-- Logs begin at Fri 2022-04-01 12:50:07 UTC, end at Fri 2022-04-01 14:40:10 UTC. -- Apr 01 13:25:18.090370 dv-neutron-836180-1-hyperv systemd[1]: Started Devstack devstack@q-svc.service. Apr 01 13:25:20.285422 dv-neutron-836180-1-hyperv neutron-server[83764]: INFO neutron.common.config [-] Logging enabled! Apr 01 13:25:20.286155 dv-neutron-836180-1-hyperv neutron-server[83764]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 17.3.1.dev50 Apr 01 13:25:20.286244 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=83764) setup_logging /opt/stack/neutron/neutron/common/config.py:111}} Apr 01 13:25:20.288439 dv-neutron-836180-1-hyperv neutron-server[83764]: INFO neutron.common.config [-] Logging enabled! Apr 01 13:25:20.288690 dv-neutron-836180-1-hyperv neutron-server[83764]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 17.3.1.dev50 Apr 01 13:25:20.288933 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=83764) setup_logging /opt/stack/neutron/neutron/common/config.py:111}} Apr 01 13:25:20.289938 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Apr 01 13:25:20.290172 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Apr 01 13:25:20.291137 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Apr 01 13:25:20.291383 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Apr 01 13:25:20.291621 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Apr 01 13:25:20.292017 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 13:25:20.292339 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 13:25:20.292647 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 13:25:20.292880 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 13:25:20.293181 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 13:25:20.293528 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 13:25:20.293823 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 13:25:20.294053 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 13:25:20.294356 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 13:25:20.294648 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 13:25:20.294924 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 13:25:20.295215 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 13:25:20.295450 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 13:25:20.295729 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG neutron.common.config [-] config_source = [] {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 13:25:20.296019 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 13:25:20.296319 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 13:25:20.296557 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG neutron.common.config [-] debug = True {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 13:25:20.296840 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 13:25:20.297272 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 13:25:20.297686 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 13:25:20.297969 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 13:25:20.298259 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 13:25:20.298534 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 13:25:20.298811 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 13:25:20.299099 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 13:25:20.299447 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG neutron.common.config [-] host = dv-neutron-836180-1-hyperv {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 13:25:20.299727 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 13:25:20.300012 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 13:25:20.300325 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 13:25:20.300619 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 13:25:20.300899 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 13:25:20.301178 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 13:25:20.301464 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 13:25:20.301736 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG neutron.common.config [-] log_dir = None {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 13:25:20.302008 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG neutron.common.config [-] log_file = None {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 13:25:20.302286 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 13:25:20.302576 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 13:25:20.302862 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 13:25:20.303158 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 13:25:20.303383 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 13:25:20.303604 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 13:25:20.303892 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 13:25:20.304177 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 13:25:20.304487 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 13:25:20.304767 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 13:25:20.305043 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 13:25:20.305323 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 13:25:20.305598 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 13:25:20.305865 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 13:25:20.306929 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 13:25:20.307282 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 13:25:20.307578 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 13:25:20.307864 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 13:25:20.308148 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 13:25:20.308460 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 13:25:20.313849 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 13:25:20.313849 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 13:25:20.313849 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 13:25:20.313849 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 13:25:20.313849 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 13:25:20.313849 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 13:25:20.313849 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 13:25:20.313849 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 13:25:20.314461 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 13:25:20.314461 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 13:25:20.314461 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 13:25:20.314461 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 13:25:20.314461 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 13:25:20.314461 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 13:25:20.314461 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 13:25:20.314461 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG neutron.common.config [-] use_journal = False {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 13:25:20.315008 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG neutron.common.config [-] use_json = False {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 13:25:20.315008 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 13:25:20.315008 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 13:25:20.315008 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 13:25:20.315008 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 13:25:20.315008 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 13:25:20.315008 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 13:25:20.315501 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 13:25:20.315501 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 13:25:20.315684 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 13:25:20.315980 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 13:25:20.316276 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 13:25:20.316600 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 13:25:20.316885 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 13:25:20.317183 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 13:25:20.317463 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 13:25:20.317758 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 13:25:20.318034 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 13:25:20.318319 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 13:25:20.318611 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 13:25:20.318900 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 13:25:20.319176 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 13:25:20.319458 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 13:25:20.319750 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 13:25:20.320039 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 13:25:20.320387 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 13:25:20.320612 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 13:25:20.320902 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 13:25:20.321183 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 13:25:20.321454 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 13:25:20.321880 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 13:25:20.322178 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 13:25:20.322457 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 13:25:20.322730 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 13:25:20.323011 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 13:25:20.323288 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 13:25:20.323547 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 13:25:20.323817 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 13:25:20.324092 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 13:25:20.324410 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 13:25:20.324687 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 13:25:20.324958 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 13:25:20.325227 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 13:25:20.325502 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 13:25:20.325771 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 13:25:20.326054 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 13:25:20.326330 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 13:25:20.326601 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 13:25:20.326871 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 13:25:20.327151 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 13:25:20.327427 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 13:25:20.327694 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 13:25:20.327976 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 13:25:20.328246 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 13:25:20.328549 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 13:25:20.328819 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 13:25:20.329091 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 13:25:20.329362 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 13:25:20.329632 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 13:25:20.329903 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 13:25:20.330175 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 13:25:20.330445 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 13:25:20.330719 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 13:25:20.330996 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 13:25:20.331267 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 13:25:20.331539 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 13:25:20.331811 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 13:25:20.332081 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 13:25:20.332396 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 13:25:20.332696 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 13:25:20.332974 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 13:25:20.333256 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 13:25:20.333536 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 13:25:20.333812 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 13:25:20.334088 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 13:25:20.334366 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 13:25:20.334644 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 13:25:20.334924 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 13:25:20.335198 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 13:25:20.335492 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 13:25:20.335799 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 13:25:20.336140 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 13:25:20.336418 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 13:25:20.336704 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 13:25:20.337000 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 13:25:20.337336 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 13:25:20.337626 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 13:25:20.338007 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 13:25:20.338295 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 13:25:20.338585 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 13:25:20.338871 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 13:25:20.339170 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 13:25:20.339469 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 13:25:20.339766 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 13:25:20.340062 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 13:25:20.340387 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 13:25:20.340671 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 13:25:20.340989 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 13:25:20.341271 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 13:25:20.341489 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Apr 01 13:25:20.341737 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=83764) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Apr 01 13:25:20.756079 dv-neutron-836180-1-hyperv neutron-server[83764]: INFO keyring.backend [-] Loading KWallet Apr 01 13:25:20.764229 dv-neutron-836180-1-hyperv neutron-server[83764]: INFO keyring.backend [-] Loading SecretService Apr 01 13:25:20.767437 dv-neutron-836180-1-hyperv neutron-server[83764]: INFO keyring.backend [-] Loading Windows Apr 01 13:25:20.768842 dv-neutron-836180-1-hyperv neutron-server[83764]: INFO keyring.backend [-] Loading chainer Apr 01 13:25:20.769419 dv-neutron-836180-1-hyperv neutron-server[83764]: INFO keyring.backend [-] Loading macOS Apr 01 13:25:20.805053 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=83764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 01 13:25:20.805320 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=83764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 01 13:25:20.805606 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=83764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 01 13:25:20.807376 dv-neutron-836180-1-hyperv neutron-server[83764]: INFO neutron.manager [-] Loading core plugin: ml2 Apr 01 13:25:21.129203 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=83764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 13:25:21.129476 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=83764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 13:25:21.129737 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 13:25:21.189674 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=83764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 13:25:21.189953 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=83764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 13:25:21.190220 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 13:25:21.193300 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=83764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 13:25:21.193579 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=83764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 13:25:21.193845 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 13:25:21.224530 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=83764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 13:25:21.224807 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=83764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 13:25:21.225074 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 13:25:21.253789 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=83764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 13:25:21.254060 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=83764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 13:25:21.254340 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 13:25:21.584849 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=83764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 13:25:21.585505 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=83764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 13:25:21.585505 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=83764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 13:25:21.585662 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=83764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 13:25:21.586520 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=83764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 13:25:21.708748 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=83764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 13:25:21.709053 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=83764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 13:25:21.709330 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=83764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 13:25:21.709598 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=83764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 13:25:21.709852 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=83764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 13:25:21.710155 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=83764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 13:25:21.710411 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=83764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 13:25:21.710664 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=83764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 13:25:21.710912 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=83764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 13:25:21.711185 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=83764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 13:25:21.711434 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=83764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 13:25:21.711690 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=83764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 13:25:21.711946 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=83764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 13:25:21.712265 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=83764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 13:25:21.712551 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=83764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 13:25:21.712815 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=83764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 13:25:21.713064 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=83764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 13:25:21.713329 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=83764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 13:25:21.713578 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 13:25:21.713857 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=83764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 13:25:21.714201 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=83764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 13:25:21.714445 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=83764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 13:25:21.714688 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=83764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 13:25:21.714965 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=83764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 13:25:21.715207 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=83764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 13:25:21.715446 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 13:25:21.715830 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=83764) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 01 13:25:21.716057 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=83764) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 01 13:25:21.716283 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=83764) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 01 13:25:21.716537 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=83764) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 01 13:25:21.716763 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=83764) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 01 13:25:21.716987 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=83764) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 01 13:25:21.717573 dv-neutron-836180-1-hyperv neutron-server[83764]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Apr 01 13:25:21.720879 dv-neutron-836180-1-hyperv neutron-server[83764]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Apr 01 13:25:21.724838 dv-neutron-836180-1-hyperv neutron-server[83764]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Apr 01 13:25:21.728701 dv-neutron-836180-1-hyperv neutron-server[83764]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(350, 399)])]) Apr 01 13:25:21.730317 dv-neutron-836180-1-hyperv neutron-server[83764]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Apr 01 13:25:21.730716 dv-neutron-836180-1-hyperv neutron-server[83764]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Apr 01 13:25:21.731037 dv-neutron-836180-1-hyperv neutron-server[83764]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Apr 01 13:25:21.731416 dv-neutron-836180-1-hyperv neutron-server[83764]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Apr 01 13:25:21.734225 dv-neutron-836180-1-hyperv neutron-server[83764]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Apr 01 13:25:21.734467 dv-neutron-836180-1-hyperv neutron-server[83764]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Apr 01 13:25:21.734804 dv-neutron-836180-1-hyperv neutron-server[83764]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Apr 01 13:25:21.763962 dv-neutron-836180-1-hyperv neutron-server[83764]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic'] Apr 01 13:25:21.764468 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=83764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 13:25:21.764766 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=83764) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Apr 01 13:25:21.765127 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=83764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 13:25:21.766488 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=83764) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Apr 01 13:25:21.766774 dv-neutron-836180-1-hyperv neutron-server[83764]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Apr 01 13:25:21.767013 dv-neutron-836180-1-hyperv neutron-server[83764]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Apr 01 13:25:21.770309 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=83764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 13:25:21.770581 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=83764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 13:25:21.829993 dv-neutron-836180-1-hyperv neutron-server[83764]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Apr 01 13:25:21.830220 dv-neutron-836180-1-hyperv neutron-server[83764]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Apr 01 13:25:21.830444 dv-neutron-836180-1-hyperv neutron-server[83764]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Apr 01 13:25:21.830817 dv-neutron-836180-1-hyperv neutron-server[83764]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Apr 01 13:25:21.863185 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG oslo_db.sqlalchemy.engines [None req-6c44ebf1-ef32-4f86-90bd-996cf622c85f None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=83764) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:304}} Apr 01 13:25:22.187258 dv-neutron-836180-1-hyperv neutron-server[83764]: INFO neutron.plugins.ml2.managers [None req-6c44ebf1-ef32-4f86-90bd-996cf622c85f None None] Initializing driver for type 'gre' Apr 01 13:25:22.187701 dv-neutron-836180-1-hyperv neutron-server[83764]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-6c44ebf1-ef32-4f86-90bd-996cf622c85f None None] gre ID ranges: [(1, 1000)] Apr 01 13:25:22.253645 dv-neutron-836180-1-hyperv neutron-server[83764]: INFO neutron.plugins.ml2.managers [None req-6c44ebf1-ef32-4f86-90bd-996cf622c85f None None] Initializing driver for type 'local' Apr 01 13:25:22.254198 dv-neutron-836180-1-hyperv neutron-server[83764]: INFO neutron.plugins.ml2.managers [None req-6c44ebf1-ef32-4f86-90bd-996cf622c85f None None] Initializing driver for type 'vlan' Apr 01 13:25:22.271473 dv-neutron-836180-1-hyperv neutron-server[83764]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-6c44ebf1-ef32-4f86-90bd-996cf622c85f None None] VlanTypeDriver initialization complete Apr 01 13:25:22.271473 dv-neutron-836180-1-hyperv neutron-server[83764]: INFO neutron.plugins.ml2.managers [None req-6c44ebf1-ef32-4f86-90bd-996cf622c85f None None] Initializing driver for type 'vxlan' Apr 01 13:25:22.271897 dv-neutron-836180-1-hyperv neutron-server[83764]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-6c44ebf1-ef32-4f86-90bd-996cf622c85f None None] vxlan ID ranges: [(1, 1000)] Apr 01 13:25:22.332895 dv-neutron-836180-1-hyperv neutron-server[83764]: INFO neutron.plugins.ml2.managers [None req-6c44ebf1-ef32-4f86-90bd-996cf622c85f None None] Initializing extension driver 'port_security' Apr 01 13:25:22.333265 dv-neutron-836180-1-hyperv neutron-server[83764]: INFO neutron.plugins.ml2.extensions.port_security [None req-6c44ebf1-ef32-4f86-90bd-996cf622c85f None None] PortSecurityExtensionDriver initialization complete Apr 01 13:25:22.333597 dv-neutron-836180-1-hyperv neutron-server[83764]: INFO neutron.plugins.ml2.managers [None req-6c44ebf1-ef32-4f86-90bd-996cf622c85f None None] Initializing mechanism driver 'openvswitch' Apr 01 13:25:22.334069 dv-neutron-836180-1-hyperv neutron-server[83764]: INFO neutron.plugins.ml2.managers [None req-6c44ebf1-ef32-4f86-90bd-996cf622c85f None None] Initializing mechanism driver 'hyperv' Apr 01 13:25:22.341810 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG neutron.plugins.ml2.plugin [None req-6c44ebf1-ef32-4f86-90bd-996cf622c85f None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=83764) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:25:22.342043 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG neutron_lib.callbacks.manager [None req-6c44ebf1-ef32-4f86-90bd-996cf622c85f None None] Subscribe: > port after_create 55550000 {{(pid=83764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 13:25:22.342405 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG neutron_lib.callbacks.manager [None req-6c44ebf1-ef32-4f86-90bd-996cf622c85f None None] Subscribe: > port after_update 55550000 {{(pid=83764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 13:25:22.342751 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG neutron_lib.callbacks.manager [None req-6c44ebf1-ef32-4f86-90bd-996cf622c85f None None] Subscribe: > port after_delete 55550000 {{(pid=83764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 13:25:22.343281 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=83764) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:110}} Apr 01 13:25:22.343706 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG neutron_lib.callbacks.manager [None req-6c44ebf1-ef32-4f86-90bd-996cf622c85f None None] Subscribe: > subnet after_create 55550000 {{(pid=83764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 13:25:22.344051 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG neutron_lib.callbacks.manager [None req-6c44ebf1-ef32-4f86-90bd-996cf622c85f None None] Subscribe: > subnet after_update 55550000 {{(pid=83764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 13:25:22.344414 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG neutron_lib.callbacks.manager [None req-6c44ebf1-ef32-4f86-90bd-996cf622c85f None None] Subscribe: > subnet after_delete 55550000 {{(pid=83764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 13:25:22.344797 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=83764) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:110}} Apr 01 13:25:22.345198 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG neutron_lib.callbacks.manager [None req-6c44ebf1-ef32-4f86-90bd-996cf622c85f None None] Subscribe: > network after_create 55550000 {{(pid=83764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 13:25:22.345538 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG neutron_lib.callbacks.manager [None req-6c44ebf1-ef32-4f86-90bd-996cf622c85f None None] Subscribe: > network after_update 55550000 {{(pid=83764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 13:25:22.345881 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG neutron_lib.callbacks.manager [None req-6c44ebf1-ef32-4f86-90bd-996cf622c85f None None] Subscribe: > network after_delete 55550000 {{(pid=83764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 13:25:22.346261 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=83764) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:110}} Apr 01 13:25:22.346654 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG neutron_lib.callbacks.manager [None req-6c44ebf1-ef32-4f86-90bd-996cf622c85f None None] Subscribe: > security_group after_create 55550000 {{(pid=83764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 13:25:22.346996 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG neutron_lib.callbacks.manager [None req-6c44ebf1-ef32-4f86-90bd-996cf622c85f None None] Subscribe: > security_group after_update 55550000 {{(pid=83764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 13:25:22.347333 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG neutron_lib.callbacks.manager [None req-6c44ebf1-ef32-4f86-90bd-996cf622c85f None None] Subscribe: > security_group after_delete 55550000 {{(pid=83764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 13:25:22.348055 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=83764) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:110}} Apr 01 13:25:22.348485 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG neutron_lib.callbacks.manager [None req-6c44ebf1-ef32-4f86-90bd-996cf622c85f None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=83764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 13:25:22.348826 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG neutron_lib.callbacks.manager [None req-6c44ebf1-ef32-4f86-90bd-996cf622c85f None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=83764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 13:25:22.349160 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG neutron_lib.callbacks.manager [None req-6c44ebf1-ef32-4f86-90bd-996cf622c85f None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=83764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 13:25:22.349542 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=83764) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:110}} Apr 01 13:25:22.349977 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-6c44ebf1-ef32-4f86-90bd-996cf622c85f None None] ML2 OVO RPC backend initialized. {{(pid=83764) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:168}} Apr 01 13:25:22.350623 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG neutron_lib.callbacks.manager [None req-6c44ebf1-ef32-4f86-90bd-996cf622c85f None None] Subscribe: > router_interface after_create 55550000 {{(pid=83764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 13:25:22.350971 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG neutron_lib.callbacks.manager [None req-6c44ebf1-ef32-4f86-90bd-996cf622c85f None None] Subscribe: > router_interface after_delete 55550000 {{(pid=83764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 13:25:22.351383 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG neutron_lib.callbacks.manager [None req-6c44ebf1-ef32-4f86-90bd-996cf622c85f None None] Subscribe: > network before_response 55550000 {{(pid=83764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 13:25:22.351726 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG neutron_lib.callbacks.manager [None req-6c44ebf1-ef32-4f86-90bd-996cf622c85f None None] Subscribe: > networks before_response 55550000 {{(pid=83764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 13:25:22.352065 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG neutron_lib.callbacks.manager [None req-6c44ebf1-ef32-4f86-90bd-996cf622c85f None None] Subscribe: > port before_response 55550000 {{(pid=83764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 13:25:22.352429 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG neutron_lib.callbacks.manager [None req-6c44ebf1-ef32-4f86-90bd-996cf622c85f None None] Subscribe: > ports before_response 55550000 {{(pid=83764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 13:25:22.352785 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG neutron_lib.callbacks.manager [None req-6c44ebf1-ef32-4f86-90bd-996cf622c85f None None] Subscribe: > subnet before_response 55550000 {{(pid=83764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 13:25:22.353737 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG neutron_lib.callbacks.manager [None req-6c44ebf1-ef32-4f86-90bd-996cf622c85f None None] Subscribe: > subnets before_response 55550000 {{(pid=83764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 13:25:22.354143 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG neutron_lib.callbacks.manager [None req-6c44ebf1-ef32-4f86-90bd-996cf622c85f None None] Subscribe: > network after_create 55550000 {{(pid=83764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 13:25:22.354463 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG neutron_lib.callbacks.manager [None req-6c44ebf1-ef32-4f86-90bd-996cf622c85f None None] Subscribe: > network after_update 55550000 {{(pid=83764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 13:25:22.354795 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG neutron_lib.callbacks.manager [None req-6c44ebf1-ef32-4f86-90bd-996cf622c85f None None] Subscribe: > network after_delete 55550000 {{(pid=83764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 13:25:22.355127 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG neutron_lib.callbacks.manager [None req-6c44ebf1-ef32-4f86-90bd-996cf622c85f None None] Subscribe: > port after_create 55550000 {{(pid=83764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 13:25:22.355458 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG neutron_lib.callbacks.manager [None req-6c44ebf1-ef32-4f86-90bd-996cf622c85f None None] Subscribe: > port after_update 55550000 {{(pid=83764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 13:25:22.355786 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG neutron_lib.callbacks.manager [None req-6c44ebf1-ef32-4f86-90bd-996cf622c85f None None] Subscribe: > port after_delete 55550000 {{(pid=83764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 13:25:22.356120 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG neutron_lib.callbacks.manager [None req-6c44ebf1-ef32-4f86-90bd-996cf622c85f None None] Subscribe: > subnet after_create 55550000 {{(pid=83764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 13:25:22.356476 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG neutron_lib.callbacks.manager [None req-6c44ebf1-ef32-4f86-90bd-996cf622c85f None None] Subscribe: > subnet after_update 55550000 {{(pid=83764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 13:25:22.356811 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG neutron_lib.callbacks.manager [None req-6c44ebf1-ef32-4f86-90bd-996cf622c85f None None] Subscribe: > subnet after_delete 55550000 {{(pid=83764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 13:25:22.357398 dv-neutron-836180-1-hyperv neutron-server[83764]: INFO neutron.plugins.ml2.plugin [None req-6c44ebf1-ef32-4f86-90bd-996cf622c85f None None] Modular L2 Plugin initialization complete Apr 01 13:25:22.357721 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG neutron.manager [None req-6c44ebf1-ef32-4f86-90bd-996cf622c85f None None] Loading services supported by the core plugin {{(pid=83764) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Apr 01 13:25:22.358043 dv-neutron-836180-1-hyperv neutron-server[83764]: INFO neutron.plugins.ml2.managers [None req-6c44ebf1-ef32-4f86-90bd-996cf622c85f None None] Got port-security extension from driver 'port_security' Apr 01 13:25:22.358497 dv-neutron-836180-1-hyperv neutron-server[83764]: INFO neutron.extensions.vlantransparent [None req-6c44ebf1-ef32-4f86-90bd-996cf622c85f None None] Disabled vlantransparent extension. Apr 01 13:25:22.358903 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG neutron.manager [None req-6c44ebf1-ef32-4f86-90bd-996cf622c85f None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=83764) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Apr 01 13:25:22.359207 dv-neutron-836180-1-hyperv neutron-server[83764]: INFO neutron.manager [None req-6c44ebf1-ef32-4f86-90bd-996cf622c85f None None] Loading Plugin: router Apr 01 13:25:22.394940 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG neutron_lib.callbacks.manager [None req-6c44ebf1-ef32-4f86-90bd-996cf622c85f None None] Subscribe: > router_interface before_create 55550000 {{(pid=83764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 13:25:22.395417 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG neutron_lib.callbacks.manager [None req-6c44ebf1-ef32-4f86-90bd-996cf622c85f None None] Subscribe: > router after_create 55549900 {{(pid=83764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 13:25:22.395804 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG neutron_lib.callbacks.manager [None req-6c44ebf1-ef32-4f86-90bd-996cf622c85f None None] Subscribe: > router before_create 55549900 {{(pid=83764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 13:25:22.396165 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG neutron_lib.callbacks.manager [None req-6c44ebf1-ef32-4f86-90bd-996cf622c85f None None] Subscribe: > router_interface before_delete 55550000 {{(pid=83764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 13:25:22.396571 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG neutron_lib.callbacks.manager [None req-6c44ebf1-ef32-4f86-90bd-996cf622c85f None None] Subscribe: > router_interface after_delete 55550000 {{(pid=83764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 13:25:22.396925 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG neutron_lib.callbacks.manager [None req-6c44ebf1-ef32-4f86-90bd-996cf622c85f None None] Subscribe: > router after_delete 55549900 {{(pid=83764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 13:25:22.397281 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG neutron_lib.callbacks.manager [None req-6c44ebf1-ef32-4f86-90bd-996cf622c85f None None] Subscribe: > floatingip after_update 55550000 {{(pid=83764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 13:25:22.397637 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG neutron_lib.callbacks.manager [None req-6c44ebf1-ef32-4f86-90bd-996cf622c85f None None] Subscribe: > router after_create 55549900 {{(pid=83764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 13:25:22.397983 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG neutron_lib.callbacks.manager [None req-6c44ebf1-ef32-4f86-90bd-996cf622c85f None None] Subscribe: > router after_update 55549900 {{(pid=83764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 13:25:22.398322 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG neutron_lib.callbacks.manager [None req-6c44ebf1-ef32-4f86-90bd-996cf622c85f None None] Subscribe: > router after_update 55549900 {{(pid=83764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 13:25:22.398662 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG neutron_lib.callbacks.manager [None req-6c44ebf1-ef32-4f86-90bd-996cf622c85f None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=83764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 13:25:22.399015 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG neutron_lib.callbacks.manager [None req-6c44ebf1-ef32-4f86-90bd-996cf622c85f None None] Subscribe: > router after_update 55549900 {{(pid=83764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 13:25:22.399416 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG neutron_lib.callbacks.manager [None req-6c44ebf1-ef32-4f86-90bd-996cf622c85f None None] Subscribe: > router precommit_update 55549900 {{(pid=83764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 13:25:22.400495 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG neutron_lib.callbacks.manager [None req-6c44ebf1-ef32-4f86-90bd-996cf622c85f None None] Subscribe: port after_update 55550000 {{(pid=83764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 13:25:22.400842 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG neutron_lib.callbacks.manager [None req-6c44ebf1-ef32-4f86-90bd-996cf622c85f None None] Subscribe: port after_delete 55550000 {{(pid=83764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 13:25:22.401174 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG neutron_lib.callbacks.manager [None req-6c44ebf1-ef32-4f86-90bd-996cf622c85f None None] Subscribe: subnet after_update 55550000 {{(pid=83764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 13:25:22.401507 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG neutron_lib.callbacks.manager [None req-6c44ebf1-ef32-4f86-90bd-996cf622c85f None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=83764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 13:25:22.401847 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG neutron_lib.callbacks.manager [None req-6c44ebf1-ef32-4f86-90bd-996cf622c85f None None] Subscribe: > port precommit_delete 55550000 {{(pid=83764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 13:25:22.402189 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG neutron_lib.callbacks.manager [None req-6c44ebf1-ef32-4f86-90bd-996cf622c85f None None] Subscribe: > router precommit_create 55549900 {{(pid=83764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 13:25:22.402524 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG neutron_lib.callbacks.manager [None req-6c44ebf1-ef32-4f86-90bd-996cf622c85f None None] Subscribe: port before_delete 55550000 {{(pid=83764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 13:25:22.402860 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG neutron_lib.callbacks.manager [None req-6c44ebf1-ef32-4f86-90bd-996cf622c85f None None] Subscribe: > router precommit_create 55550000 {{(pid=83764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 13:25:22.403210 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG neutron_lib.callbacks.manager [None req-6c44ebf1-ef32-4f86-90bd-996cf622c85f None None] Subscribe: > router after_update 55549900 {{(pid=83764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 13:25:22.403545 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG neutron_lib.callbacks.manager [None req-6c44ebf1-ef32-4f86-90bd-996cf622c85f None None] Subscribe: > router precommit_delete 55549900 {{(pid=83764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 13:25:22.403884 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG neutron_lib.callbacks.manager [None req-6c44ebf1-ef32-4f86-90bd-996cf622c85f None None] Subscribe: > router precommit_create 55549900 {{(pid=83764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 13:25:22.404235 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG neutron_lib.callbacks.manager [None req-6c44ebf1-ef32-4f86-90bd-996cf622c85f None None] Subscribe: > router_interface after_create 55550000 {{(pid=83764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 13:25:22.404602 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG neutron_lib.callbacks.manager [None req-6c44ebf1-ef32-4f86-90bd-996cf622c85f None None] Subscribe: > router precommit_update 55549900 {{(pid=83764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 13:25:22.404961 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG neutron_lib.callbacks.manager [None req-6c44ebf1-ef32-4f86-90bd-996cf622c85f None None] Subscribe: > agent after_create 55550000 {{(pid=83764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 13:25:22.405301 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG neutron_lib.callbacks.manager [None req-6c44ebf1-ef32-4f86-90bd-996cf622c85f None None] Subscribe: > agent after_delete 55550000 {{(pid=83764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 13:25:22.405643 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG neutron_lib.callbacks.manager [None req-6c44ebf1-ef32-4f86-90bd-996cf622c85f None None] Subscribe: > network after_delete 55550000 {{(pid=83764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 13:25:22.406524 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG neutron.quota.resource_registry [None req-6c44ebf1-ef32-4f86-90bd-996cf622c85f None None] Tracking information for resource: router configured {{(pid=83764) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 01 13:25:22.406849 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG neutron.quota.resource_registry [None req-6c44ebf1-ef32-4f86-90bd-996cf622c85f None None] Tracking information for resource: floatingip configured {{(pid=83764) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 01 13:25:22.411834 dv-neutron-836180-1-hyperv neutron-server[83764]: INFO neutron.db.l3_agentschedulers_db [None req-6c44ebf1-ef32-4f86-90bd-996cf622c85f None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Apr 01 13:25:22.412432 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG neutron_lib.callbacks.manager [None req-6c44ebf1-ef32-4f86-90bd-996cf622c85f None None] Subscribe: port after_update 55550000 {{(pid=83764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 13:25:22.412789 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG neutron_lib.callbacks.manager [None req-6c44ebf1-ef32-4f86-90bd-996cf622c85f None None] Subscribe: port after_create 55550000 {{(pid=83764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 13:25:22.413133 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG neutron_lib.callbacks.manager [None req-6c44ebf1-ef32-4f86-90bd-996cf622c85f None None] Subscribe: port after_delete 55550000 {{(pid=83764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 13:25:22.413476 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG neutron_lib.callbacks.manager [None req-6c44ebf1-ef32-4f86-90bd-996cf622c85f None None] Subscribe: port after_update 55550000 {{(pid=83764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 13:25:22.414379 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG neutron_lib.callbacks.manager [None req-6c44ebf1-ef32-4f86-90bd-996cf622c85f None None] Subscribe: > router before_create 55550100 {{(pid=83764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 13:25:22.414737 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG neutron_lib.callbacks.manager [None req-6c44ebf1-ef32-4f86-90bd-996cf622c85f None None] Subscribe: > router precommit_delete 55550100 {{(pid=83764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 13:25:22.415092 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG neutron_lib.callbacks.manager [None req-6c44ebf1-ef32-4f86-90bd-996cf622c85f None None] Subscribe: > router precommit_create 55550100 {{(pid=83764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 13:25:22.416139 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG neutron_lib.callbacks.manager [None req-6c44ebf1-ef32-4f86-90bd-996cf622c85f None None] Subscribe: > router precommit_update 55550100 {{(pid=83764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 13:25:22.420475 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG neutron.services.provider_configuration [None req-6c44ebf1-ef32-4f86-90bd-996cf622c85f None None] Service providers = [] {{(pid=83764) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Apr 01 13:25:22.420833 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG neutron.db.servicetype_db [None req-6c44ebf1-ef32-4f86-90bd-996cf622c85f None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=83764) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Apr 01 13:25:22.423722 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG neutron.services.service_base [None req-6c44ebf1-ef32-4f86-90bd-996cf622c85f None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=83764) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 01 13:25:22.424071 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG neutron.services.service_base [None req-6c44ebf1-ef32-4f86-90bd-996cf622c85f None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=83764) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 01 13:25:22.424437 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG neutron.services.service_base [None req-6c44ebf1-ef32-4f86-90bd-996cf622c85f None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=83764) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 01 13:25:22.425315 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG neutron.services.service_base [None req-6c44ebf1-ef32-4f86-90bd-996cf622c85f None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=83764) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 01 13:25:22.425680 dv-neutron-836180-1-hyperv neutron-server[83764]: INFO neutron.services.service_base [None req-6c44ebf1-ef32-4f86-90bd-996cf622c85f None None] Default provider is not specified for service type L3_ROUTER_NAT Apr 01 13:25:22.426053 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG neutron.manager [None req-6c44ebf1-ef32-4f86-90bd-996cf622c85f None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=83764) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 01 13:25:22.426362 dv-neutron-836180-1-hyperv neutron-server[83764]: INFO neutron.manager [None req-6c44ebf1-ef32-4f86-90bd-996cf622c85f None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Apr 01 13:25:22.437362 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG neutron.manager [None req-6c44ebf1-ef32-4f86-90bd-996cf622c85f None None] Successfully loaded METERING plugin. Description: METERING {{(pid=83764) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 01 13:25:22.437638 dv-neutron-836180-1-hyperv neutron-server[83764]: INFO neutron.manager [None req-6c44ebf1-ef32-4f86-90bd-996cf622c85f None None] Loading Plugin: auto_allocate Apr 01 13:25:22.443437 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG neutron_lib.callbacks.manager [None req-6c44ebf1-ef32-4f86-90bd-996cf622c85f None None] Subscribe: network precommit_update 55550000 {{(pid=83764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 13:25:22.443801 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG neutron_lib.callbacks.manager [None req-6c44ebf1-ef32-4f86-90bd-996cf622c85f None None] Subscribe: network precommit_create 55550000 {{(pid=83764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 13:25:22.444347 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG neutron.manager [None req-6c44ebf1-ef32-4f86-90bd-996cf622c85f None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=83764) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 01 13:25:22.444669 dv-neutron-836180-1-hyperv neutron-server[83764]: INFO neutron.manager [None req-6c44ebf1-ef32-4f86-90bd-996cf622c85f None None] Loading Plugin: tag Apr 01 13:25:22.451165 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG neutron.manager [None req-6c44ebf1-ef32-4f86-90bd-996cf622c85f None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=83764) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 01 13:25:22.451494 dv-neutron-836180-1-hyperv neutron-server[83764]: INFO neutron.manager [None req-6c44ebf1-ef32-4f86-90bd-996cf622c85f None None] Loading Plugin: timestamp Apr 01 13:25:22.455603 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG neutron.manager [None req-6c44ebf1-ef32-4f86-90bd-996cf622c85f None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=83764) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 01 13:25:22.455940 dv-neutron-836180-1-hyperv neutron-server[83764]: INFO neutron.manager [None req-6c44ebf1-ef32-4f86-90bd-996cf622c85f None None] Loading Plugin: network_ip_availability Apr 01 13:25:22.461182 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG neutron_lib.callbacks.manager [None req-6c44ebf1-ef32-4f86-90bd-996cf622c85f None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=83764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 13:25:22.461545 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG neutron_lib.callbacks.manager [None req-6c44ebf1-ef32-4f86-90bd-996cf622c85f None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=83764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 13:25:22.461888 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG neutron_lib.callbacks.manager [None req-6c44ebf1-ef32-4f86-90bd-996cf622c85f None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 13:25:22.463285 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG neutron.manager [None req-6c44ebf1-ef32-4f86-90bd-996cf622c85f None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=83764) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 01 13:25:22.463597 dv-neutron-836180-1-hyperv neutron-server[83764]: INFO neutron.manager [None req-6c44ebf1-ef32-4f86-90bd-996cf622c85f None None] Loading Plugin: flavors Apr 01 13:25:22.468286 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG neutron.manager [None req-6c44ebf1-ef32-4f86-90bd-996cf622c85f None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=83764) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 01 13:25:22.468653 dv-neutron-836180-1-hyperv neutron-server[83764]: INFO neutron.manager [None req-6c44ebf1-ef32-4f86-90bd-996cf622c85f None None] Loading Plugin: revisions Apr 01 13:25:22.472837 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG neutron.manager [None req-6c44ebf1-ef32-4f86-90bd-996cf622c85f None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=83764) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 01 13:25:22.473222 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG oslo_concurrency.lockutils [None req-6c44ebf1-ef32-4f86-90bd-996cf622c85f None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.668s {{(pid=83764) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 01 13:25:22.473952 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG neutron.api.extensions [None req-6c44ebf1-ef32-4f86-90bd-996cf622c85f None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=83764) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:637}} Apr 01 13:25:22.474281 dv-neutron-836180-1-hyperv neutron-server[83764]: INFO neutron.api.extensions [None req-6c44ebf1-ef32-4f86-90bd-996cf622c85f None None] Initializing extension manager. Apr 01 13:25:22.474775 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG neutron.api.extensions [None req-6c44ebf1-ef32-4f86-90bd-996cf622c85f None None] Loading extension file: __init__.py {{(pid=83764) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 01 13:25:22.475109 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG neutron.api.extensions [None req-6c44ebf1-ef32-4f86-90bd-996cf622c85f None None] Loading extension file: __pycache__ {{(pid=83764) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 01 13:25:22.475434 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG neutron.api.extensions [None req-6c44ebf1-ef32-4f86-90bd-996cf622c85f None None] Loading extension file: _admin_state_down_before_update_lib.py {{(pid=83764) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 01 13:25:22.475757 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG neutron.api.extensions [None req-6c44ebf1-ef32-4f86-90bd-996cf622c85f None None] Loading extension file: _availability_zone_filter_lib.py {{(pid=83764) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 01 13:25:22.476079 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG neutron.api.extensions [None req-6c44ebf1-ef32-4f86-90bd-996cf622c85f None None] Loading extension file: _filter_validation_lib.py {{(pid=83764) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 01 13:25:22.476436 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG neutron.api.extensions [None req-6c44ebf1-ef32-4f86-90bd-996cf622c85f None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=83764) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 01 13:25:22.476757 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG neutron.api.extensions [None req-6c44ebf1-ef32-4f86-90bd-996cf622c85f None None] Loading extension file: address_group.py {{(pid=83764) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 01 13:25:22.477503 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG neutron.api.extensions [None req-6c44ebf1-ef32-4f86-90bd-996cf622c85f None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=83764) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 01 13:25:22.478744 dv-neutron-836180-1-hyperv neutron-server[83764]: INFO neutron.api.extensions [None req-6c44ebf1-ef32-4f86-90bd-996cf622c85f None None] Loaded extension: address-group Apr 01 13:25:22.479062 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG neutron.api.extensions [None req-6c44ebf1-ef32-4f86-90bd-996cf622c85f None None] Loading extension file: address_scope.py {{(pid=83764) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 01 13:25:22.479766 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG neutron.api.extensions [None req-6c44ebf1-ef32-4f86-90bd-996cf622c85f None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=83764) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 01 13:25:22.480277 dv-neutron-836180-1-hyperv neutron-server[83764]: INFO neutron.api.extensions [None req-6c44ebf1-ef32-4f86-90bd-996cf622c85f None None] Loaded extension: address-scope Apr 01 13:25:22.480613 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG neutron.api.extensions [None req-6c44ebf1-ef32-4f86-90bd-996cf622c85f None None] Loading extension file: admin_state_down_before_update.py {{(pid=83764) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 01 13:25:22.481526 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG neutron.api.extensions [None req-6c44ebf1-ef32-4f86-90bd-996cf622c85f None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is down (admin_state_up=False) before updating the distributed attribute" updated="2019-04-08 13:30:00" {{(pid=83764) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 01 13:25:22.482027 dv-neutron-836180-1-hyperv neutron-server[83764]: INFO neutron.api.extensions [None req-6c44ebf1-ef32-4f86-90bd-996cf622c85f None None] Loaded extension: router-admin-state-down-before-update Apr 01 13:25:22.482340 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG neutron.api.extensions [None req-6c44ebf1-ef32-4f86-90bd-996cf622c85f None None] Loading extension file: agent.py {{(pid=83764) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 01 13:25:22.483029 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG neutron.api.extensions [None req-6c44ebf1-ef32-4f86-90bd-996cf622c85f None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=83764) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 01 13:25:22.483523 dv-neutron-836180-1-hyperv neutron-server[83764]: INFO neutron.api.extensions [None req-6c44ebf1-ef32-4f86-90bd-996cf622c85f None None] Loaded extension: agent Apr 01 13:25:22.483841 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG neutron.api.extensions [None req-6c44ebf1-ef32-4f86-90bd-996cf622c85f None None] Loading extension file: agent_resources_synced.py {{(pid=83764) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 01 13:25:22.484757 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG neutron.api.extensions [None req-6c44ebf1-ef32-4f86-90bd-996cf622c85f None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=83764) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 01 13:25:22.485256 dv-neutron-836180-1-hyperv neutron-server[83764]: INFO neutron.api.extensions [None req-6c44ebf1-ef32-4f86-90bd-996cf622c85f None None] Loaded extension: agent-resources-synced Apr 01 13:25:22.485568 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG neutron.api.extensions [None req-6c44ebf1-ef32-4f86-90bd-996cf622c85f None None] Loading extension file: allowedaddresspairs.py {{(pid=83764) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 01 13:25:22.487533 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG neutron.api.extensions [None req-6c44ebf1-ef32-4f86-90bd-996cf622c85f None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=83764) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 01 13:25:22.488042 dv-neutron-836180-1-hyperv neutron-server[83764]: INFO neutron.api.extensions [None req-6c44ebf1-ef32-4f86-90bd-996cf622c85f None None] Loaded extension: allowed-address-pairs Apr 01 13:25:22.488499 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG neutron.api.extensions [None req-6c44ebf1-ef32-4f86-90bd-996cf622c85f None None] Loading extension file: auto_allocated_topology.py {{(pid=83764) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 01 13:25:22.489573 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG neutron.api.extensions [None req-6c44ebf1-ef32-4f86-90bd-996cf622c85f None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=83764) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 01 13:25:22.490084 dv-neutron-836180-1-hyperv neutron-server[83764]: INFO neutron.api.extensions [None req-6c44ebf1-ef32-4f86-90bd-996cf622c85f None None] Loaded extension: auto-allocated-topology Apr 01 13:25:22.490404 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG neutron.api.extensions [None req-6c44ebf1-ef32-4f86-90bd-996cf622c85f None None] Loading extension file: availability_zone.py {{(pid=83764) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 01 13:25:22.491086 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG neutron.api.extensions [None req-6c44ebf1-ef32-4f86-90bd-996cf622c85f None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=83764) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 01 13:25:22.491585 dv-neutron-836180-1-hyperv neutron-server[83764]: INFO neutron.api.extensions [None req-6c44ebf1-ef32-4f86-90bd-996cf622c85f None None] Loaded extension: availability_zone Apr 01 13:25:22.491901 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG neutron.api.extensions [None req-6c44ebf1-ef32-4f86-90bd-996cf622c85f None None] Loading extension file: availability_zone_filter.py {{(pid=83764) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 01 13:25:22.492829 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG neutron.api.extensions [None req-6c44ebf1-ef32-4f86-90bd-996cf622c85f None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=83764) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 01 13:25:22.493333 dv-neutron-836180-1-hyperv neutron-server[83764]: INFO neutron.api.extensions [None req-6c44ebf1-ef32-4f86-90bd-996cf622c85f None None] Loaded extension: availability_zone_filter Apr 01 13:25:22.493678 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG neutron.api.extensions [None req-6c44ebf1-ef32-4f86-90bd-996cf622c85f None None] Loading extension file: data_plane_status.py {{(pid=83764) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 01 13:25:22.494559 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG neutron.api.extensions [None req-6c44ebf1-ef32-4f86-90bd-996cf622c85f None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=83764) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 01 13:25:22.495052 dv-neutron-836180-1-hyperv neutron-server[83764]: INFO neutron.api.extensions [None req-6c44ebf1-ef32-4f86-90bd-996cf622c85f None None] Extension data-plane-status not supported by any of loaded plugins Apr 01 13:25:22.495367 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG neutron.api.extensions [None req-6c44ebf1-ef32-4f86-90bd-996cf622c85f None None] Loading extension file: default_subnetpools.py {{(pid=83764) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 01 13:25:22.496261 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG neutron.api.extensions [None req-6c44ebf1-ef32-4f86-90bd-996cf622c85f None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=83764) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 01 13:25:22.496852 dv-neutron-836180-1-hyperv neutron-server[83764]: INFO neutron.api.extensions [None req-6c44ebf1-ef32-4f86-90bd-996cf622c85f None None] Loaded extension: default-subnetpools Apr 01 13:25:22.497168 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG neutron.api.extensions [None req-6c44ebf1-ef32-4f86-90bd-996cf622c85f None None] Loading extension file: dhcpagentscheduler.py {{(pid=83764) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 01 13:25:22.497936 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG neutron.api.extensions [None req-6c44ebf1-ef32-4f86-90bd-996cf622c85f None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=83764) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 01 13:25:22.498431 dv-neutron-836180-1-hyperv neutron-server[83764]: INFO neutron.api.extensions [None req-6c44ebf1-ef32-4f86-90bd-996cf622c85f None None] Loaded extension: dhcp_agent_scheduler Apr 01 13:25:22.498760 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG neutron.api.extensions [None req-6c44ebf1-ef32-4f86-90bd-996cf622c85f None None] Loading extension file: dns.py {{(pid=83764) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 01 13:25:22.499662 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG neutron.api.extensions [None req-6c44ebf1-ef32-4f86-90bd-996cf622c85f None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=83764) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 01 13:25:22.500157 dv-neutron-836180-1-hyperv neutron-server[83764]: INFO neutron.api.extensions [None req-6c44ebf1-ef32-4f86-90bd-996cf622c85f None None] Extension dns-integration not supported by any of loaded plugins Apr 01 13:25:22.500498 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG neutron.api.extensions [None req-6c44ebf1-ef32-4f86-90bd-996cf622c85f None None] Loading extension file: dns_domain_ports.py {{(pid=83764) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 01 13:25:22.501396 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG neutron.api.extensions [None req-6c44ebf1-ef32-4f86-90bd-996cf622c85f None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=83764) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 01 13:25:22.501887 dv-neutron-836180-1-hyperv neutron-server[83764]: INFO neutron.api.extensions [None req-6c44ebf1-ef32-4f86-90bd-996cf622c85f None None] Extension dns-domain-ports not supported by any of loaded plugins Apr 01 13:25:22.502201 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG neutron.api.extensions [None req-6c44ebf1-ef32-4f86-90bd-996cf622c85f None None] Loading extension file: dvr.py {{(pid=83764) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 01 13:25:22.502854 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG neutron.api.extensions [None req-6c44ebf1-ef32-4f86-90bd-996cf622c85f None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=83764) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 01 13:25:22.503348 dv-neutron-836180-1-hyperv neutron-server[83764]: INFO neutron.api.extensions [None req-6c44ebf1-ef32-4f86-90bd-996cf622c85f None None] Loaded extension: dvr Apr 01 13:25:22.503663 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG neutron.api.extensions [None req-6c44ebf1-ef32-4f86-90bd-996cf622c85f None None] Loading extension file: empty_string_filtering.py {{(pid=83764) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 01 13:25:22.504587 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG neutron.api.extensions [None req-6c44ebf1-ef32-4f86-90bd-996cf622c85f None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=83764) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 01 13:25:22.505084 dv-neutron-836180-1-hyperv neutron-server[83764]: INFO neutron.api.extensions [None req-6c44ebf1-ef32-4f86-90bd-996cf622c85f None None] Loaded extension: empty-string-filtering Apr 01 13:25:22.505399 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG neutron.api.extensions [None req-6c44ebf1-ef32-4f86-90bd-996cf622c85f None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=83764) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 01 13:25:22.506418 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG neutron.api.extensions [None req-6c44ebf1-ef32-4f86-90bd-996cf622c85f None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=83764) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 01 13:25:22.506911 dv-neutron-836180-1-hyperv neutron-server[83764]: INFO neutron.api.extensions [None req-6c44ebf1-ef32-4f86-90bd-996cf622c85f None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Apr 01 13:25:22.507225 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG neutron.api.extensions [None req-6c44ebf1-ef32-4f86-90bd-996cf622c85f None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=83764) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 01 13:25:22.508118 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG neutron.api.extensions [None req-6c44ebf1-ef32-4f86-90bd-996cf622c85f None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=83764) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 01 13:25:22.508639 dv-neutron-836180-1-hyperv neutron-server[83764]: INFO neutron.api.extensions [None req-6c44ebf1-ef32-4f86-90bd-996cf622c85f None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Apr 01 13:25:22.508958 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG neutron.api.extensions [None req-6c44ebf1-ef32-4f86-90bd-996cf622c85f None None] Loading extension file: external_net.py {{(pid=83764) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 01 13:25:22.510361 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG neutron.api.extensions [None req-6c44ebf1-ef32-4f86-90bd-996cf622c85f None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=83764) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 01 13:25:22.510858 dv-neutron-836180-1-hyperv neutron-server[83764]: INFO neutron.api.extensions [None req-6c44ebf1-ef32-4f86-90bd-996cf622c85f None None] Loaded extension: external-net Apr 01 13:25:22.511176 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG neutron.api.extensions [None req-6c44ebf1-ef32-4f86-90bd-996cf622c85f None None] Loading extension file: extra_dhcp_opt.py {{(pid=83764) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 01 13:25:22.512071 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG neutron.api.extensions [None req-6c44ebf1-ef32-4f86-90bd-996cf622c85f None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=83764) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 01 13:25:22.512597 dv-neutron-836180-1-hyperv neutron-server[83764]: INFO neutron.api.extensions [None req-6c44ebf1-ef32-4f86-90bd-996cf622c85f None None] Loaded extension: extra_dhcp_opt Apr 01 13:25:22.512915 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG neutron.api.extensions [None req-6c44ebf1-ef32-4f86-90bd-996cf622c85f None None] Loading extension file: extraroute.py {{(pid=83764) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 01 13:25:22.513806 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG neutron.api.extensions [None req-6c44ebf1-ef32-4f86-90bd-996cf622c85f None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=83764) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 01 13:25:22.514304 dv-neutron-836180-1-hyperv neutron-server[83764]: INFO neutron.api.extensions [None req-6c44ebf1-ef32-4f86-90bd-996cf622c85f None None] Loaded extension: extraroute Apr 01 13:25:22.514621 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG neutron.api.extensions [None req-6c44ebf1-ef32-4f86-90bd-996cf622c85f None None] Loading extension file: extraroute_atomic.py {{(pid=83764) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 01 13:25:22.515640 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG neutron.api.extensions [None req-6c44ebf1-ef32-4f86-90bd-996cf622c85f None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=83764) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 01 13:25:22.516142 dv-neutron-836180-1-hyperv neutron-server[83764]: INFO neutron.api.extensions [None req-6c44ebf1-ef32-4f86-90bd-996cf622c85f None None] Loaded extension: extraroute-atomic Apr 01 13:25:22.516502 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG neutron.api.extensions [None req-6c44ebf1-ef32-4f86-90bd-996cf622c85f None None] Loading extension file: filter_validation.py {{(pid=83764) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 01 13:25:22.517172 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG neutron.api.extensions [None req-6c44ebf1-ef32-4f86-90bd-996cf622c85f None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-03-21T10:00:00-00:00" {{(pid=83764) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 01 13:25:22.517671 dv-neutron-836180-1-hyperv neutron-server[83764]: INFO neutron.api.extensions [None req-6c44ebf1-ef32-4f86-90bd-996cf622c85f None None] Loaded extension: filter-validation Apr 01 13:25:22.517986 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG neutron.api.extensions [None req-6c44ebf1-ef32-4f86-90bd-996cf622c85f None None] Loading extension file: fip_pf_description.py {{(pid=83764) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 01 13:25:22.518880 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG neutron.api.extensions [None req-6c44ebf1-ef32-4f86-90bd-996cf622c85f None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=83764) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 01 13:25:22.519373 dv-neutron-836180-1-hyperv neutron-server[83764]: INFO neutron.api.extensions [None req-6c44ebf1-ef32-4f86-90bd-996cf622c85f None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Apr 01 13:25:22.519830 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG neutron.api.extensions [None req-6c44ebf1-ef32-4f86-90bd-996cf622c85f None None] Loading extension file: fip_port_details.py {{(pid=83764) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 01 13:25:22.520754 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG neutron.api.extensions [None req-6c44ebf1-ef32-4f86-90bd-996cf622c85f None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=83764) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 01 13:25:22.521257 dv-neutron-836180-1-hyperv neutron-server[83764]: INFO neutron.api.extensions [None req-6c44ebf1-ef32-4f86-90bd-996cf622c85f None None] Loaded extension: fip-port-details Apr 01 13:25:22.521573 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG neutron.api.extensions [None req-6c44ebf1-ef32-4f86-90bd-996cf622c85f None None] Loading extension file: flavors.py {{(pid=83764) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 01 13:25:22.522798 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG neutron.api.extensions [None req-6c44ebf1-ef32-4f86-90bd-996cf622c85f None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=83764) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 01 13:25:22.523308 dv-neutron-836180-1-hyperv neutron-server[83764]: INFO neutron.api.extensions [None req-6c44ebf1-ef32-4f86-90bd-996cf622c85f None None] Loaded extension: flavors Apr 01 13:25:22.523626 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG neutron.api.extensions [None req-6c44ebf1-ef32-4f86-90bd-996cf622c85f None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=83764) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 01 13:25:22.525851 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG neutron.api.extensions [None req-6c44ebf1-ef32-4f86-90bd-996cf622c85f None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=83764) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 01 13:25:22.526360 dv-neutron-836180-1-hyperv neutron-server[83764]: INFO neutron.api.extensions [None req-6c44ebf1-ef32-4f86-90bd-996cf622c85f None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Apr 01 13:25:22.526682 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG neutron.api.extensions [None req-6c44ebf1-ef32-4f86-90bd-996cf622c85f None None] Loading extension file: floatingip_pools.py {{(pid=83764) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 01 13:25:22.527372 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG neutron.api.extensions [None req-6c44ebf1-ef32-4f86-90bd-996cf622c85f None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=83764) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 01 13:25:22.527876 dv-neutron-836180-1-hyperv neutron-server[83764]: INFO neutron.api.extensions [None req-6c44ebf1-ef32-4f86-90bd-996cf622c85f None None] Loaded extension: floatingip-pools Apr 01 13:25:22.528195 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG neutron.api.extensions [None req-6c44ebf1-ef32-4f86-90bd-996cf622c85f None None] Loading extension file: ip_allocation.py {{(pid=83764) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 01 13:25:22.529129 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG neutron.api.extensions [None req-6c44ebf1-ef32-4f86-90bd-996cf622c85f None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=83764) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 01 13:25:22.529625 dv-neutron-836180-1-hyperv neutron-server[83764]: INFO neutron.api.extensions [None req-6c44ebf1-ef32-4f86-90bd-996cf622c85f None None] Extension ip_allocation not supported by any of loaded plugins Apr 01 13:25:22.529942 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG neutron.api.extensions [None req-6c44ebf1-ef32-4f86-90bd-996cf622c85f None None] Loading extension file: ip_substring_port_filtering.py {{(pid=83764) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 01 13:25:22.530852 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG neutron.api.extensions [None req-6c44ebf1-ef32-4f86-90bd-996cf622c85f None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=83764) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 01 13:25:22.531354 dv-neutron-836180-1-hyperv neutron-server[83764]: INFO neutron.api.extensions [None req-6c44ebf1-ef32-4f86-90bd-996cf622c85f None None] Loaded extension: ip-substring-filtering Apr 01 13:25:22.531672 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG neutron.api.extensions [None req-6c44ebf1-ef32-4f86-90bd-996cf622c85f None None] Loading extension file: l2_adjacency.py {{(pid=83764) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 01 13:25:22.532722 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG neutron.api.extensions [None req-6c44ebf1-ef32-4f86-90bd-996cf622c85f None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=83764) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 01 13:25:22.533354 dv-neutron-836180-1-hyperv neutron-server[83764]: INFO neutron.api.extensions [None req-6c44ebf1-ef32-4f86-90bd-996cf622c85f None None] Extension l2_adjacency not supported by any of loaded plugins Apr 01 13:25:22.533671 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG neutron.api.extensions [None req-6c44ebf1-ef32-4f86-90bd-996cf622c85f None None] Loading extension file: l3.py {{(pid=83764) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 01 13:25:22.534647 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG neutron.api.extensions [None req-6c44ebf1-ef32-4f86-90bd-996cf622c85f None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=83764) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 01 13:25:22.535151 dv-neutron-836180-1-hyperv neutron-server[83764]: INFO neutron.api.extensions [None req-6c44ebf1-ef32-4f86-90bd-996cf622c85f None None] Loaded extension: router Apr 01 13:25:22.535467 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG neutron.api.extensions [None req-6c44ebf1-ef32-4f86-90bd-996cf622c85f None None] Loading extension file: l3_conntrack_helper.py {{(pid=83764) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 01 13:25:22.537829 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG neutron.api.extensions [None req-6c44ebf1-ef32-4f86-90bd-996cf622c85f None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=83764) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 01 13:25:22.538341 dv-neutron-836180-1-hyperv neutron-server[83764]: INFO neutron.api.extensions [None req-6c44ebf1-ef32-4f86-90bd-996cf622c85f None None] Extension l3-conntrack-helper not supported by any of loaded plugins Apr 01 13:25:22.538666 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG neutron.api.extensions [None req-6c44ebf1-ef32-4f86-90bd-996cf622c85f None None] Loading extension file: l3_ext_gw_mode.py {{(pid=83764) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 01 13:25:22.539576 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG neutron.api.extensions [None req-6c44ebf1-ef32-4f86-90bd-996cf622c85f None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=83764) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 01 13:25:22.540078 dv-neutron-836180-1-hyperv neutron-server[83764]: INFO neutron.api.extensions [None req-6c44ebf1-ef32-4f86-90bd-996cf622c85f None None] Loaded extension: ext-gw-mode Apr 01 13:25:22.540550 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG neutron.api.extensions [None req-6c44ebf1-ef32-4f86-90bd-996cf622c85f None None] Loading extension file: l3_ext_ha_mode.py {{(pid=83764) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 01 13:25:22.541458 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG neutron.api.extensions [None req-6c44ebf1-ef32-4f86-90bd-996cf622c85f None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=83764) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 01 13:25:22.541954 dv-neutron-836180-1-hyperv neutron-server[83764]: INFO neutron.api.extensions [None req-6c44ebf1-ef32-4f86-90bd-996cf622c85f None None] Loaded extension: l3-ha Apr 01 13:25:22.542269 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG neutron.api.extensions [None req-6c44ebf1-ef32-4f86-90bd-996cf622c85f None None] Loading extension file: l3_flavors.py {{(pid=83764) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 01 13:25:22.543165 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG neutron.api.extensions [None req-6c44ebf1-ef32-4f86-90bd-996cf622c85f None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=83764) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 01 13:25:22.543664 dv-neutron-836180-1-hyperv neutron-server[83764]: INFO neutron.api.extensions [None req-6c44ebf1-ef32-4f86-90bd-996cf622c85f None None] Loaded extension: l3-flavors Apr 01 13:25:22.543981 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG neutron.api.extensions [None req-6c44ebf1-ef32-4f86-90bd-996cf622c85f None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=83764) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 01 13:25:22.544901 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG neutron.api.extensions [None req-6c44ebf1-ef32-4f86-90bd-996cf622c85f None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=83764) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 01 13:25:22.545406 dv-neutron-836180-1-hyperv neutron-server[83764]: INFO neutron.api.extensions [None req-6c44ebf1-ef32-4f86-90bd-996cf622c85f None None] Loaded extension: l3-port-ip-change-not-allowed Apr 01 13:25:22.545724 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG neutron.api.extensions [None req-6c44ebf1-ef32-4f86-90bd-996cf622c85f None None] Loading extension file: l3agentscheduler.py {{(pid=83764) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 01 13:25:22.546769 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG neutron.api.extensions [None req-6c44ebf1-ef32-4f86-90bd-996cf622c85f None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=83764) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 01 13:25:22.547274 dv-neutron-836180-1-hyperv neutron-server[83764]: INFO neutron.api.extensions [None req-6c44ebf1-ef32-4f86-90bd-996cf622c85f None None] Loaded extension: l3_agent_scheduler Apr 01 13:25:22.547594 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG neutron.api.extensions [None req-6c44ebf1-ef32-4f86-90bd-996cf622c85f None None] Loading extension file: logging.py {{(pid=83764) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 01 13:25:22.549121 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG neutron.api.extensions [None req-6c44ebf1-ef32-4f86-90bd-996cf622c85f None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=83764) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 01 13:25:22.549630 dv-neutron-836180-1-hyperv neutron-server[83764]: INFO neutron.api.extensions [None req-6c44ebf1-ef32-4f86-90bd-996cf622c85f None None] Extension logging not supported by any of loaded plugins Apr 01 13:25:22.549950 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG neutron.api.extensions [None req-6c44ebf1-ef32-4f86-90bd-996cf622c85f None None] Loading extension file: metering.py {{(pid=83764) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 01 13:25:22.550806 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG neutron.api.extensions [None req-6c44ebf1-ef32-4f86-90bd-996cf622c85f None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=83764) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 01 13:25:22.551380 dv-neutron-836180-1-hyperv neutron-server[83764]: INFO neutron.api.extensions [None req-6c44ebf1-ef32-4f86-90bd-996cf622c85f None None] Loaded extension: metering Apr 01 13:25:22.551697 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG neutron.api.extensions [None req-6c44ebf1-ef32-4f86-90bd-996cf622c85f None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=83764) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 01 13:25:22.552796 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG neutron.api.extensions [None req-6c44ebf1-ef32-4f86-90bd-996cf622c85f None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=83764) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 01 13:25:22.553305 dv-neutron-836180-1-hyperv neutron-server[83764]: INFO neutron.api.extensions [None req-6c44ebf1-ef32-4f86-90bd-996cf622c85f None None] Loaded extension: metering_source_and_destination_fields Apr 01 13:25:22.553617 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG neutron.api.extensions [None req-6c44ebf1-ef32-4f86-90bd-996cf622c85f None None] Loading extension file: multiprovidernet.py {{(pid=83764) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 01 13:25:22.554526 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG neutron.api.extensions [None req-6c44ebf1-ef32-4f86-90bd-996cf622c85f None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=83764) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 01 13:25:22.555028 dv-neutron-836180-1-hyperv neutron-server[83764]: INFO neutron.api.extensions [None req-6c44ebf1-ef32-4f86-90bd-996cf622c85f None None] Loaded extension: multi-provider Apr 01 13:25:22.555339 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG neutron.api.extensions [None req-6c44ebf1-ef32-4f86-90bd-996cf622c85f None None] Loading extension file: netmtu.py {{(pid=83764) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 01 13:25:22.556256 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG neutron.api.extensions [None req-6c44ebf1-ef32-4f86-90bd-996cf622c85f None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=83764) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 01 13:25:22.556937 dv-neutron-836180-1-hyperv neutron-server[83764]: INFO neutron.api.extensions [None req-6c44ebf1-ef32-4f86-90bd-996cf622c85f None None] Loaded extension: net-mtu Apr 01 13:25:22.557252 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG neutron.api.extensions [None req-6c44ebf1-ef32-4f86-90bd-996cf622c85f None None] Loading extension file: netmtu_writable.py {{(pid=83764) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 01 13:25:22.558151 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG neutron.api.extensions [None req-6c44ebf1-ef32-4f86-90bd-996cf622c85f None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=83764) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 01 13:25:22.558650 dv-neutron-836180-1-hyperv neutron-server[83764]: INFO neutron.api.extensions [None req-6c44ebf1-ef32-4f86-90bd-996cf622c85f None None] Loaded extension: net-mtu-writable Apr 01 13:25:22.558963 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG neutron.api.extensions [None req-6c44ebf1-ef32-4f86-90bd-996cf622c85f None None] Loading extension file: network_availability_zone.py {{(pid=83764) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 01 13:25:22.559616 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG neutron.api.extensions [None req-6c44ebf1-ef32-4f86-90bd-996cf622c85f None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=83764) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 01 13:25:22.560111 dv-neutron-836180-1-hyperv neutron-server[83764]: INFO neutron.api.extensions [None req-6c44ebf1-ef32-4f86-90bd-996cf622c85f None None] Loaded extension: network_availability_zone Apr 01 13:25:22.560458 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG neutron.api.extensions [None req-6c44ebf1-ef32-4f86-90bd-996cf622c85f None None] Loading extension file: network_ip_availability.py {{(pid=83764) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 01 13:25:22.561788 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG neutron.api.extensions [None req-6c44ebf1-ef32-4f86-90bd-996cf622c85f None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=83764) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 01 13:25:22.562291 dv-neutron-836180-1-hyperv neutron-server[83764]: INFO neutron.api.extensions [None req-6c44ebf1-ef32-4f86-90bd-996cf622c85f None None] Loaded extension: network-ip-availability Apr 01 13:25:22.562607 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG neutron.api.extensions [None req-6c44ebf1-ef32-4f86-90bd-996cf622c85f None None] Loading extension file: network_segment_range.py {{(pid=83764) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 01 13:25:22.563355 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG neutron.api.extensions [None req-6c44ebf1-ef32-4f86-90bd-996cf622c85f None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=83764) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 01 13:25:22.563853 dv-neutron-836180-1-hyperv neutron-server[83764]: INFO neutron.api.extensions [None req-6c44ebf1-ef32-4f86-90bd-996cf622c85f None None] Extension network-segment-range not supported by any of loaded plugins Apr 01 13:25:22.564166 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG neutron.api.extensions [None req-6c44ebf1-ef32-4f86-90bd-996cf622c85f None None] Loading extension file: pagination.py {{(pid=83764) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 01 13:25:22.565275 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG neutron.api.extensions [None req-6c44ebf1-ef32-4f86-90bd-996cf622c85f None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=83764) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 01 13:25:22.565600 dv-neutron-836180-1-hyperv neutron-server[83764]: INFO neutron.api.extensions [None req-6c44ebf1-ef32-4f86-90bd-996cf622c85f None None] Loaded extension: pagination Apr 01 13:25:22.565913 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG neutron.api.extensions [None req-6c44ebf1-ef32-4f86-90bd-996cf622c85f None None] Loading extension file: port_mac_address_regenerate.py {{(pid=83764) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 01 13:25:22.566818 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG neutron.api.extensions [None req-6c44ebf1-ef32-4f86-90bd-996cf622c85f None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=83764) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 01 13:25:22.567321 dv-neutron-836180-1-hyperv neutron-server[83764]: INFO neutron.api.extensions [None req-6c44ebf1-ef32-4f86-90bd-996cf622c85f None None] Loaded extension: port-mac-address-regenerate Apr 01 13:25:22.567637 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG neutron.api.extensions [None req-6c44ebf1-ef32-4f86-90bd-996cf622c85f None None] Loading extension file: port_resource_request.py {{(pid=83764) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 01 13:25:22.568582 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG neutron.api.extensions [None req-6c44ebf1-ef32-4f86-90bd-996cf622c85f None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=83764) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 01 13:25:22.569077 dv-neutron-836180-1-hyperv neutron-server[83764]: INFO neutron.api.extensions [None req-6c44ebf1-ef32-4f86-90bd-996cf622c85f None None] Extension port-resource-request not supported by any of loaded plugins Apr 01 13:25:22.569392 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG neutron.api.extensions [None req-6c44ebf1-ef32-4f86-90bd-996cf622c85f None None] Loading extension file: portbindings.py {{(pid=83764) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 01 13:25:22.570314 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG neutron.api.extensions [None req-6c44ebf1-ef32-4f86-90bd-996cf622c85f None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=83764) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 01 13:25:22.570817 dv-neutron-836180-1-hyperv neutron-server[83764]: INFO neutron.api.extensions [None req-6c44ebf1-ef32-4f86-90bd-996cf622c85f None None] Loaded extension: binding Apr 01 13:25:22.571135 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG neutron.api.extensions [None req-6c44ebf1-ef32-4f86-90bd-996cf622c85f None None] Loading extension file: portbindings_extended.py {{(pid=83764) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 01 13:25:22.573134 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG neutron.api.extensions [None req-6c44ebf1-ef32-4f86-90bd-996cf622c85f None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=83764) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 01 13:25:22.573643 dv-neutron-836180-1-hyperv neutron-server[83764]: INFO neutron.api.extensions [None req-6c44ebf1-ef32-4f86-90bd-996cf622c85f None None] Loaded extension: binding-extended Apr 01 13:25:22.573964 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG neutron.api.extensions [None req-6c44ebf1-ef32-4f86-90bd-996cf622c85f None None] Loading extension file: portsecurity.py {{(pid=83764) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 01 13:25:22.574867 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG neutron.api.extensions [None req-6c44ebf1-ef32-4f86-90bd-996cf622c85f None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=83764) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 01 13:25:22.575377 dv-neutron-836180-1-hyperv neutron-server[83764]: INFO neutron.api.extensions [None req-6c44ebf1-ef32-4f86-90bd-996cf622c85f None None] Loaded extension: port-security Apr 01 13:25:22.575698 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG neutron.api.extensions [None req-6c44ebf1-ef32-4f86-90bd-996cf622c85f None None] Loading extension file: project_id.py {{(pid=83764) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 01 13:25:22.576683 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG neutron.api.extensions [None req-6c44ebf1-ef32-4f86-90bd-996cf622c85f None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=83764) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 01 13:25:22.577011 dv-neutron-836180-1-hyperv neutron-server[83764]: INFO neutron.api.extensions [None req-6c44ebf1-ef32-4f86-90bd-996cf622c85f None None] Loaded extension: project-id Apr 01 13:25:22.577327 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG neutron.api.extensions [None req-6c44ebf1-ef32-4f86-90bd-996cf622c85f None None] Loading extension file: providernet.py {{(pid=83764) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 01 13:25:22.578234 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG neutron.api.extensions [None req-6c44ebf1-ef32-4f86-90bd-996cf622c85f None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=83764) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 01 13:25:22.578736 dv-neutron-836180-1-hyperv neutron-server[83764]: INFO neutron.api.extensions [None req-6c44ebf1-ef32-4f86-90bd-996cf622c85f None None] Loaded extension: provider Apr 01 13:25:22.579052 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG neutron.api.extensions [None req-6c44ebf1-ef32-4f86-90bd-996cf622c85f None None] Loading extension file: qos.py {{(pid=83764) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 01 13:25:22.582802 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG neutron.api.extensions [None req-6c44ebf1-ef32-4f86-90bd-996cf622c85f None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=83764) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 01 13:25:22.583309 dv-neutron-836180-1-hyperv neutron-server[83764]: INFO neutron.api.extensions [None req-6c44ebf1-ef32-4f86-90bd-996cf622c85f None None] Extension qos not supported by any of loaded plugins Apr 01 13:25:22.583635 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG neutron.api.extensions [None req-6c44ebf1-ef32-4f86-90bd-996cf622c85f None None] Loading extension file: qos_bw_limit_direction.py {{(pid=83764) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 01 13:25:22.584895 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG neutron.api.extensions [None req-6c44ebf1-ef32-4f86-90bd-996cf622c85f None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=83764) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 01 13:25:22.585433 dv-neutron-836180-1-hyperv neutron-server[83764]: INFO neutron.api.extensions [None req-6c44ebf1-ef32-4f86-90bd-996cf622c85f None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Apr 01 13:25:22.585710 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG neutron.api.extensions [None req-6c44ebf1-ef32-4f86-90bd-996cf622c85f None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=83764) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 01 13:25:22.586609 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG neutron.api.extensions [None req-6c44ebf1-ef32-4f86-90bd-996cf622c85f None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=83764) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 01 13:25:22.587138 dv-neutron-836180-1-hyperv neutron-server[83764]: INFO neutron.api.extensions [None req-6c44ebf1-ef32-4f86-90bd-996cf622c85f None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Apr 01 13:25:22.588109 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG neutron.api.extensions [None req-6c44ebf1-ef32-4f86-90bd-996cf622c85f None None] Loading extension file: qos_default.py {{(pid=83764) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 01 13:25:22.589041 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG neutron.api.extensions [None req-6c44ebf1-ef32-4f86-90bd-996cf622c85f None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=83764) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 01 13:25:22.589544 dv-neutron-836180-1-hyperv neutron-server[83764]: INFO neutron.api.extensions [None req-6c44ebf1-ef32-4f86-90bd-996cf622c85f None None] Extension qos-default not supported by any of loaded plugins Apr 01 13:25:22.589863 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG neutron.api.extensions [None req-6c44ebf1-ef32-4f86-90bd-996cf622c85f None None] Loading extension file: qos_fip.py {{(pid=83764) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 01 13:25:22.590504 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG neutron.api.extensions [None req-6c44ebf1-ef32-4f86-90bd-996cf622c85f None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=83764) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 01 13:25:22.590998 dv-neutron-836180-1-hyperv neutron-server[83764]: INFO neutron.api.extensions [None req-6c44ebf1-ef32-4f86-90bd-996cf622c85f None None] Extension qos-fip not supported by any of loaded plugins Apr 01 13:25:22.591312 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG neutron.api.extensions [None req-6c44ebf1-ef32-4f86-90bd-996cf622c85f None None] Loading extension file: qos_gateway_ip.py {{(pid=83764) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 01 13:25:22.592224 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG neutron.api.extensions [None req-6c44ebf1-ef32-4f86-90bd-996cf622c85f None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=83764) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 01 13:25:22.592746 dv-neutron-836180-1-hyperv neutron-server[83764]: INFO neutron.api.extensions [None req-6c44ebf1-ef32-4f86-90bd-996cf622c85f None None] Extension qos-gateway-ip not supported by any of loaded plugins Apr 01 13:25:22.593062 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG neutron.api.extensions [None req-6c44ebf1-ef32-4f86-90bd-996cf622c85f None None] Loading extension file: qos_port_network_policy.py {{(pid=83764) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 01 13:25:22.593959 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG neutron.api.extensions [None req-6c44ebf1-ef32-4f86-90bd-996cf622c85f None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=83764) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 01 13:25:22.594456 dv-neutron-836180-1-hyperv neutron-server[83764]: INFO neutron.api.extensions [None req-6c44ebf1-ef32-4f86-90bd-996cf622c85f None None] Extension qos-port-network-policy not supported by any of loaded plugins Apr 01 13:25:22.594770 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG neutron.api.extensions [None req-6c44ebf1-ef32-4f86-90bd-996cf622c85f None None] Loading extension file: qos_rule_type_details.py {{(pid=83764) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 01 13:25:22.595665 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG neutron.api.extensions [None req-6c44ebf1-ef32-4f86-90bd-996cf622c85f None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=83764) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 01 13:25:22.596162 dv-neutron-836180-1-hyperv neutron-server[83764]: INFO neutron.api.extensions [None req-6c44ebf1-ef32-4f86-90bd-996cf622c85f None None] Extension qos-rule-type-details not supported by any of loaded plugins Apr 01 13:25:22.596507 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG neutron.api.extensions [None req-6c44ebf1-ef32-4f86-90bd-996cf622c85f None None] Loading extension file: qos_rules_alias.py {{(pid=83764) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 01 13:25:22.597534 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG neutron.api.extensions [None req-6c44ebf1-ef32-4f86-90bd-996cf622c85f None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=83764) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 01 13:25:22.598036 dv-neutron-836180-1-hyperv neutron-server[83764]: INFO neutron.api.extensions [None req-6c44ebf1-ef32-4f86-90bd-996cf622c85f None None] Extension qos-rules-alias not supported by any of loaded plugins Apr 01 13:25:22.598352 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG neutron.api.extensions [None req-6c44ebf1-ef32-4f86-90bd-996cf622c85f None None] Loading extension file: quotasv2.py {{(pid=83764) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 01 13:25:22.599228 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG neutron.api.extensions [None req-6c44ebf1-ef32-4f86-90bd-996cf622c85f None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=83764) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 01 13:25:22.599547 dv-neutron-836180-1-hyperv neutron-server[83764]: INFO neutron.api.extensions [None req-6c44ebf1-ef32-4f86-90bd-996cf622c85f None None] Loaded extension: quotas Apr 01 13:25:22.599859 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG neutron.api.extensions [None req-6c44ebf1-ef32-4f86-90bd-996cf622c85f None None] Loading extension file: quotasv2_detail.py {{(pid=83764) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 01 13:25:22.601485 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG neutron.api.extensions [None req-6c44ebf1-ef32-4f86-90bd-996cf622c85f None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=83764) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 01 13:25:22.601824 dv-neutron-836180-1-hyperv neutron-server[83764]: INFO neutron.api.extensions [None req-6c44ebf1-ef32-4f86-90bd-996cf622c85f None None] Loaded extension: quota_details Apr 01 13:25:22.602151 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG neutron.api.extensions [None req-6c44ebf1-ef32-4f86-90bd-996cf622c85f None None] Loading extension file: rbac.py {{(pid=83764) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 01 13:25:22.603235 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG neutron.api.extensions [None req-6c44ebf1-ef32-4f86-90bd-996cf622c85f None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=83764) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 01 13:25:22.603898 dv-neutron-836180-1-hyperv neutron-server[83764]: INFO neutron.api.extensions [None req-6c44ebf1-ef32-4f86-90bd-996cf622c85f None None] Loaded extension: rbac-policies Apr 01 13:25:22.604227 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG neutron.api.extensions [None req-6c44ebf1-ef32-4f86-90bd-996cf622c85f None None] Loading extension file: rbac_address_scope.py {{(pid=83764) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 01 13:25:22.605161 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG neutron.api.extensions [None req-6c44ebf1-ef32-4f86-90bd-996cf622c85f None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=83764) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 01 13:25:22.605672 dv-neutron-836180-1-hyperv neutron-server[83764]: INFO neutron.api.extensions [None req-6c44ebf1-ef32-4f86-90bd-996cf622c85f None None] Loaded extension: rbac-address-scope Apr 01 13:25:22.605997 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG neutron.api.extensions [None req-6c44ebf1-ef32-4f86-90bd-996cf622c85f None None] Loading extension file: rbac_security_groups.py {{(pid=83764) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 01 13:25:22.606898 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG neutron.api.extensions [None req-6c44ebf1-ef32-4f86-90bd-996cf622c85f None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=83764) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 01 13:25:22.607402 dv-neutron-836180-1-hyperv neutron-server[83764]: INFO neutron.api.extensions [None req-6c44ebf1-ef32-4f86-90bd-996cf622c85f None None] Loaded extension: rbac-security-groups Apr 01 13:25:22.607723 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG neutron.api.extensions [None req-6c44ebf1-ef32-4f86-90bd-996cf622c85f None None] Loading extension file: rbac_subnetpool.py {{(pid=83764) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 01 13:25:22.608645 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG neutron.api.extensions [None req-6c44ebf1-ef32-4f86-90bd-996cf622c85f None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=83764) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 01 13:25:22.609155 dv-neutron-836180-1-hyperv neutron-server[83764]: INFO neutron.api.extensions [None req-6c44ebf1-ef32-4f86-90bd-996cf622c85f None None] Loaded extension: rbac-subnetpool Apr 01 13:25:22.609474 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG neutron.api.extensions [None req-6c44ebf1-ef32-4f86-90bd-996cf622c85f None None] Loading extension file: revisionifmatch.py {{(pid=83764) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 01 13:25:22.610372 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG neutron.api.extensions [None req-6c44ebf1-ef32-4f86-90bd-996cf622c85f None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=83764) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 01 13:25:22.610882 dv-neutron-836180-1-hyperv neutron-server[83764]: INFO neutron.api.extensions [None req-6c44ebf1-ef32-4f86-90bd-996cf622c85f None None] Loaded extension: revision-if-match Apr 01 13:25:22.611200 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG neutron.api.extensions [None req-6c44ebf1-ef32-4f86-90bd-996cf622c85f None None] Loading extension file: revisions.py {{(pid=83764) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 01 13:25:22.612278 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG neutron.api.extensions [None req-6c44ebf1-ef32-4f86-90bd-996cf622c85f None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=83764) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 01 13:25:22.612798 dv-neutron-836180-1-hyperv neutron-server[83764]: INFO neutron.api.extensions [None req-6c44ebf1-ef32-4f86-90bd-996cf622c85f None None] Loaded extension: standard-attr-revisions Apr 01 13:25:22.613117 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG neutron.api.extensions [None req-6c44ebf1-ef32-4f86-90bd-996cf622c85f None None] Loading extension file: router_availability_zone.py {{(pid=83764) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 01 13:25:22.613774 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG neutron.api.extensions [None req-6c44ebf1-ef32-4f86-90bd-996cf622c85f None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=83764) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 01 13:25:22.614273 dv-neutron-836180-1-hyperv neutron-server[83764]: INFO neutron.api.extensions [None req-6c44ebf1-ef32-4f86-90bd-996cf622c85f None None] Loaded extension: router_availability_zone Apr 01 13:25:22.614591 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG neutron.api.extensions [None req-6c44ebf1-ef32-4f86-90bd-996cf622c85f None None] Loading extension file: routerservicetype.py {{(pid=83764) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 01 13:25:22.615496 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG neutron.api.extensions [None req-6c44ebf1-ef32-4f86-90bd-996cf622c85f None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=83764) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 01 13:25:22.615990 dv-neutron-836180-1-hyperv neutron-server[83764]: INFO neutron.api.extensions [None req-6c44ebf1-ef32-4f86-90bd-996cf622c85f None None] Extension router-service-type not supported by any of loaded plugins Apr 01 13:25:22.616326 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG neutron.api.extensions [None req-6c44ebf1-ef32-4f86-90bd-996cf622c85f None None] Loading extension file: security_groups_port_filtering.py {{(pid=83764) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 01 13:25:22.617230 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG neutron.api.extensions [None req-6c44ebf1-ef32-4f86-90bd-996cf622c85f None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=83764) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 01 13:25:22.617757 dv-neutron-836180-1-hyperv neutron-server[83764]: INFO neutron.api.extensions [None req-6c44ebf1-ef32-4f86-90bd-996cf622c85f None None] Loaded extension: port-security-groups-filtering Apr 01 13:25:22.618072 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG neutron.api.extensions [None req-6c44ebf1-ef32-4f86-90bd-996cf622c85f None None] Loading extension file: securitygroup.py {{(pid=83764) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 01 13:25:22.629302 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG neutron.api.extensions [None req-6c44ebf1-ef32-4f86-90bd-996cf622c85f None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=83764) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 01 13:25:22.629820 dv-neutron-836180-1-hyperv neutron-server[83764]: INFO neutron.api.extensions [None req-6c44ebf1-ef32-4f86-90bd-996cf622c85f None None] Loaded extension: security-group Apr 01 13:25:22.630147 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG neutron.api.extensions [None req-6c44ebf1-ef32-4f86-90bd-996cf622c85f None None] Loading extension file: segment.py {{(pid=83764) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 01 13:25:22.630926 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG neutron.api.extensions [None req-6c44ebf1-ef32-4f86-90bd-996cf622c85f None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=83764) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 01 13:25:22.631425 dv-neutron-836180-1-hyperv neutron-server[83764]: INFO neutron.api.extensions [None req-6c44ebf1-ef32-4f86-90bd-996cf622c85f None None] Extension segment not supported by any of loaded plugins Apr 01 13:25:22.631747 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG neutron.api.extensions [None req-6c44ebf1-ef32-4f86-90bd-996cf622c85f None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=83764) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 01 13:25:22.632705 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG neutron.api.extensions [None req-6c44ebf1-ef32-4f86-90bd-996cf622c85f None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=83764) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 01 13:25:22.633205 dv-neutron-836180-1-hyperv neutron-server[83764]: INFO neutron.api.extensions [None req-6c44ebf1-ef32-4f86-90bd-996cf622c85f None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Apr 01 13:25:22.633520 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG neutron.api.extensions [None req-6c44ebf1-ef32-4f86-90bd-996cf622c85f None None] Loading extension file: servicetype.py {{(pid=83764) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 01 13:25:22.635117 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG neutron.api.extensions [None req-6c44ebf1-ef32-4f86-90bd-996cf622c85f None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=83764) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 01 13:25:22.635703 dv-neutron-836180-1-hyperv neutron-server[83764]: INFO neutron.api.extensions [None req-6c44ebf1-ef32-4f86-90bd-996cf622c85f None None] Loaded extension: service-type Apr 01 13:25:22.636023 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG neutron.api.extensions [None req-6c44ebf1-ef32-4f86-90bd-996cf622c85f None None] Loading extension file: sorting.py {{(pid=83764) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 01 13:25:22.637016 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG neutron.api.extensions [None req-6c44ebf1-ef32-4f86-90bd-996cf622c85f None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=83764) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 01 13:25:22.637344 dv-neutron-836180-1-hyperv neutron-server[83764]: INFO neutron.api.extensions [None req-6c44ebf1-ef32-4f86-90bd-996cf622c85f None None] Loaded extension: sorting Apr 01 13:25:22.637661 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG neutron.api.extensions [None req-6c44ebf1-ef32-4f86-90bd-996cf622c85f None None] Loading extension file: standard_attr_segment.py {{(pid=83764) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 01 13:25:22.638551 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG neutron.api.extensions [None req-6c44ebf1-ef32-4f86-90bd-996cf622c85f None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=83764) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 01 13:25:22.639056 dv-neutron-836180-1-hyperv neutron-server[83764]: INFO neutron.api.extensions [None req-6c44ebf1-ef32-4f86-90bd-996cf622c85f None None] Extension standard-attr-segment not supported by any of loaded plugins Apr 01 13:25:22.639374 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG neutron.api.extensions [None req-6c44ebf1-ef32-4f86-90bd-996cf622c85f None None] Loading extension file: standardattrdescription.py {{(pid=83764) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 01 13:25:22.640007 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG neutron.api.extensions [None req-6c44ebf1-ef32-4f86-90bd-996cf622c85f None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=83764) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 01 13:25:22.640533 dv-neutron-836180-1-hyperv neutron-server[83764]: INFO neutron.api.extensions [None req-6c44ebf1-ef32-4f86-90bd-996cf622c85f None None] Loaded extension: standard-attr-description Apr 01 13:25:22.640853 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG neutron.api.extensions [None req-6c44ebf1-ef32-4f86-90bd-996cf622c85f None None] Loading extension file: stateful_security_group.py {{(pid=83764) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 01 13:25:22.641775 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG neutron.api.extensions [None req-6c44ebf1-ef32-4f86-90bd-996cf622c85f None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=83764) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 01 13:25:22.642408 dv-neutron-836180-1-hyperv neutron-server[83764]: INFO neutron.api.extensions [None req-6c44ebf1-ef32-4f86-90bd-996cf622c85f None None] Loaded extension: stateful-security-group Apr 01 13:25:22.642730 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG neutron.api.extensions [None req-6c44ebf1-ef32-4f86-90bd-996cf622c85f None None] Loading extension file: stdattrs_common.py {{(pid=83764) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 01 13:25:22.643301 dv-neutron-836180-1-hyperv neutron-server[83764]: WARNING neutron.api.extensions [None req-6c44ebf1-ef32-4f86-90bd-996cf622c85f None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Apr 01 13:25:22.643615 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG neutron.api.extensions [None req-6c44ebf1-ef32-4f86-90bd-996cf622c85f None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=83764) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 01 13:25:22.644554 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG neutron.api.extensions [None req-6c44ebf1-ef32-4f86-90bd-996cf622c85f None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=83764) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 01 13:25:22.645056 dv-neutron-836180-1-hyperv neutron-server[83764]: INFO neutron.api.extensions [None req-6c44ebf1-ef32-4f86-90bd-996cf622c85f None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Apr 01 13:25:22.645371 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG neutron.api.extensions [None req-6c44ebf1-ef32-4f86-90bd-996cf622c85f None None] Loading extension file: subnet_onboard.py {{(pid=83764) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 01 13:25:22.646489 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG neutron.api.extensions [None req-6c44ebf1-ef32-4f86-90bd-996cf622c85f None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=83764) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 01 13:25:22.646997 dv-neutron-836180-1-hyperv neutron-server[83764]: INFO neutron.api.extensions [None req-6c44ebf1-ef32-4f86-90bd-996cf622c85f None None] Loaded extension: subnet_onboard Apr 01 13:25:22.647315 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG neutron.api.extensions [None req-6c44ebf1-ef32-4f86-90bd-996cf622c85f None None] Loading extension file: subnet_segmentid_writable.py {{(pid=83764) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 01 13:25:22.648241 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG neutron.api.extensions [None req-6c44ebf1-ef32-4f86-90bd-996cf622c85f None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=83764) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 01 13:25:22.648768 dv-neutron-836180-1-hyperv neutron-server[83764]: INFO neutron.api.extensions [None req-6c44ebf1-ef32-4f86-90bd-996cf622c85f None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Apr 01 13:25:22.649085 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG neutron.api.extensions [None req-6c44ebf1-ef32-4f86-90bd-996cf622c85f None None] Loading extension file: subnet_service_types.py {{(pid=83764) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 01 13:25:22.650672 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG neutron.api.extensions [None req-6c44ebf1-ef32-4f86-90bd-996cf622c85f None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=83764) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 01 13:25:22.651275 dv-neutron-836180-1-hyperv neutron-server[83764]: INFO neutron.api.extensions [None req-6c44ebf1-ef32-4f86-90bd-996cf622c85f None None] Loaded extension: subnet-service-types Apr 01 13:25:22.651591 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG neutron.api.extensions [None req-6c44ebf1-ef32-4f86-90bd-996cf622c85f None None] Loading extension file: subnetallocation.py {{(pid=83764) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 01 13:25:22.652692 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG neutron.api.extensions [None req-6c44ebf1-ef32-4f86-90bd-996cf622c85f None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=83764) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 01 13:25:22.653195 dv-neutron-836180-1-hyperv neutron-server[83764]: INFO neutron.api.extensions [None req-6c44ebf1-ef32-4f86-90bd-996cf622c85f None None] Loaded extension: subnet_allocation Apr 01 13:25:22.653511 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG neutron.api.extensions [None req-6c44ebf1-ef32-4f86-90bd-996cf622c85f None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=83764) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 01 13:25:22.654172 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG neutron.api.extensions [None req-6c44ebf1-ef32-4f86-90bd-996cf622c85f None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=83764) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 01 13:25:22.654675 dv-neutron-836180-1-hyperv neutron-server[83764]: INFO neutron.api.extensions [None req-6c44ebf1-ef32-4f86-90bd-996cf622c85f None None] Loaded extension: subnetpool-prefix-ops Apr 01 13:25:22.654990 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG neutron.api.extensions [None req-6c44ebf1-ef32-4f86-90bd-996cf622c85f None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=83764) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 01 13:25:22.655898 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG neutron.api.extensions [None req-6c44ebf1-ef32-4f86-90bd-996cf622c85f None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=83764) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 01 13:25:22.656422 dv-neutron-836180-1-hyperv neutron-server[83764]: INFO neutron.api.extensions [None req-6c44ebf1-ef32-4f86-90bd-996cf622c85f None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Apr 01 13:25:22.656738 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG neutron.api.extensions [None req-6c44ebf1-ef32-4f86-90bd-996cf622c85f None None] Loading extension file: tagging.py {{(pid=83764) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 01 13:25:22.657791 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG neutron.api.extensions [None req-6c44ebf1-ef32-4f86-90bd-996cf622c85f None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, router, floatingip, policy, security_group, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=83764) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 01 13:25:22.658301 dv-neutron-836180-1-hyperv neutron-server[83764]: INFO neutron.api.extensions [None req-6c44ebf1-ef32-4f86-90bd-996cf622c85f None None] Loaded extension: standard-attr-tag Apr 01 13:25:22.658617 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG neutron.api.extensions [None req-6c44ebf1-ef32-4f86-90bd-996cf622c85f None None] Loading extension file: timestamp.py {{(pid=83764) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 01 13:25:22.659785 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG neutron.api.extensions [None req-6c44ebf1-ef32-4f86-90bd-996cf622c85f None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=83764) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 01 13:25:22.660286 dv-neutron-836180-1-hyperv neutron-server[83764]: INFO neutron.api.extensions [None req-6c44ebf1-ef32-4f86-90bd-996cf622c85f None None] Loaded extension: standard-attr-timestamp Apr 01 13:25:22.660628 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG neutron.api.extensions [None req-6c44ebf1-ef32-4f86-90bd-996cf622c85f None None] Loading extension file: trunk.py {{(pid=83764) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 01 13:25:22.661772 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG neutron.api.extensions [None req-6c44ebf1-ef32-4f86-90bd-996cf622c85f None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=83764) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 01 13:25:22.662273 dv-neutron-836180-1-hyperv neutron-server[83764]: INFO neutron.api.extensions [None req-6c44ebf1-ef32-4f86-90bd-996cf622c85f None None] Extension trunk not supported by any of loaded plugins Apr 01 13:25:22.662592 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG neutron.api.extensions [None req-6c44ebf1-ef32-4f86-90bd-996cf622c85f None None] Loading extension file: trunk_details.py {{(pid=83764) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 01 13:25:22.663517 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG neutron.api.extensions [None req-6c44ebf1-ef32-4f86-90bd-996cf622c85f None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=83764) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 01 13:25:22.664017 dv-neutron-836180-1-hyperv neutron-server[83764]: INFO neutron.api.extensions [None req-6c44ebf1-ef32-4f86-90bd-996cf622c85f None None] Extension trunk-details not supported by any of loaded plugins Apr 01 13:25:22.664352 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG neutron.api.extensions [None req-6c44ebf1-ef32-4f86-90bd-996cf622c85f None None] Loading extension file: uplink_status_propagation.py {{(pid=83764) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 01 13:25:22.665282 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG neutron.api.extensions [None req-6c44ebf1-ef32-4f86-90bd-996cf622c85f None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=83764) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 01 13:25:22.665790 dv-neutron-836180-1-hyperv neutron-server[83764]: INFO neutron.api.extensions [None req-6c44ebf1-ef32-4f86-90bd-996cf622c85f None None] Extension uplink-status-propagation not supported by any of loaded plugins Apr 01 13:25:22.666105 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG neutron.api.extensions [None req-6c44ebf1-ef32-4f86-90bd-996cf622c85f None None] Loading extension file: vlantransparent.py {{(pid=83764) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 01 13:25:22.666765 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG neutron.api.extensions [None req-6c44ebf1-ef32-4f86-90bd-996cf622c85f None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=83764) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 01 13:25:22.667297 dv-neutron-836180-1-hyperv neutron-server[83764]: INFO neutron.api.extensions [None req-6c44ebf1-ef32-4f86-90bd-996cf622c85f None None] Extension vlan-transparent not supported by any of loaded plugins Apr 01 13:25:22.669553 dv-neutron-836180-1-hyperv neutron-server[83764]: INFO neutron.quota.resource_registry [None req-6c44ebf1-ef32-4f86-90bd-996cf622c85f None None] Creating instance of TrackedResource for resource:network Apr 01 13:25:22.670276 dv-neutron-836180-1-hyperv neutron-server[83764]: INFO neutron.quota.resource_registry [None req-6c44ebf1-ef32-4f86-90bd-996cf622c85f None None] Creating instance of TrackedResource for resource:subnet Apr 01 13:25:22.670882 dv-neutron-836180-1-hyperv neutron-server[83764]: INFO neutron.quota.resource_registry [None req-6c44ebf1-ef32-4f86-90bd-996cf622c85f None None] Creating instance of TrackedResource for resource:subnetpool Apr 01 13:25:22.671644 dv-neutron-836180-1-hyperv neutron-server[83764]: INFO neutron.quota.resource_registry [None req-6c44ebf1-ef32-4f86-90bd-996cf622c85f None None] Creating instance of TrackedResource for resource:port Apr 01 13:25:22.672929 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG neutron.api.v2.resource_helper [None req-6c44ebf1-ef32-4f86-90bd-996cf622c85f None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=83764) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 01 13:25:22.673374 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG neutron.api.v2.resource_helper [None req-6c44ebf1-ef32-4f86-90bd-996cf622c85f None None] Service FLAVORS assigned prefix: {{(pid=83764) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 01 13:25:22.673970 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG neutron.api.v2.resource_helper [None req-6c44ebf1-ef32-4f86-90bd-996cf622c85f None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=83764) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 01 13:25:22.674394 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG neutron.api.v2.resource_helper [None req-6c44ebf1-ef32-4f86-90bd-996cf622c85f None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=83764) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 01 13:25:22.674724 dv-neutron-836180-1-hyperv neutron-server[83764]: INFO neutron.quota.resource_registry [None req-6c44ebf1-ef32-4f86-90bd-996cf622c85f None None] Creating instance of TrackedResource for resource:router Apr 01 13:25:22.675389 dv-neutron-836180-1-hyperv neutron-server[83764]: INFO neutron.quota.resource_registry [None req-6c44ebf1-ef32-4f86-90bd-996cf622c85f None None] Creating instance of TrackedResource for resource:floatingip Apr 01 13:25:22.676099 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG neutron.api.v2.resource_helper [None req-6c44ebf1-ef32-4f86-90bd-996cf622c85f None None] Service METERING assigned prefix: /metering {{(pid=83764) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 01 13:25:22.677546 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG neutron_lib.callbacks.manager [None req-6c44ebf1-ef32-4f86-90bd-996cf622c85f None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=83764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 13:25:22.677911 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG neutron_lib.callbacks.manager [None req-6c44ebf1-ef32-4f86-90bd-996cf622c85f None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=83764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 13:25:22.678269 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG neutron_lib.callbacks.manager [None req-6c44ebf1-ef32-4f86-90bd-996cf622c85f None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83764) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 13:25:22.679389 dv-neutron-836180-1-hyperv neutron-server[83764]: INFO neutron.quota.resource_registry [None req-6c44ebf1-ef32-4f86-90bd-996cf622c85f None None] Creating instance of CountableResource for resource:rbac_policy Apr 01 13:25:22.679825 dv-neutron-836180-1-hyperv neutron-server[83764]: INFO neutron.quota.resource_registry [None req-6c44ebf1-ef32-4f86-90bd-996cf622c85f None None] Creating instance of TrackedResource for resource:security_group Apr 01 13:25:22.680498 dv-neutron-836180-1-hyperv neutron-server[83764]: INFO neutron.quota.resource_registry [None req-6c44ebf1-ef32-4f86-90bd-996cf622c85f None None] Creating instance of TrackedResource for resource:security_group_rule Apr 01 13:25:22.681389 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG neutron.api.v2.resource_helper [None req-6c44ebf1-ef32-4f86-90bd-996cf622c85f None None] Service CORE assigned prefix: {{(pid=83764) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 01 13:25:22.681718 dv-neutron-836180-1-hyperv neutron-server[83764]: INFO neutron.quota.resource_registry [None req-6c44ebf1-ef32-4f86-90bd-996cf622c85f None None] Creating instance of TrackedResource for resource:subnetpool Apr 01 13:25:22.682060 dv-neutron-836180-1-hyperv neutron-server[83764]: WARNING neutron.quota.resource_registry [None req-6c44ebf1-ef32-4f86-90bd-996cf622c85f None None] subnetpool is already registered Apr 01 13:25:22.682670 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG neutron.api.v2.resource_helper [None req-6c44ebf1-ef32-4f86-90bd-996cf622c85f None None] Service CORE assigned prefix: {{(pid=83764) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 01 13:25:22.683000 dv-neutron-836180-1-hyperv neutron-server[83764]: INFO neutron.quota.resource_registry [None req-6c44ebf1-ef32-4f86-90bd-996cf622c85f None None] Creating instance of TrackedResource for resource:subnetpool Apr 01 13:25:22.683319 dv-neutron-836180-1-hyperv neutron-server[83764]: WARNING neutron.quota.resource_registry [None req-6c44ebf1-ef32-4f86-90bd-996cf622c85f None None] subnetpool is already registered Apr 01 13:25:22.685874 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG neutron.api.v2.resource_helper [None req-6c44ebf1-ef32-4f86-90bd-996cf622c85f None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=83764) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 01 13:25:22.686549 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG neutron.api.v2.resource_helper [None req-6c44ebf1-ef32-4f86-90bd-996cf622c85f None None] Service FLAVORS assigned prefix: {{(pid=83764) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 01 13:25:22.687134 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG neutron.api.v2.resource_helper [None req-6c44ebf1-ef32-4f86-90bd-996cf622c85f None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=83764) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 01 13:25:22.687594 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG neutron.api.v2.resource_helper [None req-6c44ebf1-ef32-4f86-90bd-996cf622c85f None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=83764) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 01 13:25:22.687872 dv-neutron-836180-1-hyperv neutron-server[83764]: INFO neutron.quota.resource_registry [None req-6c44ebf1-ef32-4f86-90bd-996cf622c85f None None] Creating instance of TrackedResource for resource:router Apr 01 13:25:22.688196 dv-neutron-836180-1-hyperv neutron-server[83764]: WARNING neutron.quota.resource_registry [None req-6c44ebf1-ef32-4f86-90bd-996cf622c85f None None] router is already registered Apr 01 13:25:22.688813 dv-neutron-836180-1-hyperv neutron-server[83764]: INFO neutron.quota.resource_registry [None req-6c44ebf1-ef32-4f86-90bd-996cf622c85f None None] Creating instance of TrackedResource for resource:floatingip Apr 01 13:25:22.689134 dv-neutron-836180-1-hyperv neutron-server[83764]: WARNING neutron.quota.resource_registry [None req-6c44ebf1-ef32-4f86-90bd-996cf622c85f None None] floatingip is already registered Apr 01 13:25:22.689756 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG neutron.api.v2.resource_helper [None req-6c44ebf1-ef32-4f86-90bd-996cf622c85f None None] Service METERING assigned prefix: /metering {{(pid=83764) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 01 13:25:22.690424 dv-neutron-836180-1-hyperv neutron-server[83764]: INFO neutron.quota.resource_registry [None req-6c44ebf1-ef32-4f86-90bd-996cf622c85f None None] Creating instance of CountableResource for resource:rbac_policy Apr 01 13:25:22.690744 dv-neutron-836180-1-hyperv neutron-server[83764]: WARNING neutron.quota.resource_registry [None req-6c44ebf1-ef32-4f86-90bd-996cf622c85f None None] rbac_policy is already registered Apr 01 13:25:22.691271 dv-neutron-836180-1-hyperv neutron-server[83764]: INFO neutron.quota.resource_registry [None req-6c44ebf1-ef32-4f86-90bd-996cf622c85f None None] Creating instance of TrackedResource for resource:security_group Apr 01 13:25:22.691592 dv-neutron-836180-1-hyperv neutron-server[83764]: WARNING neutron.quota.resource_registry [None req-6c44ebf1-ef32-4f86-90bd-996cf622c85f None None] security_group is already registered Apr 01 13:25:22.692172 dv-neutron-836180-1-hyperv neutron-server[83764]: INFO neutron.quota.resource_registry [None req-6c44ebf1-ef32-4f86-90bd-996cf622c85f None None] Creating instance of TrackedResource for resource:security_group_rule Apr 01 13:25:22.692523 dv-neutron-836180-1-hyperv neutron-server[83764]: WARNING neutron.quota.resource_registry [None req-6c44ebf1-ef32-4f86-90bd-996cf622c85f None None] security_group_rule is already registered Apr 01 13:25:22.693184 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG neutron.api.v2.resource_helper [None req-6c44ebf1-ef32-4f86-90bd-996cf622c85f None None] Service CORE assigned prefix: {{(pid=83764) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 01 13:25:22.693513 dv-neutron-836180-1-hyperv neutron-server[83764]: INFO neutron.quota.resource_registry [None req-6c44ebf1-ef32-4f86-90bd-996cf622c85f None None] Creating instance of TrackedResource for resource:subnetpool Apr 01 13:25:22.693831 dv-neutron-836180-1-hyperv neutron-server[83764]: WARNING neutron.quota.resource_registry [None req-6c44ebf1-ef32-4f86-90bd-996cf622c85f None None] subnetpool is already registered Apr 01 13:25:22.694431 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG neutron.api.v2.resource_helper [None req-6c44ebf1-ef32-4f86-90bd-996cf622c85f None None] Service CORE assigned prefix: {{(pid=83764) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 01 13:25:22.694752 dv-neutron-836180-1-hyperv neutron-server[83764]: INFO neutron.quota.resource_registry [None req-6c44ebf1-ef32-4f86-90bd-996cf622c85f None None] Creating instance of TrackedResource for resource:subnetpool Apr 01 13:25:22.695077 dv-neutron-836180-1-hyperv neutron-server[83764]: WARNING neutron.quota.resource_registry [None req-6c44ebf1-ef32-4f86-90bd-996cf622c85f None None] subnetpool is already registered Apr 01 13:25:22.695713 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG neutron.api.extensions [None req-6c44ebf1-ef32-4f86-90bd-996cf622c85f None None] Extended resource: extensions {{(pid=83764) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 01 13:25:22.697790 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG neutron.api.extensions [None req-6c44ebf1-ef32-4f86-90bd-996cf622c85f None None] Extended resource: address-groups {{(pid=83764) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 01 13:25:22.699315 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG neutron.api.extensions [None req-6c44ebf1-ef32-4f86-90bd-996cf622c85f None None] Extended resource: address-scopes {{(pid=83764) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 01 13:25:22.700643 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG neutron.api.extensions [None req-6c44ebf1-ef32-4f86-90bd-996cf622c85f None None] Extended resource: agents {{(pid=83764) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 01 13:25:22.701785 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG neutron.api.extensions [None req-6c44ebf1-ef32-4f86-90bd-996cf622c85f None None] Extended resource: auto-allocated-topology {{(pid=83764) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 01 13:25:22.702978 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG neutron.api.extensions [None req-6c44ebf1-ef32-4f86-90bd-996cf622c85f None None] Extended resource: availability_zones {{(pid=83764) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 01 13:25:22.704237 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG neutron.api.extensions [None req-6c44ebf1-ef32-4f86-90bd-996cf622c85f None None] Extended resource: dhcp-networks {{(pid=83764) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 01 13:25:22.705604 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG neutron.api.extensions [None req-6c44ebf1-ef32-4f86-90bd-996cf622c85f None None] Extended resource: dhcp-agents {{(pid=83764) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 01 13:25:22.706963 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG neutron.api.extensions [None req-6c44ebf1-ef32-4f86-90bd-996cf622c85f None None] Extended resource: routers {{(pid=83764) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 01 13:25:22.708765 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG neutron.api.extensions [None req-6c44ebf1-ef32-4f86-90bd-996cf622c85f None None] Extended resource: flavors {{(pid=83764) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 01 13:25:22.709889 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG neutron.api.extensions [None req-6c44ebf1-ef32-4f86-90bd-996cf622c85f None None] Extended resource: service_profiles {{(pid=83764) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 01 13:25:22.711054 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG neutron.api.extensions [None req-6c44ebf1-ef32-4f86-90bd-996cf622c85f None None] Extended resource: next_providers {{(pid=83764) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 01 13:25:22.712685 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG neutron.api.extensions [None req-6c44ebf1-ef32-4f86-90bd-996cf622c85f None None] Extended resource: service_profiles {{(pid=83764) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 01 13:25:22.714073 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG neutron.api.extensions [None req-6c44ebf1-ef32-4f86-90bd-996cf622c85f None None] Extended resource: floatingip-pools {{(pid=83764) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 01 13:25:22.715244 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG neutron.api.extensions [None req-6c44ebf1-ef32-4f86-90bd-996cf622c85f None None] Extended resource: routers {{(pid=83764) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 01 13:25:22.717002 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG neutron.api.extensions [None req-6c44ebf1-ef32-4f86-90bd-996cf622c85f None None] Extended resource: floatingips {{(pid=83764) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 01 13:25:22.718140 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG neutron.api.extensions [None req-6c44ebf1-ef32-4f86-90bd-996cf622c85f None None] Extended resource: l3-routers {{(pid=83764) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 01 13:25:22.719450 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG neutron.api.extensions [None req-6c44ebf1-ef32-4f86-90bd-996cf622c85f None None] Extended resource: l3-agents {{(pid=83764) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 01 13:25:22.720838 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG neutron.api.extensions [None req-6c44ebf1-ef32-4f86-90bd-996cf622c85f None None] Extended resource: metering-labels {{(pid=83764) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 01 13:25:22.722193 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG neutron.api.extensions [None req-6c44ebf1-ef32-4f86-90bd-996cf622c85f None None] Extended resource: metering-label-rules {{(pid=83764) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 01 13:25:22.723398 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG neutron.api.extensions [None req-6c44ebf1-ef32-4f86-90bd-996cf622c85f None None] Extended resource: network-ip-availabilities {{(pid=83764) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 01 13:25:22.724615 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG neutron.api.extensions [None req-6c44ebf1-ef32-4f86-90bd-996cf622c85f None None] Extended resource: bindings {{(pid=83764) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 01 13:25:22.727078 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG neutron.api.extensions [None req-6c44ebf1-ef32-4f86-90bd-996cf622c85f None None] Extended resource: quotas {{(pid=83764) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 01 13:25:22.729033 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG neutron.api.extensions [None req-6c44ebf1-ef32-4f86-90bd-996cf622c85f None None] Extended resource: quotas {{(pid=83764) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 01 13:25:22.730406 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG neutron.api.extensions [None req-6c44ebf1-ef32-4f86-90bd-996cf622c85f None None] Extended resource: rbac-policies {{(pid=83764) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 01 13:25:22.731659 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG neutron.api.extensions [None req-6c44ebf1-ef32-4f86-90bd-996cf622c85f None None] Extended resource: security-groups {{(pid=83764) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 01 13:25:22.732852 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG neutron.api.extensions [None req-6c44ebf1-ef32-4f86-90bd-996cf622c85f None None] Extended resource: security-group-rules {{(pid=83764) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 01 13:25:22.734027 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG neutron.api.extensions [None req-6c44ebf1-ef32-4f86-90bd-996cf622c85f None None] Extended resource: service-providers {{(pid=83764) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 01 13:25:22.735207 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG neutron.api.extensions [None req-6c44ebf1-ef32-4f86-90bd-996cf622c85f None None] Extended resource: subnetpools {{(pid=83764) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 01 13:25:22.736606 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG neutron.api.extensions [None req-6c44ebf1-ef32-4f86-90bd-996cf622c85f None None] Extended resource: subnetpools {{(pid=83764) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 01 13:25:22.738003 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG neutron.api.extensions [None req-6c44ebf1-ef32-4f86-90bd-996cf622c85f None None] Extended resource: tags {{(pid=83764) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 01 13:25:22.739622 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG neutron.api.extensions [None req-6c44ebf1-ef32-4f86-90bd-996cf622c85f None None] Extended resource: tags {{(pid=83764) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 01 13:25:22.741405 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG neutron.api.extensions [None req-6c44ebf1-ef32-4f86-90bd-996cf622c85f None None] Extended resource: tags {{(pid=83764) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 01 13:25:22.743217 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG neutron.api.extensions [None req-6c44ebf1-ef32-4f86-90bd-996cf622c85f None None] Extended resource: tags {{(pid=83764) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 01 13:25:22.745061 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG neutron.api.extensions [None req-6c44ebf1-ef32-4f86-90bd-996cf622c85f None None] Extended resource: tags {{(pid=83764) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 01 13:25:22.746617 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG neutron.api.extensions [None req-6c44ebf1-ef32-4f86-90bd-996cf622c85f None None] Extended resource: tags {{(pid=83764) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 01 13:25:22.748348 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG neutron.api.extensions [None req-6c44ebf1-ef32-4f86-90bd-996cf622c85f None None] Extended resource: tags {{(pid=83764) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 01 13:25:22.750136 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG neutron.api.extensions [None req-6c44ebf1-ef32-4f86-90bd-996cf622c85f None None] Extended resource: tags {{(pid=83764) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 01 13:25:22.751932 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG neutron.api.extensions [None req-6c44ebf1-ef32-4f86-90bd-996cf622c85f None None] Extended resource: tags {{(pid=83764) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 01 13:25:22.753738 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG neutron.api.extensions [None req-6c44ebf1-ef32-4f86-90bd-996cf622c85f None None] Extended resource: tags {{(pid=83764) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 01 13:25:22.760100 dv-neutron-836180-1-hyperv neutron-server[83764]: WARNING keystonemiddleware.auth_token [None req-6c44ebf1-ef32-4f86-90bd-996cf622c85f None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Apr 01 13:25:22.764838 dv-neutron-836180-1-hyperv neutron-server[83764]: WARNING keystonemiddleware.auth_token [None req-6c44ebf1-ef32-4f86-90bd-996cf622c85f None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Apr 01 13:25:22.772952 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG oslo_concurrency.lockutils [None req-6c44ebf1-ef32-4f86-90bd-996cf622c85f None None] Acquired lock "singleton_lock" {{(pid=83764) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Apr 01 13:25:22.773416 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG oslo_concurrency.lockutils [None req-6c44ebf1-ef32-4f86-90bd-996cf622c85f None None] Releasing lock "singleton_lock" {{(pid=83764) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Apr 01 13:25:22.774048 dv-neutron-836180-1-hyperv neutron-server[83764]: INFO oslo_service.service [None req-6c44ebf1-ef32-4f86-90bd-996cf622c85f None None] Starting 2 workers Apr 01 13:25:22.779191 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG oslo_service.service [None req-6c44ebf1-ef32-4f86-90bd-996cf622c85f None None] Started child 83869 {{(pid=83764) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Apr 01 13:25:22.783660 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG oslo_service.service [None req-6c44ebf1-ef32-4f86-90bd-996cf622c85f None None] Started child 83871 {{(pid=83764) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Apr 01 13:25:22.785483 dv-neutron-836180-1-hyperv neutron-server[83764]: INFO neutron.service [None req-6c44ebf1-ef32-4f86-90bd-996cf622c85f None None] Neutron service started, listening on 0.0.0.0:9696 Apr 01 13:25:22.785660 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:25:22.786225 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG neutron_lib.callbacks.manager [None req-6c44ebf1-ef32-4f86-90bd-996cf622c85f None None] Notify callbacks [] for process, before_spawn {{(pid=83764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:25:22.787245 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [-] (83869) wsgi starting up on http://0.0.0.0:9696 Apr 01 13:25:22.787532 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 45162) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:25:22.788675 dv-neutron-836180-1-hyperv neutron-server[83764]: INFO oslo_service.service [None req-6c44ebf1-ef32-4f86-90bd-996cf622c85f None None] Starting 1 workers Apr 01 13:25:22.789738 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:25:22.791150 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [-] (83871) wsgi starting up on http://0.0.0.0:9696 Apr 01 13:25:22.793999 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG oslo_service.service [None req-6c44ebf1-ef32-4f86-90bd-996cf622c85f None None] Started child 83872 {{(pid=83764) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Apr 01 13:25:22.794720 dv-neutron-836180-1-hyperv neutron-server[83764]: INFO oslo_service.service [None req-6c44ebf1-ef32-4f86-90bd-996cf622c85f None None] Starting 1 workers Apr 01 13:25:22.796694 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [-] 10.222.0.26 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0067723 Apr 01 13:25:22.798508 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.service [None req-6c44ebf1-ef32-4f86-90bd-996cf622c85f None None] calling RpcWorker wait() {{(pid=83872) _wait /opt/stack/neutron/neutron/service.py:128}} Apr 01 13:25:22.799083 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.service [None req-6c44ebf1-ef32-4f86-90bd-996cf622c85f None None] returning from RpcWorker wait() {{(pid=83872) _wait /opt/stack/neutron/neutron/service.py:135}} Apr 01 13:25:22.799760 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG oslo_service.service [None req-6c44ebf1-ef32-4f86-90bd-996cf622c85f None None] Started child 83873 {{(pid=83764) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Apr 01 13:25:22.801389 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:25:22.801501 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG neutron_lib.callbacks.manager [None req-6c44ebf1-ef32-4f86-90bd-996cf622c85f None None] Notify callbacks [] for process, after_spawn {{(pid=83764) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:25:22.801575 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=83872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:25:22.802890 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=83764) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Apr 01 13:25:22.803041 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Apr 01 13:25:22.803218 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Apr 01 13:25:22.803435 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Apr 01 13:25:22.803778 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Apr 01 13:25:22.803921 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Apr 01 13:25:22.805174 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 13:25:22.805174 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 13:25:22.805174 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 13:25:22.805548 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 13:25:22.805548 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 13:25:22.806138 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 13:25:22.806435 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 13:25:22.806680 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 13:25:22.806976 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 13:25:22.807198 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 13:25:22.807367 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 13:25:22.807530 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 13:25:22.807781 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 13:25:22.808006 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 13:25:22.808401 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 13:25:22.808837 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 13:25:22.808976 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 13:25:22.809810 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 13:25:22.809810 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 13:25:22.809810 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG oslo_service.service [-] config_source = [] {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 13:25:22.811579 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 13:25:22.811579 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 13:25:22.811579 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG oslo_service.service [-] debug = True {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 13:25:22.811813 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 13:25:22.812396 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 13:25:22.812590 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 13:25:22.812816 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 13:25:22.812907 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=83873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:25:22.813419 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 13:25:22.813419 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 13:25:22.813570 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 13:25:22.813858 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 13:25:22.814121 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 13:25:22.814363 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 13:25:22.814594 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 13:25:22.814849 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 13:25:22.815068 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 13:25:22.815493 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 13:25:22.815631 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 13:25:22.815773 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 13:25:22.816200 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG oslo_service.service [-] host = dv-neutron-836180-1-hyperv {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 13:25:22.817929 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 13:25:22.817929 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 13:25:22.817929 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 13:25:22.817929 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 13:25:22.818426 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 13:25:22.818426 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 13:25:22.818646 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 13:25:22.818945 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 13:25:22.819100 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 13:25:22.819328 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 13:25:22.819579 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 13:25:22.819817 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 13:25:22.820030 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG oslo_service.service [-] log_dir = None {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 13:25:22.820267 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG oslo_service.service [-] log_file = None {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 13:25:22.820455 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG oslo_service.service [-] log_options = True {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 13:25:22.820690 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 13:25:22.820973 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 13:25:22.822670 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 13:25:22.822670 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 13:25:22.822670 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 13:25:22.822670 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 13:25:22.822974 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 13:25:22.822974 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 13:25:22.823235 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 13:25:22.823406 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 13:25:22.823615 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 13:25:22.823826 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 13:25:22.824057 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 13:25:22.825789 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 13:25:22.825789 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 13:25:22.825789 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 13:25:22.825789 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 13:25:22.825789 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 13:25:22.825789 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 13:25:22.825789 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 13:25:22.826281 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 13:25:22.826281 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 13:25:22.826411 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 13:25:22.826825 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 13:25:22.826825 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 13:25:22.827055 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 13:25:22.827236 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 13:25:22.827465 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 13:25:22.827671 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 13:25:22.827896 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 13:25:22.828161 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 13:25:22.828420 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 13:25:22.828649 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 13:25:22.828886 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 13:25:22.829107 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 13:25:22.829328 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 13:25:22.829571 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 13:25:22.829838 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 13:25:22.830065 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 13:25:22.830303 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 13:25:22.830562 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 13:25:22.830776 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 13:25:22.830994 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 13:25:22.831202 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 13:25:22.831435 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG oslo_service.service [-] use_journal = False {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 13:25:22.831662 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG oslo_service.service [-] use_json = False {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 13:25:22.831869 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 13:25:22.832096 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 13:25:22.835530 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 13:25:22.835530 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 13:25:22.835530 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 13:25:22.835530 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 13:25:22.835530 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 13:25:22.835530 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 13:25:22.835530 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 13:25:22.835530 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 13:25:22.836091 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 13:25:22.836091 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 13:25:22.836091 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 13:25:22.836091 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 13:25:22.836337 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 13:25:22.837902 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 13:25:22.838497 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 13:25:22.839003 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 13:25:22.839425 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 13:25:22.839931 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 13:25:22.840179 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 13:25:22.840574 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 13:25:22.841005 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 13:25:22.841163 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.26/identity {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 13:25:22.841391 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 13:25:22.841947 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 13:25:22.842503 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 13:25:22.842745 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 13:25:22.843025 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 13:25:22.843239 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 13:25:22.844499 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 13:25:22.844499 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 13:25:22.844646 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=83873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:25:22.844721 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 13:25:22.844721 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 13:25:22.844721 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 13:25:22.844721 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 13:25:22.844965 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 13:25:22.846016 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 13:25:22.846016 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 13:25:22.846466 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 13:25:22.847356 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 13:25:22.847356 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 13:25:22.847356 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 13:25:22.847356 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 13:25:22.847623 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 13:25:22.847796 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 13:25:22.849108 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 13:25:22.849108 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 13:25:22.849108 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 13:25:22.849868 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 13:25:22.850107 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 13:25:22.850324 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 13:25:22.850552 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 13:25:22.850782 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 13:25:22.851051 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 13:25:22.852077 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 13:25:22.852077 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 13:25:22.852077 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 13:25:22.853701 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 13:25:22.853940 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 13:25:22.854976 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 13:25:22.854976 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 13:25:22.855304 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 13:25:22.855304 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 13:25:22.855568 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 13:25:22.859378 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 13:25:22.859378 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 13:25:22.859378 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 13:25:22.859378 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 13:25:22.859378 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 13:25:22.859378 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 13:25:22.859378 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 13:25:22.859378 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 13:25:22.859378 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 13:25:22.860514 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 13:25:22.860514 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 13:25:22.860514 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 13:25:22.860514 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 13:25:22.860514 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 13:25:22.860514 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 13:25:22.860514 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 13:25:22.860514 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 13:25:22.860514 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 13:25:22.861679 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 13:25:22.861679 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 13:25:22.861679 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 13:25:22.861679 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 13:25:22.861679 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 13:25:22.862315 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 13:25:22.862315 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 13:25:22.862588 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 13:25:22.862721 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 13:25:22.864942 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 13:25:22.864942 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 13:25:22.864942 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 13:25:22.864942 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 13:25:22.864942 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 13:25:22.865587 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 13:25:22.865788 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 13:25:22.866066 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 13:25:22.866314 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 13:25:22.866573 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 13:25:22.866825 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 13:25:22.867088 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 13:25:22.867340 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 13:25:22.867640 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 13:25:22.868104 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 13:25:22.868276 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 13:25:22.869692 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 13:25:22.869994 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 13:25:22.870286 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 13:25:22.870500 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 13:25:22.871478 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 13:25:22.871478 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 13:25:22.871478 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 13:25:22.871901 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 13:25:22.871901 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 13:25:22.872158 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 13:25:22.874620 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 13:25:22.874620 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 13:25:22.874620 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 13:25:22.874620 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 13:25:22.874620 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 13:25:22.874620 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 13:25:22.874620 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 13:25:22.874620 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 13:25:22.874620 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 13:25:22.875531 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 13:25:22.875531 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 13:25:22.875531 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 13:25:22.875531 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 13:25:22.875990 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 13:25:22.875990 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 13:25:22.876262 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 13:25:22.876582 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 13:25:22.877070 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 13:25:22.877268 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 13:25:22.878450 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 13:25:22.878450 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 13:25:22.878450 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 13:25:22.878450 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 13:25:22.878994 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 13:25:22.878994 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.26/identity {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 13:25:22.879284 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 13:25:22.879513 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 13:25:22.879669 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 13:25:22.879905 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 13:25:22.880052 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 13:25:22.880196 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 13:25:22.882043 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 13:25:22.882043 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 13:25:22.882043 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 13:25:22.882043 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 13:25:22.882642 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 13:25:22.882642 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 13:25:22.882642 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 13:25:22.883052 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 13:25:22.883052 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 13:25:22.883316 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 13:25:22.883468 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 13:25:22.883663 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 13:25:22.883897 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 13:25:22.884235 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 13:25:22.884490 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 13:25:22.884839 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 13:25:22.884982 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 13:25:22.885302 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 13:25:22.885449 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 13:25:22.887210 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 13:25:22.887542 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 13:25:22.887826 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 13:25:22.888064 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 13:25:22.888369 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 13:25:22.888639 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 13:25:22.888859 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 13:25:22.889117 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 13:25:22.889382 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 13:25:22.889559 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 13:25:22.889946 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 13:25:22.890169 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 13:25:22.890416 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 13:25:22.890809 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 13:25:22.891208 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 13:25:22.891446 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 13:25:22.891713 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 13:25:22.891937 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 13:25:22.892326 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 13:25:22.892544 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 13:25:22.892805 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 13:25:22.893055 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 13:25:22.893294 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 13:25:22.893531 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 13:25:22.893751 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 13:25:22.893967 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 13:25:22.894212 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 13:25:22.894427 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 13:25:22.894650 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 13:25:22.894887 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 13:25:22.895129 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 13:25:22.895364 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 13:25:22.895580 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 13:25:22.895838 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 13:25:22.896057 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 13:25:22.896314 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 13:25:22.897596 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 13:25:22.897821 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 13:25:22.898044 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 13:25:22.898280 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 13:25:22.898500 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 13:25:22.898712 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 13:25:22.898943 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 13:25:22.899157 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 13:25:22.899382 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 13:25:22.900347 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 13:25:22.900789 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG oslo_service.service [-] xenapi.connection_password = **** {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 13:25:22.901311 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG oslo_service.service [-] xenapi.connection_url = None {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 13:25:22.901534 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG oslo_service.service [-] xenapi.connection_username = None {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 13:25:22.901835 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 13:25:22.902083 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 13:25:22.902327 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 13:25:22.902598 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 13:25:22.902827 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 13:25:22.903058 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 13:25:22.903266 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 13:25:22.903495 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 13:25:22.903712 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 13:25:22.903918 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 13:25:22.904198 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 13:25:22.905329 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 13:25:22.905576 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 13:25:22.905936 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 13:25:22.907102 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 13:25:22.907365 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 13:25:22.907638 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 13:25:22.907960 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 13:25:22.908174 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 13:25:22.908506 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 13:25:22.908740 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 13:25:22.909956 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 13:25:22.910101 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 13:25:22.910398 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 13:25:22.911338 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 13:25:22.911338 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 13:25:22.911338 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 13:25:22.911555 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 13:25:22.911824 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 13:25:22.912133 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:350:399'] {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 13:25:22.912425 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 13:25:22.912659 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 13:25:22.912971 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 13:25:22.913281 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 13:25:22.913544 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 13:25:22.913795 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 13:25:22.914414 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 13:25:22.914414 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 13:25:22.914568 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 13:25:22.914724 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 13:25:22.915127 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 13:25:22.916027 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 13:25:22.916425 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 13:25:22.917220 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 13:25:22.917220 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 13:25:22.917220 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 13:25:22.917445 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 13:25:22.917642 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 13:25:22.917915 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 13:25:22.918116 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 13:25:22.918588 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 13:25:22.918588 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 13:25:22.918890 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 13:25:22.918890 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Apr 01 13:25:22.919670 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=83764) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Apr 01 13:25:22.919670 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Apr 01 13:25:22.919848 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Apr 01 13:25:22.919848 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Apr 01 13:25:22.920024 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Apr 01 13:25:22.920292 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Apr 01 13:25:22.920506 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 13:25:22.920614 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 13:25:22.920717 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 13:25:22.920846 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 13:25:22.921004 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 13:25:22.921183 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 13:25:22.921470 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 13:25:22.921644 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 13:25:22.921814 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 13:25:22.921939 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 13:25:22.922080 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 13:25:22.922238 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 13:25:22.922395 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 13:25:22.922903 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 13:25:22.922903 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 13:25:22.922903 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 13:25:22.923144 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 13:25:22.923144 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 13:25:22.923299 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 13:25:22.923443 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG oslo_service.service [-] config_source = [] {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 13:25:22.923619 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 13:25:22.923754 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 13:25:22.924069 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG oslo_service.service [-] debug = True {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 13:25:22.924233 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 13:25:22.924470 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 13:25:22.924636 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 13:25:22.924813 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 13:25:22.924941 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 13:25:22.925097 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 13:25:22.925255 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 13:25:22.925415 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 13:25:22.925569 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 13:25:22.925811 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 13:25:22.925900 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 13:25:22.926023 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 13:25:22.926335 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 13:25:22.926517 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 13:25:22.926670 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 13:25:22.926818 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 13:25:22.926960 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG oslo_service.service [-] host = dv-neutron-836180-1-hyperv {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 13:25:22.927103 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 13:25:22.927264 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 13:25:22.927414 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 13:25:22.927575 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 13:25:22.927717 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 13:25:22.927965 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 13:25:22.928115 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 13:25:22.928243 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 13:25:22.928446 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 13:25:22.928520 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 13:25:22.928722 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 13:25:22.928857 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 13:25:22.928937 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG oslo_service.service [-] log_dir = None {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 13:25:22.929102 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG oslo_service.service [-] log_file = None {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 13:25:22.929249 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG oslo_service.service [-] log_options = True {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 13:25:22.929390 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 13:25:22.929550 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 13:25:22.929704 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 13:25:22.930040 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 13:25:22.930354 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 13:25:22.930569 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 13:25:22.930913 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 13:25:22.930913 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 13:25:22.931853 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 13:25:22.931853 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 13:25:22.931853 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 13:25:22.931853 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 13:25:22.931853 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 13:25:22.932882 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 13:25:22.932882 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 13:25:22.932882 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 13:25:22.932882 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 13:25:22.932882 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 13:25:22.932882 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 13:25:22.932882 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 13:25:22.934254 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 13:25:22.934254 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 13:25:22.934254 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 13:25:22.934254 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 13:25:22.934254 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 13:25:22.934254 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 13:25:22.934254 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 13:25:22.934254 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 13:25:22.934254 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 13:25:22.936484 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 13:25:22.936484 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 13:25:22.936484 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 13:25:22.936484 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 13:25:22.936484 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 13:25:22.936484 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 13:25:22.936484 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 13:25:22.936484 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 13:25:22.938275 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 13:25:22.938275 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 13:25:22.938275 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 13:25:22.938275 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 13:25:22.938275 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 13:25:22.938275 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 13:25:22.938275 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 13:25:22.938275 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG oslo_service.service [-] use_journal = False {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 13:25:22.939964 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG oslo_service.service [-] use_json = False {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 13:25:22.939964 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 13:25:22.939964 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 13:25:22.939964 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 13:25:22.939964 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 13:25:22.939964 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 13:25:22.939964 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 13:25:22.939964 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 13:25:22.941523 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 13:25:22.941523 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 13:25:22.941523 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 13:25:22.941523 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 13:25:22.941523 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 13:25:22.941523 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 13:25:22.941523 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 13:25:22.941523 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 13:25:22.943413 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 13:25:22.943413 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 13:25:22.943413 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 13:25:22.943413 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 13:25:22.943413 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 13:25:22.943413 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 13:25:22.943413 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 13:25:22.943413 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 13:25:22.945070 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.26/identity {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 13:25:22.945070 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 13:25:22.945070 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 13:25:22.945070 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 13:25:22.945070 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 13:25:22.945070 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 13:25:22.945070 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 13:25:22.945070 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 13:25:22.946791 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 13:25:22.946791 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 13:25:22.946791 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 13:25:22.946791 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 13:25:22.946791 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 13:25:22.946791 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 13:25:22.946791 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 13:25:22.946791 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 13:25:22.946791 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 13:25:22.948516 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 13:25:22.948516 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 13:25:22.948516 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 13:25:22.948516 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 13:25:22.948516 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 13:25:22.948516 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 13:25:22.948516 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 13:25:22.948516 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 13:25:22.948516 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 13:25:22.950022 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 13:25:22.950022 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 13:25:22.950022 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 13:25:22.950022 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 13:25:22.950022 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 13:25:22.950022 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 13:25:22.950022 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 13:25:22.950022 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 13:25:22.950022 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 13:25:22.951390 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 13:25:22.951390 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 13:25:22.951390 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 13:25:22.951390 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 13:25:22.951390 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 13:25:22.951390 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 13:25:22.951390 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 13:25:22.951390 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 13:25:22.951390 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 13:25:22.952664 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 13:25:22.952664 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 13:25:22.952664 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 13:25:22.952664 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 13:25:22.952664 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 13:25:22.952664 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 13:25:22.952664 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 13:25:22.952664 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 13:25:22.952664 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 13:25:22.953971 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 13:25:22.953971 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 13:25:22.953971 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 13:25:22.953971 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 13:25:22.953971 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 13:25:22.953971 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 13:25:22.953971 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 13:25:22.953971 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 13:25:22.953971 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 13:25:22.955625 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 13:25:22.955625 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 13:25:22.955625 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 13:25:22.955625 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 13:25:22.955625 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 13:25:22.955625 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 13:25:22.955625 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 13:25:22.955625 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 13:25:22.956995 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 13:25:22.956995 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 13:25:22.956995 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 13:25:22.956995 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 13:25:22.956995 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 13:25:22.956995 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 13:25:22.956995 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 13:25:22.956995 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 13:25:22.958021 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 13:25:22.958021 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 13:25:22.958021 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 13:25:22.958021 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 13:25:22.958021 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 13:25:22.958021 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 13:25:22.958021 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 13:25:22.958021 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 13:25:22.959046 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 13:25:22.959046 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 13:25:22.959046 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 13:25:22.959046 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 13:25:22.959046 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 13:25:22.959046 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 13:25:22.959046 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 13:25:22.959046 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 13:25:22.960039 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 13:25:22.960039 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 13:25:22.960039 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 13:25:22.960039 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 13:25:22.960039 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 13:25:22.960039 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 13:25:22.960039 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 13:25:22.960039 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 13:25:22.960039 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 13:25:22.961213 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 13:25:22.961213 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 13:25:22.961213 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 13:25:22.961213 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 13:25:22.961213 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 13:25:22.961213 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 13:25:22.961213 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 13:25:22.961213 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 13:25:22.962776 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 13:25:22.962776 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 13:25:22.962776 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 13:25:22.962776 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 13:25:22.962776 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 13:25:22.962776 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 13:25:22.962776 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 13:25:22.962776 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 13:25:22.963794 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.26/identity {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 13:25:22.963794 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 13:25:22.963794 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 13:25:22.963794 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 13:25:22.963794 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 13:25:22.963794 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 13:25:22.963794 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 13:25:22.963794 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 13:25:22.964886 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 13:25:22.964886 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 13:25:22.964886 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 13:25:22.964886 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 13:25:22.964886 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 13:25:22.964886 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 13:25:22.964886 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 13:25:22.964886 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 13:25:22.965874 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 13:25:22.965874 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 13:25:22.965874 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 13:25:22.965874 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 13:25:22.965874 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 13:25:22.965874 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 13:25:22.965874 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 13:25:22.965874 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 13:25:22.966822 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 13:25:22.966822 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 13:25:22.966822 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 13:25:22.966822 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 13:25:22.966822 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 13:25:22.966822 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 13:25:22.966822 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 13:25:22.966822 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 13:25:22.967702 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 13:25:22.967702 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 13:25:22.967702 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 13:25:22.967702 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 13:25:22.967702 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 13:25:22.967702 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 13:25:22.967702 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 13:25:22.967702 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 13:25:22.968608 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 13:25:22.968608 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 13:25:22.968608 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 13:25:22.968608 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 13:25:22.968608 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 13:25:22.968608 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 13:25:22.968608 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 13:25:22.968608 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 13:25:22.969413 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 13:25:22.969413 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 13:25:22.969413 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 13:25:22.969413 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 13:25:22.969413 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 13:25:22.969413 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 13:25:22.969413 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 13:25:22.969413 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 13:25:22.969413 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 13:25:22.970255 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 13:25:22.970255 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 13:25:22.970255 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 13:25:22.970255 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 13:25:22.970255 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 13:25:22.970255 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 13:25:22.970255 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 13:25:22.970255 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 13:25:22.970255 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 13:25:22.971199 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 13:25:22.971199 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 13:25:22.971199 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 13:25:22.971199 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 13:25:22.971199 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 13:25:22.971199 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 13:25:22.971199 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG oslo_service.service [-] xenapi.connection_password = **** {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 13:25:22.971199 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG oslo_service.service [-] xenapi.connection_url = None {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 13:25:22.971199 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG oslo_service.service [-] xenapi.connection_username = None {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 13:25:22.973221 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 13:25:22.973221 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 13:25:22.973221 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 13:25:22.973221 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 13:25:22.973221 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 13:25:22.973221 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 13:25:22.973221 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 13:25:22.973221 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 13:25:22.974097 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 13:25:22.974097 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 13:25:22.974097 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 13:25:22.974097 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 13:25:22.974097 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 13:25:22.974097 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 13:25:22.974097 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 13:25:22.974097 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 13:25:22.975541 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 13:25:22.975541 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 13:25:22.975541 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 13:25:22.975541 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 13:25:22.975541 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 13:25:22.975541 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 13:25:22.975541 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 13:25:22.975541 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 13:25:22.976094 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 13:25:22.976094 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 13:25:22.976094 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 13:25:22.976094 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 13:25:22.976094 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 13:25:22.976094 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:350:399'] {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 13:25:22.976716 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 13:25:22.976867 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=83872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:25:22.977012 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 13:25:22.977012 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 13:25:22.977012 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 13:25:22.977012 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 13:25:22.977012 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 13:25:22.977657 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 13:25:22.977657 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 13:25:22.977657 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 13:25:22.977657 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 13:25:22.977657 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 13:25:22.978677 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 13:25:22.978677 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 13:25:22.978819 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 13:25:22.978897 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 13:25:22.979050 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 13:25:22.979247 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 13:25:22.979377 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 13:25:22.979537 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 13:25:22.979856 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 13:25:22.980011 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 13:25:22.980173 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 13:25:22.980374 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 13:25:22.980539 dv-neutron-836180-1-hyperv neutron-server[83764]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=83764) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Apr 01 13:25:33.493915 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b43ba01b-7685-4f5b-a373-03e43fb9ad7e None None] get_active_networks_info from dv-neutron-836180-1-hyperv {{(pid=83872) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Apr 01 13:25:33.593990 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b43ba01b-7685-4f5b-a373-03e43fb9ad7e None None] No non-hosted networks {{(pid=83872) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Apr 01 13:25:33.610801 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.agentschedulers_db [None req-b43ba01b-7685-4f5b-a373-03e43fb9ad7e None None] DHCP Agent not found on host dv-neutron-836180-1-hyperv {{(pid=83872) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Apr 01 13:25:33.725118 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-d911fea4-ba43-4421-b422-348dced823fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-4084191'] for agent, after_create {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:25:35.841388 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-52b09912-e8c9-4c5b-810d-3df013a62cfc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-4084191'] for agent, after_create {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:25:35.902724 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-5c790867-63e6-4d32-b966-4c065e7e05e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:25:37.120989 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-4084191'] for agent, after_create {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:25:37.121735 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:25:37.122136 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:25:37.122634 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:25:37.122965 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:25:37.123294 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:25:37.123747 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:25:37.124127 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:25:37.124507 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:25:37.124872 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:25:37.125264 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:25:37.125641 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:25:37.126029 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-neutron-836180-1-hyperv', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.5', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0'}) {} {{(pid=83872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:25:37.142942 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-neutron-836180-1-hyperv', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.5', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0'}} {{(pid=83872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:25:37.352625 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-2f9cfc9c-d8ba-4de3-a4ad-98162f90557c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-4084191'] for agent, after_create {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:25:38.394510 dv-neutron-836180-1-hyperv neutron-server[83872]: INFO neutron.db.l3_hamode_db [None req-04817124-42ff-4e60-964c-9630268cf824 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Apr 01 13:25:38.483665 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04817124-42ff-4e60-964c-9630268cf824 None None] Routers set() bound to L3 agent in host dv-neutron-836180-1-hyperv {{(pid=83872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 13:25:38.483931 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04817124-42ff-4e60-964c-9630268cf824 None None] Router IDs set() for agent in host dv-neutron-836180-1-hyperv {{(pid=83872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Apr 01 13:25:38.795015 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-a976a7b9-9034-41e6-be13-349b75ed1593 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-4084191'] for agent, after_create {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:25:40.375488 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 45268) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:25:40.991350 dv-neutron-836180-1-hyperv neutron-server[83869]: WARNING oslo_policy.policy [None req-7e9302c3-2761-431f-9b16-58fc13259528 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 01 13:25:40.991925 dv-neutron-836180-1-hyperv neutron-server[83869]: WARNING oslo_policy.policy [None req-7e9302c3-2761-431f-9b16-58fc13259528 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 01 13:25:41.213726 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [None req-7e9302c3-2761-431f-9b16-58fc13259528 admin admin] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=83869) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 01 13:25:41.214820 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-7e9302c3-2761-431f-9b16-58fc13259528 admin admin] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.8384559 Apr 01 13:25:43.491933 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 45282) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:25:43.895406 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.v2.base [None req-1ee36c7a-c1ba-46bf-a75f-c1b5b6e7a972 admin admin] Request body: {'subnetpool': {'name': 'shared-default-subnetpool-v4', 'prefixes': ['172.20.0.0/16'], 'is_default': True, 'shared': True, 'default_prefixlen': 26}} {{(pid=83869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:25:43.948786 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.policy [None req-1ee36c7a-c1ba-46bf-a75f-c1b5b6e7a972 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=83869) register_rules /opt/stack/neutron/neutron/policy.py:65}} Apr 01 13:25:43.949528 dv-neutron-836180-1-hyperv neutron-server[83869]: WARNING oslo_policy.policy [None req-1ee36c7a-c1ba-46bf-a75f-c1b5b6e7a972 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 01 13:25:43.949910 dv-neutron-836180-1-hyperv neutron-server[83869]: WARNING oslo_policy.policy [None req-1ee36c7a-c1ba-46bf-a75f-c1b5b6e7a972 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 01 13:25:43.953156 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.quota [None req-1ee36c7a-c1ba-46bf-a75f-c1b5b6e7a972 admin admin] Loaded quota_driver: . Apr 01 13:25:43.969142 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-1ee36c7a-c1ba-46bf-a75f-c1b5b6e7a972 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:25:44.041296 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-1ee36c7a-c1ba-46bf-a75f-c1b5b6e7a972 admin admin] Notify callbacks ['neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8736731331210', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8736731336680', 'neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8736731339000', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8736731357202', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8736731351832', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-537379', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1008302', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-4064681', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3720083'] for rbac-policy, before_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:25:44.114280 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-1ee36c7a-c1ba-46bf-a75f-c1b5b6e7a972 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:25:44.115361 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-1ee36c7a-c1ba-46bf-a75f-c1b5b6e7a972 admin admin] 10.222.0.26 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6224380 Apr 01 13:25:46.666001 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 45296) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:25:47.304887 dv-neutron-836180-1-hyperv neutron-server[83871]: WARNING oslo_policy.policy [None req-b3303a1b-6f4f-448b-a17f-0a6368f8c2c8 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 01 13:25:47.306044 dv-neutron-836180-1-hyperv neutron-server[83871]: WARNING oslo_policy.policy [None req-b3303a1b-6f4f-448b-a17f-0a6368f8c2c8 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 01 13:25:47.517004 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.v2.base [None req-b3303a1b-6f4f-448b-a17f-0a6368f8c2c8 admin admin] Request body: {'network': {'project_id': '6127a660984640d09b53e79dae42737f', 'admin_state_up': True, 'name': 'private'}} {{(pid=83871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:25:47.518674 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.quota [None req-b3303a1b-6f4f-448b-a17f-0a6368f8c2c8 admin admin] Loaded quota_driver: . Apr 01 13:25:47.534082 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-b3303a1b-6f4f-448b-a17f-0a6368f8c2c8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:25:47.540962 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-b3303a1b-6f4f-448b-a17f-0a6368f8c2c8 admin admin] Usage tracker for resource:network and tenant:6127a660984640d09b53e79dae42737f is out of sync, need to count used quota {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 13:25:47.546377 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-b3303a1b-6f4f-448b-a17f-0a6368f8c2c8 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 13:25:47.553725 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-b3303a1b-6f4f-448b-a17f-0a6368f8c2c8 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:25:47.568892 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3303a1b-6f4f-448b-a17f-0a6368f8c2c8 admin admin] Made reservation on behalf of 6127a660984640d09b53e79dae42737f for: {'network': 1} {{(pid=83871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 13:25:47.607050 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.policy [None req-b3303a1b-6f4f-448b-a17f-0a6368f8c2c8 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=83871) register_rules /opt/stack/neutron/neutron/policy.py:65}} Apr 01 13:25:47.607810 dv-neutron-836180-1-hyperv neutron-server[83871]: WARNING oslo_policy.policy [None req-b3303a1b-6f4f-448b-a17f-0a6368f8c2c8 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 01 13:25:47.608173 dv-neutron-836180-1-hyperv neutron-server[83871]: WARNING oslo_policy.policy [None req-b3303a1b-6f4f-448b-a17f-0a6368f8c2c8 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 01 13:25:47.612749 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-b3303a1b-6f4f-448b-a17f-0a6368f8c2c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for network, before_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:25:47.634652 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-b3303a1b-6f4f-448b-a17f-0a6368f8c2c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:25:47.681795 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-b3303a1b-6f4f-448b-a17f-0a6368f8c2c8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:25:47.685532 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-b3303a1b-6f4f-448b-a17f-0a6368f8c2c8 admin admin] Usage tracker for resource:security_group_rule and tenant:6127a660984640d09b53e79dae42737f is out of sync, need to count used quota {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 13:25:47.689110 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-b3303a1b-6f4f-448b-a17f-0a6368f8c2c8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 13:25:47.694655 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-b3303a1b-6f4f-448b-a17f-0a6368f8c2c8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:25:47.774995 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-b3303a1b-6f4f-448b-a17f-0a6368f8c2c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:25:47.778636 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-b3303a1b-6f4f-448b-a17f-0a6368f8c2c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3775923'] for security_group, after_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:25:47.805551 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b3303a1b-6f4f-448b-a17f-0a6368f8c2c8 admin admin] vlan segment allocate from pool success with {'vlan_id': 391, 'physical_network': 'physnet1'} {{(pid=83871) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 13:25:47.828264 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3303a1b-6f4f-448b-a17f-0a6368f8c2c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54f0a4c0-e9c7-4729-a405-071217179375,revision_number=1']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:25:47.831898 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-b3303a1b-6f4f-448b-a17f-0a6368f8c2c8 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8736733387879', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1004271'] for segment, precommit_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:25:47.832513 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-b3303a1b-6f4f-448b-a17f-0a6368f8c2c8 admin admin] Unsubscribe: segment precommit_create {{(pid=83871) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Apr 01 13:25:47.833034 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.db.segments_db [None req-b3303a1b-6f4f-448b-a17f-0a6368f8c2c8 admin admin] Added segment e03e3fda-a4fb-4ec3-8472-0c15b7d17327 of type vlan for network f2135382-17dc-4f83-9bee-384c90a44442 Apr 01 13:25:47.900281 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3303a1b-6f4f-448b-a17f-0a6368f8c2c8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:25:47.900281 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3303a1b-6f4f-448b-a17f-0a6368f8c2c8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:25:47.900750 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3303a1b-6f4f-448b-a17f-0a6368f8c2c8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:25:47.900966 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3303a1b-6f4f-448b-a17f-0a6368f8c2c8 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:25:47.901282 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3303a1b-6f4f-448b-a17f-0a6368f8c2c8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:25:47.901596 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3303a1b-6f4f-448b-a17f-0a6368f8c2c8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:25:47.902069 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3303a1b-6f4f-448b-a17f-0a6368f8c2c8 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:25:47.902381 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3303a1b-6f4f-448b-a17f-0a6368f8c2c8 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:25:47.902687 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3303a1b-6f4f-448b-a17f-0a6368f8c2c8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:25:47.902990 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3303a1b-6f4f-448b-a17f-0a6368f8c2c8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:25:47.903293 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3303a1b-6f4f-448b-a17f-0a6368f8c2c8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:25:47.904613 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3303a1b-6f4f-448b-a17f-0a6368f8c2c8 admin admin] Tracked resource versions report: Apr 01 13:25:47.904613 dv-neutron-836180-1-hyperv neutron-server[83871]: pushed versions: Apr 01 13:25:47.904613 dv-neutron-836180-1-hyperv neutron-server[83871]: { 'ConntrackHelper': {'1.0'}, Apr 01 13:25:47.904613 dv-neutron-836180-1-hyperv neutron-server[83871]: 'Log': {'1.0'}, Apr 01 13:25:47.904613 dv-neutron-836180-1-hyperv neutron-server[83871]: 'Network': {'1.1'}, Apr 01 13:25:47.904613 dv-neutron-836180-1-hyperv neutron-server[83871]: 'Port': {'1.5'}, Apr 01 13:25:47.904613 dv-neutron-836180-1-hyperv neutron-server[83871]: 'PortForwarding': {'1.2'}, Apr 01 13:25:47.904613 dv-neutron-836180-1-hyperv neutron-server[83871]: 'QosPolicy': {'1.8'}, Apr 01 13:25:47.904613 dv-neutron-836180-1-hyperv neutron-server[83871]: 'SecurityGroup': {'1.2'}, Apr 01 13:25:47.904613 dv-neutron-836180-1-hyperv neutron-server[83871]: 'SecurityGroupRule': {'1.0'}, Apr 01 13:25:47.904613 dv-neutron-836180-1-hyperv neutron-server[83871]: 'SubPort': {'1.0'}, Apr 01 13:25:47.904613 dv-neutron-836180-1-hyperv neutron-server[83871]: 'Subnet': {'1.1'}, Apr 01 13:25:47.904613 dv-neutron-836180-1-hyperv neutron-server[83871]: 'Trunk': {'1.1'}} Apr 01 13:25:47.904613 dv-neutron-836180-1-hyperv neutron-server[83871]: consumer versions: Apr 01 13:25:47.904613 dv-neutron-836180-1-hyperv neutron-server[83871]: { DHCP agent@dv-neutron-836180-1-hyperv: {}, Apr 01 13:25:47.904613 dv-neutron-836180-1-hyperv neutron-server[83871]: L3 agent@dv-neutron-836180-1-hyperv: {}, Apr 01 13:25:47.904613 dv-neutron-836180-1-hyperv neutron-server[83871]: Metadata agent@dv-neutron-836180-1-hyperv: {}, Apr 01 13:25:47.904613 dv-neutron-836180-1-hyperv neutron-server[83871]: Metering agent@dv-neutron-836180-1-hyperv: {}, Apr 01 13:25:47.904613 dv-neutron-836180-1-hyperv neutron-server[83871]: Open vSwitch agent@dv-neutron-836180-1-hyperv: { 'ConntrackHelper': '1.0', Apr 01 13:25:47.904613 dv-neutron-836180-1-hyperv neutron-server[83871]: 'Log': '1.0', Apr 01 13:25:47.904613 dv-neutron-836180-1-hyperv neutron-server[83871]: 'Network': '1.1', Apr 01 13:25:47.904613 dv-neutron-836180-1-hyperv neutron-server[83871]: 'Port': '1.5', Apr 01 13:25:47.904613 dv-neutron-836180-1-hyperv neutron-server[83871]: 'PortForwarding': '1.2', Apr 01 13:25:47.904613 dv-neutron-836180-1-hyperv neutron-server[83871]: 'QosPolicy': '1.8', Apr 01 13:25:47.904613 dv-neutron-836180-1-hyperv neutron-server[83871]: 'SecurityGroup': '1.2', Apr 01 13:25:47.904613 dv-neutron-836180-1-hyperv neutron-server[83871]: 'SecurityGroupRule': '1.0', Apr 01 13:25:47.904613 dv-neutron-836180-1-hyperv neutron-server[83871]: 'SubPort': '1.0', Apr 01 13:25:47.904613 dv-neutron-836180-1-hyperv neutron-server[83871]: 'Subnet': '1.1', Apr 01 13:25:47.904613 dv-neutron-836180-1-hyperv neutron-server[83871]: 'Trunk': '1.1'}} Apr 01 13:25:47.904613 dv-neutron-836180-1-hyperv neutron-server[83871]: {{(pid=83871) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 01 13:25:47.952678 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-b3303a1b-6f4f-448b-a17f-0a6368f8c2c8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736732923383'] for network, precommit_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:25:47.993759 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-b3303a1b-6f4f-448b-a17f-0a6368f8c2c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575'] for network, after_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:25:47.994759 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3303a1b-6f4f-448b-a17f-0a6368f8c2c8 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:25:47.995371 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-b3303a1b-6f4f-448b-a17f-0a6368f8c2c8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3017602'] for network, before_response {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:25:48.100696 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3303a1b-6f4f-448b-a17f-0a6368f8c2c8 admin admin] Pushing event updated for resources: {'Network': ['ID=f2135382-17dc-4f83-9bee-384c90a44442,revision_number=1']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:25:48.104205 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-b3303a1b-6f4f-448b-a17f-0a6368f8c2c8 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 1.4361918 Apr 01 13:25:48.113947 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Network f2135382-17dc-4f83-9bee-384c90a44442 details requested by agent ovs-agent-dv-neutron-836180-1-hyperv with host dv-neutron-836180-1-hyperv {{(pid=83872) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 13:25:50.706614 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 45318) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:25:51.204863 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34e9ba64-3287-4165-811f-4aeb8c954c4d admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:25:51.206187 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-34e9ba64-3287-4165-811f-4aeb8c954c4d admin admin] 10.222.0.26 "GET /v2.0/networks/f2135382-17dc-4f83-9bee-384c90a44442 HTTP/1.1" status: 200 len: 825 time: 0.4986188 Apr 01 13:25:51.237622 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-4336e3c0-98c3-4b56-a63e-46b565f79a71 admin admin] 10.222.0.26 "GET /v2.0/subnetpools/8d3e525e-600b-48db-8547-236f832d48f9 HTTP/1.1" status: 200 len: 734 time: 0.0261374 Apr 01 13:25:51.247144 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.v2.base [None req-05ea5070-21a1-4855-b36b-9e0551ae35ec admin admin] Request body: {'subnet': {'network_id': 'f2135382-17dc-4f83-9bee-384c90a44442', 'name': 'private-subnet', 'gateway_ip': '172.20.0.1', 'tenant_id': '6127a660984640d09b53e79dae42737f', 'subnetpool_id': '8d3e525e-600b-48db-8547-236f832d48f9', 'ip_version': 4}} {{(pid=83871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:25:51.252028 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-05ea5070-21a1-4855-b36b-9e0551ae35ec admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:25:51.255853 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-05ea5070-21a1-4855-b36b-9e0551ae35ec admin admin] Usage tracker for resource:subnet and tenant:6127a660984640d09b53e79dae42737f is out of sync, need to count used quota {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 13:25:51.259686 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-05ea5070-21a1-4855-b36b-9e0551ae35ec admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 13:25:51.265591 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-05ea5070-21a1-4855-b36b-9e0551ae35ec admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:25:51.276340 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05ea5070-21a1-4855-b36b-9e0551ae35ec admin admin] Made reservation on behalf of 6127a660984640d09b53e79dae42737f for: {'subnet': 1} {{(pid=83871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 13:25:51.278816 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-05ea5070-21a1-4855-b36b-9e0551ae35ec admin admin] Notify callbacks [] for subnet, before_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:25:51.566524 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-05ea5070-21a1-4855-b36b-9e0551ae35ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575'] for subnet, after_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:25:51.653018 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ea5070-21a1-4855-b36b-9e0551ae35ec admin admin] Pushing event updated for resources: {'Subnet': ['ID=8f8248a0-7521-4dc6-b501-c474e0e18133,revision_number=0']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:25:51.657839 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05ea5070-21a1-4855-b36b-9e0551ae35ec admin admin] Checking segment: {'id': 'e03e3fda-a4fb-4ec3-8472-0c15b7d17327', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'f2135382-17dc-4f83-9bee-384c90a44442'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 13:25:51.658349 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05ea5070-21a1-4855-b36b-9e0551ae35ec admin admin] Network hostable DHCP agents. Network: f2135382-17dc-4f83-9bee-384c90a44442, hostable agents: ['e47e4547-5c2d-4954-ba56-fa3646239f18'], hosted agents: [] {{(pid=83871) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 13:25:51.681486 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05ea5070-21a1-4855-b36b-9e0551ae35ec admin admin] Network f2135382-17dc-4f83-9bee-384c90a44442 is scheduled to be hosted by DHCP agent e47e4547-5c2d-4954-ba56-fa3646239f18 with binding_index 1 {{(pid=83871) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 13:25:51.693962 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.scheduler.base_scheduler [None req-05ea5070-21a1-4855-b36b-9e0551ae35ec admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-836180-1-hyperv, f2135382-17dc-4f83-9bee-384c90a44442) {{(pid=83871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 13:25:51.699087 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05ea5070-21a1-4855-b36b-9e0551ae35ec admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:25:51.699673 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-05ea5070-21a1-4855-b36b-9e0551ae35ec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3017602'] for subnet, before_response {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:25:51.704564 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0ec5b9c-ce41-4244-b544-5fb2b41c74ea None None] Network f2135382-17dc-4f83-9bee-384c90a44442 requested from dv-neutron-836180-1-hyperv {{(pid=83872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 13:25:51.721045 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-05ea5070-21a1-4855-b36b-9e0551ae35ec admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4781749 Apr 01 13:25:52.018384 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b11d47ec-26ea-4a23-bd4c-b9001b6ad64b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7e7d0ecb-2af4-55f5-9198-238ab0570d62-f2135382-17dc-4f83-9bee-384c90a44442', 'network_id': 'f2135382-17dc-4f83-9bee-384c90a44442', 'tenant_id': '6127a660984640d09b53e79dae42737f', 'fixed_ips': [{'subnet_id': '8f8248a0-7521-4dc6-b501-c474e0e18133'}]}} from dv-neutron-836180-1-hyperv. {{(pid=83872) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 01 13:25:52.019623 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-b11d47ec-26ea-4a23-bd4c-b9001b6ad64b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:25:52.209522 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.db_base_plugin_common [None req-b11d47ec-26ea-4a23-bd4c-b9001b6ad64b None None] Allocated IP 172.20.0.2 (f2135382-17dc-4f83-9bee-384c90a44442/8f8248a0-7521-4dc6-b501-c474e0e18133/b5f249bd-d82e-4019-bee1-892a5610bb26) {{(pid=83872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 13:25:52.433464 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-b11d47ec-26ea-4a23-bd4c-b9001b6ad64b None None] Notify callbacks [] for port, precommit_create {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:25:52.454273 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-b11d47ec-26ea-4a23-bd4c-b9001b6ad64b None None] Transition to ACTIVE for port object b5f249bd-d82e-4019-bee1-892a5610bb26 will not be triggered until provisioned by entity L2. {{(pid=83872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 13:25:52.477497 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-b11d47ec-26ea-4a23-bd4c-b9001b6ad64b None None] Transition to ACTIVE for port object b5f249bd-d82e-4019-bee1-892a5610bb26 will not be triggered until provisioned by entity DHCP. {{(pid=83872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 13:25:52.483867 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-b11d47ec-26ea-4a23-bd4c-b9001b6ad64b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736732935801'] for port, after_create {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:25:52.548155 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b11d47ec-26ea-4a23-bd4c-b9001b6ad64b None None] Network f2135382-17dc-4f83-9bee-384c90a44442 is already hosted by enough agents. {{(pid=83872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 13:25:52.551332 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.scheduler.base_scheduler [None req-b11d47ec-26ea-4a23-bd4c-b9001b6ad64b None None] Resources bound (agent type, host, resource id): {{(pid=83872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 13:25:52.558749 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b11d47ec-26ea-4a23-bd4c-b9001b6ad64b None None] Pushing event updated for resources: {'Port': ['ID=b5f249bd-d82e-4019-bee1-892a5610bb26,revision_number=1']} {{(pid=83872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:25:52.561405 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b11d47ec-26ea-4a23-bd4c-b9001b6ad64b None None] Received port after_create {{(pid=83872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 13:25:52.600356 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b11d47ec-26ea-4a23-bd4c-b9001b6ad64b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:25:52.600700 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b11d47ec-26ea-4a23-bd4c-b9001b6ad64b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:25:52.601033 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b11d47ec-26ea-4a23-bd4c-b9001b6ad64b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:25:52.601360 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b11d47ec-26ea-4a23-bd4c-b9001b6ad64b None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:25:52.601699 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b11d47ec-26ea-4a23-bd4c-b9001b6ad64b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:25:52.602586 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b11d47ec-26ea-4a23-bd4c-b9001b6ad64b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:25:52.603079 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b11d47ec-26ea-4a23-bd4c-b9001b6ad64b None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:25:52.603413 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b11d47ec-26ea-4a23-bd4c-b9001b6ad64b None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:25:52.603733 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b11d47ec-26ea-4a23-bd4c-b9001b6ad64b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:25:52.604049 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b11d47ec-26ea-4a23-bd4c-b9001b6ad64b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:25:52.604396 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b11d47ec-26ea-4a23-bd4c-b9001b6ad64b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:25:52.605695 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b11d47ec-26ea-4a23-bd4c-b9001b6ad64b None None] Tracked resource versions report: Apr 01 13:25:52.605695 dv-neutron-836180-1-hyperv neutron-server[83872]: pushed versions: Apr 01 13:25:52.605695 dv-neutron-836180-1-hyperv neutron-server[83872]: { 'ConntrackHelper': {'1.0'}, Apr 01 13:25:52.605695 dv-neutron-836180-1-hyperv neutron-server[83872]: 'Log': {'1.0'}, Apr 01 13:25:52.605695 dv-neutron-836180-1-hyperv neutron-server[83872]: 'Network': {'1.1'}, Apr 01 13:25:52.605695 dv-neutron-836180-1-hyperv neutron-server[83872]: 'Port': {'1.5'}, Apr 01 13:25:52.605695 dv-neutron-836180-1-hyperv neutron-server[83872]: 'PortForwarding': {'1.2'}, Apr 01 13:25:52.605695 dv-neutron-836180-1-hyperv neutron-server[83872]: 'QosPolicy': {'1.8'}, Apr 01 13:25:52.605695 dv-neutron-836180-1-hyperv neutron-server[83872]: 'SecurityGroup': {'1.2'}, Apr 01 13:25:52.605695 dv-neutron-836180-1-hyperv neutron-server[83872]: 'SecurityGroupRule': {'1.0'}, Apr 01 13:25:52.605695 dv-neutron-836180-1-hyperv neutron-server[83872]: 'SubPort': {'1.0'}, Apr 01 13:25:52.605695 dv-neutron-836180-1-hyperv neutron-server[83872]: 'Subnet': {'1.1'}, Apr 01 13:25:52.605695 dv-neutron-836180-1-hyperv neutron-server[83872]: 'Trunk': {'1.1'}} Apr 01 13:25:52.605695 dv-neutron-836180-1-hyperv neutron-server[83872]: consumer versions: Apr 01 13:25:52.605695 dv-neutron-836180-1-hyperv neutron-server[83872]: { DHCP agent@dv-neutron-836180-1-hyperv: {}, Apr 01 13:25:52.605695 dv-neutron-836180-1-hyperv neutron-server[83872]: L3 agent@dv-neutron-836180-1-hyperv: {}, Apr 01 13:25:52.605695 dv-neutron-836180-1-hyperv neutron-server[83872]: Metadata agent@dv-neutron-836180-1-hyperv: {}, Apr 01 13:25:52.605695 dv-neutron-836180-1-hyperv neutron-server[83872]: Metering agent@dv-neutron-836180-1-hyperv: {}, Apr 01 13:25:52.605695 dv-neutron-836180-1-hyperv neutron-server[83872]: Open vSwitch agent@dv-neutron-836180-1-hyperv: { 'ConntrackHelper': '1.0', Apr 01 13:25:52.605695 dv-neutron-836180-1-hyperv neutron-server[83872]: 'Log': '1.0', Apr 01 13:25:52.605695 dv-neutron-836180-1-hyperv neutron-server[83872]: 'Network': '1.1', Apr 01 13:25:52.605695 dv-neutron-836180-1-hyperv neutron-server[83872]: 'Port': '1.5', Apr 01 13:25:52.605695 dv-neutron-836180-1-hyperv neutron-server[83872]: 'PortForwarding': '1.2', Apr 01 13:25:52.605695 dv-neutron-836180-1-hyperv neutron-server[83872]: 'QosPolicy': '1.8', Apr 01 13:25:52.605695 dv-neutron-836180-1-hyperv neutron-server[83872]: 'SecurityGroup': '1.2', Apr 01 13:25:52.605695 dv-neutron-836180-1-hyperv neutron-server[83872]: 'SecurityGroupRule': '1.0', Apr 01 13:25:52.605695 dv-neutron-836180-1-hyperv neutron-server[83872]: 'SubPort': '1.0', Apr 01 13:25:52.605695 dv-neutron-836180-1-hyperv neutron-server[83872]: 'Subnet': '1.1', Apr 01 13:25:52.605695 dv-neutron-836180-1-hyperv neutron-server[83872]: 'Trunk': '1.1'}} Apr 01 13:25:52.605695 dv-neutron-836180-1-hyperv neutron-server[83872]: {{(pid=83872) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 01 13:25:52.662263 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.managers [None req-b11d47ec-26ea-4a23-bd4c-b9001b6ad64b None None] Attempting to bind port b5f249bd-d82e-4019-bee1-892a5610bb26 on host dv-neutron-836180-1-hyperv for vnic_type normal with profile {{(pid=83872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 13:25:52.662654 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.managers [None req-b11d47ec-26ea-4a23-bd4c-b9001b6ad64b None None] Attempting to bind port b5f249bd-d82e-4019-bee1-892a5610bb26 by drivers openvswitch,hyperv on host dv-neutron-836180-1-hyperv at level 0 using segments [{'id': 'e03e3fda-a4fb-4ec3-8472-0c15b7d17327', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'f2135382-17dc-4f83-9bee-384c90a44442'}] {{(pid=83872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 13:25:52.663093 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b11d47ec-26ea-4a23-bd4c-b9001b6ad64b None None] Attempting to bind port b5f249bd-d82e-4019-bee1-892a5610bb26 on network f2135382-17dc-4f83-9bee-384c90a44442 {{(pid=83872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 13:25:52.669978 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b11d47ec-26ea-4a23-bd4c-b9001b6ad64b None None] Checking agent: {'id': 'af948428-97cd-4d10-9f53-af028bdb39b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-836180-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 13, 25, 37), 'started_at': datetime.datetime(2022, 4, 1, 13, 25, 37), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 13, 25, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-836180-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 13:25:52.670371 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b11d47ec-26ea-4a23-bd4c-b9001b6ad64b None None] Checking segment: {'id': 'e03e3fda-a4fb-4ec3-8472-0c15b7d17327', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'f2135382-17dc-4f83-9bee-384c90a44442'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 13:25:52.670839 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-b11d47ec-26ea-4a23-bd4c-b9001b6ad64b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:25:52.671223 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b11d47ec-26ea-4a23-bd4c-b9001b6ad64b None None] Bound using segment: {'id': 'e03e3fda-a4fb-4ec3-8472-0c15b7d17327', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'f2135382-17dc-4f83-9bee-384c90a44442'} {{(pid=83872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 13:25:52.671717 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.managers [None req-b11d47ec-26ea-4a23-bd4c-b9001b6ad64b None None] Bound port: b5f249bd-d82e-4019-bee1-892a5610bb26, host: dv-neutron-836180-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e03e3fda-a4fb-4ec3-8472-0c15b7d17327', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'f2135382-17dc-4f83-9bee-384c90a44442'}}] {{(pid=83872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 13:25:52.672118 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-b11d47ec-26ea-4a23-bd4c-b9001b6ad64b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:25:52.757247 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-b11d47ec-26ea-4a23-bd4c-b9001b6ad64b None None] For port b5f249bd-d82e-4019-bee1-892a5610bb26, host dv-neutron-836180-1-hyperv, cleared binding levels {{(pid=83872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 13:25:52.762108 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-b11d47ec-26ea-4a23-bd4c-b9001b6ad64b None None] For port b5f249bd-d82e-4019-bee1-892a5610bb26, host dv-neutron-836180-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836180-1-hyperv',level=0,port_id=b5f249bd-d82e-4019-bee1-892a5610bb26,segment=NetworkSegment(e03e3fda-a4fb-4ec3-8472-0c15b7d17327),segment_id=e03e3fda-a4fb-4ec3-8472-0c15b7d17327)] {{(pid=83872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 13:25:52.765497 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-b11d47ec-26ea-4a23-bd4c-b9001b6ad64b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864'] for port, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:25:52.873909 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b11d47ec-26ea-4a23-bd4c-b9001b6ad64b None None] Pushing event updated for resources: {'Port': ['ID=b5f249bd-d82e-4019-bee1-892a5610bb26,revision_number=2']} {{(pid=83872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:25:54.081787 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 45328) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:25:54.502501 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [None req-f827b6fa-e85a-45df-8ffa-04ddb82aebd0 admin admin] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=83871) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 01 13:25:54.507402 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-f827b6fa-e85a-45df-8ffa-04ddb82aebd0 admin admin] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.4207623 Apr 01 13:25:56.536716 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c28f6863-c9b3-4911-a90b-388c14c0aaaf None None] Network f2135382-17dc-4f83-9bee-384c90a44442 requested from dv-neutron-836180-1-hyperv {{(pid=83872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 13:25:56.641358 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-b230f719-076a-4fe8-9b77-f63cb75af040 None None] Provisioning for port b5f249bd-d82e-4019-bee1-892a5610bb26 completed by entity DHCP. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 13:25:56.825843 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 45342) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:25:57.314980 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [None req-aa55a2d4-741f-46a7-8ddc-074a106a515b admin admin] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=83871) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 01 13:25:57.315981 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-aa55a2d4-741f-46a7-8ddc-074a106a515b admin admin] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.4891286 Apr 01 13:25:57.546897 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Device b5f249bd-d82e-4019-bee1-892a5610bb26 up at agent ovs-agent-dv-neutron-836180-1-hyperv {{(pid=83872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 13:25:57.615719 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Provisioning for port b5f249bd-d82e-4019-bee1-892a5610bb26 completed by entity L2. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 13:25:57.620468 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Provisioning complete for port b5f249bd-d82e-4019-bee1-892a5610bb26 triggered by entity L2. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 13:25:57.620940 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-948329'] for port, provisioning_complete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:25:57.737574 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:25:57.770641 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] For port b5f249bd-d82e-4019-bee1-892a5610bb26, host dv-neutron-836180-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836180-1-hyperv',level=0,port_id=b5f249bd-d82e-4019-bee1-892a5610bb26,segment=NetworkSegment(e03e3fda-a4fb-4ec3-8472-0c15b7d17327),segment_id=e03e3fda-a4fb-4ec3-8472-0c15b7d17327)] {{(pid=83872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 13:25:57.775271 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864'] for port, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:25:57.844775 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Pushing event updated for resources: {'Port': ['ID=b5f249bd-d82e-4019-bee1-892a5610bb26,revision_number=3']} {{(pid=83872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:25:59.521242 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Device b5f249bd-d82e-4019-bee1-892a5610bb26 up at agent ovs-agent-dv-neutron-836180-1-hyperv {{(pid=83872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 13:25:59.607705 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Provisioning complete for port b5f249bd-d82e-4019-bee1-892a5610bb26 triggered by entity L2. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 13:25:59.608325 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-948329'] for port, provisioning_complete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:25:59.990389 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 45354) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:26:00.363690 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.v2.base [None req-f764245e-caf9-4d52-be20-30689eab747b admin admin] Request body: {'router': {'name': 'router1', 'tenant_id': '6127a660984640d09b53e79dae42737f', 'admin_state_up': True}} {{(pid=83871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:26:00.369451 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-f764245e-caf9-4d52-be20-30689eab747b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:26:00.373176 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-f764245e-caf9-4d52-be20-30689eab747b admin admin] Usage tracker for resource:router and tenant:6127a660984640d09b53e79dae42737f is out of sync, need to count used quota {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 13:26:00.376569 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-f764245e-caf9-4d52-be20-30689eab747b admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 13:26:00.382240 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-f764245e-caf9-4d52-be20-30689eab747b admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:26:00.391920 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-f764245e-caf9-4d52-be20-30689eab747b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4082176', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4220'] for router, before_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:26:00.393406 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-f764245e-caf9-4d52-be20-30689eab747b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4082277', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4084873', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4148249', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4211'] for router, precommit_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:26:00.418395 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-f764245e-caf9-4d52-be20-30689eab747b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:26:00.534590 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-f764245e-caf9-4d52-be20-30689eab747b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4082201', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4084858'] for router, after_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:26:00.552136 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-f764245e-caf9-4d52-be20-30689eab747b admin admin] Notify callbacks [] for router, before_response {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:26:00.553301 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-f764245e-caf9-4d52-be20-30689eab747b admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5619745 Apr 01 13:26:02.830005 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 45364) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:26:03.231022 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [None req-5c617a77-2107-4871-aa56-68248f4699b3 admin admin] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=83871) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 01 13:26:03.231999 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-5c617a77-2107-4871-aa56-68248f4699b3 admin admin] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.4010680 Apr 01 13:26:03.449947 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-19de21a3-ab0d-4220-850e-b08f113a13f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:26:05.528511 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 45374) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:26:05.833870 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-944edada-c8b1-4fc2-b21f-1c5372613418 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:26:05.926780 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.v2.base [None req-ddf8d9dc-48e7-46a3-84eb-851e652fc9ed admin admin] Request body: {'network': {'name': 'public', 'is_default': True, 'provider:network_type': 'flat', 'provider:physical_network': 'physnet1', 'router:external': True, 'admin_state_up': True}} {{(pid=83871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:26:05.934529 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-ddf8d9dc-48e7-46a3-84eb-851e652fc9ed admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:26:05.939347 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-ddf8d9dc-48e7-46a3-84eb-851e652fc9ed admin admin] Usage tracker for resource:network and tenant:0c3dcf1e29b8454198f237bc5208a8e1 is out of sync, need to count used quota {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 13:26:05.942137 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-ddf8d9dc-48e7-46a3-84eb-851e652fc9ed admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 13:26:05.947811 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-ddf8d9dc-48e7-46a3-84eb-851e652fc9ed admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:26:05.957504 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ddf8d9dc-48e7-46a3-84eb-851e652fc9ed admin admin] Made reservation on behalf of 0c3dcf1e29b8454198f237bc5208a8e1 for: {'network': 1} {{(pid=83871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 13:26:05.959797 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-ddf8d9dc-48e7-46a3-84eb-851e652fc9ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for network, before_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:26:05.972270 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-ddf8d9dc-48e7-46a3-84eb-851e652fc9ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:26:06.005401 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-ddf8d9dc-48e7-46a3-84eb-851e652fc9ed admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:26:06.009632 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-ddf8d9dc-48e7-46a3-84eb-851e652fc9ed admin admin] Usage tracker for resource:security_group_rule and tenant:0c3dcf1e29b8454198f237bc5208a8e1 is out of sync, need to count used quota {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 13:26:06.012359 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-ddf8d9dc-48e7-46a3-84eb-851e652fc9ed admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 13:26:06.018245 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-ddf8d9dc-48e7-46a3-84eb-851e652fc9ed admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:26:06.084614 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-ddf8d9dc-48e7-46a3-84eb-851e652fc9ed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:26:06.088807 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-ddf8d9dc-48e7-46a3-84eb-851e652fc9ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3775923'] for security_group, after_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:26:06.106172 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-ddf8d9dc-48e7-46a3-84eb-851e652fc9ed admin admin] Reserving flat network on physical network physnet1 {{(pid=83871) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Apr 01 13:26:06.127350 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf8d9dc-48e7-46a3-84eb-851e652fc9ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ffc8f30-9942-4529-a296-23807921714b,revision_number=1']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:26:06.145248 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-ddf8d9dc-48e7-46a3-84eb-851e652fc9ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1004271'] for segment, precommit_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:26:06.145698 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.db.segments_db [None req-ddf8d9dc-48e7-46a3-84eb-851e652fc9ed admin admin] Added segment 7b924dd8-4978-40c4-ad91-4b9b27348462 of type flat for network 725864b8-cceb-48c9-b5d3-1bfc4423e301 Apr 01 13:26:06.178694 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-ddf8d9dc-48e7-46a3-84eb-851e652fc9ed admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736732923383'] for network, precommit_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:26:06.213993 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-ddf8d9dc-48e7-46a3-84eb-851e652fc9ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575'] for network, after_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:26:06.214768 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddf8d9dc-48e7-46a3-84eb-851e652fc9ed admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:26:06.215330 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-ddf8d9dc-48e7-46a3-84eb-851e652fc9ed admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3017602'] for network, before_response {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:26:06.313386 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf8d9dc-48e7-46a3-84eb-851e652fc9ed admin admin] Pushing event updated for resources: {'Network': ['ID=725864b8-cceb-48c9-b5d3-1bfc4423e301,revision_number=1']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:26:06.316216 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-ddf8d9dc-48e7-46a3-84eb-851e652fc9ed admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.7867720 Apr 01 13:26:06.331523 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Network 725864b8-cceb-48c9-b5d3-1bfc4423e301 details requested by agent ovs-agent-dv-neutron-836180-1-hyperv with host dv-neutron-836180-1-hyperv {{(pid=83872) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 13:26:07.099349 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:26:07.245623 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-2f9cfc9c-d8ba-4de3-a4ad-98162f90557c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:26:08.633484 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 45394) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:26:08.741368 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-a976a7b9-9034-41e6-be13-349b75ed1593 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:26:08.945859 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f5cda98-eb42-424d-9227-95f573f6268d admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:26:08.947186 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-3f5cda98-eb42-424d-9227-95f573f6268d admin admin] 10.222.0.26 "GET /v2.0/subnets/8f8248a0-7521-4dc6-b501-c474e0e18133 HTTP/1.1" status: 200 len: 849 time: 0.3127685 Apr 01 13:26:09.093172 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-90d59d48-eb76-401d-b86b-3b8ab1ba91b7 admin admin] 10.222.0.26 "GET /v2.0/routers/52175831-0e84-4a3e-943e-53cc233949f6 HTTP/1.1" status: 200 len: 704 time: 0.1407058 Apr 01 13:26:09.564427 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-5ceda5ed-2aeb-40ea-8537-71ba1e3ba5a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:26:09.796559 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.db_base_plugin_common [None req-5ceda5ed-2aeb-40ea-8537-71ba1e3ba5a3 admin admin] Allocated IP 172.20.0.1 (f2135382-17dc-4f83-9bee-384c90a44442/8f8248a0-7521-4dc6-b501-c474e0e18133/df917eb3-3205-463b-a813-eaf7e4f30dfb) {{(pid=83871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 13:26:09.982979 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-5ceda5ed-2aeb-40ea-8537-71ba1e3ba5a3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:26:10.000561 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.provisioning_blocks [None req-5ceda5ed-2aeb-40ea-8537-71ba1e3ba5a3 admin admin] Transition to ACTIVE for port object df917eb3-3205-463b-a813-eaf7e4f30dfb will not be triggered until provisioned by entity DHCP. {{(pid=83871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 13:26:10.048887 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-5ceda5ed-2aeb-40ea-8537-71ba1e3ba5a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736732935801'] for port, after_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:26:10.119010 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ceda5ed-2aeb-40ea-8537-71ba1e3ba5a3 admin admin] Network f2135382-17dc-4f83-9bee-384c90a44442 is already hosted by enough agents. {{(pid=83871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 13:26:10.122548 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.scheduler.base_scheduler [None req-5ceda5ed-2aeb-40ea-8537-71ba1e3ba5a3 admin admin] Resources bound (agent type, host, resource id): {{(pid=83871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 13:26:10.124434 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ceda5ed-2aeb-40ea-8537-71ba1e3ba5a3 admin admin] Pushing event updated for resources: {'Port': ['ID=df917eb3-3205-463b-a813-eaf7e4f30dfb,revision_number=1']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:26:10.135135 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ceda5ed-2aeb-40ea-8537-71ba1e3ba5a3 admin admin] Received port after_create {{(pid=83871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 13:26:10.135673 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-5ceda5ed-2aeb-40ea-8537-71ba1e3ba5a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4084144'] for router_interface, before_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:26:10.259519 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-5ceda5ed-2aeb-40ea-8537-71ba1e3ba5a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:26:10.369129 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-30937783-ecca-4d32-a0bf-53f9dbbaf042 None None] Provisioning for port df917eb3-3205-463b-a813-eaf7e4f30dfb completed by entity DHCP. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 13:26:10.373692 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-30937783-ecca-4d32-a0bf-53f9dbbaf042 None None] Provisioning complete for port df917eb3-3205-463b-a813-eaf7e4f30dfb triggered by entity DHCP. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 13:26:10.374131 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-30937783-ecca-4d32-a0bf-53f9dbbaf042 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-948329'] for port, provisioning_complete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:26:10.425532 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.plugin [None req-30937783-ecca-4d32-a0bf-53f9dbbaf042 None None] Port df917eb3-3205-463b-a813-eaf7e4f30dfb cannot update to ACTIVE because it is not bound. {{(pid=83872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 13:26:10.477854 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-5ceda5ed-2aeb-40ea-8537-71ba1e3ba5a3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:26:10.482407 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-5ceda5ed-2aeb-40ea-8537-71ba1e3ba5a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864'] for port, after_update {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:26:10.483144 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-5ceda5ed-2aeb-40ea-8537-71ba1e3ba5a3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3017508', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4084015'] for router_interface, after_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:26:10.607513 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ceda5ed-2aeb-40ea-8537-71ba1e3ba5a3 admin admin] Pushing event updated for resources: {'Port': ['ID=df917eb3-3205-463b-a813-eaf7e4f30dfb,revision_number=2']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:26:10.672081 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ceda5ed-2aeb-40ea-8537-71ba1e3ba5a3 admin admin] Network f2135382-17dc-4f83-9bee-384c90a44442 is already hosted by enough agents. {{(pid=83871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 13:26:10.673253 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.scheduler.base_scheduler [None req-5ceda5ed-2aeb-40ea-8537-71ba1e3ba5a3 admin admin] Resources bound (agent type, host, resource id): {{(pid=83871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 13:26:10.847499 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-fa0420a5-3f63-4660-b52d-1beb0f817e82 None None] Provisioning complete for port df917eb3-3205-463b-a813-eaf7e4f30dfb triggered by entity DHCP. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 13:26:10.847870 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-fa0420a5-3f63-4660-b52d-1beb0f817e82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-948329'] for port, provisioning_complete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:26:10.901945 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.plugin [None req-fa0420a5-3f63-4660-b52d-1beb0f817e82 None None] Port df917eb3-3205-463b-a813-eaf7e4f30dfb cannot update to ACTIVE because it is not bound. {{(pid=83872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 13:26:11.030599 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ceda5ed-2aeb-40ea-8537-71ba1e3ba5a3 admin admin] Router 52175831-0e84-4a3e-943e-53cc233949f6 is scheduled to L3 agent 88bf8fc8-11a3-4e96-9d1b-5fd93ba9f6f1 with binding_index 1 {{(pid=83871) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 01 13:26:11.200747 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ceda5ed-2aeb-40ea-8537-71ba1e3ba5a3 admin admin] Notify agent at l3_agent.dv-neutron-836180-1-hyperv the message routers_updated {{(pid=83871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 13:26:11.209579 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-5ceda5ed-2aeb-40ea-8537-71ba1e3ba5a3 admin admin] 10.222.0.26 "PUT /v2.0/routers/52175831-0e84-4a3e-943e-53cc233949f6/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.1114879 Apr 01 13:26:11.210302 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4315f9ae-a7c2-4550-85f0-3d36031af9f9 None None] Sync routers for ids ['52175831-0e84-4a3e-943e-53cc233949f6'] in dv-neutron-836180-1-hyperv {{(pid=83873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 13:26:11.224111 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4315f9ae-a7c2-4550-85f0-3d36031af9f9 None None] Routers {'52175831-0e84-4a3e-943e-53cc233949f6'} bound to L3 agent in host dv-neutron-836180-1-hyperv {{(pid=83873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 13:26:11.224987 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-4315f9ae-a7c2-4550-85f0-3d36031af9f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836180-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-01T13:25:36Z,description=,heartbeat_timestamp=2022-04-01T13:26:06Z,host='dv-neutron-836180-1-hyperv',id=88bf8fc8-11a3-4e96-9d1b-5fd93ba9f6f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T13:25:36Z,topic='l3_agent')) {'router_ids': ['52175831-0e84-4a3e-943e-53cc233949f6'], 'active': True} {{(pid=83873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:26:11.399343 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_dvr_db [None req-4315f9ae-a7c2-4550-85f0-3d36031af9f9 None None] Set router 52175831-0e84-4a3e-943e-53cc233949f6 gateway port host: None {{(pid=83873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 13:26:11.760008 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-4315f9ae-a7c2-4550-85f0-3d36031af9f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52175831-0e84-4a3e-943e-53cc233949f6', 'name': 'router1', 'tenant_id': '6127a660984640d09b53e79dae42737f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T13:26:00Z', 'updated_at': '2022-04-01T13:26:10Z', 'revision_number': 2, 'project_id': '6127a660984640d09b53e79dae42737f', 'gw_port_host': None, '_interfaces': [{'id': 'df917eb3-3205-463b-a813-eaf7e4f30dfb', 'name': '', 'network_id': 'f2135382-17dc-4f83-9bee-384c90a44442', 'tenant_id': '6127a660984640d09b53e79dae42737f', 'mac_address': 'fa:16:3e:85:31:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52175831-0e84-4a3e-943e-53cc233949f6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8f8248a0-7521-4dc6-b501-c474e0e18133', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:26:09Z', 'updated_at': '2022-04-01T13:26:10Z', 'revision_number': 2, 'project_id': '6127a660984640d09b53e79dae42737f', 'subnets': [{'id': '8f8248a0-7521-4dc6-b501-c474e0e18133', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '8d3e525e-600b-48db-8547-236f832d48f9'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-836180-1-hyperv', False) {} {{(pid=83873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:26:11.764899 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4315f9ae-a7c2-4550-85f0-3d36031af9f9 None None] Checking router: 52175831-0e84-4a3e-943e-53cc233949f6 for host: dv-neutron-836180-1-hyperv {{(pid=83873) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 01 13:26:11.765258 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4315f9ae-a7c2-4550-85f0-3d36031af9f9 None None] Updating router 52175831-0e84-4a3e-943e-53cc233949f6 port df917eb3-3205-463b-a813-eaf7e4f30dfb binding host dv-neutron-836180-1-hyperv {{(pid=83873) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 01 13:26:11.818955 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-4315f9ae-a7c2-4550-85f0-3d36031af9f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:26:12.185467 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-4315f9ae-a7c2-4550-85f0-3d36031af9f9 None None] Notify callbacks [] for port, precommit_update {{(pid=83873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:26:12.201158 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-4315f9ae-a7c2-4550-85f0-3d36031af9f9 None None] Transition to ACTIVE for port object df917eb3-3205-463b-a813-eaf7e4f30dfb will not be triggered until provisioned by entity L2. {{(pid=83873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 13:26:12.207829 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-4315f9ae-a7c2-4550-85f0-3d36031af9f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864'] for port, after_update {{(pid=83873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:26:12.373111 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b45b1e01-9c92-4409-b655-8286ad4dfffd None None] Pushing event updated for resources: {'Port': ['ID=df917eb3-3205-463b-a813-eaf7e4f30dfb,revision_number=3']} {{(pid=83873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:26:12.417702 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b45b1e01-9c92-4409-b655-8286ad4dfffd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:26:12.417931 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b45b1e01-9c92-4409-b655-8286ad4dfffd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:26:12.418103 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b45b1e01-9c92-4409-b655-8286ad4dfffd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:26:12.418428 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b45b1e01-9c92-4409-b655-8286ad4dfffd None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:26:12.418763 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b45b1e01-9c92-4409-b655-8286ad4dfffd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:26:12.419088 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b45b1e01-9c92-4409-b655-8286ad4dfffd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:26:12.419405 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b45b1e01-9c92-4409-b655-8286ad4dfffd None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:26:12.419739 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b45b1e01-9c92-4409-b655-8286ad4dfffd None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:26:12.420054 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b45b1e01-9c92-4409-b655-8286ad4dfffd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:26:12.420391 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b45b1e01-9c92-4409-b655-8286ad4dfffd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:26:12.420710 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b45b1e01-9c92-4409-b655-8286ad4dfffd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:26:12.422046 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b45b1e01-9c92-4409-b655-8286ad4dfffd None None] Tracked resource versions report: Apr 01 13:26:12.422046 dv-neutron-836180-1-hyperv neutron-server[83873]: pushed versions: Apr 01 13:26:12.422046 dv-neutron-836180-1-hyperv neutron-server[83873]: { 'ConntrackHelper': {'1.0'}, Apr 01 13:26:12.422046 dv-neutron-836180-1-hyperv neutron-server[83873]: 'Log': {'1.0'}, Apr 01 13:26:12.422046 dv-neutron-836180-1-hyperv neutron-server[83873]: 'Network': {'1.1'}, Apr 01 13:26:12.422046 dv-neutron-836180-1-hyperv neutron-server[83873]: 'Port': {'1.5'}, Apr 01 13:26:12.422046 dv-neutron-836180-1-hyperv neutron-server[83873]: 'PortForwarding': {'1.2'}, Apr 01 13:26:12.422046 dv-neutron-836180-1-hyperv neutron-server[83873]: 'QosPolicy': {'1.8'}, Apr 01 13:26:12.422046 dv-neutron-836180-1-hyperv neutron-server[83873]: 'SecurityGroup': {'1.2'}, Apr 01 13:26:12.422046 dv-neutron-836180-1-hyperv neutron-server[83873]: 'SecurityGroupRule': {'1.0'}, Apr 01 13:26:12.422046 dv-neutron-836180-1-hyperv neutron-server[83873]: 'SubPort': {'1.0'}, Apr 01 13:26:12.422046 dv-neutron-836180-1-hyperv neutron-server[83873]: 'Subnet': {'1.1'}, Apr 01 13:26:12.422046 dv-neutron-836180-1-hyperv neutron-server[83873]: 'Trunk': {'1.1'}} Apr 01 13:26:12.422046 dv-neutron-836180-1-hyperv neutron-server[83873]: consumer versions: Apr 01 13:26:12.422046 dv-neutron-836180-1-hyperv neutron-server[83873]: { DHCP agent@dv-neutron-836180-1-hyperv: {}, Apr 01 13:26:12.422046 dv-neutron-836180-1-hyperv neutron-server[83873]: L3 agent@dv-neutron-836180-1-hyperv: {}, Apr 01 13:26:12.422046 dv-neutron-836180-1-hyperv neutron-server[83873]: Metadata agent@dv-neutron-836180-1-hyperv: {}, Apr 01 13:26:12.422046 dv-neutron-836180-1-hyperv neutron-server[83873]: Metering agent@dv-neutron-836180-1-hyperv: {}, Apr 01 13:26:12.422046 dv-neutron-836180-1-hyperv neutron-server[83873]: Open vSwitch agent@dv-neutron-836180-1-hyperv: { 'ConntrackHelper': '1.0', Apr 01 13:26:12.422046 dv-neutron-836180-1-hyperv neutron-server[83873]: 'Log': '1.0', Apr 01 13:26:12.422046 dv-neutron-836180-1-hyperv neutron-server[83873]: 'Network': '1.1', Apr 01 13:26:12.422046 dv-neutron-836180-1-hyperv neutron-server[83873]: 'Port': '1.5', Apr 01 13:26:12.422046 dv-neutron-836180-1-hyperv neutron-server[83873]: 'PortForwarding': '1.2', Apr 01 13:26:12.422046 dv-neutron-836180-1-hyperv neutron-server[83873]: 'QosPolicy': '1.8', Apr 01 13:26:12.422046 dv-neutron-836180-1-hyperv neutron-server[83873]: 'SecurityGroup': '1.2', Apr 01 13:26:12.422046 dv-neutron-836180-1-hyperv neutron-server[83873]: 'SecurityGroupRule': '1.0', Apr 01 13:26:12.422046 dv-neutron-836180-1-hyperv neutron-server[83873]: 'SubPort': '1.0', Apr 01 13:26:12.422046 dv-neutron-836180-1-hyperv neutron-server[83873]: 'Subnet': '1.1', Apr 01 13:26:12.422046 dv-neutron-836180-1-hyperv neutron-server[83873]: 'Trunk': '1.1'}} Apr 01 13:26:12.422046 dv-neutron-836180-1-hyperv neutron-server[83873]: {{(pid=83873) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 01 13:26:12.476138 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.plugins.ml2.managers [None req-4315f9ae-a7c2-4550-85f0-3d36031af9f9 None None] Attempting to bind port df917eb3-3205-463b-a813-eaf7e4f30dfb on host dv-neutron-836180-1-hyperv for vnic_type normal with profile {{(pid=83873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 13:26:12.477060 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.plugins.ml2.managers [None req-4315f9ae-a7c2-4550-85f0-3d36031af9f9 None None] Attempting to bind port df917eb3-3205-463b-a813-eaf7e4f30dfb by drivers openvswitch,hyperv on host dv-neutron-836180-1-hyperv at level 0 using segments [{'id': 'e03e3fda-a4fb-4ec3-8472-0c15b7d17327', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'f2135382-17dc-4f83-9bee-384c90a44442'}] {{(pid=83873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 13:26:12.477496 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4315f9ae-a7c2-4550-85f0-3d36031af9f9 None None] Attempting to bind port df917eb3-3205-463b-a813-eaf7e4f30dfb on network f2135382-17dc-4f83-9bee-384c90a44442 {{(pid=83873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 13:26:12.483732 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4315f9ae-a7c2-4550-85f0-3d36031af9f9 None None] Checking agent: {'id': 'af948428-97cd-4d10-9f53-af028bdb39b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-836180-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 13, 25, 37), 'started_at': datetime.datetime(2022, 4, 1, 13, 26, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 13, 26, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-836180-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 13:26:12.484126 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4315f9ae-a7c2-4550-85f0-3d36031af9f9 None None] Checking segment: {'id': 'e03e3fda-a4fb-4ec3-8472-0c15b7d17327', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'f2135382-17dc-4f83-9bee-384c90a44442'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 13:26:12.484633 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-4315f9ae-a7c2-4550-85f0-3d36031af9f9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:26:12.485006 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4315f9ae-a7c2-4550-85f0-3d36031af9f9 None None] Bound using segment: {'id': 'e03e3fda-a4fb-4ec3-8472-0c15b7d17327', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'f2135382-17dc-4f83-9bee-384c90a44442'} {{(pid=83873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 13:26:12.485502 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.plugins.ml2.managers [None req-4315f9ae-a7c2-4550-85f0-3d36031af9f9 None None] Bound port: df917eb3-3205-463b-a813-eaf7e4f30dfb, host: dv-neutron-836180-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e03e3fda-a4fb-4ec3-8472-0c15b7d17327', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'f2135382-17dc-4f83-9bee-384c90a44442'}}] {{(pid=83873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 13:26:12.485870 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-4315f9ae-a7c2-4550-85f0-3d36031af9f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:26:12.573850 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.plugins.ml2.db [None req-4315f9ae-a7c2-4550-85f0-3d36031af9f9 None None] For port df917eb3-3205-463b-a813-eaf7e4f30dfb, host dv-neutron-836180-1-hyperv, cleared binding levels {{(pid=83873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 13:26:12.577970 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.plugins.ml2.db [None req-4315f9ae-a7c2-4550-85f0-3d36031af9f9 None None] For port df917eb3-3205-463b-a813-eaf7e4f30dfb, host dv-neutron-836180-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836180-1-hyperv',level=0,port_id=df917eb3-3205-463b-a813-eaf7e4f30dfb,segment=NetworkSegment(e03e3fda-a4fb-4ec3-8472-0c15b7d17327),segment_id=e03e3fda-a4fb-4ec3-8472-0c15b7d17327)] {{(pid=83873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 13:26:12.582378 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-4315f9ae-a7c2-4550-85f0-3d36031af9f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864'] for port, after_update {{(pid=83873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:26:12.673458 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b45b1e01-9c92-4409-b655-8286ad4dfffd None None] Pushing event updated for resources: {'Port': ['ID=df917eb3-3205-463b-a813-eaf7e4f30dfb,revision_number=4']} {{(pid=83873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:26:12.677701 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4315f9ae-a7c2-4550-85f0-3d36031af9f9 None None] Routers {'52175831-0e84-4a3e-943e-53cc233949f6'} bound to L3 agent in host dv-neutron-836180-1-hyperv {{(pid=83873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 13:26:12.678305 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-4315f9ae-a7c2-4550-85f0-3d36031af9f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836180-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-01T13:25:36Z,description=,heartbeat_timestamp=2022-04-01T13:26:06Z,host='dv-neutron-836180-1-hyperv',id=88bf8fc8-11a3-4e96-9d1b-5fd93ba9f6f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T13:25:36Z,topic='l3_agent')) {'router_ids': ['52175831-0e84-4a3e-943e-53cc233949f6'], 'active': True} {{(pid=83873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:26:12.837443 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_dvr_db [None req-4315f9ae-a7c2-4550-85f0-3d36031af9f9 None None] Set router 52175831-0e84-4a3e-943e-53cc233949f6 gateway port host: None {{(pid=83873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 13:26:13.159237 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-4315f9ae-a7c2-4550-85f0-3d36031af9f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52175831-0e84-4a3e-943e-53cc233949f6', 'name': 'router1', 'tenant_id': '6127a660984640d09b53e79dae42737f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T13:26:00Z', 'updated_at': '2022-04-01T13:26:10Z', 'revision_number': 2, 'project_id': '6127a660984640d09b53e79dae42737f', 'gw_port_host': None, '_interfaces': [{'id': 'df917eb3-3205-463b-a813-eaf7e4f30dfb', 'name': '', 'network_id': 'f2135382-17dc-4f83-9bee-384c90a44442', 'tenant_id': '6127a660984640d09b53e79dae42737f', 'mac_address': 'fa:16:3e:85:31:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52175831-0e84-4a3e-943e-53cc233949f6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8f8248a0-7521-4dc6-b501-c474e0e18133', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836180-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:26:09Z', 'updated_at': '2022-04-01T13:26:12Z', 'revision_number': 4, 'project_id': '6127a660984640d09b53e79dae42737f', 'subnets': [{'id': '8f8248a0-7521-4dc6-b501-c474e0e18133', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '8d3e525e-600b-48db-8547-236f832d48f9'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-836180-1-hyperv', False) {} {{(pid=83873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:26:13.163117 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4315f9ae-a7c2-4550-85f0-3d36031af9f9 None None] The sync data for ids ['52175831-0e84-4a3e-943e-53cc233949f6'] in dv-neutron-836180-1-hyperv is: [{'id': '52175831-0e84-4a3e-943e-53cc233949f6', 'name': 'router1', 'tenant_id': '6127a660984640d09b53e79dae42737f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T13:26:00Z', 'updated_at': '2022-04-01T13:26:10Z', 'revision_number': 2, 'project_id': '6127a660984640d09b53e79dae42737f', 'gw_port_host': None, '_interfaces': [{'id': 'df917eb3-3205-463b-a813-eaf7e4f30dfb', 'name': '', 'network_id': 'f2135382-17dc-4f83-9bee-384c90a44442', 'tenant_id': '6127a660984640d09b53e79dae42737f', 'mac_address': 'fa:16:3e:85:31:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52175831-0e84-4a3e-943e-53cc233949f6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8f8248a0-7521-4dc6-b501-c474e0e18133', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836180-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:26:09Z', 'updated_at': '2022-04-01T13:26:12Z', 'revision_number': 4, 'project_id': '6127a660984640d09b53e79dae42737f', 'subnets': [{'id': '8f8248a0-7521-4dc6-b501-c474e0e18133', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '8d3e525e-600b-48db-8547-236f832d48f9'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 13:26:13.321395 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 45418) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:26:13.505362 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92a375b7-44c4-48c3-a687-03f57b492580 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:26:13.505901 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-92a375b7-44c4-48c3-a687-03f57b492580 admin admin] Synchronizing usage tracker for tenant:0c3dcf1e29b8454198f237bc5208a8e1 on resource:network {{(pid=83871) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 13:26:13.524667 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-92a375b7-44c4-48c3-a687-03f57b492580 admin admin] Unset dirty status for tenant:0c3dcf1e29b8454198f237bc5208a8e1 on resource:network {{(pid=83871) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 13:26:13.525914 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-92a375b7-44c4-48c3-a687-03f57b492580 admin admin] 10.222.0.26 "GET /v2.0/networks/725864b8-cceb-48c9-b5d3-1bfc4423e301 HTTP/1.1" status: 200 len: 842 time: 0.2035460 Apr 01 13:26:13.534927 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.v2.base [None req-1fb7fc9e-5e28-4106-a2bd-be70ac515485 admin admin] Request body: {'subnet': {'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'enable_dhcp': False, 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'name': 'public-subnet', 'ip_version': 4}} {{(pid=83871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:26:13.540170 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-1fb7fc9e-5e28-4106-a2bd-be70ac515485 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:26:13.543958 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-1fb7fc9e-5e28-4106-a2bd-be70ac515485 admin admin] Usage tracker for resource:subnet and tenant:0c3dcf1e29b8454198f237bc5208a8e1 is out of sync, need to count used quota {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 13:26:13.546777 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-1fb7fc9e-5e28-4106-a2bd-be70ac515485 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 13:26:13.599021 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-1fb7fc9e-5e28-4106-a2bd-be70ac515485 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:26:13.609134 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1fb7fc9e-5e28-4106-a2bd-be70ac515485 admin admin] Made reservation on behalf of 0c3dcf1e29b8454198f237bc5208a8e1 for: {'subnet': 1} {{(pid=83871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 13:26:13.611581 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-1fb7fc9e-5e28-4106-a2bd-be70ac515485 admin admin] Notify callbacks [] for subnet, before_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:26:13.865617 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.agents_db [None req-bdd220c7-049a-43d2-a923-ad1a2de078c6 None None] Agent healthcheck: found 5 active agents {{(pid=83873) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 01 13:26:13.980804 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.objects.ports [None req-1fb7fc9e-5e28-4106-a2bd-be70ac515485 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=83871) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Apr 01 13:26:13.981234 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-1fb7fc9e-5e28-4106-a2bd-be70ac515485 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575'] for subnet, after_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:26:14.064162 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb7fc9e-5e28-4106-a2bd-be70ac515485 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e2ed99db-0e25-4971-b535-7fa69231fae8,revision_number=0']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:26:14.084182 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fb7fc9e-5e28-4106-a2bd-be70ac515485 admin admin] Checking segment: {'id': '7b924dd8-4978-40c4-ad91-4b9b27348462', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 13:26:14.084556 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fb7fc9e-5e28-4106-a2bd-be70ac515485 admin admin] Network hostable DHCP agents. Network: 725864b8-cceb-48c9-b5d3-1bfc4423e301, hostable agents: ['e47e4547-5c2d-4954-ba56-fa3646239f18'], hosted agents: [] {{(pid=83871) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 13:26:14.107649 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fb7fc9e-5e28-4106-a2bd-be70ac515485 admin admin] Network 725864b8-cceb-48c9-b5d3-1bfc4423e301 is scheduled to be hosted by DHCP agent e47e4547-5c2d-4954-ba56-fa3646239f18 with binding_index 1 {{(pid=83871) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 13:26:14.118678 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.scheduler.base_scheduler [None req-1fb7fc9e-5e28-4106-a2bd-be70ac515485 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-836180-1-hyperv, 725864b8-cceb-48c9-b5d3-1bfc4423e301) {{(pid=83871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 13:26:14.123068 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fb7fc9e-5e28-4106-a2bd-be70ac515485 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:26:14.123745 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-1fb7fc9e-5e28-4106-a2bd-be70ac515485 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3017602'] for subnet, before_response {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:26:14.129686 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f410cf0-6e72-4357-9f28-2169d7548d2f None None] Network 725864b8-cceb-48c9-b5d3-1bfc4423e301 requested from dv-neutron-836180-1-hyperv {{(pid=83872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 13:26:14.152100 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-1fb7fc9e-5e28-4106-a2bd-be70ac515485 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6205812 Apr 01 13:26:14.368620 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4af5ce6-a666-4636-9273-f284ba3c6317 None None] Network 725864b8-cceb-48c9-b5d3-1bfc4423e301 requested from dv-neutron-836180-1-hyperv {{(pid=83872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 13:26:15.557550 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Device df917eb3-3205-463b-a813-eaf7e4f30dfb up at agent ovs-agent-dv-neutron-836180-1-hyperv {{(pid=83872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 13:26:15.630654 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Provisioning for port df917eb3-3205-463b-a813-eaf7e4f30dfb completed by entity L2. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 13:26:15.636722 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Provisioning complete for port df917eb3-3205-463b-a813-eaf7e4f30dfb triggered by entity L2. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 13:26:15.637084 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-948329'] for port, provisioning_complete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:26:15.779738 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:26:15.815179 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] For port df917eb3-3205-463b-a813-eaf7e4f30dfb, host dv-neutron-836180-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836180-1-hyperv',level=0,port_id=df917eb3-3205-463b-a813-eaf7e4f30dfb,segment=NetworkSegment(e03e3fda-a4fb-4ec3-8472-0c15b7d17327),segment_id=e03e3fda-a4fb-4ec3-8472-0c15b7d17327)] {{(pid=83872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 13:26:15.819739 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864'] for port, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:26:15.890752 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Pushing event updated for resources: {'Port': ['ID=df917eb3-3205-463b-a813-eaf7e4f30dfb,revision_number=5']} {{(pid=83872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:26:16.393570 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 45432) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:26:16.646672 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-e5e7c4e9-c701-461b-b1b5-cfda07d8176e admin admin] 10.222.0.26 "GET /v2.0/routers/52175831-0e84-4a3e-943e-53cc233949f6 HTTP/1.1" status: 200 len: 710 time: 0.2519534 Apr 01 13:26:16.794382 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-859a5030-ca30-4046-88a3-5ca61b8a97ba admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:26:16.795726 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-859a5030-ca30-4046-88a3-5ca61b8a97ba admin admin] 10.222.0.26 "GET /v2.0/networks/725864b8-cceb-48c9-b5d3-1bfc4423e301 HTTP/1.1" status: 200 len: 886 time: 0.1427433 Apr 01 13:26:16.806255 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.v2.base [None req-621729de-8a79-4074-abd4-83cb7f698d8d admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301'}}} {{(pid=83871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:26:17.304418 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-621729de-8a79-4074-abd4-83cb7f698d8d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4084887', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4079850', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4161'] for router, precommit_update {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:26:17.531608 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Device df917eb3-3205-463b-a813-eaf7e4f30dfb up at agent ovs-agent-dv-neutron-836180-1-hyperv {{(pid=83872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 13:26:17.534675 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-621729de-8a79-4074-abd4-83cb7f698d8d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:26:17.596560 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-621729de-8a79-4074-abd4-83cb7f698d8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:26:17.601388 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Provisioning complete for port df917eb3-3205-463b-a813-eaf7e4f30dfb triggered by entity L2. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 13:26:17.601768 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-948329'] for port, provisioning_complete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:26:17.739617 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.db_base_plugin_common [None req-621729de-8a79-4074-abd4-83cb7f698d8d admin admin] Allocated IP 172.26.5.168 (725864b8-cceb-48c9-b5d3-1bfc4423e301/e2ed99db-0e25-4971-b535-7fa69231fae8/16fae440-82ae-41fa-aa5a-b4f0a2f395c6) {{(pid=83871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 13:26:17.893464 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-621729de-8a79-4074-abd4-83cb7f698d8d admin admin] Notify callbacks [] for port, precommit_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:26:17.923929 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-621729de-8a79-4074-abd4-83cb7f698d8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736732935801'] for port, after_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:26:17.989047 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-621729de-8a79-4074-abd4-83cb7f698d8d admin admin] Network 725864b8-cceb-48c9-b5d3-1bfc4423e301 is already hosted by enough agents. {{(pid=83871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 13:26:17.992484 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.scheduler.base_scheduler [None req-621729de-8a79-4074-abd4-83cb7f698d8d admin admin] Resources bound (agent type, host, resource id): {{(pid=83871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 13:26:17.995835 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-621729de-8a79-4074-abd4-83cb7f698d8d admin admin] Received port after_create {{(pid=83871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 13:26:18.025478 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-621729de-8a79-4074-abd4-83cb7f698d8d admin admin] Pushing event updated for resources: {'Port': ['ID=16fae440-82ae-41fa-aa5a-b4f0a2f395c6,revision_number=1']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:26:18.172955 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-621729de-8a79-4074-abd4-83cb7f698d8d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:26:18.341039 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-621729de-8a79-4074-abd4-83cb7f698d8d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4084887', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4079850', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4161'] for router, precommit_update {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:26:18.344837 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-621729de-8a79-4074-abd4-83cb7f698d8d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4084858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-4084844', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-4084837', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-4079843'] for router, after_update {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:26:18.549244 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-621729de-8a79-4074-abd4-83cb7f698d8d admin admin] Router 52175831-0e84-4a3e-943e-53cc233949f6 has already been hosted by L3 agent 88bf8fc8-11a3-4e96-9d1b-5fd93ba9f6f1 {{(pid=83871) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 13:26:18.751361 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-621729de-8a79-4074-abd4-83cb7f698d8d admin admin] Notify agent at l3_agent.dv-neutron-836180-1-hyperv the message routers_updated {{(pid=83871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 13:26:18.759978 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-621729de-8a79-4074-abd4-83cb7f698d8d admin admin] Notify callbacks [] for router, before_response {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:26:18.761211 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-621729de-8a79-4074-abd4-83cb7f698d8d admin admin] 10.222.0.26 "PUT /v2.0/routers/52175831-0e84-4a3e-943e-53cc233949f6 HTTP/1.1" status: 200 len: 890 time: 1.9600470 Apr 01 13:26:18.761556 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57f06e6e-694f-4d4c-8933-02fe95f8dc86 None None] Sync routers for ids ['52175831-0e84-4a3e-943e-53cc233949f6'] in dv-neutron-836180-1-hyperv {{(pid=83872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 13:26:18.774976 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57f06e6e-694f-4d4c-8933-02fe95f8dc86 None None] Routers {'52175831-0e84-4a3e-943e-53cc233949f6'} bound to L3 agent in host dv-neutron-836180-1-hyperv {{(pid=83872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 13:26:18.775676 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_hamode_db [None req-57f06e6e-694f-4d4c-8933-02fe95f8dc86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836180-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-01T13:25:36Z,description=,heartbeat_timestamp=2022-04-01T13:26:06Z,host='dv-neutron-836180-1-hyperv',id=88bf8fc8-11a3-4e96-9d1b-5fd93ba9f6f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T13:25:36Z,topic='l3_agent')) {'router_ids': ['52175831-0e84-4a3e-943e-53cc233949f6'], 'active': True} {{(pid=83872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:26:18.974496 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_dvr_db [None req-57f06e6e-694f-4d4c-8933-02fe95f8dc86 None None] Set router 52175831-0e84-4a3e-943e-53cc233949f6 gateway port host: dv-neutron-836180-1-hyperv {{(pid=83872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 13:26:19.334709 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_hamode_db [None req-57f06e6e-694f-4d4c-8933-02fe95f8dc86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52175831-0e84-4a3e-943e-53cc233949f6', 'name': 'router1', 'tenant_id': '6127a660984640d09b53e79dae42737f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'external_fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.168'}], 'enable_snat': True}, 'gw_port_id': '16fae440-82ae-41fa-aa5a-b4f0a2f395c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T13:26:00Z', 'updated_at': '2022-04-01T13:26:18Z', 'revision_number': 4, 'project_id': '6127a660984640d09b53e79dae42737f', 'gw_port': {'id': '16fae440-82ae-41fa-aa5a-b4f0a2f395c6', 'name': '', 'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:37:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52175831-0e84-4a3e-943e-53cc233949f6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:26:17Z', 'updated_at': '2022-04-01T13:26:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836180-1-hyperv', '_interfaces': [{'id': 'df917eb3-3205-463b-a813-eaf7e4f30dfb', 'name': '', 'network_id': 'f2135382-17dc-4f83-9bee-384c90a44442', 'tenant_id': '6127a660984640d09b53e79dae42737f', 'mac_address': 'fa:16:3e:85:31:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52175831-0e84-4a3e-943e-53cc233949f6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8f8248a0-7521-4dc6-b501-c474e0e18133', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836180-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:26:09Z', 'updated_at': '2022-04-01T13:26:15Z', 'revision_number': 5, 'project_id': '6127a660984640d09b53e79dae42737f', 'subnets': [{'id': '8f8248a0-7521-4dc6-b501-c474e0e18133', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '8d3e525e-600b-48db-8547-236f832d48f9'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-836180-1-hyperv', False) {} {{(pid=83872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:26:19.340731 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57f06e6e-694f-4d4c-8933-02fe95f8dc86 None None] Checking router: 52175831-0e84-4a3e-943e-53cc233949f6 for host: dv-neutron-836180-1-hyperv {{(pid=83872) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 01 13:26:19.341079 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57f06e6e-694f-4d4c-8933-02fe95f8dc86 None None] Updating router 52175831-0e84-4a3e-943e-53cc233949f6 port 16fae440-82ae-41fa-aa5a-b4f0a2f395c6 binding host dv-neutron-836180-1-hyperv {{(pid=83872) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 01 13:26:19.393082 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-57f06e6e-694f-4d4c-8933-02fe95f8dc86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:26:19.741302 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-57f06e6e-694f-4d4c-8933-02fe95f8dc86 None None] Notify callbacks [] for port, precommit_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:26:19.763457 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-57f06e6e-694f-4d4c-8933-02fe95f8dc86 None None] Transition to ACTIVE for port object 16fae440-82ae-41fa-aa5a-b4f0a2f395c6 will not be triggered until provisioned by entity L2. {{(pid=83872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 13:26:19.770738 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-57f06e6e-694f-4d4c-8933-02fe95f8dc86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864'] for port, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:26:19.854134 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb72baf-a01f-4510-a0ec-5aaf484af664 None None] Pushing event updated for resources: {'Port': ['ID=16fae440-82ae-41fa-aa5a-b4f0a2f395c6,revision_number=2']} {{(pid=83872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:26:19.858222 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.managers [None req-57f06e6e-694f-4d4c-8933-02fe95f8dc86 None None] Attempting to bind port 16fae440-82ae-41fa-aa5a-b4f0a2f395c6 on host dv-neutron-836180-1-hyperv for vnic_type normal with profile {{(pid=83872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 13:26:19.858584 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.managers [None req-57f06e6e-694f-4d4c-8933-02fe95f8dc86 None None] Attempting to bind port 16fae440-82ae-41fa-aa5a-b4f0a2f395c6 by drivers openvswitch,hyperv on host dv-neutron-836180-1-hyperv at level 0 using segments [{'id': '7b924dd8-4978-40c4-ad91-4b9b27348462', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301'}] {{(pid=83872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 13:26:19.858942 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57f06e6e-694f-4d4c-8933-02fe95f8dc86 None None] Attempting to bind port 16fae440-82ae-41fa-aa5a-b4f0a2f395c6 on network 725864b8-cceb-48c9-b5d3-1bfc4423e301 {{(pid=83872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 13:26:19.865663 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57f06e6e-694f-4d4c-8933-02fe95f8dc86 None None] Checking agent: {'id': 'af948428-97cd-4d10-9f53-af028bdb39b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-836180-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 13, 25, 37), 'started_at': datetime.datetime(2022, 4, 1, 13, 26, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 13, 26, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-836180-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 13:26:19.866033 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57f06e6e-694f-4d4c-8933-02fe95f8dc86 None None] Checking segment: {'id': '7b924dd8-4978-40c4-ad91-4b9b27348462', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 13:26:19.866477 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-57f06e6e-694f-4d4c-8933-02fe95f8dc86 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:26:19.867455 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57f06e6e-694f-4d4c-8933-02fe95f8dc86 None None] Bound using segment: {'id': '7b924dd8-4978-40c4-ad91-4b9b27348462', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301'} {{(pid=83872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 13:26:19.868092 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.managers [None req-57f06e6e-694f-4d4c-8933-02fe95f8dc86 None None] Bound port: 16fae440-82ae-41fa-aa5a-b4f0a2f395c6, host: dv-neutron-836180-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b924dd8-4978-40c4-ad91-4b9b27348462', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301'}}] {{(pid=83872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 13:26:19.868556 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-57f06e6e-694f-4d4c-8933-02fe95f8dc86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:26:19.941649 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-57f06e6e-694f-4d4c-8933-02fe95f8dc86 None None] For port 16fae440-82ae-41fa-aa5a-b4f0a2f395c6, host dv-neutron-836180-1-hyperv, cleared binding levels {{(pid=83872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 13:26:19.944793 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-57f06e6e-694f-4d4c-8933-02fe95f8dc86 None None] For port 16fae440-82ae-41fa-aa5a-b4f0a2f395c6, host dv-neutron-836180-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836180-1-hyperv',level=0,port_id=16fae440-82ae-41fa-aa5a-b4f0a2f395c6,segment=NetworkSegment(7b924dd8-4978-40c4-ad91-4b9b27348462),segment_id=7b924dd8-4978-40c4-ad91-4b9b27348462)] {{(pid=83872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 13:26:19.950091 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-57f06e6e-694f-4d4c-8933-02fe95f8dc86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864'] for port, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:26:20.033944 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb72baf-a01f-4510-a0ec-5aaf484af664 None None] Pushing event updated for resources: {'Port': ['ID=16fae440-82ae-41fa-aa5a-b4f0a2f395c6,revision_number=3']} {{(pid=83872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:26:20.038392 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57f06e6e-694f-4d4c-8933-02fe95f8dc86 None None] Routers {'52175831-0e84-4a3e-943e-53cc233949f6'} bound to L3 agent in host dv-neutron-836180-1-hyperv {{(pid=83872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 13:26:20.039557 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_hamode_db [None req-57f06e6e-694f-4d4c-8933-02fe95f8dc86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836180-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-01T13:25:36Z,description=,heartbeat_timestamp=2022-04-01T13:26:06Z,host='dv-neutron-836180-1-hyperv',id=88bf8fc8-11a3-4e96-9d1b-5fd93ba9f6f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T13:25:36Z,topic='l3_agent')) {'router_ids': ['52175831-0e84-4a3e-943e-53cc233949f6'], 'active': True} {{(pid=83872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:26:20.260933 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_dvr_db [None req-57f06e6e-694f-4d4c-8933-02fe95f8dc86 None None] Set router 52175831-0e84-4a3e-943e-53cc233949f6 gateway port host: dv-neutron-836180-1-hyperv {{(pid=83872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 13:26:20.618934 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_hamode_db [None req-57f06e6e-694f-4d4c-8933-02fe95f8dc86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52175831-0e84-4a3e-943e-53cc233949f6', 'name': 'router1', 'tenant_id': '6127a660984640d09b53e79dae42737f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'external_fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.168'}], 'enable_snat': True}, 'gw_port_id': '16fae440-82ae-41fa-aa5a-b4f0a2f395c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T13:26:00Z', 'updated_at': '2022-04-01T13:26:18Z', 'revision_number': 4, 'project_id': '6127a660984640d09b53e79dae42737f', 'gw_port': {'id': '16fae440-82ae-41fa-aa5a-b4f0a2f395c6', 'name': '', 'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:37:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52175831-0e84-4a3e-943e-53cc233949f6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836180-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:26:17Z', 'updated_at': '2022-04-01T13:26:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836180-1-hyperv', '_interfaces': [{'id': 'df917eb3-3205-463b-a813-eaf7e4f30dfb', 'name': '', 'network_id': 'f2135382-17dc-4f83-9bee-384c90a44442', 'tenant_id': '6127a660984640d09b53e79dae42737f', 'mac_address': 'fa:16:3e:85:31:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52175831-0e84-4a3e-943e-53cc233949f6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8f8248a0-7521-4dc6-b501-c474e0e18133', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836180-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:26:09Z', 'updated_at': '2022-04-01T13:26:15Z', 'revision_number': 5, 'project_id': '6127a660984640d09b53e79dae42737f', 'subnets': [{'id': '8f8248a0-7521-4dc6-b501-c474e0e18133', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '8d3e525e-600b-48db-8547-236f832d48f9'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-836180-1-hyperv', False) {} {{(pid=83872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:26:20.623297 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57f06e6e-694f-4d4c-8933-02fe95f8dc86 None None] The sync data for ids ['52175831-0e84-4a3e-943e-53cc233949f6'] in dv-neutron-836180-1-hyperv is: [{'id': '52175831-0e84-4a3e-943e-53cc233949f6', 'name': 'router1', 'tenant_id': '6127a660984640d09b53e79dae42737f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'external_fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.168'}], 'enable_snat': True}, 'gw_port_id': '16fae440-82ae-41fa-aa5a-b4f0a2f395c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T13:26:00Z', 'updated_at': '2022-04-01T13:26:18Z', 'revision_number': 4, 'project_id': '6127a660984640d09b53e79dae42737f', 'gw_port': {'id': '16fae440-82ae-41fa-aa5a-b4f0a2f395c6', 'name': '', 'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:37:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52175831-0e84-4a3e-943e-53cc233949f6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836180-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:26:17Z', 'updated_at': '2022-04-01T13:26:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836180-1-hyperv', '_interfaces': [{'id': 'df917eb3-3205-463b-a813-eaf7e4f30dfb', 'name': '', 'network_id': 'f2135382-17dc-4f83-9bee-384c90a44442', 'tenant_id': '6127a660984640d09b53e79dae42737f', 'mac_address': 'fa:16:3e:85:31:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52175831-0e84-4a3e-943e-53cc233949f6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8f8248a0-7521-4dc6-b501-c474e0e18133', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836180-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:26:09Z', 'updated_at': '2022-04-01T13:26:15Z', 'revision_number': 5, 'project_id': '6127a660984640d09b53e79dae42737f', 'subnets': [{'id': '8f8248a0-7521-4dc6-b501-c474e0e18133', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '8d3e525e-600b-48db-8547-236f832d48f9'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 13:26:21.103773 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 45442) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:26:21.250474 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-83d5aa48-fa84-4c0f-a4c8-a050369c2b10 admin admin] 10.222.0.26 "GET /v2.0/ports?device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 1082 time: 0.1454947 Apr 01 13:26:21.571852 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Device 16fae440-82ae-41fa-aa5a-b4f0a2f395c6 up at agent ovs-agent-dv-neutron-836180-1-hyperv {{(pid=83872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 13:26:21.647122 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Provisioning for port 16fae440-82ae-41fa-aa5a-b4f0a2f395c6 completed by entity L2. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 13:26:21.652993 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Provisioning complete for port 16fae440-82ae-41fa-aa5a-b4f0a2f395c6 triggered by entity L2. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 13:26:21.653372 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-948329'] for port, provisioning_complete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:26:21.782998 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:26:21.801685 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] For port 16fae440-82ae-41fa-aa5a-b4f0a2f395c6, host dv-neutron-836180-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836180-1-hyperv',level=0,port_id=16fae440-82ae-41fa-aa5a-b4f0a2f395c6,segment=NetworkSegment(7b924dd8-4978-40c4-ad91-4b9b27348462),segment_id=7b924dd8-4978-40c4-ad91-4b9b27348462)] {{(pid=83872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 13:26:21.806692 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864'] for port, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:26:21.879157 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Pushing event updated for resources: {'Port': ['ID=16fae440-82ae-41fa-aa5a-b4f0a2f395c6,revision_number=4']} {{(pid=83872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:26:23.542680 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Device 16fae440-82ae-41fa-aa5a-b4f0a2f395c6 up at agent ovs-agent-dv-neutron-836180-1-hyperv {{(pid=83872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 13:26:23.634948 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Provisioning complete for port 16fae440-82ae-41fa-aa5a-b4f0a2f395c6 triggered by entity L2. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 13:26:23.635311 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-948329'] for port, provisioning_complete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:26:33.447394 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-f8891965-22b8-45de-8ac5-724f548e21de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:26:35.842784 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-fc16a4c0-27b7-4be3-87e9-7d852fda1a29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:26:37.106047 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:26:37.247168 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-2f9cfc9c-d8ba-4de3-a4ad-98162f90557c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:26:38.760058 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-a976a7b9-9034-41e6-be13-349b75ed1593 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:26:50.866452 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.agents_db [None req-bdd220c7-049a-43d2-a923-ad1a2de078c6 None None] Agent healthcheck: found 5 active agents {{(pid=83873) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 01 13:27:03.444968 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-a6066b47-26e9-45c3-97e2-59081d8b468b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:27:05.840981 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-e48d12ff-4d3a-471f-a5f6-4f8d1e0944a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:27:07.104193 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:27:07.247439 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-2f9cfc9c-d8ba-4de3-a4ad-98162f90557c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:27:08.759065 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-a976a7b9-9034-41e6-be13-349b75ed1593 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:27:27.866402 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.agents_db [None req-bdd220c7-049a-43d2-a923-ad1a2de078c6 None None] Agent healthcheck: found 5 active agents {{(pid=83873) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 01 13:27:33.442861 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-e4722bd8-7d69-4b1a-b1b4-a15dad4a4b19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:27:35.838474 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-87c8ae45-a6d9-4e08-bff5-3953fda75564 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:27:37.107031 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:27:37.260539 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-2f9cfc9c-d8ba-4de3-a4ad-98162f90557c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:27:38.762472 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-a976a7b9-9034-41e6-be13-349b75ed1593 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:28:03.444760 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-e3d6de2a-7a97-46cf-9f31-3651220c63d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:28:04.871645 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.agents_db [None req-bdd220c7-049a-43d2-a923-ad1a2de078c6 None None] Agent healthcheck: found 5 active agents {{(pid=83873) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 01 13:28:05.833825 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-a6e55f02-df3c-4193-a30b-01d51cdbb5d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:28:07.102113 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:28:07.258924 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-2f9cfc9c-d8ba-4de3-a4ad-98162f90557c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:28:08.764128 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-a976a7b9-9034-41e6-be13-349b75ed1593 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:28:32.308041 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 46046) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:28:32.402328 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.pecan_wsgi.hooks.translation [None req-0f58eb7d-74e1-40ac-988f-41d7822d7904 admin admin] GET failed (client error): The resource could not be found. Apr 01 13:28:32.403543 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-0f58eb7d-74e1-40ac-988f-41d7822d7904 admin admin] 10.222.0.26 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0945308 Apr 01 13:28:32.533436 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4e32e3d-2f98-4492-910c-73bbb307d34d admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:28:32.534782 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-d4e32e3d-2f98-4492-910c-73bbb307d34d admin admin] 10.222.0.26 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1272931 Apr 01 13:28:33.440551 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-6d6fd6ee-ce46-4973-ba99-d6dde3c7d448 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:28:34.621675 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 46056) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:28:34.788918 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2a319ee-216e-42ac-8c20-be5f77f0c77e admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:28:34.789467 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-d2a319ee-216e-42ac-8c20-be5f77f0c77e admin admin] Synchronizing usage tracker for tenant:0c3dcf1e29b8454198f237bc5208a8e1 on resource:subnet {{(pid=83871) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 13:28:34.804804 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-d2a319ee-216e-42ac-8c20-be5f77f0c77e admin admin] Unset dirty status for tenant:0c3dcf1e29b8454198f237bc5208a8e1 on resource:subnet {{(pid=83871) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 13:28:34.806112 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-d2a319ee-216e-42ac-8c20-be5f77f0c77e admin admin] 10.222.0.26 "GET /v2.0/subnets/8f8248a0-7521-4dc6-b501-c474e0e18133 HTTP/1.1" status: 200 len: 849 time: 0.1834834 Apr 01 13:28:34.816231 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.v2.base [None req-eb581905-bf05-4674-8120-a3fb2497e1f5 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=83871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:28:34.934811 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-eb581905-bf05-4674-8120-a3fb2497e1f5 admin admin] Notify callbacks [] for subnet, before_update {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:28:35.133282 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-eb581905-bf05-4674-8120-a3fb2497e1f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8736733359252'] for subnet, after_update {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:28:35.179536 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb581905-bf05-4674-8120-a3fb2497e1f5 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:28:35.180112 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-eb581905-bf05-4674-8120-a3fb2497e1f5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3017602'] for subnet, before_response {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:28:35.189068 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-eb581905-bf05-4674-8120-a3fb2497e1f5 admin admin] 10.222.0.26 "PUT /v2.0/subnets/8f8248a0-7521-4dc6-b501-c474e0e18133 HTTP/1.1" status: 200 len: 868 time: 0.3688886 Apr 01 13:28:35.195910 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d8e3713-6608-4b62-8a9b-cbc504e2ae32 None None] Network f2135382-17dc-4f83-9bee-384c90a44442 requested from dv-neutron-836180-1-hyperv {{(pid=83872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 13:28:35.216618 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb581905-bf05-4674-8120-a3fb2497e1f5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8f8248a0-7521-4dc6-b501-c474e0e18133,revision_number=1']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:28:35.264611 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb581905-bf05-4674-8120-a3fb2497e1f5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:28:35.265268 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb581905-bf05-4674-8120-a3fb2497e1f5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:28:35.265809 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb581905-bf05-4674-8120-a3fb2497e1f5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:28:35.266363 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb581905-bf05-4674-8120-a3fb2497e1f5 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:28:35.266971 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb581905-bf05-4674-8120-a3fb2497e1f5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:28:35.267533 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb581905-bf05-4674-8120-a3fb2497e1f5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:28:35.268120 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb581905-bf05-4674-8120-a3fb2497e1f5 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:28:35.268693 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb581905-bf05-4674-8120-a3fb2497e1f5 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:28:35.269745 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb581905-bf05-4674-8120-a3fb2497e1f5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:28:35.270306 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb581905-bf05-4674-8120-a3fb2497e1f5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:28:35.270840 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb581905-bf05-4674-8120-a3fb2497e1f5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:28:35.673423 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-b9363069-971c-43ab-87a7-3902f4a6f029 None None] Provisioning complete for port b5f249bd-d82e-4019-bee1-892a5610bb26 triggered by entity DHCP. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 13:28:35.673849 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-b9363069-971c-43ab-87a7-3902f4a6f029 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-948329'] for port, provisioning_complete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:28:35.811547 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-b9363069-971c-43ab-87a7-3902f4a6f029 None None] Provisioning complete for port df917eb3-3205-463b-a813-eaf7e4f30dfb triggered by entity DHCP. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 13:28:35.811814 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-b9363069-971c-43ab-87a7-3902f4a6f029 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-948329'] for port, provisioning_complete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:28:35.873209 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-5eb19e89-48f4-4259-97ca-117e792a62ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:28:37.105341 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:28:37.264276 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-2f9cfc9c-d8ba-4de3-a4ad-98162f90557c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:28:37.283638 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 46066) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:28:37.480160 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c849e1a-25d7-412d-9112-c43f5ebb8c0f admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:28:37.480469 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c849e1a-25d7-412d-9112-c43f5ebb8c0f admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:28:37.481974 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-1c849e1a-25d7-412d-9112-c43f5ebb8c0f admin admin] 10.222.0.26 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1973782 Apr 01 13:28:38.769243 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-a976a7b9-9034-41e6-be13-349b75ed1593 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:28:39.589015 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 46076) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:28:39.805943 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95fbc2a9-ca26-45c8-b2d0-100a8d413ba2 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:28:39.806266 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95fbc2a9-ca26-45c8-b2d0-100a8d413ba2 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:28:39.808104 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-95fbc2a9-ca26-45c8-b2d0-100a8d413ba2 admin admin] 10.222.0.26 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2181559 Apr 01 13:28:41.844089 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 46086) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:28:41.872497 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.agents_db [None req-bdd220c7-049a-43d2-a923-ad1a2de078c6 None None] Agent healthcheck: found 5 active agents {{(pid=83873) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 01 13:28:42.051678 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74ebabeb-6858-4e44-b1b5-11f201a38b70 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:28:42.053054 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-74ebabeb-6858-4e44-b1b5-11f201a38b70 admin admin] 10.222.0.26 "GET /v2.0/networks/725864b8-cceb-48c9-b5d3-1bfc4423e301 HTTP/1.1" status: 200 len: 886 time: 0.2079678 Apr 01 13:28:44.091790 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 46096) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:28:44.301581 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a685cf4f-59ef-459d-97c1-d22735000d96 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:28:44.302953 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-a685cf4f-59ef-459d-97c1-d22735000d96 admin admin] 10.222.0.26 "GET /v2.0/networks/f2135382-17dc-4f83-9bee-384c90a44442 HTTP/1.1" status: 200 len: 869 time: 0.2101848 Apr 01 13:28:46.433247 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 46106) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:28:46.570705 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b3bf42c-b8cf-42d2-bf60-4c977213bd15 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:28:46.570973 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b3bf42c-b8cf-42d2-bf60-4c977213bd15 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:28:46.572862 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-0b3bf42c-b8cf-42d2-bf60-4c977213bd15 admin admin] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1386623 Apr 01 13:28:48.669823 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 46116) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:28:48.804326 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45ac8728-e1c9-4f1e-aced-e02396b15806 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:28:48.804688 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45ac8728-e1c9-4f1e-aced-e02396b15806 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:28:48.806376 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-45ac8728-e1c9-4f1e-aced-e02396b15806 admin admin] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1354971 Apr 01 13:28:50.951763 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 46126) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:28:51.109565 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-937ba9b8-2aa0-4198-920e-151db90711ed admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:28:51.111029 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-937ba9b8-2aa0-4198-920e-151db90711ed admin admin] 10.222.0.26 "GET /v2.0/subnets/8f8248a0-7521-4dc6-b501-c474e0e18133 HTTP/1.1" status: 200 len: 868 time: 0.1580005 Apr 01 13:28:53.220183 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 46136) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:28:53.355083 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3e9099b-91d2-443c-87b1-28413fd2b449 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:28:53.356453 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-a3e9099b-91d2-443c-87b1-28413fd2b449 admin admin] 10.222.0.26 "GET /v2.0/subnets/e2ed99db-0e25-4971-b535-7fa69231fae8 HTTP/1.1" status: 200 len: 816 time: 0.1352875 Apr 01 13:29:03.436227 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-cd31720e-be89-4ee3-8fda-ad51114a9684 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:29:05.838832 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-cf6746bb-8853-43d9-b52a-2527479a923c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:29:07.113756 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:29:07.269348 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-2f9cfc9c-d8ba-4de3-a4ad-98162f90557c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:29:08.769118 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-a976a7b9-9034-41e6-be13-349b75ed1593 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:29:12.111173 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 46174) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:29:12.188573 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [None req-21cc1aa3-90c0-40e3-80d3-899c0be19167 admin admin] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=83869) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 01 13:29:12.189576 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-21cc1aa3-90c0-40e3-80d3-899c0be19167 admin admin] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0774610 Apr 01 13:29:14.387737 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 46184) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:29:14.490663 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.pecan_wsgi.hooks.translation [None req-b069ce5a-a6ef-46b1-b261-8bc4f696dcb0 admin admin] GET failed (client error): The resource could not be found. Apr 01 13:29:14.491858 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-b069ce5a-a6ef-46b1-b261-8bc4f696dcb0 admin admin] 10.222.0.26 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.1031299 Apr 01 13:29:14.636865 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6699e926-d2dc-4c7a-8bad-6be8d2834a10 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:29:14.638321 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-6699e926-d2dc-4c7a-8bad-6be8d2834a10 admin admin] 10.222.0.26 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1418099 Apr 01 13:29:16.750529 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 46194) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:29:16.831175 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.v2.base [None req-0a1cfdca-8417-47fe-b651-95bd7befeabe admin admin] Request body: {'network': {'name': 'shared', 'admin_state_up': True, 'shared': True}} {{(pid=83869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:29:16.836887 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-0a1cfdca-8417-47fe-b651-95bd7befeabe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:29:16.848528 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-0a1cfdca-8417-47fe-b651-95bd7befeabe admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:29:16.859596 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a1cfdca-8417-47fe-b651-95bd7befeabe admin admin] Made reservation on behalf of 0c3dcf1e29b8454198f237bc5208a8e1 for: {'network': 1} {{(pid=83869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 13:29:16.862343 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-0a1cfdca-8417-47fe-b651-95bd7befeabe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for network, before_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:29:16.983164 dv-neutron-836180-1-hyperv neutron-server[83869]: WARNING neutron.services.revisions.revision_plugin [None req-0a1cfdca-8417-47fe-b651-95bd7befeabe admin admin] Could not find related network for resource to bump revision. Apr 01 13:29:16.997836 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0a1cfdca-8417-47fe-b651-95bd7befeabe admin admin] vlan segment allocate from pool success with {'vlan_id': 365, 'physical_network': 'physnet1'} {{(pid=83869) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 13:29:17.009228 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-0a1cfdca-8417-47fe-b651-95bd7befeabe admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8736733387879', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1004271'] for segment, precommit_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:29:17.009815 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-0a1cfdca-8417-47fe-b651-95bd7befeabe admin admin] Unsubscribe: segment precommit_create {{(pid=83869) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Apr 01 13:29:17.010317 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.db.segments_db [None req-0a1cfdca-8417-47fe-b651-95bd7befeabe admin admin] Added segment ae46d10f-73e9-445a-8bac-784c11332298 of type vlan for network af9c6154-9040-4a0b-aeb2-7093e7fa9d49 Apr 01 13:29:17.087050 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-0a1cfdca-8417-47fe-b651-95bd7befeabe admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736732923383'] for network, precommit_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:29:17.123424 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-0a1cfdca-8417-47fe-b651-95bd7befeabe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575'] for network, after_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:29:17.124395 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a1cfdca-8417-47fe-b651-95bd7befeabe admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:29:17.124988 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-0a1cfdca-8417-47fe-b651-95bd7befeabe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3017602'] for network, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:29:17.235568 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-0a1cfdca-8417-47fe-b651-95bd7befeabe admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.4838111 Apr 01 13:29:17.241738 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1cfdca-8417-47fe-b651-95bd7befeabe admin admin] Pushing event updated for resources: {'Network': ['ID=af9c6154-9040-4a0b-aeb2-7093e7fa9d49,revision_number=1']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:29:17.256233 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a1cfdca-8417-47fe-b651-95bd7befeabe admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:29:17.257347 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a1cfdca-8417-47fe-b651-95bd7befeabe admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:29:17.258106 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a1cfdca-8417-47fe-b651-95bd7befeabe admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:29:17.259136 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a1cfdca-8417-47fe-b651-95bd7befeabe admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:29:17.259636 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a1cfdca-8417-47fe-b651-95bd7befeabe admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:29:17.260251 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a1cfdca-8417-47fe-b651-95bd7befeabe admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:29:17.260813 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a1cfdca-8417-47fe-b651-95bd7befeabe admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:29:17.261426 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a1cfdca-8417-47fe-b651-95bd7befeabe admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:29:17.261943 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a1cfdca-8417-47fe-b651-95bd7befeabe admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:29:17.262453 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a1cfdca-8417-47fe-b651-95bd7befeabe admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:29:17.262920 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a1cfdca-8417-47fe-b651-95bd7befeabe admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:29:17.264622 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a1cfdca-8417-47fe-b651-95bd7befeabe admin admin] Tracked resource versions report: Apr 01 13:29:17.264622 dv-neutron-836180-1-hyperv neutron-server[83869]: pushed versions: Apr 01 13:29:17.264622 dv-neutron-836180-1-hyperv neutron-server[83869]: { 'ConntrackHelper': {'1.0'}, Apr 01 13:29:17.264622 dv-neutron-836180-1-hyperv neutron-server[83869]: 'Log': {'1.0'}, Apr 01 13:29:17.264622 dv-neutron-836180-1-hyperv neutron-server[83869]: 'Network': {'1.1'}, Apr 01 13:29:17.264622 dv-neutron-836180-1-hyperv neutron-server[83869]: 'Port': {'1.5'}, Apr 01 13:29:17.264622 dv-neutron-836180-1-hyperv neutron-server[83869]: 'PortForwarding': {'1.2'}, Apr 01 13:29:17.264622 dv-neutron-836180-1-hyperv neutron-server[83869]: 'QosPolicy': {'1.8'}, Apr 01 13:29:17.264622 dv-neutron-836180-1-hyperv neutron-server[83869]: 'SecurityGroup': {'1.2'}, Apr 01 13:29:17.264622 dv-neutron-836180-1-hyperv neutron-server[83869]: 'SecurityGroupRule': {'1.0'}, Apr 01 13:29:17.264622 dv-neutron-836180-1-hyperv neutron-server[83869]: 'SubPort': {'1.0'}, Apr 01 13:29:17.264622 dv-neutron-836180-1-hyperv neutron-server[83869]: 'Subnet': {'1.1'}, Apr 01 13:29:17.264622 dv-neutron-836180-1-hyperv neutron-server[83869]: 'Trunk': {'1.1'}} Apr 01 13:29:17.264622 dv-neutron-836180-1-hyperv neutron-server[83869]: consumer versions: Apr 01 13:29:17.264622 dv-neutron-836180-1-hyperv neutron-server[83869]: { DHCP agent@dv-neutron-836180-1-hyperv: {}, Apr 01 13:29:17.264622 dv-neutron-836180-1-hyperv neutron-server[83869]: L3 agent@dv-neutron-836180-1-hyperv: {}, Apr 01 13:29:17.264622 dv-neutron-836180-1-hyperv neutron-server[83869]: Metadata agent@dv-neutron-836180-1-hyperv: {}, Apr 01 13:29:17.264622 dv-neutron-836180-1-hyperv neutron-server[83869]: Metering agent@dv-neutron-836180-1-hyperv: {}, Apr 01 13:29:17.264622 dv-neutron-836180-1-hyperv neutron-server[83869]: Open vSwitch agent@dv-neutron-836180-1-hyperv: { 'ConntrackHelper': '1.0', Apr 01 13:29:17.264622 dv-neutron-836180-1-hyperv neutron-server[83869]: 'Log': '1.0', Apr 01 13:29:17.264622 dv-neutron-836180-1-hyperv neutron-server[83869]: 'Network': '1.1', Apr 01 13:29:17.264622 dv-neutron-836180-1-hyperv neutron-server[83869]: 'Port': '1.5', Apr 01 13:29:17.264622 dv-neutron-836180-1-hyperv neutron-server[83869]: 'PortForwarding': '1.2', Apr 01 13:29:17.264622 dv-neutron-836180-1-hyperv neutron-server[83869]: 'QosPolicy': '1.8', Apr 01 13:29:17.264622 dv-neutron-836180-1-hyperv neutron-server[83869]: 'SecurityGroup': '1.2', Apr 01 13:29:17.264622 dv-neutron-836180-1-hyperv neutron-server[83869]: 'SecurityGroupRule': '1.0', Apr 01 13:29:17.264622 dv-neutron-836180-1-hyperv neutron-server[83869]: 'SubPort': '1.0', Apr 01 13:29:17.264622 dv-neutron-836180-1-hyperv neutron-server[83869]: 'Subnet': '1.1', Apr 01 13:29:17.264622 dv-neutron-836180-1-hyperv neutron-server[83869]: 'Trunk': '1.1'}} Apr 01 13:29:17.264622 dv-neutron-836180-1-hyperv neutron-server[83869]: {{(pid=83869) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 01 13:29:17.309957 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Network af9c6154-9040-4a0b-aeb2-7093e7fa9d49 details requested by agent ovs-agent-dv-neutron-836180-1-hyperv with host dv-neutron-836180-1-hyperv {{(pid=83872) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 13:29:18.878424 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.agents_db [None req-bdd220c7-049a-43d2-a923-ad1a2de078c6 None None] Agent healthcheck: found 5 active agents {{(pid=83873) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 01 13:29:19.342822 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 46208) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:29:19.436173 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.pecan_wsgi.hooks.translation [None req-5313bc51-19d8-4b27-9462-6e60eb87598e admin admin] GET failed (client error): The resource could not be found. Apr 01 13:29:19.437698 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-5313bc51-19d8-4b27-9462-6e60eb87598e admin admin] 10.222.0.26 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0939035 Apr 01 13:29:19.547149 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6025572-18da-4821-86cc-6bb3f8ef4eca admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:29:19.548557 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-c6025572-18da-4821-86cc-6bb3f8ef4eca admin admin] 10.222.0.26 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.1067622 Apr 01 13:29:19.561812 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.v2.base [None req-cce5a95d-f382-46a9-9c45-208bd3e607b5 admin admin] Request body: {'subnet': {'name': 'shared-subnet', 'ip_version': 4, 'description': 'shared-subnet', 'network_id': 'af9c6154-9040-4a0b-aeb2-7093e7fa9d49', 'cidr': '192.168.233.0/24'}} {{(pid=83871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:29:19.566637 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-cce5a95d-f382-46a9-9c45-208bd3e607b5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:29:19.576457 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-cce5a95d-f382-46a9-9c45-208bd3e607b5 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:29:19.587616 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cce5a95d-f382-46a9-9c45-208bd3e607b5 admin admin] Made reservation on behalf of 0c3dcf1e29b8454198f237bc5208a8e1 for: {'subnet': 1} {{(pid=83871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 13:29:19.590075 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-cce5a95d-f382-46a9-9c45-208bd3e607b5 admin admin] Notify callbacks [] for subnet, before_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:29:19.815860 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-cce5a95d-f382-46a9-9c45-208bd3e607b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575'] for subnet, after_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:29:19.889628 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce5a95d-f382-46a9-9c45-208bd3e607b5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=38064712-e11f-4f09-9253-bcaf1b62c05e,revision_number=0']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:29:19.905417 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cce5a95d-f382-46a9-9c45-208bd3e607b5 admin admin] Checking segment: {'id': 'ae46d10f-73e9-445a-8bac-784c11332298', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'af9c6154-9040-4a0b-aeb2-7093e7fa9d49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 13:29:19.905758 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cce5a95d-f382-46a9-9c45-208bd3e607b5 admin admin] Network hostable DHCP agents. Network: af9c6154-9040-4a0b-aeb2-7093e7fa9d49, hostable agents: ['e47e4547-5c2d-4954-ba56-fa3646239f18'], hosted agents: [] {{(pid=83871) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 13:29:19.928830 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cce5a95d-f382-46a9-9c45-208bd3e607b5 admin admin] Network af9c6154-9040-4a0b-aeb2-7093e7fa9d49 is scheduled to be hosted by DHCP agent e47e4547-5c2d-4954-ba56-fa3646239f18 with binding_index 1 {{(pid=83871) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 13:29:19.939709 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.scheduler.base_scheduler [None req-cce5a95d-f382-46a9-9c45-208bd3e607b5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-836180-1-hyperv, af9c6154-9040-4a0b-aeb2-7093e7fa9d49) {{(pid=83871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 13:29:19.944160 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cce5a95d-f382-46a9-9c45-208bd3e607b5 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:29:19.944755 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-cce5a95d-f382-46a9-9c45-208bd3e607b5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3017602'] for subnet, before_response {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:29:19.951472 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-445f95da-32cc-45ac-bfbf-d5621c016850 None None] Network af9c6154-9040-4a0b-aeb2-7093e7fa9d49 requested from dv-neutron-836180-1-hyperv {{(pid=83872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 13:29:19.978985 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-cce5a95d-f382-46a9-9c45-208bd3e607b5 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4208510 Apr 01 13:29:20.205906 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cafdf53-e93c-4f4f-a629-a923bf415a1a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7e7d0ecb-2af4-55f5-9198-238ab0570d62-af9c6154-9040-4a0b-aeb2-7093e7fa9d49', 'network_id': 'af9c6154-9040-4a0b-aeb2-7093e7fa9d49', 'tenant_id': '0c3dcf1e29b8454198f237bc5208a8e1', 'fixed_ips': [{'subnet_id': '38064712-e11f-4f09-9253-bcaf1b62c05e'}]}} from dv-neutron-836180-1-hyperv. {{(pid=83872) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 01 13:29:20.207162 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-6cafdf53-e93c-4f4f-a629-a923bf415a1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:29:20.383758 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.db_base_plugin_common [None req-6cafdf53-e93c-4f4f-a629-a923bf415a1a None None] Allocated IP 192.168.233.2 (af9c6154-9040-4a0b-aeb2-7093e7fa9d49/38064712-e11f-4f09-9253-bcaf1b62c05e/9ea6962c-ae3f-41ac-a191-e7cb91ca586d) {{(pid=83872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 13:29:20.629038 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-6cafdf53-e93c-4f4f-a629-a923bf415a1a None None] Notify callbacks [] for port, precommit_create {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:29:20.641057 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-6cafdf53-e93c-4f4f-a629-a923bf415a1a None None] Transition to ACTIVE for port object 9ea6962c-ae3f-41ac-a191-e7cb91ca586d will not be triggered until provisioned by entity L2. {{(pid=83872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 13:29:20.660788 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-6cafdf53-e93c-4f4f-a629-a923bf415a1a None None] Transition to ACTIVE for port object 9ea6962c-ae3f-41ac-a191-e7cb91ca586d will not be triggered until provisioned by entity DHCP. {{(pid=83872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 13:29:20.667260 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-6cafdf53-e93c-4f4f-a629-a923bf415a1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736732935801'] for port, after_create {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:29:20.740466 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cafdf53-e93c-4f4f-a629-a923bf415a1a None None] Network af9c6154-9040-4a0b-aeb2-7093e7fa9d49 is already hosted by enough agents. {{(pid=83872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 13:29:20.743697 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.scheduler.base_scheduler [None req-6cafdf53-e93c-4f4f-a629-a923bf415a1a None None] Resources bound (agent type, host, resource id): {{(pid=83872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 13:29:20.746483 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cafdf53-e93c-4f4f-a629-a923bf415a1a None None] Received port after_create {{(pid=83872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 13:29:20.753118 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cafdf53-e93c-4f4f-a629-a923bf415a1a None None] Pushing event updated for resources: {'Port': ['ID=9ea6962c-ae3f-41ac-a191-e7cb91ca586d,revision_number=1']} {{(pid=83872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:29:20.786532 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cafdf53-e93c-4f4f-a629-a923bf415a1a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:29:20.786869 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cafdf53-e93c-4f4f-a629-a923bf415a1a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:29:20.787197 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cafdf53-e93c-4f4f-a629-a923bf415a1a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:29:20.787523 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cafdf53-e93c-4f4f-a629-a923bf415a1a None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:29:20.787868 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cafdf53-e93c-4f4f-a629-a923bf415a1a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:29:20.788193 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cafdf53-e93c-4f4f-a629-a923bf415a1a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:29:20.788541 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cafdf53-e93c-4f4f-a629-a923bf415a1a None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:29:20.788861 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cafdf53-e93c-4f4f-a629-a923bf415a1a None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:29:20.789177 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cafdf53-e93c-4f4f-a629-a923bf415a1a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:29:20.789720 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cafdf53-e93c-4f4f-a629-a923bf415a1a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:29:20.790133 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cafdf53-e93c-4f4f-a629-a923bf415a1a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:29:20.858854 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.managers [None req-6cafdf53-e93c-4f4f-a629-a923bf415a1a None None] Attempting to bind port 9ea6962c-ae3f-41ac-a191-e7cb91ca586d on host dv-neutron-836180-1-hyperv for vnic_type normal with profile {{(pid=83872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 13:29:20.859252 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.managers [None req-6cafdf53-e93c-4f4f-a629-a923bf415a1a None None] Attempting to bind port 9ea6962c-ae3f-41ac-a191-e7cb91ca586d by drivers openvswitch,hyperv on host dv-neutron-836180-1-hyperv at level 0 using segments [{'id': 'ae46d10f-73e9-445a-8bac-784c11332298', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'af9c6154-9040-4a0b-aeb2-7093e7fa9d49'}] {{(pid=83872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 13:29:20.859799 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cafdf53-e93c-4f4f-a629-a923bf415a1a None None] Attempting to bind port 9ea6962c-ae3f-41ac-a191-e7cb91ca586d on network af9c6154-9040-4a0b-aeb2-7093e7fa9d49 {{(pid=83872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 13:29:20.871058 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cafdf53-e93c-4f4f-a629-a923bf415a1a None None] Checking agent: {'id': 'af948428-97cd-4d10-9f53-af028bdb39b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-836180-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 13, 25, 37), 'started_at': datetime.datetime(2022, 4, 1, 13, 26, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 13, 29, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-836180-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 13:29:20.871619 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cafdf53-e93c-4f4f-a629-a923bf415a1a None None] Checking segment: {'id': 'ae46d10f-73e9-445a-8bac-784c11332298', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'af9c6154-9040-4a0b-aeb2-7093e7fa9d49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 13:29:20.872232 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-6cafdf53-e93c-4f4f-a629-a923bf415a1a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:29:20.872841 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cafdf53-e93c-4f4f-a629-a923bf415a1a None None] Bound using segment: {'id': 'ae46d10f-73e9-445a-8bac-784c11332298', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'af9c6154-9040-4a0b-aeb2-7093e7fa9d49'} {{(pid=83872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 13:29:20.873468 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.managers [None req-6cafdf53-e93c-4f4f-a629-a923bf415a1a None None] Bound port: 9ea6962c-ae3f-41ac-a191-e7cb91ca586d, host: dv-neutron-836180-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae46d10f-73e9-445a-8bac-784c11332298', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'af9c6154-9040-4a0b-aeb2-7093e7fa9d49'}}] {{(pid=83872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 13:29:20.873858 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-6cafdf53-e93c-4f4f-a629-a923bf415a1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:29:21.006710 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-6cafdf53-e93c-4f4f-a629-a923bf415a1a None None] For port 9ea6962c-ae3f-41ac-a191-e7cb91ca586d, host dv-neutron-836180-1-hyperv, cleared binding levels {{(pid=83872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 13:29:21.010751 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-6cafdf53-e93c-4f4f-a629-a923bf415a1a None None] For port 9ea6962c-ae3f-41ac-a191-e7cb91ca586d, host dv-neutron-836180-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836180-1-hyperv',level=0,port_id=9ea6962c-ae3f-41ac-a191-e7cb91ca586d,segment=NetworkSegment(ae46d10f-73e9-445a-8bac-784c11332298),segment_id=ae46d10f-73e9-445a-8bac-784c11332298)] {{(pid=83872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 13:29:21.015680 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-6cafdf53-e93c-4f4f-a629-a923bf415a1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864'] for port, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:29:21.097267 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cafdf53-e93c-4f4f-a629-a923bf415a1a None None] Pushing event updated for resources: {'Port': ['ID=9ea6962c-ae3f-41ac-a191-e7cb91ca586d,revision_number=2']} {{(pid=83872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:29:21.669768 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Device 9ea6962c-ae3f-41ac-a191-e7cb91ca586d up at agent ovs-agent-dv-neutron-836180-1-hyperv {{(pid=83872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 13:29:21.760465 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Provisioning for port 9ea6962c-ae3f-41ac-a191-e7cb91ca586d completed by entity L2. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 13:29:22.034689 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26a846a3-16d0-4e17-9135-2845c307f84e None None] Network af9c6154-9040-4a0b-aeb2-7093e7fa9d49 requested from dv-neutron-836180-1-hyperv {{(pid=83872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 13:29:22.137119 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-d446fe4b-81af-4147-954f-42be1cb89381 None None] Provisioning for port 9ea6962c-ae3f-41ac-a191-e7cb91ca586d completed by entity DHCP. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 13:29:22.154816 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-d446fe4b-81af-4147-954f-42be1cb89381 None None] Provisioning complete for port 9ea6962c-ae3f-41ac-a191-e7cb91ca586d triggered by entity DHCP. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 13:29:22.154816 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-d446fe4b-81af-4147-954f-42be1cb89381 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-948329'] for port, provisioning_complete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:29:22.395950 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-d446fe4b-81af-4147-954f-42be1cb89381 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:29:22.433844 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-d446fe4b-81af-4147-954f-42be1cb89381 None None] For port 9ea6962c-ae3f-41ac-a191-e7cb91ca586d, host dv-neutron-836180-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836180-1-hyperv',level=0,port_id=9ea6962c-ae3f-41ac-a191-e7cb91ca586d,segment=NetworkSegment(ae46d10f-73e9-445a-8bac-784c11332298),segment_id=ae46d10f-73e9-445a-8bac-784c11332298)] {{(pid=83872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 13:29:22.439362 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-d446fe4b-81af-4147-954f-42be1cb89381 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864'] for port, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:29:22.522904 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d446fe4b-81af-4147-954f-42be1cb89381 None None] Pushing event updated for resources: {'Port': ['ID=9ea6962c-ae3f-41ac-a191-e7cb91ca586d,revision_number=3']} {{(pid=83872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:29:22.665601 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-2a87c6a3-55bb-4c80-a520-65a0f4d2b42d None None] Provisioning complete for port 9ea6962c-ae3f-41ac-a191-e7cb91ca586d triggered by entity DHCP. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 13:29:22.666059 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-2a87c6a3-55bb-4c80-a520-65a0f4d2b42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-948329'] for port, provisioning_complete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:29:23.644708 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Device 9ea6962c-ae3f-41ac-a191-e7cb91ca586d up at agent ovs-agent-dv-neutron-836180-1-hyperv {{(pid=83872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 13:29:23.716608 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Provisioning complete for port 9ea6962c-ae3f-41ac-a191-e7cb91ca586d triggered by entity L2. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 13:29:23.716964 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-948329'] for port, provisioning_complete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:29:33.440057 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-c73c9f17-2fe2-44b3-8872-cc009abc589f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:29:35.834392 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-5615728c-f57a-4e51-8231-fec3ac6cd7a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:29:37.106889 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:29:37.267600 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-2f9cfc9c-d8ba-4de3-a4ad-98162f90557c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:29:38.776377 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-a976a7b9-9034-41e6-be13-349b75ed1593 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:29:55.885627 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.agents_db [None req-bdd220c7-049a-43d2-a923-ad1a2de078c6 None None] Agent healthcheck: found 5 active agents {{(pid=83873) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 01 13:30:03.442966 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-b6c28150-dc60-47a1-b09c-55d0323b4cb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:30:05.831354 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-7829450d-5b39-4da8-9db9-1ad9b84ef340 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:30:07.110303 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:30:07.273477 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-2f9cfc9c-d8ba-4de3-a4ad-98162f90557c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:30:08.776240 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-a976a7b9-9034-41e6-be13-349b75ed1593 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:30:32.116801 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 46250) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:30:32.122953 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [None req-de962946-da07-4100-9b8a-4448851ba6aa tempest-verify_tempest_config-1158690417 tempest-verify_tempest_config-1158690417-project] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=83871) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 01 13:30:32.123897 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-de962946-da07-4100-9b8a-4448851ba6aa tempest-verify_tempest_config-1158690417 tempest-verify_tempest_config-1158690417-project] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12610 time: 0.0060675 Apr 01 13:30:32.462211 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 46266) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:30:32.610106 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-61990d12-8cbe-4810-ab70-06d2e8fca619 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:30:32.644063 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-61990d12-8cbe-4810-ab70-06d2e8fca619 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:30:32.648675 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-61990d12-8cbe-4810-ab70-06d2e8fca619 admin admin] Usage tracker for resource:security_group_rule and tenant:b97d2ba1d5c04648a70cb40bfbe3f7ed is out of sync, need to count used quota {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 13:30:32.651478 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-61990d12-8cbe-4810-ab70-06d2e8fca619 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 13:30:32.657329 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-61990d12-8cbe-4810-ab70-06d2e8fca619 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:30:32.752610 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-61990d12-8cbe-4810-ab70-06d2e8fca619 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:30:32.756954 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-61990d12-8cbe-4810-ab70-06d2e8fca619 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3775923'] for security_group, after_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:30:32.804029 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61990d12-8cbe-4810-ab70-06d2e8fca619 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e9c2b96-f62f-407c-8563-ad52d2d558c4,revision_number=1']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:30:32.806913 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-61990d12-8cbe-4810-ab70-06d2e8fca619 admin admin] Synchronizing usage tracker for tenant:0c3dcf1e29b8454198f237bc5208a8e1 on resource:security_group {{(pid=83871) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 13:30:32.820385 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61990d12-8cbe-4810-ab70-06d2e8fca619 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:30:32.820726 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61990d12-8cbe-4810-ab70-06d2e8fca619 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:30:32.821053 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61990d12-8cbe-4810-ab70-06d2e8fca619 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:30:32.821374 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61990d12-8cbe-4810-ab70-06d2e8fca619 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:30:32.821712 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61990d12-8cbe-4810-ab70-06d2e8fca619 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:30:32.822037 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61990d12-8cbe-4810-ab70-06d2e8fca619 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:30:32.822355 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61990d12-8cbe-4810-ab70-06d2e8fca619 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:30:32.822672 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61990d12-8cbe-4810-ab70-06d2e8fca619 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:30:32.822986 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61990d12-8cbe-4810-ab70-06d2e8fca619 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:30:32.823298 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61990d12-8cbe-4810-ab70-06d2e8fca619 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:30:32.823610 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61990d12-8cbe-4810-ab70-06d2e8fca619 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:30:32.836821 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-61990d12-8cbe-4810-ab70-06d2e8fca619 admin admin] Unset dirty status for tenant:0c3dcf1e29b8454198f237bc5208a8e1 on resource:security_group {{(pid=83871) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 13:30:32.838117 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-61990d12-8cbe-4810-ab70-06d2e8fca619 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=b97d2ba1d5c04648a70cb40bfbe3f7ed&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3749399 Apr 01 13:30:32.840671 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 46272) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:30:32.885728 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.agents_db [None req-bdd220c7-049a-43d2-a923-ad1a2de078c6 None None] Agent healthcheck: found 5 active agents {{(pid=83873) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 01 13:30:32.900220 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-65c10e71-48a9-4161-87b1-6a14c8598067 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:30:32.925059 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-65c10e71-48a9-4161-87b1-6a14c8598067 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:30:33.017532 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-65c10e71-48a9-4161-87b1-6a14c8598067 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3775923'] for security_group, after_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:30:33.032673 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c10e71-48a9-4161-87b1-6a14c8598067 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e9c2b96-f62f-407c-8563-ad52d2d558c4,revision_number=None']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:30:33.038820 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-65c10e71-48a9-4161-87b1-6a14c8598067 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:30:33.040113 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-65c10e71-48a9-4161-87b1-6a14c8598067 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/1e9c2b96-f62f-407c-8563-ad52d2d558c4 HTTP/1.1" status: 204 len: 168 time: 0.1983776 Apr 01 13:30:33.447035 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-4d9e7249-ca2a-4591-b8ab-6a5f1d03d386 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:30:35.838031 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-b4889696-7d42-4f8e-94fe-a095eab1d31c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:30:37.112128 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:30:37.272476 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-2f9cfc9c-d8ba-4de3-a4ad-98162f90557c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:30:38.780980 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-a976a7b9-9034-41e6-be13-349b75ed1593 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:31:03.449998 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-01bea8fd-0a3f-4702-b333-182dd2c6d87d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:31:05.830458 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-a0ac5b07-f66c-4ca1-886d-3d3644200020 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:31:07.123267 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:31:07.278744 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-2f9cfc9c-d8ba-4de3-a4ad-98162f90557c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:31:08.781471 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-a976a7b9-9034-41e6-be13-349b75ed1593 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:31:09.887343 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.agents_db [None req-bdd220c7-049a-43d2-a923-ad1a2de078c6 None None] Agent healthcheck: found 5 active agents {{(pid=83873) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 01 13:31:33.452956 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-867864cd-cbb9-494c-b904-aa88efeaf98e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:31:35.834339 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-bf50f5c6-1c67-4b58-aab4-6f18311ab259 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:31:37.115849 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:31:37.278635 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-2f9cfc9c-d8ba-4de3-a4ad-98162f90557c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:31:38.784808 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-a976a7b9-9034-41e6-be13-349b75ed1593 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:31:46.887979 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.agents_db [None req-bdd220c7-049a-43d2-a923-ad1a2de078c6 None None] Agent healthcheck: found 5 active agents {{(pid=83873) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 01 13:31:53.716084 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-4084191'] for agent, after_create {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:32:03.459784 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-85a9398a-0907-4695-9149-f01a7a813baa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:32:05.835989 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-f11d4c58-5ec3-4c48-80d9-4455707b393e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:32:07.119485 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:32:07.282655 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-2f9cfc9c-d8ba-4de3-a4ad-98162f90557c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:32:08.789503 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-a976a7b9-9034-41e6-be13-349b75ed1593 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:32:09.319883 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 46342) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:32:09.455737 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-e43b6cde-cd6b-44e6-8525-4ecd371dcaf8 admin admin] 10.222.0.26 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4315 time: 0.1347468 Apr 01 13:32:11.505782 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 46352) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:32:11.586163 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-5784c1b7-588a-424b-9b93-c98a7febd69f admin admin] 10.222.0.26 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4315 time: 0.0793042 Apr 01 13:32:23.672573 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:32:23.887266 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.agents_db [None req-bdd220c7-049a-43d2-a923-ad1a2de078c6 None None] Agent healthcheck: found 6 active agents {{(pid=83873) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 01 13:32:33.452432 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-8192fdaa-fc78-4b5d-828a-44b87e030c96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:32:35.838474 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-60ae7e46-4209-4846-8029-ada242f4bf36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:32:37.123987 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:32:37.284686 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-2f9cfc9c-d8ba-4de3-a4ad-98162f90557c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:32:38.790783 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-a976a7b9-9034-41e6-be13-349b75ed1593 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:32:53.670442 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:33:00.888380 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.agents_db [None req-bdd220c7-049a-43d2-a923-ad1a2de078c6 None None] Agent healthcheck: found 6 active agents {{(pid=83873) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 01 13:33:03.454340 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-1d226cfb-5723-4714-836d-670bea680e81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:33:05.842871 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-c10aa991-3c34-4968-a33c-928d5fe823ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:33:07.132907 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:33:07.289484 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-2f9cfc9c-d8ba-4de3-a4ad-98162f90557c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:33:08.792713 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-a976a7b9-9034-41e6-be13-349b75ed1593 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:33:23.668390 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:33:33.468399 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-aea8bfbf-4676-42fa-ba7b-cbbb2d272aae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:33:35.859205 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-7b012110-d893-42a8-b39f-76530dc33287 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:33:37.126936 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:33:37.295628 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-2f9cfc9c-d8ba-4de3-a4ad-98162f90557c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:33:37.893474 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.agents_db [None req-bdd220c7-049a-43d2-a923-ad1a2de078c6 None None] Agent healthcheck: found 6 active agents {{(pid=83873) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 01 13:33:38.154373 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 46486) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:33:38.579225 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.v2.base [None req-aec6fab6-21a0-42e8-9c1c-791bb0f56bf4 admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-1056140270-network', 'tenant_id': '89fbd4bee1224db38dcb79340f59d1d9'}} {{(pid=83871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:33:38.584901 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-aec6fab6-21a0-42e8-9c1c-791bb0f56bf4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:33:38.588770 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-aec6fab6-21a0-42e8-9c1c-791bb0f56bf4 admin admin] Usage tracker for resource:network and tenant:89fbd4bee1224db38dcb79340f59d1d9 is out of sync, need to count used quota {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 13:33:38.591885 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-aec6fab6-21a0-42e8-9c1c-791bb0f56bf4 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 13:33:38.597704 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-aec6fab6-21a0-42e8-9c1c-791bb0f56bf4 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:33:38.608750 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aec6fab6-21a0-42e8-9c1c-791bb0f56bf4 admin admin] Made reservation on behalf of 89fbd4bee1224db38dcb79340f59d1d9 for: {'network': 1} {{(pid=83871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 13:33:38.611551 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-aec6fab6-21a0-42e8-9c1c-791bb0f56bf4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for network, before_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:33:38.626170 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-aec6fab6-21a0-42e8-9c1c-791bb0f56bf4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:33:38.660489 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-aec6fab6-21a0-42e8-9c1c-791bb0f56bf4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:33:38.664488 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-aec6fab6-21a0-42e8-9c1c-791bb0f56bf4 admin admin] Usage tracker for resource:security_group_rule and tenant:89fbd4bee1224db38dcb79340f59d1d9 is out of sync, need to count used quota {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 13:33:38.667364 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-aec6fab6-21a0-42e8-9c1c-791bb0f56bf4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 13:33:38.673468 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-aec6fab6-21a0-42e8-9c1c-791bb0f56bf4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:33:38.746312 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-aec6fab6-21a0-42e8-9c1c-791bb0f56bf4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:33:38.750415 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-aec6fab6-21a0-42e8-9c1c-791bb0f56bf4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3775923'] for security_group, after_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:33:38.785780 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec6fab6-21a0-42e8-9c1c-791bb0f56bf4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94444698-73ac-474f-86b8-90daccbfcf8f,revision_number=1']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:33:38.798126 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-a976a7b9-9034-41e6-be13-349b75ed1593 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:33:38.798700 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aec6fab6-21a0-42e8-9c1c-791bb0f56bf4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:33:38.798858 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aec6fab6-21a0-42e8-9c1c-791bb0f56bf4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:33:38.799374 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aec6fab6-21a0-42e8-9c1c-791bb0f56bf4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:33:38.799932 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aec6fab6-21a0-42e8-9c1c-791bb0f56bf4 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:33:38.800280 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aec6fab6-21a0-42e8-9c1c-791bb0f56bf4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:33:38.800733 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aec6fab6-21a0-42e8-9c1c-791bb0f56bf4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:33:38.800962 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aec6fab6-21a0-42e8-9c1c-791bb0f56bf4 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:33:38.801268 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aec6fab6-21a0-42e8-9c1c-791bb0f56bf4 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:33:38.801579 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aec6fab6-21a0-42e8-9c1c-791bb0f56bf4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:33:38.802227 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aec6fab6-21a0-42e8-9c1c-791bb0f56bf4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:33:38.802227 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aec6fab6-21a0-42e8-9c1c-791bb0f56bf4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:33:38.803200 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aec6fab6-21a0-42e8-9c1c-791bb0f56bf4 admin admin] Tracked resource versions report: Apr 01 13:33:38.803200 dv-neutron-836180-1-hyperv neutron-server[83871]: pushed versions: Apr 01 13:33:38.803200 dv-neutron-836180-1-hyperv neutron-server[83871]: { 'ConntrackHelper': {'1.0'}, Apr 01 13:33:38.803200 dv-neutron-836180-1-hyperv neutron-server[83871]: 'Log': {'1.0'}, Apr 01 13:33:38.803200 dv-neutron-836180-1-hyperv neutron-server[83871]: 'Network': {'1.1'}, Apr 01 13:33:38.803200 dv-neutron-836180-1-hyperv neutron-server[83871]: 'Port': {'1.5'}, Apr 01 13:33:38.803200 dv-neutron-836180-1-hyperv neutron-server[83871]: 'PortForwarding': {'1.2'}, Apr 01 13:33:38.803200 dv-neutron-836180-1-hyperv neutron-server[83871]: 'QosPolicy': {'1.8'}, Apr 01 13:33:38.803200 dv-neutron-836180-1-hyperv neutron-server[83871]: 'SecurityGroup': {'1.2'}, Apr 01 13:33:38.803200 dv-neutron-836180-1-hyperv neutron-server[83871]: 'SecurityGroupRule': {'1.0'}, Apr 01 13:33:38.803200 dv-neutron-836180-1-hyperv neutron-server[83871]: 'SubPort': {'1.0'}, Apr 01 13:33:38.803200 dv-neutron-836180-1-hyperv neutron-server[83871]: 'Subnet': {'1.1'}, Apr 01 13:33:38.803200 dv-neutron-836180-1-hyperv neutron-server[83871]: 'Trunk': {'1.1'}} Apr 01 13:33:38.803200 dv-neutron-836180-1-hyperv neutron-server[83871]: consumer versions: Apr 01 13:33:38.803200 dv-neutron-836180-1-hyperv neutron-server[83871]: { DHCP agent@dv-neutron-836180-1-hyperv: {}, Apr 01 13:33:38.803200 dv-neutron-836180-1-hyperv neutron-server[83871]: HyperV agent@hv-neutron-8361: {}, Apr 01 13:33:38.803200 dv-neutron-836180-1-hyperv neutron-server[83871]: L3 agent@dv-neutron-836180-1-hyperv: {}, Apr 01 13:33:38.803200 dv-neutron-836180-1-hyperv neutron-server[83871]: Metadata agent@dv-neutron-836180-1-hyperv: {}, Apr 01 13:33:38.803200 dv-neutron-836180-1-hyperv neutron-server[83871]: Metering agent@dv-neutron-836180-1-hyperv: {}, Apr 01 13:33:38.803200 dv-neutron-836180-1-hyperv neutron-server[83871]: Open vSwitch agent@dv-neutron-836180-1-hyperv: { 'ConntrackHelper': '1.0', Apr 01 13:33:38.803200 dv-neutron-836180-1-hyperv neutron-server[83871]: 'Log': '1.0', Apr 01 13:33:38.803200 dv-neutron-836180-1-hyperv neutron-server[83871]: 'Network': '1.1', Apr 01 13:33:38.803200 dv-neutron-836180-1-hyperv neutron-server[83871]: 'Port': '1.5', Apr 01 13:33:38.803200 dv-neutron-836180-1-hyperv neutron-server[83871]: 'PortForwarding': '1.2', Apr 01 13:33:38.803200 dv-neutron-836180-1-hyperv neutron-server[83871]: 'QosPolicy': '1.8', Apr 01 13:33:38.803200 dv-neutron-836180-1-hyperv neutron-server[83871]: 'SecurityGroup': '1.2', Apr 01 13:33:38.803200 dv-neutron-836180-1-hyperv neutron-server[83871]: 'SecurityGroupRule': '1.0', Apr 01 13:33:38.803200 dv-neutron-836180-1-hyperv neutron-server[83871]: 'SubPort': '1.0', Apr 01 13:33:38.803200 dv-neutron-836180-1-hyperv neutron-server[83871]: 'Subnet': '1.1', Apr 01 13:33:38.803200 dv-neutron-836180-1-hyperv neutron-server[83871]: 'Trunk': '1.1'}} Apr 01 13:33:38.803200 dv-neutron-836180-1-hyperv neutron-server[83871]: {{(pid=83871) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 01 13:33:38.805842 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aec6fab6-21a0-42e8-9c1c-791bb0f56bf4 admin admin] vlan segment allocate from pool success with {'vlan_id': 367, 'physical_network': 'physnet1'} {{(pid=83871) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 13:33:38.816728 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-aec6fab6-21a0-42e8-9c1c-791bb0f56bf4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1004271'] for segment, precommit_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:33:38.817317 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.db.segments_db [None req-aec6fab6-21a0-42e8-9c1c-791bb0f56bf4 admin admin] Added segment 8a3f76f1-77cd-4542-a381-4589f55fc17e of type vlan for network 8a1d3029-ea4e-4a99-9a7d-ce93ff1eb9a1 Apr 01 13:33:38.848682 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-aec6fab6-21a0-42e8-9c1c-791bb0f56bf4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736732923383'] for network, precommit_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:33:38.880547 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-aec6fab6-21a0-42e8-9c1c-791bb0f56bf4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575'] for network, after_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:33:38.881454 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aec6fab6-21a0-42e8-9c1c-791bb0f56bf4 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:33:38.882022 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-aec6fab6-21a0-42e8-9c1c-791bb0f56bf4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3017602'] for network, before_response {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:33:38.989965 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 46520) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:33:38.994668 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec6fab6-21a0-42e8-9c1c-791bb0f56bf4 admin admin] Pushing event updated for resources: {'Network': ['ID=8a1d3029-ea4e-4a99-9a7d-ce93ff1eb9a1,revision_number=1']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:33:39.003729 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 46526) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:33:39.008858 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-aec6fab6-21a0-42e8-9c1c-791bb0f56bf4 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.8532214 Apr 01 13:33:39.008986 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.v2.base [None req-b0d98a10-d9ad-416c-98c7-c1f54d2e5452 admin admin] Request body: {'subnet': {'network_id': '8a1d3029-ea4e-4a99-9a7d-ce93ff1eb9a1', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-1056140270-subnet', 'tenant_id': '89fbd4bee1224db38dcb79340f59d1d9', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=83869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:33:39.015715 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-b0d98a10-d9ad-416c-98c7-c1f54d2e5452 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:33:39.019941 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-b0d98a10-d9ad-416c-98c7-c1f54d2e5452 admin admin] Usage tracker for resource:subnet and tenant:89fbd4bee1224db38dcb79340f59d1d9 is out of sync, need to count used quota {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 13:33:39.021163 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Network 8a1d3029-ea4e-4a99-9a7d-ce93ff1eb9a1 details requested by agent ovs-agent-dv-neutron-836180-1-hyperv with host dv-neutron-836180-1-hyperv {{(pid=83872) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 13:33:39.023186 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-b0d98a10-d9ad-416c-98c7-c1f54d2e5452 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 13:33:39.030118 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-b0d98a10-d9ad-416c-98c7-c1f54d2e5452 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:33:39.051903 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0d98a10-d9ad-416c-98c7-c1f54d2e5452 admin admin] Made reservation on behalf of 89fbd4bee1224db38dcb79340f59d1d9 for: {'subnet': 1} {{(pid=83869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 13:33:39.054416 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-b0d98a10-d9ad-416c-98c7-c1f54d2e5452 admin admin] Notify callbacks [] for subnet, before_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:33:39.323015 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-b0d98a10-d9ad-416c-98c7-c1f54d2e5452 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575'] for subnet, after_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:33:39.378736 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d98a10-d9ad-416c-98c7-c1f54d2e5452 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b4d98d75-116a-4d3d-b965-52d071507f72,revision_number=0']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:33:39.391555 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0d98a10-d9ad-416c-98c7-c1f54d2e5452 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:33:39.392147 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0d98a10-d9ad-416c-98c7-c1f54d2e5452 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:33:39.392672 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0d98a10-d9ad-416c-98c7-c1f54d2e5452 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:33:39.393136 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0d98a10-d9ad-416c-98c7-c1f54d2e5452 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:33:39.393621 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0d98a10-d9ad-416c-98c7-c1f54d2e5452 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:33:39.394101 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0d98a10-d9ad-416c-98c7-c1f54d2e5452 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:33:39.394640 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0d98a10-d9ad-416c-98c7-c1f54d2e5452 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:33:39.395117 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0d98a10-d9ad-416c-98c7-c1f54d2e5452 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:33:39.395600 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0d98a10-d9ad-416c-98c7-c1f54d2e5452 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:33:39.395919 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0d98a10-d9ad-416c-98c7-c1f54d2e5452 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:33:39.396235 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0d98a10-d9ad-416c-98c7-c1f54d2e5452 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:33:39.397270 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0d98a10-d9ad-416c-98c7-c1f54d2e5452 admin admin] Tracked resource versions report: Apr 01 13:33:39.397270 dv-neutron-836180-1-hyperv neutron-server[83869]: pushed versions: Apr 01 13:33:39.397270 dv-neutron-836180-1-hyperv neutron-server[83869]: { 'ConntrackHelper': {'1.0'}, Apr 01 13:33:39.397270 dv-neutron-836180-1-hyperv neutron-server[83869]: 'Log': {'1.0'}, Apr 01 13:33:39.397270 dv-neutron-836180-1-hyperv neutron-server[83869]: 'Network': {'1.1'}, Apr 01 13:33:39.397270 dv-neutron-836180-1-hyperv neutron-server[83869]: 'Port': {'1.5'}, Apr 01 13:33:39.397270 dv-neutron-836180-1-hyperv neutron-server[83869]: 'PortForwarding': {'1.2'}, Apr 01 13:33:39.397270 dv-neutron-836180-1-hyperv neutron-server[83869]: 'QosPolicy': {'1.8'}, Apr 01 13:33:39.397270 dv-neutron-836180-1-hyperv neutron-server[83869]: 'SecurityGroup': {'1.2'}, Apr 01 13:33:39.397270 dv-neutron-836180-1-hyperv neutron-server[83869]: 'SecurityGroupRule': {'1.0'}, Apr 01 13:33:39.397270 dv-neutron-836180-1-hyperv neutron-server[83869]: 'SubPort': {'1.0'}, Apr 01 13:33:39.397270 dv-neutron-836180-1-hyperv neutron-server[83869]: 'Subnet': {'1.1'}, Apr 01 13:33:39.397270 dv-neutron-836180-1-hyperv neutron-server[83869]: 'Trunk': {'1.1'}} Apr 01 13:33:39.397270 dv-neutron-836180-1-hyperv neutron-server[83869]: consumer versions: Apr 01 13:33:39.397270 dv-neutron-836180-1-hyperv neutron-server[83869]: { DHCP agent@dv-neutron-836180-1-hyperv: {}, Apr 01 13:33:39.397270 dv-neutron-836180-1-hyperv neutron-server[83869]: HyperV agent@hv-neutron-8361: {}, Apr 01 13:33:39.397270 dv-neutron-836180-1-hyperv neutron-server[83869]: L3 agent@dv-neutron-836180-1-hyperv: {}, Apr 01 13:33:39.397270 dv-neutron-836180-1-hyperv neutron-server[83869]: Metadata agent@dv-neutron-836180-1-hyperv: {}, Apr 01 13:33:39.397270 dv-neutron-836180-1-hyperv neutron-server[83869]: Metering agent@dv-neutron-836180-1-hyperv: {}, Apr 01 13:33:39.397270 dv-neutron-836180-1-hyperv neutron-server[83869]: Open vSwitch agent@dv-neutron-836180-1-hyperv: { 'ConntrackHelper': '1.0', Apr 01 13:33:39.397270 dv-neutron-836180-1-hyperv neutron-server[83869]: 'Log': '1.0', Apr 01 13:33:39.397270 dv-neutron-836180-1-hyperv neutron-server[83869]: 'Network': '1.1', Apr 01 13:33:39.397270 dv-neutron-836180-1-hyperv neutron-server[83869]: 'Port': '1.5', Apr 01 13:33:39.397270 dv-neutron-836180-1-hyperv neutron-server[83869]: 'PortForwarding': '1.2', Apr 01 13:33:39.397270 dv-neutron-836180-1-hyperv neutron-server[83869]: 'QosPolicy': '1.8', Apr 01 13:33:39.397270 dv-neutron-836180-1-hyperv neutron-server[83869]: 'SecurityGroup': '1.2', Apr 01 13:33:39.397270 dv-neutron-836180-1-hyperv neutron-server[83869]: 'SecurityGroupRule': '1.0', Apr 01 13:33:39.397270 dv-neutron-836180-1-hyperv neutron-server[83869]: 'SubPort': '1.0', Apr 01 13:33:39.397270 dv-neutron-836180-1-hyperv neutron-server[83869]: 'Subnet': '1.1', Apr 01 13:33:39.397270 dv-neutron-836180-1-hyperv neutron-server[83869]: 'Trunk': '1.1'}} Apr 01 13:33:39.397270 dv-neutron-836180-1-hyperv neutron-server[83869]: {{(pid=83869) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 01 13:33:39.429350 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0d98a10-d9ad-416c-98c7-c1f54d2e5452 admin admin] Checking segment: {'id': '8a3f76f1-77cd-4542-a381-4589f55fc17e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '8a1d3029-ea4e-4a99-9a7d-ce93ff1eb9a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 13:33:39.429718 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0d98a10-d9ad-416c-98c7-c1f54d2e5452 admin admin] Network hostable DHCP agents. Network: 8a1d3029-ea4e-4a99-9a7d-ce93ff1eb9a1, hostable agents: ['e47e4547-5c2d-4954-ba56-fa3646239f18'], hosted agents: [] {{(pid=83869) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 13:33:39.455603 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0d98a10-d9ad-416c-98c7-c1f54d2e5452 admin admin] Network 8a1d3029-ea4e-4a99-9a7d-ce93ff1eb9a1 is scheduled to be hosted by DHCP agent e47e4547-5c2d-4954-ba56-fa3646239f18 with binding_index 1 {{(pid=83869) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 13:33:39.465934 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.scheduler.base_scheduler [None req-b0d98a10-d9ad-416c-98c7-c1f54d2e5452 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-836180-1-hyperv, 8a1d3029-ea4e-4a99-9a7d-ce93ff1eb9a1) {{(pid=83869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 13:33:39.470933 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0d98a10-d9ad-416c-98c7-c1f54d2e5452 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:33:39.471449 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-b0d98a10-d9ad-416c-98c7-c1f54d2e5452 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3017602'] for subnet, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:33:39.478096 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96a1ee9d-a4ed-4095-b45d-b8cb86f6e35e None None] Network 8a1d3029-ea4e-4a99-9a7d-ce93ff1eb9a1 requested from dv-neutron-836180-1-hyperv {{(pid=83872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 13:33:39.498665 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 46542) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:33:39.499272 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-b0d98a10-d9ad-416c-98c7-c1f54d2e5452 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4939609 Apr 01 13:33:39.505036 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.v2.base [None req-bcb8b48c-77e8-46c6-8471-53dfc42a569d admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-1056140270-router', 'tenant_id': '89fbd4bee1224db38dcb79340f59d1d9', 'external_gateway_info': {'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301'}}} {{(pid=83871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:33:39.514745 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-bcb8b48c-77e8-46c6-8471-53dfc42a569d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:33:39.519360 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-bcb8b48c-77e8-46c6-8471-53dfc42a569d admin admin] Usage tracker for resource:router and tenant:89fbd4bee1224db38dcb79340f59d1d9 is out of sync, need to count used quota {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 13:33:39.522570 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-bcb8b48c-77e8-46c6-8471-53dfc42a569d admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 13:33:39.530397 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-bcb8b48c-77e8-46c6-8471-53dfc42a569d admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:33:39.553443 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-bcb8b48c-77e8-46c6-8471-53dfc42a569d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4082176', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4220'] for router, before_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:33:39.554802 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-bcb8b48c-77e8-46c6-8471-53dfc42a569d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4082277', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4084873', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4148249', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4211'] for router, precommit_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:33:39.576961 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-bcb8b48c-77e8-46c6-8471-53dfc42a569d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:33:39.591720 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.v2.base [None req-14425e79-7fc8-49b2-a21c-4f310225ba20 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-518393349-network', 'tenant_id': '60bf55a52dbc4f9d9d0decf6a2dd30f6'}} {{(pid=83869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:33:39.597453 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-14425e79-7fc8-49b2-a21c-4f310225ba20 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:33:39.609248 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-14425e79-7fc8-49b2-a21c-4f310225ba20 admin admin] Usage tracker for resource:network and tenant:60bf55a52dbc4f9d9d0decf6a2dd30f6 is out of sync, need to count used quota {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 13:33:39.614580 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-14425e79-7fc8-49b2-a21c-4f310225ba20 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 13:33:39.625449 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-14425e79-7fc8-49b2-a21c-4f310225ba20 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:33:39.647836 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14425e79-7fc8-49b2-a21c-4f310225ba20 admin admin] Made reservation on behalf of 60bf55a52dbc4f9d9d0decf6a2dd30f6 for: {'network': 1} {{(pid=83869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 13:33:39.650692 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-14425e79-7fc8-49b2-a21c-4f310225ba20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for network, before_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:33:39.676136 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-14425e79-7fc8-49b2-a21c-4f310225ba20 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:33:39.745523 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-bcb8b48c-77e8-46c6-8471-53dfc42a569d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4084887', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4079850', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4161'] for router, precommit_update {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:33:39.774667 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-14425e79-7fc8-49b2-a21c-4f310225ba20 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:33:39.778843 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-14425e79-7fc8-49b2-a21c-4f310225ba20 admin admin] Usage tracker for resource:security_group_rule and tenant:60bf55a52dbc4f9d9d0decf6a2dd30f6 is out of sync, need to count used quota {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 13:33:39.788089 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e2e8bc6-63cd-4264-9b65-60f1b971a6b2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7e7d0ecb-2af4-55f5-9198-238ab0570d62-8a1d3029-ea4e-4a99-9a7d-ce93ff1eb9a1', 'network_id': '8a1d3029-ea4e-4a99-9a7d-ce93ff1eb9a1', 'tenant_id': '89fbd4bee1224db38dcb79340f59d1d9', 'fixed_ips': [{'subnet_id': 'b4d98d75-116a-4d3d-b965-52d071507f72'}]}} from dv-neutron-836180-1-hyperv. {{(pid=83872) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 01 13:33:39.789075 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-2e2e8bc6-63cd-4264-9b65-60f1b971a6b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:33:39.795492 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-14425e79-7fc8-49b2-a21c-4f310225ba20 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 13:33:39.814037 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-14425e79-7fc8-49b2-a21c-4f310225ba20 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:33:39.895885 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-14425e79-7fc8-49b2-a21c-4f310225ba20 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:33:39.901492 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-14425e79-7fc8-49b2-a21c-4f310225ba20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3775923'] for security_group, after_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:33:39.956760 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14425e79-7fc8-49b2-a21c-4f310225ba20 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32fe374e-7f5c-4758-8d98-bf852dac85bf,revision_number=1']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:33:39.969539 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-14425e79-7fc8-49b2-a21c-4f310225ba20 admin admin] vlan segment allocate from pool success with {'vlan_id': 371, 'physical_network': 'physnet1'} {{(pid=83869) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 13:33:39.993059 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-14425e79-7fc8-49b2-a21c-4f310225ba20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1004271'] for segment, precommit_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:33:39.993732 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.db.segments_db [None req-14425e79-7fc8-49b2-a21c-4f310225ba20 admin admin] Added segment a7c08fea-ad3b-44c6-93c9-bb06e756d3ac of type vlan for network fb98b55b-27fc-4010-87f8-0892c916fc1a Apr 01 13:33:40.016288 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-bcb8b48c-77e8-46c6-8471-53dfc42a569d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:33:40.047270 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-14425e79-7fc8-49b2-a21c-4f310225ba20 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736732923383'] for network, precommit_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:33:40.070493 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-bcb8b48c-77e8-46c6-8471-53dfc42a569d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:33:40.085540 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.db_base_plugin_common [None req-2e2e8bc6-63cd-4264-9b65-60f1b971a6b2 None None] Allocated IP 172.20.0.2 (8a1d3029-ea4e-4a99-9a7d-ce93ff1eb9a1/b4d98d75-116a-4d3d-b965-52d071507f72/bcd274d5-58f9-4e2c-940a-c87b39c3f923) {{(pid=83872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 13:33:40.108670 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-14425e79-7fc8-49b2-a21c-4f310225ba20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575'] for network, after_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:33:40.109515 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14425e79-7fc8-49b2-a21c-4f310225ba20 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:33:40.110085 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-14425e79-7fc8-49b2-a21c-4f310225ba20 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3017602'] for network, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:33:40.280866 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.db_base_plugin_common [None req-bcb8b48c-77e8-46c6-8471-53dfc42a569d admin admin] Allocated IP 172.26.5.27 (725864b8-cceb-48c9-b5d3-1bfc4423e301/e2ed99db-0e25-4971-b535-7fa69231fae8/1d1d7b6b-a315-4d6f-b107-0a0f237c2067) {{(pid=83871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 13:33:40.287360 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-14425e79-7fc8-49b2-a21c-4f310225ba20 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 1.2951257 Apr 01 13:33:40.287979 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 46564) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:33:40.288774 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14425e79-7fc8-49b2-a21c-4f310225ba20 admin admin] Pushing event updated for resources: {'Network': ['ID=fb98b55b-27fc-4010-87f8-0892c916fc1a,revision_number=1']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:33:40.296396 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.v2.base [None req-0aa14750-3b21-4578-83ad-cb04216548d1 admin admin] Request body: {'subnet': {'network_id': 'fb98b55b-27fc-4010-87f8-0892c916fc1a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-518393349-subnet', 'tenant_id': '60bf55a52dbc4f9d9d0decf6a2dd30f6', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=83869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:33:40.301966 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-0aa14750-3b21-4578-83ad-cb04216548d1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:33:40.305603 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Network fb98b55b-27fc-4010-87f8-0892c916fc1a details requested by agent ovs-agent-dv-neutron-836180-1-hyperv with host dv-neutron-836180-1-hyperv {{(pid=83872) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 13:33:40.306635 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-0aa14750-3b21-4578-83ad-cb04216548d1 admin admin] Usage tracker for resource:subnet and tenant:60bf55a52dbc4f9d9d0decf6a2dd30f6 is out of sync, need to count used quota {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 13:33:40.313137 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-0aa14750-3b21-4578-83ad-cb04216548d1 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 13:33:40.325963 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-0aa14750-3b21-4578-83ad-cb04216548d1 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:33:40.345613 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0aa14750-3b21-4578-83ad-cb04216548d1 admin admin] Made reservation on behalf of 60bf55a52dbc4f9d9d0decf6a2dd30f6 for: {'subnet': 1} {{(pid=83869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 13:33:40.348252 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-0aa14750-3b21-4578-83ad-cb04216548d1 admin admin] Notify callbacks [] for subnet, before_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:33:40.581264 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-2e2e8bc6-63cd-4264-9b65-60f1b971a6b2 None None] Notify callbacks [] for port, precommit_create {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:33:40.582817 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-bcb8b48c-77e8-46c6-8471-53dfc42a569d admin admin] Notify callbacks [] for port, precommit_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:33:40.595726 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-2e2e8bc6-63cd-4264-9b65-60f1b971a6b2 None None] Transition to ACTIVE for port object bcd274d5-58f9-4e2c-940a-c87b39c3f923 will not be triggered until provisioned by entity L2. {{(pid=83872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 13:33:40.619263 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-bcb8b48c-77e8-46c6-8471-53dfc42a569d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736732935801'] for port, after_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:33:40.624547 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-2e2e8bc6-63cd-4264-9b65-60f1b971a6b2 None None] Transition to ACTIVE for port object bcd274d5-58f9-4e2c-940a-c87b39c3f923 will not be triggered until provisioned by entity DHCP. {{(pid=83872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 13:33:40.631465 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-2e2e8bc6-63cd-4264-9b65-60f1b971a6b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736732935801'] for port, after_create {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:33:40.641288 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-0aa14750-3b21-4578-83ad-cb04216548d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575'] for subnet, after_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:33:40.697255 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb8b48c-77e8-46c6-8471-53dfc42a569d admin admin] Pushing event updated for resources: {'Port': ['ID=1d1d7b6b-a315-4d6f-b107-0a0f237c2067,revision_number=1']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:33:40.708114 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcb8b48c-77e8-46c6-8471-53dfc42a569d admin admin] Network 725864b8-cceb-48c9-b5d3-1bfc4423e301 is already hosted by enough agents. {{(pid=83871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 13:33:40.710143 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.scheduler.base_scheduler [None req-bcb8b48c-77e8-46c6-8471-53dfc42a569d admin admin] Resources bound (agent type, host, resource id): {{(pid=83871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 13:33:40.712162 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcb8b48c-77e8-46c6-8471-53dfc42a569d admin admin] Received port after_create {{(pid=83871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 13:33:40.719631 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e2e8bc6-63cd-4264-9b65-60f1b971a6b2 None None] Network 8a1d3029-ea4e-4a99-9a7d-ce93ff1eb9a1 is already hosted by enough agents. {{(pid=83872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 13:33:40.722907 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.scheduler.base_scheduler [None req-2e2e8bc6-63cd-4264-9b65-60f1b971a6b2 None None] Resources bound (agent type, host, resource id): {{(pid=83872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 13:33:40.727684 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e2e8bc6-63cd-4264-9b65-60f1b971a6b2 None None] Received port after_create {{(pid=83872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 13:33:40.735644 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e2e8bc6-63cd-4264-9b65-60f1b971a6b2 None None] Pushing event updated for resources: {'Port': ['ID=bcd274d5-58f9-4e2c-940a-c87b39c3f923,revision_number=1']} {{(pid=83872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:33:40.767843 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa14750-3b21-4578-83ad-cb04216548d1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bd8de9aa-4e53-4452-88cd-9054c473da72,revision_number=0']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:33:40.776975 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0aa14750-3b21-4578-83ad-cb04216548d1 admin admin] Checking segment: {'id': 'a7c08fea-ad3b-44c6-93c9-bb06e756d3ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'fb98b55b-27fc-4010-87f8-0892c916fc1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 13:33:40.777459 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0aa14750-3b21-4578-83ad-cb04216548d1 admin admin] Network hostable DHCP agents. Network: fb98b55b-27fc-4010-87f8-0892c916fc1a, hostable agents: ['e47e4547-5c2d-4954-ba56-fa3646239f18'], hosted agents: [] {{(pid=83869) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 13:33:40.806332 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0aa14750-3b21-4578-83ad-cb04216548d1 admin admin] Network fb98b55b-27fc-4010-87f8-0892c916fc1a is scheduled to be hosted by DHCP agent e47e4547-5c2d-4954-ba56-fa3646239f18 with binding_index 1 {{(pid=83869) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 13:33:40.822557 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.scheduler.base_scheduler [None req-0aa14750-3b21-4578-83ad-cb04216548d1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-836180-1-hyperv, fb98b55b-27fc-4010-87f8-0892c916fc1a) {{(pid=83869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 13:33:40.830001 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0aa14750-3b21-4578-83ad-cb04216548d1 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:33:40.830806 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-0aa14750-3b21-4578-83ad-cb04216548d1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3017602'] for subnet, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:33:40.865629 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0912950f-6669-492e-817b-7ca9d8d0f546 None None] Network fb98b55b-27fc-4010-87f8-0892c916fc1a requested from dv-neutron-836180-1-hyperv {{(pid=83872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 13:33:40.876649 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-0aa14750-3b21-4578-83ad-cb04216548d1 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 0.5850852 Apr 01 13:33:40.879732 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 46578) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:33:40.882613 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e2e8bc6-63cd-4264-9b65-60f1b971a6b2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:33:40.883203 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e2e8bc6-63cd-4264-9b65-60f1b971a6b2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:33:40.883512 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e2e8bc6-63cd-4264-9b65-60f1b971a6b2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:33:40.883907 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e2e8bc6-63cd-4264-9b65-60f1b971a6b2 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:33:40.884245 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e2e8bc6-63cd-4264-9b65-60f1b971a6b2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:33:40.884622 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e2e8bc6-63cd-4264-9b65-60f1b971a6b2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:33:40.885003 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e2e8bc6-63cd-4264-9b65-60f1b971a6b2 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:33:40.885341 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e2e8bc6-63cd-4264-9b65-60f1b971a6b2 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:33:40.885719 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e2e8bc6-63cd-4264-9b65-60f1b971a6b2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:33:40.886034 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e2e8bc6-63cd-4264-9b65-60f1b971a6b2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:33:40.886343 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e2e8bc6-63cd-4264-9b65-60f1b971a6b2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:33:40.887006 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-bcb8b48c-77e8-46c6-8471-53dfc42a569d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:33:40.887468 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e2e8bc6-63cd-4264-9b65-60f1b971a6b2 None None] Tracked resource versions report: Apr 01 13:33:40.887468 dv-neutron-836180-1-hyperv neutron-server[83872]: pushed versions: Apr 01 13:33:40.887468 dv-neutron-836180-1-hyperv neutron-server[83872]: { 'ConntrackHelper': {'1.0'}, Apr 01 13:33:40.887468 dv-neutron-836180-1-hyperv neutron-server[83872]: 'Log': {'1.0'}, Apr 01 13:33:40.887468 dv-neutron-836180-1-hyperv neutron-server[83872]: 'Network': {'1.1'}, Apr 01 13:33:40.887468 dv-neutron-836180-1-hyperv neutron-server[83872]: 'Port': {'1.5'}, Apr 01 13:33:40.887468 dv-neutron-836180-1-hyperv neutron-server[83872]: 'PortForwarding': {'1.2'}, Apr 01 13:33:40.887468 dv-neutron-836180-1-hyperv neutron-server[83872]: 'QosPolicy': {'1.8'}, Apr 01 13:33:40.887468 dv-neutron-836180-1-hyperv neutron-server[83872]: 'SecurityGroup': {'1.2'}, Apr 01 13:33:40.887468 dv-neutron-836180-1-hyperv neutron-server[83872]: 'SecurityGroupRule': {'1.0'}, Apr 01 13:33:40.887468 dv-neutron-836180-1-hyperv neutron-server[83872]: 'SubPort': {'1.0'}, Apr 01 13:33:40.887468 dv-neutron-836180-1-hyperv neutron-server[83872]: 'Subnet': {'1.1'}, Apr 01 13:33:40.887468 dv-neutron-836180-1-hyperv neutron-server[83872]: 'Trunk': {'1.1'}} Apr 01 13:33:40.887468 dv-neutron-836180-1-hyperv neutron-server[83872]: consumer versions: Apr 01 13:33:40.887468 dv-neutron-836180-1-hyperv neutron-server[83872]: { DHCP agent@dv-neutron-836180-1-hyperv: {}, Apr 01 13:33:40.887468 dv-neutron-836180-1-hyperv neutron-server[83872]: HyperV agent@hv-neutron-8361: {}, Apr 01 13:33:40.887468 dv-neutron-836180-1-hyperv neutron-server[83872]: L3 agent@dv-neutron-836180-1-hyperv: {}, Apr 01 13:33:40.887468 dv-neutron-836180-1-hyperv neutron-server[83872]: Metadata agent@dv-neutron-836180-1-hyperv: {}, Apr 01 13:33:40.887468 dv-neutron-836180-1-hyperv neutron-server[83872]: Metering agent@dv-neutron-836180-1-hyperv: {}, Apr 01 13:33:40.887468 dv-neutron-836180-1-hyperv neutron-server[83872]: Open vSwitch agent@dv-neutron-836180-1-hyperv: { 'ConntrackHelper': '1.0', Apr 01 13:33:40.887468 dv-neutron-836180-1-hyperv neutron-server[83872]: 'Log': '1.0', Apr 01 13:33:40.887468 dv-neutron-836180-1-hyperv neutron-server[83872]: 'Network': '1.1', Apr 01 13:33:40.887468 dv-neutron-836180-1-hyperv neutron-server[83872]: 'Port': '1.5', Apr 01 13:33:40.887468 dv-neutron-836180-1-hyperv neutron-server[83872]: 'PortForwarding': '1.2', Apr 01 13:33:40.887468 dv-neutron-836180-1-hyperv neutron-server[83872]: 'QosPolicy': '1.8', Apr 01 13:33:40.887468 dv-neutron-836180-1-hyperv neutron-server[83872]: 'SecurityGroup': '1.2', Apr 01 13:33:40.887468 dv-neutron-836180-1-hyperv neutron-server[83872]: 'SecurityGroupRule': '1.0', Apr 01 13:33:40.887468 dv-neutron-836180-1-hyperv neutron-server[83872]: 'SubPort': '1.0', Apr 01 13:33:40.887468 dv-neutron-836180-1-hyperv neutron-server[83872]: 'Subnet': '1.1', Apr 01 13:33:40.887468 dv-neutron-836180-1-hyperv neutron-server[83872]: 'Trunk': '1.1'}} Apr 01 13:33:40.887468 dv-neutron-836180-1-hyperv neutron-server[83872]: {{(pid=83872) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 01 13:33:40.893140 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.v2.base [None req-ed508326-d22b-4032-8c7a-db92aec964be admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-518393349-router', 'tenant_id': '60bf55a52dbc4f9d9d0decf6a2dd30f6', 'external_gateway_info': {'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301'}}} {{(pid=83869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:33:40.901462 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-bcb8b48c-77e8-46c6-8471-53dfc42a569d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4082201', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4084858'] for router, after_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:33:40.907938 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-ed508326-d22b-4032-8c7a-db92aec964be admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:33:40.913593 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-ed508326-d22b-4032-8c7a-db92aec964be admin admin] Usage tracker for resource:router and tenant:60bf55a52dbc4f9d9d0decf6a2dd30f6 is out of sync, need to count used quota {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 13:33:40.916340 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.managers [None req-2e2e8bc6-63cd-4264-9b65-60f1b971a6b2 None None] Attempting to bind port bcd274d5-58f9-4e2c-940a-c87b39c3f923 on host dv-neutron-836180-1-hyperv for vnic_type normal with profile {{(pid=83872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 13:33:40.916696 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.managers [None req-2e2e8bc6-63cd-4264-9b65-60f1b971a6b2 None None] Attempting to bind port bcd274d5-58f9-4e2c-940a-c87b39c3f923 by drivers openvswitch,hyperv on host dv-neutron-836180-1-hyperv at level 0 using segments [{'id': '8a3f76f1-77cd-4542-a381-4589f55fc17e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '8a1d3029-ea4e-4a99-9a7d-ce93ff1eb9a1'}] {{(pid=83872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 13:33:40.917099 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e2e8bc6-63cd-4264-9b65-60f1b971a6b2 None None] Attempting to bind port bcd274d5-58f9-4e2c-940a-c87b39c3f923 on network 8a1d3029-ea4e-4a99-9a7d-ce93ff1eb9a1 {{(pid=83872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 13:33:40.920685 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-ed508326-d22b-4032-8c7a-db92aec964be admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 13:33:40.929515 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-ed508326-d22b-4032-8c7a-db92aec964be admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:33:40.966917 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-ed508326-d22b-4032-8c7a-db92aec964be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4082176', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4220'] for router, before_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:33:40.968432 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-ed508326-d22b-4032-8c7a-db92aec964be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4082277', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4084873', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4148249', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4211'] for router, precommit_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:33:40.987147 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e2e8bc6-63cd-4264-9b65-60f1b971a6b2 None None] Checking agent: {'id': 'af948428-97cd-4d10-9f53-af028bdb39b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-836180-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 13, 25, 37), 'started_at': datetime.datetime(2022, 4, 1, 13, 26, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 13, 33, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-836180-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 13:33:40.987503 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e2e8bc6-63cd-4264-9b65-60f1b971a6b2 None None] Checking segment: {'id': '8a3f76f1-77cd-4542-a381-4589f55fc17e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '8a1d3029-ea4e-4a99-9a7d-ce93ff1eb9a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 13:33:40.988159 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-2e2e8bc6-63cd-4264-9b65-60f1b971a6b2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:33:40.988723 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e2e8bc6-63cd-4264-9b65-60f1b971a6b2 None None] Bound using segment: {'id': '8a3f76f1-77cd-4542-a381-4589f55fc17e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '8a1d3029-ea4e-4a99-9a7d-ce93ff1eb9a1'} {{(pid=83872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 13:33:40.989372 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.managers [None req-2e2e8bc6-63cd-4264-9b65-60f1b971a6b2 None None] Bound port: bcd274d5-58f9-4e2c-940a-c87b39c3f923, host: dv-neutron-836180-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8a3f76f1-77cd-4542-a381-4589f55fc17e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '8a1d3029-ea4e-4a99-9a7d-ce93ff1eb9a1'}}] {{(pid=83872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 13:33:40.989896 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-2e2e8bc6-63cd-4264-9b65-60f1b971a6b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:33:41.014197 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-ed508326-d22b-4032-8c7a-db92aec964be admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:33:41.180940 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-2e2e8bc6-63cd-4264-9b65-60f1b971a6b2 None None] For port bcd274d5-58f9-4e2c-940a-c87b39c3f923, host dv-neutron-836180-1-hyperv, cleared binding levels {{(pid=83872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 13:33:41.198744 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-2e2e8bc6-63cd-4264-9b65-60f1b971a6b2 None None] For port bcd274d5-58f9-4e2c-940a-c87b39c3f923, host dv-neutron-836180-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836180-1-hyperv',level=0,port_id=bcd274d5-58f9-4e2c-940a-c87b39c3f923,segment=NetworkSegment(8a3f76f1-77cd-4542-a381-4589f55fc17e),segment_id=8a3f76f1-77cd-4542-a381-4589f55fc17e)] {{(pid=83872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 13:33:41.262165 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-2e2e8bc6-63cd-4264-9b65-60f1b971a6b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864'] for port, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:33:41.284444 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bcb8b48c-77e8-46c6-8471-53dfc42a569d admin admin] Router f24d7f76-f3ce-4d42-b1de-3162bb17b4ab is scheduled to L3 agent 88bf8fc8-11a3-4e96-9d1b-5fd93ba9f6f1 with binding_index 1 {{(pid=83871) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 01 13:33:41.387788 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b24f7d7-a004-4349-966f-431ab612a782 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7e7d0ecb-2af4-55f5-9198-238ab0570d62-fb98b55b-27fc-4010-87f8-0892c916fc1a', 'network_id': 'fb98b55b-27fc-4010-87f8-0892c916fc1a', 'tenant_id': '60bf55a52dbc4f9d9d0decf6a2dd30f6', 'fixed_ips': [{'subnet_id': 'bd8de9aa-4e53-4452-88cd-9054c473da72'}]}} from dv-neutron-836180-1-hyperv. {{(pid=83872) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 01 13:33:41.388900 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-7b24f7d7-a004-4349-966f-431ab612a782 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:33:41.512107 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-ed508326-d22b-4032-8c7a-db92aec964be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4084887', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4079850', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4161'] for router, precommit_update {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:33:41.550076 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e2e8bc6-63cd-4264-9b65-60f1b971a6b2 None None] Pushing event updated for resources: {'Port': ['ID=bcd274d5-58f9-4e2c-940a-c87b39c3f923,revision_number=2']} {{(pid=83872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:33:41.690748 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.db_base_plugin_common [None req-7b24f7d7-a004-4349-966f-431ab612a782 None None] Allocated IP 172.20.0.2 (fb98b55b-27fc-4010-87f8-0892c916fc1a/bd8de9aa-4e53-4452-88cd-9054c473da72/b28bf124-220a-43f1-9028-1fc5756e09ae) {{(pid=83872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 13:33:41.731708 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bcb8b48c-77e8-46c6-8471-53dfc42a569d admin admin] Notify agent at l3_agent.dv-neutron-836180-1-hyperv the message routers_updated {{(pid=83871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 13:33:41.753397 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbd0d7c1-7a64-4b84-9216-77c2a8cd5678 None None] Sync routers for ids ['f24d7f76-f3ce-4d42-b1de-3162bb17b4ab'] in dv-neutron-836180-1-hyperv {{(pid=83873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 13:33:41.767735 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-bcb8b48c-77e8-46c6-8471-53dfc42a569d admin admin] Notify callbacks [] for router, before_response {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:33:41.772687 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-bcb8b48c-77e8-46c6-8471-53dfc42a569d admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.2694850 Apr 01 13:33:41.773330 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 46604) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:33:41.788034 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbd0d7c1-7a64-4b84-9216-77c2a8cd5678 None None] Routers {'f24d7f76-f3ce-4d42-b1de-3162bb17b4ab'} bound to L3 agent in host dv-neutron-836180-1-hyperv {{(pid=83873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 13:33:41.788711 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-dbd0d7c1-7a64-4b84-9216-77c2a8cd5678 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836180-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-01T13:25:36Z,description=,heartbeat_timestamp=2022-04-01T13:33:36Z,host='dv-neutron-836180-1-hyperv',id=88bf8fc8-11a3-4e96-9d1b-5fd93ba9f6f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T13:25:36Z,topic='l3_agent')) {'router_ids': ['f24d7f76-f3ce-4d42-b1de-3162bb17b4ab'], 'active': True} {{(pid=83873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:33:41.880654 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-ed508326-d22b-4032-8c7a-db92aec964be admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:33:41.923953 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-ed508326-d22b-4032-8c7a-db92aec964be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:33:42.096482 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_dvr_db [None req-dbd0d7c1-7a64-4b84-9216-77c2a8cd5678 None None] Set router f24d7f76-f3ce-4d42-b1de-3162bb17b4ab gateway port host: dv-neutron-836180-1-hyperv {{(pid=83873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 13:33:42.132943 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.db_base_plugin_common [None req-ed508326-d22b-4032-8c7a-db92aec964be admin admin] Allocated IP 172.26.5.230 (725864b8-cceb-48c9-b5d3-1bfc4423e301/e2ed99db-0e25-4971-b535-7fa69231fae8/de05d516-4cf8-4e68-8674-3515de7a8c32) {{(pid=83869) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 13:33:42.280467 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-7b24f7d7-a004-4349-966f-431ab612a782 None None] Notify callbacks [] for port, precommit_create {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:33:42.309383 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-7b24f7d7-a004-4349-966f-431ab612a782 None None] Transition to ACTIVE for port object b28bf124-220a-43f1-9028-1fc5756e09ae will not be triggered until provisioned by entity L2. {{(pid=83872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 13:33:42.385452 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-7b24f7d7-a004-4349-966f-431ab612a782 None None] Transition to ACTIVE for port object b28bf124-220a-43f1-9028-1fc5756e09ae will not be triggered until provisioned by entity DHCP. {{(pid=83872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 13:33:42.399752 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-7b24f7d7-a004-4349-966f-431ab612a782 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736732935801'] for port, after_create {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:33:42.556541 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-ed508326-d22b-4032-8c7a-db92aec964be admin admin] Notify callbacks [] for port, precommit_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:33:42.568277 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b24f7d7-a004-4349-966f-431ab612a782 None None] Network fb98b55b-27fc-4010-87f8-0892c916fc1a is already hosted by enough agents. {{(pid=83872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 13:33:42.569413 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b24f7d7-a004-4349-966f-431ab612a782 None None] Pushing event updated for resources: {'Port': ['ID=b28bf124-220a-43f1-9028-1fc5756e09ae,revision_number=1']} {{(pid=83872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:33:42.571868 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.scheduler.base_scheduler [None req-7b24f7d7-a004-4349-966f-431ab612a782 None None] Resources bound (agent type, host, resource id): {{(pid=83872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 13:33:42.579055 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b24f7d7-a004-4349-966f-431ab612a782 None None] Received port after_create {{(pid=83872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 13:33:42.678099 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-ed508326-d22b-4032-8c7a-db92aec964be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736732935801'] for port, after_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:33:42.680060 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-dbd0d7c1-7a64-4b84-9216-77c2a8cd5678 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f24d7f76-f3ce-4d42-b1de-3162bb17b4ab', 'name': 'tempest-ServersTestManualDisk-1056140270-router', 'tenant_id': '89fbd4bee1224db38dcb79340f59d1d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'external_fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.27'}], 'enable_snat': True}, 'gw_port_id': '1d1d7b6b-a315-4d6f-b107-0a0f237c2067', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T13:33:39Z', 'updated_at': '2022-04-01T13:33:40Z', 'revision_number': 3, 'project_id': '89fbd4bee1224db38dcb79340f59d1d9', 'gw_port': {'id': '1d1d7b6b-a315-4d6f-b107-0a0f237c2067', 'name': '', 'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:f6:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f24d7f76-f3ce-4d42-b1de-3162bb17b4ab', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:33:40Z', 'updated_at': '2022-04-01T13:33:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836180-1-hyperv'}], 'dv-neutron-836180-1-hyperv', False) {} {{(pid=83873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:33:42.684794 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbd0d7c1-7a64-4b84-9216-77c2a8cd5678 None None] Checking router: f24d7f76-f3ce-4d42-b1de-3162bb17b4ab for host: dv-neutron-836180-1-hyperv {{(pid=83873) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 01 13:33:42.689982 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbd0d7c1-7a64-4b84-9216-77c2a8cd5678 None None] Updating router f24d7f76-f3ce-4d42-b1de-3162bb17b4ab port 1d1d7b6b-a315-4d6f-b107-0a0f237c2067 binding host dv-neutron-836180-1-hyperv {{(pid=83873) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 01 13:33:42.771393 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-dbd0d7c1-7a64-4b84-9216-77c2a8cd5678 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:33:42.774684 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.managers [None req-7b24f7d7-a004-4349-966f-431ab612a782 None None] Attempting to bind port b28bf124-220a-43f1-9028-1fc5756e09ae on host dv-neutron-836180-1-hyperv for vnic_type normal with profile {{(pid=83872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 13:33:42.775051 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.managers [None req-7b24f7d7-a004-4349-966f-431ab612a782 None None] Attempting to bind port b28bf124-220a-43f1-9028-1fc5756e09ae by drivers openvswitch,hyperv on host dv-neutron-836180-1-hyperv at level 0 using segments [{'id': 'a7c08fea-ad3b-44c6-93c9-bb06e756d3ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'fb98b55b-27fc-4010-87f8-0892c916fc1a'}] {{(pid=83872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 13:33:42.775402 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b24f7d7-a004-4349-966f-431ab612a782 None None] Attempting to bind port b28bf124-220a-43f1-9028-1fc5756e09ae on network fb98b55b-27fc-4010-87f8-0892c916fc1a {{(pid=83872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 13:33:42.798474 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b24f7d7-a004-4349-966f-431ab612a782 None None] Checking agent: {'id': 'af948428-97cd-4d10-9f53-af028bdb39b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-836180-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 13, 25, 37), 'started_at': datetime.datetime(2022, 4, 1, 13, 26, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 13, 33, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-836180-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 13:33:42.798826 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b24f7d7-a004-4349-966f-431ab612a782 None None] Checking segment: {'id': 'a7c08fea-ad3b-44c6-93c9-bb06e756d3ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'fb98b55b-27fc-4010-87f8-0892c916fc1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 13:33:42.799412 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-7b24f7d7-a004-4349-966f-431ab612a782 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:33:42.799942 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b24f7d7-a004-4349-966f-431ab612a782 None None] Bound using segment: {'id': 'a7c08fea-ad3b-44c6-93c9-bb06e756d3ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'fb98b55b-27fc-4010-87f8-0892c916fc1a'} {{(pid=83872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 13:33:42.800630 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.managers [None req-7b24f7d7-a004-4349-966f-431ab612a782 None None] Bound port: b28bf124-220a-43f1-9028-1fc5756e09ae, host: dv-neutron-836180-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a7c08fea-ad3b-44c6-93c9-bb06e756d3ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'fb98b55b-27fc-4010-87f8-0892c916fc1a'}}] {{(pid=83872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 13:33:42.801198 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-7b24f7d7-a004-4349-966f-431ab612a782 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:33:42.895382 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed508326-d22b-4032-8c7a-db92aec964be admin admin] Network 725864b8-cceb-48c9-b5d3-1bfc4423e301 is already hosted by enough agents. {{(pid=83869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 13:33:42.904390 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.scheduler.base_scheduler [None req-ed508326-d22b-4032-8c7a-db92aec964be admin admin] Resources bound (agent type, host, resource id): {{(pid=83869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 13:33:42.922138 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed508326-d22b-4032-8c7a-db92aec964be admin admin] Received port after_create {{(pid=83869) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 13:33:42.976520 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4dfaa5d5-5c59-453f-b83b-cc47c0e13aa6 None None] Network 8a1d3029-ea4e-4a99-9a7d-ce93ff1eb9a1 requested from dv-neutron-836180-1-hyperv {{(pid=83872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 13:33:42.977221 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed508326-d22b-4032-8c7a-db92aec964be admin admin] Pushing event updated for resources: {'Port': ['ID=de05d516-4cf8-4e68-8674-3515de7a8c32,revision_number=1']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:33:43.157149 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-28ee272e-3dc1-4699-a0ae-f3b1b03a41d2 None None] Provisioning for port bcd274d5-58f9-4e2c-940a-c87b39c3f923 completed by entity DHCP. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 13:33:43.245914 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-7b24f7d7-a004-4349-966f-431ab612a782 None None] For port b28bf124-220a-43f1-9028-1fc5756e09ae, host dv-neutron-836180-1-hyperv, cleared binding levels {{(pid=83872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 13:33:43.297818 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-7b24f7d7-a004-4349-966f-431ab612a782 None None] For port b28bf124-220a-43f1-9028-1fc5756e09ae, host dv-neutron-836180-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836180-1-hyperv',level=0,port_id=b28bf124-220a-43f1-9028-1fc5756e09ae,segment=NetworkSegment(a7c08fea-ad3b-44c6-93c9-bb06e756d3ac),segment_id=a7c08fea-ad3b-44c6-93c9-bb06e756d3ac)] {{(pid=83872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 13:33:43.345461 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-ed508326-d22b-4032-8c7a-db92aec964be admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:33:43.346421 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-ed508326-d22b-4032-8c7a-db92aec964be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4082201', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4084858'] for router, after_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:33:43.372906 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-7b24f7d7-a004-4349-966f-431ab612a782 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864'] for port, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:33:43.441084 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-dbd0d7c1-7a64-4b84-9216-77c2a8cd5678 None None] Notify callbacks [] for port, precommit_update {{(pid=83873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:33:43.463411 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-dbd0d7c1-7a64-4b84-9216-77c2a8cd5678 None None] Transition to ACTIVE for port object 1d1d7b6b-a315-4d6f-b107-0a0f237c2067 will not be triggered until provisioned by entity L2. {{(pid=83873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 13:33:43.474604 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-dbd0d7c1-7a64-4b84-9216-77c2a8cd5678 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864'] for port, after_update {{(pid=83873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:33:43.504940 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 46640) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:33:43.593476 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-9a94f0ef-74a9-4d36-bbc5-7d2777198331 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:33:43.613332 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.plugins.ml2.managers [None req-dbd0d7c1-7a64-4b84-9216-77c2a8cd5678 None None] Attempting to bind port 1d1d7b6b-a315-4d6f-b107-0a0f237c2067 on host dv-neutron-836180-1-hyperv for vnic_type normal with profile {{(pid=83873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 13:33:43.613845 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.plugins.ml2.managers [None req-dbd0d7c1-7a64-4b84-9216-77c2a8cd5678 None None] Attempting to bind port 1d1d7b6b-a315-4d6f-b107-0a0f237c2067 by drivers openvswitch,hyperv on host dv-neutron-836180-1-hyperv at level 0 using segments [{'id': '7b924dd8-4978-40c4-ad91-4b9b27348462', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301'}] {{(pid=83873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 13:33:43.614303 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbd0d7c1-7a64-4b84-9216-77c2a8cd5678 None None] Attempting to bind port 1d1d7b6b-a315-4d6f-b107-0a0f237c2067 on network 725864b8-cceb-48c9-b5d3-1bfc4423e301 {{(pid=83873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 13:33:43.640216 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbd0d7c1-7a64-4b84-9216-77c2a8cd5678 None None] Checking agent: {'id': 'af948428-97cd-4d10-9f53-af028bdb39b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-836180-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 13, 25, 37), 'started_at': datetime.datetime(2022, 4, 1, 13, 26, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 13, 33, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-836180-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 13:33:43.642643 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbd0d7c1-7a64-4b84-9216-77c2a8cd5678 None None] Checking segment: {'id': '7b924dd8-4978-40c4-ad91-4b9b27348462', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 13:33:43.643902 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-dbd0d7c1-7a64-4b84-9216-77c2a8cd5678 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:33:43.645656 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbd0d7c1-7a64-4b84-9216-77c2a8cd5678 None None] Bound using segment: {'id': '7b924dd8-4978-40c4-ad91-4b9b27348462', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301'} {{(pid=83873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 13:33:43.647716 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.plugins.ml2.managers [None req-dbd0d7c1-7a64-4b84-9216-77c2a8cd5678 None None] Bound port: 1d1d7b6b-a315-4d6f-b107-0a0f237c2067, host: dv-neutron-836180-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b924dd8-4978-40c4-ad91-4b9b27348462', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301'}}] {{(pid=83873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 13:33:43.649061 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-dbd0d7c1-7a64-4b84-9216-77c2a8cd5678 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:33:43.822081 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.plugins.ml2.db [None req-dbd0d7c1-7a64-4b84-9216-77c2a8cd5678 None None] For port 1d1d7b6b-a315-4d6f-b107-0a0f237c2067, host dv-neutron-836180-1-hyperv, cleared binding levels {{(pid=83873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 13:33:43.827468 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.plugins.ml2.db [None req-dbd0d7c1-7a64-4b84-9216-77c2a8cd5678 None None] For port 1d1d7b6b-a315-4d6f-b107-0a0f237c2067, host dv-neutron-836180-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836180-1-hyperv',level=0,port_id=1d1d7b6b-a315-4d6f-b107-0a0f237c2067,segment=NetworkSegment(7b924dd8-4978-40c4-ad91-4b9b27348462),segment_id=7b924dd8-4978-40c4-ad91-4b9b27348462)] {{(pid=83873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 13:33:43.862906 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b24f7d7-a004-4349-966f-431ab612a782 None None] Pushing event updated for resources: {'Port': ['ID=b28bf124-220a-43f1-9028-1fc5756e09ae,revision_number=2']} {{(pid=83872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:33:43.895770 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-dbd0d7c1-7a64-4b84-9216-77c2a8cd5678 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864'] for port, after_update {{(pid=83873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:33:43.907413 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed508326-d22b-4032-8c7a-db92aec964be admin admin] Router 77406f62-76cf-4016-91f0-13f9860d5967 is scheduled to L3 agent 88bf8fc8-11a3-4e96-9d1b-5fd93ba9f6f1 with binding_index 1 {{(pid=83869) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 01 13:33:43.922324 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f431a7e1-3372-4bee-89f9-b4587f670bfc None None] Pushing event updated for resources: {'Port': ['ID=1d1d7b6b-a315-4d6f-b107-0a0f237c2067,revision_number=2']} {{(pid=83873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:33:43.944114 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f431a7e1-3372-4bee-89f9-b4587f670bfc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:33:43.946123 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f431a7e1-3372-4bee-89f9-b4587f670bfc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:33:43.946578 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f431a7e1-3372-4bee-89f9-b4587f670bfc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:33:43.947050 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f431a7e1-3372-4bee-89f9-b4587f670bfc None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:33:43.948887 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f431a7e1-3372-4bee-89f9-b4587f670bfc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:33:43.949394 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f431a7e1-3372-4bee-89f9-b4587f670bfc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:33:43.953586 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f431a7e1-3372-4bee-89f9-b4587f670bfc None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:33:43.955188 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f431a7e1-3372-4bee-89f9-b4587f670bfc None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:33:43.955700 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f431a7e1-3372-4bee-89f9-b4587f670bfc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:33:43.957345 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f431a7e1-3372-4bee-89f9-b4587f670bfc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:33:43.957788 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f431a7e1-3372-4bee-89f9-b4587f670bfc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:33:43.961991 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f431a7e1-3372-4bee-89f9-b4587f670bfc None None] Tracked resource versions report: Apr 01 13:33:43.961991 dv-neutron-836180-1-hyperv neutron-server[83873]: pushed versions: Apr 01 13:33:43.961991 dv-neutron-836180-1-hyperv neutron-server[83873]: { 'ConntrackHelper': {'1.0'}, Apr 01 13:33:43.961991 dv-neutron-836180-1-hyperv neutron-server[83873]: 'Log': {'1.0'}, Apr 01 13:33:43.961991 dv-neutron-836180-1-hyperv neutron-server[83873]: 'Network': {'1.1'}, Apr 01 13:33:43.961991 dv-neutron-836180-1-hyperv neutron-server[83873]: 'Port': {'1.5'}, Apr 01 13:33:43.961991 dv-neutron-836180-1-hyperv neutron-server[83873]: 'PortForwarding': {'1.2'}, Apr 01 13:33:43.961991 dv-neutron-836180-1-hyperv neutron-server[83873]: 'QosPolicy': {'1.8'}, Apr 01 13:33:43.961991 dv-neutron-836180-1-hyperv neutron-server[83873]: 'SecurityGroup': {'1.2'}, Apr 01 13:33:43.961991 dv-neutron-836180-1-hyperv neutron-server[83873]: 'SecurityGroupRule': {'1.0'}, Apr 01 13:33:43.961991 dv-neutron-836180-1-hyperv neutron-server[83873]: 'SubPort': {'1.0'}, Apr 01 13:33:43.961991 dv-neutron-836180-1-hyperv neutron-server[83873]: 'Subnet': {'1.1'}, Apr 01 13:33:43.961991 dv-neutron-836180-1-hyperv neutron-server[83873]: 'Trunk': {'1.1'}} Apr 01 13:33:43.961991 dv-neutron-836180-1-hyperv neutron-server[83873]: consumer versions: Apr 01 13:33:43.961991 dv-neutron-836180-1-hyperv neutron-server[83873]: { DHCP agent@dv-neutron-836180-1-hyperv: {}, Apr 01 13:33:43.961991 dv-neutron-836180-1-hyperv neutron-server[83873]: HyperV agent@hv-neutron-8361: {}, Apr 01 13:33:43.961991 dv-neutron-836180-1-hyperv neutron-server[83873]: L3 agent@dv-neutron-836180-1-hyperv: {}, Apr 01 13:33:43.961991 dv-neutron-836180-1-hyperv neutron-server[83873]: Metadata agent@dv-neutron-836180-1-hyperv: {}, Apr 01 13:33:43.961991 dv-neutron-836180-1-hyperv neutron-server[83873]: Metering agent@dv-neutron-836180-1-hyperv: {}, Apr 01 13:33:43.961991 dv-neutron-836180-1-hyperv neutron-server[83873]: Open vSwitch agent@dv-neutron-836180-1-hyperv: { 'ConntrackHelper': '1.0', Apr 01 13:33:43.961991 dv-neutron-836180-1-hyperv neutron-server[83873]: 'Log': '1.0', Apr 01 13:33:43.961991 dv-neutron-836180-1-hyperv neutron-server[83873]: 'Network': '1.1', Apr 01 13:33:43.961991 dv-neutron-836180-1-hyperv neutron-server[83873]: 'Port': '1.5', Apr 01 13:33:43.961991 dv-neutron-836180-1-hyperv neutron-server[83873]: 'PortForwarding': '1.2', Apr 01 13:33:43.961991 dv-neutron-836180-1-hyperv neutron-server[83873]: 'QosPolicy': '1.8', Apr 01 13:33:43.961991 dv-neutron-836180-1-hyperv neutron-server[83873]: 'SecurityGroup': '1.2', Apr 01 13:33:43.961991 dv-neutron-836180-1-hyperv neutron-server[83873]: 'SecurityGroupRule': '1.0', Apr 01 13:33:43.961991 dv-neutron-836180-1-hyperv neutron-server[83873]: 'SubPort': '1.0', Apr 01 13:33:43.961991 dv-neutron-836180-1-hyperv neutron-server[83873]: 'Subnet': '1.1', Apr 01 13:33:43.961991 dv-neutron-836180-1-hyperv neutron-server[83873]: 'Trunk': '1.1'}} Apr 01 13:33:43.961991 dv-neutron-836180-1-hyperv neutron-server[83873]: {{(pid=83873) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 01 13:33:43.998971 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Device bcd274d5-58f9-4e2c-940a-c87b39c3f923 up at agent ovs-agent-dv-neutron-836180-1-hyperv {{(pid=83872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 13:33:44.031647 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbd0d7c1-7a64-4b84-9216-77c2a8cd5678 None None] Routers {'f24d7f76-f3ce-4d42-b1de-3162bb17b4ab'} bound to L3 agent in host dv-neutron-836180-1-hyperv {{(pid=83873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 13:33:44.032429 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-dbd0d7c1-7a64-4b84-9216-77c2a8cd5678 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836180-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-01T13:25:36Z,description=,heartbeat_timestamp=2022-04-01T13:33:36Z,host='dv-neutron-836180-1-hyperv',id=88bf8fc8-11a3-4e96-9d1b-5fd93ba9f6f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T13:25:36Z,topic='l3_agent')) {'router_ids': ['f24d7f76-f3ce-4d42-b1de-3162bb17b4ab'], 'active': True} {{(pid=83873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:33:44.072593 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.db_base_plugin_common [None req-9a94f0ef-74a9-4d36-bbc5-7d2777198331 admin admin] Allocated IP 172.20.0.1 (8a1d3029-ea4e-4a99-9a7d-ce93ff1eb9a1/b4d98d75-116a-4d3d-b965-52d071507f72/dc1d3407-408a-4489-a985-4b87e716c495) {{(pid=83871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 13:33:44.185626 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Provisioning for port bcd274d5-58f9-4e2c-940a-c87b39c3f923 completed by entity L2. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 13:33:44.196134 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Provisioning complete for port bcd274d5-58f9-4e2c-940a-c87b39c3f923 triggered by entity L2. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 13:33:44.196810 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-948329'] for port, provisioning_complete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:33:44.369540 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-9a94f0ef-74a9-4d36-bbc5-7d2777198331 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:33:44.391209 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed508326-d22b-4032-8c7a-db92aec964be admin admin] Notify agent at l3_agent.dv-neutron-836180-1-hyperv the message routers_updated {{(pid=83869) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 13:33:44.394730 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.provisioning_blocks [None req-9a94f0ef-74a9-4d36-bbc5-7d2777198331 admin admin] Transition to ACTIVE for port object dc1d3407-408a-4489-a985-4b87e716c495 will not be triggered until provisioned by entity DHCP. {{(pid=83871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 13:33:44.417501 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af306433-8d8f-472c-8e27-802e83d49929 None None] Sync routers for ids ['77406f62-76cf-4016-91f0-13f9860d5967'] in dv-neutron-836180-1-hyperv {{(pid=83872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 13:33:44.419545 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-9a94f0ef-74a9-4d36-bbc5-7d2777198331 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736732935801'] for port, after_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:33:44.436750 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-ed508326-d22b-4032-8c7a-db92aec964be admin admin] Notify callbacks [] for router, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:33:44.439263 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-ed508326-d22b-4032-8c7a-db92aec964be admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 917 time: 3.5578332 Apr 01 13:33:44.441765 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 46658) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:33:44.496125 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a94f0ef-74a9-4d36-bbc5-7d2777198331 admin admin] Pushing event updated for resources: {'Port': ['ID=dc1d3407-408a-4489-a985-4b87e716c495,revision_number=1']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:33:44.506774 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a94f0ef-74a9-4d36-bbc5-7d2777198331 admin admin] Network 8a1d3029-ea4e-4a99-9a7d-ce93ff1eb9a1 is already hosted by enough agents. {{(pid=83871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 13:33:44.508808 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.scheduler.base_scheduler [None req-9a94f0ef-74a9-4d36-bbc5-7d2777198331 admin admin] Resources bound (agent type, host, resource id): {{(pid=83871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 13:33:44.510715 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a94f0ef-74a9-4d36-bbc5-7d2777198331 admin admin] Received port after_create {{(pid=83871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 13:33:44.511200 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-9a94f0ef-74a9-4d36-bbc5-7d2777198331 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4084144'] for router_interface, before_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:33:44.569522 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af306433-8d8f-472c-8e27-802e83d49929 None None] Routers {'77406f62-76cf-4016-91f0-13f9860d5967'} bound to L3 agent in host dv-neutron-836180-1-hyperv {{(pid=83872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 13:33:44.570174 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_hamode_db [None req-af306433-8d8f-472c-8e27-802e83d49929 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836180-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-01T13:25:36Z,description=,heartbeat_timestamp=2022-04-01T13:33:36Z,host='dv-neutron-836180-1-hyperv',id=88bf8fc8-11a3-4e96-9d1b-5fd93ba9f6f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T13:25:36Z,topic='l3_agent')) {'router_ids': ['77406f62-76cf-4016-91f0-13f9860d5967'], 'active': True} {{(pid=83872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:33:44.673046 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f431a7e1-3372-4bee-89f9-b4587f670bfc None None] Pushing event updated for resources: {'Port': ['ID=1d1d7b6b-a315-4d6f-b107-0a0f237c2067,revision_number=3']} {{(pid=83873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:33:44.694424 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-9a94f0ef-74a9-4d36-bbc5-7d2777198331 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:33:44.734057 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_dvr_db [None req-dbd0d7c1-7a64-4b84-9216-77c2a8cd5678 None None] Set router f24d7f76-f3ce-4d42-b1de-3162bb17b4ab gateway port host: dv-neutron-836180-1-hyperv {{(pid=83873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 13:33:44.847270 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.v2.base [None req-34f0024e-7b98-4df0-8f58-abd19cff07d6 tempest-RoutersAdminTest-1965710677 tempest-RoutersAdminTest-1965710677-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-772764371', 'router:external': True}} {{(pid=83871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:33:44.864578 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-34f0024e-7b98-4df0-8f58-abd19cff07d6 tempest-RoutersAdminTest-1965710677 tempest-RoutersAdminTest-1965710677-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:33:44.874554 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-34f0024e-7b98-4df0-8f58-abd19cff07d6 tempest-RoutersAdminTest-1965710677 tempest-RoutersAdminTest-1965710677-project-admin] Usage tracker for resource:network and tenant:04664f7c59734678b16de80312349853 is out of sync, need to count used quota {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 13:33:44.879910 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 46666) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:33:44.882629 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-34f0024e-7b98-4df0-8f58-abd19cff07d6 tempest-RoutersAdminTest-1965710677 tempest-RoutersAdminTest-1965710677-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 13:33:44.884388 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-27c2927a-8d9b-4c6d-a135-0c19730fd737 None None] Provisioning complete for port bcd274d5-58f9-4e2c-940a-c87b39c3f923 triggered by entity DHCP. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 13:33:44.888185 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-27c2927a-8d9b-4c6d-a135-0c19730fd737 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-948329'] for port, provisioning_complete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:33:44.931923 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-34f0024e-7b98-4df0-8f58-abd19cff07d6 tempest-RoutersAdminTest-1965710677 tempest-RoutersAdminTest-1965710677-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:33:45.009200 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34f0024e-7b98-4df0-8f58-abd19cff07d6 tempest-RoutersAdminTest-1965710677 tempest-RoutersAdminTest-1965710677-project-admin] Made reservation on behalf of 04664f7c59734678b16de80312349853 for: {'network': 1} {{(pid=83871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 13:33:45.016456 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-34f0024e-7b98-4df0-8f58-abd19cff07d6 tempest-RoutersAdminTest-1965710677 tempest-RoutersAdminTest-1965710677-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for network, before_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:33:45.044452 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:33:45.111912 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-34f0024e-7b98-4df0-8f58-abd19cff07d6 tempest-RoutersAdminTest-1965710677 tempest-RoutersAdminTest-1965710677-project-admin] Notify callbacks [] for security_group, before_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:33:45.183816 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] For port bcd274d5-58f9-4e2c-940a-c87b39c3f923, host dv-neutron-836180-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836180-1-hyperv',level=0,port_id=bcd274d5-58f9-4e2c-940a-c87b39c3f923,segment=NetworkSegment(8a3f76f1-77cd-4542-a381-4589f55fc17e),segment_id=8a3f76f1-77cd-4542-a381-4589f55fc17e)] {{(pid=83872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 13:33:45.223123 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864'] for port, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:33:45.300496 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c63303d5-a3d9-40b6-a668-d6953c5b308c None None] Network fb98b55b-27fc-4010-87f8-0892c916fc1a requested from dv-neutron-836180-1-hyperv {{(pid=83872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 13:33:45.541415 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-dbd0d7c1-7a64-4b84-9216-77c2a8cd5678 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f24d7f76-f3ce-4d42-b1de-3162bb17b4ab', 'name': 'tempest-ServersTestManualDisk-1056140270-router', 'tenant_id': '89fbd4bee1224db38dcb79340f59d1d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'external_fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.27'}], 'enable_snat': True}, 'gw_port_id': '1d1d7b6b-a315-4d6f-b107-0a0f237c2067', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T13:33:39Z', 'updated_at': '2022-04-01T13:33:40Z', 'revision_number': 3, 'project_id': '89fbd4bee1224db38dcb79340f59d1d9', 'gw_port': {'id': '1d1d7b6b-a315-4d6f-b107-0a0f237c2067', 'name': '', 'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:f6:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f24d7f76-f3ce-4d42-b1de-3162bb17b4ab', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836180-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:33:40Z', 'updated_at': '2022-04-01T13:33:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836180-1-hyperv'}], 'dv-neutron-836180-1-hyperv', False) {} {{(pid=83873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:33:45.552143 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbd0d7c1-7a64-4b84-9216-77c2a8cd5678 None None] The sync data for ids ['f24d7f76-f3ce-4d42-b1de-3162bb17b4ab'] in dv-neutron-836180-1-hyperv is: [{'id': 'f24d7f76-f3ce-4d42-b1de-3162bb17b4ab', 'name': 'tempest-ServersTestManualDisk-1056140270-router', 'tenant_id': '89fbd4bee1224db38dcb79340f59d1d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'external_fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.27'}], 'enable_snat': True}, 'gw_port_id': '1d1d7b6b-a315-4d6f-b107-0a0f237c2067', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T13:33:39Z', 'updated_at': '2022-04-01T13:33:40Z', 'revision_number': 3, 'project_id': '89fbd4bee1224db38dcb79340f59d1d9', 'gw_port': {'id': '1d1d7b6b-a315-4d6f-b107-0a0f237c2067', 'name': '', 'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:f6:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f24d7f76-f3ce-4d42-b1de-3162bb17b4ab', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836180-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:33:40Z', 'updated_at': '2022-04-01T13:33:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836180-1-hyperv'}] {{(pid=83873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 13:33:45.617416 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_dvr_db [None req-af306433-8d8f-472c-8e27-802e83d49929 None None] Set router 77406f62-76cf-4016-91f0-13f9860d5967 gateway port host: dv-neutron-836180-1-hyperv {{(pid=83872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 13:33:45.662660 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-34f0024e-7b98-4df0-8f58-abd19cff07d6 tempest-RoutersAdminTest-1965710677 tempest-RoutersAdminTest-1965710677-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:33:45.669234 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-34f0024e-7b98-4df0-8f58-abd19cff07d6 tempest-RoutersAdminTest-1965710677 tempest-RoutersAdminTest-1965710677-project-admin] Usage tracker for resource:security_group_rule and tenant:04664f7c59734678b16de80312349853 is out of sync, need to count used quota {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 13:33:45.680877 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 46684) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:33:45.691560 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-34f0024e-7b98-4df0-8f58-abd19cff07d6 tempest-RoutersAdminTest-1965710677 tempest-RoutersAdminTest-1965710677-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 13:33:45.716621 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-34f0024e-7b98-4df0-8f58-abd19cff07d6 tempest-RoutersAdminTest-1965710677 tempest-RoutersAdminTest-1965710677-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:33:45.779725 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-9a94f0ef-74a9-4d36-bbc5-7d2777198331 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:33:45.787700 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-9a94f0ef-74a9-4d36-bbc5-7d2777198331 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864'] for port, after_update {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:33:45.792243 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-9a94f0ef-74a9-4d36-bbc5-7d2777198331 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3017508', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4084015'] for router_interface, after_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:33:45.874936 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a94f0ef-74a9-4d36-bbc5-7d2777198331 admin admin] Pushing event updated for resources: {'Port': ['ID=dc1d3407-408a-4489-a985-4b87e716c495,revision_number=2']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:33:45.889391 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.v2.base [None req-83a082d5-9a33-4209-a249-89aff0068b03 tempest-PortsAdminExtendedAttrsTestJSON-1728690332 tempest-PortsAdminExtendedAttrsTestJSON-1728690332-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-263652418'}} {{(pid=83871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:33:45.894541 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-83a082d5-9a33-4209-a249-89aff0068b03 tempest-PortsAdminExtendedAttrsTestJSON-1728690332 tempest-PortsAdminExtendedAttrsTestJSON-1728690332-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:33:45.906964 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-83a082d5-9a33-4209-a249-89aff0068b03 tempest-PortsAdminExtendedAttrsTestJSON-1728690332 tempest-PortsAdminExtendedAttrsTestJSON-1728690332-project] Usage tracker for resource:network and tenant:2fe5c5eb189848fb9cd141f977ca2750 is out of sync, need to count used quota {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 13:33:45.912906 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-83a082d5-9a33-4209-a249-89aff0068b03 tempest-PortsAdminExtendedAttrsTestJSON-1728690332 tempest-PortsAdminExtendedAttrsTestJSON-1728690332-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 13:33:45.920385 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-83a082d5-9a33-4209-a249-89aff0068b03 tempest-PortsAdminExtendedAttrsTestJSON-1728690332 tempest-PortsAdminExtendedAttrsTestJSON-1728690332-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:33:45.952833 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 46692) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:33:45.958057 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83a082d5-9a33-4209-a249-89aff0068b03 tempest-PortsAdminExtendedAttrsTestJSON-1728690332 tempest-PortsAdminExtendedAttrsTestJSON-1728690332-project] Made reservation on behalf of 2fe5c5eb189848fb9cd141f977ca2750 for: {'network': 1} {{(pid=83871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 13:33:45.961362 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-83a082d5-9a33-4209-a249-89aff0068b03 tempest-PortsAdminExtendedAttrsTestJSON-1728690332 tempest-PortsAdminExtendedAttrsTestJSON-1728690332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for network, before_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:33:45.983809 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-83a082d5-9a33-4209-a249-89aff0068b03 tempest-PortsAdminExtendedAttrsTestJSON-1728690332 tempest-PortsAdminExtendedAttrsTestJSON-1728690332-project] Notify callbacks [] for security_group, before_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:33:46.044166 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Pushing event updated for resources: {'Port': ['ID=bcd274d5-58f9-4e2c-940a-c87b39c3f923,revision_number=3']} {{(pid=83872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:33:46.070223 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Device b28bf124-220a-43f1-9028-1fc5756e09ae up at agent ovs-agent-dv-neutron-836180-1-hyperv {{(pid=83872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 13:33:46.111916 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-83a082d5-9a33-4209-a249-89aff0068b03 tempest-PortsAdminExtendedAttrsTestJSON-1728690332 tempest-PortsAdminExtendedAttrsTestJSON-1728690332-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:33:46.115891 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-83a082d5-9a33-4209-a249-89aff0068b03 tempest-PortsAdminExtendedAttrsTestJSON-1728690332 tempest-PortsAdminExtendedAttrsTestJSON-1728690332-project] Usage tracker for resource:security_group_rule and tenant:2fe5c5eb189848fb9cd141f977ca2750 is out of sync, need to count used quota {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 13:33:46.118920 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-83a082d5-9a33-4209-a249-89aff0068b03 tempest-PortsAdminExtendedAttrsTestJSON-1728690332 tempest-PortsAdminExtendedAttrsTestJSON-1728690332-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 13:33:46.125845 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-83a082d5-9a33-4209-a249-89aff0068b03 tempest-PortsAdminExtendedAttrsTestJSON-1728690332 tempest-PortsAdminExtendedAttrsTestJSON-1728690332-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:33:46.142110 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-1c7e334c-e445-4858-b0fb-9be17bfdcaa8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:33:46.172757 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 46700) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:33:46.237923 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-83a082d5-9a33-4209-a249-89aff0068b03 tempest-PortsAdminExtendedAttrsTestJSON-1728690332 tempest-PortsAdminExtendedAttrsTestJSON-1728690332-project] Notify callbacks [] for security_group, precommit_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:33:46.262839 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-83a082d5-9a33-4209-a249-89aff0068b03 tempest-PortsAdminExtendedAttrsTestJSON-1728690332 tempest-PortsAdminExtendedAttrsTestJSON-1728690332-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3775923'] for security_group, after_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:33:46.290533 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.v2.base [None req-8b5029e9-8981-4a53-a461-934cae00c04e tempest-RoutersIpV6AdminTest-2054225496 tempest-RoutersIpV6AdminTest-2054225496-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-1314495416', 'router:external': True}} {{(pid=83869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:33:46.292523 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-83a082d5-9a33-4209-a249-89aff0068b03 tempest-PortsAdminExtendedAttrsTestJSON-1728690332 tempest-PortsAdminExtendedAttrsTestJSON-1728690332-project] vlan segment allocate from pool success with {'vlan_id': 356, 'physical_network': 'physnet1'} {{(pid=83871) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 13:33:46.303705 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-8b5029e9-8981-4a53-a461-934cae00c04e tempest-RoutersIpV6AdminTest-2054225496 tempest-RoutersIpV6AdminTest-2054225496-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:33:46.314155 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-83a082d5-9a33-4209-a249-89aff0068b03 tempest-PortsAdminExtendedAttrsTestJSON-1728690332 tempest-PortsAdminExtendedAttrsTestJSON-1728690332-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1004271'] for segment, precommit_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:33:46.314491 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.db.segments_db [None req-83a082d5-9a33-4209-a249-89aff0068b03 tempest-PortsAdminExtendedAttrsTestJSON-1728690332 tempest-PortsAdminExtendedAttrsTestJSON-1728690332-project] Added segment 92414977-2e91-49a0-9c02-7d2579834d3c of type vlan for network bfc634f9-53d1-48bd-89ab-1b58f2c64fc0 Apr 01 13:33:46.314606 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-8b5029e9-8981-4a53-a461-934cae00c04e tempest-RoutersIpV6AdminTest-2054225496 tempest-RoutersIpV6AdminTest-2054225496-project-admin] Usage tracker for resource:network and tenant:167f1243c1b94bb08d93f8762e1d0ff2 is out of sync, need to count used quota {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 13:33:46.336502 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-8b5029e9-8981-4a53-a461-934cae00c04e tempest-RoutersIpV6AdminTest-2054225496 tempest-RoutersIpV6AdminTest-2054225496-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 13:33:46.369842 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-83a082d5-9a33-4209-a249-89aff0068b03 tempest-PortsAdminExtendedAttrsTestJSON-1728690332 tempest-PortsAdminExtendedAttrsTestJSON-1728690332-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736732923383'] for network, precommit_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:33:46.374026 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-8b5029e9-8981-4a53-a461-934cae00c04e tempest-RoutersIpV6AdminTest-2054225496 tempest-RoutersIpV6AdminTest-2054225496-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:33:46.409872 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.v2.base [None req-410e439f-4205-4a3b-a178-4c4b1b37e4cd tempest-RoutersAdminNegativeTest-1657687453 tempest-RoutersAdminNegativeTest-1657687453-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-1394406478', 'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301'}} {{(pid=83871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:33:46.424252 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b5029e9-8981-4a53-a461-934cae00c04e tempest-RoutersIpV6AdminTest-2054225496 tempest-RoutersIpV6AdminTest-2054225496-project-admin] Made reservation on behalf of 167f1243c1b94bb08d93f8762e1d0ff2 for: {'network': 1} {{(pid=83869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 13:33:46.442735 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-8b5029e9-8981-4a53-a461-934cae00c04e tempest-RoutersIpV6AdminTest-2054225496 tempest-RoutersIpV6AdminTest-2054225496-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for network, before_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:33:46.447279 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-e110da66-d58c-4e69-bcfd-b61dffc65614 None None] Provisioning for port b28bf124-220a-43f1-9028-1fc5756e09ae completed by entity DHCP. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 13:33:46.458713 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-410e439f-4205-4a3b-a178-4c4b1b37e4cd tempest-RoutersAdminNegativeTest-1657687453 tempest-RoutersAdminNegativeTest-1657687453-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:33:46.463406 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-410e439f-4205-4a3b-a178-4c4b1b37e4cd tempest-RoutersAdminNegativeTest-1657687453 tempest-RoutersAdminNegativeTest-1657687453-project-admin] Usage tracker for resource:port and tenant:7a6d1018a3c748dba4dc1448d33ef3ec is out of sync, need to count used quota {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 13:33:46.467637 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-410e439f-4205-4a3b-a178-4c4b1b37e4cd tempest-RoutersAdminNegativeTest-1657687453 tempest-RoutersAdminNegativeTest-1657687453-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 13:33:46.473407 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-410e439f-4205-4a3b-a178-4c4b1b37e4cd tempest-RoutersAdminNegativeTest-1657687453 tempest-RoutersAdminNegativeTest-1657687453-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:33:46.482395 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a082d5-9a33-4209-a249-89aff0068b03 tempest-PortsAdminExtendedAttrsTestJSON-1728690332 tempest-PortsAdminExtendedAttrsTestJSON-1728690332-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5f2925d2-4286-4d1e-b186-6d6ba401c710,revision_number=1']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:33:46.488140 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-e110da66-d58c-4e69-bcfd-b61dffc65614 None None] Provisioning for port dc1d3407-408a-4489-a985-4b87e716c495 completed by entity DHCP. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 13:33:46.491980 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-83a082d5-9a33-4209-a249-89aff0068b03 tempest-PortsAdminExtendedAttrsTestJSON-1728690332 tempest-PortsAdminExtendedAttrsTestJSON-1728690332-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575'] for network, after_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:33:46.495791 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83a082d5-9a33-4209-a249-89aff0068b03 tempest-PortsAdminExtendedAttrsTestJSON-1728690332 tempest-PortsAdminExtendedAttrsTestJSON-1728690332-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:33:46.496353 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-83a082d5-9a33-4209-a249-89aff0068b03 tempest-PortsAdminExtendedAttrsTestJSON-1728690332 tempest-PortsAdminExtendedAttrsTestJSON-1728690332-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3017602'] for network, before_response {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:33:46.499556 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-e110da66-d58c-4e69-bcfd-b61dffc65614 None None] Provisioning complete for port dc1d3407-408a-4489-a985-4b87e716c495 triggered by entity DHCP. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 13:33:46.500399 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-e110da66-d58c-4e69-bcfd-b61dffc65614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-948329'] for port, provisioning_complete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:33:46.558411 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-8b5029e9-8981-4a53-a461-934cae00c04e tempest-RoutersIpV6AdminTest-2054225496 tempest-RoutersIpV6AdminTest-2054225496-project-admin] Notify callbacks [] for security_group, before_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:33:46.587313 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.plugin [None req-e110da66-d58c-4e69-bcfd-b61dffc65614 None None] Port dc1d3407-408a-4489-a985-4b87e716c495 cannot update to ACTIVE because it is not bound. {{(pid=83872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 13:33:46.623750 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.v2.base [None req-b9c9c4cf-191f-4ebc-8b3e-31ec1ba2a4f5 tempest-ExternalNetworksTestJSON-2075067149 tempest-ExternalNetworksTestJSON-2075067149-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-1114836312'}} {{(pid=83869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:33:46.629000 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Provisioning for port b28bf124-220a-43f1-9028-1fc5756e09ae completed by entity L2. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 13:33:46.634402 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_hamode_db [None req-af306433-8d8f-472c-8e27-802e83d49929 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77406f62-76cf-4016-91f0-13f9860d5967', 'name': 'tempest-ServersTestJSON-518393349-router', 'tenant_id': '60bf55a52dbc4f9d9d0decf6a2dd30f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'external_fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.230'}], 'enable_snat': True}, 'gw_port_id': 'de05d516-4cf8-4e68-8674-3515de7a8c32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T13:33:40Z', 'updated_at': '2022-04-01T13:33:43Z', 'revision_number': 3, 'project_id': '60bf55a52dbc4f9d9d0decf6a2dd30f6', 'gw_port': {'id': 'de05d516-4cf8-4e68-8674-3515de7a8c32', 'name': '', 'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:6f:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77406f62-76cf-4016-91f0-13f9860d5967', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:33:41Z', 'updated_at': '2022-04-01T13:33:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836180-1-hyperv'}], 'dv-neutron-836180-1-hyperv', False) {} {{(pid=83872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:33:46.640088 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-410e439f-4205-4a3b-a178-4c4b1b37e4cd tempest-RoutersAdminNegativeTest-1657687453 tempest-RoutersAdminNegativeTest-1657687453-project-admin] Made reservation on behalf of 7a6d1018a3c748dba4dc1448d33ef3ec for: {'port': 1} {{(pid=83871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 13:33:46.640245 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af306433-8d8f-472c-8e27-802e83d49929 None None] Checking router: 77406f62-76cf-4016-91f0-13f9860d5967 for host: dv-neutron-836180-1-hyperv {{(pid=83872) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 01 13:33:46.640809 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af306433-8d8f-472c-8e27-802e83d49929 None None] Updating router 77406f62-76cf-4016-91f0-13f9860d5967 port de05d516-4cf8-4e68-8674-3515de7a8c32 binding host dv-neutron-836180-1-hyperv {{(pid=83872) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 01 13:33:46.646859 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-410e439f-4205-4a3b-a178-4c4b1b37e4cd tempest-RoutersAdminNegativeTest-1657687453 tempest-RoutersAdminNegativeTest-1657687453-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:33:46.662888 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-b9c9c4cf-191f-4ebc-8b3e-31ec1ba2a4f5 tempest-ExternalNetworksTestJSON-2075067149 tempest-ExternalNetworksTestJSON-2075067149-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:33:46.666982 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-b9c9c4cf-191f-4ebc-8b3e-31ec1ba2a4f5 tempest-ExternalNetworksTestJSON-2075067149 tempest-ExternalNetworksTestJSON-2075067149-project] Usage tracker for resource:network and tenant:ae6236b0143845a3ae5532a311ab1ec8 is out of sync, need to count used quota {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 13:33:46.670612 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-b9c9c4cf-191f-4ebc-8b3e-31ec1ba2a4f5 tempest-ExternalNetworksTestJSON-2075067149 tempest-ExternalNetworksTestJSON-2075067149-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 13:33:46.679266 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a082d5-9a33-4209-a249-89aff0068b03 tempest-PortsAdminExtendedAttrsTestJSON-1728690332 tempest-PortsAdminExtendedAttrsTestJSON-1728690332-project] Pushing event updated for resources: {'Network': ['ID=bfc634f9-53d1-48bd-89ab-1b58f2c64fc0,revision_number=1']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:33:46.684883 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-b9c9c4cf-191f-4ebc-8b3e-31ec1ba2a4f5 tempest-ExternalNetworksTestJSON-2075067149 tempest-ExternalNetworksTestJSON-2075067149-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:33:46.686276 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-410e439f-4205-4a3b-a178-4c4b1b37e4cd tempest-RoutersAdminNegativeTest-1657687453 tempest-RoutersAdminNegativeTest-1657687453-project-admin] Notify callbacks [] for security_group, before_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:33:46.696045 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Provisioning complete for port b28bf124-220a-43f1-9028-1fc5756e09ae triggered by entity L2. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 13:33:46.696576 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-948329'] for port, provisioning_complete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:33:46.721773 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-83a082d5-9a33-4209-a249-89aff0068b03 tempest-PortsAdminExtendedAttrsTestJSON-1728690332 tempest-PortsAdminExtendedAttrsTestJSON-1728690332-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 1.8405106 Apr 01 13:33:46.777286 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Network bfc634f9-53d1-48bd-89ab-1b58f2c64fc0 details requested by agent ovs-agent-dv-neutron-836180-1-hyperv with host dv-neutron-836180-1-hyperv {{(pid=83872) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 13:33:46.877580 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-34f0024e-7b98-4df0-8f58-abd19cff07d6 tempest-RoutersAdminTest-1965710677 tempest-RoutersAdminTest-1965710677-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:33:46.878682 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-8b5029e9-8981-4a53-a461-934cae00c04e tempest-RoutersIpV6AdminTest-2054225496 tempest-RoutersIpV6AdminTest-2054225496-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:33:46.882912 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-8b5029e9-8981-4a53-a461-934cae00c04e tempest-RoutersIpV6AdminTest-2054225496 tempest-RoutersIpV6AdminTest-2054225496-project-admin] Usage tracker for resource:security_group_rule and tenant:167f1243c1b94bb08d93f8762e1d0ff2 is out of sync, need to count used quota {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 13:33:46.886544 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-8b5029e9-8981-4a53-a461-934cae00c04e tempest-RoutersIpV6AdminTest-2054225496 tempest-RoutersIpV6AdminTest-2054225496-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 13:33:46.895691 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-8b5029e9-8981-4a53-a461-934cae00c04e tempest-RoutersIpV6AdminTest-2054225496 tempest-RoutersIpV6AdminTest-2054225496-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:33:46.915432 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-410e439f-4205-4a3b-a178-4c4b1b37e4cd tempest-RoutersAdminNegativeTest-1657687453 tempest-RoutersAdminNegativeTest-1657687453-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:33:46.927636 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-34f0024e-7b98-4df0-8f58-abd19cff07d6 tempest-RoutersAdminTest-1965710677 tempest-RoutersAdminTest-1965710677-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3775923'] for security_group, after_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:33:46.968391 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-410e439f-4205-4a3b-a178-4c4b1b37e4cd tempest-RoutersAdminNegativeTest-1657687453 tempest-RoutersAdminNegativeTest-1657687453-project-admin] Usage tracker for resource:security_group_rule and tenant:7a6d1018a3c748dba4dc1448d33ef3ec is out of sync, need to count used quota {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 13:33:46.982050 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-8b5029e9-8981-4a53-a461-934cae00c04e tempest-RoutersIpV6AdminTest-2054225496 tempest-RoutersIpV6AdminTest-2054225496-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:33:46.995743 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-8b5029e9-8981-4a53-a461-934cae00c04e tempest-RoutersIpV6AdminTest-2054225496 tempest-RoutersIpV6AdminTest-2054225496-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3775923'] for security_group, after_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:33:47.000166 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-410e439f-4205-4a3b-a178-4c4b1b37e4cd tempest-RoutersAdminNegativeTest-1657687453 tempest-RoutersAdminNegativeTest-1657687453-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 13:33:47.014661 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-410e439f-4205-4a3b-a178-4c4b1b37e4cd tempest-RoutersAdminNegativeTest-1657687453 tempest-RoutersAdminNegativeTest-1657687453-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:33:47.024411 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-34f0024e-7b98-4df0-8f58-abd19cff07d6 tempest-RoutersAdminTest-1965710677 tempest-RoutersAdminTest-1965710677-project-admin] vlan segment allocate from pool success with {'vlan_id': 393, 'physical_network': 'physnet1'} {{(pid=83871) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 13:33:47.028630 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a94f0ef-74a9-4d36-bbc5-7d2777198331 admin admin] Network 8a1d3029-ea4e-4a99-9a7d-ce93ff1eb9a1 is already hosted by enough agents. {{(pid=83871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 13:33:47.037756 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8b5029e9-8981-4a53-a461-934cae00c04e tempest-RoutersIpV6AdminTest-2054225496 tempest-RoutersIpV6AdminTest-2054225496-project-admin] vlan segment allocate from pool success with {'vlan_id': 388, 'physical_network': 'physnet1'} {{(pid=83869) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 13:33:47.039639 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.scheduler.base_scheduler [None req-9a94f0ef-74a9-4d36-bbc5-7d2777198331 admin admin] Resources bound (agent type, host, resource id): {{(pid=83871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 13:33:47.044281 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-c3df6297-7af0-4258-bbb3-6469d5956284 None None] Provisioning complete for port b28bf124-220a-43f1-9028-1fc5756e09ae triggered by entity DHCP. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 13:33:47.044978 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-c3df6297-7af0-4258-bbb3-6469d5956284 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-948329'] for port, provisioning_complete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:33:47.070160 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-8b5029e9-8981-4a53-a461-934cae00c04e tempest-RoutersIpV6AdminTest-2054225496 tempest-RoutersIpV6AdminTest-2054225496-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1004271'] for segment, precommit_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:33:47.070999 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.db.segments_db [None req-8b5029e9-8981-4a53-a461-934cae00c04e tempest-RoutersIpV6AdminTest-2054225496 tempest-RoutersIpV6AdminTest-2054225496-project-admin] Added segment eaa1ce59-9323-4178-b428-270dc4cff844 of type vlan for network 96393602-b907-42fe-8925-7596bcadc2d8 Apr 01 13:33:47.093183 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-af306433-8d8f-472c-8e27-802e83d49929 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:33:47.120655 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-8b5029e9-8981-4a53-a461-934cae00c04e tempest-RoutersIpV6AdminTest-2054225496 tempest-RoutersIpV6AdminTest-2054225496-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736732923383'] for network, precommit_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:33:47.150042 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 46728) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:33:47.150829 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f0024e-7b98-4df0-8f58-abd19cff07d6 tempest-RoutersAdminTest-1965710677 tempest-RoutersAdminTest-1965710677-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52a00f47-d80a-4cdc-8081-90ffe0ccdc77,revision_number=1']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:33:47.204726 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9c9c4cf-191f-4ebc-8b3e-31ec1ba2a4f5 tempest-ExternalNetworksTestJSON-2075067149 tempest-ExternalNetworksTestJSON-2075067149-project] Made reservation on behalf of ae6236b0143845a3ae5532a311ab1ec8 for: {'network': 1} {{(pid=83869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 13:33:47.214317 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-b9c9c4cf-191f-4ebc-8b3e-31ec1ba2a4f5 tempest-ExternalNetworksTestJSON-2075067149 tempest-ExternalNetworksTestJSON-2075067149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for network, before_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:33:47.257513 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-34f0024e-7b98-4df0-8f58-abd19cff07d6 tempest-RoutersAdminTest-1965710677 tempest-RoutersAdminTest-1965710677-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1004271'] for segment, precommit_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:33:47.257848 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.db.segments_db [None req-34f0024e-7b98-4df0-8f58-abd19cff07d6 tempest-RoutersAdminTest-1965710677 tempest-RoutersAdminTest-1965710677-project-admin] Added segment dfb2f144-f035-40a3-af5d-30399460c0e1 of type vlan for network c177c331-3887-4337-812f-3a2215c218e5 Apr 01 13:33:47.269917 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-8b5029e9-8981-4a53-a461-934cae00c04e tempest-RoutersIpV6AdminTest-2054225496 tempest-RoutersIpV6AdminTest-2054225496-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575'] for network, after_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:33:47.272342 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b5029e9-8981-4a53-a461-934cae00c04e tempest-RoutersIpV6AdminTest-2054225496 tempest-RoutersIpV6AdminTest-2054225496-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:33:47.274076 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-8b5029e9-8981-4a53-a461-934cae00c04e tempest-RoutersIpV6AdminTest-2054225496 tempest-RoutersIpV6AdminTest-2054225496-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3017602'] for network, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:33:47.343235 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b5029e9-8981-4a53-a461-934cae00c04e tempest-RoutersIpV6AdminTest-2054225496 tempest-RoutersIpV6AdminTest-2054225496-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fad91361-d2af-4a77-bd5f-d79b264f3ddc,revision_number=1']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:33:47.419184 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-34f0024e-7b98-4df0-8f58-abd19cff07d6 tempest-RoutersAdminTest-1965710677 tempest-RoutersAdminTest-1965710677-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736732923383'] for network, precommit_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:33:47.444712 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-b9c9c4cf-191f-4ebc-8b3e-31ec1ba2a4f5 tempest-ExternalNetworksTestJSON-2075067149 tempest-ExternalNetworksTestJSON-2075067149-project] Notify callbacks [] for security_group, before_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:33:47.505275 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.db_base_plugin_common [None req-1c7e334c-e445-4858-b0fb-9be17bfdcaa8 admin admin] Allocated IP 172.20.0.1 (fb98b55b-27fc-4010-87f8-0892c916fc1a/bd8de9aa-4e53-4452-88cd-9054c473da72/477de692-9c51-4431-a196-3139509ee79b) {{(pid=83869) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 13:33:47.509213 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b5029e9-8981-4a53-a461-934cae00c04e tempest-RoutersIpV6AdminTest-2054225496 tempest-RoutersIpV6AdminTest-2054225496-project-admin] Pushing event updated for resources: {'Network': ['ID=96393602-b907-42fe-8925-7596bcadc2d8,revision_number=1']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:33:47.527297 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-410e439f-4205-4a3b-a178-4c4b1b37e4cd tempest-RoutersAdminNegativeTest-1657687453 tempest-RoutersAdminNegativeTest-1657687453-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:33:47.538564 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-410e439f-4205-4a3b-a178-4c4b1b37e4cd tempest-RoutersAdminNegativeTest-1657687453 tempest-RoutersAdminNegativeTest-1657687453-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3775923'] for security_group, after_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:33:47.569024 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-b9c9c4cf-191f-4ebc-8b3e-31ec1ba2a4f5 tempest-ExternalNetworksTestJSON-2075067149 tempest-ExternalNetworksTestJSON-2075067149-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:33:47.574146 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-b9c9c4cf-191f-4ebc-8b3e-31ec1ba2a4f5 tempest-ExternalNetworksTestJSON-2075067149 tempest-ExternalNetworksTestJSON-2075067149-project] Usage tracker for resource:security_group_rule and tenant:ae6236b0143845a3ae5532a311ab1ec8 is out of sync, need to count used quota {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 13:33:47.577631 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-b9c9c4cf-191f-4ebc-8b3e-31ec1ba2a4f5 tempest-ExternalNetworksTestJSON-2075067149 tempest-ExternalNetworksTestJSON-2075067149-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 13:33:47.584944 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-b9c9c4cf-191f-4ebc-8b3e-31ec1ba2a4f5 tempest-ExternalNetworksTestJSON-2075067149 tempest-ExternalNetworksTestJSON-2075067149-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:33:47.602456 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.notifiers.nova [None req-410e439f-4205-4a3b-a178-4c4b1b37e4cd tempest-RoutersAdminNegativeTest-1657687453 tempest-RoutersAdminNegativeTest-1657687453-project-admin] device_id is not set on port dcfa6164-c9b1-4070-8a56-5587e1fa8e23 yet. {{(pid=83871) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 01 13:33:47.642632 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.v2.base [None req-77335ebc-3e23-44cd-af64-a13d64ddd8e8 tempest-FloatingIPAdminTestJSON-382796379 tempest-FloatingIPAdminTestJSON-382796379-project] Request body: {'floatingip': {'floating_network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301'}} {{(pid=83871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:33:47.652019 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-34f0024e-7b98-4df0-8f58-abd19cff07d6 tempest-RoutersAdminTest-1965710677 tempest-RoutersAdminTest-1965710677-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575'] for network, after_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:33:47.652213 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34f0024e-7b98-4df0-8f58-abd19cff07d6 tempest-RoutersAdminTest-1965710677 tempest-RoutersAdminTest-1965710677-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:33:47.652673 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-34f0024e-7b98-4df0-8f58-abd19cff07d6 tempest-RoutersAdminTest-1965710677 tempest-RoutersAdminTest-1965710677-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3017602'] for network, before_response {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:33:47.686078 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-b9c9c4cf-191f-4ebc-8b3e-31ec1ba2a4f5 tempest-ExternalNetworksTestJSON-2075067149 tempest-ExternalNetworksTestJSON-2075067149-project] Notify callbacks [] for security_group, precommit_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:33:47.692654 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-8b5029e9-8981-4a53-a461-934cae00c04e tempest-RoutersIpV6AdminTest-2054225496 tempest-RoutersIpV6AdminTest-2054225496-project-admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 875 time: 1.7372186 Apr 01 13:33:47.699012 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-b9c9c4cf-191f-4ebc-8b3e-31ec1ba2a4f5 tempest-ExternalNetworksTestJSON-2075067149 tempest-ExternalNetworksTestJSON-2075067149-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3775923'] for security_group, after_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:33:47.699892 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-af306433-8d8f-472c-8e27-802e83d49929 None None] Notify callbacks [] for port, precommit_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:33:47.703630 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:33:47.723507 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Network 96393602-b907-42fe-8925-7596bcadc2d8 details requested by agent ovs-agent-dv-neutron-836180-1-hyperv with host dv-neutron-836180-1-hyperv {{(pid=83872) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 13:33:47.739666 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 46740) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:33:47.765035 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-af306433-8d8f-472c-8e27-802e83d49929 None None] Transition to ACTIVE for port object de05d516-4cf8-4e68-8674-3515de7a8c32 will not be triggered until provisioned by entity L2. {{(pid=83872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 13:33:47.766433 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b9c9c4cf-191f-4ebc-8b3e-31ec1ba2a4f5 tempest-ExternalNetworksTestJSON-2075067149 tempest-ExternalNetworksTestJSON-2075067149-project] vlan segment allocate from pool success with {'vlan_id': 382, 'physical_network': 'physnet1'} {{(pid=83869) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 13:33:47.781755 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-b9c9c4cf-191f-4ebc-8b3e-31ec1ba2a4f5 tempest-ExternalNetworksTestJSON-2075067149 tempest-ExternalNetworksTestJSON-2075067149-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1004271'] for segment, precommit_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:33:47.782537 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.db.segments_db [None req-b9c9c4cf-191f-4ebc-8b3e-31ec1ba2a4f5 tempest-ExternalNetworksTestJSON-2075067149 tempest-ExternalNetworksTestJSON-2075067149-project] Added segment e9767c13-41ae-45e0-a54a-61406fa89f4f of type vlan for network f2ecdc8b-282a-4681-885f-c787ab63868c Apr 01 13:33:47.786125 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-77335ebc-3e23-44cd-af64-a13d64ddd8e8 tempest-FloatingIPAdminTestJSON-382796379 tempest-FloatingIPAdminTestJSON-382796379-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:33:47.817211 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-b9c9c4cf-191f-4ebc-8b3e-31ec1ba2a4f5 tempest-ExternalNetworksTestJSON-2075067149 tempest-ExternalNetworksTestJSON-2075067149-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736732923383'] for network, precommit_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:33:47.834103 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f0024e-7b98-4df0-8f58-abd19cff07d6 tempest-RoutersAdminTest-1965710677 tempest-RoutersAdminTest-1965710677-project-admin] Pushing event updated for resources: {'Network': ['ID=c177c331-3887-4337-812f-3a2215c218e5,revision_number=1']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:33:47.859129 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-af306433-8d8f-472c-8e27-802e83d49929 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864'] for port, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:33:47.863381 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-77335ebc-3e23-44cd-af64-a13d64ddd8e8 tempest-FloatingIPAdminTestJSON-382796379 tempest-FloatingIPAdminTestJSON-382796379-project] Usage tracker for resource:floatingip and tenant:e66db8021e414e7baf903f5a575b7f77 is out of sync, need to count used quota {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 13:33:47.873322 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-77335ebc-3e23-44cd-af64-a13d64ddd8e8 tempest-FloatingIPAdminTestJSON-382796379 tempest-FloatingIPAdminTestJSON-382796379-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 13:33:47.892099 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 46744) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:33:47.898855 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Network c177c331-3887-4337-812f-3a2215c218e5 details requested by agent ovs-agent-dv-neutron-836180-1-hyperv with host dv-neutron-836180-1-hyperv {{(pid=83872) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 13:33:47.901190 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.v2.base [None req-ff93e685-4054-4987-bf04-9a1db661307e tempest-RoutersIpV6AdminTest-2054225496 tempest-RoutersIpV6AdminTest-2054225496-project-admin] Request body: {'subnet': {'network_id': '96393602-b907-42fe-8925-7596bcadc2d8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=83869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:33:47.902901 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-77335ebc-3e23-44cd-af64-a13d64ddd8e8 tempest-FloatingIPAdminTestJSON-382796379 tempest-FloatingIPAdminTestJSON-382796379-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:33:47.905950 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-410e439f-4205-4a3b-a178-4c4b1b37e4cd tempest-RoutersAdminNegativeTest-1657687453 tempest-RoutersAdminNegativeTest-1657687453-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6358933-8cc8-4d40-a134-67af33bd49d0,revision_number=1']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:33:47.906137 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-ff93e685-4054-4987-bf04-9a1db661307e tempest-RoutersIpV6AdminTest-2054225496 tempest-RoutersIpV6AdminTest-2054225496-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:33:47.911093 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.v2.base [None req-77a04bbe-3b91-4e96-8d48-1241d626d617 tempest-PortsAdminExtendedAttrsTestJSON-1757410772 tempest-PortsAdminExtendedAttrsTestJSON-1757410772-project-admin] Request body: {'port': {'network_id': 'bfc634f9-53d1-48bd-89ab-1b58f2c64fc0', 'binding:host_id': 'hv-neutron-8361', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1639825471'}} {{(pid=83871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:33:47.932623 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-77a04bbe-3b91-4e96-8d48-1241d626d617 tempest-PortsAdminExtendedAttrsTestJSON-1757410772 tempest-PortsAdminExtendedAttrsTestJSON-1757410772-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:33:47.942197 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-77a04bbe-3b91-4e96-8d48-1241d626d617 tempest-PortsAdminExtendedAttrsTestJSON-1757410772 tempest-PortsAdminExtendedAttrsTestJSON-1757410772-project-admin] Usage tracker for resource:port and tenant:179bd524c55645f38495b0e9c3dd7bca is out of sync, need to count used quota {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 13:33:47.950525 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-34f0024e-7b98-4df0-8f58-abd19cff07d6 tempest-RoutersAdminTest-1965710677 tempest-RoutersAdminTest-1965710677-project-admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 870 time: 4.4320884 Apr 01 13:33:47.950525 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-77a04bbe-3b91-4e96-8d48-1241d626d617 tempest-PortsAdminExtendedAttrsTestJSON-1757410772 tempest-PortsAdminExtendedAttrsTestJSON-1757410772-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 13:33:47.961209 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 46752) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:33:47.970503 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-b9c9c4cf-191f-4ebc-8b3e-31ec1ba2a4f5 tempest-ExternalNetworksTestJSON-2075067149 tempest-ExternalNetworksTestJSON-2075067149-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575'] for network, after_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:33:47.974415 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9c9c4cf-191f-4ebc-8b3e-31ec1ba2a4f5 tempest-ExternalNetworksTestJSON-2075067149 tempest-ExternalNetworksTestJSON-2075067149-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:33:47.974990 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-b9c9c4cf-191f-4ebc-8b3e-31ec1ba2a4f5 tempest-ExternalNetworksTestJSON-2075067149 tempest-ExternalNetworksTestJSON-2075067149-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3017602'] for network, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:33:47.978885 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-ff93e685-4054-4987-bf04-9a1db661307e tempest-RoutersIpV6AdminTest-2054225496 tempest-RoutersIpV6AdminTest-2054225496-project-admin] Usage tracker for resource:subnet and tenant:167f1243c1b94bb08d93f8762e1d0ff2 is out of sync, need to count used quota {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 13:33:47.993252 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-77a04bbe-3b91-4e96-8d48-1241d626d617 tempest-PortsAdminExtendedAttrsTestJSON-1757410772 tempest-PortsAdminExtendedAttrsTestJSON-1757410772-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:33:48.004080 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.v2.base [None req-ecc654a6-938d-4c02-81ef-b3644e423849 tempest-RoutersAdminTest-1965710677 tempest-RoutersAdminTest-1965710677-project-admin] Request body: {'subnet': {'network_id': 'c177c331-3887-4337-812f-3a2215c218e5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=83871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:33:48.011488 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-ff93e685-4054-4987-bf04-9a1db661307e tempest-RoutersIpV6AdminTest-2054225496 tempest-RoutersIpV6AdminTest-2054225496-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 13:33:48.015201 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-77335ebc-3e23-44cd-af64-a13d64ddd8e8 tempest-FloatingIPAdminTestJSON-382796379 tempest-FloatingIPAdminTestJSON-382796379-project] Notify callbacks [] for floatingip, before_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:33:48.031975 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c9c4cf-191f-4ebc-8b3e-31ec1ba2a4f5 tempest-ExternalNetworksTestJSON-2075067149 tempest-ExternalNetworksTestJSON-2075067149-project] Pushing event updated for resources: {'SecurityGroup': ['ID=87390a71-bba0-4f1d-8c7a-7cf4135513eb,revision_number=1']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:33:48.036128 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-ecc654a6-938d-4c02-81ef-b3644e423849 tempest-RoutersAdminTest-1965710677 tempest-RoutersAdminTest-1965710677-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:33:48.041840 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-ff93e685-4054-4987-bf04-9a1db661307e tempest-RoutersIpV6AdminTest-2054225496 tempest-RoutersIpV6AdminTest-2054225496-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:33:48.056221 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-ecc654a6-938d-4c02-81ef-b3644e423849 tempest-RoutersAdminTest-1965710677 tempest-RoutersAdminTest-1965710677-project-admin] Usage tracker for resource:subnet and tenant:04664f7c59734678b16de80312349853 is out of sync, need to count used quota {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 13:33:48.069166 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-ecc654a6-938d-4c02-81ef-b3644e423849 tempest-RoutersAdminTest-1965710677 tempest-RoutersAdminTest-1965710677-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 13:33:48.074212 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77a04bbe-3b91-4e96-8d48-1241d626d617 tempest-PortsAdminExtendedAttrsTestJSON-1757410772 tempest-PortsAdminExtendedAttrsTestJSON-1757410772-project-admin] Made reservation on behalf of 179bd524c55645f38495b0e9c3dd7bca for: {'port': 1} {{(pid=83871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 13:33:48.076788 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-77a04bbe-3b91-4e96-8d48-1241d626d617 tempest-PortsAdminExtendedAttrsTestJSON-1757410772 tempest-PortsAdminExtendedAttrsTestJSON-1757410772-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:33:48.094728 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-ecc654a6-938d-4c02-81ef-b3644e423849 tempest-RoutersAdminTest-1965710677 tempest-RoutersAdminTest-1965710677-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:33:48.132487 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] For port b28bf124-220a-43f1-9028-1fc5756e09ae, host dv-neutron-836180-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836180-1-hyperv',level=0,port_id=b28bf124-220a-43f1-9028-1fc5756e09ae,segment=NetworkSegment(a7c08fea-ad3b-44c6-93c9-bb06e756d3ac),segment_id=a7c08fea-ad3b-44c6-93c9-bb06e756d3ac)] {{(pid=83872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 13:33:48.152692 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-b9c9c4cf-191f-4ebc-8b3e-31ec1ba2a4f5 tempest-ExternalNetworksTestJSON-2075067149 tempest-ExternalNetworksTestJSON-2075067149-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 1.9749553 Apr 01 13:33:48.153968 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 46756) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:33:48.161923 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864'] for port, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:33:48.170644 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff93e685-4054-4987-bf04-9a1db661307e tempest-RoutersIpV6AdminTest-2054225496 tempest-RoutersIpV6AdminTest-2054225496-project-admin] Made reservation on behalf of 167f1243c1b94bb08d93f8762e1d0ff2 for: {'subnet': 1} {{(pid=83869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 13:33:48.173425 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-ff93e685-4054-4987-bf04-9a1db661307e tempest-RoutersIpV6AdminTest-2054225496 tempest-RoutersIpV6AdminTest-2054225496-project-admin] Notify callbacks [] for subnet, before_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:33:48.192993 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63eed813-7ec1-410d-b8b1-18e870aa2d73 None None] Pushing event updated for resources: {'Port': ['ID=de05d516-4cf8-4e68-8674-3515de7a8c32,revision_number=2']} {{(pid=83872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:33:48.204336 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.managers [None req-af306433-8d8f-472c-8e27-802e83d49929 None None] Attempting to bind port de05d516-4cf8-4e68-8674-3515de7a8c32 on host dv-neutron-836180-1-hyperv for vnic_type normal with profile {{(pid=83872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 13:33:48.204336 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.managers [None req-af306433-8d8f-472c-8e27-802e83d49929 None None] Attempting to bind port de05d516-4cf8-4e68-8674-3515de7a8c32 by drivers openvswitch,hyperv on host dv-neutron-836180-1-hyperv at level 0 using segments [{'id': '7b924dd8-4978-40c4-ad91-4b9b27348462', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301'}] {{(pid=83872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 13:33:48.204336 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af306433-8d8f-472c-8e27-802e83d49929 None None] Attempting to bind port de05d516-4cf8-4e68-8674-3515de7a8c32 on network 725864b8-cceb-48c9-b5d3-1bfc4423e301 {{(pid=83872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 13:33:48.210755 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c9c4cf-191f-4ebc-8b3e-31ec1ba2a4f5 tempest-ExternalNetworksTestJSON-2075067149 tempest-ExternalNetworksTestJSON-2075067149-project] Pushing event updated for resources: {'Network': ['ID=f2ecdc8b-282a-4681-885f-c787ab63868c,revision_number=1']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:33:48.216327 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-77a04bbe-3b91-4e96-8d48-1241d626d617 tempest-PortsAdminExtendedAttrsTestJSON-1757410772 tempest-PortsAdminExtendedAttrsTestJSON-1757410772-project-admin] Notify callbacks [] for security_group, before_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:33:48.242910 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.db_base_plugin_common [None req-410e439f-4205-4a3b-a178-4c4b1b37e4cd tempest-RoutersAdminNegativeTest-1657687453 tempest-RoutersAdminNegativeTest-1657687453-project-admin] Allocated IP 172.26.5.187 (725864b8-cceb-48c9-b5d3-1bfc4423e301/e2ed99db-0e25-4971-b535-7fa69231fae8/dcfa6164-c9b1-4070-8a56-5587e1fa8e23) {{(pid=83871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 13:33:48.261303 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-c3df6297-7af0-4258-bbb3-6469d5956284 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:33:48.270339 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ecc654a6-938d-4c02-81ef-b3644e423849 tempest-RoutersAdminTest-1965710677 tempest-RoutersAdminTest-1965710677-project-admin] Made reservation on behalf of 04664f7c59734678b16de80312349853 for: {'subnet': 1} {{(pid=83871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 13:33:48.272797 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-ecc654a6-938d-4c02-81ef-b3644e423849 tempest-RoutersAdminTest-1965710677 tempest-RoutersAdminTest-1965710677-project-admin] Notify callbacks [] for subnet, before_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:33:48.318939 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Network f2ecdc8b-282a-4681-885f-c787ab63868c details requested by agent ovs-agent-dv-neutron-836180-1-hyperv with host dv-neutron-836180-1-hyperv {{(pid=83872) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 13:33:48.343675 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-1c7e334c-e445-4858-b0fb-9be17bfdcaa8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:33:48.397207 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.provisioning_blocks [None req-1c7e334c-e445-4858-b0fb-9be17bfdcaa8 admin admin] Transition to ACTIVE for port object 477de692-9c51-4431-a196-3139509ee79b will not be triggered until provisioned by entity DHCP. {{(pid=83869) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 13:33:48.412605 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-77a04bbe-3b91-4e96-8d48-1241d626d617 tempest-PortsAdminExtendedAttrsTestJSON-1757410772 tempest-PortsAdminExtendedAttrsTestJSON-1757410772-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:33:48.435224 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-77a04bbe-3b91-4e96-8d48-1241d626d617 tempest-PortsAdminExtendedAttrsTestJSON-1757410772 tempest-PortsAdminExtendedAttrsTestJSON-1757410772-project-admin] Usage tracker for resource:security_group_rule and tenant:179bd524c55645f38495b0e9c3dd7bca is out of sync, need to count used quota {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 13:33:48.442954 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af306433-8d8f-472c-8e27-802e83d49929 None None] Checking agent: {'id': 'af948428-97cd-4d10-9f53-af028bdb39b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-836180-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 13, 25, 37), 'started_at': datetime.datetime(2022, 4, 1, 13, 26, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 13, 33, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-836180-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 13:33:48.443313 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af306433-8d8f-472c-8e27-802e83d49929 None None] Checking segment: {'id': '7b924dd8-4978-40c4-ad91-4b9b27348462', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 13:33:48.443703 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-af306433-8d8f-472c-8e27-802e83d49929 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:33:48.444084 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af306433-8d8f-472c-8e27-802e83d49929 None None] Bound using segment: {'id': '7b924dd8-4978-40c4-ad91-4b9b27348462', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301'} {{(pid=83872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 13:33:48.444564 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.managers [None req-af306433-8d8f-472c-8e27-802e83d49929 None None] Bound port: de05d516-4cf8-4e68-8674-3515de7a8c32, host: dv-neutron-836180-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b924dd8-4978-40c4-ad91-4b9b27348462', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301'}}] {{(pid=83872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 13:33:48.444952 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-af306433-8d8f-472c-8e27-802e83d49929 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:33:48.446556 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-77a04bbe-3b91-4e96-8d48-1241d626d617 tempest-PortsAdminExtendedAttrsTestJSON-1757410772 tempest-PortsAdminExtendedAttrsTestJSON-1757410772-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 13:33:48.461046 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-77a04bbe-3b91-4e96-8d48-1241d626d617 tempest-PortsAdminExtendedAttrsTestJSON-1757410772 tempest-PortsAdminExtendedAttrsTestJSON-1757410772-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:33:48.560840 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Device 1d1d7b6b-a315-4d6f-b107-0a0f237c2067 up at agent ovs-agent-dv-neutron-836180-1-hyperv {{(pid=83872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 13:33:48.588478 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.v2.base [None req-16e8068e-3746-4898-a23e-d895e6334bd2 tempest-ExternalNetworksTestJSON-1346188077 tempest-ExternalNetworksTestJSON-1346188077-project-admin] Request body: {'network': {'name': 'tempest-network--623115743', 'router:external': True}} {{(pid=83869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:33:48.597114 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-1c7e334c-e445-4858-b0fb-9be17bfdcaa8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736732935801'] for port, after_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:33:48.600661 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Pushing event updated for resources: {'Port': ['ID=b28bf124-220a-43f1-9028-1fc5756e09ae,revision_number=3']} {{(pid=83872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:33:48.647696 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-16e8068e-3746-4898-a23e-d895e6334bd2 tempest-ExternalNetworksTestJSON-1346188077 tempest-ExternalNetworksTestJSON-1346188077-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:33:48.669719 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-16e8068e-3746-4898-a23e-d895e6334bd2 tempest-ExternalNetworksTestJSON-1346188077 tempest-ExternalNetworksTestJSON-1346188077-project-admin] Usage tracker for resource:network and tenant:bb0d04bce31b434bb7c09b859fc82ca0 is out of sync, need to count used quota {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 13:33:48.672722 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.db.api [None req-c3df6297-7af0-4258-bbb3-6469d5956284 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83872) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 01 13:33:48.673169 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG oslo_db.api [None req-c3df6297-7af0-4258-bbb3-6469d5956284 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 01 13:33:48.674966 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-af306433-8d8f-472c-8e27-802e83d49929 None None] For port de05d516-4cf8-4e68-8674-3515de7a8c32, host dv-neutron-836180-1-hyperv, cleared binding levels {{(pid=83872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 13:33:48.675255 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-16e8068e-3746-4898-a23e-d895e6334bd2 tempest-ExternalNetworksTestJSON-1346188077 tempest-ExternalNetworksTestJSON-1346188077-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 13:33:48.678413 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-af306433-8d8f-472c-8e27-802e83d49929 None None] For port de05d516-4cf8-4e68-8674-3515de7a8c32, host dv-neutron-836180-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836180-1-hyperv',level=0,port_id=de05d516-4cf8-4e68-8674-3515de7a8c32,segment=NetworkSegment(7b924dd8-4978-40c4-ad91-4b9b27348462),segment_id=7b924dd8-4978-40c4-ad91-4b9b27348462)] {{(pid=83872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 13:33:48.684916 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-af306433-8d8f-472c-8e27-802e83d49929 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864'] for port, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:33:48.704699 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-16e8068e-3746-4898-a23e-d895e6334bd2 tempest-ExternalNetworksTestJSON-1346188077 tempest-ExternalNetworksTestJSON-1346188077-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:33:48.720188 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c7e334c-e445-4858-b0fb-9be17bfdcaa8 admin admin] Network fb98b55b-27fc-4010-87f8-0892c916fc1a is already hosted by enough agents. {{(pid=83869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 13:33:48.731987 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.scheduler.base_scheduler [None req-1c7e334c-e445-4858-b0fb-9be17bfdcaa8 admin admin] Resources bound (agent type, host, resource id): {{(pid=83869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 13:33:48.740757 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c7e334c-e445-4858-b0fb-9be17bfdcaa8 admin admin] Received port after_create {{(pid=83869) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 13:33:48.741348 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-1c7e334c-e445-4858-b0fb-9be17bfdcaa8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4084144'] for router_interface, before_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:33:48.743847 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c7e334c-e445-4858-b0fb-9be17bfdcaa8 admin admin] Pushing event updated for resources: {'Port': ['ID=477de692-9c51-4431-a196-3139509ee79b,revision_number=1']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:33:48.761733 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Provisioning for port 1d1d7b6b-a315-4d6f-b107-0a0f237c2067 completed by entity L2. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 13:33:48.772531 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a94f0ef-74a9-4d36-bbc5-7d2777198331 admin admin] Router f24d7f76-f3ce-4d42-b1de-3162bb17b4ab has already been hosted by L3 agent 88bf8fc8-11a3-4e96-9d1b-5fd93ba9f6f1 {{(pid=83871) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 13:33:48.775040 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Provisioning complete for port 1d1d7b6b-a315-4d6f-b107-0a0f237c2067 triggered by entity L2. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 13:33:48.775417 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-948329'] for port, provisioning_complete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:33:48.785285 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-77335ebc-3e23-44cd-af64-a13d64ddd8e8 tempest-FloatingIPAdminTestJSON-382796379 tempest-FloatingIPAdminTestJSON-382796379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:33:48.819744 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63eed813-7ec1-410d-b8b1-18e870aa2d73 None None] Pushing event updated for resources: {'Port': ['ID=de05d516-4cf8-4e68-8674-3515de7a8c32,revision_number=3']} {{(pid=83872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:33:48.825296 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af306433-8d8f-472c-8e27-802e83d49929 None None] Routers {'77406f62-76cf-4016-91f0-13f9860d5967'} bound to L3 agent in host dv-neutron-836180-1-hyperv {{(pid=83872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 13:33:48.825918 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_hamode_db [None req-af306433-8d8f-472c-8e27-802e83d49929 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836180-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-01T13:25:36Z,description=,heartbeat_timestamp=2022-04-01T13:33:36Z,host='dv-neutron-836180-1-hyperv',id=88bf8fc8-11a3-4e96-9d1b-5fd93ba9f6f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T13:25:36Z,topic='l3_agent')) {'router_ids': ['77406f62-76cf-4016-91f0-13f9860d5967'], 'active': True} {{(pid=83872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:33:48.854957 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-410e439f-4205-4a3b-a178-4c4b1b37e4cd tempest-RoutersAdminNegativeTest-1657687453 tempest-RoutersAdminNegativeTest-1657687453-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:33:48.935263 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-77a04bbe-3b91-4e96-8d48-1241d626d617 tempest-PortsAdminExtendedAttrsTestJSON-1757410772 tempest-PortsAdminExtendedAttrsTestJSON-1757410772-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:33:48.942245 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-410e439f-4205-4a3b-a178-4c4b1b37e4cd tempest-RoutersAdminNegativeTest-1657687453 tempest-RoutersAdminNegativeTest-1657687453-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736732935801'] for port, after_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:33:48.953805 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-1c7e334c-e445-4858-b0fb-9be17bfdcaa8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:33:48.972112 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-77a04bbe-3b91-4e96-8d48-1241d626d617 tempest-PortsAdminExtendedAttrsTestJSON-1757410772 tempest-PortsAdminExtendedAttrsTestJSON-1757410772-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3775923'] for security_group, after_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:33:48.992852 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16e8068e-3746-4898-a23e-d895e6334bd2 tempest-ExternalNetworksTestJSON-1346188077 tempest-ExternalNetworksTestJSON-1346188077-project-admin] Made reservation on behalf of bb0d04bce31b434bb7c09b859fc82ca0 for: {'network': 1} {{(pid=83869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 13:33:48.993374 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.notifiers.nova [None req-77a04bbe-3b91-4e96-8d48-1241d626d617 tempest-PortsAdminExtendedAttrsTestJSON-1757410772 tempest-PortsAdminExtendedAttrsTestJSON-1757410772-project-admin] device_id is not set on port f254c728-dc1a-4ad8-91d2-f4459a413890 yet. {{(pid=83871) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 01 13:33:48.995408 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-16e8068e-3746-4898-a23e-d895e6334bd2 tempest-ExternalNetworksTestJSON-1346188077 tempest-ExternalNetworksTestJSON-1346188077-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for network, before_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:33:49.012459 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-16e8068e-3746-4898-a23e-d895e6334bd2 tempest-ExternalNetworksTestJSON-1346188077 tempest-ExternalNetworksTestJSON-1346188077-project-admin] Notify callbacks [] for security_group, before_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:33:49.071794 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:33:49.089655 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_dvr_db [None req-af306433-8d8f-472c-8e27-802e83d49929 None None] Set router 77406f62-76cf-4016-91f0-13f9860d5967 gateway port host: dv-neutron-836180-1-hyperv {{(pid=83872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 13:33:49.140980 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] For port 1d1d7b6b-a315-4d6f-b107-0a0f237c2067, host dv-neutron-836180-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836180-1-hyperv',level=0,port_id=1d1d7b6b-a315-4d6f-b107-0a0f237c2067,segment=NetworkSegment(7b924dd8-4978-40c4-ad91-4b9b27348462),segment_id=7b924dd8-4978-40c4-ad91-4b9b27348462)] {{(pid=83872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 13:33:49.152207 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864'] for port, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:33:49.152764 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Device bcd274d5-58f9-4e2c-940a-c87b39c3f923 up at agent ovs-agent-dv-neutron-836180-1-hyperv {{(pid=83872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 13:33:49.252472 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a04bbe-3b91-4e96-8d48-1241d626d617 tempest-PortsAdminExtendedAttrsTestJSON-1757410772 tempest-PortsAdminExtendedAttrsTestJSON-1757410772-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9bc76348-e188-4653-8bbe-3d565328f5c0,revision_number=1']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:33:49.361574 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-16e8068e-3746-4898-a23e-d895e6334bd2 tempest-ExternalNetworksTestJSON-1346188077 tempest-ExternalNetworksTestJSON-1346188077-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:33:49.366455 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-1c7e334c-e445-4858-b0fb-9be17bfdcaa8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:33:49.369574 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-16e8068e-3746-4898-a23e-d895e6334bd2 tempest-ExternalNetworksTestJSON-1346188077 tempest-ExternalNetworksTestJSON-1346188077-project-admin] Usage tracker for resource:security_group_rule and tenant:bb0d04bce31b434bb7c09b859fc82ca0 is out of sync, need to count used quota {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 13:33:49.376175 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-16e8068e-3746-4898-a23e-d895e6334bd2 tempest-ExternalNetworksTestJSON-1346188077 tempest-ExternalNetworksTestJSON-1346188077-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 13:33:49.383673 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-410e439f-4205-4a3b-a178-4c4b1b37e4cd tempest-RoutersAdminNegativeTest-1657687453 tempest-RoutersAdminNegativeTest-1657687453-project-admin] Network 725864b8-cceb-48c9-b5d3-1bfc4423e301 is already hosted by enough agents. {{(pid=83871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 13:33:49.395950 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-410e439f-4205-4a3b-a178-4c4b1b37e4cd tempest-RoutersAdminNegativeTest-1657687453 tempest-RoutersAdminNegativeTest-1657687453-project-admin] Pushing event updated for resources: {'Port': ['ID=dcfa6164-c9b1-4070-8a56-5587e1fa8e23,revision_number=1']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:33:49.407570 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-1c7e334c-e445-4858-b0fb-9be17bfdcaa8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864'] for port, after_update {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:33:49.410332 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-1c7e334c-e445-4858-b0fb-9be17bfdcaa8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3017508', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4084015'] for router_interface, after_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:33:49.410429 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.scheduler.base_scheduler [None req-410e439f-4205-4a3b-a178-4c4b1b37e4cd tempest-RoutersAdminNegativeTest-1657687453 tempest-RoutersAdminNegativeTest-1657687453-project-admin] Resources bound (agent type, host, resource id): {{(pid=83871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 13:33:49.414783 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-16e8068e-3746-4898-a23e-d895e6334bd2 tempest-ExternalNetworksTestJSON-1346188077 tempest-ExternalNetworksTestJSON-1346188077-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:33:49.427536 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-410e439f-4205-4a3b-a178-4c4b1b37e4cd tempest-RoutersAdminNegativeTest-1657687453 tempest-RoutersAdminNegativeTest-1657687453-project-admin] Received port after_create {{(pid=83871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 13:33:49.428319 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-410e439f-4205-4a3b-a178-4c4b1b37e4cd tempest-RoutersAdminNegativeTest-1657687453 tempest-RoutersAdminNegativeTest-1657687453-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:33:49.428902 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-410e439f-4205-4a3b-a178-4c4b1b37e4cd tempest-RoutersAdminNegativeTest-1657687453 tempest-RoutersAdminNegativeTest-1657687453-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3017602'] for port, before_response {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:33:49.487696 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c7e334c-e445-4858-b0fb-9be17bfdcaa8 admin admin] Pushing event updated for resources: {'Port': ['ID=477de692-9c51-4431-a196-3139509ee79b,revision_number=2']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:33:49.496998 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.db_base_plugin_common [None req-77335ebc-3e23-44cd-af64-a13d64ddd8e8 tempest-FloatingIPAdminTestJSON-382796379 tempest-FloatingIPAdminTestJSON-382796379-project] Allocated IP 172.26.5.145 (725864b8-cceb-48c9-b5d3-1bfc4423e301/e2ed99db-0e25-4971-b535-7fa69231fae8/4e99f2a7-d89c-4541-ba32-211e8a23ef58) {{(pid=83871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 13:33:49.510326 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.objects.ports [None req-ff93e685-4054-4987-bf04-9a1db661307e tempest-RoutersIpV6AdminTest-2054225496 tempest-RoutersIpV6AdminTest-2054225496-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=83869) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Apr 01 13:33:49.510780 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-ff93e685-4054-4987-bf04-9a1db661307e tempest-RoutersIpV6AdminTest-2054225496 tempest-RoutersIpV6AdminTest-2054225496-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575'] for subnet, after_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:33:49.531140 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Pushing event updated for resources: {'Port': ['ID=1d1d7b6b-a315-4d6f-b107-0a0f237c2067,revision_number=4']} {{(pid=83872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:33:49.583710 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Provisioning complete for port bcd274d5-58f9-4e2c-940a-c87b39c3f923 triggered by entity L2. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 13:33:49.584096 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-948329'] for port, provisioning_complete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:33:49.596844 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff93e685-4054-4987-bf04-9a1db661307e tempest-RoutersIpV6AdminTest-2054225496 tempest-RoutersIpV6AdminTest-2054225496-project-admin] Pushing event updated for resources: {'Subnet': ['ID=1bc88cac-8192-40e9-8985-f20fd180bc5b,revision_number=0']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:33:49.633091 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-410e439f-4205-4a3b-a178-4c4b1b37e4cd tempest-RoutersAdminNegativeTest-1657687453 tempest-RoutersAdminNegativeTest-1657687453-project-admin] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 3.9501379 Apr 01 13:33:49.638504 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 46764) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:33:49.664121 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.v2.base [None req-64f9e729-cf1e-40cd-8b9d-0cc89c48d492 tempest-RoutersAdminNegativeTest-1657687453 tempest-RoutersAdminNegativeTest-1657687453-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'external_fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.187'}]}}} {{(pid=83871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:33:49.672011 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-64f9e729-cf1e-40cd-8b9d-0cc89c48d492 tempest-RoutersAdminNegativeTest-1657687453 tempest-RoutersAdminNegativeTest-1657687453-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:33:49.677103 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-64f9e729-cf1e-40cd-8b9d-0cc89c48d492 tempest-RoutersAdminNegativeTest-1657687453 tempest-RoutersAdminNegativeTest-1657687453-project-admin] Usage tracker for resource:router and tenant:7a6d1018a3c748dba4dc1448d33ef3ec is out of sync, need to count used quota {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 13:33:49.682203 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-64f9e729-cf1e-40cd-8b9d-0cc89c48d492 tempest-RoutersAdminNegativeTest-1657687453 tempest-RoutersAdminNegativeTest-1657687453-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 13:33:49.691546 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-64f9e729-cf1e-40cd-8b9d-0cc89c48d492 tempest-RoutersAdminNegativeTest-1657687453 tempest-RoutersAdminNegativeTest-1657687453-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:33:49.711321 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-683c5768-e63b-4cdc-982b-907da7403078 None None] Provisioning complete for port dc1d3407-408a-4489-a985-4b87e716c495 triggered by entity DHCP. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 13:33:49.711561 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-683c5768-e63b-4cdc-982b-907da7403078 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-948329'] for port, provisioning_complete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:33:49.737619 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-64f9e729-cf1e-40cd-8b9d-0cc89c48d492 tempest-RoutersAdminNegativeTest-1657687453 tempest-RoutersAdminNegativeTest-1657687453-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4082176', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4220'] for router, before_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:33:49.738826 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-64f9e729-cf1e-40cd-8b9d-0cc89c48d492 tempest-RoutersAdminNegativeTest-1657687453 tempest-RoutersAdminNegativeTest-1657687453-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4082277', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4084873', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4148249', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4211'] for router, precommit_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:33:49.784652 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff93e685-4054-4987-bf04-9a1db661307e tempest-RoutersIpV6AdminTest-2054225496 tempest-RoutersIpV6AdminTest-2054225496-project-admin] Checking segment: {'id': 'eaa1ce59-9323-4178-b428-270dc4cff844', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '96393602-b907-42fe-8925-7596bcadc2d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 13:33:49.785090 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff93e685-4054-4987-bf04-9a1db661307e tempest-RoutersIpV6AdminTest-2054225496 tempest-RoutersIpV6AdminTest-2054225496-project-admin] Network hostable DHCP agents. Network: 96393602-b907-42fe-8925-7596bcadc2d8, hostable agents: ['e47e4547-5c2d-4954-ba56-fa3646239f18'], hosted agents: [] {{(pid=83869) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 13:33:49.790234 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-16e8068e-3746-4898-a23e-d895e6334bd2 tempest-ExternalNetworksTestJSON-1346188077 tempest-ExternalNetworksTestJSON-1346188077-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:33:49.812032 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-16e8068e-3746-4898-a23e-d895e6334bd2 tempest-ExternalNetworksTestJSON-1346188077 tempest-ExternalNetworksTestJSON-1346188077-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3775923'] for security_group, after_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:33:49.822148 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.plugin [None req-683c5768-e63b-4cdc-982b-907da7403078 None None] Port dc1d3407-408a-4489-a985-4b87e716c495 cannot update to ACTIVE because it is not bound. {{(pid=83872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 13:33:49.853446 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-16e8068e-3746-4898-a23e-d895e6334bd2 tempest-ExternalNetworksTestJSON-1346188077 tempest-ExternalNetworksTestJSON-1346188077-project-admin] vlan segment allocate from pool success with {'vlan_id': 361, 'physical_network': 'physnet1'} {{(pid=83869) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 13:33:49.868402 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c7e334c-e445-4858-b0fb-9be17bfdcaa8 admin admin] Network fb98b55b-27fc-4010-87f8-0892c916fc1a is already hosted by enough agents. {{(pid=83869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 13:33:49.875683 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.scheduler.base_scheduler [None req-1c7e334c-e445-4858-b0fb-9be17bfdcaa8 admin admin] Resources bound (agent type, host, resource id): {{(pid=83869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 13:33:49.876494 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_hamode_db [None req-af306433-8d8f-472c-8e27-802e83d49929 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77406f62-76cf-4016-91f0-13f9860d5967', 'name': 'tempest-ServersTestJSON-518393349-router', 'tenant_id': '60bf55a52dbc4f9d9d0decf6a2dd30f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'external_fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.230'}], 'enable_snat': True}, 'gw_port_id': 'de05d516-4cf8-4e68-8674-3515de7a8c32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T13:33:40Z', 'updated_at': '2022-04-01T13:33:48Z', 'revision_number': 4, 'project_id': '60bf55a52dbc4f9d9d0decf6a2dd30f6', 'gw_port': {'id': 'de05d516-4cf8-4e68-8674-3515de7a8c32', 'name': '', 'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:6f:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77406f62-76cf-4016-91f0-13f9860d5967', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836180-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:33:41Z', 'updated_at': '2022-04-01T13:33:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836180-1-hyperv', '_interfaces': [{'id': '477de692-9c51-4431-a196-3139509ee79b', 'name': '', 'network_id': 'fb98b55b-27fc-4010-87f8-0892c916fc1a', 'tenant_id': '60bf55a52dbc4f9d9d0decf6a2dd30f6', 'mac_address': 'fa:16:3e:e9:cb:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77406f62-76cf-4016-91f0-13f9860d5967', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bd8de9aa-4e53-4452-88cd-9054c473da72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:33:46Z', 'updated_at': '2022-04-01T13:33:47Z', 'revision_number': 1, 'project_id': '60bf55a52dbc4f9d9d0decf6a2dd30f6', 'subnets': [{'id': 'bd8de9aa-4e53-4452-88cd-9054c473da72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-836180-1-hyperv', False) {} {{(pid=83872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:33:49.883997 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-683c5768-e63b-4cdc-982b-907da7403078 None None] Provisioning for port 477de692-9c51-4431-a196-3139509ee79b completed by entity DHCP. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 13:33:49.892289 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af306433-8d8f-472c-8e27-802e83d49929 None None] The sync data for ids ['77406f62-76cf-4016-91f0-13f9860d5967'] in dv-neutron-836180-1-hyperv is: [{'id': '77406f62-76cf-4016-91f0-13f9860d5967', 'name': 'tempest-ServersTestJSON-518393349-router', 'tenant_id': '60bf55a52dbc4f9d9d0decf6a2dd30f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'external_fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.230'}], 'enable_snat': True}, 'gw_port_id': 'de05d516-4cf8-4e68-8674-3515de7a8c32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T13:33:40Z', 'updated_at': '2022-04-01T13:33:48Z', 'revision_number': 4, 'project_id': '60bf55a52dbc4f9d9d0decf6a2dd30f6', 'gw_port': {'id': 'de05d516-4cf8-4e68-8674-3515de7a8c32', 'name': '', 'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:6f:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77406f62-76cf-4016-91f0-13f9860d5967', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836180-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:33:41Z', 'updated_at': '2022-04-01T13:33:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836180-1-hyperv', '_interfaces': [{'id': '477de692-9c51-4431-a196-3139509ee79b', 'name': '', 'network_id': 'fb98b55b-27fc-4010-87f8-0892c916fc1a', 'tenant_id': '60bf55a52dbc4f9d9d0decf6a2dd30f6', 'mac_address': 'fa:16:3e:e9:cb:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77406f62-76cf-4016-91f0-13f9860d5967', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bd8de9aa-4e53-4452-88cd-9054c473da72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:33:46Z', 'updated_at': '2022-04-01T13:33:47Z', 'revision_number': 1, 'project_id': '60bf55a52dbc4f9d9d0decf6a2dd30f6', 'subnets': [{'id': 'bd8de9aa-4e53-4452-88cd-9054c473da72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 13:33:49.895259 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-683c5768-e63b-4cdc-982b-907da7403078 None None] Provisioning complete for port 477de692-9c51-4431-a196-3139509ee79b triggered by entity DHCP. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 13:33:49.895894 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-683c5768-e63b-4cdc-982b-907da7403078 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-948329'] for port, provisioning_complete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:33:49.946130 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e8068e-3746-4898-a23e-d895e6334bd2 tempest-ExternalNetworksTestJSON-1346188077 tempest-ExternalNetworksTestJSON-1346188077-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8807fca2-a8d3-47fc-aa5f-8651f3eb35eb,revision_number=1']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:33:49.985939 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.notifiers.nova [None req-77a04bbe-3b91-4e96-8d48-1241d626d617 tempest-PortsAdminExtendedAttrsTestJSON-1757410772 tempest-PortsAdminExtendedAttrsTestJSON-1757410772-project-admin] device_id is not set on port f254c728-dc1a-4ad8-91d2-f4459a413890 yet. {{(pid=83871) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 01 13:33:49.999213 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.plugin [None req-683c5768-e63b-4cdc-982b-907da7403078 None None] Port 477de692-9c51-4431-a196-3139509ee79b cannot update to ACTIVE because it is not bound. {{(pid=83872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 13:33:50.026663 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-77a04bbe-3b91-4e96-8d48-1241d626d617 tempest-PortsAdminExtendedAttrsTestJSON-1757410772 tempest-PortsAdminExtendedAttrsTestJSON-1757410772-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:33:50.042083 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.provisioning_blocks [None req-77a04bbe-3b91-4e96-8d48-1241d626d617 tempest-PortsAdminExtendedAttrsTestJSON-1757410772 tempest-PortsAdminExtendedAttrsTestJSON-1757410772-project-admin] Transition to ACTIVE for port object f254c728-dc1a-4ad8-91d2-f4459a413890 will not be triggered until provisioned by entity L2. {{(pid=83871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 13:33:50.054248 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-64f9e729-cf1e-40cd-8b9d-0cc89c48d492 tempest-RoutersAdminNegativeTest-1657687453 tempest-RoutersAdminNegativeTest-1657687453-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:33:50.099907 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-16e8068e-3746-4898-a23e-d895e6334bd2 tempest-ExternalNetworksTestJSON-1346188077 tempest-ExternalNetworksTestJSON-1346188077-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1004271'] for segment, precommit_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:33:50.100700 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.db.segments_db [None req-16e8068e-3746-4898-a23e-d895e6334bd2 tempest-ExternalNetworksTestJSON-1346188077 tempest-ExternalNetworksTestJSON-1346188077-project-admin] Added segment 5f9365d4-565f-4742-afd2-d819ae1a7786 of type vlan for network f4e9b4e0-97a7-4dea-a0c7-110810fd6335 Apr 01 13:33:50.104273 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff93e685-4054-4987-bf04-9a1db661307e tempest-RoutersIpV6AdminTest-2054225496 tempest-RoutersIpV6AdminTest-2054225496-project-admin] Network 96393602-b907-42fe-8925-7596bcadc2d8 is scheduled to be hosted by DHCP agent e47e4547-5c2d-4954-ba56-fa3646239f18 with binding_index 1 {{(pid=83869) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 13:33:50.201447 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.scheduler.base_scheduler [None req-ff93e685-4054-4987-bf04-9a1db661307e tempest-RoutersIpV6AdminTest-2054225496 tempest-RoutersIpV6AdminTest-2054225496-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-836180-1-hyperv, 96393602-b907-42fe-8925-7596bcadc2d8) {{(pid=83869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 13:33:50.230113 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06299d31-dcdb-4ec4-be18-1018780aebdb None None] Network 96393602-b907-42fe-8925-7596bcadc2d8 requested from dv-neutron-836180-1-hyperv {{(pid=83872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 13:33:50.236340 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff93e685-4054-4987-bf04-9a1db661307e tempest-RoutersIpV6AdminTest-2054225496 tempest-RoutersIpV6AdminTest-2054225496-project-admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:33:50.236953 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-ff93e685-4054-4987-bf04-9a1db661307e tempest-RoutersIpV6AdminTest-2054225496 tempest-RoutersIpV6AdminTest-2054225496-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3017602'] for subnet, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:33:50.243674 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-77335ebc-3e23-44cd-af64-a13d64ddd8e8 tempest-FloatingIPAdminTestJSON-382796379 tempest-FloatingIPAdminTestJSON-382796379-project] Notify callbacks [] for port, precommit_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:33:50.309638 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-77a04bbe-3b91-4e96-8d48-1241d626d617 tempest-PortsAdminExtendedAttrsTestJSON-1757410772 tempest-PortsAdminExtendedAttrsTestJSON-1757410772-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736732935801'] for port, after_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:33:50.317968 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Device 1d1d7b6b-a315-4d6f-b107-0a0f237c2067 up at agent ovs-agent-dv-neutron-836180-1-hyperv {{(pid=83872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 13:33:50.351027 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-3234bfca-684f-4314-8272-630ab67288a8 None None] Provisioning complete for port 477de692-9c51-4431-a196-3139509ee79b triggered by entity DHCP. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 13:33:50.351027 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-3234bfca-684f-4314-8272-630ab67288a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-948329'] for port, provisioning_complete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:33:50.376046 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-77335ebc-3e23-44cd-af64-a13d64ddd8e8 tempest-FloatingIPAdminTestJSON-382796379 tempest-FloatingIPAdminTestJSON-382796379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736732935801'] for port, after_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:33:50.382086 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-16e8068e-3746-4898-a23e-d895e6334bd2 tempest-ExternalNetworksTestJSON-1346188077 tempest-ExternalNetworksTestJSON-1346188077-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736732923383'] for network, precommit_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:33:50.411990 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.objects.ports [None req-ecc654a6-938d-4c02-81ef-b3644e423849 tempest-RoutersAdminTest-1965710677 tempest-RoutersAdminTest-1965710677-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=83871) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Apr 01 13:33:50.412707 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-ecc654a6-938d-4c02-81ef-b3644e423849 tempest-RoutersAdminTest-1965710677 tempest-RoutersAdminTest-1965710677-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575'] for subnet, after_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:33:50.420001 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-ff93e685-4054-4987-bf04-9a1db661307e tempest-RoutersIpV6AdminTest-2054225496 tempest-RoutersIpV6AdminTest-2054225496-project-admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 2.6580496 Apr 01 13:33:50.429481 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 46768) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:33:50.452686 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.v2.base [None req-ad34c457-dfa9-46cc-bba4-2ef3b82c82a7 tempest-RoutersIpV6AdminTest-2054225496 tempest-RoutersIpV6AdminTest-2054225496-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-1321683614', 'network_id': '96393602-b907-42fe-8925-7596bcadc2d8'}} {{(pid=83869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:33:50.457681 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-ad34c457-dfa9-46cc-bba4-2ef3b82c82a7 tempest-RoutersIpV6AdminTest-2054225496 tempest-RoutersIpV6AdminTest-2054225496-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:33:50.461886 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-ad34c457-dfa9-46cc-bba4-2ef3b82c82a7 tempest-RoutersIpV6AdminTest-2054225496 tempest-RoutersIpV6AdminTest-2054225496-project-admin] Usage tracker for resource:port and tenant:167f1243c1b94bb08d93f8762e1d0ff2 is out of sync, need to count used quota {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 13:33:50.464696 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-ad34c457-dfa9-46cc-bba4-2ef3b82c82a7 tempest-RoutersIpV6AdminTest-2054225496 tempest-RoutersIpV6AdminTest-2054225496-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 13:33:50.478131 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-ad34c457-dfa9-46cc-bba4-2ef3b82c82a7 tempest-RoutersIpV6AdminTest-2054225496 tempest-RoutersIpV6AdminTest-2054225496-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:33:50.495929 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-16e8068e-3746-4898-a23e-d895e6334bd2 tempest-ExternalNetworksTestJSON-1346188077 tempest-ExternalNetworksTestJSON-1346188077-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575'] for network, after_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:33:50.497502 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16e8068e-3746-4898-a23e-d895e6334bd2 tempest-ExternalNetworksTestJSON-1346188077 tempest-ExternalNetworksTestJSON-1346188077-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:33:50.500139 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-16e8068e-3746-4898-a23e-d895e6334bd2 tempest-ExternalNetworksTestJSON-1346188077 tempest-ExternalNetworksTestJSON-1346188077-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3017602'] for network, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:33:50.509659 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.plugin [None req-3234bfca-684f-4314-8272-630ab67288a8 None None] Port 477de692-9c51-4431-a196-3139509ee79b cannot update to ACTIVE because it is not bound. {{(pid=83872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 13:33:50.525560 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad34c457-dfa9-46cc-bba4-2ef3b82c82a7 tempest-RoutersIpV6AdminTest-2054225496 tempest-RoutersIpV6AdminTest-2054225496-project-admin] Made reservation on behalf of 167f1243c1b94bb08d93f8762e1d0ff2 for: {'port': 1} {{(pid=83869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 13:33:50.527483 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-ad34c457-dfa9-46cc-bba4-2ef3b82c82a7 tempest-RoutersIpV6AdminTest-2054225496 tempest-RoutersIpV6AdminTest-2054225496-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:33:50.566281 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a94f0ef-74a9-4d36-bbc5-7d2777198331 admin admin] Notify agent at l3_agent.dv-neutron-836180-1-hyperv the message routers_updated {{(pid=83871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 13:33:50.585328 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9e8971a-135c-4a02-a01b-c549ec21ee6b None None] Sync routers for ids ['f24d7f76-f3ce-4d42-b1de-3162bb17b4ab'] in dv-neutron-836180-1-hyperv {{(pid=83873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 13:33:50.591766 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Provisioning complete for port 1d1d7b6b-a315-4d6f-b107-0a0f237c2067 triggered by entity L2. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 13:33:50.592243 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-948329'] for port, provisioning_complete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:33:50.609066 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9e8971a-135c-4a02-a01b-c549ec21ee6b None None] Routers {'f24d7f76-f3ce-4d42-b1de-3162bb17b4ab'} bound to L3 agent in host dv-neutron-836180-1-hyperv {{(pid=83873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 13:33:50.610037 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-b9e8971a-135c-4a02-a01b-c549ec21ee6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836180-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-01T13:25:36Z,description=,heartbeat_timestamp=2022-04-01T13:33:36Z,host='dv-neutron-836180-1-hyperv',id=88bf8fc8-11a3-4e96-9d1b-5fd93ba9f6f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T13:25:36Z,topic='l3_agent')) {'router_ids': ['f24d7f76-f3ce-4d42-b1de-3162bb17b4ab'], 'active': True} {{(pid=83873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:33:50.622275 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-16e8068e-3746-4898-a23e-d895e6334bd2 tempest-ExternalNetworksTestJSON-1346188077 tempest-ExternalNetworksTestJSON-1346188077-project-admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 2.4513762 Apr 01 13:33:50.625052 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 46772) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:33:50.645972 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.notifiers.nova [None req-ad34c457-dfa9-46cc-bba4-2ef3b82c82a7 tempest-RoutersIpV6AdminTest-2054225496 tempest-RoutersIpV6AdminTest-2054225496-project-admin] device_id is not set on port 14a12e10-233f-43cb-8ffb-be9b3977a58f yet. {{(pid=83869) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 01 13:33:50.705727 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e8068e-3746-4898-a23e-d895e6334bd2 tempest-ExternalNetworksTestJSON-1346188077 tempest-ExternalNetworksTestJSON-1346188077-project-admin] Pushing event updated for resources: {'Network': ['ID=f4e9b4e0-97a7-4dea-a0c7-110810fd6335,revision_number=1']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:33:50.710434 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3a4b4e6-3810-450f-be40-7d8aa5f01b77 None None] Network 96393602-b907-42fe-8925-7596bcadc2d8 requested from dv-neutron-836180-1-hyperv {{(pid=83872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 13:33:50.734309 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Network f4e9b4e0-97a7-4dea-a0c7-110810fd6335 details requested by agent ovs-agent-dv-neutron-836180-1-hyperv with host dv-neutron-836180-1-hyperv {{(pid=83872) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 13:33:50.744614 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77335ebc-3e23-44cd-af64-a13d64ddd8e8 tempest-FloatingIPAdminTestJSON-382796379 tempest-FloatingIPAdminTestJSON-382796379-project] Network 725864b8-cceb-48c9-b5d3-1bfc4423e301 is already hosted by enough agents. {{(pid=83871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 13:33:50.767552 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-9a94f0ef-74a9-4d36-bbc5-7d2777198331 admin admin] 10.222.0.26 "PUT /v2.0/routers/f24d7f76-f3ce-4d42-b1de-3162bb17b4ab/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.9929340 Apr 01 13:33:50.797539 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a04bbe-3b91-4e96-8d48-1241d626d617 tempest-PortsAdminExtendedAttrsTestJSON-1757410772 tempest-PortsAdminExtendedAttrsTestJSON-1757410772-project-admin] Pushing event updated for resources: {'Port': ['ID=f254c728-dc1a-4ad8-91d2-f4459a413890,revision_number=1']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:33:50.800753 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.scheduler.base_scheduler [None req-77335ebc-3e23-44cd-af64-a13d64ddd8e8 tempest-FloatingIPAdminTestJSON-382796379 tempest-FloatingIPAdminTestJSON-382796379-project] Resources bound (agent type, host, resource id): {{(pid=83871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 13:33:50.865136 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77335ebc-3e23-44cd-af64-a13d64ddd8e8 tempest-FloatingIPAdminTestJSON-382796379 tempest-FloatingIPAdminTestJSON-382796379-project] Received port after_create {{(pid=83871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 13:33:50.908584 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-658e112e-a10c-4216-b83a-ce1880d52b32 tempest-ExternalNetworksTestJSON-1346188077 tempest-ExternalNetworksTestJSON-1346188077-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1033078'] for network, before_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:33:50.952001 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_dvr_db [None req-b9e8971a-135c-4a02-a01b-c549ec21ee6b None None] Set router f24d7f76-f3ce-4d42-b1de-3162bb17b4ab gateway port host: dv-neutron-836180-1-hyperv {{(pid=83873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 13:33:51.076375 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c7e334c-e445-4858-b0fb-9be17bfdcaa8 admin admin] Router 77406f62-76cf-4016-91f0-13f9860d5967 has already been hosted by L3 agent 88bf8fc8-11a3-4e96-9d1b-5fd93ba9f6f1 {{(pid=83869) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 13:33:51.124165 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.db_base_plugin_common [None req-ad34c457-dfa9-46cc-bba4-2ef3b82c82a7 tempest-RoutersIpV6AdminTest-2054225496 tempest-RoutersIpV6AdminTest-2054225496-project-admin] Allocated IP 2001:db8::322 (96393602-b907-42fe-8925-7596bcadc2d8/1bc88cac-8192-40e9-8985-f20fd180bc5b/14a12e10-233f-43cb-8ffb-be9b3977a58f) {{(pid=83869) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 13:33:51.156351 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-77335ebc-3e23-44cd-af64-a13d64ddd8e8 tempest-FloatingIPAdminTestJSON-382796379 tempest-FloatingIPAdminTestJSON-382796379-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:33:51.205718 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Device b28bf124-220a-43f1-9028-1fc5756e09ae up at agent ovs-agent-dv-neutron-836180-1-hyperv {{(pid=83872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 13:33:51.241733 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-658e112e-a10c-4216-b83a-ce1880d52b32 tempest-ExternalNetworksTestJSON-1346188077 tempest-ExternalNetworksTestJSON-1346188077-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-942654', 'neutron.services.segments.db._delete_segments_for_network-8736733387888'] for network, precommit_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:33:51.295769 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77a04bbe-3b91-4e96-8d48-1241d626d617 tempest-PortsAdminExtendedAttrsTestJSON-1757410772 tempest-PortsAdminExtendedAttrsTestJSON-1757410772-project-admin] Checking segment: {'id': '92414977-2e91-49a0-9c02-7d2579834d3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'bfc634f9-53d1-48bd-89ab-1b58f2c64fc0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 13:33:51.296272 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77a04bbe-3b91-4e96-8d48-1241d626d617 tempest-PortsAdminExtendedAttrsTestJSON-1757410772 tempest-PortsAdminExtendedAttrsTestJSON-1757410772-project-admin] Network hostable DHCP agents. Network: bfc634f9-53d1-48bd-89ab-1b58f2c64fc0, hostable agents: ['e47e4547-5c2d-4954-ba56-fa3646239f18'], hosted agents: [] {{(pid=83871) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 13:33:51.304043 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77335ebc-3e23-44cd-af64-a13d64ddd8e8 tempest-FloatingIPAdminTestJSON-382796379 tempest-FloatingIPAdminTestJSON-382796379-project] Pushing event updated for resources: {'Port': ['ID=4e99f2a7-d89c-4541-ba32-211e8a23ef58,revision_number=1']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:33:51.321760 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecc654a6-938d-4c02-81ef-b3644e423849 tempest-RoutersAdminTest-1965710677 tempest-RoutersAdminTest-1965710677-project-admin] Checking segment: {'id': 'dfb2f144-f035-40a3-af5d-30399460c0e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'c177c331-3887-4337-812f-3a2215c218e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 13:33:51.322398 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecc654a6-938d-4c02-81ef-b3644e423849 tempest-RoutersAdminTest-1965710677 tempest-RoutersAdminTest-1965710677-project-admin] Network hostable DHCP agents. Network: c177c331-3887-4337-812f-3a2215c218e5, hostable agents: ['e47e4547-5c2d-4954-ba56-fa3646239f18'], hosted agents: [] {{(pid=83871) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 13:33:51.446712 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-64f9e729-cf1e-40cd-8b9d-0cc89c48d492 tempest-RoutersAdminNegativeTest-1657687453 tempest-RoutersAdminNegativeTest-1657687453-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4084887', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4079850', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4161'] for router, precommit_update {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:33:51.462585 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Provisioning complete for port b28bf124-220a-43f1-9028-1fc5756e09ae triggered by entity L2. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 13:33:51.462980 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-948329'] for port, provisioning_complete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:33:51.480522 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-77335ebc-3e23-44cd-af64-a13d64ddd8e8 tempest-FloatingIPAdminTestJSON-382796379 tempest-FloatingIPAdminTestJSON-382796379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:33:51.570802 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-b9e8971a-135c-4a02-a01b-c549ec21ee6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f24d7f76-f3ce-4d42-b1de-3162bb17b4ab', 'name': 'tempest-ServersTestManualDisk-1056140270-router', 'tenant_id': '89fbd4bee1224db38dcb79340f59d1d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'external_fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.27'}], 'enable_snat': True}, 'gw_port_id': '1d1d7b6b-a315-4d6f-b107-0a0f237c2067', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T13:33:39Z', 'updated_at': '2022-04-01T13:33:44Z', 'revision_number': 4, 'project_id': '89fbd4bee1224db38dcb79340f59d1d9', 'gw_port': {'id': '1d1d7b6b-a315-4d6f-b107-0a0f237c2067', 'name': '', 'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:f6:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f24d7f76-f3ce-4d42-b1de-3162bb17b4ab', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836180-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:33:40Z', 'updated_at': '2022-04-01T13:33:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836180-1-hyperv', '_interfaces': [{'id': 'dc1d3407-408a-4489-a985-4b87e716c495', 'name': '', 'network_id': '8a1d3029-ea4e-4a99-9a7d-ce93ff1eb9a1', 'tenant_id': '89fbd4bee1224db38dcb79340f59d1d9', 'mac_address': 'fa:16:3e:2e:99:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f24d7f76-f3ce-4d42-b1de-3162bb17b4ab', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b4d98d75-116a-4d3d-b965-52d071507f72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:33:43Z', 'updated_at': '2022-04-01T13:33:44Z', 'revision_number': 2, 'project_id': '89fbd4bee1224db38dcb79340f59d1d9', 'subnets': [{'id': 'b4d98d75-116a-4d3d-b965-52d071507f72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-836180-1-hyperv', False) {} {{(pid=83873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:33:51.582793 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9e8971a-135c-4a02-a01b-c549ec21ee6b None None] Checking router: f24d7f76-f3ce-4d42-b1de-3162bb17b4ab for host: dv-neutron-836180-1-hyperv {{(pid=83873) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 01 13:33:51.583665 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9e8971a-135c-4a02-a01b-c549ec21ee6b None None] Updating router f24d7f76-f3ce-4d42-b1de-3162bb17b4ab port dc1d3407-408a-4489-a985-4b87e716c495 binding host dv-neutron-836180-1-hyperv {{(pid=83873) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 01 13:33:51.615299 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-658e112e-a10c-4216-b83a-ce1880d52b32 tempest-ExternalNetworksTestJSON-1346188077 tempest-ExternalNetworksTestJSON-1346188077-project-admin] Subscribe: > segment before_delete 55550000 {{(pid=83869) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 13:33:51.615664 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-658e112e-a10c-4216-b83a-ce1880d52b32 tempest-ExternalNetworksTestJSON-1346188077 tempest-ExternalNetworksTestJSON-1346188077-project-admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=83869) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 13:33:51.616390 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-658e112e-a10c-4216-b83a-ce1880d52b32 tempest-ExternalNetworksTestJSON-1346188077 tempest-ExternalNetworksTestJSON-1346188077-project-admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=83869) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 13:33:51.616707 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-658e112e-a10c-4216-b83a-ce1880d52b32 tempest-ExternalNetworksTestJSON-1346188077 tempest-ExternalNetworksTestJSON-1346188077-project-admin] Subscribe: > port after_create 55550000 {{(pid=83869) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 13:33:51.617014 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-658e112e-a10c-4216-b83a-ce1880d52b32 tempest-ExternalNetworksTestJSON-1346188077 tempest-ExternalNetworksTestJSON-1346188077-project-admin] Subscribe: > port after_delete 55550000 {{(pid=83869) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 13:33:51.617351 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-658e112e-a10c-4216-b83a-ce1880d52b32 tempest-ExternalNetworksTestJSON-1346188077 tempest-ExternalNetworksTestJSON-1346188077-project-admin] Subscribe: > port after_update 55550000 {{(pid=83869) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 13:33:51.617674 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-658e112e-a10c-4216-b83a-ce1880d52b32 tempest-ExternalNetworksTestJSON-1346188077 tempest-ExternalNetworksTestJSON-1346188077-project-admin] Subscribe: > segment after_delete 55550000 {{(pid=83869) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 13:33:51.617991 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-658e112e-a10c-4216-b83a-ce1880d52b32 tempest-ExternalNetworksTestJSON-1346188077 tempest-ExternalNetworksTestJSON-1346188077-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=83869) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 13:33:51.618292 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-658e112e-a10c-4216-b83a-ce1880d52b32 tempest-ExternalNetworksTestJSON-1346188077 tempest-ExternalNetworksTestJSON-1346188077-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=83869) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 13:33:51.618588 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-658e112e-a10c-4216-b83a-ce1880d52b32 tempest-ExternalNetworksTestJSON-1346188077 tempest-ExternalNetworksTestJSON-1346188077-project-admin] Subscribe: > subnet after_update 55550000 {{(pid=83869) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 13:33:51.687236 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-b9e8971a-135c-4a02-a01b-c549ec21ee6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:33:51.761032 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-77335ebc-3e23-44cd-af64-a13d64ddd8e8 tempest-FloatingIPAdminTestJSON-382796379 tempest-FloatingIPAdminTestJSON-382796379-project] Notify callbacks [] for port, precommit_update {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:33:51.796597 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77a04bbe-3b91-4e96-8d48-1241d626d617 tempest-PortsAdminExtendedAttrsTestJSON-1757410772 tempest-PortsAdminExtendedAttrsTestJSON-1757410772-project-admin] Network bfc634f9-53d1-48bd-89ab-1b58f2c64fc0 is scheduled to be hosted by DHCP agent e47e4547-5c2d-4954-ba56-fa3646239f18 with binding_index 1 {{(pid=83871) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 13:33:51.811165 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-77335ebc-3e23-44cd-af64-a13d64ddd8e8 tempest-FloatingIPAdminTestJSON-382796379 tempest-FloatingIPAdminTestJSON-382796379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864'] for port, after_update {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:33:51.816373 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc654a6-938d-4c02-81ef-b3644e423849 tempest-RoutersAdminTest-1965710677 tempest-RoutersAdminTest-1965710677-project-admin] Pushing event updated for resources: {'Subnet': ['ID=cc0e84b6-3223-43b0-9d20-9222bec67617,revision_number=0']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:33:51.818750 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecc654a6-938d-4c02-81ef-b3644e423849 tempest-RoutersAdminTest-1965710677 tempest-RoutersAdminTest-1965710677-project-admin] Network c177c331-3887-4337-812f-3a2215c218e5 is scheduled to be hosted by DHCP agent e47e4547-5c2d-4954-ba56-fa3646239f18 with binding_index 1 {{(pid=83871) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 13:33:51.834706 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-658e112e-a10c-4216-b83a-ce1880d52b32 tempest-ExternalNetworksTestJSON-1346188077 tempest-ExternalNetworksTestJSON-1346188077-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=83869) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 13:33:51.835042 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-658e112e-a10c-4216-b83a-ce1880d52b32 tempest-ExternalNetworksTestJSON-1346188077 tempest-ExternalNetworksTestJSON-1346188077-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=83869) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 13:33:51.835361 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-658e112e-a10c-4216-b83a-ce1880d52b32 tempest-ExternalNetworksTestJSON-1346188077 tempest-ExternalNetworksTestJSON-1346188077-project-admin] Subscribe: > subnet before_create 55550000 {{(pid=83869) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 13:33:51.840889 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-658e112e-a10c-4216-b83a-ce1880d52b32 tempest-ExternalNetworksTestJSON-1346188077 tempest-ExternalNetworksTestJSON-1346188077-project-admin] Subscribe: > subnet before_update 55550000 {{(pid=83869) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 13:33:51.840889 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.services.segments.db [None req-658e112e-a10c-4216-b83a-ce1880d52b32 tempest-ExternalNetworksTestJSON-1346188077 tempest-ExternalNetworksTestJSON-1346188077-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f4e9b4e0-97a7-4dea-a0c7-110810fd6335']}} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:33:51.878125 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.services.segments.db [None req-658e112e-a10c-4216-b83a-ce1880d52b32 tempest-ExternalNetworksTestJSON-1346188077 tempest-ExternalNetworksTestJSON-1346188077-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5f9365d4-565f-4742-afd2-d819ae1a7786') {'for_net_delete': True} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:33:51.878415 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.services.segments.db [None req-658e112e-a10c-4216-b83a-ce1880d52b32 tempest-ExternalNetworksTestJSON-1346188077 tempest-ExternalNetworksTestJSON-1346188077-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5f9365d4-565f-4742-afd2-d819ae1a7786') {} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:33:51.940198 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-658e112e-a10c-4216-b83a-ce1880d52b32 tempest-ExternalNetworksTestJSON-1346188077 tempest-ExternalNetworksTestJSON-1346188077-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736733386999', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2704982'] for segment, before_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:33:51.947860 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.scheduler.base_scheduler [None req-ecc654a6-938d-4c02-81ef-b3644e423849 tempest-RoutersAdminTest-1965710677 tempest-RoutersAdminTest-1965710677-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-836180-1-hyperv, c177c331-3887-4337-812f-3a2215c218e5) {{(pid=83871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 13:33:51.950229 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.scheduler.base_scheduler [None req-77a04bbe-3b91-4e96-8d48-1241d626d617 tempest-PortsAdminExtendedAttrsTestJSON-1757410772 tempest-PortsAdminExtendedAttrsTestJSON-1757410772-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-836180-1-hyperv, bfc634f9-53d1-48bd-89ab-1b58f2c64fc0) {{(pid=83871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 13:33:51.964535 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93d8c147-4f22-4bbb-ac83-b17679d59df3 None None] Network c177c331-3887-4337-812f-3a2215c218e5 requested from dv-neutron-836180-1-hyperv {{(pid=83872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 13:33:51.974045 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecc654a6-938d-4c02-81ef-b3644e423849 tempest-RoutersAdminTest-1965710677 tempest-RoutersAdminTest-1965710677-project-admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:33:51.974892 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-ecc654a6-938d-4c02-81ef-b3644e423849 tempest-RoutersAdminTest-1965710677 tempest-RoutersAdminTest-1965710677-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3017602'] for subnet, before_response {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:33:52.013001 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77a04bbe-3b91-4e96-8d48-1241d626d617 tempest-PortsAdminExtendedAttrsTestJSON-1757410772 tempest-PortsAdminExtendedAttrsTestJSON-1757410772-project-admin] Received port after_create {{(pid=83871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 13:33:52.047146 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-ecc654a6-938d-4c02-81ef-b3644e423849 tempest-RoutersAdminTest-1965710677 tempest-RoutersAdminTest-1965710677-project-admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 4.0846238 Apr 01 13:33:52.048631 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.managers [None req-77a04bbe-3b91-4e96-8d48-1241d626d617 tempest-PortsAdminExtendedAttrsTestJSON-1757410772 tempest-PortsAdminExtendedAttrsTestJSON-1757410772-project-admin] Attempting to bind port f254c728-dc1a-4ad8-91d2-f4459a413890 on host hv-neutron-8361 for vnic_type normal with profile {{(pid=83871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 13:33:52.049176 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.managers [None req-77a04bbe-3b91-4e96-8d48-1241d626d617 tempest-PortsAdminExtendedAttrsTestJSON-1757410772 tempest-PortsAdminExtendedAttrsTestJSON-1757410772-project-admin] Attempting to bind port f254c728-dc1a-4ad8-91d2-f4459a413890 by drivers openvswitch,hyperv on host hv-neutron-8361 at level 0 using segments [{'id': '92414977-2e91-49a0-9c02-7d2579834d3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'bfc634f9-53d1-48bd-89ab-1b58f2c64fc0'}] {{(pid=83871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 13:33:52.049773 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77a04bbe-3b91-4e96-8d48-1241d626d617 tempest-PortsAdminExtendedAttrsTestJSON-1757410772 tempest-PortsAdminExtendedAttrsTestJSON-1757410772-project-admin] Attempting to bind port f254c728-dc1a-4ad8-91d2-f4459a413890 on network bfc634f9-53d1-48bd-89ab-1b58f2c64fc0 {{(pid=83871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 13:33:52.058138 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 46790) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:33:52.065953 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77a04bbe-3b91-4e96-8d48-1241d626d617 tempest-PortsAdminExtendedAttrsTestJSON-1757410772 tempest-PortsAdminExtendedAttrsTestJSON-1757410772-project-admin] Port f254c728-dc1a-4ad8-91d2-f4459a413890 on network bfc634f9-53d1-48bd-89ab-1b58f2c64fc0 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8361 {{(pid=83871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 01 13:33:52.066610 dv-neutron-836180-1-hyperv neutron-server[83871]: ERROR neutron.plugins.ml2.managers [None req-77a04bbe-3b91-4e96-8d48-1241d626d617 tempest-PortsAdminExtendedAttrsTestJSON-1757410772 tempest-PortsAdminExtendedAttrsTestJSON-1757410772-project-admin] Failed to bind port f254c728-dc1a-4ad8-91d2-f4459a413890 on host hv-neutron-8361 for vnic_type normal using segments [{'id': '92414977-2e91-49a0-9c02-7d2579834d3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'bfc634f9-53d1-48bd-89ab-1b58f2c64fc0'}] Apr 01 13:33:52.078690 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.v2.base [None req-233a5575-2b6f-4946-b082-6abe79e46157 tempest-RoutersAdminTest-1965710677 tempest-RoutersAdminTest-1965710677-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-1417459196', 'network_id': 'c177c331-3887-4337-812f-3a2215c218e5'}} {{(pid=83871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:33:52.084718 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-233a5575-2b6f-4946-b082-6abe79e46157 tempest-RoutersAdminTest-1965710677 tempest-RoutersAdminTest-1965710677-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:33:52.088875 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-233a5575-2b6f-4946-b082-6abe79e46157 tempest-RoutersAdminTest-1965710677 tempest-RoutersAdminTest-1965710677-project-admin] Usage tracker for resource:port and tenant:04664f7c59734678b16de80312349853 is out of sync, need to count used quota {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 13:33:52.092616 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-233a5575-2b6f-4946-b082-6abe79e46157 tempest-RoutersAdminTest-1965710677 tempest-RoutersAdminTest-1965710677-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 13:33:52.098907 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-233a5575-2b6f-4946-b082-6abe79e46157 tempest-RoutersAdminTest-1965710677 tempest-RoutersAdminTest-1965710677-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:33:52.111524 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.plugins.ml2.plugin [None req-77a04bbe-3b91-4e96-8d48-1241d626d617 tempest-PortsAdminExtendedAttrsTestJSON-1757410772 tempest-PortsAdminExtendedAttrsTestJSON-1757410772-project-admin] Attempt 2 to bind port f254c728-dc1a-4ad8-91d2-f4459a413890 Apr 01 13:33:52.114781 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-658e112e-a10c-4216-b83a-ce1880d52b32 tempest-ExternalNetworksTestJSON-1346188077 tempest-ExternalNetworksTestJSON-1346188077-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1004271'] for segment, precommit_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:33:52.131045 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-658e112e-a10c-4216-b83a-ce1880d52b32 tempest-ExternalNetworksTestJSON-1346188077 tempest-ExternalNetworksTestJSON-1346188077-project-admin] Releasing vlan 361 on physical network physnet1 to pool {{(pid=83869) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 01 13:33:52.132165 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-658e112e-a10c-4216-b83a-ce1880d52b32 tempest-ExternalNetworksTestJSON-1346188077 tempest-ExternalNetworksTestJSON-1346188077-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1004262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2705264'] for segment, after_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:33:52.166364 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0804506b-d3e0-476b-9cb6-ae248068c3b3 None None] Network bfc634f9-53d1-48bd-89ab-1b58f2c64fc0 requested from dv-neutron-836180-1-hyperv {{(pid=83872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 13:33:52.172087 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.managers [None req-77a04bbe-3b91-4e96-8d48-1241d626d617 tempest-PortsAdminExtendedAttrsTestJSON-1757410772 tempest-PortsAdminExtendedAttrsTestJSON-1757410772-project-admin] Attempting to bind port f254c728-dc1a-4ad8-91d2-f4459a413890 on host hv-neutron-8361 for vnic_type normal with profile {{(pid=83871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 13:33:52.172660 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.managers [None req-77a04bbe-3b91-4e96-8d48-1241d626d617 tempest-PortsAdminExtendedAttrsTestJSON-1757410772 tempest-PortsAdminExtendedAttrsTestJSON-1757410772-project-admin] Attempting to bind port f254c728-dc1a-4ad8-91d2-f4459a413890 by drivers openvswitch,hyperv on host hv-neutron-8361 at level 0 using segments [{'id': '92414977-2e91-49a0-9c02-7d2579834d3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'bfc634f9-53d1-48bd-89ab-1b58f2c64fc0'}] {{(pid=83871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 13:33:52.172763 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77a04bbe-3b91-4e96-8d48-1241d626d617 tempest-PortsAdminExtendedAttrsTestJSON-1757410772 tempest-PortsAdminExtendedAttrsTestJSON-1757410772-project-admin] Attempting to bind port f254c728-dc1a-4ad8-91d2-f4459a413890 on network bfc634f9-53d1-48bd-89ab-1b58f2c64fc0 {{(pid=83871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 13:33:52.180136 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-b9e8971a-135c-4a02-a01b-c549ec21ee6b None None] Notify callbacks [] for port, precommit_update {{(pid=83873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:33:52.188149 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77a04bbe-3b91-4e96-8d48-1241d626d617 tempest-PortsAdminExtendedAttrsTestJSON-1757410772 tempest-PortsAdminExtendedAttrsTestJSON-1757410772-project-admin] Port f254c728-dc1a-4ad8-91d2-f4459a413890 on network bfc634f9-53d1-48bd-89ab-1b58f2c64fc0 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8361 {{(pid=83871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 01 13:33:52.188514 dv-neutron-836180-1-hyperv neutron-server[83871]: ERROR neutron.plugins.ml2.managers [None req-77a04bbe-3b91-4e96-8d48-1241d626d617 tempest-PortsAdminExtendedAttrsTestJSON-1757410772 tempest-PortsAdminExtendedAttrsTestJSON-1757410772-project-admin] Failed to bind port f254c728-dc1a-4ad8-91d2-f4459a413890 on host hv-neutron-8361 for vnic_type normal using segments [{'id': '92414977-2e91-49a0-9c02-7d2579834d3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'bfc634f9-53d1-48bd-89ab-1b58f2c64fc0'}] Apr 01 13:33:52.189104 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-233a5575-2b6f-4946-b082-6abe79e46157 tempest-RoutersAdminTest-1965710677 tempest-RoutersAdminTest-1965710677-project-admin] Made reservation on behalf of 04664f7c59734678b16de80312349853 for: {'port': 1} {{(pid=83871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 13:33:52.191499 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-233a5575-2b6f-4946-b082-6abe79e46157 tempest-RoutersAdminTest-1965710677 tempest-RoutersAdminTest-1965710677-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:33:52.192135 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-b9e8971a-135c-4a02-a01b-c549ec21ee6b None None] Transition to ACTIVE for port object dc1d3407-408a-4489-a985-4b87e716c495 will not be triggered until provisioned by entity L2. {{(pid=83873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 13:33:52.205859 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-b9e8971a-135c-4a02-a01b-c549ec21ee6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864'] for port, after_update {{(pid=83873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:33:52.214678 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-77335ebc-3e23-44cd-af64-a13d64ddd8e8 tempest-FloatingIPAdminTestJSON-382796379 tempest-FloatingIPAdminTestJSON-382796379-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4084747'] for floatingip, after_update {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:33:52.245223 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.plugins.ml2.plugin [None req-77a04bbe-3b91-4e96-8d48-1241d626d617 tempest-PortsAdminExtendedAttrsTestJSON-1757410772 tempest-PortsAdminExtendedAttrsTestJSON-1757410772-project-admin] Attempt 3 to bind port f254c728-dc1a-4ad8-91d2-f4459a413890 Apr 01 13:33:52.279830 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77335ebc-3e23-44cd-af64-a13d64ddd8e8 tempest-FloatingIPAdminTestJSON-382796379 tempest-FloatingIPAdminTestJSON-382796379-project] Pushing event updated for resources: {'Port': ['ID=4e99f2a7-d89c-4541-ba32-211e8a23ef58,revision_number=2']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:33:52.290101 dv-neutron-836180-1-hyperv neutron-server[83869]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Apr 01 13:33:52.290101 dv-neutron-836180-1-hyperv neutron-server[83869]: util.warn_limited( Apr 01 13:33:52.290101 dv-neutron-836180-1-hyperv neutron-server[83869]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Apr 01 13:33:52.290101 dv-neutron-836180-1-hyperv neutron-server[83869]: util.warn_limited( Apr 01 13:33:52.290101 dv-neutron-836180-1-hyperv neutron-server[83869]: Traceback (most recent call last): Apr 01 13:33:52.290101 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 01 13:33:52.290101 dv-neutron-836180-1-hyperv neutron-server[83869]: timer() Apr 01 13:33:52.290101 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 13:33:52.290101 dv-neutron-836180-1-hyperv neutron-server[83869]: cb(*args, **kw) Apr 01 13:33:52.290101 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 13:33:52.290101 dv-neutron-836180-1-hyperv neutron-server[83869]: return func(*args, **kwargs) Apr 01 13:33:52.290101 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 13:33:52.290101 dv-neutron-836180-1-hyperv neutron-server[83869]: self._notify() Apr 01 13:33:52.290101 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 13:33:52.290101 dv-neutron-836180-1-hyperv neutron-server[83869]: self.callback(batched_events) Apr 01 13:33:52.290101 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 13:33:52.290101 dv-neutron-836180-1-hyperv neutron-server[83869]: event.method(event) Apr 01 13:33:52.290101 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 13:33:52.290101 dv-neutron-836180-1-hyperv neutron-server[83869]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 13:33:52.290101 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 13:33:52.290101 dv-neutron-836180-1-hyperv neutron-server[83869]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 13:33:52.290101 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 13:33:52.290101 dv-neutron-836180-1-hyperv neutron-server[83869]: return f(self, *a, **k) Apr 01 13:33:52.290101 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 13:33:52.290101 dv-neutron-836180-1-hyperv neutron-server[83869]: return self._get(url).json() Apr 01 13:33:52.290101 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 13:33:52.290101 dv-neutron-836180-1-hyperv neutron-server[83869]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 13:33:52.290101 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 01 13:33:52.290101 dv-neutron-836180-1-hyperv neutron-server[83869]: return self.request(url, 'GET', **kwargs) Apr 01 13:33:52.290101 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 01 13:33:52.290101 dv-neutron-836180-1-hyperv neutron-server[83869]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 13:33:52.290101 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 01 13:33:52.290101 dv-neutron-836180-1-hyperv neutron-server[83869]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 13:33:52.290101 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 01 13:33:52.290101 dv-neutron-836180-1-hyperv neutron-server[83869]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 13:33:52.290101 dv-neutron-836180-1-hyperv neutron-server[83869]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 13:33:52.312327 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.notifiers.nova [None req-233a5575-2b6f-4946-b082-6abe79e46157 tempest-RoutersAdminTest-1965710677 tempest-RoutersAdminTest-1965710677-project-admin] device_id is not set on port 5b3f44c5-3a78-4821-8242-c84f10a93c2c yet. {{(pid=83871) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 01 13:33:52.341587 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75090aba-7bc6-4f13-8776-382e7f247332 None None] Pushing event updated for resources: {'Port': ['ID=dc1d3407-408a-4489-a985-4b87e716c495,revision_number=3']} {{(pid=83873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:33:52.361426 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-77335ebc-3e23-44cd-af64-a13d64ddd8e8 tempest-FloatingIPAdminTestJSON-382796379 tempest-FloatingIPAdminTestJSON-382796379-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109561'] for floatingip, before_response {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:33:52.361761 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Device de05d516-4cf8-4e68-8674-3515de7a8c32 up at agent ovs-agent-dv-neutron-836180-1-hyperv {{(pid=83872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 13:33:52.365916 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-77335ebc-3e23-44cd-af64-a13d64ddd8e8 tempest-FloatingIPAdminTestJSON-382796379 tempest-FloatingIPAdminTestJSON-382796379-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.2112455 Apr 01 13:33:52.366678 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 46794) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:33:52.385298 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.managers [None req-77a04bbe-3b91-4e96-8d48-1241d626d617 tempest-PortsAdminExtendedAttrsTestJSON-1757410772 tempest-PortsAdminExtendedAttrsTestJSON-1757410772-project-admin] Attempting to bind port f254c728-dc1a-4ad8-91d2-f4459a413890 on host hv-neutron-8361 for vnic_type normal with profile {{(pid=83871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 13:33:52.385863 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.managers [None req-77a04bbe-3b91-4e96-8d48-1241d626d617 tempest-PortsAdminExtendedAttrsTestJSON-1757410772 tempest-PortsAdminExtendedAttrsTestJSON-1757410772-project-admin] Attempting to bind port f254c728-dc1a-4ad8-91d2-f4459a413890 by drivers openvswitch,hyperv on host hv-neutron-8361 at level 0 using segments [{'id': '92414977-2e91-49a0-9c02-7d2579834d3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'bfc634f9-53d1-48bd-89ab-1b58f2c64fc0'}] {{(pid=83871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 13:33:52.386313 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77a04bbe-3b91-4e96-8d48-1241d626d617 tempest-PortsAdminExtendedAttrsTestJSON-1757410772 tempest-PortsAdminExtendedAttrsTestJSON-1757410772-project-admin] Attempting to bind port f254c728-dc1a-4ad8-91d2-f4459a413890 on network bfc634f9-53d1-48bd-89ab-1b58f2c64fc0 {{(pid=83871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 13:33:52.426015 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.v2.base [None req-7c2cc5c6-a3aa-424c-a750-7e00ab517e14 tempest-FloatingIPAdminTestJSON-382796379 tempest-FloatingIPAdminTestJSON-382796379-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-261557670'}} {{(pid=83871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:33:52.438717 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-7c2cc5c6-a3aa-424c-a750-7e00ab517e14 tempest-FloatingIPAdminTestJSON-382796379 tempest-FloatingIPAdminTestJSON-382796379-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:33:52.447794 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-7c2cc5c6-a3aa-424c-a750-7e00ab517e14 tempest-FloatingIPAdminTestJSON-382796379 tempest-FloatingIPAdminTestJSON-382796379-project] Usage tracker for resource:network and tenant:e66db8021e414e7baf903f5a575b7f77 is out of sync, need to count used quota {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 13:33:52.449229 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-658e112e-a10c-4216-b83a-ce1880d52b32 tempest-ExternalNetworksTestJSON-1346188077 tempest-ExternalNetworksTestJSON-1346188077-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-942599', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4084797'] for network, after_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:33:52.455576 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-7c2cc5c6-a3aa-424c-a750-7e00ab517e14 tempest-FloatingIPAdminTestJSON-382796379 tempest-FloatingIPAdminTestJSON-382796379-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 13:33:52.461238 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-658e112e-a10c-4216-b83a-ce1880d52b32 tempest-ExternalNetworksTestJSON-1346188077 tempest-ExternalNetworksTestJSON-1346188077-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network f4e9b4e0-97a7-4dea-a0c7-110810fd6335 {{(pid=83869) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Apr 01 13:33:52.464781 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-658e112e-a10c-4216-b83a-ce1880d52b32 tempest-ExternalNetworksTestJSON-1346188077 tempest-ExternalNetworksTestJSON-1346188077-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3017602'] for network, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:33:52.469537 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-7c2cc5c6-a3aa-424c-a750-7e00ab517e14 tempest-FloatingIPAdminTestJSON-382796379 tempest-FloatingIPAdminTestJSON-382796379-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:33:52.494767 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 46798) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:33:52.504619 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-658e112e-a10c-4216-b83a-ce1880d52b32 tempest-ExternalNetworksTestJSON-1346188077 tempest-ExternalNetworksTestJSON-1346188077-project-admin] 10.222.0.26 "DELETE /v2.0/networks/f4e9b4e0-97a7-4dea-a0c7-110810fd6335 HTTP/1.1" status: 204 len: 168 time: 1.8638437 Apr 01 13:33:52.507897 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 46800) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:33:52.534503 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-658e112e-a10c-4216-b83a-ce1880d52b32 tempest-ExternalNetworksTestJSON-1346188077 tempest-ExternalNetworksTestJSON-1346188077-project-admin] Pushing event deleted for resources: {'Network': ['ID=f4e9b4e0-97a7-4dea-a0c7-110810fd6335,revision_number=None']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:33:52.542733 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.v2.base [None req-6ec8d43e-5b46-4f65-9f61-da73f3380524 tempest-ExternalNetworksTestJSON-1346188077 tempest-ExternalNetworksTestJSON-1346188077-project-admin] Request body: {'network': {'router:external': True}} {{(pid=83869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:33:52.544812 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.v2.base [None req-745750a2-643b-4606-8acb-8c738e7e154e tempest-ServersTestManualDisk-1537329539 tempest-ServersTestManualDisk-1537329539-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1321858442', 'description': 'tempest-description--1218687684'}} {{(pid=83871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:33:52.549176 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-6ec8d43e-5b46-4f65-9f61-da73f3380524 tempest-ExternalNetworksTestJSON-1346188077 tempest-ExternalNetworksTestJSON-1346188077-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:33:52.553872 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-6ec8d43e-5b46-4f65-9f61-da73f3380524 tempest-ExternalNetworksTestJSON-1346188077 tempest-ExternalNetworksTestJSON-1346188077-project-admin] Usage tracker for resource:network and tenant:bb0d04bce31b434bb7c09b859fc82ca0 is out of sync, need to count used quota {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 13:33:52.562650 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-6ec8d43e-5b46-4f65-9f61-da73f3380524 tempest-ExternalNetworksTestJSON-1346188077 tempest-ExternalNetworksTestJSON-1346188077-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 13:33:52.576458 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-6ec8d43e-5b46-4f65-9f61-da73f3380524 tempest-ExternalNetworksTestJSON-1346188077 tempest-ExternalNetworksTestJSON-1346188077-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:33:52.578958 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c2cc5c6-a3aa-424c-a750-7e00ab517e14 tempest-FloatingIPAdminTestJSON-382796379 tempest-FloatingIPAdminTestJSON-382796379-project] Made reservation on behalf of e66db8021e414e7baf903f5a575b7f77 for: {'network': 1} {{(pid=83871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 13:33:52.587394 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-7c2cc5c6-a3aa-424c-a750-7e00ab517e14 tempest-FloatingIPAdminTestJSON-382796379 tempest-FloatingIPAdminTestJSON-382796379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for network, before_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:33:52.615010 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-745750a2-643b-4606-8acb-8c738e7e154e tempest-ServersTestManualDisk-1537329539 tempest-ServersTestManualDisk-1537329539-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:33:52.618352 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.plugins.ml2.managers [None req-b9e8971a-135c-4a02-a01b-c549ec21ee6b None None] Attempting to bind port dc1d3407-408a-4489-a985-4b87e716c495 on host dv-neutron-836180-1-hyperv for vnic_type normal with profile {{(pid=83873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 13:33:52.618885 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.plugins.ml2.managers [None req-b9e8971a-135c-4a02-a01b-c549ec21ee6b None None] Attempting to bind port dc1d3407-408a-4489-a985-4b87e716c495 by drivers openvswitch,hyperv on host dv-neutron-836180-1-hyperv at level 0 using segments [{'id': '8a3f76f1-77cd-4542-a381-4589f55fc17e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '8a1d3029-ea4e-4a99-9a7d-ce93ff1eb9a1'}] {{(pid=83873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 13:33:52.619298 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9e8971a-135c-4a02-a01b-c549ec21ee6b None None] Attempting to bind port dc1d3407-408a-4489-a985-4b87e716c495 on network 8a1d3029-ea4e-4a99-9a7d-ce93ff1eb9a1 {{(pid=83873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 13:33:52.619637 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-ad34c457-dfa9-46cc-bba4-2ef3b82c82a7 tempest-RoutersIpV6AdminTest-2054225496 tempest-RoutersIpV6AdminTest-2054225496-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:33:52.630674 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9e8971a-135c-4a02-a01b-c549ec21ee6b None None] Checking agent: {'id': 'af948428-97cd-4d10-9f53-af028bdb39b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-836180-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 13, 25, 37), 'started_at': datetime.datetime(2022, 4, 1, 13, 26, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 13, 33, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-836180-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 13:33:52.631173 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9e8971a-135c-4a02-a01b-c549ec21ee6b None None] Checking segment: {'id': '8a3f76f1-77cd-4542-a381-4589f55fc17e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '8a1d3029-ea4e-4a99-9a7d-ce93ff1eb9a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 13:33:52.632283 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-b9e8971a-135c-4a02-a01b-c549ec21ee6b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:33:52.632865 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9e8971a-135c-4a02-a01b-c549ec21ee6b None None] Bound using segment: {'id': '8a3f76f1-77cd-4542-a381-4589f55fc17e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '8a1d3029-ea4e-4a99-9a7d-ce93ff1eb9a1'} {{(pid=83873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 13:33:52.634563 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77a04bbe-3b91-4e96-8d48-1241d626d617 tempest-PortsAdminExtendedAttrsTestJSON-1757410772 tempest-PortsAdminExtendedAttrsTestJSON-1757410772-project-admin] Port f254c728-dc1a-4ad8-91d2-f4459a413890 on network bfc634f9-53d1-48bd-89ab-1b58f2c64fc0 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8361 {{(pid=83871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 01 13:33:52.634745 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.plugins.ml2.managers [None req-b9e8971a-135c-4a02-a01b-c549ec21ee6b None None] Bound port: dc1d3407-408a-4489-a985-4b87e716c495, host: dv-neutron-836180-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8a3f76f1-77cd-4542-a381-4589f55fc17e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '8a1d3029-ea4e-4a99-9a7d-ce93ff1eb9a1'}}] {{(pid=83873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 13:33:52.635119 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-b9e8971a-135c-4a02-a01b-c549ec21ee6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:33:52.638642 dv-neutron-836180-1-hyperv neutron-server[83871]: ERROR neutron.plugins.ml2.managers [None req-77a04bbe-3b91-4e96-8d48-1241d626d617 tempest-PortsAdminExtendedAttrsTestJSON-1757410772 tempest-PortsAdminExtendedAttrsTestJSON-1757410772-project-admin] Failed to bind port f254c728-dc1a-4ad8-91d2-f4459a413890 on host hv-neutron-8361 for vnic_type normal using segments [{'id': '92414977-2e91-49a0-9c02-7d2579834d3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'bfc634f9-53d1-48bd-89ab-1b58f2c64fc0'}] Apr 01 13:33:52.639910 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-745750a2-643b-4606-8acb-8c738e7e154e tempest-ServersTestManualDisk-1537329539 tempest-ServersTestManualDisk-1537329539-project] Usage tracker for resource:security_group and tenant:89fbd4bee1224db38dcb79340f59d1d9 is out of sync, need to count used quota {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 13:33:52.649661 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ec8d43e-5b46-4f65-9f61-da73f3380524 tempest-ExternalNetworksTestJSON-1346188077 tempest-ExternalNetworksTestJSON-1346188077-project-admin] Made reservation on behalf of bb0d04bce31b434bb7c09b859fc82ca0 for: {'network': 1} {{(pid=83869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 13:33:52.651702 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.plugins.ml2.plugin [None req-77a04bbe-3b91-4e96-8d48-1241d626d617 tempest-PortsAdminExtendedAttrsTestJSON-1757410772 tempest-PortsAdminExtendedAttrsTestJSON-1757410772-project-admin] Attempt 4 to bind port f254c728-dc1a-4ad8-91d2-f4459a413890 Apr 01 13:33:52.654708 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-6ec8d43e-5b46-4f65-9f61-da73f3380524 tempest-ExternalNetworksTestJSON-1346188077 tempest-ExternalNetworksTestJSON-1346188077-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for network, before_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:33:52.679684 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6022b064-91a3-418d-81ee-4411d52a6845 None None] Network c177c331-3887-4337-812f-3a2215c218e5 requested from dv-neutron-836180-1-hyperv {{(pid=83872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 13:33:52.700970 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-745750a2-643b-4606-8acb-8c738e7e154e tempest-ServersTestManualDisk-1537329539 tempest-ServersTestManualDisk-1537329539-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 13:33:52.706409 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.managers [None req-77a04bbe-3b91-4e96-8d48-1241d626d617 tempest-PortsAdminExtendedAttrsTestJSON-1757410772 tempest-PortsAdminExtendedAttrsTestJSON-1757410772-project-admin] Attempting to bind port f254c728-dc1a-4ad8-91d2-f4459a413890 on host hv-neutron-8361 for vnic_type normal with profile {{(pid=83871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 13:33:52.716807 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.managers [None req-77a04bbe-3b91-4e96-8d48-1241d626d617 tempest-PortsAdminExtendedAttrsTestJSON-1757410772 tempest-PortsAdminExtendedAttrsTestJSON-1757410772-project-admin] Attempting to bind port f254c728-dc1a-4ad8-91d2-f4459a413890 by drivers openvswitch,hyperv on host hv-neutron-8361 at level 0 using segments [{'id': '92414977-2e91-49a0-9c02-7d2579834d3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'bfc634f9-53d1-48bd-89ab-1b58f2c64fc0'}] {{(pid=83871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 13:33:52.717213 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77a04bbe-3b91-4e96-8d48-1241d626d617 tempest-PortsAdminExtendedAttrsTestJSON-1757410772 tempest-PortsAdminExtendedAttrsTestJSON-1757410772-project-admin] Attempting to bind port f254c728-dc1a-4ad8-91d2-f4459a413890 on network bfc634f9-53d1-48bd-89ab-1b58f2c64fc0 {{(pid=83871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 13:33:52.742677 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.plugins.ml2.db [None req-b9e8971a-135c-4a02-a01b-c549ec21ee6b None None] For port dc1d3407-408a-4489-a985-4b87e716c495, host dv-neutron-836180-1-hyperv, cleared binding levels {{(pid=83873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 13:33:52.746304 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.plugins.ml2.db [None req-b9e8971a-135c-4a02-a01b-c549ec21ee6b None None] For port dc1d3407-408a-4489-a985-4b87e716c495, host dv-neutron-836180-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836180-1-hyperv',level=0,port_id=dc1d3407-408a-4489-a985-4b87e716c495,segment=NetworkSegment(8a3f76f1-77cd-4542-a381-4589f55fc17e),segment_id=8a3f76f1-77cd-4542-a381-4589f55fc17e)] {{(pid=83873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 13:33:52.755292 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-b9e8971a-135c-4a02-a01b-c549ec21ee6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864'] for port, after_update {{(pid=83873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:33:52.757397 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-7c2cc5c6-a3aa-424c-a750-7e00ab517e14 tempest-FloatingIPAdminTestJSON-382796379 tempest-FloatingIPAdminTestJSON-382796379-project] Notify callbacks [] for security_group, before_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:33:52.797912 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6ec8d43e-5b46-4f65-9f61-da73f3380524 tempest-ExternalNetworksTestJSON-1346188077 tempest-ExternalNetworksTestJSON-1346188077-project-admin] vlan segment allocate from pool success with {'vlan_id': 353, 'physical_network': 'physnet1'} {{(pid=83869) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 13:33:52.805570 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-7c2cc5c6-a3aa-424c-a750-7e00ab517e14 tempest-FloatingIPAdminTestJSON-382796379 tempest-FloatingIPAdminTestJSON-382796379-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:33:52.809655 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-7c2cc5c6-a3aa-424c-a750-7e00ab517e14 tempest-FloatingIPAdminTestJSON-382796379 tempest-FloatingIPAdminTestJSON-382796379-project] Usage tracker for resource:security_group_rule and tenant:e66db8021e414e7baf903f5a575b7f77 is out of sync, need to count used quota {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 13:33:52.813418 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-7c2cc5c6-a3aa-424c-a750-7e00ab517e14 tempest-FloatingIPAdminTestJSON-382796379 tempest-FloatingIPAdminTestJSON-382796379-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 13:33:52.818371 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-6ec8d43e-5b46-4f65-9f61-da73f3380524 tempest-ExternalNetworksTestJSON-1346188077 tempest-ExternalNetworksTestJSON-1346188077-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1004271'] for segment, precommit_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:33:52.819817 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.db.segments_db [None req-6ec8d43e-5b46-4f65-9f61-da73f3380524 tempest-ExternalNetworksTestJSON-1346188077 tempest-ExternalNetworksTestJSON-1346188077-project-admin] Added segment 8339bc07-3276-47a0-9fd6-bed9d2780668 of type vlan for network 4a7342ff-6706-45dc-98bc-09f554ee9385 Apr 01 13:33:52.819947 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-7c2cc5c6-a3aa-424c-a750-7e00ab517e14 tempest-FloatingIPAdminTestJSON-382796379 tempest-FloatingIPAdminTestJSON-382796379-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:33:52.839786 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-ad34c457-dfa9-46cc-bba4-2ef3b82c82a7 tempest-RoutersIpV6AdminTest-2054225496 tempest-RoutersIpV6AdminTest-2054225496-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736732935801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2705155'] for port, after_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:33:52.900685 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-7c2cc5c6-a3aa-424c-a750-7e00ab517e14 tempest-FloatingIPAdminTestJSON-382796379 tempest-FloatingIPAdminTestJSON-382796379-project] Notify callbacks [] for security_group, precommit_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:33:52.902261 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-745750a2-643b-4606-8acb-8c738e7e154e tempest-ServersTestManualDisk-1537329539 tempest-ServersTestManualDisk-1537329539-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:33:52.922394 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-7c2cc5c6-a3aa-424c-a750-7e00ab517e14 tempest-FloatingIPAdminTestJSON-382796379 tempest-FloatingIPAdminTestJSON-382796379-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3775923'] for security_group, after_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:33:52.945368 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c7e334c-e445-4858-b0fb-9be17bfdcaa8 admin admin] Notify agent at l3_agent.dv-neutron-836180-1-hyperv the message routers_updated {{(pid=83869) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 13:33:52.951223 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-6ec8d43e-5b46-4f65-9f61-da73f3380524 tempest-ExternalNetworksTestJSON-1346188077 tempest-ExternalNetworksTestJSON-1346188077-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736732923383'] for network, precommit_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:33:52.993756 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75090aba-7bc6-4f13-8776-382e7f247332 None None] Pushing event updated for resources: {'Port': ['ID=dc1d3407-408a-4489-a985-4b87e716c495,revision_number=4']} {{(pid=83873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:33:52.998912 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-1c7e334c-e445-4858-b0fb-9be17bfdcaa8 admin admin] 10.222.0.26 "PUT /v2.0/routers/77406f62-76cf-4016-91f0-13f9860d5967/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.5556123 Apr 01 13:33:53.000962 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad34c457-dfa9-46cc-bba4-2ef3b82c82a7 tempest-RoutersIpV6AdminTest-2054225496 tempest-RoutersIpV6AdminTest-2054225496-project-admin] Network 96393602-b907-42fe-8925-7596bcadc2d8 is already hosted by enough agents. {{(pid=83869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 13:33:53.003039 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad34c457-dfa9-46cc-bba4-2ef3b82c82a7 tempest-RoutersIpV6AdminTest-2054225496 tempest-RoutersIpV6AdminTest-2054225496-project-admin] Pushing event updated for resources: {'Port': ['ID=14a12e10-233f-43cb-8ffb-be9b3977a58f,revision_number=1']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:33:53.004042 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9e8971a-135c-4a02-a01b-c549ec21ee6b None None] Routers {'f24d7f76-f3ce-4d42-b1de-3162bb17b4ab'} bound to L3 agent in host dv-neutron-836180-1-hyperv {{(pid=83873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 13:33:53.005779 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.scheduler.base_scheduler [None req-ad34c457-dfa9-46cc-bba4-2ef3b82c82a7 tempest-RoutersIpV6AdminTest-2054225496 tempest-RoutersIpV6AdminTest-2054225496-project-admin] Resources bound (agent type, host, resource id): {{(pid=83869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 13:33:53.006411 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-b9e8971a-135c-4a02-a01b-c549ec21ee6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836180-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-01T13:25:36Z,description=,heartbeat_timestamp=2022-04-01T13:33:36Z,host='dv-neutron-836180-1-hyperv',id=88bf8fc8-11a3-4e96-9d1b-5fd93ba9f6f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T13:25:36Z,topic='l3_agent')) {'router_ids': ['f24d7f76-f3ce-4d42-b1de-3162bb17b4ab'], 'active': True} {{(pid=83873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:33:53.042001 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad34c457-dfa9-46cc-bba4-2ef3b82c82a7 tempest-RoutersIpV6AdminTest-2054225496 tempest-RoutersIpV6AdminTest-2054225496-project-admin] Received port after_create {{(pid=83869) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 13:33:53.047586 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad34c457-dfa9-46cc-bba4-2ef3b82c82a7 tempest-RoutersIpV6AdminTest-2054225496 tempest-RoutersIpV6AdminTest-2054225496-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:33:53.048185 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-ad34c457-dfa9-46cc-bba4-2ef3b82c82a7 tempest-RoutersIpV6AdminTest-2054225496 tempest-RoutersIpV6AdminTest-2054225496-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3017602'] for port, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:33:53.078709 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-6ec8d43e-5b46-4f65-9f61-da73f3380524 tempest-ExternalNetworksTestJSON-1346188077 tempest-ExternalNetworksTestJSON-1346188077-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575'] for network, after_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:33:53.081838 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ec8d43e-5b46-4f65-9f61-da73f3380524 tempest-ExternalNetworksTestJSON-1346188077 tempest-ExternalNetworksTestJSON-1346188077-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:33:53.082542 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-6ec8d43e-5b46-4f65-9f61-da73f3380524 tempest-ExternalNetworksTestJSON-1346188077 tempest-ExternalNetworksTestJSON-1346188077-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3017602'] for network, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:33:53.094721 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2cc5c6-a3aa-424c-a750-7e00ab517e14 tempest-FloatingIPAdminTestJSON-382796379 tempest-FloatingIPAdminTestJSON-382796379-project] Pushing event updated for resources: {'SecurityGroup': ['ID=316569a9-e6a6-4415-ad87-81d12ed6074b,revision_number=1']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:33:53.105026 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77a04bbe-3b91-4e96-8d48-1241d626d617 tempest-PortsAdminExtendedAttrsTestJSON-1757410772 tempest-PortsAdminExtendedAttrsTestJSON-1757410772-project-admin] Port f254c728-dc1a-4ad8-91d2-f4459a413890 on network bfc634f9-53d1-48bd-89ab-1b58f2c64fc0 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8361 {{(pid=83871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 01 13:33:53.105459 dv-neutron-836180-1-hyperv neutron-server[83871]: ERROR neutron.plugins.ml2.managers [None req-77a04bbe-3b91-4e96-8d48-1241d626d617 tempest-PortsAdminExtendedAttrsTestJSON-1757410772 tempest-PortsAdminExtendedAttrsTestJSON-1757410772-project-admin] Failed to bind port f254c728-dc1a-4ad8-91d2-f4459a413890 on host hv-neutron-8361 for vnic_type normal using segments [{'id': '92414977-2e91-49a0-9c02-7d2579834d3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'bfc634f9-53d1-48bd-89ab-1b58f2c64fc0'}] Apr 01 13:33:53.123307 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.plugins.ml2.plugin [None req-77a04bbe-3b91-4e96-8d48-1241d626d617 tempest-PortsAdminExtendedAttrsTestJSON-1757410772 tempest-PortsAdminExtendedAttrsTestJSON-1757410772-project-admin] Attempt 5 to bind port f254c728-dc1a-4ad8-91d2-f4459a413890 Apr 01 13:33:53.162668 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Provisioning for port de05d516-4cf8-4e68-8674-3515de7a8c32 completed by entity L2. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 13:33:53.178346 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.managers [None req-77a04bbe-3b91-4e96-8d48-1241d626d617 tempest-PortsAdminExtendedAttrsTestJSON-1757410772 tempest-PortsAdminExtendedAttrsTestJSON-1757410772-project-admin] Attempting to bind port f254c728-dc1a-4ad8-91d2-f4459a413890 on host hv-neutron-8361 for vnic_type normal with profile {{(pid=83871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 13:33:53.178904 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.managers [None req-77a04bbe-3b91-4e96-8d48-1241d626d617 tempest-PortsAdminExtendedAttrsTestJSON-1757410772 tempest-PortsAdminExtendedAttrsTestJSON-1757410772-project-admin] Attempting to bind port f254c728-dc1a-4ad8-91d2-f4459a413890 by drivers openvswitch,hyperv on host hv-neutron-8361 at level 0 using segments [{'id': '92414977-2e91-49a0-9c02-7d2579834d3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'bfc634f9-53d1-48bd-89ab-1b58f2c64fc0'}] {{(pid=83871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 13:33:53.179229 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77a04bbe-3b91-4e96-8d48-1241d626d617 tempest-PortsAdminExtendedAttrsTestJSON-1757410772 tempest-PortsAdminExtendedAttrsTestJSON-1757410772-project-admin] Attempting to bind port f254c728-dc1a-4ad8-91d2-f4459a413890 on network bfc634f9-53d1-48bd-89ab-1b58f2c64fc0 {{(pid=83871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 13:33:53.192472 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Provisioning complete for port de05d516-4cf8-4e68-8674-3515de7a8c32 triggered by entity L2. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 13:33:53.193613 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-948329'] for port, provisioning_complete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:33:53.200059 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77a04bbe-3b91-4e96-8d48-1241d626d617 tempest-PortsAdminExtendedAttrsTestJSON-1757410772 tempest-PortsAdminExtendedAttrsTestJSON-1757410772-project-admin] Port f254c728-dc1a-4ad8-91d2-f4459a413890 on network bfc634f9-53d1-48bd-89ab-1b58f2c64fc0 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8361 {{(pid=83871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 01 13:33:53.200748 dv-neutron-836180-1-hyperv neutron-server[83871]: ERROR neutron.plugins.ml2.managers [None req-77a04bbe-3b91-4e96-8d48-1241d626d617 tempest-PortsAdminExtendedAttrsTestJSON-1757410772 tempest-PortsAdminExtendedAttrsTestJSON-1757410772-project-admin] Failed to bind port f254c728-dc1a-4ad8-91d2-f4459a413890 on host hv-neutron-8361 for vnic_type normal using segments [{'id': '92414977-2e91-49a0-9c02-7d2579834d3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'bfc634f9-53d1-48bd-89ab-1b58f2c64fc0'}] Apr 01 13:33:53.201663 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-745750a2-643b-4606-8acb-8c738e7e154e tempest-ServersTestManualDisk-1537329539 tempest-ServersTestManualDisk-1537329539-project] Notify callbacks [] for security_group, before_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:33:53.213934 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7c2cc5c6-a3aa-424c-a750-7e00ab517e14 tempest-FloatingIPAdminTestJSON-382796379 tempest-FloatingIPAdminTestJSON-382796379-project] vlan segment allocate from pool success with {'vlan_id': 385, 'physical_network': 'physnet1'} {{(pid=83871) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 13:33:53.220481 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.plugins.ml2.plugin [None req-77a04bbe-3b91-4e96-8d48-1241d626d617 tempest-PortsAdminExtendedAttrsTestJSON-1757410772 tempest-PortsAdminExtendedAttrsTestJSON-1757410772-project-admin] Attempt 6 to bind port f254c728-dc1a-4ad8-91d2-f4459a413890 Apr 01 13:33:53.243543 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.managers [None req-77a04bbe-3b91-4e96-8d48-1241d626d617 tempest-PortsAdminExtendedAttrsTestJSON-1757410772 tempest-PortsAdminExtendedAttrsTestJSON-1757410772-project-admin] Attempting to bind port f254c728-dc1a-4ad8-91d2-f4459a413890 on host hv-neutron-8361 for vnic_type normal with profile {{(pid=83871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 13:33:53.244047 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.managers [None req-77a04bbe-3b91-4e96-8d48-1241d626d617 tempest-PortsAdminExtendedAttrsTestJSON-1757410772 tempest-PortsAdminExtendedAttrsTestJSON-1757410772-project-admin] Attempting to bind port f254c728-dc1a-4ad8-91d2-f4459a413890 by drivers openvswitch,hyperv on host hv-neutron-8361 at level 0 using segments [{'id': '92414977-2e91-49a0-9c02-7d2579834d3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'bfc634f9-53d1-48bd-89ab-1b58f2c64fc0'}] {{(pid=83871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 13:33:53.244544 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77a04bbe-3b91-4e96-8d48-1241d626d617 tempest-PortsAdminExtendedAttrsTestJSON-1757410772 tempest-PortsAdminExtendedAttrsTestJSON-1757410772-project-admin] Attempting to bind port f254c728-dc1a-4ad8-91d2-f4459a413890 on network bfc634f9-53d1-48bd-89ab-1b58f2c64fc0 {{(pid=83871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 13:33:53.258134 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77a04bbe-3b91-4e96-8d48-1241d626d617 tempest-PortsAdminExtendedAttrsTestJSON-1757410772 tempest-PortsAdminExtendedAttrsTestJSON-1757410772-project-admin] Port f254c728-dc1a-4ad8-91d2-f4459a413890 on network bfc634f9-53d1-48bd-89ab-1b58f2c64fc0 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8361 {{(pid=83871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 01 13:33:53.258610 dv-neutron-836180-1-hyperv neutron-server[83871]: ERROR neutron.plugins.ml2.managers [None req-77a04bbe-3b91-4e96-8d48-1241d626d617 tempest-PortsAdminExtendedAttrsTestJSON-1757410772 tempest-PortsAdminExtendedAttrsTestJSON-1757410772-project-admin] Failed to bind port f254c728-dc1a-4ad8-91d2-f4459a413890 on host hv-neutron-8361 for vnic_type normal using segments [{'id': '92414977-2e91-49a0-9c02-7d2579834d3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'bfc634f9-53d1-48bd-89ab-1b58f2c64fc0'}] Apr 01 13:33:53.263620 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.plugins.ml2.plugin [None req-77a04bbe-3b91-4e96-8d48-1241d626d617 tempest-PortsAdminExtendedAttrsTestJSON-1757410772 tempest-PortsAdminExtendedAttrsTestJSON-1757410772-project-admin] Attempt 7 to bind port f254c728-dc1a-4ad8-91d2-f4459a413890 Apr 01 13:33:53.307538 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-ad34c457-dfa9-46cc-bba4-2ef3b82c82a7 tempest-RoutersIpV6AdminTest-2054225496 tempest-RoutersIpV6AdminTest-2054225496-project-admin] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 2.8765507 Apr 01 13:33:53.310790 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 46814) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:33:53.322923 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-6ec8d43e-5b46-4f65-9f61-da73f3380524 tempest-ExternalNetworksTestJSON-1346188077 tempest-ExternalNetworksTestJSON-1346188077-project-admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 0.8105278 Apr 01 13:33:53.365484 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_dvr_db [None req-b9e8971a-135c-4a02-a01b-c549ec21ee6b None None] Set router f24d7f76-f3ce-4d42-b1de-3162bb17b4ab gateway port host: dv-neutron-836180-1-hyperv {{(pid=83873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 13:33:53.408760 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.plugin [None req-511a1eae-9c8a-4019-aad3-494215dc34ec tempest-RoutersIpV6AdminTest-2054225496 tempest-RoutersIpV6AdminTest-2054225496-project-admin] Deleting port 14a12e10-233f-43cb-8ffb-be9b3977a58f {{(pid=83869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 13:33:53.409330 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-511a1eae-9c8a-4019-aad3-494215dc34ec tempest-RoutersIpV6AdminTest-2054225496 tempest-RoutersIpV6AdminTest-2054225496-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736733287370'] for port, before_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:33:53.416752 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 46818) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:33:53.420756 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-64f9e729-cf1e-40cd-8b9d-0cc89c48d492 tempest-RoutersAdminNegativeTest-1657687453 tempest-RoutersAdminNegativeTest-1657687453-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:33:53.474599 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec8d43e-5b46-4f65-9f61-da73f3380524 tempest-ExternalNetworksTestJSON-1346188077 tempest-ExternalNetworksTestJSON-1346188077-project-admin] Pushing event updated for resources: {'Network': ['ID=4a7342ff-6706-45dc-98bc-09f554ee9385,revision_number=1']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:33:53.490219 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:33:53.509926 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Network 4a7342ff-6706-45dc-98bc-09f554ee9385 details requested by agent ovs-agent-dv-neutron-836180-1-hyperv with host dv-neutron-836180-1-hyperv {{(pid=83872) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 13:33:53.580080 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.v2.base [None req-9809e3e8-0a41-454d-a679-9859b35cf3a5 tempest-ExternalNetworksTestJSON-1346188077 tempest-ExternalNetworksTestJSON-1346188077-project-admin] Request body: {'subnet': {'network_id': '4a7342ff-6706-45dc-98bc-09f554ee9385', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=83871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:33:53.585884 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-9809e3e8-0a41-454d-a679-9859b35cf3a5 tempest-ExternalNetworksTestJSON-1346188077 tempest-ExternalNetworksTestJSON-1346188077-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:33:53.591078 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-9809e3e8-0a41-454d-a679-9859b35cf3a5 tempest-ExternalNetworksTestJSON-1346188077 tempest-ExternalNetworksTestJSON-1346188077-project-admin] Usage tracker for resource:subnet and tenant:bb0d04bce31b434bb7c09b859fc82ca0 is out of sync, need to count used quota {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 13:33:53.594453 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-9809e3e8-0a41-454d-a679-9859b35cf3a5 tempest-ExternalNetworksTestJSON-1346188077 tempest-ExternalNetworksTestJSON-1346188077-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 13:33:53.600988 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-9809e3e8-0a41-454d-a679-9859b35cf3a5 tempest-ExternalNetworksTestJSON-1346188077 tempest-ExternalNetworksTestJSON-1346188077-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:33:53.615277 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-7c2cc5c6-a3aa-424c-a750-7e00ab517e14 tempest-FloatingIPAdminTestJSON-382796379 tempest-FloatingIPAdminTestJSON-382796379-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1004271'] for segment, precommit_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:33:53.615877 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.db.segments_db [None req-7c2cc5c6-a3aa-424c-a750-7e00ab517e14 tempest-FloatingIPAdminTestJSON-382796379 tempest-FloatingIPAdminTestJSON-382796379-project] Added segment ca8d8f66-5952-4b38-b807-6b29c899e38d of type vlan for network f2ea7b94-8acd-4366-9b8f-7793dde2b041 Apr 01 13:33:53.646139 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-7c2cc5c6-a3aa-424c-a750-7e00ab517e14 tempest-FloatingIPAdminTestJSON-382796379 tempest-FloatingIPAdminTestJSON-382796379-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736732923383'] for network, precommit_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:33:53.701577 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.managers [None req-77a04bbe-3b91-4e96-8d48-1241d626d617 tempest-PortsAdminExtendedAttrsTestJSON-1757410772 tempest-PortsAdminExtendedAttrsTestJSON-1757410772-project-admin] Attempting to bind port f254c728-dc1a-4ad8-91d2-f4459a413890 on host hv-neutron-8361 for vnic_type normal with profile {{(pid=83871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 13:33:53.701910 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.managers [None req-77a04bbe-3b91-4e96-8d48-1241d626d617 tempest-PortsAdminExtendedAttrsTestJSON-1757410772 tempest-PortsAdminExtendedAttrsTestJSON-1757410772-project-admin] Attempting to bind port f254c728-dc1a-4ad8-91d2-f4459a413890 by drivers openvswitch,hyperv on host hv-neutron-8361 at level 0 using segments [{'id': '92414977-2e91-49a0-9c02-7d2579834d3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'bfc634f9-53d1-48bd-89ab-1b58f2c64fc0'}] {{(pid=83871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 13:33:53.703301 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77a04bbe-3b91-4e96-8d48-1241d626d617 tempest-PortsAdminExtendedAttrsTestJSON-1757410772 tempest-PortsAdminExtendedAttrsTestJSON-1757410772-project-admin] Attempting to bind port f254c728-dc1a-4ad8-91d2-f4459a413890 on network bfc634f9-53d1-48bd-89ab-1b58f2c64fc0 {{(pid=83871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 13:33:53.713864 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.db_base_plugin_common [None req-233a5575-2b6f-4946-b082-6abe79e46157 tempest-RoutersAdminTest-1965710677 tempest-RoutersAdminTest-1965710677-project-admin] Allocated IP 172.20.0.10 (c177c331-3887-4337-812f-3a2215c218e5/cc0e84b6-3223-43b0-9d20-9222bec67617/5b3f44c5-3a78-4821-8242-c84f10a93c2c) {{(pid=83871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 13:33:53.721616 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-b9e8971a-135c-4a02-a01b-c549ec21ee6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f24d7f76-f3ce-4d42-b1de-3162bb17b4ab', 'name': 'tempest-ServersTestManualDisk-1056140270-router', 'tenant_id': '89fbd4bee1224db38dcb79340f59d1d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'external_fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.27'}], 'enable_snat': True}, 'gw_port_id': '1d1d7b6b-a315-4d6f-b107-0a0f237c2067', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T13:33:39Z', 'updated_at': '2022-04-01T13:33:44Z', 'revision_number': 4, 'project_id': '89fbd4bee1224db38dcb79340f59d1d9', 'gw_port': {'id': '1d1d7b6b-a315-4d6f-b107-0a0f237c2067', 'name': '', 'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:f6:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f24d7f76-f3ce-4d42-b1de-3162bb17b4ab', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836180-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:33:40Z', 'updated_at': '2022-04-01T13:33:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836180-1-hyperv', '_interfaces': [{'id': 'dc1d3407-408a-4489-a985-4b87e716c495', 'name': '', 'network_id': '8a1d3029-ea4e-4a99-9a7d-ce93ff1eb9a1', 'tenant_id': '89fbd4bee1224db38dcb79340f59d1d9', 'mac_address': 'fa:16:3e:2e:99:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f24d7f76-f3ce-4d42-b1de-3162bb17b4ab', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b4d98d75-116a-4d3d-b965-52d071507f72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836180-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:33:43Z', 'updated_at': '2022-04-01T13:33:52Z', 'revision_number': 4, 'project_id': '89fbd4bee1224db38dcb79340f59d1d9', 'subnets': [{'id': 'b4d98d75-116a-4d3d-b965-52d071507f72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-836180-1-hyperv', False) {} {{(pid=83873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:33:53.726686 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9e8971a-135c-4a02-a01b-c549ec21ee6b None None] The sync data for ids ['f24d7f76-f3ce-4d42-b1de-3162bb17b4ab'] in dv-neutron-836180-1-hyperv is: [{'id': 'f24d7f76-f3ce-4d42-b1de-3162bb17b4ab', 'name': 'tempest-ServersTestManualDisk-1056140270-router', 'tenant_id': '89fbd4bee1224db38dcb79340f59d1d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'external_fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.27'}], 'enable_snat': True}, 'gw_port_id': '1d1d7b6b-a315-4d6f-b107-0a0f237c2067', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T13:33:39Z', 'updated_at': '2022-04-01T13:33:44Z', 'revision_number': 4, 'project_id': '89fbd4bee1224db38dcb79340f59d1d9', 'gw_port': {'id': '1d1d7b6b-a315-4d6f-b107-0a0f237c2067', 'name': '', 'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:f6:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f24d7f76-f3ce-4d42-b1de-3162bb17b4ab', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836180-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:33:40Z', 'updated_at': '2022-04-01T13:33:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836180-1-hyperv', '_interfaces': [{'id': 'dc1d3407-408a-4489-a985-4b87e716c495', 'name': '', 'network_id': '8a1d3029-ea4e-4a99-9a7d-ce93ff1eb9a1', 'tenant_id': '89fbd4bee1224db38dcb79340f59d1d9', 'mac_address': 'fa:16:3e:2e:99:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f24d7f76-f3ce-4d42-b1de-3162bb17b4ab', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b4d98d75-116a-4d3d-b965-52d071507f72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836180-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:33:43Z', 'updated_at': '2022-04-01T13:33:52Z', 'revision_number': 4, 'project_id': '89fbd4bee1224db38dcb79340f59d1d9', 'subnets': [{'id': 'b4d98d75-116a-4d3d-b965-52d071507f72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 13:33:53.732676 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-511a1eae-9c8a-4019-aad3-494215dc34ec tempest-RoutersIpV6AdminTest-2054225496 tempest-RoutersIpV6AdminTest-2054225496-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4155147'] for port, precommit_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:33:53.741239 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] For port de05d516-4cf8-4e68-8674-3515de7a8c32, host dv-neutron-836180-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836180-1-hyperv',level=0,port_id=de05d516-4cf8-4e68-8674-3515de7a8c32,segment=NetworkSegment(7b924dd8-4978-40c4-ad91-4b9b27348462),segment_id=7b924dd8-4978-40c4-ad91-4b9b27348462)] {{(pid=83872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 13:33:53.760662 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864'] for port, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:33:53.851113 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Pushing event updated for resources: {'Port': ['ID=de05d516-4cf8-4e68-8674-3515de7a8c32,revision_number=4']} {{(pid=83872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:33:53.854848 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:33:53.906456 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9809e3e8-0a41-454d-a679-9859b35cf3a5 tempest-ExternalNetworksTestJSON-1346188077 tempest-ExternalNetworksTestJSON-1346188077-project-admin] Made reservation on behalf of bb0d04bce31b434bb7c09b859fc82ca0 for: {'subnet': 1} {{(pid=83871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 13:33:53.909044 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-9809e3e8-0a41-454d-a679-9859b35cf3a5 tempest-ExternalNetworksTestJSON-1346188077 tempest-ExternalNetworksTestJSON-1346188077-project-admin] Notify callbacks [] for subnet, before_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:33:53.948888 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.plugin [None req-511a1eae-9c8a-4019-aad3-494215dc34ec tempest-RoutersIpV6AdminTest-2054225496 tempest-RoutersIpV6AdminTest-2054225496-project-admin] Calling delete_port for 14a12e10-233f-43cb-8ffb-be9b3977a58f owned by {{(pid=83869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 13:33:53.975092 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 46824) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:33:53.984228 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77a04bbe-3b91-4e96-8d48-1241d626d617 tempest-PortsAdminExtendedAttrsTestJSON-1757410772 tempest-PortsAdminExtendedAttrsTestJSON-1757410772-project-admin] Port f254c728-dc1a-4ad8-91d2-f4459a413890 on network bfc634f9-53d1-48bd-89ab-1b58f2c64fc0 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8361 {{(pid=83871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 01 13:33:53.984734 dv-neutron-836180-1-hyperv neutron-server[83871]: ERROR neutron.plugins.ml2.managers [None req-77a04bbe-3b91-4e96-8d48-1241d626d617 tempest-PortsAdminExtendedAttrsTestJSON-1757410772 tempest-PortsAdminExtendedAttrsTestJSON-1757410772-project-admin] Failed to bind port f254c728-dc1a-4ad8-91d2-f4459a413890 on host hv-neutron-8361 for vnic_type normal using segments [{'id': '92414977-2e91-49a0-9c02-7d2579834d3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'bfc634f9-53d1-48bd-89ab-1b58f2c64fc0'}] Apr 01 13:33:53.990109 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.v2.base [None req-c4db1b2d-88da-4a97-b44f-2267d2a4574f tempest-ServersTestJSON-1223226849 tempest-ServersTestJSON-1223226849-project] Request body: {'security_group': {'name': 'tempest-securitygroup--964926074', 'description': 'tempest-description--917972111'}} {{(pid=83869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:33:53.995184 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.plugins.ml2.plugin [None req-77a04bbe-3b91-4e96-8d48-1241d626d617 tempest-PortsAdminExtendedAttrsTestJSON-1757410772 tempest-PortsAdminExtendedAttrsTestJSON-1757410772-project-admin] Attempt 8 to bind port f254c728-dc1a-4ad8-91d2-f4459a413890 Apr 01 13:33:53.998404 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-c4db1b2d-88da-4a97-b44f-2267d2a4574f tempest-ServersTestJSON-1223226849 tempest-ServersTestJSON-1223226849-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:33:54.005163 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-64f9e729-cf1e-40cd-8b9d-0cc89c48d492 tempest-RoutersAdminNegativeTest-1657687453 tempest-RoutersAdminNegativeTest-1657687453-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:33:54.009839 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-c4db1b2d-88da-4a97-b44f-2267d2a4574f tempest-ServersTestJSON-1223226849 tempest-ServersTestJSON-1223226849-project] Usage tracker for resource:security_group and tenant:60bf55a52dbc4f9d9d0decf6a2dd30f6 is out of sync, need to count used quota {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 13:33:54.014677 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-c4db1b2d-88da-4a97-b44f-2267d2a4574f tempest-ServersTestJSON-1223226849 tempest-ServersTestJSON-1223226849-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 13:33:54.024389 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-c4db1b2d-88da-4a97-b44f-2267d2a4574f tempest-ServersTestJSON-1223226849 tempest-ServersTestJSON-1223226849-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:33:54.069186 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-7c2cc5c6-a3aa-424c-a750-7e00ab517e14 tempest-FloatingIPAdminTestJSON-382796379 tempest-FloatingIPAdminTestJSON-382796379-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575'] for network, after_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:33:54.072804 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c2cc5c6-a3aa-424c-a750-7e00ab517e14 tempest-FloatingIPAdminTestJSON-382796379 tempest-FloatingIPAdminTestJSON-382796379-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:33:54.073487 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-7c2cc5c6-a3aa-424c-a750-7e00ab517e14 tempest-FloatingIPAdminTestJSON-382796379 tempest-FloatingIPAdminTestJSON-382796379-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3017602'] for network, before_response {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:33:54.175360 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-c4db1b2d-88da-4a97-b44f-2267d2a4574f tempest-ServersTestJSON-1223226849 tempest-ServersTestJSON-1223226849-project] Notify callbacks [] for security_group, before_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:33:54.177404 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.managers [None req-77a04bbe-3b91-4e96-8d48-1241d626d617 tempest-PortsAdminExtendedAttrsTestJSON-1757410772 tempest-PortsAdminExtendedAttrsTestJSON-1757410772-project-admin] Attempting to bind port f254c728-dc1a-4ad8-91d2-f4459a413890 on host hv-neutron-8361 for vnic_type normal with profile {{(pid=83871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 13:33:54.177674 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.managers [None req-77a04bbe-3b91-4e96-8d48-1241d626d617 tempest-PortsAdminExtendedAttrsTestJSON-1757410772 tempest-PortsAdminExtendedAttrsTestJSON-1757410772-project-admin] Attempting to bind port f254c728-dc1a-4ad8-91d2-f4459a413890 by drivers openvswitch,hyperv on host hv-neutron-8361 at level 0 using segments [{'id': '92414977-2e91-49a0-9c02-7d2579834d3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'bfc634f9-53d1-48bd-89ab-1b58f2c64fc0'}] {{(pid=83871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 13:33:54.177946 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77a04bbe-3b91-4e96-8d48-1241d626d617 tempest-PortsAdminExtendedAttrsTestJSON-1757410772 tempest-PortsAdminExtendedAttrsTestJSON-1757410772-project-admin] Attempting to bind port f254c728-dc1a-4ad8-91d2-f4459a413890 on network bfc634f9-53d1-48bd-89ab-1b58f2c64fc0 {{(pid=83871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 13:33:54.300078 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-745750a2-643b-4606-8acb-8c738e7e154e tempest-ServersTestManualDisk-1537329539 tempest-ServersTestManualDisk-1537329539-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:33:54.320661 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-511a1eae-9c8a-4019-aad3-494215dc34ec tempest-RoutersIpV6AdminTest-2054225496 tempest-RoutersIpV6AdminTest-2054225496-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736733359243', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736732935810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2705155'] for port, after_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:33:54.328941 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-c4db1b2d-88da-4a97-b44f-2267d2a4574f tempest-ServersTestJSON-1223226849 tempest-ServersTestJSON-1223226849-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:33:54.357446 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-745750a2-643b-4606-8acb-8c738e7e154e tempest-ServersTestManualDisk-1537329539 tempest-ServersTestManualDisk-1537329539-project] Usage tracker for resource:security_group_rule and tenant:89fbd4bee1224db38dcb79340f59d1d9 is out of sync, need to count used quota {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 13:33:54.374611 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-745750a2-643b-4606-8acb-8c738e7e154e tempest-ServersTestManualDisk-1537329539 tempest-ServersTestManualDisk-1537329539-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 13:33:54.386218 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77a04bbe-3b91-4e96-8d48-1241d626d617 tempest-PortsAdminExtendedAttrsTestJSON-1757410772 tempest-PortsAdminExtendedAttrsTestJSON-1757410772-project-admin] Port f254c728-dc1a-4ad8-91d2-f4459a413890 on network bfc634f9-53d1-48bd-89ab-1b58f2c64fc0 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8361 {{(pid=83871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 01 13:33:54.386218 dv-neutron-836180-1-hyperv neutron-server[83871]: ERROR neutron.plugins.ml2.managers [None req-77a04bbe-3b91-4e96-8d48-1241d626d617 tempest-PortsAdminExtendedAttrsTestJSON-1757410772 tempest-PortsAdminExtendedAttrsTestJSON-1757410772-project-admin] Failed to bind port f254c728-dc1a-4ad8-91d2-f4459a413890 on host hv-neutron-8361 for vnic_type normal using segments [{'id': '92414977-2e91-49a0-9c02-7d2579834d3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'bfc634f9-53d1-48bd-89ab-1b58f2c64fc0'}] Apr 01 13:33:54.397636 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Device dc1d3407-408a-4489-a985-4b87e716c495 up at agent ovs-agent-dv-neutron-836180-1-hyperv {{(pid=83872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 13:33:54.402623 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.plugins.ml2.plugin [None req-77a04bbe-3b91-4e96-8d48-1241d626d617 tempest-PortsAdminExtendedAttrsTestJSON-1757410772 tempest-PortsAdminExtendedAttrsTestJSON-1757410772-project-admin] Attempt 9 to bind port f254c728-dc1a-4ad8-91d2-f4459a413890 Apr 01 13:33:54.408893 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-c4db1b2d-88da-4a97-b44f-2267d2a4574f tempest-ServersTestJSON-1223226849 tempest-ServersTestJSON-1223226849-project] Usage tracker for resource:security_group_rule and tenant:60bf55a52dbc4f9d9d0decf6a2dd30f6 is out of sync, need to count used quota {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 13:33:54.410308 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2cc5c6-a3aa-424c-a750-7e00ab517e14 tempest-FloatingIPAdminTestJSON-382796379 tempest-FloatingIPAdminTestJSON-382796379-project] Pushing event updated for resources: {'Network': ['ID=f2ea7b94-8acd-4366-9b8f-7793dde2b041,revision_number=1']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:33:54.413204 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-745750a2-643b-4606-8acb-8c738e7e154e tempest-ServersTestManualDisk-1537329539 tempest-ServersTestManualDisk-1537329539-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:33:54.422918 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-c4db1b2d-88da-4a97-b44f-2267d2a4574f tempest-ServersTestJSON-1223226849 tempest-ServersTestJSON-1223226849-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 13:33:54.427140 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-511a1eae-9c8a-4019-aad3-494215dc34ec tempest-RoutersIpV6AdminTest-2054225496 tempest-RoutersIpV6AdminTest-2054225496-project-admin] Pushing event deleted for resources: {'Port': ['ID=14a12e10-233f-43cb-8ffb-be9b3977a58f,revision_number=None']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:33:54.429671 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Network f2ea7b94-8acd-4366-9b8f-7793dde2b041 details requested by agent ovs-agent-dv-neutron-836180-1-hyperv with host dv-neutron-836180-1-hyperv {{(pid=83872) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 13:33:54.435718 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-c4db1b2d-88da-4a97-b44f-2267d2a4574f tempest-ServersTestJSON-1223226849 tempest-ServersTestJSON-1223226849-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:33:54.442003 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-7c2cc5c6-a3aa-424c-a750-7e00ab517e14 tempest-FloatingIPAdminTestJSON-382796379 tempest-FloatingIPAdminTestJSON-382796379-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 2.0702875 Apr 01 13:33:54.445940 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 46828) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:33:54.481527 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.managers [None req-77a04bbe-3b91-4e96-8d48-1241d626d617 tempest-PortsAdminExtendedAttrsTestJSON-1757410772 tempest-PortsAdminExtendedAttrsTestJSON-1757410772-project-admin] Attempting to bind port f254c728-dc1a-4ad8-91d2-f4459a413890 on host hv-neutron-8361 for vnic_type normal with profile {{(pid=83871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 13:33:54.481932 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.managers [None req-77a04bbe-3b91-4e96-8d48-1241d626d617 tempest-PortsAdminExtendedAttrsTestJSON-1757410772 tempest-PortsAdminExtendedAttrsTestJSON-1757410772-project-admin] Attempting to bind port f254c728-dc1a-4ad8-91d2-f4459a413890 by drivers openvswitch,hyperv on host hv-neutron-8361 at level 0 using segments [{'id': '92414977-2e91-49a0-9c02-7d2579834d3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'bfc634f9-53d1-48bd-89ab-1b58f2c64fc0'}] {{(pid=83871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 13:33:54.482178 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77a04bbe-3b91-4e96-8d48-1241d626d617 tempest-PortsAdminExtendedAttrsTestJSON-1757410772 tempest-PortsAdminExtendedAttrsTestJSON-1757410772-project-admin] Attempting to bind port f254c728-dc1a-4ad8-91d2-f4459a413890 on network bfc634f9-53d1-48bd-89ab-1b58f2c64fc0 {{(pid=83871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 13:33:54.495763 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.v2.base [None req-57a30455-885c-4302-962c-360eca359045 tempest-FloatingIPAdminTestJSON-382796379 tempest-FloatingIPAdminTestJSON-382796379-project] Request body: {'subnet': {'network_id': 'f2ea7b94-8acd-4366-9b8f-7793dde2b041', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:33:54.590864 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Provisioning for port dc1d3407-408a-4489-a985-4b87e716c495 completed by entity L2. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 13:33:54.598158 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Provisioning complete for port dc1d3407-408a-4489-a985-4b87e716c495 triggered by entity L2. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 13:33:54.599144 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-948329'] for port, provisioning_complete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:33:54.604392 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-511a1eae-9c8a-4019-aad3-494215dc34ec tempest-RoutersIpV6AdminTest-2054225496 tempest-RoutersIpV6AdminTest-2054225496-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109561'] for port, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:33:54.611215 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-233a5575-2b6f-4946-b082-6abe79e46157 tempest-RoutersAdminTest-1965710677 tempest-RoutersAdminTest-1965710677-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:33:54.614014 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77a04bbe-3b91-4e96-8d48-1241d626d617 tempest-PortsAdminExtendedAttrsTestJSON-1757410772 tempest-PortsAdminExtendedAttrsTestJSON-1757410772-project-admin] Port f254c728-dc1a-4ad8-91d2-f4459a413890 on network bfc634f9-53d1-48bd-89ab-1b58f2c64fc0 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8361 {{(pid=83871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 01 13:33:54.614340 dv-neutron-836180-1-hyperv neutron-server[83871]: ERROR neutron.plugins.ml2.managers [None req-77a04bbe-3b91-4e96-8d48-1241d626d617 tempest-PortsAdminExtendedAttrsTestJSON-1757410772 tempest-PortsAdminExtendedAttrsTestJSON-1757410772-project-admin] Failed to bind port f254c728-dc1a-4ad8-91d2-f4459a413890 on host hv-neutron-8361 for vnic_type normal using segments [{'id': '92414977-2e91-49a0-9c02-7d2579834d3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'bfc634f9-53d1-48bd-89ab-1b58f2c64fc0'}] Apr 01 13:33:54.625275 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.plugins.ml2.plugin [None req-77a04bbe-3b91-4e96-8d48-1241d626d617 tempest-PortsAdminExtendedAttrsTestJSON-1757410772 tempest-PortsAdminExtendedAttrsTestJSON-1757410772-project-admin] Attempt 10 to bind port f254c728-dc1a-4ad8-91d2-f4459a413890 Apr 01 13:33:54.628379 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-511a1eae-9c8a-4019-aad3-494215dc34ec tempest-RoutersIpV6AdminTest-2054225496 tempest-RoutersIpV6AdminTest-2054225496-project-admin] 10.222.0.26 "DELETE /v2.0/ports/14a12e10-233f-43cb-8ffb-be9b3977a58f HTTP/1.1" status: 204 len: 168 time: 1.3080626 Apr 01 13:33:54.632166 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 46832) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:33:54.644925 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.v2.base [None req-e3ee8d3a-3aa4-42c9-8284-e12bae7a56b9 tempest-RoutersIpV6AdminTest-2054225496 tempest-RoutersIpV6AdminTest-2054225496-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '96393602-b907-42fe-8925-7596bcadc2d8', 'external_fixed_ips': [{'subnet_id': '1bc88cac-8192-40e9-8985-f20fd180bc5b', 'ip_address': '2001:db8::322'}]}}} {{(pid=83869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:33:54.650706 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-e3ee8d3a-3aa4-42c9-8284-e12bae7a56b9 tempest-RoutersIpV6AdminTest-2054225496 tempest-RoutersIpV6AdminTest-2054225496-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:33:54.655069 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-e3ee8d3a-3aa4-42c9-8284-e12bae7a56b9 tempest-RoutersIpV6AdminTest-2054225496 tempest-RoutersIpV6AdminTest-2054225496-project-admin] Usage tracker for resource:router and tenant:167f1243c1b94bb08d93f8762e1d0ff2 is out of sync, need to count used quota {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 13:33:54.658387 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-e3ee8d3a-3aa4-42c9-8284-e12bae7a56b9 tempest-RoutersIpV6AdminTest-2054225496 tempest-RoutersIpV6AdminTest-2054225496-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 13:33:54.665041 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-e3ee8d3a-3aa4-42c9-8284-e12bae7a56b9 tempest-RoutersIpV6AdminTest-2054225496 tempest-RoutersIpV6AdminTest-2054225496-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:33:54.692180 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-e3ee8d3a-3aa4-42c9-8284-e12bae7a56b9 tempest-RoutersIpV6AdminTest-2054225496 tempest-RoutersIpV6AdminTest-2054225496-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4082176', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4220'] for router, before_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:33:54.693540 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-e3ee8d3a-3aa4-42c9-8284-e12bae7a56b9 tempest-RoutersIpV6AdminTest-2054225496 tempest-RoutersIpV6AdminTest-2054225496-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4082277', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4084873', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4148249', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4211'] for router, precommit_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:33:54.718377 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.managers [None req-77a04bbe-3b91-4e96-8d48-1241d626d617 tempest-PortsAdminExtendedAttrsTestJSON-1757410772 tempest-PortsAdminExtendedAttrsTestJSON-1757410772-project-admin] Attempting to bind port f254c728-dc1a-4ad8-91d2-f4459a413890 on host hv-neutron-8361 for vnic_type normal with profile {{(pid=83871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 13:33:54.718704 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.managers [None req-77a04bbe-3b91-4e96-8d48-1241d626d617 tempest-PortsAdminExtendedAttrsTestJSON-1757410772 tempest-PortsAdminExtendedAttrsTestJSON-1757410772-project-admin] Attempting to bind port f254c728-dc1a-4ad8-91d2-f4459a413890 by drivers openvswitch,hyperv on host hv-neutron-8361 at level 0 using segments [{'id': '92414977-2e91-49a0-9c02-7d2579834d3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'bfc634f9-53d1-48bd-89ab-1b58f2c64fc0'}] {{(pid=83871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 13:33:54.719027 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77a04bbe-3b91-4e96-8d48-1241d626d617 tempest-PortsAdminExtendedAttrsTestJSON-1757410772 tempest-PortsAdminExtendedAttrsTestJSON-1757410772-project-admin] Attempting to bind port f254c728-dc1a-4ad8-91d2-f4459a413890 on network bfc634f9-53d1-48bd-89ab-1b58f2c64fc0 {{(pid=83871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 13:33:54.729654 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-57a30455-885c-4302-962c-360eca359045 tempest-FloatingIPAdminTestJSON-382796379 tempest-FloatingIPAdminTestJSON-382796379-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:33:54.739308 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-57a30455-885c-4302-962c-360eca359045 tempest-FloatingIPAdminTestJSON-382796379 tempest-FloatingIPAdminTestJSON-382796379-project] Usage tracker for resource:subnet and tenant:e66db8021e414e7baf903f5a575b7f77 is out of sync, need to count used quota {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 13:33:54.749653 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-57a30455-885c-4302-962c-360eca359045 tempest-FloatingIPAdminTestJSON-382796379 tempest-FloatingIPAdminTestJSON-382796379-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 13:33:54.754443 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-745750a2-643b-4606-8acb-8c738e7e154e tempest-ServersTestManualDisk-1537329539 tempest-ServersTestManualDisk-1537329539-project] Notify callbacks [] for security_group, precommit_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:33:54.764370 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:33:54.764557 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-c4db1b2d-88da-4a97-b44f-2267d2a4574f tempest-ServersTestJSON-1223226849 tempest-ServersTestJSON-1223226849-project] Notify callbacks [] for security_group, precommit_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:33:54.765546 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-57a30455-885c-4302-962c-360eca359045 tempest-FloatingIPAdminTestJSON-382796379 tempest-FloatingIPAdminTestJSON-382796379-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:33:54.773527 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-c4db1b2d-88da-4a97-b44f-2267d2a4574f tempest-ServersTestJSON-1223226849 tempest-ServersTestJSON-1223226849-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3775923'] for security_group, after_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:33:54.781076 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77a04bbe-3b91-4e96-8d48-1241d626d617 tempest-PortsAdminExtendedAttrsTestJSON-1757410772 tempest-PortsAdminExtendedAttrsTestJSON-1757410772-project-admin] Port f254c728-dc1a-4ad8-91d2-f4459a413890 on network bfc634f9-53d1-48bd-89ab-1b58f2c64fc0 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8361 {{(pid=83871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 01 13:33:54.781436 dv-neutron-836180-1-hyperv neutron-server[83871]: ERROR neutron.plugins.ml2.managers [None req-77a04bbe-3b91-4e96-8d48-1241d626d617 tempest-PortsAdminExtendedAttrsTestJSON-1757410772 tempest-PortsAdminExtendedAttrsTestJSON-1757410772-project-admin] Failed to bind port f254c728-dc1a-4ad8-91d2-f4459a413890 on host hv-neutron-8361 for vnic_type normal using segments [{'id': '92414977-2e91-49a0-9c02-7d2579834d3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'bfc634f9-53d1-48bd-89ab-1b58f2c64fc0'}] Apr 01 13:33:54.781746 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-77a04bbe-3b91-4e96-8d48-1241d626d617 tempest-PortsAdminExtendedAttrsTestJSON-1757410772 tempest-PortsAdminExtendedAttrsTestJSON-1757410772-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:33:54.790613 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-745750a2-643b-4606-8acb-8c738e7e154e tempest-ServersTestManualDisk-1537329539 tempest-ServersTestManualDisk-1537329539-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3775923'] for security_group, after_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:33:54.803771 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57a30455-885c-4302-962c-360eca359045 tempest-FloatingIPAdminTestJSON-382796379 tempest-FloatingIPAdminTestJSON-382796379-project] Made reservation on behalf of e66db8021e414e7baf903f5a575b7f77 for: {'subnet': 1} {{(pid=83869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 13:33:54.819213 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] For port dc1d3407-408a-4489-a985-4b87e716c495, host dv-neutron-836180-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836180-1-hyperv',level=0,port_id=dc1d3407-408a-4489-a985-4b87e716c495,segment=NetworkSegment(8a3f76f1-77cd-4542-a381-4589f55fc17e),segment_id=8a3f76f1-77cd-4542-a381-4589f55fc17e)] {{(pid=83872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 13:33:54.823901 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-e3ee8d3a-3aa4-42c9-8284-e12bae7a56b9 tempest-RoutersIpV6AdminTest-2054225496 tempest-RoutersIpV6AdminTest-2054225496-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:33:54.826143 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864'] for port, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:33:54.826143 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Device de05d516-4cf8-4e68-8674-3515de7a8c32 up at agent ovs-agent-dv-neutron-836180-1-hyperv {{(pid=83872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 13:33:54.907943 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4db1b2d-88da-4a97-b44f-2267d2a4574f tempest-ServersTestJSON-1223226849 tempest-ServersTestJSON-1223226849-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9c879d46-6861-4e85-bf4f-dbcce6fd6735,revision_number=1']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:33:54.925752 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-c4db1b2d-88da-4a97-b44f-2267d2a4574f tempest-ServersTestJSON-1223226849 tempest-ServersTestJSON-1223226849-project] Notify callbacks [] for security_group, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:33:54.927069 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-c4db1b2d-88da-4a97-b44f-2267d2a4574f tempest-ServersTestJSON-1223226849 tempest-ServersTestJSON-1223226849-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1612 time: 0.9510310 Apr 01 13:33:54.932153 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 46836) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:33:54.941519 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.v2.base [None req-5db6935d-7119-4164-a65f-693c4047048e tempest-ServersTestJSON-1223226849 tempest-ServersTestJSON-1223226849-project] Request body: {'security_group_rule': {'security_group_id': '9c879d46-6861-4e85-bf4f-dbcce6fd6735', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:33:54.962544 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.db [None req-77a04bbe-3b91-4e96-8d48-1241d626d617 tempest-PortsAdminExtendedAttrsTestJSON-1757410772 tempest-PortsAdminExtendedAttrsTestJSON-1757410772-project-admin] For port f254c728-dc1a-4ad8-91d2-f4459a413890, host hv-neutron-8361, cleared binding levels {{(pid=83871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 13:33:54.962899 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.db [None req-77a04bbe-3b91-4e96-8d48-1241d626d617 tempest-PortsAdminExtendedAttrsTestJSON-1757410772 tempest-PortsAdminExtendedAttrsTestJSON-1757410772-project-admin] Attempted to set empty binding levels {{(pid=83871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Apr 01 13:33:54.963964 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Pushing event updated for resources: {'Port': ['ID=dc1d3407-408a-4489-a985-4b87e716c495,revision_number=5']} {{(pid=83872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:33:54.972020 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-5db6935d-7119-4164-a65f-693c4047048e tempest-ServersTestJSON-1223226849 tempest-ServersTestJSON-1223226849-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:33:54.982780 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Provisioning complete for port de05d516-4cf8-4e68-8674-3515de7a8c32 triggered by entity L2. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 13:33:54.983351 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-948329'] for port, provisioning_complete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:33:55.011446 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-64f9e729-cf1e-40cd-8b9d-0cc89c48d492 tempest-RoutersAdminNegativeTest-1657687453 tempest-RoutersAdminNegativeTest-1657687453-project-admin] Notify callbacks [] for router, before_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:33:55.031358 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-57a30455-885c-4302-962c-360eca359045 tempest-FloatingIPAdminTestJSON-382796379 tempest-FloatingIPAdminTestJSON-382796379-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2999481'] for subnet, before_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:33:55.068611 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-5db6935d-7119-4164-a65f-693c4047048e tempest-ServersTestJSON-1223226849 tempest-ServersTestJSON-1223226849-project] Usage tracker for resource:security_group_rule and tenant:60bf55a52dbc4f9d9d0decf6a2dd30f6 is out of sync, need to count used quota {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 13:33:55.070952 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-77a04bbe-3b91-4e96-8d48-1241d626d617 tempest-PortsAdminExtendedAttrsTestJSON-1757410772 tempest-PortsAdminExtendedAttrsTestJSON-1757410772-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864'] for port, after_update {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:33:55.073771 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-5db6935d-7119-4164-a65f-693c4047048e tempest-ServersTestJSON-1223226849 tempest-ServersTestJSON-1223226849-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 13:33:55.150089 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-745750a2-643b-4606-8acb-8c738e7e154e tempest-ServersTestManualDisk-1537329539 tempest-ServersTestManualDisk-1537329539-project] Notify callbacks [] for security_group, before_response {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:33:55.151451 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-745750a2-643b-4606-8acb-8c738e7e154e tempest-ServersTestManualDisk-1537329539 tempest-ServersTestManualDisk-1537329539-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1614 time: 2.6378057 Apr 01 13:33:55.186370 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-5db6935d-7119-4164-a65f-693c4047048e tempest-ServersTestJSON-1223226849 tempest-ServersTestJSON-1223226849-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:33:55.192945 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 46840) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:33:55.208505 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.v2.base [None req-d3160333-6ab0-4058-8ccf-720ce6162864 tempest-ServersTestManualDisk-1537329539 tempest-ServersTestManualDisk-1537329539-project] Request body: {'security_group_rule': {'security_group_id': '5eeb8844-2921-4d9c-96aa-ee946f9c62b6', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:33:55.232846 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-d3160333-6ab0-4058-8ccf-720ce6162864 tempest-ServersTestManualDisk-1537329539 tempest-ServersTestManualDisk-1537329539-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:33:55.233867 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745750a2-643b-4606-8acb-8c738e7e154e tempest-ServersTestManualDisk-1537329539 tempest-ServersTestManualDisk-1537329539-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5eeb8844-2921-4d9c-96aa-ee946f9c62b6,revision_number=1']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:33:55.261271 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-d3160333-6ab0-4058-8ccf-720ce6162864 tempest-ServersTestManualDisk-1537329539 tempest-ServersTestManualDisk-1537329539-project] Usage tracker for resource:security_group_rule and tenant:89fbd4bee1224db38dcb79340f59d1d9 is out of sync, need to count used quota {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 13:33:55.261271 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-d3160333-6ab0-4058-8ccf-720ce6162864 tempest-ServersTestManualDisk-1537329539 tempest-ServersTestManualDisk-1537329539-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 13:33:55.284591 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-d3160333-6ab0-4058-8ccf-720ce6162864 tempest-ServersTestManualDisk-1537329539 tempest-ServersTestManualDisk-1537329539-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:33:55.295828 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-77a04bbe-3b91-4e96-8d48-1241d626d617 tempest-PortsAdminExtendedAttrsTestJSON-1757410772 tempest-PortsAdminExtendedAttrsTestJSON-1757410772-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3017602'] for port, before_response {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:33:55.297185 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-5db6935d-7119-4164-a65f-693c4047048e tempest-ServersTestJSON-1223226849 tempest-ServersTestJSON-1223226849-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:33:55.318599 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-e3ee8d3a-3aa4-42c9-8284-e12bae7a56b9 tempest-RoutersIpV6AdminTest-2054225496 tempest-RoutersIpV6AdminTest-2054225496-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4084887', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4079850', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4161'] for router, precommit_update {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:33:55.327187 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-233a5575-2b6f-4946-b082-6abe79e46157 tempest-RoutersAdminTest-1965710677 tempest-RoutersAdminTest-1965710677-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736732935801'] for port, after_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:33:55.352233 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a04bbe-3b91-4e96-8d48-1241d626d617 tempest-PortsAdminExtendedAttrsTestJSON-1757410772 tempest-PortsAdminExtendedAttrsTestJSON-1757410772-project-admin] Pushing event updated for resources: {'Port': ['ID=f254c728-dc1a-4ad8-91d2-f4459a413890,revision_number=2']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:33:55.363206 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-d3160333-6ab0-4058-8ccf-720ce6162864 tempest-ServersTestManualDisk-1537329539 tempest-ServersTestManualDisk-1537329539-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:33:55.398264 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-77a04bbe-3b91-4e96-8d48-1241d626d617 tempest-PortsAdminExtendedAttrsTestJSON-1757410772 tempest-PortsAdminExtendedAttrsTestJSON-1757410772-project-admin] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 982 time: 7.5026708 Apr 01 13:33:55.406966 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 46844) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:33:55.544405 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-233a5575-2b6f-4946-b082-6abe79e46157 tempest-RoutersAdminTest-1965710677 tempest-RoutersAdminTest-1965710677-project-admin] Network c177c331-3887-4337-812f-3a2215c218e5 is already hosted by enough agents. {{(pid=83871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 13:33:55.571703 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-5db6935d-7119-4164-a65f-693c4047048e tempest-ServersTestJSON-1223226849 tempest-ServersTestJSON-1223226849-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:33:55.599017 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-5db6935d-7119-4164-a65f-693c4047048e tempest-ServersTestJSON-1223226849 tempest-ServersTestJSON-1223226849-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3775744'] for security_group_rule, after_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:33:55.661333 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-57a30455-885c-4302-962c-360eca359045 tempest-FloatingIPAdminTestJSON-382796379 tempest-FloatingIPAdminTestJSON-382796379-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2705391', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2999447'] for subnet, after_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:33:55.664588 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db6935d-7119-4164-a65f-693c4047048e tempest-ServersTestJSON-1223226849 tempest-ServersTestJSON-1223226849-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7cb560a2-070b-4d4f-8ade-754e0ded28a1,revision_number=0']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:33:55.666972 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-d3160333-6ab0-4058-8ccf-720ce6162864 tempest-ServersTestManualDisk-1537329539 tempest-ServersTestManualDisk-1537329539-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:33:55.687833 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.scheduler.base_scheduler [None req-233a5575-2b6f-4946-b082-6abe79e46157 tempest-RoutersAdminTest-1965710677 tempest-RoutersAdminTest-1965710677-project-admin] Resources bound (agent type, host, resource id): {{(pid=83871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 13:33:55.697016 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-233a5575-2b6f-4946-b082-6abe79e46157 tempest-RoutersAdminTest-1965710677 tempest-RoutersAdminTest-1965710677-project-admin] Received port after_create {{(pid=83871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 13:33:55.697812 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-233a5575-2b6f-4946-b082-6abe79e46157 tempest-RoutersAdminTest-1965710677 tempest-RoutersAdminTest-1965710677-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:33:55.698398 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-233a5575-2b6f-4946-b082-6abe79e46157 tempest-RoutersAdminTest-1965710677 tempest-RoutersAdminTest-1965710677-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3017602'] for port, before_response {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:33:55.711239 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233a5575-2b6f-4946-b082-6abe79e46157 tempest-RoutersAdminTest-1965710677 tempest-RoutersAdminTest-1965710677-project-admin] Pushing event updated for resources: {'Port': ['ID=5b3f44c5-3a78-4821-8242-c84f10a93c2c,revision_number=1']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:33:55.721371 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-d3160333-6ab0-4058-8ccf-720ce6162864 tempest-ServersTestManualDisk-1537329539 tempest-ServersTestManualDisk-1537329539-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3775744'] for security_group_rule, after_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:33:55.754117 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-5db6935d-7119-4164-a65f-693c4047048e tempest-ServersTestJSON-1223226849 tempest-ServersTestJSON-1223226849-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:33:55.755272 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-5db6935d-7119-4164-a65f-693c4047048e tempest-ServersTestJSON-1223226849 tempest-ServersTestJSON-1223226849-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.8222058 Apr 01 13:33:55.761271 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 46850) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:33:55.765019 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3160333-6ab0-4058-8ccf-720ce6162864 tempest-ServersTestManualDisk-1537329539 tempest-ServersTestManualDisk-1537329539-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5b9cab03-d723-408d-9f2b-9f48ac84e21d,revision_number=0']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:33:55.778091 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.v2.base [None req-1875986f-444d-41f6-98b6-5b8fccace59a tempest-ServersTestJSON-1223226849 tempest-ServersTestJSON-1223226849-project] Request body: {'security_group_rule': {'security_group_id': '9c879d46-6861-4e85-bf4f-dbcce6fd6735', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=83869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:33:55.794582 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-1875986f-444d-41f6-98b6-5b8fccace59a tempest-ServersTestJSON-1223226849 tempest-ServersTestJSON-1223226849-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:33:55.800583 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.plugin [None req-abe1e3df-4f52-45a7-bc56-98f07b426728 tempest-PortsAdminExtendedAttrsTestJSON-1757410772 tempest-PortsAdminExtendedAttrsTestJSON-1757410772-project-admin] Deleting port f254c728-dc1a-4ad8-91d2-f4459a413890 {{(pid=83871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 13:33:55.800953 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-abe1e3df-4f52-45a7-bc56-98f07b426728 tempest-PortsAdminExtendedAttrsTestJSON-1757410772 tempest-PortsAdminExtendedAttrsTestJSON-1757410772-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736733287370'] for port, before_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:33:55.806818 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a30455-885c-4302-962c-360eca359045 tempest-FloatingIPAdminTestJSON-382796379 tempest-FloatingIPAdminTestJSON-382796379-project] Pushing event updated for resources: {'Subnet': ['ID=7f75e9f2-0792-43c1-92b4-29819799e513,revision_number=0']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:33:55.819771 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-1875986f-444d-41f6-98b6-5b8fccace59a tempest-ServersTestJSON-1223226849 tempest-ServersTestJSON-1223226849-project] Usage tracker for resource:security_group_rule and tenant:60bf55a52dbc4f9d9d0decf6a2dd30f6 is out of sync, need to count used quota {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 13:33:55.827624 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-1875986f-444d-41f6-98b6-5b8fccace59a tempest-ServersTestJSON-1223226849 tempest-ServersTestJSON-1223226849-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 13:33:55.831648 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-d3160333-6ab0-4058-8ccf-720ce6162864 tempest-ServersTestManualDisk-1537329539 tempest-ServersTestManualDisk-1537329539-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:33:55.835218 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-d3160333-6ab0-4058-8ccf-720ce6162864 tempest-ServersTestManualDisk-1537329539 tempest-ServersTestManualDisk-1537329539-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.6341610 Apr 01 13:33:55.839785 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 46854) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:33:55.841039 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-1875986f-444d-41f6-98b6-5b8fccace59a tempest-ServersTestJSON-1223226849 tempest-ServersTestJSON-1223226849-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:33:55.851071 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.v2.base [None req-678b5a9b-0b35-4fd5-be2b-1757623d87b3 tempest-ServersTestManualDisk-1537329539 tempest-ServersTestManualDisk-1537329539-project] Request body: {'security_group_rule': {'security_group_id': '5eeb8844-2921-4d9c-96aa-ee946f9c62b6', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=83869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:33:55.872478 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-678b5a9b-0b35-4fd5-be2b-1757623d87b3 tempest-ServersTestManualDisk-1537329539 tempest-ServersTestManualDisk-1537329539-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:33:55.877961 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57a30455-885c-4302-962c-360eca359045 tempest-FloatingIPAdminTestJSON-382796379 tempest-FloatingIPAdminTestJSON-382796379-project] Checking segment: {'id': 'ca8d8f66-5952-4b38-b807-6b29c899e38d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'f2ea7b94-8acd-4366-9b8f-7793dde2b041'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 13:33:55.878315 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57a30455-885c-4302-962c-360eca359045 tempest-FloatingIPAdminTestJSON-382796379 tempest-FloatingIPAdminTestJSON-382796379-project] Network hostable DHCP agents. Network: f2ea7b94-8acd-4366-9b8f-7793dde2b041, hostable agents: ['e47e4547-5c2d-4954-ba56-fa3646239f18'], hosted agents: [] {{(pid=83869) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 13:33:55.882714 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-678b5a9b-0b35-4fd5-be2b-1757623d87b3 tempest-ServersTestManualDisk-1537329539 tempest-ServersTestManualDisk-1537329539-project] Usage tracker for resource:security_group_rule and tenant:89fbd4bee1224db38dcb79340f59d1d9 is out of sync, need to count used quota {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 13:33:55.893829 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-678b5a9b-0b35-4fd5-be2b-1757623d87b3 tempest-ServersTestManualDisk-1537329539 tempest-ServersTestManualDisk-1537329539-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 13:33:55.901393 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-1875986f-444d-41f6-98b6-5b8fccace59a tempest-ServersTestJSON-1223226849 tempest-ServersTestJSON-1223226849-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:33:55.907271 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-233a5575-2b6f-4946-b082-6abe79e46157 tempest-RoutersAdminTest-1965710677 tempest-RoutersAdminTest-1965710677-project-admin] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1024 time: 3.8395224 Apr 01 13:33:55.912387 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-678b5a9b-0b35-4fd5-be2b-1757623d87b3 tempest-ServersTestManualDisk-1537329539 tempest-ServersTestManualDisk-1537329539-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:33:55.912765 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 46858) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:33:55.964590 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-64f9e729-cf1e-40cd-8b9d-0cc89c48d492 tempest-RoutersAdminNegativeTest-1657687453 tempest-RoutersAdminNegativeTest-1657687453-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4079814', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4170'] for router, precommit_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:33:56.002854 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-678b5a9b-0b35-4fd5-be2b-1757623d87b3 tempest-ServersTestManualDisk-1537329539 tempest-ServersTestManualDisk-1537329539-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:33:56.036062 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57a30455-885c-4302-962c-360eca359045 tempest-FloatingIPAdminTestJSON-382796379 tempest-FloatingIPAdminTestJSON-382796379-project] Network f2ea7b94-8acd-4366-9b8f-7793dde2b041 is scheduled to be hosted by DHCP agent e47e4547-5c2d-4954-ba56-fa3646239f18 with binding_index 1 {{(pid=83869) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 13:33:56.038954 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-64f9e729-cf1e-40cd-8b9d-0cc89c48d492 tempest-RoutersAdminNegativeTest-1657687453 tempest-RoutersAdminNegativeTest-1657687453-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:33:56.073839 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.plugin [None req-c8305ada-d072-4082-9d45-a23885125c49 tempest-RoutersAdminTest-1965710677 tempest-RoutersAdminTest-1965710677-project-admin] Deleting port 5b3f44c5-3a78-4821-8242-c84f10a93c2c {{(pid=83871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 13:33:56.074107 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-c8305ada-d072-4082-9d45-a23885125c49 tempest-RoutersAdminTest-1965710677 tempest-RoutersAdminTest-1965710677-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736733287370'] for port, before_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:33:56.094417 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.scheduler.base_scheduler [None req-57a30455-885c-4302-962c-360eca359045 tempest-FloatingIPAdminTestJSON-382796379 tempest-FloatingIPAdminTestJSON-382796379-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-836180-1-hyperv, f2ea7b94-8acd-4366-9b8f-7793dde2b041) {{(pid=83869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 13:33:56.103720 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8dff61b-4647-4b0c-b1ec-cf35c798567e None None] Network f2ea7b94-8acd-4366-9b8f-7793dde2b041 requested from dv-neutron-836180-1-hyperv {{(pid=83872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 13:33:56.113922 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57a30455-885c-4302-962c-360eca359045 tempest-FloatingIPAdminTestJSON-382796379 tempest-FloatingIPAdminTestJSON-382796379-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:33:56.114948 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-57a30455-885c-4302-962c-360eca359045 tempest-FloatingIPAdminTestJSON-382796379 tempest-FloatingIPAdminTestJSON-382796379-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3017602'] for subnet, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:33:56.150428 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-1875986f-444d-41f6-98b6-5b8fccace59a tempest-ServersTestJSON-1223226849 tempest-ServersTestJSON-1223226849-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:33:56.159766 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-e3ee8d3a-3aa4-42c9-8284-e12bae7a56b9 tempest-RoutersIpV6AdminTest-2054225496 tempest-RoutersIpV6AdminTest-2054225496-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:33:56.265579 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-1875986f-444d-41f6-98b6-5b8fccace59a tempest-ServersTestJSON-1223226849 tempest-ServersTestJSON-1223226849-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3775744'] for security_group_rule, after_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:33:56.281983 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-678b5a9b-0b35-4fd5-be2b-1757623d87b3 tempest-ServersTestManualDisk-1537329539 tempest-ServersTestManualDisk-1537329539-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:33:56.286149 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-e3ee8d3a-3aa4-42c9-8284-e12bae7a56b9 tempest-RoutersIpV6AdminTest-2054225496 tempest-RoutersIpV6AdminTest-2054225496-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:33:56.292022 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-57a30455-885c-4302-962c-360eca359045 tempest-FloatingIPAdminTestJSON-382796379 tempest-FloatingIPAdminTestJSON-382796379-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8449876 Apr 01 13:33:56.323064 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 46862) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:33:56.340413 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-678b5a9b-0b35-4fd5-be2b-1757623d87b3 tempest-ServersTestManualDisk-1537329539 tempest-ServersTestManualDisk-1537329539-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3775744'] for security_group_rule, after_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:33:56.343990 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1875986f-444d-41f6-98b6-5b8fccace59a tempest-ServersTestJSON-1223226849 tempest-ServersTestJSON-1223226849-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=26e4e139-c1b0-4d68-8758-be97a5158ba6,revision_number=0']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:33:56.369623 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-1875986f-444d-41f6-98b6-5b8fccace59a tempest-ServersTestJSON-1223226849 tempest-ServersTestJSON-1223226849-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:33:56.370437 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-1875986f-444d-41f6-98b6-5b8fccace59a tempest-ServersTestJSON-1223226849 tempest-ServersTestJSON-1223226849-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.6034088 Apr 01 13:33:56.376803 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.v2.base [None req-f35c4a7a-4460-4397-8269-ba5d2623582f tempest-FloatingIPAdminTestJSON-382796379 tempest-FloatingIPAdminTestJSON-382796379-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-182759528', 'external_gateway_info': {'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301'}, 'admin_state_up': False}} {{(pid=83871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:33:56.386214 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-64f9e729-cf1e-40cd-8b9d-0cc89c48d492 tempest-RoutersAdminNegativeTest-1657687453 tempest-RoutersAdminNegativeTest-1657687453-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4079738'] for router, after_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:33:56.386378 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Device dc1d3407-408a-4489-a985-4b87e716c495 up at agent ovs-agent-dv-neutron-836180-1-hyperv {{(pid=83872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 13:33:56.386475 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64f9e729-cf1e-40cd-8b9d-0cc89c48d492 tempest-RoutersAdminNegativeTest-1657687453 tempest-RoutersAdminNegativeTest-1657687453-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 2e11f5f3-cf6f-4b3b-884e-7024a9685a47 {{(pid=83871) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 01 13:33:56.386760 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 46866) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:33:56.406076 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.v2.base [None req-a6093009-236b-4f5e-a925-98d969685460 tempest-ServersTestJSON-1223226849 tempest-ServersTestJSON-1223226849-project] Request body: {'floatingip': {'floating_network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301'}} {{(pid=83869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:33:56.414178 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-f35c4a7a-4460-4397-8269-ba5d2623582f tempest-FloatingIPAdminTestJSON-382796379 tempest-FloatingIPAdminTestJSON-382796379-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:33:56.419274 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-a6093009-236b-4f5e-a925-98d969685460 tempest-ServersTestJSON-1223226849 tempest-ServersTestJSON-1223226849-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:33:56.422097 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-678b5a9b-0b35-4fd5-be2b-1757623d87b3 tempest-ServersTestManualDisk-1537329539 tempest-ServersTestManualDisk-1537329539-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ec52df7c-3e0e-400e-8f1f-bda73ce601e5,revision_number=0']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:33:56.428389 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.objects.ports [None req-9809e3e8-0a41-454d-a679-9859b35cf3a5 tempest-ExternalNetworksTestJSON-1346188077 tempest-ExternalNetworksTestJSON-1346188077-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=83871) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Apr 01 13:33:56.428850 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-9809e3e8-0a41-454d-a679-9859b35cf3a5 tempest-ExternalNetworksTestJSON-1346188077 tempest-ExternalNetworksTestJSON-1346188077-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575'] for subnet, after_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:33:56.452624 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-f35c4a7a-4460-4397-8269-ba5d2623582f tempest-FloatingIPAdminTestJSON-382796379 tempest-FloatingIPAdminTestJSON-382796379-project] Usage tracker for resource:router and tenant:e66db8021e414e7baf903f5a575b7f77 is out of sync, need to count used quota {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 13:33:56.459439 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-678b5a9b-0b35-4fd5-be2b-1757623d87b3 tempest-ServersTestManualDisk-1537329539 tempest-ServersTestManualDisk-1537329539-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:33:56.460628 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-678b5a9b-0b35-4fd5-be2b-1757623d87b3 tempest-ServersTestManualDisk-1537329539 tempest-ServersTestManualDisk-1537329539-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.6167126 Apr 01 13:33:56.461869 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-a6093009-236b-4f5e-a925-98d969685460 tempest-ServersTestJSON-1223226849 tempest-ServersTestJSON-1223226849-project] Usage tracker for resource:floatingip and tenant:60bf55a52dbc4f9d9d0decf6a2dd30f6 is out of sync, need to count used quota {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 13:33:56.470004 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 46870) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:33:56.470793 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-a6093009-236b-4f5e-a925-98d969685460 tempest-ServersTestJSON-1223226849 tempest-ServersTestJSON-1223226849-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 13:33:56.481555 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-a6093009-236b-4f5e-a925-98d969685460 tempest-ServersTestJSON-1223226849 tempest-ServersTestJSON-1223226849-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:33:56.482335 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-365c1f13-c549-4299-aaf1-1d5ef3a24945 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7e7d0ecb-2af4-55f5-9198-238ab0570d62-f2ea7b94-8acd-4366-9b8f-7793dde2b041', 'network_id': 'f2ea7b94-8acd-4366-9b8f-7793dde2b041', 'tenant_id': 'e66db8021e414e7baf903f5a575b7f77', 'fixed_ips': [{'subnet_id': '7f75e9f2-0792-43c1-92b4-29819799e513'}]}} from dv-neutron-836180-1-hyperv. {{(pid=83872) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 01 13:33:56.483506 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-365c1f13-c549-4299-aaf1-1d5ef3a24945 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:33:56.486490 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.v2.base [None req-4af730da-07e6-4f1a-8f45-322177672aa7 tempest-ServersTestManualDisk-1537329539 tempest-ServersTestManualDisk-1537329539-project] Request body: {'floatingip': {'floating_network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301'}} {{(pid=83869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:33:56.490596 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-f35c4a7a-4460-4397-8269-ba5d2623582f tempest-FloatingIPAdminTestJSON-382796379 tempest-FloatingIPAdminTestJSON-382796379-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 13:33:56.499638 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-4af730da-07e6-4f1a-8f45-322177672aa7 tempest-ServersTestManualDisk-1537329539 tempest-ServersTestManualDisk-1537329539-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:33:56.506789 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.db [None req-abe1e3df-4f52-45a7-bc56-98f07b426728 tempest-PortsAdminExtendedAttrsTestJSON-1757410772 tempest-PortsAdminExtendedAttrsTestJSON-1757410772-project-admin] For port f254c728-dc1a-4ad8-91d2-f4459a413890, host hv-neutron-8361, got binding levels [] {{(pid=83871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 13:33:56.507376 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-abe1e3df-4f52-45a7-bc56-98f07b426728 tempest-PortsAdminExtendedAttrsTestJSON-1757410772 tempest-PortsAdminExtendedAttrsTestJSON-1757410772-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4155147'] for port, precommit_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:33:56.508020 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-4af730da-07e6-4f1a-8f45-322177672aa7 tempest-ServersTestManualDisk-1537329539 tempest-ServersTestManualDisk-1537329539-project] Usage tracker for resource:floatingip and tenant:89fbd4bee1224db38dcb79340f59d1d9 is out of sync, need to count used quota {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 13:33:56.515413 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-4af730da-07e6-4f1a-8f45-322177672aa7 tempest-ServersTestManualDisk-1537329539 tempest-ServersTestManualDisk-1537329539-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 13:33:56.525892 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-4af730da-07e6-4f1a-8f45-322177672aa7 tempest-ServersTestManualDisk-1537329539 tempest-ServersTestManualDisk-1537329539-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:33:56.526073 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-f35c4a7a-4460-4397-8269-ba5d2623582f tempest-FloatingIPAdminTestJSON-382796379 tempest-FloatingIPAdminTestJSON-382796379-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:33:56.531050 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-a6093009-236b-4f5e-a925-98d969685460 tempest-ServersTestJSON-1223226849 tempest-ServersTestJSON-1223226849-project] Notify callbacks [] for floatingip, before_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:33:56.594248 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-4af730da-07e6-4f1a-8f45-322177672aa7 tempest-ServersTestManualDisk-1537329539 tempest-ServersTestManualDisk-1537329539-project] Notify callbacks [] for floatingip, before_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:33:56.599666 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Provisioning complete for port dc1d3407-408a-4489-a985-4b87e716c495 triggered by entity L2. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 13:33:56.600100 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-948329'] for port, provisioning_complete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:33:56.715920 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.plugin [None req-abe1e3df-4f52-45a7-bc56-98f07b426728 tempest-PortsAdminExtendedAttrsTestJSON-1757410772 tempest-PortsAdminExtendedAttrsTestJSON-1757410772-project-admin] Calling delete_port for f254c728-dc1a-4ad8-91d2-f4459a413890 owned by {{(pid=83871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 13:33:56.719807 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.db_base_plugin_common [None req-365c1f13-c549-4299-aaf1-1d5ef3a24945 None None] Allocated IP 172.20.0.2 (f2ea7b94-8acd-4366-9b8f-7793dde2b041/7f75e9f2-0792-43c1-92b4-29819799e513/844168a6-4073-4722-9506-ac767113dc28) {{(pid=83872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 13:33:56.740432 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.db_base_plugin_common [None req-e3ee8d3a-3aa4-42c9-8284-e12bae7a56b9 tempest-RoutersIpV6AdminTest-2054225496 tempest-RoutersIpV6AdminTest-2054225496-project-admin] Allocated IP 2001:db8::322 (96393602-b907-42fe-8925-7596bcadc2d8/1bc88cac-8192-40e9-8985-f20fd180bc5b/514469c4-909b-4518-9429-ad41ef7b8662) {{(pid=83869) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 13:33:56.746639 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.api.v2.resource [None req-64f9e729-cf1e-40cd-8b9d-0cc89c48d492 tempest-RoutersAdminNegativeTest-1657687453 tempest-RoutersAdminNegativeTest-1657687453-project-admin] create failed (client error): There was a conflict when trying to complete your request. Apr 01 13:33:56.750740 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-64f9e729-cf1e-40cd-8b9d-0cc89c48d492 tempest-RoutersAdminNegativeTest-1657687453 tempest-RoutersAdminNegativeTest-1657687453-project-admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 7.1032600 Apr 01 13:33:56.751672 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 46874) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:33:56.789636 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-f35c4a7a-4460-4397-8269-ba5d2623582f tempest-FloatingIPAdminTestJSON-382796379 tempest-FloatingIPAdminTestJSON-382796379-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4082176', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4220'] for router, before_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:33:56.790553 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-f35c4a7a-4460-4397-8269-ba5d2623582f tempest-FloatingIPAdminTestJSON-382796379 tempest-FloatingIPAdminTestJSON-382796379-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4082277', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4084873', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4148249', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4211'] for router, precommit_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:33:56.818149 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9809e3e8-0a41-454d-a679-9859b35cf3a5 tempest-ExternalNetworksTestJSON-1346188077 tempest-ExternalNetworksTestJSON-1346188077-project-admin] Pushing event updated for resources: {'Subnet': ['ID=99bbd5a6-825d-48ac-884f-a35ce2b903c0,revision_number=0']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:33:56.959324 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.plugin [None req-c78ac71f-5bde-41cd-924f-7e5912b22567 tempest-RoutersAdminNegativeTest-1657687453 tempest-RoutersAdminNegativeTest-1657687453-project-admin] Deleting port dcfa6164-c9b1-4070-8a56-5587e1fa8e23 {{(pid=83869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 13:33:56.959655 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-c78ac71f-5bde-41cd-924f-7e5912b22567 tempest-RoutersAdminNegativeTest-1657687453 tempest-RoutersAdminNegativeTest-1657687453-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736733287370'] for port, before_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:33:56.959759 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9809e3e8-0a41-454d-a679-9859b35cf3a5 tempest-ExternalNetworksTestJSON-1346188077 tempest-ExternalNetworksTestJSON-1346188077-project-admin] Checking segment: {'id': '8339bc07-3276-47a0-9fd6-bed9d2780668', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '4a7342ff-6706-45dc-98bc-09f554ee9385'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 13:33:56.960051 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9809e3e8-0a41-454d-a679-9859b35cf3a5 tempest-ExternalNetworksTestJSON-1346188077 tempest-ExternalNetworksTestJSON-1346188077-project-admin] Network hostable DHCP agents. Network: 4a7342ff-6706-45dc-98bc-09f554ee9385, hostable agents: ['e47e4547-5c2d-4954-ba56-fa3646239f18'], hosted agents: [] {{(pid=83871) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 13:33:56.971354 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-c8305ada-d072-4082-9d45-a23885125c49 tempest-RoutersAdminTest-1965710677 tempest-RoutersAdminTest-1965710677-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4155147'] for port, precommit_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:33:56.994683 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-abe1e3df-4f52-45a7-bc56-98f07b426728 tempest-PortsAdminExtendedAttrsTestJSON-1757410772 tempest-PortsAdminExtendedAttrsTestJSON-1757410772-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736733359243', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736732935810'] for port, after_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:33:57.004418 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-f35c4a7a-4460-4397-8269-ba5d2623582f tempest-FloatingIPAdminTestJSON-382796379 tempest-FloatingIPAdminTestJSON-382796379-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:33:57.018240 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-365c1f13-c549-4299-aaf1-1d5ef3a24945 None None] Notify callbacks [] for port, precommit_create {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:33:57.028851 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-365c1f13-c549-4299-aaf1-1d5ef3a24945 None None] Transition to ACTIVE for port object 844168a6-4073-4722-9506-ac767113dc28 will not be triggered until provisioned by entity L2. {{(pid=83872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 13:33:57.049192 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-365c1f13-c549-4299-aaf1-1d5ef3a24945 None None] Transition to ACTIVE for port object 844168a6-4073-4722-9506-ac767113dc28 will not be triggered until provisioned by entity DHCP. {{(pid=83872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 13:33:57.054879 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-365c1f13-c549-4299-aaf1-1d5ef3a24945 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736732935801'] for port, after_create {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:33:57.122301 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-365c1f13-c549-4299-aaf1-1d5ef3a24945 None None] Network f2ea7b94-8acd-4366-9b8f-7793dde2b041 is already hosted by enough agents. {{(pid=83872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 13:33:57.125498 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.scheduler.base_scheduler [None req-365c1f13-c549-4299-aaf1-1d5ef3a24945 None None] Resources bound (agent type, host, resource id): {{(pid=83872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 13:33:57.129130 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-365c1f13-c549-4299-aaf1-1d5ef3a24945 None None] Received port after_create {{(pid=83872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 13:33:57.131175 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-365c1f13-c549-4299-aaf1-1d5ef3a24945 None None] Pushing event updated for resources: {'Port': ['ID=844168a6-4073-4722-9506-ac767113dc28,revision_number=1']} {{(pid=83872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:33:57.138984 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-e3ee8d3a-3aa4-42c9-8284-e12bae7a56b9 tempest-RoutersIpV6AdminTest-2054225496 tempest-RoutersIpV6AdminTest-2054225496-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:33:57.234419 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.managers [None req-365c1f13-c549-4299-aaf1-1d5ef3a24945 None None] Attempting to bind port 844168a6-4073-4722-9506-ac767113dc28 on host dv-neutron-836180-1-hyperv for vnic_type normal with profile {{(pid=83872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 13:33:57.234792 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.managers [None req-365c1f13-c549-4299-aaf1-1d5ef3a24945 None None] Attempting to bind port 844168a6-4073-4722-9506-ac767113dc28 by drivers openvswitch,hyperv on host dv-neutron-836180-1-hyperv at level 0 using segments [{'id': 'ca8d8f66-5952-4b38-b807-6b29c899e38d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'f2ea7b94-8acd-4366-9b8f-7793dde2b041'}] {{(pid=83872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 13:33:57.235155 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-365c1f13-c549-4299-aaf1-1d5ef3a24945 None None] Attempting to bind port 844168a6-4073-4722-9506-ac767113dc28 on network f2ea7b94-8acd-4366-9b8f-7793dde2b041 {{(pid=83872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 13:33:57.242175 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-365c1f13-c549-4299-aaf1-1d5ef3a24945 None None] Checking agent: {'id': 'af948428-97cd-4d10-9f53-af028bdb39b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-836180-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 13, 25, 37), 'started_at': datetime.datetime(2022, 4, 1, 13, 26, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 13, 33, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-836180-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 13:33:57.242338 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-365c1f13-c549-4299-aaf1-1d5ef3a24945 None None] Checking segment: {'id': 'ca8d8f66-5952-4b38-b807-6b29c899e38d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'f2ea7b94-8acd-4366-9b8f-7793dde2b041'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 13:33:57.242662 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-365c1f13-c549-4299-aaf1-1d5ef3a24945 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:33:57.243049 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-365c1f13-c549-4299-aaf1-1d5ef3a24945 None None] Bound using segment: {'id': 'ca8d8f66-5952-4b38-b807-6b29c899e38d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'f2ea7b94-8acd-4366-9b8f-7793dde2b041'} {{(pid=83872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 13:33:57.244104 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.managers [None req-365c1f13-c549-4299-aaf1-1d5ef3a24945 None None] Bound port: 844168a6-4073-4722-9506-ac767113dc28, host: dv-neutron-836180-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca8d8f66-5952-4b38-b807-6b29c899e38d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'f2ea7b94-8acd-4366-9b8f-7793dde2b041'}}] {{(pid=83872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 13:33:57.244232 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-365c1f13-c549-4299-aaf1-1d5ef3a24945 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:33:57.258413 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.plugin [None req-c8305ada-d072-4082-9d45-a23885125c49 tempest-RoutersAdminTest-1965710677 tempest-RoutersAdminTest-1965710677-project-admin] Calling delete_port for 5b3f44c5-3a78-4821-8242-c84f10a93c2c owned by {{(pid=83871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 13:33:57.290057 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-a6093009-236b-4f5e-a925-98d969685460 tempest-ServersTestJSON-1223226849 tempest-ServersTestJSON-1223226849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:33:57.300259 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-4af730da-07e6-4f1a-8f45-322177672aa7 tempest-ServersTestManualDisk-1537329539 tempest-ServersTestManualDisk-1537329539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:33:57.300830 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe1e3df-4f52-45a7-bc56-98f07b426728 tempest-PortsAdminExtendedAttrsTestJSON-1757410772 tempest-PortsAdminExtendedAttrsTestJSON-1757410772-project-admin] Pushing event deleted for resources: {'Port': ['ID=f254c728-dc1a-4ad8-91d2-f4459a413890,revision_number=None']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:33:57.319187 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-abe1e3df-4f52-45a7-bc56-98f07b426728 tempest-PortsAdminExtendedAttrsTestJSON-1757410772 tempest-PortsAdminExtendedAttrsTestJSON-1757410772-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109561'] for port, before_response {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:33:57.365985 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-365c1f13-c549-4299-aaf1-1d5ef3a24945 None None] For port 844168a6-4073-4722-9506-ac767113dc28, host dv-neutron-836180-1-hyperv, cleared binding levels {{(pid=83872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 13:33:57.366170 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-abe1e3df-4f52-45a7-bc56-98f07b426728 tempest-PortsAdminExtendedAttrsTestJSON-1757410772 tempest-PortsAdminExtendedAttrsTestJSON-1757410772-project-admin] 10.222.0.26 "DELETE /v2.0/ports/f254c728-dc1a-4ad8-91d2-f4459a413890 HTTP/1.1" status: 204 len: 168 time: 1.9484265 Apr 01 13:33:57.368501 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-365c1f13-c549-4299-aaf1-1d5ef3a24945 None None] For port 844168a6-4073-4722-9506-ac767113dc28, host dv-neutron-836180-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836180-1-hyperv',level=0,port_id=844168a6-4073-4722-9506-ac767113dc28,segment=NetworkSegment(ca8d8f66-5952-4b38-b807-6b29c899e38d),segment_id=ca8d8f66-5952-4b38-b807-6b29c899e38d)] {{(pid=83872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 13:33:57.373073 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-365c1f13-c549-4299-aaf1-1d5ef3a24945 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864'] for port, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:33:57.383960 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 46878) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:33:57.449518 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9809e3e8-0a41-454d-a679-9859b35cf3a5 tempest-ExternalNetworksTestJSON-1346188077 tempest-ExternalNetworksTestJSON-1346188077-project-admin] Network 4a7342ff-6706-45dc-98bc-09f554ee9385 is scheduled to be hosted by DHCP agent e47e4547-5c2d-4954-ba56-fa3646239f18 with binding_index 1 {{(pid=83871) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 13:33:57.453789 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-365c1f13-c549-4299-aaf1-1d5ef3a24945 None None] Pushing event updated for resources: {'Port': ['ID=844168a6-4073-4722-9506-ac767113dc28,revision_number=2']} {{(pid=83872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:33:57.475303 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-e3ee8d3a-3aa4-42c9-8284-e12bae7a56b9 tempest-RoutersIpV6AdminTest-2054225496 tempest-RoutersIpV6AdminTest-2054225496-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736732935801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2705155'] for port, after_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:33:57.498530 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-c78ac71f-5bde-41cd-924f-7e5912b22567 tempest-RoutersAdminNegativeTest-1657687453 tempest-RoutersAdminNegativeTest-1657687453-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4155147'] for port, precommit_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:33:57.527247 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.scheduler.base_scheduler [None req-9809e3e8-0a41-454d-a679-9859b35cf3a5 tempest-ExternalNetworksTestJSON-1346188077 tempest-ExternalNetworksTestJSON-1346188077-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-836180-1-hyperv, 4a7342ff-6706-45dc-98bc-09f554ee9385) {{(pid=83871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 13:33:57.532708 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9809e3e8-0a41-454d-a679-9859b35cf3a5 tempest-ExternalNetworksTestJSON-1346188077 tempest-ExternalNetworksTestJSON-1346188077-project-admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:33:57.533538 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-9809e3e8-0a41-454d-a679-9859b35cf3a5 tempest-ExternalNetworksTestJSON-1346188077 tempest-ExternalNetworksTestJSON-1346188077-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3017602'] for subnet, before_response {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:33:57.538269 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.pecan_wsgi.hooks.translation [None req-a128e92f-792a-466f-946e-b93d5ac3306e tempest-PortsAdminExtendedAttrsTestJSON-1757410772 tempest-PortsAdminExtendedAttrsTestJSON-1757410772-project-admin] GET failed (client error): The resource could not be found. Apr 01 13:33:57.539541 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-a128e92f-792a-466f-946e-b93d5ac3306e tempest-PortsAdminExtendedAttrsTestJSON-1757410772 tempest-PortsAdminExtendedAttrsTestJSON-1757410772-project-admin] 10.222.0.26 "GET /v2.0/ports/f254c728-dc1a-4ad8-91d2-f4459a413890 HTTP/1.1" status: 404 len: 333 time: 0.1492388 Apr 01 13:33:57.540588 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14267dd8-e838-4d62-a655-587406d631b8 None None] Network 4a7342ff-6706-45dc-98bc-09f554ee9385 requested from dv-neutron-836180-1-hyperv {{(pid=83872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 13:33:57.550738 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 46882) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:33:57.564004 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.v2.base [None req-67328bae-251b-454d-b323-c11f6e96a3b3 tempest-PortsAdminExtendedAttrsTestJSON-1757410772 tempest-PortsAdminExtendedAttrsTestJSON-1757410772-project-admin] Request body: {'port': {'network_id': 'bfc634f9-53d1-48bd-89ab-1b58f2c64fc0', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-77076165'}} {{(pid=83871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:33:57.568993 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-67328bae-251b-454d-b323-c11f6e96a3b3 tempest-PortsAdminExtendedAttrsTestJSON-1757410772 tempest-PortsAdminExtendedAttrsTestJSON-1757410772-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:33:57.573067 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-67328bae-251b-454d-b323-c11f6e96a3b3 tempest-PortsAdminExtendedAttrsTestJSON-1757410772 tempest-PortsAdminExtendedAttrsTestJSON-1757410772-project-admin] Usage tracker for resource:port and tenant:179bd524c55645f38495b0e9c3dd7bca is out of sync, need to count used quota {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 13:33:57.577840 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-67328bae-251b-454d-b323-c11f6e96a3b3 tempest-PortsAdminExtendedAttrsTestJSON-1757410772 tempest-PortsAdminExtendedAttrsTestJSON-1757410772-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 13:33:57.584662 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-67328bae-251b-454d-b323-c11f6e96a3b3 tempest-PortsAdminExtendedAttrsTestJSON-1757410772 tempest-PortsAdminExtendedAttrsTestJSON-1757410772-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:33:57.665608 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67328bae-251b-454d-b323-c11f6e96a3b3 tempest-PortsAdminExtendedAttrsTestJSON-1757410772 tempest-PortsAdminExtendedAttrsTestJSON-1757410772-project-admin] Made reservation on behalf of 179bd524c55645f38495b0e9c3dd7bca for: {'port': 1} {{(pid=83871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 13:33:57.668124 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-67328bae-251b-454d-b323-c11f6e96a3b3 tempest-PortsAdminExtendedAttrsTestJSON-1757410772 tempest-PortsAdminExtendedAttrsTestJSON-1757410772-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:33:57.689269 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-9809e3e8-0a41-454d-a679-9859b35cf3a5 tempest-ExternalNetworksTestJSON-1346188077 tempest-ExternalNetworksTestJSON-1346188077-project-admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 4.1175215 Apr 01 13:33:57.698124 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 46886) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:33:57.712155 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-f35c4a7a-4460-4397-8269-ba5d2623582f tempest-FloatingIPAdminTestJSON-382796379 tempest-FloatingIPAdminTestJSON-382796379-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4084887', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4079850', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4161'] for router, precommit_update {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:33:57.720002 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.v2.base [None req-43c65a63-7f95-44ba-83ec-c4ef057796fd tempest-ExternalNetworksTestJSON-1346188077 tempest-ExternalNetworksTestJSON-1346188077-project-admin] Request body: {'floatingip': {'floating_network_id': '4a7342ff-6706-45dc-98bc-09f554ee9385'}} {{(pid=83871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:33:57.723339 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.plugin [None req-c78ac71f-5bde-41cd-924f-7e5912b22567 tempest-RoutersAdminNegativeTest-1657687453 tempest-RoutersAdminNegativeTest-1657687453-project-admin] Calling delete_port for dcfa6164-c9b1-4070-8a56-5587e1fa8e23 owned by {{(pid=83869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 13:33:57.729699 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-43c65a63-7f95-44ba-83ec-c4ef057796fd tempest-ExternalNetworksTestJSON-1346188077 tempest-ExternalNetworksTestJSON-1346188077-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:33:57.733513 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-c8305ada-d072-4082-9d45-a23885125c49 tempest-RoutersAdminTest-1965710677 tempest-RoutersAdminTest-1965710677-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736733359243', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736732935810'] for port, after_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:33:57.737152 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.notifiers.nova [None req-67328bae-251b-454d-b323-c11f6e96a3b3 tempest-PortsAdminExtendedAttrsTestJSON-1757410772 tempest-PortsAdminExtendedAttrsTestJSON-1757410772-project-admin] device_id is not set on port 5cf0caf9-1a4a-466d-9e1e-41241061d584 yet. {{(pid=83871) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 01 13:33:57.780213 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-43c65a63-7f95-44ba-83ec-c4ef057796fd tempest-ExternalNetworksTestJSON-1346188077 tempest-ExternalNetworksTestJSON-1346188077-project-admin] Usage tracker for resource:floatingip and tenant:bb0d04bce31b434bb7c09b859fc82ca0 is out of sync, need to count used quota {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 13:33:57.811754 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-43c65a63-7f95-44ba-83ec-c4ef057796fd tempest-ExternalNetworksTestJSON-1346188077 tempest-ExternalNetworksTestJSON-1346188077-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 13:33:57.848047 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3ee8d3a-3aa4-42c9-8284-e12bae7a56b9 tempest-RoutersIpV6AdminTest-2054225496 tempest-RoutersIpV6AdminTest-2054225496-project-admin] Network 96393602-b907-42fe-8925-7596bcadc2d8 is already hosted by enough agents. {{(pid=83869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 13:33:57.850236 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ee8d3a-3aa4-42c9-8284-e12bae7a56b9 tempest-RoutersIpV6AdminTest-2054225496 tempest-RoutersIpV6AdminTest-2054225496-project-admin] Pushing event updated for resources: {'Port': ['ID=514469c4-909b-4518-9429-ad41ef7b8662,revision_number=1']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:33:57.858165 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.scheduler.base_scheduler [None req-e3ee8d3a-3aa4-42c9-8284-e12bae7a56b9 tempest-RoutersIpV6AdminTest-2054225496 tempest-RoutersIpV6AdminTest-2054225496-project-admin] Resources bound (agent type, host, resource id): {{(pid=83869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 13:33:57.863464 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8305ada-d072-4082-9d45-a23885125c49 tempest-RoutersAdminTest-1965710677 tempest-RoutersAdminTest-1965710677-project-admin] Pushing event deleted for resources: {'Port': ['ID=5b3f44c5-3a78-4821-8242-c84f10a93c2c,revision_number=None']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:33:57.865496 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3ee8d3a-3aa4-42c9-8284-e12bae7a56b9 tempest-RoutersIpV6AdminTest-2054225496 tempest-RoutersIpV6AdminTest-2054225496-project-admin] Received port after_create {{(pid=83869) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 13:33:57.866022 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-43c65a63-7f95-44ba-83ec-c4ef057796fd tempest-ExternalNetworksTestJSON-1346188077 tempest-ExternalNetworksTestJSON-1346188077-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:33:57.876805 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3113212-29c2-4f21-8920-fb5ceef788e8 None None] Network 4a7342ff-6706-45dc-98bc-09f554ee9385 requested from dv-neutron-836180-1-hyperv {{(pid=83872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 13:33:57.965504 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-43c65a63-7f95-44ba-83ec-c4ef057796fd tempest-ExternalNetworksTestJSON-1346188077 tempest-ExternalNetworksTestJSON-1346188077-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:33:58.002193 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.db_base_plugin_common [None req-a6093009-236b-4f5e-a925-98d969685460 tempest-ServersTestJSON-1223226849 tempest-ServersTestJSON-1223226849-project] Allocated IP 172.26.5.98 (725864b8-cceb-48c9-b5d3-1bfc4423e301/e2ed99db-0e25-4971-b535-7fa69231fae8/411d1e1b-822d-41bc-be64-4e5ecb87975b) {{(pid=83869) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 13:33:58.099755 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-c8305ada-d072-4082-9d45-a23885125c49 tempest-RoutersAdminTest-1965710677 tempest-RoutersAdminTest-1965710677-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109561'] for port, before_response {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:33:58.135240 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-c8305ada-d072-4082-9d45-a23885125c49 tempest-RoutersAdminTest-1965710677 tempest-RoutersAdminTest-1965710677-project-admin] 10.222.0.26 "DELETE /v2.0/ports/5b3f44c5-3a78-4821-8242-c84f10a93c2c HTTP/1.1" status: 204 len: 168 time: 2.2155118 Apr 01 13:33:58.137586 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 46890) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:33:58.154649 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.v2.base [None req-7d1d1f28-ff2b-4915-9428-5a7693d0fd99 tempest-RoutersAdminTest-1965710677 tempest-RoutersAdminTest-1965710677-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'c177c331-3887-4337-812f-3a2215c218e5', 'external_fixed_ips': [{'subnet_id': 'cc0e84b6-3223-43b0-9d20-9222bec67617', 'ip_address': '172.20.0.10'}]}}} {{(pid=83869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:33:58.162735 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-7d1d1f28-ff2b-4915-9428-5a7693d0fd99 tempest-RoutersAdminTest-1965710677 tempest-RoutersAdminTest-1965710677-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:33:58.174109 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-7d1d1f28-ff2b-4915-9428-5a7693d0fd99 tempest-RoutersAdminTest-1965710677 tempest-RoutersAdminTest-1965710677-project-admin] Usage tracker for resource:router and tenant:04664f7c59734678b16de80312349853 is out of sync, need to count used quota {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 13:33:58.179628 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-7d1d1f28-ff2b-4915-9428-5a7693d0fd99 tempest-RoutersAdminTest-1965710677 tempest-RoutersAdminTest-1965710677-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 13:33:58.190765 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-7d1d1f28-ff2b-4915-9428-5a7693d0fd99 tempest-RoutersAdminTest-1965710677 tempest-RoutersAdminTest-1965710677-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:33:58.208454 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-c78ac71f-5bde-41cd-924f-7e5912b22567 tempest-RoutersAdminNegativeTest-1657687453 tempest-RoutersAdminNegativeTest-1657687453-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736733359243', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736732935810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2705155'] for port, after_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:33:58.320089 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-7d1d1f28-ff2b-4915-9428-5a7693d0fd99 tempest-RoutersAdminTest-1965710677 tempest-RoutersAdminTest-1965710677-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4082176', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4220'] for router, before_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:33:58.331885 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-7d1d1f28-ff2b-4915-9428-5a7693d0fd99 tempest-RoutersAdminTest-1965710677 tempest-RoutersAdminTest-1965710677-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4082277', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4084873', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4148249', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4211'] for router, precommit_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:33:58.334462 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Device 844168a6-4073-4722-9506-ac767113dc28 up at agent ovs-agent-dv-neutron-836180-1-hyperv {{(pid=83872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 13:33:58.346008 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c78ac71f-5bde-41cd-924f-7e5912b22567 tempest-RoutersAdminNegativeTest-1657687453 tempest-RoutersAdminNegativeTest-1657687453-project-admin] Pushing event deleted for resources: {'Port': ['ID=dcfa6164-c9b1-4070-8a56-5587e1fa8e23,revision_number=None']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:33:58.363201 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-67328bae-251b-454d-b323-c11f6e96a3b3 tempest-PortsAdminExtendedAttrsTestJSON-1757410772 tempest-PortsAdminExtendedAttrsTestJSON-1757410772-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:33:58.377127 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-a6093009-236b-4f5e-a925-98d969685460 tempest-ServersTestJSON-1223226849 tempest-ServersTestJSON-1223226849-project] Notify callbacks [] for port, precommit_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:33:58.419467 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-f35c4a7a-4460-4397-8269-ba5d2623582f tempest-FloatingIPAdminTestJSON-382796379 tempest-FloatingIPAdminTestJSON-382796379-project] Notify callbacks [] for router_gateway, before_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:33:58.426852 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Provisioning for port 844168a6-4073-4722-9506-ac767113dc28 completed by entity L2. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 13:33:58.446642 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-43c65a63-7f95-44ba-83ec-c4ef057796fd tempest-ExternalNetworksTestJSON-1346188077 tempest-ExternalNetworksTestJSON-1346188077-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:33:58.487054 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-7d1d1f28-ff2b-4915-9428-5a7693d0fd99 tempest-RoutersAdminTest-1965710677 tempest-RoutersAdminTest-1965710677-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:33:58.492957 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-f35c4a7a-4460-4397-8269-ba5d2623582f tempest-FloatingIPAdminTestJSON-382796379 tempest-FloatingIPAdminTestJSON-382796379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:33:58.516631 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-c78ac71f-5bde-41cd-924f-7e5912b22567 tempest-RoutersAdminNegativeTest-1657687453 tempest-RoutersAdminNegativeTest-1657687453-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109561'] for port, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:33:58.579068 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-a6093009-236b-4f5e-a925-98d969685460 tempest-ServersTestJSON-1223226849 tempest-ServersTestJSON-1223226849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736732935801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2705155'] for port, after_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:33:58.584504 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-c78ac71f-5bde-41cd-924f-7e5912b22567 tempest-RoutersAdminNegativeTest-1657687453 tempest-RoutersAdminNegativeTest-1657687453-project-admin] 10.222.0.26 "DELETE /v2.0/ports/dcfa6164-c9b1-4070-8a56-5587e1fa8e23 HTTP/1.1" status: 204 len: 168 time: 1.8312595 Apr 01 13:33:58.627294 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.db_base_plugin_common [None req-4af730da-07e6-4f1a-8f45-322177672aa7 tempest-ServersTestManualDisk-1537329539 tempest-ServersTestManualDisk-1537329539-project] Allocated IP 172.26.5.149 (725864b8-cceb-48c9-b5d3-1bfc4423e301/e2ed99db-0e25-4971-b535-7fa69231fae8/5d0d48de-721a-4eda-ab46-64f10ac3bf1e) {{(pid=83869) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 13:33:58.648523 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-67328bae-251b-454d-b323-c11f6e96a3b3 tempest-PortsAdminExtendedAttrsTestJSON-1757410772 tempest-PortsAdminExtendedAttrsTestJSON-1757410772-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736732935801'] for port, after_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:33:58.666425 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fc2e44c-8e22-4f2c-b64e-170ac4899714 None None] Network f2ea7b94-8acd-4366-9b8f-7793dde2b041 requested from dv-neutron-836180-1-hyperv {{(pid=83872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 13:33:58.740913 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67328bae-251b-454d-b323-c11f6e96a3b3 tempest-PortsAdminExtendedAttrsTestJSON-1757410772 tempest-PortsAdminExtendedAttrsTestJSON-1757410772-project-admin] Network bfc634f9-53d1-48bd-89ab-1b58f2c64fc0 is already hosted by enough agents. {{(pid=83871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 13:33:58.747675 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.scheduler.base_scheduler [None req-67328bae-251b-454d-b323-c11f6e96a3b3 tempest-PortsAdminExtendedAttrsTestJSON-1757410772 tempest-PortsAdminExtendedAttrsTestJSON-1757410772-project-admin] Resources bound (agent type, host, resource id): {{(pid=83871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 13:33:58.750074 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67328bae-251b-454d-b323-c11f6e96a3b3 tempest-PortsAdminExtendedAttrsTestJSON-1757410772 tempest-PortsAdminExtendedAttrsTestJSON-1757410772-project-admin] Received port after_create {{(pid=83871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 13:33:58.751018 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67328bae-251b-454d-b323-c11f6e96a3b3 tempest-PortsAdminExtendedAttrsTestJSON-1757410772 tempest-PortsAdminExtendedAttrsTestJSON-1757410772-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:33:58.751594 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-67328bae-251b-454d-b323-c11f6e96a3b3 tempest-PortsAdminExtendedAttrsTestJSON-1757410772 tempest-PortsAdminExtendedAttrsTestJSON-1757410772-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109561'] for port, before_response {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:33:58.760010 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.db_base_plugin_common [None req-43c65a63-7f95-44ba-83ec-c4ef057796fd tempest-ExternalNetworksTestJSON-1346188077 tempest-ExternalNetworksTestJSON-1346188077-project-admin] Allocated IP 172.20.0.9 (4a7342ff-6706-45dc-98bc-09f554ee9385/99bbd5a6-825d-48ac-884f-a35ce2b903c0/be120a3d-8c9d-4b14-8003-efd758406f68) {{(pid=83871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 13:33:58.767820 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67328bae-251b-454d-b323-c11f6e96a3b3 tempest-PortsAdminExtendedAttrsTestJSON-1757410772 tempest-PortsAdminExtendedAttrsTestJSON-1757410772-project-admin] Pushing event updated for resources: {'Port': ['ID=5cf0caf9-1a4a-466d-9e1e-41241061d584,revision_number=1']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:33:58.772539 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-673e28f4-7b1d-47f4-98ec-e2759db8fd46 None None] Provisioning for port 844168a6-4073-4722-9506-ac767113dc28 completed by entity DHCP. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 13:33:58.790273 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-673e28f4-7b1d-47f4-98ec-e2759db8fd46 None None] Provisioning complete for port 844168a6-4073-4722-9506-ac767113dc28 triggered by entity DHCP. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 13:33:58.790660 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-673e28f4-7b1d-47f4-98ec-e2759db8fd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-948329'] for port, provisioning_complete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:33:58.808903 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-67328bae-251b-454d-b323-c11f6e96a3b3 tempest-PortsAdminExtendedAttrsTestJSON-1757410772 tempest-PortsAdminExtendedAttrsTestJSON-1757410772-project-admin] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 958 time: 1.2500129 Apr 01 13:33:58.915451 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6093009-236b-4f5e-a925-98d969685460 tempest-ServersTestJSON-1223226849 tempest-ServersTestJSON-1223226849-project] Pushing event updated for resources: {'Port': ['ID=411d1e1b-822d-41bc-be64-4e5ecb87975b,revision_number=1']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:33:58.929927 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6093009-236b-4f5e-a925-98d969685460 tempest-ServersTestJSON-1223226849 tempest-ServersTestJSON-1223226849-project] Network 725864b8-cceb-48c9-b5d3-1bfc4423e301 is already hosted by enough agents. {{(pid=83869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 13:33:58.941354 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 46898) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:33:58.943198 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.scheduler.base_scheduler [None req-a6093009-236b-4f5e-a925-98d969685460 tempest-ServersTestJSON-1223226849 tempest-ServersTestJSON-1223226849-project] Resources bound (agent type, host, resource id): {{(pid=83869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 13:33:58.949139 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-43c65a63-7f95-44ba-83ec-c4ef057796fd tempest-ExternalNetworksTestJSON-1346188077 tempest-ExternalNetworksTestJSON-1346188077-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:33:58.957749 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6093009-236b-4f5e-a925-98d969685460 tempest-ServersTestJSON-1223226849 tempest-ServersTestJSON-1223226849-project] Received port after_create {{(pid=83869) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 13:33:58.978811 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-43c65a63-7f95-44ba-83ec-c4ef057796fd tempest-ExternalNetworksTestJSON-1346188077 tempest-ExternalNetworksTestJSON-1346188077-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736732935801'] for port, after_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:33:59.015889 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-673e28f4-7b1d-47f4-98ec-e2759db8fd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:33:59.020041 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 46904) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:33:59.060424 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43c65a63-7f95-44ba-83ec-c4ef057796fd tempest-ExternalNetworksTestJSON-1346188077 tempest-ExternalNetworksTestJSON-1346188077-project-admin] Network 4a7342ff-6706-45dc-98bc-09f554ee9385 is already hosted by enough agents. {{(pid=83871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 13:33:59.064314 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.scheduler.base_scheduler [None req-43c65a63-7f95-44ba-83ec-c4ef057796fd tempest-ExternalNetworksTestJSON-1346188077 tempest-ExternalNetworksTestJSON-1346188077-project-admin] Resources bound (agent type, host, resource id): {{(pid=83871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 13:33:59.064815 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-673e28f4-7b1d-47f4-98ec-e2759db8fd46 None None] For port 844168a6-4073-4722-9506-ac767113dc28, host dv-neutron-836180-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836180-1-hyperv',level=0,port_id=844168a6-4073-4722-9506-ac767113dc28,segment=NetworkSegment(ca8d8f66-5952-4b38-b807-6b29c899e38d),segment_id=ca8d8f66-5952-4b38-b807-6b29c899e38d)] {{(pid=83872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 13:33:59.068203 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43c65a63-7f95-44ba-83ec-c4ef057796fd tempest-ExternalNetworksTestJSON-1346188077 tempest-ExternalNetworksTestJSON-1346188077-project-admin] Received port after_create {{(pid=83871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 13:33:59.069514 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-673e28f4-7b1d-47f4-98ec-e2759db8fd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864'] for port, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:33:59.077627 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c65a63-7f95-44ba-83ec-c4ef057796fd tempest-ExternalNetworksTestJSON-1346188077 tempest-ExternalNetworksTestJSON-1346188077-project-admin] Pushing event updated for resources: {'Port': ['ID=be120a3d-8c9d-4b14-8003-efd758406f68,revision_number=1']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:33:59.101026 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.v2.base [None req-cafeb41c-5629-44d9-a0b0-e900d2087af0 tempest-PortsAdminExtendedAttrsTestJSON-1757410772 tempest-PortsAdminExtendedAttrsTestJSON-1757410772-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8361'}} {{(pid=83869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:33:59.154368 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-673e28f4-7b1d-47f4-98ec-e2759db8fd46 None None] Pushing event updated for resources: {'Port': ['ID=844168a6-4073-4722-9506-ac767113dc28,revision_number=3']} {{(pid=83872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:33:59.230288 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-e3ee8d3a-3aa4-42c9-8284-e12bae7a56b9 tempest-RoutersIpV6AdminTest-2054225496 tempest-RoutersIpV6AdminTest-2054225496-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:33:59.231853 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-e3ee8d3a-3aa4-42c9-8284-e12bae7a56b9 tempest-RoutersIpV6AdminTest-2054225496 tempest-RoutersIpV6AdminTest-2054225496-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4082201', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4084858'] for router, after_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:33:59.244730 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-165bb894-3ad4-41ff-995b-b828fa29f26b admin admin] Notify callbacks [] for security_group, before_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:33:59.285063 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-165bb894-3ad4-41ff-995b-b828fa29f26b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:33:59.289462 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-165bb894-3ad4-41ff-995b-b828fa29f26b admin admin] Usage tracker for resource:security_group_rule and tenant:cf72eda5c01140ae820b3b694a161ac4 is out of sync, need to count used quota {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 13:33:59.293638 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-165bb894-3ad4-41ff-995b-b828fa29f26b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 13:33:59.300846 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-165bb894-3ad4-41ff-995b-b828fa29f26b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:33:59.397465 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-fde2bcd3-81a1-4bba-b0ae-95caf1324dbf None None] Provisioning complete for port 844168a6-4073-4722-9506-ac767113dc28 triggered by entity DHCP. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 13:33:59.397978 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-fde2bcd3-81a1-4bba-b0ae-95caf1324dbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-948329'] for port, provisioning_complete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:33:59.408765 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-cafeb41c-5629-44d9-a0b0-e900d2087af0 tempest-PortsAdminExtendedAttrsTestJSON-1757410772 tempest-PortsAdminExtendedAttrsTestJSON-1757410772-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:33:59.409489 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-43c65a63-7f95-44ba-83ec-c4ef057796fd tempest-ExternalNetworksTestJSON-1346188077 tempest-ExternalNetworksTestJSON-1346188077-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:33:59.423286 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-7d1d1f28-ff2b-4915-9428-5a7693d0fd99 tempest-RoutersAdminTest-1965710677 tempest-RoutersAdminTest-1965710677-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4084887', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4079850', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4161'] for router, precommit_update {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:33:59.507023 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-43c65a63-7f95-44ba-83ec-c4ef057796fd tempest-ExternalNetworksTestJSON-1346188077 tempest-ExternalNetworksTestJSON-1346188077-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:33:59.549545 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-165bb894-3ad4-41ff-995b-b828fa29f26b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:33:59.556083 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-165bb894-3ad4-41ff-995b-b828fa29f26b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3775923'] for security_group, after_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:33:59.593340 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-4af730da-07e6-4f1a-8f45-322177672aa7 tempest-ServersTestManualDisk-1537329539 tempest-ServersTestManualDisk-1537329539-project] Notify callbacks [] for port, precommit_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:33:59.626671 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-165bb894-3ad4-41ff-995b-b828fa29f26b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=538205f9-7289-42c6-a2f5-f7fe9352f861,revision_number=1']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:33:59.647871 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-165bb894-3ad4-41ff-995b-b828fa29f26b admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=cf72eda5c01140ae820b3b694a161ac4&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6250856 Apr 01 13:33:59.651500 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 46910) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:33:59.815258 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-69223d5d-a127-4469-9fe7-ba981258aa88 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:33:59.858933 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-69223d5d-a127-4469-9fe7-ba981258aa88 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:33:59.862330 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-a6093009-236b-4f5e-a925-98d969685460 tempest-ServersTestJSON-1223226849 tempest-ServersTestJSON-1223226849-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:33:59.873244 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-43c65a63-7f95-44ba-83ec-c4ef057796fd tempest-ExternalNetworksTestJSON-1346188077 tempest-ExternalNetworksTestJSON-1346188077-project-admin] Notify callbacks [] for port, precommit_update {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:33:59.883662 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-43c65a63-7f95-44ba-83ec-c4ef057796fd tempest-ExternalNetworksTestJSON-1346188077 tempest-ExternalNetworksTestJSON-1346188077-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864'] for port, after_update {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:33:59.960743 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-43c65a63-7f95-44ba-83ec-c4ef057796fd tempest-ExternalNetworksTestJSON-1346188077 tempest-ExternalNetworksTestJSON-1346188077-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4084747'] for floatingip, after_update {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:33:59.994657 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c65a63-7f95-44ba-83ec-c4ef057796fd tempest-ExternalNetworksTestJSON-1346188077 tempest-ExternalNetworksTestJSON-1346188077-project-admin] Pushing event updated for resources: {'Port': ['ID=be120a3d-8c9d-4b14-8003-efd758406f68,revision_number=2']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:34:00.010907 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-43c65a63-7f95-44ba-83ec-c4ef057796fd tempest-ExternalNetworksTestJSON-1346188077 tempest-ExternalNetworksTestJSON-1346188077-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109561'] for floatingip, before_response {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:34:00.015458 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-43c65a63-7f95-44ba-83ec-c4ef057796fd tempest-ExternalNetworksTestJSON-1346188077 tempest-ExternalNetworksTestJSON-1346188077-project-admin] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 2.3133948 Apr 01 13:34:00.016099 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 46914) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:34:00.024086 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-4af730da-07e6-4f1a-8f45-322177672aa7 tempest-ServersTestManualDisk-1537329539 tempest-ServersTestManualDisk-1537329539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736732935801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2705155'] for port, after_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:34:00.049479 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-69223d5d-a127-4469-9fe7-ba981258aa88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3775923'] for security_group, after_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:34:00.052101 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-69223d5d-a127-4469-9fe7-ba981258aa88 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:34:00.053201 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-69223d5d-a127-4469-9fe7-ba981258aa88 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/538205f9-7289-42c6-a2f5-f7fe9352f861 HTTP/1.1" status: 204 len: 168 time: 0.4008229 Apr 01 13:34:00.058079 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-a6093009-236b-4f5e-a925-98d969685460 tempest-ServersTestJSON-1223226849 tempest-ServersTestJSON-1223226849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:34:00.140970 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.db.resource_extend [None req-cafeb41c-5629-44d9-a0b0-e900d2087af0 tempest-PortsAdminExtendedAttrsTestJSON-1757410772 tempest-PortsAdminExtendedAttrsTestJSON-1757410772-project-admin] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 01 13:34:00.147595 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69223d5d-a127-4469-9fe7-ba981258aa88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=538205f9-7289-42c6-a2f5-f7fe9352f861,revision_number=None']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:34:00.161129 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-b6ec65c8-d0af-4e10-a143-bb9ad9fcf678 tempest-ExternalNetworksTestJSON-1346188077 tempest-ExternalNetworksTestJSON-1346188077-project-admin] Synchronizing usage tracker for tenant:bb0d04bce31b434bb7c09b859fc82ca0 on resource:floatingip {{(pid=83871) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 13:34:00.180161 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.db_base_plugin_common [None req-f35c4a7a-4460-4397-8269-ba5d2623582f tempest-FloatingIPAdminTestJSON-382796379 tempest-FloatingIPAdminTestJSON-382796379-project] Allocated IP 172.26.5.60 (725864b8-cceb-48c9-b5d3-1bfc4423e301/e2ed99db-0e25-4971-b535-7fa69231fae8/30b3e4c5-f8b0-46db-9334-45949a4fb62c) {{(pid=83871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 13:34:00.186025 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4af730da-07e6-4f1a-8f45-322177672aa7 tempest-ServersTestManualDisk-1537329539 tempest-ServersTestManualDisk-1537329539-project] Network 725864b8-cceb-48c9-b5d3-1bfc4423e301 is already hosted by enough agents. {{(pid=83869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 13:34:00.216053 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-b6ec65c8-d0af-4e10-a143-bb9ad9fcf678 tempest-ExternalNetworksTestJSON-1346188077 tempest-ExternalNetworksTestJSON-1346188077-project-admin] Unset dirty status for tenant:bb0d04bce31b434bb7c09b859fc82ca0 on resource:floatingip {{(pid=83871) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 13:34:00.217236 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-b6ec65c8-d0af-4e10-a143-bb9ad9fcf678 tempest-ExternalNetworksTestJSON-1346188077 tempest-ExternalNetworksTestJSON-1346188077-project-admin] 10.222.0.26 "GET /v2.0/floatingips?floating_network_id=4a7342ff-6706-45dc-98bc-09f554ee9385 HTTP/1.1" status: 200 len: 689 time: 0.1731112 Apr 01 13:34:00.220801 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 46920) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:34:00.247886 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.scheduler.base_scheduler [None req-4af730da-07e6-4f1a-8f45-322177672aa7 tempest-ServersTestManualDisk-1537329539 tempest-ServersTestManualDisk-1537329539-project] Resources bound (agent type, host, resource id): {{(pid=83869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 13:34:00.255717 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4af730da-07e6-4f1a-8f45-322177672aa7 tempest-ServersTestManualDisk-1537329539 tempest-ServersTestManualDisk-1537329539-project] Received port after_create {{(pid=83869) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 13:34:00.315554 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Device 844168a6-4073-4722-9506-ac767113dc28 up at agent ovs-agent-dv-neutron-836180-1-hyperv {{(pid=83872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 13:34:00.317644 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af730da-07e6-4f1a-8f45-322177672aa7 tempest-ServersTestManualDisk-1537329539 tempest-ServersTestManualDisk-1537329539-project] Pushing event updated for resources: {'Port': ['ID=5d0d48de-721a-4eda-ab46-64f10ac3bf1e,revision_number=1']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:34:00.423229 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.notifiers.nova [None req-cafeb41c-5629-44d9-a0b0-e900d2087af0 tempest-PortsAdminExtendedAttrsTestJSON-1757410772 tempest-PortsAdminExtendedAttrsTestJSON-1757410772-project-admin] device_id is not set on port 5cf0caf9-1a4a-466d-9e1e-41241061d584 yet. {{(pid=83869) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 01 13:34:00.429878 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Provisioning complete for port 844168a6-4073-4722-9506-ac767113dc28 triggered by entity L2. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 13:34:00.431252 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-948329'] for port, provisioning_complete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:34:00.442143 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-cafeb41c-5629-44d9-a0b0-e900d2087af0 tempest-PortsAdminExtendedAttrsTestJSON-1757410772 tempest-PortsAdminExtendedAttrsTestJSON-1757410772-project-admin] Notify callbacks [] for port, precommit_update {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:34:00.485214 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-f35c4a7a-4460-4397-8269-ba5d2623582f tempest-FloatingIPAdminTestJSON-382796379 tempest-FloatingIPAdminTestJSON-382796379-project] Notify callbacks [] for port, precommit_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:34:00.491097 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-f3b068af-2f71-498a-b5b0-d37749e3daf1 tempest-ExternalNetworksTestJSON-1346188077 tempest-ExternalNetworksTestJSON-1346188077-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1033078'] for network, before_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:34:00.511483 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.provisioning_blocks [None req-cafeb41c-5629-44d9-a0b0-e900d2087af0 tempest-PortsAdminExtendedAttrsTestJSON-1757410772 tempest-PortsAdminExtendedAttrsTestJSON-1757410772-project-admin] Transition to ACTIVE for port object 5cf0caf9-1a4a-466d-9e1e-41241061d584 will not be triggered until provisioned by entity L2. {{(pid=83869) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 13:34:00.537771 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-cafeb41c-5629-44d9-a0b0-e900d2087af0 tempest-PortsAdminExtendedAttrsTestJSON-1757410772 tempest-PortsAdminExtendedAttrsTestJSON-1757410772-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2705172'] for port, after_update {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:34:00.571685 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 46926) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:34:00.614307 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.plugin [None req-f3b068af-2f71-498a-b5b0-d37749e3daf1 tempest-ExternalNetworksTestJSON-1346188077 tempest-ExternalNetworksTestJSON-1346188077-project-admin] Deleting port be120a3d-8c9d-4b14-8003-efd758406f68 {{(pid=83871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 13:34:00.614645 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-f3b068af-2f71-498a-b5b0-d37749e3daf1 tempest-ExternalNetworksTestJSON-1346188077 tempest-ExternalNetworksTestJSON-1346188077-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736733287370'] for port, before_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:34:00.756266 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cafeb41c-5629-44d9-a0b0-e900d2087af0 tempest-PortsAdminExtendedAttrsTestJSON-1757410772 tempest-PortsAdminExtendedAttrsTestJSON-1757410772-project-admin] Pushing event updated for resources: {'Port': ['ID=5cf0caf9-1a4a-466d-9e1e-41241061d584,revision_number=2']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:34:00.778833 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-94bdad2d-4c6f-49c3-90f9-5ecf6b80b8d2 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=7a6d1018a3c748dba4dc1448d33ef3ec&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2040973 Apr 01 13:34:00.782210 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 46930) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:34:00.782334 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.db.resource_extend [None req-a6093009-236b-4f5e-a925-98d969685460 tempest-ServersTestJSON-1223226849 tempest-ServersTestJSON-1223226849-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 01 13:34:00.799891 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-f35c4a7a-4460-4397-8269-ba5d2623582f tempest-FloatingIPAdminTestJSON-382796379 tempest-FloatingIPAdminTestJSON-382796379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736732935801'] for port, after_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:34:00.827610 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-a6093009-236b-4f5e-a925-98d969685460 tempest-ServersTestJSON-1223226849 tempest-ServersTestJSON-1223226849-project] Notify callbacks [] for port, precommit_update {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:34:00.842523 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-a6093009-236b-4f5e-a925-98d969685460 tempest-ServersTestJSON-1223226849 tempest-ServersTestJSON-1223226849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2705172'] for port, after_update {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:34:00.929568 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f35c4a7a-4460-4397-8269-ba5d2623582f tempest-FloatingIPAdminTestJSON-382796379 tempest-FloatingIPAdminTestJSON-382796379-project] Network 725864b8-cceb-48c9-b5d3-1bfc4423e301 is already hosted by enough agents. {{(pid=83871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 13:34:00.933570 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f35c4a7a-4460-4397-8269-ba5d2623582f tempest-FloatingIPAdminTestJSON-382796379 tempest-FloatingIPAdminTestJSON-382796379-project] Pushing event updated for resources: {'Port': ['ID=30b3e4c5-f8b0-46db-9334-45949a4fb62c,revision_number=1']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:34:00.940638 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.scheduler.base_scheduler [None req-f35c4a7a-4460-4397-8269-ba5d2623582f tempest-FloatingIPAdminTestJSON-382796379 tempest-FloatingIPAdminTestJSON-382796379-project] Resources bound (agent type, host, resource id): {{(pid=83871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 13:34:00.942751 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f35c4a7a-4460-4397-8269-ba5d2623582f tempest-FloatingIPAdminTestJSON-382796379 tempest-FloatingIPAdminTestJSON-382796379-project] Received port after_create {{(pid=83871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 13:34:00.974539 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-f3b068af-2f71-498a-b5b0-d37749e3daf1 tempest-ExternalNetworksTestJSON-1346188077 tempest-ExternalNetworksTestJSON-1346188077-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4155147'] for port, precommit_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:34:00.974881 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-f3b068af-2f71-498a-b5b0-d37749e3daf1 tempest-ExternalNetworksTestJSON-1346188077 tempest-ExternalNetworksTestJSON-1346188077-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:34:01.012984 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.managers [None req-cafeb41c-5629-44d9-a0b0-e900d2087af0 tempest-PortsAdminExtendedAttrsTestJSON-1757410772 tempest-PortsAdminExtendedAttrsTestJSON-1757410772-project-admin] Attempting to bind port 5cf0caf9-1a4a-466d-9e1e-41241061d584 on host hv-neutron-8361 for vnic_type normal with profile {{(pid=83869) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 13:34:01.013333 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.managers [None req-cafeb41c-5629-44d9-a0b0-e900d2087af0 tempest-PortsAdminExtendedAttrsTestJSON-1757410772 tempest-PortsAdminExtendedAttrsTestJSON-1757410772-project-admin] Attempting to bind port 5cf0caf9-1a4a-466d-9e1e-41241061d584 by drivers openvswitch,hyperv on host hv-neutron-8361 at level 0 using segments [{'id': '92414977-2e91-49a0-9c02-7d2579834d3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'bfc634f9-53d1-48bd-89ab-1b58f2c64fc0'}] {{(pid=83869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 13:34:01.013700 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cafeb41c-5629-44d9-a0b0-e900d2087af0 tempest-PortsAdminExtendedAttrsTestJSON-1757410772 tempest-PortsAdminExtendedAttrsTestJSON-1757410772-project-admin] Attempting to bind port 5cf0caf9-1a4a-466d-9e1e-41241061d584 on network bfc634f9-53d1-48bd-89ab-1b58f2c64fc0 {{(pid=83869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 13:34:01.023099 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-7d1d1f28-ff2b-4915-9428-5a7693d0fd99 tempest-RoutersAdminTest-1965710677 tempest-RoutersAdminTest-1965710677-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:34:01.072765 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-4af730da-07e6-4f1a-8f45-322177672aa7 tempest-ServersTestManualDisk-1537329539 tempest-ServersTestManualDisk-1537329539-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:34:01.088816 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6093009-236b-4f5e-a925-98d969685460 tempest-ServersTestJSON-1223226849 tempest-ServersTestJSON-1223226849-project] Pushing event updated for resources: {'Port': ['ID=411d1e1b-822d-41bc-be64-4e5ecb87975b,revision_number=2']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:34:01.119238 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-7d1d1f28-ff2b-4915-9428-5a7693d0fd99 tempest-RoutersAdminTest-1965710677 tempest-RoutersAdminTest-1965710677-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:34:01.168754 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3ee8d3a-3aa4-42c9-8284-e12bae7a56b9 tempest-RoutersIpV6AdminTest-2054225496 tempest-RoutersIpV6AdminTest-2054225496-project-admin] Router 11ff2ef5-8080-4bac-8229-7a546e23bac7 is scheduled to L3 agent 88bf8fc8-11a3-4e96-9d1b-5fd93ba9f6f1 with binding_index 1 {{(pid=83869) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 01 13:34:01.170417 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cafeb41c-5629-44d9-a0b0-e900d2087af0 tempest-PortsAdminExtendedAttrsTestJSON-1757410772 tempest-PortsAdminExtendedAttrsTestJSON-1757410772-project-admin] Port 5cf0caf9-1a4a-466d-9e1e-41241061d584 on network bfc634f9-53d1-48bd-89ab-1b58f2c64fc0 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8361 {{(pid=83869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 01 13:34:01.170756 dv-neutron-836180-1-hyperv neutron-server[83869]: ERROR neutron.plugins.ml2.managers [None req-cafeb41c-5629-44d9-a0b0-e900d2087af0 tempest-PortsAdminExtendedAttrsTestJSON-1757410772 tempest-PortsAdminExtendedAttrsTestJSON-1757410772-project-admin] Failed to bind port 5cf0caf9-1a4a-466d-9e1e-41241061d584 on host hv-neutron-8361 for vnic_type normal using segments [{'id': '92414977-2e91-49a0-9c02-7d2579834d3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'bfc634f9-53d1-48bd-89ab-1b58f2c64fc0'}] Apr 01 13:34:01.179439 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.plugins.ml2.plugin [None req-cafeb41c-5629-44d9-a0b0-e900d2087af0 tempest-PortsAdminExtendedAttrsTestJSON-1757410772 tempest-PortsAdminExtendedAttrsTestJSON-1757410772-project-admin] Attempt 2 to bind port 5cf0caf9-1a4a-466d-9e1e-41241061d584 Apr 01 13:34:01.183011 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.plugin [None req-f3b068af-2f71-498a-b5b0-d37749e3daf1 tempest-ExternalNetworksTestJSON-1346188077 tempest-ExternalNetworksTestJSON-1346188077-project-admin] Calling delete_port for be120a3d-8c9d-4b14-8003-efd758406f68 owned by network:floatingip {{(pid=83871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 13:34:01.235244 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-3fd3f39b-66f2-4dfa-822e-c5b98e8438dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:34:01.241043 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-a6093009-236b-4f5e-a925-98d969685460 tempest-ServersTestJSON-1223226849 tempest-ServersTestJSON-1223226849-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4084747'] for floatingip, after_update {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:34:01.250455 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-4af730da-07e6-4f1a-8f45-322177672aa7 tempest-ServersTestManualDisk-1537329539 tempest-ServersTestManualDisk-1537329539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:34:01.273735 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.managers [None req-cafeb41c-5629-44d9-a0b0-e900d2087af0 tempest-PortsAdminExtendedAttrsTestJSON-1757410772 tempest-PortsAdminExtendedAttrsTestJSON-1757410772-project-admin] Attempting to bind port 5cf0caf9-1a4a-466d-9e1e-41241061d584 on host hv-neutron-8361 for vnic_type normal with profile {{(pid=83869) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 13:34:01.274057 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.managers [None req-cafeb41c-5629-44d9-a0b0-e900d2087af0 tempest-PortsAdminExtendedAttrsTestJSON-1757410772 tempest-PortsAdminExtendedAttrsTestJSON-1757410772-project-admin] Attempting to bind port 5cf0caf9-1a4a-466d-9e1e-41241061d584 by drivers openvswitch,hyperv on host hv-neutron-8361 at level 0 using segments [{'id': '92414977-2e91-49a0-9c02-7d2579834d3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'bfc634f9-53d1-48bd-89ab-1b58f2c64fc0'}] {{(pid=83869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 13:34:01.274379 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cafeb41c-5629-44d9-a0b0-e900d2087af0 tempest-PortsAdminExtendedAttrsTestJSON-1757410772 tempest-PortsAdminExtendedAttrsTestJSON-1757410772-project-admin] Attempting to bind port 5cf0caf9-1a4a-466d-9e1e-41241061d584 on network bfc634f9-53d1-48bd-89ab-1b58f2c64fc0 {{(pid=83869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 13:34:01.309479 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-3fd3f39b-66f2-4dfa-822e-c5b98e8438dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:34:01.418162 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cafeb41c-5629-44d9-a0b0-e900d2087af0 tempest-PortsAdminExtendedAttrsTestJSON-1757410772 tempest-PortsAdminExtendedAttrsTestJSON-1757410772-project-admin] Port 5cf0caf9-1a4a-466d-9e1e-41241061d584 on network bfc634f9-53d1-48bd-89ab-1b58f2c64fc0 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8361 {{(pid=83869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 01 13:34:01.418162 dv-neutron-836180-1-hyperv neutron-server[83869]: ERROR neutron.plugins.ml2.managers [None req-cafeb41c-5629-44d9-a0b0-e900d2087af0 tempest-PortsAdminExtendedAttrsTestJSON-1757410772 tempest-PortsAdminExtendedAttrsTestJSON-1757410772-project-admin] Failed to bind port 5cf0caf9-1a4a-466d-9e1e-41241061d584 on host hv-neutron-8361 for vnic_type normal using segments [{'id': '92414977-2e91-49a0-9c02-7d2579834d3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'bfc634f9-53d1-48bd-89ab-1b58f2c64fc0'}] Apr 01 13:34:01.432884 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-3fd3f39b-66f2-4dfa-822e-c5b98e8438dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3775923'] for security_group, after_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:34:01.433377 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.plugins.ml2.plugin [None req-cafeb41c-5629-44d9-a0b0-e900d2087af0 tempest-PortsAdminExtendedAttrsTestJSON-1757410772 tempest-PortsAdminExtendedAttrsTestJSON-1757410772-project-admin] Attempt 3 to bind port 5cf0caf9-1a4a-466d-9e1e-41241061d584 Apr 01 13:34:01.451184 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-f3b068af-2f71-498a-b5b0-d37749e3daf1 tempest-ExternalNetworksTestJSON-1346188077 tempest-ExternalNetworksTestJSON-1346188077-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736733359243', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736732935810'] for port, after_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:34:01.488234 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd3f39b-66f2-4dfa-822e-c5b98e8438dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6358933-8cc8-4d40-a134-67af33bd49d0,revision_number=None']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:34:01.514545 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-f35c4a7a-4460-4397-8269-ba5d2623582f tempest-FloatingIPAdminTestJSON-382796379 tempest-FloatingIPAdminTestJSON-382796379-project] Notify callbacks [] for router_gateway, after_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:34:01.515348 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-f35c4a7a-4460-4397-8269-ba5d2623582f tempest-FloatingIPAdminTestJSON-382796379 tempest-FloatingIPAdminTestJSON-382796379-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4082201', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4084858'] for router, after_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:34:01.521242 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b068af-2f71-498a-b5b0-d37749e3daf1 tempest-ExternalNetworksTestJSON-1346188077 tempest-ExternalNetworksTestJSON-1346188077-project-admin] Pushing event deleted for resources: {'Port': ['ID=be120a3d-8c9d-4b14-8003-efd758406f68,revision_number=None']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:34:01.568248 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-f3b068af-2f71-498a-b5b0-d37749e3daf1 tempest-ExternalNetworksTestJSON-1346188077 tempest-ExternalNetworksTestJSON-1346188077-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:34:01.607869 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-a6093009-236b-4f5e-a925-98d969685460 tempest-ServersTestJSON-1223226849 tempest-ServersTestJSON-1223226849-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109561'] for floatingip, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:34:01.609091 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-a6093009-236b-4f5e-a925-98d969685460 tempest-ServersTestJSON-1223226849 tempest-ServersTestJSON-1223226849-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 5.2184339 Apr 01 13:34:01.618864 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.managers [None req-cafeb41c-5629-44d9-a0b0-e900d2087af0 tempest-PortsAdminExtendedAttrsTestJSON-1757410772 tempest-PortsAdminExtendedAttrsTestJSON-1757410772-project-admin] Attempting to bind port 5cf0caf9-1a4a-466d-9e1e-41241061d584 on host hv-neutron-8361 for vnic_type normal with profile {{(pid=83869) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 13:34:01.619674 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.managers [None req-cafeb41c-5629-44d9-a0b0-e900d2087af0 tempest-PortsAdminExtendedAttrsTestJSON-1757410772 tempest-PortsAdminExtendedAttrsTestJSON-1757410772-project-admin] Attempting to bind port 5cf0caf9-1a4a-466d-9e1e-41241061d584 by drivers openvswitch,hyperv on host hv-neutron-8361 at level 0 using segments [{'id': '92414977-2e91-49a0-9c02-7d2579834d3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'bfc634f9-53d1-48bd-89ab-1b58f2c64fc0'}] {{(pid=83869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 13:34:01.619674 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cafeb41c-5629-44d9-a0b0-e900d2087af0 tempest-PortsAdminExtendedAttrsTestJSON-1757410772 tempest-PortsAdminExtendedAttrsTestJSON-1757410772-project-admin] Attempting to bind port 5cf0caf9-1a4a-466d-9e1e-41241061d584 on network bfc634f9-53d1-48bd-89ab-1b58f2c64fc0 {{(pid=83869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 13:34:01.734173 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-3fd3f39b-66f2-4dfa-822e-c5b98e8438dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:34:01.735304 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-3fd3f39b-66f2-4dfa-822e-c5b98e8438dd admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/d6358933-8cc8-4d40-a134-67af33bd49d0 HTTP/1.1" status: 204 len: 168 time: 0.9523911 Apr 01 13:34:01.746205 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cafeb41c-5629-44d9-a0b0-e900d2087af0 tempest-PortsAdminExtendedAttrsTestJSON-1757410772 tempest-PortsAdminExtendedAttrsTestJSON-1757410772-project-admin] Port 5cf0caf9-1a4a-466d-9e1e-41241061d584 on network bfc634f9-53d1-48bd-89ab-1b58f2c64fc0 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8361 {{(pid=83869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 01 13:34:01.746549 dv-neutron-836180-1-hyperv neutron-server[83869]: ERROR neutron.plugins.ml2.managers [None req-cafeb41c-5629-44d9-a0b0-e900d2087af0 tempest-PortsAdminExtendedAttrsTestJSON-1757410772 tempest-PortsAdminExtendedAttrsTestJSON-1757410772-project-admin] Failed to bind port 5cf0caf9-1a4a-466d-9e1e-41241061d584 on host hv-neutron-8361 for vnic_type normal using segments [{'id': '92414977-2e91-49a0-9c02-7d2579834d3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'bfc634f9-53d1-48bd-89ab-1b58f2c64fc0'}] Apr 01 13:34:01.763931 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-f3b068af-2f71-498a-b5b0-d37749e3daf1 tempest-ExternalNetworksTestJSON-1346188077 tempest-ExternalNetworksTestJSON-1346188077-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-945029'] for subnet, precommit_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:34:01.776502 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.plugins.ml2.plugin [None req-cafeb41c-5629-44d9-a0b0-e900d2087af0 tempest-PortsAdminExtendedAttrsTestJSON-1757410772 tempest-PortsAdminExtendedAttrsTestJSON-1757410772-project-admin] Attempt 4 to bind port 5cf0caf9-1a4a-466d-9e1e-41241061d584 Apr 01 13:34:01.802732 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.managers [None req-cafeb41c-5629-44d9-a0b0-e900d2087af0 tempest-PortsAdminExtendedAttrsTestJSON-1757410772 tempest-PortsAdminExtendedAttrsTestJSON-1757410772-project-admin] Attempting to bind port 5cf0caf9-1a4a-466d-9e1e-41241061d584 on host hv-neutron-8361 for vnic_type normal with profile {{(pid=83869) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 13:34:01.803064 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.managers [None req-cafeb41c-5629-44d9-a0b0-e900d2087af0 tempest-PortsAdminExtendedAttrsTestJSON-1757410772 tempest-PortsAdminExtendedAttrsTestJSON-1757410772-project-admin] Attempting to bind port 5cf0caf9-1a4a-466d-9e1e-41241061d584 by drivers openvswitch,hyperv on host hv-neutron-8361 at level 0 using segments [{'id': '92414977-2e91-49a0-9c02-7d2579834d3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'bfc634f9-53d1-48bd-89ab-1b58f2c64fc0'}] {{(pid=83869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 13:34:01.803393 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cafeb41c-5629-44d9-a0b0-e900d2087af0 tempest-PortsAdminExtendedAttrsTestJSON-1757410772 tempest-PortsAdminExtendedAttrsTestJSON-1757410772-project-admin] Attempting to bind port 5cf0caf9-1a4a-466d-9e1e-41241061d584 on network bfc634f9-53d1-48bd-89ab-1b58f2c64fc0 {{(pid=83869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 13:34:01.847246 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cafeb41c-5629-44d9-a0b0-e900d2087af0 tempest-PortsAdminExtendedAttrsTestJSON-1757410772 tempest-PortsAdminExtendedAttrsTestJSON-1757410772-project-admin] Port 5cf0caf9-1a4a-466d-9e1e-41241061d584 on network bfc634f9-53d1-48bd-89ab-1b58f2c64fc0 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8361 {{(pid=83869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 01 13:34:01.847727 dv-neutron-836180-1-hyperv neutron-server[83869]: ERROR neutron.plugins.ml2.managers [None req-cafeb41c-5629-44d9-a0b0-e900d2087af0 tempest-PortsAdminExtendedAttrsTestJSON-1757410772 tempest-PortsAdminExtendedAttrsTestJSON-1757410772-project-admin] Failed to bind port 5cf0caf9-1a4a-466d-9e1e-41241061d584 on host hv-neutron-8361 for vnic_type normal using segments [{'id': '92414977-2e91-49a0-9c02-7d2579834d3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'bfc634f9-53d1-48bd-89ab-1b58f2c64fc0'}] Apr 01 13:34:01.853801 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.plugins.ml2.plugin [None req-cafeb41c-5629-44d9-a0b0-e900d2087af0 tempest-PortsAdminExtendedAttrsTestJSON-1757410772 tempest-PortsAdminExtendedAttrsTestJSON-1757410772-project-admin] Attempt 5 to bind port 5cf0caf9-1a4a-466d-9e1e-41241061d584 Apr 01 13:34:01.867331 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-f3b068af-2f71-498a-b5b0-d37749e3daf1 tempest-ExternalNetworksTestJSON-1346188077 tempest-ExternalNetworksTestJSON-1346188077-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-945042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575'] for subnet, after_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:34:01.890532 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.managers [None req-cafeb41c-5629-44d9-a0b0-e900d2087af0 tempest-PortsAdminExtendedAttrsTestJSON-1757410772 tempest-PortsAdminExtendedAttrsTestJSON-1757410772-project-admin] Attempting to bind port 5cf0caf9-1a4a-466d-9e1e-41241061d584 on host hv-neutron-8361 for vnic_type normal with profile {{(pid=83869) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 13:34:01.890860 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.managers [None req-cafeb41c-5629-44d9-a0b0-e900d2087af0 tempest-PortsAdminExtendedAttrsTestJSON-1757410772 tempest-PortsAdminExtendedAttrsTestJSON-1757410772-project-admin] Attempting to bind port 5cf0caf9-1a4a-466d-9e1e-41241061d584 by drivers openvswitch,hyperv on host hv-neutron-8361 at level 0 using segments [{'id': '92414977-2e91-49a0-9c02-7d2579834d3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'bfc634f9-53d1-48bd-89ab-1b58f2c64fc0'}] {{(pid=83869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 13:34:01.891191 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cafeb41c-5629-44d9-a0b0-e900d2087af0 tempest-PortsAdminExtendedAttrsTestJSON-1757410772 tempest-PortsAdminExtendedAttrsTestJSON-1757410772-project-admin] Attempting to bind port 5cf0caf9-1a4a-466d-9e1e-41241061d584 on network bfc634f9-53d1-48bd-89ab-1b58f2c64fc0 {{(pid=83869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 13:34:01.900527 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.db_base_plugin_common [None req-7d1d1f28-ff2b-4915-9428-5a7693d0fd99 tempest-RoutersAdminTest-1965710677 tempest-RoutersAdminTest-1965710677-project-admin] Allocated IP 172.20.0.10 (c177c331-3887-4337-812f-3a2215c218e5/cc0e84b6-3223-43b0-9d20-9222bec67617/3c428eba-6ee1-4871-9962-119066675ef3) {{(pid=83869) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 13:34:01.912693 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b068af-2f71-498a-b5b0-d37749e3daf1 tempest-ExternalNetworksTestJSON-1346188077 tempest-ExternalNetworksTestJSON-1346188077-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=99bbd5a6-825d-48ac-884f-a35ce2b903c0,revision_number=None']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:34:01.945370 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cafeb41c-5629-44d9-a0b0-e900d2087af0 tempest-PortsAdminExtendedAttrsTestJSON-1757410772 tempest-PortsAdminExtendedAttrsTestJSON-1757410772-project-admin] Port 5cf0caf9-1a4a-466d-9e1e-41241061d584 on network bfc634f9-53d1-48bd-89ab-1b58f2c64fc0 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8361 {{(pid=83869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 01 13:34:01.945697 dv-neutron-836180-1-hyperv neutron-server[83869]: ERROR neutron.plugins.ml2.managers [None req-cafeb41c-5629-44d9-a0b0-e900d2087af0 tempest-PortsAdminExtendedAttrsTestJSON-1757410772 tempest-PortsAdminExtendedAttrsTestJSON-1757410772-project-admin] Failed to bind port 5cf0caf9-1a4a-466d-9e1e-41241061d584 on host hv-neutron-8361 for vnic_type normal using segments [{'id': '92414977-2e91-49a0-9c02-7d2579834d3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'bfc634f9-53d1-48bd-89ab-1b58f2c64fc0'}] Apr 01 13:34:01.951145 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.plugins.ml2.plugin [None req-cafeb41c-5629-44d9-a0b0-e900d2087af0 tempest-PortsAdminExtendedAttrsTestJSON-1757410772 tempest-PortsAdminExtendedAttrsTestJSON-1757410772-project-admin] Attempt 6 to bind port 5cf0caf9-1a4a-466d-9e1e-41241061d584 Apr 01 13:34:02.029950 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-f3b068af-2f71-498a-b5b0-d37749e3daf1 tempest-ExternalNetworksTestJSON-1346188077 tempest-ExternalNetworksTestJSON-1346188077-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-942654', 'neutron.services.segments.db._delete_segments_for_network-8736733387888'] for network, precommit_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:34:02.063701 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-f3b068af-2f71-498a-b5b0-d37749e3daf1 tempest-ExternalNetworksTestJSON-1346188077 tempest-ExternalNetworksTestJSON-1346188077-project-admin] Subscribe: > segment before_delete 55550000 {{(pid=83871) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 13:34:02.064038 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-f3b068af-2f71-498a-b5b0-d37749e3daf1 tempest-ExternalNetworksTestJSON-1346188077 tempest-ExternalNetworksTestJSON-1346188077-project-admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=83871) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 13:34:02.064160 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.managers [None req-cafeb41c-5629-44d9-a0b0-e900d2087af0 tempest-PortsAdminExtendedAttrsTestJSON-1757410772 tempest-PortsAdminExtendedAttrsTestJSON-1757410772-project-admin] Attempting to bind port 5cf0caf9-1a4a-466d-9e1e-41241061d584 on host hv-neutron-8361 for vnic_type normal with profile {{(pid=83869) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 13:34:02.064511 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.managers [None req-cafeb41c-5629-44d9-a0b0-e900d2087af0 tempest-PortsAdminExtendedAttrsTestJSON-1757410772 tempest-PortsAdminExtendedAttrsTestJSON-1757410772-project-admin] Attempting to bind port 5cf0caf9-1a4a-466d-9e1e-41241061d584 by drivers openvswitch,hyperv on host hv-neutron-8361 at level 0 using segments [{'id': '92414977-2e91-49a0-9c02-7d2579834d3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'bfc634f9-53d1-48bd-89ab-1b58f2c64fc0'}] {{(pid=83869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 13:34:02.064865 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-f3b068af-2f71-498a-b5b0-d37749e3daf1 tempest-ExternalNetworksTestJSON-1346188077 tempest-ExternalNetworksTestJSON-1346188077-project-admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=83871) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 13:34:02.064966 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cafeb41c-5629-44d9-a0b0-e900d2087af0 tempest-PortsAdminExtendedAttrsTestJSON-1757410772 tempest-PortsAdminExtendedAttrsTestJSON-1757410772-project-admin] Attempting to bind port 5cf0caf9-1a4a-466d-9e1e-41241061d584 on network bfc634f9-53d1-48bd-89ab-1b58f2c64fc0 {{(pid=83869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 13:34:02.065216 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-f3b068af-2f71-498a-b5b0-d37749e3daf1 tempest-ExternalNetworksTestJSON-1346188077 tempest-ExternalNetworksTestJSON-1346188077-project-admin] Subscribe: > port after_create 55550000 {{(pid=83871) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 13:34:02.065558 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-f3b068af-2f71-498a-b5b0-d37749e3daf1 tempest-ExternalNetworksTestJSON-1346188077 tempest-ExternalNetworksTestJSON-1346188077-project-admin] Subscribe: > port after_delete 55550000 {{(pid=83871) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 13:34:02.065905 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-f3b068af-2f71-498a-b5b0-d37749e3daf1 tempest-ExternalNetworksTestJSON-1346188077 tempest-ExternalNetworksTestJSON-1346188077-project-admin] Subscribe: > port after_update 55550000 {{(pid=83871) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 13:34:02.066235 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-f3b068af-2f71-498a-b5b0-d37749e3daf1 tempest-ExternalNetworksTestJSON-1346188077 tempest-ExternalNetworksTestJSON-1346188077-project-admin] Subscribe: > segment after_delete 55550000 {{(pid=83871) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 13:34:02.066565 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-f3b068af-2f71-498a-b5b0-d37749e3daf1 tempest-ExternalNetworksTestJSON-1346188077 tempest-ExternalNetworksTestJSON-1346188077-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=83871) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 13:34:02.066874 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-f3b068af-2f71-498a-b5b0-d37749e3daf1 tempest-ExternalNetworksTestJSON-1346188077 tempest-ExternalNetworksTestJSON-1346188077-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=83871) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 13:34:02.067214 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-f3b068af-2f71-498a-b5b0-d37749e3daf1 tempest-ExternalNetworksTestJSON-1346188077 tempest-ExternalNetworksTestJSON-1346188077-project-admin] Subscribe: > subnet after_update 55550000 {{(pid=83871) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 13:34:02.091908 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.db.resource_extend [None req-4af730da-07e6-4f1a-8f45-322177672aa7 tempest-ServersTestManualDisk-1537329539 tempest-ServersTestManualDisk-1537329539-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 01 13:34:02.115911 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cafeb41c-5629-44d9-a0b0-e900d2087af0 tempest-PortsAdminExtendedAttrsTestJSON-1757410772 tempest-PortsAdminExtendedAttrsTestJSON-1757410772-project-admin] Port 5cf0caf9-1a4a-466d-9e1e-41241061d584 on network bfc634f9-53d1-48bd-89ab-1b58f2c64fc0 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8361 {{(pid=83869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 01 13:34:02.116225 dv-neutron-836180-1-hyperv neutron-server[83869]: ERROR neutron.plugins.ml2.managers [None req-cafeb41c-5629-44d9-a0b0-e900d2087af0 tempest-PortsAdminExtendedAttrsTestJSON-1757410772 tempest-PortsAdminExtendedAttrsTestJSON-1757410772-project-admin] Failed to bind port 5cf0caf9-1a4a-466d-9e1e-41241061d584 on host hv-neutron-8361 for vnic_type normal using segments [{'id': '92414977-2e91-49a0-9c02-7d2579834d3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'bfc634f9-53d1-48bd-89ab-1b58f2c64fc0'}] Apr 01 13:34:02.120446 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-4af730da-07e6-4f1a-8f45-322177672aa7 tempest-ServersTestManualDisk-1537329539 tempest-ServersTestManualDisk-1537329539-project] Notify callbacks [] for port, precommit_update {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:34:02.122631 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.plugins.ml2.plugin [None req-cafeb41c-5629-44d9-a0b0-e900d2087af0 tempest-PortsAdminExtendedAttrsTestJSON-1757410772 tempest-PortsAdminExtendedAttrsTestJSON-1757410772-project-admin] Attempt 7 to bind port 5cf0caf9-1a4a-466d-9e1e-41241061d584 Apr 01 13:34:02.131618 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 46952) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:34:02.150226 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-4af730da-07e6-4f1a-8f45-322177672aa7 tempest-ServersTestManualDisk-1537329539 tempest-ServersTestManualDisk-1537329539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2705172'] for port, after_update {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:34:02.160317 dv-neutron-836180-1-hyperv neutron-server[83869]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Apr 01 13:34:02.192910 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3ee8d3a-3aa4-42c9-8284-e12bae7a56b9 tempest-RoutersIpV6AdminTest-2054225496 tempest-RoutersIpV6AdminTest-2054225496-project-admin] Notify agent at l3_agent.dv-neutron-836180-1-hyperv the message routers_updated {{(pid=83869) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 13:34:02.210655 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4805dd96-f064-4523-a3cf-d08f8c98e604 None None] Sync routers for ids ['11ff2ef5-8080-4bac-8229-7a546e23bac7'] in dv-neutron-836180-1-hyperv {{(pid=83872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 13:34:02.228730 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4805dd96-f064-4523-a3cf-d08f8c98e604 None None] Routers {'11ff2ef5-8080-4bac-8229-7a546e23bac7'} bound to L3 agent in host dv-neutron-836180-1-hyperv {{(pid=83872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 13:34:02.239120 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.managers [None req-cafeb41c-5629-44d9-a0b0-e900d2087af0 tempest-PortsAdminExtendedAttrsTestJSON-1757410772 tempest-PortsAdminExtendedAttrsTestJSON-1757410772-project-admin] Attempting to bind port 5cf0caf9-1a4a-466d-9e1e-41241061d584 on host hv-neutron-8361 for vnic_type normal with profile {{(pid=83869) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 13:34:02.239453 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.managers [None req-cafeb41c-5629-44d9-a0b0-e900d2087af0 tempest-PortsAdminExtendedAttrsTestJSON-1757410772 tempest-PortsAdminExtendedAttrsTestJSON-1757410772-project-admin] Attempting to bind port 5cf0caf9-1a4a-466d-9e1e-41241061d584 by drivers openvswitch,hyperv on host hv-neutron-8361 at level 0 using segments [{'id': '92414977-2e91-49a0-9c02-7d2579834d3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'bfc634f9-53d1-48bd-89ab-1b58f2c64fc0'}] {{(pid=83869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 13:34:02.239781 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cafeb41c-5629-44d9-a0b0-e900d2087af0 tempest-PortsAdminExtendedAttrsTestJSON-1757410772 tempest-PortsAdminExtendedAttrsTestJSON-1757410772-project-admin] Attempting to bind port 5cf0caf9-1a4a-466d-9e1e-41241061d584 on network bfc634f9-53d1-48bd-89ab-1b58f2c64fc0 {{(pid=83869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 13:34:02.243100 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_hamode_db [None req-4805dd96-f064-4523-a3cf-d08f8c98e604 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836180-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-01T13:25:36Z,description=,heartbeat_timestamp=2022-04-01T13:33:36Z,host='dv-neutron-836180-1-hyperv',id=88bf8fc8-11a3-4e96-9d1b-5fd93ba9f6f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T13:25:36Z,topic='l3_agent')) {'router_ids': ['11ff2ef5-8080-4bac-8229-7a546e23bac7'], 'active': True} {{(pid=83872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:34:02.244462 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-f3b068af-2f71-498a-b5b0-d37749e3daf1 tempest-ExternalNetworksTestJSON-1346188077 tempest-ExternalNetworksTestJSON-1346188077-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=83871) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 13:34:02.244811 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-f3b068af-2f71-498a-b5b0-d37749e3daf1 tempest-ExternalNetworksTestJSON-1346188077 tempest-ExternalNetworksTestJSON-1346188077-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=83871) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 13:34:02.245135 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-f3b068af-2f71-498a-b5b0-d37749e3daf1 tempest-ExternalNetworksTestJSON-1346188077 tempest-ExternalNetworksTestJSON-1346188077-project-admin] Subscribe: > subnet before_create 55550000 {{(pid=83871) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 13:34:02.245462 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-f3b068af-2f71-498a-b5b0-d37749e3daf1 tempest-ExternalNetworksTestJSON-1346188077 tempest-ExternalNetworksTestJSON-1346188077-project-admin] Subscribe: > subnet before_update 55550000 {{(pid=83871) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 13:34:02.245843 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.services.segments.db [None req-f3b068af-2f71-498a-b5b0-d37749e3daf1 tempest-ExternalNetworksTestJSON-1346188077 tempest-ExternalNetworksTestJSON-1346188077-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4a7342ff-6706-45dc-98bc-09f554ee9385']}} {{(pid=83871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:34:02.264788 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.services.segments.db [None req-f3b068af-2f71-498a-b5b0-d37749e3daf1 tempest-ExternalNetworksTestJSON-1346188077 tempest-ExternalNetworksTestJSON-1346188077-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8339bc07-3276-47a0-9fd6-bed9d2780668') {'for_net_delete': True} {{(pid=83871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:34:02.265085 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.services.segments.db [None req-f3b068af-2f71-498a-b5b0-d37749e3daf1 tempest-ExternalNetworksTestJSON-1346188077 tempest-ExternalNetworksTestJSON-1346188077-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8339bc07-3276-47a0-9fd6-bed9d2780668') {} {{(pid=83871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:34:02.284494 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-f3b068af-2f71-498a-b5b0-d37749e3daf1 tempest-ExternalNetworksTestJSON-1346188077 tempest-ExternalNetworksTestJSON-1346188077-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736733386999', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3166340'] for segment, before_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:34:02.311087 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-f3b068af-2f71-498a-b5b0-d37749e3daf1 tempest-ExternalNetworksTestJSON-1346188077 tempest-ExternalNetworksTestJSON-1346188077-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1004271'] for segment, precommit_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:34:02.321377 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f3b068af-2f71-498a-b5b0-d37749e3daf1 tempest-ExternalNetworksTestJSON-1346188077 tempest-ExternalNetworksTestJSON-1346188077-project-admin] Releasing vlan 353 on physical network physnet1 to pool {{(pid=83871) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 01 13:34:02.321762 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-f3b068af-2f71-498a-b5b0-d37749e3daf1 tempest-ExternalNetworksTestJSON-1346188077 tempest-ExternalNetworksTestJSON-1346188077-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1004262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2743078'] for segment, after_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:34:02.323211 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-7d1d1f28-ff2b-4915-9428-5a7693d0fd99 tempest-RoutersAdminTest-1965710677 tempest-RoutersAdminTest-1965710677-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:34:02.327007 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cafeb41c-5629-44d9-a0b0-e900d2087af0 tempest-PortsAdminExtendedAttrsTestJSON-1757410772 tempest-PortsAdminExtendedAttrsTestJSON-1757410772-project-admin] Port 5cf0caf9-1a4a-466d-9e1e-41241061d584 on network bfc634f9-53d1-48bd-89ab-1b58f2c64fc0 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8361 {{(pid=83869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 01 13:34:02.327335 dv-neutron-836180-1-hyperv neutron-server[83869]: ERROR neutron.plugins.ml2.managers [None req-cafeb41c-5629-44d9-a0b0-e900d2087af0 tempest-PortsAdminExtendedAttrsTestJSON-1757410772 tempest-PortsAdminExtendedAttrsTestJSON-1757410772-project-admin] Failed to bind port 5cf0caf9-1a4a-466d-9e1e-41241061d584 on host hv-neutron-8361 for vnic_type normal using segments [{'id': '92414977-2e91-49a0-9c02-7d2579834d3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'bfc634f9-53d1-48bd-89ab-1b58f2c64fc0'}] Apr 01 13:34:02.337564 dv-neutron-836180-1-hyperv neutron-server[83871]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Apr 01 13:34:02.337564 dv-neutron-836180-1-hyperv neutron-server[83871]: util.warn_limited( Apr 01 13:34:02.337564 dv-neutron-836180-1-hyperv neutron-server[83871]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Apr 01 13:34:02.337564 dv-neutron-836180-1-hyperv neutron-server[83871]: util.warn_limited( Apr 01 13:34:02.337564 dv-neutron-836180-1-hyperv neutron-server[83871]: Traceback (most recent call last): Apr 01 13:34:02.337564 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 01 13:34:02.337564 dv-neutron-836180-1-hyperv neutron-server[83871]: timer() Apr 01 13:34:02.337564 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 13:34:02.337564 dv-neutron-836180-1-hyperv neutron-server[83871]: cb(*args, **kw) Apr 01 13:34:02.337564 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 13:34:02.337564 dv-neutron-836180-1-hyperv neutron-server[83871]: return func(*args, **kwargs) Apr 01 13:34:02.337564 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 13:34:02.337564 dv-neutron-836180-1-hyperv neutron-server[83871]: self._notify() Apr 01 13:34:02.337564 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 13:34:02.337564 dv-neutron-836180-1-hyperv neutron-server[83871]: self.callback(batched_events) Apr 01 13:34:02.337564 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 13:34:02.337564 dv-neutron-836180-1-hyperv neutron-server[83871]: event.method(event) Apr 01 13:34:02.337564 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 13:34:02.337564 dv-neutron-836180-1-hyperv neutron-server[83871]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 13:34:02.337564 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 13:34:02.337564 dv-neutron-836180-1-hyperv neutron-server[83871]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 13:34:02.337564 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 13:34:02.337564 dv-neutron-836180-1-hyperv neutron-server[83871]: return f(self, *a, **k) Apr 01 13:34:02.337564 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 13:34:02.337564 dv-neutron-836180-1-hyperv neutron-server[83871]: return self._get(url).json() Apr 01 13:34:02.337564 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 13:34:02.337564 dv-neutron-836180-1-hyperv neutron-server[83871]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 13:34:02.337564 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 01 13:34:02.337564 dv-neutron-836180-1-hyperv neutron-server[83871]: return self.request(url, 'GET', **kwargs) Apr 01 13:34:02.337564 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 01 13:34:02.337564 dv-neutron-836180-1-hyperv neutron-server[83871]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 13:34:02.337564 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 01 13:34:02.337564 dv-neutron-836180-1-hyperv neutron-server[83871]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 13:34:02.337564 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 01 13:34:02.337564 dv-neutron-836180-1-hyperv neutron-server[83871]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 13:34:02.337564 dv-neutron-836180-1-hyperv neutron-server[83871]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 13:34:02.341109 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.plugins.ml2.plugin [None req-cafeb41c-5629-44d9-a0b0-e900d2087af0 tempest-PortsAdminExtendedAttrsTestJSON-1757410772 tempest-PortsAdminExtendedAttrsTestJSON-1757410772-project-admin] Attempt 8 to bind port 5cf0caf9-1a4a-466d-9e1e-41241061d584 Apr 01 13:34:02.367043 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-e3ee8d3a-3aa4-42c9-8284-e12bae7a56b9 tempest-RoutersIpV6AdminTest-2054225496 tempest-RoutersIpV6AdminTest-2054225496-project-admin] Notify callbacks [] for router, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:34:02.374042 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-e3ee8d3a-3aa4-42c9-8284-e12bae7a56b9 tempest-RoutersIpV6AdminTest-2054225496 tempest-RoutersIpV6AdminTest-2054225496-project-admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 7.7355945 Apr 01 13:34:02.378501 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 46962) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:34:02.412386 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f35c4a7a-4460-4397-8269-ba5d2623582f tempest-FloatingIPAdminTestJSON-382796379 tempest-FloatingIPAdminTestJSON-382796379-project] Router ef006376-a124-47f4-8ab3-ee1caa62d327 is scheduled to L3 agent 88bf8fc8-11a3-4e96-9d1b-5fd93ba9f6f1 with binding_index 1 {{(pid=83871) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 01 13:34:02.419345 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af730da-07e6-4f1a-8f45-322177672aa7 tempest-ServersTestManualDisk-1537329539 tempest-ServersTestManualDisk-1537329539-project] Pushing event updated for resources: {'Port': ['ID=5d0d48de-721a-4eda-ab46-64f10ac3bf1e,revision_number=2']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:34:02.422841 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.managers [None req-cafeb41c-5629-44d9-a0b0-e900d2087af0 tempest-PortsAdminExtendedAttrsTestJSON-1757410772 tempest-PortsAdminExtendedAttrsTestJSON-1757410772-project-admin] Attempting to bind port 5cf0caf9-1a4a-466d-9e1e-41241061d584 on host hv-neutron-8361 for vnic_type normal with profile {{(pid=83869) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 13:34:02.423160 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.managers [None req-cafeb41c-5629-44d9-a0b0-e900d2087af0 tempest-PortsAdminExtendedAttrsTestJSON-1757410772 tempest-PortsAdminExtendedAttrsTestJSON-1757410772-project-admin] Attempting to bind port 5cf0caf9-1a4a-466d-9e1e-41241061d584 by drivers openvswitch,hyperv on host hv-neutron-8361 at level 0 using segments [{'id': '92414977-2e91-49a0-9c02-7d2579834d3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'bfc634f9-53d1-48bd-89ab-1b58f2c64fc0'}] {{(pid=83869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 13:34:02.423548 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cafeb41c-5629-44d9-a0b0-e900d2087af0 tempest-PortsAdminExtendedAttrsTestJSON-1757410772 tempest-PortsAdminExtendedAttrsTestJSON-1757410772-project-admin] Attempting to bind port 5cf0caf9-1a4a-466d-9e1e-41241061d584 on network bfc634f9-53d1-48bd-89ab-1b58f2c64fc0 {{(pid=83869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 13:34:02.447305 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cafeb41c-5629-44d9-a0b0-e900d2087af0 tempest-PortsAdminExtendedAttrsTestJSON-1757410772 tempest-PortsAdminExtendedAttrsTestJSON-1757410772-project-admin] Port 5cf0caf9-1a4a-466d-9e1e-41241061d584 on network bfc634f9-53d1-48bd-89ab-1b58f2c64fc0 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8361 {{(pid=83869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 01 13:34:02.447650 dv-neutron-836180-1-hyperv neutron-server[83869]: ERROR neutron.plugins.ml2.managers [None req-cafeb41c-5629-44d9-a0b0-e900d2087af0 tempest-PortsAdminExtendedAttrsTestJSON-1757410772 tempest-PortsAdminExtendedAttrsTestJSON-1757410772-project-admin] Failed to bind port 5cf0caf9-1a4a-466d-9e1e-41241061d584 on host hv-neutron-8361 for vnic_type normal using segments [{'id': '92414977-2e91-49a0-9c02-7d2579834d3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'bfc634f9-53d1-48bd-89ab-1b58f2c64fc0'}] Apr 01 13:34:02.448585 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-7d1d1f28-ff2b-4915-9428-5a7693d0fd99 tempest-RoutersAdminTest-1965710677 tempest-RoutersAdminTest-1965710677-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736732935801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2705155'] for port, after_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:34:02.537383 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_dvr_db [None req-4805dd96-f064-4523-a3cf-d08f8c98e604 None None] Set router 11ff2ef5-8080-4bac-8229-7a546e23bac7 gateway port host: dv-neutron-836180-1-hyperv {{(pid=83872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 13:34:02.545277 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-f3b068af-2f71-498a-b5b0-d37749e3daf1 tempest-ExternalNetworksTestJSON-1346188077 tempest-ExternalNetworksTestJSON-1346188077-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-942599', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4084797'] for network, after_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:34:02.555858 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3b068af-2f71-498a-b5b0-d37749e3daf1 tempest-ExternalNetworksTestJSON-1346188077 tempest-ExternalNetworksTestJSON-1346188077-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 4a7342ff-6706-45dc-98bc-09f554ee9385 {{(pid=83871) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Apr 01 13:34:02.558506 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-f3b068af-2f71-498a-b5b0-d37749e3daf1 tempest-ExternalNetworksTestJSON-1346188077 tempest-ExternalNetworksTestJSON-1346188077-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3017602'] for network, before_response {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:34:02.559325 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.plugins.ml2.plugin [None req-cafeb41c-5629-44d9-a0b0-e900d2087af0 tempest-PortsAdminExtendedAttrsTestJSON-1757410772 tempest-PortsAdminExtendedAttrsTestJSON-1757410772-project-admin] Attempt 9 to bind port 5cf0caf9-1a4a-466d-9e1e-41241061d584 Apr 01 13:34:02.594910 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b068af-2f71-498a-b5b0-d37749e3daf1 tempest-ExternalNetworksTestJSON-1346188077 tempest-ExternalNetworksTestJSON-1346188077-project-admin] Pushing event deleted for resources: {'Network': ['ID=4a7342ff-6706-45dc-98bc-09f554ee9385,revision_number=None']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:34:02.601508 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-f3b068af-2f71-498a-b5b0-d37749e3daf1 tempest-ExternalNetworksTestJSON-1346188077 tempest-ExternalNetworksTestJSON-1346188077-project-admin] 10.222.0.26 "DELETE /v2.0/networks/4a7342ff-6706-45dc-98bc-09f554ee9385 HTTP/1.1" status: 204 len: 168 time: 2.3797796 Apr 01 13:34:02.603032 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 46968) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:34:02.607308 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-4af730da-07e6-4f1a-8f45-322177672aa7 tempest-ServersTestManualDisk-1537329539 tempest-ServersTestManualDisk-1537329539-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4084747'] for floatingip, after_update {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:34:02.638096 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [req-fc89ba1d-52e6-4209-b1dd-b69434c0a21b req-2da6d7a3-4bf0-43a7-bd18-c47e048a7126 tempest-ServersTestJSON-1223226849 tempest-ServersTestJSON-1223226849-project] Synchronizing usage tracker for tenant:60bf55a52dbc4f9d9d0decf6a2dd30f6 on resource:security_group {{(pid=83869) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 13:34:02.765503 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-4af730da-07e6-4f1a-8f45-322177672aa7 tempest-ServersTestManualDisk-1537329539 tempest-ServersTestManualDisk-1537329539-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109561'] for floatingip, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:34:02.766843 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-4af730da-07e6-4f1a-8f45-322177672aa7 tempest-ServersTestManualDisk-1537329539 tempest-ServersTestManualDisk-1537329539-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 6.2930696 Apr 01 13:34:02.783097 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d1d1f28-ff2b-4915-9428-5a7693d0fd99 tempest-RoutersAdminTest-1965710677 tempest-RoutersAdminTest-1965710677-project-admin] Network c177c331-3887-4337-812f-3a2215c218e5 is already hosted by enough agents. {{(pid=83869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 13:34:02.812911 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-75fd5fd1-509f-47d1-b014-abb846efee39 tempest-ExternalNetworksTestJSON-1346188077 tempest-ExternalNetworksTestJSON-1346188077-project-admin] Synchronizing usage tracker for tenant:bb0d04bce31b434bb7c09b859fc82ca0 on resource:floatingip {{(pid=83871) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 13:34:02.833317 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.scheduler.base_scheduler [None req-7d1d1f28-ff2b-4915-9428-5a7693d0fd99 tempest-RoutersAdminTest-1965710677 tempest-RoutersAdminTest-1965710677-project-admin] Resources bound (agent type, host, resource id): {{(pid=83869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 13:34:02.851899 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d1d1f28-ff2b-4915-9428-5a7693d0fd99 tempest-RoutersAdminTest-1965710677 tempest-RoutersAdminTest-1965710677-project-admin] Received port after_create {{(pid=83869) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 13:34:02.884068 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-75fd5fd1-509f-47d1-b014-abb846efee39 tempest-ExternalNetworksTestJSON-1346188077 tempest-ExternalNetworksTestJSON-1346188077-project-admin] Unset dirty status for tenant:bb0d04bce31b434bb7c09b859fc82ca0 on resource:floatingip {{(pid=83871) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 13:34:02.889395 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-75fd5fd1-509f-47d1-b014-abb846efee39 tempest-ExternalNetworksTestJSON-1346188077 tempest-ExternalNetworksTestJSON-1346188077-project-admin] 10.222.0.26 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 1651 time: 0.2853956 Apr 01 13:34:02.892282 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 46978) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:34:02.921734 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_hamode_db [None req-4805dd96-f064-4523-a3cf-d08f8c98e604 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11ff2ef5-8080-4bac-8229-7a546e23bac7', 'name': '', 'tenant_id': '167f1243c1b94bb08d93f8762e1d0ff2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96393602-b907-42fe-8925-7596bcadc2d8', 'external_fixed_ips': [{'subnet_id': '1bc88cac-8192-40e9-8985-f20fd180bc5b', 'ip_address': '2001:db8::322'}], 'enable_snat': True}, 'gw_port_id': '514469c4-909b-4518-9429-ad41ef7b8662', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T13:33:54Z', 'updated_at': '2022-04-01T13:33:58Z', 'revision_number': 3, 'project_id': '167f1243c1b94bb08d93f8762e1d0ff2', 'gw_port': {'id': '514469c4-909b-4518-9429-ad41ef7b8662', 'name': '', 'network_id': '96393602-b907-42fe-8925-7596bcadc2d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:fe:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11ff2ef5-8080-4bac-8229-7a546e23bac7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1bc88cac-8192-40e9-8985-f20fd180bc5b', 'ip_address': '2001:db8::322', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:33:56Z', 'updated_at': '2022-04-01T13:33:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1bc88cac-8192-40e9-8985-f20fd180bc5b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836180-1-hyperv'}], 'dv-neutron-836180-1-hyperv', False) {} {{(pid=83872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:34:02.933074 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4805dd96-f064-4523-a3cf-d08f8c98e604 None None] Checking router: 11ff2ef5-8080-4bac-8229-7a546e23bac7 for host: dv-neutron-836180-1-hyperv {{(pid=83872) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 01 13:34:02.934665 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4805dd96-f064-4523-a3cf-d08f8c98e604 None None] Updating router 11ff2ef5-8080-4bac-8229-7a546e23bac7 port 514469c4-909b-4518-9429-ad41ef7b8662 binding host dv-neutron-836180-1-hyperv {{(pid=83872) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 01 13:34:02.940190 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.managers [None req-cafeb41c-5629-44d9-a0b0-e900d2087af0 tempest-PortsAdminExtendedAttrsTestJSON-1757410772 tempest-PortsAdminExtendedAttrsTestJSON-1757410772-project-admin] Attempting to bind port 5cf0caf9-1a4a-466d-9e1e-41241061d584 on host hv-neutron-8361 for vnic_type normal with profile {{(pid=83869) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 13:34:02.940797 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.managers [None req-cafeb41c-5629-44d9-a0b0-e900d2087af0 tempest-PortsAdminExtendedAttrsTestJSON-1757410772 tempest-PortsAdminExtendedAttrsTestJSON-1757410772-project-admin] Attempting to bind port 5cf0caf9-1a4a-466d-9e1e-41241061d584 by drivers openvswitch,hyperv on host hv-neutron-8361 at level 0 using segments [{'id': '92414977-2e91-49a0-9c02-7d2579834d3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'bfc634f9-53d1-48bd-89ab-1b58f2c64fc0'}] {{(pid=83869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 13:34:02.941325 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cafeb41c-5629-44d9-a0b0-e900d2087af0 tempest-PortsAdminExtendedAttrsTestJSON-1757410772 tempest-PortsAdminExtendedAttrsTestJSON-1757410772-project-admin] Attempting to bind port 5cf0caf9-1a4a-466d-9e1e-41241061d584 on network bfc634f9-53d1-48bd-89ab-1b58f2c64fc0 {{(pid=83869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 13:34:02.977446 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [req-fc89ba1d-52e6-4209-b1dd-b69434c0a21b req-2da6d7a3-4bf0-43a7-bd18-c47e048a7126 tempest-ServersTestJSON-1223226849 tempest-ServersTestJSON-1223226849-project] Unset dirty status for tenant:60bf55a52dbc4f9d9d0decf6a2dd30f6 on resource:security_group {{(pid=83869) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 13:34:02.990651 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-fc89ba1d-52e6-4209-b1dd-b69434c0a21b req-2da6d7a3-4bf0-43a7-bd18-c47e048a7126 tempest-ServersTestJSON-1223226849 tempest-ServersTestJSON-1223226849-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-securitygroup--964926074&fields=id&tenant_id=60bf55a52dbc4f9d9d0decf6a2dd30f6 HTTP/1.1" status: 200 len: 267 time: 0.8474982 Apr 01 13:34:03.020471 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-4805dd96-f064-4523-a3cf-d08f8c98e604 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:34:03.076527 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d1d1f28-ff2b-4915-9428-5a7693d0fd99 tempest-RoutersAdminTest-1965710677 tempest-RoutersAdminTest-1965710677-project-admin] Pushing event updated for resources: {'Port': ['ID=3c428eba-6ee1-4871-9962-119066675ef3,revision_number=1']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:34:03.110022 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66a056c4-d158-4696-baba-640754ae166b tempest-ExternalNetworksTestJSON-1346188077 tempest-ExternalNetworksTestJSON-1346188077-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:34:03.110404 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66a056c4-d158-4696-baba-640754ae166b tempest-ExternalNetworksTestJSON-1346188077 tempest-ExternalNetworksTestJSON-1346188077-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:34:03.111425 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66a056c4-d158-4696-baba-640754ae166b tempest-ExternalNetworksTestJSON-1346188077 tempest-ExternalNetworksTestJSON-1346188077-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:34:03.111425 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66a056c4-d158-4696-baba-640754ae166b tempest-ExternalNetworksTestJSON-1346188077 tempest-ExternalNetworksTestJSON-1346188077-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:34:03.111425 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66a056c4-d158-4696-baba-640754ae166b tempest-ExternalNetworksTestJSON-1346188077 tempest-ExternalNetworksTestJSON-1346188077-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:34:03.111781 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66a056c4-d158-4696-baba-640754ae166b tempest-ExternalNetworksTestJSON-1346188077 tempest-ExternalNetworksTestJSON-1346188077-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:34:03.112127 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66a056c4-d158-4696-baba-640754ae166b tempest-ExternalNetworksTestJSON-1346188077 tempest-ExternalNetworksTestJSON-1346188077-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:34:03.112493 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66a056c4-d158-4696-baba-640754ae166b tempest-ExternalNetworksTestJSON-1346188077 tempest-ExternalNetworksTestJSON-1346188077-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:34:03.113545 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-66a056c4-d158-4696-baba-640754ae166b tempest-ExternalNetworksTestJSON-1346188077 tempest-ExternalNetworksTestJSON-1346188077-project-admin] Synchronizing usage tracker for tenant:bb0d04bce31b434bb7c09b859fc82ca0 on resource:subnet {{(pid=83871) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 13:34:03.196197 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 46992) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:34:03.197173 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-66a056c4-d158-4696-baba-640754ae166b tempest-ExternalNetworksTestJSON-1346188077 tempest-ExternalNetworksTestJSON-1346188077-project-admin] Unset dirty status for tenant:bb0d04bce31b434bb7c09b859fc82ca0 on resource:subnet {{(pid=83871) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 13:34:03.198328 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-66a056c4-d158-4696-baba-640754ae166b tempest-ExternalNetworksTestJSON-1346188077 tempest-ExternalNetworksTestJSON-1346188077-project-admin] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5174 time: 0.3046792 Apr 01 13:34:03.203369 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 46996) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:34:03.226748 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cafeb41c-5629-44d9-a0b0-e900d2087af0 tempest-PortsAdminExtendedAttrsTestJSON-1757410772 tempest-PortsAdminExtendedAttrsTestJSON-1757410772-project-admin] Port 5cf0caf9-1a4a-466d-9e1e-41241061d584 on network bfc634f9-53d1-48bd-89ab-1b58f2c64fc0 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8361 {{(pid=83869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 01 13:34:03.227130 dv-neutron-836180-1-hyperv neutron-server[83869]: ERROR neutron.plugins.ml2.managers [None req-cafeb41c-5629-44d9-a0b0-e900d2087af0 tempest-PortsAdminExtendedAttrsTestJSON-1757410772 tempest-PortsAdminExtendedAttrsTestJSON-1757410772-project-admin] Failed to bind port 5cf0caf9-1a4a-466d-9e1e-41241061d584 on host hv-neutron-8361 for vnic_type normal using segments [{'id': '92414977-2e91-49a0-9c02-7d2579834d3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'bfc634f9-53d1-48bd-89ab-1b58f2c64fc0'}] Apr 01 13:34:03.232378 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc89ba1d-52e6-4209-b1dd-b69434c0a21b req-d47f16c9-60a1-4145-a9ce-efbcfcc3b939 tempest-ServersTestJSON-1223226849 tempest-ServersTestJSON-1223226849-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:34:03.233076 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [req-fc89ba1d-52e6-4209-b1dd-b69434c0a21b req-d47f16c9-60a1-4145-a9ce-efbcfcc3b939 tempest-ServersTestJSON-1223226849 tempest-ServersTestJSON-1223226849-project] Synchronizing usage tracker for tenant:60bf55a52dbc4f9d9d0decf6a2dd30f6 on resource:network {{(pid=83869) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 13:34:03.240921 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.plugins.ml2.plugin [None req-cafeb41c-5629-44d9-a0b0-e900d2087af0 tempest-PortsAdminExtendedAttrsTestJSON-1757410772 tempest-PortsAdminExtendedAttrsTestJSON-1757410772-project-admin] Attempt 10 to bind port 5cf0caf9-1a4a-466d-9e1e-41241061d584 Apr 01 13:34:03.259949 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.managers [None req-cafeb41c-5629-44d9-a0b0-e900d2087af0 tempest-PortsAdminExtendedAttrsTestJSON-1757410772 tempest-PortsAdminExtendedAttrsTestJSON-1757410772-project-admin] Attempting to bind port 5cf0caf9-1a4a-466d-9e1e-41241061d584 on host hv-neutron-8361 for vnic_type normal with profile {{(pid=83869) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 13:34:03.260286 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.managers [None req-cafeb41c-5629-44d9-a0b0-e900d2087af0 tempest-PortsAdminExtendedAttrsTestJSON-1757410772 tempest-PortsAdminExtendedAttrsTestJSON-1757410772-project-admin] Attempting to bind port 5cf0caf9-1a4a-466d-9e1e-41241061d584 by drivers openvswitch,hyperv on host hv-neutron-8361 at level 0 using segments [{'id': '92414977-2e91-49a0-9c02-7d2579834d3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'bfc634f9-53d1-48bd-89ab-1b58f2c64fc0'}] {{(pid=83869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 13:34:03.260663 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cafeb41c-5629-44d9-a0b0-e900d2087af0 tempest-PortsAdminExtendedAttrsTestJSON-1757410772 tempest-PortsAdminExtendedAttrsTestJSON-1757410772-project-admin] Attempting to bind port 5cf0caf9-1a4a-466d-9e1e-41241061d584 on network bfc634f9-53d1-48bd-89ab-1b58f2c64fc0 {{(pid=83869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 13:34:03.269428 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cafeb41c-5629-44d9-a0b0-e900d2087af0 tempest-PortsAdminExtendedAttrsTestJSON-1757410772 tempest-PortsAdminExtendedAttrsTestJSON-1757410772-project-admin] Port 5cf0caf9-1a4a-466d-9e1e-41241061d584 on network bfc634f9-53d1-48bd-89ab-1b58f2c64fc0 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8361 {{(pid=83869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 01 13:34:03.269750 dv-neutron-836180-1-hyperv neutron-server[83869]: ERROR neutron.plugins.ml2.managers [None req-cafeb41c-5629-44d9-a0b0-e900d2087af0 tempest-PortsAdminExtendedAttrsTestJSON-1757410772 tempest-PortsAdminExtendedAttrsTestJSON-1757410772-project-admin] Failed to bind port 5cf0caf9-1a4a-466d-9e1e-41241061d584 on host hv-neutron-8361 for vnic_type normal using segments [{'id': '92414977-2e91-49a0-9c02-7d2579834d3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'bfc634f9-53d1-48bd-89ab-1b58f2c64fc0'}] Apr 01 13:34:03.270110 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-cafeb41c-5629-44d9-a0b0-e900d2087af0 tempest-PortsAdminExtendedAttrsTestJSON-1757410772 tempest-PortsAdminExtendedAttrsTestJSON-1757410772-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:34:03.307712 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [req-fc89ba1d-52e6-4209-b1dd-b69434c0a21b req-d47f16c9-60a1-4145-a9ce-efbcfcc3b939 tempest-ServersTestJSON-1223226849 tempest-ServersTestJSON-1223226849-project] Unset dirty status for tenant:60bf55a52dbc4f9d9d0decf6a2dd30f6 on resource:network {{(pid=83869) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 13:34:03.309642 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-fc89ba1d-52e6-4209-b1dd-b69434c0a21b req-d47f16c9-60a1-4145-a9ce-efbcfcc3b939 tempest-ServersTestJSON-1223226849 tempest-ServersTestJSON-1223226849-project] 10.222.0.26 "GET /v2.0/networks?id=fb98b55b-27fc-4010-87f8-0892c916fc1a HTTP/1.1" status: 200 len: 805 time: 0.3175206 Apr 01 13:34:03.321300 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f35c4a7a-4460-4397-8269-ba5d2623582f tempest-FloatingIPAdminTestJSON-382796379 tempest-FloatingIPAdminTestJSON-382796379-project] Notify agent at l3_agent.dv-neutron-836180-1-hyperv the message routers_updated {{(pid=83871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 13:34:03.338645 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0536cff1-e5d6-4705-9c0b-64dc454e1af2 None None] Sync routers for ids ['ef006376-a124-47f4-8ab3-ee1caa62d327'] in dv-neutron-836180-1-hyperv {{(pid=83873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 13:34:03.350548 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.api.v2.resource [None req-80cd5216-11dc-401a-b5fa-bfb62a630e0c tempest-ExternalNetworksTestJSON-1346188077 tempest-ExternalNetworksTestJSON-1346188077-project-admin] delete failed (client error): The resource could not be found. Apr 01 13:34:03.351987 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-80cd5216-11dc-401a-b5fa-bfb62a630e0c tempest-ExternalNetworksTestJSON-1346188077 tempest-ExternalNetworksTestJSON-1346188077-project-admin] 10.222.0.26 "DELETE /v2.0/floatingips/51cac5bd-c4ae-4dd8-b1fd-99009372f42d HTTP/1.1" status: 404 len: 345 time: 0.1473715 Apr 01 13:34:03.354930 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 47002) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:34:03.361807 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0536cff1-e5d6-4705-9c0b-64dc454e1af2 None None] Routers {'ef006376-a124-47f4-8ab3-ee1caa62d327'} bound to L3 agent in host dv-neutron-836180-1-hyperv {{(pid=83873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 13:34:03.364373 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-0536cff1-e5d6-4705-9c0b-64dc454e1af2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836180-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-01T13:25:36Z,description=,heartbeat_timestamp=2022-04-01T13:33:36Z,host='dv-neutron-836180-1-hyperv',id=88bf8fc8-11a3-4e96-9d1b-5fd93ba9f6f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T13:25:36Z,topic='l3_agent')) {'router_ids': ['ef006376-a124-47f4-8ab3-ee1caa62d327'], 'active': True} {{(pid=83873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:34:03.381292 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-fc89ba1d-52e6-4209-b1dd-b69434c0a21b req-a2c38c49-e94d-4b3f-bd40-11922ef1896c tempest-ServersTestJSON-1223226849 tempest-ServersTestJSON-1223226849-project] 10.222.0.26 "GET /v2.0/quotas/60bf55a52dbc4f9d9d0decf6a2dd30f6 HTTP/1.1" status: 200 len: 375 time: 0.0643361 Apr 01 13:34:03.386462 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.pecan_wsgi.hooks.translation [None req-2b29a7bc-0829-41c7-bf56-998c5ffd07cc tempest-ExternalNetworksTestJSON-1346188077 tempest-ExternalNetworksTestJSON-1346188077-project-admin] DELETE failed (client error): The resource could not be found. Apr 01 13:34:03.386989 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2b29a7bc-0829-41c7-bf56-998c5ffd07cc tempest-ExternalNetworksTestJSON-1346188077 tempest-ExternalNetworksTestJSON-1346188077-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=83871) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 13:34:03.388994 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-2b29a7bc-0829-41c7-bf56-998c5ffd07cc tempest-ExternalNetworksTestJSON-1346188077 tempest-ExternalNetworksTestJSON-1346188077-project-admin] 10.222.0.26 "DELETE /v2.0/networks/4a7342ff-6706-45dc-98bc-09f554ee9385 HTTP/1.1" status: 404 len: 339 time: 0.0323641 Apr 01 13:34:03.395545 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 47006) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:34:03.404618 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.v2.base [None req-d10c3bc3-4cb6-4587-8290-820c630c9256 tempest-ExternalNetworksTestJSON-1346188077 tempest-ExternalNetworksTestJSON-1346188077-project-admin] Request body: {'network': {'name': 'tempest-network--1134618295', 'router:external': True}} {{(pid=83871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:34:03.408658 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-f35c4a7a-4460-4397-8269-ba5d2623582f tempest-FloatingIPAdminTestJSON-382796379 tempest-FloatingIPAdminTestJSON-382796379-project] Notify callbacks [] for router, before_response {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:34:03.422187 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-f35c4a7a-4460-4397-8269-ba5d2623582f tempest-FloatingIPAdminTestJSON-382796379 tempest-FloatingIPAdminTestJSON-382796379-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 890 time: 7.0956273 Apr 01 13:34:03.437466 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 47010) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:34:03.446130 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-d10c3bc3-4cb6-4587-8290-820c630c9256 tempest-ExternalNetworksTestJSON-1346188077 tempest-ExternalNetworksTestJSON-1346188077-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:34:03.466882 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-0536cff1-e5d6-4705-9c0b-64dc454e1af2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-836180-1-hyperv', False) {} {{(pid=83873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:34:03.481883 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0536cff1-e5d6-4705-9c0b-64dc454e1af2 None None] Routers {'ef006376-a124-47f4-8ab3-ee1caa62d327'} bound to L3 agent in host dv-neutron-836180-1-hyperv {{(pid=83873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 13:34:03.482866 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-0536cff1-e5d6-4705-9c0b-64dc454e1af2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836180-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-01T13:25:36Z,description=,heartbeat_timestamp=2022-04-01T13:33:36Z,host='dv-neutron-836180-1-hyperv',id=88bf8fc8-11a3-4e96-9d1b-5fd93ba9f6f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T13:25:36Z,topic='l3_agent')) {'router_ids': ['ef006376-a124-47f4-8ab3-ee1caa62d327'], 'active': True} {{(pid=83873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:34:03.483441 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-997849d7-c27a-4127-8a9f-4207f805cf4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:34:03.555848 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-0536cff1-e5d6-4705-9c0b-64dc454e1af2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-836180-1-hyperv', False) {} {{(pid=83873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:34:03.556504 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0536cff1-e5d6-4705-9c0b-64dc454e1af2 None None] The sync data for ids ['ef006376-a124-47f4-8ab3-ee1caa62d327'] in dv-neutron-836180-1-hyperv is: [] {{(pid=83873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 13:34:03.567949 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-4805dd96-f064-4523-a3cf-d08f8c98e604 None None] Notify callbacks [] for port, precommit_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:34:03.582423 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-4805dd96-f064-4523-a3cf-d08f8c98e604 None None] Transition to ACTIVE for port object 514469c4-909b-4518-9429-ad41ef7b8662 will not be triggered until provisioned by entity L2. {{(pid=83872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 13:34:03.587939 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-d10c3bc3-4cb6-4587-8290-820c630c9256 tempest-ExternalNetworksTestJSON-1346188077 tempest-ExternalNetworksTestJSON-1346188077-project-admin] Usage tracker for resource:network and tenant:bb0d04bce31b434bb7c09b859fc82ca0 is out of sync, need to count used quota {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 13:34:03.598543 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-4805dd96-f064-4523-a3cf-d08f8c98e604 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864'] for port, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:34:03.600343 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-d10c3bc3-4cb6-4587-8290-820c630c9256 tempest-ExternalNetworksTestJSON-1346188077 tempest-ExternalNetworksTestJSON-1346188077-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 13:34:03.658190 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-d10c3bc3-4cb6-4587-8290-820c630c9256 tempest-ExternalNetworksTestJSON-1346188077 tempest-ExternalNetworksTestJSON-1346188077-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:34:03.674463 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.v2.base [None req-99194939-08ed-4e64-a943-b227ffeb9dce tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-1892976526'}} {{(pid=83871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:34:03.682382 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-99194939-08ed-4e64-a943-b227ffeb9dce tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:34:03.690929 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-99194939-08ed-4e64-a943-b227ffeb9dce tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Usage tracker for resource:network and tenant:8b726fe6689e4b7f96def1a2219bea6c is out of sync, need to count used quota {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 13:34:03.691459 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.db [None req-cafeb41c-5629-44d9-a0b0-e900d2087af0 tempest-PortsAdminExtendedAttrsTestJSON-1757410772 tempest-PortsAdminExtendedAttrsTestJSON-1757410772-project-admin] For port 5cf0caf9-1a4a-466d-9e1e-41241061d584, host hv-neutron-8361, cleared binding levels {{(pid=83869) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 13:34:03.691884 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.db [None req-cafeb41c-5629-44d9-a0b0-e900d2087af0 tempest-PortsAdminExtendedAttrsTestJSON-1757410772 tempest-PortsAdminExtendedAttrsTestJSON-1757410772-project-admin] Attempted to set empty binding levels {{(pid=83869) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Apr 01 13:34:03.694806 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-99194939-08ed-4e64-a943-b227ffeb9dce tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 13:34:03.710910 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-99194939-08ed-4e64-a943-b227ffeb9dce tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:34:03.713474 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d10c3bc3-4cb6-4587-8290-820c630c9256 tempest-ExternalNetworksTestJSON-1346188077 tempest-ExternalNetworksTestJSON-1346188077-project-admin] Made reservation on behalf of bb0d04bce31b434bb7c09b859fc82ca0 for: {'network': 1} {{(pid=83871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 13:34:03.714232 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-cafeb41c-5629-44d9-a0b0-e900d2087af0 tempest-PortsAdminExtendedAttrsTestJSON-1757410772 tempest-PortsAdminExtendedAttrsTestJSON-1757410772-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2705172'] for port, after_update {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:34:03.716085 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-d10c3bc3-4cb6-4587-8290-820c630c9256 tempest-ExternalNetworksTestJSON-1346188077 tempest-ExternalNetworksTestJSON-1346188077-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for network, before_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:34:03.731896 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.managers [None req-4805dd96-f064-4523-a3cf-d08f8c98e604 None None] Attempting to bind port 514469c4-909b-4518-9429-ad41ef7b8662 on host dv-neutron-836180-1-hyperv for vnic_type normal with profile {{(pid=83872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 13:34:03.732063 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.managers [None req-4805dd96-f064-4523-a3cf-d08f8c98e604 None None] Attempting to bind port 514469c4-909b-4518-9429-ad41ef7b8662 by drivers openvswitch,hyperv on host dv-neutron-836180-1-hyperv at level 0 using segments [{'id': 'eaa1ce59-9323-4178-b428-270dc4cff844', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '96393602-b907-42fe-8925-7596bcadc2d8'}] {{(pid=83872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 13:34:03.732545 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4805dd96-f064-4523-a3cf-d08f8c98e604 None None] Attempting to bind port 514469c4-909b-4518-9429-ad41ef7b8662 on network 96393602-b907-42fe-8925-7596bcadc2d8 {{(pid=83872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 13:34:03.734643 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e690faa-40e3-468b-802a-6079c044079b None None] Pushing event updated for resources: {'Port': ['ID=514469c4-909b-4518-9429-ad41ef7b8662,revision_number=2']} {{(pid=83872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:34:03.743628 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 47018) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:34:03.744014 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4805dd96-f064-4523-a3cf-d08f8c98e604 None None] Checking agent: {'id': 'af948428-97cd-4d10-9f53-af028bdb39b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-836180-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 13, 25, 37), 'started_at': datetime.datetime(2022, 4, 1, 13, 26, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 13, 33, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-836180-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 13:34:03.744570 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4805dd96-f064-4523-a3cf-d08f8c98e604 None None] Checking segment: {'id': 'eaa1ce59-9323-4178-b428-270dc4cff844', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '96393602-b907-42fe-8925-7596bcadc2d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 13:34:03.745130 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-4805dd96-f064-4523-a3cf-d08f8c98e604 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:34:03.745630 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4805dd96-f064-4523-a3cf-d08f8c98e604 None None] Bound using segment: {'id': 'eaa1ce59-9323-4178-b428-270dc4cff844', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '96393602-b907-42fe-8925-7596bcadc2d8'} {{(pid=83872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 13:34:03.746293 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.managers [None req-4805dd96-f064-4523-a3cf-d08f8c98e604 None None] Bound port: 514469c4-909b-4518-9429-ad41ef7b8662, host: dv-neutron-836180-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eaa1ce59-9323-4178-b428-270dc4cff844', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '96393602-b907-42fe-8925-7596bcadc2d8'}}] {{(pid=83872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 13:34:03.746774 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-4805dd96-f064-4523-a3cf-d08f8c98e604 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:34:03.751506 dv-neutron-836180-1-hyperv neutron-server[83871]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Apr 01 13:34:03.767901 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99194939-08ed-4e64-a943-b227ffeb9dce tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Made reservation on behalf of 8b726fe6689e4b7f96def1a2219bea6c for: {'network': 1} {{(pid=83871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 13:34:03.770116 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-99194939-08ed-4e64-a943-b227ffeb9dce tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for network, before_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:34:03.810769 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-99194939-08ed-4e64-a943-b227ffeb9dce tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Notify callbacks [] for security_group, before_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:34:03.814526 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [req-fc89ba1d-52e6-4209-b1dd-b69434c0a21b req-34de0184-72dd-41d5-af5d-c0bf153779f7 tempest-ServersTestJSON-1223226849 tempest-ServersTestJSON-1223226849-project] Synchronizing usage tracker for tenant:60bf55a52dbc4f9d9d0decf6a2dd30f6 on resource:port {{(pid=83869) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 13:34:03.823198 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-4805dd96-f064-4523-a3cf-d08f8c98e604 None None] For port 514469c4-909b-4518-9429-ad41ef7b8662, host dv-neutron-836180-1-hyperv, cleared binding levels {{(pid=83872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 13:34:03.826982 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-4805dd96-f064-4523-a3cf-d08f8c98e604 None None] For port 514469c4-909b-4518-9429-ad41ef7b8662, host dv-neutron-836180-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836180-1-hyperv',level=0,port_id=514469c4-909b-4518-9429-ad41ef7b8662,segment=NetworkSegment(eaa1ce59-9323-4178-b428-270dc4cff844),segment_id=eaa1ce59-9323-4178-b428-270dc4cff844)] {{(pid=83872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 13:34:03.832366 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-4805dd96-f064-4523-a3cf-d08f8c98e604 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864'] for port, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:34:03.838606 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d10c3bc3-4cb6-4587-8290-820c630c9256 tempest-ExternalNetworksTestJSON-1346188077 tempest-ExternalNetworksTestJSON-1346188077-project-admin] vlan segment allocate from pool success with {'vlan_id': 380, 'physical_network': 'physnet1'} {{(pid=83871) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 13:34:03.847109 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.plugin [None req-cafeb41c-5629-44d9-a0b0-e900d2087af0 tempest-PortsAdminExtendedAttrsTestJSON-1757410772 tempest-PortsAdminExtendedAttrsTestJSON-1757410772-project-admin] In _notify_port_updated(), no bound segment for port 5cf0caf9-1a4a-466d-9e1e-41241061d584 on network bfc634f9-53d1-48bd-89ab-1b58f2c64fc0 {{(pid=83869) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Apr 01 13:34:03.848323 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-cafeb41c-5629-44d9-a0b0-e900d2087af0 tempest-PortsAdminExtendedAttrsTestJSON-1757410772 tempest-PortsAdminExtendedAttrsTestJSON-1757410772-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109561'] for port, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:34:03.850418 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-cafeb41c-5629-44d9-a0b0-e900d2087af0 tempest-PortsAdminExtendedAttrsTestJSON-1757410772 tempest-PortsAdminExtendedAttrsTestJSON-1757410772-project-admin] 10.222.0.26 "PUT /v2.0/ports/5cf0caf9-1a4a-466d-9e1e-41241061d584 HTTP/1.1" status: 200 len: 975 time: 4.9050140 Apr 01 13:34:03.854009 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 47022) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:34:03.865570 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-d10c3bc3-4cb6-4587-8290-820c630c9256 tempest-ExternalNetworksTestJSON-1346188077 tempest-ExternalNetworksTestJSON-1346188077-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1004271'] for segment, precommit_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:34:03.865971 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.db.segments_db [None req-d10c3bc3-4cb6-4587-8290-820c630c9256 tempest-ExternalNetworksTestJSON-1346188077 tempest-ExternalNetworksTestJSON-1346188077-project-admin] Added segment fea3a07a-f84d-496b-a6c5-406e1f284125 of type vlan for network 7da98843-ff80-43c3-a8c0-9b9c032ea234 Apr 01 13:34:03.868907 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-f2821998-d96a-484c-b270-3df27974d1d6 tempest-RoutersIpV6AdminTest-2054225496 tempest-RoutersIpV6AdminTest-2054225496-project-admin] Notify callbacks [] for router, before_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:34:03.874250 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [req-5d1c2593-2760-4fe7-9181-9a10f123b2d9 req-887e5984-1f6b-4dc5-a61f-48f5429af644 tempest-ServersTestManualDisk-1537329539 tempest-ServersTestManualDisk-1537329539-project] Synchronizing usage tracker for tenant:89fbd4bee1224db38dcb79340f59d1d9 on resource:security_group {{(pid=83871) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 13:34:03.907300 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-99194939-08ed-4e64-a943-b227ffeb9dce tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:34:03.919372 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-99194939-08ed-4e64-a943-b227ffeb9dce tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Usage tracker for resource:security_group_rule and tenant:8b726fe6689e4b7f96def1a2219bea6c is out of sync, need to count used quota {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 13:34:03.932724 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e690faa-40e3-468b-802a-6079c044079b None None] Pushing event updated for resources: {'Port': ['ID=514469c4-909b-4518-9429-ad41ef7b8662,revision_number=3']} {{(pid=83872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:34:03.934430 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-99194939-08ed-4e64-a943-b227ffeb9dce tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 13:34:03.937670 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4805dd96-f064-4523-a3cf-d08f8c98e604 None None] Routers {'11ff2ef5-8080-4bac-8229-7a546e23bac7'} bound to L3 agent in host dv-neutron-836180-1-hyperv {{(pid=83872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 13:34:03.938379 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_hamode_db [None req-4805dd96-f064-4523-a3cf-d08f8c98e604 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836180-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-01T13:25:36Z,description=,heartbeat_timestamp=2022-04-01T13:33:36Z,host='dv-neutron-836180-1-hyperv',id=88bf8fc8-11a3-4e96-9d1b-5fd93ba9f6f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T13:25:36Z,topic='l3_agent')) {'router_ids': ['11ff2ef5-8080-4bac-8229-7a546e23bac7'], 'active': True} {{(pid=83872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:34:03.943238 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [req-5d1c2593-2760-4fe7-9181-9a10f123b2d9 req-887e5984-1f6b-4dc5-a61f-48f5429af644 tempest-ServersTestManualDisk-1537329539 tempest-ServersTestManualDisk-1537329539-project] Unset dirty status for tenant:89fbd4bee1224db38dcb79340f59d1d9 on resource:security_group {{(pid=83871) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 13:34:03.948464 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-5d1c2593-2760-4fe7-9181-9a10f123b2d9 req-887e5984-1f6b-4dc5-a61f-48f5429af644 tempest-ServersTestManualDisk-1537329539 tempest-ServersTestManualDisk-1537329539-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-securitygroup--1321858442&fields=id&tenant_id=89fbd4bee1224db38dcb79340f59d1d9 HTTP/1.1" status: 200 len: 267 time: 0.1995978 Apr 01 13:34:03.951096 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-99194939-08ed-4e64-a943-b227ffeb9dce tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:34:03.962836 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-d10c3bc3-4cb6-4587-8290-820c630c9256 tempest-ExternalNetworksTestJSON-1346188077 tempest-ExternalNetworksTestJSON-1346188077-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736732923383'] for network, precommit_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:34:04.019903 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cafeb41c-5629-44d9-a0b0-e900d2087af0 tempest-PortsAdminExtendedAttrsTestJSON-1757410772 tempest-PortsAdminExtendedAttrsTestJSON-1757410772-project-admin] Pushing event updated for resources: {'Port': ['ID=5cf0caf9-1a4a-466d-9e1e-41241061d584,revision_number=3']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:34:04.124288 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_dvr_db [None req-4805dd96-f064-4523-a3cf-d08f8c98e604 None None] Set router 11ff2ef5-8080-4bac-8229-7a546e23bac7 gateway port host: dv-neutron-836180-1-hyperv {{(pid=83872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 13:34:04.135121 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [req-fc89ba1d-52e6-4209-b1dd-b69434c0a21b req-34de0184-72dd-41d5-af5d-c0bf153779f7 tempest-ServersTestJSON-1223226849 tempest-ServersTestJSON-1223226849-project] Unset dirty status for tenant:60bf55a52dbc4f9d9d0decf6a2dd30f6 on resource:port {{(pid=83869) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 13:34:04.136523 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-fc89ba1d-52e6-4209-b1dd-b69434c0a21b req-34de0184-72dd-41d5-af5d-c0bf153779f7 tempest-ServersTestJSON-1223226849 tempest-ServersTestJSON-1223226849-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=60bf55a52dbc4f9d9d0decf6a2dd30f6&fields=id HTTP/1.1" status: 200 len: 348 time: 0.6837857 Apr 01 13:34:04.186012 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-7d1d1f28-ff2b-4915-9428-5a7693d0fd99 tempest-RoutersAdminTest-1965710677 tempest-RoutersAdminTest-1965710677-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:34:04.186838 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-7d1d1f28-ff2b-4915-9428-5a7693d0fd99 tempest-RoutersAdminTest-1965710677 tempest-RoutersAdminTest-1965710677-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4082201', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4084858'] for router, after_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:34:04.187644 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-d10c3bc3-4cb6-4587-8290-820c630c9256 tempest-ExternalNetworksTestJSON-1346188077 tempest-ExternalNetworksTestJSON-1346188077-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575'] for network, after_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:34:04.188523 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d10c3bc3-4cb6-4587-8290-820c630c9256 tempest-ExternalNetworksTestJSON-1346188077 tempest-ExternalNetworksTestJSON-1346188077-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:34:04.189142 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-d10c3bc3-4cb6-4587-8290-820c630c9256 tempest-ExternalNetworksTestJSON-1346188077 tempest-ExternalNetworksTestJSON-1346188077-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3017602'] for network, before_response {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:34:04.285896 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-6c3c4487-1efb-4f89-90c9-7dd18796cadb tempest-PortsAdminExtendedAttrsTestJSON-1757410772 tempest-PortsAdminExtendedAttrsTestJSON-1757410772-project-admin] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 15866 time: 0.4185629 Apr 01 13:34:04.291778 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 47030) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:34:04.425844 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1c2593-2760-4fe7-9181-9a10f123b2d9 req-e21353e1-5bb5-4de8-93b6-750e4607efef tempest-ServersTestManualDisk-1537329539 tempest-ServersTestManualDisk-1537329539-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:34:04.426514 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [req-5d1c2593-2760-4fe7-9181-9a10f123b2d9 req-e21353e1-5bb5-4de8-93b6-750e4607efef tempest-ServersTestManualDisk-1537329539 tempest-ServersTestManualDisk-1537329539-project] Synchronizing usage tracker for tenant:89fbd4bee1224db38dcb79340f59d1d9 on resource:network {{(pid=83871) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 13:34:04.430589 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.plugin [None req-e71e97cc-bcdb-4808-9f7b-55cab1d69900 tempest-PortsAdminExtendedAttrsTestJSON-1757410772 tempest-PortsAdminExtendedAttrsTestJSON-1757410772-project-admin] Deleting port 5cf0caf9-1a4a-466d-9e1e-41241061d584 {{(pid=83869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 13:34:04.430935 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-e71e97cc-bcdb-4808-9f7b-55cab1d69900 tempest-PortsAdminExtendedAttrsTestJSON-1757410772 tempest-PortsAdminExtendedAttrsTestJSON-1757410772-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736733287370'] for port, before_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:34:04.494221 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [req-fc89ba1d-52e6-4209-b1dd-b69434c0a21b req-bb75738f-acf7-4bc3-bf25-4560e886b28a service neutron] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=83869) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 01 13:34:04.495195 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-fc89ba1d-52e6-4209-b1dd-b69434c0a21b req-bb75738f-acf7-4bc3-bf25-4560e886b28a service neutron] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.1517274 Apr 01 13:34:04.498708 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-d10c3bc3-4cb6-4587-8290-820c630c9256 tempest-ExternalNetworksTestJSON-1346188077 tempest-ExternalNetworksTestJSON-1346188077-project-admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 1.0991399 Apr 01 13:34:04.501143 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-99194939-08ed-4e64-a943-b227ffeb9dce tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Notify callbacks [] for security_group, precommit_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:34:04.506106 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 47038) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:34:04.509194 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d10c3bc3-4cb6-4587-8290-820c630c9256 tempest-ExternalNetworksTestJSON-1346188077 tempest-ExternalNetworksTestJSON-1346188077-project-admin] Pushing event updated for resources: {'Network': ['ID=7da98843-ff80-43c3-a8c0-9b9c032ea234,revision_number=1']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:34:04.514152 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-99194939-08ed-4e64-a943-b227ffeb9dce tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3775923'] for security_group, after_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:34:04.525677 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Network 7da98843-ff80-43c3-a8c0-9b9c032ea234 details requested by agent ovs-agent-dv-neutron-836180-1-hyperv with host dv-neutron-836180-1-hyperv {{(pid=83872) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 13:34:04.528600 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [req-5d1c2593-2760-4fe7-9181-9a10f123b2d9 req-e21353e1-5bb5-4de8-93b6-750e4607efef tempest-ServersTestManualDisk-1537329539 tempest-ServersTestManualDisk-1537329539-project] Unset dirty status for tenant:89fbd4bee1224db38dcb79340f59d1d9 on resource:network {{(pid=83871) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 13:34:04.529744 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-5d1c2593-2760-4fe7-9181-9a10f123b2d9 req-e21353e1-5bb5-4de8-93b6-750e4607efef tempest-ServersTestManualDisk-1537329539 tempest-ServersTestManualDisk-1537329539-project] 10.222.0.26 "GET /v2.0/networks?id=8a1d3029-ea4e-4a99-9a7d-ce93ff1eb9a1 HTTP/1.1" status: 200 len: 812 time: 0.5598693 Apr 01 13:34:04.571792 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-99194939-08ed-4e64-a943-b227ffeb9dce tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] vlan segment allocate from pool success with {'vlan_id': 397, 'physical_network': 'physnet1'} {{(pid=83871) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 13:34:04.588069 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99194939-08ed-4e64-a943-b227ffeb9dce tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Pushing event updated for resources: {'SecurityGroup': ['ID=62c8ec4f-5436-40b5-8086-8e3928c54a73,revision_number=1']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:34:04.598137 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-99194939-08ed-4e64-a943-b227ffeb9dce tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1004271'] for segment, precommit_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:34:04.598610 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.db.segments_db [None req-99194939-08ed-4e64-a943-b227ffeb9dce tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Added segment 16094ed0-4a47-4ff6-9238-85c278d7a2a5 of type vlan for network 09d7ea43-6376-4322-97e7-54cd01aae492 Apr 01 13:34:04.601240 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-5d1c2593-2760-4fe7-9181-9a10f123b2d9 req-afcefcb1-5a0e-4fde-9f09-a7ef95803b9e tempest-ServersTestManualDisk-1537329539 tempest-ServersTestManualDisk-1537329539-project] 10.222.0.26 "GET /v2.0/quotas/89fbd4bee1224db38dcb79340f59d1d9 HTTP/1.1" status: 200 len: 375 time: 0.0563896 Apr 01 13:34:04.688272 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-99194939-08ed-4e64-a943-b227ffeb9dce tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736732923383'] for network, precommit_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:34:04.697329 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_hamode_db [None req-4805dd96-f064-4523-a3cf-d08f8c98e604 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11ff2ef5-8080-4bac-8229-7a546e23bac7', 'name': '', 'tenant_id': '167f1243c1b94bb08d93f8762e1d0ff2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96393602-b907-42fe-8925-7596bcadc2d8', 'external_fixed_ips': [{'subnet_id': '1bc88cac-8192-40e9-8985-f20fd180bc5b', 'ip_address': '2001:db8::322'}], 'enable_snat': True}, 'gw_port_id': '514469c4-909b-4518-9429-ad41ef7b8662', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T13:33:54Z', 'updated_at': '2022-04-01T13:33:58Z', 'revision_number': 3, 'project_id': '167f1243c1b94bb08d93f8762e1d0ff2', 'gw_port': {'id': '514469c4-909b-4518-9429-ad41ef7b8662', 'name': '', 'network_id': '96393602-b907-42fe-8925-7596bcadc2d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:fe:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11ff2ef5-8080-4bac-8229-7a546e23bac7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1bc88cac-8192-40e9-8985-f20fd180bc5b', 'ip_address': '2001:db8::322', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836180-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:33:56Z', 'updated_at': '2022-04-01T13:34:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1bc88cac-8192-40e9-8985-f20fd180bc5b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836180-1-hyperv'}], 'dv-neutron-836180-1-hyperv', False) {} {{(pid=83872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:34:04.704780 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4805dd96-f064-4523-a3cf-d08f8c98e604 None None] The sync data for ids ['11ff2ef5-8080-4bac-8229-7a546e23bac7'] in dv-neutron-836180-1-hyperv is: [{'id': '11ff2ef5-8080-4bac-8229-7a546e23bac7', 'name': '', 'tenant_id': '167f1243c1b94bb08d93f8762e1d0ff2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96393602-b907-42fe-8925-7596bcadc2d8', 'external_fixed_ips': [{'subnet_id': '1bc88cac-8192-40e9-8985-f20fd180bc5b', 'ip_address': '2001:db8::322'}], 'enable_snat': True}, 'gw_port_id': '514469c4-909b-4518-9429-ad41ef7b8662', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T13:33:54Z', 'updated_at': '2022-04-01T13:33:58Z', 'revision_number': 3, 'project_id': '167f1243c1b94bb08d93f8762e1d0ff2', 'gw_port': {'id': '514469c4-909b-4518-9429-ad41ef7b8662', 'name': '', 'network_id': '96393602-b907-42fe-8925-7596bcadc2d8', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:fe:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11ff2ef5-8080-4bac-8229-7a546e23bac7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1bc88cac-8192-40e9-8985-f20fd180bc5b', 'ip_address': '2001:db8::322', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836180-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:33:56Z', 'updated_at': '2022-04-01T13:34:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1bc88cac-8192-40e9-8985-f20fd180bc5b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836180-1-hyperv'}] {{(pid=83872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 13:34:04.761761 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-99194939-08ed-4e64-a943-b227ffeb9dce tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575'] for network, after_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:34:04.766099 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99194939-08ed-4e64-a943-b227ffeb9dce tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:34:04.766762 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-99194939-08ed-4e64-a943-b227ffeb9dce tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3017602'] for network, before_response {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:34:04.789321 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [req-5d1c2593-2760-4fe7-9181-9a10f123b2d9 req-76599f7c-b473-4736-82b5-fb8a1d965112 tempest-ServersTestManualDisk-1537329539 tempest-ServersTestManualDisk-1537329539-project] Synchronizing usage tracker for tenant:89fbd4bee1224db38dcb79340f59d1d9 on resource:port {{(pid=83871) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 13:34:04.978840 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b02022c-82a7-424a-a41c-5b41dec8d453 tempest-ExternalNetworksTestJSON-2075067149 tempest-ExternalNetworksTestJSON-2075067149-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:34:04.983845 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b02022c-82a7-424a-a41c-5b41dec8d453 tempest-ExternalNetworksTestJSON-2075067149 tempest-ExternalNetworksTestJSON-2075067149-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:34:04.987933 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b02022c-82a7-424a-a41c-5b41dec8d453 tempest-ExternalNetworksTestJSON-2075067149 tempest-ExternalNetworksTestJSON-2075067149-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:34:04.991927 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b02022c-82a7-424a-a41c-5b41dec8d453 tempest-ExternalNetworksTestJSON-2075067149 tempest-ExternalNetworksTestJSON-2075067149-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:34:04.996067 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b02022c-82a7-424a-a41c-5b41dec8d453 tempest-ExternalNetworksTestJSON-2075067149 tempest-ExternalNetworksTestJSON-2075067149-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:34:05.001091 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b02022c-82a7-424a-a41c-5b41dec8d453 tempest-ExternalNetworksTestJSON-2075067149 tempest-ExternalNetworksTestJSON-2075067149-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:34:05.002082 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-1b02022c-82a7-424a-a41c-5b41dec8d453 tempest-ExternalNetworksTestJSON-2075067149 tempest-ExternalNetworksTestJSON-2075067149-project] Synchronizing usage tracker for tenant:ae6236b0143845a3ae5532a311ab1ec8 on resource:network {{(pid=83869) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 13:34:05.005339 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-99194939-08ed-4e64-a943-b227ffeb9dce tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.8057251 Apr 01 13:34:05.006167 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 47042) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:34:05.010100 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-fc89ba1d-52e6-4209-b1dd-b69434c0a21b req-6a226d84-904e-44ee-b38f-0395bd4bc7a0 service neutron] 10.222.0.26 "GET /v2.0/networks/fb98b55b-27fc-4010-87f8-0892c916fc1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4726555 Apr 01 13:34:05.012755 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99194939-08ed-4e64-a943-b227ffeb9dce tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Pushing event updated for resources: {'Network': ['ID=09d7ea43-6376-4322-97e7-54cd01aae492,revision_number=1']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:34:05.014749 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [req-5d1c2593-2760-4fe7-9181-9a10f123b2d9 req-76599f7c-b473-4736-82b5-fb8a1d965112 tempest-ServersTestManualDisk-1537329539 tempest-ServersTestManualDisk-1537329539-project] Unset dirty status for tenant:89fbd4bee1224db38dcb79340f59d1d9 on resource:port {{(pid=83871) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 13:34:05.016225 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-5d1c2593-2760-4fe7-9181-9a10f123b2d9 req-76599f7c-b473-4736-82b5-fb8a1d965112 tempest-ServersTestManualDisk-1537329539 tempest-ServersTestManualDisk-1537329539-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=89fbd4bee1224db38dcb79340f59d1d9&fields=id HTTP/1.1" status: 200 len: 348 time: 0.4050353 Apr 01 13:34:05.016472 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-f2821998-d96a-484c-b270-3df27974d1d6 tempest-RoutersIpV6AdminTest-2054225496 tempest-RoutersIpV6AdminTest-2054225496-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:34:05.019433 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.v2.base [None req-685e0991-cd5b-41db-9c07-71d2dbb5c83e tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Request body: {'subnet': {'network_id': '09d7ea43-6376-4322-97e7-54cd01aae492', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:34:05.019575 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.db [None req-e71e97cc-bcdb-4808-9f7b-55cab1d69900 tempest-PortsAdminExtendedAttrsTestJSON-1757410772 tempest-PortsAdminExtendedAttrsTestJSON-1757410772-project-admin] For port 5cf0caf9-1a4a-466d-9e1e-41241061d584, host hv-neutron-8361, got binding levels [] {{(pid=83869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 13:34:05.019908 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-e71e97cc-bcdb-4808-9f7b-55cab1d69900 tempest-PortsAdminExtendedAttrsTestJSON-1757410772 tempest-PortsAdminExtendedAttrsTestJSON-1757410772-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4155147'] for port, precommit_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:34:05.027628 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Network 09d7ea43-6376-4322-97e7-54cd01aae492 details requested by agent ovs-agent-dv-neutron-836180-1-hyperv with host dv-neutron-836180-1-hyperv {{(pid=83872) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 13:34:05.237136 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.plugin [None req-f2821998-d96a-484c-b270-3df27974d1d6 tempest-RoutersIpV6AdminTest-2054225496 tempest-RoutersIpV6AdminTest-2054225496-project-admin] Deleting port 514469c4-909b-4518-9429-ad41ef7b8662 {{(pid=83869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 13:34:05.237475 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-f2821998-d96a-484c-b270-3df27974d1d6 tempest-RoutersIpV6AdminTest-2054225496 tempest-RoutersIpV6AdminTest-2054225496-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736733287370'] for port, before_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:34:05.240757 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [req-5d1c2593-2760-4fe7-9181-9a10f123b2d9 req-6243d979-23e5-418f-b554-1eec32793875 service neutron] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=83871) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 01 13:34:05.241761 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-5d1c2593-2760-4fe7-9181-9a10f123b2d9 req-6243d979-23e5-418f-b554-1eec32793875 service neutron] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.1055481 Apr 01 13:34:05.274118 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.plugin [None req-e71e97cc-bcdb-4808-9f7b-55cab1d69900 tempest-PortsAdminExtendedAttrsTestJSON-1757410772 tempest-PortsAdminExtendedAttrsTestJSON-1757410772-project-admin] Calling delete_port for 5cf0caf9-1a4a-466d-9e1e-41241061d584 owned by {{(pid=83869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 13:34:05.282578 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-685e0991-cd5b-41db-9c07-71d2dbb5c83e tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:34:05.331127 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-685e0991-cd5b-41db-9c07-71d2dbb5c83e tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Usage tracker for resource:subnet and tenant:8b726fe6689e4b7f96def1a2219bea6c is out of sync, need to count used quota {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 13:34:05.338941 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-685e0991-cd5b-41db-9c07-71d2dbb5c83e tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 13:34:05.359633 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-685e0991-cd5b-41db-9c07-71d2dbb5c83e tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:34:05.381136 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-685e0991-cd5b-41db-9c07-71d2dbb5c83e tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Made reservation on behalf of 8b726fe6689e4b7f96def1a2219bea6c for: {'subnet': 1} {{(pid=83871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 13:34:05.416165 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-1b02022c-82a7-424a-a41c-5b41dec8d453 tempest-ExternalNetworksTestJSON-2075067149 tempest-ExternalNetworksTestJSON-2075067149-project] Unset dirty status for tenant:ae6236b0143845a3ae5532a311ab1ec8 on resource:network {{(pid=83869) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 13:34:05.420051 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-1b02022c-82a7-424a-a41c-5b41dec8d453 tempest-ExternalNetworksTestJSON-2075067149 tempest-ExternalNetworksTestJSON-2075067149-project] 10.222.0.26 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3665 time: 0.9103065 Apr 01 13:34:05.436060 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 47052) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:34:05.496999 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-5d1c2593-2760-4fe7-9181-9a10f123b2d9 req-e70baecf-fa03-48d2-a15e-208465ea3116 service neutron] 10.222.0.26 "GET /v2.0/networks/8a1d3029-ea4e-4a99-9a7d-ce93ff1eb9a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2426255 Apr 01 13:34:05.598290 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-685e0991-cd5b-41db-9c07-71d2dbb5c83e tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2757336'] for subnet, before_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:34:05.699058 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-fc89ba1d-52e6-4209-b1dd-b69434c0a21b req-ab4fd765-476e-412c-a772-93b948447dc7 service neutron] 10.222.0.26 "GET /v2.0/networks/fb98b55b-27fc-4010-87f8-0892c916fc1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6676230 Apr 01 13:34:05.708069 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-ec0cff87-d3df-4ede-89cc-ce69cc9c10ec tempest-ExternalNetworksTestJSON-1346188077 tempest-ExternalNetworksTestJSON-1346188077-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1033078'] for network, before_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:34:05.716646 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-e71e97cc-bcdb-4808-9f7b-55cab1d69900 tempest-PortsAdminExtendedAttrsTestJSON-1757410772 tempest-PortsAdminExtendedAttrsTestJSON-1757410772-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736733359243', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736732935810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2705155'] for port, after_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:34:05.796890 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71e97cc-bcdb-4808-9f7b-55cab1d69900 tempest-PortsAdminExtendedAttrsTestJSON-1757410772 tempest-PortsAdminExtendedAttrsTestJSON-1757410772-project-admin] Pushing event deleted for resources: {'Port': ['ID=5cf0caf9-1a4a-466d-9e1e-41241061d584,revision_number=None']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:34:05.832123 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-5d1c2593-2760-4fe7-9181-9a10f123b2d9 req-44ea05c5-a371-4872-bc4f-f061195dfb8e service neutron] 10.222.0.26 "GET /v2.0/networks/8a1d3029-ea4e-4a99-9a7d-ce93ff1eb9a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3156047 Apr 01 13:34:05.870080 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-e71e97cc-bcdb-4808-9f7b-55cab1d69900 tempest-PortsAdminExtendedAttrsTestJSON-1757410772 tempest-PortsAdminExtendedAttrsTestJSON-1757410772-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109561'] for port, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:34:05.875140 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.db [None req-f2821998-d96a-484c-b270-3df27974d1d6 tempest-RoutersIpV6AdminTest-2054225496 tempest-RoutersIpV6AdminTest-2054225496-project-admin] For port 514469c4-909b-4518-9429-ad41ef7b8662, host dv-neutron-836180-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836180-1-hyperv',level=0,port_id=514469c4-909b-4518-9429-ad41ef7b8662,segment=NetworkSegment(eaa1ce59-9323-4178-b428-270dc4cff844),segment_id=eaa1ce59-9323-4178-b428-270dc4cff844)] {{(pid=83869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 13:34:05.875738 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-f2821998-d96a-484c-b270-3df27974d1d6 tempest-RoutersIpV6AdminTest-2054225496 tempest-RoutersIpV6AdminTest-2054225496-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4155147'] for port, precommit_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:34:05.883918 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-bcbda27a-f69c-4596-9464-68fd9f0e5c9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:34:06.048930 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-e71e97cc-bcdb-4808-9f7b-55cab1d69900 tempest-PortsAdminExtendedAttrsTestJSON-1757410772 tempest-PortsAdminExtendedAttrsTestJSON-1757410772-project-admin] 10.222.0.26 "DELETE /v2.0/ports/5cf0caf9-1a4a-466d-9e1e-41241061d584 HTTP/1.1" status: 204 len: 168 time: 1.7119844 Apr 01 13:34:06.056689 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.plugin [None req-f2821998-d96a-484c-b270-3df27974d1d6 tempest-RoutersIpV6AdminTest-2054225496 tempest-RoutersIpV6AdminTest-2054225496-project-admin] Calling delete_port for 514469c4-909b-4518-9429-ad41ef7b8662 owned by network:router_gateway {{(pid=83869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 13:34:06.109586 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 47070) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:34:06.145763 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d1d1f28-ff2b-4915-9428-5a7693d0fd99 tempest-RoutersAdminTest-1965710677 tempest-RoutersAdminTest-1965710677-project-admin] Router b6377b27-5c52-4c99-9be4-98d794d69cb2 is scheduled to L3 agent 88bf8fc8-11a3-4e96-9d1b-5fd93ba9f6f1 with binding_index 1 {{(pid=83869) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 01 13:34:06.149416 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-d8be8781-6827-42ca-ad5c-ce0f712864d2 tempest-FloatingIPAdminTestJSON-382796379 tempest-FloatingIPAdminTestJSON-382796379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:34:06.201335 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-e6e17684-b9be-4e0e-ba01-c50c86cec4d8 req-c97265f7-23da-4cbd-adf6-9512b75d71be tempest-ServersTestJSON-1223226849 tempest-ServersTestJSON-1223226849-project] 10.222.0.26 "GET /v2.0/ports?device_id=8aa7d2ad-e8f3-4771-aad7-c1d452e82252 HTTP/1.1" status: 200 len: 210 time: 0.1513183 Apr 01 13:34:06.267618 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-ec0cff87-d3df-4ede-89cc-ce69cc9c10ec tempest-ExternalNetworksTestJSON-1346188077 tempest-ExternalNetworksTestJSON-1346188077-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-942654', 'neutron.services.segments.db._delete_segments_for_network-8736733387888'] for network, precommit_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:34:06.280460 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.pecan_wsgi.hooks.translation [None req-42fc2357-559c-44be-b085-e195122e9bbe tempest-PortsAdminExtendedAttrsTestJSON-1757410772 tempest-PortsAdminExtendedAttrsTestJSON-1757410772-project-admin] GET failed (client error): The resource could not be found. Apr 01 13:34:06.280964 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-42fc2357-559c-44be-b085-e195122e9bbe tempest-PortsAdminExtendedAttrsTestJSON-1757410772 tempest-PortsAdminExtendedAttrsTestJSON-1757410772-project-admin] Synchronizing usage tracker for tenant:179bd524c55645f38495b0e9c3dd7bca on resource:port {{(pid=83871) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 13:34:06.294943 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-1eddef05-41a2-484c-8189-f7c9bba55701 req-e7f40804-cc01-4e2c-982c-7ec0be2a63dc tempest-ServersTestManualDisk-1537329539 tempest-ServersTestManualDisk-1537329539-project] 10.222.0.26 "GET /v2.0/ports?device_id=0316e663-2094-4e38-ab21-ae9fc82c63ae HTTP/1.1" status: 200 len: 210 time: 0.0864096 Apr 01 13:34:06.429124 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-685e0991-cd5b-41db-9c07-71d2dbb5c83e tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2743225', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2757366'] for subnet, after_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:34:06.502357 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-42fc2357-559c-44be-b085-e195122e9bbe tempest-PortsAdminExtendedAttrsTestJSON-1757410772 tempest-PortsAdminExtendedAttrsTestJSON-1757410772-project-admin] Unset dirty status for tenant:179bd524c55645f38495b0e9c3dd7bca on resource:port {{(pid=83871) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 13:34:06.504349 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-42fc2357-559c-44be-b085-e195122e9bbe tempest-PortsAdminExtendedAttrsTestJSON-1757410772 tempest-PortsAdminExtendedAttrsTestJSON-1757410772-project-admin] 10.222.0.26 "GET /v2.0/ports/5cf0caf9-1a4a-466d-9e1e-41241061d584 HTTP/1.1" status: 404 len: 333 time: 0.3929315 Apr 01 13:34:06.510796 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 47098) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:34:06.530562 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.v2.base [None req-4dae1fd4-f5d2-4976-94fa-306e237d9eed tempest-PortsAdminExtendedAttrsTestJSON-1757410772 tempest-PortsAdminExtendedAttrsTestJSON-1757410772-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-744879243', 'network_id': 'bfc634f9-53d1-48bd-89ab-1b58f2c64fc0'}} {{(pid=83871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:34:06.556504 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-4dae1fd4-f5d2-4976-94fa-306e237d9eed tempest-PortsAdminExtendedAttrsTestJSON-1757410772 tempest-PortsAdminExtendedAttrsTestJSON-1757410772-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:34:06.570956 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.services.segments.db [None req-ec0cff87-d3df-4ede-89cc-ce69cc9c10ec tempest-ExternalNetworksTestJSON-1346188077 tempest-ExternalNetworksTestJSON-1346188077-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7da98843-ff80-43c3-a8c0-9b9c032ea234']}} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:34:06.593272 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685e0991-cd5b-41db-9c07-71d2dbb5c83e tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Pushing event updated for resources: {'Subnet': ['ID=45e89978-5823-4524-a7f3-d76d52d406ce,revision_number=0']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:34:06.605206 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-4dae1fd4-f5d2-4976-94fa-306e237d9eed tempest-PortsAdminExtendedAttrsTestJSON-1757410772 tempest-PortsAdminExtendedAttrsTestJSON-1757410772-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:34:06.628576 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-685e0991-cd5b-41db-9c07-71d2dbb5c83e tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Checking segment: {'id': '16094ed0-4a47-4ff6-9238-85c278d7a2a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '09d7ea43-6376-4322-97e7-54cd01aae492'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 13:34:06.628937 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-685e0991-cd5b-41db-9c07-71d2dbb5c83e tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Network hostable DHCP agents. Network: 09d7ea43-6376-4322-97e7-54cd01aae492, hostable agents: ['e47e4547-5c2d-4954-ba56-fa3646239f18'], hosted agents: [] {{(pid=83871) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 13:34:06.672384 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4dae1fd4-f5d2-4976-94fa-306e237d9eed tempest-PortsAdminExtendedAttrsTestJSON-1757410772 tempest-PortsAdminExtendedAttrsTestJSON-1757410772-project-admin] Made reservation on behalf of 179bd524c55645f38495b0e9c3dd7bca for: {'port': 1} {{(pid=83871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 13:34:06.674898 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-4dae1fd4-f5d2-4976-94fa-306e237d9eed tempest-PortsAdminExtendedAttrsTestJSON-1757410772 tempest-PortsAdminExtendedAttrsTestJSON-1757410772-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:34:06.714271 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.notifiers.nova [None req-4dae1fd4-f5d2-4976-94fa-306e237d9eed tempest-PortsAdminExtendedAttrsTestJSON-1757410772 tempest-PortsAdminExtendedAttrsTestJSON-1757410772-project-admin] device_id is not set on port f89fbd11-f319-405e-8040-0b9202afafab yet. {{(pid=83871) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 01 13:34:06.730023 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.services.segments.db [None req-ec0cff87-d3df-4ede-89cc-ce69cc9c10ec tempest-ExternalNetworksTestJSON-1346188077 tempest-ExternalNetworksTestJSON-1346188077-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fea3a07a-f84d-496b-a6c5-406e1f284125') {'for_net_delete': True} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:34:06.730321 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.services.segments.db [None req-ec0cff87-d3df-4ede-89cc-ce69cc9c10ec tempest-ExternalNetworksTestJSON-1346188077 tempest-ExternalNetworksTestJSON-1346188077-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fea3a07a-f84d-496b-a6c5-406e1f284125') {} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:34:06.755568 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-ec0cff87-d3df-4ede-89cc-ce69cc9c10ec tempest-ExternalNetworksTestJSON-1346188077 tempest-ExternalNetworksTestJSON-1346188077-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736733386999', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2704982'] for segment, before_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:34:06.799914 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-ec0cff87-d3df-4ede-89cc-ce69cc9c10ec tempest-ExternalNetworksTestJSON-1346188077 tempest-ExternalNetworksTestJSON-1346188077-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1004271'] for segment, precommit_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:34:06.819694 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ec0cff87-d3df-4ede-89cc-ce69cc9c10ec tempest-ExternalNetworksTestJSON-1346188077 tempest-ExternalNetworksTestJSON-1346188077-project-admin] Releasing vlan 380 on physical network physnet1 to pool {{(pid=83869) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 01 13:34:06.820083 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-ec0cff87-d3df-4ede-89cc-ce69cc9c10ec tempest-ExternalNetworksTestJSON-1346188077 tempest-ExternalNetworksTestJSON-1346188077-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1004262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2705264'] for segment, after_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:34:06.847624 dv-neutron-836180-1-hyperv neutron-server[83869]: Traceback (most recent call last): Apr 01 13:34:06.847624 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 01 13:34:06.847624 dv-neutron-836180-1-hyperv neutron-server[83869]: timer() Apr 01 13:34:06.847624 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 13:34:06.847624 dv-neutron-836180-1-hyperv neutron-server[83869]: cb(*args, **kw) Apr 01 13:34:06.847624 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 13:34:06.847624 dv-neutron-836180-1-hyperv neutron-server[83869]: return func(*args, **kwargs) Apr 01 13:34:06.847624 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 13:34:06.847624 dv-neutron-836180-1-hyperv neutron-server[83869]: self._notify() Apr 01 13:34:06.847624 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 13:34:06.847624 dv-neutron-836180-1-hyperv neutron-server[83869]: self.callback(batched_events) Apr 01 13:34:06.847624 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 13:34:06.847624 dv-neutron-836180-1-hyperv neutron-server[83869]: event.method(event) Apr 01 13:34:06.847624 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 13:34:06.847624 dv-neutron-836180-1-hyperv neutron-server[83869]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 13:34:06.847624 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 13:34:06.847624 dv-neutron-836180-1-hyperv neutron-server[83869]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 13:34:06.847624 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 13:34:06.847624 dv-neutron-836180-1-hyperv neutron-server[83869]: return f(self, *a, **k) Apr 01 13:34:06.847624 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 13:34:06.847624 dv-neutron-836180-1-hyperv neutron-server[83869]: return self._get(url).json() Apr 01 13:34:06.847624 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 13:34:06.847624 dv-neutron-836180-1-hyperv neutron-server[83869]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 13:34:06.847624 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 01 13:34:06.847624 dv-neutron-836180-1-hyperv neutron-server[83869]: return self.request(url, 'GET', **kwargs) Apr 01 13:34:06.847624 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 01 13:34:06.847624 dv-neutron-836180-1-hyperv neutron-server[83869]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 13:34:06.847624 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 01 13:34:06.847624 dv-neutron-836180-1-hyperv neutron-server[83869]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 13:34:06.847624 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 01 13:34:06.847624 dv-neutron-836180-1-hyperv neutron-server[83869]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 13:34:06.847624 dv-neutron-836180-1-hyperv neutron-server[83869]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 13:34:06.872996 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-685e0991-cd5b-41db-9c07-71d2dbb5c83e tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Network 09d7ea43-6376-4322-97e7-54cd01aae492 is scheduled to be hosted by DHCP agent e47e4547-5c2d-4954-ba56-fa3646239f18 with binding_index 1 {{(pid=83871) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 13:34:06.926077 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.scheduler.base_scheduler [None req-685e0991-cd5b-41db-9c07-71d2dbb5c83e tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-836180-1-hyperv, 09d7ea43-6376-4322-97e7-54cd01aae492) {{(pid=83871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 13:34:06.936671 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99e13396-80b7-4859-b24c-51a0a49a0d78 None None] Network 09d7ea43-6376-4322-97e7-54cd01aae492 requested from dv-neutron-836180-1-hyperv {{(pid=83872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 13:34:07.000624 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-ec0cff87-d3df-4ede-89cc-ce69cc9c10ec tempest-ExternalNetworksTestJSON-1346188077 tempest-ExternalNetworksTestJSON-1346188077-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-942599', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4084797'] for network, after_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:34:07.025147 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec0cff87-d3df-4ede-89cc-ce69cc9c10ec tempest-ExternalNetworksTestJSON-1346188077 tempest-ExternalNetworksTestJSON-1346188077-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 7da98843-ff80-43c3-a8c0-9b9c032ea234 {{(pid=83869) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Apr 01 13:34:07.027970 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-f2821998-d96a-484c-b270-3df27974d1d6 tempest-RoutersIpV6AdminTest-2054225496 tempest-RoutersIpV6AdminTest-2054225496-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736733359243', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736732935810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2705155'] for port, after_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:34:07.072111 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-685e0991-cd5b-41db-9c07-71d2dbb5c83e tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:34:07.072623 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-685e0991-cd5b-41db-9c07-71d2dbb5c83e tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Notify callbacks [] for subnet, before_response {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:34:07.072753 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-ec0cff87-d3df-4ede-89cc-ce69cc9c10ec tempest-ExternalNetworksTestJSON-1346188077 tempest-ExternalNetworksTestJSON-1346188077-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3017602'] for network, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:34:07.075647 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec0cff87-d3df-4ede-89cc-ce69cc9c10ec tempest-ExternalNetworksTestJSON-1346188077 tempest-ExternalNetworksTestJSON-1346188077-project-admin] Pushing event deleted for resources: {'Network': ['ID=7da98843-ff80-43c3-a8c0-9b9c032ea234,revision_number=None']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:34:07.102020 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2821998-d96a-484c-b270-3df27974d1d6 tempest-RoutersIpV6AdminTest-2054225496 tempest-RoutersIpV6AdminTest-2054225496-project-admin] Pushing event deleted for resources: {'Port': ['ID=514469c4-909b-4518-9429-ad41ef7b8662,revision_number=None']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:34:07.116482 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-ec0cff87-d3df-4ede-89cc-ce69cc9c10ec tempest-ExternalNetworksTestJSON-1346188077 tempest-ExternalNetworksTestJSON-1346188077-project-admin] 10.222.0.26 "DELETE /v2.0/networks/7da98843-ff80-43c3-a8c0-9b9c032ea234 HTTP/1.1" status: 204 len: 168 time: 1.6762333 Apr 01 13:34:07.117452 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 47128) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:34:07.206735 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:34:07.221046 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-685e0991-cd5b-41db-9c07-71d2dbb5c83e tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.2081511 Apr 01 13:34:07.241083 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 47132) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:34:07.263378 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.v2.base [None req-e5ece61a-11f3-4be7-ba5d-8ef34aa7dcfb tempest-ExternalNetworksTestJSON-1346188077 tempest-ExternalNetworksTestJSON-1346188077-project-admin] Request body: {'network': {'name': 'tempest-network--2050241078', 'router:external': True}} {{(pid=83869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:34:07.265648 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.v2.base [None req-b2d9783a-4242-489f-a66c-fa0aa2f9c7a2 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Request body: {'port': {'network_id': '09d7ea43-6376-4322-97e7-54cd01aae492', 'name': 'tempest-NetworksTestDHCPv6-712298438'}} {{(pid=83871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:34:07.303041 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-983225f9-e543-48a3-b197-92c79153d68e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7e7d0ecb-2af4-55f5-9198-238ab0570d62-09d7ea43-6376-4322-97e7-54cd01aae492', 'network_id': '09d7ea43-6376-4322-97e7-54cd01aae492', 'tenant_id': '8b726fe6689e4b7f96def1a2219bea6c', 'fixed_ips': [{'subnet_id': '45e89978-5823-4524-a7f3-d76d52d406ce'}]}} from dv-neutron-836180-1-hyperv. {{(pid=83872) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 01 13:34:07.303481 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-983225f9-e543-48a3-b197-92c79153d68e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:34:07.315900 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-e5ece61a-11f3-4be7-ba5d-8ef34aa7dcfb tempest-ExternalNetworksTestJSON-1346188077 tempest-ExternalNetworksTestJSON-1346188077-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:34:07.330894 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-2f9cfc9c-d8ba-4de3-a4ad-98162f90557c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:34:07.463583 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.db_base_plugin_common [None req-d8be8781-6827-42ca-ad5c-ce0f712864d2 tempest-FloatingIPAdminTestJSON-382796379 tempest-FloatingIPAdminTestJSON-382796379-project] Allocated IP 172.20.0.1 (f2ea7b94-8acd-4366-9b8f-7793dde2b041/7f75e9f2-0792-43c1-92b4-29819799e513/9647553e-5139-4c4d-825f-05325ea0b427) {{(pid=83871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 13:34:07.482289 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-4dae1fd4-f5d2-4976-94fa-306e237d9eed tempest-PortsAdminExtendedAttrsTestJSON-1757410772 tempest-PortsAdminExtendedAttrsTestJSON-1757410772-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:34:07.494288 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-e5ece61a-11f3-4be7-ba5d-8ef34aa7dcfb tempest-ExternalNetworksTestJSON-1346188077 tempest-ExternalNetworksTestJSON-1346188077-project-admin] Usage tracker for resource:network and tenant:bb0d04bce31b434bb7c09b859fc82ca0 is out of sync, need to count used quota {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 13:34:07.503331 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-e5ece61a-11f3-4be7-ba5d-8ef34aa7dcfb tempest-ExternalNetworksTestJSON-1346188077 tempest-ExternalNetworksTestJSON-1346188077-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 13:34:07.593856 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.db_base_plugin_common [None req-983225f9-e543-48a3-b197-92c79153d68e None None] Allocated IP 2001:db8::2 (09d7ea43-6376-4322-97e7-54cd01aae492/45e89978-5823-4524-a7f3-d76d52d406ce/95c23862-2961-406f-a170-85abadaa169f) {{(pid=83872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 13:34:07.630252 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-e5ece61a-11f3-4be7-ba5d-8ef34aa7dcfb tempest-ExternalNetworksTestJSON-1346188077 tempest-ExternalNetworksTestJSON-1346188077-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:34:07.664057 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-86b4ad61-4718-4c75-8728-6ab35655dec8 req-cfd50ab2-909f-409f-8f12-a9113f008fc0 tempest-ServersTestJSON-1223226849 tempest-ServersTestJSON-1223226849-project] 10.222.0.26 "GET /v2.0/ports?device_id=8aa7d2ad-e8f3-4771-aad7-c1d452e82252 HTTP/1.1" status: 200 len: 210 time: 0.0768859 Apr 01 13:34:07.679100 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-f2821998-d96a-484c-b270-3df27974d1d6 tempest-RoutersIpV6AdminTest-2054225496 tempest-RoutersIpV6AdminTest-2054225496-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4084822'] for router_gateway, after_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:34:07.744439 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5ece61a-11f3-4be7-ba5d-8ef34aa7dcfb tempest-ExternalNetworksTestJSON-1346188077 tempest-ExternalNetworksTestJSON-1346188077-project-admin] Made reservation on behalf of bb0d04bce31b434bb7c09b859fc82ca0 for: {'network': 1} {{(pid=83869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 13:34:07.747437 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-e5ece61a-11f3-4be7-ba5d-8ef34aa7dcfb tempest-ExternalNetworksTestJSON-1346188077 tempest-ExternalNetworksTestJSON-1346188077-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for network, before_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:34:07.776902 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-d8be8781-6827-42ca-ad5c-ce0f712864d2 tempest-FloatingIPAdminTestJSON-382796379 tempest-FloatingIPAdminTestJSON-382796379-project] Notify callbacks [] for port, precommit_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:34:07.798196 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.provisioning_blocks [None req-d8be8781-6827-42ca-ad5c-ce0f712864d2 tempest-FloatingIPAdminTestJSON-382796379 tempest-FloatingIPAdminTestJSON-382796379-project] Transition to ACTIVE for port object 9647553e-5139-4c4d-825f-05325ea0b427 will not be triggered until provisioned by entity DHCP. {{(pid=83871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 13:34:07.828832 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d1d1f28-ff2b-4915-9428-5a7693d0fd99 tempest-RoutersAdminTest-1965710677 tempest-RoutersAdminTest-1965710677-project-admin] Notify agent at l3_agent.dv-neutron-836180-1-hyperv the message routers_updated {{(pid=83869) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 13:34:07.851044 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-b2d9783a-4242-489f-a66c-fa0aa2f9c7a2 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:34:07.853284 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-4dae1fd4-f5d2-4976-94fa-306e237d9eed tempest-PortsAdminExtendedAttrsTestJSON-1757410772 tempest-PortsAdminExtendedAttrsTestJSON-1757410772-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736732935801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2743125'] for port, after_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:34:07.867394 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09d605b1-8bc8-45cf-81a5-c536e874d0eb None None] Sync routers for ids ['b6377b27-5c52-4c99-9be4-98d794d69cb2'] in dv-neutron-836180-1-hyperv {{(pid=83872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 13:34:07.924926 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09d605b1-8bc8-45cf-81a5-c536e874d0eb None None] Routers {'b6377b27-5c52-4c99-9be4-98d794d69cb2'} bound to L3 agent in host dv-neutron-836180-1-hyperv {{(pid=83872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 13:34:07.925323 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_hamode_db [None req-09d605b1-8bc8-45cf-81a5-c536e874d0eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836180-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T13:25:36Z,description=,heartbeat_timestamp=2022-04-01T13:34:06Z,host='dv-neutron-836180-1-hyperv',id=88bf8fc8-11a3-4e96-9d1b-5fd93ba9f6f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T13:25:36Z,topic='l3_agent')) {'router_ids': ['b6377b27-5c52-4c99-9be4-98d794d69cb2'], 'active': True} {{(pid=83872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:34:07.931146 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-b2d9783a-4242-489f-a66c-fa0aa2f9c7a2 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Usage tracker for resource:port and tenant:8b726fe6689e4b7f96def1a2219bea6c is out of sync, need to count used quota {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 13:34:07.939698 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-b2d9783a-4242-489f-a66c-fa0aa2f9c7a2 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 13:34:07.944772 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-765fc5d3-5012-425b-9042-855a52bed0e1 req-10f40c83-8ab1-401f-a8a2-49a15fafbd5a tempest-ServersTestManualDisk-1537329539 tempest-ServersTestManualDisk-1537329539-project] 10.222.0.26 "GET /v2.0/ports?device_id=0316e663-2094-4e38-ab21-ae9fc82c63ae HTTP/1.1" status: 200 len: 210 time: 0.0998876 Apr 01 13:34:07.945763 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-d8be8781-6827-42ca-ad5c-ce0f712864d2 tempest-FloatingIPAdminTestJSON-382796379 tempest-FloatingIPAdminTestJSON-382796379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736732935801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2743125'] for port, after_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:34:07.962007 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-b2d9783a-4242-489f-a66c-fa0aa2f9c7a2 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:34:08.011059 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dae1fd4-f5d2-4976-94fa-306e237d9eed tempest-PortsAdminExtendedAttrsTestJSON-1757410772 tempest-PortsAdminExtendedAttrsTestJSON-1757410772-project-admin] Network bfc634f9-53d1-48bd-89ab-1b58f2c64fc0 is already hosted by enough agents. {{(pid=83871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 13:34:08.016179 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.scheduler.base_scheduler [None req-4dae1fd4-f5d2-4976-94fa-306e237d9eed tempest-PortsAdminExtendedAttrsTestJSON-1757410772 tempest-PortsAdminExtendedAttrsTestJSON-1757410772-project-admin] Resources bound (agent type, host, resource id): {{(pid=83871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 13:34:08.020474 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dae1fd4-f5d2-4976-94fa-306e237d9eed tempest-PortsAdminExtendedAttrsTestJSON-1757410772 tempest-PortsAdminExtendedAttrsTestJSON-1757410772-project-admin] Pushing event updated for resources: {'Port': ['ID=f89fbd11-f319-405e-8040-0b9202afafab,revision_number=1']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:34:08.022931 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2d9783a-4242-489f-a66c-fa0aa2f9c7a2 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Made reservation on behalf of 8b726fe6689e4b7f96def1a2219bea6c for: {'port': 1} {{(pid=83871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 13:34:08.025510 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-b2d9783a-4242-489f-a66c-fa0aa2f9c7a2 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:34:08.081262 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8be8781-6827-42ca-ad5c-ce0f712864d2 tempest-FloatingIPAdminTestJSON-382796379 tempest-FloatingIPAdminTestJSON-382796379-project] Network f2ea7b94-8acd-4366-9b8f-7793dde2b041 is already hosted by enough agents. {{(pid=83871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 13:34:08.082158 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dae1fd4-f5d2-4976-94fa-306e237d9eed tempest-PortsAdminExtendedAttrsTestJSON-1757410772 tempest-PortsAdminExtendedAttrsTestJSON-1757410772-project-admin] Received port after_create {{(pid=83871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 13:34:08.082958 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dae1fd4-f5d2-4976-94fa-306e237d9eed tempest-PortsAdminExtendedAttrsTestJSON-1757410772 tempest-PortsAdminExtendedAttrsTestJSON-1757410772-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:34:08.083556 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-4dae1fd4-f5d2-4976-94fa-306e237d9eed tempest-PortsAdminExtendedAttrsTestJSON-1757410772 tempest-PortsAdminExtendedAttrsTestJSON-1757410772-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109561'] for port, before_response {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:34:08.095809 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.scheduler.base_scheduler [None req-d8be8781-6827-42ca-ad5c-ce0f712864d2 tempest-FloatingIPAdminTestJSON-382796379 tempest-FloatingIPAdminTestJSON-382796379-project] Resources bound (agent type, host, resource id): {{(pid=83871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 13:34:08.115372 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8be8781-6827-42ca-ad5c-ce0f712864d2 tempest-FloatingIPAdminTestJSON-382796379 tempest-FloatingIPAdminTestJSON-382796379-project] Received port after_create {{(pid=83871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 13:34:08.147900 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-7d1d1f28-ff2b-4915-9428-5a7693d0fd99 tempest-RoutersAdminTest-1965710677 tempest-RoutersAdminTest-1965710677-project-admin] Notify callbacks [] for router, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:34:08.152344 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-7d1d1f28-ff2b-4915-9428-5a7693d0fd99 tempest-RoutersAdminTest-1965710677 tempest-RoutersAdminTest-1965710677-project-admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 876 time: 10.0096347 Apr 01 13:34:08.155194 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 47148) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:34:08.168085 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-f2821998-d96a-484c-b270-3df27974d1d6 tempest-RoutersIpV6AdminTest-2054225496 tempest-RoutersIpV6AdminTest-2054225496-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4079814', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4170'] for router, precommit_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:34:08.170215 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e5ece61a-11f3-4be7-ba5d-8ef34aa7dcfb tempest-ExternalNetworksTestJSON-1346188077 tempest-ExternalNetworksTestJSON-1346188077-project-admin] vlan segment allocate from pool success with {'vlan_id': 359, 'physical_network': 'physnet1'} {{(pid=83869) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 13:34:08.182112 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-f2821998-d96a-484c-b270-3df27974d1d6 tempest-RoutersIpV6AdminTest-2054225496 tempest-RoutersIpV6AdminTest-2054225496-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:34:08.187522 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-e5ece61a-11f3-4be7-ba5d-8ef34aa7dcfb tempest-ExternalNetworksTestJSON-1346188077 tempest-ExternalNetworksTestJSON-1346188077-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1004271'] for segment, precommit_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:34:08.187946 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.db.segments_db [None req-e5ece61a-11f3-4be7-ba5d-8ef34aa7dcfb tempest-ExternalNetworksTestJSON-1346188077 tempest-ExternalNetworksTestJSON-1346188077-project-admin] Added segment a0138992-cf15-4370-b6b9-cfa0e2f45bf5 of type vlan for network 7e91c5b4-049e-4d46-9c4c-23853710a880 Apr 01 13:34:08.195894 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-983225f9-e543-48a3-b197-92c79153d68e None None] Notify callbacks [] for port, precommit_create {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:34:08.213695 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-983225f9-e543-48a3-b197-92c79153d68e None None] Transition to ACTIVE for port object 95c23862-2961-406f-a170-85abadaa169f will not be triggered until provisioned by entity L2. {{(pid=83872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 13:34:08.245577 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-983225f9-e543-48a3-b197-92c79153d68e None None] Transition to ACTIVE for port object 95c23862-2961-406f-a170-85abadaa169f will not be triggered until provisioned by entity DHCP. {{(pid=83872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 13:34:08.260752 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-983225f9-e543-48a3-b197-92c79153d68e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736732935801'] for port, after_create {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:34:08.345785 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-e5ece61a-11f3-4be7-ba5d-8ef34aa7dcfb tempest-ExternalNetworksTestJSON-1346188077 tempest-ExternalNetworksTestJSON-1346188077-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736732923383'] for network, precommit_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:34:08.366478 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-f2821998-d96a-484c-b270-3df27974d1d6 tempest-RoutersIpV6AdminTest-2054225496 tempest-RoutersIpV6AdminTest-2054225496-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4079738'] for router, after_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:34:08.367247 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2821998-d96a-484c-b270-3df27974d1d6 tempest-RoutersIpV6AdminTest-2054225496 tempest-RoutersIpV6AdminTest-2054225496-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 11ff2ef5-8080-4bac-8229-7a546e23bac7 {{(pid=83869) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 01 13:34:08.399635 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.notifiers.nova [None req-b2d9783a-4242-489f-a66c-fa0aa2f9c7a2 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] device_id is not set on port a5430792-c292-4ccd-a98c-b9d9a2656900 yet. {{(pid=83871) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 01 13:34:08.407311 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-983225f9-e543-48a3-b197-92c79153d68e None None] Network 09d7ea43-6376-4322-97e7-54cd01aae492 is already hosted by enough agents. {{(pid=83872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 13:34:08.413373 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.scheduler.base_scheduler [None req-983225f9-e543-48a3-b197-92c79153d68e None None] Resources bound (agent type, host, resource id): {{(pid=83872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 13:34:08.421780 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-f2821998-d96a-484c-b270-3df27974d1d6 tempest-RoutersIpV6AdminTest-2054225496 tempest-RoutersIpV6AdminTest-2054225496-project-admin] Notify callbacks [] for router, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:34:08.423221 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-f2821998-d96a-484c-b270-3df27974d1d6 tempest-RoutersIpV6AdminTest-2054225496 tempest-RoutersIpV6AdminTest-2054225496-project-admin] 10.222.0.26 "DELETE /v2.0/routers/11ff2ef5-8080-4bac-8229-7a546e23bac7 HTTP/1.1" status: 204 len: 168 time: 6.0059206 Apr 01 13:34:08.426156 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 47154) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:34:08.446081 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-983225f9-e543-48a3-b197-92c79153d68e None None] Received port after_create {{(pid=83872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 13:34:08.457674 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983225f9-e543-48a3-b197-92c79153d68e None None] Pushing event updated for resources: {'Port': ['ID=95c23862-2961-406f-a170-85abadaa169f,revision_number=1']} {{(pid=83872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:34:08.468000 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-4dae1fd4-f5d2-4976-94fa-306e237d9eed tempest-PortsAdminExtendedAttrsTestJSON-1757410772 tempest-PortsAdminExtendedAttrsTestJSON-1757410772-project-admin] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 1.9520862 Apr 01 13:34:08.478306 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 47158) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:34:08.478960 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8be8781-6827-42ca-ad5c-ce0f712864d2 tempest-FloatingIPAdminTestJSON-382796379 tempest-FloatingIPAdminTestJSON-382796379-project] Pushing event updated for resources: {'Port': ['ID=9647553e-5139-4c4d-825f-05325ea0b427,revision_number=1']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:34:08.525554 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-e5ece61a-11f3-4be7-ba5d-8ef34aa7dcfb tempest-ExternalNetworksTestJSON-1346188077 tempest-ExternalNetworksTestJSON-1346188077-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575'] for network, after_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:34:08.526768 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5ece61a-11f3-4be7-ba5d-8ef34aa7dcfb tempest-ExternalNetworksTestJSON-1346188077 tempest-ExternalNetworksTestJSON-1346188077-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:34:08.528284 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-e5ece61a-11f3-4be7-ba5d-8ef34aa7dcfb tempest-ExternalNetworksTestJSON-1346188077 tempest-ExternalNetworksTestJSON-1346188077-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3017602'] for network, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:34:08.571354 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-d8be8781-6827-42ca-ad5c-ce0f712864d2 tempest-FloatingIPAdminTestJSON-382796379 tempest-FloatingIPAdminTestJSON-382796379-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4084144'] for router_interface, before_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:34:08.589219 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_dvr_db [None req-09d605b1-8bc8-45cf-81a5-c536e874d0eb None None] Set router b6377b27-5c52-4c99-9be4-98d794d69cb2 gateway port host: dv-neutron-836180-1-hyperv {{(pid=83872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 13:34:08.616259 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.57', 63059) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:34:08.657417 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.db_base_plugin_v2 [None req-75ac44aa-7106-4d13-abe2-5dc9d2d429b9 tempest-RoutersIpV6AdminTest-2054225496 tempest-RoutersIpV6AdminTest-2054225496-project-admin] Deleting subnet 1bc88cac-8192-40e9-8985-f20fd180bc5b {{(pid=83869) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 01 13:34:08.676384 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-e5ece61a-11f3-4be7-ba5d-8ef34aa7dcfb tempest-ExternalNetworksTestJSON-1346188077 tempest-ExternalNetworksTestJSON-1346188077-project-admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 1.5578775 Apr 01 13:34:08.680656 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-75ac44aa-7106-4d13-abe2-5dc9d2d429b9 tempest-RoutersIpV6AdminTest-2054225496 tempest-RoutersIpV6AdminTest-2054225496-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:34:08.714673 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 47166) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:34:08.756076 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ece61a-11f3-4be7-ba5d-8ef34aa7dcfb tempest-ExternalNetworksTestJSON-1346188077 tempest-ExternalNetworksTestJSON-1346188077-project-admin] Pushing event updated for resources: {'Network': ['ID=7e91c5b4-049e-4d46-9c4c-23853710a880,revision_number=1']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:34:08.793083 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Network 7e91c5b4-049e-4d46-9c4c-23853710a880 details requested by agent ovs-agent-dv-neutron-836180-1-hyperv with host dv-neutron-836180-1-hyperv {{(pid=83872) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 13:34:08.873318 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-5c040c68-f01b-40ef-a9e3-031dc212fccb tempest-PortsAdminExtendedAttrsTestJSON-1757410772 tempest-PortsAdminExtendedAttrsTestJSON-1757410772-project-admin] Synchronizing usage tracker for tenant:179bd524c55645f38495b0e9c3dd7bca on resource:port {{(pid=83871) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 13:34:08.882818 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-75ac44aa-7106-4d13-abe2-5dc9d2d429b9 tempest-RoutersIpV6AdminTest-2054225496 tempest-RoutersIpV6AdminTest-2054225496-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2704975'] for subnet, precommit_delete_associations {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:34:08.970487 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.managers [None req-983225f9-e543-48a3-b197-92c79153d68e None None] Attempting to bind port 95c23862-2961-406f-a170-85abadaa169f on host dv-neutron-836180-1-hyperv for vnic_type normal with profile {{(pid=83872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 13:34:08.970487 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.managers [None req-983225f9-e543-48a3-b197-92c79153d68e None None] Attempting to bind port 95c23862-2961-406f-a170-85abadaa169f by drivers openvswitch,hyperv on host dv-neutron-836180-1-hyperv at level 0 using segments [{'id': '16094ed0-4a47-4ff6-9238-85c278d7a2a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '09d7ea43-6376-4322-97e7-54cd01aae492'}] {{(pid=83872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 13:34:08.971013 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-983225f9-e543-48a3-b197-92c79153d68e None None] Attempting to bind port 95c23862-2961-406f-a170-85abadaa169f on network 09d7ea43-6376-4322-97e7-54cd01aae492 {{(pid=83872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 13:34:09.004910 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-a976a7b9-9034-41e6-be13-349b75ed1593 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:34:09.011247 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-85f1444b-509b-4f46-a4f0-2f2a98e5d442 None None] Provisioning for port 9647553e-5139-4c4d-825f-05325ea0b427 completed by entity DHCP. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 13:34:09.025161 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-85f1444b-509b-4f46-a4f0-2f2a98e5d442 None None] Provisioning complete for port 9647553e-5139-4c4d-825f-05325ea0b427 triggered by entity DHCP. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 13:34:09.025511 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-85f1444b-509b-4f46-a4f0-2f2a98e5d442 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-948329'] for port, provisioning_complete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:34:09.033947 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-8fd33ff1-4be9-420a-9af9-4d94f3b3ad9f req-3623c17c-c4c8-4cd0-adf8-586e93afe031 tempest-ServersTestJSON-1223226849 tempest-ServersTestJSON-1223226849-project] 10.222.0.26 "GET /v2.0/ports?device_id=8aa7d2ad-e8f3-4771-aad7-c1d452e82252 HTTP/1.1" status: 200 len: 210 time: 0.1094108 Apr 01 13:34:09.066140 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45b9cdcd-8462-4179-8c46-2472f912ee25 tempest-ExternalNetworksTestJSON-2075067149 tempest-ExternalNetworksTestJSON-2075067149-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:34:09.068561 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-45b9cdcd-8462-4179-8c46-2472f912ee25 tempest-ExternalNetworksTestJSON-2075067149 tempest-ExternalNetworksTestJSON-2075067149-project] 10.222.0.26 "GET /v2.0/networks/7e91c5b4-049e-4d46-9c4c-23853710a880 HTTP/1.1" status: 200 len: 757 time: 0.3521452 Apr 01 13:34:09.080269 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-983225f9-e543-48a3-b197-92c79153d68e None None] Checking agent: {'id': 'af948428-97cd-4d10-9f53-af028bdb39b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-836180-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 13, 25, 37), 'started_at': datetime.datetime(2022, 4, 1, 13, 26, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 13, 34, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-836180-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 13:34:09.080896 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-983225f9-e543-48a3-b197-92c79153d68e None None] Checking segment: {'id': '16094ed0-4a47-4ff6-9238-85c278d7a2a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '09d7ea43-6376-4322-97e7-54cd01aae492'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 13:34:09.081440 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-983225f9-e543-48a3-b197-92c79153d68e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:34:09.082045 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-983225f9-e543-48a3-b197-92c79153d68e None None] Bound using segment: {'id': '16094ed0-4a47-4ff6-9238-85c278d7a2a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '09d7ea43-6376-4322-97e7-54cd01aae492'} {{(pid=83872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 13:34:09.082661 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.managers [None req-983225f9-e543-48a3-b197-92c79153d68e None None] Bound port: 95c23862-2961-406f-a170-85abadaa169f, host: dv-neutron-836180-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '16094ed0-4a47-4ff6-9238-85c278d7a2a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '09d7ea43-6376-4322-97e7-54cd01aae492'}}] {{(pid=83872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 13:34:09.083209 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-983225f9-e543-48a3-b197-92c79153d68e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:34:09.111603 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-75ac44aa-7106-4d13-abe2-5dc9d2d429b9 tempest-RoutersIpV6AdminTest-2054225496 tempest-RoutersIpV6AdminTest-2054225496-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-945029'] for subnet, precommit_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:34:09.140570 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 47176) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:34:09.191597 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.plugin [None req-85f1444b-509b-4f46-a4f0-2f2a98e5d442 None None] Port 9647553e-5139-4c4d-825f-05325ea0b427 cannot update to ACTIVE because it is not bound. {{(pid=83872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 13:34:09.227723 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-5c040c68-f01b-40ef-a9e3-031dc212fccb tempest-PortsAdminExtendedAttrsTestJSON-1757410772 tempest-PortsAdminExtendedAttrsTestJSON-1757410772-project-admin] Unset dirty status for tenant:179bd524c55645f38495b0e9c3dd7bca on resource:port {{(pid=83871) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 13:34:09.232147 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-5c040c68-f01b-40ef-a9e3-031dc212fccb tempest-PortsAdminExtendedAttrsTestJSON-1757410772 tempest-PortsAdminExtendedAttrsTestJSON-1757410772-project-admin] 10.222.0.26 "GET /v2.0/ports/f89fbd11-f319-405e-8040-0b9202afafab HTTP/1.1" status: 200 len: 954 time: 0.7499278 Apr 01 13:34:09.232454 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 47184) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:34:09.272831 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-983225f9-e543-48a3-b197-92c79153d68e None None] For port 95c23862-2961-406f-a170-85abadaa169f, host dv-neutron-836180-1-hyperv, cleared binding levels {{(pid=83872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 13:34:09.277084 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-983225f9-e543-48a3-b197-92c79153d68e None None] For port 95c23862-2961-406f-a170-85abadaa169f, host dv-neutron-836180-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836180-1-hyperv',level=0,port_id=95c23862-2961-406f-a170-85abadaa169f,segment=NetworkSegment(16094ed0-4a47-4ff6-9238-85c278d7a2a5),segment_id=16094ed0-4a47-4ff6-9238-85c278d7a2a5)] {{(pid=83872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 13:34:09.294249 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-983225f9-e543-48a3-b197-92c79153d68e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864'] for port, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:34:09.303194 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-75ac44aa-7106-4d13-abe2-5dc9d2d429b9 tempest-RoutersIpV6AdminTest-2054225496 tempest-RoutersIpV6AdminTest-2054225496-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-945042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2705198', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2999452'] for subnet, after_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:34:09.357196 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ac44aa-7106-4d13-abe2-5dc9d2d429b9 tempest-RoutersIpV6AdminTest-2054225496 tempest-RoutersIpV6AdminTest-2054225496-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=1bc88cac-8192-40e9-8985-f20fd180bc5b,revision_number=None']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:34:09.383307 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-75ac44aa-7106-4d13-abe2-5dc9d2d429b9 tempest-RoutersIpV6AdminTest-2054225496 tempest-RoutersIpV6AdminTest-2054225496-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3017602'] for subnet, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:34:09.393747 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.plugin [None req-5b44d549-3183-4f8e-b650-db7fa558bf24 tempest-PortsAdminExtendedAttrsTestJSON-1757410772 tempest-PortsAdminExtendedAttrsTestJSON-1757410772-project-admin] Deleting port f89fbd11-f319-405e-8040-0b9202afafab {{(pid=83869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 13:34:09.394105 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-5b44d549-3183-4f8e-b650-db7fa558bf24 tempest-PortsAdminExtendedAttrsTestJSON-1757410772 tempest-PortsAdminExtendedAttrsTestJSON-1757410772-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736733287370'] for port, before_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:34:09.438734 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_hamode_db [None req-09d605b1-8bc8-45cf-81a5-c536e874d0eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6377b27-5c52-4c99-9be4-98d794d69cb2', 'name': '', 'tenant_id': '04664f7c59734678b16de80312349853', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c177c331-3887-4337-812f-3a2215c218e5', 'external_fixed_ips': [{'subnet_id': 'cc0e84b6-3223-43b0-9d20-9222bec67617', 'ip_address': '172.20.0.10'}], 'enable_snat': True}, 'gw_port_id': '3c428eba-6ee1-4871-9962-119066675ef3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T13:33:58Z', 'updated_at': '2022-04-01T13:34:03Z', 'revision_number': 3, 'project_id': '04664f7c59734678b16de80312349853', 'gw_port': {'id': '3c428eba-6ee1-4871-9962-119066675ef3', 'name': '', 'network_id': 'c177c331-3887-4337-812f-3a2215c218e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:9f:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6377b27-5c52-4c99-9be4-98d794d69cb2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cc0e84b6-3223-43b0-9d20-9222bec67617', 'ip_address': '172.20.0.10', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:34:01Z', 'updated_at': '2022-04-01T13:34:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cc0e84b6-3223-43b0-9d20-9222bec67617', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836180-1-hyperv'}], 'dv-neutron-836180-1-hyperv', False) {} {{(pid=83872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:34:09.445297 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09d605b1-8bc8-45cf-81a5-c536e874d0eb None None] Checking router: b6377b27-5c52-4c99-9be4-98d794d69cb2 for host: dv-neutron-836180-1-hyperv {{(pid=83872) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 01 13:34:09.445639 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09d605b1-8bc8-45cf-81a5-c536e874d0eb None None] Updating router b6377b27-5c52-4c99-9be4-98d794d69cb2 port 3c428eba-6ee1-4871-9962-119066675ef3 binding host dv-neutron-836180-1-hyperv {{(pid=83872) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 01 13:34:09.479461 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983225f9-e543-48a3-b197-92c79153d68e None None] Pushing event updated for resources: {'Port': ['ID=95c23862-2961-406f-a170-85abadaa169f,revision_number=2']} {{(pid=83872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:34:09.485011 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-d8be8781-6827-42ca-ad5c-ce0f712864d2 tempest-FloatingIPAdminTestJSON-382796379 tempest-FloatingIPAdminTestJSON-382796379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:34:09.532950 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-09d605b1-8bc8-45cf-81a5-c536e874d0eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:34:09.533554 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.db_base_plugin_common [None req-b2d9783a-4242-489f-a66c-fa0aa2f9c7a2 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Allocated IP 2001:db8::3a6 (09d7ea43-6376-4322-97e7-54cd01aae492/45e89978-5823-4524-a7f3-d76d52d406ce/a5430792-c292-4ccd-a98c-b9d9a2656900) {{(pid=83871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 13:34:09.599805 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-75ac44aa-7106-4d13-abe2-5dc9d2d429b9 tempest-RoutersIpV6AdminTest-2054225496 tempest-RoutersIpV6AdminTest-2054225496-project-admin] 10.222.0.26 "DELETE /v2.0/subnets/1bc88cac-8192-40e9-8985-f20fd180bc5b HTTP/1.1" status: 204 len: 168 time: 1.1723545 Apr 01 13:34:09.602823 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 47200) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:34:09.669783 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.57', 63065) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:34:09.740391 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-815122fe-864f-4453-894d-6918e749dced req-57bdd79b-0d0c-44d9-ad00-90375705b291 tempest-ServersTestManualDisk-1537329539 tempest-ServersTestManualDisk-1537329539-project] 10.222.0.26 "GET /v2.0/ports?device_id=0316e663-2094-4e38-ab21-ae9fc82c63ae HTTP/1.1" status: 200 len: 210 time: 0.5459511 Apr 01 13:34:09.783673 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1c2593-2760-4fe7-9181-9a10f123b2d9 req-589fd515-9632-47db-9dfa-b868a0cc0f76 tempest-ServersTestManualDisk-1537329539 tempest-ServersTestManualDisk-1537329539-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:34:09.785115 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-5d1c2593-2760-4fe7-9181-9a10f123b2d9 req-589fd515-9632-47db-9dfa-b868a0cc0f76 tempest-ServersTestManualDisk-1537329539 tempest-ServersTestManualDisk-1537329539-project] 10.222.0.57 "GET /v2.0/networks?id=8a1d3029-ea4e-4a99-9a7d-ce93ff1eb9a1 HTTP/1.1" status: 200 len: 812 time: 1.1621666 Apr 01 13:34:09.971939 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1cb058f-53a5-4821-bfb3-8dea0093574d tempest-ExternalNetworksTestJSON-2075067149 tempest-ExternalNetworksTestJSON-2075067149-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:34:09.984193 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-e1cb058f-53a5-4821-bfb3-8dea0093574d tempest-ExternalNetworksTestJSON-2075067149 tempest-ExternalNetworksTestJSON-2075067149-project] 10.222.0.26 "GET /v2.0/networks/f2ecdc8b-282a-4681-885f-c787ab63868c HTTP/1.1" status: 200 len: 768 time: 0.8099828 Apr 01 13:34:09.991840 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 47212) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:34:10.024136 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-b2d9783a-4242-489f-a66c-fa0aa2f9c7a2 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Notify callbacks [] for port, precommit_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:34:10.055315 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-09d605b1-8bc8-45cf-81a5-c536e874d0eb None None] Notify callbacks [] for port, precommit_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:34:10.094041 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-09d605b1-8bc8-45cf-81a5-c536e874d0eb None None] Transition to ACTIVE for port object 3c428eba-6ee1-4871-9962-119066675ef3 will not be triggered until provisioned by entity L2. {{(pid=83872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 13:34:10.095985 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc89ba1d-52e6-4209-b1dd-b69434c0a21b req-5c7efc6d-9612-4a5e-82ca-ea80086bfa35 tempest-ServersTestJSON-1223226849 tempest-ServersTestJSON-1223226849-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:34:10.099886 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-fc89ba1d-52e6-4209-b1dd-b69434c0a21b req-5c7efc6d-9612-4a5e-82ca-ea80086bfa35 tempest-ServersTestJSON-1223226849 tempest-ServersTestJSON-1223226849-project] 10.222.0.57 "GET /v2.0/networks?id=fb98b55b-27fc-4010-87f8-0892c916fc1a HTTP/1.1" status: 200 len: 805 time: 0.4275863 Apr 01 13:34:10.109926 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-09d605b1-8bc8-45cf-81a5-c536e874d0eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864'] for port, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:34:10.334769 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-58238b29-0c3b-40a8-bb15-b634f44e5f8e tempest-RoutersIpV6AdminTest-2054225496 tempest-RoutersIpV6AdminTest-2054225496-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1033078'] for network, before_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:34:10.369002 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.managers [None req-09d605b1-8bc8-45cf-81a5-c536e874d0eb None None] Attempting to bind port 3c428eba-6ee1-4871-9962-119066675ef3 on host dv-neutron-836180-1-hyperv for vnic_type normal with profile {{(pid=83872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 13:34:10.372699 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.managers [None req-09d605b1-8bc8-45cf-81a5-c536e874d0eb None None] Attempting to bind port 3c428eba-6ee1-4871-9962-119066675ef3 by drivers openvswitch,hyperv on host dv-neutron-836180-1-hyperv at level 0 using segments [{'id': 'dfb2f144-f035-40a3-af5d-30399460c0e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'c177c331-3887-4337-812f-3a2215c218e5'}] {{(pid=83872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 13:34:10.373174 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09d605b1-8bc8-45cf-81a5-c536e874d0eb None None] Attempting to bind port 3c428eba-6ee1-4871-9962-119066675ef3 on network c177c331-3887-4337-812f-3a2215c218e5 {{(pid=83872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 13:34:10.376244 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4654c8e1-57eb-41bf-bf93-bcd1f40c2f6e None None] Pushing event updated for resources: {'Port': ['ID=3c428eba-6ee1-4871-9962-119066675ef3,revision_number=2']} {{(pid=83872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:34:10.401691 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09d605b1-8bc8-45cf-81a5-c536e874d0eb None None] Checking agent: {'id': 'af948428-97cd-4d10-9f53-af028bdb39b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-836180-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 13, 25, 37), 'started_at': datetime.datetime(2022, 4, 1, 13, 26, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 13, 34, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-836180-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 13:34:10.402700 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09d605b1-8bc8-45cf-81a5-c536e874d0eb None None] Checking segment: {'id': 'dfb2f144-f035-40a3-af5d-30399460c0e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'c177c331-3887-4337-812f-3a2215c218e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 13:34:10.405302 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-09d605b1-8bc8-45cf-81a5-c536e874d0eb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:34:10.406102 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09d605b1-8bc8-45cf-81a5-c536e874d0eb None None] Bound using segment: {'id': 'dfb2f144-f035-40a3-af5d-30399460c0e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'c177c331-3887-4337-812f-3a2215c218e5'} {{(pid=83872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 13:34:10.411908 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.managers [None req-09d605b1-8bc8-45cf-81a5-c536e874d0eb None None] Bound port: 3c428eba-6ee1-4871-9962-119066675ef3, host: dv-neutron-836180-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dfb2f144-f035-40a3-af5d-30399460c0e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'c177c331-3887-4337-812f-3a2215c218e5'}}] {{(pid=83872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 13:34:10.412713 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-09d605b1-8bc8-45cf-81a5-c536e874d0eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:34:10.499598 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Device 95c23862-2961-406f-a170-85abadaa169f up at agent ovs-agent-dv-neutron-836180-1-hyperv {{(pid=83872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 13:34:10.564743 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.provisioning_blocks [None req-b2d9783a-4242-489f-a66c-fa0aa2f9c7a2 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Transition to ACTIVE for port object a5430792-c292-4ccd-a98c-b9d9a2656900 will not be triggered until provisioned by entity DHCP. {{(pid=83871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 13:34:10.656768 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-5d1c2593-2760-4fe7-9181-9a10f123b2d9 req-d11c6f58-0548-4603-9a33-159fe931b6b8 tempest-ServersTestManualDisk-1537329539 tempest-ServersTestManualDisk-1537329539-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=89fbd4bee1224db38dcb79340f59d1d9 HTTP/1.1" status: 200 len: 380 time: 0.7870591 Apr 01 13:34:10.703764 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-09d605b1-8bc8-45cf-81a5-c536e874d0eb None None] For port 3c428eba-6ee1-4871-9962-119066675ef3, host dv-neutron-836180-1-hyperv, cleared binding levels {{(pid=83872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 13:34:10.708688 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-09d605b1-8bc8-45cf-81a5-c536e874d0eb None None] For port 3c428eba-6ee1-4871-9962-119066675ef3, host dv-neutron-836180-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836180-1-hyperv',level=0,port_id=3c428eba-6ee1-4871-9962-119066675ef3,segment=NetworkSegment(dfb2f144-f035-40a3-af5d-30399460c0e1),segment_id=dfb2f144-f035-40a3-af5d-30399460c0e1)] {{(pid=83872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 13:34:10.727018 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-09d605b1-8bc8-45cf-81a5-c536e874d0eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864'] for port, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:34:10.752684 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.v2.base [req-5d1c2593-2760-4fe7-9181-9a10f123b2d9 req-037a1bcd-f269-4cb7-92e0-7adad028213f tempest-ServersTestManualDisk-1537329539 tempest-ServersTestManualDisk-1537329539-project] Request body: {'port': {'device_id': '0316e663-2094-4e38-ab21-ae9fc82c63ae', 'network_id': '8a1d3029-ea4e-4a99-9a7d-ce93ff1eb9a1', 'admin_state_up': True, 'tenant_id': '89fbd4bee1224db38dcb79340f59d1d9', 'security_groups': ['5eeb8844-2921-4d9c-96aa-ee946f9c62b6']}} {{(pid=83871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:34:10.855718 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Provisioning for port 95c23862-2961-406f-a170-85abadaa169f completed by entity L2. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 13:34:10.873191 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-5b44d549-3183-4f8e-b650-db7fa558bf24 tempest-PortsAdminExtendedAttrsTestJSON-1757410772 tempest-PortsAdminExtendedAttrsTestJSON-1757410772-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4155147'] for port, precommit_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:34:10.942851 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4654c8e1-57eb-41bf-bf93-bcd1f40c2f6e None None] Pushing event updated for resources: {'Port': ['ID=3c428eba-6ee1-4871-9962-119066675ef3,revision_number=3']} {{(pid=83872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:34:10.955343 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09d605b1-8bc8-45cf-81a5-c536e874d0eb None None] Routers {'b6377b27-5c52-4c99-9be4-98d794d69cb2'} bound to L3 agent in host dv-neutron-836180-1-hyperv {{(pid=83872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 13:34:10.956330 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_hamode_db [None req-09d605b1-8bc8-45cf-81a5-c536e874d0eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836180-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T13:25:36Z,description=,heartbeat_timestamp=2022-04-01T13:34:06Z,host='dv-neutron-836180-1-hyperv',id=88bf8fc8-11a3-4e96-9d1b-5fd93ba9f6f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T13:25:36Z,topic='l3_agent')) {'router_ids': ['b6377b27-5c52-4c99-9be4-98d794d69cb2'], 'active': True} {{(pid=83872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:34:11.080192 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65620908-3223-4c7c-b5d0-7e1e4e0e716b None None] Network 09d7ea43-6376-4322-97e7-54cd01aae492 requested from dv-neutron-836180-1-hyperv {{(pid=83872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 13:34:11.105078 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.plugin [None req-5b44d549-3183-4f8e-b650-db7fa558bf24 tempest-PortsAdminExtendedAttrsTestJSON-1757410772 tempest-PortsAdminExtendedAttrsTestJSON-1757410772-project-admin] Calling delete_port for f89fbd11-f319-405e-8040-0b9202afafab owned by {{(pid=83869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 13:34:11.127503 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-41a4e47b-4d3b-4001-8106-506859385226 tempest-ExternalNetworksTestJSON-1346188077 tempest-ExternalNetworksTestJSON-1346188077-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1033078'] for network, before_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:34:11.152219 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [req-5d1c2593-2760-4fe7-9181-9a10f123b2d9 req-037a1bcd-f269-4cb7-92e0-7adad028213f tempest-ServersTestManualDisk-1537329539 tempest-ServersTestManualDisk-1537329539-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:34:11.166931 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [req-5d1c2593-2760-4fe7-9181-9a10f123b2d9 req-037a1bcd-f269-4cb7-92e0-7adad028213f tempest-ServersTestManualDisk-1537329539 tempest-ServersTestManualDisk-1537329539-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:34:11.195064 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-06fef9c4-62ef-4743-b89c-a9f9ee657305 tempest-RoutersAdminTest-1965710677 tempest-RoutersAdminTest-1965710677-project-admin] Notify callbacks [] for router, before_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:34:11.251321 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-9dfee8c3-ec88-4dd5-b9a3-4e803808a086 req-3c0d7723-0480-4317-b1ee-d3e0cce4ae8f tempest-ServersTestJSON-1223226849 tempest-ServersTestJSON-1223226849-project] 10.222.0.26 "GET /v2.0/ports?device_id=8aa7d2ad-e8f3-4771-aad7-c1d452e82252 HTTP/1.1" status: 200 len: 210 time: 0.8535886 Apr 01 13:34:11.427251 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-fc89ba1d-52e6-4209-b1dd-b69434c0a21b req-763f8440-ac7a-49b6-9f70-42416a28abe4 tempest-ServersTestJSON-1223226849 tempest-ServersTestJSON-1223226849-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=60bf55a52dbc4f9d9d0decf6a2dd30f6 HTTP/1.1" status: 200 len: 379 time: 1.1464961 Apr 01 13:34:11.461022 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5d1c2593-2760-4fe7-9181-9a10f123b2d9 req-037a1bcd-f269-4cb7-92e0-7adad028213f tempest-ServersTestManualDisk-1537329539 tempest-ServersTestManualDisk-1537329539-project] Made reservation on behalf of 89fbd4bee1224db38dcb79340f59d1d9 for: {'port': 1} {{(pid=83871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 13:34:11.465139 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-5d1c2593-2760-4fe7-9181-9a10f123b2d9 req-037a1bcd-f269-4cb7-92e0-7adad028213f tempest-ServersTestManualDisk-1537329539 tempest-ServersTestManualDisk-1537329539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:34:11.646068 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-f2153d13-f19a-445f-adee-7fc90bd08a5c None None] Provisioning for port 95c23862-2961-406f-a170-85abadaa169f completed by entity DHCP. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 13:34:11.679430 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-58238b29-0c3b-40a8-bb15-b634f44e5f8e tempest-RoutersIpV6AdminTest-2054225496 tempest-RoutersIpV6AdminTest-2054225496-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-942654', 'neutron.services.segments.db._delete_segments_for_network-8736733387888'] for network, precommit_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:34:11.680429 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-f2153d13-f19a-445f-adee-7fc90bd08a5c None None] Provisioning complete for port 95c23862-2961-406f-a170-85abadaa169f triggered by entity DHCP. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 13:34:11.681264 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-f2153d13-f19a-445f-adee-7fc90bd08a5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-948329'] for port, provisioning_complete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:34:11.693891 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.db_base_plugin_common [req-5d1c2593-2760-4fe7-9181-9a10f123b2d9 req-037a1bcd-f269-4cb7-92e0-7adad028213f tempest-ServersTestManualDisk-1537329539 tempest-ServersTestManualDisk-1537329539-project] Allocated IP 172.20.0.14 (8a1d3029-ea4e-4a99-9a7d-ce93ff1eb9a1/b4d98d75-116a-4d3d-b965-52d071507f72/389797f2-66e0-4248-bbe2-d36a06762cdf) {{(pid=83871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 13:34:11.748553 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.v2.base [req-fc89ba1d-52e6-4209-b1dd-b69434c0a21b req-0cd2868c-226f-4faa-bb78-02e97bdf7fe2 tempest-ServersTestJSON-1223226849 tempest-ServersTestJSON-1223226849-project] Request body: {'port': {'device_id': '8aa7d2ad-e8f3-4771-aad7-c1d452e82252', 'network_id': 'fb98b55b-27fc-4010-87f8-0892c916fc1a', 'admin_state_up': True, 'tenant_id': '60bf55a52dbc4f9d9d0decf6a2dd30f6', 'security_groups': ['9c879d46-6861-4e85-bf4f-dbcce6fd6735']}} {{(pid=83869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:34:11.817329 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_dvr_db [None req-09d605b1-8bc8-45cf-81a5-c536e874d0eb None None] Set router b6377b27-5c52-4c99-9be4-98d794d69cb2 gateway port host: dv-neutron-836180-1-hyperv {{(pid=83872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 13:34:11.880551 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-151b3d5f-e7f2-406b-8004-7f0182685e5e req-40a6a740-0f9c-49bf-9b7b-2cef8094e7a9 tempest-ServersTestManualDisk-1537329539 tempest-ServersTestManualDisk-1537329539-project] 10.222.0.26 "GET /v2.0/ports?device_id=0316e663-2094-4e38-ab21-ae9fc82c63ae HTTP/1.1" status: 200 len: 210 time: 0.6954410 Apr 01 13:34:11.941586 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [req-fc89ba1d-52e6-4209-b1dd-b69434c0a21b req-0cd2868c-226f-4faa-bb78-02e97bdf7fe2 tempest-ServersTestJSON-1223226849 tempest-ServersTestJSON-1223226849-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:34:11.951949 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [req-fc89ba1d-52e6-4209-b1dd-b69434c0a21b req-0cd2868c-226f-4faa-bb78-02e97bdf7fe2 tempest-ServersTestJSON-1223226849 tempest-ServersTestJSON-1223226849-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:34:11.962490 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.services.segments.db [None req-58238b29-0c3b-40a8-bb15-b634f44e5f8e tempest-RoutersIpV6AdminTest-2054225496 tempest-RoutersIpV6AdminTest-2054225496-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['96393602-b907-42fe-8925-7596bcadc2d8']}} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:34:11.970838 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fc89ba1d-52e6-4209-b1dd-b69434c0a21b req-0cd2868c-226f-4faa-bb78-02e97bdf7fe2 tempest-ServersTestJSON-1223226849 tempest-ServersTestJSON-1223226849-project] Made reservation on behalf of 60bf55a52dbc4f9d9d0decf6a2dd30f6 for: {'port': 1} {{(pid=83869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 13:34:11.973838 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [req-fc89ba1d-52e6-4209-b1dd-b69434c0a21b req-0cd2868c-226f-4faa-bb78-02e97bdf7fe2 tempest-ServersTestJSON-1223226849 tempest-ServersTestJSON-1223226849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:34:11.991021 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-5b44d549-3183-4f8e-b650-db7fa558bf24 tempest-PortsAdminExtendedAttrsTestJSON-1757410772 tempest-PortsAdminExtendedAttrsTestJSON-1757410772-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736733359243', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736732935810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2705155'] for port, after_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:34:12.052412 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-b2d9783a-4242-489f-a66c-fa0aa2f9c7a2 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736732935801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2743125'] for port, after_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:34:12.055660 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b44d549-3183-4f8e-b650-db7fa558bf24 tempest-PortsAdminExtendedAttrsTestJSON-1757410772 tempest-PortsAdminExtendedAttrsTestJSON-1757410772-project-admin] Pushing event deleted for resources: {'Port': ['ID=f89fbd11-f319-405e-8040-0b9202afafab,revision_number=None']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:34:12.058753 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.services.segments.db [None req-58238b29-0c3b-40a8-bb15-b634f44e5f8e tempest-RoutersIpV6AdminTest-2054225496 tempest-RoutersIpV6AdminTest-2054225496-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eaa1ce59-9323-4178-b428-270dc4cff844') {'for_net_delete': True} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:34:12.059054 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.services.segments.db [None req-58238b29-0c3b-40a8-bb15-b634f44e5f8e tempest-RoutersIpV6AdminTest-2054225496 tempest-RoutersIpV6AdminTest-2054225496-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eaa1ce59-9323-4178-b428-270dc4cff844') {} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:34:12.234205 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.db_base_plugin_common [req-fc89ba1d-52e6-4209-b1dd-b69434c0a21b req-0cd2868c-226f-4faa-bb78-02e97bdf7fe2 tempest-ServersTestJSON-1223226849 tempest-ServersTestJSON-1223226849-project] Allocated IP 172.20.0.10 (fb98b55b-27fc-4010-87f8-0892c916fc1a/bd8de9aa-4e53-4452-88cd-9054c473da72/977f3384-72d2-424a-b723-6cd9d5b5af4a) {{(pid=83869) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 13:34:12.450057 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [req-fc89ba1d-52e6-4209-b1dd-b69434c0a21b req-0cd2868c-226f-4faa-bb78-02e97bdf7fe2 tempest-ServersTestJSON-1223226849 tempest-ServersTestJSON-1223226849-project] Notify callbacks [] for port, precommit_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:34:12.467625 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.provisioning_blocks [req-fc89ba1d-52e6-4209-b1dd-b69434c0a21b req-0cd2868c-226f-4faa-bb78-02e97bdf7fe2 tempest-ServersTestJSON-1223226849 tempest-ServersTestJSON-1223226849-project] Transition to ACTIVE for port object 977f3384-72d2-424a-b723-6cd9d5b5af4a will not be triggered until provisioned by entity DHCP. {{(pid=83869) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 13:34:12.488226 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-5b44d549-3183-4f8e-b650-db7fa558bf24 tempest-PortsAdminExtendedAttrsTestJSON-1757410772 tempest-PortsAdminExtendedAttrsTestJSON-1757410772-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109561'] for port, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:34:12.495193 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [req-fc89ba1d-52e6-4209-b1dd-b69434c0a21b req-0cd2868c-226f-4faa-bb78-02e97bdf7fe2 tempest-ServersTestJSON-1223226849 tempest-ServersTestJSON-1223226849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736732935801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2705155'] for port, after_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:34:12.500917 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-58238b29-0c3b-40a8-bb15-b634f44e5f8e tempest-RoutersIpV6AdminTest-2054225496 tempest-RoutersIpV6AdminTest-2054225496-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736733386999', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2704982'] for segment, before_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:34:12.567526 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-41a4e47b-4d3b-4001-8106-506859385226 tempest-ExternalNetworksTestJSON-1346188077 tempest-ExternalNetworksTestJSON-1346188077-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-942654', 'neutron.services.segments.db._delete_segments_for_network-8736733387888'] for network, precommit_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:34:12.608178 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2d9783a-4242-489f-a66c-fa0aa2f9c7a2 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Network 09d7ea43-6376-4322-97e7-54cd01aae492 is already hosted by enough agents. {{(pid=83871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 13:34:12.613358 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd2868c-226f-4faa-bb78-02e97bdf7fe2 tempest-ServersTestJSON-1223226849 tempest-ServersTestJSON-1223226849-project] Pushing event updated for resources: {'Port': ['ID=977f3384-72d2-424a-b723-6cd9d5b5af4a,revision_number=1']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:34:12.625048 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d9783a-4242-489f-a66c-fa0aa2f9c7a2 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Pushing event updated for resources: {'Port': ['ID=a5430792-c292-4ccd-a98c-b9d9a2656900,revision_number=1']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:34:12.633888 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fc89ba1d-52e6-4209-b1dd-b69434c0a21b req-0cd2868c-226f-4faa-bb78-02e97bdf7fe2 tempest-ServersTestJSON-1223226849 tempest-ServersTestJSON-1223226849-project] Network fb98b55b-27fc-4010-87f8-0892c916fc1a is already hosted by enough agents. {{(pid=83869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 13:34:12.641464 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.scheduler.base_scheduler [req-fc89ba1d-52e6-4209-b1dd-b69434c0a21b req-0cd2868c-226f-4faa-bb78-02e97bdf7fe2 tempest-ServersTestJSON-1223226849 tempest-ServersTestJSON-1223226849-project] Resources bound (agent type, host, resource id): {{(pid=83869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 13:34:12.643971 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-58238b29-0c3b-40a8-bb15-b634f44e5f8e tempest-RoutersIpV6AdminTest-2054225496 tempest-RoutersIpV6AdminTest-2054225496-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1004271'] for segment, precommit_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:34:12.647291 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.scheduler.base_scheduler [None req-b2d9783a-4242-489f-a66c-fa0aa2f9c7a2 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Resources bound (agent type, host, resource id): {{(pid=83871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 13:34:12.650889 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc89ba1d-52e6-4209-b1dd-b69434c0a21b req-0cd2868c-226f-4faa-bb78-02e97bdf7fe2 tempest-ServersTestJSON-1223226849 tempest-ServersTestJSON-1223226849-project] Received port after_create {{(pid=83869) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 13:34:12.659180 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2d9783a-4242-489f-a66c-fa0aa2f9c7a2 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Received port after_create {{(pid=83871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 13:34:12.663734 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2d9783a-4242-489f-a66c-fa0aa2f9c7a2 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:34:12.664542 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-b2d9783a-4242-489f-a66c-fa0aa2f9c7a2 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109561'] for port, before_response {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:34:12.671926 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-5d1c2593-2760-4fe7-9181-9a10f123b2d9 req-037a1bcd-f269-4cb7-92e0-7adad028213f tempest-ServersTestManualDisk-1537329539 tempest-ServersTestManualDisk-1537329539-project] Notify callbacks [] for port, precommit_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:34:12.680767 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.services.segments.db [None req-41a4e47b-4d3b-4001-8106-506859385226 tempest-ExternalNetworksTestJSON-1346188077 tempest-ExternalNetworksTestJSON-1346188077-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7e91c5b4-049e-4d46-9c4c-23853710a880']}} {{(pid=83871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:34:12.722446 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.services.segments.db [None req-41a4e47b-4d3b-4001-8106-506859385226 tempest-ExternalNetworksTestJSON-1346188077 tempest-ExternalNetworksTestJSON-1346188077-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a0138992-cf15-4370-b6b9-cfa0e2f45bf5') {'for_net_delete': True} {{(pid=83871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:34:12.725943 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.services.segments.db [None req-41a4e47b-4d3b-4001-8106-506859385226 tempest-ExternalNetworksTestJSON-1346188077 tempest-ExternalNetworksTestJSON-1346188077-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a0138992-cf15-4370-b6b9-cfa0e2f45bf5') {} {{(pid=83871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:34:12.789901 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-41a4e47b-4d3b-4001-8106-506859385226 tempest-ExternalNetworksTestJSON-1346188077 tempest-ExternalNetworksTestJSON-1346188077-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736733386999', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3166340'] for segment, before_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:34:12.816048 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.provisioning_blocks [req-5d1c2593-2760-4fe7-9181-9a10f123b2d9 req-037a1bcd-f269-4cb7-92e0-7adad028213f tempest-ServersTestManualDisk-1537329539 tempest-ServersTestManualDisk-1537329539-project] Transition to ACTIVE for port object 389797f2-66e0-4248-bbe2-d36a06762cdf will not be triggered until provisioned by entity DHCP. {{(pid=83871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 13:34:12.854263 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-5b44d549-3183-4f8e-b650-db7fa558bf24 tempest-PortsAdminExtendedAttrsTestJSON-1757410772 tempest-PortsAdminExtendedAttrsTestJSON-1757410772-project-admin] 10.222.0.26 "DELETE /v2.0/ports/f89fbd11-f319-405e-8040-0b9202afafab HTTP/1.1" status: 204 len: 168 time: 3.6182768 Apr 01 13:34:12.857883 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc89ba1d-52e6-4209-b1dd-b69434c0a21b req-0cd2868c-226f-4faa-bb78-02e97bdf7fe2 tempest-ServersTestJSON-1223226849 tempest-ServersTestJSON-1223226849-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:34:12.858525 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [req-fc89ba1d-52e6-4209-b1dd-b69434c0a21b req-0cd2868c-226f-4faa-bb78-02e97bdf7fe2 tempest-ServersTestJSON-1223226849 tempest-ServersTestJSON-1223226849-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109561'] for port, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:34:12.860073 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-b2d9783a-4242-489f-a66c-fa0aa2f9c7a2 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 5.6177039 Apr 01 13:34:12.867809 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-58238b29-0c3b-40a8-bb15-b634f44e5f8e tempest-RoutersIpV6AdminTest-2054225496 tempest-RoutersIpV6AdminTest-2054225496-project-admin] Releasing vlan 388 on physical network physnet1 to pool {{(pid=83869) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 01 13:34:12.868210 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-58238b29-0c3b-40a8-bb15-b634f44e5f8e tempest-RoutersIpV6AdminTest-2054225496 tempest-RoutersIpV6AdminTest-2054225496-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1004262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2705264'] for segment, after_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:34:12.870827 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-41a4e47b-4d3b-4001-8106-506859385226 tempest-ExternalNetworksTestJSON-1346188077 tempest-ExternalNetworksTestJSON-1346188077-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1004271'] for segment, precommit_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:34:12.875754 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 47230) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:34:12.876090 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 47232) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:34:12.909559 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-f2153d13-f19a-445f-adee-7fc90bd08a5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:34:12.938968 dv-neutron-836180-1-hyperv neutron-server[83869]: Traceback (most recent call last): Apr 01 13:34:12.938968 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 01 13:34:12.938968 dv-neutron-836180-1-hyperv neutron-server[83869]: timer() Apr 01 13:34:12.938968 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 13:34:12.938968 dv-neutron-836180-1-hyperv neutron-server[83869]: cb(*args, **kw) Apr 01 13:34:12.938968 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 13:34:12.938968 dv-neutron-836180-1-hyperv neutron-server[83869]: return func(*args, **kwargs) Apr 01 13:34:12.938968 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 13:34:12.938968 dv-neutron-836180-1-hyperv neutron-server[83869]: self._notify() Apr 01 13:34:12.938968 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 13:34:12.938968 dv-neutron-836180-1-hyperv neutron-server[83869]: self.callback(batched_events) Apr 01 13:34:12.938968 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 13:34:12.938968 dv-neutron-836180-1-hyperv neutron-server[83869]: event.method(event) Apr 01 13:34:12.938968 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 13:34:12.938968 dv-neutron-836180-1-hyperv neutron-server[83869]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 13:34:12.938968 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 13:34:12.938968 dv-neutron-836180-1-hyperv neutron-server[83869]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 13:34:12.938968 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 13:34:12.938968 dv-neutron-836180-1-hyperv neutron-server[83869]: return f(self, *a, **k) Apr 01 13:34:12.938968 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 13:34:12.938968 dv-neutron-836180-1-hyperv neutron-server[83869]: return self._get(url).json() Apr 01 13:34:12.938968 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 13:34:12.938968 dv-neutron-836180-1-hyperv neutron-server[83869]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 13:34:12.938968 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 01 13:34:12.938968 dv-neutron-836180-1-hyperv neutron-server[83869]: return self.request(url, 'GET', **kwargs) Apr 01 13:34:12.938968 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 01 13:34:12.938968 dv-neutron-836180-1-hyperv neutron-server[83869]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 13:34:12.938968 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 01 13:34:12.938968 dv-neutron-836180-1-hyperv neutron-server[83869]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 13:34:12.938968 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 01 13:34:12.938968 dv-neutron-836180-1-hyperv neutron-server[83869]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 13:34:12.938968 dv-neutron-836180-1-hyperv neutron-server[83869]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 13:34:13.085619 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-fc89ba1d-52e6-4209-b1dd-b69434c0a21b req-0cd2868c-226f-4faa-bb78-02e97bdf7fe2 tempest-ServersTestJSON-1223226849 tempest-ServersTestJSON-1223226849-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3554232 Apr 01 13:34:13.103338 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-41a4e47b-4d3b-4001-8106-506859385226 tempest-ExternalNetworksTestJSON-1346188077 tempest-ExternalNetworksTestJSON-1346188077-project-admin] Releasing vlan 359 on physical network physnet1 to pool {{(pid=83871) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 01 13:34:13.104323 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-41a4e47b-4d3b-4001-8106-506859385226 tempest-ExternalNetworksTestJSON-1346188077 tempest-ExternalNetworksTestJSON-1346188077-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1004262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2743078'] for segment, after_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:34:13.127384 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [req-fc89ba1d-52e6-4209-b1dd-b69434c0a21b req-be521332-3b8c-4d95-8069-b6e36145b8a4 tempest-ServersTestJSON-1223226849 tempest-ServersTestJSON-1223226849-project] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=83869) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 01 13:34:13.128368 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-fc89ba1d-52e6-4209-b1dd-b69434c0a21b req-be521332-3b8c-4d95-8069-b6e36145b8a4 tempest-ServersTestJSON-1223226849 tempest-ServersTestJSON-1223226849-project] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0171607 Apr 01 13:34:13.192361 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-58238b29-0c3b-40a8-bb15-b634f44e5f8e tempest-RoutersIpV6AdminTest-2054225496 tempest-RoutersIpV6AdminTest-2054225496-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-942599', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4084797'] for network, after_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:34:13.206016 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-f2153d13-f19a-445f-adee-7fc90bd08a5c None None] For port 95c23862-2961-406f-a170-85abadaa169f, host dv-neutron-836180-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836180-1-hyperv',level=0,port_id=95c23862-2961-406f-a170-85abadaa169f,segment=NetworkSegment(16094ed0-4a47-4ff6-9238-85c278d7a2a5),segment_id=16094ed0-4a47-4ff6-9238-85c278d7a2a5)] {{(pid=83872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 13:34:13.222955 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-f2153d13-f19a-445f-adee-7fc90bd08a5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864'] for port, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:34:13.252040 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58238b29-0c3b-40a8-bb15-b634f44e5f8e tempest-RoutersIpV6AdminTest-2054225496 tempest-RoutersIpV6AdminTest-2054225496-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 96393602-b907-42fe-8925-7596bcadc2d8 {{(pid=83869) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Apr 01 13:34:13.268036 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-58238b29-0c3b-40a8-bb15-b634f44e5f8e tempest-RoutersIpV6AdminTest-2054225496 tempest-RoutersIpV6AdminTest-2054225496-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3017602'] for network, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:34:13.279837 dv-neutron-836180-1-hyperv neutron-server[83871]: Traceback (most recent call last): Apr 01 13:34:13.279837 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 01 13:34:13.279837 dv-neutron-836180-1-hyperv neutron-server[83871]: timer() Apr 01 13:34:13.279837 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 13:34:13.279837 dv-neutron-836180-1-hyperv neutron-server[83871]: cb(*args, **kw) Apr 01 13:34:13.279837 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 13:34:13.279837 dv-neutron-836180-1-hyperv neutron-server[83871]: return func(*args, **kwargs) Apr 01 13:34:13.279837 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 13:34:13.279837 dv-neutron-836180-1-hyperv neutron-server[83871]: self._notify() Apr 01 13:34:13.279837 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 13:34:13.279837 dv-neutron-836180-1-hyperv neutron-server[83871]: self.callback(batched_events) Apr 01 13:34:13.279837 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 13:34:13.279837 dv-neutron-836180-1-hyperv neutron-server[83871]: event.method(event) Apr 01 13:34:13.279837 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 13:34:13.279837 dv-neutron-836180-1-hyperv neutron-server[83871]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 13:34:13.279837 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 13:34:13.279837 dv-neutron-836180-1-hyperv neutron-server[83871]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 13:34:13.279837 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 13:34:13.279837 dv-neutron-836180-1-hyperv neutron-server[83871]: return f(self, *a, **k) Apr 01 13:34:13.279837 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 13:34:13.279837 dv-neutron-836180-1-hyperv neutron-server[83871]: return self._get(url).json() Apr 01 13:34:13.279837 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 13:34:13.279837 dv-neutron-836180-1-hyperv neutron-server[83871]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 13:34:13.279837 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 01 13:34:13.279837 dv-neutron-836180-1-hyperv neutron-server[83871]: return self.request(url, 'GET', **kwargs) Apr 01 13:34:13.279837 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 01 13:34:13.279837 dv-neutron-836180-1-hyperv neutron-server[83871]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 13:34:13.279837 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 01 13:34:13.279837 dv-neutron-836180-1-hyperv neutron-server[83871]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 13:34:13.279837 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 01 13:34:13.279837 dv-neutron-836180-1-hyperv neutron-server[83871]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 13:34:13.279837 dv-neutron-836180-1-hyperv neutron-server[83871]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 13:34:13.325715 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d50f5ad-21d2-4c97-af3c-593f18a50eae req-f1c4aea4-535c-4163-ae8a-d8cfdd08c2f0 tempest-ServersTestJSON-1223226849 tempest-ServersTestJSON-1223226849-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:34:13.326673 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [req-2d50f5ad-21d2-4c97-af3c-593f18a50eae req-f1c4aea4-535c-4163-ae8a-d8cfdd08c2f0 tempest-ServersTestJSON-1223226849 tempest-ServersTestJSON-1223226849-project] Synchronizing usage tracker for tenant:60bf55a52dbc4f9d9d0decf6a2dd30f6 on resource:port {{(pid=83869) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 13:34:13.329624 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58238b29-0c3b-40a8-bb15-b634f44e5f8e tempest-RoutersIpV6AdminTest-2054225496 tempest-RoutersIpV6AdminTest-2054225496-project-admin] Pushing event deleted for resources: {'Network': ['ID=96393602-b907-42fe-8925-7596bcadc2d8,revision_number=None']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:34:13.345054 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-58238b29-0c3b-40a8-bb15-b634f44e5f8e tempest-RoutersIpV6AdminTest-2054225496 tempest-RoutersIpV6AdminTest-2054225496-project-admin] 10.222.0.26 "DELETE /v2.0/networks/96393602-b907-42fe-8925-7596bcadc2d8 HTTP/1.1" status: 204 len: 168 time: 3.7408552 Apr 01 13:34:13.377726 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-41a4e47b-4d3b-4001-8106-506859385226 tempest-ExternalNetworksTestJSON-1346188077 tempest-ExternalNetworksTestJSON-1346188077-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-942599', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4084797'] for network, after_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:34:13.380519 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.pecan_wsgi.hooks.translation [None req-0f082280-dea1-4bd5-91ca-7f57a2876bef tempest-PortsAdminExtendedAttrsTestJSON-1757410772 tempest-PortsAdminExtendedAttrsTestJSON-1757410772-project-admin] GET failed (client error): The resource could not be found. Apr 01 13:34:13.386407 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [req-2d50f5ad-21d2-4c97-af3c-593f18a50eae req-f1c4aea4-535c-4163-ae8a-d8cfdd08c2f0 tempest-ServersTestJSON-1223226849 tempest-ServersTestJSON-1223226849-project] Unset dirty status for tenant:60bf55a52dbc4f9d9d0decf6a2dd30f6 on resource:port {{(pid=83869) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 13:34:13.387977 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-0f082280-dea1-4bd5-91ca-7f57a2876bef tempest-PortsAdminExtendedAttrsTestJSON-1757410772 tempest-PortsAdminExtendedAttrsTestJSON-1757410772-project-admin] 10.222.0.26 "GET /v2.0/ports/f89fbd11-f319-405e-8040-0b9202afafab HTTP/1.1" status: 404 len: 333 time: 0.4696131 Apr 01 13:34:13.390385 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [req-6e7015c2-093a-4ed5-94c5-dee1252d27f6 req-346c65fd-fbf0-4acf-903a-ce583816f218 tempest-ServersTestManualDisk-1537329539 tempest-ServersTestManualDisk-1537329539-project] Synchronizing usage tracker for tenant:89fbd4bee1224db38dcb79340f59d1d9 on resource:port {{(pid=83871) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 13:34:13.391315 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-2d50f5ad-21d2-4c97-af3c-593f18a50eae req-f1c4aea4-535c-4163-ae8a-d8cfdd08c2f0 tempest-ServersTestJSON-1223226849 tempest-ServersTestJSON-1223226849-project] 10.222.0.26 "GET /v2.0/ports?device_id=8aa7d2ad-e8f3-4771-aad7-c1d452e82252 HTTP/1.1" status: 200 len: 932 time: 0.5441742 Apr 01 13:34:13.395633 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 47244) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:34:13.416024 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_hamode_db [None req-09d605b1-8bc8-45cf-81a5-c536e874d0eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6377b27-5c52-4c99-9be4-98d794d69cb2', 'name': '', 'tenant_id': '04664f7c59734678b16de80312349853', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c177c331-3887-4337-812f-3a2215c218e5', 'external_fixed_ips': [{'subnet_id': 'cc0e84b6-3223-43b0-9d20-9222bec67617', 'ip_address': '172.20.0.10'}], 'enable_snat': True}, 'gw_port_id': '3c428eba-6ee1-4871-9962-119066675ef3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T13:33:58Z', 'updated_at': '2022-04-01T13:34:03Z', 'revision_number': 3, 'project_id': '04664f7c59734678b16de80312349853', 'gw_port': {'id': '3c428eba-6ee1-4871-9962-119066675ef3', 'name': '', 'network_id': 'c177c331-3887-4337-812f-3a2215c218e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:9f:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6377b27-5c52-4c99-9be4-98d794d69cb2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cc0e84b6-3223-43b0-9d20-9222bec67617', 'ip_address': '172.20.0.10', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836180-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:34:01Z', 'updated_at': '2022-04-01T13:34:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cc0e84b6-3223-43b0-9d20-9222bec67617', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836180-1-hyperv'}], 'dv-neutron-836180-1-hyperv', False) {} {{(pid=83872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:34:13.421080 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41a4e47b-4d3b-4001-8106-506859385226 tempest-ExternalNetworksTestJSON-1346188077 tempest-ExternalNetworksTestJSON-1346188077-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 7e91c5b4-049e-4d46-9c4c-23853710a880 {{(pid=83871) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Apr 01 13:34:13.428826 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-41a4e47b-4d3b-4001-8106-506859385226 tempest-ExternalNetworksTestJSON-1346188077 tempest-ExternalNetworksTestJSON-1346188077-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3017602'] for network, before_response {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:34:13.447905 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.v2.base [None req-c574b2ad-76d6-4c4c-9a46-cb582e37bb6e tempest-PortsAdminExtendedAttrsTestJSON-1757410772 tempest-PortsAdminExtendedAttrsTestJSON-1757410772-project-admin] Request body: {'port': {'network_id': 'bfc634f9-53d1-48bd-89ab-1b58f2c64fc0', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-876077504'}} {{(pid=83869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:34:13.457692 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-c574b2ad-76d6-4c4c-9a46-cb582e37bb6e tempest-PortsAdminExtendedAttrsTestJSON-1757410772 tempest-PortsAdminExtendedAttrsTestJSON-1757410772-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:34:13.458373 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09d605b1-8bc8-45cf-81a5-c536e874d0eb None None] The sync data for ids ['b6377b27-5c52-4c99-9be4-98d794d69cb2'] in dv-neutron-836180-1-hyperv is: [{'id': 'b6377b27-5c52-4c99-9be4-98d794d69cb2', 'name': '', 'tenant_id': '04664f7c59734678b16de80312349853', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c177c331-3887-4337-812f-3a2215c218e5', 'external_fixed_ips': [{'subnet_id': 'cc0e84b6-3223-43b0-9d20-9222bec67617', 'ip_address': '172.20.0.10'}], 'enable_snat': True}, 'gw_port_id': '3c428eba-6ee1-4871-9962-119066675ef3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T13:33:58Z', 'updated_at': '2022-04-01T13:34:03Z', 'revision_number': 3, 'project_id': '04664f7c59734678b16de80312349853', 'gw_port': {'id': '3c428eba-6ee1-4871-9962-119066675ef3', 'name': '', 'network_id': 'c177c331-3887-4337-812f-3a2215c218e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:9f:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6377b27-5c52-4c99-9be4-98d794d69cb2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cc0e84b6-3223-43b0-9d20-9222bec67617', 'ip_address': '172.20.0.10', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836180-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:34:01Z', 'updated_at': '2022-04-01T13:34:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cc0e84b6-3223-43b0-9d20-9222bec67617', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836180-1-hyperv'}] {{(pid=83872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 13:34:13.463346 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-c574b2ad-76d6-4c4c-9a46-cb582e37bb6e tempest-PortsAdminExtendedAttrsTestJSON-1757410772 tempest-PortsAdminExtendedAttrsTestJSON-1757410772-project-admin] Usage tracker for resource:port and tenant:179bd524c55645f38495b0e9c3dd7bca is out of sync, need to count used quota {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 13:34:13.486802 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-c574b2ad-76d6-4c4c-9a46-cb582e37bb6e tempest-PortsAdminExtendedAttrsTestJSON-1757410772 tempest-PortsAdminExtendedAttrsTestJSON-1757410772-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 13:34:13.508015 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-41a4e47b-4d3b-4001-8106-506859385226 tempest-ExternalNetworksTestJSON-1346188077 tempest-ExternalNetworksTestJSON-1346188077-project-admin] 10.222.0.26 "DELETE /v2.0/networks/7e91c5b4-049e-4d46-9c4c-23853710a880 HTTP/1.1" status: 204 len: 168 time: 3.5082247 Apr 01 13:34:13.514613 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 47250) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:34:13.520757 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a4e47b-4d3b-4001-8106-506859385226 tempest-ExternalNetworksTestJSON-1346188077 tempest-ExternalNetworksTestJSON-1346188077-project-admin] Pushing event deleted for resources: {'Network': ['ID=7e91c5b4-049e-4d46-9c4c-23853710a880,revision_number=None']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:34:13.524870 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [req-6e7015c2-093a-4ed5-94c5-dee1252d27f6 req-346c65fd-fbf0-4acf-903a-ce583816f218 tempest-ServersTestManualDisk-1537329539 tempest-ServersTestManualDisk-1537329539-project] Unset dirty status for tenant:89fbd4bee1224db38dcb79340f59d1d9 on resource:port {{(pid=83871) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 13:34:13.531311 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-6e7015c2-093a-4ed5-94c5-dee1252d27f6 req-346c65fd-fbf0-4acf-903a-ce583816f218 tempest-ServersTestManualDisk-1537329539 tempest-ServersTestManualDisk-1537329539-project] 10.222.0.26 "GET /v2.0/ports?device_id=0316e663-2094-4e38-ab21-ae9fc82c63ae HTTP/1.1" status: 200 len: 210 time: 0.2213583 Apr 01 13:34:13.533636 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2153d13-f19a-445f-adee-7fc90bd08a5c None None] Pushing event updated for resources: {'Port': ['ID=95c23862-2961-406f-a170-85abadaa169f,revision_number=3']} {{(pid=83872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:34:13.544044 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-f4457228-905e-4187-aca7-b5246d655e73 None None] Provisioning for port 977f3384-72d2-424a-b723-6cd9d5b5af4a completed by entity DHCP. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 13:34:13.559859 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-f4457228-905e-4187-aca7-b5246d655e73 None None] Provisioning complete for port 977f3384-72d2-424a-b723-6cd9d5b5af4a triggered by entity DHCP. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 13:34:13.564632 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.v2.base [req-fc89ba1d-52e6-4209-b1dd-b69434c0a21b req-59be01f1-a817-4b2f-b7e0-4b22c6c0c283 service neutron] Request body: {'port': {'device_id': '8aa7d2ad-e8f3-4771-aad7-c1d452e82252', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8361'}} {{(pid=83869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:34:13.574239 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-f4457228-905e-4187-aca7-b5246d655e73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-948329'] for port, provisioning_complete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:34:13.606078 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-5d1c2593-2760-4fe7-9181-9a10f123b2d9 req-037a1bcd-f269-4cb7-92e0-7adad028213f tempest-ServersTestManualDisk-1537329539 tempest-ServersTestManualDisk-1537329539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736732935801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2743125'] for port, after_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:34:13.620457 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-c574b2ad-76d6-4c4c-9a46-cb582e37bb6e tempest-PortsAdminExtendedAttrsTestJSON-1757410772 tempest-PortsAdminExtendedAttrsTestJSON-1757410772-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:34:13.641647 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.v2.base [None req-f0da1f03-e98d-43bb-8899-82704d048ca0 tempest-ExternalNetworksTestJSON-1346188077 tempest-ExternalNetworksTestJSON-1346188077-project-admin] Request body: {'network': {'name': 'tempest-network--1361717997'}} {{(pid=83869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:34:13.657025 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-f0da1f03-e98d-43bb-8899-82704d048ca0 tempest-ExternalNetworksTestJSON-1346188077 tempest-ExternalNetworksTestJSON-1346188077-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:34:13.677152 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-2d50f5ad-21d2-4c97-af3c-593f18a50eae req-72fb0195-f5ff-4581-af11-5fcdcb51bd76 tempest-ServersTestJSON-1223226849 tempest-ServersTestJSON-1223226849-project] 10.222.0.26 "GET /v2.0/security-groups?id=9c879d46-6861-4e85-bf4f-dbcce6fd6735&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2847455 Apr 01 13:34:13.692722 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-f0da1f03-e98d-43bb-8899-82704d048ca0 tempest-ExternalNetworksTestJSON-1346188077 tempest-ExternalNetworksTestJSON-1346188077-project-admin] Usage tracker for resource:network and tenant:bb0d04bce31b434bb7c09b859fc82ca0 is out of sync, need to count used quota {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 13:34:13.717427 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-f0da1f03-e98d-43bb-8899-82704d048ca0 tempest-ExternalNetworksTestJSON-1346188077 tempest-ExternalNetworksTestJSON-1346188077-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 13:34:13.742660 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.plugin [None req-f4457228-905e-4187-aca7-b5246d655e73 None None] Port 977f3384-72d2-424a-b723-6cd9d5b5af4a cannot update to ACTIVE because it is not bound. {{(pid=83872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 13:34:13.771243 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-f0da1f03-e98d-43bb-8899-82704d048ca0 tempest-ExternalNetworksTestJSON-1346188077 tempest-ExternalNetworksTestJSON-1346188077-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:34:13.787363 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c574b2ad-76d6-4c4c-9a46-cb582e37bb6e tempest-PortsAdminExtendedAttrsTestJSON-1757410772 tempest-PortsAdminExtendedAttrsTestJSON-1757410772-project-admin] Made reservation on behalf of 179bd524c55645f38495b0e9c3dd7bca for: {'port': 1} {{(pid=83869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 13:34:13.789953 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-c574b2ad-76d6-4c4c-9a46-cb582e37bb6e tempest-PortsAdminExtendedAttrsTestJSON-1757410772 tempest-PortsAdminExtendedAttrsTestJSON-1757410772-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:34:13.835387 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037a1bcd-f269-4cb7-92e0-7adad028213f tempest-ServersTestManualDisk-1537329539 tempest-ServersTestManualDisk-1537329539-project] Pushing event updated for resources: {'Port': ['ID=389797f2-66e0-4248-bbe2-d36a06762cdf,revision_number=1']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:34:13.872514 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0da1f03-e98d-43bb-8899-82704d048ca0 tempest-ExternalNetworksTestJSON-1346188077 tempest-ExternalNetworksTestJSON-1346188077-project-admin] Made reservation on behalf of bb0d04bce31b434bb7c09b859fc82ca0 for: {'network': 1} {{(pid=83869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 13:34:13.875037 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-f0da1f03-e98d-43bb-8899-82704d048ca0 tempest-ExternalNetworksTestJSON-1346188077 tempest-ExternalNetworksTestJSON-1346188077-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for network, before_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:34:13.879054 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.db.resource_extend [None req-d8be8781-6827-42ca-ad5c-ce0f712864d2 tempest-FloatingIPAdminTestJSON-382796379 tempest-FloatingIPAdminTestJSON-382796379-project] It took 0.29 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 01 13:34:13.896502 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-06fef9c4-62ef-4743-b89c-a9f9ee657305 tempest-RoutersAdminTest-1965710677 tempest-RoutersAdminTest-1965710677-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:34:13.909016 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-91560060-e7ec-41ed-aeba-8bb82ae11bb9 None None] Provisioning complete for port 95c23862-2961-406f-a170-85abadaa169f triggered by entity DHCP. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 13:34:13.912267 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-91560060-e7ec-41ed-aeba-8bb82ae11bb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-948329'] for port, provisioning_complete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:34:13.920497 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5d1c2593-2760-4fe7-9181-9a10f123b2d9 req-037a1bcd-f269-4cb7-92e0-7adad028213f tempest-ServersTestManualDisk-1537329539 tempest-ServersTestManualDisk-1537329539-project] Network 8a1d3029-ea4e-4a99-9a7d-ce93ff1eb9a1 is already hosted by enough agents. {{(pid=83871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 13:34:13.926363 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.scheduler.base_scheduler [req-5d1c2593-2760-4fe7-9181-9a10f123b2d9 req-037a1bcd-f269-4cb7-92e0-7adad028213f tempest-ServersTestManualDisk-1537329539 tempest-ServersTestManualDisk-1537329539-project] Resources bound (agent type, host, resource id): {{(pid=83871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 13:34:13.928607 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.plugin [None req-06fef9c4-62ef-4743-b89c-a9f9ee657305 tempest-RoutersAdminTest-1965710677 tempest-RoutersAdminTest-1965710677-project-admin] Deleting port 3c428eba-6ee1-4871-9962-119066675ef3 {{(pid=83871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 13:34:13.929302 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-06fef9c4-62ef-4743-b89c-a9f9ee657305 tempest-RoutersAdminTest-1965710677 tempest-RoutersAdminTest-1965710677-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736733287370'] for port, before_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:34:13.953778 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.notifiers.nova [None req-c574b2ad-76d6-4c4c-9a46-cb582e37bb6e tempest-PortsAdminExtendedAttrsTestJSON-1757410772 tempest-PortsAdminExtendedAttrsTestJSON-1757410772-project-admin] device_id is not set on port 4376c538-22ad-4861-adfd-a5b5c46f191c yet. {{(pid=83869) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 01 13:34:13.968120 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d1c2593-2760-4fe7-9181-9a10f123b2d9 req-037a1bcd-f269-4cb7-92e0-7adad028213f tempest-ServersTestManualDisk-1537329539 tempest-ServersTestManualDisk-1537329539-project] Received port after_create {{(pid=83871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 13:34:14.049788 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1c2593-2760-4fe7-9181-9a10f123b2d9 req-037a1bcd-f269-4cb7-92e0-7adad028213f tempest-ServersTestManualDisk-1537329539 tempest-ServersTestManualDisk-1537329539-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:34:14.050967 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-5d1c2593-2760-4fe7-9181-9a10f123b2d9 req-037a1bcd-f269-4cb7-92e0-7adad028213f tempest-ServersTestManualDisk-1537329539 tempest-ServersTestManualDisk-1537329539-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109561'] for port, before_response {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:34:14.069479 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-446a1e78-7351-4342-bbc5-66f29653542d tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:34:14.075986 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-446a1e78-7351-4342-bbc5-66f29653542d tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:34:14.077434 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-446a1e78-7351-4342-bbc5-66f29653542d tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Synchronizing usage tracker for tenant:8b726fe6689e4b7f96def1a2219bea6c on resource:port {{(pid=83871) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 13:34:14.084494 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-d8be8781-6827-42ca-ad5c-ce0f712864d2 tempest-FloatingIPAdminTestJSON-382796379 tempest-FloatingIPAdminTestJSON-382796379-project] Notify callbacks [] for port, precommit_update {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:34:14.161921 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-d8be8781-6827-42ca-ad5c-ce0f712864d2 tempest-FloatingIPAdminTestJSON-382796379 tempest-FloatingIPAdminTestJSON-382796379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2743106'] for port, after_update {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:34:14.291465 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-446a1e78-7351-4342-bbc5-66f29653542d tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Unset dirty status for tenant:8b726fe6689e4b7f96def1a2219bea6c on resource:port {{(pid=83871) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 13:34:14.297155 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-446a1e78-7351-4342-bbc5-66f29653542d tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1670 time: 1.3729236 Apr 01 13:34:14.307469 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [req-fc89ba1d-52e6-4209-b1dd-b69434c0a21b req-59be01f1-a817-4b2f-b7e0-4b22c6c0c283 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:34:14.367454 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Device 95c23862-2961-406f-a170-85abadaa169f up at agent ovs-agent-dv-neutron-836180-1-hyperv {{(pid=83872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 13:34:14.369608 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 47258) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:34:14.532392 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-91560060-e7ec-41ed-aeba-8bb82ae11bb9 None None] Provisioning for port a5430792-c292-4ccd-a98c-b9d9a2656900 completed by entity DHCP. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 13:34:14.537853 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-91560060-e7ec-41ed-aeba-8bb82ae11bb9 None None] Provisioning complete for port a5430792-c292-4ccd-a98c-b9d9a2656900 triggered by entity DHCP. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 13:34:14.538236 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-91560060-e7ec-41ed-aeba-8bb82ae11bb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-948329'] for port, provisioning_complete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:34:14.538513 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 47260) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:34:14.549537 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8be8781-6827-42ca-ad5c-ce0f712864d2 tempest-FloatingIPAdminTestJSON-382796379 tempest-FloatingIPAdminTestJSON-382796379-project] Pushing event updated for resources: {'Port': ['ID=9647553e-5139-4c4d-825f-05325ea0b427,revision_number=2']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:34:14.561296 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.plugin [None req-34e245a6-6929-47e3-9d93-f12567434e41 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Deleting port a5430792-c292-4ccd-a98c-b9d9a2656900 {{(pid=83869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 13:34:14.562874 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-34e245a6-6929-47e3-9d93-f12567434e41 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736733287370'] for port, before_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:34:14.669760 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f0da1f03-e98d-43bb-8899-82704d048ca0 tempest-ExternalNetworksTestJSON-1346188077 tempest-ExternalNetworksTestJSON-1346188077-project-admin] vlan segment allocate from pool success with {'vlan_id': 398, 'physical_network': 'physnet1'} {{(pid=83869) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 13:34:14.720577 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.plugin [None req-91560060-e7ec-41ed-aeba-8bb82ae11bb9 None None] Port a5430792-c292-4ccd-a98c-b9d9a2656900 cannot update to ACTIVE because it is not bound. {{(pid=83872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 13:34:14.743054 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Provisioning complete for port 95c23862-2961-406f-a170-85abadaa169f triggered by entity L2. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 13:34:14.743459 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-948329'] for port, provisioning_complete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:34:14.788695 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-f0da1f03-e98d-43bb-8899-82704d048ca0 tempest-ExternalNetworksTestJSON-1346188077 tempest-ExternalNetworksTestJSON-1346188077-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1004271'] for segment, precommit_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:34:14.789180 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.db.segments_db [None req-f0da1f03-e98d-43bb-8899-82704d048ca0 tempest-ExternalNetworksTestJSON-1346188077 tempest-ExternalNetworksTestJSON-1346188077-project-admin] Added segment 69903cec-acc6-4d08-8ad8-0c182d18bb8a of type vlan for network 309013ad-c6dc-43dc-ba12-390ea746ffdb Apr 01 13:34:14.840880 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-5d1c2593-2760-4fe7-9181-9a10f123b2d9 req-037a1bcd-f269-4cb7-92e0-7adad028213f tempest-ServersTestManualDisk-1537329539 tempest-ServersTestManualDisk-1537329539-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.0946035 Apr 01 13:34:14.841959 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-d8be8781-6827-42ca-ad5c-ce0f712864d2 tempest-FloatingIPAdminTestJSON-382796379 tempest-FloatingIPAdminTestJSON-382796379-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3017508', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4084015'] for router_interface, after_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:34:14.860845 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.v2.base [None req-1c6a84d8-e9db-4717-9792-88a5cebdd10f tempest-RoutersIpV6AdminTest-2054225496 tempest-RoutersIpV6AdminTest-2054225496-project-admin] Request body: {'router': {'name': 'tempest-router--1648549535', 'project_id': '6e9cd70fdf8845d5818e999fd4351797'}} {{(pid=83871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:34:14.870349 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.v2.base [req-5d1c2593-2760-4fe7-9181-9a10f123b2d9 req-6ed58194-fadf-4ba6-afbf-dbbc581206cc service neutron] Request body: {'port': {'device_id': '0316e663-2094-4e38-ab21-ae9fc82c63ae', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8361'}} {{(pid=83871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:34:14.897231 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-c574b2ad-76d6-4c4c-9a46-cb582e37bb6e tempest-PortsAdminExtendedAttrsTestJSON-1757410772 tempest-PortsAdminExtendedAttrsTestJSON-1757410772-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:34:14.899846 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.agents_db [None req-bdd220c7-049a-43d2-a923-ad1a2de078c6 None None] Agent healthcheck: found 6 active agents {{(pid=83873) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 01 13:34:15.005061 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-b7877643-99f9-4375-b3a8-ab03fee296e4 None None] Provisioning for port 389797f2-66e0-4248-bbe2-d36a06762cdf completed by entity DHCP. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 13:34:15.025892 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-c574b2ad-76d6-4c4c-9a46-cb582e37bb6e tempest-PortsAdminExtendedAttrsTestJSON-1757410772 tempest-PortsAdminExtendedAttrsTestJSON-1757410772-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736732935801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2705155'] for port, after_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:34:15.040108 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-b7877643-99f9-4375-b3a8-ab03fee296e4 None None] Provisioning complete for port 389797f2-66e0-4248-bbe2-d36a06762cdf triggered by entity DHCP. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 13:34:15.040710 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-b7877643-99f9-4375-b3a8-ab03fee296e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-948329'] for port, provisioning_complete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:34:15.087363 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-5d1c2593-2760-4fe7-9181-9a10f123b2d9 req-6ed58194-fadf-4ba6-afbf-dbbc581206cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:34:15.117133 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-1c6a84d8-e9db-4717-9792-88a5cebdd10f tempest-RoutersIpV6AdminTest-2054225496 tempest-RoutersIpV6AdminTest-2054225496-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:34:15.158495 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.plugin [None req-b7877643-99f9-4375-b3a8-ab03fee296e4 None None] Port 389797f2-66e0-4248-bbe2-d36a06762cdf cannot update to ACTIVE because it is not bound. {{(pid=83872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 13:34:15.181740 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-b7877643-99f9-4375-b3a8-ab03fee296e4 None None] Provisioning complete for port a5430792-c292-4ccd-a98c-b9d9a2656900 triggered by entity DHCP. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 13:34:15.182104 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-b7877643-99f9-4375-b3a8-ab03fee296e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-948329'] for port, provisioning_complete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:34:15.306630 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.plugin [None req-b7877643-99f9-4375-b3a8-ab03fee296e4 None None] Port a5430792-c292-4ccd-a98c-b9d9a2656900 cannot update to ACTIVE because it is not bound. {{(pid=83872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 13:34:15.350843 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-1c6a84d8-e9db-4717-9792-88a5cebdd10f tempest-RoutersIpV6AdminTest-2054225496 tempest-RoutersIpV6AdminTest-2054225496-project-admin] Usage tracker for resource:router and tenant:6e9cd70fdf8845d5818e999fd4351797 is out of sync, need to count used quota {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 13:34:15.354028 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-1c6a84d8-e9db-4717-9792-88a5cebdd10f tempest-RoutersIpV6AdminTest-2054225496 tempest-RoutersIpV6AdminTest-2054225496-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 13:34:15.362055 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-1c6a84d8-e9db-4717-9792-88a5cebdd10f tempest-RoutersIpV6AdminTest-2054225496 tempest-RoutersIpV6AdminTest-2054225496-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:34:15.381380 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.db [None req-06fef9c4-62ef-4743-b89c-a9f9ee657305 tempest-RoutersAdminTest-1965710677 tempest-RoutersAdminTest-1965710677-project-admin] For port 3c428eba-6ee1-4871-9962-119066675ef3, host dv-neutron-836180-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836180-1-hyperv',level=0,port_id=3c428eba-6ee1-4871-9962-119066675ef3,segment=NetworkSegment(dfb2f144-f035-40a3-af5d-30399460c0e1),segment_id=dfb2f144-f035-40a3-af5d-30399460c0e1)] {{(pid=83871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 13:34:15.382491 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-06fef9c4-62ef-4743-b89c-a9f9ee657305 tempest-RoutersAdminTest-1965710677 tempest-RoutersAdminTest-1965710677-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4155147'] for port, precommit_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:34:15.387914 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-f0da1f03-e98d-43bb-8899-82704d048ca0 tempest-ExternalNetworksTestJSON-1346188077 tempest-ExternalNetworksTestJSON-1346188077-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736732923383'] for network, precommit_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:34:15.509700 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.plugin [None req-06fef9c4-62ef-4743-b89c-a9f9ee657305 tempest-RoutersAdminTest-1965710677 tempest-RoutersAdminTest-1965710677-project-admin] Calling delete_port for 3c428eba-6ee1-4871-9962-119066675ef3 owned by network:router_gateway {{(pid=83871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 13:34:15.807885 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.notifiers.nova [req-fc89ba1d-52e6-4209-b1dd-b69434c0a21b req-59be01f1-a817-4b2f-b7e0-4b22c6c0c283 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 977f3384-72d2-424a-b723-6cd9d5b5af4a {{(pid=83869) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 01 13:34:15.816176 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [req-fc89ba1d-52e6-4209-b1dd-b69434c0a21b req-59be01f1-a817-4b2f-b7e0-4b22c6c0c283 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:34:15.831211 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.provisioning_blocks [req-fc89ba1d-52e6-4209-b1dd-b69434c0a21b req-59be01f1-a817-4b2f-b7e0-4b22c6c0c283 service neutron] Transition to ACTIVE for port object 977f3384-72d2-424a-b723-6cd9d5b5af4a will not be triggered until provisioned by entity L2. {{(pid=83869) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 13:34:15.834662 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c574b2ad-76d6-4c4c-9a46-cb582e37bb6e tempest-PortsAdminExtendedAttrsTestJSON-1757410772 tempest-PortsAdminExtendedAttrsTestJSON-1757410772-project-admin] Network bfc634f9-53d1-48bd-89ab-1b58f2c64fc0 is already hosted by enough agents. {{(pid=83869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 13:34:15.843143 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.db.resource_extend [None req-f0da1f03-e98d-43bb-8899-82704d048ca0 tempest-ExternalNetworksTestJSON-1346188077 tempest-ExternalNetworksTestJSON-1346188077-project-admin] It took 0.28 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 01 13:34:15.913641 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.scheduler.base_scheduler [None req-c574b2ad-76d6-4c4c-9a46-cb582e37bb6e tempest-PortsAdminExtendedAttrsTestJSON-1757410772 tempest-PortsAdminExtendedAttrsTestJSON-1757410772-project-admin] Resources bound (agent type, host, resource id): {{(pid=83869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 13:34:15.916806 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [req-fc89ba1d-52e6-4209-b1dd-b69434c0a21b req-59be01f1-a817-4b2f-b7e0-4b22c6c0c283 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2705172'] for port, after_update {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:34:15.928207 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c574b2ad-76d6-4c4c-9a46-cb582e37bb6e tempest-PortsAdminExtendedAttrsTestJSON-1757410772 tempest-PortsAdminExtendedAttrsTestJSON-1757410772-project-admin] Received port after_create {{(pid=83869) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 13:34:15.929243 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c574b2ad-76d6-4c4c-9a46-cb582e37bb6e tempest-PortsAdminExtendedAttrsTestJSON-1757410772 tempest-PortsAdminExtendedAttrsTestJSON-1757410772-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:34:15.929826 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-c574b2ad-76d6-4c4c-9a46-cb582e37bb6e tempest-PortsAdminExtendedAttrsTestJSON-1757410772 tempest-PortsAdminExtendedAttrsTestJSON-1757410772-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109561'] for port, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:34:15.953646 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-f0da1f03-e98d-43bb-8899-82704d048ca0 tempest-ExternalNetworksTestJSON-1346188077 tempest-ExternalNetworksTestJSON-1346188077-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575'] for network, after_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:34:15.954840 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0da1f03-e98d-43bb-8899-82704d048ca0 tempest-ExternalNetworksTestJSON-1346188077 tempest-ExternalNetworksTestJSON-1346188077-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:34:15.955301 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-f0da1f03-e98d-43bb-8899-82704d048ca0 tempest-ExternalNetworksTestJSON-1346188077 tempest-ExternalNetworksTestJSON-1346188077-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3017602'] for network, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:34:15.992429 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c574b2ad-76d6-4c4c-9a46-cb582e37bb6e tempest-PortsAdminExtendedAttrsTestJSON-1757410772 tempest-PortsAdminExtendedAttrsTestJSON-1757410772-project-admin] Pushing event updated for resources: {'Port': ['ID=4376c538-22ad-4861-adfd-a5b5c46f191c,revision_number=1']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:34:16.215994 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-1c6a84d8-e9db-4717-9792-88a5cebdd10f tempest-RoutersIpV6AdminTest-2054225496 tempest-RoutersIpV6AdminTest-2054225496-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4082176', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4220'] for router, before_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:34:16.220104 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-1c6a84d8-e9db-4717-9792-88a5cebdd10f tempest-RoutersIpV6AdminTest-2054225496 tempest-RoutersIpV6AdminTest-2054225496-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4082277', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4084873', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4148249', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4211'] for router, precommit_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:34:16.336101 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0da1f03-e98d-43bb-8899-82704d048ca0 tempest-ExternalNetworksTestJSON-1346188077 tempest-ExternalNetworksTestJSON-1346188077-project-admin] Pushing event updated for resources: {'Network': ['ID=309013ad-c6dc-43dc-ba12-390ea746ffdb,revision_number=1']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:34:16.343037 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-c574b2ad-76d6-4c4c-9a46-cb582e37bb6e tempest-PortsAdminExtendedAttrsTestJSON-1757410772 tempest-PortsAdminExtendedAttrsTestJSON-1757410772-project-admin] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 2.9463251 Apr 01 13:34:16.343727 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 47272) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:34:16.346175 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-34e245a6-6929-47e3-9d93-f12567434e41 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4155147'] for port, precommit_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:34:16.351705 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Network 309013ad-c6dc-43dc-ba12-390ea746ffdb details requested by agent ovs-agent-dv-neutron-836180-1-hyperv with host dv-neutron-836180-1-hyperv {{(pid=83872) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 13:34:16.378732 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.v2.base [None req-5e90e4ee-9802-44a5-906c-690eb8cbf686 tempest-PortsAdminExtendedAttrsTestJSON-1757410772 tempest-PortsAdminExtendedAttrsTestJSON-1757410772-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8361'}} {{(pid=83869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:34:16.441394 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-f0da1f03-e98d-43bb-8899-82704d048ca0 tempest-ExternalNetworksTestJSON-1346188077 tempest-ExternalNetworksTestJSON-1346188077-project-admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 864 time: 2.9125483 Apr 01 13:34:16.490794 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 47276) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:34:16.497888 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.v2.base [None req-4f689eaa-307e-4345-8db9-849a7ff16672 tempest-ExternalNetworksTestJSON-1346188077 tempest-ExternalNetworksTestJSON-1346188077-project-admin] Request body: {'network': {'router:external': True}} {{(pid=83869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:34:16.562233 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8be8781-6827-42ca-ad5c-ce0f712864d2 tempest-FloatingIPAdminTestJSON-382796379 tempest-FloatingIPAdminTestJSON-382796379-project] Network f2ea7b94-8acd-4366-9b8f-7793dde2b041 is already hosted by enough agents. {{(pid=83871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 13:34:16.564801 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.scheduler.base_scheduler [None req-d8be8781-6827-42ca-ad5c-ce0f712864d2 tempest-FloatingIPAdminTestJSON-382796379 tempest-FloatingIPAdminTestJSON-382796379-project] Resources bound (agent type, host, resource id): {{(pid=83871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 13:34:16.688604 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-06fef9c4-62ef-4743-b89c-a9f9ee657305 tempest-RoutersAdminTest-1965710677 tempest-RoutersAdminTest-1965710677-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736733359243', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736732935810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2743125'] for port, after_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:34:16.888288 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06fef9c4-62ef-4743-b89c-a9f9ee657305 tempest-RoutersAdminTest-1965710677 tempest-RoutersAdminTest-1965710677-project-admin] Pushing event deleted for resources: {'Port': ['ID=3c428eba-6ee1-4871-9962-119066675ef3,revision_number=None']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:34:16.923436 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-5e90e4ee-9802-44a5-906c-690eb8cbf686 tempest-PortsAdminExtendedAttrsTestJSON-1757410772 tempest-PortsAdminExtendedAttrsTestJSON-1757410772-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:34:16.948529 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.plugin [None req-34e245a6-6929-47e3-9d93-f12567434e41 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Calling delete_port for a5430792-c292-4ccd-a98c-b9d9a2656900 owned by {{(pid=83869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 13:34:16.982697 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59be01f1-a817-4b2f-b7e0-4b22c6c0c283 service neutron] Pushing event updated for resources: {'Port': ['ID=977f3384-72d2-424a-b723-6cd9d5b5af4a,revision_number=2']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:34:17.036331 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.notifiers.nova [req-5d1c2593-2760-4fe7-9181-9a10f123b2d9 req-6ed58194-fadf-4ba6-afbf-dbbc581206cc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 389797f2-66e0-4248-bbe2-d36a06762cdf {{(pid=83871) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 01 13:34:17.057655 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-d3ce3c04-218b-4266-baa7-572c5e10d948 None None] Provisioning complete for port 9647553e-5139-4c4d-825f-05325ea0b427 triggered by entity DHCP. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 13:34:17.058633 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-d3ce3c04-218b-4266-baa7-572c5e10d948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-948329'] for port, provisioning_complete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:34:17.085567 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-5d1c2593-2760-4fe7-9181-9a10f123b2d9 req-6ed58194-fadf-4ba6-afbf-dbbc581206cc service neutron] Notify callbacks [] for port, precommit_update {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:34:17.209661 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.plugin [None req-d3ce3c04-218b-4266-baa7-572c5e10d948 None None] Port 9647553e-5139-4c4d-825f-05325ea0b427 cannot update to ACTIVE because it is not bound. {{(pid=83872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 13:34:17.289501 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-06fef9c4-62ef-4743-b89c-a9f9ee657305 tempest-RoutersAdminTest-1965710677 tempest-RoutersAdminTest-1965710677-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4084822'] for router_gateway, after_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:34:17.303366 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abde868c-a212-4862-b3a0-8f722615bdec req-0febba1f-4eb9-46fb-9090-f2f866cdf220 tempest-ServersTestJSON-1223226849 tempest-ServersTestJSON-1223226849-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:34:17.305356 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-abde868c-a212-4862-b3a0-8f722615bdec req-0febba1f-4eb9-46fb-9090-f2f866cdf220 tempest-ServersTestJSON-1223226849 tempest-ServersTestJSON-1223226849-project] 10.222.0.26 "GET /v2.0/ports?device_id=8aa7d2ad-e8f3-4771-aad7-c1d452e82252 HTTP/1.1" status: 200 len: 932 time: 2.2834675 Apr 01 13:34:17.751909 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-06fef9c4-62ef-4743-b89c-a9f9ee657305 tempest-RoutersAdminTest-1965710677 tempest-RoutersAdminTest-1965710677-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4079814', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4170'] for router, precommit_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:34:17.777801 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.notifiers.nova [None req-5e90e4ee-9802-44a5-906c-690eb8cbf686 tempest-PortsAdminExtendedAttrsTestJSON-1757410772 tempest-PortsAdminExtendedAttrsTestJSON-1757410772-project-admin] device_id is not set on port 4376c538-22ad-4861-adfd-a5b5c46f191c yet. {{(pid=83869) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 01 13:34:17.778106 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645f3266-ded2-4b21-bd12-7745c0e8bb72 req-4a68f9ca-eb01-481c-9377-42028cfbed80 tempest-ServersTestManualDisk-1537329539 tempest-ServersTestManualDisk-1537329539-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:34:17.779727 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-645f3266-ded2-4b21-bd12-7745c0e8bb72 req-4a68f9ca-eb01-481c-9377-42028cfbed80 tempest-ServersTestManualDisk-1537329539 tempest-ServersTestManualDisk-1537329539-project] 10.222.0.26 "GET /v2.0/ports?device_id=0316e663-2094-4e38-ab21-ae9fc82c63ae HTTP/1.1" status: 200 len: 932 time: 2.8371592 Apr 01 13:34:17.791829 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-06fef9c4-62ef-4743-b89c-a9f9ee657305 tempest-RoutersAdminTest-1965710677 tempest-RoutersAdminTest-1965710677-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:34:17.816207 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-1c6a84d8-e9db-4717-9792-88a5cebdd10f tempest-RoutersIpV6AdminTest-2054225496 tempest-RoutersIpV6AdminTest-2054225496-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:34:17.846228 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-5e90e4ee-9802-44a5-906c-690eb8cbf686 tempest-PortsAdminExtendedAttrsTestJSON-1757410772 tempest-PortsAdminExtendedAttrsTestJSON-1757410772-project-admin] Notify callbacks [] for port, precommit_update {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:34:17.984140 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-4f689eaa-307e-4345-8db9-849a7ff16672 tempest-ExternalNetworksTestJSON-1346188077 tempest-ExternalNetworksTestJSON-1346188077-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736732923383'] for network, precommit_update {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:34:17.999556 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.provisioning_blocks [None req-5e90e4ee-9802-44a5-906c-690eb8cbf686 tempest-PortsAdminExtendedAttrsTestJSON-1757410772 tempest-PortsAdminExtendedAttrsTestJSON-1757410772-project-admin] Transition to ACTIVE for port object 4376c538-22ad-4861-adfd-a5b5c46f191c will not be triggered until provisioned by entity L2. {{(pid=83869) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 13:34:18.009140 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-abde868c-a212-4862-b3a0-8f722615bdec req-586d4bd0-0ec4-4821-a4dd-220cef16ff19 tempest-ServersTestJSON-1223226849 tempest-ServersTestJSON-1223226849-project] 10.222.0.26 "GET /v2.0/security-groups?id=9c879d46-6861-4e85-bf4f-dbcce6fd6735&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6555583 Apr 01 13:34:18.011996 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.provisioning_blocks [req-5d1c2593-2760-4fe7-9181-9a10f123b2d9 req-6ed58194-fadf-4ba6-afbf-dbbc581206cc service neutron] Transition to ACTIVE for port object 389797f2-66e0-4248-bbe2-d36a06762cdf will not be triggered until provisioned by entity L2. {{(pid=83871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 13:34:18.014999 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-1c6a84d8-e9db-4717-9792-88a5cebdd10f tempest-RoutersIpV6AdminTest-2054225496 tempest-RoutersIpV6AdminTest-2054225496-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4082201', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4084858'] for router, after_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:34:18.036030 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-06fef9c4-62ef-4743-b89c-a9f9ee657305 tempest-RoutersAdminTest-1965710677 tempest-RoutersAdminTest-1965710677-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4079738'] for router, after_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:34:18.036030 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06fef9c4-62ef-4743-b89c-a9f9ee657305 tempest-RoutersAdminTest-1965710677 tempest-RoutersAdminTest-1965710677-project-admin] Fanout notify agent at l3_agent the message router_deleted on router b6377b27-5c52-4c99-9be4-98d794d69cb2 {{(pid=83871) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 01 13:34:18.036399 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-5d1c2593-2760-4fe7-9181-9a10f123b2d9 req-6ed58194-fadf-4ba6-afbf-dbbc581206cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2743106'] for port, after_update {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:34:18.039107 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-34e245a6-6929-47e3-9d93-f12567434e41 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736733359243', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736732935810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2705155'] for port, after_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:34:18.040661 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-5e90e4ee-9802-44a5-906c-690eb8cbf686 tempest-PortsAdminExtendedAttrsTestJSON-1757410772 tempest-PortsAdminExtendedAttrsTestJSON-1757410772-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2705172'] for port, after_update {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:34:18.165263 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e90e4ee-9802-44a5-906c-690eb8cbf686 tempest-PortsAdminExtendedAttrsTestJSON-1757410772 tempest-PortsAdminExtendedAttrsTestJSON-1757410772-project-admin] Pushing event updated for resources: {'Port': ['ID=4376c538-22ad-4861-adfd-a5b5c46f191c,revision_number=2']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:34:18.172232 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-4f689eaa-307e-4345-8db9-849a7ff16672 tempest-ExternalNetworksTestJSON-1346188077 tempest-ExternalNetworksTestJSON-1346188077-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575'] for network, after_update {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:34:18.388890 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-645f3266-ded2-4b21-bd12-7745c0e8bb72 req-f7842b87-7fbe-4d26-919b-5a90e5b4c0f3 tempest-ServersTestManualDisk-1537329539 tempest-ServersTestManualDisk-1537329539-project] 10.222.0.26 "GET /v2.0/security-groups?id=5eeb8844-2921-4d9c-96aa-ee946f9c62b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5763133 Apr 01 13:34:18.409943 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e245a6-6929-47e3-9d93-f12567434e41 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Pushing event deleted for resources: {'Port': ['ID=a5430792-c292-4ccd-a98c-b9d9a2656900,revision_number=None']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:34:18.429192 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f689eaa-307e-4345-8db9-849a7ff16672 tempest-ExternalNetworksTestJSON-1346188077 tempest-ExternalNetworksTestJSON-1346188077-project-admin] Pushing event updated for resources: {'Network': ['ID=309013ad-c6dc-43dc-ba12-390ea746ffdb,revision_number=2']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:34:18.431213 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-4f689eaa-307e-4345-8db9-849a7ff16672 tempest-ExternalNetworksTestJSON-1346188077 tempest-ExternalNetworksTestJSON-1346188077-project-admin] Network 309013ad-c6dc-43dc-ba12-390ea746ffdb is not hosted by any dhcp agent {{(pid=83869) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:226}} Apr 01 13:34:18.432091 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f689eaa-307e-4345-8db9-849a7ff16672 tempest-ExternalNetworksTestJSON-1346188077 tempest-ExternalNetworksTestJSON-1346188077-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:34:18.432734 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-4f689eaa-307e-4345-8db9-849a7ff16672 tempest-ExternalNetworksTestJSON-1346188077 tempest-ExternalNetworksTestJSON-1346188077-project-admin] Notify callbacks [] for network, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:34:18.434922 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-4f689eaa-307e-4345-8db9-849a7ff16672 tempest-ExternalNetworksTestJSON-1346188077 tempest-ExternalNetworksTestJSON-1346188077-project-admin] 10.222.0.26 "PUT /v2.0/networks/309013ad-c6dc-43dc-ba12-390ea746ffdb HTTP/1.1" status: 200 len: 858 time: 1.9427989 Apr 01 13:34:18.440609 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 47280) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:34:18.498254 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed58194-fadf-4ba6-afbf-dbbc581206cc service neutron] Pushing event updated for resources: {'Port': ['ID=389797f2-66e0-4248-bbe2-d36a06762cdf,revision_number=2']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:34:18.546461 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-1c6a84d8-e9db-4717-9792-88a5cebdd10f tempest-RoutersIpV6AdminTest-2054225496 tempest-RoutersIpV6AdminTest-2054225496-project-admin] Notify callbacks [] for router, before_response {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:34:18.547577 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-1c6a84d8-e9db-4717-9792-88a5cebdd10f tempest-RoutersIpV6AdminTest-2054225496 tempest-RoutersIpV6AdminTest-2054225496-project-admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 3.9878724 Apr 01 13:34:18.549474 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-06fef9c4-62ef-4743-b89c-a9f9ee657305 tempest-RoutersAdminTest-1965710677 tempest-RoutersAdminTest-1965710677-project-admin] Notify callbacks [] for router, before_response {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:34:18.550505 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-06fef9c4-62ef-4743-b89c-a9f9ee657305 tempest-RoutersAdminTest-1965710677 tempest-RoutersAdminTest-1965710677-project-admin] 10.222.0.26 "DELETE /v2.0/routers/b6377b27-5c52-4c99-9be4-98d794d69cb2 HTTP/1.1" status: 204 len: 168 time: 10.3834629 Apr 01 13:34:18.551356 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 47284) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:34:18.555838 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 47286) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:34:18.671809 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.managers [req-fc89ba1d-52e6-4209-b1dd-b69434c0a21b req-59be01f1-a817-4b2f-b7e0-4b22c6c0c283 service neutron] Attempting to bind port 977f3384-72d2-424a-b723-6cd9d5b5af4a on host hv-neutron-8361 for vnic_type normal with profile {{(pid=83869) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 13:34:18.672158 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.managers [req-fc89ba1d-52e6-4209-b1dd-b69434c0a21b req-59be01f1-a817-4b2f-b7e0-4b22c6c0c283 service neutron] Attempting to bind port 977f3384-72d2-424a-b723-6cd9d5b5af4a by drivers openvswitch,hyperv on host hv-neutron-8361 at level 0 using segments [{'id': 'a7c08fea-ad3b-44c6-93c9-bb06e756d3ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'fb98b55b-27fc-4010-87f8-0892c916fc1a'}] {{(pid=83869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 13:34:18.672547 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc89ba1d-52e6-4209-b1dd-b69434c0a21b req-59be01f1-a817-4b2f-b7e0-4b22c6c0c283 service neutron] Attempting to bind port 977f3384-72d2-424a-b723-6cd9d5b5af4a on network fb98b55b-27fc-4010-87f8-0892c916fc1a {{(pid=83869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 13:34:18.859399 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc89ba1d-52e6-4209-b1dd-b69434c0a21b req-59be01f1-a817-4b2f-b7e0-4b22c6c0c283 service neutron] Port 977f3384-72d2-424a-b723-6cd9d5b5af4a on network fb98b55b-27fc-4010-87f8-0892c916fc1a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8361 {{(pid=83869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 01 13:34:18.859806 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc89ba1d-52e6-4209-b1dd-b69434c0a21b req-59be01f1-a817-4b2f-b7e0-4b22c6c0c283 service neutron] Attempting to bind port 977f3384-72d2-424a-b723-6cd9d5b5af4a on network fb98b55b-27fc-4010-87f8-0892c916fc1a {{(pid=83869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 13:34:18.862175 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.db_base_plugin_v2 [None req-e2747c2e-a2a5-4906-af8b-3e2230d93afe tempest-RoutersAdminTest-1965710677 tempest-RoutersAdminTest-1965710677-project-admin] Deleting subnet cc0e84b6-3223-43b0-9d20-9222bec67617 {{(pid=83871) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 01 13:34:18.874401 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-e2747c2e-a2a5-4906-af8b-3e2230d93afe tempest-RoutersAdminTest-1965710677 tempest-RoutersAdminTest-1965710677-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:34:18.880501 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc89ba1d-52e6-4209-b1dd-b69434c0a21b req-59be01f1-a817-4b2f-b7e0-4b22c6c0c283 service neutron] Checking agent: {'id': '359ce187-6241-4f7e-85a4-e066c7b0cdea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8361', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 13, 31, 54), 'started_at': datetime.datetime(2022, 4, 1, 13, 31, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 13, 33, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 13:34:18.880926 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc89ba1d-52e6-4209-b1dd-b69434c0a21b req-59be01f1-a817-4b2f-b7e0-4b22c6c0c283 service neutron] Checking segment: {'id': 'a7c08fea-ad3b-44c6-93c9-bb06e756d3ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'fb98b55b-27fc-4010-87f8-0892c916fc1a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 13:34:18.881539 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc89ba1d-52e6-4209-b1dd-b69434c0a21b req-59be01f1-a817-4b2f-b7e0-4b22c6c0c283 service neutron] Bound using segment: {'id': 'a7c08fea-ad3b-44c6-93c9-bb06e756d3ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'fb98b55b-27fc-4010-87f8-0892c916fc1a'} {{(pid=83869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 13:34:18.882116 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.managers [req-fc89ba1d-52e6-4209-b1dd-b69434c0a21b req-59be01f1-a817-4b2f-b7e0-4b22c6c0c283 service neutron] Bound port: 977f3384-72d2-424a-b723-6cd9d5b5af4a, host: hv-neutron-8361, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a7c08fea-ad3b-44c6-93c9-bb06e756d3ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'fb98b55b-27fc-4010-87f8-0892c916fc1a'}}] {{(pid=83869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 13:34:18.882533 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [req-fc89ba1d-52e6-4209-b1dd-b69434c0a21b req-59be01f1-a817-4b2f-b7e0-4b22c6c0c283 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:34:18.900944 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-34e245a6-6929-47e3-9d93-f12567434e41 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109561'] for port, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:34:18.961170 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-34e245a6-6929-47e3-9d93-f12567434e41 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] 10.222.0.26 "DELETE /v2.0/ports/a5430792-c292-4ccd-a98c-b9d9a2656900 HTTP/1.1" status: 204 len: 168 time: 4.5029175 Apr 01 13:34:18.971204 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 47292) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:34:19.037575 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-7de8883e-bea6-434d-8f49-a0e63858fa45 tempest-ExternalNetworksTestJSON-1346188077 tempest-ExternalNetworksTestJSON-1346188077-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1033078'] for network, before_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:34:19.039238 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.managers [None req-5e90e4ee-9802-44a5-906c-690eb8cbf686 tempest-PortsAdminExtendedAttrsTestJSON-1757410772 tempest-PortsAdminExtendedAttrsTestJSON-1757410772-project-admin] Attempting to bind port 4376c538-22ad-4861-adfd-a5b5c46f191c on host hv-neutron-8361 for vnic_type normal with profile {{(pid=83869) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 13:34:19.039760 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.managers [None req-5e90e4ee-9802-44a5-906c-690eb8cbf686 tempest-PortsAdminExtendedAttrsTestJSON-1757410772 tempest-PortsAdminExtendedAttrsTestJSON-1757410772-project-admin] Attempting to bind port 4376c538-22ad-4861-adfd-a5b5c46f191c by drivers openvswitch,hyperv on host hv-neutron-8361 at level 0 using segments [{'id': '92414977-2e91-49a0-9c02-7d2579834d3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'bfc634f9-53d1-48bd-89ab-1b58f2c64fc0'}] {{(pid=83869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 13:34:19.040281 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e90e4ee-9802-44a5-906c-690eb8cbf686 tempest-PortsAdminExtendedAttrsTestJSON-1757410772 tempest-PortsAdminExtendedAttrsTestJSON-1757410772-project-admin] Attempting to bind port 4376c538-22ad-4861-adfd-a5b5c46f191c on network bfc634f9-53d1-48bd-89ab-1b58f2c64fc0 {{(pid=83869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 13:34:19.080568 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e90e4ee-9802-44a5-906c-690eb8cbf686 tempest-PortsAdminExtendedAttrsTestJSON-1757410772 tempest-PortsAdminExtendedAttrsTestJSON-1757410772-project-admin] Port 4376c538-22ad-4861-adfd-a5b5c46f191c on network bfc634f9-53d1-48bd-89ab-1b58f2c64fc0 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8361 {{(pid=83869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 01 13:34:19.080983 dv-neutron-836180-1-hyperv neutron-server[83869]: ERROR neutron.plugins.ml2.managers [None req-5e90e4ee-9802-44a5-906c-690eb8cbf686 tempest-PortsAdminExtendedAttrsTestJSON-1757410772 tempest-PortsAdminExtendedAttrsTestJSON-1757410772-project-admin] Failed to bind port 4376c538-22ad-4861-adfd-a5b5c46f191c on host hv-neutron-8361 for vnic_type normal using segments [{'id': '92414977-2e91-49a0-9c02-7d2579834d3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'bfc634f9-53d1-48bd-89ab-1b58f2c64fc0'}] Apr 01 13:34:19.084019 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.plugins.ml2.plugin [None req-5e90e4ee-9802-44a5-906c-690eb8cbf686 tempest-PortsAdminExtendedAttrsTestJSON-1757410772 tempest-PortsAdminExtendedAttrsTestJSON-1757410772-project-admin] Attempt 2 to bind port 4376c538-22ad-4861-adfd-a5b5c46f191c Apr 01 13:34:19.123563 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-e2747c2e-a2a5-4906-af8b-3e2230d93afe tempest-RoutersAdminTest-1965710677 tempest-RoutersAdminTest-1965710677-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3166365'] for subnet, precommit_delete_associations {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:34:19.132874 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.db [req-fc89ba1d-52e6-4209-b1dd-b69434c0a21b req-59be01f1-a817-4b2f-b7e0-4b22c6c0c283 service neutron] For port 977f3384-72d2-424a-b723-6cd9d5b5af4a, host hv-neutron-8361, cleared binding levels {{(pid=83869) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 13:34:19.171327 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.managers [None req-5e90e4ee-9802-44a5-906c-690eb8cbf686 tempest-PortsAdminExtendedAttrsTestJSON-1757410772 tempest-PortsAdminExtendedAttrsTestJSON-1757410772-project-admin] Attempting to bind port 4376c538-22ad-4861-adfd-a5b5c46f191c on host hv-neutron-8361 for vnic_type normal with profile {{(pid=83869) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 13:34:19.171761 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.managers [None req-5e90e4ee-9802-44a5-906c-690eb8cbf686 tempest-PortsAdminExtendedAttrsTestJSON-1757410772 tempest-PortsAdminExtendedAttrsTestJSON-1757410772-project-admin] Attempting to bind port 4376c538-22ad-4861-adfd-a5b5c46f191c by drivers openvswitch,hyperv on host hv-neutron-8361 at level 0 using segments [{'id': '92414977-2e91-49a0-9c02-7d2579834d3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'bfc634f9-53d1-48bd-89ab-1b58f2c64fc0'}] {{(pid=83869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 13:34:19.172461 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e90e4ee-9802-44a5-906c-690eb8cbf686 tempest-PortsAdminExtendedAttrsTestJSON-1757410772 tempest-PortsAdminExtendedAttrsTestJSON-1757410772-project-admin] Attempting to bind port 4376c538-22ad-4861-adfd-a5b5c46f191c on network bfc634f9-53d1-48bd-89ab-1b58f2c64fc0 {{(pid=83869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 13:34:19.202659 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-e2747c2e-a2a5-4906-af8b-3e2230d93afe tempest-RoutersAdminTest-1965710677 tempest-RoutersAdminTest-1965710677-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-945029'] for subnet, precommit_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:34:19.261758 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.db [req-fc89ba1d-52e6-4209-b1dd-b69434c0a21b req-59be01f1-a817-4b2f-b7e0-4b22c6c0c283 service neutron] For port 977f3384-72d2-424a-b723-6cd9d5b5af4a, host hv-neutron-8361, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8361',level=0,port_id=977f3384-72d2-424a-b723-6cd9d5b5af4a,segment=NetworkSegment(a7c08fea-ad3b-44c6-93c9-bb06e756d3ac),segment_id=a7c08fea-ad3b-44c6-93c9-bb06e756d3ac)] {{(pid=83869) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 13:34:19.264128 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e228e2a-eeb0-4523-8c23-3b395851ef0c tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:34:19.265763 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e228e2a-eeb0-4523-8c23-3b395851ef0c tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:34:19.266476 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-0e228e2a-eeb0-4523-8c23-3b395851ef0c tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Synchronizing usage tracker for tenant:8b726fe6689e4b7f96def1a2219bea6c on resource:subnet {{(pid=83871) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 13:34:19.284483 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e90e4ee-9802-44a5-906c-690eb8cbf686 tempest-PortsAdminExtendedAttrsTestJSON-1757410772 tempest-PortsAdminExtendedAttrsTestJSON-1757410772-project-admin] Port 4376c538-22ad-4861-adfd-a5b5c46f191c on network bfc634f9-53d1-48bd-89ab-1b58f2c64fc0 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8361 {{(pid=83869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 01 13:34:19.284916 dv-neutron-836180-1-hyperv neutron-server[83869]: ERROR neutron.plugins.ml2.managers [None req-5e90e4ee-9802-44a5-906c-690eb8cbf686 tempest-PortsAdminExtendedAttrsTestJSON-1757410772 tempest-PortsAdminExtendedAttrsTestJSON-1757410772-project-admin] Failed to bind port 4376c538-22ad-4861-adfd-a5b5c46f191c on host hv-neutron-8361 for vnic_type normal using segments [{'id': '92414977-2e91-49a0-9c02-7d2579834d3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'bfc634f9-53d1-48bd-89ab-1b58f2c64fc0'}] Apr 01 13:34:19.286239 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [req-fc89ba1d-52e6-4209-b1dd-b69434c0a21b req-59be01f1-a817-4b2f-b7e0-4b22c6c0c283 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2705172'] for port, after_update {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:34:19.339760 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.plugins.ml2.plugin [None req-5e90e4ee-9802-44a5-906c-690eb8cbf686 tempest-PortsAdminExtendedAttrsTestJSON-1757410772 tempest-PortsAdminExtendedAttrsTestJSON-1757410772-project-admin] Attempt 3 to bind port 4376c538-22ad-4861-adfd-a5b5c46f191c Apr 01 13:34:19.347489 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-e2747c2e-a2a5-4906-af8b-3e2230d93afe tempest-RoutersAdminTest-1965710677 tempest-RoutersAdminTest-1965710677-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-945042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2743160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2757373'] for subnet, after_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:34:19.406051 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-1483f959-a0c0-4fc0-ae45-3a926e5cd36b tempest-RoutersIpV6AdminTest-2054225496 tempest-RoutersIpV6AdminTest-2054225496-project-admin] Notify callbacks [] for router, before_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:34:19.408734 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-7de8883e-bea6-434d-8f49-a0e63858fa45 tempest-ExternalNetworksTestJSON-1346188077 tempest-ExternalNetworksTestJSON-1346188077-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-942654', 'neutron.services.segments.db._delete_segments_for_network-8736733387888'] for network, precommit_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:34:19.437834 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.managers [None req-5e90e4ee-9802-44a5-906c-690eb8cbf686 tempest-PortsAdminExtendedAttrsTestJSON-1757410772 tempest-PortsAdminExtendedAttrsTestJSON-1757410772-project-admin] Attempting to bind port 4376c538-22ad-4861-adfd-a5b5c46f191c on host hv-neutron-8361 for vnic_type normal with profile {{(pid=83869) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 13:34:19.438248 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.managers [None req-5e90e4ee-9802-44a5-906c-690eb8cbf686 tempest-PortsAdminExtendedAttrsTestJSON-1757410772 tempest-PortsAdminExtendedAttrsTestJSON-1757410772-project-admin] Attempting to bind port 4376c538-22ad-4861-adfd-a5b5c46f191c by drivers openvswitch,hyperv on host hv-neutron-8361 at level 0 using segments [{'id': '92414977-2e91-49a0-9c02-7d2579834d3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'bfc634f9-53d1-48bd-89ab-1b58f2c64fc0'}] {{(pid=83869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 13:34:19.438712 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e90e4ee-9802-44a5-906c-690eb8cbf686 tempest-PortsAdminExtendedAttrsTestJSON-1757410772 tempest-PortsAdminExtendedAttrsTestJSON-1757410772-project-admin] Attempting to bind port 4376c538-22ad-4861-adfd-a5b5c46f191c on network bfc634f9-53d1-48bd-89ab-1b58f2c64fc0 {{(pid=83869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 13:34:19.457265 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e90e4ee-9802-44a5-906c-690eb8cbf686 tempest-PortsAdminExtendedAttrsTestJSON-1757410772 tempest-PortsAdminExtendedAttrsTestJSON-1757410772-project-admin] Port 4376c538-22ad-4861-adfd-a5b5c46f191c on network bfc634f9-53d1-48bd-89ab-1b58f2c64fc0 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8361 {{(pid=83869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 01 13:34:19.457749 dv-neutron-836180-1-hyperv neutron-server[83869]: ERROR neutron.plugins.ml2.managers [None req-5e90e4ee-9802-44a5-906c-690eb8cbf686 tempest-PortsAdminExtendedAttrsTestJSON-1757410772 tempest-PortsAdminExtendedAttrsTestJSON-1757410772-project-admin] Failed to bind port 4376c538-22ad-4861-adfd-a5b5c46f191c on host hv-neutron-8361 for vnic_type normal using segments [{'id': '92414977-2e91-49a0-9c02-7d2579834d3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'bfc634f9-53d1-48bd-89ab-1b58f2c64fc0'}] Apr 01 13:34:19.470382 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.plugins.ml2.plugin [None req-5e90e4ee-9802-44a5-906c-690eb8cbf686 tempest-PortsAdminExtendedAttrsTestJSON-1757410772 tempest-PortsAdminExtendedAttrsTestJSON-1757410772-project-admin] Attempt 4 to bind port 4376c538-22ad-4861-adfd-a5b5c46f191c Apr 01 13:34:19.499115 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.services.segments.db [None req-7de8883e-bea6-434d-8f49-a0e63858fa45 tempest-ExternalNetworksTestJSON-1346188077 tempest-ExternalNetworksTestJSON-1346188077-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['309013ad-c6dc-43dc-ba12-390ea746ffdb']}} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:34:19.507271 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [req-fc89ba1d-52e6-4209-b1dd-b69434c0a21b req-59be01f1-a817-4b2f-b7e0-4b22c6c0c283 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109561'] for port, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:34:19.509085 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-fc89ba1d-52e6-4209-b1dd-b69434c0a21b req-59be01f1-a817-4b2f-b7e0-4b22c6c0c283 service neutron] 10.222.0.57 "PUT /v2.0/ports/977f3384-72d2-424a-b723-6cd9d5b5af4a HTTP/1.1" status: 200 len: 1094 time: 6.2550602 Apr 01 13:34:19.509596 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8aa7d2ad-e8f3-4771-aad7-c1d452e82252', 'tag': '977f3384-72d2-424a-b723-6cd9d5b5af4a'}] {{(pid=83869) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 13:34:19.531170 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-0e228e2a-eeb0-4523-8c23-3b395851ef0c tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Unset dirty status for tenant:8b726fe6689e4b7f96def1a2219bea6c on resource:subnet {{(pid=83871) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 13:34:19.535457 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.services.segments.db [None req-7de8883e-bea6-434d-8f49-a0e63858fa45 tempest-ExternalNetworksTestJSON-1346188077 tempest-ExternalNetworksTestJSON-1346188077-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '69903cec-acc6-4d08-8ad8-0c182d18bb8a') {'for_net_delete': True} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:34:19.536056 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.services.segments.db [None req-7de8883e-bea6-434d-8f49-a0e63858fa45 tempest-ExternalNetworksTestJSON-1346188077 tempest-ExternalNetworksTestJSON-1346188077-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '69903cec-acc6-4d08-8ad8-0c182d18bb8a') {} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:34:19.544702 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-0e228e2a-eeb0-4523-8c23-3b395851ef0c tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.5506089 Apr 01 13:34:19.545041 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.managers [None req-5e90e4ee-9802-44a5-906c-690eb8cbf686 tempest-PortsAdminExtendedAttrsTestJSON-1757410772 tempest-PortsAdminExtendedAttrsTestJSON-1757410772-project-admin] Attempting to bind port 4376c538-22ad-4861-adfd-a5b5c46f191c on host hv-neutron-8361 for vnic_type normal with profile {{(pid=83869) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 13:34:19.545350 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.managers [None req-5e90e4ee-9802-44a5-906c-690eb8cbf686 tempest-PortsAdminExtendedAttrsTestJSON-1757410772 tempest-PortsAdminExtendedAttrsTestJSON-1757410772-project-admin] Attempting to bind port 4376c538-22ad-4861-adfd-a5b5c46f191c by drivers openvswitch,hyperv on host hv-neutron-8361 at level 0 using segments [{'id': '92414977-2e91-49a0-9c02-7d2579834d3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'bfc634f9-53d1-48bd-89ab-1b58f2c64fc0'}] {{(pid=83869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 13:34:19.545454 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 47302) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:34:19.545672 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e90e4ee-9802-44a5-906c-690eb8cbf686 tempest-PortsAdminExtendedAttrsTestJSON-1757410772 tempest-PortsAdminExtendedAttrsTestJSON-1757410772-project-admin] Attempting to bind port 4376c538-22ad-4861-adfd-a5b5c46f191c on network bfc634f9-53d1-48bd-89ab-1b58f2c64fc0 {{(pid=83869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 13:34:19.566809 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-7de8883e-bea6-434d-8f49-a0e63858fa45 tempest-ExternalNetworksTestJSON-1346188077 tempest-ExternalNetworksTestJSON-1346188077-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736733386999', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2704982'] for segment, before_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:34:19.567977 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2747c2e-a2a5-4906-af8b-3e2230d93afe tempest-RoutersAdminTest-1965710677 tempest-RoutersAdminTest-1965710677-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=cc0e84b6-3223-43b0-9d20-9222bec67617,revision_number=None']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:34:19.570962 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.managers [req-5d1c2593-2760-4fe7-9181-9a10f123b2d9 req-6ed58194-fadf-4ba6-afbf-dbbc581206cc service neutron] Attempting to bind port 389797f2-66e0-4248-bbe2-d36a06762cdf on host hv-neutron-8361 for vnic_type normal with profile {{(pid=83871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 13:34:19.571304 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.managers [req-5d1c2593-2760-4fe7-9181-9a10f123b2d9 req-6ed58194-fadf-4ba6-afbf-dbbc581206cc service neutron] Attempting to bind port 389797f2-66e0-4248-bbe2-d36a06762cdf by drivers openvswitch,hyperv on host hv-neutron-8361 at level 0 using segments [{'id': '8a3f76f1-77cd-4542-a381-4589f55fc17e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '8a1d3029-ea4e-4a99-9a7d-ce93ff1eb9a1'}] {{(pid=83871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 13:34:19.571627 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d1c2593-2760-4fe7-9181-9a10f123b2d9 req-6ed58194-fadf-4ba6-afbf-dbbc581206cc service neutron] Attempting to bind port 389797f2-66e0-4248-bbe2-d36a06762cdf on network 8a1d3029-ea4e-4a99-9a7d-ce93ff1eb9a1 {{(pid=83871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 13:34:19.581344 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59be01f1-a817-4b2f-b7e0-4b22c6c0c283 service neutron] Pushing event updated for resources: {'Port': ['ID=977f3384-72d2-424a-b723-6cd9d5b5af4a,revision_number=3']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:34:19.593183 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e90e4ee-9802-44a5-906c-690eb8cbf686 tempest-PortsAdminExtendedAttrsTestJSON-1757410772 tempest-PortsAdminExtendedAttrsTestJSON-1757410772-project-admin] Port 4376c538-22ad-4861-adfd-a5b5c46f191c on network bfc634f9-53d1-48bd-89ab-1b58f2c64fc0 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8361 {{(pid=83869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 01 13:34:19.593430 dv-neutron-836180-1-hyperv neutron-server[83869]: ERROR neutron.plugins.ml2.managers [None req-5e90e4ee-9802-44a5-906c-690eb8cbf686 tempest-PortsAdminExtendedAttrsTestJSON-1757410772 tempest-PortsAdminExtendedAttrsTestJSON-1757410772-project-admin] Failed to bind port 4376c538-22ad-4861-adfd-a5b5c46f191c on host hv-neutron-8361 for vnic_type normal using segments [{'id': '92414977-2e91-49a0-9c02-7d2579834d3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'bfc634f9-53d1-48bd-89ab-1b58f2c64fc0'}] Apr 01 13:34:19.598227 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.plugins.ml2.plugin [None req-5e90e4ee-9802-44a5-906c-690eb8cbf686 tempest-PortsAdminExtendedAttrsTestJSON-1757410772 tempest-PortsAdminExtendedAttrsTestJSON-1757410772-project-admin] Attempt 5 to bind port 4376c538-22ad-4861-adfd-a5b5c46f191c Apr 01 13:34:19.612578 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-7de8883e-bea6-434d-8f49-a0e63858fa45 tempest-ExternalNetworksTestJSON-1346188077 tempest-ExternalNetworksTestJSON-1346188077-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1004271'] for segment, precommit_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:34:19.684916 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d1c2593-2760-4fe7-9181-9a10f123b2d9 req-6ed58194-fadf-4ba6-afbf-dbbc581206cc service neutron] Port 389797f2-66e0-4248-bbe2-d36a06762cdf on network 8a1d3029-ea4e-4a99-9a7d-ce93ff1eb9a1 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8361 {{(pid=83871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 01 13:34:19.685372 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d1c2593-2760-4fe7-9181-9a10f123b2d9 req-6ed58194-fadf-4ba6-afbf-dbbc581206cc service neutron] Attempting to bind port 389797f2-66e0-4248-bbe2-d36a06762cdf on network 8a1d3029-ea4e-4a99-9a7d-ce93ff1eb9a1 {{(pid=83871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 13:34:19.697428 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7de8883e-bea6-434d-8f49-a0e63858fa45 tempest-ExternalNetworksTestJSON-1346188077 tempest-ExternalNetworksTestJSON-1346188077-project-admin] Releasing vlan 398 on physical network physnet1 to pool {{(pid=83869) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 01 13:34:19.697825 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-7de8883e-bea6-434d-8f49-a0e63858fa45 tempest-ExternalNetworksTestJSON-1346188077 tempest-ExternalNetworksTestJSON-1346188077-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1004262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2705264'] for segment, after_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:34:19.712990 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.managers [None req-5e90e4ee-9802-44a5-906c-690eb8cbf686 tempest-PortsAdminExtendedAttrsTestJSON-1757410772 tempest-PortsAdminExtendedAttrsTestJSON-1757410772-project-admin] Attempting to bind port 4376c538-22ad-4861-adfd-a5b5c46f191c on host hv-neutron-8361 for vnic_type normal with profile {{(pid=83869) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 13:34:19.713441 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.managers [None req-5e90e4ee-9802-44a5-906c-690eb8cbf686 tempest-PortsAdminExtendedAttrsTestJSON-1757410772 tempest-PortsAdminExtendedAttrsTestJSON-1757410772-project-admin] Attempting to bind port 4376c538-22ad-4861-adfd-a5b5c46f191c by drivers openvswitch,hyperv on host hv-neutron-8361 at level 0 using segments [{'id': '92414977-2e91-49a0-9c02-7d2579834d3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'bfc634f9-53d1-48bd-89ab-1b58f2c64fc0'}] {{(pid=83869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 13:34:19.713742 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e90e4ee-9802-44a5-906c-690eb8cbf686 tempest-PortsAdminExtendedAttrsTestJSON-1757410772 tempest-PortsAdminExtendedAttrsTestJSON-1757410772-project-admin] Attempting to bind port 4376c538-22ad-4861-adfd-a5b5c46f191c on network bfc634f9-53d1-48bd-89ab-1b58f2c64fc0 {{(pid=83869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 13:34:19.717489 dv-neutron-836180-1-hyperv neutron-server[83869]: Traceback (most recent call last): Apr 01 13:34:19.717489 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 01 13:34:19.717489 dv-neutron-836180-1-hyperv neutron-server[83869]: timer() Apr 01 13:34:19.717489 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 13:34:19.717489 dv-neutron-836180-1-hyperv neutron-server[83869]: cb(*args, **kw) Apr 01 13:34:19.717489 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 13:34:19.717489 dv-neutron-836180-1-hyperv neutron-server[83869]: return func(*args, **kwargs) Apr 01 13:34:19.717489 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 13:34:19.717489 dv-neutron-836180-1-hyperv neutron-server[83869]: self._notify() Apr 01 13:34:19.717489 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 13:34:19.717489 dv-neutron-836180-1-hyperv neutron-server[83869]: self.callback(batched_events) Apr 01 13:34:19.717489 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 13:34:19.717489 dv-neutron-836180-1-hyperv neutron-server[83869]: event.method(event) Apr 01 13:34:19.717489 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 13:34:19.717489 dv-neutron-836180-1-hyperv neutron-server[83869]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 13:34:19.717489 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 13:34:19.717489 dv-neutron-836180-1-hyperv neutron-server[83869]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 13:34:19.717489 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 13:34:19.717489 dv-neutron-836180-1-hyperv neutron-server[83869]: return f(self, *a, **k) Apr 01 13:34:19.717489 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 13:34:19.717489 dv-neutron-836180-1-hyperv neutron-server[83869]: return self._get(url).json() Apr 01 13:34:19.717489 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 13:34:19.717489 dv-neutron-836180-1-hyperv neutron-server[83869]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 13:34:19.717489 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 01 13:34:19.717489 dv-neutron-836180-1-hyperv neutron-server[83869]: return self.request(url, 'GET', **kwargs) Apr 01 13:34:19.717489 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 01 13:34:19.717489 dv-neutron-836180-1-hyperv neutron-server[83869]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 13:34:19.717489 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 01 13:34:19.717489 dv-neutron-836180-1-hyperv neutron-server[83869]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 13:34:19.717489 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 01 13:34:19.717489 dv-neutron-836180-1-hyperv neutron-server[83869]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 13:34:19.717489 dv-neutron-836180-1-hyperv neutron-server[83869]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 13:34:19.750869 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-e2747c2e-a2a5-4906-af8b-3e2230d93afe tempest-RoutersAdminTest-1965710677 tempest-RoutersAdminTest-1965710677-project-admin] Notify callbacks [] for subnet, before_response {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:34:19.804401 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e90e4ee-9802-44a5-906c-690eb8cbf686 tempest-PortsAdminExtendedAttrsTestJSON-1757410772 tempest-PortsAdminExtendedAttrsTestJSON-1757410772-project-admin] Port 4376c538-22ad-4861-adfd-a5b5c46f191c on network bfc634f9-53d1-48bd-89ab-1b58f2c64fc0 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8361 {{(pid=83869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 01 13:34:19.804735 dv-neutron-836180-1-hyperv neutron-server[83869]: ERROR neutron.plugins.ml2.managers [None req-5e90e4ee-9802-44a5-906c-690eb8cbf686 tempest-PortsAdminExtendedAttrsTestJSON-1757410772 tempest-PortsAdminExtendedAttrsTestJSON-1757410772-project-admin] Failed to bind port 4376c538-22ad-4861-adfd-a5b5c46f191c on host hv-neutron-8361 for vnic_type normal using segments [{'id': '92414977-2e91-49a0-9c02-7d2579834d3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'bfc634f9-53d1-48bd-89ab-1b58f2c64fc0'}] Apr 01 13:34:19.810828 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc41b6c4-442d-48ec-9e31-268290163076 req-56245e9f-7c0a-4eda-92c5-2f947ba727b4 tempest-ServersTestJSON-1223226849 tempest-ServersTestJSON-1223226849-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:34:19.812650 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-cc41b6c4-442d-48ec-9e31-268290163076 req-56245e9f-7c0a-4eda-92c5-2f947ba727b4 tempest-ServersTestJSON-1223226849 tempest-ServersTestJSON-1223226849-project] 10.222.0.26 "GET /v2.0/ports?device_id=8aa7d2ad-e8f3-4771-aad7-c1d452e82252 HTTP/1.1" status: 200 len: 944 time: 0.5435328 Apr 01 13:34:19.822839 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.plugins.ml2.plugin [None req-5e90e4ee-9802-44a5-906c-690eb8cbf686 tempest-PortsAdminExtendedAttrsTestJSON-1757410772 tempest-PortsAdminExtendedAttrsTestJSON-1757410772-project-admin] Attempt 6 to bind port 4376c538-22ad-4861-adfd-a5b5c46f191c Apr 01 13:34:19.867885 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.managers [None req-5e90e4ee-9802-44a5-906c-690eb8cbf686 tempest-PortsAdminExtendedAttrsTestJSON-1757410772 tempest-PortsAdminExtendedAttrsTestJSON-1757410772-project-admin] Attempting to bind port 4376c538-22ad-4861-adfd-a5b5c46f191c on host hv-neutron-8361 for vnic_type normal with profile {{(pid=83869) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 13:34:19.868128 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.managers [None req-5e90e4ee-9802-44a5-906c-690eb8cbf686 tempest-PortsAdminExtendedAttrsTestJSON-1757410772 tempest-PortsAdminExtendedAttrsTestJSON-1757410772-project-admin] Attempting to bind port 4376c538-22ad-4861-adfd-a5b5c46f191c by drivers openvswitch,hyperv on host hv-neutron-8361 at level 0 using segments [{'id': '92414977-2e91-49a0-9c02-7d2579834d3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'bfc634f9-53d1-48bd-89ab-1b58f2c64fc0'}] {{(pid=83869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 13:34:19.868492 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e90e4ee-9802-44a5-906c-690eb8cbf686 tempest-PortsAdminExtendedAttrsTestJSON-1757410772 tempest-PortsAdminExtendedAttrsTestJSON-1757410772-project-admin] Attempting to bind port 4376c538-22ad-4861-adfd-a5b5c46f191c on network bfc634f9-53d1-48bd-89ab-1b58f2c64fc0 {{(pid=83869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 13:34:19.899580 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-7de8883e-bea6-434d-8f49-a0e63858fa45 tempest-ExternalNetworksTestJSON-1346188077 tempest-ExternalNetworksTestJSON-1346188077-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-942599', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4084797'] for network, after_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:34:19.904064 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7de8883e-bea6-434d-8f49-a0e63858fa45 tempest-ExternalNetworksTestJSON-1346188077 tempest-ExternalNetworksTestJSON-1346188077-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 309013ad-c6dc-43dc-ba12-390ea746ffdb {{(pid=83869) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Apr 01 13:34:19.906392 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-7de8883e-bea6-434d-8f49-a0e63858fa45 tempest-ExternalNetworksTestJSON-1346188077 tempest-ExternalNetworksTestJSON-1346188077-project-admin] Notify callbacks [] for network, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:34:19.930629 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e90e4ee-9802-44a5-906c-690eb8cbf686 tempest-PortsAdminExtendedAttrsTestJSON-1757410772 tempest-PortsAdminExtendedAttrsTestJSON-1757410772-project-admin] Port 4376c538-22ad-4861-adfd-a5b5c46f191c on network bfc634f9-53d1-48bd-89ab-1b58f2c64fc0 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8361 {{(pid=83869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 01 13:34:19.930629 dv-neutron-836180-1-hyperv neutron-server[83869]: ERROR neutron.plugins.ml2.managers [None req-5e90e4ee-9802-44a5-906c-690eb8cbf686 tempest-PortsAdminExtendedAttrsTestJSON-1757410772 tempest-PortsAdminExtendedAttrsTestJSON-1757410772-project-admin] Failed to bind port 4376c538-22ad-4861-adfd-a5b5c46f191c on host hv-neutron-8361 for vnic_type normal using segments [{'id': '92414977-2e91-49a0-9c02-7d2579834d3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'bfc634f9-53d1-48bd-89ab-1b58f2c64fc0'}] Apr 01 13:34:19.938920 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.plugins.ml2.plugin [None req-5e90e4ee-9802-44a5-906c-690eb8cbf686 tempest-PortsAdminExtendedAttrsTestJSON-1757410772 tempest-PortsAdminExtendedAttrsTestJSON-1757410772-project-admin] Attempt 7 to bind port 4376c538-22ad-4861-adfd-a5b5c46f191c Apr 01 13:34:19.941337 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-e2747c2e-a2a5-4906-af8b-3e2230d93afe tempest-RoutersAdminTest-1965710677 tempest-RoutersAdminTest-1965710677-project-admin] 10.222.0.26 "DELETE /v2.0/subnets/cc0e84b6-3223-43b0-9d20-9222bec67617 HTTP/1.1" status: 204 len: 168 time: 1.3815567 Apr 01 13:34:19.947992 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 47310) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:34:19.957822 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de8883e-bea6-434d-8f49-a0e63858fa45 tempest-ExternalNetworksTestJSON-1346188077 tempest-ExternalNetworksTestJSON-1346188077-project-admin] Pushing event deleted for resources: {'Network': ['ID=309013ad-c6dc-43dc-ba12-390ea746ffdb,revision_number=None']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:34:19.968714 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-7de8883e-bea6-434d-8f49-a0e63858fa45 tempest-ExternalNetworksTestJSON-1346188077 tempest-ExternalNetworksTestJSON-1346188077-project-admin] 10.222.0.26 "DELETE /v2.0/networks/309013ad-c6dc-43dc-ba12-390ea746ffdb HTTP/1.1" status: 204 len: 168 time: 1.5265660 Apr 01 13:34:19.969415 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 47314) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:34:19.976678 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-cc41b6c4-442d-48ec-9e31-268290163076 req-c1c8b3f1-f2e8-4f6f-b615-e1c3f0bb35b5 tempest-ServersTestJSON-1223226849 tempest-ServersTestJSON-1223226849-project] 10.222.0.26 "GET /v2.0/security-groups?id=9c879d46-6861-4e85-bf4f-dbcce6fd6735&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1334405 Apr 01 13:34:19.978582 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.managers [None req-5e90e4ee-9802-44a5-906c-690eb8cbf686 tempest-PortsAdminExtendedAttrsTestJSON-1757410772 tempest-PortsAdminExtendedAttrsTestJSON-1757410772-project-admin] Attempting to bind port 4376c538-22ad-4861-adfd-a5b5c46f191c on host hv-neutron-8361 for vnic_type normal with profile {{(pid=83869) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 13:34:19.978911 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.managers [None req-5e90e4ee-9802-44a5-906c-690eb8cbf686 tempest-PortsAdminExtendedAttrsTestJSON-1757410772 tempest-PortsAdminExtendedAttrsTestJSON-1757410772-project-admin] Attempting to bind port 4376c538-22ad-4861-adfd-a5b5c46f191c by drivers openvswitch,hyperv on host hv-neutron-8361 at level 0 using segments [{'id': '92414977-2e91-49a0-9c02-7d2579834d3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'bfc634f9-53d1-48bd-89ab-1b58f2c64fc0'}] {{(pid=83869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 13:34:19.979239 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e90e4ee-9802-44a5-906c-690eb8cbf686 tempest-PortsAdminExtendedAttrsTestJSON-1757410772 tempest-PortsAdminExtendedAttrsTestJSON-1757410772-project-admin] Attempting to bind port 4376c538-22ad-4861-adfd-a5b5c46f191c on network bfc634f9-53d1-48bd-89ab-1b58f2c64fc0 {{(pid=83869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 13:34:20.031598 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-fc89ba1d-52e6-4209-b1dd-b69434c0a21b req-b0466822-0ac7-4023-aabe-738fa0427ed7 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=60bf55a52dbc4f9d9d0decf6a2dd30f6&device_id=8aa7d2ad-e8f3-4771-aad7-c1d452e82252 HTTP/1.1" status: 200 len: 1097 time: 0.4130170 Apr 01 13:34:20.032552 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.pecan_wsgi.hooks.translation [None req-1ccd0d6d-cd1c-4f04-abe1-deccd21322f4 tempest-ExternalNetworksTestJSON-2075067149 tempest-ExternalNetworksTestJSON-2075067149-project] DELETE failed (client error): The resource could not be found. Apr 01 13:34:20.033019 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1ccd0d6d-cd1c-4f04-abe1-deccd21322f4 tempest-ExternalNetworksTestJSON-2075067149 tempest-ExternalNetworksTestJSON-2075067149-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83869) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 13:34:20.037386 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-1ccd0d6d-cd1c-4f04-abe1-deccd21322f4 tempest-ExternalNetworksTestJSON-2075067149 tempest-ExternalNetworksTestJSON-2075067149-project] 10.222.0.26 "DELETE /v2.0/subnets/99bbd5a6-825d-48ac-884f-a35ce2b903c0 HTTP/1.1" status: 404 len: 337 time: 0.0639086 Apr 01 13:34:20.037964 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 47320) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:34:20.040414 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e90e4ee-9802-44a5-906c-690eb8cbf686 tempest-PortsAdminExtendedAttrsTestJSON-1757410772 tempest-PortsAdminExtendedAttrsTestJSON-1757410772-project-admin] Port 4376c538-22ad-4861-adfd-a5b5c46f191c on network bfc634f9-53d1-48bd-89ab-1b58f2c64fc0 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8361 {{(pid=83869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 01 13:34:20.040744 dv-neutron-836180-1-hyperv neutron-server[83869]: ERROR neutron.plugins.ml2.managers [None req-5e90e4ee-9802-44a5-906c-690eb8cbf686 tempest-PortsAdminExtendedAttrsTestJSON-1757410772 tempest-PortsAdminExtendedAttrsTestJSON-1757410772-project-admin] Failed to bind port 4376c538-22ad-4861-adfd-a5b5c46f191c on host hv-neutron-8361 for vnic_type normal using segments [{'id': '92414977-2e91-49a0-9c02-7d2579834d3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'bfc634f9-53d1-48bd-89ab-1b58f2c64fc0'}] Apr 01 13:34:20.041423 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.plugins.ml2.plugin [None req-5e90e4ee-9802-44a5-906c-690eb8cbf686 tempest-PortsAdminExtendedAttrsTestJSON-1757410772 tempest-PortsAdminExtendedAttrsTestJSON-1757410772-project-admin] Attempt 8 to bind port 4376c538-22ad-4861-adfd-a5b5c46f191c Apr 01 13:34:20.101929 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d1c2593-2760-4fe7-9181-9a10f123b2d9 req-6ed58194-fadf-4ba6-afbf-dbbc581206cc service neutron] Checking agent: {'id': '359ce187-6241-4f7e-85a4-e066c7b0cdea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8361', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 13, 31, 54), 'started_at': datetime.datetime(2022, 4, 1, 13, 31, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 13, 33, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 13:34:20.102345 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d1c2593-2760-4fe7-9181-9a10f123b2d9 req-6ed58194-fadf-4ba6-afbf-dbbc581206cc service neutron] Checking segment: {'id': '8a3f76f1-77cd-4542-a381-4589f55fc17e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '8a1d3029-ea4e-4a99-9a7d-ce93ff1eb9a1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 13:34:20.102936 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d1c2593-2760-4fe7-9181-9a10f123b2d9 req-6ed58194-fadf-4ba6-afbf-dbbc581206cc service neutron] Bound using segment: {'id': '8a3f76f1-77cd-4542-a381-4589f55fc17e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '8a1d3029-ea4e-4a99-9a7d-ce93ff1eb9a1'} {{(pid=83871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 13:34:20.103464 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.managers [req-5d1c2593-2760-4fe7-9181-9a10f123b2d9 req-6ed58194-fadf-4ba6-afbf-dbbc581206cc service neutron] Bound port: 389797f2-66e0-4248-bbe2-d36a06762cdf, host: hv-neutron-8361, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8a3f76f1-77cd-4542-a381-4589f55fc17e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '8a1d3029-ea4e-4a99-9a7d-ce93ff1eb9a1'}}] {{(pid=83871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 13:34:20.103870 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-5d1c2593-2760-4fe7-9181-9a10f123b2d9 req-6ed58194-fadf-4ba6-afbf-dbbc581206cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:34:20.124638 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.db_base_plugin_v2 [None req-ed622af8-62bc-4c37-96b7-85f5a61595e8 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Deleting subnet 45e89978-5823-4524-a7f3-d76d52d406ce {{(pid=83871) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 01 13:34:20.137622 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-ed622af8-62bc-4c37-96b7-85f5a61595e8 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Notify callbacks [] for subnet, before_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:34:20.194194 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.managers [None req-5e90e4ee-9802-44a5-906c-690eb8cbf686 tempest-PortsAdminExtendedAttrsTestJSON-1757410772 tempest-PortsAdminExtendedAttrsTestJSON-1757410772-project-admin] Attempting to bind port 4376c538-22ad-4861-adfd-a5b5c46f191c on host hv-neutron-8361 for vnic_type normal with profile {{(pid=83869) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 13:34:20.194529 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.managers [None req-5e90e4ee-9802-44a5-906c-690eb8cbf686 tempest-PortsAdminExtendedAttrsTestJSON-1757410772 tempest-PortsAdminExtendedAttrsTestJSON-1757410772-project-admin] Attempting to bind port 4376c538-22ad-4861-adfd-a5b5c46f191c by drivers openvswitch,hyperv on host hv-neutron-8361 at level 0 using segments [{'id': '92414977-2e91-49a0-9c02-7d2579834d3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'bfc634f9-53d1-48bd-89ab-1b58f2c64fc0'}] {{(pid=83869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 13:34:20.194866 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e90e4ee-9802-44a5-906c-690eb8cbf686 tempest-PortsAdminExtendedAttrsTestJSON-1757410772 tempest-PortsAdminExtendedAttrsTestJSON-1757410772-project-admin] Attempting to bind port 4376c538-22ad-4861-adfd-a5b5c46f191c on network bfc634f9-53d1-48bd-89ab-1b58f2c64fc0 {{(pid=83869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 13:34:20.222015 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-fc89ba1d-52e6-4209-b1dd-b69434c0a21b req-cd4e634e-42ee-4d22-8016-cf4b97817d99 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=977f3384-72d2-424a-b723-6cd9d5b5af4a HTTP/1.1" status: 200 len: 217 time: 0.1506362 Apr 01 13:34:20.223731 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8aa7d2ad-e8f3-4771-aad7-c1d452e82252', 'tag': '977f3384-72d2-424a-b723-6cd9d5b5af4a', 'status': 'completed', 'code': 200} Apr 01 13:34:20.227985 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e90e4ee-9802-44a5-906c-690eb8cbf686 tempest-PortsAdminExtendedAttrsTestJSON-1757410772 tempest-PortsAdminExtendedAttrsTestJSON-1757410772-project-admin] Port 4376c538-22ad-4861-adfd-a5b5c46f191c on network bfc634f9-53d1-48bd-89ab-1b58f2c64fc0 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8361 {{(pid=83869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 01 13:34:20.228548 dv-neutron-836180-1-hyperv neutron-server[83869]: ERROR neutron.plugins.ml2.managers [None req-5e90e4ee-9802-44a5-906c-690eb8cbf686 tempest-PortsAdminExtendedAttrsTestJSON-1757410772 tempest-PortsAdminExtendedAttrsTestJSON-1757410772-project-admin] Failed to bind port 4376c538-22ad-4861-adfd-a5b5c46f191c on host hv-neutron-8361 for vnic_type normal using segments [{'id': '92414977-2e91-49a0-9c02-7d2579834d3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'bfc634f9-53d1-48bd-89ab-1b58f2c64fc0'}] Apr 01 13:34:20.232949 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.plugins.ml2.plugin [None req-5e90e4ee-9802-44a5-906c-690eb8cbf686 tempest-PortsAdminExtendedAttrsTestJSON-1757410772 tempest-PortsAdminExtendedAttrsTestJSON-1757410772-project-admin] Attempt 9 to bind port 4376c538-22ad-4861-adfd-a5b5c46f191c Apr 01 13:34:20.310659 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.managers [None req-5e90e4ee-9802-44a5-906c-690eb8cbf686 tempest-PortsAdminExtendedAttrsTestJSON-1757410772 tempest-PortsAdminExtendedAttrsTestJSON-1757410772-project-admin] Attempting to bind port 4376c538-22ad-4861-adfd-a5b5c46f191c on host hv-neutron-8361 for vnic_type normal with profile {{(pid=83869) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 13:34:20.310990 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.managers [None req-5e90e4ee-9802-44a5-906c-690eb8cbf686 tempest-PortsAdminExtendedAttrsTestJSON-1757410772 tempest-PortsAdminExtendedAttrsTestJSON-1757410772-project-admin] Attempting to bind port 4376c538-22ad-4861-adfd-a5b5c46f191c by drivers openvswitch,hyperv on host hv-neutron-8361 at level 0 using segments [{'id': '92414977-2e91-49a0-9c02-7d2579834d3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'bfc634f9-53d1-48bd-89ab-1b58f2c64fc0'}] {{(pid=83869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 13:34:20.311320 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e90e4ee-9802-44a5-906c-690eb8cbf686 tempest-PortsAdminExtendedAttrsTestJSON-1757410772 tempest-PortsAdminExtendedAttrsTestJSON-1757410772-project-admin] Attempting to bind port 4376c538-22ad-4861-adfd-a5b5c46f191c on network bfc634f9-53d1-48bd-89ab-1b58f2c64fc0 {{(pid=83869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 13:34:20.318366 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-4c74bb12-abf7-4d02-b61d-db511a2bf002 tempest-ExternalNetworksTestJSON-2075067149 tempest-ExternalNetworksTestJSON-2075067149-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1033078'] for network, before_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:34:20.338016 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e90e4ee-9802-44a5-906c-690eb8cbf686 tempest-PortsAdminExtendedAttrsTestJSON-1757410772 tempest-PortsAdminExtendedAttrsTestJSON-1757410772-project-admin] Port 4376c538-22ad-4861-adfd-a5b5c46f191c on network bfc634f9-53d1-48bd-89ab-1b58f2c64fc0 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8361 {{(pid=83869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 01 13:34:20.338337 dv-neutron-836180-1-hyperv neutron-server[83869]: ERROR neutron.plugins.ml2.managers [None req-5e90e4ee-9802-44a5-906c-690eb8cbf686 tempest-PortsAdminExtendedAttrsTestJSON-1757410772 tempest-PortsAdminExtendedAttrsTestJSON-1757410772-project-admin] Failed to bind port 4376c538-22ad-4861-adfd-a5b5c46f191c on host hv-neutron-8361 for vnic_type normal using segments [{'id': '92414977-2e91-49a0-9c02-7d2579834d3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'bfc634f9-53d1-48bd-89ab-1b58f2c64fc0'}] Apr 01 13:34:20.339874 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.plugins.ml2.plugin [None req-5e90e4ee-9802-44a5-906c-690eb8cbf686 tempest-PortsAdminExtendedAttrsTestJSON-1757410772 tempest-PortsAdminExtendedAttrsTestJSON-1757410772-project-admin] Attempt 10 to bind port 4376c538-22ad-4861-adfd-a5b5c46f191c Apr 01 13:34:20.347170 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc89ba1d-52e6-4209-b1dd-b69434c0a21b req-cf85ed5f-e582-4189-bfdd-0673fc21d6b5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:34:20.349113 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-fc89ba1d-52e6-4209-b1dd-b69434c0a21b req-cf85ed5f-e582-4189-bfdd-0673fc21d6b5 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=bd8de9aa-4e53-4452-88cd-9054c473da72 HTTP/1.1" status: 200 len: 844 time: 0.1192591 Apr 01 13:34:20.362077 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-ed622af8-62bc-4c37-96b7-85f5a61595e8 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3166365'] for subnet, precommit_delete_associations {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:34:20.443383 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.managers [None req-5e90e4ee-9802-44a5-906c-690eb8cbf686 tempest-PortsAdminExtendedAttrsTestJSON-1757410772 tempest-PortsAdminExtendedAttrsTestJSON-1757410772-project-admin] Attempting to bind port 4376c538-22ad-4861-adfd-a5b5c46f191c on host hv-neutron-8361 for vnic_type normal with profile {{(pid=83869) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 13:34:20.443691 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.managers [None req-5e90e4ee-9802-44a5-906c-690eb8cbf686 tempest-PortsAdminExtendedAttrsTestJSON-1757410772 tempest-PortsAdminExtendedAttrsTestJSON-1757410772-project-admin] Attempting to bind port 4376c538-22ad-4861-adfd-a5b5c46f191c by drivers openvswitch,hyperv on host hv-neutron-8361 at level 0 using segments [{'id': '92414977-2e91-49a0-9c02-7d2579834d3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'bfc634f9-53d1-48bd-89ab-1b58f2c64fc0'}] {{(pid=83869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 13:34:20.443943 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e90e4ee-9802-44a5-906c-690eb8cbf686 tempest-PortsAdminExtendedAttrsTestJSON-1757410772 tempest-PortsAdminExtendedAttrsTestJSON-1757410772-project-admin] Attempting to bind port 4376c538-22ad-4861-adfd-a5b5c46f191c on network bfc634f9-53d1-48bd-89ab-1b58f2c64fc0 {{(pid=83869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 13:34:20.474899 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-bce5cb06-f963-49d4-801d-f74453678c5e tempest-RoutersAdminTest-1965710677 tempest-RoutersAdminTest-1965710677-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1033078'] for network, before_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:34:20.524631 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e90e4ee-9802-44a5-906c-690eb8cbf686 tempest-PortsAdminExtendedAttrsTestJSON-1757410772 tempest-PortsAdminExtendedAttrsTestJSON-1757410772-project-admin] Port 4376c538-22ad-4861-adfd-a5b5c46f191c on network bfc634f9-53d1-48bd-89ab-1b58f2c64fc0 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8361 {{(pid=83869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 01 13:34:20.524952 dv-neutron-836180-1-hyperv neutron-server[83869]: ERROR neutron.plugins.ml2.managers [None req-5e90e4ee-9802-44a5-906c-690eb8cbf686 tempest-PortsAdminExtendedAttrsTestJSON-1757410772 tempest-PortsAdminExtendedAttrsTestJSON-1757410772-project-admin] Failed to bind port 4376c538-22ad-4861-adfd-a5b5c46f191c on host hv-neutron-8361 for vnic_type normal using segments [{'id': '92414977-2e91-49a0-9c02-7d2579834d3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'bfc634f9-53d1-48bd-89ab-1b58f2c64fc0'}] Apr 01 13:34:20.525310 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-5e90e4ee-9802-44a5-906c-690eb8cbf686 tempest-PortsAdminExtendedAttrsTestJSON-1757410772 tempest-PortsAdminExtendedAttrsTestJSON-1757410772-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:34:20.536261 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-4c74bb12-abf7-4d02-b61d-db511a2bf002 tempest-ExternalNetworksTestJSON-2075067149 tempest-ExternalNetworksTestJSON-2075067149-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-942654', 'neutron.services.segments.db._delete_segments_for_network-8736733387888'] for network, precommit_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:34:20.580396 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.services.segments.db [None req-4c74bb12-abf7-4d02-b61d-db511a2bf002 tempest-ExternalNetworksTestJSON-2075067149 tempest-ExternalNetworksTestJSON-2075067149-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f2ecdc8b-282a-4681-885f-c787ab63868c']}} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:34:20.591108 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386f4ab9-7acf-4ad8-91fe-3d5bd51d2344 req-f65ec42d-2d24-4809-928d-bc466624b31b tempest-ServersTestManualDisk-1537329539 tempest-ServersTestManualDisk-1537329539-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:34:20.592619 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-386f4ab9-7acf-4ad8-91fe-3d5bd51d2344 req-f65ec42d-2d24-4809-928d-bc466624b31b tempest-ServersTestManualDisk-1537329539 tempest-ServersTestManualDisk-1537329539-project] 10.222.0.26 "GET /v2.0/ports?device_id=0316e663-2094-4e38-ab21-ae9fc82c63ae HTTP/1.1" status: 200 len: 944 time: 1.0141282 Apr 01 13:34:20.698975 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.services.segments.db [None req-4c74bb12-abf7-4d02-b61d-db511a2bf002 tempest-ExternalNetworksTestJSON-2075067149 tempest-ExternalNetworksTestJSON-2075067149-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e9767c13-41ae-45e0-a54a-61406fa89f4f') {'for_net_delete': True} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:34:20.699355 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.services.segments.db [None req-4c74bb12-abf7-4d02-b61d-db511a2bf002 tempest-ExternalNetworksTestJSON-2075067149 tempest-ExternalNetworksTestJSON-2075067149-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e9767c13-41ae-45e0-a54a-61406fa89f4f') {} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:34:20.705164 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.db [req-5d1c2593-2760-4fe7-9181-9a10f123b2d9 req-6ed58194-fadf-4ba6-afbf-dbbc581206cc service neutron] For port 389797f2-66e0-4248-bbe2-d36a06762cdf, host hv-neutron-8361, cleared binding levels {{(pid=83871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 13:34:20.721473 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-4c74bb12-abf7-4d02-b61d-db511a2bf002 tempest-ExternalNetworksTestJSON-2075067149 tempest-ExternalNetworksTestJSON-2075067149-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736733386999', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2704982'] for segment, before_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:34:20.736932 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-fc89ba1d-52e6-4209-b1dd-b69434c0a21b req-8f577821-3017-4a17-80d4-44d87bd6d11e service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=fb98b55b-27fc-4010-87f8-0892c916fc1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3546984 Apr 01 13:34:20.768656 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-4c74bb12-abf7-4d02-b61d-db511a2bf002 tempest-ExternalNetworksTestJSON-2075067149 tempest-ExternalNetworksTestJSON-2075067149-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1004271'] for segment, precommit_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:34:20.837750 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4c74bb12-abf7-4d02-b61d-db511a2bf002 tempest-ExternalNetworksTestJSON-2075067149 tempest-ExternalNetworksTestJSON-2075067149-project] Releasing vlan 382 on physical network physnet1 to pool {{(pid=83869) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 01 13:34:20.838156 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-4c74bb12-abf7-4d02-b61d-db511a2bf002 tempest-ExternalNetworksTestJSON-2075067149 tempest-ExternalNetworksTestJSON-2075067149-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1004262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2705264'] for segment, after_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:34:20.853384 dv-neutron-836180-1-hyperv neutron-server[83869]: Traceback (most recent call last): Apr 01 13:34:20.853384 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 01 13:34:20.853384 dv-neutron-836180-1-hyperv neutron-server[83869]: timer() Apr 01 13:34:20.853384 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 13:34:20.853384 dv-neutron-836180-1-hyperv neutron-server[83869]: cb(*args, **kw) Apr 01 13:34:20.853384 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 13:34:20.853384 dv-neutron-836180-1-hyperv neutron-server[83869]: return func(*args, **kwargs) Apr 01 13:34:20.853384 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 13:34:20.853384 dv-neutron-836180-1-hyperv neutron-server[83869]: self._notify() Apr 01 13:34:20.853384 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 13:34:20.853384 dv-neutron-836180-1-hyperv neutron-server[83869]: self.callback(batched_events) Apr 01 13:34:20.853384 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 13:34:20.853384 dv-neutron-836180-1-hyperv neutron-server[83869]: event.method(event) Apr 01 13:34:20.853384 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 13:34:20.853384 dv-neutron-836180-1-hyperv neutron-server[83869]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 13:34:20.853384 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 13:34:20.853384 dv-neutron-836180-1-hyperv neutron-server[83869]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 13:34:20.853384 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 13:34:20.853384 dv-neutron-836180-1-hyperv neutron-server[83869]: return f(self, *a, **k) Apr 01 13:34:20.853384 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 13:34:20.853384 dv-neutron-836180-1-hyperv neutron-server[83869]: return self._get(url).json() Apr 01 13:34:20.853384 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 13:34:20.853384 dv-neutron-836180-1-hyperv neutron-server[83869]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 13:34:20.853384 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 01 13:34:20.853384 dv-neutron-836180-1-hyperv neutron-server[83869]: return self.request(url, 'GET', **kwargs) Apr 01 13:34:20.853384 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 01 13:34:20.853384 dv-neutron-836180-1-hyperv neutron-server[83869]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 13:34:20.853384 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 01 13:34:20.853384 dv-neutron-836180-1-hyperv neutron-server[83869]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 13:34:20.853384 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 01 13:34:20.853384 dv-neutron-836180-1-hyperv neutron-server[83869]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 13:34:20.853384 dv-neutron-836180-1-hyperv neutron-server[83869]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 13:34:20.876435 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.db [req-5d1c2593-2760-4fe7-9181-9a10f123b2d9 req-6ed58194-fadf-4ba6-afbf-dbbc581206cc service neutron] For port 389797f2-66e0-4248-bbe2-d36a06762cdf, host hv-neutron-8361, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8361',level=0,port_id=389797f2-66e0-4248-bbe2-d36a06762cdf,segment=NetworkSegment(8a3f76f1-77cd-4542-a381-4589f55fc17e),segment_id=8a3f76f1-77cd-4542-a381-4589f55fc17e)] {{(pid=83871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 13:34:20.896080 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8be8781-6827-42ca-ad5c-ce0f712864d2 tempest-FloatingIPAdminTestJSON-382796379 tempest-FloatingIPAdminTestJSON-382796379-project] Router ef006376-a124-47f4-8ab3-ee1caa62d327 has already been hosted by L3 agent 88bf8fc8-11a3-4e96-9d1b-5fd93ba9f6f1 {{(pid=83871) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 13:34:20.901498 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-1483f959-a0c0-4fc0-ae45-3a926e5cd36b tempest-RoutersIpV6AdminTest-2054225496 tempest-RoutersIpV6AdminTest-2054225496-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4079814', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4170'] for router, precommit_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:34:20.944573 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-5d1c2593-2760-4fe7-9181-9a10f123b2d9 req-6ed58194-fadf-4ba6-afbf-dbbc581206cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2743106'] for port, after_update {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:34:20.946247 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.db [None req-5e90e4ee-9802-44a5-906c-690eb8cbf686 tempest-PortsAdminExtendedAttrsTestJSON-1757410772 tempest-PortsAdminExtendedAttrsTestJSON-1757410772-project-admin] For port 4376c538-22ad-4861-adfd-a5b5c46f191c, host hv-neutron-8361, cleared binding levels {{(pid=83869) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 13:34:20.946624 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.db [None req-5e90e4ee-9802-44a5-906c-690eb8cbf686 tempest-PortsAdminExtendedAttrsTestJSON-1757410772 tempest-PortsAdminExtendedAttrsTestJSON-1757410772-project-admin] Attempted to set empty binding levels {{(pid=83869) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Apr 01 13:34:20.958599 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-5e90e4ee-9802-44a5-906c-690eb8cbf686 tempest-PortsAdminExtendedAttrsTestJSON-1757410772 tempest-PortsAdminExtendedAttrsTestJSON-1757410772-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2705172'] for port, after_update {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:34:21.015048 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-4c74bb12-abf7-4d02-b61d-db511a2bf002 tempest-ExternalNetworksTestJSON-2075067149 tempest-ExternalNetworksTestJSON-2075067149-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-942599', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4084797'] for network, after_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:34:21.027009 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-1483f959-a0c0-4fc0-ae45-3a926e5cd36b tempest-RoutersIpV6AdminTest-2054225496 tempest-RoutersIpV6AdminTest-2054225496-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:34:21.035400 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-ed622af8-62bc-4c37-96b7-85f5a61595e8 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-945029'] for subnet, precommit_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:34:21.049669 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-4c74bb12-abf7-4d02-b61d-db511a2bf002 tempest-ExternalNetworksTestJSON-2075067149 tempest-ExternalNetworksTestJSON-2075067149-project] Notify callbacks [] for network, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:34:21.060967 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.plugin [None req-5e90e4ee-9802-44a5-906c-690eb8cbf686 tempest-PortsAdminExtendedAttrsTestJSON-1757410772 tempest-PortsAdminExtendedAttrsTestJSON-1757410772-project-admin] In _notify_port_updated(), no bound segment for port 4376c538-22ad-4861-adfd-a5b5c46f191c on network bfc634f9-53d1-48bd-89ab-1b58f2c64fc0 {{(pid=83869) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Apr 01 13:34:21.062377 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-5e90e4ee-9802-44a5-906c-690eb8cbf686 tempest-PortsAdminExtendedAttrsTestJSON-1757410772 tempest-PortsAdminExtendedAttrsTestJSON-1757410772-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109561'] for port, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:34:21.066336 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-5e90e4ee-9802-44a5-906c-690eb8cbf686 tempest-PortsAdminExtendedAttrsTestJSON-1757410772 tempest-PortsAdminExtendedAttrsTestJSON-1757410772-project-admin] 10.222.0.26 "PUT /v2.0/ports/4376c538-22ad-4861-adfd-a5b5c46f191c HTTP/1.1" status: 200 len: 976 time: 4.7027173 Apr 01 13:34:21.067720 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-386f4ab9-7acf-4ad8-91fe-3d5bd51d2344 req-24a5a6ba-0570-433d-a308-de88f67ea0cd tempest-ServersTestManualDisk-1537329539 tempest-ServersTestManualDisk-1537329539-project] 10.222.0.26 "GET /v2.0/security-groups?id=5eeb8844-2921-4d9c-96aa-ee946f9c62b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4583514 Apr 01 13:34:21.069401 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-bce5cb06-f963-49d4-801d-f74453678c5e tempest-RoutersAdminTest-1965710677 tempest-RoutersAdminTest-1965710677-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-942654', 'neutron.services.segments.db._delete_segments_for_network-8736733387888'] for network, precommit_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:34:21.081938 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 47328) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:34:21.094439 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c74bb12-abf7-4d02-b61d-db511a2bf002 tempest-ExternalNetworksTestJSON-2075067149 tempest-ExternalNetworksTestJSON-2075067149-project] Pushing event deleted for resources: {'Network': ['ID=f2ecdc8b-282a-4681-885f-c787ab63868c,revision_number=None']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:34:21.113415 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-fc89ba1d-52e6-4209-b1dd-b69434c0a21b req-e107e567-2d3c-4f56-b3a6-46fb5da5e7d5 service neutron] 10.222.0.57 "GET /v2.0/networks/fb98b55b-27fc-4010-87f8-0892c916fc1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3660836 Apr 01 13:34:21.117264 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-4c74bb12-abf7-4d02-b61d-db511a2bf002 tempest-ExternalNetworksTestJSON-2075067149 tempest-ExternalNetworksTestJSON-2075067149-project] 10.222.0.26 "DELETE /v2.0/networks/f2ecdc8b-282a-4681-885f-c787ab63868c HTTP/1.1" status: 204 len: 168 time: 1.0758116 Apr 01 13:34:21.117264 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e90e4ee-9802-44a5-906c-690eb8cbf686 tempest-PortsAdminExtendedAttrsTestJSON-1757410772 tempest-PortsAdminExtendedAttrsTestJSON-1757410772-project-admin] Pushing event updated for resources: {'Port': ['ID=4376c538-22ad-4861-adfd-a5b5c46f191c,revision_number=3']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:34:21.188015 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.services.segments.db [None req-bce5cb06-f963-49d4-801d-f74453678c5e tempest-RoutersAdminTest-1965710677 tempest-RoutersAdminTest-1965710677-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c177c331-3887-4337-812f-3a2215c218e5']}} {{(pid=83871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:34:21.199946 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-5d1c2593-2760-4fe7-9181-9a10f123b2d9 req-6ed58194-fadf-4ba6-afbf-dbbc581206cc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109561'] for port, before_response {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:34:21.206209 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-5d1c2593-2760-4fe7-9181-9a10f123b2d9 req-6ed58194-fadf-4ba6-afbf-dbbc581206cc service neutron] 10.222.0.57 "PUT /v2.0/ports/389797f2-66e0-4248-bbe2-d36a06762cdf HTTP/1.1" status: 200 len: 1094 time: 6.3402886 Apr 01 13:34:21.260028 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0316e663-2094-4e38-ab21-ae9fc82c63ae', 'tag': '389797f2-66e0-4248-bbe2-d36a06762cdf'}] {{(pid=83871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 13:34:21.331821 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-fc89ba1d-52e6-4209-b1dd-b69434c0a21b req-70ead765-beb9-4f8a-85e9-306fc60e8c91 service neutron] 10.222.0.57 "GET /v2.0/networks/fb98b55b-27fc-4010-87f8-0892c916fc1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2108471 Apr 01 13:34:21.382389 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed58194-fadf-4ba6-afbf-dbbc581206cc service neutron] Pushing event updated for resources: {'Port': ['ID=389797f2-66e0-4248-bbe2-d36a06762cdf,revision_number=3']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:34:21.384558 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de727f0f-432a-4ee0-91a7-b27f2069cdf1 req-ce44b706-b311-4ff8-a663-90eebcae3428 tempest-ServersTestJSON-1223226849 tempest-ServersTestJSON-1223226849-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:34:21.387136 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-de727f0f-432a-4ee0-91a7-b27f2069cdf1 req-ce44b706-b311-4ff8-a663-90eebcae3428 tempest-ServersTestJSON-1223226849 tempest-ServersTestJSON-1223226849-project] 10.222.0.26 "GET /v2.0/ports?device_id=8aa7d2ad-e8f3-4771-aad7-c1d452e82252 HTTP/1.1" status: 200 len: 944 time: 0.1795087 Apr 01 13:34:21.392706 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.services.segments.db [None req-bce5cb06-f963-49d4-801d-f74453678c5e tempest-RoutersAdminTest-1965710677 tempest-RoutersAdminTest-1965710677-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dfb2f144-f035-40a3-af5d-30399460c0e1') {'for_net_delete': True} {{(pid=83871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:34:21.393021 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.services.segments.db [None req-bce5cb06-f963-49d4-801d-f74453678c5e tempest-RoutersAdminTest-1965710677 tempest-RoutersAdminTest-1965710677-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dfb2f144-f035-40a3-af5d-30399460c0e1') {} {{(pid=83871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:34:21.506758 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-de727f0f-432a-4ee0-91a7-b27f2069cdf1 req-066c7644-2179-4ec4-9a8a-f96bfe7419fc tempest-ServersTestJSON-1223226849 tempest-ServersTestJSON-1223226849-project] 10.222.0.26 "GET /v2.0/security-groups?id=9c879d46-6861-4e85-bf4f-dbcce6fd6735&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1134875 Apr 01 13:34:21.531510 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-05f00a31-83fe-426d-8fe3-ed8860b9a9e2 req-e146e5f8-37ad-4910-baa5-1ed8f618c4a1 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=60bf55a52dbc4f9d9d0decf6a2dd30f6&device_id=8aa7d2ad-e8f3-4771-aad7-c1d452e82252 HTTP/1.1" status: 200 len: 1097 time: 0.1153169 Apr 01 13:34:21.646895 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.plugin [None req-484fffb7-41a8-4d49-972e-9329dbe310a9 tempest-PortsAdminExtendedAttrsTestJSON-1757410772 tempest-PortsAdminExtendedAttrsTestJSON-1757410772-project-admin] Deleting port 4376c538-22ad-4861-adfd-a5b5c46f191c {{(pid=83871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 13:34:21.646895 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-484fffb7-41a8-4d49-972e-9329dbe310a9 tempest-PortsAdminExtendedAttrsTestJSON-1757410772 tempest-PortsAdminExtendedAttrsTestJSON-1757410772-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736733287370'] for port, before_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:34:21.660944 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 47340) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:34:21.752837 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-bce5cb06-f963-49d4-801d-f74453678c5e tempest-RoutersAdminTest-1965710677 tempest-RoutersAdminTest-1965710677-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736733386999', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3166340'] for segment, before_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:34:21.754263 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f00a31-83fe-426d-8fe3-ed8860b9a9e2 req-85037cee-709f-4d26-8899-7e254ad69894 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:34:21.755963 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-05f00a31-83fe-426d-8fe3-ed8860b9a9e2 req-85037cee-709f-4d26-8899-7e254ad69894 service neutron] 10.222.0.57 "GET /v2.0/networks?id=fb98b55b-27fc-4010-87f8-0892c916fc1a HTTP/1.1" status: 200 len: 906 time: 0.2174659 Apr 01 13:34:21.774166 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-bce5cb06-f963-49d4-801d-f74453678c5e tempest-RoutersAdminTest-1965710677 tempest-RoutersAdminTest-1965710677-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1004271'] for segment, precommit_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:34:21.782012 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bce5cb06-f963-49d4-801d-f74453678c5e tempest-RoutersAdminTest-1965710677 tempest-RoutersAdminTest-1965710677-project-admin] Releasing vlan 393 on physical network physnet1 to pool {{(pid=83871) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 01 13:34:21.782418 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-bce5cb06-f963-49d4-801d-f74453678c5e tempest-RoutersAdminTest-1965710677 tempest-RoutersAdminTest-1965710677-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1004262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2743078'] for segment, after_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:34:21.860697 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-05f00a31-83fe-426d-8fe3-ed8860b9a9e2 req-f51ad7db-b20e-4ccf-aee2-878291a0b553 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=977f3384-72d2-424a-b723-6cd9d5b5af4a HTTP/1.1" status: 200 len: 217 time: 0.0952613 Apr 01 13:34:21.881005 dv-neutron-836180-1-hyperv neutron-server[83871]: Traceback (most recent call last): Apr 01 13:34:21.881005 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 01 13:34:21.881005 dv-neutron-836180-1-hyperv neutron-server[83871]: timer() Apr 01 13:34:21.881005 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 13:34:21.881005 dv-neutron-836180-1-hyperv neutron-server[83871]: cb(*args, **kw) Apr 01 13:34:21.881005 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 13:34:21.881005 dv-neutron-836180-1-hyperv neutron-server[83871]: return func(*args, **kwargs) Apr 01 13:34:21.881005 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 13:34:21.881005 dv-neutron-836180-1-hyperv neutron-server[83871]: self._notify() Apr 01 13:34:21.881005 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 13:34:21.881005 dv-neutron-836180-1-hyperv neutron-server[83871]: self.callback(batched_events) Apr 01 13:34:21.881005 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 13:34:21.881005 dv-neutron-836180-1-hyperv neutron-server[83871]: event.method(event) Apr 01 13:34:21.881005 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 13:34:21.881005 dv-neutron-836180-1-hyperv neutron-server[83871]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 13:34:21.881005 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 13:34:21.881005 dv-neutron-836180-1-hyperv neutron-server[83871]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 13:34:21.881005 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 13:34:21.881005 dv-neutron-836180-1-hyperv neutron-server[83871]: return f(self, *a, **k) Apr 01 13:34:21.881005 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 13:34:21.881005 dv-neutron-836180-1-hyperv neutron-server[83871]: return self._get(url).json() Apr 01 13:34:21.881005 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 13:34:21.881005 dv-neutron-836180-1-hyperv neutron-server[83871]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 13:34:21.881005 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 01 13:34:21.881005 dv-neutron-836180-1-hyperv neutron-server[83871]: return self.request(url, 'GET', **kwargs) Apr 01 13:34:21.881005 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 01 13:34:21.881005 dv-neutron-836180-1-hyperv neutron-server[83871]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 13:34:21.881005 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 01 13:34:21.881005 dv-neutron-836180-1-hyperv neutron-server[83871]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 13:34:21.881005 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 01 13:34:21.881005 dv-neutron-836180-1-hyperv neutron-server[83871]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 13:34:21.881005 dv-neutron-836180-1-hyperv neutron-server[83871]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 13:34:21.910815 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-1483f959-a0c0-4fc0-ae45-3a926e5cd36b tempest-RoutersIpV6AdminTest-2054225496 tempest-RoutersIpV6AdminTest-2054225496-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4079738'] for router, after_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:34:21.911730 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1483f959-a0c0-4fc0-ae45-3a926e5cd36b tempest-RoutersIpV6AdminTest-2054225496 tempest-RoutersIpV6AdminTest-2054225496-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 685bb8a0-4821-4ac9-ba06-bb3785d02dd0 {{(pid=83871) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 01 13:34:21.919074 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-ed622af8-62bc-4c37-96b7-85f5a61595e8 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-945042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2743160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2757373'] for subnet, after_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:34:21.984349 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0316e663-2094-4e38-ab21-ae9fc82c63ae', 'tag': '389797f2-66e0-4248-bbe2-d36a06762cdf', 'status': 'completed', 'code': 200} Apr 01 13:34:21.997152 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f00a31-83fe-426d-8fe3-ed8860b9a9e2 req-d0b6ac70-2425-448c-8bdd-f3f6bbe02fac service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:34:21.998837 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-05f00a31-83fe-426d-8fe3-ed8860b9a9e2 req-d0b6ac70-2425-448c-8bdd-f3f6bbe02fac service neutron] 10.222.0.57 "GET /v2.0/subnets?id=bd8de9aa-4e53-4452-88cd-9054c473da72 HTTP/1.1" status: 200 len: 844 time: 0.1299031 Apr 01 13:34:22.014197 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed622af8-62bc-4c37-96b7-85f5a61595e8 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Pushing event deleted for resources: {'Subnet': ['ID=45e89978-5823-4524-a7f3-d76d52d406ce,revision_number=None']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:34:22.046001 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-dbc85efc-af0b-4a3f-8db4-879fa251f168 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=ae6236b0143845a3ae5532a311ab1ec8&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3838580 Apr 01 13:34:22.051485 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 47352) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:34:22.100741 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-5d1c2593-2760-4fe7-9181-9a10f123b2d9 req-424a3e02-cf66-46b1-be4a-a05bdf7c4d0b service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=89fbd4bee1224db38dcb79340f59d1d9&device_id=0316e663-2094-4e38-ab21-ae9fc82c63ae HTTP/1.1" status: 200 len: 1097 time: 0.8067789 Apr 01 13:34:22.103468 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-ed622af8-62bc-4c37-96b7-85f5a61595e8 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Notify callbacks [] for subnet, before_response {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:34:22.116832 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-bce5cb06-f963-49d4-801d-f74453678c5e tempest-RoutersAdminTest-1965710677 tempest-RoutersAdminTest-1965710677-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-942599', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4084797'] for network, after_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:34:22.121910 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cfd1f84-2e9d-4456-b809-ddd19f16fe66 None None] Network 09d7ea43-6376-4322-97e7-54cd01aae492 requested from dv-neutron-836180-1-hyperv {{(pid=83872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 13:34:22.123265 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bce5cb06-f963-49d4-801d-f74453678c5e tempest-RoutersAdminTest-1965710677 tempest-RoutersAdminTest-1965710677-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network c177c331-3887-4337-812f-3a2215c218e5 {{(pid=83871) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Apr 01 13:34:22.125461 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-bce5cb06-f963-49d4-801d-f74453678c5e tempest-RoutersAdminTest-1965710677 tempest-RoutersAdminTest-1965710677-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3017602'] for network, before_response {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:34:22.147473 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-d28c4669-7b97-4798-b4d8-2308f2b7f216 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:34:22.151421 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-05f00a31-83fe-426d-8fe3-ed8860b9a9e2 req-74bce605-8582-4047-a6d5-3353858d6952 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=fb98b55b-27fc-4010-87f8-0892c916fc1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1448307 Apr 01 13:34:22.241881 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-1483f959-a0c0-4fc0-ae45-3a926e5cd36b tempest-RoutersIpV6AdminTest-2054225496 tempest-RoutersIpV6AdminTest-2054225496-project-admin] Notify callbacks [] for router, before_response {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:34:22.258397 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-1483f959-a0c0-4fc0-ae45-3a926e5cd36b tempest-RoutersIpV6AdminTest-2054225496 tempest-RoutersIpV6AdminTest-2054225496-project-admin] 10.222.0.26 "DELETE /v2.0/routers/685bb8a0-4821-4ac9-ba06-bb3785d02dd0 HTTP/1.1" status: 204 len: 168 time: 3.6912940 Apr 01 13:34:22.260815 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce5cb06-f963-49d4-801d-f74453678c5e tempest-RoutersAdminTest-1965710677 tempest-RoutersAdminTest-1965710677-project-admin] Pushing event deleted for resources: {'Network': ['ID=c177c331-3887-4337-812f-3a2215c218e5,revision_number=None']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:34:22.268880 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-bce5cb06-f963-49d4-801d-f74453678c5e tempest-RoutersAdminTest-1965710677 tempest-RoutersAdminTest-1965710677-project-admin] 10.222.0.26 "DELETE /v2.0/networks/c177c331-3887-4337-812f-3a2215c218e5 HTTP/1.1" status: 204 len: 168 time: 2.3149772 Apr 01 13:34:22.283954 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-ed622af8-62bc-4c37-96b7-85f5a61595e8 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] 10.222.0.26 "DELETE /v2.0/subnets/45e89978-5823-4524-a7f3-d76d52d406ce HTTP/1.1" status: 204 len: 168 time: 2.7175803 Apr 01 13:34:22.294403 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-d28c4669-7b97-4798-b4d8-2308f2b7f216 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:34:22.295576 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 47362) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:34:22.473483 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-5d1c2593-2760-4fe7-9181-9a10f123b2d9 req-ef8c37a3-4818-463f-afd3-cc098ffedec9 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=389797f2-66e0-4248-bbe2-d36a06762cdf HTTP/1.1" status: 200 len: 217 time: 0.3451142 Apr 01 13:34:22.500878 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-05f00a31-83fe-426d-8fe3-ed8860b9a9e2 req-20ac5245-0f49-4a8f-b62a-ea5b4fa1d9ba service neutron] 10.222.0.57 "GET /v2.0/networks/fb98b55b-27fc-4010-87f8-0892c916fc1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3382740 Apr 01 13:34:22.657829 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-d28c4669-7b97-4798-b4d8-2308f2b7f216 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3775923'] for security_group, after_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:34:22.689762 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-db513fa8-1518-4851-9fad-7221e8d348f5 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] 10.222.0.26 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.3681331 Apr 01 13:34:22.711471 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 47370) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:34:22.719567 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.v2.base [None req-25ef8988-f440-47b8-9283-b8c49ed5b1e9 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Request body: {'subnet': {'network_id': '09d7ea43-6376-4322-97e7-54cd01aae492', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=83871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:34:22.734633 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d28c4669-7b97-4798-b4d8-2308f2b7f216 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87390a71-bba0-4f1d-8c7a-7cf4135513eb,revision_number=None']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:34:22.748017 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 47374) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:34:22.765702 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8eecb2e-63ea-401d-9edc-108b96b751e1 req-d21daaf1-2b71-4188-8bd2-7fe74445d9eb tempest-ServersTestManualDisk-1537329539 tempest-ServersTestManualDisk-1537329539-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:34:22.768538 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-d8eecb2e-63ea-401d-9edc-108b96b751e1 req-d21daaf1-2b71-4188-8bd2-7fe74445d9eb tempest-ServersTestManualDisk-1537329539 tempest-ServersTestManualDisk-1537329539-project] 10.222.0.26 "GET /v2.0/ports?device_id=0316e663-2094-4e38-ab21-ae9fc82c63ae HTTP/1.1" status: 200 len: 944 time: 0.3595188 Apr 01 13:34:22.773649 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.db [None req-484fffb7-41a8-4d49-972e-9329dbe310a9 tempest-PortsAdminExtendedAttrsTestJSON-1757410772 tempest-PortsAdminExtendedAttrsTestJSON-1757410772-project-admin] For port 4376c538-22ad-4861-adfd-a5b5c46f191c, host hv-neutron-8361, got binding levels [] {{(pid=83871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 13:34:22.774124 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-484fffb7-41a8-4d49-972e-9329dbe310a9 tempest-PortsAdminExtendedAttrsTestJSON-1757410772 tempest-PortsAdminExtendedAttrsTestJSON-1757410772-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4155147'] for port, precommit_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:34:22.782809 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-d28c4669-7b97-4798-b4d8-2308f2b7f216 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:34:22.786137 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-d28c4669-7b97-4798-b4d8-2308f2b7f216 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/87390a71-bba0-4f1d-8c7a-7cf4135513eb HTTP/1.1" status: 204 len: 168 time: 0.7299960 Apr 01 13:34:22.809742 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31ca649f-d010-4a42-a53f-b347d1f8a829 None None] DHCP port deletion for 09d7ea43-6376-4322-97e7-54cd01aae492 request from dv-neutron-836180-1-hyperv {{(pid=83872) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 01 13:34:22.832673 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.plugin [None req-31ca649f-d010-4a42-a53f-b347d1f8a829 None None] Deleting port 95c23862-2961-406f-a170-85abadaa169f {{(pid=83872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 13:34:22.834439 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-31ca649f-d010-4a42-a53f-b347d1f8a829 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736733287370'] for port, before_delete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:34:23.109851 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-d8eecb2e-63ea-401d-9edc-108b96b751e1 req-b7558165-5c58-42a0-bcfc-52d4cdc8d4a1 tempest-ServersTestManualDisk-1537329539 tempest-ServersTestManualDisk-1537329539-project] 10.222.0.26 "GET /v2.0/security-groups?id=5eeb8844-2921-4d9c-96aa-ee946f9c62b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3299460 Apr 01 13:34:23.127502 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-05f00a31-83fe-426d-8fe3-ed8860b9a9e2 req-d4a0f216-e59d-4d53-b7de-ca03e44f573a service neutron] 10.222.0.57 "GET /v2.0/networks/fb98b55b-27fc-4010-87f8-0892c916fc1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6203430 Apr 01 13:34:23.321427 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfb37c25-01fe-407e-9ac7-0c4bebfef095 None None] Sync routers for ids ['77406f62-76cf-4016-91f0-13f9860d5967'] in dv-neutron-836180-1-hyperv {{(pid=83873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 13:34:23.338248 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.plugin [None req-484fffb7-41a8-4d49-972e-9329dbe310a9 tempest-PortsAdminExtendedAttrsTestJSON-1757410772 tempest-PortsAdminExtendedAttrsTestJSON-1757410772-project-admin] Calling delete_port for 4376c538-22ad-4861-adfd-a5b5c46f191c owned by {{(pid=83871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 13:34:23.376211 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfb37c25-01fe-407e-9ac7-0c4bebfef095 None None] Routers {'77406f62-76cf-4016-91f0-13f9860d5967'} bound to L3 agent in host dv-neutron-836180-1-hyperv {{(pid=83873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 13:34:23.380324 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.v2.base [None req-b7697d13-953d-4b53-a872-717341f28a81 tempest-RoutersIpV6AdminTest-7322729 tempest-RoutersIpV6AdminTest-7322729-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-816562824', 'external_gateway_info': {'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301'}, 'admin_state_up': False}} {{(pid=83869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:34:23.381298 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-dfb37c25-01fe-407e-9ac7-0c4bebfef095 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836180-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T13:25:36Z,description=,heartbeat_timestamp=2022-04-01T13:34:06Z,host='dv-neutron-836180-1-hyperv',id=88bf8fc8-11a3-4e96-9d1b-5fd93ba9f6f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T13:25:36Z,topic='l3_agent')) {'router_ids': ['77406f62-76cf-4016-91f0-13f9860d5967'], 'active': True} {{(pid=83873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:34:23.394654 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-b7697d13-953d-4b53-a872-717341f28a81 tempest-RoutersIpV6AdminTest-7322729 tempest-RoutersIpV6AdminTest-7322729-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:34:23.406792 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-b7697d13-953d-4b53-a872-717341f28a81 tempest-RoutersIpV6AdminTest-7322729 tempest-RoutersIpV6AdminTest-7322729-project] Usage tracker for resource:router and tenant:a4d5a28a92af4686a1b0ae1e9f78e210 is out of sync, need to count used quota {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 13:34:23.421900 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-b7697d13-953d-4b53-a872-717341f28a81 tempest-RoutersIpV6AdminTest-7322729 tempest-RoutersIpV6AdminTest-7322729-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 13:34:23.446838 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-b7697d13-953d-4b53-a872-717341f28a81 tempest-RoutersIpV6AdminTest-7322729 tempest-RoutersIpV6AdminTest-7322729-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:34:23.451829 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-31ca649f-d010-4a42-a53f-b347d1f8a829 None None] For port 95c23862-2961-406f-a170-85abadaa169f, host dv-neutron-836180-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836180-1-hyperv',level=0,port_id=95c23862-2961-406f-a170-85abadaa169f,segment=NetworkSegment(16094ed0-4a47-4ff6-9238-85c278d7a2a5),segment_id=16094ed0-4a47-4ff6-9238-85c278d7a2a5)] {{(pid=83872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 13:34:23.455083 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-31ca649f-d010-4a42-a53f-b347d1f8a829 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4155147'] for port, precommit_delete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:34:23.467733 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1c2593-2760-4fe7-9181-9a10f123b2d9 req-9c4fdc7b-56cc-4c7d-b735-094357b1bda2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:34:23.470036 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-5d1c2593-2760-4fe7-9181-9a10f123b2d9 req-9c4fdc7b-56cc-4c7d-b735-094357b1bda2 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=b4d98d75-116a-4d3d-b965-52d071507f72 HTTP/1.1" status: 200 len: 851 time: 0.9876020 Apr 01 13:34:23.493256 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-b7697d13-953d-4b53-a872-717341f28a81 tempest-RoutersIpV6AdminTest-7322729 tempest-RoutersIpV6AdminTest-7322729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4082176', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4220'] for router, before_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:34:23.498907 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-b7697d13-953d-4b53-a872-717341f28a81 tempest-RoutersIpV6AdminTest-7322729 tempest-RoutersIpV6AdminTest-7322729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4082277', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4084873', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4148249', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4211'] for router, precommit_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:34:23.506714 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-484fffb7-41a8-4d49-972e-9329dbe310a9 tempest-PortsAdminExtendedAttrsTestJSON-1757410772 tempest-PortsAdminExtendedAttrsTestJSON-1757410772-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736733359243', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736732935810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2743125'] for port, after_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:34:23.561978 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-b7697d13-953d-4b53-a872-717341f28a81 tempest-RoutersIpV6AdminTest-7322729 tempest-RoutersIpV6AdminTest-7322729-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:34:23.643012 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-484fffb7-41a8-4d49-972e-9329dbe310a9 tempest-PortsAdminExtendedAttrsTestJSON-1757410772 tempest-PortsAdminExtendedAttrsTestJSON-1757410772-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109561'] for port, before_response {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:34:23.680626 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-484fffb7-41a8-4d49-972e-9329dbe310a9 tempest-PortsAdminExtendedAttrsTestJSON-1757410772 tempest-PortsAdminExtendedAttrsTestJSON-1757410772-project-admin] 10.222.0.26 "DELETE /v2.0/ports/4376c538-22ad-4861-adfd-a5b5c46f191c HTTP/1.1" status: 204 len: 168 time: 2.5919962 Apr 01 13:34:23.712069 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 47386) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:34:23.733419 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-484fffb7-41a8-4d49-972e-9329dbe310a9 tempest-PortsAdminExtendedAttrsTestJSON-1757410772 tempest-PortsAdminExtendedAttrsTestJSON-1757410772-project-admin] Pushing event deleted for resources: {'Port': ['ID=4376c538-22ad-4861-adfd-a5b5c46f191c,revision_number=None']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:34:23.754854 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 47390) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:34:23.756630 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_dvr_db [None req-dfb37c25-01fe-407e-9ac7-0c4bebfef095 None None] Set router 77406f62-76cf-4016-91f0-13f9860d5967 gateway port host: dv-neutron-836180-1-hyperv {{(pid=83873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 13:34:23.814508 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-25ef8988-f440-47b8-9283-b8c49ed5b1e9 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:34:23.817091 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.pecan_wsgi.hooks.translation [None req-22af64dc-9b54-44d0-a214-9464c5cf7b8f tempest-PortsAdminExtendedAttrsTestJSON-1757410772 tempest-PortsAdminExtendedAttrsTestJSON-1757410772-project-admin] GET failed (client error): The resource could not be found. Apr 01 13:34:23.817538 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-22af64dc-9b54-44d0-a214-9464c5cf7b8f tempest-PortsAdminExtendedAttrsTestJSON-1757410772 tempest-PortsAdminExtendedAttrsTestJSON-1757410772-project-admin] Synchronizing usage tracker for tenant:179bd524c55645f38495b0e9c3dd7bca on resource:port {{(pid=83871) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 13:34:23.829677 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-25ef8988-f440-47b8-9283-b8c49ed5b1e9 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Usage tracker for resource:subnet and tenant:8b726fe6689e4b7f96def1a2219bea6c is out of sync, need to count used quota {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 13:34:23.830760 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.plugin [None req-31ca649f-d010-4a42-a53f-b347d1f8a829 None None] Calling delete_port for 95c23862-2961-406f-a170-85abadaa169f owned by network:dhcp {{(pid=83872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 13:34:23.834733 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-25ef8988-f440-47b8-9283-b8c49ed5b1e9 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 13:34:23.879169 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-25ef8988-f440-47b8-9283-b8c49ed5b1e9 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:34:23.882736 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 47394) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:34:23.896682 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:34:23.897426 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-22af64dc-9b54-44d0-a214-9464c5cf7b8f tempest-PortsAdminExtendedAttrsTestJSON-1757410772 tempest-PortsAdminExtendedAttrsTestJSON-1757410772-project-admin] Unset dirty status for tenant:179bd524c55645f38495b0e9c3dd7bca on resource:port {{(pid=83871) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 13:34:23.899712 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-22af64dc-9b54-44d0-a214-9464c5cf7b8f tempest-PortsAdminExtendedAttrsTestJSON-1757410772 tempest-PortsAdminExtendedAttrsTestJSON-1757410772-project-admin] 10.222.0.26 "GET /v2.0/ports/4376c538-22ad-4861-adfd-a5b5c46f191c HTTP/1.1" status: 404 len: 333 time: 0.1587970 Apr 01 13:34:23.906506 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.v2.base [None req-5b7b2762-ca7a-4f97-8f47-3bec7bb6327d tempest-RoutersAdminTest-1965710677 tempest-RoutersAdminTest-1965710677-project-admin] Request body: {'router': {'name': 'tempest-router--7546790', 'project_id': '62037ff403c8450abea19e812e1d3de1'}} {{(pid=83869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:34:23.921248 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 47398) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:34:23.928582 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-5b7b2762-ca7a-4f97-8f47-3bec7bb6327d tempest-RoutersAdminTest-1965710677 tempest-RoutersAdminTest-1965710677-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:34:23.936088 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4217e479-e52b-4be9-a75c-6c9290a2434b req-db95e5d3-efdc-43a5-9b3c-59587fddc088 tempest-ServersTestJSON-1223226849 tempest-ServersTestJSON-1223226849-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:34:23.938037 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-4217e479-e52b-4be9-a75c-6c9290a2434b req-db95e5d3-efdc-43a5-9b3c-59587fddc088 tempest-ServersTestJSON-1223226849 tempest-ServersTestJSON-1223226849-project] 10.222.0.26 "GET /v2.0/ports?device_id=8aa7d2ad-e8f3-4771-aad7-c1d452e82252 HTTP/1.1" status: 200 len: 944 time: 1.1670809 Apr 01 13:34:23.943712 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8be8781-6827-42ca-ad5c-ce0f712864d2 tempest-FloatingIPAdminTestJSON-382796379 tempest-FloatingIPAdminTestJSON-382796379-project] Notify agent at l3_agent.dv-neutron-836180-1-hyperv the message routers_updated {{(pid=83871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 13:34:23.948903 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25ef8988-f440-47b8-9283-b8c49ed5b1e9 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Made reservation on behalf of 8b726fe6689e4b7f96def1a2219bea6c for: {'subnet': 1} {{(pid=83871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 13:34:23.953589 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-25ef8988-f440-47b8-9283-b8c49ed5b1e9 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2757336'] for subnet, before_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:34:23.974759 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-5b7b2762-ca7a-4f97-8f47-3bec7bb6327d tempest-RoutersAdminTest-1965710677 tempest-RoutersAdminTest-1965710677-project-admin] Usage tracker for resource:router and tenant:62037ff403c8450abea19e812e1d3de1 is out of sync, need to count used quota {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 13:34:23.976387 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-d8be8781-6827-42ca-ad5c-ce0f712864d2 tempest-FloatingIPAdminTestJSON-382796379 tempest-FloatingIPAdminTestJSON-382796379-project] 10.222.0.26 "PUT /v2.0/routers/ef006376-a124-47f4-8ab3-ee1caa62d327/add_router_interface HTTP/1.1" status: 200 len: 503 time: 20.5378735 Apr 01 13:34:23.980682 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-5d1c2593-2760-4fe7-9181-9a10f123b2d9 req-906b2332-ecd5-4cdc-baed-a3aa8e4842b7 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=8a1d3029-ea4e-4a99-9a7d-ce93ff1eb9a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4755688 Apr 01 13:34:23.985475 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-5b7b2762-ca7a-4f97-8f47-3bec7bb6327d tempest-RoutersAdminTest-1965710677 tempest-RoutersAdminTest-1965710677-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 13:34:23.986382 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 47402) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:34:24.021640 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7b58377-cf4b-48be-9354-1631b3aa4034 None None] Sync routers for ids ['ef006376-a124-47f4-8ab3-ee1caa62d327'] in dv-neutron-836180-1-hyperv {{(pid=83872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 13:34:24.063096 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-5b7b2762-ca7a-4f97-8f47-3bec7bb6327d tempest-RoutersAdminTest-1965710677 tempest-RoutersAdminTest-1965710677-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:34:24.070056 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7b58377-cf4b-48be-9354-1631b3aa4034 None None] Routers {'ef006376-a124-47f4-8ab3-ee1caa62d327'} bound to L3 agent in host dv-neutron-836180-1-hyperv {{(pid=83872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 13:34:24.070722 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_hamode_db [None req-a7b58377-cf4b-48be-9354-1631b3aa4034 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836180-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T13:25:36Z,description=,heartbeat_timestamp=2022-04-01T13:34:06Z,host='dv-neutron-836180-1-hyperv',id=88bf8fc8-11a3-4e96-9d1b-5fd93ba9f6f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T13:25:36Z,topic='l3_agent')) {'router_ids': ['ef006376-a124-47f4-8ab3-ee1caa62d327'], 'active': True} {{(pid=83872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:34:24.119952 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-b7697d13-953d-4b53-a872-717341f28a81 tempest-RoutersIpV6AdminTest-7322729 tempest-RoutersIpV6AdminTest-7322729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4084887', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4079850', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4161'] for router, precommit_update {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:34:24.131970 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-5b7b2762-ca7a-4f97-8f47-3bec7bb6327d tempest-RoutersAdminTest-1965710677 tempest-RoutersAdminTest-1965710677-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4082176', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4220'] for router, before_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:34:24.133308 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-5b7b2762-ca7a-4f97-8f47-3bec7bb6327d tempest-RoutersAdminTest-1965710677 tempest-RoutersAdminTest-1965710677-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4082277', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4084873', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4148249', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4211'] for router, precommit_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:34:24.143002 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-acf38981-4556-437a-80e1-366705787200 tempest-PortsAdminExtendedAttrsTestJSON-1728690332 tempest-PortsAdminExtendedAttrsTestJSON-1728690332-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1033078'] for network, before_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:34:24.178450 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_hamode_db [None req-a7b58377-cf4b-48be-9354-1631b3aa4034 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-836180-1-hyperv', False) {} {{(pid=83872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:34:24.194413 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-31ca649f-d010-4a42-a53f-b347d1f8a829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736733359243', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736732935810'] for port, after_delete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:34:24.269168 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ca649f-d010-4a42-a53f-b347d1f8a829 None None] Pushing event deleted for resources: {'Port': ['ID=95c23862-2961-406f-a170-85abadaa169f,revision_number=None']} {{(pid=83872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:34:24.271244 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31ca649f-d010-4a42-a53f-b347d1f8a829 None None] No DVR routers for this DVR port 95c23862-2961-406f-a170-85abadaa169f on host dv-neutron-836180-1-hyperv {{(pid=83872) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 13:34:24.275236 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7b58377-cf4b-48be-9354-1631b3aa4034 None None] Routers {'ef006376-a124-47f4-8ab3-ee1caa62d327'} bound to L3 agent in host dv-neutron-836180-1-hyperv {{(pid=83872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 13:34:24.275929 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_hamode_db [None req-a7b58377-cf4b-48be-9354-1631b3aa4034 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836180-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T13:25:36Z,description=,heartbeat_timestamp=2022-04-01T13:34:06Z,host='dv-neutron-836180-1-hyperv',id=88bf8fc8-11a3-4e96-9d1b-5fd93ba9f6f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T13:25:36Z,topic='l3_agent')) {'router_ids': ['ef006376-a124-47f4-8ab3-ee1caa62d327'], 'active': True} {{(pid=83872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:34:24.369975 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_hamode_db [None req-a7b58377-cf4b-48be-9354-1631b3aa4034 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-836180-1-hyperv', False) {} {{(pid=83872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:34:24.370381 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7b58377-cf4b-48be-9354-1631b3aa4034 None None] The sync data for ids ['ef006376-a124-47f4-8ab3-ee1caa62d327'] in dv-neutron-836180-1-hyperv is: [] {{(pid=83872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 13:34:24.400786 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Device 977f3384-72d2-424a-b723-6cd9d5b5af4a details requested by agent hyperv_hv-neutron-8361 with host hv-neutron-8361 {{(pid=83872) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 01 13:34:24.406403 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Device 95c23862-2961-406f-a170-85abadaa169f no longer exists at agent ovs-agent-dv-neutron-836180-1-hyperv {{(pid=83872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 13:34:24.423983 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.v2.base [None req-225b93aa-8d86-4927-b8b3-d9e2d386a311 tempest-FloatingIPAdminTestJSON-382796379 tempest-FloatingIPAdminTestJSON-382796379-project] Request body: {'port': {'network_id': 'f2ea7b94-8acd-4366-9b8f-7793dde2b041', 'name': 'tempest-FloatingIPAdminTestJSON-1661575436'}} {{(pid=83871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:34:24.427219 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-acf38981-4556-437a-80e1-366705787200 tempest-PortsAdminExtendedAttrsTestJSON-1728690332 tempest-PortsAdminExtendedAttrsTestJSON-1728690332-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-942654', 'neutron.services.segments.db._delete_segments_for_network-8736733387888'] for network, precommit_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:34:24.429628 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-dfb37c25-01fe-407e-9ac7-0c4bebfef095 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77406f62-76cf-4016-91f0-13f9860d5967', 'name': 'tempest-ServersTestJSON-518393349-router', 'tenant_id': '60bf55a52dbc4f9d9d0decf6a2dd30f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'external_fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.230'}], 'enable_snat': True}, 'gw_port_id': 'de05d516-4cf8-4e68-8674-3515de7a8c32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T13:33:40Z', 'updated_at': '2022-04-01T13:33:48Z', 'revision_number': 4, 'project_id': '60bf55a52dbc4f9d9d0decf6a2dd30f6', 'gw_port': {'id': 'de05d516-4cf8-4e68-8674-3515de7a8c32', 'name': '', 'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:6f:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77406f62-76cf-4016-91f0-13f9860d5967', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836180-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:33:41Z', 'updated_at': '2022-04-01T13:33:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836180-1-hyperv', '_interfaces': [{'id': '477de692-9c51-4431-a196-3139509ee79b', 'name': '', 'network_id': 'fb98b55b-27fc-4010-87f8-0892c916fc1a', 'tenant_id': '60bf55a52dbc4f9d9d0decf6a2dd30f6', 'mac_address': 'fa:16:3e:e9:cb:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77406f62-76cf-4016-91f0-13f9860d5967', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bd8de9aa-4e53-4452-88cd-9054c473da72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:33:46Z', 'updated_at': '2022-04-01T13:33:49Z', 'revision_number': 2, 'project_id': '60bf55a52dbc4f9d9d0decf6a2dd30f6', 'subnets': [{'id': 'bd8de9aa-4e53-4452-88cd-9054c473da72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-836180-1-hyperv', False) {} {{(pid=83873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:34:24.434503 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfb37c25-01fe-407e-9ac7-0c4bebfef095 None None] Checking router: 77406f62-76cf-4016-91f0-13f9860d5967 for host: dv-neutron-836180-1-hyperv {{(pid=83873) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 01 13:34:24.434973 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfb37c25-01fe-407e-9ac7-0c4bebfef095 None None] Updating router 77406f62-76cf-4016-91f0-13f9860d5967 port 477de692-9c51-4431-a196-3139509ee79b binding host dv-neutron-836180-1-hyperv {{(pid=83873) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 01 13:34:24.452990 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.plugin [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] No Port match for: 95c23862-2961-406f-a170-85abadaa169f {{(pid=83872) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 01 13:34:24.454362 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Device 95c23862-2961-406f-a170-85abadaa169f not bound to the agent host dv-neutron-836180-1-hyperv {{(pid=83872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 13:34:24.454839 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.services.segments.db [None req-acf38981-4556-437a-80e1-366705787200 tempest-PortsAdminExtendedAttrsTestJSON-1728690332 tempest-PortsAdminExtendedAttrsTestJSON-1728690332-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bfc634f9-53d1-48bd-89ab-1b58f2c64fc0']}} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:34:24.470423 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.services.segments.db [None req-acf38981-4556-437a-80e1-366705787200 tempest-PortsAdminExtendedAttrsTestJSON-1728690332 tempest-PortsAdminExtendedAttrsTestJSON-1728690332-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '92414977-2e91-49a0-9c02-7d2579834d3c') {'for_net_delete': True} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:34:24.470782 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.services.segments.db [None req-acf38981-4556-437a-80e1-366705787200 tempest-PortsAdminExtendedAttrsTestJSON-1728690332 tempest-PortsAdminExtendedAttrsTestJSON-1728690332-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '92414977-2e91-49a0-9c02-7d2579834d3c') {} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:34:24.483359 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-acf38981-4556-437a-80e1-366705787200 tempest-PortsAdminExtendedAttrsTestJSON-1728690332 tempest-PortsAdminExtendedAttrsTestJSON-1728690332-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736733386999', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2704982'] for segment, before_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:34:24.500677 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-dfb37c25-01fe-407e-9ac7-0c4bebfef095 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:34:24.502894 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-acf38981-4556-437a-80e1-366705787200 tempest-PortsAdminExtendedAttrsTestJSON-1728690332 tempest-PortsAdminExtendedAttrsTestJSON-1728690332-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1004271'] for segment, precommit_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:34:24.509330 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-acf38981-4556-437a-80e1-366705787200 tempest-PortsAdminExtendedAttrsTestJSON-1728690332 tempest-PortsAdminExtendedAttrsTestJSON-1728690332-project] Releasing vlan 356 on physical network physnet1 to pool {{(pid=83869) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 01 13:34:24.509714 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-acf38981-4556-437a-80e1-366705787200 tempest-PortsAdminExtendedAttrsTestJSON-1728690332 tempest-PortsAdminExtendedAttrsTestJSON-1728690332-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1004262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2705264'] for segment, after_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:34:24.589988 dv-neutron-836180-1-hyperv neutron-server[83869]: Traceback (most recent call last): Apr 01 13:34:24.589988 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 01 13:34:24.589988 dv-neutron-836180-1-hyperv neutron-server[83869]: timer() Apr 01 13:34:24.589988 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 13:34:24.589988 dv-neutron-836180-1-hyperv neutron-server[83869]: cb(*args, **kw) Apr 01 13:34:24.589988 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 13:34:24.589988 dv-neutron-836180-1-hyperv neutron-server[83869]: return func(*args, **kwargs) Apr 01 13:34:24.589988 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 13:34:24.589988 dv-neutron-836180-1-hyperv neutron-server[83869]: self._notify() Apr 01 13:34:24.589988 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 13:34:24.589988 dv-neutron-836180-1-hyperv neutron-server[83869]: self.callback(batched_events) Apr 01 13:34:24.589988 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 13:34:24.589988 dv-neutron-836180-1-hyperv neutron-server[83869]: event.method(event) Apr 01 13:34:24.589988 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 13:34:24.589988 dv-neutron-836180-1-hyperv neutron-server[83869]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 13:34:24.589988 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 13:34:24.589988 dv-neutron-836180-1-hyperv neutron-server[83869]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 13:34:24.589988 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 13:34:24.589988 dv-neutron-836180-1-hyperv neutron-server[83869]: return f(self, *a, **k) Apr 01 13:34:24.589988 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 13:34:24.589988 dv-neutron-836180-1-hyperv neutron-server[83869]: return self._get(url).json() Apr 01 13:34:24.589988 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 13:34:24.589988 dv-neutron-836180-1-hyperv neutron-server[83869]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 13:34:24.589988 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 01 13:34:24.589988 dv-neutron-836180-1-hyperv neutron-server[83869]: return self.request(url, 'GET', **kwargs) Apr 01 13:34:24.589988 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 01 13:34:24.589988 dv-neutron-836180-1-hyperv neutron-server[83869]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 13:34:24.589988 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 01 13:34:24.589988 dv-neutron-836180-1-hyperv neutron-server[83869]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 13:34:24.589988 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 01 13:34:24.589988 dv-neutron-836180-1-hyperv neutron-server[83869]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 13:34:24.589988 dv-neutron-836180-1-hyperv neutron-server[83869]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 13:34:24.622876 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] For port 977f3384-72d2-424a-b723-6cd9d5b5af4a, host hv-neutron-8361, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8361',level=0,port_id=977f3384-72d2-424a-b723-6cd9d5b5af4a,segment=NetworkSegment(a7c08fea-ad3b-44c6-93c9-bb06e756d3ac),segment_id=a7c08fea-ad3b-44c6-93c9-bb06e756d3ac)] {{(pid=83872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 13:34:24.643884 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Returning: {'device': '977f3384-72d2-424a-b723-6cd9d5b5af4a', 'network_id': 'fb98b55b-27fc-4010-87f8-0892c916fc1a', 'port_id': '977f3384-72d2-424a-b723-6cd9d5b5af4a', 'mac_address': 'fa:16:3e:0f:bd:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 371, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bd8de9aa-4e53-4452-88cd-9054c473da72', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83872) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 01 13:34:24.676607 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-4217e479-e52b-4be9-a75c-6c9290a2434b req-de90ad97-d02a-47d4-a4a4-3f6178863917 tempest-ServersTestJSON-1223226849 tempest-ServersTestJSON-1223226849-project] 10.222.0.26 "GET /v2.0/security-groups?id=9c879d46-6861-4e85-bf4f-dbcce6fd6735&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7288446 Apr 01 13:34:24.681137 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-59ef0461-a351-4071-8f47-9fe467c8edf6 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=bb0d04bce31b434bb7c09b859fc82ca0&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7896583 Apr 01 13:34:24.695334 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 47408) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:34:24.699276 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-5b7b2762-ca7a-4f97-8f47-3bec7bb6327d tempest-RoutersAdminTest-1965710677 tempest-RoutersAdminTest-1965710677-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:34:24.722848 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-acf38981-4556-437a-80e1-366705787200 tempest-PortsAdminExtendedAttrsTestJSON-1728690332 tempest-PortsAdminExtendedAttrsTestJSON-1728690332-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-942599', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4084797'] for network, after_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:34:24.726052 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:34:24.732825 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-acf38981-4556-437a-80e1-366705787200 tempest-PortsAdminExtendedAttrsTestJSON-1728690332 tempest-PortsAdminExtendedAttrsTestJSON-1728690332-project] Notify callbacks [] for network, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:34:24.749994 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.notifiers.nova [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 977f3384-72d2-424a-b723-6cd9d5b5af4a {{(pid=83872) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 01 13:34:24.766621 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] For port 977f3384-72d2-424a-b723-6cd9d5b5af4a, host hv-neutron-8361, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8361',level=0,port_id=977f3384-72d2-424a-b723-6cd9d5b5af4a,segment=NetworkSegment(a7c08fea-ad3b-44c6-93c9-bb06e756d3ac),segment_id=a7c08fea-ad3b-44c6-93c9-bb06e756d3ac)] {{(pid=83872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 13:34:24.774776 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864'] for port, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:34:24.788840 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf38981-4556-437a-80e1-366705787200 tempest-PortsAdminExtendedAttrsTestJSON-1728690332 tempest-PortsAdminExtendedAttrsTestJSON-1728690332-project] Pushing event deleted for resources: {'Network': ['ID=bfc634f9-53d1-48bd-89ab-1b58f2c64fc0,revision_number=None']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:34:24.798557 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-acf38981-4556-437a-80e1-366705787200 tempest-PortsAdminExtendedAttrsTestJSON-1728690332 tempest-PortsAdminExtendedAttrsTestJSON-1728690332-project] 10.222.0.26 "DELETE /v2.0/networks/bfc634f9-53d1-48bd-89ab-1b58f2c64fc0 HTTP/1.1" status: 204 len: 168 time: 0.8715885 Apr 01 13:34:24.806235 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-5b7b2762-ca7a-4f97-8f47-3bec7bb6327d tempest-RoutersAdminTest-1965710677 tempest-RoutersAdminTest-1965710677-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4082201', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4084858'] for router, after_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:34:24.847201 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-5b7b2762-ca7a-4f97-8f47-3bec7bb6327d tempest-RoutersAdminTest-1965710677 tempest-RoutersAdminTest-1965710677-project-admin] Notify callbacks [] for router, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:34:24.848436 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-5b7b2762-ca7a-4f97-8f47-3bec7bb6327d tempest-RoutersAdminTest-1965710677 tempest-RoutersAdminTest-1965710677-project-admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 720 time: 1.0924594 Apr 01 13:34:24.851511 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 47414) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:34:24.886988 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Pushing event updated for resources: {'Port': ['ID=977f3384-72d2-424a-b723-6cd9d5b5af4a,revision_number=4']} {{(pid=83872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:34:24.904774 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-5d1c2593-2760-4fe7-9181-9a10f123b2d9 req-d396be88-272a-49d3-854b-a205c5df5e7f service neutron] 10.222.0.57 "GET /v2.0/networks/8a1d3029-ea4e-4a99-9a7d-ce93ff1eb9a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5218124 Apr 01 13:34:24.911195 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-225b93aa-8d86-4927-b8b3-d9e2d386a311 tempest-FloatingIPAdminTestJSON-382796379 tempest-FloatingIPAdminTestJSON-382796379-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:34:24.979885 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-dfb37c25-01fe-407e-9ac7-0c4bebfef095 None None] Notify callbacks [] for port, precommit_update {{(pid=83873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:34:24.995183 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-dfb37c25-01fe-407e-9ac7-0c4bebfef095 None None] Transition to ACTIVE for port object 477de692-9c51-4431-a196-3139509ee79b will not be triggered until provisioned by entity L2. {{(pid=83873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 13:34:25.004519 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-dfb37c25-01fe-407e-9ac7-0c4bebfef095 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864'] for port, after_update {{(pid=83873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:34:25.013153 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-225b93aa-8d86-4927-b8b3-d9e2d386a311 tempest-FloatingIPAdminTestJSON-382796379 tempest-FloatingIPAdminTestJSON-382796379-project] Usage tracker for resource:port and tenant:e66db8021e414e7baf903f5a575b7f77 is out of sync, need to count used quota {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 13:34:25.025772 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-225b93aa-8d86-4927-b8b3-d9e2d386a311 tempest-FloatingIPAdminTestJSON-382796379 tempest-FloatingIPAdminTestJSON-382796379-project] Quota usage for port was recalculated. Used quota:3. {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 13:34:25.050912 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-225b93aa-8d86-4927-b8b3-d9e2d386a311 tempest-FloatingIPAdminTestJSON-382796379 tempest-FloatingIPAdminTestJSON-382796379-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:34:25.075795 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-31c8af89-4c0f-4b74-94fc-22431d9f5a87 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:34:25.087516 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-102cdbfc-113e-4932-9ca5-6131efefd6a0 None None] Pushing event updated for resources: {'Port': ['ID=477de692-9c51-4431-a196-3139509ee79b,revision_number=3']} {{(pid=83873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:34:25.089517 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c39191-8d2a-4677-bbeb-6e93b82577ee req-5cf8d6f7-4dd9-4f02-af35-3eb4d4a91f13 tempest-ServersTestManualDisk-1537329539 tempest-ServersTestManualDisk-1537329539-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:34:25.097059 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-225b93aa-8d86-4927-b8b3-d9e2d386a311 tempest-FloatingIPAdminTestJSON-382796379 tempest-FloatingIPAdminTestJSON-382796379-project] Made reservation on behalf of e66db8021e414e7baf903f5a575b7f77 for: {'port': 1} {{(pid=83871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 13:34:25.100185 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-225b93aa-8d86-4927-b8b3-d9e2d386a311 tempest-FloatingIPAdminTestJSON-382796379 tempest-FloatingIPAdminTestJSON-382796379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:34:25.102505 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-a9c39191-8d2a-4677-bbeb-6e93b82577ee req-5cf8d6f7-4dd9-4f02-af35-3eb4d4a91f13 tempest-ServersTestManualDisk-1537329539 tempest-ServersTestManualDisk-1537329539-project] 10.222.0.26 "GET /v2.0/ports?device_id=0316e663-2094-4e38-ab21-ae9fc82c63ae HTTP/1.1" status: 200 len: 944 time: 0.5140123 Apr 01 13:34:25.121835 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] get_ports_and_sgs() called for port_ids ['977f3384-72d2-424a-b723-6cd9d5b5af4a'] {{(pid=83872) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 01 13:34:25.232721 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-a9c39191-8d2a-4677-bbeb-6e93b82577ee req-eb6b5195-018e-4180-8222-3ecc28a1cc0c tempest-ServersTestManualDisk-1537329539 tempest-ServersTestManualDisk-1537329539-project] 10.222.0.26 "GET /v2.0/security-groups?id=5eeb8844-2921-4d9c-96aa-ee946f9c62b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1289444 Apr 01 13:34:25.235702 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-31c8af89-4c0f-4b74-94fc-22431d9f5a87 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:34:25.270235 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-756c9063-d908-445b-909b-e8ba926169e7 tempest-RoutersAdminTest-1965710677 tempest-RoutersAdminTest-1965710677-project-admin] Notify callbacks [] for router, before_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:34:25.288363 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-5d1c2593-2760-4fe7-9181-9a10f123b2d9 req-375bf967-3741-4059-b622-164ba237724f service neutron] 10.222.0.57 "GET /v2.0/networks/8a1d3029-ea4e-4a99-9a7d-ce93ff1eb9a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3675671 Apr 01 13:34:25.288865 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 47420) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:34:25.297107 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.notifiers.nova [None req-225b93aa-8d86-4927-b8b3-d9e2d386a311 tempest-FloatingIPAdminTestJSON-382796379 tempest-FloatingIPAdminTestJSON-382796379-project] device_id is not set on port 06d6e2af-9690-4503-9df1-ecded916d5d8 yet. {{(pid=83871) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 01 13:34:25.332728 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.plugins.ml2.managers [None req-dfb37c25-01fe-407e-9ac7-0c4bebfef095 None None] Attempting to bind port 477de692-9c51-4431-a196-3139509ee79b on host dv-neutron-836180-1-hyperv for vnic_type normal with profile {{(pid=83873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 13:34:25.333092 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.plugins.ml2.managers [None req-dfb37c25-01fe-407e-9ac7-0c4bebfef095 None None] Attempting to bind port 477de692-9c51-4431-a196-3139509ee79b by drivers openvswitch,hyperv on host dv-neutron-836180-1-hyperv at level 0 using segments [{'id': 'a7c08fea-ad3b-44c6-93c9-bb06e756d3ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'fb98b55b-27fc-4010-87f8-0892c916fc1a'}] {{(pid=83873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 13:34:25.333446 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfb37c25-01fe-407e-9ac7-0c4bebfef095 None None] Attempting to bind port 477de692-9c51-4431-a196-3139509ee79b on network fb98b55b-27fc-4010-87f8-0892c916fc1a {{(pid=83873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 13:34:25.353689 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfb37c25-01fe-407e-9ac7-0c4bebfef095 None None] Checking agent: {'id': 'af948428-97cd-4d10-9f53-af028bdb39b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-836180-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 13, 25, 37), 'started_at': datetime.datetime(2022, 4, 1, 13, 26, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 13, 34, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-836180-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 13:34:25.354057 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfb37c25-01fe-407e-9ac7-0c4bebfef095 None None] Checking segment: {'id': 'a7c08fea-ad3b-44c6-93c9-bb06e756d3ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'fb98b55b-27fc-4010-87f8-0892c916fc1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 13:34:25.354453 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-dfb37c25-01fe-407e-9ac7-0c4bebfef095 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:34:25.354835 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfb37c25-01fe-407e-9ac7-0c4bebfef095 None None] Bound using segment: {'id': 'a7c08fea-ad3b-44c6-93c9-bb06e756d3ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'fb98b55b-27fc-4010-87f8-0892c916fc1a'} {{(pid=83873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 13:34:25.355823 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.plugins.ml2.managers [None req-dfb37c25-01fe-407e-9ac7-0c4bebfef095 None None] Bound port: 477de692-9c51-4431-a196-3139509ee79b, host: dv-neutron-836180-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a7c08fea-ad3b-44c6-93c9-bb06e756d3ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'fb98b55b-27fc-4010-87f8-0892c916fc1a'}}] {{(pid=83873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 13:34:25.356330 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-dfb37c25-01fe-407e-9ac7-0c4bebfef095 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:34:25.441919 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-25ef8988-f440-47b8-9283-b8c49ed5b1e9 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2743225', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2757366'] for subnet, after_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:34:25.489062 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.plugins.ml2.db [None req-dfb37c25-01fe-407e-9ac7-0c4bebfef095 None None] For port 477de692-9c51-4431-a196-3139509ee79b, host dv-neutron-836180-1-hyperv, cleared binding levels {{(pid=83873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 13:34:25.492577 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.plugins.ml2.db [None req-dfb37c25-01fe-407e-9ac7-0c4bebfef095 None None] For port 477de692-9c51-4431-a196-3139509ee79b, host dv-neutron-836180-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836180-1-hyperv',level=0,port_id=477de692-9c51-4431-a196-3139509ee79b,segment=NetworkSegment(a7c08fea-ad3b-44c6-93c9-bb06e756d3ac),segment_id=a7c08fea-ad3b-44c6-93c9-bb06e756d3ac)] {{(pid=83873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 13:34:25.496166 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-b7697d13-953d-4b53-a872-717341f28a81 tempest-RoutersIpV6AdminTest-7322729 tempest-RoutersIpV6AdminTest-7322729-project] Notify callbacks [] for router_gateway, before_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:34:25.499429 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-dfb37c25-01fe-407e-9ac7-0c4bebfef095 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864'] for port, after_update {{(pid=83873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:34:25.532210 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-b7697d13-953d-4b53-a872-717341f28a81 tempest-RoutersIpV6AdminTest-7322729 tempest-RoutersIpV6AdminTest-7322729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:34:25.587935 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25ef8988-f440-47b8-9283-b8c49ed5b1e9 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Network 09d7ea43-6376-4322-97e7-54cd01aae492 is already hosted by enough agents. {{(pid=83871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 13:34:25.595980 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.scheduler.base_scheduler [None req-25ef8988-f440-47b8-9283-b8c49ed5b1e9 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Resources bound (agent type, host, resource id): {{(pid=83871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 13:34:25.599375 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25ef8988-f440-47b8-9283-b8c49ed5b1e9 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:34:25.599941 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-25ef8988-f440-47b8-9283-b8c49ed5b1e9 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Notify callbacks [] for subnet, before_response {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:34:25.609335 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1e821db-ca71-41ed-bfe5-57088752a4c6 None None] Network 09d7ea43-6376-4322-97e7-54cd01aae492 requested from dv-neutron-836180-1-hyperv {{(pid=83872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 13:34:25.669731 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-102cdbfc-113e-4932-9ca5-6131efefd6a0 None None] Pushing event updated for resources: {'Port': ['ID=477de692-9c51-4431-a196-3139509ee79b,revision_number=4']} {{(pid=83873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:34:25.680321 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfb37c25-01fe-407e-9ac7-0c4bebfef095 None None] Routers {'77406f62-76cf-4016-91f0-13f9860d5967'} bound to L3 agent in host dv-neutron-836180-1-hyperv {{(pid=83873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 13:34:25.680615 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-dfb37c25-01fe-407e-9ac7-0c4bebfef095 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836180-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T13:25:36Z,description=,heartbeat_timestamp=2022-04-01T13:34:06Z,host='dv-neutron-836180-1-hyperv',id=88bf8fc8-11a3-4e96-9d1b-5fd93ba9f6f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T13:25:36Z,topic='l3_agent')) {'router_ids': ['77406f62-76cf-4016-91f0-13f9860d5967'], 'active': True} {{(pid=83873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:34:25.705861 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ef8988-f440-47b8-9283-b8c49ed5b1e9 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Pushing event updated for resources: {'Subnet': ['ID=b3ec0cac-eff2-49aa-86d7-c08f117b6993,revision_number=0']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:34:25.795226 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-25ef8988-f440-47b8-9283-b8c49ed5b1e9 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 3.0822570 Apr 01 13:34:25.806401 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 47430) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:34:25.834413 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.v2.base [None req-5f558548-1aef-4dc4-8f16-5cf72969de4d tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Request body: {'port': {'network_id': '09d7ea43-6376-4322-97e7-54cd01aae492', 'name': 'tempest-NetworksTestDHCPv6-1955280571'}} {{(pid=83871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:34:25.969099 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-adba402a-4f77-4105-bc75-03015cff6d2b admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=2fe5c5eb189848fb9cd141f977ca2750&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5520473 Apr 01 13:34:25.975939 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 47434) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:34:25.981281 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-31c8af89-4c0f-4b74-94fc-22431d9f5a87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3775923'] for security_group, after_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:34:25.983668 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-31c8af89-4c0f-4b74-94fc-22431d9f5a87 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:34:25.987015 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-31c8af89-4c0f-4b74-94fc-22431d9f5a87 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/8807fca2-a8d3-47fc-aa5f-8651f3eb35eb HTTP/1.1" status: 204 len: 168 time: 1.2876968 Apr 01 13:34:26.051241 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a56877f-b59f-43d6-8e74-f2513d5b7e5e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7e7d0ecb-2af4-55f5-9198-238ab0570d62-09d7ea43-6376-4322-97e7-54cd01aae492', 'network_id': '09d7ea43-6376-4322-97e7-54cd01aae492', 'tenant_id': '8b726fe6689e4b7f96def1a2219bea6c', 'fixed_ips': [{'subnet_id': 'b3ec0cac-eff2-49aa-86d7-c08f117b6993'}]}} from dv-neutron-836180-1-hyperv. {{(pid=83872) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 01 13:34:26.052266 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-4a56877f-b59f-43d6-8e74-f2513d5b7e5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:34:26.054458 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-756c9063-d908-445b-909b-e8ba926169e7 tempest-RoutersAdminTest-1965710677 tempest-RoutersAdminTest-1965710677-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4079814', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4170'] for router, precommit_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:34:26.068702 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-c3cc5baf-370d-4ba4-b629-117b7d5cf430 req-a2bede50-985a-479e-9c46-e7604fb2c79e service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=89fbd4bee1224db38dcb79340f59d1d9&device_id=0316e663-2094-4e38-ab21-ae9fc82c63ae HTTP/1.1" status: 200 len: 1097 time: 0.6359196 Apr 01 13:34:26.072732 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.db_base_plugin_common [None req-225b93aa-8d86-4927-b8b3-d9e2d386a311 tempest-FloatingIPAdminTestJSON-382796379 tempest-FloatingIPAdminTestJSON-382796379-project] Allocated IP 172.20.0.4 (f2ea7b94-8acd-4366-9b8f-7793dde2b041/7f75e9f2-0792-43c1-92b4-29819799e513/06d6e2af-9690-4503-9df1-ecded916d5d8) {{(pid=83871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 13:34:26.111177 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c8af89-4c0f-4b74-94fc-22431d9f5a87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8807fca2-a8d3-47fc-aa5f-8651f3eb35eb,revision_number=None']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:34:26.150381 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_dvr_db [None req-dfb37c25-01fe-407e-9ac7-0c4bebfef095 None None] Set router 77406f62-76cf-4016-91f0-13f9860d5967 gateway port host: dv-neutron-836180-1-hyperv {{(pid=83873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 13:34:26.158295 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-756c9063-d908-445b-909b-e8ba926169e7 tempest-RoutersAdminTest-1965710677 tempest-RoutersAdminTest-1965710677-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:34:26.263594 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.db_base_plugin_common [None req-b7697d13-953d-4b53-a872-717341f28a81 tempest-RoutersIpV6AdminTest-7322729 tempest-RoutersIpV6AdminTest-7322729-project] Allocated IP 172.26.5.173 (725864b8-cceb-48c9-b5d3-1bfc4423e301/e2ed99db-0e25-4971-b535-7fa69231fae8/4be04328-c57d-4565-8ae3-3399da56b020) {{(pid=83869) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 13:34:26.291621 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-756c9063-d908-445b-909b-e8ba926169e7 tempest-RoutersAdminTest-1965710677 tempest-RoutersAdminTest-1965710677-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4079738'] for router, after_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:34:26.292188 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-756c9063-d908-445b-909b-e8ba926169e7 tempest-RoutersAdminTest-1965710677 tempest-RoutersAdminTest-1965710677-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 824d091b-a9c4-44de-8c3e-856752e6e8f0 {{(pid=83869) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 01 13:34:26.414353 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.db_base_plugin_common [None req-4a56877f-b59f-43d6-8e74-f2513d5b7e5e None None] Allocated IP 2001:db8::2 (09d7ea43-6376-4322-97e7-54cd01aae492/b3ec0cac-eff2-49aa-86d7-c08f117b6993/14725a2b-656d-4ce2-999e-2c46945d08ed) {{(pid=83872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 13:34:26.418344 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Device 977f3384-72d2-424a-b723-6cd9d5b5af4a up at agent hyperv_hv-neutron-8361 {{(pid=83872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 13:34:26.488053 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-5f558548-1aef-4dc4-8f16-5cf72969de4d tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:34:26.537393 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18ca388-0d3c-4b38-8cc6-9ba8b05e7d87 req-885d97c3-e4c3-4c84-9b71-cb4e626abd9f tempest-ServersTestJSON-1223226849 tempest-ServersTestJSON-1223226849-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:34:26.544930 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-d18ca388-0d3c-4b38-8cc6-9ba8b05e7d87 req-885d97c3-e4c3-4c84-9b71-cb4e626abd9f tempest-ServersTestJSON-1223226849 tempest-ServersTestJSON-1223226849-project] 10.222.0.26 "GET /v2.0/ports?device_id=8aa7d2ad-e8f3-4771-aad7-c1d452e82252 HTTP/1.1" status: 200 len: 945 time: 0.5745366 Apr 01 13:34:26.593302 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Device 477de692-9c51-4431-a196-3139509ee79b up at agent ovs-agent-dv-neutron-836180-1-hyperv {{(pid=83872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 13:34:26.600579 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-5f558548-1aef-4dc4-8f16-5cf72969de4d tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Usage tracker for resource:port and tenant:8b726fe6689e4b7f96def1a2219bea6c is out of sync, need to count used quota {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 13:34:26.606464 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-5f558548-1aef-4dc4-8f16-5cf72969de4d tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 13:34:26.621540 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-b7697d13-953d-4b53-a872-717341f28a81 tempest-RoutersIpV6AdminTest-7322729 tempest-RoutersIpV6AdminTest-7322729-project] Notify callbacks [] for port, precommit_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:34:26.627474 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-b2699fc3-d277-4a2d-806c-0f384bd365b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:34:26.657124 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-5f558548-1aef-4dc4-8f16-5cf72969de4d tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:34:26.673913 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3cc5baf-370d-4ba4-b629-117b7d5cf430 req-41e368d5-a382-44e3-b541-bc4324770bc5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:34:26.675813 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-c3cc5baf-370d-4ba4-b629-117b7d5cf430 req-41e368d5-a382-44e3-b541-bc4324770bc5 service neutron] 10.222.0.57 "GET /v2.0/networks?id=8a1d3029-ea4e-4a99-9a7d-ce93ff1eb9a1 HTTP/1.1" status: 200 len: 913 time: 0.5968935 Apr 01 13:34:26.691318 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-756c9063-d908-445b-909b-e8ba926169e7 tempest-RoutersAdminTest-1965710677 tempest-RoutersAdminTest-1965710677-project-admin] Notify callbacks [] for router, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:34:26.695762 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-756c9063-d908-445b-909b-e8ba926169e7 tempest-RoutersAdminTest-1965710677 tempest-RoutersAdminTest-1965710677-project-admin] 10.222.0.26 "DELETE /v2.0/routers/824d091b-a9c4-44de-8c3e-856752e6e8f0 HTTP/1.1" status: 204 len: 168 time: 1.8423953 Apr 01 13:34:26.802402 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-b7697d13-953d-4b53-a872-717341f28a81 tempest-RoutersIpV6AdminTest-7322729 tempest-RoutersIpV6AdminTest-7322729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736732935801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2705155'] for port, after_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:34:26.805491 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Provisioning for port 977f3384-72d2-424a-b723-6cd9d5b5af4a completed by entity L2. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 13:34:26.830261 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Provisioning complete for port 977f3384-72d2-424a-b723-6cd9d5b5af4a triggered by entity L2. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 13:34:26.830717 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-948329'] for port, provisioning_complete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:34:26.885803 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-dfb37c25-01fe-407e-9ac7-0c4bebfef095 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77406f62-76cf-4016-91f0-13f9860d5967', 'name': 'tempest-ServersTestJSON-518393349-router', 'tenant_id': '60bf55a52dbc4f9d9d0decf6a2dd30f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'external_fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.230'}], 'enable_snat': True}, 'gw_port_id': 'de05d516-4cf8-4e68-8674-3515de7a8c32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T13:33:40Z', 'updated_at': '2022-04-01T13:33:48Z', 'revision_number': 4, 'project_id': '60bf55a52dbc4f9d9d0decf6a2dd30f6', 'gw_port': {'id': 'de05d516-4cf8-4e68-8674-3515de7a8c32', 'name': '', 'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:6f:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77406f62-76cf-4016-91f0-13f9860d5967', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836180-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:33:41Z', 'updated_at': '2022-04-01T13:33:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836180-1-hyperv', '_interfaces': [{'id': '477de692-9c51-4431-a196-3139509ee79b', 'name': '', 'network_id': 'fb98b55b-27fc-4010-87f8-0892c916fc1a', 'tenant_id': '60bf55a52dbc4f9d9d0decf6a2dd30f6', 'mac_address': 'fa:16:3e:e9:cb:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77406f62-76cf-4016-91f0-13f9860d5967', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bd8de9aa-4e53-4452-88cd-9054c473da72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836180-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:33:46Z', 'updated_at': '2022-04-01T13:34:25Z', 'revision_number': 4, 'project_id': '60bf55a52dbc4f9d9d0decf6a2dd30f6', 'subnets': [{'id': 'bd8de9aa-4e53-4452-88cd-9054c473da72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-836180-1-hyperv', False) {} {{(pid=83873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:34:26.891975 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfb37c25-01fe-407e-9ac7-0c4bebfef095 None None] The sync data for ids ['77406f62-76cf-4016-91f0-13f9860d5967'] in dv-neutron-836180-1-hyperv is: [{'id': '77406f62-76cf-4016-91f0-13f9860d5967', 'name': 'tempest-ServersTestJSON-518393349-router', 'tenant_id': '60bf55a52dbc4f9d9d0decf6a2dd30f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'external_fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.230'}], 'enable_snat': True}, 'gw_port_id': 'de05d516-4cf8-4e68-8674-3515de7a8c32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T13:33:40Z', 'updated_at': '2022-04-01T13:33:48Z', 'revision_number': 4, 'project_id': '60bf55a52dbc4f9d9d0decf6a2dd30f6', 'gw_port': {'id': 'de05d516-4cf8-4e68-8674-3515de7a8c32', 'name': '', 'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:6f:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77406f62-76cf-4016-91f0-13f9860d5967', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836180-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:33:41Z', 'updated_at': '2022-04-01T13:33:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836180-1-hyperv', '_interfaces': [{'id': '477de692-9c51-4431-a196-3139509ee79b', 'name': '', 'network_id': 'fb98b55b-27fc-4010-87f8-0892c916fc1a', 'tenant_id': '60bf55a52dbc4f9d9d0decf6a2dd30f6', 'mac_address': 'fa:16:3e:e9:cb:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77406f62-76cf-4016-91f0-13f9860d5967', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bd8de9aa-4e53-4452-88cd-9054c473da72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836180-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:33:46Z', 'updated_at': '2022-04-01T13:34:25Z', 'revision_number': 4, 'project_id': '60bf55a52dbc4f9d9d0decf6a2dd30f6', 'subnets': [{'id': 'bd8de9aa-4e53-4452-88cd-9054c473da72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 13:34:26.954225 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Provisioning for port 477de692-9c51-4431-a196-3139509ee79b completed by entity L2. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 13:34:26.970309 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Provisioning complete for port 477de692-9c51-4431-a196-3139509ee79b triggered by entity L2. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 13:34:26.970673 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-948329'] for port, provisioning_complete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:34:26.988557 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7697d13-953d-4b53-a872-717341f28a81 tempest-RoutersIpV6AdminTest-7322729 tempest-RoutersIpV6AdminTest-7322729-project] Pushing event updated for resources: {'Port': ['ID=4be04328-c57d-4565-8ae3-3399da56b020,revision_number=1']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:34:27.040620 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7697d13-953d-4b53-a872-717341f28a81 tempest-RoutersIpV6AdminTest-7322729 tempest-RoutersIpV6AdminTest-7322729-project] Network 725864b8-cceb-48c9-b5d3-1bfc4423e301 is already hosted by enough agents. {{(pid=83869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 13:34:27.060910 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.scheduler.base_scheduler [None req-b7697d13-953d-4b53-a872-717341f28a81 tempest-RoutersIpV6AdminTest-7322729 tempest-RoutersIpV6AdminTest-7322729-project] Resources bound (agent type, host, resource id): {{(pid=83869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 13:34:27.078560 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7697d13-953d-4b53-a872-717341f28a81 tempest-RoutersIpV6AdminTest-7322729 tempest-RoutersIpV6AdminTest-7322729-project] Received port after_create {{(pid=83869) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 13:34:27.090783 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-b2699fc3-d277-4a2d-806c-0f384bd365b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:34:27.122428 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f558548-1aef-4dc4-8f16-5cf72969de4d tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Made reservation on behalf of 8b726fe6689e4b7f96def1a2219bea6c for: {'port': 1} {{(pid=83871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 13:34:27.131000 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-5f558548-1aef-4dc4-8f16-5cf72969de4d tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:34:27.189373 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:34:27.206239 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ae5fec-288f-4523-b6cf-005a8d47bde7 req-4d5e3b3e-0a8c-4de4-bfd9-1fc002414327 tempest-ServersTestManualDisk-1537329539 tempest-ServersTestManualDisk-1537329539-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:34:27.217196 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-a3ae5fec-288f-4523-b6cf-005a8d47bde7 req-4d5e3b3e-0a8c-4de4-bfd9-1fc002414327 tempest-ServersTestManualDisk-1537329539 tempest-ServersTestManualDisk-1537329539-project] 10.222.0.26 "GET /v2.0/ports?device_id=0316e663-2094-4e38-ab21-ae9fc82c63ae HTTP/1.1" status: 200 len: 944 time: 0.5198102 Apr 01 13:34:27.238358 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-c3cc5baf-370d-4ba4-b629-117b7d5cf430 req-9e94fd1d-6834-431f-bfdf-244a2ea0026d service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=389797f2-66e0-4248-bbe2-d36a06762cdf HTTP/1.1" status: 200 len: 217 time: 0.5424142 Apr 01 13:34:27.262487 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-4a56877f-b59f-43d6-8e74-f2513d5b7e5e None None] Notify callbacks [] for port, precommit_create {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:34:27.273331 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-d18ca388-0d3c-4b38-8cc6-9ba8b05e7d87 req-eb32dac1-c164-4c48-b571-470f345ec378 tempest-ServersTestJSON-1223226849 tempest-ServersTestJSON-1223226849-project] 10.222.0.26 "GET /v2.0/security-groups?id=9c879d46-6861-4e85-bf4f-dbcce6fd6735&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7270896 Apr 01 13:34:27.291690 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 47456) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:34:27.300071 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] For port 977f3384-72d2-424a-b723-6cd9d5b5af4a, host hv-neutron-8361, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8361',level=0,port_id=977f3384-72d2-424a-b723-6cd9d5b5af4a,segment=NetworkSegment(a7c08fea-ad3b-44c6-93c9-bb06e756d3ac),segment_id=a7c08fea-ad3b-44c6-93c9-bb06e756d3ac)] {{(pid=83872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 13:34:27.307202 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8aa7d2ad-e8f3-4771-aad7-c1d452e82252', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '977f3384-72d2-424a-b723-6cd9d5b5af4a'}] {{(pid=83872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 13:34:27.396713 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-4a56877f-b59f-43d6-8e74-f2513d5b7e5e None None] Transition to ACTIVE for port object 14725a2b-656d-4ce2-999e-2c46945d08ed will not be triggered until provisioned by entity L2. {{(pid=83872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 13:34:27.399178 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864'] for port, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:34:27.419763 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-a3ae5fec-288f-4523-b6cf-005a8d47bde7 req-917198a2-060c-42c2-bb90-3c0a26f3d4f7 tempest-ServersTestManualDisk-1537329539 tempest-ServersTestManualDisk-1537329539-project] 10.222.0.26 "GET /v2.0/security-groups?id=5eeb8844-2921-4d9c-96aa-ee946f9c62b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2016134 Apr 01 13:34:27.437189 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.notifiers.nova [None req-5f558548-1aef-4dc4-8f16-5cf72969de4d tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] device_id is not set on port cbe73e50-5c32-4e22-b144-1c9fb1139cd6 yet. {{(pid=83871) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 01 13:34:27.502835 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-225b93aa-8d86-4927-b8b3-d9e2d386a311 tempest-FloatingIPAdminTestJSON-382796379 tempest-FloatingIPAdminTestJSON-382796379-project] Notify callbacks [] for port, precommit_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:34:27.503006 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:34:27.529593 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-b7697d13-953d-4b53-a872-717341f28a81 tempest-RoutersIpV6AdminTest-7322729 tempest-RoutersIpV6AdminTest-7322729-project] Notify callbacks [] for router_gateway, after_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:34:27.530388 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-b7697d13-953d-4b53-a872-717341f28a81 tempest-RoutersIpV6AdminTest-7322729 tempest-RoutersIpV6AdminTest-7322729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4082201', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4084858'] for router, after_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:34:27.572171 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-4a56877f-b59f-43d6-8e74-f2513d5b7e5e None None] Transition to ACTIVE for port object 14725a2b-656d-4ce2-999e-2c46945d08ed will not be triggered until provisioned by entity DHCP. {{(pid=83872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 13:34:27.583216 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.provisioning_blocks [None req-225b93aa-8d86-4927-b8b3-d9e2d386a311 tempest-FloatingIPAdminTestJSON-382796379 tempest-FloatingIPAdminTestJSON-382796379-project] Transition to ACTIVE for port object 06d6e2af-9690-4503-9df1-ecded916d5d8 will not be triggered until provisioned by entity DHCP. {{(pid=83871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 13:34:27.602695 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3cc5baf-370d-4ba4-b629-117b7d5cf430 req-5d4e3c87-4223-4d3f-986b-42dbdf2d45e0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:34:27.604187 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-c3cc5baf-370d-4ba4-b629-117b7d5cf430 req-5d4e3c87-4223-4d3f-986b-42dbdf2d45e0 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=b4d98d75-116a-4d3d-b965-52d071507f72 HTTP/1.1" status: 200 len: 851 time: 0.3135524 Apr 01 13:34:27.631697 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-4a56877f-b59f-43d6-8e74-f2513d5b7e5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736732935801'] for port, after_create {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:34:27.657494 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Pushing event updated for resources: {'Port': ['ID=977f3384-72d2-424a-b723-6cd9d5b5af4a,revision_number=5']} {{(pid=83872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:34:27.776711 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] For port 477de692-9c51-4431-a196-3139509ee79b, host dv-neutron-836180-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836180-1-hyperv',level=0,port_id=477de692-9c51-4431-a196-3139509ee79b,segment=NetworkSegment(a7c08fea-ad3b-44c6-93c9-bb06e756d3ac),segment_id=a7c08fea-ad3b-44c6-93c9-bb06e756d3ac)] {{(pid=83872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 13:34:27.782658 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-b2699fc3-d277-4a2d-806c-0f384bd365b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3775923'] for security_group, after_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:34:27.795620 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864'] for port, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:34:27.806794 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a56877f-b59f-43d6-8e74-f2513d5b7e5e None None] Network 09d7ea43-6376-4322-97e7-54cd01aae492 is already hosted by enough agents. {{(pid=83872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 13:34:27.808410 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.scheduler.base_scheduler [None req-4a56877f-b59f-43d6-8e74-f2513d5b7e5e None None] Resources bound (agent type, host, resource id): {{(pid=83872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 13:34:27.811088 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a56877f-b59f-43d6-8e74-f2513d5b7e5e None None] Received port after_create {{(pid=83872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 13:34:27.813705 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a56877f-b59f-43d6-8e74-f2513d5b7e5e None None] Pushing event updated for resources: {'Port': ['ID=14725a2b-656d-4ce2-999e-2c46945d08ed,revision_number=1']} {{(pid=83872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:34:27.871813 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2699fc3-d277-4a2d-806c-0f384bd365b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f2925d2-4286-4d1e-b186-6d6ba401c710,revision_number=None']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:34:27.904703 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.v2.base [None req-431cbcc6-cf2e-4a42-93ff-bd2e255a78f8 tempest-RoutersAdminTest-1358270532 tempest-RoutersAdminTest-1358270532-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1424753762', 'external_gateway_info': {'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301'}, 'admin_state_up': False}} {{(pid=83871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:34:27.915406 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7697d13-953d-4b53-a872-717341f28a81 tempest-RoutersIpV6AdminTest-7322729 tempest-RoutersIpV6AdminTest-7322729-project] Router ff654fce-e676-4b33-92d5-f9e520baec62 is scheduled to L3 agent 88bf8fc8-11a3-4e96-9d1b-5fd93ba9f6f1 with binding_index 1 {{(pid=83869) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 01 13:34:27.937854 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-431cbcc6-cf2e-4a42-93ff-bd2e255a78f8 tempest-RoutersAdminTest-1358270532 tempest-RoutersAdminTest-1358270532-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:34:27.967667 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Pushing event updated for resources: {'Port': ['ID=477de692-9c51-4431-a196-3139509ee79b,revision_number=5']} {{(pid=83872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:34:27.988002 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-431cbcc6-cf2e-4a42-93ff-bd2e255a78f8 tempest-RoutersAdminTest-1358270532 tempest-RoutersAdminTest-1358270532-project] Usage tracker for resource:router and tenant:ccaebfeab3a94bef9cdcfe2c3ee4f9cf is out of sync, need to count used quota {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 13:34:27.998342 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-225b93aa-8d86-4927-b8b3-d9e2d386a311 tempest-FloatingIPAdminTestJSON-382796379 tempest-FloatingIPAdminTestJSON-382796379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736732935801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2743125'] for port, after_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:34:28.007335 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-431cbcc6-cf2e-4a42-93ff-bd2e255a78f8 tempest-RoutersAdminTest-1358270532 tempest-RoutersAdminTest-1358270532-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 13:34:28.010520 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.db_base_plugin_common [None req-5f558548-1aef-4dc4-8f16-5cf72969de4d tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Allocated IP 2001:db8::104 (09d7ea43-6376-4322-97e7-54cd01aae492/b3ec0cac-eff2-49aa-86d7-c08f117b6993/cbe73e50-5c32-4e22-b144-1c9fb1139cd6) {{(pid=83871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 13:34:28.010963 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.managers [None req-4a56877f-b59f-43d6-8e74-f2513d5b7e5e None None] Attempting to bind port 14725a2b-656d-4ce2-999e-2c46945d08ed on host dv-neutron-836180-1-hyperv for vnic_type normal with profile {{(pid=83872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 13:34:28.012762 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.managers [None req-4a56877f-b59f-43d6-8e74-f2513d5b7e5e None None] Attempting to bind port 14725a2b-656d-4ce2-999e-2c46945d08ed by drivers openvswitch,hyperv on host dv-neutron-836180-1-hyperv at level 0 using segments [{'id': '16094ed0-4a47-4ff6-9238-85c278d7a2a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '09d7ea43-6376-4322-97e7-54cd01aae492'}] {{(pid=83872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 13:34:28.013578 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a56877f-b59f-43d6-8e74-f2513d5b7e5e None None] Attempting to bind port 14725a2b-656d-4ce2-999e-2c46945d08ed on network 09d7ea43-6376-4322-97e7-54cd01aae492 {{(pid=83872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 13:34:28.025965 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a56877f-b59f-43d6-8e74-f2513d5b7e5e None None] Checking agent: {'id': 'af948428-97cd-4d10-9f53-af028bdb39b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-836180-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 13, 25, 37), 'started_at': datetime.datetime(2022, 4, 1, 13, 26, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 13, 34, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-836180-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 13:34:28.026754 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a56877f-b59f-43d6-8e74-f2513d5b7e5e None None] Checking segment: {'id': '16094ed0-4a47-4ff6-9238-85c278d7a2a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '09d7ea43-6376-4322-97e7-54cd01aae492'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 13:34:28.027766 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-4a56877f-b59f-43d6-8e74-f2513d5b7e5e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:34:28.028522 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a56877f-b59f-43d6-8e74-f2513d5b7e5e None None] Bound using segment: {'id': '16094ed0-4a47-4ff6-9238-85c278d7a2a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '09d7ea43-6376-4322-97e7-54cd01aae492'} {{(pid=83872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 13:34:28.029635 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.managers [None req-4a56877f-b59f-43d6-8e74-f2513d5b7e5e None None] Bound port: 14725a2b-656d-4ce2-999e-2c46945d08ed, host: dv-neutron-836180-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '16094ed0-4a47-4ff6-9238-85c278d7a2a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '09d7ea43-6376-4322-97e7-54cd01aae492'}}] {{(pid=83872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 13:34:28.030179 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-4a56877f-b59f-43d6-8e74-f2513d5b7e5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:34:28.059069 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-431cbcc6-cf2e-4a42-93ff-bd2e255a78f8 tempest-RoutersAdminTest-1358270532 tempest-RoutersAdminTest-1358270532-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:34:28.071049 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-b2699fc3-d277-4a2d-806c-0f384bd365b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:34:28.075359 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-b2699fc3-d277-4a2d-806c-0f384bd365b7 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/5f2925d2-4286-4d1e-b186-6d6ba401c710 HTTP/1.1" status: 204 len: 168 time: 2.0893180 Apr 01 13:34:28.116440 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-c3cc5baf-370d-4ba4-b629-117b7d5cf430 req-654287dc-72bc-490a-a2ec-66e022d7e4d4 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=8a1d3029-ea4e-4a99-9a7d-ce93ff1eb9a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4829564 Apr 01 13:34:28.122010 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-225b93aa-8d86-4927-b8b3-d9e2d386a311 tempest-FloatingIPAdminTestJSON-382796379 tempest-FloatingIPAdminTestJSON-382796379-project] Network f2ea7b94-8acd-4366-9b8f-7793dde2b041 is already hosted by enough agents. {{(pid=83871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 13:34:28.133296 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-431cbcc6-cf2e-4a42-93ff-bd2e255a78f8 tempest-RoutersAdminTest-1358270532 tempest-RoutersAdminTest-1358270532-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4082176', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4220'] for router, before_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:34:28.134385 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-431cbcc6-cf2e-4a42-93ff-bd2e255a78f8 tempest-RoutersAdminTest-1358270532 tempest-RoutersAdminTest-1358270532-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4082277', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4084873', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4148249', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4211'] for router, precommit_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:34:28.144079 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.scheduler.base_scheduler [None req-225b93aa-8d86-4927-b8b3-d9e2d386a311 tempest-FloatingIPAdminTestJSON-382796379 tempest-FloatingIPAdminTestJSON-382796379-project] Resources bound (agent type, host, resource id): {{(pid=83871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 13:34:28.194201 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7697d13-953d-4b53-a872-717341f28a81 tempest-RoutersIpV6AdminTest-7322729 tempest-RoutersIpV6AdminTest-7322729-project] Notify agent at l3_agent.dv-neutron-836180-1-hyperv the message routers_updated {{(pid=83869) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 13:34:28.201604 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-4a56877f-b59f-43d6-8e74-f2513d5b7e5e None None] For port 14725a2b-656d-4ce2-999e-2c46945d08ed, host dv-neutron-836180-1-hyperv, cleared binding levels {{(pid=83872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 13:34:28.208287 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0607ea74-648f-47b2-aced-11e3f81ceeff None None] Sync routers for ids ['ff654fce-e676-4b33-92d5-f9e520baec62'] in dv-neutron-836180-1-hyperv {{(pid=83873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 13:34:28.224922 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-225b93aa-8d86-4927-b8b3-d9e2d386a311 tempest-FloatingIPAdminTestJSON-382796379 tempest-FloatingIPAdminTestJSON-382796379-project] Received port after_create {{(pid=83871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 13:34:28.233832 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-4a56877f-b59f-43d6-8e74-f2513d5b7e5e None None] For port 14725a2b-656d-4ce2-999e-2c46945d08ed, host dv-neutron-836180-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836180-1-hyperv',level=0,port_id=14725a2b-656d-4ce2-999e-2c46945d08ed,segment=NetworkSegment(16094ed0-4a47-4ff6-9238-85c278d7a2a5),segment_id=16094ed0-4a47-4ff6-9238-85c278d7a2a5)] {{(pid=83872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 13:34:28.247206 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-4a56877f-b59f-43d6-8e74-f2513d5b7e5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864'] for port, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:34:28.249250 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-b7697d13-953d-4b53-a872-717341f28a81 tempest-RoutersIpV6AdminTest-7322729 tempest-RoutersIpV6AdminTest-7322729-project] Notify callbacks [] for router, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:34:28.253306 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-b7697d13-953d-4b53-a872-717341f28a81 tempest-RoutersIpV6AdminTest-7322729 tempest-RoutersIpV6AdminTest-7322729-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 5.4812391 Apr 01 13:34:28.253403 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 47480) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:34:28.261076 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0607ea74-648f-47b2-aced-11e3f81ceeff None None] Routers {'ff654fce-e676-4b33-92d5-f9e520baec62'} bound to L3 agent in host dv-neutron-836180-1-hyperv {{(pid=83873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 13:34:28.263878 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-0607ea74-648f-47b2-aced-11e3f81ceeff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836180-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T13:25:36Z,description=,heartbeat_timestamp=2022-04-01T13:34:06Z,host='dv-neutron-836180-1-hyperv',id=88bf8fc8-11a3-4e96-9d1b-5fd93ba9f6f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T13:25:36Z,topic='l3_agent')) {'router_ids': ['ff654fce-e676-4b33-92d5-f9e520baec62'], 'active': True} {{(pid=83873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:34:28.351677 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-225b93aa-8d86-4927-b8b3-d9e2d386a311 tempest-FloatingIPAdminTestJSON-382796379 tempest-FloatingIPAdminTestJSON-382796379-project] Pushing event updated for resources: {'Port': ['ID=06d6e2af-9690-4503-9df1-ecded916d5d8,revision_number=1']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:34:28.474388 dv-neutron-836180-1-hyperv neutron-server[83872]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8aa7d2ad-e8f3-4771-aad7-c1d452e82252', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '977f3384-72d2-424a-b723-6cd9d5b5af4a', 'code': 200} Apr 01 13:34:28.503751 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Device 477de692-9c51-4431-a196-3139509ee79b up at agent ovs-agent-dv-neutron-836180-1-hyperv {{(pid=83872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 13:34:28.588676 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-0607ea74-648f-47b2-aced-11e3f81ceeff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-836180-1-hyperv', False) {} {{(pid=83873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:34:28.608883 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0607ea74-648f-47b2-aced-11e3f81ceeff None None] Routers {'ff654fce-e676-4b33-92d5-f9e520baec62'} bound to L3 agent in host dv-neutron-836180-1-hyperv {{(pid=83873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 13:34:28.609507 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-0607ea74-648f-47b2-aced-11e3f81ceeff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836180-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T13:25:36Z,description=,heartbeat_timestamp=2022-04-01T13:34:06Z,host='dv-neutron-836180-1-hyperv',id=88bf8fc8-11a3-4e96-9d1b-5fd93ba9f6f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T13:25:36Z,topic='l3_agent')) {'router_ids': ['ff654fce-e676-4b33-92d5-f9e520baec62'], 'active': True} {{(pid=83873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:34:28.615536 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Device 389797f2-66e0-4248-bbe2-d36a06762cdf details requested by agent hyperv_hv-neutron-8361 with host hv-neutron-8361 {{(pid=83872) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 01 13:34:28.708768 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-0607ea74-648f-47b2-aced-11e3f81ceeff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-836180-1-hyperv', False) {} {{(pid=83873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:34:28.709173 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0607ea74-648f-47b2-aced-11e3f81ceeff None None] The sync data for ids ['ff654fce-e676-4b33-92d5-f9e520baec62'] in dv-neutron-836180-1-hyperv is: [] {{(pid=83873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 13:34:28.868216 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-225b93aa-8d86-4927-b8b3-d9e2d386a311 tempest-FloatingIPAdminTestJSON-382796379 tempest-FloatingIPAdminTestJSON-382796379-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:34:28.868953 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-225b93aa-8d86-4927-b8b3-d9e2d386a311 tempest-FloatingIPAdminTestJSON-382796379 tempest-FloatingIPAdminTestJSON-382796379-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109561'] for port, before_response {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:34:28.902476 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 47492) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:34:28.931684 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a56877f-b59f-43d6-8e74-f2513d5b7e5e None None] Pushing event updated for resources: {'Port': ['ID=14725a2b-656d-4ce2-999e-2c46945d08ed,revision_number=2']} {{(pid=83872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:34:28.990182 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-5f558548-1aef-4dc4-8f16-5cf72969de4d tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Notify callbacks [] for port, precommit_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:34:29.017849 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.provisioning_blocks [None req-5f558548-1aef-4dc4-8f16-5cf72969de4d tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Transition to ACTIVE for port object cbe73e50-5c32-4e22-b144-1c9fb1139cd6 will not be triggered until provisioned by entity DHCP. {{(pid=83871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 13:34:29.032967 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] For port 389797f2-66e0-4248-bbe2-d36a06762cdf, host hv-neutron-8361, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8361',level=0,port_id=389797f2-66e0-4248-bbe2-d36a06762cdf,segment=NetworkSegment(8a3f76f1-77cd-4542-a381-4589f55fc17e),segment_id=8a3f76f1-77cd-4542-a381-4589f55fc17e)] {{(pid=83872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 13:34:29.046368 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-431cbcc6-cf2e-4a42-93ff-bd2e255a78f8 tempest-RoutersAdminTest-1358270532 tempest-RoutersAdminTest-1358270532-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:34:29.064237 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Returning: {'device': '389797f2-66e0-4248-bbe2-d36a06762cdf', 'network_id': '8a1d3029-ea4e-4a99-9a7d-ce93ff1eb9a1', 'port_id': '389797f2-66e0-4248-bbe2-d36a06762cdf', 'mac_address': 'fa:16:3e:2e:0f:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 367, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b4d98d75-116a-4d3d-b965-52d071507f72', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83872) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 01 13:34:29.067131 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-5f66eb61-e3c6-48bd-9d12-4339e6c5c60c None None] Provisioning for port 06d6e2af-9690-4503-9df1-ecded916d5d8 completed by entity DHCP. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 13:34:29.085809 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Provisioning complete for port 477de692-9c51-4431-a196-3139509ee79b triggered by entity L2. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 13:34:29.086255 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-948329'] for port, provisioning_complete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:34:29.110942 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-5f558548-1aef-4dc4-8f16-5cf72969de4d tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736732935801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2743125'] for port, after_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:34:29.135622 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-65f013b8-bef5-4c3d-9293-48068bc9a06e admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=179bd524c55645f38495b0e9c3dd7bca&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2016020 Apr 01 13:34:29.136566 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 47498) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:34:29.188830 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-409fd9cc-24de-4302-b639-82b7c18669cb req-674943bf-572e-4b9a-9af7-50c4bf0dc7a0 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=8aa7d2ad-e8f3-4771-aad7-c1d452e82252 HTTP/1.1" status: 200 len: 1099 time: 0.5941241 Apr 01 13:34:29.248218 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97bd962f-9b6d-40c7-9249-2dd643579e65 req-44d5aa68-ceab-453f-8e13-b1e990e5cb8c tempest-ServersTestJSON-1223226849 tempest-ServersTestJSON-1223226849-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:34:29.249762 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-97bd962f-9b6d-40c7-9249-2dd643579e65 req-44d5aa68-ceab-453f-8e13-b1e990e5cb8c tempest-ServersTestJSON-1223226849 tempest-ServersTestJSON-1223226849-project] 10.222.0.26 "GET /v2.0/ports?device_id=8aa7d2ad-e8f3-4771-aad7-c1d452e82252 HTTP/1.1" status: 200 len: 946 time: 0.3600035 Apr 01 13:34:29.254040 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [req-409fd9cc-24de-4302-b639-82b7c18669cb req-bb46db58-9e05-494e-bd18-dd80a28ba251 service neutron] Notify callbacks [] for security_group, before_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:34:29.264905 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-5f66eb61-e3c6-48bd-9d12-4339e6c5c60c None None] Provisioning complete for port 06d6e2af-9690-4503-9df1-ecded916d5d8 triggered by entity DHCP. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 13:34:29.265277 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-5f66eb61-e3c6-48bd-9d12-4339e6c5c60c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-948329'] for port, provisioning_complete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:34:29.369918 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-97baf89e-37f7-41a0-8a18-bbfc2543db6d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:34:29.405200 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [req-409fd9cc-24de-4302-b639-82b7c18669cb req-bb46db58-9e05-494e-bd18-dd80a28ba251 service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:34:29.424860 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-97bd962f-9b6d-40c7-9249-2dd643579e65 req-901f46ca-8193-46ed-831b-49e9a168d2b8 tempest-ServersTestJSON-1223226849 tempest-ServersTestJSON-1223226849-project] 10.222.0.26 "GET /v2.0/security-groups?id=9c879d46-6861-4e85-bf4f-dbcce6fd6735&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1549752 Apr 01 13:34:29.430985 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f558548-1aef-4dc4-8f16-5cf72969de4d tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Pushing event updated for resources: {'Port': ['ID=cbe73e50-5c32-4e22-b144-1c9fb1139cd6,revision_number=1']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:34:29.445133 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [req-409fd9cc-24de-4302-b639-82b7c18669cb req-bb46db58-9e05-494e-bd18-dd80a28ba251 service neutron] Usage tracker for resource:security_group_rule and tenant:bd47772e96554c669639e5346e34fe5c is out of sync, need to count used quota {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 13:34:29.459665 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [req-409fd9cc-24de-4302-b639-82b7c18669cb req-bb46db58-9e05-494e-bd18-dd80a28ba251 service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 13:34:29.473495 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [req-409fd9cc-24de-4302-b639-82b7c18669cb req-bb46db58-9e05-494e-bd18-dd80a28ba251 service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:34:29.476101 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-97baf89e-37f7-41a0-8a18-bbfc2543db6d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:34:29.494217 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:34:29.512823 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-225b93aa-8d86-4927-b8b3-d9e2d386a311 tempest-FloatingIPAdminTestJSON-382796379 tempest-FloatingIPAdminTestJSON-382796379-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.5049934 Apr 01 13:34:29.515684 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-c3cc5baf-370d-4ba4-b629-117b7d5cf430 req-99516616-09b8-4cb6-b3d7-d041ce216e44 service neutron] 10.222.0.57 "GET /v2.0/networks/8a1d3029-ea4e-4a99-9a7d-ce93ff1eb9a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3753109 Apr 01 13:34:29.522153 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 47506) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:34:29.522959 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.notifiers.nova [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 389797f2-66e0-4248-bbe2-d36a06762cdf {{(pid=83872) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 01 13:34:29.541101 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] For port 389797f2-66e0-4248-bbe2-d36a06762cdf, host hv-neutron-8361, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8361',level=0,port_id=389797f2-66e0-4248-bbe2-d36a06762cdf,segment=NetworkSegment(8a3f76f1-77cd-4542-a381-4589f55fc17e),segment_id=8a3f76f1-77cd-4542-a381-4589f55fc17e)] {{(pid=83872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 13:34:29.542928 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.plugin [None req-5f66eb61-e3c6-48bd-9d12-4339e6c5c60c None None] Port 06d6e2af-9690-4503-9df1-ecded916d5d8 cannot update to ACTIVE because it is not bound. {{(pid=83872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 13:34:29.546051 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f558548-1aef-4dc4-8f16-5cf72969de4d tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Network 09d7ea43-6376-4322-97e7-54cd01aae492 is already hosted by enough agents. {{(pid=83871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 13:34:29.549314 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-c3d548ae-176f-42b4-a419-c35df4d404b9 tempest-RoutersIpV6AdminTest-2054225496 tempest-RoutersIpV6AdminTest-2054225496-project-admin] 10.222.0.26 "GET /v2.0/routers/ff654fce-e676-4b33-92d5-f9e520baec62 HTTP/1.1" status: 200 len: 924 time: 1.2898898 Apr 01 13:34:29.550019 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 47510) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:34:29.566313 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864'] for port, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:34:29.586702 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.scheduler.base_scheduler [None req-5f558548-1aef-4dc4-8f16-5cf72969de4d tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Resources bound (agent type, host, resource id): {{(pid=83871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 13:34:29.629385 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f558548-1aef-4dc4-8f16-5cf72969de4d tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Received port after_create {{(pid=83871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 13:34:29.642556 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f558548-1aef-4dc4-8f16-5cf72969de4d tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:34:29.645515 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-5f558548-1aef-4dc4-8f16-5cf72969de4d tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109561'] for port, before_response {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:34:29.671725 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-f0ff6512-e1b5-4734-91d3-601f4bc1a144 tempest-RoutersIpV6AdminTest-7322729 tempest-RoutersIpV6AdminTest-7322729-project] 10.222.0.26 "GET /v2.0/ports?device_id=ff654fce-e676-4b33-92d5-f9e520baec62 HTTP/1.1" status: 200 len: 205 time: 0.1152682 Apr 01 13:34:29.679349 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 47518) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:34:29.702945 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Pushing event updated for resources: {'Port': ['ID=389797f2-66e0-4248-bbe2-d36a06762cdf,revision_number=4']} {{(pid=83872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:34:29.836010 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] get_ports_and_sgs() called for port_ids ['389797f2-66e0-4248-bbe2-d36a06762cdf'] {{(pid=83872) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 01 13:34:29.837216 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [req-409fd9cc-24de-4302-b639-82b7c18669cb req-bb46db58-9e05-494e-bd18-dd80a28ba251 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:34:29.846236 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-97baf89e-37f7-41a0-8a18-bbfc2543db6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3775923'] for security_group, after_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:34:29.851439 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-5f558548-1aef-4dc4-8f16-5cf72969de4d tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 4.0398998 Apr 01 13:34:29.859727 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ffc4d7-0d9f-47c0-b079-aaa75c736486 req-bcbc0d59-a708-439b-af85-065ab3dd815d tempest-ServersTestManualDisk-1537329539 tempest-ServersTestManualDisk-1537329539-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:34:29.861409 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-b9ffc4d7-0d9f-47c0-b079-aaa75c736486 req-bcbc0d59-a708-439b-af85-065ab3dd815d tempest-ServersTestManualDisk-1537329539 tempest-ServersTestManualDisk-1537329539-project] 10.222.0.26 "GET /v2.0/ports?device_id=0316e663-2094-4e38-ab21-ae9fc82c63ae HTTP/1.1" status: 200 len: 944 time: 1.0974147 Apr 01 13:34:29.863328 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-c3cc5baf-370d-4ba4-b629-117b7d5cf430 req-1386b363-ac95-4a7f-b1bb-9ec33e8e34b5 service neutron] 10.222.0.57 "GET /v2.0/networks/8a1d3029-ea4e-4a99-9a7d-ce93ff1eb9a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2936335 Apr 01 13:34:29.864017 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 47524) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:34:29.872890 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [req-409fd9cc-24de-4302-b639-82b7c18669cb req-bb46db58-9e05-494e-bd18-dd80a28ba251 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3775923'] for security_group, after_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:34:29.899210 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97baf89e-37f7-41a0-8a18-bbfc2543db6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bc76348-e188-4653-8bbe-3d565328f5c0,revision_number=None']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:34:29.939264 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb46db58-9e05-494e-bd18-dd80a28ba251 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=38b835fa-a20b-4aad-9324-ad4738380adf,revision_number=1']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:34:29.946402 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [req-409fd9cc-24de-4302-b639-82b7c18669cb req-bb46db58-9e05-494e-bd18-dd80a28ba251 service neutron] Synchronizing usage tracker for tenant:bd47772e96554c669639e5346e34fe5c on resource:security_group {{(pid=83869) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 13:34:29.950986 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-97baf89e-37f7-41a0-8a18-bbfc2543db6d admin admin] Notify callbacks [] for security_group, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:34:29.951921 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-97baf89e-37f7-41a0-8a18-bbfc2543db6d admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/9bc76348-e188-4653-8bbe-3d565328f5c0 HTTP/1.1" status: 204 len: 168 time: 0.8140411 Apr 01 13:34:30.007609 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [req-409fd9cc-24de-4302-b639-82b7c18669cb req-bb46db58-9e05-494e-bd18-dd80a28ba251 service neutron] Unset dirty status for tenant:bd47772e96554c669639e5346e34fe5c on resource:security_group {{(pid=83869) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 13:34:30.012407 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-409fd9cc-24de-4302-b639-82b7c18669cb req-bb46db58-9e05-494e-bd18-dd80a28ba251 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=9c879d46-6861-4e85-bf4f-dbcce6fd6735&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.8039911 Apr 01 13:34:30.018814 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-431cbcc6-cf2e-4a42-93ff-bd2e255a78f8 tempest-RoutersAdminTest-1358270532 tempest-RoutersAdminTest-1358270532-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4084887', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4079850', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4161'] for router, precommit_update {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:34:30.024033 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.v2.base [None req-b8cd948a-a1d2-4cda-8543-bcad5b833c64 tempest-FloatingIPAdminTestJSON-546114676 tempest-FloatingIPAdminTestJSON-546114676-project-admin] Request body: {'floatingip': {'floating_network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'project_id': 'e66db8021e414e7baf903f5a575b7f77', 'port_id': '06d6e2af-9690-4503-9df1-ecded916d5d8'}} {{(pid=83871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:34:30.050604 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-b8cd948a-a1d2-4cda-8543-bcad5b833c64 tempest-FloatingIPAdminTestJSON-546114676 tempest-FloatingIPAdminTestJSON-546114676-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:34:30.060547 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-b8cd948a-a1d2-4cda-8543-bcad5b833c64 tempest-FloatingIPAdminTestJSON-546114676 tempest-FloatingIPAdminTestJSON-546114676-project-admin] Usage tracker for resource:floatingip and tenant:e66db8021e414e7baf903f5a575b7f77 is out of sync, need to count used quota {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 13:34:30.066399 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-b8cd948a-a1d2-4cda-8543-bcad5b833c64 tempest-FloatingIPAdminTestJSON-546114676 tempest-FloatingIPAdminTestJSON-546114676-project-admin] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 13:34:30.095526 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-b9ffc4d7-0d9f-47c0-b079-aaa75c736486 req-6c242d8c-a16a-44ad-8a02-ab6ce743da96 tempest-ServersTestManualDisk-1537329539 tempest-ServersTestManualDisk-1537329539-project] 10.222.0.26 "GET /v2.0/security-groups?id=5eeb8844-2921-4d9c-96aa-ee946f9c62b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2234378 Apr 01 13:34:30.124914 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-b8cd948a-a1d2-4cda-8543-bcad5b833c64 tempest-FloatingIPAdminTestJSON-546114676 tempest-FloatingIPAdminTestJSON-546114676-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:34:30.154705 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-088d4f48-b3d4-4add-9d54-46ce71162dfc tempest-RoutersIpV6AdminTest-7322729 tempest-RoutersIpV6AdminTest-7322729-project] Notify callbacks [] for router, before_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:34:30.279813 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 47534) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:34:30.419677 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Device 14725a2b-656d-4ce2-999e-2c46945d08ed up at agent ovs-agent-dv-neutron-836180-1-hyperv {{(pid=83872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 13:34:30.463337 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-b8cd948a-a1d2-4cda-8543-bcad5b833c64 tempest-FloatingIPAdminTestJSON-546114676 tempest-FloatingIPAdminTestJSON-546114676-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:34:30.532178 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa547302-79d5-4b29-9115-2c2e3101c7bf tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:34:30.547620 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Provisioning for port 14725a2b-656d-4ce2-999e-2c46945d08ed completed by entity L2. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 13:34:30.549143 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa547302-79d5-4b29-9115-2c2e3101c7bf tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:34:30.549957 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-fa547302-79d5-4b29-9115-2c2e3101c7bf tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Synchronizing usage tracker for tenant:8b726fe6689e4b7f96def1a2219bea6c on resource:port {{(pid=83871) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 13:34:30.603325 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-088d4f48-b3d4-4add-9d54-46ce71162dfc tempest-RoutersIpV6AdminTest-7322729 tempest-RoutersIpV6AdminTest-7322729-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:34:30.628144 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.plugin [None req-088d4f48-b3d4-4add-9d54-46ce71162dfc tempest-RoutersIpV6AdminTest-7322729 tempest-RoutersIpV6AdminTest-7322729-project] Deleting port 4be04328-c57d-4565-8ae3-3399da56b020 {{(pid=83869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 13:34:30.628293 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-088d4f48-b3d4-4add-9d54-46ce71162dfc tempest-RoutersIpV6AdminTest-7322729 tempest-RoutersIpV6AdminTest-7322729-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736733287370'] for port, before_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:34:30.673549 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-fa547302-79d5-4b29-9115-2c2e3101c7bf tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Unset dirty status for tenant:8b726fe6689e4b7f96def1a2219bea6c on resource:port {{(pid=83871) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 13:34:30.674713 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-fa547302-79d5-4b29-9115-2c2e3101c7bf tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1669 time: 0.8050895 Apr 01 13:34:30.677494 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 47546) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:34:30.725547 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-990323be-1a92-479c-a717-5c96e68b459a None None] Provisioning for port 14725a2b-656d-4ce2-999e-2c46945d08ed completed by entity DHCP. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 13:34:30.741425 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-990323be-1a92-479c-a717-5c96e68b459a None None] Provisioning complete for port 14725a2b-656d-4ce2-999e-2c46945d08ed triggered by entity DHCP. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 13:34:30.741811 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-990323be-1a92-479c-a717-5c96e68b459a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-948329'] for port, provisioning_complete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:34:30.789384 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-431cbcc6-cf2e-4a42-93ff-bd2e255a78f8 tempest-RoutersAdminTest-1358270532 tempest-RoutersAdminTest-1358270532-project] Notify callbacks [] for router_gateway, before_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:34:30.826265 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-b8cd948a-a1d2-4cda-8543-bcad5b833c64 tempest-FloatingIPAdminTestJSON-546114676 tempest-FloatingIPAdminTestJSON-546114676-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:34:30.829276 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-431cbcc6-cf2e-4a42-93ff-bd2e255a78f8 tempest-RoutersAdminTest-1358270532 tempest-RoutersAdminTest-1358270532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:34:30.860855 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.v2.base [None req-7fc2e624-319f-458d-b226-5be32f6e751d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1267324582 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1267324582-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-2095470285'}} {{(pid=83869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:34:30.900048 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-7fc2e624-319f-458d-b226-5be32f6e751d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1267324582 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1267324582-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:34:30.943475 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-990323be-1a92-479c-a717-5c96e68b459a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:34:30.981841 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-7fc2e624-319f-458d-b226-5be32f6e751d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1267324582 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1267324582-project] Usage tracker for resource:network and tenant:8834bf2962bf4054b167cd7b625eef29 is out of sync, need to count used quota {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 13:34:30.986127 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-990323be-1a92-479c-a717-5c96e68b459a None None] For port 14725a2b-656d-4ce2-999e-2c46945d08ed, host dv-neutron-836180-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836180-1-hyperv',level=0,port_id=14725a2b-656d-4ce2-999e-2c46945d08ed,segment=NetworkSegment(16094ed0-4a47-4ff6-9238-85c278d7a2a5),segment_id=16094ed0-4a47-4ff6-9238-85c278d7a2a5)] {{(pid=83872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 13:34:30.988320 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.plugin [None req-0590c17a-7730-4d83-8e50-ff64599971a7 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Deleting port cbe73e50-5c32-4e22-b144-1c9fb1139cd6 {{(pid=83869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 13:34:30.988877 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-0590c17a-7730-4d83-8e50-ff64599971a7 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736733287370'] for port, before_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:34:30.996794 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-990323be-1a92-479c-a717-5c96e68b459a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864'] for port, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:34:31.023729 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-7fc2e624-319f-458d-b226-5be32f6e751d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1267324582 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1267324582-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 13:34:31.043292 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-7fc2e624-319f-458d-b226-5be32f6e751d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1267324582 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1267324582-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:34:31.081760 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.db_base_plugin_common [None req-b8cd948a-a1d2-4cda-8543-bcad5b833c64 tempest-FloatingIPAdminTestJSON-546114676 tempest-FloatingIPAdminTestJSON-546114676-project-admin] Allocated IP 172.26.5.252 (725864b8-cceb-48c9-b5d3-1bfc4423e301/e2ed99db-0e25-4971-b535-7fa69231fae8/e92f7138-92fd-42e3-9c53-520036796809) {{(pid=83871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 13:34:31.097784 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7fc2e624-319f-458d-b226-5be32f6e751d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1267324582 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1267324582-project] Made reservation on behalf of 8834bf2962bf4054b167cd7b625eef29 for: {'network': 1} {{(pid=83869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 13:34:31.100775 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-7fc2e624-319f-458d-b226-5be32f6e751d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1267324582 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1267324582-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for network, before_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:34:31.128711 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-990323be-1a92-479c-a717-5c96e68b459a None None] Pushing event updated for resources: {'Port': ['ID=14725a2b-656d-4ce2-999e-2c46945d08ed,revision_number=3']} {{(pid=83872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:34:31.136978 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-7fc2e624-319f-458d-b226-5be32f6e751d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1267324582 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1267324582-project] Notify callbacks [] for security_group, before_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:34:31.141338 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-891f7473-e59c-428e-9e6b-e24b90109fe6 None None] Provisioning for port cbe73e50-5c32-4e22-b144-1c9fb1139cd6 completed by entity DHCP. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 13:34:31.148142 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-891f7473-e59c-428e-9e6b-e24b90109fe6 None None] Provisioning complete for port cbe73e50-5c32-4e22-b144-1c9fb1139cd6 triggered by entity DHCP. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 13:34:31.149519 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-891f7473-e59c-428e-9e6b-e24b90109fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-948329'] for port, provisioning_complete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:34:31.223460 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-088d4f48-b3d4-4add-9d54-46ce71162dfc tempest-RoutersIpV6AdminTest-7322729 tempest-RoutersIpV6AdminTest-7322729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4155147'] for port, precommit_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:34:31.236584 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e239a27-bc3c-4147-981c-2dbe3f7603d8 req-255d8c77-d127-4566-a2e5-c6fe806103d7 tempest-ServersTestJSON-1223226849 tempest-ServersTestJSON-1223226849-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:34:31.238094 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-8e239a27-bc3c-4147-981c-2dbe3f7603d8 req-255d8c77-d127-4566-a2e5-c6fe806103d7 tempest-ServersTestJSON-1223226849 tempest-ServersTestJSON-1223226849-project] 10.222.0.26 "GET /v2.0/ports?device_id=8aa7d2ad-e8f3-4771-aad7-c1d452e82252 HTTP/1.1" status: 200 len: 946 time: 0.4795673 Apr 01 13:34:31.242074 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.plugin [None req-891f7473-e59c-428e-9e6b-e24b90109fe6 None None] Port cbe73e50-5c32-4e22-b144-1c9fb1139cd6 cannot update to ACTIVE because it is not bound. {{(pid=83872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 13:34:31.287928 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-b8cd948a-a1d2-4cda-8543-bcad5b833c64 tempest-FloatingIPAdminTestJSON-546114676 tempest-FloatingIPAdminTestJSON-546114676-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:34:31.408727 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-b8cd948a-a1d2-4cda-8543-bcad5b833c64 tempest-FloatingIPAdminTestJSON-546114676 tempest-FloatingIPAdminTestJSON-546114676-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736732935801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2743125'] for port, after_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:34:31.498949 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8cd948a-a1d2-4cda-8543-bcad5b833c64 tempest-FloatingIPAdminTestJSON-546114676 tempest-FloatingIPAdminTestJSON-546114676-project-admin] Network 725864b8-cceb-48c9-b5d3-1bfc4423e301 is already hosted by enough agents. {{(pid=83871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 13:34:31.509504 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44dd3cce-0840-4456-8c48-3f85a8ebfd41 req-b8beeb76-c41a-45c3-8a5a-1f9d1ef36ec7 tempest-ServersTestManualDisk-1537329539 tempest-ServersTestManualDisk-1537329539-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:34:31.511585 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-44dd3cce-0840-4456-8c48-3f85a8ebfd41 req-b8beeb76-c41a-45c3-8a5a-1f9d1ef36ec7 tempest-ServersTestManualDisk-1537329539 tempest-ServersTestManualDisk-1537329539-project] 10.222.0.26 "GET /v2.0/ports?device_id=0316e663-2094-4e38-ab21-ae9fc82c63ae HTTP/1.1" status: 200 len: 945 time: 0.2130132 Apr 01 13:34:31.522380 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.scheduler.base_scheduler [None req-b8cd948a-a1d2-4cda-8543-bcad5b833c64 tempest-FloatingIPAdminTestJSON-546114676 tempest-FloatingIPAdminTestJSON-546114676-project-admin] Resources bound (agent type, host, resource id): {{(pid=83871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 13:34:31.537978 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8cd948a-a1d2-4cda-8543-bcad5b833c64 tempest-FloatingIPAdminTestJSON-546114676 tempest-FloatingIPAdminTestJSON-546114676-project-admin] Received port after_create {{(pid=83871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 13:34:31.566614 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.db_base_plugin_common [None req-431cbcc6-cf2e-4a42-93ff-bd2e255a78f8 tempest-RoutersAdminTest-1358270532 tempest-RoutersAdminTest-1358270532-project] Allocated IP 172.26.5.234 (725864b8-cceb-48c9-b5d3-1bfc4423e301/e2ed99db-0e25-4971-b535-7fa69231fae8/2408c49a-cd23-4da1-ba46-fda47cbd7595) {{(pid=83871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 13:34:31.603372 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8cd948a-a1d2-4cda-8543-bcad5b833c64 tempest-FloatingIPAdminTestJSON-546114676 tempest-FloatingIPAdminTestJSON-546114676-project-admin] Pushing event updated for resources: {'Port': ['ID=e92f7138-92fd-42e3-9c53-520036796809,revision_number=1']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:34:31.608372 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.plugin [None req-088d4f48-b3d4-4add-9d54-46ce71162dfc tempest-RoutersIpV6AdminTest-7322729 tempest-RoutersIpV6AdminTest-7322729-project] Calling delete_port for 4be04328-c57d-4565-8ae3-3399da56b020 owned by network:router_gateway {{(pid=83869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 13:34:31.657530 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-7fc2e624-319f-458d-b226-5be32f6e751d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1267324582 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1267324582-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:34:31.661588 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-7fc2e624-319f-458d-b226-5be32f6e751d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1267324582 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1267324582-project] Usage tracker for resource:security_group_rule and tenant:8834bf2962bf4054b167cd7b625eef29 is out of sync, need to count used quota {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 13:34:31.674126 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-7fc2e624-319f-458d-b226-5be32f6e751d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1267324582 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1267324582-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 13:34:31.692286 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-7fc2e624-319f-458d-b226-5be32f6e751d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1267324582 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1267324582-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:34:31.752197 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-44dd3cce-0840-4456-8c48-3f85a8ebfd41 req-f075019c-a3e9-440f-bebe-9cacb92a20d7 tempest-ServersTestManualDisk-1537329539 tempest-ServersTestManualDisk-1537329539-project] 10.222.0.26 "GET /v2.0/security-groups?id=5eeb8844-2921-4d9c-96aa-ee946f9c62b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2242093 Apr 01 13:34:31.805547 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-8e239a27-bc3c-4147-981c-2dbe3f7603d8 req-508a408e-2b50-42c5-b41d-4c2dbba919b6 tempest-ServersTestJSON-1223226849 tempest-ServersTestJSON-1223226849-project] 10.222.0.26 "GET /v2.0/security-groups?id=9c879d46-6861-4e85-bf4f-dbcce6fd6735&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5537879 Apr 01 13:34:31.868412 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-0590c17a-7730-4d83-8e50-ff64599971a7 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4155147'] for port, precommit_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:34:31.894434 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-431cbcc6-cf2e-4a42-93ff-bd2e255a78f8 tempest-RoutersAdminTest-1358270532 tempest-RoutersAdminTest-1358270532-project] Notify callbacks [] for port, precommit_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:34:32.038638 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.plugin [None req-0590c17a-7730-4d83-8e50-ff64599971a7 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Calling delete_port for cbe73e50-5c32-4e22-b144-1c9fb1139cd6 owned by {{(pid=83869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 13:34:32.078579 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-431cbcc6-cf2e-4a42-93ff-bd2e255a78f8 tempest-RoutersAdminTest-1358270532 tempest-RoutersAdminTest-1358270532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736732935801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2743125'] for port, after_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:34:32.177612 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-431cbcc6-cf2e-4a42-93ff-bd2e255a78f8 tempest-RoutersAdminTest-1358270532 tempest-RoutersAdminTest-1358270532-project] Network 725864b8-cceb-48c9-b5d3-1bfc4423e301 is already hosted by enough agents. {{(pid=83871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 13:34:32.180947 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.scheduler.base_scheduler [None req-431cbcc6-cf2e-4a42-93ff-bd2e255a78f8 tempest-RoutersAdminTest-1358270532 tempest-RoutersAdminTest-1358270532-project] Resources bound (agent type, host, resource id): {{(pid=83871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 13:34:32.187540 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-431cbcc6-cf2e-4a42-93ff-bd2e255a78f8 tempest-RoutersAdminTest-1358270532 tempest-RoutersAdminTest-1358270532-project] Received port after_create {{(pid=83871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 13:34:32.205736 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-7fc2e624-319f-458d-b226-5be32f6e751d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1267324582 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1267324582-project] Notify callbacks [] for security_group, precommit_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:34:32.212111 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-7fc2e624-319f-458d-b226-5be32f6e751d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1267324582 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1267324582-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3775923'] for security_group, after_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:34:32.212523 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-431cbcc6-cf2e-4a42-93ff-bd2e255a78f8 tempest-RoutersAdminTest-1358270532 tempest-RoutersAdminTest-1358270532-project] Pushing event updated for resources: {'Port': ['ID=2408c49a-cd23-4da1-ba46-fda47cbd7595,revision_number=1']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:34:32.327344 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Device 14725a2b-656d-4ce2-999e-2c46945d08ed up at agent ovs-agent-dv-neutron-836180-1-hyperv {{(pid=83872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 13:34:32.343500 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-088d4f48-b3d4-4add-9d54-46ce71162dfc tempest-RoutersIpV6AdminTest-7322729 tempest-RoutersIpV6AdminTest-7322729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736733359243', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736732935810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2705155'] for port, after_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:34:32.377538 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Device 389797f2-66e0-4248-bbe2-d36a06762cdf up at agent hyperv_hv-neutron-8361 {{(pid=83872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 13:34:32.378250 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-431cbcc6-cf2e-4a42-93ff-bd2e255a78f8 tempest-RoutersAdminTest-1358270532 tempest-RoutersAdminTest-1358270532-project] Notify callbacks [] for router_gateway, after_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:34:32.379142 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-431cbcc6-cf2e-4a42-93ff-bd2e255a78f8 tempest-RoutersAdminTest-1358270532 tempest-RoutersAdminTest-1358270532-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4082201', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4084858'] for router, after_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:34:32.437551 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088d4f48-b3d4-4add-9d54-46ce71162dfc tempest-RoutersIpV6AdminTest-7322729 tempest-RoutersIpV6AdminTest-7322729-project] Pushing event deleted for resources: {'Port': ['ID=4be04328-c57d-4565-8ae3-3399da56b020,revision_number=None']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:34:32.449322 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc2e624-319f-458d-b226-5be32f6e751d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1267324582 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1267324582-project] Pushing event updated for resources: {'SecurityGroup': ['ID=58ded406-85e4-4f65-9cc9-9fcbee92f613,revision_number=1']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:34:32.495307 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Provisioning for port 389797f2-66e0-4248-bbe2-d36a06762cdf completed by entity L2. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 13:34:32.502526 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Provisioning complete for port 389797f2-66e0-4248-bbe2-d36a06762cdf triggered by entity L2. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 13:34:32.502950 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-948329'] for port, provisioning_complete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:34:32.521921 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-0590c17a-7730-4d83-8e50-ff64599971a7 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736733359243', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736732935810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2705155'] for port, after_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:34:32.554440 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Provisioning complete for port 14725a2b-656d-4ce2-999e-2c46945d08ed triggered by entity L2. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 13:34:32.554809 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-948329'] for port, provisioning_complete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:34:32.634800 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7fc2e624-319f-458d-b226-5be32f6e751d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1267324582 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1267324582-project] vlan segment allocate from pool success with {'vlan_id': 399, 'physical_network': 'physnet1'} {{(pid=83869) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 13:34:32.724081 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0590c17a-7730-4d83-8e50-ff64599971a7 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Pushing event deleted for resources: {'Port': ['ID=cbe73e50-5c32-4e22-b144-1c9fb1139cd6,revision_number=None']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:34:32.736647 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-0590c17a-7730-4d83-8e50-ff64599971a7 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109561'] for port, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:34:32.770420 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-7fc2e624-319f-458d-b226-5be32f6e751d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1267324582 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1267324582-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1004271'] for segment, precommit_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:34:32.770789 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.db.segments_db [None req-7fc2e624-319f-458d-b226-5be32f6e751d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1267324582 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1267324582-project] Added segment 6a6a4c8f-7192-4311-af13-eecbd7dc3a85 of type vlan for network d7fe75b8-979e-4126-a402-cbef9551dbf5 Apr 01 13:34:32.787613 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:34:32.827877 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-0590c17a-7730-4d83-8e50-ff64599971a7 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] 10.222.0.26 "DELETE /v2.0/ports/cbe73e50-5c32-4e22-b144-1c9fb1139cd6 HTTP/1.1" status: 204 len: 168 time: 2.1485515 Apr 01 13:34:32.832773 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 47584) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:34:32.850049 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0316e663-2094-4e38-ab21-ae9fc82c63ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '389797f2-66e0-4248-bbe2-d36a06762cdf'}] {{(pid=83872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 13:34:32.874095 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] For port 389797f2-66e0-4248-bbe2-d36a06762cdf, host hv-neutron-8361, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8361',level=0,port_id=389797f2-66e0-4248-bbe2-d36a06762cdf,segment=NetworkSegment(8a3f76f1-77cd-4542-a381-4589f55fc17e),segment_id=8a3f76f1-77cd-4542-a381-4589f55fc17e)] {{(pid=83872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 13:34:32.888274 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864'] for port, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:34:33.058305 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Pushing event updated for resources: {'Port': ['ID=389797f2-66e0-4248-bbe2-d36a06762cdf,revision_number=5']} {{(pid=83872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:34:33.109500 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-7fc2e624-319f-458d-b226-5be32f6e751d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1267324582 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1267324582-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736732923383'] for network, precommit_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:34:33.140834 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-088d4f48-b3d4-4add-9d54-46ce71162dfc tempest-RoutersIpV6AdminTest-7322729 tempest-RoutersIpV6AdminTest-7322729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4084822'] for router_gateway, after_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:34:33.143740 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-b8cd948a-a1d2-4cda-8543-bcad5b833c64 tempest-FloatingIPAdminTestJSON-546114676 tempest-FloatingIPAdminTestJSON-546114676-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:34:33.234837 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-b8cd948a-a1d2-4cda-8543-bcad5b833c64 tempest-FloatingIPAdminTestJSON-546114676 tempest-FloatingIPAdminTestJSON-546114676-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:34:33.261562 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 47598) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:34:33.273043 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec01b305-6241-48e4-bfea-b49b4bbd55f6 req-60d99a5c-c874-4991-a91e-9d34d55b609d tempest-ServersTestManualDisk-1537329539 tempest-ServersTestManualDisk-1537329539-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:34:33.273257 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.db.resource_extend [None req-7fc2e624-319f-458d-b226-5be32f6e751d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1267324582 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1267324582-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 01 13:34:33.274471 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-ec01b305-6241-48e4-bfea-b49b4bbd55f6 req-60d99a5c-c874-4991-a91e-9d34d55b609d tempest-ServersTestManualDisk-1537329539 tempest-ServersTestManualDisk-1537329539-project] 10.222.0.26 "GET /v2.0/ports?device_id=0316e663-2094-4e38-ab21-ae9fc82c63ae HTTP/1.1" status: 200 len: 946 time: 0.2359874 Apr 01 13:34:33.284886 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9608e4c-a9ee-4fe6-ac89-d73c61546b59 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:34:33.286198 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9608e4c-a9ee-4fe6-ac89-d73c61546b59 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:34:33.290174 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-c9608e4c-a9ee-4fe6-ac89-d73c61546b59 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.4457572 Apr 01 13:34:33.293937 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 47604) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:34:33.468095 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.v2.base [None req-244f8ed5-930c-4f89-8ba6-69487f88811e tempest-QuotasTest-1403115730 tempest-QuotasTest-1403115730-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=83871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:34:33.468913 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-cc9a5d8e-d9a4-4578-9969-73a1cdc127ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:34:33.484447 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-7fc2e624-319f-458d-b226-5be32f6e751d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1267324582 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1267324582-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575'] for network, after_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:34:33.488083 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fc2e624-319f-458d-b226-5be32f6e751d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1267324582 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1267324582-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:34:33.488602 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-7fc2e624-319f-458d-b226-5be32f6e751d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1267324582 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1267324582-project] Notify callbacks [] for network, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:34:33.540769 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-ec01b305-6241-48e4-bfea-b49b4bbd55f6 req-b904199c-e3b9-48bb-9089-a4d62a319e98 tempest-ServersTestManualDisk-1537329539 tempest-ServersTestManualDisk-1537329539-project] 10.222.0.26 "GET /v2.0/security-groups?id=5eeb8844-2921-4d9c-96aa-ee946f9c62b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2569559 Apr 01 13:34:33.622480 dv-neutron-836180-1-hyperv neutron-server[83872]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0316e663-2094-4e38-ab21-ae9fc82c63ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '389797f2-66e0-4248-bbe2-d36a06762cdf', 'code': 200} Apr 01 13:34:33.648237 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-431cbcc6-cf2e-4a42-93ff-bd2e255a78f8 tempest-RoutersAdminTest-1358270532 tempest-RoutersAdminTest-1358270532-project] Router b053f9a5-e20a-4d06-a67a-8c171a9be292 is scheduled to L3 agent 88bf8fc8-11a3-4e96-9d1b-5fd93ba9f6f1 with binding_index 1 {{(pid=83871) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 01 13:34:33.654896 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-088d4f48-b3d4-4add-9d54-46ce71162dfc tempest-RoutersIpV6AdminTest-7322729 tempest-RoutersIpV6AdminTest-7322729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4079814', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4170'] for router, precommit_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:34:33.660024 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-7fc2e624-319f-458d-b226-5be32f6e751d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1267324582 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1267324582-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 803 time: 3.3762982 Apr 01 13:34:33.677261 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dda07d4-122a-4675-b571-a2230ec6afe3 req-3dfdb163-3472-4cc1-b367-4f18f7a10260 tempest-ServersTestJSON-1223226849 tempest-ServersTestJSON-1223226849-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:34:33.681059 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-5dda07d4-122a-4675-b571-a2230ec6afe3 req-3dfdb163-3472-4cc1-b367-4f18f7a10260 tempest-ServersTestJSON-1223226849 tempest-ServersTestJSON-1223226849-project] 10.222.0.26 "GET /v2.0/ports?device_id=8aa7d2ad-e8f3-4771-aad7-c1d452e82252 HTTP/1.1" status: 200 len: 946 time: 0.6176410 Apr 01 13:34:33.708051 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc2e624-319f-458d-b226-5be32f6e751d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1267324582 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1267324582-project] Pushing event updated for resources: {'Network': ['ID=d7fe75b8-979e-4126-a402-cbef9551dbf5,revision_number=1']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:34:33.710315 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-088d4f48-b3d4-4add-9d54-46ce71162dfc tempest-RoutersIpV6AdminTest-7322729 tempest-RoutersIpV6AdminTest-7322729-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:34:33.734549 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Network d7fe75b8-979e-4126-a402-cbef9551dbf5 details requested by agent ovs-agent-dv-neutron-836180-1-hyperv with host dv-neutron-836180-1-hyperv {{(pid=83872) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 13:34:33.743178 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.db_base_plugin_v2 [None req-c499501d-cd7f-43aa-8825-dc1c5146cca3 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Deleting subnet b3ec0cac-eff2-49aa-86d7-c08f117b6993 {{(pid=83871) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 01 13:34:33.775382 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-5dda07d4-122a-4675-b571-a2230ec6afe3 req-fb8ac101-1738-4333-864f-430b780da6c9 tempest-ServersTestJSON-1223226849 tempest-ServersTestJSON-1223226849-project] 10.222.0.26 "GET /v2.0/security-groups?id=9c879d46-6861-4e85-bf4f-dbcce6fd6735&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0831437 Apr 01 13:34:33.776888 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-088d4f48-b3d4-4add-9d54-46ce71162dfc tempest-RoutersIpV6AdminTest-7322729 tempest-RoutersIpV6AdminTest-7322729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4079738'] for router, after_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:34:33.778163 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-088d4f48-b3d4-4add-9d54-46ce71162dfc tempest-RoutersIpV6AdminTest-7322729 tempest-RoutersIpV6AdminTest-7322729-project] Fanout notify agent at l3_agent the message router_deleted on router ff654fce-e676-4b33-92d5-f9e520baec62 {{(pid=83869) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 01 13:34:33.796330 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-088d4f48-b3d4-4add-9d54-46ce71162dfc tempest-RoutersIpV6AdminTest-7322729 tempest-RoutersIpV6AdminTest-7322729-project] Notify callbacks [] for router, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:34:33.801677 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-088d4f48-b3d4-4add-9d54-46ce71162dfc tempest-RoutersIpV6AdminTest-7322729 tempest-RoutersIpV6AdminTest-7322729-project] 10.222.0.26 "DELETE /v2.0/routers/ff654fce-e676-4b33-92d5-f9e520baec62 HTTP/1.1" status: 204 len: 168 time: 4.1168914 Apr 01 13:34:33.801844 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 47614) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:34:33.808806 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.v2.base [None req-af5c2ff5-99e6-4b8a-bc22-961d40da91ce tempest-RoutersIpV6AdminTest-2054225496 tempest-RoutersIpV6AdminTest-2054225496-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1382976853', 'external_gateway_info': {'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'enable_snat': False}}} {{(pid=83869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:34:33.814246 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-af5c2ff5-99e6-4b8a-bc22-961d40da91ce tempest-RoutersIpV6AdminTest-2054225496 tempest-RoutersIpV6AdminTest-2054225496-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:34:33.819498 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-af5c2ff5-99e6-4b8a-bc22-961d40da91ce tempest-RoutersIpV6AdminTest-2054225496 tempest-RoutersIpV6AdminTest-2054225496-project-admin] Usage tracker for resource:router and tenant:167f1243c1b94bb08d93f8762e1d0ff2 is out of sync, need to count used quota {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 13:34:33.822725 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-af5c2ff5-99e6-4b8a-bc22-961d40da91ce tempest-RoutersIpV6AdminTest-2054225496 tempest-RoutersIpV6AdminTest-2054225496-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 13:34:33.841004 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-c499501d-cd7f-43aa-8825-dc1c5146cca3 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Notify callbacks [] for subnet, before_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:34:33.841986 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-af5c2ff5-99e6-4b8a-bc22-961d40da91ce tempest-RoutersIpV6AdminTest-2054225496 tempest-RoutersIpV6AdminTest-2054225496-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:34:33.874454 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-af5c2ff5-99e6-4b8a-bc22-961d40da91ce tempest-RoutersIpV6AdminTest-2054225496 tempest-RoutersIpV6AdminTest-2054225496-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4082176', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4220'] for router, before_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:34:33.876563 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-af5c2ff5-99e6-4b8a-bc22-961d40da91ce tempest-RoutersIpV6AdminTest-2054225496 tempest-RoutersIpV6AdminTest-2054225496-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4082277', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4084873', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4148249', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4211'] for router, precommit_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:34:33.975052 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.db.resource_extend [None req-b8cd948a-a1d2-4cda-8543-bcad5b833c64 tempest-FloatingIPAdminTestJSON-546114676 tempest-FloatingIPAdminTestJSON-546114676-project-admin] It took 0.24 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 01 13:34:33.999623 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-b8cd948a-a1d2-4cda-8543-bcad5b833c64 tempest-FloatingIPAdminTestJSON-546114676 tempest-FloatingIPAdminTestJSON-546114676-project-admin] Notify callbacks [] for port, precommit_update {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:34:34.003600 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-244f8ed5-930c-4f89-8ba6-69487f88811e tempest-QuotasTest-1403115730 tempest-QuotasTest-1403115730-project-admin] 10.222.0.26 "PUT /v2.0/quotas/ced5a1e919334051971999ce6f41dd8d HTTP/1.1" status: 200 len: 366 time: 0.7364938 Apr 01 13:34:34.008916 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 47620) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:34:34.018858 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-c499501d-cd7f-43aa-8825-dc1c5146cca3 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3166365'] for subnet, precommit_delete_associations {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:34:34.081093 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-af5c2ff5-99e6-4b8a-bc22-961d40da91ce tempest-RoutersIpV6AdminTest-2054225496 tempest-RoutersIpV6AdminTest-2054225496-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:34:34.110608 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 47624) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:34:34.120361 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.v2.base [None req-803155c0-bed3-4bd4-9233-5ad7171fc85d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2133515689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2133515689-project-admin] Request body: {'port': {'network_id': 'd7fe75b8-979e-4126-a402-cbef9551dbf5', 'binding:host_id': 'hv-neutron-8361', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1205531670'}} {{(pid=83869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:34:34.140561 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-803155c0-bed3-4bd4-9233-5ad7171fc85d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2133515689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2133515689-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:34:34.149939 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-b8cd948a-a1d2-4cda-8543-bcad5b833c64 tempest-FloatingIPAdminTestJSON-546114676 tempest-FloatingIPAdminTestJSON-546114676-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2743106'] for port, after_update {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:34:34.209039 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-803155c0-bed3-4bd4-9233-5ad7171fc85d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2133515689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2133515689-project-admin] Usage tracker for resource:port and tenant:adec7e603a5e48e89443a3e3980c248d is out of sync, need to count used quota {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 13:34:34.213400 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-803155c0-bed3-4bd4-9233-5ad7171fc85d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2133515689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2133515689-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 13:34:34.221750 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-9a0df1b2-a30c-4dc6-979b-7404a7466322 tempest-QuotasTest-1403115730 tempest-QuotasTest-1403115730-project-admin] 10.222.0.26 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 468 time: 0.2093046 Apr 01 13:34:34.229673 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 47628) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:34:34.270232 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-803155c0-bed3-4bd4-9233-5ad7171fc85d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2133515689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2133515689-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:34:34.291565 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-233b1996-32e3-4849-a250-3a590bb49586 req-a54b236f-b6cc-464a-9ac2-0375371ff0ba service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=0316e663-2094-4e38-ab21-ae9fc82c63ae HTTP/1.1" status: 200 len: 1099 time: 0.3538873 Apr 01 13:34:34.303097 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac95512b-ea4e-4ddb-a35f-4f6f303969e1 req-9e9b3e8f-af68-4dfa-ba2c-05ac52e2c87f tempest-ServersTestJSON-1223226849 tempest-ServersTestJSON-1223226849-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:34:34.304685 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-ac95512b-ea4e-4ddb-a35f-4f6f303969e1 req-9e9b3e8f-af68-4dfa-ba2c-05ac52e2c87f tempest-ServersTestJSON-1223226849 tempest-ServersTestJSON-1223226849-project] 10.222.0.26 "GET /v2.0/ports?device_id=8aa7d2ad-e8f3-4771-aad7-c1d452e82252 HTTP/1.1" status: 200 len: 946 time: 0.2864876 Apr 01 13:34:34.320445 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-803155c0-bed3-4bd4-9233-5ad7171fc85d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2133515689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2133515689-project-admin] Made reservation on behalf of adec7e603a5e48e89443a3e3980c248d for: {'port': 1} {{(pid=83869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 13:34:34.322666 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-803155c0-bed3-4bd4-9233-5ad7171fc85d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2133515689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2133515689-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:34:34.324631 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 47632) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:34:34.337081 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8cd948a-a1d2-4cda-8543-bcad5b833c64 tempest-FloatingIPAdminTestJSON-546114676 tempest-FloatingIPAdminTestJSON-546114676-project-admin] Pushing event updated for resources: {'Port': ['ID=e92f7138-92fd-42e3-9c53-520036796809,revision_number=2']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:34:34.346425 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.v2.base [None req-39332f79-28b9-46f3-85e7-7b1b38fc3c16 tempest-ServersTestJSON-1223226849 tempest-ServersTestJSON-1223226849-project] Request body: {'floatingip': {'port_id': '977f3384-72d2-424a-b723-6cd9d5b5af4a'}} {{(pid=83871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:34:34.349858 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-803155c0-bed3-4bd4-9233-5ad7171fc85d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2133515689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2133515689-project-admin] Notify callbacks [] for security_group, before_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:34:34.383431 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-af5c2ff5-99e6-4b8a-bc22-961d40da91ce tempest-RoutersIpV6AdminTest-2054225496 tempest-RoutersIpV6AdminTest-2054225496-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4084887', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4079850', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4161'] for router, precommit_update {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:34:34.403747 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-233b1996-32e3-4849-a250-3a590bb49586 req-8f6ebe8f-0ebe-4e39-8b75-288675c38d23 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=5eeb8844-2921-4d9c-96aa-ee946f9c62b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0981145 Apr 01 13:34:34.410768 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-803155c0-bed3-4bd4-9233-5ad7171fc85d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2133515689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2133515689-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:34:34.419326 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-803155c0-bed3-4bd4-9233-5ad7171fc85d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2133515689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2133515689-project-admin] Usage tracker for resource:security_group_rule and tenant:adec7e603a5e48e89443a3e3980c248d is out of sync, need to count used quota {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 13:34:34.424212 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-803155c0-bed3-4bd4-9233-5ad7171fc85d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2133515689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2133515689-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 13:34:34.436331 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-8eff013c-e534-45f8-8881-1227512c88fa tempest-QuotasTest-1403115730 tempest-QuotasTest-1403115730-project-admin] 10.222.0.26 "GET /v2.0/quotas/ced5a1e919334051971999ce6f41dd8d HTTP/1.1" status: 200 len: 366 time: 0.2019806 Apr 01 13:34:34.439591 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 47636) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:34:34.439987 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-b8cd948a-a1d2-4cda-8543-bcad5b833c64 tempest-FloatingIPAdminTestJSON-546114676 tempest-FloatingIPAdminTestJSON-546114676-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4084747'] for floatingip, after_update {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:34:34.449151 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-803155c0-bed3-4bd4-9233-5ad7171fc85d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2133515689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2133515689-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:34:34.510046 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-39332f79-28b9-46f3-85e7-7b1b38fc3c16 tempest-ServersTestJSON-1223226849 tempest-ServersTestJSON-1223226849-project] Notify callbacks [] for floatingip, before_update {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:34:34.535905 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-d85a597a-4bcc-46e6-86a1-3abdd70d13c8 tempest-QuotasTest-1403115730 tempest-QuotasTest-1403115730-project-admin] 10.222.0.26 "DELETE /v2.0/quotas/ced5a1e919334051971999ce6f41dd8d HTTP/1.1" status: 204 len: 168 time: 0.0887835 Apr 01 13:34:34.539634 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 47640) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:34:34.579493 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-9e1e59cb-e494-4f68-9784-7c814d4785db tempest-QuotasTest-1403115730 tempest-QuotasTest-1403115730-project-admin] 10.222.0.26 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 207 time: 0.0366659 Apr 01 13:34:34.581645 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 47646) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:34:34.622797 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-20c8bab8-f526-4c0e-bf23-a8318e206f78 tempest-QuotasTest-1403115730 tempest-QuotasTest-1403115730-project-admin] 10.222.0.26 "GET /v2.0/quotas/ced5a1e919334051971999ce6f41dd8d HTTP/1.1" status: 200 len: 370 time: 0.0373101 Apr 01 13:34:34.622797 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-803155c0-bed3-4bd4-9233-5ad7171fc85d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2133515689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2133515689-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:34:34.623713 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-c499501d-cd7f-43aa-8825-dc1c5146cca3 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-945029'] for subnet, precommit_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:34:34.624740 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 47650) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:34:34.634991 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-f7895d15-025b-435b-9fff-455f373e0ab2 tempest-QuotasTest-1403115730 tempest-QuotasTest-1403115730-project-admin] 10.222.0.26 "GET /v2.0/quotas/ced5a1e919334051971999ce6f41dd8d/default HTTP/1.1" status: 200 len: 370 time: 0.0070441 Apr 01 13:34:34.635195 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 47654) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:34:34.639073 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-803155c0-bed3-4bd4-9233-5ad7171fc85d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2133515689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2133515689-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3775923'] for security_group, after_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:34:34.658724 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.notifiers.nova [None req-803155c0-bed3-4bd4-9233-5ad7171fc85d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2133515689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2133515689-project-admin] device_id is not set on port 502a72bf-0810-48fc-bad4-a30775b72bc9 yet. {{(pid=83869) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 01 13:34:34.734104 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.api.v2.resource [None req-7344c50c-ef92-4a64-901e-d7bf3743f481 tempest-QuotasTest-1403115730 tempest-QuotasTest-1403115730-project-admin] delete failed (client error): The resource could not be found. Apr 01 13:34:34.737744 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-7344c50c-ef92-4a64-901e-d7bf3743f481 tempest-QuotasTest-1403115730 tempest-QuotasTest-1403115730-project-admin] 10.222.0.26 "DELETE /v2.0/quotas/ced5a1e919334051971999ce6f41dd8d HTTP/1.1" status: 404 len: 348 time: 0.0990963 Apr 01 13:34:34.741244 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-803155c0-bed3-4bd4-9233-5ad7171fc85d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2133515689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2133515689-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2cc1ab1-d742-4265-9132-78a5ff9a7300,revision_number=1']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:34:34.902947 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 47660) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:34:34.923456 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-af5c2ff5-99e6-4b8a-bc22-961d40da91ce tempest-RoutersIpV6AdminTest-2054225496 tempest-RoutersIpV6AdminTest-2054225496-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:34:34.938606 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-c499501d-cd7f-43aa-8825-dc1c5146cca3 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-945042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2743160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2757373'] for subnet, after_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:34:34.960093 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-af5c2ff5-99e6-4b8a-bc22-961d40da91ce tempest-RoutersIpV6AdminTest-2054225496 tempest-RoutersIpV6AdminTest-2054225496-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:34:35.010665 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c499501d-cd7f-43aa-8825-dc1c5146cca3 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Pushing event deleted for resources: {'Subnet': ['ID=b3ec0cac-eff2-49aa-86d7-c08f117b6993,revision_number=None']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:34:35.148212 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-251572e3-2355-42da-b790-b9b9e1b7ac88 None None] Network 09d7ea43-6376-4322-97e7-54cd01aae492 requested from dv-neutron-836180-1-hyperv {{(pid=83872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 13:34:35.153582 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-c499501d-cd7f-43aa-8825-dc1c5146cca3 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Notify callbacks [] for subnet, before_response {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:34:35.157153 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.notifiers.nova [None req-803155c0-bed3-4bd4-9233-5ad7171fc85d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2133515689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2133515689-project-admin] device_id is not set on port 502a72bf-0810-48fc-bad4-a30775b72bc9 yet. {{(pid=83869) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 01 13:34:35.160991 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb5f795-2ece-47a9-a5c8-6bc5d60e779e req-800458fc-19d8-4c00-b796-457ab2af24c0 tempest-ServersTestManualDisk-1537329539 tempest-ServersTestManualDisk-1537329539-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:34:35.168133 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-3eb5f795-2ece-47a9-a5c8-6bc5d60e779e req-800458fc-19d8-4c00-b796-457ab2af24c0 tempest-ServersTestManualDisk-1537329539 tempest-ServersTestManualDisk-1537329539-project] 10.222.0.26 "GET /v2.0/ports?device_id=0316e663-2094-4e38-ab21-ae9fc82c63ae HTTP/1.1" status: 200 len: 946 time: 0.4821551 Apr 01 13:34:35.169893 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-1c92766f-09a5-4676-a1fb-d62e8eb7a3e7 tempest-QuotasTest-1403115730 tempest-QuotasTest-1403115730-project-admin] Usage tracker for resource:network and tenant:0f2e9f31aa4b4a11b4b87e225ef55bb9 is out of sync, need to count used quota {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 13:34:35.175541 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-803155c0-bed3-4bd4-9233-5ad7171fc85d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2133515689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2133515689-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:34:35.200705 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.provisioning_blocks [None req-803155c0-bed3-4bd4-9233-5ad7171fc85d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2133515689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2133515689-project-admin] Transition to ACTIVE for port object 502a72bf-0810-48fc-bad4-a30775b72bc9 will not be triggered until provisioned by entity L2. {{(pid=83869) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 13:34:35.206846 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-431cbcc6-cf2e-4a42-93ff-bd2e255a78f8 tempest-RoutersAdminTest-1358270532 tempest-RoutersAdminTest-1358270532-project] Notify agent at l3_agent.dv-neutron-836180-1-hyperv the message routers_updated {{(pid=83871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 13:34:35.210206 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.db_base_plugin_common [None req-af5c2ff5-99e6-4b8a-bc22-961d40da91ce tempest-RoutersIpV6AdminTest-2054225496 tempest-RoutersIpV6AdminTest-2054225496-project-admin] Allocated IP 172.26.5.107 (725864b8-cceb-48c9-b5d3-1bfc4423e301/e2ed99db-0e25-4971-b535-7fa69231fae8/8b2bb4aa-e9f1-406c-aef9-1f16fd0e380d) {{(pid=83869) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 13:34:35.223572 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-803155c0-bed3-4bd4-9233-5ad7171fc85d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2133515689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2133515689-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736732935801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2705155'] for port, after_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:34:35.242190 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-1c92766f-09a5-4676-a1fb-d62e8eb7a3e7 tempest-QuotasTest-1403115730 tempest-QuotasTest-1403115730-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 13:34:35.309227 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8fe7b8c-635f-433f-ac07-e3fd6334a336 None None] Sync routers for ids ['b053f9a5-e20a-4d06-a67a-8c171a9be292'] in dv-neutron-836180-1-hyperv {{(pid=83872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 13:34:35.367170 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-c499501d-cd7f-43aa-8825-dc1c5146cca3 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] 10.222.0.26 "DELETE /v2.0/subnets/b3ec0cac-eff2-49aa-86d7-c08f117b6993 HTTP/1.1" status: 204 len: 168 time: 2.0609739 Apr 01 13:34:35.377880 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 47666) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:34:35.397567 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8fe7b8c-635f-433f-ac07-e3fd6334a336 None None] Routers {'b053f9a5-e20a-4d06-a67a-8c171a9be292'} bound to L3 agent in host dv-neutron-836180-1-hyperv {{(pid=83872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 13:34:35.398309 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_hamode_db [None req-b8fe7b8c-635f-433f-ac07-e3fd6334a336 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836180-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T13:25:36Z,description=,heartbeat_timestamp=2022-04-01T13:34:06Z,host='dv-neutron-836180-1-hyperv',id=88bf8fc8-11a3-4e96-9d1b-5fd93ba9f6f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T13:25:36Z,topic='l3_agent')) {'router_ids': ['b053f9a5-e20a-4d06-a67a-8c171a9be292'], 'active': True} {{(pid=83872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:34:35.477213 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-1c92766f-09a5-4676-a1fb-d62e8eb7a3e7 tempest-QuotasTest-1403115730 tempest-QuotasTest-1403115730-project-admin] Usage tracker for resource:subnet and tenant:0f2e9f31aa4b4a11b4b87e225ef55bb9 is out of sync, need to count used quota {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 13:34:35.480796 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-803155c0-bed3-4bd4-9233-5ad7171fc85d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2133515689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2133515689-project-admin] Pushing event updated for resources: {'Port': ['ID=502a72bf-0810-48fc-bad4-a30775b72bc9,revision_number=1']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:34:35.516159 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_hamode_db [None req-b8fe7b8c-635f-433f-ac07-e3fd6334a336 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-836180-1-hyperv', False) {} {{(pid=83872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:34:35.540920 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-803155c0-bed3-4bd4-9233-5ad7171fc85d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2133515689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2133515689-project-admin] Checking segment: {'id': '6a6a4c8f-7192-4311-af13-eecbd7dc3a85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'd7fe75b8-979e-4126-a402-cbef9551dbf5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 13:34:35.541276 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-803155c0-bed3-4bd4-9233-5ad7171fc85d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2133515689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2133515689-project-admin] Network hostable DHCP agents. Network: d7fe75b8-979e-4126-a402-cbef9551dbf5, hostable agents: ['e47e4547-5c2d-4954-ba56-fa3646239f18'], hosted agents: [] {{(pid=83869) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 13:34:35.572207 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-3eb5f795-2ece-47a9-a5c8-6bc5d60e779e req-dc1149d7-5e0e-4e47-a358-91ecdcae37bb tempest-ServersTestManualDisk-1537329539 tempest-ServersTestManualDisk-1537329539-project] 10.222.0.26 "GET /v2.0/security-groups?id=5eeb8844-2921-4d9c-96aa-ee946f9c62b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4031279 Apr 01 13:34:35.573783 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-431cbcc6-cf2e-4a42-93ff-bd2e255a78f8 tempest-RoutersAdminTest-1358270532 tempest-RoutersAdminTest-1358270532-project] Notify callbacks [] for router, before_response {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:34:35.574758 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8fe7b8c-635f-433f-ac07-e3fd6334a336 None None] Routers {'b053f9a5-e20a-4d06-a67a-8c171a9be292'} bound to L3 agent in host dv-neutron-836180-1-hyperv {{(pid=83872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 13:34:35.575255 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_hamode_db [None req-b8fe7b8c-635f-433f-ac07-e3fd6334a336 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836180-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T13:25:36Z,description=,heartbeat_timestamp=2022-04-01T13:34:06Z,host='dv-neutron-836180-1-hyperv',id=88bf8fc8-11a3-4e96-9d1b-5fd93ba9f6f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T13:25:36Z,topic='l3_agent')) {'router_ids': ['b053f9a5-e20a-4d06-a67a-8c171a9be292'], 'active': True} {{(pid=83872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:34:35.576285 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-431cbcc6-cf2e-4a42-93ff-bd2e255a78f8 tempest-RoutersAdminTest-1358270532 tempest-RoutersAdminTest-1358270532-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 8.2486272 Apr 01 13:34:35.581915 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 47670) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:34:35.588413 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-7024add6-f468-41e5-a15b-3e20c73c7796 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] 10.222.0.26 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2035322 Apr 01 13:34:35.593014 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 47672) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:34:35.598388 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-1c92766f-09a5-4676-a1fb-d62e8eb7a3e7 tempest-QuotasTest-1403115730 tempest-QuotasTest-1403115730-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 13:34:35.612027 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-af5c2ff5-99e6-4b8a-bc22-961d40da91ce tempest-RoutersIpV6AdminTest-2054225496 tempest-RoutersIpV6AdminTest-2054225496-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:34:35.641668 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-803155c0-bed3-4bd4-9233-5ad7171fc85d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2133515689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2133515689-project-admin] Network d7fe75b8-979e-4126-a402-cbef9551dbf5 is scheduled to be hosted by DHCP agent e47e4547-5c2d-4954-ba56-fa3646239f18 with binding_index 1 {{(pid=83869) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 13:34:35.658970 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.scheduler.base_scheduler [None req-803155c0-bed3-4bd4-9233-5ad7171fc85d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2133515689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2133515689-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-836180-1-hyperv, d7fe75b8-979e-4126-a402-cbef9551dbf5) {{(pid=83869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 13:34:35.671328 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_hamode_db [None req-b8fe7b8c-635f-433f-ac07-e3fd6334a336 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-836180-1-hyperv', False) {} {{(pid=83872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:34:35.671728 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8fe7b8c-635f-433f-ac07-e3fd6334a336 None None] The sync data for ids ['b053f9a5-e20a-4d06-a67a-8c171a9be292'] in dv-neutron-836180-1-hyperv is: [] {{(pid=83872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 13:34:35.674224 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24c2ccc9-eea7-48ac-a633-0d1d32aabbe1 None None] Network d7fe75b8-979e-4126-a402-cbef9551dbf5 requested from dv-neutron-836180-1-hyperv {{(pid=83872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 13:34:35.677970 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-803155c0-bed3-4bd4-9233-5ad7171fc85d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2133515689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2133515689-project-admin] Received port after_create {{(pid=83869) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 13:34:35.699201 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.v2.base [None req-23163287-72c0-42f8-aa4b-d31dce76717b tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Request body: {'subnet': {'network_id': '09d7ea43-6376-4322-97e7-54cd01aae492', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:34:35.711381 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.managers [None req-803155c0-bed3-4bd4-9233-5ad7171fc85d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2133515689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2133515689-project-admin] Attempting to bind port 502a72bf-0810-48fc-bad4-a30775b72bc9 on host hv-neutron-8361 for vnic_type normal with profile {{(pid=83869) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 13:34:35.711814 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.managers [None req-803155c0-bed3-4bd4-9233-5ad7171fc85d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2133515689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2133515689-project-admin] Attempting to bind port 502a72bf-0810-48fc-bad4-a30775b72bc9 by drivers openvswitch,hyperv on host hv-neutron-8361 at level 0 using segments [{'id': '6a6a4c8f-7192-4311-af13-eecbd7dc3a85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'd7fe75b8-979e-4126-a402-cbef9551dbf5'}] {{(pid=83869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 13:34:35.712204 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-803155c0-bed3-4bd4-9233-5ad7171fc85d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2133515689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2133515689-project-admin] Attempting to bind port 502a72bf-0810-48fc-bad4-a30775b72bc9 on network d7fe75b8-979e-4126-a402-cbef9551dbf5 {{(pid=83869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 13:34:35.718325 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-af5c2ff5-99e6-4b8a-bc22-961d40da91ce tempest-RoutersIpV6AdminTest-2054225496 tempest-RoutersIpV6AdminTest-2054225496-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736732935801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2705155'] for port, after_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:34:35.780217 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af5c2ff5-99e6-4b8a-bc22-961d40da91ce tempest-RoutersIpV6AdminTest-2054225496 tempest-RoutersIpV6AdminTest-2054225496-project-admin] Network 725864b8-cceb-48c9-b5d3-1bfc4423e301 is already hosted by enough agents. {{(pid=83869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 13:34:35.787671 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.scheduler.base_scheduler [None req-af5c2ff5-99e6-4b8a-bc22-961d40da91ce tempest-RoutersIpV6AdminTest-2054225496 tempest-RoutersIpV6AdminTest-2054225496-project-admin] Resources bound (agent type, host, resource id): {{(pid=83869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 13:34:35.791882 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-803155c0-bed3-4bd4-9233-5ad7171fc85d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2133515689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2133515689-project-admin] Port 502a72bf-0810-48fc-bad4-a30775b72bc9 on network d7fe75b8-979e-4126-a402-cbef9551dbf5 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8361 {{(pid=83869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 01 13:34:35.792382 dv-neutron-836180-1-hyperv neutron-server[83869]: ERROR neutron.plugins.ml2.managers [None req-803155c0-bed3-4bd4-9233-5ad7171fc85d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2133515689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2133515689-project-admin] Failed to bind port 502a72bf-0810-48fc-bad4-a30775b72bc9 on host hv-neutron-8361 for vnic_type normal using segments [{'id': '6a6a4c8f-7192-4311-af13-eecbd7dc3a85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'd7fe75b8-979e-4126-a402-cbef9551dbf5'}] Apr 01 13:34:35.795115 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af5c2ff5-99e6-4b8a-bc22-961d40da91ce tempest-RoutersIpV6AdminTest-2054225496 tempest-RoutersIpV6AdminTest-2054225496-project-admin] Received port after_create {{(pid=83869) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 13:34:35.852898 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.plugins.ml2.plugin [None req-803155c0-bed3-4bd4-9233-5ad7171fc85d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2133515689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2133515689-project-admin] Attempt 2 to bind port 502a72bf-0810-48fc-bad4-a30775b72bc9 Apr 01 13:34:35.888404 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23ddbb82-dabc-4b94-982a-1d55e0963aaf None None] DHCP port deletion for 09d7ea43-6376-4322-97e7-54cd01aae492 request from dv-neutron-836180-1-hyperv {{(pid=83872) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 01 13:34:35.911566 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.plugin [None req-23ddbb82-dabc-4b94-982a-1d55e0963aaf None None] Deleting port 14725a2b-656d-4ce2-999e-2c46945d08ed {{(pid=83872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 13:34:35.911923 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-23ddbb82-dabc-4b94-982a-1d55e0963aaf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736733287370'] for port, before_delete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:34:35.923179 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5c2ff5-99e6-4b8a-bc22-961d40da91ce tempest-RoutersIpV6AdminTest-2054225496 tempest-RoutersIpV6AdminTest-2054225496-project-admin] Pushing event updated for resources: {'Port': ['ID=8b2bb4aa-e9f1-406c-aef9-1f16fd0e380d,revision_number=1']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:34:35.925509 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.managers [None req-803155c0-bed3-4bd4-9233-5ad7171fc85d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2133515689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2133515689-project-admin] Attempting to bind port 502a72bf-0810-48fc-bad4-a30775b72bc9 on host hv-neutron-8361 for vnic_type normal with profile {{(pid=83869) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 13:34:35.925836 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.managers [None req-803155c0-bed3-4bd4-9233-5ad7171fc85d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2133515689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2133515689-project-admin] Attempting to bind port 502a72bf-0810-48fc-bad4-a30775b72bc9 by drivers openvswitch,hyperv on host hv-neutron-8361 at level 0 using segments [{'id': '6a6a4c8f-7192-4311-af13-eecbd7dc3a85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'd7fe75b8-979e-4126-a402-cbef9551dbf5'}] {{(pid=83869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 13:34:35.926159 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-803155c0-bed3-4bd4-9233-5ad7171fc85d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2133515689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2133515689-project-admin] Attempting to bind port 502a72bf-0810-48fc-bad4-a30775b72bc9 on network d7fe75b8-979e-4126-a402-cbef9551dbf5 {{(pid=83869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 13:34:35.935781 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-803155c0-bed3-4bd4-9233-5ad7171fc85d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2133515689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2133515689-project-admin] Port 502a72bf-0810-48fc-bad4-a30775b72bc9 on network d7fe75b8-979e-4126-a402-cbef9551dbf5 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8361 {{(pid=83869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 01 13:34:35.936099 dv-neutron-836180-1-hyperv neutron-server[83869]: ERROR neutron.plugins.ml2.managers [None req-803155c0-bed3-4bd4-9233-5ad7171fc85d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2133515689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2133515689-project-admin] Failed to bind port 502a72bf-0810-48fc-bad4-a30775b72bc9 on host hv-neutron-8361 for vnic_type normal using segments [{'id': '6a6a4c8f-7192-4311-af13-eecbd7dc3a85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'd7fe75b8-979e-4126-a402-cbef9551dbf5'}] Apr 01 13:34:35.943023 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.plugins.ml2.plugin [None req-803155c0-bed3-4bd4-9233-5ad7171fc85d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2133515689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2133515689-project-admin] Attempt 3 to bind port 502a72bf-0810-48fc-bad4-a30775b72bc9 Apr 01 13:34:35.957227 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-47c5611f-d621-4ab4-ae00-5c83b9f831d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:34:35.970250 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.managers [None req-803155c0-bed3-4bd4-9233-5ad7171fc85d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2133515689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2133515689-project-admin] Attempting to bind port 502a72bf-0810-48fc-bad4-a30775b72bc9 on host hv-neutron-8361 for vnic_type normal with profile {{(pid=83869) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 13:34:35.970576 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.managers [None req-803155c0-bed3-4bd4-9233-5ad7171fc85d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2133515689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2133515689-project-admin] Attempting to bind port 502a72bf-0810-48fc-bad4-a30775b72bc9 by drivers openvswitch,hyperv on host hv-neutron-8361 at level 0 using segments [{'id': '6a6a4c8f-7192-4311-af13-eecbd7dc3a85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'd7fe75b8-979e-4126-a402-cbef9551dbf5'}] {{(pid=83869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 13:34:35.970902 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-803155c0-bed3-4bd4-9233-5ad7171fc85d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2133515689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2133515689-project-admin] Attempting to bind port 502a72bf-0810-48fc-bad4-a30775b72bc9 on network d7fe75b8-979e-4126-a402-cbef9551dbf5 {{(pid=83869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 13:34:35.982177 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-803155c0-bed3-4bd4-9233-5ad7171fc85d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2133515689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2133515689-project-admin] Port 502a72bf-0810-48fc-bad4-a30775b72bc9 on network d7fe75b8-979e-4126-a402-cbef9551dbf5 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8361 {{(pid=83869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 01 13:34:35.982493 dv-neutron-836180-1-hyperv neutron-server[83869]: ERROR neutron.plugins.ml2.managers [None req-803155c0-bed3-4bd4-9233-5ad7171fc85d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2133515689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2133515689-project-admin] Failed to bind port 502a72bf-0810-48fc-bad4-a30775b72bc9 on host hv-neutron-8361 for vnic_type normal using segments [{'id': '6a6a4c8f-7192-4311-af13-eecbd7dc3a85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'd7fe75b8-979e-4126-a402-cbef9551dbf5'}] Apr 01 13:34:35.982871 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.plugins.ml2.plugin [None req-803155c0-bed3-4bd4-9233-5ad7171fc85d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2133515689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2133515689-project-admin] Attempt 4 to bind port 502a72bf-0810-48fc-bad4-a30775b72bc9 Apr 01 13:34:36.003653 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.managers [None req-803155c0-bed3-4bd4-9233-5ad7171fc85d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2133515689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2133515689-project-admin] Attempting to bind port 502a72bf-0810-48fc-bad4-a30775b72bc9 on host hv-neutron-8361 for vnic_type normal with profile {{(pid=83869) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 13:34:36.003973 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.managers [None req-803155c0-bed3-4bd4-9233-5ad7171fc85d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2133515689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2133515689-project-admin] Attempting to bind port 502a72bf-0810-48fc-bad4-a30775b72bc9 by drivers openvswitch,hyperv on host hv-neutron-8361 at level 0 using segments [{'id': '6a6a4c8f-7192-4311-af13-eecbd7dc3a85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'd7fe75b8-979e-4126-a402-cbef9551dbf5'}] {{(pid=83869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 13:34:36.004364 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-803155c0-bed3-4bd4-9233-5ad7171fc85d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2133515689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2133515689-project-admin] Attempting to bind port 502a72bf-0810-48fc-bad4-a30775b72bc9 on network d7fe75b8-979e-4126-a402-cbef9551dbf5 {{(pid=83869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 13:34:36.013823 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-803155c0-bed3-4bd4-9233-5ad7171fc85d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2133515689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2133515689-project-admin] Port 502a72bf-0810-48fc-bad4-a30775b72bc9 on network d7fe75b8-979e-4126-a402-cbef9551dbf5 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8361 {{(pid=83869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 01 13:34:36.014138 dv-neutron-836180-1-hyperv neutron-server[83869]: ERROR neutron.plugins.ml2.managers [None req-803155c0-bed3-4bd4-9233-5ad7171fc85d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2133515689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2133515689-project-admin] Failed to bind port 502a72bf-0810-48fc-bad4-a30775b72bc9 on host hv-neutron-8361 for vnic_type normal using segments [{'id': '6a6a4c8f-7192-4311-af13-eecbd7dc3a85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'd7fe75b8-979e-4126-a402-cbef9551dbf5'}] Apr 01 13:34:36.015402 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.plugins.ml2.plugin [None req-803155c0-bed3-4bd4-9233-5ad7171fc85d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2133515689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2133515689-project-admin] Attempt 5 to bind port 502a72bf-0810-48fc-bad4-a30775b72bc9 Apr 01 13:34:36.035077 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.managers [None req-803155c0-bed3-4bd4-9233-5ad7171fc85d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2133515689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2133515689-project-admin] Attempting to bind port 502a72bf-0810-48fc-bad4-a30775b72bc9 on host hv-neutron-8361 for vnic_type normal with profile {{(pid=83869) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 13:34:36.035407 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.managers [None req-803155c0-bed3-4bd4-9233-5ad7171fc85d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2133515689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2133515689-project-admin] Attempting to bind port 502a72bf-0810-48fc-bad4-a30775b72bc9 by drivers openvswitch,hyperv on host hv-neutron-8361 at level 0 using segments [{'id': '6a6a4c8f-7192-4311-af13-eecbd7dc3a85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'd7fe75b8-979e-4126-a402-cbef9551dbf5'}] {{(pid=83869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 13:34:36.035735 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-803155c0-bed3-4bd4-9233-5ad7171fc85d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2133515689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2133515689-project-admin] Attempting to bind port 502a72bf-0810-48fc-bad4-a30775b72bc9 on network d7fe75b8-979e-4126-a402-cbef9551dbf5 {{(pid=83869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 13:34:36.042414 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-803155c0-bed3-4bd4-9233-5ad7171fc85d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2133515689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2133515689-project-admin] Port 502a72bf-0810-48fc-bad4-a30775b72bc9 on network d7fe75b8-979e-4126-a402-cbef9551dbf5 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8361 {{(pid=83869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 01 13:34:36.042884 dv-neutron-836180-1-hyperv neutron-server[83869]: ERROR neutron.plugins.ml2.managers [None req-803155c0-bed3-4bd4-9233-5ad7171fc85d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2133515689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2133515689-project-admin] Failed to bind port 502a72bf-0810-48fc-bad4-a30775b72bc9 on host hv-neutron-8361 for vnic_type normal using segments [{'id': '6a6a4c8f-7192-4311-af13-eecbd7dc3a85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'd7fe75b8-979e-4126-a402-cbef9551dbf5'}] Apr 01 13:34:36.043277 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.plugins.ml2.plugin [None req-803155c0-bed3-4bd4-9233-5ad7171fc85d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2133515689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2133515689-project-admin] Attempt 6 to bind port 502a72bf-0810-48fc-bad4-a30775b72bc9 Apr 01 13:34:36.069991 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.managers [None req-803155c0-bed3-4bd4-9233-5ad7171fc85d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2133515689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2133515689-project-admin] Attempting to bind port 502a72bf-0810-48fc-bad4-a30775b72bc9 on host hv-neutron-8361 for vnic_type normal with profile {{(pid=83869) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 13:34:36.070279 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.managers [None req-803155c0-bed3-4bd4-9233-5ad7171fc85d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2133515689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2133515689-project-admin] Attempting to bind port 502a72bf-0810-48fc-bad4-a30775b72bc9 by drivers openvswitch,hyperv on host hv-neutron-8361 at level 0 using segments [{'id': '6a6a4c8f-7192-4311-af13-eecbd7dc3a85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'd7fe75b8-979e-4126-a402-cbef9551dbf5'}] {{(pid=83869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 13:34:36.070667 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-803155c0-bed3-4bd4-9233-5ad7171fc85d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2133515689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2133515689-project-admin] Attempting to bind port 502a72bf-0810-48fc-bad4-a30775b72bc9 on network d7fe75b8-979e-4126-a402-cbef9551dbf5 {{(pid=83869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 13:34:36.084606 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-803155c0-bed3-4bd4-9233-5ad7171fc85d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2133515689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2133515689-project-admin] Port 502a72bf-0810-48fc-bad4-a30775b72bc9 on network d7fe75b8-979e-4126-a402-cbef9551dbf5 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8361 {{(pid=83869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 01 13:34:36.084927 dv-neutron-836180-1-hyperv neutron-server[83869]: ERROR neutron.plugins.ml2.managers [None req-803155c0-bed3-4bd4-9233-5ad7171fc85d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2133515689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2133515689-project-admin] Failed to bind port 502a72bf-0810-48fc-bad4-a30775b72bc9 on host hv-neutron-8361 for vnic_type normal using segments [{'id': '6a6a4c8f-7192-4311-af13-eecbd7dc3a85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'd7fe75b8-979e-4126-a402-cbef9551dbf5'}] Apr 01 13:34:36.085842 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.plugins.ml2.plugin [None req-803155c0-bed3-4bd4-9233-5ad7171fc85d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2133515689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2133515689-project-admin] Attempt 7 to bind port 502a72bf-0810-48fc-bad4-a30775b72bc9 Apr 01 13:34:36.112870 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.managers [None req-803155c0-bed3-4bd4-9233-5ad7171fc85d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2133515689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2133515689-project-admin] Attempting to bind port 502a72bf-0810-48fc-bad4-a30775b72bc9 on host hv-neutron-8361 for vnic_type normal with profile {{(pid=83869) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 13:34:36.113193 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.managers [None req-803155c0-bed3-4bd4-9233-5ad7171fc85d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2133515689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2133515689-project-admin] Attempting to bind port 502a72bf-0810-48fc-bad4-a30775b72bc9 by drivers openvswitch,hyperv on host hv-neutron-8361 at level 0 using segments [{'id': '6a6a4c8f-7192-4311-af13-eecbd7dc3a85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'd7fe75b8-979e-4126-a402-cbef9551dbf5'}] {{(pid=83869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 13:34:36.113516 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-803155c0-bed3-4bd4-9233-5ad7171fc85d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2133515689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2133515689-project-admin] Attempting to bind port 502a72bf-0810-48fc-bad4-a30775b72bc9 on network d7fe75b8-979e-4126-a402-cbef9551dbf5 {{(pid=83869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 13:34:36.124508 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-af5c2ff5-99e6-4b8a-bc22-961d40da91ce tempest-RoutersIpV6AdminTest-2054225496 tempest-RoutersIpV6AdminTest-2054225496-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:34:36.125254 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-af5c2ff5-99e6-4b8a-bc22-961d40da91ce tempest-RoutersIpV6AdminTest-2054225496 tempest-RoutersIpV6AdminTest-2054225496-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4082201', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4084858'] for router, after_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:34:36.127738 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-803155c0-bed3-4bd4-9233-5ad7171fc85d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2133515689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2133515689-project-admin] Port 502a72bf-0810-48fc-bad4-a30775b72bc9 on network d7fe75b8-979e-4126-a402-cbef9551dbf5 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8361 {{(pid=83869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 01 13:34:36.128055 dv-neutron-836180-1-hyperv neutron-server[83869]: ERROR neutron.plugins.ml2.managers [None req-803155c0-bed3-4bd4-9233-5ad7171fc85d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2133515689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2133515689-project-admin] Failed to bind port 502a72bf-0810-48fc-bad4-a30775b72bc9 on host hv-neutron-8361 for vnic_type normal using segments [{'id': '6a6a4c8f-7192-4311-af13-eecbd7dc3a85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'd7fe75b8-979e-4126-a402-cbef9551dbf5'}] Apr 01 13:34:36.129332 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.plugins.ml2.plugin [None req-803155c0-bed3-4bd4-9233-5ad7171fc85d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2133515689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2133515689-project-admin] Attempt 8 to bind port 502a72bf-0810-48fc-bad4-a30775b72bc9 Apr 01 13:34:36.159227 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-23163287-72c0-42f8-aa4b-d31dce76717b tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:34:36.165216 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-23163287-72c0-42f8-aa4b-d31dce76717b tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Usage tracker for resource:subnet and tenant:8b726fe6689e4b7f96def1a2219bea6c is out of sync, need to count used quota {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 13:34:36.170604 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-23163287-72c0-42f8-aa4b-d31dce76717b tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 13:34:36.177384 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-23163287-72c0-42f8-aa4b-d31dce76717b tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:34:36.193781 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-23ddbb82-dabc-4b94-982a-1d55e0963aaf None None] For port 14725a2b-656d-4ce2-999e-2c46945d08ed, host dv-neutron-836180-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836180-1-hyperv',level=0,port_id=14725a2b-656d-4ce2-999e-2c46945d08ed,segment=NetworkSegment(16094ed0-4a47-4ff6-9238-85c278d7a2a5),segment_id=16094ed0-4a47-4ff6-9238-85c278d7a2a5)] {{(pid=83872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 13:34:36.194426 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-23ddbb82-dabc-4b94-982a-1d55e0963aaf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4155147'] for port, precommit_delete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:34:36.274022 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.managers [None req-803155c0-bed3-4bd4-9233-5ad7171fc85d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2133515689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2133515689-project-admin] Attempting to bind port 502a72bf-0810-48fc-bad4-a30775b72bc9 on host hv-neutron-8361 for vnic_type normal with profile {{(pid=83869) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 13:34:36.274576 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.managers [None req-803155c0-bed3-4bd4-9233-5ad7171fc85d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2133515689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2133515689-project-admin] Attempting to bind port 502a72bf-0810-48fc-bad4-a30775b72bc9 by drivers openvswitch,hyperv on host hv-neutron-8361 at level 0 using segments [{'id': '6a6a4c8f-7192-4311-af13-eecbd7dc3a85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'd7fe75b8-979e-4126-a402-cbef9551dbf5'}] {{(pid=83869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 13:34:36.274669 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-803155c0-bed3-4bd4-9233-5ad7171fc85d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2133515689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2133515689-project-admin] Attempting to bind port 502a72bf-0810-48fc-bad4-a30775b72bc9 on network d7fe75b8-979e-4126-a402-cbef9551dbf5 {{(pid=83869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 13:34:36.285275 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-803155c0-bed3-4bd4-9233-5ad7171fc85d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2133515689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2133515689-project-admin] Port 502a72bf-0810-48fc-bad4-a30775b72bc9 on network d7fe75b8-979e-4126-a402-cbef9551dbf5 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8361 {{(pid=83869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 01 13:34:36.285602 dv-neutron-836180-1-hyperv neutron-server[83869]: ERROR neutron.plugins.ml2.managers [None req-803155c0-bed3-4bd4-9233-5ad7171fc85d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2133515689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2133515689-project-admin] Failed to bind port 502a72bf-0810-48fc-bad4-a30775b72bc9 on host hv-neutron-8361 for vnic_type normal using segments [{'id': '6a6a4c8f-7192-4311-af13-eecbd7dc3a85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'd7fe75b8-979e-4126-a402-cbef9551dbf5'}] Apr 01 13:34:36.286807 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.plugins.ml2.plugin [None req-803155c0-bed3-4bd4-9233-5ad7171fc85d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2133515689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2133515689-project-admin] Attempt 9 to bind port 502a72bf-0810-48fc-bad4-a30775b72bc9 Apr 01 13:34:36.313766 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.db.l3_db [None req-b8cd948a-a1d2-4cda-8543-bcad5b833c64 tempest-FloatingIPAdminTestJSON-546114676 tempest-FloatingIPAdminTestJSON-546114676-project-admin] Floating IP dd906a68-cd4c-458f-b21d-6d04d36cd5d5 associated. External IP: 172.26.5.252, port: 06d6e2af-9690-4503-9df1-ecded916d5d8. Apr 01 13:34:36.317572 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.managers [None req-803155c0-bed3-4bd4-9233-5ad7171fc85d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2133515689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2133515689-project-admin] Attempting to bind port 502a72bf-0810-48fc-bad4-a30775b72bc9 on host hv-neutron-8361 for vnic_type normal with profile {{(pid=83869) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 13:34:36.317903 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.managers [None req-803155c0-bed3-4bd4-9233-5ad7171fc85d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2133515689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2133515689-project-admin] Attempting to bind port 502a72bf-0810-48fc-bad4-a30775b72bc9 by drivers openvswitch,hyperv on host hv-neutron-8361 at level 0 using segments [{'id': '6a6a4c8f-7192-4311-af13-eecbd7dc3a85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'd7fe75b8-979e-4126-a402-cbef9551dbf5'}] {{(pid=83869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 13:34:36.318230 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-803155c0-bed3-4bd4-9233-5ad7171fc85d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2133515689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2133515689-project-admin] Attempting to bind port 502a72bf-0810-48fc-bad4-a30775b72bc9 on network d7fe75b8-979e-4126-a402-cbef9551dbf5 {{(pid=83869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 13:34:36.336178 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-803155c0-bed3-4bd4-9233-5ad7171fc85d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2133515689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2133515689-project-admin] Port 502a72bf-0810-48fc-bad4-a30775b72bc9 on network d7fe75b8-979e-4126-a402-cbef9551dbf5 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8361 {{(pid=83869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 01 13:34:36.336529 dv-neutron-836180-1-hyperv neutron-server[83869]: ERROR neutron.plugins.ml2.managers [None req-803155c0-bed3-4bd4-9233-5ad7171fc85d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2133515689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2133515689-project-admin] Failed to bind port 502a72bf-0810-48fc-bad4-a30775b72bc9 on host hv-neutron-8361 for vnic_type normal using segments [{'id': '6a6a4c8f-7192-4311-af13-eecbd7dc3a85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'd7fe75b8-979e-4126-a402-cbef9551dbf5'}] Apr 01 13:34:36.338251 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.plugins.ml2.plugin [None req-803155c0-bed3-4bd4-9233-5ad7171fc85d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2133515689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2133515689-project-admin] Attempt 10 to bind port 502a72bf-0810-48fc-bad4-a30775b72bc9 Apr 01 13:34:36.346448 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.plugin [None req-23ddbb82-dabc-4b94-982a-1d55e0963aaf None None] Calling delete_port for 14725a2b-656d-4ce2-999e-2c46945d08ed owned by network:dhcp {{(pid=83872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 13:34:36.358792 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.managers [None req-803155c0-bed3-4bd4-9233-5ad7171fc85d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2133515689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2133515689-project-admin] Attempting to bind port 502a72bf-0810-48fc-bad4-a30775b72bc9 on host hv-neutron-8361 for vnic_type normal with profile {{(pid=83869) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 13:34:36.359112 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.managers [None req-803155c0-bed3-4bd4-9233-5ad7171fc85d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2133515689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2133515689-project-admin] Attempting to bind port 502a72bf-0810-48fc-bad4-a30775b72bc9 by drivers openvswitch,hyperv on host hv-neutron-8361 at level 0 using segments [{'id': '6a6a4c8f-7192-4311-af13-eecbd7dc3a85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'd7fe75b8-979e-4126-a402-cbef9551dbf5'}] {{(pid=83869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 13:34:36.359438 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-803155c0-bed3-4bd4-9233-5ad7171fc85d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2133515689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2133515689-project-admin] Attempting to bind port 502a72bf-0810-48fc-bad4-a30775b72bc9 on network d7fe75b8-979e-4126-a402-cbef9551dbf5 {{(pid=83869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 13:34:36.373281 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-803155c0-bed3-4bd4-9233-5ad7171fc85d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2133515689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2133515689-project-admin] Port 502a72bf-0810-48fc-bad4-a30775b72bc9 on network d7fe75b8-979e-4126-a402-cbef9551dbf5 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8361 {{(pid=83869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 01 13:34:36.373480 dv-neutron-836180-1-hyperv neutron-server[83869]: ERROR neutron.plugins.ml2.managers [None req-803155c0-bed3-4bd4-9233-5ad7171fc85d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2133515689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2133515689-project-admin] Failed to bind port 502a72bf-0810-48fc-bad4-a30775b72bc9 on host hv-neutron-8361 for vnic_type normal using segments [{'id': '6a6a4c8f-7192-4311-af13-eecbd7dc3a85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'd7fe75b8-979e-4126-a402-cbef9551dbf5'}] Apr 01 13:34:36.373818 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-803155c0-bed3-4bd4-9233-5ad7171fc85d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2133515689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2133515689-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:34:36.442651 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23163287-72c0-42f8-aa4b-d31dce76717b tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Made reservation on behalf of 8b726fe6689e4b7f96def1a2219bea6c for: {'subnet': 1} {{(pid=83871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 13:34:36.446026 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-23163287-72c0-42f8-aa4b-d31dce76717b tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2757336'] for subnet, before_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:34:36.449331 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-23ddbb82-dabc-4b94-982a-1d55e0963aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736733359243', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736732935810'] for port, after_delete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:34:36.492212 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.db.resource_extend [None req-39332f79-28b9-46f3-85e7-7b1b38fc3c16 tempest-ServersTestJSON-1223226849 tempest-ServersTestJSON-1223226849-project] It took 0.25 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 01 13:34:36.493778 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.db [None req-803155c0-bed3-4bd4-9233-5ad7171fc85d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2133515689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2133515689-project-admin] For port 502a72bf-0810-48fc-bad4-a30775b72bc9, host hv-neutron-8361, cleared binding levels {{(pid=83869) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 13:34:36.494138 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.db [None req-803155c0-bed3-4bd4-9233-5ad7171fc85d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2133515689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2133515689-project-admin] Attempted to set empty binding levels {{(pid=83869) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Apr 01 13:34:36.507075 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-803155c0-bed3-4bd4-9233-5ad7171fc85d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2133515689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2133515689-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2705172'] for port, after_update {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:34:36.507293 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ddbb82-dabc-4b94-982a-1d55e0963aaf None None] Pushing event deleted for resources: {'Port': ['ID=14725a2b-656d-4ce2-999e-2c46945d08ed,revision_number=None']} {{(pid=83872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:34:36.516610 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23ddbb82-dabc-4b94-982a-1d55e0963aaf None None] No DVR routers for this DVR port 14725a2b-656d-4ce2-999e-2c46945d08ed on host dv-neutron-836180-1-hyperv {{(pid=83872) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 13:34:36.555021 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Device 14725a2b-656d-4ce2-999e-2c46945d08ed no longer exists at agent ovs-agent-dv-neutron-836180-1-hyperv {{(pid=83872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 13:34:36.566757 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-1c92766f-09a5-4676-a1fb-d62e8eb7a3e7 tempest-QuotasTest-1403115730 tempest-QuotasTest-1403115730-project-admin] Usage tracker for resource:subnetpool and tenant:0f2e9f31aa4b4a11b4b87e225ef55bb9 is out of sync, need to count used quota {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 13:34:36.592545 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-803155c0-bed3-4bd4-9233-5ad7171fc85d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2133515689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2133515689-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109561'] for port, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:34:36.595213 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.plugin [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] No Port match for: 14725a2b-656d-4ce2-999e-2c46945d08ed {{(pid=83872) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 01 13:34:36.595578 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Device 14725a2b-656d-4ce2-999e-2c46945d08ed not bound to the agent host dv-neutron-836180-1-hyperv {{(pid=83872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 13:34:36.596514 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Device 514469c4-909b-4518-9429-ad41ef7b8662 no longer exists at agent ovs-agent-dv-neutron-836180-1-hyperv {{(pid=83872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 13:34:36.632561 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.plugin [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] No Port match for: 514469c4-909b-4518-9429-ad41ef7b8662 {{(pid=83872) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 01 13:34:36.632773 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-803155c0-bed3-4bd4-9233-5ad7171fc85d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2133515689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2133515689-project-admin] Pushing event updated for resources: {'Port': ['ID=502a72bf-0810-48fc-bad4-a30775b72bc9,revision_number=2']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:34:36.632855 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Device 514469c4-909b-4518-9429-ad41ef7b8662 not bound to the agent host dv-neutron-836180-1-hyperv {{(pid=83872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 13:34:36.637473 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af5c2ff5-99e6-4b8a-bc22-961d40da91ce tempest-RoutersIpV6AdminTest-2054225496 tempest-RoutersIpV6AdminTest-2054225496-project-admin] Router 6db1e516-25c6-4e5d-b55d-aee525f9a9c8 is scheduled to L3 agent 88bf8fc8-11a3-4e96-9d1b-5fd93ba9f6f1 with binding_index 1 {{(pid=83869) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 01 13:34:36.649287 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-1c92766f-09a5-4676-a1fb-d62e8eb7a3e7 tempest-QuotasTest-1403115730 tempest-QuotasTest-1403115730-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 13:34:36.660260 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-803155c0-bed3-4bd4-9233-5ad7171fc85d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2133515689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2133515689-project-admin] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 986 time: 2.5464380 Apr 01 13:34:36.661292 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 47680) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:34:36.737092 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-39332f79-28b9-46f3-85e7-7b1b38fc3c16 tempest-ServersTestJSON-1223226849 tempest-ServersTestJSON-1223226849-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:34:36.740712 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-1c92766f-09a5-4676-a1fb-d62e8eb7a3e7 tempest-QuotasTest-1403115730 tempest-QuotasTest-1403115730-project-admin] Usage tracker for resource:port and tenant:0f2e9f31aa4b4a11b4b87e225ef55bb9 is out of sync, need to count used quota {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 13:34:36.756746 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-39332f79-28b9-46f3-85e7-7b1b38fc3c16 tempest-ServersTestJSON-1223226849 tempest-ServersTestJSON-1223226849-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4084747'] for floatingip, after_update {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:34:36.825740 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-1c92766f-09a5-4676-a1fb-d62e8eb7a3e7 tempest-QuotasTest-1403115730 tempest-QuotasTest-1403115730-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 13:34:36.893228 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.plugin [None req-3599be13-1c2b-452d-b828-e9dbe8a75f0c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2133515689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2133515689-project-admin] Deleting port 502a72bf-0810-48fc-bad4-a30775b72bc9 {{(pid=83869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 13:34:36.893470 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-3599be13-1c2b-452d-b828-e9dbe8a75f0c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2133515689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2133515689-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736733287370'] for port, before_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:34:36.910473 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-1c92766f-09a5-4676-a1fb-d62e8eb7a3e7 tempest-QuotasTest-1403115730 tempest-QuotasTest-1403115730-project-admin] Usage tracker for resource:router and tenant:0f2e9f31aa4b4a11b4b87e225ef55bb9 is out of sync, need to count used quota {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 13:34:36.958239 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-1c92766f-09a5-4676-a1fb-d62e8eb7a3e7 tempest-QuotasTest-1403115730 tempest-QuotasTest-1403115730-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 13:34:37.007174 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-1c92766f-09a5-4676-a1fb-d62e8eb7a3e7 tempest-QuotasTest-1403115730 tempest-QuotasTest-1403115730-project-admin] Usage tracker for resource:floatingip and tenant:0f2e9f31aa4b4a11b4b87e225ef55bb9 is out of sync, need to count used quota {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 13:34:37.026091 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-1c92766f-09a5-4676-a1fb-d62e8eb7a3e7 tempest-QuotasTest-1403115730 tempest-QuotasTest-1403115730-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 13:34:37.099832 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67dc1a86-5a21-4bf5-95e4-e40b3431e149 req-10d128e0-5147-4990-9437-e8807116bf7f tempest-ServersTestManualDisk-1537329539 tempest-ServersTestManualDisk-1537329539-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:34:37.101281 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-67dc1a86-5a21-4bf5-95e4-e40b3431e149 req-10d128e0-5147-4990-9437-e8807116bf7f tempest-ServersTestManualDisk-1537329539 tempest-ServersTestManualDisk-1537329539-project] 10.222.0.26 "GET /v2.0/ports?device_id=0316e663-2094-4e38-ab21-ae9fc82c63ae HTTP/1.1" status: 200 len: 946 time: 0.3444843 Apr 01 13:34:37.104920 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-23163287-72c0-42f8-aa4b-d31dce76717b tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2743225', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2757366'] for subnet, after_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:34:37.130268 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:34:37.180132 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.db [None req-3599be13-1c2b-452d-b828-e9dbe8a75f0c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2133515689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2133515689-project-admin] For port 502a72bf-0810-48fc-bad4-a30775b72bc9, host hv-neutron-8361, got binding levels [] {{(pid=83869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 13:34:37.180366 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-3599be13-1c2b-452d-b828-e9dbe8a75f0c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2133515689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2133515689-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4155147'] for port, precommit_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:34:37.194040 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-f670954b-f564-4d2b-b6b9-c82635fefb5c tempest-RoutersAdminTest-1965710677 tempest-RoutersAdminTest-1965710677-project-admin] 10.222.0.26 "GET /v2.0/routers/b053f9a5-e20a-4d06-a67a-8c171a9be292 HTTP/1.1" status: 200 len: 921 time: 1.6035001 Apr 01 13:34:37.196951 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 47684) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:34:37.205182 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23163287-72c0-42f8-aa4b-d31dce76717b tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Network 09d7ea43-6376-4322-97e7-54cd01aae492 is already hosted by enough agents. {{(pid=83871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 13:34:37.243265 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.scheduler.base_scheduler [None req-23163287-72c0-42f8-aa4b-d31dce76717b tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Resources bound (agent type, host, resource id): {{(pid=83871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 13:34:37.256526 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8776c15a-ce8d-408f-87c6-c7b3ce092e78 None None] Network 09d7ea43-6376-4322-97e7-54cd01aae492 requested from dv-neutron-836180-1-hyperv {{(pid=83872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 13:34:37.263663 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23163287-72c0-42f8-aa4b-d31dce76717b tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:34:37.264245 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-23163287-72c0-42f8-aa4b-d31dce76717b tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Notify callbacks [] for subnet, before_response {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:34:37.276261 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-078328db-046d-4338-a9c0-6c96448da850 tempest-RoutersAdminTest-1358270532 tempest-RoutersAdminTest-1358270532-project] 10.222.0.26 "GET /v2.0/ports?device_id=b053f9a5-e20a-4d06-a67a-8c171a9be292 HTTP/1.1" status: 200 len: 205 time: 0.0721099 Apr 01 13:34:37.276261 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23163287-72c0-42f8-aa4b-d31dce76717b tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Pushing event updated for resources: {'Subnet': ['ID=063b8e97-a647-4b8f-bc14-7e6bc751ff6e,revision_number=0']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:34:37.277204 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 47688) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:34:37.307713 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-67dc1a86-5a21-4bf5-95e4-e40b3431e149 req-a9dd66fd-5853-4756-ab81-5f084c2053a5 tempest-ServersTestManualDisk-1537329539 tempest-ServersTestManualDisk-1537329539-project] 10.222.0.26 "GET /v2.0/security-groups?id=5eeb8844-2921-4d9c-96aa-ee946f9c62b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1967745 Apr 01 13:34:37.314291 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.plugin [None req-3599be13-1c2b-452d-b828-e9dbe8a75f0c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2133515689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2133515689-project-admin] Calling delete_port for 502a72bf-0810-48fc-bad4-a30775b72bc9 owned by {{(pid=83869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 13:34:37.413129 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-2f9cfc9c-d8ba-4de3-a4ad-98162f90557c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:34:37.497955 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af5c2ff5-99e6-4b8a-bc22-961d40da91ce tempest-RoutersIpV6AdminTest-2054225496 tempest-RoutersIpV6AdminTest-2054225496-project-admin] Notify agent at l3_agent.dv-neutron-836180-1-hyperv the message routers_updated {{(pid=83869) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 13:34:37.510312 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-3599be13-1c2b-452d-b828-e9dbe8a75f0c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2133515689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2133515689-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736733359243', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736732935810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2705155'] for port, after_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:34:37.511908 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0816689b-a0f4-4cae-8e62-3f557fbedbab None None] Sync routers for ids ['6db1e516-25c6-4e5d-b55d-aee525f9a9c8'] in dv-neutron-836180-1-hyperv {{(pid=83873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 13:34:37.533055 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0816689b-a0f4-4cae-8e62-3f557fbedbab None None] Routers {'6db1e516-25c6-4e5d-b55d-aee525f9a9c8'} bound to L3 agent in host dv-neutron-836180-1-hyperv {{(pid=83873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 13:34:37.534687 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-0816689b-a0f4-4cae-8e62-3f557fbedbab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836180-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T13:25:36Z,description=,heartbeat_timestamp=2022-04-01T13:34:36Z,host='dv-neutron-836180-1-hyperv',id=88bf8fc8-11a3-4e96-9d1b-5fd93ba9f6f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T13:25:36Z,topic='l3_agent')) {'router_ids': ['6db1e516-25c6-4e5d-b55d-aee525f9a9c8'], 'active': True} {{(pid=83873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:34:37.563448 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3599be13-1c2b-452d-b828-e9dbe8a75f0c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2133515689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2133515689-project-admin] Pushing event deleted for resources: {'Port': ['ID=502a72bf-0810-48fc-bad4-a30775b72bc9,revision_number=None']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:34:37.572115 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-3599be13-1c2b-452d-b828-e9dbe8a75f0c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2133515689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2133515689-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109561'] for port, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:34:37.577891 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-3599be13-1c2b-452d-b828-e9dbe8a75f0c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2133515689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2133515689-project-admin] 10.222.0.26 "DELETE /v2.0/ports/502a72bf-0810-48fc-bad4-a30775b72bc9 HTTP/1.1" status: 204 len: 168 time: 0.9137988 Apr 01 13:34:37.578728 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 47694) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:34:37.579587 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-af5c2ff5-99e6-4b8a-bc22-961d40da91ce tempest-RoutersIpV6AdminTest-2054225496 tempest-RoutersIpV6AdminTest-2054225496-project-admin] Notify callbacks [] for router, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:34:37.580821 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-af5c2ff5-99e6-4b8a-bc22-961d40da91ce tempest-RoutersIpV6AdminTest-2054225496 tempest-RoutersIpV6AdminTest-2054225496-project-admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 908 time: 3.7779322 Apr 01 13:34:37.583325 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 47698) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:34:37.606607 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ea1d7dd-a19a-431f-9774-83c7eaa1df7e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7e7d0ecb-2af4-55f5-9198-238ab0570d62-09d7ea43-6376-4322-97e7-54cd01aae492', 'network_id': '09d7ea43-6376-4322-97e7-54cd01aae492', 'tenant_id': '8b726fe6689e4b7f96def1a2219bea6c', 'fixed_ips': [{'subnet_id': '063b8e97-a647-4b8f-bc14-7e6bc751ff6e'}]}} from dv-neutron-836180-1-hyperv. {{(pid=83872) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 01 13:34:37.607712 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-0ea1d7dd-a19a-431f-9774-83c7eaa1df7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:34:37.685749 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.pecan_wsgi.hooks.translation [None req-7d57169d-b6ae-4798-8993-fe63ba2cea8c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2133515689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2133515689-project-admin] GET failed (client error): The resource could not be found. Apr 01 13:34:37.686251 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-7d57169d-b6ae-4798-8993-fe63ba2cea8c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2133515689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2133515689-project-admin] Synchronizing usage tracker for tenant:adec7e603a5e48e89443a3e3980c248d on resource:port {{(pid=83869) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 13:34:37.704874 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-23163287-72c0-42f8-aa4b-d31dce76717b tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.1076815 Apr 01 13:34:37.717871 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 47702) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:34:37.739228 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.v2.base [None req-01019f1f-b873-4ebb-88a0-65b41d1324dc tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Request body: {'port': {'network_id': '09d7ea43-6376-4322-97e7-54cd01aae492', 'name': 'tempest-NetworksTestDHCPv6-1055053805'}} {{(pid=83871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:34:37.763578 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-1c92766f-09a5-4676-a1fb-d62e8eb7a3e7 tempest-QuotasTest-1403115730 tempest-QuotasTest-1403115730-project-admin] Usage tracker for resource:security_group and tenant:0f2e9f31aa4b4a11b4b87e225ef55bb9 is out of sync, need to count used quota {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 13:34:37.766887 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-7d57169d-b6ae-4798-8993-fe63ba2cea8c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2133515689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2133515689-project-admin] Unset dirty status for tenant:adec7e603a5e48e89443a3e3980c248d on resource:port {{(pid=83869) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 13:34:37.772089 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-7d57169d-b6ae-4798-8993-fe63ba2cea8c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2133515689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2133515689-project-admin] 10.222.0.26 "GET /v2.0/ports/502a72bf-0810-48fc-bad4-a30775b72bc9 HTTP/1.1" status: 404 len: 333 time: 0.1898575 Apr 01 13:34:37.773884 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 47706) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:34:37.782647 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.v2.base [None req-47c44de4-2da6-4e20-a5a5-abd97ff58886 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2133515689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2133515689-project-admin] Request body: {'port': {'network_id': 'd7fe75b8-979e-4126-a402-cbef9551dbf5', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-472635796'}} {{(pid=83869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:34:37.801275 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-47c44de4-2da6-4e20-a5a5-abd97ff58886 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2133515689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2133515689-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:34:37.813306 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.db_base_plugin_common [None req-0ea1d7dd-a19a-431f-9774-83c7eaa1df7e None None] Allocated IP 2001:db8::2 (09d7ea43-6376-4322-97e7-54cd01aae492/063b8e97-a647-4b8f-bc14-7e6bc751ff6e/c6f88b96-697f-4a4f-823b-5c3b6ee61b23) {{(pid=83872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 13:34:37.817231 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-47c44de4-2da6-4e20-a5a5-abd97ff58886 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2133515689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2133515689-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:34:37.831099 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-1c92766f-09a5-4676-a1fb-d62e8eb7a3e7 tempest-QuotasTest-1403115730 tempest-QuotasTest-1403115730-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 13:34:37.839784 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47c44de4-2da6-4e20-a5a5-abd97ff58886 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2133515689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2133515689-project-admin] Made reservation on behalf of adec7e603a5e48e89443a3e3980c248d for: {'port': 1} {{(pid=83869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 13:34:37.841104 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.db.l3_db [None req-39332f79-28b9-46f3-85e7-7b1b38fc3c16 tempest-ServersTestJSON-1223226849 tempest-ServersTestJSON-1223226849-project] Floating IP f7b3e710-ee73-4a6b-85f7-11ac203f5707 associated. External IP: 172.26.5.98, port: 977f3384-72d2-424a-b723-6cd9d5b5af4a. Apr 01 13:34:37.842392 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-47c44de4-2da6-4e20-a5a5-abd97ff58886 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2133515689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2133515689-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:34:37.860977 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_dvr_db [None req-0816689b-a0f4-4cae-8e62-3f557fbedbab None None] Set router 6db1e516-25c6-4e5d-b55d-aee525f9a9c8 gateway port host: dv-neutron-836180-1-hyperv {{(pid=83873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 13:34:37.872063 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.notifiers.nova [None req-47c44de4-2da6-4e20-a5a5-abd97ff58886 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2133515689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2133515689-project-admin] device_id is not set on port 638ca792-5877-4156-9e4a-9f87c02dc599 yet. {{(pid=83869) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 01 13:34:37.992493 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-e3ec2b3a-b15f-4e8d-83d1-165cb86563e0 tempest-RoutersIpV6AdminTest-2054225496 tempest-RoutersIpV6AdminTest-2054225496-project-admin] 10.222.0.26 "GET /v2.0/routers/6db1e516-25c6-4e5d-b55d-aee525f9a9c8 HTTP/1.1" status: 200 len: 909 time: 0.4073670 Apr 01 13:34:37.994631 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 47710) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:34:38.001062 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-1c92766f-09a5-4676-a1fb-d62e8eb7a3e7 tempest-QuotasTest-1403115730 tempest-QuotasTest-1403115730-project-admin] Usage tracker for resource:security_group_rule and tenant:0f2e9f31aa4b4a11b4b87e225ef55bb9 is out of sync, need to count used quota {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 13:34:38.017617 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.v2.base [None req-d9bb12a5-9358-44ce-bb4f-99cebdb2581c tempest-RoutersIpV6AdminTest-2054225496 tempest-RoutersIpV6AdminTest-2054225496-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1382976853', 'external_gateway_info': {'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'enable_snat': True}}} {{(pid=83869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:34:38.027653 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-1c92766f-09a5-4676-a1fb-d62e8eb7a3e7 tempest-QuotasTest-1403115730 tempest-QuotasTest-1403115730-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 13:34:38.070744 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-d9bb12a5-9358-44ce-bb4f-99cebdb2581c tempest-RoutersIpV6AdminTest-2054225496 tempest-RoutersIpV6AdminTest-2054225496-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:34:38.082400 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-d9bb12a5-9358-44ce-bb4f-99cebdb2581c tempest-RoutersIpV6AdminTest-2054225496 tempest-RoutersIpV6AdminTest-2054225496-project-admin] Usage tracker for resource:router and tenant:167f1243c1b94bb08d93f8762e1d0ff2 is out of sync, need to count used quota {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 13:34:38.094704 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-d9bb12a5-9358-44ce-bb4f-99cebdb2581c tempest-RoutersIpV6AdminTest-2054225496 tempest-RoutersIpV6AdminTest-2054225496-project-admin] Quota usage for router was recalculated. Used quota:1. {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 13:34:38.100141 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-1c92766f-09a5-4676-a1fb-d62e8eb7a3e7 tempest-QuotasTest-1403115730 tempest-QuotasTest-1403115730-project-admin] 10.222.0.26 "GET /v2.0/quotas/0f2e9f31aa4b4a11b4b87e225ef55bb9/details.json HTTP/1.1" status: 200 len: 703 time: 3.1959350 Apr 01 13:34:38.108014 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-d9bb12a5-9358-44ce-bb4f-99cebdb2581c tempest-RoutersIpV6AdminTest-2054225496 tempest-RoutersIpV6AdminTest-2054225496-project-admin] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:34:38.123598 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc21a46-4019-48b4-822a-b967dfcda34f req-73921fb1-c584-48c1-940b-4f1b1aa2f71a tempest-ServersTestManualDisk-1537329539 tempest-ServersTestManualDisk-1537329539-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:34:38.128455 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-acc21a46-4019-48b4-822a-b967dfcda34f req-73921fb1-c584-48c1-940b-4f1b1aa2f71a tempest-ServersTestManualDisk-1537329539 tempest-ServersTestManualDisk-1537329539-project] 10.222.0.26 "GET /v2.0/ports?device_id=0316e663-2094-4e38-ab21-ae9fc82c63ae HTTP/1.1" status: 200 len: 946 time: 0.6361861 Apr 01 13:34:38.136843 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 47716) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:34:38.153597 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-0ea1d7dd-a19a-431f-9774-83c7eaa1df7e None None] Notify callbacks [] for port, precommit_create {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:34:38.164117 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-01019f1f-b873-4ebb-88a0-65b41d1324dc tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:34:38.165300 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-0ea1d7dd-a19a-431f-9774-83c7eaa1df7e None None] Transition to ACTIVE for port object c6f88b96-697f-4a4f-823b-5c3b6ee61b23 will not be triggered until provisioned by entity L2. {{(pid=83872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 13:34:38.168510 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.v2.base [None req-4c07969a-fb60-4830-82c4-5a3aa4d9fd82 tempest-ServersTestManualDisk-1537329539 tempest-ServersTestManualDisk-1537329539-project] Request body: {'floatingip': {'port_id': '389797f2-66e0-4248-bbe2-d36a06762cdf'}} {{(pid=83869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:34:38.172335 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-01019f1f-b873-4ebb-88a0-65b41d1324dc tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Usage tracker for resource:port and tenant:8b726fe6689e4b7f96def1a2219bea6c is out of sync, need to count used quota {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 13:34:38.176886 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-01019f1f-b873-4ebb-88a0-65b41d1324dc tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 13:34:38.187202 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-01019f1f-b873-4ebb-88a0-65b41d1324dc tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:34:38.203401 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-0ea1d7dd-a19a-431f-9774-83c7eaa1df7e None None] Transition to ACTIVE for port object c6f88b96-697f-4a4f-823b-5c3b6ee61b23 will not be triggered until provisioned by entity DHCP. {{(pid=83872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 13:34:38.212135 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-0ea1d7dd-a19a-431f-9774-83c7eaa1df7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736732935801'] for port, after_create {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:34:38.234029 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01019f1f-b873-4ebb-88a0-65b41d1324dc tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Made reservation on behalf of 8b726fe6689e4b7f96def1a2219bea6c for: {'port': 1} {{(pid=83871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 13:34:38.237718 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-01019f1f-b873-4ebb-88a0-65b41d1324dc tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:34:38.248964 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-0816689b-a0f4-4cae-8e62-3f557fbedbab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6db1e516-25c6-4e5d-b55d-aee525f9a9c8', 'name': 'tempest-snat-router-1382976853', 'tenant_id': '167f1243c1b94bb08d93f8762e1d0ff2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'external_fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.107'}], 'enable_snat': False}, 'gw_port_id': '8b2bb4aa-e9f1-406c-aef9-1f16fd0e380d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T13:34:33Z', 'updated_at': '2022-04-01T13:34:35Z', 'revision_number': 3, 'project_id': '167f1243c1b94bb08d93f8762e1d0ff2', 'gw_port': {'id': '8b2bb4aa-e9f1-406c-aef9-1f16fd0e380d', 'name': '', 'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:2e:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6db1e516-25c6-4e5d-b55d-aee525f9a9c8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:34:35Z', 'updated_at': '2022-04-01T13:34:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-836180-1-hyperv'}], 'dv-neutron-836180-1-hyperv', False) {} {{(pid=83873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:34:38.253752 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0816689b-a0f4-4cae-8e62-3f557fbedbab None None] Checking router: 6db1e516-25c6-4e5d-b55d-aee525f9a9c8 for host: dv-neutron-836180-1-hyperv {{(pid=83873) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 01 13:34:38.254253 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0816689b-a0f4-4cae-8e62-3f557fbedbab None None] Updating router 6db1e516-25c6-4e5d-b55d-aee525f9a9c8 port 8b2bb4aa-e9f1-406c-aef9-1f16fd0e380d binding host dv-neutron-836180-1-hyperv {{(pid=83873) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 01 13:34:38.288838 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-d9bb12a5-9358-44ce-bb4f-99cebdb2581c tempest-RoutersIpV6AdminTest-2054225496 tempest-RoutersIpV6AdminTest-2054225496-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4082176', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4220'] for router, before_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:34:38.291819 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-d9bb12a5-9358-44ce-bb4f-99cebdb2581c tempest-RoutersIpV6AdminTest-2054225496 tempest-RoutersIpV6AdminTest-2054225496-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4082277', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4084873', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4148249', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4211'] for router, precommit_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:34:38.334055 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.notifiers.nova [None req-01019f1f-b873-4ebb-88a0-65b41d1324dc tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] device_id is not set on port 38753d8d-709b-41da-a274-e32efcdb8ddb yet. {{(pid=83871) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 01 13:34:38.342647 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-0816689b-a0f4-4cae-8e62-3f557fbedbab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:34:38.393076 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-d9bb12a5-9358-44ce-bb4f-99cebdb2581c tempest-RoutersIpV6AdminTest-2054225496 tempest-RoutersIpV6AdminTest-2054225496-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:34:38.415970 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-4c07969a-fb60-4830-82c4-5a3aa4d9fd82 tempest-ServersTestManualDisk-1537329539 tempest-ServersTestManualDisk-1537329539-project] Notify callbacks [] for floatingip, before_update {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:34:38.435482 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ea1d7dd-a19a-431f-9774-83c7eaa1df7e None None] Network 09d7ea43-6376-4322-97e7-54cd01aae492 is already hosted by enough agents. {{(pid=83872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 13:34:38.436342 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea1d7dd-a19a-431f-9774-83c7eaa1df7e None None] Pushing event updated for resources: {'Port': ['ID=c6f88b96-697f-4a4f-823b-5c3b6ee61b23,revision_number=1']} {{(pid=83872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:34:38.440794 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.scheduler.base_scheduler [None req-0ea1d7dd-a19a-431f-9774-83c7eaa1df7e None None] Resources bound (agent type, host, resource id): {{(pid=83872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 13:34:38.443286 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ea1d7dd-a19a-431f-9774-83c7eaa1df7e None None] Received port after_create {{(pid=83872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 13:34:38.499438 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-284a60f3-4944-4abd-9ae2-b6480b135bc3 tempest-RoutersAdminTest-1358270532 tempest-RoutersAdminTest-1358270532-project] Notify callbacks [] for router, before_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:34:38.552534 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-47c44de4-2da6-4e20-a5a5-abd97ff58886 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2133515689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2133515689-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:34:38.592946 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.managers [None req-0ea1d7dd-a19a-431f-9774-83c7eaa1df7e None None] Attempting to bind port c6f88b96-697f-4a4f-823b-5c3b6ee61b23 on host dv-neutron-836180-1-hyperv for vnic_type normal with profile {{(pid=83872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 13:34:38.593608 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.managers [None req-0ea1d7dd-a19a-431f-9774-83c7eaa1df7e None None] Attempting to bind port c6f88b96-697f-4a4f-823b-5c3b6ee61b23 by drivers openvswitch,hyperv on host dv-neutron-836180-1-hyperv at level 0 using segments [{'id': '16094ed0-4a47-4ff6-9238-85c278d7a2a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '09d7ea43-6376-4322-97e7-54cd01aae492'}] {{(pid=83872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 13:34:38.595405 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ea1d7dd-a19a-431f-9774-83c7eaa1df7e None None] Attempting to bind port c6f88b96-697f-4a4f-823b-5c3b6ee61b23 on network 09d7ea43-6376-4322-97e7-54cd01aae492 {{(pid=83872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 13:34:38.615637 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ea1d7dd-a19a-431f-9774-83c7eaa1df7e None None] Checking agent: {'id': 'af948428-97cd-4d10-9f53-af028bdb39b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-836180-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 13, 25, 37), 'started_at': datetime.datetime(2022, 4, 1, 13, 26, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 13, 34, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-836180-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 13:34:38.616988 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ea1d7dd-a19a-431f-9774-83c7eaa1df7e None None] Checking segment: {'id': '16094ed0-4a47-4ff6-9238-85c278d7a2a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '09d7ea43-6376-4322-97e7-54cd01aae492'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 13:34:38.617591 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-0ea1d7dd-a19a-431f-9774-83c7eaa1df7e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:34:38.618806 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ea1d7dd-a19a-431f-9774-83c7eaa1df7e None None] Bound using segment: {'id': '16094ed0-4a47-4ff6-9238-85c278d7a2a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '09d7ea43-6376-4322-97e7-54cd01aae492'} {{(pid=83872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 13:34:38.619658 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.managers [None req-0ea1d7dd-a19a-431f-9774-83c7eaa1df7e None None] Bound port: c6f88b96-697f-4a4f-823b-5c3b6ee61b23, host: dv-neutron-836180-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '16094ed0-4a47-4ff6-9238-85c278d7a2a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '09d7ea43-6376-4322-97e7-54cd01aae492'}}] {{(pid=83872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 13:34:38.620440 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-0ea1d7dd-a19a-431f-9774-83c7eaa1df7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:34:38.644621 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-47c44de4-2da6-4e20-a5a5-abd97ff58886 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2133515689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2133515689-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736732935801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2705155'] for port, after_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:34:38.704969 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8cd948a-a1d2-4cda-8543-bcad5b833c64 tempest-FloatingIPAdminTestJSON-546114676 tempest-FloatingIPAdminTestJSON-546114676-project-admin] Router ef006376-a124-47f4-8ab3-ee1caa62d327 has already been hosted by L3 agent 88bf8fc8-11a3-4e96-9d1b-5fd93ba9f6f1 {{(pid=83871) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 13:34:38.816739 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 47722) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:34:38.834845 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c44de4-2da6-4e20-a5a5-abd97ff58886 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2133515689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2133515689-project-admin] Pushing event updated for resources: {'Port': ['ID=638ca792-5877-4156-9e4a-9f87c02dc599,revision_number=1']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:34:38.878666 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-a976a7b9-9034-41e6-be13-349b75ed1593 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:34:38.883234 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-0ea1d7dd-a19a-431f-9774-83c7eaa1df7e None None] For port c6f88b96-697f-4a4f-823b-5c3b6ee61b23, host dv-neutron-836180-1-hyperv, cleared binding levels {{(pid=83872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 13:34:38.883839 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-0816689b-a0f4-4cae-8e62-3f557fbedbab None None] Notify callbacks [] for port, precommit_update {{(pid=83873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:34:38.888281 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-0ea1d7dd-a19a-431f-9774-83c7eaa1df7e None None] For port c6f88b96-697f-4a4f-823b-5c3b6ee61b23, host dv-neutron-836180-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836180-1-hyperv',level=0,port_id=c6f88b96-697f-4a4f-823b-5c3b6ee61b23,segment=NetworkSegment(16094ed0-4a47-4ff6-9238-85c278d7a2a5),segment_id=16094ed0-4a47-4ff6-9238-85c278d7a2a5)] {{(pid=83872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 13:34:38.893694 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-0ea1d7dd-a19a-431f-9774-83c7eaa1df7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864'] for port, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:34:38.898507 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-0816689b-a0f4-4cae-8e62-3f557fbedbab None None] Transition to ACTIVE for port object 8b2bb4aa-e9f1-406c-aef9-1f16fd0e380d will not be triggered until provisioned by entity L2. {{(pid=83873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 13:34:38.907307 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-0816689b-a0f4-4cae-8e62-3f557fbedbab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864'] for port, after_update {{(pid=83873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:34:38.925823 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47c44de4-2da6-4e20-a5a5-abd97ff58886 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2133515689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2133515689-project-admin] Network d7fe75b8-979e-4126-a402-cbef9551dbf5 is already hosted by enough agents. {{(pid=83869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 13:34:38.937564 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.scheduler.base_scheduler [None req-47c44de4-2da6-4e20-a5a5-abd97ff58886 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2133515689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2133515689-project-admin] Resources bound (agent type, host, resource id): {{(pid=83869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 13:34:38.942372 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47c44de4-2da6-4e20-a5a5-abd97ff58886 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2133515689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2133515689-project-admin] Received port after_create {{(pid=83869) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 13:34:38.943224 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47c44de4-2da6-4e20-a5a5-abd97ff58886 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2133515689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2133515689-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:34:38.943762 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-47c44de4-2da6-4e20-a5a5-abd97ff58886 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2133515689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2133515689-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109561'] for port, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:34:38.986594 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea1d7dd-a19a-431f-9774-83c7eaa1df7e None None] Pushing event updated for resources: {'Port': ['ID=c6f88b96-697f-4a4f-823b-5c3b6ee61b23,revision_number=2']} {{(pid=83872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:34:39.001796 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.db_base_plugin_common [None req-01019f1f-b873-4ebb-88a0-65b41d1324dc tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Allocated IP 2001:db8::86 (09d7ea43-6376-4322-97e7-54cd01aae492/063b8e97-a647-4b8f-bc14-7e6bc751ff6e/38753d8d-709b-41da-a274-e32efcdb8ddb) {{(pid=83871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 13:34:39.028910 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-47c44de4-2da6-4e20-a5a5-abd97ff58886 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2133515689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2133515689-project-admin] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 1.2526593 Apr 01 13:34:39.032355 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 47728) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:34:39.077138 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.plugins.ml2.managers [None req-0816689b-a0f4-4cae-8e62-3f557fbedbab None None] Attempting to bind port 8b2bb4aa-e9f1-406c-aef9-1f16fd0e380d on host dv-neutron-836180-1-hyperv for vnic_type normal with profile {{(pid=83873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 13:34:39.077448 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.plugins.ml2.managers [None req-0816689b-a0f4-4cae-8e62-3f557fbedbab None None] Attempting to bind port 8b2bb4aa-e9f1-406c-aef9-1f16fd0e380d by drivers openvswitch,hyperv on host dv-neutron-836180-1-hyperv at level 0 using segments [{'id': '7b924dd8-4978-40c4-ad91-4b9b27348462', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301'}] {{(pid=83873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 13:34:39.077807 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0816689b-a0f4-4cae-8e62-3f557fbedbab None None] Attempting to bind port 8b2bb4aa-e9f1-406c-aef9-1f16fd0e380d on network 725864b8-cceb-48c9-b5d3-1bfc4423e301 {{(pid=83873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 13:34:39.087001 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0816689b-a0f4-4cae-8e62-3f557fbedbab None None] Checking agent: {'id': 'af948428-97cd-4d10-9f53-af028bdb39b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-836180-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 13, 25, 37), 'started_at': datetime.datetime(2022, 4, 1, 13, 26, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 13, 34, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-836180-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 13:34:39.087360 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0816689b-a0f4-4cae-8e62-3f557fbedbab None None] Checking segment: {'id': '7b924dd8-4978-40c4-ad91-4b9b27348462', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 13:34:39.088794 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-0816689b-a0f4-4cae-8e62-3f557fbedbab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:34:39.088794 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0816689b-a0f4-4cae-8e62-3f557fbedbab None None] Bound using segment: {'id': '7b924dd8-4978-40c4-ad91-4b9b27348462', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301'} {{(pid=83873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 13:34:39.088794 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.plugins.ml2.managers [None req-0816689b-a0f4-4cae-8e62-3f557fbedbab None None] Bound port: 8b2bb4aa-e9f1-406c-aef9-1f16fd0e380d, host: dv-neutron-836180-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b924dd8-4978-40c4-ad91-4b9b27348462', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301'}}] {{(pid=83873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 13:34:39.089250 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-0816689b-a0f4-4cae-8e62-3f557fbedbab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:34:39.187933 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.v2.base [None req-58d11c1a-53c6-477a-9f7b-b858f5bda090 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2133515689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2133515689-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8361'}} {{(pid=83869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:34:39.191287 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66875c02-d85c-4eed-825b-d66a539b2183 None None] Pushing event updated for resources: {'Port': ['ID=8b2bb4aa-e9f1-406c-aef9-1f16fd0e380d,revision_number=2']} {{(pid=83873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:34:39.200703 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.plugins.ml2.db [None req-0816689b-a0f4-4cae-8e62-3f557fbedbab None None] For port 8b2bb4aa-e9f1-406c-aef9-1f16fd0e380d, host dv-neutron-836180-1-hyperv, cleared binding levels {{(pid=83873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 13:34:39.204512 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.plugins.ml2.db [None req-0816689b-a0f4-4cae-8e62-3f557fbedbab None None] For port 8b2bb4aa-e9f1-406c-aef9-1f16fd0e380d, host dv-neutron-836180-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836180-1-hyperv',level=0,port_id=8b2bb4aa-e9f1-406c-aef9-1f16fd0e380d,segment=NetworkSegment(7b924dd8-4978-40c4-ad91-4b9b27348462),segment_id=7b924dd8-4978-40c4-ad91-4b9b27348462)] {{(pid=83873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 13:34:39.217002 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-0816689b-a0f4-4cae-8e62-3f557fbedbab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864'] for port, after_update {{(pid=83873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:34:39.248220 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-d9bb12a5-9358-44ce-bb4f-99cebdb2581c tempest-RoutersIpV6AdminTest-2054225496 tempest-RoutersIpV6AdminTest-2054225496-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4084887', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4079850', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4161'] for router, precommit_update {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:34:39.312433 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-d0fb38cb-12d8-40fb-a655-0fe61821dbce admin admin] Notify callbacks [] for security_group, before_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:34:39.325001 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66875c02-d85c-4eed-825b-d66a539b2183 None None] Pushing event updated for resources: {'Port': ['ID=8b2bb4aa-e9f1-406c-aef9-1f16fd0e380d,revision_number=3']} {{(pid=83873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:34:39.334452 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0816689b-a0f4-4cae-8e62-3f557fbedbab None None] Routers {'6db1e516-25c6-4e5d-b55d-aee525f9a9c8'} bound to L3 agent in host dv-neutron-836180-1-hyperv {{(pid=83873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 13:34:39.335094 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-0816689b-a0f4-4cae-8e62-3f557fbedbab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836180-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T13:25:36Z,description=,heartbeat_timestamp=2022-04-01T13:34:36Z,host='dv-neutron-836180-1-hyperv',id=88bf8fc8-11a3-4e96-9d1b-5fd93ba9f6f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T13:25:36Z,topic='l3_agent')) {'router_ids': ['6db1e516-25c6-4e5d-b55d-aee525f9a9c8'], 'active': True} {{(pid=83873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:34:39.598433 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_dvr_db [None req-0816689b-a0f4-4cae-8e62-3f557fbedbab None None] Set router 6db1e516-25c6-4e5d-b55d-aee525f9a9c8 gateway port host: dv-neutron-836180-1-hyperv {{(pid=83873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 13:34:39.652246 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-d0fb38cb-12d8-40fb-a655-0fe61821dbce admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:34:39.660524 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-01019f1f-b873-4ebb-88a0-65b41d1324dc tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Notify callbacks [] for port, precommit_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:34:39.669376 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-d0fb38cb-12d8-40fb-a655-0fe61821dbce admin admin] Usage tracker for resource:security_group_rule and tenant:ce1b515ae6464126ae97fe516a7db360 is out of sync, need to count used quota {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 13:34:39.682226 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-d0fb38cb-12d8-40fb-a655-0fe61821dbce admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 13:34:39.692184 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-284a60f3-4944-4abd-9ae2-b6480b135bc3 tempest-RoutersAdminTest-1358270532 tempest-RoutersAdminTest-1358270532-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:34:39.707766 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.provisioning_blocks [None req-01019f1f-b873-4ebb-88a0-65b41d1324dc tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Transition to ACTIVE for port object 38753d8d-709b-41da-a274-e32efcdb8ddb will not be triggered until provisioned by entity DHCP. {{(pid=83871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 13:34:39.726288 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.plugin [None req-284a60f3-4944-4abd-9ae2-b6480b135bc3 tempest-RoutersAdminTest-1358270532 tempest-RoutersAdminTest-1358270532-project] Deleting port 2408c49a-cd23-4da1-ba46-fda47cbd7595 {{(pid=83871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 13:34:39.726612 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-284a60f3-4944-4abd-9ae2-b6480b135bc3 tempest-RoutersAdminTest-1358270532 tempest-RoutersAdminTest-1358270532-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736733287370'] for port, before_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:34:39.751520 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-d0fb38cb-12d8-40fb-a655-0fe61821dbce admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:34:39.754936 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-58d11c1a-53c6-477a-9f7b-b858f5bda090 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2133515689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2133515689-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:34:39.796769 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39332f79-28b9-46f3-85e7-7b1b38fc3c16 tempest-ServersTestJSON-1223226849 tempest-ServersTestJSON-1223226849-project] Router 77406f62-76cf-4016-91f0-13f9860d5967 has already been hosted by L3 agent 88bf8fc8-11a3-4e96-9d1b-5fd93ba9f6f1 {{(pid=83871) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 13:34:39.827182 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8cd948a-a1d2-4cda-8543-bcad5b833c64 tempest-FloatingIPAdminTestJSON-546114676 tempest-FloatingIPAdminTestJSON-546114676-project-admin] Notify agent at l3_agent.dv-neutron-836180-1-hyperv the message routers_updated {{(pid=83871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 13:34:39.841133 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b947abf-8b8a-4f0e-b56a-f5272fb49053 None None] Sync routers for ids ['ef006376-a124-47f4-8ab3-ee1caa62d327'] in dv-neutron-836180-1-hyperv {{(pid=83872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 13:34:39.855692 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b947abf-8b8a-4f0e-b56a-f5272fb49053 None None] Routers {'ef006376-a124-47f4-8ab3-ee1caa62d327'} bound to L3 agent in host dv-neutron-836180-1-hyperv {{(pid=83872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 13:34:39.856332 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_hamode_db [None req-2b947abf-8b8a-4f0e-b56a-f5272fb49053 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836180-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T13:25:36Z,description=,heartbeat_timestamp=2022-04-01T13:34:36Z,host='dv-neutron-836180-1-hyperv',id=88bf8fc8-11a3-4e96-9d1b-5fd93ba9f6f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T13:25:36Z,topic='l3_agent')) {'router_ids': ['ef006376-a124-47f4-8ab3-ee1caa62d327'], 'active': True} {{(pid=83872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:34:39.899298 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-01019f1f-b873-4ebb-88a0-65b41d1324dc tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736732935801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2743125'] for port, after_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:34:39.952176 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_hamode_db [None req-2b947abf-8b8a-4f0e-b56a-f5272fb49053 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-836180-1-hyperv', False) {} {{(pid=83872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:34:39.962071 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b947abf-8b8a-4f0e-b56a-f5272fb49053 None None] Routers {'ef006376-a124-47f4-8ab3-ee1caa62d327'} bound to L3 agent in host dv-neutron-836180-1-hyperv {{(pid=83872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 13:34:39.962680 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_hamode_db [None req-2b947abf-8b8a-4f0e-b56a-f5272fb49053 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836180-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T13:25:36Z,description=,heartbeat_timestamp=2022-04-01T13:34:36Z,host='dv-neutron-836180-1-hyperv',id=88bf8fc8-11a3-4e96-9d1b-5fd93ba9f6f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T13:25:36Z,topic='l3_agent')) {'router_ids': ['ef006376-a124-47f4-8ab3-ee1caa62d327'], 'active': True} {{(pid=83872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:34:40.068064 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-b8cd948a-a1d2-4cda-8543-bcad5b833c64 tempest-FloatingIPAdminTestJSON-546114676 tempest-FloatingIPAdminTestJSON-546114676-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109561'] for floatingip, before_response {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:34:40.075195 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-0816689b-a0f4-4cae-8e62-3f557fbedbab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6db1e516-25c6-4e5d-b55d-aee525f9a9c8', 'name': 'tempest-snat-router-1382976853', 'tenant_id': '167f1243c1b94bb08d93f8762e1d0ff2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'external_fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.107'}], 'enable_snat': False}, 'gw_port_id': '8b2bb4aa-e9f1-406c-aef9-1f16fd0e380d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T13:34:33Z', 'updated_at': '2022-04-01T13:34:35Z', 'revision_number': 3, 'project_id': '167f1243c1b94bb08d93f8762e1d0ff2', 'gw_port': {'id': '8b2bb4aa-e9f1-406c-aef9-1f16fd0e380d', 'name': '', 'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:2e:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6db1e516-25c6-4e5d-b55d-aee525f9a9c8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836180-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:34:35Z', 'updated_at': '2022-04-01T13:34:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-836180-1-hyperv'}], 'dv-neutron-836180-1-hyperv', False) {} {{(pid=83873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:34:40.080559 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0816689b-a0f4-4cae-8e62-3f557fbedbab None None] The sync data for ids ['6db1e516-25c6-4e5d-b55d-aee525f9a9c8'] in dv-neutron-836180-1-hyperv is: [{'id': '6db1e516-25c6-4e5d-b55d-aee525f9a9c8', 'name': 'tempest-snat-router-1382976853', 'tenant_id': '167f1243c1b94bb08d93f8762e1d0ff2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'external_fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.107'}], 'enable_snat': False}, 'gw_port_id': '8b2bb4aa-e9f1-406c-aef9-1f16fd0e380d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T13:34:33Z', 'updated_at': '2022-04-01T13:34:35Z', 'revision_number': 3, 'project_id': '167f1243c1b94bb08d93f8762e1d0ff2', 'gw_port': {'id': '8b2bb4aa-e9f1-406c-aef9-1f16fd0e380d', 'name': '', 'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:2e:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6db1e516-25c6-4e5d-b55d-aee525f9a9c8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836180-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:34:35Z', 'updated_at': '2022-04-01T13:34:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-836180-1-hyperv'}] {{(pid=83873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 13:34:40.090687 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_hamode_db [None req-2b947abf-8b8a-4f0e-b56a-f5272fb49053 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-836180-1-hyperv', False) {} {{(pid=83872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:34:40.091391 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b947abf-8b8a-4f0e-b56a-f5272fb49053 None None] The sync data for ids ['ef006376-a124-47f4-8ab3-ee1caa62d327'] in dv-neutron-836180-1-hyperv is: [] {{(pid=83872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 13:34:40.148535 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01019f1f-b873-4ebb-88a0-65b41d1324dc tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Pushing event updated for resources: {'Port': ['ID=38753d8d-709b-41da-a274-e32efcdb8ddb,revision_number=1']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:34:40.214738 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01019f1f-b873-4ebb-88a0-65b41d1324dc tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Network 09d7ea43-6376-4322-97e7-54cd01aae492 is already hosted by enough agents. {{(pid=83871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 13:34:40.230436 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.scheduler.base_scheduler [None req-01019f1f-b873-4ebb-88a0-65b41d1324dc tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Resources bound (agent type, host, resource id): {{(pid=83871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 13:34:40.243509 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01019f1f-b873-4ebb-88a0-65b41d1324dc tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Received port after_create {{(pid=83871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 13:34:40.247482 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01019f1f-b873-4ebb-88a0-65b41d1324dc tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:34:40.248087 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-01019f1f-b873-4ebb-88a0-65b41d1324dc tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109561'] for port, before_response {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:34:40.256168 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-284a60f3-4944-4abd-9ae2-b6480b135bc3 tempest-RoutersAdminTest-1358270532 tempest-RoutersAdminTest-1358270532-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4155147'] for port, precommit_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:34:40.275289 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01019f1f-b873-4ebb-88a0-65b41d1324dc tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:34:40.276479 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01019f1f-b873-4ebb-88a0-65b41d1324dc tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:34:40.276837 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01019f1f-b873-4ebb-88a0-65b41d1324dc tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:34:40.277174 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01019f1f-b873-4ebb-88a0-65b41d1324dc tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:34:40.277496 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01019f1f-b873-4ebb-88a0-65b41d1324dc tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:34:40.277828 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01019f1f-b873-4ebb-88a0-65b41d1324dc tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:34:40.278138 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01019f1f-b873-4ebb-88a0-65b41d1324dc tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:34:40.278458 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01019f1f-b873-4ebb-88a0-65b41d1324dc tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:34:40.278774 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01019f1f-b873-4ebb-88a0-65b41d1324dc tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:34:40.279087 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01019f1f-b873-4ebb-88a0-65b41d1324dc tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:34:40.279400 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01019f1f-b873-4ebb-88a0-65b41d1324dc tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:34:40.349729 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-d0fb38cb-12d8-40fb-a655-0fe61821dbce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:34:40.356049 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.db.resource_extend [None req-4c07969a-fb60-4830-82c4-5a3aa4d9fd82 tempest-ServersTestManualDisk-1537329539 tempest-ServersTestManualDisk-1537329539-project] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 01 13:34:40.411738 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Device c6f88b96-697f-4a4f-823b-5c3b6ee61b23 up at agent ovs-agent-dv-neutron-836180-1-hyperv {{(pid=83872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 13:34:40.420536 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-b8cd948a-a1d2-4cda-8543-bcad5b833c64 tempest-FloatingIPAdminTestJSON-546114676 tempest-FloatingIPAdminTestJSON-546114676-project-admin] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 988 time: 10.8871717 Apr 01 13:34:40.427695 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.plugin [None req-284a60f3-4944-4abd-9ae2-b6480b135bc3 tempest-RoutersAdminTest-1358270532 tempest-RoutersAdminTest-1358270532-project] Calling delete_port for 2408c49a-cd23-4da1-ba46-fda47cbd7595 owned by network:router_gateway {{(pid=83871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 13:34:40.440023 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-d0fb38cb-12d8-40fb-a655-0fe61821dbce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3775923'] for security_group, after_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:34:40.453469 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 47732) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:34:40.486343 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-28354c82-4c38-4a76-98ad-ababab1696d4 None None] Provisioning for port c6f88b96-697f-4a4f-823b-5c3b6ee61b23 completed by entity DHCP. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 13:34:40.504052 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-01019f1f-b873-4ebb-88a0-65b41d1324dc tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.7771320 Apr 01 13:34:40.508210 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 47736) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:34:40.524999 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Provisioning for port c6f88b96-697f-4a4f-823b-5c3b6ee61b23 completed by entity L2. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 13:34:40.531989 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Provisioning complete for port c6f88b96-697f-4a4f-823b-5c3b6ee61b23 triggered by entity L2. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 13:34:40.534525 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-948329'] for port, provisioning_complete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:34:40.616347 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-4c07969a-fb60-4830-82c4-5a3aa4d9fd82 tempest-ServersTestManualDisk-1537329539 tempest-ServersTestManualDisk-1537329539-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:34:40.648987 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-d9bb12a5-9358-44ce-bb4f-99cebdb2581c tempest-RoutersIpV6AdminTest-2054225496 tempest-RoutersIpV6AdminTest-2054225496-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:34:40.681792 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:34:40.725805 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] For port c6f88b96-697f-4a4f-823b-5c3b6ee61b23, host dv-neutron-836180-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836180-1-hyperv',level=0,port_id=c6f88b96-697f-4a4f-823b-5c3b6ee61b23,segment=NetworkSegment(16094ed0-4a47-4ff6-9238-85c278d7a2a5),segment_id=16094ed0-4a47-4ff6-9238-85c278d7a2a5)] {{(pid=83872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 13:34:40.730432 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-d0fb38cb-12d8-40fb-a655-0fe61821dbce admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=ce1b515ae6464126ae97fe516a7db360&name=default HTTP/1.1" status: 200 len: 2647 time: 1.8913839 Apr 01 13:34:40.732457 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864'] for port, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:34:40.736577 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 47740) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:34:40.738687 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-4c07969a-fb60-4830-82c4-5a3aa4d9fd82 tempest-ServersTestManualDisk-1537329539 tempest-ServersTestManualDisk-1537329539-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4084747'] for floatingip, after_update {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:34:40.800026 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-516303df-4ffd-4b49-8019-a9d9b02ad0ef tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:34:40.802418 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-d9bb12a5-9358-44ce-bb4f-99cebdb2581c tempest-RoutersIpV6AdminTest-2054225496 tempest-RoutersIpV6AdminTest-2054225496-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:34:40.803990 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-516303df-4ffd-4b49-8019-a9d9b02ad0ef tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:34:40.804781 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-516303df-4ffd-4b49-8019-a9d9b02ad0ef tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Synchronizing usage tracker for tenant:8b726fe6689e4b7f96def1a2219bea6c on resource:port {{(pid=83871) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 13:34:40.820342 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.db.resource_extend [None req-58d11c1a-53c6-477a-9f7b-b858f5bda090 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2133515689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2133515689-project-admin] It took 0.40 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 01 13:34:40.825421 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Pushing event updated for resources: {'Port': ['ID=c6f88b96-697f-4a4f-823b-5c3b6ee61b23,revision_number=3']} {{(pid=83872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:34:40.829496 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-d3c4aac2-ba30-4139-a4e3-c9a815da380d None None] Provisioning for port 38753d8d-709b-41da-a274-e32efcdb8ddb completed by entity DHCP. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 13:34:40.834760 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-d3c4aac2-ba30-4139-a4e3-c9a815da380d None None] Provisioning complete for port 38753d8d-709b-41da-a274-e32efcdb8ddb triggered by entity DHCP. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 13:34:40.835161 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-d3c4aac2-ba30-4139-a4e3-c9a815da380d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-948329'] for port, provisioning_complete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:34:40.854984 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-284a60f3-4944-4abd-9ae2-b6480b135bc3 tempest-RoutersAdminTest-1358270532 tempest-RoutersAdminTest-1358270532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736733359243', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736732935810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2743125'] for port, after_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:34:40.900497 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.plugin [None req-d3c4aac2-ba30-4139-a4e3-c9a815da380d None None] Port 38753d8d-709b-41da-a274-e32efcdb8ddb cannot update to ACTIVE because it is not bound. {{(pid=83872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 13:34:40.909225 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-516303df-4ffd-4b49-8019-a9d9b02ad0ef tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Unset dirty status for tenant:8b726fe6689e4b7f96def1a2219bea6c on resource:port {{(pid=83871) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 13:34:40.913190 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-516303df-4ffd-4b49-8019-a9d9b02ad0ef tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1668 time: 0.4005568 Apr 01 13:34:40.920325 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 47744) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:34:40.942760 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-284a60f3-4944-4abd-9ae2-b6480b135bc3 tempest-RoutersAdminTest-1358270532 tempest-RoutersAdminTest-1358270532-project] Pushing event deleted for resources: {'Port': ['ID=2408c49a-cd23-4da1-ba46-fda47cbd7595,revision_number=None']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:34:40.973871 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0fb38cb-12d8-40fb-a655-0fe61821dbce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d27d3828-4178-4cbf-b8cc-6b3f732fb42c,revision_number=1']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:34:40.989651 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39332f79-28b9-46f3-85e7-7b1b38fc3c16 tempest-ServersTestJSON-1223226849 tempest-ServersTestJSON-1223226849-project] Notify agent at l3_agent.dv-neutron-836180-1-hyperv the message routers_updated {{(pid=83871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 13:34:41.004783 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c20412c5-c978-43df-a273-ad40cb413951 None None] Sync routers for ids ['77406f62-76cf-4016-91f0-13f9860d5967'] in dv-neutron-836180-1-hyperv {{(pid=83873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 13:34:41.031478 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c20412c5-c978-43df-a273-ad40cb413951 None None] Routers {'77406f62-76cf-4016-91f0-13f9860d5967'} bound to L3 agent in host dv-neutron-836180-1-hyperv {{(pid=83873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 13:34:41.033120 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-c20412c5-c978-43df-a273-ad40cb413951 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836180-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T13:25:36Z,description=,heartbeat_timestamp=2022-04-01T13:34:36Z,host='dv-neutron-836180-1-hyperv',id=88bf8fc8-11a3-4e96-9d1b-5fd93ba9f6f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T13:25:36Z,topic='l3_agent')) {'router_ids': ['77406f62-76cf-4016-91f0-13f9860d5967'], 'active': True} {{(pid=83873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:34:41.071323 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-864231ed-49e3-47ad-8f80-97422102988f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:34:41.081916 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-39332f79-28b9-46f3-85e7-7b1b38fc3c16 tempest-ServersTestJSON-1223226849 tempest-ServersTestJSON-1223226849-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109561'] for floatingip, before_response {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:34:41.171364 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.plugin [None req-1151c52a-58ab-4f58-8723-c01f3226f727 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Deleting port 38753d8d-709b-41da-a274-e32efcdb8ddb {{(pid=83871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 13:34:41.171693 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-1151c52a-58ab-4f58-8723-c01f3226f727 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736733287370'] for port, before_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:34:41.182942 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0fb38cb-12d8-40fb-a655-0fe61821dbce admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:34:41.183309 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0fb38cb-12d8-40fb-a655-0fe61821dbce admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:34:41.183631 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0fb38cb-12d8-40fb-a655-0fe61821dbce admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:34:41.183905 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0fb38cb-12d8-40fb-a655-0fe61821dbce admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:34:41.184178 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0fb38cb-12d8-40fb-a655-0fe61821dbce admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:34:41.184525 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0fb38cb-12d8-40fb-a655-0fe61821dbce admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:34:41.184847 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0fb38cb-12d8-40fb-a655-0fe61821dbce admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:34:41.185165 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0fb38cb-12d8-40fb-a655-0fe61821dbce admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:34:41.185482 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0fb38cb-12d8-40fb-a655-0fe61821dbce admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:34:41.185793 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0fb38cb-12d8-40fb-a655-0fe61821dbce admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:34:41.186105 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0fb38cb-12d8-40fb-a655-0fe61821dbce admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:34:41.200015 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-95bf50a1-bad8-4574-a92f-ff943f72f667 tempest-FloatingIPAdminTestJSON-546114676 tempest-FloatingIPAdminTestJSON-546114676-project-admin] 10.222.0.26 "GET /v2.0/floatingips/dd906a68-cd4c-458f-b21d-6d04d36cd5d5 HTTP/1.1" status: 200 len: 983 time: 0.7386229 Apr 01 13:34:41.205671 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 47748) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:34:41.252228 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_dvr_db [None req-c20412c5-c978-43df-a273-ad40cb413951 None None] Set router 77406f62-76cf-4016-91f0-13f9860d5967 gateway port host: dv-neutron-836180-1-hyperv {{(pid=83873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 13:34:41.252914 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-39332f79-28b9-46f3-85e7-7b1b38fc3c16 tempest-ServersTestJSON-1223226849 tempest-ServersTestJSON-1223226849-project] 10.222.0.26 "PUT /v2.0/floatingips/f7b3e710-ee73-4a6b-85f7-11ac203f5707 HTTP/1.1" status: 200 len: 991 time: 6.9271061 Apr 01 13:34:41.286484 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8aa7d2ad-e8f3-4771-aad7-c1d452e82252', 'tag': '977f3384-72d2-424a-b723-6cd9d5b5af4a'}] {{(pid=83871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 13:34:41.292450 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.notifiers.nova [None req-58d11c1a-53c6-477a-9f7b-b858f5bda090 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2133515689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2133515689-project-admin] device_id is not set on port 638ca792-5877-4156-9e4a-9f87c02dc599 yet. {{(pid=83869) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 01 13:34:41.321223 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-58d11c1a-53c6-477a-9f7b-b858f5bda090 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2133515689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2133515689-project-admin] Notify callbacks [] for port, precommit_update {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:34:41.415583 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-864231ed-49e3-47ad-8f80-97422102988f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:34:41.436111 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.provisioning_blocks [None req-58d11c1a-53c6-477a-9f7b-b858f5bda090 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2133515689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2133515689-project-admin] Transition to ACTIVE for port object 638ca792-5877-4156-9e4a-9f87c02dc599 will not be triggered until provisioned by entity L2. {{(pid=83869) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 13:34:41.539988 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-58d11c1a-53c6-477a-9f7b-b858f5bda090 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2133515689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2133515689-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2705172'] for port, after_update {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:34:41.550016 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.db_base_plugin_common [None req-d9bb12a5-9358-44ce-bb4f-99cebdb2581c tempest-RoutersIpV6AdminTest-2054225496 tempest-RoutersIpV6AdminTest-2054225496-project-admin] Allocated IP 172.26.5.88 (725864b8-cceb-48c9-b5d3-1bfc4423e301/e2ed99db-0e25-4971-b535-7fa69231fae8/d1712365-7cae-494f-be26-7253043cb400) {{(pid=83869) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 13:34:41.667434 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-9a130fcd-df5f-47e1-a571-18c8ab135b75 tempest-FloatingIPAdminTestJSON-546114676 tempest-FloatingIPAdminTestJSON-546114676-project-admin] 10.222.0.26 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3034 time: 0.4606032 Apr 01 13:34:41.673021 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 47756) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:34:41.699770 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-284a60f3-4944-4abd-9ae2-b6480b135bc3 tempest-RoutersAdminTest-1358270532 tempest-RoutersAdminTest-1358270532-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4084822'] for router_gateway, after_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:34:41.787356 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-c20412c5-c978-43df-a273-ad40cb413951 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77406f62-76cf-4016-91f0-13f9860d5967', 'name': 'tempest-ServersTestJSON-518393349-router', 'tenant_id': '60bf55a52dbc4f9d9d0decf6a2dd30f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'external_fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.230'}], 'enable_snat': True}, 'gw_port_id': 'de05d516-4cf8-4e68-8674-3515de7a8c32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T13:33:40Z', 'updated_at': '2022-04-01T13:33:48Z', 'revision_number': 4, 'project_id': '60bf55a52dbc4f9d9d0decf6a2dd30f6', 'gw_port': {'id': 'de05d516-4cf8-4e68-8674-3515de7a8c32', 'name': '', 'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:6f:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77406f62-76cf-4016-91f0-13f9860d5967', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836180-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:33:41Z', 'updated_at': '2022-04-01T13:33:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836180-1-hyperv', '_floatingips': [{'id': 'f7b3e710-ee73-4a6b-85f7-11ac203f5707', 'tenant_id': '60bf55a52dbc4f9d9d0decf6a2dd30f6', 'floating_ip_address': '172.26.5.98', 'floating_network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'router_id': '77406f62-76cf-4016-91f0-13f9860d5967', 'port_id': '977f3384-72d2-424a-b723-6cd9d5b5af4a', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fb98b55b-27fc-4010-87f8-0892c916fc1a', 'mac_address': 'fa:16:3e:0f:bd:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8aa7d2ad-e8f3-4771-aad7-c1d452e82252', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T13:33:59Z', 'updated_at': '2022-04-01T13:34:36Z', 'revision_number': 1, 'project_id': '60bf55a52dbc4f9d9d0decf6a2dd30f6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '477de692-9c51-4431-a196-3139509ee79b', 'name': '', 'network_id': 'fb98b55b-27fc-4010-87f8-0892c916fc1a', 'tenant_id': '60bf55a52dbc4f9d9d0decf6a2dd30f6', 'mac_address': 'fa:16:3e:e9:cb:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77406f62-76cf-4016-91f0-13f9860d5967', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bd8de9aa-4e53-4452-88cd-9054c473da72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836180-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:33:46Z', 'updated_at': '2022-04-01T13:34:27Z', 'revision_number': 5, 'project_id': '60bf55a52dbc4f9d9d0decf6a2dd30f6', 'subnets': [{'id': 'bd8de9aa-4e53-4452-88cd-9054c473da72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-836180-1-hyperv', False) {} {{(pid=83873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:34:41.791530 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c20412c5-c978-43df-a273-ad40cb413951 None None] Checking router: 77406f62-76cf-4016-91f0-13f9860d5967 for host: dv-neutron-836180-1-hyperv {{(pid=83873) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 01 13:34:41.807680 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c20412c5-c978-43df-a273-ad40cb413951 None None] Routers {'77406f62-76cf-4016-91f0-13f9860d5967'} bound to L3 agent in host dv-neutron-836180-1-hyperv {{(pid=83873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 13:34:41.809124 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-c20412c5-c978-43df-a273-ad40cb413951 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836180-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T13:25:36Z,description=,heartbeat_timestamp=2022-04-01T13:34:36Z,host='dv-neutron-836180-1-hyperv',id=88bf8fc8-11a3-4e96-9d1b-5fd93ba9f6f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T13:25:36Z,topic='l3_agent')) {'router_ids': ['77406f62-76cf-4016-91f0-13f9860d5967'], 'active': True} {{(pid=83873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:34:41.843823 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8aa7d2ad-e8f3-4771-aad7-c1d452e82252', 'tag': '977f3384-72d2-424a-b723-6cd9d5b5af4a', 'status': 'completed', 'code': 200} Apr 01 13:34:41.907814 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d11c1a-53c6-477a-9f7b-b858f5bda090 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2133515689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2133515689-project-admin] Pushing event updated for resources: {'Port': ['ID=638ca792-5877-4156-9e4a-9f87c02dc599,revision_number=2']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:34:42.005294 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_dvr_db [None req-c20412c5-c978-43df-a273-ad40cb413951 None None] Set router 77406f62-76cf-4016-91f0-13f9860d5967 gateway port host: dv-neutron-836180-1-hyperv {{(pid=83873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 13:34:42.075218 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-284a60f3-4944-4abd-9ae2-b6480b135bc3 tempest-RoutersAdminTest-1358270532 tempest-RoutersAdminTest-1358270532-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4079814', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4170'] for router, precommit_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:34:42.090463 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-284a60f3-4944-4abd-9ae2-b6480b135bc3 tempest-RoutersAdminTest-1358270532 tempest-RoutersAdminTest-1358270532-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:34:42.137563 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c43c0f0-d6f3-4636-a0c0-c86fde402558 req-16166f5f-451e-4db2-bab7-a4c55b28b147 tempest-ServersTestJSON-1223226849 tempest-ServersTestJSON-1223226849-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:34:42.140338 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-1c43c0f0-d6f3-4636-a0c0-c86fde402558 req-16166f5f-451e-4db2-bab7-a4c55b28b147 tempest-ServersTestJSON-1223226849 tempest-ServersTestJSON-1223226849-project] 10.222.0.26 "GET /v2.0/ports?device_id=8aa7d2ad-e8f3-4771-aad7-c1d452e82252 HTTP/1.1" status: 200 len: 946 time: 0.6667907 Apr 01 13:34:42.144037 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-864231ed-49e3-47ad-8f80-97422102988f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3775923'] for security_group, after_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:34:42.164693 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.managers [None req-58d11c1a-53c6-477a-9f7b-b858f5bda090 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2133515689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2133515689-project-admin] Attempting to bind port 638ca792-5877-4156-9e4a-9f87c02dc599 on host hv-neutron-8361 for vnic_type normal with profile {{(pid=83869) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 13:34:42.165028 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.managers [None req-58d11c1a-53c6-477a-9f7b-b858f5bda090 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2133515689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2133515689-project-admin] Attempting to bind port 638ca792-5877-4156-9e4a-9f87c02dc599 by drivers openvswitch,hyperv on host hv-neutron-8361 at level 0 using segments [{'id': '6a6a4c8f-7192-4311-af13-eecbd7dc3a85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'd7fe75b8-979e-4126-a402-cbef9551dbf5'}] {{(pid=83869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 13:34:42.165337 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58d11c1a-53c6-477a-9f7b-b858f5bda090 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2133515689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2133515689-project-admin] Attempting to bind port 638ca792-5877-4156-9e4a-9f87c02dc599 on network d7fe75b8-979e-4126-a402-cbef9551dbf5 {{(pid=83869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 13:34:42.168603 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-1151c52a-58ab-4f58-8723-c01f3226f727 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4155147'] for port, precommit_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:34:42.177052 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-284a60f3-4944-4abd-9ae2-b6480b135bc3 tempest-RoutersAdminTest-1358270532 tempest-RoutersAdminTest-1358270532-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4079738'] for router, after_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:34:42.177582 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-284a60f3-4944-4abd-9ae2-b6480b135bc3 tempest-RoutersAdminTest-1358270532 tempest-RoutersAdminTest-1358270532-project] Fanout notify agent at l3_agent the message router_deleted on router b053f9a5-e20a-4d06-a67a-8c171a9be292 {{(pid=83871) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 01 13:34:42.187524 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-864231ed-49e3-47ad-8f80-97422102988f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d27d3828-4178-4cbf-b8cc-6b3f732fb42c,revision_number=None']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:34:42.200661 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-3d66c32f-a733-49cd-9cc1-9adee405db0b req-a9bd5aa8-9344-4816-8080-af678f2c1e9b service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=60bf55a52dbc4f9d9d0decf6a2dd30f6&device_id=8aa7d2ad-e8f3-4771-aad7-c1d452e82252 HTTP/1.1" status: 200 len: 1099 time: 0.6521831 Apr 01 13:34:42.203425 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-d9bb12a5-9358-44ce-bb4f-99cebdb2581c tempest-RoutersIpV6AdminTest-2054225496 tempest-RoutersIpV6AdminTest-2054225496-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:34:42.218486 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.db.l3_db [None req-4c07969a-fb60-4830-82c4-5a3aa4d9fd82 tempest-ServersTestManualDisk-1537329539 tempest-ServersTestManualDisk-1537329539-project] Floating IP e4e79cdb-e315-4aee-be2b-33d24ceb9e16 associated. External IP: 172.26.5.149, port: 389797f2-66e0-4248-bbe2-d36a06762cdf. Apr 01 13:34:42.249969 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-864231ed-49e3-47ad-8f80-97422102988f admin admin] Notify callbacks [] for security_group, before_response {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:34:42.251118 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-864231ed-49e3-47ad-8f80-97422102988f admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/d27d3828-4178-4cbf-b8cc-6b3f732fb42c HTTP/1.1" status: 204 len: 168 time: 1.5134745 Apr 01 13:34:42.306632 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-284a60f3-4944-4abd-9ae2-b6480b135bc3 tempest-RoutersAdminTest-1358270532 tempest-RoutersAdminTest-1358270532-project] Notify callbacks [] for router, before_response {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:34:42.311843 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-284a60f3-4944-4abd-9ae2-b6480b135bc3 tempest-RoutersAdminTest-1358270532 tempest-RoutersAdminTest-1358270532-project] 10.222.0.26 "DELETE /v2.0/routers/b053f9a5-e20a-4d06-a67a-8c171a9be292 HTTP/1.1" status: 204 len: 168 time: 5.0240741 Apr 01 13:34:42.311976 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.plugin [None req-4a0469e7-314d-4f63-8de3-f9e4e644f4ed tempest-FloatingIPAdminTestJSON-382796379 tempest-FloatingIPAdminTestJSON-382796379-project] Deleting port e92f7138-92fd-42e3-9c53-520036796809 {{(pid=83869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 13:34:42.311976 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-4a0469e7-314d-4f63-8de3-f9e4e644f4ed tempest-FloatingIPAdminTestJSON-382796379 tempest-FloatingIPAdminTestJSON-382796379-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736733287370'] for port, before_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:34:42.318614 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.plugin [None req-1151c52a-58ab-4f58-8723-c01f3226f727 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Calling delete_port for 38753d8d-709b-41da-a274-e32efcdb8ddb owned by {{(pid=83871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 13:34:42.347181 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 47762) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:34:42.358118 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.v2.base [None req-aa386766-45e7-4748-bb96-d6cb6e1fbc36 tempest-RoutersAdminTest-1965710677 tempest-RoutersAdminTest-1965710677-project-admin] Request body: {'router': {'name': 'tempest-snat-router-697216235', 'external_gateway_info': {'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'enable_snat': False}}} {{(pid=83871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:34:42.361392 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58d11c1a-53c6-477a-9f7b-b858f5bda090 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2133515689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2133515689-project-admin] Port 638ca792-5877-4156-9e4a-9f87c02dc599 on network d7fe75b8-979e-4126-a402-cbef9551dbf5 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8361 {{(pid=83869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 01 13:34:42.361719 dv-neutron-836180-1-hyperv neutron-server[83869]: ERROR neutron.plugins.ml2.managers [None req-58d11c1a-53c6-477a-9f7b-b858f5bda090 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2133515689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2133515689-project-admin] Failed to bind port 638ca792-5877-4156-9e4a-9f87c02dc599 on host hv-neutron-8361 for vnic_type normal using segments [{'id': '6a6a4c8f-7192-4311-af13-eecbd7dc3a85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'd7fe75b8-979e-4126-a402-cbef9551dbf5'}] Apr 01 13:34:42.362512 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-aa386766-45e7-4748-bb96-d6cb6e1fbc36 tempest-RoutersAdminTest-1965710677 tempest-RoutersAdminTest-1965710677-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:34:42.367953 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-aa386766-45e7-4748-bb96-d6cb6e1fbc36 tempest-RoutersAdminTest-1965710677 tempest-RoutersAdminTest-1965710677-project-admin] Usage tracker for resource:router and tenant:04664f7c59734678b16de80312349853 is out of sync, need to count used quota {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 13:34:42.371429 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-aa386766-45e7-4748-bb96-d6cb6e1fbc36 tempest-RoutersAdminTest-1965710677 tempest-RoutersAdminTest-1965710677-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 13:34:42.379688 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-aa386766-45e7-4748-bb96-d6cb6e1fbc36 tempest-RoutersAdminTest-1965710677 tempest-RoutersAdminTest-1965710677-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:34:42.404256 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-aa386766-45e7-4748-bb96-d6cb6e1fbc36 tempest-RoutersAdminTest-1965710677 tempest-RoutersAdminTest-1965710677-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4082176', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4220'] for router, before_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:34:42.405242 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-aa386766-45e7-4748-bb96-d6cb6e1fbc36 tempest-RoutersAdminTest-1965710677 tempest-RoutersAdminTest-1965710677-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4082277', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4084873', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4148249', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4211'] for router, precommit_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:34:42.442514 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.plugins.ml2.plugin [None req-58d11c1a-53c6-477a-9f7b-b858f5bda090 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2133515689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2133515689-project-admin] Attempt 2 to bind port 638ca792-5877-4156-9e4a-9f87c02dc599 Apr 01 13:34:42.448043 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-aa386766-45e7-4748-bb96-d6cb6e1fbc36 tempest-RoutersAdminTest-1965710677 tempest-RoutersAdminTest-1965710677-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:34:42.568204 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Device 8b2bb4aa-e9f1-406c-aef9-1f16fd0e380d up at agent ovs-agent-dv-neutron-836180-1-hyperv {{(pid=83872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 13:34:42.575503 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.managers [None req-58d11c1a-53c6-477a-9f7b-b858f5bda090 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2133515689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2133515689-project-admin] Attempting to bind port 638ca792-5877-4156-9e4a-9f87c02dc599 on host hv-neutron-8361 for vnic_type normal with profile {{(pid=83869) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 13:34:42.575938 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.managers [None req-58d11c1a-53c6-477a-9f7b-b858f5bda090 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2133515689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2133515689-project-admin] Attempting to bind port 638ca792-5877-4156-9e4a-9f87c02dc599 by drivers openvswitch,hyperv on host hv-neutron-8361 at level 0 using segments [{'id': '6a6a4c8f-7192-4311-af13-eecbd7dc3a85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'd7fe75b8-979e-4126-a402-cbef9551dbf5'}] {{(pid=83869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 13:34:42.576414 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58d11c1a-53c6-477a-9f7b-b858f5bda090 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2133515689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2133515689-project-admin] Attempting to bind port 638ca792-5877-4156-9e4a-9f87c02dc599 on network d7fe75b8-979e-4126-a402-cbef9551dbf5 {{(pid=83869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 13:34:42.615987 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-1c43c0f0-d6f3-4636-a0c0-c86fde402558 req-ee967bec-d7ec-4fbc-b3f3-97a5cee7361a tempest-ServersTestJSON-1223226849 tempest-ServersTestJSON-1223226849-project] 10.222.0.26 "GET /v2.0/security-groups?id=9c879d46-6861-4e85-bf4f-dbcce6fd6735&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4548573 Apr 01 13:34:42.684449 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-c20412c5-c978-43df-a273-ad40cb413951 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77406f62-76cf-4016-91f0-13f9860d5967', 'name': 'tempest-ServersTestJSON-518393349-router', 'tenant_id': '60bf55a52dbc4f9d9d0decf6a2dd30f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'external_fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.230'}], 'enable_snat': True}, 'gw_port_id': 'de05d516-4cf8-4e68-8674-3515de7a8c32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T13:33:40Z', 'updated_at': '2022-04-01T13:33:48Z', 'revision_number': 4, 'project_id': '60bf55a52dbc4f9d9d0decf6a2dd30f6', 'gw_port': {'id': 'de05d516-4cf8-4e68-8674-3515de7a8c32', 'name': '', 'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:6f:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77406f62-76cf-4016-91f0-13f9860d5967', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836180-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:33:41Z', 'updated_at': '2022-04-01T13:33:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836180-1-hyperv', '_floatingips': [{'id': 'f7b3e710-ee73-4a6b-85f7-11ac203f5707', 'tenant_id': '60bf55a52dbc4f9d9d0decf6a2dd30f6', 'floating_ip_address': '172.26.5.98', 'floating_network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'router_id': '77406f62-76cf-4016-91f0-13f9860d5967', 'port_id': '977f3384-72d2-424a-b723-6cd9d5b5af4a', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fb98b55b-27fc-4010-87f8-0892c916fc1a', 'mac_address': 'fa:16:3e:0f:bd:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8aa7d2ad-e8f3-4771-aad7-c1d452e82252', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T13:33:59Z', 'updated_at': '2022-04-01T13:34:36Z', 'revision_number': 1, 'project_id': '60bf55a52dbc4f9d9d0decf6a2dd30f6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '477de692-9c51-4431-a196-3139509ee79b', 'name': '', 'network_id': 'fb98b55b-27fc-4010-87f8-0892c916fc1a', 'tenant_id': '60bf55a52dbc4f9d9d0decf6a2dd30f6', 'mac_address': 'fa:16:3e:e9:cb:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77406f62-76cf-4016-91f0-13f9860d5967', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bd8de9aa-4e53-4452-88cd-9054c473da72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836180-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:33:46Z', 'updated_at': '2022-04-01T13:34:27Z', 'revision_number': 5, 'project_id': '60bf55a52dbc4f9d9d0decf6a2dd30f6', 'subnets': [{'id': 'bd8de9aa-4e53-4452-88cd-9054c473da72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-836180-1-hyperv', False) {} {{(pid=83873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:34:42.695407 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-1151c52a-58ab-4f58-8723-c01f3226f727 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736733359243', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736732935810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2743125'] for port, after_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:34:42.701406 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c20412c5-c978-43df-a273-ad40cb413951 None None] The sync data for ids ['77406f62-76cf-4016-91f0-13f9860d5967'] in dv-neutron-836180-1-hyperv is: [{'id': '77406f62-76cf-4016-91f0-13f9860d5967', 'name': 'tempest-ServersTestJSON-518393349-router', 'tenant_id': '60bf55a52dbc4f9d9d0decf6a2dd30f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'external_fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.230'}], 'enable_snat': True}, 'gw_port_id': 'de05d516-4cf8-4e68-8674-3515de7a8c32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T13:33:40Z', 'updated_at': '2022-04-01T13:33:48Z', 'revision_number': 4, 'project_id': '60bf55a52dbc4f9d9d0decf6a2dd30f6', 'gw_port': {'id': 'de05d516-4cf8-4e68-8674-3515de7a8c32', 'name': '', 'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:6f:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77406f62-76cf-4016-91f0-13f9860d5967', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836180-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:33:41Z', 'updated_at': '2022-04-01T13:33:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836180-1-hyperv', '_floatingips': [{'id': 'f7b3e710-ee73-4a6b-85f7-11ac203f5707', 'tenant_id': '60bf55a52dbc4f9d9d0decf6a2dd30f6', 'floating_ip_address': '172.26.5.98', 'floating_network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'router_id': '77406f62-76cf-4016-91f0-13f9860d5967', 'port_id': '977f3384-72d2-424a-b723-6cd9d5b5af4a', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fb98b55b-27fc-4010-87f8-0892c916fc1a', 'mac_address': 'fa:16:3e:0f:bd:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8aa7d2ad-e8f3-4771-aad7-c1d452e82252', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T13:33:59Z', 'updated_at': '2022-04-01T13:34:36Z', 'revision_number': 1, 'project_id': '60bf55a52dbc4f9d9d0decf6a2dd30f6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '477de692-9c51-4431-a196-3139509ee79b', 'name': '', 'network_id': 'fb98b55b-27fc-4010-87f8-0892c916fc1a', 'tenant_id': '60bf55a52dbc4f9d9d0decf6a2dd30f6', 'mac_address': 'fa:16:3e:e9:cb:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77406f62-76cf-4016-91f0-13f9860d5967', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bd8de9aa-4e53-4452-88cd-9054c473da72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836180-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:33:46Z', 'updated_at': '2022-04-01T13:34:27Z', 'revision_number': 5, 'project_id': '60bf55a52dbc4f9d9d0decf6a2dd30f6', 'subnets': [{'id': 'bd8de9aa-4e53-4452-88cd-9054c473da72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 13:34:42.704094 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58d11c1a-53c6-477a-9f7b-b858f5bda090 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2133515689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2133515689-project-admin] Port 638ca792-5877-4156-9e4a-9f87c02dc599 on network d7fe75b8-979e-4126-a402-cbef9551dbf5 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8361 {{(pid=83869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 01 13:34:42.704460 dv-neutron-836180-1-hyperv neutron-server[83869]: ERROR neutron.plugins.ml2.managers [None req-58d11c1a-53c6-477a-9f7b-b858f5bda090 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2133515689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2133515689-project-admin] Failed to bind port 638ca792-5877-4156-9e4a-9f87c02dc599 on host hv-neutron-8361 for vnic_type normal using segments [{'id': '6a6a4c8f-7192-4311-af13-eecbd7dc3a85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'd7fe75b8-979e-4126-a402-cbef9551dbf5'}] Apr 01 13:34:42.710318 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.plugins.ml2.plugin [None req-58d11c1a-53c6-477a-9f7b-b858f5bda090 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2133515689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2133515689-project-admin] Attempt 3 to bind port 638ca792-5877-4156-9e4a-9f87c02dc599 Apr 01 13:34:42.753594 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Provisioning for port 8b2bb4aa-e9f1-406c-aef9-1f16fd0e380d completed by entity L2. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 13:34:42.777854 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Provisioning complete for port 8b2bb4aa-e9f1-406c-aef9-1f16fd0e380d triggered by entity L2. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 13:34:42.778299 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-948329'] for port, provisioning_complete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:34:42.804290 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1151c52a-58ab-4f58-8723-c01f3226f727 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Pushing event deleted for resources: {'Port': ['ID=38753d8d-709b-41da-a274-e32efcdb8ddb,revision_number=None']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:34:42.806589 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-1151c52a-58ab-4f58-8723-c01f3226f727 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109561'] for port, before_response {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:34:42.827109 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-aa386766-45e7-4748-bb96-d6cb6e1fbc36 tempest-RoutersAdminTest-1965710677 tempest-RoutersAdminTest-1965710677-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4084887', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4079850', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4161'] for router, precommit_update {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:34:42.833169 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-1151c52a-58ab-4f58-8723-c01f3226f727 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] 10.222.0.26 "DELETE /v2.0/ports/38753d8d-709b-41da-a274-e32efcdb8ddb HTTP/1.1" status: 204 len: 168 time: 1.9101436 Apr 01 13:34:42.836692 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 47772) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:34:42.946314 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:34:42.955015 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-4a0469e7-314d-4f63-8de3-f9e4e644f4ed tempest-FloatingIPAdminTestJSON-382796379 tempest-FloatingIPAdminTestJSON-382796379-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4155147'] for port, precommit_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:34:42.955479 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-4a0469e7-314d-4f63-8de3-f9e4e644f4ed tempest-FloatingIPAdminTestJSON-382796379 tempest-FloatingIPAdminTestJSON-382796379-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:34:42.971010 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] For port 8b2bb4aa-e9f1-406c-aef9-1f16fd0e380d, host dv-neutron-836180-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836180-1-hyperv',level=0,port_id=8b2bb4aa-e9f1-406c-aef9-1f16fd0e380d,segment=NetworkSegment(7b924dd8-4978-40c4-ad91-4b9b27348462),segment_id=7b924dd8-4978-40c4-ad91-4b9b27348462)] {{(pid=83872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 13:34:42.975696 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864'] for port, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:34:42.976968 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Device c6f88b96-697f-4a4f-823b-5c3b6ee61b23 up at agent ovs-agent-dv-neutron-836180-1-hyperv {{(pid=83872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 13:34:43.002756 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 47776) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:34:43.031454 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ac4b3f2-75ca-4e2a-b58b-a05920f015bc tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:34:43.032802 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ac4b3f2-75ca-4e2a-b58b-a05920f015bc tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:34:43.033534 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-3ac4b3f2-75ca-4e2a-b58b-a05920f015bc tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Synchronizing usage tracker for tenant:8b726fe6689e4b7f96def1a2219bea6c on resource:subnet {{(pid=83871) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 13:34:43.049973 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-82de48ec-d1e0-4f11-bfd2-6322a859b712 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:34:43.083879 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-3ac4b3f2-75ca-4e2a-b58b-a05920f015bc tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Unset dirty status for tenant:8b726fe6689e4b7f96def1a2219bea6c on resource:subnet {{(pid=83871) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 13:34:43.087839 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-3ac4b3f2-75ca-4e2a-b58b-a05920f015bc tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.2474725 Apr 01 13:34:43.088675 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 47780) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:34:43.107669 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Pushing event updated for resources: {'Port': ['ID=8b2bb4aa-e9f1-406c-aef9-1f16fd0e380d,revision_number=4']} {{(pid=83872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:34:43.121449 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:34:43.121887 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:34:43.122224 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:34:43.122554 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:34:43.122882 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:34:43.123010 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.managers [None req-58d11c1a-53c6-477a-9f7b-b858f5bda090 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2133515689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2133515689-project-admin] Attempting to bind port 638ca792-5877-4156-9e4a-9f87c02dc599 on host hv-neutron-8361 for vnic_type normal with profile {{(pid=83869) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 13:34:43.123203 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:34:43.123438 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.managers [None req-58d11c1a-53c6-477a-9f7b-b858f5bda090 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2133515689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2133515689-project-admin] Attempting to bind port 638ca792-5877-4156-9e4a-9f87c02dc599 by drivers openvswitch,hyperv on host hv-neutron-8361 at level 0 using segments [{'id': '6a6a4c8f-7192-4311-af13-eecbd7dc3a85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'd7fe75b8-979e-4126-a402-cbef9551dbf5'}] {{(pid=83869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 13:34:43.123535 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:34:43.123834 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:34:43.123954 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58d11c1a-53c6-477a-9f7b-b858f5bda090 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2133515689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2133515689-project-admin] Attempting to bind port 638ca792-5877-4156-9e4a-9f87c02dc599 on network d7fe75b8-979e-4126-a402-cbef9551dbf5 {{(pid=83869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 13:34:43.124159 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:34:43.124496 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:34:43.124815 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:34:43.134039 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Provisioning complete for port c6f88b96-697f-4a4f-823b-5c3b6ee61b23 triggered by entity L2. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 13:34:43.134461 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-948329'] for port, provisioning_complete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:34:43.144054 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-82de48ec-d1e0-4f11-bfd2-6322a859b712 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:34:43.160462 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-82de48ec-d1e0-4f11-bfd2-6322a859b712 admin admin] Usage tracker for resource:security_group_rule and tenant:0f2e9f31aa4b4a11b4b87e225ef55bb9 is out of sync, need to count used quota {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 13:34:43.167772 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-82de48ec-d1e0-4f11-bfd2-6322a859b712 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 13:34:43.178205 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-82de48ec-d1e0-4f11-bfd2-6322a859b712 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:34:43.181176 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-d9bb12a5-9358-44ce-bb4f-99cebdb2581c tempest-RoutersIpV6AdminTest-2054225496 tempest-RoutersIpV6AdminTest-2054225496-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736732935801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2705155'] for port, after_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:34:43.267457 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Device 3c428eba-6ee1-4871-9962-119066675ef3 no longer exists at agent ovs-agent-dv-neutron-836180-1-hyperv {{(pid=83872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 13:34:43.274435 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d66c32f-a733-49cd-9cc1-9adee405db0b req-80504e0d-1bfd-43aa-b0d5-ec164958afb3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:34:43.275994 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-3d66c32f-a733-49cd-9cc1-9adee405db0b req-80504e0d-1bfd-43aa-b0d5-ec164958afb3 service neutron] 10.222.0.57 "GET /v2.0/networks?id=fb98b55b-27fc-4010-87f8-0892c916fc1a HTTP/1.1" status: 200 len: 906 time: 1.0633609 Apr 01 13:34:43.283201 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.plugin [None req-4a0469e7-314d-4f63-8de3-f9e4e644f4ed tempest-FloatingIPAdminTestJSON-382796379 tempest-FloatingIPAdminTestJSON-382796379-project] Calling delete_port for e92f7138-92fd-42e3-9c53-520036796809 owned by network:floatingip {{(pid=83869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 13:34:43.308250 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.plugin [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] No Port match for: 3c428eba-6ee1-4871-9962-119066675ef3 {{(pid=83872) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 01 13:34:43.308915 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Device 3c428eba-6ee1-4871-9962-119066675ef3 not bound to the agent host dv-neutron-836180-1-hyperv {{(pid=83872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 13:34:43.393927 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58d11c1a-53c6-477a-9f7b-b858f5bda090 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2133515689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2133515689-project-admin] Port 638ca792-5877-4156-9e4a-9f87c02dc599 on network d7fe75b8-979e-4126-a402-cbef9551dbf5 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8361 {{(pid=83869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 01 13:34:43.394247 dv-neutron-836180-1-hyperv neutron-server[83869]: ERROR neutron.plugins.ml2.managers [None req-58d11c1a-53c6-477a-9f7b-b858f5bda090 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2133515689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2133515689-project-admin] Failed to bind port 638ca792-5877-4156-9e4a-9f87c02dc599 on host hv-neutron-8361 for vnic_type normal using segments [{'id': '6a6a4c8f-7192-4311-af13-eecbd7dc3a85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'd7fe75b8-979e-4126-a402-cbef9551dbf5'}] Apr 01 13:34:43.405948 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.plugins.ml2.plugin [None req-58d11c1a-53c6-477a-9f7b-b858f5bda090 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2133515689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2133515689-project-admin] Attempt 4 to bind port 638ca792-5877-4156-9e4a-9f87c02dc599 Apr 01 13:34:43.466618 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9bb12a5-9358-44ce-bb4f-99cebdb2581c tempest-RoutersIpV6AdminTest-2054225496 tempest-RoutersIpV6AdminTest-2054225496-project-admin] Network 725864b8-cceb-48c9-b5d3-1bfc4423e301 is already hosted by enough agents. {{(pid=83869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 13:34:43.479472 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.scheduler.base_scheduler [None req-d9bb12a5-9358-44ce-bb4f-99cebdb2581c tempest-RoutersIpV6AdminTest-2054225496 tempest-RoutersIpV6AdminTest-2054225496-project-admin] Resources bound (agent type, host, resource id): {{(pid=83869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 13:34:43.481967 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9bb12a5-9358-44ce-bb4f-99cebdb2581c tempest-RoutersIpV6AdminTest-2054225496 tempest-RoutersIpV6AdminTest-2054225496-project-admin] Received port after_create {{(pid=83869) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 13:34:43.506281 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9bb12a5-9358-44ce-bb4f-99cebdb2581c tempest-RoutersIpV6AdminTest-2054225496 tempest-RoutersIpV6AdminTest-2054225496-project-admin] Pushing event updated for resources: {'Port': ['ID=d1712365-7cae-494f-be26-7253043cb400,revision_number=1']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:34:43.509436 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.managers [None req-58d11c1a-53c6-477a-9f7b-b858f5bda090 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2133515689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2133515689-project-admin] Attempting to bind port 638ca792-5877-4156-9e4a-9f87c02dc599 on host hv-neutron-8361 for vnic_type normal with profile {{(pid=83869) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 13:34:43.509772 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.managers [None req-58d11c1a-53c6-477a-9f7b-b858f5bda090 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2133515689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2133515689-project-admin] Attempting to bind port 638ca792-5877-4156-9e4a-9f87c02dc599 by drivers openvswitch,hyperv on host hv-neutron-8361 at level 0 using segments [{'id': '6a6a4c8f-7192-4311-af13-eecbd7dc3a85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'd7fe75b8-979e-4126-a402-cbef9551dbf5'}] {{(pid=83869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 13:34:43.510564 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58d11c1a-53c6-477a-9f7b-b858f5bda090 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2133515689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2133515689-project-admin] Attempting to bind port 638ca792-5877-4156-9e4a-9f87c02dc599 on network d7fe75b8-979e-4126-a402-cbef9551dbf5 {{(pid=83869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 13:34:43.521393 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.db_base_plugin_v2 [None req-419f5753-284e-4a23-8a30-e907ef91ef73 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Deleting subnet 063b8e97-a647-4b8f-bc14-7e6bc751ff6e {{(pid=83871) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 01 13:34:43.534811 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-419f5753-284e-4a23-8a30-e907ef91ef73 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Notify callbacks [] for subnet, before_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:34:43.579666 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58d11c1a-53c6-477a-9f7b-b858f5bda090 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2133515689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2133515689-project-admin] Port 638ca792-5877-4156-9e4a-9f87c02dc599 on network d7fe75b8-979e-4126-a402-cbef9551dbf5 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8361 {{(pid=83869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 01 13:34:43.579988 dv-neutron-836180-1-hyperv neutron-server[83869]: ERROR neutron.plugins.ml2.managers [None req-58d11c1a-53c6-477a-9f7b-b858f5bda090 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2133515689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2133515689-project-admin] Failed to bind port 638ca792-5877-4156-9e4a-9f87c02dc599 on host hv-neutron-8361 for vnic_type normal using segments [{'id': '6a6a4c8f-7192-4311-af13-eecbd7dc3a85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'd7fe75b8-979e-4126-a402-cbef9551dbf5'}] Apr 01 13:34:43.585503 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.plugins.ml2.plugin [None req-58d11c1a-53c6-477a-9f7b-b858f5bda090 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2133515689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2133515689-project-admin] Attempt 5 to bind port 638ca792-5877-4156-9e4a-9f87c02dc599 Apr 01 13:34:43.599285 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-82de48ec-d1e0-4f11-bfd2-6322a859b712 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:34:43.602705 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-aa386766-45e7-4748-bb96-d6cb6e1fbc36 tempest-RoutersAdminTest-1965710677 tempest-RoutersAdminTest-1965710677-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:34:43.607018 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-3d66c32f-a733-49cd-9cc1-9adee405db0b req-eda90460-09bc-4402-a069-968b9a6431f6 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=977f3384-72d2-424a-b723-6cd9d5b5af4a HTTP/1.1" status: 200 len: 999 time: 0.2784195 Apr 01 13:34:43.636970 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-419f5753-284e-4a23-8a30-e907ef91ef73 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3166365'] for subnet, precommit_delete_associations {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:34:43.656602 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.managers [None req-58d11c1a-53c6-477a-9f7b-b858f5bda090 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2133515689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2133515689-project-admin] Attempting to bind port 638ca792-5877-4156-9e4a-9f87c02dc599 on host hv-neutron-8361 for vnic_type normal with profile {{(pid=83869) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 13:34:43.656964 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.managers [None req-58d11c1a-53c6-477a-9f7b-b858f5bda090 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2133515689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2133515689-project-admin] Attempting to bind port 638ca792-5877-4156-9e4a-9f87c02dc599 by drivers openvswitch,hyperv on host hv-neutron-8361 at level 0 using segments [{'id': '6a6a4c8f-7192-4311-af13-eecbd7dc3a85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'd7fe75b8-979e-4126-a402-cbef9551dbf5'}] {{(pid=83869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 13:34:43.657363 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58d11c1a-53c6-477a-9f7b-b858f5bda090 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2133515689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2133515689-project-admin] Attempting to bind port 638ca792-5877-4156-9e4a-9f87c02dc599 on network d7fe75b8-979e-4126-a402-cbef9551dbf5 {{(pid=83869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 13:34:43.665600 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-82de48ec-d1e0-4f11-bfd2-6322a859b712 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3775923'] for security_group, after_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:34:43.682267 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-aa386766-45e7-4748-bb96-d6cb6e1fbc36 tempest-RoutersAdminTest-1965710677 tempest-RoutersAdminTest-1965710677-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:34:43.736150 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58d11c1a-53c6-477a-9f7b-b858f5bda090 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2133515689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2133515689-project-admin] Port 638ca792-5877-4156-9e4a-9f87c02dc599 on network d7fe75b8-979e-4126-a402-cbef9551dbf5 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8361 {{(pid=83869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 01 13:34:43.736548 dv-neutron-836180-1-hyperv neutron-server[83869]: ERROR neutron.plugins.ml2.managers [None req-58d11c1a-53c6-477a-9f7b-b858f5bda090 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2133515689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2133515689-project-admin] Failed to bind port 638ca792-5877-4156-9e4a-9f87c02dc599 on host hv-neutron-8361 for vnic_type normal using segments [{'id': '6a6a4c8f-7192-4311-af13-eecbd7dc3a85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'd7fe75b8-979e-4126-a402-cbef9551dbf5'}] Apr 01 13:34:43.739932 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.plugins.ml2.plugin [None req-58d11c1a-53c6-477a-9f7b-b858f5bda090 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2133515689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2133515689-project-admin] Attempt 6 to bind port 638ca792-5877-4156-9e4a-9f87c02dc599 Apr 01 13:34:43.794749 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82de48ec-d1e0-4f11-bfd2-6322a859b712 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb2d4843-34bd-417c-8169-1a17d355456f,revision_number=1']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:34:43.813631 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d66c32f-a733-49cd-9cc1-9adee405db0b req-45819163-b177-4cf3-a0ef-a369e445ab8f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:34:43.815079 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-3d66c32f-a733-49cd-9cc1-9adee405db0b req-45819163-b177-4cf3-a0ef-a369e445ab8f service neutron] 10.222.0.57 "GET /v2.0/subnets?id=bd8de9aa-4e53-4452-88cd-9054c473da72 HTTP/1.1" status: 200 len: 844 time: 0.1601806 Apr 01 13:34:43.819176 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.managers [None req-58d11c1a-53c6-477a-9f7b-b858f5bda090 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2133515689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2133515689-project-admin] Attempting to bind port 638ca792-5877-4156-9e4a-9f87c02dc599 on host hv-neutron-8361 for vnic_type normal with profile {{(pid=83869) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 13:34:43.819499 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.managers [None req-58d11c1a-53c6-477a-9f7b-b858f5bda090 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2133515689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2133515689-project-admin] Attempting to bind port 638ca792-5877-4156-9e4a-9f87c02dc599 by drivers openvswitch,hyperv on host hv-neutron-8361 at level 0 using segments [{'id': '6a6a4c8f-7192-4311-af13-eecbd7dc3a85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'd7fe75b8-979e-4126-a402-cbef9551dbf5'}] {{(pid=83869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 13:34:43.819824 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58d11c1a-53c6-477a-9f7b-b858f5bda090 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2133515689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2133515689-project-admin] Attempting to bind port 638ca792-5877-4156-9e4a-9f87c02dc599 on network d7fe75b8-979e-4126-a402-cbef9551dbf5 {{(pid=83869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 13:34:43.820674 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-82de48ec-d1e0-4f11-bfd2-6322a859b712 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=0f2e9f31aa4b4a11b4b87e225ef55bb9&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8141418 Apr 01 13:34:43.825986 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 47784) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:34:43.896413 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58d11c1a-53c6-477a-9f7b-b858f5bda090 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2133515689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2133515689-project-admin] Port 638ca792-5877-4156-9e4a-9f87c02dc599 on network d7fe75b8-979e-4126-a402-cbef9551dbf5 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8361 {{(pid=83869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 01 13:34:43.896734 dv-neutron-836180-1-hyperv neutron-server[83869]: ERROR neutron.plugins.ml2.managers [None req-58d11c1a-53c6-477a-9f7b-b858f5bda090 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2133515689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2133515689-project-admin] Failed to bind port 638ca792-5877-4156-9e4a-9f87c02dc599 on host hv-neutron-8361 for vnic_type normal using segments [{'id': '6a6a4c8f-7192-4311-af13-eecbd7dc3a85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'd7fe75b8-979e-4126-a402-cbef9551dbf5'}] Apr 01 13:34:43.901334 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.plugins.ml2.plugin [None req-58d11c1a-53c6-477a-9f7b-b858f5bda090 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2133515689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2133515689-project-admin] Attempt 7 to bind port 638ca792-5877-4156-9e4a-9f87c02dc599 Apr 01 13:34:43.905063 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-419f5753-284e-4a23-8a30-e907ef91ef73 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-945029'] for subnet, precommit_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:34:43.924624 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-4a0469e7-314d-4f63-8de3-f9e4e644f4ed tempest-FloatingIPAdminTestJSON-382796379 tempest-FloatingIPAdminTestJSON-382796379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736733359243', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736732935810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2705155'] for port, after_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:34:43.971253 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.managers [None req-58d11c1a-53c6-477a-9f7b-b858f5bda090 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2133515689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2133515689-project-admin] Attempting to bind port 638ca792-5877-4156-9e4a-9f87c02dc599 on host hv-neutron-8361 for vnic_type normal with profile {{(pid=83869) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 13:34:43.971923 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.managers [None req-58d11c1a-53c6-477a-9f7b-b858f5bda090 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2133515689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2133515689-project-admin] Attempting to bind port 638ca792-5877-4156-9e4a-9f87c02dc599 by drivers openvswitch,hyperv on host hv-neutron-8361 at level 0 using segments [{'id': '6a6a4c8f-7192-4311-af13-eecbd7dc3a85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'd7fe75b8-979e-4126-a402-cbef9551dbf5'}] {{(pid=83869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 13:34:43.971923 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58d11c1a-53c6-477a-9f7b-b858f5bda090 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2133515689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2133515689-project-admin] Attempting to bind port 638ca792-5877-4156-9e4a-9f87c02dc599 on network d7fe75b8-979e-4126-a402-cbef9551dbf5 {{(pid=83869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 13:34:43.980609 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.db_base_plugin_common [None req-aa386766-45e7-4748-bb96-d6cb6e1fbc36 tempest-RoutersAdminTest-1965710677 tempest-RoutersAdminTest-1965710677-project-admin] Allocated IP 172.26.5.13 (725864b8-cceb-48c9-b5d3-1bfc4423e301/e2ed99db-0e25-4971-b535-7fa69231fae8/69d52410-58f1-4103-ae09-a4c92f55e77b) {{(pid=83871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 13:34:43.989004 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a0469e7-314d-4f63-8de3-f9e4e644f4ed tempest-FloatingIPAdminTestJSON-382796379 tempest-FloatingIPAdminTestJSON-382796379-project] Pushing event deleted for resources: {'Port': ['ID=e92f7138-92fd-42e3-9c53-520036796809,revision_number=None']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:34:44.039808 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-3a125225-3485-43f8-b6d2-5f231d262c84 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:34:44.094306 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-419f5753-284e-4a23-8a30-e907ef91ef73 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-945042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2743160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2757373'] for subnet, after_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:34:44.097222 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58d11c1a-53c6-477a-9f7b-b858f5bda090 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2133515689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2133515689-project-admin] Port 638ca792-5877-4156-9e4a-9f87c02dc599 on network d7fe75b8-979e-4126-a402-cbef9551dbf5 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8361 {{(pid=83869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 01 13:34:44.097468 dv-neutron-836180-1-hyperv neutron-server[83869]: ERROR neutron.plugins.ml2.managers [None req-58d11c1a-53c6-477a-9f7b-b858f5bda090 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2133515689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2133515689-project-admin] Failed to bind port 638ca792-5877-4156-9e4a-9f87c02dc599 on host hv-neutron-8361 for vnic_type normal using segments [{'id': '6a6a4c8f-7192-4311-af13-eecbd7dc3a85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'd7fe75b8-979e-4126-a402-cbef9551dbf5'}] Apr 01 13:34:44.147130 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.plugins.ml2.plugin [None req-58d11c1a-53c6-477a-9f7b-b858f5bda090 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2133515689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2133515689-project-admin] Attempt 8 to bind port 638ca792-5877-4156-9e4a-9f87c02dc599 Apr 01 13:34:44.162399 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-419f5753-284e-4a23-8a30-e907ef91ef73 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Pushing event deleted for resources: {'Subnet': ['ID=063b8e97-a647-4b8f-bc14-7e6bc751ff6e,revision_number=None']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:34:44.167772 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-3a125225-3485-43f8-b6d2-5f231d262c84 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:34:44.189570 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2762cb76-3b2e-4b5c-a4cb-31c71a4594e1 None None] Network 09d7ea43-6376-4322-97e7-54cd01aae492 requested from dv-neutron-836180-1-hyperv {{(pid=83872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 13:34:44.194910 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-419f5753-284e-4a23-8a30-e907ef91ef73 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Notify callbacks [] for subnet, before_response {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:34:44.230241 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.managers [None req-58d11c1a-53c6-477a-9f7b-b858f5bda090 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2133515689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2133515689-project-admin] Attempting to bind port 638ca792-5877-4156-9e4a-9f87c02dc599 on host hv-neutron-8361 for vnic_type normal with profile {{(pid=83869) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 13:34:44.230561 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.managers [None req-58d11c1a-53c6-477a-9f7b-b858f5bda090 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2133515689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2133515689-project-admin] Attempting to bind port 638ca792-5877-4156-9e4a-9f87c02dc599 by drivers openvswitch,hyperv on host hv-neutron-8361 at level 0 using segments [{'id': '6a6a4c8f-7192-4311-af13-eecbd7dc3a85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'd7fe75b8-979e-4126-a402-cbef9551dbf5'}] {{(pid=83869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 13:34:44.230882 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58d11c1a-53c6-477a-9f7b-b858f5bda090 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2133515689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2133515689-project-admin] Attempting to bind port 638ca792-5877-4156-9e4a-9f87c02dc599 on network d7fe75b8-979e-4126-a402-cbef9551dbf5 {{(pid=83869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 13:34:44.265925 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-aa386766-45e7-4748-bb96-d6cb6e1fbc36 tempest-RoutersAdminTest-1965710677 tempest-RoutersAdminTest-1965710677-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:34:44.277569 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-419f5753-284e-4a23-8a30-e907ef91ef73 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] 10.222.0.26 "DELETE /v2.0/subnets/063b8e97-a647-4b8f-bc14-7e6bc751ff6e HTTP/1.1" status: 204 len: 168 time: 1.1809759 Apr 01 13:34:44.280971 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 47788) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:34:44.312174 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58d11c1a-53c6-477a-9f7b-b858f5bda090 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2133515689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2133515689-project-admin] Port 638ca792-5877-4156-9e4a-9f87c02dc599 on network d7fe75b8-979e-4126-a402-cbef9551dbf5 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8361 {{(pid=83869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 01 13:34:44.312530 dv-neutron-836180-1-hyperv neutron-server[83869]: ERROR neutron.plugins.ml2.managers [None req-58d11c1a-53c6-477a-9f7b-b858f5bda090 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2133515689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2133515689-project-admin] Failed to bind port 638ca792-5877-4156-9e4a-9f87c02dc599 on host hv-neutron-8361 for vnic_type normal using segments [{'id': '6a6a4c8f-7192-4311-af13-eecbd7dc3a85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'd7fe75b8-979e-4126-a402-cbef9551dbf5'}] Apr 01 13:34:44.328130 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-4a0469e7-314d-4f63-8de3-f9e4e644f4ed tempest-FloatingIPAdminTestJSON-382796379 tempest-FloatingIPAdminTestJSON-382796379-project] Notify callbacks [] for floatingip, after_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:34:44.364514 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-078a49db-987b-430e-a214-2d5d19f7b509 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] 10.222.0.26 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0831323 Apr 01 13:34:44.365256 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-3a125225-3485-43f8-b6d2-5f231d262c84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3775923'] for security_group, after_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:34:44.368695 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 47792) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:34:44.410057 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.plugins.ml2.plugin [None req-58d11c1a-53c6-477a-9f7b-b858f5bda090 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2133515689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2133515689-project-admin] Attempt 9 to bind port 638ca792-5877-4156-9e4a-9f87c02dc599 Apr 01 13:34:44.414332 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Device 8b2bb4aa-e9f1-406c-aef9-1f16fd0e380d up at agent ovs-agent-dv-neutron-836180-1-hyperv {{(pid=83872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 13:34:44.423566 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a125225-3485-43f8-b6d2-5f231d262c84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb2d4843-34bd-417c-8169-1a17d355456f,revision_number=None']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:34:44.425676 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-3d66c32f-a733-49cd-9cc1-9adee405db0b req-4877a0bb-a2cd-45a5-a2e5-664cc9b4947d service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=fb98b55b-27fc-4010-87f8-0892c916fc1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.5948298 Apr 01 13:34:44.433390 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-3a125225-3485-43f8-b6d2-5f231d262c84 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:34:44.439559 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-3a125225-3485-43f8-b6d2-5f231d262c84 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/bb2d4843-34bd-417c-8169-1a17d355456f HTTP/1.1" status: 204 len: 168 time: 0.6122313 Apr 01 13:34:44.462474 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-aa386766-45e7-4748-bb96-d6cb6e1fbc36 tempest-RoutersAdminTest-1965710677 tempest-RoutersAdminTest-1965710677-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736732935801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2743125'] for port, after_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:34:44.547154 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2e334cd-45bd-4371-802b-85b55c5926f1 None None] New status for floating IP f7b3e710-ee73-4a6b-85f7-11ac203f5707: ACTIVE {{(pid=83872) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 01 13:34:44.553321 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.managers [None req-58d11c1a-53c6-477a-9f7b-b858f5bda090 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2133515689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2133515689-project-admin] Attempting to bind port 638ca792-5877-4156-9e4a-9f87c02dc599 on host hv-neutron-8361 for vnic_type normal with profile {{(pid=83869) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 13:34:44.553968 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.managers [None req-58d11c1a-53c6-477a-9f7b-b858f5bda090 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2133515689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2133515689-project-admin] Attempting to bind port 638ca792-5877-4156-9e4a-9f87c02dc599 by drivers openvswitch,hyperv on host hv-neutron-8361 at level 0 using segments [{'id': '6a6a4c8f-7192-4311-af13-eecbd7dc3a85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'd7fe75b8-979e-4126-a402-cbef9551dbf5'}] {{(pid=83869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 13:34:44.553968 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58d11c1a-53c6-477a-9f7b-b858f5bda090 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2133515689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2133515689-project-admin] Attempting to bind port 638ca792-5877-4156-9e4a-9f87c02dc599 on network d7fe75b8-979e-4126-a402-cbef9551dbf5 {{(pid=83869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 13:34:44.576851 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa386766-45e7-4748-bb96-d6cb6e1fbc36 tempest-RoutersAdminTest-1965710677 tempest-RoutersAdminTest-1965710677-project-admin] Network 725864b8-cceb-48c9-b5d3-1bfc4423e301 is already hosted by enough agents. {{(pid=83871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 13:34:44.581416 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.scheduler.base_scheduler [None req-aa386766-45e7-4748-bb96-d6cb6e1fbc36 tempest-RoutersAdminTest-1965710677 tempest-RoutersAdminTest-1965710677-project-admin] Resources bound (agent type, host, resource id): {{(pid=83871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 13:34:44.590150 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa386766-45e7-4748-bb96-d6cb6e1fbc36 tempest-RoutersAdminTest-1965710677 tempest-RoutersAdminTest-1965710677-project-admin] Received port after_create {{(pid=83871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 13:34:44.700581 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba964dd5-21c2-4b19-92e0-9198fcdd3c35 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:34:44.701314 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-ba964dd5-21c2-4b19-92e0-9198fcdd3c35 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Synchronizing usage tracker for tenant:8b726fe6689e4b7f96def1a2219bea6c on resource:port {{(pid=83871) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 13:34:44.728657 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Provisioning complete for port 8b2bb4aa-e9f1-406c-aef9-1f16fd0e380d triggered by entity L2. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 13:34:44.729065 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-948329'] for port, provisioning_complete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:34:44.732273 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa386766-45e7-4748-bb96-d6cb6e1fbc36 tempest-RoutersAdminTest-1965710677 tempest-RoutersAdminTest-1965710677-project-admin] Pushing event updated for resources: {'Port': ['ID=69d52410-58f1-4103-ae09-a4c92f55e77b,revision_number=1']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:34:44.737832 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-ba964dd5-21c2-4b19-92e0-9198fcdd3c35 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Unset dirty status for tenant:8b726fe6689e4b7f96def1a2219bea6c on resource:port {{(pid=83871) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 13:34:44.739220 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-ba964dd5-21c2-4b19-92e0-9198fcdd3c35 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.3624723 Apr 01 13:34:44.741640 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 47798) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:34:44.790806 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58d11c1a-53c6-477a-9f7b-b858f5bda090 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2133515689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2133515689-project-admin] Port 638ca792-5877-4156-9e4a-9f87c02dc599 on network d7fe75b8-979e-4126-a402-cbef9551dbf5 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8361 {{(pid=83869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 01 13:34:44.791127 dv-neutron-836180-1-hyperv neutron-server[83869]: ERROR neutron.plugins.ml2.managers [None req-58d11c1a-53c6-477a-9f7b-b858f5bda090 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2133515689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2133515689-project-admin] Failed to bind port 638ca792-5877-4156-9e4a-9f87c02dc599 on host hv-neutron-8361 for vnic_type normal using segments [{'id': '6a6a4c8f-7192-4311-af13-eecbd7dc3a85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'd7fe75b8-979e-4126-a402-cbef9551dbf5'}] Apr 01 13:34:44.797375 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.plugins.ml2.plugin [None req-58d11c1a-53c6-477a-9f7b-b858f5bda090 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2133515689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2133515689-project-admin] Attempt 10 to bind port 638ca792-5877-4156-9e4a-9f87c02dc599 Apr 01 13:34:44.809194 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af65b8e8-9acf-43e0-af7d-9b6e0a512f18 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:34:44.809916 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-af65b8e8-9acf-43e0-af7d-9b6e0a512f18 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Synchronizing usage tracker for tenant:8b726fe6689e4b7f96def1a2219bea6c on resource:subnet {{(pid=83871) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 13:34:44.810076 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-d9bb12a5-9358-44ce-bb4f-99cebdb2581c tempest-RoutersIpV6AdminTest-2054225496 tempest-RoutersIpV6AdminTest-2054225496-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:34:44.810762 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-d9bb12a5-9358-44ce-bb4f-99cebdb2581c tempest-RoutersIpV6AdminTest-2054225496 tempest-RoutersIpV6AdminTest-2054225496-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4082201', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4084858'] for router, after_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:34:44.831750 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-af65b8e8-9acf-43e0-af7d-9b6e0a512f18 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Unset dirty status for tenant:8b726fe6689e4b7f96def1a2219bea6c on resource:subnet {{(pid=83871) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 13:34:44.833512 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-af65b8e8-9acf-43e0-af7d-9b6e0a512f18 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0909731 Apr 01 13:34:44.840055 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 47804) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:34:44.845465 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.managers [None req-58d11c1a-53c6-477a-9f7b-b858f5bda090 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2133515689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2133515689-project-admin] Attempting to bind port 638ca792-5877-4156-9e4a-9f87c02dc599 on host hv-neutron-8361 for vnic_type normal with profile {{(pid=83869) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 13:34:44.845810 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.managers [None req-58d11c1a-53c6-477a-9f7b-b858f5bda090 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2133515689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2133515689-project-admin] Attempting to bind port 638ca792-5877-4156-9e4a-9f87c02dc599 by drivers openvswitch,hyperv on host hv-neutron-8361 at level 0 using segments [{'id': '6a6a4c8f-7192-4311-af13-eecbd7dc3a85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'd7fe75b8-979e-4126-a402-cbef9551dbf5'}] {{(pid=83869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 13:34:44.846110 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58d11c1a-53c6-477a-9f7b-b858f5bda090 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2133515689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2133515689-project-admin] Attempting to bind port 638ca792-5877-4156-9e4a-9f87c02dc599 on network d7fe75b8-979e-4126-a402-cbef9551dbf5 {{(pid=83869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 13:34:44.913276 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-40ea7f4e-8d32-4117-b4ec-ffc4b716b124 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] 10.222.0.26 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0725682 Apr 01 13:34:44.919383 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 47808) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:34:44.927661 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.v2.base [None req-6380e70b-3290-46cb-8ee3-b77a67f4c6ef tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Request body: {'subnet': {'network_id': '09d7ea43-6376-4322-97e7-54cd01aae492', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:34:45.012521 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58d11c1a-53c6-477a-9f7b-b858f5bda090 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2133515689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2133515689-project-admin] Port 638ca792-5877-4156-9e4a-9f87c02dc599 on network d7fe75b8-979e-4126-a402-cbef9551dbf5 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8361 {{(pid=83869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 01 13:34:45.013442 dv-neutron-836180-1-hyperv neutron-server[83869]: ERROR neutron.plugins.ml2.managers [None req-58d11c1a-53c6-477a-9f7b-b858f5bda090 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2133515689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2133515689-project-admin] Failed to bind port 638ca792-5877-4156-9e4a-9f87c02dc599 on host hv-neutron-8361 for vnic_type normal using segments [{'id': '6a6a4c8f-7192-4311-af13-eecbd7dc3a85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'd7fe75b8-979e-4126-a402-cbef9551dbf5'}] Apr 01 13:34:45.013942 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-58d11c1a-53c6-477a-9f7b-b858f5bda090 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2133515689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2133515689-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:34:45.032002 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebdb6b12-9460-4f1a-9fbb-949f5f648198 None None] DHCP port deletion for 09d7ea43-6376-4322-97e7-54cd01aae492 request from dv-neutron-836180-1-hyperv {{(pid=83872) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 01 13:34:45.039099 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-3d66c32f-a733-49cd-9cc1-9adee405db0b req-1c71c38e-72a6-4265-a8c4-e9b31ed8e6e4 service neutron] 10.222.0.57 "GET /v2.0/networks/fb98b55b-27fc-4010-87f8-0892c916fc1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6025336 Apr 01 13:34:45.052934 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.plugin [None req-ebdb6b12-9460-4f1a-9fbb-949f5f648198 None None] Deleting port c6f88b96-697f-4a4f-823b-5c3b6ee61b23 {{(pid=83872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 13:34:45.053364 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-ebdb6b12-9460-4f1a-9fbb-949f5f648198 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736733287370'] for port, before_delete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:34:45.115334 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-6380e70b-3290-46cb-8ee3-b77a67f4c6ef tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:34:45.132199 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-6380e70b-3290-46cb-8ee3-b77a67f4c6ef tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:34:45.135906 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-aa386766-45e7-4748-bb96-d6cb6e1fbc36 tempest-RoutersAdminTest-1965710677 tempest-RoutersAdminTest-1965710677-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:34:45.138130 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-aa386766-45e7-4748-bb96-d6cb6e1fbc36 tempest-RoutersAdminTest-1965710677 tempest-RoutersAdminTest-1965710677-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4082201', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4084858'] for router, after_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:34:45.223605 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6380e70b-3290-46cb-8ee3-b77a67f4c6ef tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Made reservation on behalf of 8b726fe6689e4b7f96def1a2219bea6c for: {'subnet': 1} {{(pid=83871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 13:34:45.227319 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-6380e70b-3290-46cb-8ee3-b77a67f4c6ef tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2757336'] for subnet, before_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:34:45.319351 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-ebdb6b12-9460-4f1a-9fbb-949f5f648198 None None] For port c6f88b96-697f-4a4f-823b-5c3b6ee61b23, host dv-neutron-836180-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836180-1-hyperv',level=0,port_id=c6f88b96-697f-4a4f-823b-5c3b6ee61b23,segment=NetworkSegment(16094ed0-4a47-4ff6-9238-85c278d7a2a5),segment_id=16094ed0-4a47-4ff6-9238-85c278d7a2a5)] {{(pid=83872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 13:34:45.320469 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-ebdb6b12-9460-4f1a-9fbb-949f5f648198 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4155147'] for port, precommit_delete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:34:45.431199 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.db [None req-58d11c1a-53c6-477a-9f7b-b858f5bda090 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2133515689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2133515689-project-admin] For port 638ca792-5877-4156-9e4a-9f87c02dc599, host hv-neutron-8361, cleared binding levels {{(pid=83869) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 13:34:45.431590 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.db [None req-58d11c1a-53c6-477a-9f7b-b858f5bda090 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2133515689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2133515689-project-admin] Attempted to set empty binding levels {{(pid=83869) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Apr 01 13:34:45.451248 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-58d11c1a-53c6-477a-9f7b-b858f5bda090 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2133515689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2133515689-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2705172'] for port, after_update {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:34:45.485461 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.plugin [None req-ebdb6b12-9460-4f1a-9fbb-949f5f648198 None None] Calling delete_port for c6f88b96-697f-4a4f-823b-5c3b6ee61b23 owned by network:dhcp {{(pid=83872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 13:34:45.502700 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-3d66c32f-a733-49cd-9cc1-9adee405db0b req-1a63fb62-dd11-4a57-b4b0-8f12a28ba0c4 service neutron] 10.222.0.57 "GET /v2.0/networks/fb98b55b-27fc-4010-87f8-0892c916fc1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4505525 Apr 01 13:34:45.596603 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.plugin [None req-58d11c1a-53c6-477a-9f7b-b858f5bda090 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2133515689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2133515689-project-admin] In _notify_port_updated(), no bound segment for port 638ca792-5877-4156-9e4a-9f87c02dc599 on network d7fe75b8-979e-4126-a402-cbef9551dbf5 {{(pid=83869) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Apr 01 13:34:45.598692 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-58d11c1a-53c6-477a-9f7b-b858f5bda090 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2133515689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2133515689-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109561'] for port, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:34:45.600085 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-58d11c1a-53c6-477a-9f7b-b858f5bda090 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2133515689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2133515689-project-admin] 10.222.0.26 "PUT /v2.0/ports/638ca792-5877-4156-9e4a-9f87c02dc599 HTTP/1.1" status: 200 len: 980 time: 6.5665789 Apr 01 13:34:45.607456 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-ebdb6b12-9460-4f1a-9fbb-949f5f648198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736733359243', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736732935810'] for port, after_delete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:34:45.617172 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 47822) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:34:45.617977 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d11c1a-53c6-477a-9f7b-b858f5bda090 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2133515689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2133515689-project-admin] Pushing event updated for resources: {'Port': ['ID=638ca792-5877-4156-9e4a-9f87c02dc599,revision_number=3']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:34:45.625114 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c07969a-fb60-4830-82c4-5a3aa4d9fd82 tempest-ServersTestManualDisk-1537329539 tempest-ServersTestManualDisk-1537329539-project] Router f24d7f76-f3ce-4d42-b1de-3162bb17b4ab has already been hosted by L3 agent 88bf8fc8-11a3-4e96-9d1b-5fd93ba9f6f1 {{(pid=83869) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 13:34:45.688765 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebdb6b12-9460-4f1a-9fbb-949f5f648198 None None] Pushing event deleted for resources: {'Port': ['ID=c6f88b96-697f-4a4f-823b-5c3b6ee61b23,revision_number=None']} {{(pid=83872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:34:45.694903 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebdb6b12-9460-4f1a-9fbb-949f5f648198 None None] No DVR routers for this DVR port c6f88b96-697f-4a4f-823b-5c3b6ee61b23 on host dv-neutron-836180-1-hyperv {{(pid=83872) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 13:34:45.742235 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-6380e70b-3290-46cb-8ee3-b77a67f4c6ef tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2743225', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2757366'] for subnet, after_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:34:45.843642 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6380e70b-3290-46cb-8ee3-b77a67f4c6ef tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Network 09d7ea43-6376-4322-97e7-54cd01aae492 is already hosted by enough agents. {{(pid=83871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 13:34:45.849250 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.scheduler.base_scheduler [None req-6380e70b-3290-46cb-8ee3-b77a67f4c6ef tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Resources bound (agent type, host, resource id): {{(pid=83871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 13:34:45.854848 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6380e70b-3290-46cb-8ee3-b77a67f4c6ef tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:34:45.855438 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-6380e70b-3290-46cb-8ee3-b77a67f4c6ef tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Notify callbacks [] for subnet, before_response {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:34:45.861827 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6380e70b-3290-46cb-8ee3-b77a67f4c6ef tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Pushing event updated for resources: {'Subnet': ['ID=292b861e-036f-4db5-bc82-d564f1d1b912,revision_number=0']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:34:45.867615 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4dee3041-3a29-4203-a309-a6432b8180fc None None] Network 09d7ea43-6376-4322-97e7-54cd01aae492 requested from dv-neutron-836180-1-hyperv {{(pid=83872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 13:34:45.914683 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-6380e70b-3290-46cb-8ee3-b77a67f4c6ef tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.9924641 Apr 01 13:34:45.919833 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 47830) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:34:45.930580 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.v2.base [None req-836ea3d9-ca38-44ff-95b9-421f581d6396 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Request body: {'port': {'network_id': '09d7ea43-6376-4322-97e7-54cd01aae492', 'fixed_ips': [{'subnet_id': '292b861e-036f-4db5-bc82-d564f1d1b912', 'ip_address': '2001:db8::89de:dabc:20ce:dc0e'}], 'name': 'tempest-NetworksTestDHCPv6-59760168'}} {{(pid=83871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:34:46.045728 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-445aeab4-41a7-4a24-8b28-442051c1feda tempest-PortsAdminExtendedAttrsIpV6TestJSON-2133515689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2133515689-project-admin] Synchronizing usage tracker for tenant:adec7e603a5e48e89443a3e3980c248d on resource:port {{(pid=83869) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 13:34:46.120510 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-445aeab4-41a7-4a24-8b28-442051c1feda tempest-PortsAdminExtendedAttrsIpV6TestJSON-2133515689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2133515689-project-admin] Unset dirty status for tenant:adec7e603a5e48e89443a3e3980c248d on resource:port {{(pid=83869) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 13:34:46.125202 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-445aeab4-41a7-4a24-8b28-442051c1feda tempest-PortsAdminExtendedAttrsIpV6TestJSON-2133515689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2133515689-project-admin] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 20150 time: 0.5009344 Apr 01 13:34:46.125399 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1355fac-111a-4932-afea-f4c366bf252b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7e7d0ecb-2af4-55f5-9198-238ab0570d62-09d7ea43-6376-4322-97e7-54cd01aae492', 'network_id': '09d7ea43-6376-4322-97e7-54cd01aae492', 'tenant_id': '8b726fe6689e4b7f96def1a2219bea6c', 'fixed_ips': [{'subnet_id': '292b861e-036f-4db5-bc82-d564f1d1b912'}]}} from dv-neutron-836180-1-hyperv. {{(pid=83872) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 01 13:34:46.125399 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-e1355fac-111a-4932-afea-f4c366bf252b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:34:46.130569 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 47836) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:34:46.137176 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-836ea3d9-ca38-44ff-95b9-421f581d6396 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:34:46.150681 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-836ea3d9-ca38-44ff-95b9-421f581d6396 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:34:46.179980 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-836ea3d9-ca38-44ff-95b9-421f581d6396 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Made reservation on behalf of 8b726fe6689e4b7f96def1a2219bea6c for: {'port': 1} {{(pid=83871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 13:34:46.189157 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-836ea3d9-ca38-44ff-95b9-421f581d6396 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:34:46.224642 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa386766-45e7-4748-bb96-d6cb6e1fbc36 tempest-RoutersAdminTest-1965710677 tempest-RoutersAdminTest-1965710677-project-admin] Router 999ae0c2-5600-4fa0-8f04-a1b37e6210d8 is scheduled to L3 agent 88bf8fc8-11a3-4e96-9d1b-5fd93ba9f6f1 with binding_index 1 {{(pid=83871) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 01 13:34:46.232017 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.plugin [None req-44de7e92-35e5-4224-aaeb-85277b34783e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2133515689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2133515689-project-admin] Deleting port 638ca792-5877-4156-9e4a-9f87c02dc599 {{(pid=83869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 13:34:46.232393 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-44de7e92-35e5-4224-aaeb-85277b34783e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2133515689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2133515689-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736733287370'] for port, before_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:34:46.241899 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.notifiers.nova [None req-836ea3d9-ca38-44ff-95b9-421f581d6396 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] device_id is not set on port b7237426-5422-44f4-bf09-ecb87a5bed04 yet. {{(pid=83871) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 01 13:34:46.271356 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9bb12a5-9358-44ce-bb4f-99cebdb2581c tempest-RoutersIpV6AdminTest-2054225496 tempest-RoutersIpV6AdminTest-2054225496-project-admin] Router 9af74377-1a23-4b4a-ace4-c290bb4e15e0 is scheduled to L3 agent 88bf8fc8-11a3-4e96-9d1b-5fd93ba9f6f1 with binding_index 1 {{(pid=83869) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 01 13:34:46.361152 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Device c6f88b96-697f-4a4f-823b-5c3b6ee61b23 no longer exists at agent ovs-agent-dv-neutron-836180-1-hyperv {{(pid=83872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 13:34:46.405201 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.plugin [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] No Port match for: c6f88b96-697f-4a4f-823b-5c3b6ee61b23 {{(pid=83872) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 01 13:34:46.405579 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Device c6f88b96-697f-4a4f-823b-5c3b6ee61b23 not bound to the agent host dv-neutron-836180-1-hyperv {{(pid=83872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 13:34:46.464086 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.db_base_plugin_common [None req-e1355fac-111a-4932-afea-f4c366bf252b None None] Allocated IP 2001:db8::2 (09d7ea43-6376-4322-97e7-54cd01aae492/292b861e-036f-4db5-bc82-d564f1d1b912/8e4f6e25-3e70-4d86-ad3f-fa2057452c2b) {{(pid=83872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 13:34:46.551791 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c07969a-fb60-4830-82c4-5a3aa4d9fd82 tempest-ServersTestManualDisk-1537329539 tempest-ServersTestManualDisk-1537329539-project] Notify agent at l3_agent.dv-neutron-836180-1-hyperv the message routers_updated {{(pid=83869) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 13:34:46.562514 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3beb14e-fe10-40a2-b963-a9cee3bfb4b8 None None] Sync routers for ids ['f24d7f76-f3ce-4d42-b1de-3162bb17b4ab'] in dv-neutron-836180-1-hyperv {{(pid=83873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 13:34:46.586083 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3beb14e-fe10-40a2-b963-a9cee3bfb4b8 None None] Routers {'f24d7f76-f3ce-4d42-b1de-3162bb17b4ab'} bound to L3 agent in host dv-neutron-836180-1-hyperv {{(pid=83873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 13:34:46.587013 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-d3beb14e-fe10-40a2-b963-a9cee3bfb4b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836180-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T13:25:36Z,description=,heartbeat_timestamp=2022-04-01T13:34:36Z,host='dv-neutron-836180-1-hyperv',id=88bf8fc8-11a3-4e96-9d1b-5fd93ba9f6f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T13:25:36Z,topic='l3_agent')) {'router_ids': ['f24d7f76-f3ce-4d42-b1de-3162bb17b4ab'], 'active': True} {{(pid=83873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:34:46.687188 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa386766-45e7-4748-bb96-d6cb6e1fbc36 tempest-RoutersAdminTest-1965710677 tempest-RoutersAdminTest-1965710677-project-admin] Notify agent at l3_agent.dv-neutron-836180-1-hyperv the message routers_updated {{(pid=83871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 13:34:46.714697 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f25d6dd8-d0f1-4a1c-9da7-ab3c546585b1 None None] Sync routers for ids ['999ae0c2-5600-4fa0-8f04-a1b37e6210d8'] in dv-neutron-836180-1-hyperv {{(pid=83872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 13:34:46.719647 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-aa386766-45e7-4748-bb96-d6cb6e1fbc36 tempest-RoutersAdminTest-1965710677 tempest-RoutersAdminTest-1965710677-project-admin] Notify callbacks [] for router, before_response {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:34:46.725065 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-aa386766-45e7-4748-bb96-d6cb6e1fbc36 tempest-RoutersAdminTest-1965710677 tempest-RoutersAdminTest-1965710677-project-admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 4.3773801 Apr 01 13:34:46.726225 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 47848) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:34:46.808194 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f25d6dd8-d0f1-4a1c-9da7-ab3c546585b1 None None] Routers {'999ae0c2-5600-4fa0-8f04-a1b37e6210d8'} bound to L3 agent in host dv-neutron-836180-1-hyperv {{(pid=83872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 13:34:46.809351 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_hamode_db [None req-f25d6dd8-d0f1-4a1c-9da7-ab3c546585b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836180-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T13:25:36Z,description=,heartbeat_timestamp=2022-04-01T13:34:36Z,host='dv-neutron-836180-1-hyperv',id=88bf8fc8-11a3-4e96-9d1b-5fd93ba9f6f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T13:25:36Z,topic='l3_agent')) {'router_ids': ['999ae0c2-5600-4fa0-8f04-a1b37e6210d8'], 'active': True} {{(pid=83872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:34:46.869136 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a0469e7-314d-4f63-8de3-f9e4e644f4ed tempest-FloatingIPAdminTestJSON-382796379 tempest-FloatingIPAdminTestJSON-382796379-project] Router ef006376-a124-47f4-8ab3-ee1caa62d327 has already been hosted by L3 agent 88bf8fc8-11a3-4e96-9d1b-5fd93ba9f6f1 {{(pid=83869) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 13:34:46.880745 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-e1355fac-111a-4932-afea-f4c366bf252b None None] Notify callbacks [] for port, precommit_create {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:34:46.911642 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.db [None req-44de7e92-35e5-4224-aaeb-85277b34783e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2133515689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2133515689-project-admin] For port 638ca792-5877-4156-9e4a-9f87c02dc599, host hv-neutron-8361, got binding levels [] {{(pid=83869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 13:34:46.912152 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-44de7e92-35e5-4224-aaeb-85277b34783e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2133515689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2133515689-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4155147'] for port, precommit_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:34:46.971974 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-e1355fac-111a-4932-afea-f4c366bf252b None None] Transition to ACTIVE for port object 8e4f6e25-3e70-4d86-ad3f-fa2057452c2b will not be triggered until provisioned by entity L2. {{(pid=83872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 13:34:46.976944 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-30c80c77-8de4-44ce-9238-74d4d9671574 tempest-RoutersAdminTest-1965710677 tempest-RoutersAdminTest-1965710677-project-admin] 10.222.0.26 "GET /v2.0/routers/999ae0c2-5600-4fa0-8f04-a1b37e6210d8 HTTP/1.1" status: 200 len: 907 time: 0.2487268 Apr 01 13:34:46.977232 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 47854) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:34:46.984804 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.v2.base [None req-53138f5c-8ddd-4997-87c9-9c24ed1d04d3 tempest-RoutersAdminTest-1965710677 tempest-RoutersAdminTest-1965710677-project-admin] Request body: {'router': {'name': 'tempest-snat-router-697216235', 'external_gateway_info': {'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'enable_snat': True}}} {{(pid=83871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:34:46.987250 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_dvr_db [None req-d3beb14e-fe10-40a2-b963-a9cee3bfb4b8 None None] Set router f24d7f76-f3ce-4d42-b1de-3162bb17b4ab gateway port host: dv-neutron-836180-1-hyperv {{(pid=83873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 13:34:46.989771 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-53138f5c-8ddd-4997-87c9-9c24ed1d04d3 tempest-RoutersAdminTest-1965710677 tempest-RoutersAdminTest-1965710677-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:34:46.995942 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-53138f5c-8ddd-4997-87c9-9c24ed1d04d3 tempest-RoutersAdminTest-1965710677 tempest-RoutersAdminTest-1965710677-project-admin] Usage tracker for resource:router and tenant:04664f7c59734678b16de80312349853 is out of sync, need to count used quota {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 13:34:46.998405 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-53138f5c-8ddd-4997-87c9-9c24ed1d04d3 tempest-RoutersAdminTest-1965710677 tempest-RoutersAdminTest-1965710677-project-admin] Quota usage for router was recalculated. Used quota:1. {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 13:34:47.005513 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-53138f5c-8ddd-4997-87c9-9c24ed1d04d3 tempest-RoutersAdminTest-1965710677 tempest-RoutersAdminTest-1965710677-project-admin] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:34:47.018007 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-e1355fac-111a-4932-afea-f4c366bf252b None None] Transition to ACTIVE for port object 8e4f6e25-3e70-4d86-ad3f-fa2057452c2b will not be triggered until provisioned by entity DHCP. {{(pid=83872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 13:34:47.019702 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-53138f5c-8ddd-4997-87c9-9c24ed1d04d3 tempest-RoutersAdminTest-1965710677 tempest-RoutersAdminTest-1965710677-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4082176', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4220'] for router, before_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:34:47.021060 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-53138f5c-8ddd-4997-87c9-9c24ed1d04d3 tempest-RoutersAdminTest-1965710677 tempest-RoutersAdminTest-1965710677-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4082277', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4084873', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4148249', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4211'] for router, precommit_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:34:47.030574 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-e1355fac-111a-4932-afea-f4c366bf252b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736732935801'] for port, after_create {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:34:47.061917 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.plugin [None req-44de7e92-35e5-4224-aaeb-85277b34783e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2133515689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2133515689-project-admin] Calling delete_port for 638ca792-5877-4156-9e4a-9f87c02dc599 owned by {{(pid=83869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 13:34:47.107260 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-53138f5c-8ddd-4997-87c9-9c24ed1d04d3 tempest-RoutersAdminTest-1965710677 tempest-RoutersAdminTest-1965710677-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:34:47.109282 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1355fac-111a-4932-afea-f4c366bf252b None None] Pushing event updated for resources: {'Port': ['ID=8e4f6e25-3e70-4d86-ad3f-fa2057452c2b,revision_number=1']} {{(pid=83872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:34:47.126816 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.db_base_plugin_common [None req-836ea3d9-ca38-44ff-95b9-421f581d6396 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Allocated IP 2001:db8::89de:dabc:20ce:dc0e (09d7ea43-6376-4322-97e7-54cd01aae492/292b861e-036f-4db5-bc82-d564f1d1b912/b7237426-5422-44f4-bf09-ecb87a5bed04) {{(pid=83871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 13:34:47.149599 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1355fac-111a-4932-afea-f4c366bf252b None None] Network 09d7ea43-6376-4322-97e7-54cd01aae492 is already hosted by enough agents. {{(pid=83872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 13:34:47.151745 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.scheduler.base_scheduler [None req-e1355fac-111a-4932-afea-f4c366bf252b None None] Resources bound (agent type, host, resource id): {{(pid=83872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 13:34:47.155401 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_dvr_db [None req-f25d6dd8-d0f1-4a1c-9da7-ab3c546585b1 None None] Set router 999ae0c2-5600-4fa0-8f04-a1b37e6210d8 gateway port host: dv-neutron-836180-1-hyperv {{(pid=83872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 13:34:47.201449 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1355fac-111a-4932-afea-f4c366bf252b None None] Received port after_create {{(pid=83872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 13:34:47.207909 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-4c07969a-fb60-4830-82c4-5a3aa4d9fd82 tempest-ServersTestManualDisk-1537329539 tempest-ServersTestManualDisk-1537329539-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109561'] for floatingip, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:34:47.348140 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-4c07969a-fb60-4830-82c4-5a3aa4d9fd82 tempest-ServersTestManualDisk-1537329539 tempest-ServersTestManualDisk-1537329539-project] 10.222.0.26 "PUT /v2.0/floatingips/e4e79cdb-e315-4aee-be2b-33d24ceb9e16 HTTP/1.1" status: 200 len: 992 time: 9.1983492 Apr 01 13:34:47.348140 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-44de7e92-35e5-4224-aaeb-85277b34783e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2133515689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2133515689-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736733359243', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736732935810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2705155'] for port, after_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:34:47.358711 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0316e663-2094-4e38-ab21-ae9fc82c63ae', 'tag': '389797f2-66e0-4248-bbe2-d36a06762cdf'}] {{(pid=83869) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 13:34:47.467376 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-53138f5c-8ddd-4997-87c9-9c24ed1d04d3 tempest-RoutersAdminTest-1965710677 tempest-RoutersAdminTest-1965710677-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4084887', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4079850', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4161'] for router, precommit_update {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:34:47.514677 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.managers [None req-e1355fac-111a-4932-afea-f4c366bf252b None None] Attempting to bind port 8e4f6e25-3e70-4d86-ad3f-fa2057452c2b on host dv-neutron-836180-1-hyperv for vnic_type normal with profile {{(pid=83872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 13:34:47.515216 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.managers [None req-e1355fac-111a-4932-afea-f4c366bf252b None None] Attempting to bind port 8e4f6e25-3e70-4d86-ad3f-fa2057452c2b by drivers openvswitch,hyperv on host dv-neutron-836180-1-hyperv at level 0 using segments [{'id': '16094ed0-4a47-4ff6-9238-85c278d7a2a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '09d7ea43-6376-4322-97e7-54cd01aae492'}] {{(pid=83872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 13:34:47.515375 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1355fac-111a-4932-afea-f4c366bf252b None None] Attempting to bind port 8e4f6e25-3e70-4d86-ad3f-fa2057452c2b on network 09d7ea43-6376-4322-97e7-54cd01aae492 {{(pid=83872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 13:34:47.540208 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1355fac-111a-4932-afea-f4c366bf252b None None] Checking agent: {'id': 'af948428-97cd-4d10-9f53-af028bdb39b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-836180-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 13, 25, 37), 'started_at': datetime.datetime(2022, 4, 1, 13, 26, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 13, 34, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-836180-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 13:34:47.540455 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1355fac-111a-4932-afea-f4c366bf252b None None] Checking segment: {'id': '16094ed0-4a47-4ff6-9238-85c278d7a2a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '09d7ea43-6376-4322-97e7-54cd01aae492'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 13:34:47.540840 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-e1355fac-111a-4932-afea-f4c366bf252b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:34:47.541215 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1355fac-111a-4932-afea-f4c366bf252b None None] Bound using segment: {'id': '16094ed0-4a47-4ff6-9238-85c278d7a2a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '09d7ea43-6376-4322-97e7-54cd01aae492'} {{(pid=83872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 13:34:47.541768 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.managers [None req-e1355fac-111a-4932-afea-f4c366bf252b None None] Bound port: 8e4f6e25-3e70-4d86-ad3f-fa2057452c2b, host: dv-neutron-836180-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '16094ed0-4a47-4ff6-9238-85c278d7a2a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '09d7ea43-6376-4322-97e7-54cd01aae492'}}] {{(pid=83872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 13:34:47.542660 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-e1355fac-111a-4932-afea-f4c366bf252b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:34:47.627475 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 47868) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:34:47.629208 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0316e663-2094-4e38-ab21-ae9fc82c63ae', 'tag': '389797f2-66e0-4248-bbe2-d36a06762cdf', 'status': 'completed', 'code': 200} Apr 01 13:34:47.639626 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44de7e92-35e5-4224-aaeb-85277b34783e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2133515689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2133515689-project-admin] Pushing event deleted for resources: {'Port': ['ID=638ca792-5877-4156-9e4a-9f87c02dc599,revision_number=None']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:34:47.642300 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-e1355fac-111a-4932-afea-f4c366bf252b None None] For port 8e4f6e25-3e70-4d86-ad3f-fa2057452c2b, host dv-neutron-836180-1-hyperv, cleared binding levels {{(pid=83872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 13:34:47.645737 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-e1355fac-111a-4932-afea-f4c366bf252b None None] For port 8e4f6e25-3e70-4d86-ad3f-fa2057452c2b, host dv-neutron-836180-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836180-1-hyperv',level=0,port_id=8e4f6e25-3e70-4d86-ad3f-fa2057452c2b,segment=NetworkSegment(16094ed0-4a47-4ff6-9238-85c278d7a2a5),segment_id=16094ed0-4a47-4ff6-9238-85c278d7a2a5)] {{(pid=83872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 13:34:47.662872 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-e1355fac-111a-4932-afea-f4c366bf252b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864'] for port, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:34:47.688060 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-44de7e92-35e5-4224-aaeb-85277b34783e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2133515689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2133515689-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109561'] for port, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:34:47.784666 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-44de7e92-35e5-4224-aaeb-85277b34783e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2133515689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2133515689-project-admin] 10.222.0.26 "DELETE /v2.0/ports/638ca792-5877-4156-9e4a-9f87c02dc599 HTTP/1.1" status: 204 len: 168 time: 1.6528590 Apr 01 13:34:47.789810 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 47874) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:34:47.810967 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-d3beb14e-fe10-40a2-b963-a9cee3bfb4b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f24d7f76-f3ce-4d42-b1de-3162bb17b4ab', 'name': 'tempest-ServersTestManualDisk-1056140270-router', 'tenant_id': '89fbd4bee1224db38dcb79340f59d1d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'external_fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.27'}], 'enable_snat': True}, 'gw_port_id': '1d1d7b6b-a315-4d6f-b107-0a0f237c2067', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T13:33:39Z', 'updated_at': '2022-04-01T13:33:44Z', 'revision_number': 4, 'project_id': '89fbd4bee1224db38dcb79340f59d1d9', 'gw_port': {'id': '1d1d7b6b-a315-4d6f-b107-0a0f237c2067', 'name': '', 'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:f6:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f24d7f76-f3ce-4d42-b1de-3162bb17b4ab', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836180-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:33:40Z', 'updated_at': '2022-04-01T13:33:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836180-1-hyperv', '_floatingips': [{'id': 'e4e79cdb-e315-4aee-be2b-33d24ceb9e16', 'tenant_id': '89fbd4bee1224db38dcb79340f59d1d9', 'floating_ip_address': '172.26.5.149', 'floating_network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'router_id': 'f24d7f76-f3ce-4d42-b1de-3162bb17b4ab', 'port_id': '389797f2-66e0-4248-bbe2-d36a06762cdf', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8a1d3029-ea4e-4a99-9a7d-ce93ff1eb9a1', 'mac_address': 'fa:16:3e:2e:0f:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0316e663-2094-4e38-ab21-ae9fc82c63ae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T13:34:00Z', 'updated_at': '2022-04-01T13:34:40Z', 'revision_number': 1, 'project_id': '89fbd4bee1224db38dcb79340f59d1d9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dc1d3407-408a-4489-a985-4b87e716c495', 'name': '', 'network_id': '8a1d3029-ea4e-4a99-9a7d-ce93ff1eb9a1', 'tenant_id': '89fbd4bee1224db38dcb79340f59d1d9', 'mac_address': 'fa:16:3e:2e:99:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f24d7f76-f3ce-4d42-b1de-3162bb17b4ab', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b4d98d75-116a-4d3d-b965-52d071507f72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836180-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:33:43Z', 'updated_at': '2022-04-01T13:33:54Z', 'revision_number': 5, 'project_id': '89fbd4bee1224db38dcb79340f59d1d9', 'subnets': [{'id': 'b4d98d75-116a-4d3d-b965-52d071507f72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-836180-1-hyperv', False) {} {{(pid=83873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:34:47.826727 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3beb14e-fe10-40a2-b963-a9cee3bfb4b8 None None] Checking router: f24d7f76-f3ce-4d42-b1de-3162bb17b4ab for host: dv-neutron-836180-1-hyperv {{(pid=83873) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 01 13:34:47.845961 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1355fac-111a-4932-afea-f4c366bf252b None None] Pushing event updated for resources: {'Port': ['ID=8e4f6e25-3e70-4d86-ad3f-fa2057452c2b,revision_number=2']} {{(pid=83872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:34:47.855954 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9bb12a5-9358-44ce-bb4f-99cebdb2581c tempest-RoutersIpV6AdminTest-2054225496 tempest-RoutersIpV6AdminTest-2054225496-project-admin] Notify agent at l3_agent.dv-neutron-836180-1-hyperv the message routers_updated {{(pid=83869) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 13:34:47.878614 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70a5f74a-fd20-40ec-b866-59544404ad88 None None] Sync routers for ids ['9af74377-1a23-4b4a-ace4-c290bb4e15e0'] in dv-neutron-836180-1-hyperv {{(pid=83873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 13:34:47.885791 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3beb14e-fe10-40a2-b963-a9cee3bfb4b8 None None] Routers {'f24d7f76-f3ce-4d42-b1de-3162bb17b4ab'} bound to L3 agent in host dv-neutron-836180-1-hyperv {{(pid=83873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 13:34:47.888958 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-d3beb14e-fe10-40a2-b963-a9cee3bfb4b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836180-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T13:25:36Z,description=,heartbeat_timestamp=2022-04-01T13:34:36Z,host='dv-neutron-836180-1-hyperv',id=88bf8fc8-11a3-4e96-9d1b-5fd93ba9f6f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T13:25:36Z,topic='l3_agent')) {'router_ids': ['f24d7f76-f3ce-4d42-b1de-3162bb17b4ab'], 'active': True} {{(pid=83873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:34:47.894003 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_hamode_db [None req-f25d6dd8-d0f1-4a1c-9da7-ab3c546585b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '999ae0c2-5600-4fa0-8f04-a1b37e6210d8', 'name': 'tempest-snat-router-697216235', 'tenant_id': '04664f7c59734678b16de80312349853', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'external_fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.13'}], 'enable_snat': False}, 'gw_port_id': '69d52410-58f1-4103-ae09-a4c92f55e77b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T13:34:42Z', 'updated_at': '2022-04-01T13:34:44Z', 'revision_number': 3, 'project_id': '04664f7c59734678b16de80312349853', 'gw_port': {'id': '69d52410-58f1-4103-ae09-a4c92f55e77b', 'name': '', 'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:20:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '999ae0c2-5600-4fa0-8f04-a1b37e6210d8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:34:43Z', 'updated_at': '2022-04-01T13:34:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-836180-1-hyperv'}], 'dv-neutron-836180-1-hyperv', False) {} {{(pid=83872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:34:47.897863 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f25d6dd8-d0f1-4a1c-9da7-ab3c546585b1 None None] Checking router: 999ae0c2-5600-4fa0-8f04-a1b37e6210d8 for host: dv-neutron-836180-1-hyperv {{(pid=83872) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 01 13:34:47.898204 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f25d6dd8-d0f1-4a1c-9da7-ab3c546585b1 None None] Updating router 999ae0c2-5600-4fa0-8f04-a1b37e6210d8 port 69d52410-58f1-4103-ae09-a4c92f55e77b binding host dv-neutron-836180-1-hyperv {{(pid=83872) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 01 13:34:47.914033 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.pecan_wsgi.hooks.translation [None req-16cef3a9-532e-436d-be2c-f7a64d859c7c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2133515689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2133515689-project-admin] GET failed (client error): The resource could not be found. Apr 01 13:34:47.917394 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-16cef3a9-532e-436d-be2c-f7a64d859c7c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2133515689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2133515689-project-admin] 10.222.0.26 "GET /v2.0/ports/638ca792-5877-4156-9e4a-9f87c02dc599 HTTP/1.1" status: 404 len: 333 time: 0.1106679 Apr 01 13:34:47.929640 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 47878) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:34:47.944838 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-d9bb12a5-9358-44ce-bb4f-99cebdb2581c tempest-RoutersIpV6AdminTest-2054225496 tempest-RoutersIpV6AdminTest-2054225496-project-admin] Notify callbacks [] for router, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:34:47.953765 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-d9bb12a5-9358-44ce-bb4f-99cebdb2581c tempest-RoutersIpV6AdminTest-2054225496 tempest-RoutersIpV6AdminTest-2054225496-project-admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 9.9580860 Apr 01 13:34:47.955133 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 47882) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:34:47.959538 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.v2.base [None req-612224eb-bee1-497a-874b-78c61fd109fb tempest-PortsAdminExtendedAttrsIpV6TestJSON-2133515689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2133515689-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-345022776', 'network_id': 'd7fe75b8-979e-4126-a402-cbef9551dbf5'}} {{(pid=83871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:34:47.989501 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-f25d6dd8-d0f1-4a1c-9da7-ab3c546585b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:34:48.019048 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-612224eb-bee1-497a-874b-78c61fd109fb tempest-PortsAdminExtendedAttrsIpV6TestJSON-2133515689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2133515689-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:34:48.067607 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-612224eb-bee1-497a-874b-78c61fd109fb tempest-PortsAdminExtendedAttrsIpV6TestJSON-2133515689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2133515689-project-admin] Usage tracker for resource:port and tenant:adec7e603a5e48e89443a3e3980c248d is out of sync, need to count used quota {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 13:34:48.072393 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-612224eb-bee1-497a-874b-78c61fd109fb tempest-PortsAdminExtendedAttrsIpV6TestJSON-2133515689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2133515689-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 13:34:48.081111 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-612224eb-bee1-497a-874b-78c61fd109fb tempest-PortsAdminExtendedAttrsIpV6TestJSON-2133515689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2133515689-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:34:48.102377 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-c5e2ce7a-a6e8-479d-a908-902d08a83968 req-2230cf41-37f2-4d2f-a9e4-6d58092565fe service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=89fbd4bee1224db38dcb79340f59d1d9&device_id=0316e663-2094-4e38-ab21-ae9fc82c63ae HTTP/1.1" status: 200 len: 1099 time: 0.4703598 Apr 01 13:34:48.111447 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-612224eb-bee1-497a-874b-78c61fd109fb tempest-PortsAdminExtendedAttrsIpV6TestJSON-2133515689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2133515689-project-admin] Made reservation on behalf of adec7e603a5e48e89443a3e3980c248d for: {'port': 1} {{(pid=83871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 13:34:48.117522 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.v2.base [None req-bc584b32-a4c0-4bd1-9520-9754fe0a309a tempest-RoutersAdminNegativeIpV6Test-1583965433 tempest-RoutersAdminNegativeIpV6Test-1583965433-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-754619438', 'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301'}} {{(pid=83869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:34:48.118242 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-612224eb-bee1-497a-874b-78c61fd109fb tempest-PortsAdminExtendedAttrsIpV6TestJSON-2133515689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2133515689-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:34:48.137018 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70a5f74a-fd20-40ec-b866-59544404ad88 None None] Routers {'9af74377-1a23-4b4a-ace4-c290bb4e15e0'} bound to L3 agent in host dv-neutron-836180-1-hyperv {{(pid=83873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 13:34:48.143488 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-70a5f74a-fd20-40ec-b866-59544404ad88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836180-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T13:25:36Z,description=,heartbeat_timestamp=2022-04-01T13:34:36Z,host='dv-neutron-836180-1-hyperv',id=88bf8fc8-11a3-4e96-9d1b-5fd93ba9f6f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T13:25:36Z,topic='l3_agent')) {'router_ids': ['9af74377-1a23-4b4a-ace4-c290bb4e15e0'], 'active': True} {{(pid=83873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:34:48.144816 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24eec116-c496-4394-b8d9-7a3bbfae6ba9 req-983fd31c-cf09-4349-9732-bd8ba1f6d512 tempest-ServersTestManualDisk-1537329539 tempest-ServersTestManualDisk-1537329539-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:34:48.146368 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-24eec116-c496-4394-b8d9-7a3bbfae6ba9 req-983fd31c-cf09-4349-9732-bd8ba1f6d512 tempest-ServersTestManualDisk-1537329539 tempest-ServersTestManualDisk-1537329539-project] 10.222.0.26 "GET /v2.0/ports?device_id=0316e663-2094-4e38-ab21-ae9fc82c63ae HTTP/1.1" status: 200 len: 946 time: 0.5162349 Apr 01 13:34:48.186126 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-836ea3d9-ca38-44ff-95b9-421f581d6396 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Notify callbacks [] for port, precommit_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:34:48.208121 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.provisioning_blocks [None req-836ea3d9-ca38-44ff-95b9-421f581d6396 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Transition to ACTIVE for port object b7237426-5422-44f4-bf09-ecb87a5bed04 will not be triggered until provisioned by entity DHCP. {{(pid=83871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 13:34:48.222891 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-bc584b32-a4c0-4bd1-9520-9754fe0a309a tempest-RoutersAdminNegativeIpV6Test-1583965433 tempest-RoutersAdminNegativeIpV6Test-1583965433-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:34:48.241826 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-836ea3d9-ca38-44ff-95b9-421f581d6396 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736732935801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2743125'] for port, after_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:34:48.278510 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-bc584b32-a4c0-4bd1-9520-9754fe0a309a tempest-RoutersAdminNegativeIpV6Test-1583965433 tempest-RoutersAdminNegativeIpV6Test-1583965433-project-admin] Usage tracker for resource:port and tenant:00c6064b9d094aad95fd2d4e3252ec50 is out of sync, need to count used quota {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 13:34:48.387288 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.notifiers.nova [None req-612224eb-bee1-497a-874b-78c61fd109fb tempest-PortsAdminExtendedAttrsIpV6TestJSON-2133515689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2133515689-project-admin] device_id is not set on port c44f6f2c-dbbc-4e40-9e0f-689ba3d842d3 yet. {{(pid=83871) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 01 13:34:48.404228 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-bc584b32-a4c0-4bd1-9520-9754fe0a309a tempest-RoutersAdminNegativeIpV6Test-1583965433 tempest-RoutersAdminNegativeIpV6Test-1583965433-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 13:34:48.454342 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Device 8e4f6e25-3e70-4d86-ad3f-fa2057452c2b up at agent ovs-agent-dv-neutron-836180-1-hyperv {{(pid=83872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 13:34:48.468099 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-bc584b32-a4c0-4bd1-9520-9754fe0a309a tempest-RoutersAdminNegativeIpV6Test-1583965433 tempest-RoutersAdminNegativeIpV6Test-1583965433-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:34:48.483106 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_dvr_db [None req-70a5f74a-fd20-40ec-b866-59544404ad88 None None] Set router 9af74377-1a23-4b4a-ace4-c290bb4e15e0 gateway port host: dv-neutron-836180-1-hyperv {{(pid=83873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 13:34:48.485485 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-836ea3d9-ca38-44ff-95b9-421f581d6396 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Network 09d7ea43-6376-4322-97e7-54cd01aae492 is already hosted by enough agents. {{(pid=83871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 13:34:48.505079 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.scheduler.base_scheduler [None req-836ea3d9-ca38-44ff-95b9-421f581d6396 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Resources bound (agent type, host, resource id): {{(pid=83871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 13:34:48.508743 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc584b32-a4c0-4bd1-9520-9754fe0a309a tempest-RoutersAdminNegativeIpV6Test-1583965433 tempest-RoutersAdminNegativeIpV6Test-1583965433-project-admin] Made reservation on behalf of 00c6064b9d094aad95fd2d4e3252ec50 for: {'port': 1} {{(pid=83869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 13:34:48.512083 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-bc584b32-a4c0-4bd1-9520-9754fe0a309a tempest-RoutersAdminNegativeIpV6Test-1583965433 tempest-RoutersAdminNegativeIpV6Test-1583965433-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:34:48.512540 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836ea3d9-ca38-44ff-95b9-421f581d6396 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Pushing event updated for resources: {'Port': ['ID=b7237426-5422-44f4-bf09-ecb87a5bed04,revision_number=1']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:34:48.515382 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-53138f5c-8ddd-4997-87c9-9c24ed1d04d3 tempest-RoutersAdminTest-1965710677 tempest-RoutersAdminTest-1965710677-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:34:48.557167 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-24eec116-c496-4394-b8d9-7a3bbfae6ba9 req-a5d0fac4-867c-43b5-b962-d02d83f1e3ea tempest-ServersTestManualDisk-1537329539 tempest-ServersTestManualDisk-1537329539-project] 10.222.0.26 "GET /v2.0/security-groups?id=5eeb8844-2921-4d9c-96aa-ee946f9c62b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3273962 Apr 01 13:34:48.576139 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-836ea3d9-ca38-44ff-95b9-421f581d6396 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Received port after_create {{(pid=83871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 13:34:48.579906 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-bc584b32-a4c0-4bd1-9520-9754fe0a309a tempest-RoutersAdminNegativeIpV6Test-1583965433 tempest-RoutersAdminNegativeIpV6Test-1583965433-project-admin] Notify callbacks [] for security_group, before_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:34:48.584663 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Provisioning for port 8e4f6e25-3e70-4d86-ad3f-fa2057452c2b completed by entity L2. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 13:34:48.587788 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-836ea3d9-ca38-44ff-95b9-421f581d6396 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:34:48.588518 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-836ea3d9-ca38-44ff-95b9-421f581d6396 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109561'] for port, before_response {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:34:48.594225 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-53138f5c-8ddd-4997-87c9-9c24ed1d04d3 tempest-RoutersAdminTest-1965710677 tempest-RoutersAdminTest-1965710677-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:34:48.645188 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-bc584b32-a4c0-4bd1-9520-9754fe0a309a tempest-RoutersAdminNegativeIpV6Test-1583965433 tempest-RoutersAdminNegativeIpV6Test-1583965433-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:34:48.649352 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-bc584b32-a4c0-4bd1-9520-9754fe0a309a tempest-RoutersAdminNegativeIpV6Test-1583965433 tempest-RoutersAdminNegativeIpV6Test-1583965433-project-admin] Usage tracker for resource:security_group_rule and tenant:00c6064b9d094aad95fd2d4e3252ec50 is out of sync, need to count used quota {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 13:34:48.652910 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-bc584b32-a4c0-4bd1-9520-9754fe0a309a tempest-RoutersAdminNegativeIpV6Test-1583965433 tempest-RoutersAdminNegativeIpV6Test-1583965433-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 13:34:48.658905 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-bc584b32-a4c0-4bd1-9520-9754fe0a309a tempest-RoutersAdminNegativeIpV6Test-1583965433 tempest-RoutersAdminNegativeIpV6Test-1583965433-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:34:48.706501 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a0469e7-314d-4f63-8de3-f9e4e644f4ed tempest-FloatingIPAdminTestJSON-382796379 tempest-FloatingIPAdminTestJSON-382796379-project] Notify agent at l3_agent.dv-neutron-836180-1-hyperv the message routers_updated {{(pid=83869) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 13:34:48.713056 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-836ea3d9-ca38-44ff-95b9-421f581d6396 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 2.7850788 Apr 01 13:34:48.715687 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 47892) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:34:48.733744 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-f25d6dd8-d0f1-4a1c-9da7-ab3c546585b1 None None] Notify callbacks [] for port, precommit_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:34:48.754732 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-f25d6dd8-d0f1-4a1c-9da7-ab3c546585b1 None None] Transition to ACTIVE for port object 69d52410-58f1-4103-ae09-a4c92f55e77b will not be triggered until provisioned by entity L2. {{(pid=83872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 13:34:48.763894 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16b365b5-e024-493d-9003-77f5de60e2e1 None None] Sync routers for ids ['ef006376-a124-47f4-8ab3-ee1caa62d327'] in dv-neutron-836180-1-hyperv {{(pid=83872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 13:34:48.765662 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-4a0469e7-314d-4f63-8de3-f9e4e644f4ed tempest-FloatingIPAdminTestJSON-382796379 tempest-FloatingIPAdminTestJSON-382796379-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109561'] for floatingip, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:34:48.768622 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-f25d6dd8-d0f1-4a1c-9da7-ab3c546585b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864'] for port, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:34:48.796216 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_dvr_db [None req-d3beb14e-fe10-40a2-b963-a9cee3bfb4b8 None None] Set router f24d7f76-f3ce-4d42-b1de-3162bb17b4ab gateway port host: dv-neutron-836180-1-hyperv {{(pid=83873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 13:34:48.849185 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e2ce7a-a6e8-479d-a908-902d08a83968 req-1700fd9f-dcdd-4b9f-a8aa-ce1d253e2349 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:34:48.850824 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-c5e2ce7a-a6e8-479d-a908-902d08a83968 req-1700fd9f-dcdd-4b9f-a8aa-ce1d253e2349 service neutron] 10.222.0.57 "GET /v2.0/networks?id=8a1d3029-ea4e-4a99-9a7d-ce93ff1eb9a1 HTTP/1.1" status: 200 len: 913 time: 0.7010245 Apr 01 13:34:48.924480 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16b365b5-e024-493d-9003-77f5de60e2e1 None None] Routers {'ef006376-a124-47f4-8ab3-ee1caa62d327'} bound to L3 agent in host dv-neutron-836180-1-hyperv {{(pid=83872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 13:34:48.925412 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_hamode_db [None req-16b365b5-e024-493d-9003-77f5de60e2e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836180-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T13:25:36Z,description=,heartbeat_timestamp=2022-04-01T13:34:36Z,host='dv-neutron-836180-1-hyperv',id=88bf8fc8-11a3-4e96-9d1b-5fd93ba9f6f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T13:25:36Z,topic='l3_agent')) {'router_ids': ['ef006376-a124-47f4-8ab3-ee1caa62d327'], 'active': True} {{(pid=83872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:34:48.968584 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-4a0469e7-314d-4f63-8de3-f9e4e644f4ed tempest-FloatingIPAdminTestJSON-382796379 tempest-FloatingIPAdminTestJSON-382796379-project] 10.222.0.26 "DELETE /v2.0/floatingips/dd906a68-cd4c-458f-b21d-6d04d36cd5d5 HTTP/1.1" status: 204 len: 168 time: 7.2934558 Apr 01 13:34:48.970083 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 47896) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:34:49.003642 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.v2.base [None req-bc35a436-235e-4684-a60e-f29a8ed55792 tempest-FloatingIPAdminTestJSON-546114676 tempest-FloatingIPAdminTestJSON-546114676-project-admin] Request body: {'floatingip': {'floating_network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301'}} {{(pid=83869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:34:49.028535 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-bc35a436-235e-4684-a60e-f29a8ed55792 tempest-FloatingIPAdminTestJSON-546114676 tempest-FloatingIPAdminTestJSON-546114676-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:34:49.040889 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_hamode_db [None req-16b365b5-e024-493d-9003-77f5de60e2e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-836180-1-hyperv', False) {} {{(pid=83872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:34:49.047108 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1172079a-bcbf-4a09-92f7-6f051234ccaf None None] Pushing event updated for resources: {'Port': ['ID=69d52410-58f1-4103-ae09-a4c92f55e77b,revision_number=2']} {{(pid=83872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:34:49.059269 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.managers [None req-f25d6dd8-d0f1-4a1c-9da7-ab3c546585b1 None None] Attempting to bind port 69d52410-58f1-4103-ae09-a4c92f55e77b on host dv-neutron-836180-1-hyperv for vnic_type normal with profile {{(pid=83872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 13:34:49.059887 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.managers [None req-f25d6dd8-d0f1-4a1c-9da7-ab3c546585b1 None None] Attempting to bind port 69d52410-58f1-4103-ae09-a4c92f55e77b by drivers openvswitch,hyperv on host dv-neutron-836180-1-hyperv at level 0 using segments [{'id': '7b924dd8-4978-40c4-ad91-4b9b27348462', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301'}] {{(pid=83872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 13:34:49.060934 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f25d6dd8-d0f1-4a1c-9da7-ab3c546585b1 None None] Attempting to bind port 69d52410-58f1-4103-ae09-a4c92f55e77b on network 725864b8-cceb-48c9-b5d3-1bfc4423e301 {{(pid=83872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 13:34:49.066259 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.db_base_plugin_common [None req-53138f5c-8ddd-4997-87c9-9c24ed1d04d3 tempest-RoutersAdminTest-1965710677 tempest-RoutersAdminTest-1965710677-project-admin] Allocated IP 172.26.5.12 (725864b8-cceb-48c9-b5d3-1bfc4423e301/e2ed99db-0e25-4971-b535-7fa69231fae8/a5609d2d-a3ca-4e65-84da-956527a7fcd8) {{(pid=83871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 13:34:49.075783 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-bc584b32-a4c0-4bd1-9520-9754fe0a309a tempest-RoutersAdminNegativeIpV6Test-1583965433 tempest-RoutersAdminNegativeIpV6Test-1583965433-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:34:49.079350 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f25d6dd8-d0f1-4a1c-9da7-ab3c546585b1 None None] Checking agent: {'id': 'af948428-97cd-4d10-9f53-af028bdb39b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-836180-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 13, 25, 37), 'started_at': datetime.datetime(2022, 4, 1, 13, 26, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 13, 34, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-836180-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 13:34:49.079881 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f25d6dd8-d0f1-4a1c-9da7-ab3c546585b1 None None] Checking segment: {'id': '7b924dd8-4978-40c4-ad91-4b9b27348462', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 13:34:49.080292 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-f25d6dd8-d0f1-4a1c-9da7-ab3c546585b1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:34:49.080778 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f25d6dd8-d0f1-4a1c-9da7-ab3c546585b1 None None] Bound using segment: {'id': '7b924dd8-4978-40c4-ad91-4b9b27348462', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301'} {{(pid=83872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 13:34:49.082266 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.managers [None req-f25d6dd8-d0f1-4a1c-9da7-ab3c546585b1 None None] Bound port: 69d52410-58f1-4103-ae09-a4c92f55e77b, host: dv-neutron-836180-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b924dd8-4978-40c4-ad91-4b9b27348462', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301'}}] {{(pid=83872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 13:34:49.082437 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-bc35a436-235e-4684-a60e-f29a8ed55792 tempest-FloatingIPAdminTestJSON-546114676 tempest-FloatingIPAdminTestJSON-546114676-project-admin] Usage tracker for resource:floatingip and tenant:40f3a2d8094f4ce5b416ed80051b720a is out of sync, need to count used quota {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 13:34:49.082957 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-f25d6dd8-d0f1-4a1c-9da7-ab3c546585b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:34:49.099609 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-bc35a436-235e-4684-a60e-f29a8ed55792 tempest-FloatingIPAdminTestJSON-546114676 tempest-FloatingIPAdminTestJSON-546114676-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 13:34:49.111487 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-612224eb-bee1-497a-874b-78c61fd109fb tempest-PortsAdminExtendedAttrsIpV6TestJSON-2133515689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2133515689-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:34:49.114714 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-bc584b32-a4c0-4bd1-9520-9754fe0a309a tempest-RoutersAdminNegativeIpV6Test-1583965433 tempest-RoutersAdminNegativeIpV6Test-1583965433-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3775923'] for security_group, after_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:34:49.128157 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-bc35a436-235e-4684-a60e-f29a8ed55792 tempest-FloatingIPAdminTestJSON-546114676 tempest-FloatingIPAdminTestJSON-546114676-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:34:49.148612 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.notifiers.nova [None req-bc584b32-a4c0-4bd1-9520-9754fe0a309a tempest-RoutersAdminNegativeIpV6Test-1583965433 tempest-RoutersAdminNegativeIpV6Test-1583965433-project-admin] device_id is not set on port 18c456f5-d951-4d2f-b0e6-25a1c5c918f0 yet. {{(pid=83869) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 01 13:34:49.228113 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-f25d6dd8-d0f1-4a1c-9da7-ab3c546585b1 None None] For port 69d52410-58f1-4103-ae09-a4c92f55e77b, host dv-neutron-836180-1-hyperv, cleared binding levels {{(pid=83872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 13:34:49.232948 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-f25d6dd8-d0f1-4a1c-9da7-ab3c546585b1 None None] For port 69d52410-58f1-4103-ae09-a4c92f55e77b, host dv-neutron-836180-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836180-1-hyperv',level=0,port_id=69d52410-58f1-4103-ae09-a4c92f55e77b,segment=NetworkSegment(7b924dd8-4978-40c4-ad91-4b9b27348462),segment_id=7b924dd8-4978-40c4-ad91-4b9b27348462)] {{(pid=83872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 13:34:49.236020 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16b365b5-e024-493d-9003-77f5de60e2e1 None None] Routers {'ef006376-a124-47f4-8ab3-ee1caa62d327'} bound to L3 agent in host dv-neutron-836180-1-hyperv {{(pid=83872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 13:34:49.237039 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_hamode_db [None req-16b365b5-e024-493d-9003-77f5de60e2e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836180-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T13:25:36Z,description=,heartbeat_timestamp=2022-04-01T13:34:36Z,host='dv-neutron-836180-1-hyperv',id=88bf8fc8-11a3-4e96-9d1b-5fd93ba9f6f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T13:25:36Z,topic='l3_agent')) {'router_ids': ['ef006376-a124-47f4-8ab3-ee1caa62d327'], 'active': True} {{(pid=83872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:34:49.251932 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d50152f1-86f6-4d05-9413-1cdda6955aa1 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:34:49.258146 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d50152f1-86f6-4d05-9413-1cdda6955aa1 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:34:49.259829 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-d50152f1-86f6-4d05-9413-1cdda6955aa1 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Synchronizing usage tracker for tenant:8b726fe6689e4b7f96def1a2219bea6c on resource:port {{(pid=83871) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 13:34:49.277442 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-c5e2ce7a-a6e8-479d-a908-902d08a83968 req-c1f93b19-f95f-468e-bd22-307f715c9571 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=389797f2-66e0-4248-bbe2-d36a06762cdf HTTP/1.1" status: 200 len: 1000 time: 0.4054716 Apr 01 13:34:49.287815 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-3c64ddff-fdd4-42a8-902f-1a4fe4764508 tempest-RoutersIpV6AdminTest-2054225496 tempest-RoutersIpV6AdminTest-2054225496-project-admin] 10.222.0.26 "GET /v2.0/routers/9af74377-1a23-4b4a-ace4-c290bb4e15e0 HTTP/1.1" status: 200 len: 907 time: 1.3244953 Apr 01 13:34:49.292559 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 47900) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:34:49.295772 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-f25d6dd8-d0f1-4a1c-9da7-ab3c546585b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864'] for port, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:34:49.365468 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_hamode_db [None req-16b365b5-e024-493d-9003-77f5de60e2e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-836180-1-hyperv', False) {} {{(pid=83872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:34:49.366021 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16b365b5-e024-493d-9003-77f5de60e2e1 None None] The sync data for ids ['ef006376-a124-47f4-8ab3-ee1caa62d327'] in dv-neutron-836180-1-hyperv is: [] {{(pid=83872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 13:34:49.400271 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-bc35a436-235e-4684-a60e-f29a8ed55792 tempest-FloatingIPAdminTestJSON-546114676 tempest-FloatingIPAdminTestJSON-546114676-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:34:49.406677 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1172079a-bcbf-4a09-92f7-6f051234ccaf None None] Pushing event updated for resources: {'Port': ['ID=69d52410-58f1-4103-ae09-a4c92f55e77b,revision_number=3']} {{(pid=83872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:34:49.415733 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-70a5f74a-fd20-40ec-b866-59544404ad88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9af74377-1a23-4b4a-ace4-c290bb4e15e0', 'name': 'tempest-snat-router-1382976853', 'tenant_id': '167f1243c1b94bb08d93f8762e1d0ff2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'external_fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.88'}], 'enable_snat': True}, 'gw_port_id': 'd1712365-7cae-494f-be26-7253043cb400', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T13:34:38Z', 'updated_at': '2022-04-01T13:34:43Z', 'revision_number': 3, 'project_id': '167f1243c1b94bb08d93f8762e1d0ff2', 'gw_port': {'id': 'd1712365-7cae-494f-be26-7253043cb400', 'name': '', 'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:b6:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9af74377-1a23-4b4a-ace4-c290bb4e15e0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:34:40Z', 'updated_at': '2022-04-01T13:34:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836180-1-hyperv'}], 'dv-neutron-836180-1-hyperv', False) {} {{(pid=83873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:34:49.421679 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70a5f74a-fd20-40ec-b866-59544404ad88 None None] Checking router: 9af74377-1a23-4b4a-ace4-c290bb4e15e0 for host: dv-neutron-836180-1-hyperv {{(pid=83873) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 01 13:34:49.422028 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70a5f74a-fd20-40ec-b866-59544404ad88 None None] Updating router 9af74377-1a23-4b4a-ace4-c290bb4e15e0 port d1712365-7cae-494f-be26-7253043cb400 binding host dv-neutron-836180-1-hyperv {{(pid=83873) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 01 13:34:49.424930 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f25d6dd8-d0f1-4a1c-9da7-ab3c546585b1 None None] Routers {'999ae0c2-5600-4fa0-8f04-a1b37e6210d8'} bound to L3 agent in host dv-neutron-836180-1-hyperv {{(pid=83872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 13:34:49.428652 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_hamode_db [None req-f25d6dd8-d0f1-4a1c-9da7-ab3c546585b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836180-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T13:25:36Z,description=,heartbeat_timestamp=2022-04-01T13:34:36Z,host='dv-neutron-836180-1-hyperv',id=88bf8fc8-11a3-4e96-9d1b-5fd93ba9f6f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T13:25:36Z,topic='l3_agent')) {'router_ids': ['999ae0c2-5600-4fa0-8f04-a1b37e6210d8'], 'active': True} {{(pid=83872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:34:49.509770 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-d50152f1-86f6-4d05-9413-1cdda6955aa1 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Unset dirty status for tenant:8b726fe6689e4b7f96def1a2219bea6c on resource:port {{(pid=83871) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 13:34:49.511715 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-d50152f1-86f6-4d05-9413-1cdda6955aa1 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1683 time: 0.7890234 Apr 01 13:34:49.517178 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-70a5f74a-fd20-40ec-b866-59544404ad88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:34:49.523426 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 47904) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:34:49.594016 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc584b32-a4c0-4bd1-9520-9754fe0a309a tempest-RoutersAdminNegativeIpV6Test-1583965433 tempest-RoutersAdminNegativeIpV6Test-1583965433-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd8bb2ce-1573-403d-a5ed-3bd1c4aa9194,revision_number=1']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:34:49.617126 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-d3beb14e-fe10-40a2-b963-a9cee3bfb4b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f24d7f76-f3ce-4d42-b1de-3162bb17b4ab', 'name': 'tempest-ServersTestManualDisk-1056140270-router', 'tenant_id': '89fbd4bee1224db38dcb79340f59d1d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'external_fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.27'}], 'enable_snat': True}, 'gw_port_id': '1d1d7b6b-a315-4d6f-b107-0a0f237c2067', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T13:33:39Z', 'updated_at': '2022-04-01T13:33:44Z', 'revision_number': 4, 'project_id': '89fbd4bee1224db38dcb79340f59d1d9', 'gw_port': {'id': '1d1d7b6b-a315-4d6f-b107-0a0f237c2067', 'name': '', 'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:f6:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f24d7f76-f3ce-4d42-b1de-3162bb17b4ab', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836180-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:33:40Z', 'updated_at': '2022-04-01T13:33:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836180-1-hyperv', '_floatingips': [{'id': 'e4e79cdb-e315-4aee-be2b-33d24ceb9e16', 'tenant_id': '89fbd4bee1224db38dcb79340f59d1d9', 'floating_ip_address': '172.26.5.149', 'floating_network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'router_id': 'f24d7f76-f3ce-4d42-b1de-3162bb17b4ab', 'port_id': '389797f2-66e0-4248-bbe2-d36a06762cdf', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8a1d3029-ea4e-4a99-9a7d-ce93ff1eb9a1', 'mac_address': 'fa:16:3e:2e:0f:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0316e663-2094-4e38-ab21-ae9fc82c63ae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T13:34:00Z', 'updated_at': '2022-04-01T13:34:40Z', 'revision_number': 1, 'project_id': '89fbd4bee1224db38dcb79340f59d1d9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dc1d3407-408a-4489-a985-4b87e716c495', 'name': '', 'network_id': '8a1d3029-ea4e-4a99-9a7d-ce93ff1eb9a1', 'tenant_id': '89fbd4bee1224db38dcb79340f59d1d9', 'mac_address': 'fa:16:3e:2e:99:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f24d7f76-f3ce-4d42-b1de-3162bb17b4ab', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b4d98d75-116a-4d3d-b965-52d071507f72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836180-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:33:43Z', 'updated_at': '2022-04-01T13:33:54Z', 'revision_number': 5, 'project_id': '89fbd4bee1224db38dcb79340f59d1d9', 'subnets': [{'id': 'b4d98d75-116a-4d3d-b965-52d071507f72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-836180-1-hyperv', False) {} {{(pid=83873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:34:49.694790 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.plugin [None req-7b401906-0b8b-4ed9-b802-43c3bda7786b tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Deleting port b7237426-5422-44f4-bf09-ecb87a5bed04 {{(pid=83871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 13:34:49.704023 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-7b401906-0b8b-4ed9-b802-43c3bda7786b tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736733287370'] for port, before_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:34:49.705712 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3beb14e-fe10-40a2-b963-a9cee3bfb4b8 None None] The sync data for ids ['f24d7f76-f3ce-4d42-b1de-3162bb17b4ab'] in dv-neutron-836180-1-hyperv is: [{'id': 'f24d7f76-f3ce-4d42-b1de-3162bb17b4ab', 'name': 'tempest-ServersTestManualDisk-1056140270-router', 'tenant_id': '89fbd4bee1224db38dcb79340f59d1d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'external_fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.27'}], 'enable_snat': True}, 'gw_port_id': '1d1d7b6b-a315-4d6f-b107-0a0f237c2067', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T13:33:39Z', 'updated_at': '2022-04-01T13:33:44Z', 'revision_number': 4, 'project_id': '89fbd4bee1224db38dcb79340f59d1d9', 'gw_port': {'id': '1d1d7b6b-a315-4d6f-b107-0a0f237c2067', 'name': '', 'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:f6:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f24d7f76-f3ce-4d42-b1de-3162bb17b4ab', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836180-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:33:40Z', 'updated_at': '2022-04-01T13:33:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836180-1-hyperv', '_floatingips': [{'id': 'e4e79cdb-e315-4aee-be2b-33d24ceb9e16', 'tenant_id': '89fbd4bee1224db38dcb79340f59d1d9', 'floating_ip_address': '172.26.5.149', 'floating_network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'router_id': 'f24d7f76-f3ce-4d42-b1de-3162bb17b4ab', 'port_id': '389797f2-66e0-4248-bbe2-d36a06762cdf', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8a1d3029-ea4e-4a99-9a7d-ce93ff1eb9a1', 'mac_address': 'fa:16:3e:2e:0f:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0316e663-2094-4e38-ab21-ae9fc82c63ae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T13:34:00Z', 'updated_at': '2022-04-01T13:34:40Z', 'revision_number': 1, 'project_id': '89fbd4bee1224db38dcb79340f59d1d9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dc1d3407-408a-4489-a985-4b87e716c495', 'name': '', 'network_id': '8a1d3029-ea4e-4a99-9a7d-ce93ff1eb9a1', 'tenant_id': '89fbd4bee1224db38dcb79340f59d1d9', 'mac_address': 'fa:16:3e:2e:99:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f24d7f76-f3ce-4d42-b1de-3162bb17b4ab', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b4d98d75-116a-4d3d-b965-52d071507f72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836180-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:33:43Z', 'updated_at': '2022-04-01T13:33:54Z', 'revision_number': 5, 'project_id': '89fbd4bee1224db38dcb79340f59d1d9', 'subnets': [{'id': 'b4d98d75-116a-4d3d-b965-52d071507f72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 13:34:49.706176 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_dvr_db [None req-f25d6dd8-d0f1-4a1c-9da7-ab3c546585b1 None None] Set router 999ae0c2-5600-4fa0-8f04-a1b37e6210d8 gateway port host: dv-neutron-836180-1-hyperv {{(pid=83872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 13:34:49.740468 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e2ce7a-a6e8-479d-a908-902d08a83968 req-68ab27e1-4fd5-4e32-a196-ace3a790ed2e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:34:49.742177 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-c5e2ce7a-a6e8-479d-a908-902d08a83968 req-68ab27e1-4fd5-4e32-a196-ace3a790ed2e service neutron] 10.222.0.57 "GET /v2.0/subnets?id=b4d98d75-116a-4d3d-b965-52d071507f72 HTTP/1.1" status: 200 len: 851 time: 0.4414508 Apr 01 13:34:49.757150 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-612224eb-bee1-497a-874b-78c61fd109fb tempest-PortsAdminExtendedAttrsIpV6TestJSON-2133515689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2133515689-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736732935801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2743125'] for port, after_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:34:49.809499 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-53138f5c-8ddd-4997-87c9-9c24ed1d04d3 tempest-RoutersAdminTest-1965710677 tempest-RoutersAdminTest-1965710677-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:34:49.886784 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-c5e2ce7a-a6e8-479d-a908-902d08a83968 req-60dbe048-8bda-49c5-be94-254d853f1e70 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=8a1d3029-ea4e-4a99-9a7d-ce93ff1eb9a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1351070 Apr 01 13:34:49.897850 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-bc35a436-235e-4684-a60e-f29a8ed55792 tempest-FloatingIPAdminTestJSON-546114676 tempest-FloatingIPAdminTestJSON-546114676-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:34:49.946726 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-da2a261c-609d-4978-b033-32d9450f5b2c None None] Provisioning for port 8e4f6e25-3e70-4d86-ad3f-fa2057452c2b completed by entity DHCP. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 13:34:49.951761 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-612224eb-bee1-497a-874b-78c61fd109fb tempest-PortsAdminExtendedAttrsIpV6TestJSON-2133515689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2133515689-project-admin] Network d7fe75b8-979e-4126-a402-cbef9551dbf5 is already hosted by enough agents. {{(pid=83871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 13:34:49.952735 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-612224eb-bee1-497a-874b-78c61fd109fb tempest-PortsAdminExtendedAttrsIpV6TestJSON-2133515689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2133515689-project-admin] Pushing event updated for resources: {'Port': ['ID=c44f6f2c-dbbc-4e40-9e0f-689ba3d842d3,revision_number=1']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:34:49.957773 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-da2a261c-609d-4978-b033-32d9450f5b2c None None] Provisioning complete for port 8e4f6e25-3e70-4d86-ad3f-fa2057452c2b triggered by entity DHCP. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 13:34:49.958143 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-da2a261c-609d-4978-b033-32d9450f5b2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-948329'] for port, provisioning_complete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:34:50.000249 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.scheduler.base_scheduler [None req-612224eb-bee1-497a-874b-78c61fd109fb tempest-PortsAdminExtendedAttrsIpV6TestJSON-2133515689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2133515689-project-admin] Resources bound (agent type, host, resource id): {{(pid=83871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 13:34:50.009544 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-612224eb-bee1-497a-874b-78c61fd109fb tempest-PortsAdminExtendedAttrsIpV6TestJSON-2133515689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2133515689-project-admin] Received port after_create {{(pid=83871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 13:34:50.010348 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-612224eb-bee1-497a-874b-78c61fd109fb tempest-PortsAdminExtendedAttrsIpV6TestJSON-2133515689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2133515689-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:34:50.011477 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-612224eb-bee1-497a-874b-78c61fd109fb tempest-PortsAdminExtendedAttrsIpV6TestJSON-2133515689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2133515689-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109561'] for port, before_response {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:34:50.066186 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-c5e2ce7a-a6e8-479d-a908-902d08a83968 req-886d667b-f3d7-4e4a-83c2-4e4b073b33e6 service neutron] 10.222.0.57 "GET /v2.0/networks/8a1d3029-ea4e-4a99-9a7d-ce93ff1eb9a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1709874 Apr 01 13:34:50.156660 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-da2a261c-609d-4978-b033-32d9450f5b2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:34:50.174696 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_hamode_db [None req-f25d6dd8-d0f1-4a1c-9da7-ab3c546585b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '999ae0c2-5600-4fa0-8f04-a1b37e6210d8', 'name': 'tempest-snat-router-697216235', 'tenant_id': '04664f7c59734678b16de80312349853', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'external_fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.13'}], 'enable_snat': False}, 'gw_port_id': '69d52410-58f1-4103-ae09-a4c92f55e77b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T13:34:42Z', 'updated_at': '2022-04-01T13:34:44Z', 'revision_number': 3, 'project_id': '04664f7c59734678b16de80312349853', 'gw_port': {'id': '69d52410-58f1-4103-ae09-a4c92f55e77b', 'name': '', 'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:20:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '999ae0c2-5600-4fa0-8f04-a1b37e6210d8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836180-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:34:43Z', 'updated_at': '2022-04-01T13:34:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-836180-1-hyperv'}], 'dv-neutron-836180-1-hyperv', False) {} {{(pid=83872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:34:50.181850 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f25d6dd8-d0f1-4a1c-9da7-ab3c546585b1 None None] The sync data for ids ['999ae0c2-5600-4fa0-8f04-a1b37e6210d8'] in dv-neutron-836180-1-hyperv is: [{'id': '999ae0c2-5600-4fa0-8f04-a1b37e6210d8', 'name': 'tempest-snat-router-697216235', 'tenant_id': '04664f7c59734678b16de80312349853', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'external_fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.13'}], 'enable_snat': False}, 'gw_port_id': '69d52410-58f1-4103-ae09-a4c92f55e77b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T13:34:42Z', 'updated_at': '2022-04-01T13:34:44Z', 'revision_number': 3, 'project_id': '04664f7c59734678b16de80312349853', 'gw_port': {'id': '69d52410-58f1-4103-ae09-a4c92f55e77b', 'name': '', 'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:20:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '999ae0c2-5600-4fa0-8f04-a1b37e6210d8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836180-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:34:43Z', 'updated_at': '2022-04-01T13:34:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-836180-1-hyperv'}] {{(pid=83872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 13:34:50.206781 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-da2a261c-609d-4978-b033-32d9450f5b2c None None] For port 8e4f6e25-3e70-4d86-ad3f-fa2057452c2b, host dv-neutron-836180-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836180-1-hyperv',level=0,port_id=8e4f6e25-3e70-4d86-ad3f-fa2057452c2b,segment=NetworkSegment(16094ed0-4a47-4ff6-9238-85c278d7a2a5),segment_id=16094ed0-4a47-4ff6-9238-85c278d7a2a5)] {{(pid=83872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 13:34:50.212614 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-da2a261c-609d-4978-b033-32d9450f5b2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864'] for port, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:34:50.245030 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-612224eb-bee1-497a-874b-78c61fd109fb tempest-PortsAdminExtendedAttrsIpV6TestJSON-2133515689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2133515689-project-admin] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 2.2981110 Apr 01 13:34:50.246511 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 47910) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:34:50.267314 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-53138f5c-8ddd-4997-87c9-9c24ed1d04d3 tempest-RoutersAdminTest-1965710677 tempest-RoutersAdminTest-1965710677-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736732935801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2743125'] for port, after_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:34:50.314265 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da2a261c-609d-4978-b033-32d9450f5b2c None None] Pushing event updated for resources: {'Port': ['ID=8e4f6e25-3e70-4d86-ad3f-fa2057452c2b,revision_number=3']} {{(pid=83872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:34:50.341854 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-e6466328-514b-4fa8-8dcd-5f8f901b36df None None] Provisioning for port b7237426-5422-44f4-bf09-ecb87a5bed04 completed by entity DHCP. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 13:34:50.347915 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-e6466328-514b-4fa8-8dcd-5f8f901b36df None None] Provisioning complete for port b7237426-5422-44f4-bf09-ecb87a5bed04 triggered by entity DHCP. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 13:34:50.348401 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-e6466328-514b-4fa8-8dcd-5f8f901b36df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-948329'] for port, provisioning_complete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:34:50.380592 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-c5e2ce7a-a6e8-479d-a908-902d08a83968 req-d189d2f4-1561-4649-a874-0b62ed64b46a service neutron] 10.222.0.57 "GET /v2.0/networks/8a1d3029-ea4e-4a99-9a7d-ce93ff1eb9a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2747459 Apr 01 13:34:50.391516 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53138f5c-8ddd-4997-87c9-9c24ed1d04d3 tempest-RoutersAdminTest-1965710677 tempest-RoutersAdminTest-1965710677-project-admin] Pushing event updated for resources: {'Port': ['ID=a5609d2d-a3ca-4e65-84da-956527a7fcd8,revision_number=1']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:34:50.399032 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-597f267c-45e6-45f3-a13f-014a4d2fa19c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2133515689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2133515689-project-admin] Synchronizing usage tracker for tenant:adec7e603a5e48e89443a3e3980c248d on resource:port {{(pid=83869) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 13:34:50.399641 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53138f5c-8ddd-4997-87c9-9c24ed1d04d3 tempest-RoutersAdminTest-1965710677 tempest-RoutersAdminTest-1965710677-project-admin] Network 725864b8-cceb-48c9-b5d3-1bfc4423e301 is already hosted by enough agents. {{(pid=83871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 13:34:50.403440 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-7b401906-0b8b-4ed9-b802-43c3bda7786b tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4155147'] for port, precommit_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:34:50.407346 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.plugin [None req-e6466328-514b-4fa8-8dcd-5f8f901b36df None None] Port b7237426-5422-44f4-bf09-ecb87a5bed04 cannot update to ACTIVE because it is not bound. {{(pid=83872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 13:34:50.410819 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.scheduler.base_scheduler [None req-53138f5c-8ddd-4997-87c9-9c24ed1d04d3 tempest-RoutersAdminTest-1965710677 tempest-RoutersAdminTest-1965710677-project-admin] Resources bound (agent type, host, resource id): {{(pid=83871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 13:34:50.417330 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53138f5c-8ddd-4997-87c9-9c24ed1d04d3 tempest-RoutersAdminTest-1965710677 tempest-RoutersAdminTest-1965710677-project-admin] Received port after_create {{(pid=83871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 13:34:50.432924 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.db_base_plugin_common [None req-bc584b32-a4c0-4bd1-9520-9754fe0a309a tempest-RoutersAdminNegativeIpV6Test-1583965433 tempest-RoutersAdminNegativeIpV6Test-1583965433-project-admin] Allocated IP 172.26.5.8 (725864b8-cceb-48c9-b5d3-1bfc4423e301/e2ed99db-0e25-4971-b535-7fa69231fae8/18c456f5-d951-4d2f-b0e6-25a1c5c918f0) {{(pid=83869) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 13:34:50.446425 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-597f267c-45e6-45f3-a13f-014a4d2fa19c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2133515689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2133515689-project-admin] Unset dirty status for tenant:adec7e603a5e48e89443a3e3980c248d on resource:port {{(pid=83869) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 13:34:50.446819 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-33358965-1364-4d80-a2d2-1575bc645185 tempest-RoutersIpV6AdminTest-2054225496 tempest-RoutersIpV6AdminTest-2054225496-project-admin] Notify callbacks [] for router, before_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:34:50.447571 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-597f267c-45e6-45f3-a13f-014a4d2fa19c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2133515689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2133515689-project-admin] 10.222.0.26 "GET /v2.0/ports/c44f6f2c-dbbc-4e40-9e0f-689ba3d842d3 HTTP/1.1" status: 200 len: 958 time: 0.2001348 Apr 01 13:34:50.452079 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 47914) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:34:50.549170 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.plugin [None req-18445826-36e0-401c-b03d-47aa79d9afb6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2133515689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2133515689-project-admin] Deleting port c44f6f2c-dbbc-4e40-9e0f-689ba3d842d3 {{(pid=83869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 13:34:50.549507 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-18445826-36e0-401c-b03d-47aa79d9afb6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2133515689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2133515689-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736733287370'] for port, before_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:34:50.610837 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.plugin [None req-7b401906-0b8b-4ed9-b802-43c3bda7786b tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Calling delete_port for b7237426-5422-44f4-bf09-ecb87a5bed04 owned by {{(pid=83871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 13:34:50.856048 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-bc584b32-a4c0-4bd1-9520-9754fe0a309a tempest-RoutersAdminNegativeIpV6Test-1583965433 tempest-RoutersAdminNegativeIpV6Test-1583965433-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:34:50.879946 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-18445826-36e0-401c-b03d-47aa79d9afb6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2133515689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2133515689-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4155147'] for port, precommit_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:34:50.895215 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-7b401906-0b8b-4ed9-b802-43c3bda7786b tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736733359243', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736732935810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2743125'] for port, after_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:34:50.957837 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b401906-0b8b-4ed9-b802-43c3bda7786b tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Pushing event deleted for resources: {'Port': ['ID=b7237426-5422-44f4-bf09-ecb87a5bed04,revision_number=None']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:34:51.008356 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.plugin [None req-18445826-36e0-401c-b03d-47aa79d9afb6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2133515689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2133515689-project-admin] Calling delete_port for c44f6f2c-dbbc-4e40-9e0f-689ba3d842d3 owned by {{(pid=83869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 13:34:51.012882 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-7b401906-0b8b-4ed9-b802-43c3bda7786b tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109561'] for port, before_response {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:34:51.051067 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-7b401906-0b8b-4ed9-b802-43c3bda7786b tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] 10.222.0.26 "DELETE /v2.0/ports/b7237426-5422-44f4-bf09-ecb87a5bed04 HTTP/1.1" status: 204 len: 168 time: 1.5213835 Apr 01 13:34:51.052089 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 47918) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:34:51.083106 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-bc584b32-a4c0-4bd1-9520-9754fe0a309a tempest-RoutersAdminNegativeIpV6Test-1583965433 tempest-RoutersAdminNegativeIpV6Test-1583965433-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736732935801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2705155'] for port, after_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:34:51.126642 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-33358965-1364-4d80-a2d2-1575bc645185 tempest-RoutersIpV6AdminTest-2054225496 tempest-RoutersIpV6AdminTest-2054225496-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:34:51.148368 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cac7f85a-5d6b-43af-a174-cebd83972a97 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:34:51.149795 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cac7f85a-5d6b-43af-a174-cebd83972a97 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:34:51.150581 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-cac7f85a-5d6b-43af-a174-cebd83972a97 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Synchronizing usage tracker for tenant:8b726fe6689e4b7f96def1a2219bea6c on resource:subnet {{(pid=83871) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 13:34:51.157732 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.plugin [None req-33358965-1364-4d80-a2d2-1575bc645185 tempest-RoutersIpV6AdminTest-2054225496 tempest-RoutersIpV6AdminTest-2054225496-project-admin] Deleting port d1712365-7cae-494f-be26-7253043cb400 {{(pid=83871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 13:34:51.158068 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-33358965-1364-4d80-a2d2-1575bc645185 tempest-RoutersIpV6AdminTest-2054225496 tempest-RoutersIpV6AdminTest-2054225496-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736733287370'] for port, before_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:34:51.165556 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-18445826-36e0-401c-b03d-47aa79d9afb6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2133515689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2133515689-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736733359243', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736732935810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2705155'] for port, after_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:34:51.169375 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc584b32-a4c0-4bd1-9520-9754fe0a309a tempest-RoutersAdminNegativeIpV6Test-1583965433 tempest-RoutersAdminNegativeIpV6Test-1583965433-project-admin] Network 725864b8-cceb-48c9-b5d3-1bfc4423e301 is already hosted by enough agents. {{(pid=83869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 13:34:51.176253 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.scheduler.base_scheduler [None req-bc584b32-a4c0-4bd1-9520-9754fe0a309a tempest-RoutersAdminNegativeIpV6Test-1583965433 tempest-RoutersAdminNegativeIpV6Test-1583965433-project-admin] Resources bound (agent type, host, resource id): {{(pid=83869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 13:34:51.185010 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc584b32-a4c0-4bd1-9520-9754fe0a309a tempest-RoutersAdminNegativeIpV6Test-1583965433 tempest-RoutersAdminNegativeIpV6Test-1583965433-project-admin] Received port after_create {{(pid=83869) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 13:34:51.212144 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc584b32-a4c0-4bd1-9520-9754fe0a309a tempest-RoutersAdminNegativeIpV6Test-1583965433 tempest-RoutersAdminNegativeIpV6Test-1583965433-project-admin] Pushing event updated for resources: {'Port': ['ID=18c456f5-d951-4d2f-b0e6-25a1c5c918f0,revision_number=1']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:34:51.212489 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-53138f5c-8ddd-4997-87c9-9c24ed1d04d3 tempest-RoutersAdminTest-1965710677 tempest-RoutersAdminTest-1965710677-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:34:51.213268 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-53138f5c-8ddd-4997-87c9-9c24ed1d04d3 tempest-RoutersAdminTest-1965710677 tempest-RoutersAdminTest-1965710677-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4082201', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4084858'] for router, after_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:34:51.226692 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-cac7f85a-5d6b-43af-a174-cebd83972a97 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Unset dirty status for tenant:8b726fe6689e4b7f96def1a2219bea6c on resource:subnet {{(pid=83871) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 13:34:51.227892 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-cac7f85a-5d6b-43af-a174-cebd83972a97 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1742768 Apr 01 13:34:51.245348 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 47922) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:34:51.274619 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18445826-36e0-401c-b03d-47aa79d9afb6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2133515689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2133515689-project-admin] Pushing event deleted for resources: {'Port': ['ID=c44f6f2c-dbbc-4e40-9e0f-689ba3d842d3,revision_number=None']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:34:51.285957 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-18445826-36e0-401c-b03d-47aa79d9afb6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2133515689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2133515689-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109561'] for port, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:34:51.302089 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc584b32-a4c0-4bd1-9520-9754fe0a309a tempest-RoutersAdminNegativeIpV6Test-1583965433 tempest-RoutersAdminNegativeIpV6Test-1583965433-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:34:51.302689 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-bc584b32-a4c0-4bd1-9520-9754fe0a309a tempest-RoutersAdminNegativeIpV6Test-1583965433 tempest-RoutersAdminNegativeIpV6Test-1583965433-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109561'] for port, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:34:51.337477 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-bc584b32-a4c0-4bd1-9520-9754fe0a309a tempest-RoutersAdminNegativeIpV6Test-1583965433 tempest-RoutersAdminNegativeIpV6Test-1583965433-project-admin] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1034 time: 3.6952119 Apr 01 13:34:51.339894 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-18445826-36e0-401c-b03d-47aa79d9afb6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2133515689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2133515689-project-admin] 10.222.0.26 "DELETE /v2.0/ports/c44f6f2c-dbbc-4e40-9e0f-689ba3d842d3 HTTP/1.1" status: 204 len: 168 time: 0.8868124 Apr 01 13:34:51.340599 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 47926) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:34:51.343197 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 47928) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:34:51.352760 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.v2.base [None req-9f0bd2b9-0144-4c14-aad6-2f4b177a6c5c tempest-RoutersAdminNegativeIpV6Test-1583965433 tempest-RoutersAdminNegativeIpV6Test-1583965433-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'external_fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.8'}]}}} {{(pid=83869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:34:51.382558 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-70a5f74a-fd20-40ec-b866-59544404ad88 None None] Notify callbacks [] for port, precommit_update {{(pid=83873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:34:51.394103 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-9f0bd2b9-0144-4c14-aad6-2f4b177a6c5c tempest-RoutersAdminNegativeIpV6Test-1583965433 tempest-RoutersAdminNegativeIpV6Test-1583965433-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:34:51.396445 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-70a5f74a-fd20-40ec-b866-59544404ad88 None None] Transition to ACTIVE for port object d1712365-7cae-494f-be26-7253043cb400 will not be triggered until provisioned by entity L2. {{(pid=83873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 13:34:51.406283 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-70a5f74a-fd20-40ec-b866-59544404ad88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864'] for port, after_update {{(pid=83873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:34:51.498550 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.plugins.ml2.managers [None req-70a5f74a-fd20-40ec-b866-59544404ad88 None None] Attempting to bind port d1712365-7cae-494f-be26-7253043cb400 on host dv-neutron-836180-1-hyperv for vnic_type normal with profile {{(pid=83873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 13:34:51.498901 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.plugins.ml2.managers [None req-70a5f74a-fd20-40ec-b866-59544404ad88 None None] Attempting to bind port d1712365-7cae-494f-be26-7253043cb400 by drivers openvswitch,hyperv on host dv-neutron-836180-1-hyperv at level 0 using segments [{'id': '7b924dd8-4978-40c4-ad91-4b9b27348462', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301'}] {{(pid=83873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 13:34:51.499719 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70a5f74a-fd20-40ec-b866-59544404ad88 None None] Attempting to bind port d1712365-7cae-494f-be26-7253043cb400 on network 725864b8-cceb-48c9-b5d3-1bfc4423e301 {{(pid=83873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 13:34:51.506667 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-9f0bd2b9-0144-4c14-aad6-2f4b177a6c5c tempest-RoutersAdminNegativeIpV6Test-1583965433 tempest-RoutersAdminNegativeIpV6Test-1583965433-project-admin] Usage tracker for resource:router and tenant:00c6064b9d094aad95fd2d4e3252ec50 is out of sync, need to count used quota {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 13:34:51.508782 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e02cff-40a0-4ee4-92b1-216fd85cb89a None None] Pushing event updated for resources: {'Port': ['ID=d1712365-7cae-494f-be26-7253043cb400,revision_number=2']} {{(pid=83873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:34:51.509504 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-9f0bd2b9-0144-4c14-aad6-2f4b177a6c5c tempest-RoutersAdminNegativeIpV6Test-1583965433 tempest-RoutersAdminNegativeIpV6Test-1583965433-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 13:34:51.511568 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70a5f74a-fd20-40ec-b866-59544404ad88 None None] Checking agent: {'id': 'af948428-97cd-4d10-9f53-af028bdb39b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-836180-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 13, 25, 37), 'started_at': datetime.datetime(2022, 4, 1, 13, 26, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 13, 34, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-836180-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 13:34:51.511950 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70a5f74a-fd20-40ec-b866-59544404ad88 None None] Checking segment: {'id': '7b924dd8-4978-40c4-ad91-4b9b27348462', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 13:34:51.512521 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-70a5f74a-fd20-40ec-b866-59544404ad88 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:34:51.512899 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70a5f74a-fd20-40ec-b866-59544404ad88 None None] Bound using segment: {'id': '7b924dd8-4978-40c4-ad91-4b9b27348462', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301'} {{(pid=83873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 13:34:51.513376 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.plugins.ml2.managers [None req-70a5f74a-fd20-40ec-b866-59544404ad88 None None] Bound port: d1712365-7cae-494f-be26-7253043cb400, host: dv-neutron-836180-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b924dd8-4978-40c4-ad91-4b9b27348462', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301'}}] {{(pid=83873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 13:34:51.513707 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-70a5f74a-fd20-40ec-b866-59544404ad88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:34:51.541316 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.pecan_wsgi.hooks.translation [None req-cc5223d8-4ab1-4159-a1c1-6cea8341d93d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2133515689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2133515689-project-admin] GET failed (client error): The resource could not be found. Apr 01 13:34:51.542342 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-cc5223d8-4ab1-4159-a1c1-6cea8341d93d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2133515689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2133515689-project-admin] Synchronizing usage tracker for tenant:adec7e603a5e48e89443a3e3980c248d on resource:port {{(pid=83869) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 13:34:51.544877 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-9f0bd2b9-0144-4c14-aad6-2f4b177a6c5c tempest-RoutersAdminNegativeIpV6Test-1583965433 tempest-RoutersAdminNegativeIpV6Test-1583965433-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:34:51.553985 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8e02cff-40a0-4ee4-92b1-216fd85cb89a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:34:51.554597 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8e02cff-40a0-4ee4-92b1-216fd85cb89a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:34:51.554705 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8e02cff-40a0-4ee4-92b1-216fd85cb89a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:34:51.554958 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8e02cff-40a0-4ee4-92b1-216fd85cb89a None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:34:51.555303 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8e02cff-40a0-4ee4-92b1-216fd85cb89a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:34:51.555623 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8e02cff-40a0-4ee4-92b1-216fd85cb89a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:34:51.556415 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8e02cff-40a0-4ee4-92b1-216fd85cb89a None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:34:51.556415 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8e02cff-40a0-4ee4-92b1-216fd85cb89a None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:34:51.556576 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8e02cff-40a0-4ee4-92b1-216fd85cb89a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:34:51.556874 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8e02cff-40a0-4ee4-92b1-216fd85cb89a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:34:51.558699 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8e02cff-40a0-4ee4-92b1-216fd85cb89a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:34:51.574062 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-9f0bd2b9-0144-4c14-aad6-2f4b177a6c5c tempest-RoutersAdminNegativeIpV6Test-1583965433 tempest-RoutersAdminNegativeIpV6Test-1583965433-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4082176', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4220'] for router, before_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:34:51.574918 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-9f0bd2b9-0144-4c14-aad6-2f4b177a6c5c tempest-RoutersAdminNegativeIpV6Test-1583965433 tempest-RoutersAdminNegativeIpV6Test-1583965433-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4082277', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4084873', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4148249', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4211'] for router, precommit_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:34:51.590533 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-cc5223d8-4ab1-4159-a1c1-6cea8341d93d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2133515689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2133515689-project-admin] Unset dirty status for tenant:adec7e603a5e48e89443a3e3980c248d on resource:port {{(pid=83869) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 13:34:51.591669 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-cc5223d8-4ab1-4159-a1c1-6cea8341d93d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2133515689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2133515689-project-admin] 10.222.0.26 "GET /v2.0/ports/c44f6f2c-dbbc-4e40-9e0f-689ba3d842d3 HTTP/1.1" status: 404 len: 333 time: 0.2474954 Apr 01 13:34:51.597549 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 47934) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:34:51.607810 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.v2.base [None req-da0a4589-c08f-4413-85be-619cd2799b9f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2133515689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2133515689-project-admin] Request body: {'port': {'network_id': 'd7fe75b8-979e-4126-a402-cbef9551dbf5', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1324392176'}} {{(pid=83869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:34:51.608244 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.plugins.ml2.db [None req-70a5f74a-fd20-40ec-b866-59544404ad88 None None] For port d1712365-7cae-494f-be26-7253043cb400, host dv-neutron-836180-1-hyperv, cleared binding levels {{(pid=83873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 13:34:51.611978 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.plugins.ml2.db [None req-70a5f74a-fd20-40ec-b866-59544404ad88 None None] For port d1712365-7cae-494f-be26-7253043cb400, host dv-neutron-836180-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836180-1-hyperv',level=0,port_id=d1712365-7cae-494f-be26-7253043cb400,segment=NetworkSegment(7b924dd8-4978-40c4-ad91-4b9b27348462),segment_id=7b924dd8-4978-40c4-ad91-4b9b27348462)] {{(pid=83873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 13:34:51.617504 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-70a5f74a-fd20-40ec-b866-59544404ad88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864'] for port, after_update {{(pid=83873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:34:51.621610 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.db_base_plugin_common [None req-bc35a436-235e-4684-a60e-f29a8ed55792 tempest-FloatingIPAdminTestJSON-546114676 tempest-FloatingIPAdminTestJSON-546114676-project-admin] Allocated IP 172.26.5.59 (725864b8-cceb-48c9-b5d3-1bfc4423e301/e2ed99db-0e25-4971-b535-7fa69231fae8/090c340d-7bea-411d-9bed-f052cb1523cb) {{(pid=83869) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 13:34:51.623868 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-da0a4589-c08f-4413-85be-619cd2799b9f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2133515689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2133515689-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:34:51.644667 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-da0a4589-c08f-4413-85be-619cd2799b9f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2133515689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2133515689-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:34:51.647343 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-9f0bd2b9-0144-4c14-aad6-2f4b177a6c5c tempest-RoutersAdminNegativeIpV6Test-1583965433 tempest-RoutersAdminNegativeIpV6Test-1583965433-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:34:51.698853 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e02cff-40a0-4ee4-92b1-216fd85cb89a None None] Pushing event updated for resources: {'Port': ['ID=d1712365-7cae-494f-be26-7253043cb400,revision_number=3']} {{(pid=83873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:34:51.705380 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70a5f74a-fd20-40ec-b866-59544404ad88 None None] Routers {'9af74377-1a23-4b4a-ace4-c290bb4e15e0'} bound to L3 agent in host dv-neutron-836180-1-hyperv {{(pid=83873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 13:34:51.706105 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-70a5f74a-fd20-40ec-b866-59544404ad88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836180-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T13:25:36Z,description=,heartbeat_timestamp=2022-04-01T13:34:36Z,host='dv-neutron-836180-1-hyperv',id=88bf8fc8-11a3-4e96-9d1b-5fd93ba9f6f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T13:25:36Z,topic='l3_agent')) {'router_ids': ['9af74377-1a23-4b4a-ace4-c290bb4e15e0'], 'active': True} {{(pid=83873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:34:51.735926 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da0a4589-c08f-4413-85be-619cd2799b9f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2133515689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2133515689-project-admin] Made reservation on behalf of adec7e603a5e48e89443a3e3980c248d for: {'port': 1} {{(pid=83869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 13:34:51.738255 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-da0a4589-c08f-4413-85be-619cd2799b9f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2133515689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2133515689-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:34:51.743120 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-33358965-1364-4d80-a2d2-1575bc645185 tempest-RoutersIpV6AdminTest-2054225496 tempest-RoutersIpV6AdminTest-2054225496-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4155147'] for port, precommit_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:34:51.861360 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_dvr_db [None req-70a5f74a-fd20-40ec-b866-59544404ad88 None None] Set router 9af74377-1a23-4b4a-ace4-c290bb4e15e0 gateway port host: None {{(pid=83873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 13:34:51.882274 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.plugin [None req-33358965-1364-4d80-a2d2-1575bc645185 tempest-RoutersIpV6AdminTest-2054225496 tempest-RoutersIpV6AdminTest-2054225496-project-admin] Calling delete_port for d1712365-7cae-494f-be26-7253043cb400 owned by network:router_gateway {{(pid=83871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 13:34:51.888187 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.notifiers.nova [None req-da0a4589-c08f-4413-85be-619cd2799b9f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2133515689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2133515689-project-admin] device_id is not set on port 26510eca-85cc-4753-9f79-5350b3ab617e yet. {{(pid=83869) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 01 13:34:51.969063 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.agents_db [None req-bdd220c7-049a-43d2-a923-ad1a2de078c6 None None] Agent healthcheck: found 6 active agents {{(pid=83873) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 01 13:34:51.976667 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-70a5f74a-fd20-40ec-b866-59544404ad88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9af74377-1a23-4b4a-ace4-c290bb4e15e0', 'name': 'tempest-snat-router-1382976853', 'tenant_id': '167f1243c1b94bb08d93f8762e1d0ff2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T13:34:38Z', 'updated_at': '2022-04-01T13:34:51Z', 'revision_number': 4, 'project_id': '167f1243c1b94bb08d93f8762e1d0ff2', 'gw_port_host': None}], 'dv-neutron-836180-1-hyperv', False) {} {{(pid=83873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:34:51.981365 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70a5f74a-fd20-40ec-b866-59544404ad88 None None] The sync data for ids ['9af74377-1a23-4b4a-ace4-c290bb4e15e0'] in dv-neutron-836180-1-hyperv is: [{'id': '9af74377-1a23-4b4a-ace4-c290bb4e15e0', 'name': 'tempest-snat-router-1382976853', 'tenant_id': '167f1243c1b94bb08d93f8762e1d0ff2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T13:34:38Z', 'updated_at': '2022-04-01T13:34:51Z', 'revision_number': 4, 'project_id': '167f1243c1b94bb08d93f8762e1d0ff2', 'gw_port_host': None}] {{(pid=83873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 13:34:51.996649 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.db_base_plugin_v2 [None req-e4b647b2-c2e2-41f8-b513-4b9ad6f7d4c3 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Deleting subnet 292b861e-036f-4db5-bc82-d564f1d1b912 {{(pid=83871) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 01 13:34:52.018345 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-e4b647b2-c2e2-41f8-b513-4b9ad6f7d4c3 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Notify callbacks [] for subnet, before_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:34:52.028006 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-bc35a436-235e-4684-a60e-f29a8ed55792 tempest-FloatingIPAdminTestJSON-546114676 tempest-FloatingIPAdminTestJSON-546114676-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:34:52.031703 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-9f0bd2b9-0144-4c14-aad6-2f4b177a6c5c tempest-RoutersAdminNegativeIpV6Test-1583965433 tempest-RoutersAdminNegativeIpV6Test-1583965433-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4084887', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4079850', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4161'] for router, precommit_update {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:34:52.085663 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-e4b647b2-c2e2-41f8-b513-4b9ad6f7d4c3 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3166365'] for subnet, precommit_delete_associations {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:34:52.175831 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.db.api [None req-33358965-1364-4d80-a2d2-1575bc645185 tempest-RoutersIpV6AdminTest-2054225496 tempest-RoutersIpV6AdminTest-2054225496-project-admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83871) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 01 13:34:52.176183 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG oslo_db.api [None req-33358965-1364-4d80-a2d2-1575bc645185 tempest-RoutersIpV6AdminTest-2054225496 tempest-RoutersIpV6AdminTest-2054225496-project-admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 01 13:34:52.211412 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-e4b647b2-c2e2-41f8-b513-4b9ad6f7d4c3 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-945029'] for subnet, precommit_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:34:52.240205 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-bc35a436-235e-4684-a60e-f29a8ed55792 tempest-FloatingIPAdminTestJSON-546114676 tempest-FloatingIPAdminTestJSON-546114676-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736732935801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2705155'] for port, after_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:34:52.301862 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53138f5c-8ddd-4997-87c9-9c24ed1d04d3 tempest-RoutersAdminTest-1965710677 tempest-RoutersAdminTest-1965710677-project-admin] Router a3e40bea-d2dc-44a4-93ec-e1481480a223 is scheduled to L3 agent 88bf8fc8-11a3-4e96-9d1b-5fd93ba9f6f1 with binding_index 1 {{(pid=83871) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 01 13:34:52.318536 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-da0a4589-c08f-4413-85be-619cd2799b9f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2133515689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2133515689-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:34:52.319681 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-e4b647b2-c2e2-41f8-b513-4b9ad6f7d4c3 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-945042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2743160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2757373'] for subnet, after_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:34:52.342766 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Device 8e4f6e25-3e70-4d86-ad3f-fa2057452c2b up at agent ovs-agent-dv-neutron-836180-1-hyperv {{(pid=83872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 13:34:52.356236 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc35a436-235e-4684-a60e-f29a8ed55792 tempest-FloatingIPAdminTestJSON-546114676 tempest-FloatingIPAdminTestJSON-546114676-project-admin] Network 725864b8-cceb-48c9-b5d3-1bfc4423e301 is already hosted by enough agents. {{(pid=83869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 13:34:52.359340 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.scheduler.base_scheduler [None req-bc35a436-235e-4684-a60e-f29a8ed55792 tempest-FloatingIPAdminTestJSON-546114676 tempest-FloatingIPAdminTestJSON-546114676-project-admin] Resources bound (agent type, host, resource id): {{(pid=83869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 13:34:52.361147 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc35a436-235e-4684-a60e-f29a8ed55792 tempest-FloatingIPAdminTestJSON-546114676 tempest-FloatingIPAdminTestJSON-546114676-project-admin] Pushing event updated for resources: {'Port': ['ID=090c340d-7bea-411d-9bed-f052cb1523cb,revision_number=1']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:34:52.364377 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc35a436-235e-4684-a60e-f29a8ed55792 tempest-FloatingIPAdminTestJSON-546114676 tempest-FloatingIPAdminTestJSON-546114676-project-admin] Received port after_create {{(pid=83869) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 13:34:52.424187 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Provisioning complete for port 8e4f6e25-3e70-4d86-ad3f-fa2057452c2b triggered by entity L2. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 13:34:52.424574 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-948329'] for port, provisioning_complete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:34:52.446251 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-da0a4589-c08f-4413-85be-619cd2799b9f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2133515689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2133515689-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736732935801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2705155'] for port, after_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:34:52.489151 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b647b2-c2e2-41f8-b513-4b9ad6f7d4c3 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Pushing event deleted for resources: {'Subnet': ['ID=292b861e-036f-4db5-bc82-d564f1d1b912,revision_number=None']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:34:52.504360 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-e4b647b2-c2e2-41f8-b513-4b9ad6f7d4c3 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Notify callbacks [] for subnet, before_response {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:34:52.515572 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e4afaef-b84f-4f9d-a9fc-dd44e1b840a6 None None] Network 09d7ea43-6376-4322-97e7-54cd01aae492 requested from dv-neutron-836180-1-hyperv {{(pid=83872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 13:34:52.564393 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-e4b647b2-c2e2-41f8-b513-4b9ad6f7d4c3 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] 10.222.0.26 "DELETE /v2.0/subnets/292b861e-036f-4db5-bc82-d564f1d1b912 HTTP/1.1" status: 204 len: 168 time: 1.3148715 Apr 01 13:34:52.564804 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 47938) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:34:52.604384 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7907fd4-a9a2-464c-8993-86b7e8a2b9c8 None None] New status for floating IP e4e79cdb-e315-4aee-be2b-33d24ceb9e16: ACTIVE {{(pid=83873) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 01 13:34:52.650529 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-381515c5-ce34-4dad-bd17-e27d48c52987 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] 10.222.0.26 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0845621 Apr 01 13:34:52.652575 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da0a4589-c08f-4413-85be-619cd2799b9f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2133515689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2133515689-project-admin] Network d7fe75b8-979e-4126-a402-cbef9551dbf5 is already hosted by enough agents. {{(pid=83869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 13:34:52.653443 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 47942) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:34:52.662425 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.scheduler.base_scheduler [None req-da0a4589-c08f-4413-85be-619cd2799b9f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2133515689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2133515689-project-admin] Resources bound (agent type, host, resource id): {{(pid=83869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 13:34:52.663465 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.v2.base [None req-89866ab7-1716-4e0d-9bba-0e65a58cb526 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Request body: {'subnet': {'network_id': '09d7ea43-6376-4322-97e7-54cd01aae492', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=83871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:34:52.676092 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da0a4589-c08f-4413-85be-619cd2799b9f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2133515689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2133515689-project-admin] Received port after_create {{(pid=83869) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 13:34:52.677127 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da0a4589-c08f-4413-85be-619cd2799b9f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2133515689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2133515689-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:34:52.677898 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-da0a4589-c08f-4413-85be-619cd2799b9f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2133515689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2133515689-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109561'] for port, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:34:52.681368 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da0a4589-c08f-4413-85be-619cd2799b9f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2133515689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2133515689-project-admin] Pushing event updated for resources: {'Port': ['ID=26510eca-85cc-4753-9f79-5350b3ab617e,revision_number=1']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:34:52.786576 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.plugin [None req-33358965-1364-4d80-a2d2-1575bc645185 tempest-RoutersIpV6AdminTest-2054225496 tempest-RoutersIpV6AdminTest-2054225496-project-admin] Deleting port d1712365-7cae-494f-be26-7253043cb400 {{(pid=83871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 13:34:52.787157 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-33358965-1364-4d80-a2d2-1575bc645185 tempest-RoutersIpV6AdminTest-2054225496 tempest-RoutersIpV6AdminTest-2054225496-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736733287370'] for port, before_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:34:52.817313 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-89866ab7-1716-4e0d-9bba-0e65a58cb526 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:34:52.822294 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-89866ab7-1716-4e0d-9bba-0e65a58cb526 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Usage tracker for resource:subnet and tenant:8b726fe6689e4b7f96def1a2219bea6c is out of sync, need to count used quota {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 13:34:52.825722 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-89866ab7-1716-4e0d-9bba-0e65a58cb526 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 13:34:52.838223 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-bc35a436-235e-4684-a60e-f29a8ed55792 tempest-FloatingIPAdminTestJSON-546114676 tempest-FloatingIPAdminTestJSON-546114676-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:34:52.839631 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-89866ab7-1716-4e0d-9bba-0e65a58cb526 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:34:52.845415 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-da0a4589-c08f-4413-85be-619cd2799b9f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2133515689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2133515689-project-admin] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 1.2469881 Apr 01 13:34:52.848253 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 47946) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:34:52.856396 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.v2.base [None req-ed31fad4-4a9b-4189-bf4d-f972ddacdd2c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2133515689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2133515689-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8361'}} {{(pid=83869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:34:52.903623 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89866ab7-1716-4e0d-9bba-0e65a58cb526 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Made reservation on behalf of 8b726fe6689e4b7f96def1a2219bea6c for: {'subnet': 1} {{(pid=83871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 13:34:52.906824 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-89866ab7-1716-4e0d-9bba-0e65a58cb526 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2757336'] for subnet, before_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:34:52.928024 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-9f0bd2b9-0144-4c14-aad6-2f4b177a6c5c tempest-RoutersAdminNegativeIpV6Test-1583965433 tempest-RoutersAdminNegativeIpV6Test-1583965433-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:34:52.939337 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf2f02dd-ce5a-4caa-b125-eaf26b70399c None None] DHCP port deletion for 09d7ea43-6376-4322-97e7-54cd01aae492 request from dv-neutron-836180-1-hyperv {{(pid=83872) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 01 13:34:52.943658 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.plugin [None req-bf2f02dd-ce5a-4caa-b125-eaf26b70399c None None] Deleting port 8e4f6e25-3e70-4d86-ad3f-fa2057452c2b {{(pid=83872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 13:34:52.944026 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-bf2f02dd-ce5a-4caa-b125-eaf26b70399c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736733287370'] for port, before_delete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:34:52.966476 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-9f0bd2b9-0144-4c14-aad6-2f4b177a6c5c tempest-RoutersAdminNegativeIpV6Test-1583965433 tempest-RoutersAdminNegativeIpV6Test-1583965433-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:34:53.035007 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-bc35a436-235e-4684-a60e-f29a8ed55792 tempest-FloatingIPAdminTestJSON-546114676 tempest-FloatingIPAdminTestJSON-546114676-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:34:53.159744 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.db [None req-33358965-1364-4d80-a2d2-1575bc645185 tempest-RoutersIpV6AdminTest-2054225496 tempest-RoutersIpV6AdminTest-2054225496-project-admin] For port d1712365-7cae-494f-be26-7253043cb400, host dv-neutron-836180-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836180-1-hyperv',level=0,port_id=d1712365-7cae-494f-be26-7253043cb400,segment=NetworkSegment(7b924dd8-4978-40c4-ad91-4b9b27348462),segment_id=7b924dd8-4978-40c4-ad91-4b9b27348462)] {{(pid=83871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 13:34:53.160178 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-33358965-1364-4d80-a2d2-1575bc645185 tempest-RoutersIpV6AdminTest-2054225496 tempest-RoutersIpV6AdminTest-2054225496-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4155147'] for port, precommit_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:34:53.174843 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53138f5c-8ddd-4997-87c9-9c24ed1d04d3 tempest-RoutersAdminTest-1965710677 tempest-RoutersAdminTest-1965710677-project-admin] Notify agent at l3_agent.dv-neutron-836180-1-hyperv the message routers_updated {{(pid=83871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 13:34:53.219109 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-bf2f02dd-ce5a-4caa-b125-eaf26b70399c None None] For port 8e4f6e25-3e70-4d86-ad3f-fa2057452c2b, host dv-neutron-836180-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836180-1-hyperv',level=0,port_id=8e4f6e25-3e70-4d86-ad3f-fa2057452c2b,segment=NetworkSegment(16094ed0-4a47-4ff6-9238-85c278d7a2a5),segment_id=16094ed0-4a47-4ff6-9238-85c278d7a2a5)] {{(pid=83872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 13:34:53.219400 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-bf2f02dd-ce5a-4caa-b125-eaf26b70399c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4155147'] for port, precommit_delete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:34:53.295035 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.plugin [None req-33358965-1364-4d80-a2d2-1575bc645185 tempest-RoutersIpV6AdminTest-2054225496 tempest-RoutersIpV6AdminTest-2054225496-project-admin] Calling delete_port for d1712365-7cae-494f-be26-7253043cb400 owned by network:router_gateway {{(pid=83871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 13:34:53.301920 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-ed31fad4-4a9b-4189-bf4d-f972ddacdd2c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2133515689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2133515689-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:34:53.372380 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58e39efe-c805-4795-aa6a-b3e1dbfe9913 None None] Sync routers for ids ['a3e40bea-d2dc-44a4-93ec-e1481480a223'] in dv-neutron-836180-1-hyperv {{(pid=83872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 13:34:53.380873 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.plugin [None req-bf2f02dd-ce5a-4caa-b125-eaf26b70399c None None] Calling delete_port for 8e4f6e25-3e70-4d86-ad3f-fa2057452c2b owned by network:dhcp {{(pid=83872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 13:34:53.456784 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58e39efe-c805-4795-aa6a-b3e1dbfe9913 None None] Routers {'a3e40bea-d2dc-44a4-93ec-e1481480a223'} bound to L3 agent in host dv-neutron-836180-1-hyperv {{(pid=83872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 13:34:53.457318 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_hamode_db [None req-58e39efe-c805-4795-aa6a-b3e1dbfe9913 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836180-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T13:25:36Z,description=,heartbeat_timestamp=2022-04-01T13:34:36Z,host='dv-neutron-836180-1-hyperv',id=88bf8fc8-11a3-4e96-9d1b-5fd93ba9f6f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T13:25:36Z,topic='l3_agent')) {'router_ids': ['a3e40bea-d2dc-44a4-93ec-e1481480a223'], 'active': True} {{(pid=83872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:34:53.529761 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-53138f5c-8ddd-4997-87c9-9c24ed1d04d3 tempest-RoutersAdminTest-1965710677 tempest-RoutersAdminTest-1965710677-project-admin] Notify callbacks [] for router, before_response {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:34:53.531358 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-53138f5c-8ddd-4997-87c9-9c24ed1d04d3 tempest-RoutersAdminTest-1965710677 tempest-RoutersAdminTest-1965710677-project-admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 905 time: 6.5522077 Apr 01 13:34:53.535925 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 47950) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:34:53.643162 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-bf2f02dd-ce5a-4caa-b125-eaf26b70399c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736733359243', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736732935810'] for port, after_delete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:34:53.669478 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-9f0bd2b9-0144-4c14-aad6-2f4b177a6c5c tempest-RoutersAdminNegativeIpV6Test-1583965433 tempest-RoutersAdminNegativeIpV6Test-1583965433-project-admin] Notify callbacks [] for router, before_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:34:53.713780 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf2f02dd-ce5a-4caa-b125-eaf26b70399c None None] Pushing event deleted for resources: {'Port': ['ID=8e4f6e25-3e70-4d86-ad3f-fa2057452c2b,revision_number=None']} {{(pid=83872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:34:53.727447 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf2f02dd-ce5a-4caa-b125-eaf26b70399c None None] No DVR routers for this DVR port 8e4f6e25-3e70-4d86-ad3f-fa2057452c2b on host dv-neutron-836180-1-hyperv {{(pid=83872) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 13:34:53.737508 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:34:53.744120 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_dvr_db [None req-58e39efe-c805-4795-aa6a-b3e1dbfe9913 None None] Set router a3e40bea-d2dc-44a4-93ec-e1481480a223 gateway port host: dv-neutron-836180-1-hyperv {{(pid=83872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 13:34:53.770877 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-89866ab7-1716-4e0d-9bba-0e65a58cb526 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2743225', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2757366'] for subnet, after_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:34:53.847606 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-bc35a436-235e-4684-a60e-f29a8ed55792 tempest-FloatingIPAdminTestJSON-546114676 tempest-FloatingIPAdminTestJSON-546114676-project-admin] Notify callbacks [] for port, precommit_update {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:34:53.863572 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89866ab7-1716-4e0d-9bba-0e65a58cb526 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Network 09d7ea43-6376-4322-97e7-54cd01aae492 is already hosted by enough agents. {{(pid=83871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 13:34:53.877343 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.scheduler.base_scheduler [None req-89866ab7-1716-4e0d-9bba-0e65a58cb526 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Resources bound (agent type, host, resource id): {{(pid=83871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 13:34:53.885064 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89866ab7-1716-4e0d-9bba-0e65a58cb526 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:34:53.887112 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-89866ab7-1716-4e0d-9bba-0e65a58cb526 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Notify callbacks [] for subnet, before_response {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:34:53.918041 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-bc35a436-235e-4684-a60e-f29a8ed55792 tempest-FloatingIPAdminTestJSON-546114676 tempest-FloatingIPAdminTestJSON-546114676-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2705172'] for port, after_update {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:34:53.925323 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89866ab7-1716-4e0d-9bba-0e65a58cb526 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Pushing event updated for resources: {'Subnet': ['ID=55fbe493-9b95-4604-99f1-cb940ba2aec4,revision_number=0']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:34:53.956618 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57496a87-4460-4a14-bdd8-418123571e0b None None] Network 09d7ea43-6376-4322-97e7-54cd01aae492 requested from dv-neutron-836180-1-hyperv {{(pid=83872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 13:34:53.972249 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-89866ab7-1716-4e0d-9bba-0e65a58cb526 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.3152421 Apr 01 13:34:53.973123 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 47954) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:34:53.983109 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.v2.base [None req-a9eacdd7-266c-44b9-bccf-2880be629699 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Request body: {'port': {'network_id': '09d7ea43-6376-4322-97e7-54cd01aae492', 'fixed_ips': [{'subnet_id': '55fbe493-9b95-4604-99f1-cb940ba2aec4', 'ip_address': '2001:db8::f1d3:9935:e4af:38a0'}], 'name': 'tempest-NetworksTestDHCPv6-1794949882'}} {{(pid=83871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:34:54.060230 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-33358965-1364-4d80-a2d2-1575bc645185 tempest-RoutersIpV6AdminTest-2054225496 tempest-RoutersIpV6AdminTest-2054225496-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736733359243', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736732935810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2743125'] for port, after_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:34:54.132982 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33358965-1364-4d80-a2d2-1575bc645185 tempest-RoutersIpV6AdminTest-2054225496 tempest-RoutersIpV6AdminTest-2054225496-project-admin] Pushing event deleted for resources: {'Port': ['ID=d1712365-7cae-494f-be26-7253043cb400,revision_number=None']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:34:54.184426 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc35a436-235e-4684-a60e-f29a8ed55792 tempest-FloatingIPAdminTestJSON-546114676 tempest-FloatingIPAdminTestJSON-546114676-project-admin] Pushing event updated for resources: {'Port': ['ID=090c340d-7bea-411d-9bed-f052cb1523cb,revision_number=2']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:34:54.248344 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.notifiers.nova [None req-ed31fad4-4a9b-4189-bf4d-f972ddacdd2c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2133515689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2133515689-project-admin] device_id is not set on port 26510eca-85cc-4753-9f79-5350b3ab617e yet. {{(pid=83869) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 01 13:34:54.272055 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-ed31fad4-4a9b-4189-bf4d-f972ddacdd2c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2133515689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2133515689-project-admin] Notify callbacks [] for port, precommit_update {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:34:54.283131 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_hamode_db [None req-58e39efe-c805-4795-aa6a-b3e1dbfe9913 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3e40bea-d2dc-44a4-93ec-e1481480a223', 'name': 'tempest-snat-router-697216235', 'tenant_id': '04664f7c59734678b16de80312349853', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'external_fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.12'}], 'enable_snat': True}, 'gw_port_id': 'a5609d2d-a3ca-4e65-84da-956527a7fcd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T13:34:47Z', 'updated_at': '2022-04-01T13:34:50Z', 'revision_number': 3, 'project_id': '04664f7c59734678b16de80312349853', 'gw_port': {'id': 'a5609d2d-a3ca-4e65-84da-956527a7fcd8', 'name': '', 'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:4c:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3e40bea-d2dc-44a4-93ec-e1481480a223', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:34:48Z', 'updated_at': '2022-04-01T13:34:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836180-1-hyperv'}], 'dv-neutron-836180-1-hyperv', False) {} {{(pid=83872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:34:54.296338 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c381001f-4bf5-4bd4-8df6-5a52f8878e72 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7e7d0ecb-2af4-55f5-9198-238ab0570d62-09d7ea43-6376-4322-97e7-54cd01aae492', 'network_id': '09d7ea43-6376-4322-97e7-54cd01aae492', 'tenant_id': '8b726fe6689e4b7f96def1a2219bea6c', 'fixed_ips': [{'subnet_id': '55fbe493-9b95-4604-99f1-cb940ba2aec4'}]}} from dv-neutron-836180-1-hyperv. {{(pid=83872) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 01 13:34:54.299113 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-c381001f-4bf5-4bd4-8df6-5a52f8878e72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:34:54.310492 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-9f0bd2b9-0144-4c14-aad6-2f4b177a6c5c tempest-RoutersAdminNegativeIpV6Test-1583965433 tempest-RoutersAdminNegativeIpV6Test-1583965433-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4079814', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4170'] for router, precommit_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:34:54.325417 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.provisioning_blocks [None req-ed31fad4-4a9b-4189-bf4d-f972ddacdd2c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2133515689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2133515689-project-admin] Transition to ACTIVE for port object 26510eca-85cc-4753-9f79-5350b3ab617e will not be triggered until provisioned by entity L2. {{(pid=83869) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 13:34:54.325999 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-ec558b60-8145-47ea-9503-a93c236fbbeb tempest-RoutersAdminTest-1965710677 tempest-RoutersAdminTest-1965710677-project-admin] 10.222.0.26 "GET /v2.0/routers/a3e40bea-d2dc-44a4-93ec-e1481480a223 HTTP/1.1" status: 200 len: 906 time: 0.7866204 Apr 01 13:34:54.326205 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 47960) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:34:54.330809 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-9f0bd2b9-0144-4c14-aad6-2f4b177a6c5c tempest-RoutersAdminNegativeIpV6Test-1583965433 tempest-RoutersAdminNegativeIpV6Test-1583965433-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:34:54.343705 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58e39efe-c805-4795-aa6a-b3e1dbfe9913 None None] Checking router: a3e40bea-d2dc-44a4-93ec-e1481480a223 for host: dv-neutron-836180-1-hyperv {{(pid=83872) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 01 13:34:54.344472 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58e39efe-c805-4795-aa6a-b3e1dbfe9913 None None] Updating router a3e40bea-d2dc-44a4-93ec-e1481480a223 port a5609d2d-a3ca-4e65-84da-956527a7fcd8 binding host dv-neutron-836180-1-hyperv {{(pid=83872) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 01 13:34:54.386748 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-bc35a436-235e-4684-a60e-f29a8ed55792 tempest-FloatingIPAdminTestJSON-546114676 tempest-FloatingIPAdminTestJSON-546114676-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4084747'] for floatingip, after_update {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:34:54.396591 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Device 8e4f6e25-3e70-4d86-ad3f-fa2057452c2b no longer exists at agent ovs-agent-dv-neutron-836180-1-hyperv {{(pid=83872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 13:34:54.397352 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-a9eacdd7-266c-44b9-bccf-2880be629699 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:34:54.412236 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-ed31fad4-4a9b-4189-bf4d-f972ddacdd2c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2133515689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2133515689-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2705172'] for port, after_update {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:34:54.441948 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.plugin [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] No Port match for: 8e4f6e25-3e70-4d86-ad3f-fa2057452c2b {{(pid=83872) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 01 13:34:54.442282 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Device 8e4f6e25-3e70-4d86-ad3f-fa2057452c2b not bound to the agent host dv-neutron-836180-1-hyperv {{(pid=83872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 13:34:54.464686 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-a9eacdd7-266c-44b9-bccf-2880be629699 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Usage tracker for resource:port and tenant:8b726fe6689e4b7f96def1a2219bea6c is out of sync, need to count used quota {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 13:34:54.473549 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-a9eacdd7-266c-44b9-bccf-2880be629699 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 13:34:54.482136 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-a9eacdd7-266c-44b9-bccf-2880be629699 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:34:54.491244 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-33358965-1364-4d80-a2d2-1575bc645185 tempest-RoutersIpV6AdminTest-2054225496 tempest-RoutersIpV6AdminTest-2054225496-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4084822'] for router_gateway, after_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:34:54.494437 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-58e39efe-c805-4795-aa6a-b3e1dbfe9913 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:34:54.528264 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-bc35a436-235e-4684-a60e-f29a8ed55792 tempest-FloatingIPAdminTestJSON-546114676 tempest-FloatingIPAdminTestJSON-546114676-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109561'] for floatingip, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:34:54.529823 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-bc35a436-235e-4684-a60e-f29a8ed55792 tempest-FloatingIPAdminTestJSON-546114676 tempest-FloatingIPAdminTestJSON-546114676-project-admin] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 5.5302529 Apr 01 13:34:54.535212 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 47964) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:34:54.553638 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9eacdd7-266c-44b9-bccf-2880be629699 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Made reservation on behalf of 8b726fe6689e4b7f96def1a2219bea6c for: {'port': 1} {{(pid=83871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 13:34:54.561059 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-a9eacdd7-266c-44b9-bccf-2880be629699 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:34:54.716734 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.notifiers.nova [None req-a9eacdd7-266c-44b9-bccf-2880be629699 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] device_id is not set on port a7cf857b-0793-421c-a4be-140e12e62829 yet. {{(pid=83871) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 01 13:34:54.742303 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed31fad4-4a9b-4189-bf4d-f972ddacdd2c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2133515689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2133515689-project-admin] Pushing event updated for resources: {'Port': ['ID=26510eca-85cc-4753-9f79-5350b3ab617e,revision_number=2']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:34:54.752789 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.v2.base [None req-9f036113-e9b2-4b66-9a11-9835ba066231 tempest-FloatingIPAdminTestJSON-1029338488 tempest-FloatingIPAdminTestJSON-1029338488-project] Request body: {'floatingip': {'floating_network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301'}} {{(pid=83869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:34:54.768383 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-9f036113-e9b2-4b66-9a11-9835ba066231 tempest-FloatingIPAdminTestJSON-1029338488 tempest-FloatingIPAdminTestJSON-1029338488-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:34:54.770534 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-9f0bd2b9-0144-4c14-aad6-2f4b177a6c5c tempest-RoutersAdminNegativeIpV6Test-1583965433 tempest-RoutersAdminNegativeIpV6Test-1583965433-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4079738'] for router, after_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:34:54.771003 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f0bd2b9-0144-4c14-aad6-2f4b177a6c5c tempest-RoutersAdminNegativeIpV6Test-1583965433 tempest-RoutersAdminNegativeIpV6Test-1583965433-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 045e935d-f48b-4434-819e-84835c354f9a {{(pid=83869) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 01 13:34:54.775577 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-9f036113-e9b2-4b66-9a11-9835ba066231 tempest-FloatingIPAdminTestJSON-1029338488 tempest-FloatingIPAdminTestJSON-1029338488-project] Usage tracker for resource:floatingip and tenant:04fae505dc414182a28ae0f3554323af is out of sync, need to count used quota {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 13:34:54.793190 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-9f036113-e9b2-4b66-9a11-9835ba066231 tempest-FloatingIPAdminTestJSON-1029338488 tempest-FloatingIPAdminTestJSON-1029338488-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 13:34:54.806666 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.api.v2.resource [None req-9f0bd2b9-0144-4c14-aad6-2f4b177a6c5c tempest-RoutersAdminNegativeIpV6Test-1583965433 tempest-RoutersAdminNegativeIpV6Test-1583965433-project-admin] create failed (client error): There was a conflict when trying to complete your request. Apr 01 13:34:54.808810 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-9f0bd2b9-0144-4c14-aad6-2f4b177a6c5c tempest-RoutersAdminNegativeIpV6Test-1583965433 tempest-RoutersAdminNegativeIpV6Test-1583965433-project-admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 409 len: 370 time: 3.4671531 Apr 01 13:34:54.810435 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-9f036113-e9b2-4b66-9a11-9835ba066231 tempest-FloatingIPAdminTestJSON-1029338488 tempest-FloatingIPAdminTestJSON-1029338488-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:34:54.816804 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 47970) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:34:54.850134 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.managers [None req-ed31fad4-4a9b-4189-bf4d-f972ddacdd2c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2133515689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2133515689-project-admin] Attempting to bind port 26510eca-85cc-4753-9f79-5350b3ab617e on host hv-neutron-8361 for vnic_type normal with profile {{(pid=83869) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 13:34:54.850733 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.managers [None req-ed31fad4-4a9b-4189-bf4d-f972ddacdd2c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2133515689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2133515689-project-admin] Attempting to bind port 26510eca-85cc-4753-9f79-5350b3ab617e by drivers openvswitch,hyperv on host hv-neutron-8361 at level 0 using segments [{'id': '6a6a4c8f-7192-4311-af13-eecbd7dc3a85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'd7fe75b8-979e-4126-a402-cbef9551dbf5'}] {{(pid=83869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 13:34:54.851254 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed31fad4-4a9b-4189-bf4d-f972ddacdd2c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2133515689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2133515689-project-admin] Attempting to bind port 26510eca-85cc-4753-9f79-5350b3ab617e on network d7fe75b8-979e-4126-a402-cbef9551dbf5 {{(pid=83869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 13:34:54.860081 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-9f036113-e9b2-4b66-9a11-9835ba066231 tempest-FloatingIPAdminTestJSON-1029338488 tempest-FloatingIPAdminTestJSON-1029338488-project] Notify callbacks [] for floatingip, before_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:34:54.887387 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed31fad4-4a9b-4189-bf4d-f972ddacdd2c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2133515689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2133515689-project-admin] Port 26510eca-85cc-4753-9f79-5350b3ab617e on network d7fe75b8-979e-4126-a402-cbef9551dbf5 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8361 {{(pid=83869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 01 13:34:54.888369 dv-neutron-836180-1-hyperv neutron-server[83869]: ERROR neutron.plugins.ml2.managers [None req-ed31fad4-4a9b-4189-bf4d-f972ddacdd2c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2133515689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2133515689-project-admin] Failed to bind port 26510eca-85cc-4753-9f79-5350b3ab617e on host hv-neutron-8361 for vnic_type normal using segments [{'id': '6a6a4c8f-7192-4311-af13-eecbd7dc3a85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'd7fe75b8-979e-4126-a402-cbef9551dbf5'}] Apr 01 13:34:54.890279 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.plugins.ml2.plugin [None req-ed31fad4-4a9b-4189-bf4d-f972ddacdd2c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2133515689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2133515689-project-admin] Attempt 2 to bind port 26510eca-85cc-4753-9f79-5350b3ab617e Apr 01 13:34:54.936357 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.db_base_plugin_common [None req-c381001f-4bf5-4bd4-8df6-5a52f8878e72 None None] Allocated IP 2001:db8::2 (09d7ea43-6376-4322-97e7-54cd01aae492/55fbe493-9b95-4604-99f1-cb940ba2aec4/f8663c1b-4547-4b8d-a7ee-f724c7dd8874) {{(pid=83872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 13:34:54.967508 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.managers [None req-ed31fad4-4a9b-4189-bf4d-f972ddacdd2c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2133515689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2133515689-project-admin] Attempting to bind port 26510eca-85cc-4753-9f79-5350b3ab617e on host hv-neutron-8361 for vnic_type normal with profile {{(pid=83869) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 13:34:54.967942 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.managers [None req-ed31fad4-4a9b-4189-bf4d-f972ddacdd2c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2133515689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2133515689-project-admin] Attempting to bind port 26510eca-85cc-4753-9f79-5350b3ab617e by drivers openvswitch,hyperv on host hv-neutron-8361 at level 0 using segments [{'id': '6a6a4c8f-7192-4311-af13-eecbd7dc3a85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'd7fe75b8-979e-4126-a402-cbef9551dbf5'}] {{(pid=83869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 13:34:54.968265 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed31fad4-4a9b-4189-bf4d-f972ddacdd2c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2133515689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2133515689-project-admin] Attempting to bind port 26510eca-85cc-4753-9f79-5350b3ab617e on network d7fe75b8-979e-4126-a402-cbef9551dbf5 {{(pid=83869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 13:34:54.987229 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed31fad4-4a9b-4189-bf4d-f972ddacdd2c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2133515689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2133515689-project-admin] Port 26510eca-85cc-4753-9f79-5350b3ab617e on network d7fe75b8-979e-4126-a402-cbef9551dbf5 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8361 {{(pid=83869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 01 13:34:54.987553 dv-neutron-836180-1-hyperv neutron-server[83869]: ERROR neutron.plugins.ml2.managers [None req-ed31fad4-4a9b-4189-bf4d-f972ddacdd2c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2133515689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2133515689-project-admin] Failed to bind port 26510eca-85cc-4753-9f79-5350b3ab617e on host hv-neutron-8361 for vnic_type normal using segments [{'id': '6a6a4c8f-7192-4311-af13-eecbd7dc3a85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'd7fe75b8-979e-4126-a402-cbef9551dbf5'}] Apr 01 13:34:54.993823 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.plugins.ml2.plugin [None req-ed31fad4-4a9b-4189-bf4d-f972ddacdd2c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2133515689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2133515689-project-admin] Attempt 3 to bind port 26510eca-85cc-4753-9f79-5350b3ab617e Apr 01 13:34:55.007215 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-33358965-1364-4d80-a2d2-1575bc645185 tempest-RoutersIpV6AdminTest-2054225496 tempest-RoutersIpV6AdminTest-2054225496-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4079814', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4170'] for router, precommit_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:34:55.020553 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.managers [None req-ed31fad4-4a9b-4189-bf4d-f972ddacdd2c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2133515689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2133515689-project-admin] Attempting to bind port 26510eca-85cc-4753-9f79-5350b3ab617e on host hv-neutron-8361 for vnic_type normal with profile {{(pid=83869) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 13:34:55.020880 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.managers [None req-ed31fad4-4a9b-4189-bf4d-f972ddacdd2c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2133515689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2133515689-project-admin] Attempting to bind port 26510eca-85cc-4753-9f79-5350b3ab617e by drivers openvswitch,hyperv on host hv-neutron-8361 at level 0 using segments [{'id': '6a6a4c8f-7192-4311-af13-eecbd7dc3a85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'd7fe75b8-979e-4126-a402-cbef9551dbf5'}] {{(pid=83869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 13:34:55.021206 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed31fad4-4a9b-4189-bf4d-f972ddacdd2c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2133515689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2133515689-project-admin] Attempting to bind port 26510eca-85cc-4753-9f79-5350b3ab617e on network d7fe75b8-979e-4126-a402-cbef9551dbf5 {{(pid=83869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 13:34:55.045753 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed31fad4-4a9b-4189-bf4d-f972ddacdd2c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2133515689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2133515689-project-admin] Port 26510eca-85cc-4753-9f79-5350b3ab617e on network d7fe75b8-979e-4126-a402-cbef9551dbf5 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8361 {{(pid=83869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 01 13:34:55.046072 dv-neutron-836180-1-hyperv neutron-server[83869]: ERROR neutron.plugins.ml2.managers [None req-ed31fad4-4a9b-4189-bf4d-f972ddacdd2c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2133515689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2133515689-project-admin] Failed to bind port 26510eca-85cc-4753-9f79-5350b3ab617e on host hv-neutron-8361 for vnic_type normal using segments [{'id': '6a6a4c8f-7192-4311-af13-eecbd7dc3a85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'd7fe75b8-979e-4126-a402-cbef9551dbf5'}] Apr 01 13:34:55.051134 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.plugins.ml2.plugin [None req-ed31fad4-4a9b-4189-bf4d-f972ddacdd2c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2133515689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2133515689-project-admin] Attempt 4 to bind port 26510eca-85cc-4753-9f79-5350b3ab617e Apr 01 13:34:55.055717 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-33358965-1364-4d80-a2d2-1575bc645185 tempest-RoutersIpV6AdminTest-2054225496 tempest-RoutersIpV6AdminTest-2054225496-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:34:55.076052 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-af997584-f3e7-4bc8-81a5-4fd6038874b4 tempest-RoutersAdminTest-1965710677 tempest-RoutersAdminTest-1965710677-project-admin] Notify callbacks [] for router, before_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:34:55.078052 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.plugin [None req-70da6927-4668-47c6-a82a-9a0261301de1 tempest-RoutersAdminNegativeIpV6Test-1583965433 tempest-RoutersAdminNegativeIpV6Test-1583965433-project-admin] Deleting port 18c456f5-d951-4d2f-b0e6-25a1c5c918f0 {{(pid=83871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 13:34:55.079292 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-70da6927-4668-47c6-a82a-9a0261301de1 tempest-RoutersAdminNegativeIpV6Test-1583965433 tempest-RoutersAdminNegativeIpV6Test-1583965433-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736733287370'] for port, before_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:34:55.132910 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.managers [None req-ed31fad4-4a9b-4189-bf4d-f972ddacdd2c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2133515689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2133515689-project-admin] Attempting to bind port 26510eca-85cc-4753-9f79-5350b3ab617e on host hv-neutron-8361 for vnic_type normal with profile {{(pid=83869) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 13:34:55.132910 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.managers [None req-ed31fad4-4a9b-4189-bf4d-f972ddacdd2c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2133515689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2133515689-project-admin] Attempting to bind port 26510eca-85cc-4753-9f79-5350b3ab617e by drivers openvswitch,hyperv on host hv-neutron-8361 at level 0 using segments [{'id': '6a6a4c8f-7192-4311-af13-eecbd7dc3a85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'd7fe75b8-979e-4126-a402-cbef9551dbf5'}] {{(pid=83869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 13:34:55.133339 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed31fad4-4a9b-4189-bf4d-f972ddacdd2c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2133515689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2133515689-project-admin] Attempting to bind port 26510eca-85cc-4753-9f79-5350b3ab617e on network d7fe75b8-979e-4126-a402-cbef9551dbf5 {{(pid=83869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 13:34:55.137898 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-58e39efe-c805-4795-aa6a-b3e1dbfe9913 None None] Notify callbacks [] for port, precommit_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:34:55.164519 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-58e39efe-c805-4795-aa6a-b3e1dbfe9913 None None] Transition to ACTIVE for port object a5609d2d-a3ca-4e65-84da-956527a7fcd8 will not be triggered until provisioned by entity L2. {{(pid=83872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 13:34:55.202908 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-33358965-1364-4d80-a2d2-1575bc645185 tempest-RoutersIpV6AdminTest-2054225496 tempest-RoutersIpV6AdminTest-2054225496-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4079738'] for router, after_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:34:55.203285 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33358965-1364-4d80-a2d2-1575bc645185 tempest-RoutersIpV6AdminTest-2054225496 tempest-RoutersIpV6AdminTest-2054225496-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 9af74377-1a23-4b4a-ace4-c290bb4e15e0 {{(pid=83871) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 01 13:34:55.213951 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-58e39efe-c805-4795-aa6a-b3e1dbfe9913 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864'] for port, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:34:55.234435 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed31fad4-4a9b-4189-bf4d-f972ddacdd2c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2133515689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2133515689-project-admin] Port 26510eca-85cc-4753-9f79-5350b3ab617e on network d7fe75b8-979e-4126-a402-cbef9551dbf5 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8361 {{(pid=83869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 01 13:34:55.235086 dv-neutron-836180-1-hyperv neutron-server[83869]: ERROR neutron.plugins.ml2.managers [None req-ed31fad4-4a9b-4189-bf4d-f972ddacdd2c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2133515689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2133515689-project-admin] Failed to bind port 26510eca-85cc-4753-9f79-5350b3ab617e on host hv-neutron-8361 for vnic_type normal using segments [{'id': '6a6a4c8f-7192-4311-af13-eecbd7dc3a85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'd7fe75b8-979e-4126-a402-cbef9551dbf5'}] Apr 01 13:34:55.242434 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.plugins.ml2.plugin [None req-ed31fad4-4a9b-4189-bf4d-f972ddacdd2c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2133515689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2133515689-project-admin] Attempt 5 to bind port 26510eca-85cc-4753-9f79-5350b3ab617e Apr 01 13:34:55.294420 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-33358965-1364-4d80-a2d2-1575bc645185 tempest-RoutersIpV6AdminTest-2054225496 tempest-RoutersIpV6AdminTest-2054225496-project-admin] Notify callbacks [] for router, before_response {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:34:55.295515 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.managers [None req-ed31fad4-4a9b-4189-bf4d-f972ddacdd2c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2133515689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2133515689-project-admin] Attempting to bind port 26510eca-85cc-4753-9f79-5350b3ab617e on host hv-neutron-8361 for vnic_type normal with profile {{(pid=83869) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 13:34:55.296049 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.managers [None req-ed31fad4-4a9b-4189-bf4d-f972ddacdd2c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2133515689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2133515689-project-admin] Attempting to bind port 26510eca-85cc-4753-9f79-5350b3ab617e by drivers openvswitch,hyperv on host hv-neutron-8361 at level 0 using segments [{'id': '6a6a4c8f-7192-4311-af13-eecbd7dc3a85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'd7fe75b8-979e-4126-a402-cbef9551dbf5'}] {{(pid=83869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 13:34:55.297212 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed31fad4-4a9b-4189-bf4d-f972ddacdd2c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2133515689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2133515689-project-admin] Attempting to bind port 26510eca-85cc-4753-9f79-5350b3ab617e on network d7fe75b8-979e-4126-a402-cbef9551dbf5 {{(pid=83869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 13:34:55.298295 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-33358965-1364-4d80-a2d2-1575bc645185 tempest-RoutersIpV6AdminTest-2054225496 tempest-RoutersIpV6AdminTest-2054225496-project-admin] 10.222.0.26 "DELETE /v2.0/routers/9af74377-1a23-4b4a-ace4-c290bb4e15e0 HTTP/1.1" status: 204 len: 168 time: 6.0033720 Apr 01 13:34:55.298944 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 47974) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:34:55.315931 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed31fad4-4a9b-4189-bf4d-f972ddacdd2c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2133515689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2133515689-project-admin] Port 26510eca-85cc-4753-9f79-5350b3ab617e on network d7fe75b8-979e-4126-a402-cbef9551dbf5 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8361 {{(pid=83869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 01 13:34:55.316380 dv-neutron-836180-1-hyperv neutron-server[83869]: ERROR neutron.plugins.ml2.managers [None req-ed31fad4-4a9b-4189-bf4d-f972ddacdd2c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2133515689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2133515689-project-admin] Failed to bind port 26510eca-85cc-4753-9f79-5350b3ab617e on host hv-neutron-8361 for vnic_type normal using segments [{'id': '6a6a4c8f-7192-4311-af13-eecbd7dc3a85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'd7fe75b8-979e-4126-a402-cbef9551dbf5'}] Apr 01 13:34:55.317511 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d13b871b-e9ea-4835-bc88-bbd08d61ff48 None None] Pushing event updated for resources: {'Port': ['ID=a5609d2d-a3ca-4e65-84da-956527a7fcd8,revision_number=2']} {{(pid=83872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:34:55.321984 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.managers [None req-58e39efe-c805-4795-aa6a-b3e1dbfe9913 None None] Attempting to bind port a5609d2d-a3ca-4e65-84da-956527a7fcd8 on host dv-neutron-836180-1-hyperv for vnic_type normal with profile {{(pid=83872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 13:34:55.322346 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.managers [None req-58e39efe-c805-4795-aa6a-b3e1dbfe9913 None None] Attempting to bind port a5609d2d-a3ca-4e65-84da-956527a7fcd8 by drivers openvswitch,hyperv on host dv-neutron-836180-1-hyperv at level 0 using segments [{'id': '7b924dd8-4978-40c4-ad91-4b9b27348462', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301'}] {{(pid=83872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 13:34:55.322700 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58e39efe-c805-4795-aa6a-b3e1dbfe9913 None None] Attempting to bind port a5609d2d-a3ca-4e65-84da-956527a7fcd8 on network 725864b8-cceb-48c9-b5d3-1bfc4423e301 {{(pid=83872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 13:34:55.325672 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-c381001f-4bf5-4bd4-8df6-5a52f8878e72 None None] Notify callbacks [] for port, precommit_create {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:34:55.333466 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.plugins.ml2.plugin [None req-ed31fad4-4a9b-4189-bf4d-f972ddacdd2c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2133515689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2133515689-project-admin] Attempt 6 to bind port 26510eca-85cc-4753-9f79-5350b3ab617e Apr 01 13:34:55.339303 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-c381001f-4bf5-4bd4-8df6-5a52f8878e72 None None] Transition to ACTIVE for port object f8663c1b-4547-4b8d-a7ee-f724c7dd8874 will not be triggered until provisioned by entity L2. {{(pid=83872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 13:34:55.342414 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58e39efe-c805-4795-aa6a-b3e1dbfe9913 None None] Checking agent: {'id': 'af948428-97cd-4d10-9f53-af028bdb39b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-836180-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 13, 25, 37), 'started_at': datetime.datetime(2022, 4, 1, 13, 26, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 13, 34, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-836180-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 13:34:55.342414 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58e39efe-c805-4795-aa6a-b3e1dbfe9913 None None] Checking segment: {'id': '7b924dd8-4978-40c4-ad91-4b9b27348462', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 13:34:55.342845 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-58e39efe-c805-4795-aa6a-b3e1dbfe9913 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:34:55.343217 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58e39efe-c805-4795-aa6a-b3e1dbfe9913 None None] Bound using segment: {'id': '7b924dd8-4978-40c4-ad91-4b9b27348462', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301'} {{(pid=83872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 13:34:55.343682 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.managers [None req-58e39efe-c805-4795-aa6a-b3e1dbfe9913 None None] Bound port: a5609d2d-a3ca-4e65-84da-956527a7fcd8, host: dv-neutron-836180-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b924dd8-4978-40c4-ad91-4b9b27348462', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301'}}] {{(pid=83872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 13:34:55.344047 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-58e39efe-c805-4795-aa6a-b3e1dbfe9913 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:34:55.351847 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-9f036113-e9b2-4b66-9a11-9835ba066231 tempest-FloatingIPAdminTestJSON-1029338488 tempest-FloatingIPAdminTestJSON-1029338488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:34:55.394766 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.managers [None req-ed31fad4-4a9b-4189-bf4d-f972ddacdd2c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2133515689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2133515689-project-admin] Attempting to bind port 26510eca-85cc-4753-9f79-5350b3ab617e on host hv-neutron-8361 for vnic_type normal with profile {{(pid=83869) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 13:34:55.395147 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.managers [None req-ed31fad4-4a9b-4189-bf4d-f972ddacdd2c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2133515689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2133515689-project-admin] Attempting to bind port 26510eca-85cc-4753-9f79-5350b3ab617e by drivers openvswitch,hyperv on host hv-neutron-8361 at level 0 using segments [{'id': '6a6a4c8f-7192-4311-af13-eecbd7dc3a85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'd7fe75b8-979e-4126-a402-cbef9551dbf5'}] {{(pid=83869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 13:34:55.395441 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed31fad4-4a9b-4189-bf4d-f972ddacdd2c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2133515689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2133515689-project-admin] Attempting to bind port 26510eca-85cc-4753-9f79-5350b3ab617e on network d7fe75b8-979e-4126-a402-cbef9551dbf5 {{(pid=83869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 13:34:55.399891 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-c381001f-4bf5-4bd4-8df6-5a52f8878e72 None None] Transition to ACTIVE for port object f8663c1b-4547-4b8d-a7ee-f724c7dd8874 will not be triggered until provisioned by entity DHCP. {{(pid=83872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 13:34:55.425853 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-c381001f-4bf5-4bd4-8df6-5a52f8878e72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736732935801'] for port, after_create {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:34:55.428403 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed31fad4-4a9b-4189-bf4d-f972ddacdd2c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2133515689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2133515689-project-admin] Port 26510eca-85cc-4753-9f79-5350b3ab617e on network d7fe75b8-979e-4126-a402-cbef9551dbf5 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8361 {{(pid=83869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 01 13:34:55.428709 dv-neutron-836180-1-hyperv neutron-server[83869]: ERROR neutron.plugins.ml2.managers [None req-ed31fad4-4a9b-4189-bf4d-f972ddacdd2c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2133515689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2133515689-project-admin] Failed to bind port 26510eca-85cc-4753-9f79-5350b3ab617e on host hv-neutron-8361 for vnic_type normal using segments [{'id': '6a6a4c8f-7192-4311-af13-eecbd7dc3a85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'd7fe75b8-979e-4126-a402-cbef9551dbf5'}] Apr 01 13:34:55.433069 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.plugins.ml2.plugin [None req-ed31fad4-4a9b-4189-bf4d-f972ddacdd2c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2133515689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2133515689-project-admin] Attempt 7 to bind port 26510eca-85cc-4753-9f79-5350b3ab617e Apr 01 13:34:55.480638 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.managers [None req-ed31fad4-4a9b-4189-bf4d-f972ddacdd2c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2133515689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2133515689-project-admin] Attempting to bind port 26510eca-85cc-4753-9f79-5350b3ab617e on host hv-neutron-8361 for vnic_type normal with profile {{(pid=83869) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 13:34:55.480977 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.managers [None req-ed31fad4-4a9b-4189-bf4d-f972ddacdd2c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2133515689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2133515689-project-admin] Attempting to bind port 26510eca-85cc-4753-9f79-5350b3ab617e by drivers openvswitch,hyperv on host hv-neutron-8361 at level 0 using segments [{'id': '6a6a4c8f-7192-4311-af13-eecbd7dc3a85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'd7fe75b8-979e-4126-a402-cbef9551dbf5'}] {{(pid=83869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 13:34:55.481300 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed31fad4-4a9b-4189-bf4d-f972ddacdd2c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2133515689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2133515689-project-admin] Attempting to bind port 26510eca-85cc-4753-9f79-5350b3ab617e on network d7fe75b8-979e-4126-a402-cbef9551dbf5 {{(pid=83869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 13:34:55.492926 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-58e39efe-c805-4795-aa6a-b3e1dbfe9913 None None] For port a5609d2d-a3ca-4e65-84da-956527a7fcd8, host dv-neutron-836180-1-hyperv, cleared binding levels {{(pid=83872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 13:34:55.512477 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c381001f-4bf5-4bd4-8df6-5a52f8878e72 None None] Network 09d7ea43-6376-4322-97e7-54cd01aae492 is already hosted by enough agents. {{(pid=83872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 13:34:55.514015 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-58e39efe-c805-4795-aa6a-b3e1dbfe9913 None None] For port a5609d2d-a3ca-4e65-84da-956527a7fcd8, host dv-neutron-836180-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836180-1-hyperv',level=0,port_id=a5609d2d-a3ca-4e65-84da-956527a7fcd8,segment=NetworkSegment(7b924dd8-4978-40c4-ad91-4b9b27348462),segment_id=7b924dd8-4978-40c4-ad91-4b9b27348462)] {{(pid=83872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 13:34:55.515420 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.scheduler.base_scheduler [None req-c381001f-4bf5-4bd4-8df6-5a52f8878e72 None None] Resources bound (agent type, host, resource id): {{(pid=83872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 13:34:55.517247 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c381001f-4bf5-4bd4-8df6-5a52f8878e72 None None] Pushing event updated for resources: {'Port': ['ID=f8663c1b-4547-4b8d-a7ee-f724c7dd8874,revision_number=1']} {{(pid=83872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:34:55.519433 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c381001f-4bf5-4bd4-8df6-5a52f8878e72 None None] Received port after_create {{(pid=83872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 13:34:55.532369 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-58e39efe-c805-4795-aa6a-b3e1dbfe9913 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864'] for port, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:34:55.545965 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-70da6927-4668-47c6-a82a-9a0261301de1 tempest-RoutersAdminNegativeIpV6Test-1583965433 tempest-RoutersAdminNegativeIpV6Test-1583965433-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4155147'] for port, precommit_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:34:55.562701 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.db_base_plugin_common [None req-a9eacdd7-266c-44b9-bccf-2880be629699 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Allocated IP 2001:db8::f1d3:9935:e4af:38a0 (09d7ea43-6376-4322-97e7-54cd01aae492/55fbe493-9b95-4604-99f1-cb940ba2aec4/a7cf857b-0793-421c-a4be-140e12e62829) {{(pid=83871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 13:34:55.580101 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.db_base_plugin_common [None req-9f036113-e9b2-4b66-9a11-9835ba066231 tempest-FloatingIPAdminTestJSON-1029338488 tempest-FloatingIPAdminTestJSON-1029338488-project] Allocated IP 172.26.5.132 (725864b8-cceb-48c9-b5d3-1bfc4423e301/e2ed99db-0e25-4971-b535-7fa69231fae8/e13cfb57-ddd5-4495-bd91-f71849b60fc6) {{(pid=83869) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 13:34:55.587165 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed31fad4-4a9b-4189-bf4d-f972ddacdd2c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2133515689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2133515689-project-admin] Port 26510eca-85cc-4753-9f79-5350b3ab617e on network d7fe75b8-979e-4126-a402-cbef9551dbf5 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8361 {{(pid=83869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 01 13:34:55.587813 dv-neutron-836180-1-hyperv neutron-server[83869]: ERROR neutron.plugins.ml2.managers [None req-ed31fad4-4a9b-4189-bf4d-f972ddacdd2c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2133515689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2133515689-project-admin] Failed to bind port 26510eca-85cc-4753-9f79-5350b3ab617e on host hv-neutron-8361 for vnic_type normal using segments [{'id': '6a6a4c8f-7192-4311-af13-eecbd7dc3a85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'd7fe75b8-979e-4126-a402-cbef9551dbf5'}] Apr 01 13:34:55.593127 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.plugins.ml2.plugin [None req-ed31fad4-4a9b-4189-bf4d-f972ddacdd2c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2133515689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2133515689-project-admin] Attempt 8 to bind port 26510eca-85cc-4753-9f79-5350b3ab617e Apr 01 13:34:55.620463 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.managers [None req-ed31fad4-4a9b-4189-bf4d-f972ddacdd2c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2133515689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2133515689-project-admin] Attempting to bind port 26510eca-85cc-4753-9f79-5350b3ab617e on host hv-neutron-8361 for vnic_type normal with profile {{(pid=83869) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 13:34:55.621107 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.managers [None req-ed31fad4-4a9b-4189-bf4d-f972ddacdd2c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2133515689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2133515689-project-admin] Attempting to bind port 26510eca-85cc-4753-9f79-5350b3ab617e by drivers openvswitch,hyperv on host hv-neutron-8361 at level 0 using segments [{'id': '6a6a4c8f-7192-4311-af13-eecbd7dc3a85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'd7fe75b8-979e-4126-a402-cbef9551dbf5'}] {{(pid=83869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 13:34:55.621438 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed31fad4-4a9b-4189-bf4d-f972ddacdd2c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2133515689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2133515689-project-admin] Attempting to bind port 26510eca-85cc-4753-9f79-5350b3ab617e on network d7fe75b8-979e-4126-a402-cbef9551dbf5 {{(pid=83869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 13:34:55.660124 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed31fad4-4a9b-4189-bf4d-f972ddacdd2c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2133515689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2133515689-project-admin] Port 26510eca-85cc-4753-9f79-5350b3ab617e on network d7fe75b8-979e-4126-a402-cbef9551dbf5 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8361 {{(pid=83869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 01 13:34:55.660506 dv-neutron-836180-1-hyperv neutron-server[83869]: ERROR neutron.plugins.ml2.managers [None req-ed31fad4-4a9b-4189-bf4d-f972ddacdd2c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2133515689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2133515689-project-admin] Failed to bind port 26510eca-85cc-4753-9f79-5350b3ab617e on host hv-neutron-8361 for vnic_type normal using segments [{'id': '6a6a4c8f-7192-4311-af13-eecbd7dc3a85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'd7fe75b8-979e-4126-a402-cbef9551dbf5'}] Apr 01 13:34:55.681546 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.plugin [None req-70da6927-4668-47c6-a82a-9a0261301de1 tempest-RoutersAdminNegativeIpV6Test-1583965433 tempest-RoutersAdminNegativeIpV6Test-1583965433-project-admin] Calling delete_port for 18c456f5-d951-4d2f-b0e6-25a1c5c918f0 owned by {{(pid=83871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 13:34:55.690243 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d13b871b-e9ea-4835-bc88-bbd08d61ff48 None None] Pushing event updated for resources: {'Port': ['ID=a5609d2d-a3ca-4e65-84da-956527a7fcd8,revision_number=3']} {{(pid=83872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:34:55.693216 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.managers [None req-c381001f-4bf5-4bd4-8df6-5a52f8878e72 None None] Attempting to bind port f8663c1b-4547-4b8d-a7ee-f724c7dd8874 on host dv-neutron-836180-1-hyperv for vnic_type normal with profile {{(pid=83872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 13:34:55.693582 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.managers [None req-c381001f-4bf5-4bd4-8df6-5a52f8878e72 None None] Attempting to bind port f8663c1b-4547-4b8d-a7ee-f724c7dd8874 by drivers openvswitch,hyperv on host dv-neutron-836180-1-hyperv at level 0 using segments [{'id': '16094ed0-4a47-4ff6-9238-85c278d7a2a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '09d7ea43-6376-4322-97e7-54cd01aae492'}] {{(pid=83872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 13:34:55.693933 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c381001f-4bf5-4bd4-8df6-5a52f8878e72 None None] Attempting to bind port f8663c1b-4547-4b8d-a7ee-f724c7dd8874 on network 09d7ea43-6376-4322-97e7-54cd01aae492 {{(pid=83872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 13:34:55.704714 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58e39efe-c805-4795-aa6a-b3e1dbfe9913 None None] Routers {'a3e40bea-d2dc-44a4-93ec-e1481480a223'} bound to L3 agent in host dv-neutron-836180-1-hyperv {{(pid=83872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 13:34:55.705313 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_hamode_db [None req-58e39efe-c805-4795-aa6a-b3e1dbfe9913 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836180-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T13:25:36Z,description=,heartbeat_timestamp=2022-04-01T13:34:36Z,host='dv-neutron-836180-1-hyperv',id=88bf8fc8-11a3-4e96-9d1b-5fd93ba9f6f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T13:25:36Z,topic='l3_agent')) {'router_ids': ['a3e40bea-d2dc-44a4-93ec-e1481480a223'], 'active': True} {{(pid=83872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:34:55.709402 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.plugins.ml2.plugin [None req-ed31fad4-4a9b-4189-bf4d-f972ddacdd2c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2133515689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2133515689-project-admin] Attempt 9 to bind port 26510eca-85cc-4753-9f79-5350b3ab617e Apr 01 13:34:55.751645 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.managers [None req-ed31fad4-4a9b-4189-bf4d-f972ddacdd2c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2133515689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2133515689-project-admin] Attempting to bind port 26510eca-85cc-4753-9f79-5350b3ab617e on host hv-neutron-8361 for vnic_type normal with profile {{(pid=83869) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 13:34:55.752656 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.managers [None req-ed31fad4-4a9b-4189-bf4d-f972ddacdd2c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2133515689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2133515689-project-admin] Attempting to bind port 26510eca-85cc-4753-9f79-5350b3ab617e by drivers openvswitch,hyperv on host hv-neutron-8361 at level 0 using segments [{'id': '6a6a4c8f-7192-4311-af13-eecbd7dc3a85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'd7fe75b8-979e-4126-a402-cbef9551dbf5'}] {{(pid=83869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 13:34:55.753167 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed31fad4-4a9b-4189-bf4d-f972ddacdd2c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2133515689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2133515689-project-admin] Attempting to bind port 26510eca-85cc-4753-9f79-5350b3ab617e on network d7fe75b8-979e-4126-a402-cbef9551dbf5 {{(pid=83869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 13:34:55.760896 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c381001f-4bf5-4bd4-8df6-5a52f8878e72 None None] Checking agent: {'id': 'af948428-97cd-4d10-9f53-af028bdb39b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-836180-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 13, 25, 37), 'started_at': datetime.datetime(2022, 4, 1, 13, 26, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 13, 34, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-836180-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 13:34:55.761437 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c381001f-4bf5-4bd4-8df6-5a52f8878e72 None None] Checking segment: {'id': '16094ed0-4a47-4ff6-9238-85c278d7a2a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '09d7ea43-6376-4322-97e7-54cd01aae492'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 13:34:55.761841 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-c381001f-4bf5-4bd4-8df6-5a52f8878e72 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:34:55.762232 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c381001f-4bf5-4bd4-8df6-5a52f8878e72 None None] Bound using segment: {'id': '16094ed0-4a47-4ff6-9238-85c278d7a2a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '09d7ea43-6376-4322-97e7-54cd01aae492'} {{(pid=83872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 13:34:55.762714 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.managers [None req-c381001f-4bf5-4bd4-8df6-5a52f8878e72 None None] Bound port: f8663c1b-4547-4b8d-a7ee-f724c7dd8874, host: dv-neutron-836180-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '16094ed0-4a47-4ff6-9238-85c278d7a2a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '09d7ea43-6376-4322-97e7-54cd01aae492'}}] {{(pid=83872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 13:34:55.763002 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-af997584-f3e7-4bc8-81a5-4fd6038874b4 tempest-RoutersAdminTest-1965710677 tempest-RoutersAdminTest-1965710677-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:34:55.763106 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-c381001f-4bf5-4bd4-8df6-5a52f8878e72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:34:55.779313 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed31fad4-4a9b-4189-bf4d-f972ddacdd2c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2133515689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2133515689-project-admin] Port 26510eca-85cc-4753-9f79-5350b3ab617e on network d7fe75b8-979e-4126-a402-cbef9551dbf5 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8361 {{(pid=83869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 01 13:34:55.780022 dv-neutron-836180-1-hyperv neutron-server[83869]: ERROR neutron.plugins.ml2.managers [None req-ed31fad4-4a9b-4189-bf4d-f972ddacdd2c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2133515689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2133515689-project-admin] Failed to bind port 26510eca-85cc-4753-9f79-5350b3ab617e on host hv-neutron-8361 for vnic_type normal using segments [{'id': '6a6a4c8f-7192-4311-af13-eecbd7dc3a85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'd7fe75b8-979e-4126-a402-cbef9551dbf5'}] Apr 01 13:34:55.785797 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.plugins.ml2.plugin [None req-ed31fad4-4a9b-4189-bf4d-f972ddacdd2c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2133515689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2133515689-project-admin] Attempt 10 to bind port 26510eca-85cc-4753-9f79-5350b3ab617e Apr 01 13:34:55.804910 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.plugin [None req-af997584-f3e7-4bc8-81a5-4fd6038874b4 tempest-RoutersAdminTest-1965710677 tempest-RoutersAdminTest-1965710677-project-admin] Deleting port a5609d2d-a3ca-4e65-84da-956527a7fcd8 {{(pid=83869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 13:34:55.805340 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-af997584-f3e7-4bc8-81a5-4fd6038874b4 tempest-RoutersAdminTest-1965710677 tempest-RoutersAdminTest-1965710677-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736733287370'] for port, before_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:34:55.865009 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.managers [None req-ed31fad4-4a9b-4189-bf4d-f972ddacdd2c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2133515689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2133515689-project-admin] Attempting to bind port 26510eca-85cc-4753-9f79-5350b3ab617e on host hv-neutron-8361 for vnic_type normal with profile {{(pid=83869) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 13:34:55.865423 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.managers [None req-ed31fad4-4a9b-4189-bf4d-f972ddacdd2c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2133515689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2133515689-project-admin] Attempting to bind port 26510eca-85cc-4753-9f79-5350b3ab617e by drivers openvswitch,hyperv on host hv-neutron-8361 at level 0 using segments [{'id': '6a6a4c8f-7192-4311-af13-eecbd7dc3a85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'd7fe75b8-979e-4126-a402-cbef9551dbf5'}] {{(pid=83869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 13:34:55.865844 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed31fad4-4a9b-4189-bf4d-f972ddacdd2c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2133515689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2133515689-project-admin] Attempting to bind port 26510eca-85cc-4753-9f79-5350b3ab617e on network d7fe75b8-979e-4126-a402-cbef9551dbf5 {{(pid=83869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 13:34:55.897423 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-9f036113-e9b2-4b66-9a11-9835ba066231 tempest-FloatingIPAdminTestJSON-1029338488 tempest-FloatingIPAdminTestJSON-1029338488-project] Notify callbacks [] for port, precommit_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:34:55.908441 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed31fad4-4a9b-4189-bf4d-f972ddacdd2c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2133515689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2133515689-project-admin] Port 26510eca-85cc-4753-9f79-5350b3ab617e on network d7fe75b8-979e-4126-a402-cbef9551dbf5 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8361 {{(pid=83869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 01 13:34:55.908848 dv-neutron-836180-1-hyperv neutron-server[83869]: ERROR neutron.plugins.ml2.managers [None req-ed31fad4-4a9b-4189-bf4d-f972ddacdd2c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2133515689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2133515689-project-admin] Failed to bind port 26510eca-85cc-4753-9f79-5350b3ab617e on host hv-neutron-8361 for vnic_type normal using segments [{'id': '6a6a4c8f-7192-4311-af13-eecbd7dc3a85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'd7fe75b8-979e-4126-a402-cbef9551dbf5'}] Apr 01 13:34:55.909266 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-ed31fad4-4a9b-4189-bf4d-f972ddacdd2c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2133515689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2133515689-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:34:55.961540 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-c381001f-4bf5-4bd4-8df6-5a52f8878e72 None None] For port f8663c1b-4547-4b8d-a7ee-f724c7dd8874, host dv-neutron-836180-1-hyperv, cleared binding levels {{(pid=83872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 13:34:55.966402 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-c381001f-4bf5-4bd4-8df6-5a52f8878e72 None None] For port f8663c1b-4547-4b8d-a7ee-f724c7dd8874, host dv-neutron-836180-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836180-1-hyperv',level=0,port_id=f8663c1b-4547-4b8d-a7ee-f724c7dd8874,segment=NetworkSegment(16094ed0-4a47-4ff6-9238-85c278d7a2a5),segment_id=16094ed0-4a47-4ff6-9238-85c278d7a2a5)] {{(pid=83872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 13:34:55.973587 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_dvr_db [None req-58e39efe-c805-4795-aa6a-b3e1dbfe9913 None None] Set router a3e40bea-d2dc-44a4-93ec-e1481480a223 gateway port host: dv-neutron-836180-1-hyperv {{(pid=83872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 13:34:56.013174 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-c381001f-4bf5-4bd4-8df6-5a52f8878e72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864'] for port, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:34:56.024360 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-70da6927-4668-47c6-a82a-9a0261301de1 tempest-RoutersAdminNegativeIpV6Test-1583965433 tempest-RoutersAdminNegativeIpV6Test-1583965433-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736733359243', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736732935810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2743125'] for port, after_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:34:56.087060 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70da6927-4668-47c6-a82a-9a0261301de1 tempest-RoutersAdminNegativeIpV6Test-1583965433 tempest-RoutersAdminNegativeIpV6Test-1583965433-project-admin] Pushing event deleted for resources: {'Port': ['ID=18c456f5-d951-4d2f-b0e6-25a1c5c918f0,revision_number=None']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:34:56.100397 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-a9eacdd7-266c-44b9-bccf-2880be629699 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Notify callbacks [] for port, precommit_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:34:56.102320 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-9f036113-e9b2-4b66-9a11-9835ba066231 tempest-FloatingIPAdminTestJSON-1029338488 tempest-FloatingIPAdminTestJSON-1029338488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736732935801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2705155'] for port, after_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:34:56.178243 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.db [None req-ed31fad4-4a9b-4189-bf4d-f972ddacdd2c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2133515689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2133515689-project-admin] For port 26510eca-85cc-4753-9f79-5350b3ab617e, host hv-neutron-8361, cleared binding levels {{(pid=83869) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 13:34:56.178722 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.db [None req-ed31fad4-4a9b-4189-bf4d-f972ddacdd2c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2133515689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2133515689-project-admin] Attempted to set empty binding levels {{(pid=83869) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Apr 01 13:34:56.179825 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-fed3aa9d-170a-4e96-92f2-970aa2a76e4d tempest-RoutersIpV6AdminTest-2054225496 tempest-RoutersIpV6AdminTest-2054225496-project-admin] Notify callbacks [] for router, before_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:34:56.204674 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-ed31fad4-4a9b-4189-bf4d-f972ddacdd2c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2133515689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2133515689-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2705172'] for port, after_update {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:34:56.216527 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f036113-e9b2-4b66-9a11-9835ba066231 tempest-FloatingIPAdminTestJSON-1029338488 tempest-FloatingIPAdminTestJSON-1029338488-project] Network 725864b8-cceb-48c9-b5d3-1bfc4423e301 is already hosted by enough agents. {{(pid=83869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 13:34:56.222179 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.db [None req-af997584-f3e7-4bc8-81a5-4fd6038874b4 tempest-RoutersAdminTest-1965710677 tempest-RoutersAdminTest-1965710677-project-admin] For port a5609d2d-a3ca-4e65-84da-956527a7fcd8, host dv-neutron-836180-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836180-1-hyperv',level=0,port_id=a5609d2d-a3ca-4e65-84da-956527a7fcd8,segment=NetworkSegment(7b924dd8-4978-40c4-ad91-4b9b27348462),segment_id=7b924dd8-4978-40c4-ad91-4b9b27348462)] {{(pid=83869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 13:34:56.222635 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-af997584-f3e7-4bc8-81a5-4fd6038874b4 tempest-RoutersAdminTest-1965710677 tempest-RoutersAdminTest-1965710677-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4155147'] for port, precommit_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:34:56.232704 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.scheduler.base_scheduler [None req-9f036113-e9b2-4b66-9a11-9835ba066231 tempest-FloatingIPAdminTestJSON-1029338488 tempest-FloatingIPAdminTestJSON-1029338488-project] Resources bound (agent type, host, resource id): {{(pid=83869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 13:34:56.232876 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c381001f-4bf5-4bd4-8df6-5a52f8878e72 None None] Pushing event updated for resources: {'Port': ['ID=f8663c1b-4547-4b8d-a7ee-f724c7dd8874,revision_number=2']} {{(pid=83872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:34:56.235003 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f036113-e9b2-4b66-9a11-9835ba066231 tempest-FloatingIPAdminTestJSON-1029338488 tempest-FloatingIPAdminTestJSON-1029338488-project] Pushing event updated for resources: {'Port': ['ID=e13cfb57-ddd5-4495-bd91-f71849b60fc6,revision_number=1']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:34:56.239172 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f036113-e9b2-4b66-9a11-9835ba066231 tempest-FloatingIPAdminTestJSON-1029338488 tempest-FloatingIPAdminTestJSON-1029338488-project] Received port after_create {{(pid=83869) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 13:34:56.317317 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.provisioning_blocks [None req-a9eacdd7-266c-44b9-bccf-2880be629699 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Transition to ACTIVE for port object a7cf857b-0793-421c-a4be-140e12e62829 will not be triggered until provisioned by entity DHCP. {{(pid=83871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 13:34:56.361479 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-70da6927-4668-47c6-a82a-9a0261301de1 tempest-RoutersAdminNegativeIpV6Test-1583965433 tempest-RoutersAdminNegativeIpV6Test-1583965433-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109561'] for port, before_response {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:34:56.380432 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-70da6927-4668-47c6-a82a-9a0261301de1 tempest-RoutersAdminNegativeIpV6Test-1583965433 tempest-RoutersAdminNegativeIpV6Test-1583965433-project-admin] 10.222.0.26 "DELETE /v2.0/ports/18c456f5-d951-4d2f-b0e6-25a1c5c918f0 HTTP/1.1" status: 204 len: 168 time: 1.5580821 Apr 01 13:34:56.407522 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-a9eacdd7-266c-44b9-bccf-2880be629699 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736732935801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2743125'] for port, after_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:34:56.420224 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_hamode_db [None req-58e39efe-c805-4795-aa6a-b3e1dbfe9913 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3e40bea-d2dc-44a4-93ec-e1481480a223', 'name': 'tempest-snat-router-697216235', 'tenant_id': '04664f7c59734678b16de80312349853', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'external_fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.12'}], 'enable_snat': True}, 'gw_port_id': 'a5609d2d-a3ca-4e65-84da-956527a7fcd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T13:34:47Z', 'updated_at': '2022-04-01T13:34:50Z', 'revision_number': 3, 'project_id': '04664f7c59734678b16de80312349853', 'gw_port': {'id': 'a5609d2d-a3ca-4e65-84da-956527a7fcd8', 'name': '', 'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:4c:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3e40bea-d2dc-44a4-93ec-e1481480a223', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836180-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:34:48Z', 'updated_at': '2022-04-01T13:34:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836180-1-hyperv'}], 'dv-neutron-836180-1-hyperv', False) {} {{(pid=83872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:34:56.424809 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58e39efe-c805-4795-aa6a-b3e1dbfe9913 None None] The sync data for ids ['a3e40bea-d2dc-44a4-93ec-e1481480a223'] in dv-neutron-836180-1-hyperv is: [{'id': 'a3e40bea-d2dc-44a4-93ec-e1481480a223', 'name': 'tempest-snat-router-697216235', 'tenant_id': '04664f7c59734678b16de80312349853', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'external_fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.12'}], 'enable_snat': True}, 'gw_port_id': 'a5609d2d-a3ca-4e65-84da-956527a7fcd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T13:34:47Z', 'updated_at': '2022-04-01T13:34:50Z', 'revision_number': 3, 'project_id': '04664f7c59734678b16de80312349853', 'gw_port': {'id': 'a5609d2d-a3ca-4e65-84da-956527a7fcd8', 'name': '', 'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:4c:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3e40bea-d2dc-44a4-93ec-e1481480a223', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836180-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:34:48Z', 'updated_at': '2022-04-01T13:34:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836180-1-hyperv'}] {{(pid=83872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 13:34:56.475589 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.plugin [None req-ed31fad4-4a9b-4189-bf4d-f972ddacdd2c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2133515689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2133515689-project-admin] In _notify_port_updated(), no bound segment for port 26510eca-85cc-4753-9f79-5350b3ab617e on network d7fe75b8-979e-4126-a402-cbef9551dbf5 {{(pid=83869) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Apr 01 13:34:56.476672 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-ed31fad4-4a9b-4189-bf4d-f972ddacdd2c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2133515689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2133515689-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109561'] for port, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:34:56.481980 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-ed31fad4-4a9b-4189-bf4d-f972ddacdd2c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2133515689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2133515689-project-admin] 10.222.0.26 "PUT /v2.0/ports/26510eca-85cc-4753-9f79-5350b3ab617e HTTP/1.1" status: 200 len: 981 time: 3.6322603 Apr 01 13:34:56.491685 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.plugin [None req-af997584-f3e7-4bc8-81a5-4fd6038874b4 tempest-RoutersAdminTest-1965710677 tempest-RoutersAdminTest-1965710677-project-admin] Calling delete_port for a5609d2d-a3ca-4e65-84da-956527a7fcd8 owned by network:router_gateway {{(pid=83869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 13:34:56.503405 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 47980) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:34:56.567028 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9eacdd7-266c-44b9-bccf-2880be629699 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Network 09d7ea43-6376-4322-97e7-54cd01aae492 is already hosted by enough agents. {{(pid=83871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 13:34:56.567813 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9eacdd7-266c-44b9-bccf-2880be629699 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Pushing event updated for resources: {'Port': ['ID=a7cf857b-0793-421c-a4be-140e12e62829,revision_number=1']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:34:56.583685 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.scheduler.base_scheduler [None req-a9eacdd7-266c-44b9-bccf-2880be629699 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Resources bound (agent type, host, resource id): {{(pid=83871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 13:34:56.589848 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9eacdd7-266c-44b9-bccf-2880be629699 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Received port after_create {{(pid=83871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 13:34:56.593773 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9eacdd7-266c-44b9-bccf-2880be629699 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:34:56.594384 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-a9eacdd7-266c-44b9-bccf-2880be629699 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109561'] for port, before_response {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:34:56.600856 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed31fad4-4a9b-4189-bf4d-f972ddacdd2c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2133515689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2133515689-project-admin] Pushing event updated for resources: {'Port': ['ID=26510eca-85cc-4753-9f79-5350b3ab617e,revision_number=3']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:34:56.641795 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.plugin [None req-b6b4ac0c-a3b2-488b-b6ff-ec96d12a1a2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2133515689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2133515689-project-admin] Deleting port 26510eca-85cc-4753-9f79-5350b3ab617e {{(pid=83871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 13:34:56.642130 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-b6b4ac0c-a3b2-488b-b6ff-ec96d12a1a2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2133515689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2133515689-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736733287370'] for port, before_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:34:56.821516 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-a9eacdd7-266c-44b9-bccf-2880be629699 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.8467093 Apr 01 13:34:56.825370 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 47988) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:34:56.879845 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 47992) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:34:56.916984 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-9f036113-e9b2-4b66-9a11-9835ba066231 tempest-FloatingIPAdminTestJSON-1029338488 tempest-FloatingIPAdminTestJSON-1029338488-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:34:57.024669 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-9f036113-e9b2-4b66-9a11-9835ba066231 tempest-FloatingIPAdminTestJSON-1029338488 tempest-FloatingIPAdminTestJSON-1029338488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:34:57.077457 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-fed3aa9d-170a-4e96-92f2-970aa2a76e4d tempest-RoutersIpV6AdminTest-2054225496 tempest-RoutersIpV6AdminTest-2054225496-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:34:57.083918 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.db [None req-b6b4ac0c-a3b2-488b-b6ff-ec96d12a1a2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2133515689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2133515689-project-admin] For port 26510eca-85cc-4753-9f79-5350b3ab617e, host hv-neutron-8361, got binding levels [] {{(pid=83871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 13:34:57.084608 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-b6b4ac0c-a3b2-488b-b6ff-ec96d12a1a2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2133515689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2133515689-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4155147'] for port, precommit_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:34:57.089314 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-2f336b7f-a019-45d8-9054-2967ab31602f admin admin] Notify callbacks [] for security_group, before_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:34:57.106937 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e25154d7-470e-4c6e-86e4-d09907d3c744 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:34:57.110929 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e25154d7-470e-4c6e-86e4-d09907d3c744 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:34:57.111720 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-e25154d7-470e-4c6e-86e4-d09907d3c744 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Synchronizing usage tracker for tenant:8b726fe6689e4b7f96def1a2219bea6c on resource:port {{(pid=83871) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 13:34:57.113044 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-af997584-f3e7-4bc8-81a5-4fd6038874b4 tempest-RoutersAdminTest-1965710677 tempest-RoutersAdminTest-1965710677-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736733359243', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736732935810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2705155'] for port, after_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:34:57.175860 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af997584-f3e7-4bc8-81a5-4fd6038874b4 tempest-RoutersAdminTest-1965710677 tempest-RoutersAdminTest-1965710677-project-admin] Pushing event deleted for resources: {'Port': ['ID=a5609d2d-a3ca-4e65-84da-956527a7fcd8,revision_number=None']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:34:57.226882 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.plugin [None req-fed3aa9d-170a-4e96-92f2-970aa2a76e4d tempest-RoutersIpV6AdminTest-2054225496 tempest-RoutersIpV6AdminTest-2054225496-project-admin] Deleting port 8b2bb4aa-e9f1-406c-aef9-1f16fd0e380d {{(pid=83871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 13:34:57.227181 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-fed3aa9d-170a-4e96-92f2-970aa2a76e4d tempest-RoutersIpV6AdminTest-2054225496 tempest-RoutersIpV6AdminTest-2054225496-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736733287370'] for port, before_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:34:57.259917 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.plugin [None req-b6b4ac0c-a3b2-488b-b6ff-ec96d12a1a2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2133515689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2133515689-project-admin] Calling delete_port for 26510eca-85cc-4753-9f79-5350b3ab617e owned by {{(pid=83871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 13:34:57.336969 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-2f336b7f-a019-45d8-9054-2967ab31602f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:34:57.344620 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-e25154d7-470e-4c6e-86e4-d09907d3c744 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Unset dirty status for tenant:8b726fe6689e4b7f96def1a2219bea6c on resource:port {{(pid=83871) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 13:34:57.345772 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-e25154d7-470e-4c6e-86e4-d09907d3c744 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.5195103 Apr 01 13:34:57.350798 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 47998) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:34:57.351083 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-2f336b7f-a019-45d8-9054-2967ab31602f admin admin] Usage tracker for resource:security_group_rule and tenant:792f4ab72ccd4356b1091842dc37b162 is out of sync, need to count used quota {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 13:34:57.359660 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-2f336b7f-a019-45d8-9054-2967ab31602f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 13:34:57.374829 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-2f336b7f-a019-45d8-9054-2967ab31602f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:34:57.501204 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-b6b4ac0c-a3b2-488b-b6ff-ec96d12a1a2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2133515689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2133515689-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736733359243', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736732935810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2743125'] for port, after_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:34:57.513916 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-88ebe067-036d-4156-9380-b02792dd5848 None None] Provisioning for port f8663c1b-4547-4b8d-a7ee-f724c7dd8874 completed by entity DHCP. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 13:34:57.557959 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.plugin [None req-d8ebe006-ea85-40b8-804e-43ba093d9d1b tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Deleting port a7cf857b-0793-421c-a4be-140e12e62829 {{(pid=83871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 13:34:57.558424 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-d8ebe006-ea85-40b8-804e-43ba093d9d1b tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736733287370'] for port, before_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:34:57.601747 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-af997584-f3e7-4bc8-81a5-4fd6038874b4 tempest-RoutersAdminTest-1965710677 tempest-RoutersAdminTest-1965710677-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4084822'] for router_gateway, after_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:34:57.605567 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b4ac0c-a3b2-488b-b6ff-ec96d12a1a2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2133515689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2133515689-project-admin] Pushing event deleted for resources: {'Port': ['ID=26510eca-85cc-4753-9f79-5350b3ab617e,revision_number=None']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:34:57.640118 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-b6b4ac0c-a3b2-488b-b6ff-ec96d12a1a2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2133515689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2133515689-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109561'] for port, before_response {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:34:57.708685 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.db [None req-fed3aa9d-170a-4e96-92f2-970aa2a76e4d tempest-RoutersIpV6AdminTest-2054225496 tempest-RoutersIpV6AdminTest-2054225496-project-admin] For port 8b2bb4aa-e9f1-406c-aef9-1f16fd0e380d, host dv-neutron-836180-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836180-1-hyperv',level=0,port_id=8b2bb4aa-e9f1-406c-aef9-1f16fd0e380d,segment=NetworkSegment(7b924dd8-4978-40c4-ad91-4b9b27348462),segment_id=7b924dd8-4978-40c4-ad91-4b9b27348462)] {{(pid=83871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 13:34:57.708940 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-fed3aa9d-170a-4e96-92f2-970aa2a76e4d tempest-RoutersIpV6AdminTest-2054225496 tempest-RoutersIpV6AdminTest-2054225496-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4155147'] for port, precommit_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:34:57.716635 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-b6b4ac0c-a3b2-488b-b6ff-ec96d12a1a2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2133515689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2133515689-project-admin] 10.222.0.26 "DELETE /v2.0/ports/26510eca-85cc-4753-9f79-5350b3ab617e HTTP/1.1" status: 204 len: 168 time: 1.2115953 Apr 01 13:34:57.723260 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 48002) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:34:57.732140 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-9f036113-e9b2-4b66-9a11-9835ba066231 tempest-FloatingIPAdminTestJSON-1029338488 tempest-FloatingIPAdminTestJSON-1029338488-project] Notify callbacks [] for port, precommit_update {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:34:57.747903 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-9f036113-e9b2-4b66-9a11-9835ba066231 tempest-FloatingIPAdminTestJSON-1029338488 tempest-FloatingIPAdminTestJSON-1029338488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2705172'] for port, after_update {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:34:57.794428 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-6e5a0fa0-8252-42f8-ab49-ddeca1b3a150 None None] Provisioning for port a7cf857b-0793-421c-a4be-140e12e62829 completed by entity DHCP. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 13:34:57.799123 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-6e5a0fa0-8252-42f8-ab49-ddeca1b3a150 None None] Provisioning complete for port a7cf857b-0793-421c-a4be-140e12e62829 triggered by entity DHCP. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 13:34:57.799687 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-6e5a0fa0-8252-42f8-ab49-ddeca1b3a150 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-948329'] for port, provisioning_complete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:34:57.810384 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-2f336b7f-a019-45d8-9054-2967ab31602f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:34:57.871688 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.plugin [None req-6e5a0fa0-8252-42f8-ab49-ddeca1b3a150 None None] Port a7cf857b-0793-421c-a4be-140e12e62829 cannot update to ACTIVE because it is not bound. {{(pid=83872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 13:34:57.882234 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-2f336b7f-a019-45d8-9054-2967ab31602f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3775923'] for security_group, after_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:34:57.965726 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.plugin [None req-fed3aa9d-170a-4e96-92f2-970aa2a76e4d tempest-RoutersIpV6AdminTest-2054225496 tempest-RoutersIpV6AdminTest-2054225496-project-admin] Calling delete_port for 8b2bb4aa-e9f1-406c-aef9-1f16fd0e380d owned by network:router_gateway {{(pid=83871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 13:34:58.028436 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.pecan_wsgi.hooks.translation [None req-c0115af3-9cd6-4138-b32a-e32ad688aa78 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2133515689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2133515689-project-admin] GET failed (client error): The resource could not be found. Apr 01 13:34:58.028933 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-c0115af3-9cd6-4138-b32a-e32ad688aa78 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2133515689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2133515689-project-admin] Synchronizing usage tracker for tenant:adec7e603a5e48e89443a3e3980c248d on resource:port {{(pid=83871) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 13:34:58.067734 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f036113-e9b2-4b66-9a11-9835ba066231 tempest-FloatingIPAdminTestJSON-1029338488 tempest-FloatingIPAdminTestJSON-1029338488-project] Pushing event updated for resources: {'Port': ['ID=e13cfb57-ddd5-4495-bd91-f71849b60fc6,revision_number=2']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:34:58.094954 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-af997584-f3e7-4bc8-81a5-4fd6038874b4 tempest-RoutersAdminTest-1965710677 tempest-RoutersAdminTest-1965710677-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4079814', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4170'] for router, precommit_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:34:58.104603 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-c0115af3-9cd6-4138-b32a-e32ad688aa78 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2133515689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2133515689-project-admin] Unset dirty status for tenant:adec7e603a5e48e89443a3e3980c248d on resource:port {{(pid=83871) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 13:34:58.109396 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-c0115af3-9cd6-4138-b32a-e32ad688aa78 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2133515689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2133515689-project-admin] 10.222.0.26 "GET /v2.0/ports/26510eca-85cc-4753-9f79-5350b3ab617e HTTP/1.1" status: 404 len: 333 time: 0.3818505 Apr 01 13:34:58.111527 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 48008) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:34:58.125887 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-af997584-f3e7-4bc8-81a5-4fd6038874b4 tempest-RoutersAdminTest-1965710677 tempest-RoutersAdminTest-1965710677-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:34:58.128676 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f336b7f-a019-45d8-9054-2967ab31602f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36c26dc0-e17e-48af-9f13-5abeac5436a1,revision_number=1']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:34:58.132694 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-2f336b7f-a019-45d8-9054-2967ab31602f admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=792f4ab72ccd4356b1091842dc37b162&name=default HTTP/1.1" status: 200 len: 2647 time: 1.2518466 Apr 01 13:34:58.139669 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 48012) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:34:58.162480 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-9f036113-e9b2-4b66-9a11-9835ba066231 tempest-FloatingIPAdminTestJSON-1029338488 tempest-FloatingIPAdminTestJSON-1029338488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4084747'] for floatingip, after_update {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:34:58.243879 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-d8ebe006-ea85-40b8-804e-43ba093d9d1b tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4155147'] for port, precommit_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:34:58.304580 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-af997584-f3e7-4bc8-81a5-4fd6038874b4 tempest-RoutersAdminTest-1965710677 tempest-RoutersAdminTest-1965710677-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4079738'] for router, after_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:34:58.305100 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af997584-f3e7-4bc8-81a5-4fd6038874b4 tempest-RoutersAdminTest-1965710677 tempest-RoutersAdminTest-1965710677-project-admin] Fanout notify agent at l3_agent the message router_deleted on router a3e40bea-d2dc-44a4-93ec-e1481480a223 {{(pid=83869) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 01 13:34:58.335099 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-af997584-f3e7-4bc8-81a5-4fd6038874b4 tempest-RoutersAdminTest-1965710677 tempest-RoutersAdminTest-1965710677-project-admin] Notify callbacks [] for router, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:34:58.341769 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-af997584-f3e7-4bc8-81a5-4fd6038874b4 tempest-RoutersAdminTest-1965710677 tempest-RoutersAdminTest-1965710677-project-admin] 10.222.0.26 "DELETE /v2.0/routers/a3e40bea-d2dc-44a4-93ec-e1481480a223 HTTP/1.1" status: 204 len: 168 time: 4.0140066 Apr 01 13:34:58.348994 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-29088a86-e6b5-41af-b784-c2d3b60a031b req-0ce125ad-e77f-4d7f-9596-b3b19ee663ea service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=0316e663-2094-4e38-ab21-ae9fc82c63ae&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.4798882 Apr 01 13:34:58.349823 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 48016) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:34:58.514597 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Device 69d52410-58f1-4103-ae09-a4c92f55e77b up at agent ovs-agent-dv-neutron-836180-1-hyperv {{(pid=83872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 13:34:58.610141 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-9f036113-e9b2-4b66-9a11-9835ba066231 tempest-FloatingIPAdminTestJSON-1029338488 tempest-FloatingIPAdminTestJSON-1029338488-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109561'] for floatingip, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:34:58.613915 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-9f036113-e9b2-4b66-9a11-9835ba066231 tempest-FloatingIPAdminTestJSON-1029338488 tempest-FloatingIPAdminTestJSON-1029338488-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.0690317 Apr 01 13:34:58.631488 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 48020) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:34:58.654261 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Provisioning for port 69d52410-58f1-4103-ae09-a4c92f55e77b completed by entity L2. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 13:34:58.661359 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Provisioning complete for port 69d52410-58f1-4103-ae09-a4c92f55e77b triggered by entity L2. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 13:34:58.661719 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-948329'] for port, provisioning_complete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:34:58.673068 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.plugin [None req-d8ebe006-ea85-40b8-804e-43ba093d9d1b tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Calling delete_port for a7cf857b-0793-421c-a4be-140e12e62829 owned by {{(pid=83871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 13:34:58.761571 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-860130ab-572d-40fb-abd3-dac092575080 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1267324582 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1267324582-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1033078'] for network, before_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:34:58.823037 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-e955ac51-714e-45dd-843b-ea56078a1523 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:34:58.858972 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:34:58.879370 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] For port 69d52410-58f1-4103-ae09-a4c92f55e77b, host dv-neutron-836180-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836180-1-hyperv',level=0,port_id=69d52410-58f1-4103-ae09-a4c92f55e77b,segment=NetworkSegment(7b924dd8-4978-40c4-ad91-4b9b27348462),segment_id=7b924dd8-4978-40c4-ad91-4b9b27348462)] {{(pid=83872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 13:34:58.888190 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864'] for port, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:34:58.889177 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Device f8663c1b-4547-4b8d-a7ee-f724c7dd8874 up at agent ovs-agent-dv-neutron-836180-1-hyperv {{(pid=83872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 13:34:58.937581 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-e955ac51-714e-45dd-843b-ea56078a1523 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:34:58.977481 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-e577bd81-9b04-4dd6-82d2-34568e2309ad tempest-FloatingIPAdminTestJSON-546114676 tempest-FloatingIPAdminTestJSON-546114676-project-admin] Synchronizing usage tracker for tenant:40f3a2d8094f4ce5b416ed80051b720a on resource:floatingip {{(pid=83869) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 13:34:59.037125 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-e577bd81-9b04-4dd6-82d2-34568e2309ad tempest-FloatingIPAdminTestJSON-546114676 tempest-FloatingIPAdminTestJSON-546114676-project-admin] Unset dirty status for tenant:40f3a2d8094f4ce5b416ed80051b720a on resource:floatingip {{(pid=83869) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 13:34:59.040465 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Provisioning for port f8663c1b-4547-4b8d-a7ee-f724c7dd8874 completed by entity L2. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 13:34:59.042306 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-e577bd81-9b04-4dd6-82d2-34568e2309ad tempest-FloatingIPAdminTestJSON-546114676 tempest-FloatingIPAdminTestJSON-546114676-project-admin] 10.222.0.26 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3222 time: 0.3725014 Apr 01 13:34:59.043905 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 48024) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:34:59.050755 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-fed3aa9d-170a-4e96-92f2-970aa2a76e4d tempest-RoutersIpV6AdminTest-2054225496 tempest-RoutersIpV6AdminTest-2054225496-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736733359243', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736732935810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2743125'] for port, after_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:34:59.050938 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Provisioning complete for port f8663c1b-4547-4b8d-a7ee-f724c7dd8874 triggered by entity L2. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 13:34:59.050938 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-948329'] for port, provisioning_complete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:34:59.134946 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-29088a86-e6b5-41af-b784-c2d3b60a031b req-d3e02a06-5234-42fb-ae27-954a6ffe110a service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=89fbd4bee1224db38dcb79340f59d1d9&device_id=0316e663-2094-4e38-ab21-ae9fc82c63ae HTTP/1.1" status: 200 len: 1099 time: 0.5109835 Apr 01 13:34:59.147642 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed3aa9d-170a-4e96-92f2-970aa2a76e4d tempest-RoutersIpV6AdminTest-2054225496 tempest-RoutersIpV6AdminTest-2054225496-project-admin] Pushing event deleted for resources: {'Port': ['ID=8b2bb4aa-e9f1-406c-aef9-1f16fd0e380d,revision_number=None']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:34:59.159970 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-7df5bfb0-c541-4465-9693-96cbf19dee80 tempest-FloatingIPAdminTestJSON-382796379 tempest-FloatingIPAdminTestJSON-382796379-project] Synchronizing usage tracker for tenant:e66db8021e414e7baf903f5a575b7f77 on resource:floatingip {{(pid=83869) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 13:34:59.173579 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-e955ac51-714e-45dd-843b-ea56078a1523 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3775923'] for security_group, after_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:34:59.191239 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Pushing event updated for resources: {'Port': ['ID=69d52410-58f1-4103-ae09-a4c92f55e77b,revision_number=4']} {{(pid=83872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:34:59.221452 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-7df5bfb0-c541-4465-9693-96cbf19dee80 tempest-FloatingIPAdminTestJSON-382796379 tempest-FloatingIPAdminTestJSON-382796379-project] Unset dirty status for tenant:e66db8021e414e7baf903f5a575b7f77 on resource:floatingip {{(pid=83869) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 13:34:59.231074 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:34:59.231733 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-7df5bfb0-c541-4465-9693-96cbf19dee80 tempest-FloatingIPAdminTestJSON-382796379 tempest-FloatingIPAdminTestJSON-382796379-project] 10.222.0.26 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 691 time: 0.1844163 Apr 01 13:34:59.232776 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 48028) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:34:59.272437 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] For port f8663c1b-4547-4b8d-a7ee-f724c7dd8874, host dv-neutron-836180-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836180-1-hyperv',level=0,port_id=f8663c1b-4547-4b8d-a7ee-f724c7dd8874,segment=NetworkSegment(16094ed0-4a47-4ff6-9238-85c278d7a2a5),segment_id=16094ed0-4a47-4ff6-9238-85c278d7a2a5)] {{(pid=83872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 13:34:59.277837 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864'] for port, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:34:59.303867 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e955ac51-714e-45dd-843b-ea56078a1523 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36c26dc0-e17e-48af-9f13-5abeac5436a1,revision_number=None']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:34:59.319506 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-860130ab-572d-40fb-abd3-dac092575080 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1267324582 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1267324582-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-942654', 'neutron.services.segments.db._delete_segments_for_network-8736733387888'] for network, precommit_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:34:59.359262 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-d8ebe006-ea85-40b8-804e-43ba093d9d1b tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736733359243', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736732935810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2743125'] for port, after_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:34:59.388795 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Pushing event updated for resources: {'Port': ['ID=f8663c1b-4547-4b8d-a7ee-f724c7dd8874,revision_number=3']} {{(pid=83872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:34:59.428427 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-e955ac51-714e-45dd-843b-ea56078a1523 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:34:59.429706 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-e955ac51-714e-45dd-843b-ea56078a1523 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/36c26dc0-e17e-48af-9f13-5abeac5436a1 HTTP/1.1" status: 204 len: 168 time: 1.2875223 Apr 01 13:34:59.433040 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ebe006-ea85-40b8-804e-43ba093d9d1b tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Pushing event deleted for resources: {'Port': ['ID=a7cf857b-0793-421c-a4be-140e12e62829,revision_number=None']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:34:59.444489 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.services.segments.db [None req-860130ab-572d-40fb-abd3-dac092575080 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1267324582 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1267324582-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d7fe75b8-979e-4126-a402-cbef9551dbf5']}} {{(pid=83871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:34:59.461801 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.services.segments.db [None req-860130ab-572d-40fb-abd3-dac092575080 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1267324582 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1267324582-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6a6a4c8f-7192-4311-af13-eecbd7dc3a85') {'for_net_delete': True} {{(pid=83871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:34:59.462091 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.services.segments.db [None req-860130ab-572d-40fb-abd3-dac092575080 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1267324582 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1267324582-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6a6a4c8f-7192-4311-af13-eecbd7dc3a85') {} {{(pid=83871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:34:59.571624 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-860130ab-572d-40fb-abd3-dac092575080 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1267324582 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1267324582-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736733386999', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3166340'] for segment, before_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:34:59.580278 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.plugin [None req-f786d641-35c1-46bd-a233-1c4a1945aaa1 tempest-FloatingIPAdminTestJSON-1029338488 tempest-FloatingIPAdminTestJSON-1029338488-project] Deleting port e13cfb57-ddd5-4495-bd91-f71849b60fc6 {{(pid=83869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 13:34:59.580634 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-f786d641-35c1-46bd-a233-1c4a1945aaa1 tempest-FloatingIPAdminTestJSON-1029338488 tempest-FloatingIPAdminTestJSON-1029338488-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736733287370'] for port, before_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:34:59.584179 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-d8ebe006-ea85-40b8-804e-43ba093d9d1b tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109561'] for port, before_response {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:34:59.675523 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-860130ab-572d-40fb-abd3-dac092575080 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1267324582 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1267324582-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1004271'] for segment, precommit_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:34:59.686958 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-fed3aa9d-170a-4e96-92f2-970aa2a76e4d tempest-RoutersIpV6AdminTest-2054225496 tempest-RoutersIpV6AdminTest-2054225496-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4084822'] for router_gateway, after_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:34:59.739056 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-d8ebe006-ea85-40b8-804e-43ba093d9d1b tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] 10.222.0.26 "DELETE /v2.0/ports/a7cf857b-0793-421c-a4be-140e12e62829 HTTP/1.1" status: 204 len: 168 time: 2.3877401 Apr 01 13:34:59.745387 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-860130ab-572d-40fb-abd3-dac092575080 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1267324582 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1267324582-project] Releasing vlan 399 on physical network physnet1 to pool {{(pid=83871) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 01 13:34:59.745722 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-860130ab-572d-40fb-abd3-dac092575080 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1267324582 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1267324582-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1004262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2743078'] for segment, after_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:34:59.747104 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 48038) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:34:59.761997 dv-neutron-836180-1-hyperv neutron-server[83871]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 13:34:59.761997 dv-neutron-836180-1-hyperv neutron-server[83871]: util.warn( Apr 01 13:34:59.761997 dv-neutron-836180-1-hyperv neutron-server[83871]: Traceback (most recent call last): Apr 01 13:34:59.761997 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 01 13:34:59.761997 dv-neutron-836180-1-hyperv neutron-server[83871]: timer() Apr 01 13:34:59.761997 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 13:34:59.761997 dv-neutron-836180-1-hyperv neutron-server[83871]: cb(*args, **kw) Apr 01 13:34:59.761997 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 13:34:59.761997 dv-neutron-836180-1-hyperv neutron-server[83871]: return func(*args, **kwargs) Apr 01 13:34:59.761997 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 13:34:59.761997 dv-neutron-836180-1-hyperv neutron-server[83871]: self._notify() Apr 01 13:34:59.761997 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 13:34:59.761997 dv-neutron-836180-1-hyperv neutron-server[83871]: self.callback(batched_events) Apr 01 13:34:59.761997 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 13:34:59.761997 dv-neutron-836180-1-hyperv neutron-server[83871]: event.method(event) Apr 01 13:34:59.761997 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 13:34:59.761997 dv-neutron-836180-1-hyperv neutron-server[83871]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 13:34:59.761997 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 13:34:59.761997 dv-neutron-836180-1-hyperv neutron-server[83871]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 13:34:59.761997 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 13:34:59.761997 dv-neutron-836180-1-hyperv neutron-server[83871]: return f(self, *a, **k) Apr 01 13:34:59.761997 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 13:34:59.761997 dv-neutron-836180-1-hyperv neutron-server[83871]: return self._get(url).json() Apr 01 13:34:59.761997 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 13:34:59.761997 dv-neutron-836180-1-hyperv neutron-server[83871]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 13:34:59.761997 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 01 13:34:59.761997 dv-neutron-836180-1-hyperv neutron-server[83871]: return self.request(url, 'GET', **kwargs) Apr 01 13:34:59.761997 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 01 13:34:59.761997 dv-neutron-836180-1-hyperv neutron-server[83871]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 13:34:59.761997 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 01 13:34:59.761997 dv-neutron-836180-1-hyperv neutron-server[83871]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 13:34:59.761997 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 01 13:34:59.761997 dv-neutron-836180-1-hyperv neutron-server[83871]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 13:34:59.761997 dv-neutron-836180-1-hyperv neutron-server[83871]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 13:34:59.783325 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29088a86-e6b5-41af-b784-c2d3b60a031b req-28dc4a9f-91a8-4bae-a52f-c3b8b1025d5c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:34:59.784890 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-29088a86-e6b5-41af-b784-c2d3b60a031b req-28dc4a9f-91a8-4bae-a52f-c3b8b1025d5c service neutron] 10.222.0.57 "GET /v2.0/networks?id=8a1d3029-ea4e-4a99-9a7d-ce93ff1eb9a1 HTTP/1.1" status: 200 len: 913 time: 0.6188471 Apr 01 13:34:59.791306 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-7a52f361-a642-4170-b95f-53698bdfa1a0 tempest-RoutersAdminTest-1965710677 tempest-RoutersAdminTest-1965710677-project-admin] Notify callbacks [] for router, before_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:34:59.845833 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 48042) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:35:00.022400 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-860130ab-572d-40fb-abd3-dac092575080 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1267324582 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1267324582-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-942599', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4084797'] for network, after_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:00.049457 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-860130ab-572d-40fb-abd3-dac092575080 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1267324582 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1267324582-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3017602'] for network, before_response {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:00.068374 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-860130ab-572d-40fb-abd3-dac092575080 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1267324582 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1267324582-project] 10.222.0.26 "DELETE /v2.0/networks/d7fe75b8-979e-4126-a402-cbef9551dbf5 HTTP/1.1" status: 204 len: 168 time: 1.9564250 Apr 01 13:35:00.069048 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-860130ab-572d-40fb-abd3-dac092575080 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1267324582 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1267324582-project] Pushing event deleted for resources: {'Network': ['ID=d7fe75b8-979e-4126-a402-cbef9551dbf5,revision_number=None']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:35:00.072218 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-fed3aa9d-170a-4e96-92f2-970aa2a76e4d tempest-RoutersIpV6AdminTest-2054225496 tempest-RoutersIpV6AdminTest-2054225496-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4079814', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4170'] for router, precommit_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:00.077395 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-fed3aa9d-170a-4e96-92f2-970aa2a76e4d tempest-RoutersIpV6AdminTest-2054225496 tempest-RoutersIpV6AdminTest-2054225496-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:00.196399 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-f786d641-35c1-46bd-a233-1c4a1945aaa1 tempest-FloatingIPAdminTestJSON-1029338488 tempest-FloatingIPAdminTestJSON-1029338488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4155147'] for port, precommit_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:00.196399 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-f786d641-35c1-46bd-a233-1c4a1945aaa1 tempest-FloatingIPAdminTestJSON-1029338488 tempest-FloatingIPAdminTestJSON-1029338488-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:00.202163 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-fed3aa9d-170a-4e96-92f2-970aa2a76e4d tempest-RoutersIpV6AdminTest-2054225496 tempest-RoutersIpV6AdminTest-2054225496-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4079738'] for router, after_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:00.202163 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fed3aa9d-170a-4e96-92f2-970aa2a76e4d tempest-RoutersIpV6AdminTest-2054225496 tempest-RoutersIpV6AdminTest-2054225496-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 6db1e516-25c6-4e5d-b55d-aee525f9a9c8 {{(pid=83871) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 01 13:35:00.206846 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c78c67f3-26dc-4e5b-9399-aea49e3c9dda tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:35:00.208504 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c78c67f3-26dc-4e5b-9399-aea49e3c9dda tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:35:00.210946 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-fed3aa9d-170a-4e96-92f2-970aa2a76e4d tempest-RoutersIpV6AdminTest-2054225496 tempest-RoutersIpV6AdminTest-2054225496-project-admin] Notify callbacks [] for router, before_response {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:00.212059 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-fed3aa9d-170a-4e96-92f2-970aa2a76e4d tempest-RoutersIpV6AdminTest-2054225496 tempest-RoutersIpV6AdminTest-2054225496-project-admin] 10.222.0.26 "DELETE /v2.0/routers/6db1e516-25c6-4e5d-b55d-aee525f9a9c8 HTTP/1.1" status: 204 len: 168 time: 4.9050829 Apr 01 13:35:00.212951 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-c78c67f3-26dc-4e5b-9399-aea49e3c9dda tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.4649000 Apr 01 13:35:00.213161 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 48048) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:35:00.216835 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 48050) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:35:00.255292 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.v2.base [None req-53787c23-2adc-4c92-a3f3-23cccd02919c tempest-RoutersIpV6AdminTest-7322729 tempest-RoutersIpV6AdminTest-7322729-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-611656826', 'external_gateway_info': {'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301'}, 'admin_state_up': False}} {{(pid=83871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:35:00.267887 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-53787c23-2adc-4c92-a3f3-23cccd02919c tempest-RoutersIpV6AdminTest-7322729 tempest-RoutersIpV6AdminTest-7322729-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:35:00.280274 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-53787c23-2adc-4c92-a3f3-23cccd02919c tempest-RoutersIpV6AdminTest-7322729 tempest-RoutersIpV6AdminTest-7322729-project] Usage tracker for resource:router and tenant:a4d5a28a92af4686a1b0ae1e9f78e210 is out of sync, need to count used quota {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 13:35:00.285308 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-53787c23-2adc-4c92-a3f3-23cccd02919c tempest-RoutersIpV6AdminTest-7322729 tempest-RoutersIpV6AdminTest-7322729-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 13:35:00.296173 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-53787c23-2adc-4c92-a3f3-23cccd02919c tempest-RoutersIpV6AdminTest-7322729 tempest-RoutersIpV6AdminTest-7322729-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:35:00.377251 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-53787c23-2adc-4c92-a3f3-23cccd02919c tempest-RoutersIpV6AdminTest-7322729 tempest-RoutersIpV6AdminTest-7322729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4082176', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4220'] for router, before_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:00.378431 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-53787c23-2adc-4c92-a3f3-23cccd02919c tempest-RoutersIpV6AdminTest-7322729 tempest-RoutersIpV6AdminTest-7322729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4082277', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4084873', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4148249', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4211'] for router, precommit_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:00.399661 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.plugin [None req-f786d641-35c1-46bd-a233-1c4a1945aaa1 tempest-FloatingIPAdminTestJSON-1029338488 tempest-FloatingIPAdminTestJSON-1029338488-project] Calling delete_port for e13cfb57-ddd5-4495-bd91-f71849b60fc6 owned by network:floatingip {{(pid=83869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 13:35:00.432192 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-29088a86-e6b5-41af-b784-c2d3b60a031b req-b29f5a99-87e9-48de-b541-f1826b37d2bf service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=389797f2-66e0-4248-bbe2-d36a06762cdf HTTP/1.1" status: 200 len: 1002 time: 0.5765216 Apr 01 13:35:00.433930 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-53787c23-2adc-4c92-a3f3-23cccd02919c tempest-RoutersIpV6AdminTest-7322729 tempest-RoutersIpV6AdminTest-7322729-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:00.464819 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.db_base_plugin_v2 [None req-81114f39-5115-439a-b9c6-b7b944100ac8 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Deleting subnet 55fbe493-9b95-4604-99f1-cb940ba2aec4 {{(pid=83871) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 01 13:35:00.469102 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-81114f39-5115-439a-b9c6-b7b944100ac8 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Notify callbacks [] for subnet, before_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:00.495881 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Device f8663c1b-4547-4b8d-a7ee-f724c7dd8874 up at agent ovs-agent-dv-neutron-836180-1-hyperv {{(pid=83872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 13:35:00.496512 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 48058) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:35:00.515888 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-b8297b9a-7c90-442c-970a-f18e2c6488d4 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=00c6064b9d094aad95fd2d4e3252ec50&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6554453 Apr 01 13:35:00.518131 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 48062) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:35:00.568868 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29088a86-e6b5-41af-b784-c2d3b60a031b req-1902c248-137c-4f5a-8b6e-6000ac931f92 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:35:00.570314 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-29088a86-e6b5-41af-b784-c2d3b60a031b req-1902c248-137c-4f5a-8b6e-6000ac931f92 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=b4d98d75-116a-4d3d-b965-52d071507f72 HTTP/1.1" status: 200 len: 851 time: 0.1250417 Apr 01 13:35:00.594887 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Provisioning complete for port f8663c1b-4547-4b8d-a7ee-f724c7dd8874 triggered by entity L2. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 13:35:00.595553 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-948329'] for port, provisioning_complete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:00.654916 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-81114f39-5115-439a-b9c6-b7b944100ac8 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3166365'] for subnet, precommit_delete_associations {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:00.741781 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Device 69d52410-58f1-4103-ae09-a4c92f55e77b up at agent ovs-agent-dv-neutron-836180-1-hyperv {{(pid=83872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 13:35:00.756210 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-f786d641-35c1-46bd-a233-1c4a1945aaa1 tempest-FloatingIPAdminTestJSON-1029338488 tempest-FloatingIPAdminTestJSON-1029338488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736733359243', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736732935810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2705155'] for port, after_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:00.764638 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-53787c23-2adc-4c92-a3f3-23cccd02919c tempest-RoutersIpV6AdminTest-7322729 tempest-RoutersIpV6AdminTest-7322729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4084887', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4079850', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4161'] for router, precommit_update {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:00.796154 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-d4b8dfbf-f309-4652-a533-a99d37dc9265 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:00.813589 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Provisioning complete for port 69d52410-58f1-4103-ae09-a4c92f55e77b triggered by entity L2. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 13:35:00.813948 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-948329'] for port, provisioning_complete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:00.830284 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f786d641-35c1-46bd-a233-1c4a1945aaa1 tempest-FloatingIPAdminTestJSON-1029338488 tempest-FloatingIPAdminTestJSON-1029338488-project] Pushing event deleted for resources: {'Port': ['ID=e13cfb57-ddd5-4495-bd91-f71849b60fc6,revision_number=None']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:35:00.894967 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-b7706f9e-1f34-4d5c-a4ab-f9ba7962853d admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=8834bf2962bf4054b167cd7b625eef29&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3884733 Apr 01 13:35:00.895207 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-d4b8dfbf-f309-4652-a533-a99d37dc9265 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:00.903657 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 48068) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:35:00.930072 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-29088a86-e6b5-41af-b784-c2d3b60a031b req-1deaaa88-0889-452e-845e-0cbe1e0084cd service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=8a1d3029-ea4e-4a99-9a7d-ce93ff1eb9a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3493707 Apr 01 13:35:00.933783 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-81114f39-5115-439a-b9c6-b7b944100ac8 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-945029'] for subnet, precommit_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:01.038817 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-7a52f361-a642-4170-b95f-53698bdfa1a0 tempest-RoutersAdminTest-1965710677 tempest-RoutersAdminTest-1965710677-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:01.059017 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-f786d641-35c1-46bd-a233-1c4a1945aaa1 tempest-FloatingIPAdminTestJSON-1029338488 tempest-FloatingIPAdminTestJSON-1029338488-project] Notify callbacks [] for floatingip, after_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:01.081291 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.plugin [None req-7a52f361-a642-4170-b95f-53698bdfa1a0 tempest-RoutersAdminTest-1965710677 tempest-RoutersAdminTest-1965710677-project-admin] Deleting port 69d52410-58f1-4103-ae09-a4c92f55e77b {{(pid=83869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 13:35:01.081774 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-7a52f361-a642-4170-b95f-53698bdfa1a0 tempest-RoutersAdminTest-1965710677 tempest-RoutersAdminTest-1965710677-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736733287370'] for port, before_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:01.114403 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-bfcce0a0-24a8-4764-a5db-ca5cc38dd625 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:01.118634 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-d4b8dfbf-f309-4652-a533-a99d37dc9265 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3775923'] for security_group, after_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:01.148556 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-81114f39-5115-439a-b9c6-b7b944100ac8 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-945042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2743160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2757373'] for subnet, after_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:01.163214 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-f786d641-35c1-46bd-a233-1c4a1945aaa1 tempest-FloatingIPAdminTestJSON-1029338488 tempest-FloatingIPAdminTestJSON-1029338488-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109561'] for floatingip, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:01.164623 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-f786d641-35c1-46bd-a233-1c4a1945aaa1 tempest-FloatingIPAdminTestJSON-1029338488 tempest-FloatingIPAdminTestJSON-1029338488-project] 10.222.0.26 "DELETE /v2.0/floatingips/6e03ee88-4893-42f2-ab3c-9a90f55a4618 HTTP/1.1" status: 204 len: 168 time: 1.9242215 Apr 01 13:35:01.170270 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 48072) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:35:01.177086 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-bfcce0a0-24a8-4764-a5db-ca5cc38dd625 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:01.216718 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b8dfbf-f309-4652-a533-a99d37dc9265 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd8bb2ce-1573-403d-a5ed-3bd1c4aa9194,revision_number=None']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:35:01.244793 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81114f39-5115-439a-b9c6-b7b944100ac8 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Pushing event deleted for resources: {'Subnet': ['ID=55fbe493-9b95-4604-99f1-cb940ba2aec4,revision_number=None']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:35:01.270415 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-81114f39-5115-439a-b9c6-b7b944100ac8 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Notify callbacks [] for subnet, before_response {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:01.273932 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4a2a4d4-dc2d-4ba9-af33-42b1850645b2 None None] Network 09d7ea43-6376-4322-97e7-54cd01aae492 requested from dv-neutron-836180-1-hyperv {{(pid=83872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 13:35:01.297809 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-81114f39-5115-439a-b9c6-b7b944100ac8 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] 10.222.0.26 "DELETE /v2.0/subnets/55fbe493-9b95-4604-99f1-cb940ba2aec4 HTTP/1.1" status: 204 len: 168 time: 1.0828192 Apr 01 13:35:01.300780 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 48076) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:35:01.365793 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-d4b8dfbf-f309-4652-a533-a99d37dc9265 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:01.367212 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-d4b8dfbf-f309-4652-a533-a99d37dc9265 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/bd8bb2ce-1573-403d-a5ed-3bd1c4aa9194 HTTP/1.1" status: 204 len: 168 time: 0.8481891 Apr 01 13:35:01.378894 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-6abf9842-b727-490d-ba02-730a86ee73dd tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] 10.222.0.26 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0768747 Apr 01 13:35:01.382090 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 48082) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:35:01.382282 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-29088a86-e6b5-41af-b784-c2d3b60a031b req-f201ea44-2ac0-4928-8363-a374cf5152ef service neutron] 10.222.0.57 "GET /v2.0/networks/8a1d3029-ea4e-4a99-9a7d-ce93ff1eb9a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4414706 Apr 01 13:35:01.391538 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.v2.base [None req-a2baba9c-7fce-4f2e-87e0-f22eef24b72f tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Request body: {'subnet': {'network_id': '09d7ea43-6376-4322-97e7-54cd01aae492', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:35:01.446164 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-bfcce0a0-24a8-4764-a5db-ca5cc38dd625 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3775923'] for security_group, after_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:01.459387 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-53787c23-2adc-4c92-a3f3-23cccd02919c tempest-RoutersIpV6AdminTest-7322729 tempest-RoutersIpV6AdminTest-7322729-project] Notify callbacks [] for router_gateway, before_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:01.542399 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-53787c23-2adc-4c92-a3f3-23cccd02919c tempest-RoutersIpV6AdminTest-7322729 tempest-RoutersIpV6AdminTest-7322729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:01.547702 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-bfcce0a0-24a8-4764-a5db-ca5cc38dd625 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:01.549252 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-bfcce0a0-24a8-4764-a5db-ca5cc38dd625 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/58ded406-85e4-4f65-9cc9-9fcbee92f613 HTTP/1.1" status: 204 len: 168 time: 0.6409779 Apr 01 13:35:01.550313 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfcce0a0-24a8-4764-a5db-ca5cc38dd625 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58ded406-85e4-4f65-9cc9-9fcbee92f613,revision_number=None']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:35:01.559532 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.plugin [None req-e8ba7ed1-072c-4656-b5bf-dc24693decb0 tempest-FloatingIPAdminTestJSON-546114676 tempest-FloatingIPAdminTestJSON-546114676-project-admin] Deleting port 090c340d-7bea-411d-9bed-f052cb1523cb {{(pid=83869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 13:35:01.559894 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-e8ba7ed1-072c-4656-b5bf-dc24693decb0 tempest-FloatingIPAdminTestJSON-546114676 tempest-FloatingIPAdminTestJSON-546114676-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736733287370'] for port, before_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:01.617435 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6ad6771-1cf5-4a2d-9046-dfa294ee0104 None None] DHCP port deletion for 09d7ea43-6376-4322-97e7-54cd01aae492 request from dv-neutron-836180-1-hyperv {{(pid=83872) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 01 13:35:01.629849 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.plugin [None req-d6ad6771-1cf5-4a2d-9046-dfa294ee0104 None None] Deleting port f8663c1b-4547-4b8d-a7ee-f724c7dd8874 {{(pid=83872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 13:35:01.631913 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-d6ad6771-1cf5-4a2d-9046-dfa294ee0104 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736733287370'] for port, before_delete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:01.647059 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-a2baba9c-7fce-4f2e-87e0-f22eef24b72f tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:35:01.656767 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-a2baba9c-7fce-4f2e-87e0-f22eef24b72f tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Usage tracker for resource:subnet and tenant:8b726fe6689e4b7f96def1a2219bea6c is out of sync, need to count used quota {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 13:35:01.661783 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-a2baba9c-7fce-4f2e-87e0-f22eef24b72f tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 13:35:01.719172 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-a2baba9c-7fce-4f2e-87e0-f22eef24b72f tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:35:01.759586 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-29088a86-e6b5-41af-b784-c2d3b60a031b req-a973552d-3ff2-4c9b-9027-03160bf2faa2 service neutron] 10.222.0.57 "GET /v2.0/networks/8a1d3029-ea4e-4a99-9a7d-ce93ff1eb9a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3555937 Apr 01 13:35:01.767778 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2baba9c-7fce-4f2e-87e0-f22eef24b72f tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Made reservation on behalf of 8b726fe6689e4b7f96def1a2219bea6c for: {'subnet': 1} {{(pid=83871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 13:35:01.771459 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-a2baba9c-7fce-4f2e-87e0-f22eef24b72f tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2757336'] for subnet, before_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:01.793792 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.db [None req-7a52f361-a642-4170-b95f-53698bdfa1a0 tempest-RoutersAdminTest-1965710677 tempest-RoutersAdminTest-1965710677-project-admin] For port 69d52410-58f1-4103-ae09-a4c92f55e77b, host dv-neutron-836180-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836180-1-hyperv',level=0,port_id=69d52410-58f1-4103-ae09-a4c92f55e77b,segment=NetworkSegment(7b924dd8-4978-40c4-ad91-4b9b27348462),segment_id=7b924dd8-4978-40c4-ad91-4b9b27348462)] {{(pid=83869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 13:35:01.794146 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-7a52f361-a642-4170-b95f-53698bdfa1a0 tempest-RoutersAdminTest-1965710677 tempest-RoutersAdminTest-1965710677-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4155147'] for port, precommit_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:01.935599 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.db_base_plugin_common [None req-53787c23-2adc-4c92-a3f3-23cccd02919c tempest-RoutersIpV6AdminTest-7322729 tempest-RoutersIpV6AdminTest-7322729-project] Allocated IP 172.26.5.171 (725864b8-cceb-48c9-b5d3-1bfc4423e301/e2ed99db-0e25-4971-b535-7fa69231fae8/383528b8-49b9-44cd-8a1c-471abec369a2) {{(pid=83871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 13:35:02.094749 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-d6ad6771-1cf5-4a2d-9046-dfa294ee0104 None None] For port f8663c1b-4547-4b8d-a7ee-f724c7dd8874, host dv-neutron-836180-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836180-1-hyperv',level=0,port_id=f8663c1b-4547-4b8d-a7ee-f724c7dd8874,segment=NetworkSegment(16094ed0-4a47-4ff6-9238-85c278d7a2a5),segment_id=16094ed0-4a47-4ff6-9238-85c278d7a2a5)] {{(pid=83872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 13:35:02.095150 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-d6ad6771-1cf5-4a2d-9046-dfa294ee0104 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4155147'] for port, precommit_delete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:02.130318 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.plugin [None req-7a52f361-a642-4170-b95f-53698bdfa1a0 tempest-RoutersAdminTest-1965710677 tempest-RoutersAdminTest-1965710677-project-admin] Calling delete_port for 69d52410-58f1-4103-ae09-a4c92f55e77b owned by network:router_gateway {{(pid=83869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 13:35:02.205496 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-e8ba7ed1-072c-4656-b5bf-dc24693decb0 tempest-FloatingIPAdminTestJSON-546114676 tempest-FloatingIPAdminTestJSON-546114676-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4155147'] for port, precommit_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:02.205855 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-e8ba7ed1-072c-4656-b5bf-dc24693decb0 tempest-FloatingIPAdminTestJSON-546114676 tempest-FloatingIPAdminTestJSON-546114676-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:02.259905 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 48102) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:35:02.282067 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-a2baba9c-7fce-4f2e-87e0-f22eef24b72f tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2743225', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2757366'] for subnet, after_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:02.359273 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.plugin [None req-e8ba7ed1-072c-4656-b5bf-dc24693decb0 tempest-FloatingIPAdminTestJSON-546114676 tempest-FloatingIPAdminTestJSON-546114676-project-admin] Calling delete_port for 090c340d-7bea-411d-9bed-f052cb1523cb owned by network:floatingip {{(pid=83869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 13:35:02.367701 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.plugin [None req-d6ad6771-1cf5-4a2d-9046-dfa294ee0104 None None] Calling delete_port for f8663c1b-4547-4b8d-a7ee-f724c7dd8874 owned by network:dhcp {{(pid=83872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 13:35:02.394964 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Device f8663c1b-4547-4b8d-a7ee-f724c7dd8874 no longer exists at agent ovs-agent-dv-neutron-836180-1-hyperv {{(pid=83872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 13:35:02.420547 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2baba9c-7fce-4f2e-87e0-f22eef24b72f tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Pushing event updated for resources: {'Subnet': ['ID=6a5c358a-5efc-4e36-b85c-04ad35420173,revision_number=0']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:35:02.444404 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2baba9c-7fce-4f2e-87e0-f22eef24b72f tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Network 09d7ea43-6376-4322-97e7-54cd01aae492 is already hosted by enough agents. {{(pid=83871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 13:35:02.484043 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-c0680f6a-5746-4ad8-803a-b8616c7f2933 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=adec7e603a5e48e89443a3e3980c248d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2223279 Apr 01 13:35:02.486447 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.scheduler.base_scheduler [None req-a2baba9c-7fce-4f2e-87e0-f22eef24b72f tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Resources bound (agent type, host, resource id): {{(pid=83871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 13:35:02.493455 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 48108) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:35:02.540146 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2baba9c-7fce-4f2e-87e0-f22eef24b72f tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:35:02.541143 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-a2baba9c-7fce-4f2e-87e0-f22eef24b72f tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Notify callbacks [] for subnet, before_response {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:02.586185 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:02.604841 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-53787c23-2adc-4c92-a3f3-23cccd02919c tempest-RoutersIpV6AdminTest-7322729 tempest-RoutersIpV6AdminTest-7322729-project] Notify callbacks [] for port, precommit_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:02.609443 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-a2baba9c-7fce-4f2e-87e0-f22eef24b72f tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.2256010 Apr 01 13:35:02.612168 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 48114) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:35:02.612927 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-d6ad6771-1cf5-4a2d-9046-dfa294ee0104 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736733359243', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736732935810'] for port, after_delete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:02.621070 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.v2.base [None req-efc01ca2-5bc3-4df5-a5c3-c58750d9a241 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Request body: {'port': {'network_id': '09d7ea43-6376-4322-97e7-54cd01aae492', 'fixed_ips': [{'subnet_id': '6a5c358a-5efc-4e36-b85c-04ad35420173', 'ip_address': '2001:db8::e1fd:ee75:db47:3cc6'}], 'name': 'tempest-NetworksTestDHCPv6-992491412'}} {{(pid=83871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:35:02.690975 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6ad6771-1cf5-4a2d-9046-dfa294ee0104 None None] No DVR routers for this DVR port f8663c1b-4547-4b8d-a7ee-f724c7dd8874 on host dv-neutron-836180-1-hyperv {{(pid=83872) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 13:35:02.691539 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-e8ba7ed1-072c-4656-b5bf-dc24693decb0 tempest-FloatingIPAdminTestJSON-546114676 tempest-FloatingIPAdminTestJSON-546114676-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736733359243', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736732935810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2705155'] for port, after_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:02.705419 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ad6771-1cf5-4a2d-9046-dfa294ee0104 None None] Pushing event deleted for resources: {'Port': ['ID=f8663c1b-4547-4b8d-a7ee-f724c7dd8874,revision_number=None']} {{(pid=83872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:35:02.713218 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2b1a222-0ea9-4f59-8807-3326ce317ce8 None None] Network 09d7ea43-6376-4322-97e7-54cd01aae492 requested from dv-neutron-836180-1-hyperv {{(pid=83872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 13:35:02.734709 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-3c631e01-b27d-4be2-9cec-d781edbf4406 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:02.768451 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ba7ed1-072c-4656-b5bf-dc24693decb0 tempest-FloatingIPAdminTestJSON-546114676 tempest-FloatingIPAdminTestJSON-546114676-project-admin] Pushing event deleted for resources: {'Port': ['ID=090c340d-7bea-411d-9bed-f052cb1523cb,revision_number=None']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:35:02.775147 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-53787c23-2adc-4c92-a3f3-23cccd02919c tempest-RoutersIpV6AdminTest-7322729 tempest-RoutersIpV6AdminTest-7322729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736732935801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2743125'] for port, after_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:02.778082 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-7a52f361-a642-4170-b95f-53698bdfa1a0 tempest-RoutersAdminTest-1965710677 tempest-RoutersAdminTest-1965710677-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736733359243', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736732935810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2705155'] for port, after_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:02.815034 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 48120) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:35:02.836338 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-efc01ca2-5bc3-4df5-a5c3-c58750d9a241 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:35:02.859882 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-efc01ca2-5bc3-4df5-a5c3-c58750d9a241 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Usage tracker for resource:port and tenant:8b726fe6689e4b7f96def1a2219bea6c is out of sync, need to count used quota {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 13:35:02.861951 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-3c631e01-b27d-4be2-9cec-d781edbf4406 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:02.870673 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-efc01ca2-5bc3-4df5-a5c3-c58750d9a241 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 13:35:02.874626 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a52f361-a642-4170-b95f-53698bdfa1a0 tempest-RoutersAdminTest-1965710677 tempest-RoutersAdminTest-1965710677-project-admin] Pushing event deleted for resources: {'Port': ['ID=69d52410-58f1-4103-ae09-a4c92f55e77b,revision_number=None']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:35:02.880133 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-efc01ca2-5bc3-4df5-a5c3-c58750d9a241 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:35:02.885968 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53787c23-2adc-4c92-a3f3-23cccd02919c tempest-RoutersIpV6AdminTest-7322729 tempest-RoutersIpV6AdminTest-7322729-project] Network 725864b8-cceb-48c9-b5d3-1bfc4423e301 is already hosted by enough agents. {{(pid=83871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 13:35:02.891221 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.scheduler.base_scheduler [None req-53787c23-2adc-4c92-a3f3-23cccd02919c tempest-RoutersIpV6AdminTest-7322729 tempest-RoutersIpV6AdminTest-7322729-project] Resources bound (agent type, host, resource id): {{(pid=83871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 13:35:02.894568 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53787c23-2adc-4c92-a3f3-23cccd02919c tempest-RoutersIpV6AdminTest-7322729 tempest-RoutersIpV6AdminTest-7322729-project] Pushing event updated for resources: {'Port': ['ID=383528b8-49b9-44cd-8a1c-471abec369a2,revision_number=1']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:35:02.896895 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53787c23-2adc-4c92-a3f3-23cccd02919c tempest-RoutersIpV6AdminTest-7322729 tempest-RoutersIpV6AdminTest-7322729-project] Received port after_create {{(pid=83871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 13:35:02.942879 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efc01ca2-5bc3-4df5-a5c3-c58750d9a241 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Made reservation on behalf of 8b726fe6689e4b7f96def1a2219bea6c for: {'port': 1} {{(pid=83871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 13:35:02.949327 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-efc01ca2-5bc3-4df5-a5c3-c58750d9a241 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:03.018821 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.notifiers.nova [None req-efc01ca2-5bc3-4df5-a5c3-c58750d9a241 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] device_id is not set on port 52ca5abb-21b3-4744-822c-9e73f3b6b64e yet. {{(pid=83871) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 01 13:35:03.068564 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-e8ba7ed1-072c-4656-b5bf-dc24693decb0 tempest-FloatingIPAdminTestJSON-546114676 tempest-FloatingIPAdminTestJSON-546114676-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:03.069124 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.v2.base [None req-3f101da7-3d42-438a-a51e-0400f5569fff tempest-BulkNetworkOpsTest-413135140 tempest-BulkNetworkOpsTest-413135140-project] Request body: {'networks': [{'name': 'tempest-network--2017002951'}, {'name': 'tempest-network--1391589793'}]} {{(pid=83871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:35:03.069499 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.v2.base [None req-3f101da7-3d42-438a-a51e-0400f5569fff tempest-BulkNetworkOpsTest-413135140 tempest-BulkNetworkOpsTest-413135140-project] Request body: {'network': {'name': 'tempest-network--2017002951'}} {{(pid=83871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:35:03.069951 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.v2.base [None req-3f101da7-3d42-438a-a51e-0400f5569fff tempest-BulkNetworkOpsTest-413135140 tempest-BulkNetworkOpsTest-413135140-project] Request body: {'network': {'name': 'tempest-network--1391589793'}} {{(pid=83871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:35:03.089322 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-3f101da7-3d42-438a-a51e-0400f5569fff tempest-BulkNetworkOpsTest-413135140 tempest-BulkNetworkOpsTest-413135140-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:35:03.105823 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-3f101da7-3d42-438a-a51e-0400f5569fff tempest-BulkNetworkOpsTest-413135140 tempest-BulkNetworkOpsTest-413135140-project] Usage tracker for resource:network and tenant:ca1ed2db15af4fb597e2dfc50152ec4b is out of sync, need to count used quota {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 13:35:03.116933 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-3f101da7-3d42-438a-a51e-0400f5569fff tempest-BulkNetworkOpsTest-413135140 tempest-BulkNetworkOpsTest-413135140-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 13:35:03.130141 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-3f101da7-3d42-438a-a51e-0400f5569fff tempest-BulkNetworkOpsTest-413135140 tempest-BulkNetworkOpsTest-413135140-project] Attempting to reserve 2 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:35:03.190244 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f101da7-3d42-438a-a51e-0400f5569fff tempest-BulkNetworkOpsTest-413135140 tempest-BulkNetworkOpsTest-413135140-project] Made reservation on behalf of ca1ed2db15af4fb597e2dfc50152ec4b for: {'network': 2} {{(pid=83871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 13:35:03.193896 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-3f101da7-3d42-438a-a51e-0400f5569fff tempest-BulkNetworkOpsTest-413135140 tempest-BulkNetworkOpsTest-413135140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for network, before_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:03.210832 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a200474-e6a1-47fa-a01d-0a961ae8c01b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7e7d0ecb-2af4-55f5-9198-238ab0570d62-09d7ea43-6376-4322-97e7-54cd01aae492', 'network_id': '09d7ea43-6376-4322-97e7-54cd01aae492', 'tenant_id': '8b726fe6689e4b7f96def1a2219bea6c', 'fixed_ips': [{'subnet_id': '6a5c358a-5efc-4e36-b85c-04ad35420173'}]}} from dv-neutron-836180-1-hyperv. {{(pid=83872) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 01 13:35:03.211817 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-6a200474-e6a1-47fa-a01d-0a961ae8c01b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:03.213018 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-3f101da7-3d42-438a-a51e-0400f5569fff tempest-BulkNetworkOpsTest-413135140 tempest-BulkNetworkOpsTest-413135140-project] Notify callbacks [] for security_group, before_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:03.216204 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-3c631e01-b27d-4be2-9cec-d781edbf4406 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3775923'] for security_group, after_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:03.241283 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c631e01-b27d-4be2-9cec-d781edbf4406 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2cc1ab1-d742-4265-9132-78a5ff9a7300,revision_number=None']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:35:03.251897 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-7a52f361-a642-4170-b95f-53698bdfa1a0 tempest-RoutersAdminTest-1965710677 tempest-RoutersAdminTest-1965710677-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4084822'] for router_gateway, after_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:03.285587 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-3f101da7-3d42-438a-a51e-0400f5569fff tempest-BulkNetworkOpsTest-413135140 tempest-BulkNetworkOpsTest-413135140-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:35:03.322028 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-e8ba7ed1-072c-4656-b5bf-dc24693decb0 tempest-FloatingIPAdminTestJSON-546114676 tempest-FloatingIPAdminTestJSON-546114676-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109561'] for floatingip, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:03.328789 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-e8ba7ed1-072c-4656-b5bf-dc24693decb0 tempest-FloatingIPAdminTestJSON-546114676 tempest-FloatingIPAdminTestJSON-546114676-project-admin] 10.222.0.26 "DELETE /v2.0/floatingips/44e84ddc-6ec5-419b-813b-dddf95f11372 HTTP/1.1" status: 204 len: 168 time: 2.1513894 Apr 01 13:35:03.329577 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 48126) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:35:03.329914 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-3f101da7-3d42-438a-a51e-0400f5569fff tempest-BulkNetworkOpsTest-413135140 tempest-BulkNetworkOpsTest-413135140-project] Usage tracker for resource:security_group_rule and tenant:ca1ed2db15af4fb597e2dfc50152ec4b is out of sync, need to count used quota {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 13:35:03.335235 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-3f101da7-3d42-438a-a51e-0400f5569fff tempest-BulkNetworkOpsTest-413135140 tempest-BulkNetworkOpsTest-413135140-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 13:35:03.350987 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-3f101da7-3d42-438a-a51e-0400f5569fff tempest-BulkNetworkOpsTest-413135140 tempest-BulkNetworkOpsTest-413135140-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:35:03.383621 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.db_base_plugin_common [None req-efc01ca2-5bc3-4df5-a5c3-c58750d9a241 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Allocated IP 2001:db8::e1fd:ee75:db47:3cc6 (09d7ea43-6376-4322-97e7-54cd01aae492/6a5c358a-5efc-4e36-b85c-04ad35420173/52ca5abb-21b3-4744-822c-9e73f3b6b64e) {{(pid=83871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 13:35:03.386565 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-3c631e01-b27d-4be2-9cec-d781edbf4406 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:03.389488 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-3c631e01-b27d-4be2-9cec-d781edbf4406 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/b2cc1ab1-d742-4265-9132-78a5ff9a7300 HTTP/1.1" status: 204 len: 168 time: 0.8889284 Apr 01 13:35:03.469617 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-53787c23-2adc-4c92-a3f3-23cccd02919c tempest-RoutersIpV6AdminTest-7322729 tempest-RoutersIpV6AdminTest-7322729-project] Notify callbacks [] for router_gateway, after_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:03.470498 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-53787c23-2adc-4c92-a3f3-23cccd02919c tempest-RoutersIpV6AdminTest-7322729 tempest-RoutersIpV6AdminTest-7322729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4082201', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4084858'] for router, after_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:03.553452 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-31c9ddb7-1ecf-4549-adfb-e7923fdfaf95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:03.617703 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-3f101da7-3d42-438a-a51e-0400f5569fff tempest-BulkNetworkOpsTest-413135140 tempest-BulkNetworkOpsTest-413135140-project] Notify callbacks [] for security_group, precommit_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:03.681162 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-3f101da7-3d42-438a-a51e-0400f5569fff tempest-BulkNetworkOpsTest-413135140 tempest-BulkNetworkOpsTest-413135140-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3775923'] for security_group, after_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:03.681714 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-3f101da7-3d42-438a-a51e-0400f5569fff tempest-BulkNetworkOpsTest-413135140 tempest-BulkNetworkOpsTest-413135140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for network, before_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:03.701200 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.plugin [None req-cff9e75d-0bb8-4f80-b0fb-80a91b5589a3 tempest-FloatingIPAdminTestJSON-382796379 tempest-FloatingIPAdminTestJSON-382796379-project] Deleting port 06d6e2af-9690-4503-9df1-ecded916d5d8 {{(pid=83869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 13:35:03.701814 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-cff9e75d-0bb8-4f80-b0fb-80a91b5589a3 tempest-FloatingIPAdminTestJSON-382796379 tempest-FloatingIPAdminTestJSON-382796379-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736733287370'] for port, before_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:03.734775 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-7a52f361-a642-4170-b95f-53698bdfa1a0 tempest-RoutersAdminTest-1965710677 tempest-RoutersAdminTest-1965710677-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4079814', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4170'] for router, precommit_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:03.748763 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-7a52f361-a642-4170-b95f-53698bdfa1a0 tempest-RoutersAdminTest-1965710677 tempest-RoutersAdminTest-1965710677-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:03.812359 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f101da7-3d42-438a-a51e-0400f5569fff tempest-BulkNetworkOpsTest-413135140 tempest-BulkNetworkOpsTest-413135140-project] Pushing event updated for resources: {'SecurityGroup': ['ID=646fd92e-8a5e-468c-a629-1fa8e152104c,revision_number=1']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:35:03.836023 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-7a52f361-a642-4170-b95f-53698bdfa1a0 tempest-RoutersAdminTest-1965710677 tempest-RoutersAdminTest-1965710677-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4079738'] for router, after_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:03.836725 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a52f361-a642-4170-b95f-53698bdfa1a0 tempest-RoutersAdminTest-1965710677 tempest-RoutersAdminTest-1965710677-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 999ae0c2-5600-4fa0-8f04-a1b37e6210d8 {{(pid=83869) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 01 13:35:03.837268 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3f101da7-3d42-438a-a51e-0400f5569fff tempest-BulkNetworkOpsTest-413135140 tempest-BulkNetworkOpsTest-413135140-project] vlan segment allocate from pool success with {'vlan_id': 355, 'physical_network': 'physnet1'} {{(pid=83871) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 13:35:03.867518 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-7a52f361-a642-4170-b95f-53698bdfa1a0 tempest-RoutersAdminTest-1965710677 tempest-RoutersAdminTest-1965710677-project-admin] Notify callbacks [] for router, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:03.868131 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-3f101da7-3d42-438a-a51e-0400f5569fff tempest-BulkNetworkOpsTest-413135140 tempest-BulkNetworkOpsTest-413135140-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1004271'] for segment, precommit_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:03.874315 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.db.segments_db [None req-3f101da7-3d42-438a-a51e-0400f5569fff tempest-BulkNetworkOpsTest-413135140 tempest-BulkNetworkOpsTest-413135140-project] Added segment 8d99344b-2c40-4138-8480-468c0711ffdd of type vlan for network 276df668-b559-4eac-8e3c-3a5b0ba98ece Apr 01 13:35:03.874612 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-7a52f361-a642-4170-b95f-53698bdfa1a0 tempest-RoutersAdminTest-1965710677 tempest-RoutersAdminTest-1965710677-project-admin] 10.222.0.26 "DELETE /v2.0/routers/999ae0c2-5600-4fa0-8f04-a1b37e6210d8 HTTP/1.1" status: 204 len: 168 time: 5.5065982 Apr 01 13:35:03.874724 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 48138) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:35:03.903169 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.v2.base [None req-1ecd0c75-b372-4212-b593-964a663e8485 tempest-RoutersAdminTest-1358270532 tempest-RoutersAdminTest-1358270532-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-2050077386', 'external_gateway_info': {'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301'}, 'admin_state_up': False}} {{(pid=83871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:35:03.926951 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-1ecd0c75-b372-4212-b593-964a663e8485 tempest-RoutersAdminTest-1358270532 tempest-RoutersAdminTest-1358270532-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:35:03.950223 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-1ecd0c75-b372-4212-b593-964a663e8485 tempest-RoutersAdminTest-1358270532 tempest-RoutersAdminTest-1358270532-project] Usage tracker for resource:router and tenant:ccaebfeab3a94bef9cdcfe2c3ee4f9cf is out of sync, need to count used quota {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 13:35:03.968610 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-1ecd0c75-b372-4212-b593-964a663e8485 tempest-RoutersAdminTest-1358270532 tempest-RoutersAdminTest-1358270532-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 13:35:03.980602 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-3f101da7-3d42-438a-a51e-0400f5569fff tempest-BulkNetworkOpsTest-413135140 tempest-BulkNetworkOpsTest-413135140-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736732923383'] for network, precommit_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:03.986154 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-1ecd0c75-b372-4212-b593-964a663e8485 tempest-RoutersAdminTest-1358270532 tempest-RoutersAdminTest-1358270532-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:35:03.989887 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-efc01ca2-5bc3-4df5-a5c3-c58750d9a241 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Notify callbacks [] for port, precommit_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:03.991074 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-cff9e75d-0bb8-4f80-b0fb-80a91b5589a3 tempest-FloatingIPAdminTestJSON-382796379 tempest-FloatingIPAdminTestJSON-382796379-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4155147'] for port, precommit_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:04.020889 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-1ecd0c75-b372-4212-b593-964a663e8485 tempest-RoutersAdminTest-1358270532 tempest-RoutersAdminTest-1358270532-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4082176', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4220'] for router, before_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:04.021785 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-1ecd0c75-b372-4212-b593-964a663e8485 tempest-RoutersAdminTest-1358270532 tempest-RoutersAdminTest-1358270532-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4082277', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4084873', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4148249', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4211'] for router, precommit_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:04.030262 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.provisioning_blocks [None req-efc01ca2-5bc3-4df5-a5c3-c58750d9a241 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Transition to ACTIVE for port object 52ca5abb-21b3-4744-822c-9e73f3b6b64e will not be triggered until provisioned by entity DHCP. {{(pid=83871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 13:35:04.078347 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3f101da7-3d42-438a-a51e-0400f5569fff tempest-BulkNetworkOpsTest-413135140 tempest-BulkNetworkOpsTest-413135140-project] vlan segment allocate from pool success with {'vlan_id': 370, 'physical_network': 'physnet1'} {{(pid=83871) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 13:35:04.108025 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-3f101da7-3d42-438a-a51e-0400f5569fff tempest-BulkNetworkOpsTest-413135140 tempest-BulkNetworkOpsTest-413135140-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1004271'] for segment, precommit_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:04.108395 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.db.segments_db [None req-3f101da7-3d42-438a-a51e-0400f5569fff tempest-BulkNetworkOpsTest-413135140 tempest-BulkNetworkOpsTest-413135140-project] Added segment b94538ef-21d0-4980-99a4-f8cf54bf25b2 of type vlan for network 610b3872-e431-4f05-9b02-475c8cfcfa79 Apr 01 13:35:04.111045 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-1ecd0c75-b372-4212-b593-964a663e8485 tempest-RoutersAdminTest-1358270532 tempest-RoutersAdminTest-1358270532-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:04.123332 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.plugin [None req-cff9e75d-0bb8-4f80-b0fb-80a91b5589a3 tempest-FloatingIPAdminTestJSON-382796379 tempest-FloatingIPAdminTestJSON-382796379-project] Calling delete_port for 06d6e2af-9690-4503-9df1-ecded916d5d8 owned by {{(pid=83869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 13:35:04.155486 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-efc01ca2-5bc3-4df5-a5c3-c58750d9a241 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736732935801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2743125'] for port, after_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:04.157716 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-3f101da7-3d42-438a-a51e-0400f5569fff tempest-BulkNetworkOpsTest-413135140 tempest-BulkNetworkOpsTest-413135140-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736732923383'] for network, precommit_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:04.262507 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.db_base_plugin_common [None req-6a200474-e6a1-47fa-a01d-0a961ae8c01b None None] Allocated IP 2001:db8::2 (09d7ea43-6376-4322-97e7-54cd01aae492/6a5c358a-5efc-4e36-b85c-04ad35420173/5e9a2a45-b3f5-44c9-b8bb-728ef2ce8cef) {{(pid=83872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 13:35:04.393307 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-cff9e75d-0bb8-4f80-b0fb-80a91b5589a3 tempest-FloatingIPAdminTestJSON-382796379 tempest-FloatingIPAdminTestJSON-382796379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736733359243', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736732935810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2705155'] for port, after_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:04.452582 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff9e75d-0bb8-4f80-b0fb-80a91b5589a3 tempest-FloatingIPAdminTestJSON-382796379 tempest-FloatingIPAdminTestJSON-382796379-project] Pushing event deleted for resources: {'Port': ['ID=06d6e2af-9690-4503-9df1-ecded916d5d8,revision_number=None']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:35:04.459985 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.db.resource_extend [None req-3f101da7-3d42-438a-a51e-0400f5569fff tempest-BulkNetworkOpsTest-413135140 tempest-BulkNetworkOpsTest-413135140-project] It took 0.25 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 01 13:35:04.507339 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 48152) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:35:04.510612 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efc01ca2-5bc3-4df5-a5c3-c58750d9a241 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Network 09d7ea43-6376-4322-97e7-54cd01aae492 is already hosted by enough agents. {{(pid=83871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 13:35:04.523551 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.scheduler.base_scheduler [None req-efc01ca2-5bc3-4df5-a5c3-c58750d9a241 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Resources bound (agent type, host, resource id): {{(pid=83871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 13:35:04.534476 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efc01ca2-5bc3-4df5-a5c3-c58750d9a241 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Received port after_create {{(pid=83871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 13:35:04.538466 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efc01ca2-5bc3-4df5-a5c3-c58750d9a241 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:35:04.539073 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-efc01ca2-5bc3-4df5-a5c3-c58750d9a241 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109561'] for port, before_response {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:04.546887 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc01ca2-5bc3-4df5-a5c3-c58750d9a241 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Pushing event updated for resources: {'Port': ['ID=52ca5abb-21b3-4744-822c-9e73f3b6b64e,revision_number=1']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:35:04.553263 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-3f101da7-3d42-438a-a51e-0400f5569fff tempest-BulkNetworkOpsTest-413135140 tempest-BulkNetworkOpsTest-413135140-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575'] for network, after_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:04.553746 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-3f101da7-3d42-438a-a51e-0400f5569fff tempest-BulkNetworkOpsTest-413135140 tempest-BulkNetworkOpsTest-413135140-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575'] for network, after_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:04.563004 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f101da7-3d42-438a-a51e-0400f5569fff tempest-BulkNetworkOpsTest-413135140 tempest-BulkNetworkOpsTest-413135140-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:35:04.566136 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f101da7-3d42-438a-a51e-0400f5569fff tempest-BulkNetworkOpsTest-413135140 tempest-BulkNetworkOpsTest-413135140-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:35:04.566795 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-3f101da7-3d42-438a-a51e-0400f5569fff tempest-BulkNetworkOpsTest-413135140 tempest-BulkNetworkOpsTest-413135140-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3017602'] for network, before_response {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:04.608162 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-cff9e75d-0bb8-4f80-b0fb-80a91b5589a3 tempest-FloatingIPAdminTestJSON-382796379 tempest-FloatingIPAdminTestJSON-382796379-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109561'] for port, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:04.609387 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-6a200474-e6a1-47fa-a01d-0a961ae8c01b None None] Notify callbacks [] for port, precommit_create {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:04.619556 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-cff9e75d-0bb8-4f80-b0fb-80a91b5589a3 tempest-FloatingIPAdminTestJSON-382796379 tempest-FloatingIPAdminTestJSON-382796379-project] 10.222.0.26 "DELETE /v2.0/ports/06d6e2af-9690-4503-9df1-ecded916d5d8 HTTP/1.1" status: 204 len: 168 time: 1.2296042 Apr 01 13:35:04.621334 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 48158) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:35:04.631909 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-6a200474-e6a1-47fa-a01d-0a961ae8c01b None None] Transition to ACTIVE for port object 5e9a2a45-b3f5-44c9-b8bb-728ef2ce8cef will not be triggered until provisioned by entity L2. {{(pid=83872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 13:35:04.657404 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-6a200474-e6a1-47fa-a01d-0a961ae8c01b None None] Transition to ACTIVE for port object 5e9a2a45-b3f5-44c9-b8bb-728ef2ce8cef will not be triggered until provisioned by entity DHCP. {{(pid=83872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 13:35:04.669816 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-6a200474-e6a1-47fa-a01d-0a961ae8c01b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736732935801'] for port, after_create {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:04.741622 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86c2a031-6e8b-473d-be1b-efae7b221d5f tempest-FloatingIPAdminTestJSON-382796379 tempest-FloatingIPAdminTestJSON-382796379-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:35:04.743040 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-86c2a031-6e8b-473d-be1b-efae7b221d5f tempest-FloatingIPAdminTestJSON-382796379 tempest-FloatingIPAdminTestJSON-382796379-project] Synchronizing usage tracker for tenant:e66db8021e414e7baf903f5a575b7f77 on resource:port {{(pid=83869) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 13:35:04.746726 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-1ecd0c75-b372-4212-b593-964a663e8485 tempest-RoutersAdminTest-1358270532 tempest-RoutersAdminTest-1358270532-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4084887', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4079850', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4161'] for router, precommit_update {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:04.763214 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [None req-0b08c871-f319-490d-9939-4dce1f15adfc tempest-ExtensionsTestJSON-424230568 tempest-ExtensionsTestJSON-424230568-project] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=83871) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 01 13:35:04.768398 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-0b08c871-f319-490d-9939-4dce1f15adfc tempest-ExtensionsTestJSON-424230568 tempest-ExtensionsTestJSON-424230568-project] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12610 time: 0.2506719 Apr 01 13:35:04.768398 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53787c23-2adc-4c92-a3f3-23cccd02919c tempest-RoutersIpV6AdminTest-7322729 tempest-RoutersIpV6AdminTest-7322729-project] Router 311f0494-fead-488a-b2b5-bab6635158f9 is scheduled to L3 agent 88bf8fc8-11a3-4e96-9d1b-5fd93ba9f6f1 with binding_index 1 {{(pid=83871) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 01 13:35:04.768769 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 48162) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:35:04.769878 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f101da7-3d42-438a-a51e-0400f5569fff tempest-BulkNetworkOpsTest-413135140 tempest-BulkNetworkOpsTest-413135140-project] Pushing event updated for resources: {'Network': ['ID=276df668-b559-4eac-8e3c-3a5b0ba98ece,revision_number=1']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:35:04.777789 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [None req-0a284bc7-8bdb-407a-8cc3-4c706dd53cdc tempest-ExtensionsTestJSON-424230568 tempest-ExtensionsTestJSON-424230568-project] http://10.222.0.26:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=83869) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 01 13:35:04.777789 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-0a284bc7-8bdb-407a-8cc3-4c706dd53cdc tempest-ExtensionsTestJSON-424230568 tempest-ExtensionsTestJSON-424230568-project] 10.222.0.26 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0071652 Apr 01 13:35:04.780264 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-3f101da7-3d42-438a-a51e-0400f5569fff tempest-BulkNetworkOpsTest-413135140 tempest-BulkNetworkOpsTest-413135140-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1320 time: 1.9597018 Apr 01 13:35:04.780431 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 48166) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:35:04.780839 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 48168) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:35:04.790403 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Network 276df668-b559-4eac-8e3c-3a5b0ba98ece details requested by agent ovs-agent-dv-neutron-836180-1-hyperv with host dv-neutron-836180-1-hyperv {{(pid=83872) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 13:35:04.800389 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-efc01ca2-5bc3-4df5-a5c3-c58750d9a241 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.1868575 Apr 01 13:35:04.801942 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 48174) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:35:04.815719 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [None req-e1febdfb-a0b9-473f-9aed-57e1317f0569 tempest-ExtensionsTestJSON-424230568 tempest-ExtensionsTestJSON-424230568-project] http://10.222.0.26:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=83869) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 01 13:35:04.817197 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-e1febdfb-a0b9-473f-9aed-57e1317f0569 tempest-ExtensionsTestJSON-424230568 tempest-ExtensionsTestJSON-424230568-project] 10.222.0.26 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0325747 Apr 01 13:35:04.824192 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 48178) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:35:04.867853 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a200474-e6a1-47fa-a01d-0a961ae8c01b None None] Network 09d7ea43-6376-4322-97e7-54cd01aae492 is already hosted by enough agents. {{(pid=83872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 13:35:04.869091 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.scheduler.base_scheduler [None req-6a200474-e6a1-47fa-a01d-0a961ae8c01b None None] Resources bound (agent type, host, resource id): {{(pid=83872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 13:35:04.872295 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a200474-e6a1-47fa-a01d-0a961ae8c01b None None] Received port after_create {{(pid=83872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 13:35:04.878370 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [None req-4de6cfe2-dd27-4893-a158-4a2e99252392 tempest-ExtensionsTestJSON-424230568 tempest-ExtensionsTestJSON-424230568-project] http://10.222.0.26:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=83869) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 01 13:35:04.879510 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-4de6cfe2-dd27-4893-a158-4a2e99252392 tempest-ExtensionsTestJSON-424230568 tempest-ExtensionsTestJSON-424230568-project] 10.222.0.26 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0117006 Apr 01 13:35:04.882887 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-86c2a031-6e8b-473d-be1b-efae7b221d5f tempest-FloatingIPAdminTestJSON-382796379 tempest-FloatingIPAdminTestJSON-382796379-project] Unset dirty status for tenant:e66db8021e414e7baf903f5a575b7f77 on resource:port {{(pid=83869) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 13:35:04.884151 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-86c2a031-6e8b-473d-be1b-efae7b221d5f tempest-FloatingIPAdminTestJSON-382796379 tempest-FloatingIPAdminTestJSON-382796379-project] 10.222.0.26 "GET /v2.0/ports?device_id=ef006376-a124-47f4-8ab3-ee1caa62d327 HTTP/1.1" status: 200 len: 913 time: 0.2595429 Apr 01 13:35:04.885085 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 48182) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:35:04.896596 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 48184) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:35:04.905258 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [None req-3aa739ca-0864-4833-b66f-d4ab3bf8b52e tempest-ExtensionsTestJSON-424230568 tempest-ExtensionsTestJSON-424230568-project] http://10.222.0.26:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=83869) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 01 13:35:04.906422 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-3aa739ca-0864-4833-b66f-d4ab3bf8b52e tempest-ExtensionsTestJSON-424230568 tempest-ExtensionsTestJSON-424230568-project] 10.222.0.26 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0081198 Apr 01 13:35:04.910532 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 48190) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:35:04.920408 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [None req-06c466db-1238-4bb5-96b8-12f2635e3bb8 tempest-ExtensionsTestJSON-424230568 tempest-ExtensionsTestJSON-424230568-project] http://10.222.0.26:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=83869) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 01 13:35:04.921565 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-06c466db-1238-4bb5-96b8-12f2635e3bb8 tempest-ExtensionsTestJSON-424230568 tempest-ExtensionsTestJSON-424230568-project] 10.222.0.26 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0099595 Apr 01 13:35:04.924542 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 48194) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:35:04.936720 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [None req-430677e6-e432-4bf6-ab84-b2d1a5e45374 tempest-ExtensionsTestJSON-424230568 tempest-ExtensionsTestJSON-424230568-project] http://10.222.0.26:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=83869) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 01 13:35:04.937914 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-430677e6-e432-4bf6-ab84-b2d1a5e45374 tempest-ExtensionsTestJSON-424230568 tempest-ExtensionsTestJSON-424230568-project] 10.222.0.26 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0122092 Apr 01 13:35:04.949493 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 48198) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:35:04.956348 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a200474-e6a1-47fa-a01d-0a961ae8c01b None None] Pushing event updated for resources: {'Port': ['ID=5e9a2a45-b3f5-44c9-b8bb-728ef2ce8cef,revision_number=1']} {{(pid=83872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:35:04.957874 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [None req-c02a4ddc-fdb1-4aa3-b42b-82a812cc5832 tempest-ExtensionsTestJSON-424230568 tempest-ExtensionsTestJSON-424230568-project] http://10.222.0.26:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=83869) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 01 13:35:04.961286 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-c02a4ddc-fdb1-4aa3-b42b-82a812cc5832 tempest-ExtensionsTestJSON-424230568 tempest-ExtensionsTestJSON-424230568-project] 10.222.0.26 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0081768 Apr 01 13:35:04.962112 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 48202) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:35:04.976810 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [None req-d931525d-d779-4668-ae13-d1929ff6e785 tempest-ExtensionsTestJSON-424230568 tempest-ExtensionsTestJSON-424230568-project] http://10.222.0.26:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=83869) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 01 13:35:04.981476 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-d931525d-d779-4668-ae13-d1929ff6e785 tempest-ExtensionsTestJSON-424230568 tempest-ExtensionsTestJSON-424230568-project] 10.222.0.26 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0151358 Apr 01 13:35:04.983103 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 48206) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:35:04.991860 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [None req-3a080d42-0cfd-4ee1-b6d4-c589c569b829 tempest-ExtensionsTestJSON-424230568 tempest-ExtensionsTestJSON-424230568-project] http://10.222.0.26:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=83869) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 01 13:35:04.996587 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-3a080d42-0cfd-4ee1-b6d4-c589c569b829 tempest-ExtensionsTestJSON-424230568 tempest-ExtensionsTestJSON-424230568-project] 10.222.0.26 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0102096 Apr 01 13:35:04.999536 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fcce2e9-f42d-42c1-9d57-be8db2864088 tempest-BulkNetworkOpsTest-413135140 tempest-BulkNetworkOpsTest-413135140-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:35:05.002715 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 48210) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:35:05.003491 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fcce2e9-f42d-42c1-9d57-be8db2864088 tempest-BulkNetworkOpsTest-413135140 tempest-BulkNetworkOpsTest-413135140-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:35:05.013693 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fcce2e9-f42d-42c1-9d57-be8db2864088 tempest-BulkNetworkOpsTest-413135140 tempest-BulkNetworkOpsTest-413135140-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:35:05.013693 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fcce2e9-f42d-42c1-9d57-be8db2864088 tempest-BulkNetworkOpsTest-413135140 tempest-BulkNetworkOpsTest-413135140-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:35:05.017867 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-9fcce2e9-f42d-42c1-9d57-be8db2864088 tempest-BulkNetworkOpsTest-413135140 tempest-BulkNetworkOpsTest-413135140-project] 10.222.0.26 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2407 time: 0.2335415 Apr 01 13:35:05.018133 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 48214) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:35:05.024404 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [None req-3a2d47b7-754f-4c9e-b091-e4555eb77a8a tempest-ExtensionsTestJSON-424230568 tempest-ExtensionsTestJSON-424230568-project] http://10.222.0.26:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=83871) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 01 13:35:05.025370 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-3a2d47b7-754f-4c9e-b091-e4555eb77a8a tempest-ExtensionsTestJSON-424230568 tempest-ExtensionsTestJSON-424230568-project] 10.222.0.26 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0186050 Apr 01 13:35:05.035304 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.managers [None req-6a200474-e6a1-47fa-a01d-0a961ae8c01b None None] Attempting to bind port 5e9a2a45-b3f5-44c9-b8bb-728ef2ce8cef on host dv-neutron-836180-1-hyperv for vnic_type normal with profile {{(pid=83872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 13:35:05.035828 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.managers [None req-6a200474-e6a1-47fa-a01d-0a961ae8c01b None None] Attempting to bind port 5e9a2a45-b3f5-44c9-b8bb-728ef2ce8cef by drivers openvswitch,hyperv on host dv-neutron-836180-1-hyperv at level 0 using segments [{'id': '16094ed0-4a47-4ff6-9238-85c278d7a2a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '09d7ea43-6376-4322-97e7-54cd01aae492'}] {{(pid=83872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 13:35:05.036542 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a200474-e6a1-47fa-a01d-0a961ae8c01b None None] Attempting to bind port 5e9a2a45-b3f5-44c9-b8bb-728ef2ce8cef on network 09d7ea43-6376-4322-97e7-54cd01aae492 {{(pid=83872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 13:35:05.043599 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 48218) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:35:05.044665 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a200474-e6a1-47fa-a01d-0a961ae8c01b None None] Checking agent: {'id': 'af948428-97cd-4d10-9f53-af028bdb39b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-836180-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 13, 25, 37), 'started_at': datetime.datetime(2022, 4, 1, 13, 26, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 13, 34, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-836180-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 13:35:05.045128 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a200474-e6a1-47fa-a01d-0a961ae8c01b None None] Checking segment: {'id': '16094ed0-4a47-4ff6-9238-85c278d7a2a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '09d7ea43-6376-4322-97e7-54cd01aae492'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 13:35:05.045634 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-6a200474-e6a1-47fa-a01d-0a961ae8c01b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:05.046893 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a200474-e6a1-47fa-a01d-0a961ae8c01b None None] Bound using segment: {'id': '16094ed0-4a47-4ff6-9238-85c278d7a2a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '09d7ea43-6376-4322-97e7-54cd01aae492'} {{(pid=83872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 13:35:05.046893 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.managers [None req-6a200474-e6a1-47fa-a01d-0a961ae8c01b None None] Bound port: 5e9a2a45-b3f5-44c9-b8bb-728ef2ce8cef, host: dv-neutron-836180-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '16094ed0-4a47-4ff6-9238-85c278d7a2a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '09d7ea43-6376-4322-97e7-54cd01aae492'}}] {{(pid=83872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 13:35:05.046893 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-6a200474-e6a1-47fa-a01d-0a961ae8c01b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:05.081820 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f101da7-3d42-438a-a51e-0400f5569fff tempest-BulkNetworkOpsTest-413135140 tempest-BulkNetworkOpsTest-413135140-project] Pushing event updated for resources: {'Network': ['ID=610b3872-e431-4f05-9b02-475c8cfcfa79,revision_number=1']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:35:05.097024 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [None req-09b9fc92-688d-4cfe-9119-e748fe1604ef tempest-ExtensionsTestJSON-424230568 tempest-ExtensionsTestJSON-424230568-project] http://10.222.0.26:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=83869) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 01 13:35:05.100536 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-09b9fc92-688d-4cfe-9119-e748fe1604ef tempest-ExtensionsTestJSON-424230568 tempest-ExtensionsTestJSON-424230568-project] 10.222.0.26 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0510082 Apr 01 13:35:05.100668 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Network 610b3872-e431-4f05-9b02-475c8cfcfa79 details requested by agent ovs-agent-dv-neutron-836180-1-hyperv with host dv-neutron-836180-1-hyperv {{(pid=83872) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 13:35:05.104779 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 48222) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:35:05.111580 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [None req-1564a2ce-3094-4904-bdb7-1f1d2edf6249 tempest-ExtensionsTestJSON-424230568 tempest-ExtensionsTestJSON-424230568-project] http://10.222.0.26:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=83869) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 01 13:35:05.114929 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-1564a2ce-3094-4904-bdb7-1f1d2edf6249 tempest-ExtensionsTestJSON-424230568 tempest-ExtensionsTestJSON-424230568-project] 10.222.0.26 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0073178 Apr 01 13:35:05.128064 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 48226) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:35:05.135239 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [None req-ef868416-8c7a-4e69-bced-01b484115a1b tempest-ExtensionsTestJSON-424230568 tempest-ExtensionsTestJSON-424230568-project] http://10.222.0.26:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=83869) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 01 13:35:05.138842 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-ef868416-8c7a-4e69-bced-01b484115a1b tempest-ExtensionsTestJSON-424230568 tempest-ExtensionsTestJSON-424230568-project] 10.222.0.26 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0080554 Apr 01 13:35:05.139809 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 48230) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:35:05.152125 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [None req-f10b2e33-1868-4b51-9b5e-9fd7d705844c tempest-ExtensionsTestJSON-424230568 tempest-ExtensionsTestJSON-424230568-project] http://10.222.0.26:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=83869) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 01 13:35:05.155324 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-f10b2e33-1868-4b51-9b5e-9fd7d705844c tempest-ExtensionsTestJSON-424230568 tempest-ExtensionsTestJSON-424230568-project] 10.222.0.26 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0129931 Apr 01 13:35:05.156153 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 48234) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:35:05.164396 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [None req-a858d093-d5c8-4617-85f0-7fde46240243 tempest-ExtensionsTestJSON-424230568 tempest-ExtensionsTestJSON-424230568-project] http://10.222.0.26:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=83869) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 01 13:35:05.168291 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-a858d093-d5c8-4617-85f0-7fde46240243 tempest-ExtensionsTestJSON-424230568 tempest-ExtensionsTestJSON-424230568-project] 10.222.0.26 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0082970 Apr 01 13:35:05.169780 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-fff6f93e-5a81-4a11-b2cb-974d3da4ea94 tempest-BulkNetworkOpsTest-413135140 tempest-BulkNetworkOpsTest-413135140-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1033078'] for network, before_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:05.173414 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 48238) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:35:05.183340 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [None req-08ba3458-6276-4b74-bae7-be0caaf2b24b tempest-ExtensionsTestJSON-424230568 tempest-ExtensionsTestJSON-424230568-project] http://10.222.0.26:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=83869) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 01 13:35:05.186768 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-08ba3458-6276-4b74-bae7-be0caaf2b24b tempest-ExtensionsTestJSON-424230568 tempest-ExtensionsTestJSON-424230568-project] 10.222.0.26 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0071545 Apr 01 13:35:05.187191 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 48242) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:35:05.194605 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [None req-3e8c1e83-d4c3-4087-abc0-284c3c4204c3 tempest-ExtensionsTestJSON-424230568 tempest-ExtensionsTestJSON-424230568-project] http://10.222.0.26:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=83869) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 01 13:35:05.199206 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-3e8c1e83-d4c3-4087-abc0-284c3c4204c3 tempest-ExtensionsTestJSON-424230568 tempest-ExtensionsTestJSON-424230568-project] 10.222.0.26 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0077479 Apr 01 13:35:05.200023 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 48246) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:35:05.231266 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [None req-993bd3e8-db96-4045-a573-ebf112e105b4 tempest-ExtensionsTestJSON-424230568 tempest-ExtensionsTestJSON-424230568-project] http://10.222.0.26:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=83869) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 01 13:35:05.234624 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-993bd3e8-db96-4045-a573-ebf112e105b4 tempest-ExtensionsTestJSON-424230568 tempest-ExtensionsTestJSON-424230568-project] 10.222.0.26 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0307462 Apr 01 13:35:05.236073 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 48250) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:35:05.244102 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [None req-67b8e207-eec0-464e-a418-aeba2a438e89 tempest-ExtensionsTestJSON-424230568 tempest-ExtensionsTestJSON-424230568-project] http://10.222.0.26:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=83869) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 01 13:35:05.248376 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-67b8e207-eec0-464e-a418-aeba2a438e89 tempest-ExtensionsTestJSON-424230568 tempest-ExtensionsTestJSON-424230568-project] 10.222.0.26 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0086808 Apr 01 13:35:05.258747 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 48254) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:35:05.273106 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [None req-103df548-bdd0-4eb2-9f93-f6c2068cc33f tempest-ExtensionsTestJSON-424230568 tempest-ExtensionsTestJSON-424230568-project] http://10.222.0.26:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=83871) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 01 13:35:05.277528 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-103df548-bdd0-4eb2-9f93-f6c2068cc33f tempest-ExtensionsTestJSON-424230568 tempest-ExtensionsTestJSON-424230568-project] 10.222.0.26 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0174036 Apr 01 13:35:05.281948 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 48258) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:35:05.294854 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-6a200474-e6a1-47fa-a01d-0a961ae8c01b None None] For port 5e9a2a45-b3f5-44c9-b8bb-728ef2ce8cef, host dv-neutron-836180-1-hyperv, cleared binding levels {{(pid=83872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 13:35:05.295476 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [None req-b6856e3f-d10e-4893-b199-54437ab82bdb tempest-ExtensionsTestJSON-424230568 tempest-ExtensionsTestJSON-424230568-project] http://10.222.0.26:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=83871) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 01 13:35:05.299148 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-6a200474-e6a1-47fa-a01d-0a961ae8c01b None None] For port 5e9a2a45-b3f5-44c9-b8bb-728ef2ce8cef, host dv-neutron-836180-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836180-1-hyperv',level=0,port_id=5e9a2a45-b3f5-44c9-b8bb-728ef2ce8cef,segment=NetworkSegment(16094ed0-4a47-4ff6-9238-85c278d7a2a5),segment_id=16094ed0-4a47-4ff6-9238-85c278d7a2a5)] {{(pid=83872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 13:35:05.299770 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-b6856e3f-d10e-4893-b199-54437ab82bdb tempest-ExtensionsTestJSON-424230568 tempest-ExtensionsTestJSON-424230568-project] 10.222.0.26 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0136702 Apr 01 13:35:05.303957 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-6a200474-e6a1-47fa-a01d-0a961ae8c01b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864'] for port, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:05.315775 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 48262) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:35:05.328950 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [None req-475ef8fc-3d30-4619-b133-02493925143e tempest-ExtensionsTestJSON-424230568 tempest-ExtensionsTestJSON-424230568-project] http://10.222.0.26:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=83871) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 01 13:35:05.332667 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-475ef8fc-3d30-4619-b133-02493925143e tempest-ExtensionsTestJSON-424230568 tempest-ExtensionsTestJSON-424230568-project] 10.222.0.26 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0136170 Apr 01 13:35:05.337576 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 48266) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:35:05.349486 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [None req-987c5ecc-2662-4d06-8248-e612b1bb3b6f tempest-ExtensionsTestJSON-424230568 tempest-ExtensionsTestJSON-424230568-project] http://10.222.0.26:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=83871) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 01 13:35:05.349681 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-fff6f93e-5a81-4a11-b2cb-974d3da4ea94 tempest-BulkNetworkOpsTest-413135140 tempest-BulkNetworkOpsTest-413135140-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-942654', 'neutron.services.segments.db._delete_segments_for_network-8736733387888'] for network, precommit_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:05.353502 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-987c5ecc-2662-4d06-8248-e612b1bb3b6f tempest-ExtensionsTestJSON-424230568 tempest-ExtensionsTestJSON-424230568-project] 10.222.0.26 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0106418 Apr 01 13:35:05.358272 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 48270) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:35:05.369312 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [None req-60567613-d08f-4e0a-b7cc-7c2ede94280f tempest-ExtensionsTestJSON-424230568 tempest-ExtensionsTestJSON-424230568-project] http://10.222.0.26:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=83869) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 01 13:35:05.372375 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-60567613-d08f-4e0a-b7cc-7c2ede94280f tempest-ExtensionsTestJSON-424230568 tempest-ExtensionsTestJSON-424230568-project] 10.222.0.26 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0114999 Apr 01 13:35:05.379676 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 48274) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:35:05.389402 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c50f4aec-db03-4341-a764-bbb0a63680c9 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:35:05.389916 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [None req-5e8ba0e2-2ab1-4e0d-a1eb-40dae1c5ced9 tempest-ExtensionsTestJSON-424230568 tempest-ExtensionsTestJSON-424230568-project] http://10.222.0.26:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=83869) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 01 13:35:05.393422 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-5e8ba0e2-2ab1-4e0d-a1eb-40dae1c5ced9 tempest-ExtensionsTestJSON-424230568 tempest-ExtensionsTestJSON-424230568-project] 10.222.0.26 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0102839 Apr 01 13:35:05.393422 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.services.segments.db [None req-fff6f93e-5a81-4a11-b2cb-974d3da4ea94 tempest-BulkNetworkOpsTest-413135140 tempest-BulkNetworkOpsTest-413135140-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['276df668-b559-4eac-8e3c-3a5b0ba98ece']}} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:35:05.393631 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c50f4aec-db03-4341-a764-bbb0a63680c9 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:35:05.394338 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-c50f4aec-db03-4341-a764-bbb0a63680c9 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Synchronizing usage tracker for tenant:8b726fe6689e4b7f96def1a2219bea6c on resource:port {{(pid=83871) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 13:35:05.396448 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 48278) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:35:05.406638 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.services.segments.db [None req-fff6f93e-5a81-4a11-b2cb-974d3da4ea94 tempest-BulkNetworkOpsTest-413135140 tempest-BulkNetworkOpsTest-413135140-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8d99344b-2c40-4138-8480-468c0711ffdd') {'for_net_delete': True} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:35:05.406954 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.services.segments.db [None req-fff6f93e-5a81-4a11-b2cb-974d3da4ea94 tempest-BulkNetworkOpsTest-413135140 tempest-BulkNetworkOpsTest-413135140-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8d99344b-2c40-4138-8480-468c0711ffdd') {} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:35:05.410293 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [None req-17f29449-b35a-45d7-aa00-6c669c489740 tempest-ExtensionsTestJSON-424230568 tempest-ExtensionsTestJSON-424230568-project] http://10.222.0.26:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=83871) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 01 13:35:05.411992 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a200474-e6a1-47fa-a01d-0a961ae8c01b None None] Pushing event updated for resources: {'Port': ['ID=5e9a2a45-b3f5-44c9-b8bb-728ef2ce8cef,revision_number=2']} {{(pid=83872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:35:05.414323 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-17f29449-b35a-45d7-aa00-6c669c489740 tempest-ExtensionsTestJSON-424230568 tempest-ExtensionsTestJSON-424230568-project] 10.222.0.26 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0135117 Apr 01 13:35:05.414619 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 48282) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:35:05.435138 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [None req-98c7b0d4-c479-45d3-a8c3-a4e6693f6ed0 tempest-ExtensionsTestJSON-424230568 tempest-ExtensionsTestJSON-424230568-project] http://10.222.0.26:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=83869) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 01 13:35:05.435650 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-98c7b0d4-c479-45d3-a8c3-a4e6693f6ed0 tempest-ExtensionsTestJSON-424230568 tempest-ExtensionsTestJSON-424230568-project] 10.222.0.26 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0199807 Apr 01 13:35:05.438252 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-fff6f93e-5a81-4a11-b2cb-974d3da4ea94 tempest-BulkNetworkOpsTest-413135140 tempest-BulkNetworkOpsTest-413135140-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736733386999', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2704982'] for segment, before_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:05.444452 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 48286) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:35:05.455064 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [None req-e70bc706-8990-4bc5-b459-168ef7edc9e9 tempest-ExtensionsTestJSON-424230568 tempest-ExtensionsTestJSON-424230568-project] http://10.222.0.26:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=83871) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 01 13:35:05.456021 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-e70bc706-8990-4bc5-b459-168ef7edc9e9 tempest-ExtensionsTestJSON-424230568 tempest-ExtensionsTestJSON-424230568-project] 10.222.0.26 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0094662 Apr 01 13:35:05.456926 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-c50f4aec-db03-4341-a764-bbb0a63680c9 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Unset dirty status for tenant:8b726fe6689e4b7f96def1a2219bea6c on resource:port {{(pid=83871) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 13:35:05.458379 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-fff6f93e-5a81-4a11-b2cb-974d3da4ea94 tempest-BulkNetworkOpsTest-413135140 tempest-BulkNetworkOpsTest-413135140-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1004271'] for segment, precommit_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:05.460478 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 48290) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:35:05.460621 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-c50f4aec-db03-4341-a764-bbb0a63680c9 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.6544604 Apr 01 13:35:05.461078 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 48292) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:35:05.501687 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [None req-b15ac5bf-a61a-4939-8199-f13b73651d8a tempest-ExtensionsTestJSON-424230568 tempest-ExtensionsTestJSON-424230568-project] http://10.222.0.26:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=83869) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 01 13:35:05.502260 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-b15ac5bf-a61a-4939-8199-f13b73651d8a tempest-ExtensionsTestJSON-424230568 tempest-ExtensionsTestJSON-424230568-project] 10.222.0.26 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0405910 Apr 01 13:35:05.506154 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 48298) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:35:05.510704 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fff6f93e-5a81-4a11-b2cb-974d3da4ea94 tempest-BulkNetworkOpsTest-413135140 tempest-BulkNetworkOpsTest-413135140-project] Releasing vlan 355 on physical network physnet1 to pool {{(pid=83869) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 01 13:35:05.511098 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-fff6f93e-5a81-4a11-b2cb-974d3da4ea94 tempest-BulkNetworkOpsTest-413135140 tempest-BulkNetworkOpsTest-413135140-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1004262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2705264'] for segment, after_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:05.515433 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [None req-8c24e28c-e308-4fc3-b3e9-5104e67c251b tempest-ExtensionsTestJSON-424230568 tempest-ExtensionsTestJSON-424230568-project] http://10.222.0.26:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=83871) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 01 13:35:05.518725 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-8c24e28c-e308-4fc3-b3e9-5104e67c251b tempest-ExtensionsTestJSON-424230568 tempest-ExtensionsTestJSON-424230568-project] 10.222.0.26 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0090828 Apr 01 13:35:05.520672 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 48302) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:35:05.529724 dv-neutron-836180-1-hyperv neutron-server[83869]: Traceback (most recent call last): Apr 01 13:35:05.529724 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 01 13:35:05.529724 dv-neutron-836180-1-hyperv neutron-server[83869]: timer() Apr 01 13:35:05.529724 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 13:35:05.529724 dv-neutron-836180-1-hyperv neutron-server[83869]: cb(*args, **kw) Apr 01 13:35:05.529724 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 13:35:05.529724 dv-neutron-836180-1-hyperv neutron-server[83869]: return func(*args, **kwargs) Apr 01 13:35:05.529724 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 13:35:05.529724 dv-neutron-836180-1-hyperv neutron-server[83869]: self._notify() Apr 01 13:35:05.529724 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 13:35:05.529724 dv-neutron-836180-1-hyperv neutron-server[83869]: self.callback(batched_events) Apr 01 13:35:05.529724 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 13:35:05.529724 dv-neutron-836180-1-hyperv neutron-server[83869]: event.method(event) Apr 01 13:35:05.529724 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 13:35:05.529724 dv-neutron-836180-1-hyperv neutron-server[83869]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 13:35:05.529724 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 13:35:05.529724 dv-neutron-836180-1-hyperv neutron-server[83869]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 13:35:05.529724 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 13:35:05.529724 dv-neutron-836180-1-hyperv neutron-server[83869]: return f(self, *a, **k) Apr 01 13:35:05.529724 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 13:35:05.529724 dv-neutron-836180-1-hyperv neutron-server[83869]: return self._get(url).json() Apr 01 13:35:05.529724 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 13:35:05.529724 dv-neutron-836180-1-hyperv neutron-server[83869]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 13:35:05.529724 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 01 13:35:05.529724 dv-neutron-836180-1-hyperv neutron-server[83869]: return self.request(url, 'GET', **kwargs) Apr 01 13:35:05.529724 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 01 13:35:05.529724 dv-neutron-836180-1-hyperv neutron-server[83869]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 13:35:05.529724 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 01 13:35:05.529724 dv-neutron-836180-1-hyperv neutron-server[83869]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 13:35:05.529724 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 01 13:35:05.529724 dv-neutron-836180-1-hyperv neutron-server[83869]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 13:35:05.529724 dv-neutron-836180-1-hyperv neutron-server[83869]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 13:35:05.554032 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [None req-4fbcd5a5-4885-42aa-90b3-cdfcbc9844d6 tempest-ExtensionsTestJSON-424230568 tempest-ExtensionsTestJSON-424230568-project] http://10.222.0.26:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=83871) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 01 13:35:05.557698 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-4fbcd5a5-4885-42aa-90b3-cdfcbc9844d6 tempest-ExtensionsTestJSON-424230568 tempest-ExtensionsTestJSON-424230568-project] 10.222.0.26 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0334542 Apr 01 13:35:05.564357 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 48306) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:35:05.570886 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-1ecd0c75-b372-4212-b593-964a663e8485 tempest-RoutersAdminTest-1358270532 tempest-RoutersAdminTest-1358270532-project] Notify callbacks [] for router_gateway, before_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:05.599591 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [None req-24c91163-b5a0-4189-8698-c3fe79cbf0c7 tempest-ExtensionsTestJSON-424230568 tempest-ExtensionsTestJSON-424230568-project] http://10.222.0.26:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=83871) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 01 13:35:05.600669 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-24c91163-b5a0-4189-8698-c3fe79cbf0c7 tempest-ExtensionsTestJSON-424230568 tempest-ExtensionsTestJSON-424230568-project] 10.222.0.26 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0337288 Apr 01 13:35:05.609682 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 48310) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:35:05.627785 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [None req-076400da-d41e-4896-b4f0-499ec5ede9fe tempest-ExtensionsTestJSON-424230568 tempest-ExtensionsTestJSON-424230568-project] http://10.222.0.26:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=83871) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 01 13:35:05.628784 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-076400da-d41e-4896-b4f0-499ec5ede9fe tempest-ExtensionsTestJSON-424230568 tempest-ExtensionsTestJSON-424230568-project] 10.222.0.26 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0194228 Apr 01 13:35:05.631725 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 48314) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:35:05.632588 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-1ecd0c75-b372-4212-b593-964a663e8485 tempest-RoutersAdminTest-1358270532 tempest-RoutersAdminTest-1358270532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:05.649203 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [None req-65907ad5-85b4-4639-b3f1-1e01d2503d46 tempest-ExtensionsTestJSON-424230568 tempest-ExtensionsTestJSON-424230568-project] http://10.222.0.26:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=83869) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 01 13:35:05.650128 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-65907ad5-85b4-4639-b3f1-1e01d2503d46 tempest-ExtensionsTestJSON-424230568 tempest-ExtensionsTestJSON-424230568-project] 10.222.0.26 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0175025 Apr 01 13:35:05.655049 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 48318) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:35:05.667433 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.plugin [None req-9d0ef9f1-bab7-4b92-857d-59b89dfb4704 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Deleting port 52ca5abb-21b3-4744-822c-9e73f3b6b64e {{(pid=83869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 13:35:05.667619 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-9d0ef9f1-bab7-4b92-857d-59b89dfb4704 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736733287370'] for port, before_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:05.697257 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [None req-95e5f097-9b60-4750-a3cc-36790b118547 tempest-ExtensionsTestJSON-424230568 tempest-ExtensionsTestJSON-424230568-project] http://10.222.0.26:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=83869) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 01 13:35:05.699284 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-95e5f097-9b60-4750-a3cc-36790b118547 tempest-ExtensionsTestJSON-424230568 tempest-ExtensionsTestJSON-424230568-project] 10.222.0.26 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0416999 Apr 01 13:35:05.702114 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 48322) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:35:05.705920 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53787c23-2adc-4c92-a3f3-23cccd02919c tempest-RoutersIpV6AdminTest-7322729 tempest-RoutersIpV6AdminTest-7322729-project] Notify agent at l3_agent.dv-neutron-836180-1-hyperv the message routers_updated {{(pid=83871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 13:35:05.720433 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5a7d813-ef04-4fa4-8054-801fd5d4ef17 None None] Sync routers for ids ['311f0494-fead-488a-b2b5-bab6635158f9'] in dv-neutron-836180-1-hyperv {{(pid=83873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 13:35:05.737598 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5a7d813-ef04-4fa4-8054-801fd5d4ef17 None None] Routers {'311f0494-fead-488a-b2b5-bab6635158f9'} bound to L3 agent in host dv-neutron-836180-1-hyperv {{(pid=83873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 13:35:05.738608 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-b5a7d813-ef04-4fa4-8054-801fd5d4ef17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836180-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T13:25:36Z,description=,heartbeat_timestamp=2022-04-01T13:34:36Z,host='dv-neutron-836180-1-hyperv',id=88bf8fc8-11a3-4e96-9d1b-5fd93ba9f6f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T13:25:36Z,topic='l3_agent')) {'router_ids': ['311f0494-fead-488a-b2b5-bab6635158f9'], 'active': True} {{(pid=83873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:35:05.765502 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [None req-455cd5bd-3572-4562-8b05-389ea00efd55 tempest-ExtensionsTestJSON-424230568 tempest-ExtensionsTestJSON-424230568-project] http://10.222.0.26:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=83871) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 01 13:35:05.766506 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-455cd5bd-3572-4562-8b05-389ea00efd55 tempest-ExtensionsTestJSON-424230568 tempest-ExtensionsTestJSON-424230568-project] 10.222.0.26 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0634692 Apr 01 13:35:05.776170 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 48326) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:35:05.809202 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [None req-64b7256a-8eab-46e9-ac08-a97e89ffa9f5 tempest-ExtensionsTestJSON-424230568 tempest-ExtensionsTestJSON-424230568-project] http://10.222.0.26:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=83871) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 01 13:35:05.810166 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-64b7256a-8eab-46e9-ac08-a97e89ffa9f5 tempest-ExtensionsTestJSON-424230568 tempest-ExtensionsTestJSON-424230568-project] 10.222.0.26 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0261879 Apr 01 13:35:05.817047 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-b5a7d813-ef04-4fa4-8054-801fd5d4ef17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-836180-1-hyperv', False) {} {{(pid=83873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:35:05.829181 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5a7d813-ef04-4fa4-8054-801fd5d4ef17 None None] Routers {'311f0494-fead-488a-b2b5-bab6635158f9'} bound to L3 agent in host dv-neutron-836180-1-hyperv {{(pid=83873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 13:35:05.829943 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-b5a7d813-ef04-4fa4-8054-801fd5d4ef17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836180-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T13:25:36Z,description=,heartbeat_timestamp=2022-04-01T13:34:36Z,host='dv-neutron-836180-1-hyperv',id=88bf8fc8-11a3-4e96-9d1b-5fd93ba9f6f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T13:25:36Z,topic='l3_agent')) {'router_ids': ['311f0494-fead-488a-b2b5-bab6635158f9'], 'active': True} {{(pid=83873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:35:05.833524 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 48330) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:35:05.839780 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-fff6f93e-5a81-4a11-b2cb-974d3da4ea94 tempest-BulkNetworkOpsTest-413135140 tempest-BulkNetworkOpsTest-413135140-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-942599', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4084797'] for network, after_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:05.844841 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-fff6f93e-5a81-4a11-b2cb-974d3da4ea94 tempest-BulkNetworkOpsTest-413135140 tempest-BulkNetworkOpsTest-413135140-project] Notify callbacks [] for network, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:05.852844 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [None req-13af9f1d-a191-4832-a74b-869dea1f171d tempest-ExtensionsTestJSON-424230568 tempest-ExtensionsTestJSON-424230568-project] http://10.222.0.26:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=83869) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 01 13:35:05.854518 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-13af9f1d-a191-4832-a74b-869dea1f171d tempest-ExtensionsTestJSON-424230568 tempest-ExtensionsTestJSON-424230568-project] 10.222.0.26 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0183835 Apr 01 13:35:05.858676 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 48334) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:35:05.868700 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-270872f8-802f-449d-a2a9-b94505d3b879 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:05.884517 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [None req-df6ad13f-406f-4723-a211-4e7bf52a3d75 tempest-ExtensionsTestJSON-424230568 tempest-ExtensionsTestJSON-424230568-project] http://10.222.0.26:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=83871) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 01 13:35:05.885564 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-df6ad13f-406f-4723-a211-4e7bf52a3d75 tempest-ExtensionsTestJSON-424230568 tempest-ExtensionsTestJSON-424230568-project] 10.222.0.26 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0220411 Apr 01 13:35:05.888645 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 48338) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:35:05.894954 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-fff6f93e-5a81-4a11-b2cb-974d3da4ea94 tempest-BulkNetworkOpsTest-413135140 tempest-BulkNetworkOpsTest-413135140-project] 10.222.0.26 "DELETE /v2.0/networks/276df668-b559-4eac-8e3c-3a5b0ba98ece HTTP/1.1" status: 204 len: 168 time: 0.8758357 Apr 01 13:35:05.899048 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff6f93e-5a81-4a11-b2cb-974d3da4ea94 tempest-BulkNetworkOpsTest-413135140 tempest-BulkNetworkOpsTest-413135140-project] Pushing event deleted for resources: {'Network': ['ID=276df668-b559-4eac-8e3c-3a5b0ba98ece,revision_number=None']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:35:05.901173 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 48342) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:35:05.909402 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-b5a7d813-ef04-4fa4-8054-801fd5d4ef17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-836180-1-hyperv', False) {} {{(pid=83873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:35:05.909807 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5a7d813-ef04-4fa4-8054-801fd5d4ef17 None None] The sync data for ids ['311f0494-fead-488a-b2b5-bab6635158f9'] in dv-neutron-836180-1-hyperv is: [] {{(pid=83873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 13:35:05.911185 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [None req-5afc3cc1-4b67-4fe8-bba6-0bcb124e7c29 tempest-ExtensionsTestJSON-424230568 tempest-ExtensionsTestJSON-424230568-project] http://10.222.0.26:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=83871) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 01 13:35:05.913516 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-5afc3cc1-4b67-4fe8-bba6-0bcb124e7c29 tempest-ExtensionsTestJSON-424230568 tempest-ExtensionsTestJSON-424230568-project] 10.222.0.26 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0202305 Apr 01 13:35:05.914447 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-53787c23-2adc-4c92-a3f3-23cccd02919c tempest-RoutersIpV6AdminTest-7322729 tempest-RoutersIpV6AdminTest-7322729-project] Notify callbacks [] for router, before_response {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:05.915194 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-53787c23-2adc-4c92-a3f3-23cccd02919c tempest-RoutersIpV6AdminTest-7322729 tempest-RoutersIpV6AdminTest-7322729-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 5.6975331 Apr 01 13:35:05.919980 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 48346) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:35:05.920512 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 48348) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:35:05.960578 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.v2.base [None req-083401b0-288f-411b-b6a1-701c8b40cff3 tempest-RoutersIpV6AdminTest-2054225496 tempest-RoutersIpV6AdminTest-2054225496-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'enable_snat': False}}} {{(pid=83869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:35:06.017410 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [None req-35628c70-cb54-4aa4-8480-0ab40353367b tempest-ExtensionsTestJSON-424230568 tempest-ExtensionsTestJSON-424230568-project] http://10.222.0.26:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=83869) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 01 13:35:06.018622 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-35628c70-cb54-4aa4-8480-0ab40353367b tempest-ExtensionsTestJSON-424230568 tempest-ExtensionsTestJSON-424230568-project] 10.222.0.26 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0688281 Apr 01 13:35:06.024971 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 48354) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:35:06.046278 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [None req-88b809f3-5ae7-4384-bce3-2187b3aafd0d tempest-ExtensionsTestJSON-424230568 tempest-ExtensionsTestJSON-424230568-project] http://10.222.0.26:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=83869) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 01 13:35:06.050086 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-88b809f3-5ae7-4384-bce3-2187b3aafd0d tempest-ExtensionsTestJSON-424230568 tempest-ExtensionsTestJSON-424230568-project] 10.222.0.26 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0162230 Apr 01 13:35:06.096693 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 48358) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:35:06.117691 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [None req-f1e466ad-4fd5-4784-b7e7-6fff50bf250a tempest-ExtensionsTestJSON-424230568 tempest-ExtensionsTestJSON-424230568-project] http://10.222.0.26:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=83869) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 01 13:35:06.118639 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-f1e466ad-4fd5-4784-b7e7-6fff50bf250a tempest-ExtensionsTestJSON-424230568 tempest-ExtensionsTestJSON-424230568-project] 10.222.0.26 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 385 time: 0.0211074 Apr 01 13:35:06.126723 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 48362) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:35:06.148085 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [None req-ace43b4a-49fd-406d-a3ae-13ce27328ba4 tempest-ExtensionsTestJSON-424230568 tempest-ExtensionsTestJSON-424230568-project] http://10.222.0.26:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=83869) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 01 13:35:06.149068 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-ace43b4a-49fd-406d-a3ae-13ce27328ba4 tempest-ExtensionsTestJSON-424230568 tempest-ExtensionsTestJSON-424230568-project] 10.222.0.26 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0214324 Apr 01 13:35:06.155215 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 48366) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:35:06.221636 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [None req-a24da20b-558c-40ce-b1ce-7e613574c9cc tempest-ExtensionsTestJSON-424230568 tempest-ExtensionsTestJSON-424230568-project] http://10.222.0.26:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=83869) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 01 13:35:06.225102 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-a24da20b-558c-40ce-b1ce-7e613574c9cc tempest-ExtensionsTestJSON-424230568 tempest-ExtensionsTestJSON-424230568-project] 10.222.0.26 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0156434 Apr 01 13:35:06.227787 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 48370) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:35:06.237361 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-e004a8f1-159d-4d41-91d7-f9d2e023b848 tempest-BulkNetworkOpsTest-413135140 tempest-BulkNetworkOpsTest-413135140-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1033078'] for network, before_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:06.258494 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [None req-fdf1bf0e-f727-4a0a-aee2-8189dfb800a6 tempest-ExtensionsTestJSON-424230568 tempest-ExtensionsTestJSON-424230568-project] http://10.222.0.26:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=83869) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 01 13:35:06.262251 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-fdf1bf0e-f727-4a0a-aee2-8189dfb800a6 tempest-ExtensionsTestJSON-424230568 tempest-ExtensionsTestJSON-424230568-project] 10.222.0.26 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0311594 Apr 01 13:35:06.267234 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 48374) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:35:06.271657 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.db_base_plugin_common [None req-1ecd0c75-b372-4212-b593-964a663e8485 tempest-RoutersAdminTest-1358270532 tempest-RoutersAdminTest-1358270532-project] Allocated IP 172.26.5.73 (725864b8-cceb-48c9-b5d3-1bfc4423e301/e2ed99db-0e25-4971-b535-7fa69231fae8/ce0fbe0b-1fa1-417d-bdbd-a2a6adc245c8) {{(pid=83871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 13:35:06.287072 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [None req-91bda77d-2220-46de-bb39-c7789bb369e2 tempest-ExtensionsTestJSON-424230568 tempest-ExtensionsTestJSON-424230568-project] http://10.222.0.26:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=83871) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 01 13:35:06.291012 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-91bda77d-2220-46de-bb39-c7789bb369e2 tempest-ExtensionsTestJSON-424230568 tempest-ExtensionsTestJSON-424230568-project] 10.222.0.26 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0213847 Apr 01 13:35:06.291868 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 48378) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:35:06.302962 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [None req-3e8c7dc5-c868-41d6-b736-d0d6b712da0b tempest-ExtensionsTestJSON-424230568 tempest-ExtensionsTestJSON-424230568-project] http://10.222.0.26:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=83869) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 01 13:35:06.306546 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-3e8c7dc5-c868-41d6-b736-d0d6b712da0b tempest-ExtensionsTestJSON-424230568 tempest-ExtensionsTestJSON-424230568-project] 10.222.0.26 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0092688 Apr 01 13:35:06.325122 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 48382) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:35:06.337112 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [None req-20850738-2350-439f-8ff8-7fc75f281000 tempest-ExtensionsTestJSON-424230568 tempest-ExtensionsTestJSON-424230568-project] http://10.222.0.26:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=83871) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 01 13:35:06.341059 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-20850738-2350-439f-8ff8-7fc75f281000 tempest-ExtensionsTestJSON-424230568 tempest-ExtensionsTestJSON-424230568-project] 10.222.0.26 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0147352 Apr 01 13:35:06.348854 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 48386) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:35:06.363480 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [None req-5609e99d-6c63-4e7a-9276-825ca20ce1df tempest-ExtensionsTestJSON-424230568 tempest-ExtensionsTestJSON-424230568-project] http://10.222.0.26:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=83869) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 01 13:35:06.367270 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-5609e99d-6c63-4e7a-9276-825ca20ce1df tempest-ExtensionsTestJSON-424230568 tempest-ExtensionsTestJSON-424230568-project] 10.222.0.26 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0141039 Apr 01 13:35:06.369213 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 48390) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:35:06.371937 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-9d0ef9f1-bab7-4b92-857d-59b89dfb4704 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4155147'] for port, precommit_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:06.392495 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [None req-ad97e1a9-7a79-48de-a2d0-68bed03ecd5e tempest-ExtensionsTestJSON-424230568 tempest-ExtensionsTestJSON-424230568-project] http://10.222.0.26:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=83869) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 01 13:35:06.397757 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-ad97e1a9-7a79-48de-a2d0-68bed03ecd5e tempest-ExtensionsTestJSON-424230568 tempest-ExtensionsTestJSON-424230568-project] 10.222.0.26 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0169315 Apr 01 13:35:06.398519 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 48394) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:35:06.460387 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [None req-1ea72cdc-b425-4c87-9c7c-536379a30f46 tempest-ExtensionsTestJSON-424230568 tempest-ExtensionsTestJSON-424230568-project] http://10.222.0.26:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=83869) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 01 13:35:06.464384 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-1ea72cdc-b425-4c87-9c7c-536379a30f46 tempest-ExtensionsTestJSON-424230568 tempest-ExtensionsTestJSON-424230568-project] 10.222.0.26 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0624559 Apr 01 13:35:06.465059 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Device 5e9a2a45-b3f5-44c9-b8bb-728ef2ce8cef up at agent ovs-agent-dv-neutron-836180-1-hyperv {{(pid=83872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 13:35:06.466828 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 48398) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:35:06.532768 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.plugin [None req-9d0ef9f1-bab7-4b92-857d-59b89dfb4704 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Calling delete_port for 52ca5abb-21b3-4744-822c-9e73f3b6b64e owned by {{(pid=83869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 13:35:06.558861 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Provisioning for port 5e9a2a45-b3f5-44c9-b8bb-728ef2ce8cef completed by entity L2. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 13:35:06.566446 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [None req-ec999f68-3c3a-451b-ab14-a37ccc5e0377 tempest-ExtensionsTestJSON-424230568 tempest-ExtensionsTestJSON-424230568-project] http://10.222.0.26:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=83869) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 01 13:35:06.567632 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-ec999f68-3c3a-451b-ab14-a37ccc5e0377 tempest-ExtensionsTestJSON-424230568 tempest-ExtensionsTestJSON-424230568-project] 10.222.0.26 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0435135 Apr 01 13:35:06.576611 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 48402) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:35:06.584556 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-e004a8f1-159d-4d41-91d7-f9d2e023b848 tempest-BulkNetworkOpsTest-413135140 tempest-BulkNetworkOpsTest-413135140-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-942654', 'neutron.services.segments.db._delete_segments_for_network-8736733387888'] for network, precommit_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:06.586818 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [None req-93afe793-a58d-4a90-b547-fb55471b17d5 tempest-ExtensionsTestJSON-424230568 tempest-ExtensionsTestJSON-424230568-project] http://10.222.0.26:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=83869) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 01 13:35:06.587753 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-93afe793-a58d-4a90-b547-fb55471b17d5 tempest-ExtensionsTestJSON-424230568 tempest-ExtensionsTestJSON-424230568-project] 10.222.0.26 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0096998 Apr 01 13:35:06.592732 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 48406) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:35:06.605410 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [None req-b7500a12-cbbc-4748-99e4-33a7171f5837 tempest-ExtensionsTestJSON-424230568 tempest-ExtensionsTestJSON-424230568-project] http://10.222.0.26:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=83869) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 01 13:35:06.609348 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-b7500a12-cbbc-4748-99e4-33a7171f5837 tempest-ExtensionsTestJSON-424230568 tempest-ExtensionsTestJSON-424230568-project] 10.222.0.26 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0127532 Apr 01 13:35:06.611288 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 48410) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:35:06.618676 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [None req-f72beef5-93e5-4715-a4d1-d9a58db05844 tempest-ExtensionsTestJSON-424230568 tempest-ExtensionsTestJSON-424230568-project] http://10.222.0.26:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=83869) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 01 13:35:06.622047 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-f72beef5-93e5-4715-a4d1-d9a58db05844 tempest-ExtensionsTestJSON-424230568 tempest-ExtensionsTestJSON-424230568-project] 10.222.0.26 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0075784 Apr 01 13:35:06.623091 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 48414) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:35:06.632392 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [None req-cb5e39f3-2228-4ac4-9092-b8549509e37d tempest-ExtensionsTestJSON-424230568 tempest-ExtensionsTestJSON-424230568-project] http://10.222.0.26:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=83869) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 01 13:35:06.633328 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-cb5e39f3-2228-4ac4-9092-b8549509e37d tempest-ExtensionsTestJSON-424230568 tempest-ExtensionsTestJSON-424230568-project] 10.222.0.26 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0080657 Apr 01 13:35:06.640688 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.services.segments.db [None req-e004a8f1-159d-4d41-91d7-f9d2e023b848 tempest-BulkNetworkOpsTest-413135140 tempest-BulkNetworkOpsTest-413135140-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['610b3872-e431-4f05-9b02-475c8cfcfa79']}} {{(pid=83871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:35:06.646929 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 48418) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:35:06.655946 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [None req-f3b2008e-a84d-4756-ad32-191e5290ee1b tempest-ExtensionsTestJSON-424230568 tempest-ExtensionsTestJSON-424230568-project] http://10.222.0.26:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=83869) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 01 13:35:06.656860 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-f3b2008e-a84d-4756-ad32-191e5290ee1b tempest-ExtensionsTestJSON-424230568 tempest-ExtensionsTestJSON-424230568-project] 10.222.0.26 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0090194 Apr 01 13:35:06.664080 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 48422) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:35:06.674215 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.services.segments.db [None req-e004a8f1-159d-4d41-91d7-f9d2e023b848 tempest-BulkNetworkOpsTest-413135140 tempest-BulkNetworkOpsTest-413135140-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b94538ef-21d0-4980-99a4-f8cf54bf25b2') {'for_net_delete': True} {{(pid=83871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:35:06.674490 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.services.segments.db [None req-e004a8f1-159d-4d41-91d7-f9d2e023b848 tempest-BulkNetworkOpsTest-413135140 tempest-BulkNetworkOpsTest-413135140-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b94538ef-21d0-4980-99a4-f8cf54bf25b2') {} {{(pid=83871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:35:06.685678 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-d33abd4e-c991-4abe-b025-92f943039a32 None None] Provisioning for port 5e9a2a45-b3f5-44c9-b8bb-728ef2ce8cef completed by entity DHCP. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 13:35:06.692454 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-d33abd4e-c991-4abe-b025-92f943039a32 None None] Provisioning complete for port 5e9a2a45-b3f5-44c9-b8bb-728ef2ce8cef triggered by entity DHCP. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 13:35:06.693137 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-d33abd4e-c991-4abe-b025-92f943039a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-948329'] for port, provisioning_complete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:06.716653 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [None req-16c2d4d4-f178-4036-9429-81329f79f2af tempest-ExtensionsTestJSON-424230568 tempest-ExtensionsTestJSON-424230568-project] http://10.222.0.26:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=83869) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 01 13:35:06.717197 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-e004a8f1-159d-4d41-91d7-f9d2e023b848 tempest-BulkNetworkOpsTest-413135140 tempest-BulkNetworkOpsTest-413135140-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736733386999', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3166340'] for segment, before_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:06.718101 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-16c2d4d4-f178-4036-9429-81329f79f2af tempest-ExtensionsTestJSON-424230568 tempest-ExtensionsTestJSON-424230568-project] 10.222.0.26 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0514293 Apr 01 13:35:06.727515 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 48426) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:35:06.731481 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-1ecd0c75-b372-4212-b593-964a663e8485 tempest-RoutersAdminTest-1358270532 tempest-RoutersAdminTest-1358270532-project] Notify callbacks [] for port, precommit_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:06.737270 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [None req-8fb62f4f-4f09-4781-b446-cd6037e7f477 tempest-ExtensionsTestJSON-424230568 tempest-ExtensionsTestJSON-424230568-project] http://10.222.0.26:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=83869) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 01 13:35:06.738452 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-8fb62f4f-4f09-4781-b446-cd6037e7f477 tempest-ExtensionsTestJSON-424230568 tempest-ExtensionsTestJSON-424230568-project] 10.222.0.26 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0097454 Apr 01 13:35:06.739606 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-0b9e1af5-e892-4354-bcd4-3d33d4cf7186 tempest-FloatingIPAdminTestJSON-382796379 tempest-FloatingIPAdminTestJSON-382796379-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4084029'] for router_interface, before_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:06.741617 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 48430) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:35:06.752444 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [None req-2f54cff8-0f7a-4c7e-866c-22f6d73a65d6 tempest-ExtensionsTestJSON-424230568 tempest-ExtensionsTestJSON-424230568-project] http://10.222.0.26:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=83869) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 01 13:35:06.753603 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-2f54cff8-0f7a-4c7e-866c-22f6d73a65d6 tempest-ExtensionsTestJSON-424230568 tempest-ExtensionsTestJSON-424230568-project] 10.222.0.26 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0098140 Apr 01 13:35:06.757225 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 48434) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:35:06.769067 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [None req-f9bbc82e-fc84-41e3-ad27-3cbdf186d2f9 tempest-ExtensionsTestJSON-424230568 tempest-ExtensionsTestJSON-424230568-project] http://10.222.0.26:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=83869) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 01 13:35:06.770258 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-f9bbc82e-fc84-41e3-ad27-3cbdf186d2f9 tempest-ExtensionsTestJSON-424230568 tempest-ExtensionsTestJSON-424230568-project] 10.222.0.26 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0108771 Apr 01 13:35:06.773790 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 48438) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:35:06.779388 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [None req-7c54dfde-51b7-4d64-9271-c94f6091919c tempest-ExtensionsTestJSON-424230568 tempest-ExtensionsTestJSON-424230568-project] http://10.222.0.26:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=83869) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 01 13:35:06.780567 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-7c54dfde-51b7-4d64-9271-c94f6091919c tempest-ExtensionsTestJSON-424230568 tempest-ExtensionsTestJSON-424230568-project] 10.222.0.26 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0056908 Apr 01 13:35:06.782795 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-9d0ef9f1-bab7-4b92-857d-59b89dfb4704 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736733359243', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736732935810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2705155'] for port, after_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:06.875322 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-e004a8f1-159d-4d41-91d7-f9d2e023b848 tempest-BulkNetworkOpsTest-413135140 tempest-BulkNetworkOpsTest-413135140-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1004271'] for segment, precommit_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:06.919566 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-d33abd4e-c991-4abe-b025-92f943039a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:06.958194 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-d33abd4e-c991-4abe-b025-92f943039a32 None None] For port 5e9a2a45-b3f5-44c9-b8bb-728ef2ce8cef, host dv-neutron-836180-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836180-1-hyperv',level=0,port_id=5e9a2a45-b3f5-44c9-b8bb-728ef2ce8cef,segment=NetworkSegment(16094ed0-4a47-4ff6-9238-85c278d7a2a5),segment_id=16094ed0-4a47-4ff6-9238-85c278d7a2a5)] {{(pid=83872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 13:35:06.964830 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-d33abd4e-c991-4abe-b025-92f943039a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864'] for port, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:06.974121 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e004a8f1-159d-4d41-91d7-f9d2e023b848 tempest-BulkNetworkOpsTest-413135140 tempest-BulkNetworkOpsTest-413135140-project] Releasing vlan 370 on physical network physnet1 to pool {{(pid=83871) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 01 13:35:06.974527 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-e004a8f1-159d-4d41-91d7-f9d2e023b848 tempest-BulkNetworkOpsTest-413135140 tempest-BulkNetworkOpsTest-413135140-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1004262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2743078'] for segment, after_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:06.987488 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d0ef9f1-bab7-4b92-857d-59b89dfb4704 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Pushing event deleted for resources: {'Port': ['ID=52ca5abb-21b3-4744-822c-9e73f3b6b64e,revision_number=None']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:35:06.995924 dv-neutron-836180-1-hyperv neutron-server[83871]: Traceback (most recent call last): Apr 01 13:35:06.995924 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 01 13:35:06.995924 dv-neutron-836180-1-hyperv neutron-server[83871]: timer() Apr 01 13:35:06.995924 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 13:35:06.995924 dv-neutron-836180-1-hyperv neutron-server[83871]: cb(*args, **kw) Apr 01 13:35:06.995924 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 13:35:06.995924 dv-neutron-836180-1-hyperv neutron-server[83871]: return func(*args, **kwargs) Apr 01 13:35:06.995924 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 13:35:06.995924 dv-neutron-836180-1-hyperv neutron-server[83871]: self._notify() Apr 01 13:35:06.995924 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 13:35:06.995924 dv-neutron-836180-1-hyperv neutron-server[83871]: self.callback(batched_events) Apr 01 13:35:06.995924 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 13:35:06.995924 dv-neutron-836180-1-hyperv neutron-server[83871]: event.method(event) Apr 01 13:35:06.995924 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 13:35:06.995924 dv-neutron-836180-1-hyperv neutron-server[83871]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 13:35:06.995924 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 13:35:06.995924 dv-neutron-836180-1-hyperv neutron-server[83871]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 13:35:06.995924 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 13:35:06.995924 dv-neutron-836180-1-hyperv neutron-server[83871]: return f(self, *a, **k) Apr 01 13:35:06.995924 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 13:35:06.995924 dv-neutron-836180-1-hyperv neutron-server[83871]: return self._get(url).json() Apr 01 13:35:06.995924 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 13:35:06.995924 dv-neutron-836180-1-hyperv neutron-server[83871]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 13:35:06.995924 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 01 13:35:06.995924 dv-neutron-836180-1-hyperv neutron-server[83871]: return self.request(url, 'GET', **kwargs) Apr 01 13:35:06.995924 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 01 13:35:06.995924 dv-neutron-836180-1-hyperv neutron-server[83871]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 13:35:06.995924 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 01 13:35:06.995924 dv-neutron-836180-1-hyperv neutron-server[83871]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 13:35:06.995924 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 01 13:35:06.995924 dv-neutron-836180-1-hyperv neutron-server[83871]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 13:35:06.995924 dv-neutron-836180-1-hyperv neutron-server[83871]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 13:35:07.039576 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-9d0ef9f1-bab7-4b92-857d-59b89dfb4704 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109561'] for port, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:07.069905 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-9d0ef9f1-bab7-4b92-857d-59b89dfb4704 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] 10.222.0.26 "DELETE /v2.0/ports/52ca5abb-21b3-4744-822c-9e73f3b6b64e HTTP/1.1" status: 204 len: 168 time: 1.6062410 Apr 01 13:35:07.071791 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 48446) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:35:07.099419 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33abd4e-c991-4abe-b025-92f943039a32 None None] Pushing event updated for resources: {'Port': ['ID=5e9a2a45-b3f5-44c9-b8bb-728ef2ce8cef,revision_number=3']} {{(pid=83872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:35:07.107923 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-c5a3e53d-f127-4551-acab-b1e217bad34d None None] Could not find standard attr ID for object 52ca5abb-21b3-4744-822c-9e73f3b6b64e. {{(pid=83872) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 01 13:35:07.125551 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-e004a8f1-159d-4d41-91d7-f9d2e023b848 tempest-BulkNetworkOpsTest-413135140 tempest-BulkNetworkOpsTest-413135140-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-942599', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4084797'] for network, after_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:07.129657 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-e004a8f1-159d-4d41-91d7-f9d2e023b848 tempest-BulkNetworkOpsTest-413135140 tempest-BulkNetworkOpsTest-413135140-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3017602'] for network, before_response {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:07.165345 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-1ecd0c75-b372-4212-b593-964a663e8485 tempest-RoutersAdminTest-1358270532 tempest-RoutersAdminTest-1358270532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736732935801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2743125'] for port, after_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:07.167623 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:07.194736 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52b38766-5ca4-4098-9c4d-777165845fb1 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:35:07.196036 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52b38766-5ca4-4098-9c4d-777165845fb1 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:35:07.201405 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-52b38766-5ca4-4098-9c4d-777165845fb1 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1285505 Apr 01 13:35:07.202700 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 48452) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:35:07.206399 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-e004a8f1-159d-4d41-91d7-f9d2e023b848 tempest-BulkNetworkOpsTest-413135140 tempest-BulkNetworkOpsTest-413135140-project] 10.222.0.26 "DELETE /v2.0/networks/610b3872-e431-4f05-9b02-475c8cfcfa79 HTTP/1.1" status: 204 len: 168 time: 1.3007596 Apr 01 13:35:07.206399 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e004a8f1-159d-4d41-91d7-f9d2e023b848 tempest-BulkNetworkOpsTest-413135140 tempest-BulkNetworkOpsTest-413135140-project] Pushing event deleted for resources: {'Network': ['ID=610b3872-e431-4f05-9b02-475c8cfcfa79,revision_number=None']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:35:07.216540 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 48456) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:35:07.314055 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-2f9cfc9c-d8ba-4de3-a4ad-98162f90557c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:07.344676 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ecd0c75-b372-4212-b593-964a663e8485 tempest-RoutersAdminTest-1358270532 tempest-RoutersAdminTest-1358270532-project] Network 725864b8-cceb-48c9-b5d3-1bfc4423e301 is already hosted by enough agents. {{(pid=83871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 13:35:07.347081 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 48460) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:35:07.350746 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.scheduler.base_scheduler [None req-1ecd0c75-b372-4212-b593-964a663e8485 tempest-RoutersAdminTest-1358270532 tempest-RoutersAdminTest-1358270532-project] Resources bound (agent type, host, resource id): {{(pid=83871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 13:35:07.353148 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ecd0c75-b372-4212-b593-964a663e8485 tempest-RoutersAdminTest-1358270532 tempest-RoutersAdminTest-1358270532-project] Received port after_create {{(pid=83871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 13:35:07.398620 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ecd0c75-b372-4212-b593-964a663e8485 tempest-RoutersAdminTest-1358270532 tempest-RoutersAdminTest-1358270532-project] Pushing event updated for resources: {'Port': ['ID=ce0fbe0b-1fa1-417d-bdbd-a2a6adc245c8,revision_number=1']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:35:07.542038 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88e211b4-51b1-479a-ac03-db9dd92a916a tempest-BulkNetworkOpsTest-413135140 tempest-BulkNetworkOpsTest-413135140-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:35:07.546056 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88e211b4-51b1-479a-ac03-db9dd92a916a tempest-BulkNetworkOpsTest-413135140 tempest-BulkNetworkOpsTest-413135140-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:35:07.546808 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-88e211b4-51b1-479a-ac03-db9dd92a916a tempest-BulkNetworkOpsTest-413135140 tempest-BulkNetworkOpsTest-413135140-project] Synchronizing usage tracker for tenant:ca1ed2db15af4fb597e2dfc50152ec4b on resource:network {{(pid=83871) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 13:35:07.586564 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-d5d1c1ca-62d9-4402-968c-7eefac63cfed admin admin] Notify callbacks [] for security_group, before_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:07.653704 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-88e211b4-51b1-479a-ac03-db9dd92a916a tempest-BulkNetworkOpsTest-413135140 tempest-BulkNetworkOpsTest-413135140-project] Unset dirty status for tenant:ca1ed2db15af4fb597e2dfc50152ec4b on resource:network {{(pid=83871) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 13:35:07.654873 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-88e211b4-51b1-479a-ac03-db9dd92a916a tempest-BulkNetworkOpsTest-413135140 tempest-BulkNetworkOpsTest-413135140-project] 10.222.0.26 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.4349058 Apr 01 13:35:07.659001 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 48466) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:35:07.662976 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.db_base_plugin_v2 [None req-03c59dc8-2a17-4c27-8142-78f341a98275 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Deleting subnet 6a5c358a-5efc-4e36-b85c-04ad35420173 {{(pid=83869) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 01 13:35:07.668245 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-03c59dc8-2a17-4c27-8142-78f341a98275 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Notify callbacks [] for subnet, before_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:07.673611 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.v2.base [None req-5bd6b6ea-7ab5-4ba8-b8a0-cbb04941a8b2 tempest-BulkNetworkOpsTest-413135140 tempest-BulkNetworkOpsTest-413135140-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-601499169'}} {{(pid=83871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:35:07.693066 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-5bd6b6ea-7ab5-4ba8-b8a0-cbb04941a8b2 tempest-BulkNetworkOpsTest-413135140 tempest-BulkNetworkOpsTest-413135140-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:35:07.718902 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-d5d1c1ca-62d9-4402-968c-7eefac63cfed admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:35:07.721386 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-5bd6b6ea-7ab5-4ba8-b8a0-cbb04941a8b2 tempest-BulkNetworkOpsTest-413135140 tempest-BulkNetworkOpsTest-413135140-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:35:07.735845 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-03c59dc8-2a17-4c27-8142-78f341a98275 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2704975'] for subnet, precommit_delete_associations {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:07.771014 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-d5d1c1ca-62d9-4402-968c-7eefac63cfed admin admin] Usage tracker for resource:security_group_rule and tenant:2689a9d3ad9f484b9e3e86f33d931af7 is out of sync, need to count used quota {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 13:35:07.780170 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-d5d1c1ca-62d9-4402-968c-7eefac63cfed admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 13:35:07.797171 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-d5d1c1ca-62d9-4402-968c-7eefac63cfed admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:35:07.849221 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5bd6b6ea-7ab5-4ba8-b8a0-cbb04941a8b2 tempest-BulkNetworkOpsTest-413135140 tempest-BulkNetworkOpsTest-413135140-project] Made reservation on behalf of ca1ed2db15af4fb597e2dfc50152ec4b for: {'network': 1} {{(pid=83871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 13:35:07.852136 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-5bd6b6ea-7ab5-4ba8-b8a0-cbb04941a8b2 tempest-BulkNetworkOpsTest-413135140 tempest-BulkNetworkOpsTest-413135140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for network, before_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:07.885727 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-03c59dc8-2a17-4c27-8142-78f341a98275 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-945029'] for subnet, precommit_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:07.923024 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5bd6b6ea-7ab5-4ba8-b8a0-cbb04941a8b2 tempest-BulkNetworkOpsTest-413135140 tempest-BulkNetworkOpsTest-413135140-project] vlan segment allocate from pool success with {'vlan_id': 389, 'physical_network': 'physnet1'} {{(pid=83871) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 13:35:07.935577 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-083401b0-288f-411b-b6a1-701c8b40cff3 tempest-RoutersIpV6AdminTest-2054225496 tempest-RoutersIpV6AdminTest-2054225496-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4084887', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4079850', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4161'] for router, precommit_update {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:07.984525 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-5bd6b6ea-7ab5-4ba8-b8a0-cbb04941a8b2 tempest-BulkNetworkOpsTest-413135140 tempest-BulkNetworkOpsTest-413135140-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1004271'] for segment, precommit_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:07.984919 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.db.segments_db [None req-5bd6b6ea-7ab5-4ba8-b8a0-cbb04941a8b2 tempest-BulkNetworkOpsTest-413135140 tempest-BulkNetworkOpsTest-413135140-project] Added segment 60de0c4f-69cd-4ebf-8e64-ce7ab8c7cbef of type vlan for network 32251d21-6279-41e5-953e-428265ed64f1 Apr 01 13:35:08.034289 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-03c59dc8-2a17-4c27-8142-78f341a98275 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-945042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2705198', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2999452'] for subnet, after_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:08.043170 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-1ecd0c75-b372-4212-b593-964a663e8485 tempest-RoutersAdminTest-1358270532 tempest-RoutersAdminTest-1358270532-project] Notify callbacks [] for router_gateway, after_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:08.043877 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-1ecd0c75-b372-4212-b593-964a663e8485 tempest-RoutersAdminTest-1358270532 tempest-RoutersAdminTest-1358270532-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4082201', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4084858'] for router, after_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:08.076918 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c59dc8-2a17-4c27-8142-78f341a98275 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Pushing event deleted for resources: {'Subnet': ['ID=6a5c358a-5efc-4e36-b85c-04ad35420173,revision_number=None']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:35:08.092760 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-d5d1c1ca-62d9-4402-968c-7eefac63cfed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:08.093620 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-03c59dc8-2a17-4c27-8142-78f341a98275 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3017602'] for subnet, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:08.099836 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-5bd6b6ea-7ab5-4ba8-b8a0-cbb04941a8b2 tempest-BulkNetworkOpsTest-413135140 tempest-BulkNetworkOpsTest-413135140-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736732923383'] for network, precommit_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:08.101366 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-640862a1-9c67-4f14-b1b2-c12c0eb59ab0 None None] Network 09d7ea43-6376-4322-97e7-54cd01aae492 requested from dv-neutron-836180-1-hyperv {{(pid=83872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 13:35:08.110010 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-03c59dc8-2a17-4c27-8142-78f341a98275 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] 10.222.0.26 "DELETE /v2.0/subnets/6a5c358a-5efc-4e36-b85c-04ad35420173 HTTP/1.1" status: 204 len: 168 time: 0.9038360 Apr 01 13:35:08.110594 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 48472) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:35:08.114362 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-d5d1c1ca-62d9-4402-968c-7eefac63cfed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3775923'] for security_group, after_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:08.186368 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-5dd01e62-c65b-4aa4-b92d-1683825f61c5 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] 10.222.0.26 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0746667 Apr 01 13:35:08.190569 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 48476) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:35:08.417888 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d1c1ca-62d9-4402-968c-7eefac63cfed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=344d7c3f-1244-45b4-a91e-13d90ac8325d,revision_number=1']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:35:08.419737 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8eb38971-fcda-4ff5-888a-f0a73789070f tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:35:08.419994 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-8eb38971-fcda-4ff5-888a-f0a73789070f tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Synchronizing usage tracker for tenant:8b726fe6689e4b7f96def1a2219bea6c on resource:port {{(pid=83869) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 13:35:08.423485 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4c6be17-695a-44e6-9b03-b2e7120da116 None None] DHCP port deletion for 09d7ea43-6376-4322-97e7-54cd01aae492 request from dv-neutron-836180-1-hyperv {{(pid=83872) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 01 13:35:08.429583 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.plugin [None req-e4c6be17-695a-44e6-9b03-b2e7120da116 None None] Deleting port 5e9a2a45-b3f5-44c9-b8bb-728ef2ce8cef {{(pid=83872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 13:35:08.429940 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-e4c6be17-695a-44e6-9b03-b2e7120da116 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736733287370'] for port, before_delete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:08.435048 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-d5d1c1ca-62d9-4402-968c-7eefac63cfed admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=2689a9d3ad9f484b9e3e86f33d931af7&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0856843 Apr 01 13:35:08.438783 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 48480) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:35:08.439611 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-5bd6b6ea-7ab5-4ba8-b8a0-cbb04941a8b2 tempest-BulkNetworkOpsTest-413135140 tempest-BulkNetworkOpsTest-413135140-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575'] for network, after_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:08.443191 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bd6b6ea-7ab5-4ba8-b8a0-cbb04941a8b2 tempest-BulkNetworkOpsTest-413135140 tempest-BulkNetworkOpsTest-413135140-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:35:08.443882 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-5bd6b6ea-7ab5-4ba8-b8a0-cbb04941a8b2 tempest-BulkNetworkOpsTest-413135140 tempest-BulkNetworkOpsTest-413135140-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3017602'] for network, before_response {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:08.460128 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-8eb38971-fcda-4ff5-888a-f0a73789070f tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Unset dirty status for tenant:8b726fe6689e4b7f96def1a2219bea6c on resource:port {{(pid=83869) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 13:35:08.461781 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-8eb38971-fcda-4ff5-888a-f0a73789070f tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.2700646 Apr 01 13:35:08.464816 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 48484) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:35:08.511264 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Device 8b2bb4aa-e9f1-406c-aef9-1f16fd0e380d no longer exists at agent ovs-agent-dv-neutron-836180-1-hyperv {{(pid=83872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 13:35:08.533562 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-083401b0-288f-411b-b6a1-701c8b40cff3 tempest-RoutersIpV6AdminTest-2054225496 tempest-RoutersIpV6AdminTest-2054225496-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4084887', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4079850', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4161'] for router, precommit_update {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:08.542792 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-083401b0-288f-411b-b6a1-701c8b40cff3 tempest-RoutersIpV6AdminTest-2054225496 tempest-RoutersIpV6AdminTest-2054225496-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4084858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-4084844', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-4084837', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-4079843'] for router, after_update {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:08.552149 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea97f514-2507-4946-a1ae-ae6573fb236c tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:35:08.552851 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-ea97f514-2507-4946-a1ae-ae6573fb236c tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Synchronizing usage tracker for tenant:8b726fe6689e4b7f96def1a2219bea6c on resource:subnet {{(pid=83869) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 13:35:08.573768 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.plugin [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] No Port match for: 8b2bb4aa-e9f1-406c-aef9-1f16fd0e380d {{(pid=83872) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 01 13:35:08.573768 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Device 8b2bb4aa-e9f1-406c-aef9-1f16fd0e380d not bound to the agent host dv-neutron-836180-1-hyperv {{(pid=83872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 13:35:08.654096 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd6b6ea-7ab5-4ba8-b8a0-cbb04941a8b2 tempest-BulkNetworkOpsTest-413135140 tempest-BulkNetworkOpsTest-413135140-project] Pushing event updated for resources: {'Network': ['ID=32251d21-6279-41e5-953e-428265ed64f1,revision_number=1']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:35:08.663792 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-5bd6b6ea-7ab5-4ba8-b8a0-cbb04941a8b2 tempest-BulkNetworkOpsTest-413135140 tempest-BulkNetworkOpsTest-413135140-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.0036900 Apr 01 13:35:08.670163 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Network 32251d21-6279-41e5-953e-428265ed64f1 details requested by agent ovs-agent-dv-neutron-836180-1-hyperv with host dv-neutron-836180-1-hyperv {{(pid=83872) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 13:35:08.672208 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 48488) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:35:08.685051 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-ea97f514-2507-4946-a1ae-ae6573fb236c tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Unset dirty status for tenant:8b726fe6689e4b7f96def1a2219bea6c on resource:subnet {{(pid=83869) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 13:35:08.686392 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-ea97f514-2507-4946-a1ae-ae6573fb236c tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2206640 Apr 01 13:35:08.688464 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.v2.base [None req-a0e8516e-abd1-42ed-82f5-f0e59f2ff246 tempest-BulkNetworkOpsTest-413135140 tempest-BulkNetworkOpsTest-413135140-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-938019057'}} {{(pid=83871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:35:08.689214 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 48492) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:35:08.701648 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-a0e8516e-abd1-42ed-82f5-f0e59f2ff246 tempest-BulkNetworkOpsTest-413135140 tempest-BulkNetworkOpsTest-413135140-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:35:08.709731 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-a0e8516e-abd1-42ed-82f5-f0e59f2ff246 tempest-BulkNetworkOpsTest-413135140 tempest-BulkNetworkOpsTest-413135140-project] Usage tracker for resource:network and tenant:ca1ed2db15af4fb597e2dfc50152ec4b is out of sync, need to count used quota {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 13:35:08.715115 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-a0e8516e-abd1-42ed-82f5-f0e59f2ff246 tempest-BulkNetworkOpsTest-413135140 tempest-BulkNetworkOpsTest-413135140-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 13:35:08.741061 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-a0e8516e-abd1-42ed-82f5-f0e59f2ff246 tempest-BulkNetworkOpsTest-413135140 tempest-BulkNetworkOpsTest-413135140-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:35:08.758530 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-1b3eb041-f39b-4245-9779-d184a2d36d18 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:08.769543 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-67e41ed7-6310-40af-befe-3e829c0c8bfe tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] 10.222.0.26 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0782516 Apr 01 13:35:08.773953 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 48496) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:35:08.781853 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.v2.base [None req-f4508163-a33a-4ec3-a6bc-5960b6b97daf tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Request body: {'subnet': {'network_id': '09d7ea43-6376-4322-97e7-54cd01aae492', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:35:08.788924 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0e8516e-abd1-42ed-82f5-f0e59f2ff246 tempest-BulkNetworkOpsTest-413135140 tempest-BulkNetworkOpsTest-413135140-project] Made reservation on behalf of ca1ed2db15af4fb597e2dfc50152ec4b for: {'network': 1} {{(pid=83871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 13:35:08.792246 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-a0e8516e-abd1-42ed-82f5-f0e59f2ff246 tempest-BulkNetworkOpsTest-413135140 tempest-BulkNetworkOpsTest-413135140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for network, before_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:08.826184 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-1b3eb041-f39b-4245-9779-d184a2d36d18 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:08.836541 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-e4c6be17-695a-44e6-9b03-b2e7120da116 None None] For port 5e9a2a45-b3f5-44c9-b8bb-728ef2ce8cef, host dv-neutron-836180-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836180-1-hyperv',level=0,port_id=5e9a2a45-b3f5-44c9-b8bb-728ef2ce8cef,segment=NetworkSegment(16094ed0-4a47-4ff6-9238-85c278d7a2a5),segment_id=16094ed0-4a47-4ff6-9238-85c278d7a2a5)] {{(pid=83872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 13:35:08.836934 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-e4c6be17-695a-44e6-9b03-b2e7120da116 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4155147'] for port, precommit_delete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:08.847976 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-a976a7b9-9034-41e6-be13-349b75ed1593 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:08.917379 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a0e8516e-abd1-42ed-82f5-f0e59f2ff246 tempest-BulkNetworkOpsTest-413135140 tempest-BulkNetworkOpsTest-413135140-project] vlan segment allocate from pool success with {'vlan_id': 364, 'physical_network': 'physnet1'} {{(pid=83871) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 13:35:08.919616 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-f4508163-a33a-4ec3-a6bc-5960b6b97daf tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:35:08.935270 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-f4508163-a33a-4ec3-a6bc-5960b6b97daf tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:35:08.951261 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-a0e8516e-abd1-42ed-82f5-f0e59f2ff246 tempest-BulkNetworkOpsTest-413135140 tempest-BulkNetworkOpsTest-413135140-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1004271'] for segment, precommit_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:08.951599 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.db.segments_db [None req-a0e8516e-abd1-42ed-82f5-f0e59f2ff246 tempest-BulkNetworkOpsTest-413135140 tempest-BulkNetworkOpsTest-413135140-project] Added segment 7859450f-5616-4c7c-919d-cf210c6ae413 of type vlan for network e0d1cec9-1333-4a5e-8239-8845f668f4b4 Apr 01 13:35:08.957615 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4508163-a33a-4ec3-a6bc-5960b6b97daf tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Made reservation on behalf of 8b726fe6689e4b7f96def1a2219bea6c for: {'subnet': 1} {{(pid=83869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 13:35:08.961441 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-f4508163-a33a-4ec3-a6bc-5960b6b97daf tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2999481'] for subnet, before_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:08.964399 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.plugin [None req-e4c6be17-695a-44e6-9b03-b2e7120da116 None None] Calling delete_port for 5e9a2a45-b3f5-44c9-b8bb-728ef2ce8cef owned by network:dhcp {{(pid=83872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 13:35:08.974972 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.plugin [None req-0b9e1af5-e892-4354-bcd4-3d33d4cf7186 tempest-FloatingIPAdminTestJSON-382796379 tempest-FloatingIPAdminTestJSON-382796379-project] Deleting port 9647553e-5139-4c4d-825f-05325ea0b427 {{(pid=83871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 13:35:08.975338 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-0b9e1af5-e892-4354-bcd4-3d33d4cf7186 tempest-FloatingIPAdminTestJSON-382796379 tempest-FloatingIPAdminTestJSON-382796379-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736733287370'] for port, before_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:09.038922 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-a0e8516e-abd1-42ed-82f5-f0e59f2ff246 tempest-BulkNetworkOpsTest-413135140 tempest-BulkNetworkOpsTest-413135140-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736732923383'] for network, precommit_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:09.064033 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-e4c6be17-695a-44e6-9b03-b2e7120da116 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736733359243', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736732935810'] for port, after_delete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:09.071245 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-1b3eb041-f39b-4245-9779-d184a2d36d18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3775923'] for security_group, after_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:09.078397 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-083401b0-288f-411b-b6a1-701c8b40cff3 tempest-RoutersIpV6AdminTest-2054225496 tempest-RoutersIpV6AdminTest-2054225496-project-admin] Router 311f0494-fead-488a-b2b5-bab6635158f9 has already been hosted by L3 agent 88bf8fc8-11a3-4e96-9d1b-5fd93ba9f6f1 {{(pid=83869) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 13:35:09.111773 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c6be17-695a-44e6-9b03-b2e7120da116 None None] Pushing event deleted for resources: {'Port': ['ID=5e9a2a45-b3f5-44c9-b8bb-728ef2ce8cef,revision_number=None']} {{(pid=83872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:35:09.121029 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4c6be17-695a-44e6-9b03-b2e7120da116 None None] No DVR routers for this DVR port 5e9a2a45-b3f5-44c9-b8bb-728ef2ce8cef on host dv-neutron-836180-1-hyperv {{(pid=83872) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 13:35:09.128078 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3eb041-f39b-4245-9779-d184a2d36d18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=344d7c3f-1244-45b4-a91e-13d90ac8325d,revision_number=None']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:35:09.239493 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-1b3eb041-f39b-4245-9779-d184a2d36d18 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:09.240654 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-1b3eb041-f39b-4245-9779-d184a2d36d18 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/344d7c3f-1244-45b4-a91e-13d90ac8325d HTTP/1.1" status: 204 len: 168 time: 0.7918999 Apr 01 13:35:09.241555 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-a0e8516e-abd1-42ed-82f5-f0e59f2ff246 tempest-BulkNetworkOpsTest-413135140 tempest-BulkNetworkOpsTest-413135140-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575'] for network, after_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:09.254252 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0e8516e-abd1-42ed-82f5-f0e59f2ff246 tempest-BulkNetworkOpsTest-413135140 tempest-BulkNetworkOpsTest-413135140-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:35:09.254892 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-a0e8516e-abd1-42ed-82f5-f0e59f2ff246 tempest-BulkNetworkOpsTest-413135140 tempest-BulkNetworkOpsTest-413135140-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3017602'] for network, before_response {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:09.364923 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-a0e8516e-abd1-42ed-82f5-f0e59f2ff246 tempest-BulkNetworkOpsTest-413135140 tempest-BulkNetworkOpsTest-413135140-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.6887717 Apr 01 13:35:09.365540 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 48502) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:35:09.391880 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ecd0c75-b372-4212-b593-964a663e8485 tempest-RoutersAdminTest-1358270532 tempest-RoutersAdminTest-1358270532-project] Router 119650ee-1d2e-42f9-b6d3-5174136d56cd is scheduled to L3 agent 88bf8fc8-11a3-4e96-9d1b-5fd93ba9f6f1 with binding_index 1 {{(pid=83871) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 01 13:35:09.405263 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.v2.base [None req-3356eaf0-8140-4b42-9052-d03c47f761d7 tempest-BulkNetworkOpsTest-413135140 tempest-BulkNetworkOpsTest-413135140-project] Request body: {'ports': [{'network_id': '32251d21-6279-41e5-953e-428265ed64f1', 'name': 'tempest-port--1791510425', 'admin_state_up': True}, {'network_id': 'e0d1cec9-1333-4a5e-8239-8845f668f4b4', 'admin_state_up': False}]} {{(pid=83871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:35:09.405544 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.v2.base [None req-3356eaf0-8140-4b42-9052-d03c47f761d7 tempest-BulkNetworkOpsTest-413135140 tempest-BulkNetworkOpsTest-413135140-project] Request body: {'port': {'network_id': '32251d21-6279-41e5-953e-428265ed64f1', 'name': 'tempest-port--1791510425', 'admin_state_up': True}} {{(pid=83871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:35:09.405962 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.v2.base [None req-3356eaf0-8140-4b42-9052-d03c47f761d7 tempest-BulkNetworkOpsTest-413135140 tempest-BulkNetworkOpsTest-413135140-project] Request body: {'port': {'network_id': 'e0d1cec9-1333-4a5e-8239-8845f668f4b4', 'admin_state_up': False}} {{(pid=83871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:35:09.481526 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-0b9e1af5-e892-4354-bcd4-3d33d4cf7186 tempest-FloatingIPAdminTestJSON-382796379 tempest-FloatingIPAdminTestJSON-382796379-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4155147'] for port, precommit_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:09.484119 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-f4508163-a33a-4ec3-a6bc-5960b6b97daf tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2705391', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2999447'] for subnet, after_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:09.498617 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e8516e-abd1-42ed-82f5-f0e59f2ff246 tempest-BulkNetworkOpsTest-413135140 tempest-BulkNetworkOpsTest-413135140-project] Pushing event updated for resources: {'Network': ['ID=e0d1cec9-1333-4a5e-8239-8845f668f4b4,revision_number=1']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:35:09.510309 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Network e0d1cec9-1333-4a5e-8239-8845f668f4b4 details requested by agent ovs-agent-dv-neutron-836180-1-hyperv with host dv-neutron-836180-1-hyperv {{(pid=83872) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 13:35:09.573498 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4508163-a33a-4ec3-a6bc-5960b6b97daf tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Network 09d7ea43-6376-4322-97e7-54cd01aae492 is already hosted by enough agents. {{(pid=83869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 13:35:09.577993 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.scheduler.base_scheduler [None req-f4508163-a33a-4ec3-a6bc-5960b6b97daf tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Resources bound (agent type, host, resource id): {{(pid=83869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 13:35:09.581336 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4508163-a33a-4ec3-a6bc-5960b6b97daf tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:35:09.581924 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-f4508163-a33a-4ec3-a6bc-5960b6b97daf tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3017602'] for subnet, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:09.585837 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4508163-a33a-4ec3-a6bc-5960b6b97daf tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Pushing event updated for resources: {'Subnet': ['ID=8806a6cf-79bc-4c4b-aa72-59257d6b8af3,revision_number=0']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:35:09.613205 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-083401b0-288f-411b-b6a1-701c8b40cff3 tempest-RoutersIpV6AdminTest-2054225496 tempest-RoutersIpV6AdminTest-2054225496-project-admin] Notify agent at l3_agent.dv-neutron-836180-1-hyperv the message routers_updated {{(pid=83869) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 13:35:09.618597 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-083401b0-288f-411b-b6a1-701c8b40cff3 tempest-RoutersIpV6AdminTest-2054225496 tempest-RoutersIpV6AdminTest-2054225496-project-admin] Notify callbacks [] for router, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:09.619482 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-083401b0-288f-411b-b6a1-701c8b40cff3 tempest-RoutersIpV6AdminTest-2054225496 tempest-RoutersIpV6AdminTest-2054225496-project-admin] 10.222.0.26 "PUT /v2.0/routers/311f0494-fead-488a-b2b5-bab6635158f9 HTTP/1.1" status: 200 len: 925 time: 3.6679702 Apr 01 13:35:09.621927 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-f4508163-a33a-4ec3-a6bc-5960b6b97daf tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8467290 Apr 01 13:35:09.622524 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 48512) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:35:09.631676 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 48516) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:35:09.637652 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0705a6f-9c70-4c74-b310-8e23d5984dc1 None None] Network 09d7ea43-6376-4322-97e7-54cd01aae492 requested from dv-neutron-836180-1-hyperv {{(pid=83872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 13:35:09.653038 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.plugin [None req-0b9e1af5-e892-4354-bcd4-3d33d4cf7186 tempest-FloatingIPAdminTestJSON-382796379 tempest-FloatingIPAdminTestJSON-382796379-project] Calling delete_port for 9647553e-5139-4c4d-825f-05325ea0b427 owned by network:router_interface {{(pid=83871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 13:35:09.656272 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e1b742f-de59-4af2-851a-b9d92e03d8d8 None None] Sync routers for ids ['311f0494-fead-488a-b2b5-bab6635158f9'] in dv-neutron-836180-1-hyperv {{(pid=83872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 13:35:09.685167 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.v2.base [None req-f675e10a-836c-4662-837c-b3723827ab80 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Request body: {'port': {'network_id': '09d7ea43-6376-4322-97e7-54cd01aae492', 'fixed_ips': [{'subnet_id': '8806a6cf-79bc-4c4b-aa72-59257d6b8af3', 'ip_address': '2001:db8::7d95:72b:3a7e:cfe'}], 'name': 'tempest-NetworksTestDHCPv6-718031362'}} {{(pid=83871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:35:09.812576 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e1b742f-de59-4af2-851a-b9d92e03d8d8 None None] Routers {'311f0494-fead-488a-b2b5-bab6635158f9'} bound to L3 agent in host dv-neutron-836180-1-hyperv {{(pid=83872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 13:35:09.813311 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_hamode_db [None req-6e1b742f-de59-4af2-851a-b9d92e03d8d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836180-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-01T13:25:36Z,description=,heartbeat_timestamp=2022-04-01T13:35:06Z,host='dv-neutron-836180-1-hyperv',id=88bf8fc8-11a3-4e96-9d1b-5fd93ba9f6f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T13:25:36Z,topic='l3_agent')) {'router_ids': ['311f0494-fead-488a-b2b5-bab6635158f9'], 'active': True} {{(pid=83872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:35:09.861630 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-762edbb6-803c-4834-9928-ebef1a2a6055 tempest-RoutersIpV6AdminTest-2054225496 tempest-RoutersIpV6AdminTest-2054225496-project-admin] 10.222.0.26 "GET /v2.0/routers/311f0494-fead-488a-b2b5-bab6635158f9 HTTP/1.1" status: 200 len: 925 time: 0.2376945 Apr 01 13:35:09.864113 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 48524) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:35:09.979119 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-0c9ccf83-dcdd-418a-b6ed-b4be2a7dfd2d tempest-RoutersIpV6AdminTest-2054225496 tempest-RoutersIpV6AdminTest-2054225496-project-admin] Synchronizing usage tracker for tenant:167f1243c1b94bb08d93f8762e1d0ff2 on resource:port {{(pid=83869) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 13:35:09.998099 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-0c9ccf83-dcdd-418a-b6ed-b4be2a7dfd2d tempest-RoutersIpV6AdminTest-2054225496 tempest-RoutersIpV6AdminTest-2054225496-project-admin] Unset dirty status for tenant:167f1243c1b94bb08d93f8762e1d0ff2 on resource:port {{(pid=83869) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 13:35:10.002252 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-0c9ccf83-dcdd-418a-b6ed-b4be2a7dfd2d tempest-RoutersIpV6AdminTest-2054225496 tempest-RoutersIpV6AdminTest-2054225496-project-admin] 10.222.0.26 "GET /v2.0/ports?network_id=725864b8-cceb-48c9-b5d3-1bfc4423e301&device_id=311f0494-fead-488a-b2b5-bab6635158f9&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1366725 Apr 01 13:35:10.003500 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 48532) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:35:10.046098 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_hamode_db [None req-6e1b742f-de59-4af2-851a-b9d92e03d8d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-836180-1-hyperv', False) {} {{(pid=83872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:35:10.084566 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e1b742f-de59-4af2-851a-b9d92e03d8d8 None None] Routers {'311f0494-fead-488a-b2b5-bab6635158f9'} bound to L3 agent in host dv-neutron-836180-1-hyperv {{(pid=83872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 13:35:10.085289 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_hamode_db [None req-6e1b742f-de59-4af2-851a-b9d92e03d8d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836180-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-01T13:25:36Z,description=,heartbeat_timestamp=2022-04-01T13:35:06Z,host='dv-neutron-836180-1-hyperv',id=88bf8fc8-11a3-4e96-9d1b-5fd93ba9f6f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T13:25:36Z,topic='l3_agent')) {'router_ids': ['311f0494-fead-488a-b2b5-bab6635158f9'], 'active': True} {{(pid=83872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:35:10.165324 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_hamode_db [None req-6e1b742f-de59-4af2-851a-b9d92e03d8d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-836180-1-hyperv', False) {} {{(pid=83872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:35:10.165968 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e1b742f-de59-4af2-851a-b9d92e03d8d8 None None] The sync data for ids ['311f0494-fead-488a-b2b5-bab6635158f9'] in dv-neutron-836180-1-hyperv is: [] {{(pid=83872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 13:35:10.192897 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78223503-f2ca-43d9-b765-3f0d3689f272 tempest-RoutersIpV6AdminTest-2054225496 tempest-RoutersIpV6AdminTest-2054225496-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:35:10.193629 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-78223503-f2ca-43d9-b765-3f0d3689f272 tempest-RoutersIpV6AdminTest-2054225496 tempest-RoutersIpV6AdminTest-2054225496-project-admin] Synchronizing usage tracker for tenant:167f1243c1b94bb08d93f8762e1d0ff2 on resource:network {{(pid=83869) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 13:35:10.207675 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-3356eaf0-8140-4b42-9052-d03c47f761d7 tempest-BulkNetworkOpsTest-413135140 tempest-BulkNetworkOpsTest-413135140-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:35:10.213597 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-78223503-f2ca-43d9-b765-3f0d3689f272 tempest-RoutersIpV6AdminTest-2054225496 tempest-RoutersIpV6AdminTest-2054225496-project-admin] Unset dirty status for tenant:167f1243c1b94bb08d93f8762e1d0ff2 on resource:network {{(pid=83869) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 13:35:10.214775 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-78223503-f2ca-43d9-b765-3f0d3689f272 tempest-RoutersIpV6AdminTest-2054225496 tempest-RoutersIpV6AdminTest-2054225496-project-admin] 10.222.0.26 "GET /v2.0/networks/725864b8-cceb-48c9-b5d3-1bfc4423e301 HTTP/1.1" status: 200 len: 881 time: 0.2110562 Apr 01 13:35:10.218160 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 48538) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:35:10.225780 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-3356eaf0-8140-4b42-9052-d03c47f761d7 tempest-BulkNetworkOpsTest-413135140 tempest-BulkNetworkOpsTest-413135140-project] Usage tracker for resource:port and tenant:ca1ed2db15af4fb597e2dfc50152ec4b is out of sync, need to count used quota {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 13:35:10.231823 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-f675e10a-836c-4662-837c-b3723827ab80 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:35:10.234086 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-3356eaf0-8140-4b42-9052-d03c47f761d7 tempest-BulkNetworkOpsTest-413135140 tempest-BulkNetworkOpsTest-413135140-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 13:35:10.240131 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67cea0b0-3faf-46d2-9d1c-696d03a30ee7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7e7d0ecb-2af4-55f5-9198-238ab0570d62-09d7ea43-6376-4322-97e7-54cd01aae492', 'network_id': '09d7ea43-6376-4322-97e7-54cd01aae492', 'tenant_id': '8b726fe6689e4b7f96def1a2219bea6c', 'fixed_ips': [{'subnet_id': '8806a6cf-79bc-4c4b-aa72-59257d6b8af3'}]}} from dv-neutron-836180-1-hyperv. {{(pid=83872) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 01 13:35:10.240977 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-67cea0b0-3faf-46d2-9d1c-696d03a30ee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:10.251569 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-3356eaf0-8140-4b42-9052-d03c47f761d7 tempest-BulkNetworkOpsTest-413135140 tempest-BulkNetworkOpsTest-413135140-project] Attempting to reserve 2 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:35:10.255810 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-f675e10a-836c-4662-837c-b3723827ab80 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:35:10.264586 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 48542) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:35:10.289975 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f675e10a-836c-4662-837c-b3723827ab80 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Made reservation on behalf of 8b726fe6689e4b7f96def1a2219bea6c for: {'port': 1} {{(pid=83871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 13:35:10.295908 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-fc6aa7fa-05fd-4523-9d95-5842e87ebf15 tempest-RoutersIpV6AdminTest-7322729 tempest-RoutersIpV6AdminTest-7322729-project] 10.222.0.26 "GET /v2.0/ports?device_id=311f0494-fead-488a-b2b5-bab6635158f9 HTTP/1.1" status: 200 len: 205 time: 0.0765004 Apr 01 13:35:10.299065 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 48548) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:35:10.375365 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Device 5e9a2a45-b3f5-44c9-b8bb-728ef2ce8cef no longer exists at agent ovs-agent-dv-neutron-836180-1-hyperv {{(pid=83872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 13:35:10.378420 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3356eaf0-8140-4b42-9052-d03c47f761d7 tempest-BulkNetworkOpsTest-413135140 tempest-BulkNetworkOpsTest-413135140-project] Made reservation on behalf of ca1ed2db15af4fb597e2dfc50152ec4b for: {'port': 2} {{(pid=83871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 13:35:10.381898 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-3356eaf0-8140-4b42-9052-d03c47f761d7 tempest-BulkNetworkOpsTest-413135140 tempest-BulkNetworkOpsTest-413135140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:10.410725 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-3356eaf0-8140-4b42-9052-d03c47f761d7 tempest-BulkNetworkOpsTest-413135140 tempest-BulkNetworkOpsTest-413135140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:10.420437 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.plugin [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] No Port match for: 5e9a2a45-b3f5-44c9-b8bb-728ef2ce8cef {{(pid=83872) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 01 13:35:10.420729 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Device 5e9a2a45-b3f5-44c9-b8bb-728ef2ce8cef not bound to the agent host dv-neutron-836180-1-hyperv {{(pid=83872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 13:35:10.484171 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.v2.base [None req-bd0f895d-d822-47fa-9b07-0036057be647 tempest-NegativeSecGroupTest-1903402681 tempest-NegativeSecGroupTest-1903402681-project] Request body: {'security_group': {'name': 'default'}} {{(pid=83869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:35:10.484986 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.api.v2.resource [None req-bd0f895d-d822-47fa-9b07-0036057be647 tempest-NegativeSecGroupTest-1903402681 tempest-NegativeSecGroupTest-1903402681-project] create failed (client error): There was a conflict when trying to complete your request. Apr 01 13:35:10.489336 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-bd0f895d-d822-47fa-9b07-0036057be647 tempest-NegativeSecGroupTest-1903402681 tempest-NegativeSecGroupTest-1903402681-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.2151527 Apr 01 13:35:10.489547 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 48552) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:35:10.495612 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.v2.base [None req-a96a3cde-62e2-41df-9421-c3286f1e5577 tempest-NegativeSecGroupTest-1903402681 tempest-NegativeSecGroupTest-1903402681-project] Request body: {'security_group': {'name': 'tempest-secgroup--660804038'}} {{(pid=83869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:35:10.503980 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-a96a3cde-62e2-41df-9421-c3286f1e5577 tempest-NegativeSecGroupTest-1903402681 tempest-NegativeSecGroupTest-1903402681-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:35:10.521231 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-a96a3cde-62e2-41df-9421-c3286f1e5577 tempest-NegativeSecGroupTest-1903402681 tempest-NegativeSecGroupTest-1903402681-project] Usage tracker for resource:security_group and tenant:b3a2449924ec4cfda6638744edb97d41 is out of sync, need to count used quota {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 13:35:10.524518 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-a96a3cde-62e2-41df-9421-c3286f1e5577 tempest-NegativeSecGroupTest-1903402681 tempest-NegativeSecGroupTest-1903402681-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 13:35:10.531977 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.db_base_plugin_common [None req-67cea0b0-3faf-46d2-9d1c-696d03a30ee7 None None] Allocated IP 2001:db8::2 (09d7ea43-6376-4322-97e7-54cd01aae492/8806a6cf-79bc-4c4b-aa72-59257d6b8af3/bef26e10-09a5-40f4-ab52-6cdcf5f5c6f4) {{(pid=83872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 13:35:10.532675 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-a96a3cde-62e2-41df-9421-c3286f1e5577 tempest-NegativeSecGroupTest-1903402681 tempest-NegativeSecGroupTest-1903402681-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:35:10.555124 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-a96a3cde-62e2-41df-9421-c3286f1e5577 tempest-NegativeSecGroupTest-1903402681 tempest-NegativeSecGroupTest-1903402681-project] Notify callbacks [] for security_group, before_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:10.574932 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-a96a3cde-62e2-41df-9421-c3286f1e5577 tempest-NegativeSecGroupTest-1903402681 tempest-NegativeSecGroupTest-1903402681-project] Notify callbacks [] for security_group, before_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:10.626753 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-a96a3cde-62e2-41df-9421-c3286f1e5577 tempest-NegativeSecGroupTest-1903402681 tempest-NegativeSecGroupTest-1903402681-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:35:10.632247 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-a96a3cde-62e2-41df-9421-c3286f1e5577 tempest-NegativeSecGroupTest-1903402681 tempest-NegativeSecGroupTest-1903402681-project] Usage tracker for resource:security_group_rule and tenant:b3a2449924ec4cfda6638744edb97d41 is out of sync, need to count used quota {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 13:35:10.635528 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-a96a3cde-62e2-41df-9421-c3286f1e5577 tempest-NegativeSecGroupTest-1903402681 tempest-NegativeSecGroupTest-1903402681-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 13:35:10.640685 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-03ad4b4b-89cd-4dc9-baeb-ad151dcd3a87 tempest-RoutersIpV6AdminTest-7322729 tempest-RoutersIpV6AdminTest-7322729-project] Notify callbacks [] for router, before_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:10.687754 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-f675e10a-836c-4662-837c-b3723827ab80 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:10.702542 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-a96a3cde-62e2-41df-9421-c3286f1e5577 tempest-NegativeSecGroupTest-1903402681 tempest-NegativeSecGroupTest-1903402681-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:35:10.750693 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-67cea0b0-3faf-46d2-9d1c-696d03a30ee7 None None] Notify callbacks [] for port, precommit_create {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:10.760346 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-0b9e1af5-e892-4354-bcd4-3d33d4cf7186 tempest-FloatingIPAdminTestJSON-382796379 tempest-FloatingIPAdminTestJSON-382796379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736733359243', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736732935810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2743125'] for port, after_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:10.764246 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-67cea0b0-3faf-46d2-9d1c-696d03a30ee7 None None] Transition to ACTIVE for port object bef26e10-09a5-40f4-ab52-6cdcf5f5c6f4 will not be triggered until provisioned by entity L2. {{(pid=83872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 13:35:10.784888 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-67cea0b0-3faf-46d2-9d1c-696d03a30ee7 None None] Transition to ACTIVE for port object bef26e10-09a5-40f4-ab52-6cdcf5f5c6f4 will not be triggered until provisioned by entity DHCP. {{(pid=83872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 13:35:10.792139 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-67cea0b0-3faf-46d2-9d1c-696d03a30ee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736732935801'] for port, after_create {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:10.850989 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9e1af5-e892-4354-bcd4-3d33d4cf7186 tempest-FloatingIPAdminTestJSON-382796379 tempest-FloatingIPAdminTestJSON-382796379-project] Pushing event deleted for resources: {'Port': ['ID=9647553e-5139-4c4d-825f-05325ea0b427,revision_number=None']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:35:10.861163 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.notifiers.nova [None req-f675e10a-836c-4662-837c-b3723827ab80 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] device_id is not set on port b5b6b81d-984f-4b02-b2e5-e9b6259cd36f yet. {{(pid=83871) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 01 13:35:10.861256 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67cea0b0-3faf-46d2-9d1c-696d03a30ee7 None None] Network 09d7ea43-6376-4322-97e7-54cd01aae492 is already hosted by enough agents. {{(pid=83872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 13:35:10.864414 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.scheduler.base_scheduler [None req-67cea0b0-3faf-46d2-9d1c-696d03a30ee7 None None] Resources bound (agent type, host, resource id): {{(pid=83872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 13:35:10.866286 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67cea0b0-3faf-46d2-9d1c-696d03a30ee7 None None] Pushing event updated for resources: {'Port': ['ID=bef26e10-09a5-40f4-ab52-6cdcf5f5c6f4,revision_number=1']} {{(pid=83872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:35:10.868437 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67cea0b0-3faf-46d2-9d1c-696d03a30ee7 None None] Received port after_create {{(pid=83872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 13:35:10.870923 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-a96a3cde-62e2-41df-9421-c3286f1e5577 tempest-NegativeSecGroupTest-1903402681 tempest-NegativeSecGroupTest-1903402681-project] Notify callbacks [] for security_group, precommit_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:10.885146 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-a96a3cde-62e2-41df-9421-c3286f1e5577 tempest-NegativeSecGroupTest-1903402681 tempest-NegativeSecGroupTest-1903402681-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3775923'] for security_group, after_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:10.938224 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.notifiers.nova [None req-3356eaf0-8140-4b42-9052-d03c47f761d7 tempest-BulkNetworkOpsTest-413135140 tempest-BulkNetworkOpsTest-413135140-project] device_id is not set on port e01df54c-7b46-4101-954e-20c8f8baf993 yet. {{(pid=83871) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 01 13:35:10.947758 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-a96a3cde-62e2-41df-9421-c3286f1e5577 tempest-NegativeSecGroupTest-1903402681 tempest-NegativeSecGroupTest-1903402681-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:35:10.951564 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a96a3cde-62e2-41df-9421-c3286f1e5577 tempest-NegativeSecGroupTest-1903402681 tempest-NegativeSecGroupTest-1903402681-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5cd975bb-2305-4880-9acb-5d4c75b31a2b,revision_number=1']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:35:10.954972 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-a96a3cde-62e2-41df-9421-c3286f1e5577 tempest-NegativeSecGroupTest-1903402681 tempest-NegativeSecGroupTest-1903402681-project] Usage tracker for resource:security_group_rule and tenant:b3a2449924ec4cfda6638744edb97d41 is out of sync, need to count used quota {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 13:35:10.958381 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-a96a3cde-62e2-41df-9421-c3286f1e5577 tempest-NegativeSecGroupTest-1903402681 tempest-NegativeSecGroupTest-1903402681-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 13:35:10.961511 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ecd0c75-b372-4212-b593-964a663e8485 tempest-RoutersAdminTest-1358270532 tempest-RoutersAdminTest-1358270532-project] Notify agent at l3_agent.dv-neutron-836180-1-hyperv the message routers_updated {{(pid=83871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 13:35:10.968885 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.managers [None req-67cea0b0-3faf-46d2-9d1c-696d03a30ee7 None None] Attempting to bind port bef26e10-09a5-40f4-ab52-6cdcf5f5c6f4 on host dv-neutron-836180-1-hyperv for vnic_type normal with profile {{(pid=83872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 13:35:10.969250 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.managers [None req-67cea0b0-3faf-46d2-9d1c-696d03a30ee7 None None] Attempting to bind port bef26e10-09a5-40f4-ab52-6cdcf5f5c6f4 by drivers openvswitch,hyperv on host dv-neutron-836180-1-hyperv at level 0 using segments [{'id': '16094ed0-4a47-4ff6-9238-85c278d7a2a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '09d7ea43-6376-4322-97e7-54cd01aae492'}] {{(pid=83872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 13:35:10.969395 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-a96a3cde-62e2-41df-9421-c3286f1e5577 tempest-NegativeSecGroupTest-1903402681 tempest-NegativeSecGroupTest-1903402681-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:35:10.969600 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67cea0b0-3faf-46d2-9d1c-696d03a30ee7 None None] Attempting to bind port bef26e10-09a5-40f4-ab52-6cdcf5f5c6f4 on network 09d7ea43-6376-4322-97e7-54cd01aae492 {{(pid=83872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 13:35:10.976526 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67cea0b0-3faf-46d2-9d1c-696d03a30ee7 None None] Checking agent: {'id': 'af948428-97cd-4d10-9f53-af028bdb39b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-836180-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 13, 25, 37), 'started_at': datetime.datetime(2022, 4, 1, 13, 26, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 13, 35, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-836180-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 13:35:10.977105 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67cea0b0-3faf-46d2-9d1c-696d03a30ee7 None None] Checking segment: {'id': '16094ed0-4a47-4ff6-9238-85c278d7a2a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '09d7ea43-6376-4322-97e7-54cd01aae492'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 13:35:10.978089 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-67cea0b0-3faf-46d2-9d1c-696d03a30ee7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:10.978089 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67cea0b0-3faf-46d2-9d1c-696d03a30ee7 None None] Bound using segment: {'id': '16094ed0-4a47-4ff6-9238-85c278d7a2a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '09d7ea43-6376-4322-97e7-54cd01aae492'} {{(pid=83872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 13:35:10.978353 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.managers [None req-67cea0b0-3faf-46d2-9d1c-696d03a30ee7 None None] Bound port: bef26e10-09a5-40f4-ab52-6cdcf5f5c6f4, host: dv-neutron-836180-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '16094ed0-4a47-4ff6-9238-85c278d7a2a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '09d7ea43-6376-4322-97e7-54cd01aae492'}}] {{(pid=83872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 13:35:10.979059 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-67cea0b0-3faf-46d2-9d1c-696d03a30ee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:10.984114 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d98e355e-9702-4f97-852c-456faa879375 None None] Sync routers for ids ['119650ee-1d2e-42f9-b6d3-5174136d56cd'] in dv-neutron-836180-1-hyperv {{(pid=83873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 13:35:10.990324 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-03ad4b4b-89cd-4dc9-baeb-ad151dcd3a87 tempest-RoutersIpV6AdminTest-7322729 tempest-RoutersIpV6AdminTest-7322729-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:11.012265 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.plugin [None req-03ad4b4b-89cd-4dc9-baeb-ad151dcd3a87 tempest-RoutersIpV6AdminTest-7322729 tempest-RoutersIpV6AdminTest-7322729-project] Deleting port 383528b8-49b9-44cd-8a1c-471abec369a2 {{(pid=83869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 13:35:11.012897 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-03ad4b4b-89cd-4dc9-baeb-ad151dcd3a87 tempest-RoutersIpV6AdminTest-7322729 tempest-RoutersIpV6AdminTest-7322729-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736733287370'] for port, before_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:11.034264 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d98e355e-9702-4f97-852c-456faa879375 None None] Routers {'119650ee-1d2e-42f9-b6d3-5174136d56cd'} bound to L3 agent in host dv-neutron-836180-1-hyperv {{(pid=83873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 13:35:11.036294 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-d98e355e-9702-4f97-852c-456faa879375 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836180-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-01T13:25:36Z,description=,heartbeat_timestamp=2022-04-01T13:35:06Z,host='dv-neutron-836180-1-hyperv',id=88bf8fc8-11a3-4e96-9d1b-5fd93ba9f6f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T13:25:36Z,topic='l3_agent')) {'router_ids': ['119650ee-1d2e-42f9-b6d3-5174136d56cd'], 'active': True} {{(pid=83873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:35:11.087667 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-67cea0b0-3faf-46d2-9d1c-696d03a30ee7 None None] For port bef26e10-09a5-40f4-ab52-6cdcf5f5c6f4, host dv-neutron-836180-1-hyperv, cleared binding levels {{(pid=83872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 13:35:11.092245 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-67cea0b0-3faf-46d2-9d1c-696d03a30ee7 None None] For port bef26e10-09a5-40f4-ab52-6cdcf5f5c6f4, host dv-neutron-836180-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836180-1-hyperv',level=0,port_id=bef26e10-09a5-40f4-ab52-6cdcf5f5c6f4,segment=NetworkSegment(16094ed0-4a47-4ff6-9238-85c278d7a2a5),segment_id=16094ed0-4a47-4ff6-9238-85c278d7a2a5)] {{(pid=83872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 13:35:11.098652 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-67cea0b0-3faf-46d2-9d1c-696d03a30ee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864'] for port, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:11.134401 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-a96a3cde-62e2-41df-9421-c3286f1e5577 tempest-NegativeSecGroupTest-1903402681 tempest-NegativeSecGroupTest-1903402681-project] Notify callbacks [] for security_group, precommit_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:11.162374 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-d98e355e-9702-4f97-852c-456faa879375 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-836180-1-hyperv', False) {} {{(pid=83873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:35:11.183488 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d98e355e-9702-4f97-852c-456faa879375 None None] Routers {'119650ee-1d2e-42f9-b6d3-5174136d56cd'} bound to L3 agent in host dv-neutron-836180-1-hyperv {{(pid=83873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 13:35:11.184103 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-d98e355e-9702-4f97-852c-456faa879375 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836180-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-01T13:25:36Z,description=,heartbeat_timestamp=2022-04-01T13:35:06Z,host='dv-neutron-836180-1-hyperv',id=88bf8fc8-11a3-4e96-9d1b-5fd93ba9f6f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T13:25:36Z,topic='l3_agent')) {'router_ids': ['119650ee-1d2e-42f9-b6d3-5174136d56cd'], 'active': True} {{(pid=83873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:35:11.193717 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67cea0b0-3faf-46d2-9d1c-696d03a30ee7 None None] Pushing event updated for resources: {'Port': ['ID=bef26e10-09a5-40f4-ab52-6cdcf5f5c6f4,revision_number=2']} {{(pid=83872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:35:11.195596 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-a96a3cde-62e2-41df-9421-c3286f1e5577 tempest-NegativeSecGroupTest-1903402681 tempest-NegativeSecGroupTest-1903402681-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3775923'] for security_group, after_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:11.266691 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a96a3cde-62e2-41df-9421-c3286f1e5577 tempest-NegativeSecGroupTest-1903402681 tempest-NegativeSecGroupTest-1903402681-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5ca062d1-099b-4b8e-8008-41b6c5db248c,revision_number=1']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:35:11.273687 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-a96a3cde-62e2-41df-9421-c3286f1e5577 tempest-NegativeSecGroupTest-1903402681 tempest-NegativeSecGroupTest-1903402681-project] Notify callbacks [] for security_group, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:11.274557 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-a96a3cde-62e2-41df-9421-c3286f1e5577 tempest-NegativeSecGroupTest-1903402681 tempest-NegativeSecGroupTest-1903402681-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.7841158 Apr 01 13:35:11.277696 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 48556) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:35:11.283266 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.v2.base [None req-09afc133-b4fc-4142-af17-d6accfa01d8b tempest-NegativeSecGroupTest-1903402681 tempest-NegativeSecGroupTest-1903402681-project] Request body: {'security_group_rule': {'security_group_id': '5ca062d1-099b-4b8e-8008-41b6c5db248c', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=83869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:35:11.294663 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-09afc133-b4fc-4142-af17-d6accfa01d8b tempest-NegativeSecGroupTest-1903402681 tempest-NegativeSecGroupTest-1903402681-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:35:11.311696 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-09afc133-b4fc-4142-af17-d6accfa01d8b tempest-NegativeSecGroupTest-1903402681 tempest-NegativeSecGroupTest-1903402681-project] Usage tracker for resource:security_group_rule and tenant:b3a2449924ec4cfda6638744edb97d41 is out of sync, need to count used quota {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 13:35:11.315929 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-09afc133-b4fc-4142-af17-d6accfa01d8b tempest-NegativeSecGroupTest-1903402681 tempest-NegativeSecGroupTest-1903402681-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 13:35:11.332994 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-09afc133-b4fc-4142-af17-d6accfa01d8b tempest-NegativeSecGroupTest-1903402681 tempest-NegativeSecGroupTest-1903402681-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:35:11.338544 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-03ad4b4b-89cd-4dc9-baeb-ad151dcd3a87 tempest-RoutersIpV6AdminTest-7322729 tempest-RoutersIpV6AdminTest-7322729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4155147'] for port, precommit_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:11.339954 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-1ecd0c75-b372-4212-b593-964a663e8485 tempest-RoutersAdminTest-1358270532 tempest-RoutersAdminTest-1358270532-project] Notify callbacks [] for router, before_response {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:11.343615 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-d98e355e-9702-4f97-852c-456faa879375 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-836180-1-hyperv', False) {} {{(pid=83873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:35:11.344208 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d98e355e-9702-4f97-852c-456faa879375 None None] The sync data for ids ['119650ee-1d2e-42f9-b6d3-5174136d56cd'] in dv-neutron-836180-1-hyperv is: [] {{(pid=83873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 13:35:11.344406 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-1ecd0c75-b372-4212-b593-964a663e8485 tempest-RoutersAdminTest-1358270532 tempest-RoutersAdminTest-1358270532-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 7.4554334 Apr 01 13:35:11.355310 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 48560) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:35:11.371834 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.v2.base [None req-5354d615-c746-4382-ade9-114127b950a5 tempest-RoutersAdminTest-1965710677 tempest-RoutersAdminTest-1965710677-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'enable_snat': False}}} {{(pid=83869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:35:11.618341 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.db_base_plugin_common [None req-f675e10a-836c-4662-837c-b3723827ab80 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Allocated IP 2001:db8::7d95:72b:3a7e:cfe (09d7ea43-6376-4322-97e7-54cd01aae492/8806a6cf-79bc-4c4b-aa72-59257d6b8af3/b5b6b81d-984f-4b02-b2e5-e9b6259cd36f) {{(pid=83871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 13:35:11.621796 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-3356eaf0-8140-4b42-9052-d03c47f761d7 tempest-BulkNetworkOpsTest-413135140 tempest-BulkNetworkOpsTest-413135140-project] Notify callbacks [] for port, precommit_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:11.759117 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.plugin [None req-03ad4b4b-89cd-4dc9-baeb-ad151dcd3a87 tempest-RoutersIpV6AdminTest-7322729 tempest-RoutersIpV6AdminTest-7322729-project] Calling delete_port for 383528b8-49b9-44cd-8a1c-471abec369a2 owned by network:router_gateway {{(pid=83869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 13:35:11.776980 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.notifiers.nova [None req-3356eaf0-8140-4b42-9052-d03c47f761d7 tempest-BulkNetworkOpsTest-413135140 tempest-BulkNetworkOpsTest-413135140-project] device_id is not set on port 34ba6174-c4e3-4915-ad83-87559296b815 yet. {{(pid=83871) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 01 13:35:11.794625 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-09afc133-b4fc-4142-af17-d6accfa01d8b tempest-NegativeSecGroupTest-1903402681 tempest-NegativeSecGroupTest-1903402681-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:11.935846 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-09afc133-b4fc-4142-af17-d6accfa01d8b tempest-NegativeSecGroupTest-1903402681 tempest-NegativeSecGroupTest-1903402681-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:11.946370 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-09afc133-b4fc-4142-af17-d6accfa01d8b tempest-NegativeSecGroupTest-1903402681 tempest-NegativeSecGroupTest-1903402681-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3775744'] for security_group_rule, after_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:11.995417 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09afc133-b4fc-4142-af17-d6accfa01d8b tempest-NegativeSecGroupTest-1903402681 tempest-NegativeSecGroupTest-1903402681-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bcd7f87a-55ab-429b-a799-e59bcf47a00a,revision_number=0']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:35:12.034222 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-09afc133-b4fc-4142-af17-d6accfa01d8b tempest-NegativeSecGroupTest-1903402681 tempest-NegativeSecGroupTest-1903402681-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:12.037908 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-09afc133-b4fc-4142-af17-d6accfa01d8b tempest-NegativeSecGroupTest-1903402681 tempest-NegativeSecGroupTest-1903402681-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.7567613 Apr 01 13:35:12.040717 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 48564) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:35:12.049786 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.v2.base [None req-aef14bb2-5743-4d13-bb1c-12a2f062cdb7 tempest-NegativeSecGroupTest-1903402681 tempest-NegativeSecGroupTest-1903402681-project] Request body: {'security_group_rule': {'security_group_id': '5ca062d1-099b-4b8e-8008-41b6c5db248c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=83869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:35:12.062847 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-aef14bb2-5743-4d13-bb1c-12a2f062cdb7 tempest-NegativeSecGroupTest-1903402681 tempest-NegativeSecGroupTest-1903402681-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:35:12.075508 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-aef14bb2-5743-4d13-bb1c-12a2f062cdb7 tempest-NegativeSecGroupTest-1903402681 tempest-NegativeSecGroupTest-1903402681-project] Usage tracker for resource:security_group_rule and tenant:b3a2449924ec4cfda6638744edb97d41 is out of sync, need to count used quota {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 13:35:12.084396 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-aef14bb2-5743-4d13-bb1c-12a2f062cdb7 tempest-NegativeSecGroupTest-1903402681 tempest-NegativeSecGroupTest-1903402681-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 13:35:12.087217 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-0b9e1af5-e892-4354-bcd4-3d33d4cf7186 tempest-FloatingIPAdminTestJSON-382796379 tempest-FloatingIPAdminTestJSON-382796379-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3017585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4084076'] for router_interface, after_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:12.095297 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-aef14bb2-5743-4d13-bb1c-12a2f062cdb7 tempest-NegativeSecGroupTest-1903402681 tempest-NegativeSecGroupTest-1903402681-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:35:12.106154 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-f675e10a-836c-4662-837c-b3723827ab80 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Notify callbacks [] for port, precommit_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:12.108435 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-03ad4b4b-89cd-4dc9-baeb-ad151dcd3a87 tempest-RoutersIpV6AdminTest-7322729 tempest-RoutersIpV6AdminTest-7322729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736733359243', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736732935810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2705155'] for port, after_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:12.164167 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ad4b4b-89cd-4dc9-baeb-ad151dcd3a87 tempest-RoutersIpV6AdminTest-7322729 tempest-RoutersIpV6AdminTest-7322729-project] Pushing event deleted for resources: {'Port': ['ID=383528b8-49b9-44cd-8a1c-471abec369a2,revision_number=None']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:35:12.207818 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.provisioning_blocks [None req-f675e10a-836c-4662-837c-b3723827ab80 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Transition to ACTIVE for port object b5b6b81d-984f-4b02-b2e5-e9b6259cd36f will not be triggered until provisioned by entity DHCP. {{(pid=83871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 13:35:12.215338 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-aef14bb2-5743-4d13-bb1c-12a2f062cdb7 tempest-NegativeSecGroupTest-1903402681 tempest-NegativeSecGroupTest-1903402681-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:12.333654 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-3356eaf0-8140-4b42-9052-d03c47f761d7 tempest-BulkNetworkOpsTest-413135140 tempest-BulkNetworkOpsTest-413135140-project] Notify callbacks [] for port, precommit_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:12.395693 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-f675e10a-836c-4662-837c-b3723827ab80 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736732935801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2743125'] for port, after_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:12.400997 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Device bef26e10-09a5-40f4-ab52-6cdcf5f5c6f4 up at agent ovs-agent-dv-neutron-836180-1-hyperv {{(pid=83872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 13:35:12.458475 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-3356eaf0-8140-4b42-9052-d03c47f761d7 tempest-BulkNetworkOpsTest-413135140 tempest-BulkNetworkOpsTest-413135140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736732935801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2743125'] for port, after_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:12.496014 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-13862527-24a5-4dd5-af60-b7568717b621 None None] Provisioning for port bef26e10-09a5-40f4-ab52-6cdcf5f5c6f4 completed by entity DHCP. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 13:35:12.499625 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f675e10a-836c-4662-837c-b3723827ab80 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Network 09d7ea43-6376-4322-97e7-54cd01aae492 is already hosted by enough agents. {{(pid=83871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 13:35:12.500127 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Provisioning for port bef26e10-09a5-40f4-ab52-6cdcf5f5c6f4 completed by entity L2. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 13:35:12.507524 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f675e10a-836c-4662-837c-b3723827ab80 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Pushing event updated for resources: {'Port': ['ID=b5b6b81d-984f-4b02-b2e5-e9b6259cd36f,revision_number=1']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:35:12.510595 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.scheduler.base_scheduler [None req-f675e10a-836c-4662-837c-b3723827ab80 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Resources bound (agent type, host, resource id): {{(pid=83871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 13:35:12.511458 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-13862527-24a5-4dd5-af60-b7568717b621 None None] Provisioning complete for port bef26e10-09a5-40f4-ab52-6cdcf5f5c6f4 triggered by entity DHCP. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 13:35:12.512030 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-13862527-24a5-4dd5-af60-b7568717b621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-948329'] for port, provisioning_complete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:12.543595 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f675e10a-836c-4662-837c-b3723827ab80 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Received port after_create {{(pid=83871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 13:35:12.547573 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f675e10a-836c-4662-837c-b3723827ab80 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:35:12.548268 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-f675e10a-836c-4662-837c-b3723827ab80 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109561'] for port, before_response {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:12.548543 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Provisioning complete for port bef26e10-09a5-40f4-ab52-6cdcf5f5c6f4 triggered by entity L2. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 13:35:12.548916 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-948329'] for port, provisioning_complete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:12.634263 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-f675e10a-836c-4662-837c-b3723827ab80 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 945 time: 2.9980636 Apr 01 13:35:12.636417 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 48570) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:35:12.645009 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3356eaf0-8140-4b42-9052-d03c47f761d7 tempest-BulkNetworkOpsTest-413135140 tempest-BulkNetworkOpsTest-413135140-project] Pushing event updated for resources: {'Port': ['ID=e01df54c-7b46-4101-954e-20c8f8baf993,revision_number=1']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:35:12.658084 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3356eaf0-8140-4b42-9052-d03c47f761d7 tempest-BulkNetworkOpsTest-413135140 tempest-BulkNetworkOpsTest-413135140-project] Checking segment: {'id': '60de0c4f-69cd-4ebf-8e64-ce7ab8c7cbef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '32251d21-6279-41e5-953e-428265ed64f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 13:35:12.658552 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3356eaf0-8140-4b42-9052-d03c47f761d7 tempest-BulkNetworkOpsTest-413135140 tempest-BulkNetworkOpsTest-413135140-project] Network hostable DHCP agents. Network: 32251d21-6279-41e5-953e-428265ed64f1, hostable agents: ['e47e4547-5c2d-4954-ba56-fa3646239f18'], hosted agents: [] {{(pid=83871) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 13:35:12.665893 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.v2.base [None req-bf3547b9-bb35-453f-9b8b-f82c2f777a45 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Request body: {'port': {'network_id': '09d7ea43-6376-4322-97e7-54cd01aae492', 'fixed_ips': [{'subnet_id': '8806a6cf-79bc-4c4b-aa72-59257d6b8af3', 'ip_address': '2001:db8::7d95:72b:3a7e:cfe'}], 'name': 'tempest-NetworksTestDHCPv6-110419726'}} {{(pid=83869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:35:12.763349 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3356eaf0-8140-4b42-9052-d03c47f761d7 tempest-BulkNetworkOpsTest-413135140 tempest-BulkNetworkOpsTest-413135140-project] Network 32251d21-6279-41e5-953e-428265ed64f1 is scheduled to be hosted by DHCP agent e47e4547-5c2d-4954-ba56-fa3646239f18 with binding_index 1 {{(pid=83871) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 13:35:12.775109 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-03ad4b4b-89cd-4dc9-baeb-ad151dcd3a87 tempest-RoutersIpV6AdminTest-7322729 tempest-RoutersIpV6AdminTest-7322729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4084822'] for router_gateway, after_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:12.833369 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:12.864277 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.scheduler.base_scheduler [None req-3356eaf0-8140-4b42-9052-d03c47f761d7 tempest-BulkNetworkOpsTest-413135140 tempest-BulkNetworkOpsTest-413135140-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-836180-1-hyperv, 32251d21-6279-41e5-953e-428265ed64f1) {{(pid=83871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 13:35:12.873495 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3356eaf0-8140-4b42-9052-d03c47f761d7 tempest-BulkNetworkOpsTest-413135140 tempest-BulkNetworkOpsTest-413135140-project] Received port after_create {{(pid=83871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 13:35:12.873990 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-3356eaf0-8140-4b42-9052-d03c47f761d7 tempest-BulkNetworkOpsTest-413135140 tempest-BulkNetworkOpsTest-413135140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736732935801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2743125'] for port, after_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:12.876285 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31dc0b0e-9136-4946-939f-204dc396321b None None] Network 32251d21-6279-41e5-953e-428265ed64f1 requested from dv-neutron-836180-1-hyperv {{(pid=83872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 13:35:12.888500 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.api.v2.resource [None req-aef14bb2-5743-4d13-bb1c-12a2f062cdb7 tempest-NegativeSecGroupTest-1903402681 tempest-NegativeSecGroupTest-1903402681-project] create failed (client error): There was a conflict when trying to complete your request. Apr 01 13:35:12.889565 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-aef14bb2-5743-4d13-bb1c-12a2f062cdb7 tempest-NegativeSecGroupTest-1903402681 tempest-NegativeSecGroupTest-1903402681-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.8464060 Apr 01 13:35:12.896646 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-13862527-24a5-4dd5-af60-b7568717b621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:12.912341 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 48574) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:35:12.973280 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] For port bef26e10-09a5-40f4-ab52-6cdcf5f5c6f4, host dv-neutron-836180-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836180-1-hyperv',level=0,port_id=bef26e10-09a5-40f4-ab52-6cdcf5f5c6f4,segment=NetworkSegment(16094ed0-4a47-4ff6-9238-85c278d7a2a5),segment_id=16094ed0-4a47-4ff6-9238-85c278d7a2a5)] {{(pid=83872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 13:35:13.002401 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864'] for port, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:13.003580 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3356eaf0-8140-4b42-9052-d03c47f761d7 tempest-BulkNetworkOpsTest-413135140 tempest-BulkNetworkOpsTest-413135140-project] Pushing event updated for resources: {'Port': ['ID=34ba6174-c4e3-4915-ad83-87559296b815,revision_number=1']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:35:13.191930 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-ecbd7eb5-c7b8-4f0b-815b-782a18582d38 tempest-NegativeSecGroupTest-1903402681 tempest-NegativeSecGroupTest-1903402681-project] Notify callbacks [] for security_group, before_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:13.193805 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3356eaf0-8140-4b42-9052-d03c47f761d7 tempest-BulkNetworkOpsTest-413135140 tempest-BulkNetworkOpsTest-413135140-project] Checking segment: {'id': '7859450f-5616-4c7c-919d-cf210c6ae413', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'e0d1cec9-1333-4a5e-8239-8845f668f4b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 13:35:13.194266 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3356eaf0-8140-4b42-9052-d03c47f761d7 tempest-BulkNetworkOpsTest-413135140 tempest-BulkNetworkOpsTest-413135140-project] Network hostable DHCP agents. Network: e0d1cec9-1333-4a5e-8239-8845f668f4b4, hostable agents: ['e47e4547-5c2d-4954-ba56-fa3646239f18'], hosted agents: [] {{(pid=83871) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 13:35:13.223949 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.db.api [None req-13862527-24a5-4dd5-af60-b7568717b621 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83872) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 01 13:35:13.224319 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG oslo_db.api [None req-13862527-24a5-4dd5-af60-b7568717b621 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 01 13:35:13.226126 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Pushing event updated for resources: {'Port': ['ID=bef26e10-09a5-40f4-ab52-6cdcf5f5c6f4,revision_number=3']} {{(pid=83872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:35:13.279513 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-ecbd7eb5-c7b8-4f0b-815b-782a18582d38 tempest-NegativeSecGroupTest-1903402681 tempest-NegativeSecGroupTest-1903402681-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:13.319553 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-03ad4b4b-89cd-4dc9-baeb-ad151dcd3a87 tempest-RoutersIpV6AdminTest-7322729 tempest-RoutersIpV6AdminTest-7322729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4079814', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4170'] for router, precommit_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:13.330472 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-bf3547b9-bb35-453f-9b8b-f82c2f777a45 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:35:13.335880 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-03ad4b4b-89cd-4dc9-baeb-ad151dcd3a87 tempest-RoutersIpV6AdminTest-7322729 tempest-RoutersIpV6AdminTest-7322729-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:13.338217 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-bf3547b9-bb35-453f-9b8b-f82c2f777a45 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Usage tracker for resource:port and tenant:8b726fe6689e4b7f96def1a2219bea6c is out of sync, need to count used quota {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 13:35:13.342141 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-bf3547b9-bb35-453f-9b8b-f82c2f777a45 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 13:35:13.350861 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-bf3547b9-bb35-453f-9b8b-f82c2f777a45 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:35:13.371106 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3356eaf0-8140-4b42-9052-d03c47f761d7 tempest-BulkNetworkOpsTest-413135140 tempest-BulkNetworkOpsTest-413135140-project] Network e0d1cec9-1333-4a5e-8239-8845f668f4b4 is scheduled to be hosted by DHCP agent e47e4547-5c2d-4954-ba56-fa3646239f18 with binding_index 1 {{(pid=83871) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 13:35:13.386028 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-ecbd7eb5-c7b8-4f0b-815b-782a18582d38 tempest-NegativeSecGroupTest-1903402681 tempest-NegativeSecGroupTest-1903402681-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3775923'] for security_group, after_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:13.406412 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecbd7eb5-c7b8-4f0b-815b-782a18582d38 tempest-NegativeSecGroupTest-1903402681 tempest-NegativeSecGroupTest-1903402681-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ca062d1-099b-4b8e-8008-41b6c5db248c,revision_number=None']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:35:13.411773 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.scheduler.base_scheduler [None req-3356eaf0-8140-4b42-9052-d03c47f761d7 tempest-BulkNetworkOpsTest-413135140 tempest-BulkNetworkOpsTest-413135140-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-836180-1-hyperv, e0d1cec9-1333-4a5e-8239-8845f668f4b4) {{(pid=83871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 13:35:13.419650 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3356eaf0-8140-4b42-9052-d03c47f761d7 tempest-BulkNetworkOpsTest-413135140 tempest-BulkNetworkOpsTest-413135140-project] Received port after_create {{(pid=83871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 13:35:13.423890 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3356eaf0-8140-4b42-9052-d03c47f761d7 tempest-BulkNetworkOpsTest-413135140 tempest-BulkNetworkOpsTest-413135140-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:35:13.425115 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-606ae96c-156f-469e-870a-53c21d3726ef None None] Network e0d1cec9-1333-4a5e-8239-8845f668f4b4 requested from dv-neutron-836180-1-hyperv {{(pid=83872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 13:35:13.427471 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3356eaf0-8140-4b42-9052-d03c47f761d7 tempest-BulkNetworkOpsTest-413135140 tempest-BulkNetworkOpsTest-413135140-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:35:13.428108 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-3356eaf0-8140-4b42-9052-d03c47f761d7 tempest-BulkNetworkOpsTest-413135140 tempest-BulkNetworkOpsTest-413135140-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109561'] for port, before_response {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:13.433988 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-ecbd7eb5-c7b8-4f0b-815b-782a18582d38 tempest-NegativeSecGroupTest-1903402681 tempest-NegativeSecGroupTest-1903402681-project] Notify callbacks [] for security_group, before_response {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:13.433988 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-ecbd7eb5-c7b8-4f0b-815b-782a18582d38 tempest-NegativeSecGroupTest-1903402681 tempest-NegativeSecGroupTest-1903402681-project] 10.222.0.26 "DELETE /v2.0/security-groups/5ca062d1-099b-4b8e-8008-41b6c5db248c HTTP/1.1" status: 204 len: 168 time: 0.5109329 Apr 01 13:35:13.439340 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 48580) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:35:13.457490 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf3547b9-bb35-453f-9b8b-f82c2f777a45 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Made reservation on behalf of 8b726fe6689e4b7f96def1a2219bea6c for: {'port': 1} {{(pid=83869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 13:35:13.484106 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-03ad4b4b-89cd-4dc9-baeb-ad151dcd3a87 tempest-RoutersIpV6AdminTest-7322729 tempest-RoutersIpV6AdminTest-7322729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4079738'] for router, after_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:13.485372 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03ad4b4b-89cd-4dc9-baeb-ad151dcd3a87 tempest-RoutersIpV6AdminTest-7322729 tempest-RoutersIpV6AdminTest-7322729-project] Fanout notify agent at l3_agent the message router_deleted on router 311f0494-fead-488a-b2b5-bab6635158f9 {{(pid=83869) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 01 13:35:13.506386 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-3356eaf0-8140-4b42-9052-d03c47f761d7 tempest-BulkNetworkOpsTest-413135140 tempest-BulkNetworkOpsTest-413135140-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 4.1306162 Apr 01 13:35:13.507000 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 48586) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:35:13.600083 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-8719c0da-1092-47a2-9a26-9c6fa7e2d841 tempest-NegativeSecGroupTest-1903402681 tempest-NegativeSecGroupTest-1903402681-project] Synchronizing usage tracker for tenant:b3a2449924ec4cfda6638744edb97d41 on resource:security_group {{(pid=83871) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 13:35:13.613379 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-03ad4b4b-89cd-4dc9-baeb-ad151dcd3a87 tempest-RoutersIpV6AdminTest-7322729 tempest-RoutersIpV6AdminTest-7322729-project] Notify callbacks [] for router, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:13.618512 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-03ad4b4b-89cd-4dc9-baeb-ad151dcd3a87 tempest-RoutersIpV6AdminTest-7322729 tempest-RoutersIpV6AdminTest-7322729-project] 10.222.0.26 "DELETE /v2.0/routers/311f0494-fead-488a-b2b5-bab6635158f9 HTTP/1.1" status: 204 len: 168 time: 3.3165035 Apr 01 13:35:13.619807 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 48590) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:35:13.635549 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.v2.base [None req-bee6c10e-6da9-4d72-81f9-2902a6c10650 tempest-RoutersIpV6AdminTest-7322729 tempest-RoutersIpV6AdminTest-7322729-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-536072054', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:35:13.644901 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-bee6c10e-6da9-4d72-81f9-2902a6c10650 tempest-RoutersIpV6AdminTest-7322729 tempest-RoutersIpV6AdminTest-7322729-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:35:13.655639 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-bee6c10e-6da9-4d72-81f9-2902a6c10650 tempest-RoutersIpV6AdminTest-7322729 tempest-RoutersIpV6AdminTest-7322729-project] Usage tracker for resource:router and tenant:a4d5a28a92af4686a1b0ae1e9f78e210 is out of sync, need to count used quota {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 13:35:13.661932 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-bee6c10e-6da9-4d72-81f9-2902a6c10650 tempest-RoutersIpV6AdminTest-7322729 tempest-RoutersIpV6AdminTest-7322729-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 13:35:13.678143 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b9e1af5-e892-4354-bcd4-3d33d4cf7186 tempest-FloatingIPAdminTestJSON-382796379 tempest-FloatingIPAdminTestJSON-382796379-project] Router ef006376-a124-47f4-8ab3-ee1caa62d327 has already been hosted by L3 agent 88bf8fc8-11a3-4e96-9d1b-5fd93ba9f6f1 {{(pid=83871) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 13:35:13.684486 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-8719c0da-1092-47a2-9a26-9c6fa7e2d841 tempest-NegativeSecGroupTest-1903402681 tempest-NegativeSecGroupTest-1903402681-project] Unset dirty status for tenant:b3a2449924ec4cfda6638744edb97d41 on resource:security_group {{(pid=83871) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 13:35:13.684657 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-bee6c10e-6da9-4d72-81f9-2902a6c10650 tempest-RoutersIpV6AdminTest-7322729 tempest-RoutersIpV6AdminTest-7322729-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:35:13.689547 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-8719c0da-1092-47a2-9a26-9c6fa7e2d841 tempest-NegativeSecGroupTest-1903402681 tempest-NegativeSecGroupTest-1903402681-project] 10.222.0.26 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.2311561 Apr 01 13:35:13.690622 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 48594) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:35:13.710960 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.v2.base [None req-ad4672bf-3f54-498f-bca2-856d11a277a7 tempest-NegativeSecGroupTest-1903402681 tempest-NegativeSecGroupTest-1903402681-project] Request body: {'security_group': {'name': 'tempest-secgroup--794263135'}} {{(pid=83869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:35:13.712819 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3525561a-3b8f-4533-980b-92851c206d21 tempest-BulkNetworkOpsTest-413135140 tempest-BulkNetworkOpsTest-413135140-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:35:13.717375 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3525561a-3b8f-4533-980b-92851c206d21 tempest-BulkNetworkOpsTest-413135140 tempest-BulkNetworkOpsTest-413135140-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:35:13.718122 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-3525561a-3b8f-4533-980b-92851c206d21 tempest-BulkNetworkOpsTest-413135140 tempest-BulkNetworkOpsTest-413135140-project] Synchronizing usage tracker for tenant:ca1ed2db15af4fb597e2dfc50152ec4b on resource:port {{(pid=83871) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 13:35:13.720289 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-ad4672bf-3f54-498f-bca2-856d11a277a7 tempest-NegativeSecGroupTest-1903402681 tempest-NegativeSecGroupTest-1903402681-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:35:13.741814 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-bf3547b9-bb35-453f-9b8b-f82c2f777a45 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:13.750634 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-bee6c10e-6da9-4d72-81f9-2902a6c10650 tempest-RoutersIpV6AdminTest-7322729 tempest-RoutersIpV6AdminTest-7322729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4082176', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4220'] for router, before_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:13.751533 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-bee6c10e-6da9-4d72-81f9-2902a6c10650 tempest-RoutersIpV6AdminTest-7322729 tempest-RoutersIpV6AdminTest-7322729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4082277', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4084873', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4148249', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4211'] for router, precommit_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:13.761856 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-ad4672bf-3f54-498f-bca2-856d11a277a7 tempest-NegativeSecGroupTest-1903402681 tempest-NegativeSecGroupTest-1903402681-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:35:13.790842 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-ad4672bf-3f54-498f-bca2-856d11a277a7 tempest-NegativeSecGroupTest-1903402681 tempest-NegativeSecGroupTest-1903402681-project] Notify callbacks [] for security_group, before_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:13.804731 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.notifiers.nova [None req-bf3547b9-bb35-453f-9b8b-f82c2f777a45 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] device_id is not set on port be935417-9ca2-4eb3-9e5b-378516910a2c yet. {{(pid=83869) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 01 13:35:13.873897 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-3525561a-3b8f-4533-980b-92851c206d21 tempest-BulkNetworkOpsTest-413135140 tempest-BulkNetworkOpsTest-413135140-project] Unset dirty status for tenant:ca1ed2db15af4fb597e2dfc50152ec4b on resource:port {{(pid=83871) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 13:35:13.874971 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-3525561a-3b8f-4533-980b-92851c206d21 tempest-BulkNetworkOpsTest-413135140 tempest-BulkNetworkOpsTest-413135140-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.3637869 Apr 01 13:35:13.879790 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 48598) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:35:13.887158 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-bee6c10e-6da9-4d72-81f9-2902a6c10650 tempest-RoutersIpV6AdminTest-7322729 tempest-RoutersIpV6AdminTest-7322729-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:13.924531 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-69614a0c-527f-4ca3-a2ed-a5850e8bf81b None None] Provisioning for port b5b6b81d-984f-4b02-b2e5-e9b6259cd36f completed by entity DHCP. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 13:35:13.930581 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-69614a0c-527f-4ca3-a2ed-a5850e8bf81b None None] Provisioning complete for port b5b6b81d-984f-4b02-b2e5-e9b6259cd36f triggered by entity DHCP. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 13:35:13.931087 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-69614a0c-527f-4ca3-a2ed-a5850e8bf81b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-948329'] for port, provisioning_complete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:13.960015 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-ad4672bf-3f54-498f-bca2-856d11a277a7 tempest-NegativeSecGroupTest-1903402681 tempest-NegativeSecGroupTest-1903402681-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:35:13.969355 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-ad4672bf-3f54-498f-bca2-856d11a277a7 tempest-NegativeSecGroupTest-1903402681 tempest-NegativeSecGroupTest-1903402681-project] Usage tracker for resource:security_group_rule and tenant:b3a2449924ec4cfda6638744edb97d41 is out of sync, need to count used quota {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 13:35:13.981425 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-ad4672bf-3f54-498f-bca2-856d11a277a7 tempest-NegativeSecGroupTest-1903402681 tempest-NegativeSecGroupTest-1903402681-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 13:35:13.990640 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.plugin [None req-69614a0c-527f-4ca3-a2ed-a5850e8bf81b None None] Port b5b6b81d-984f-4b02-b2e5-e9b6259cd36f cannot update to ACTIVE because it is not bound. {{(pid=83872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 13:35:13.997376 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-ad4672bf-3f54-498f-bca2-856d11a277a7 tempest-NegativeSecGroupTest-1903402681 tempest-NegativeSecGroupTest-1903402681-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:35:14.004510 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-bee6c10e-6da9-4d72-81f9-2902a6c10650 tempest-RoutersIpV6AdminTest-7322729 tempest-RoutersIpV6AdminTest-7322729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4082201', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4084858'] for router, after_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:14.036032 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771ed8ff-e26b-492e-bbdc-cafdabbe3fbc req-790539ca-9901-41dc-9f1b-e73737f95c21 tempest-ServersTestManualDisk-1537329539 tempest-ServersTestManualDisk-1537329539-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:35:14.037567 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-771ed8ff-e26b-492e-bbdc-cafdabbe3fbc req-790539ca-9901-41dc-9f1b-e73737f95c21 tempest-ServersTestManualDisk-1537329539 tempest-ServersTestManualDisk-1537329539-project] 10.222.0.26 "GET /v2.0/ports?device_id=0316e663-2094-4e38-ab21-ae9fc82c63ae HTTP/1.1" status: 200 len: 946 time: 0.4132485 Apr 01 13:35:14.100495 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.plugin [None req-c55b395f-3aad-4079-875e-3c40f127d81e tempest-BulkNetworkOpsTest-413135140 tempest-BulkNetworkOpsTest-413135140-project] Deleting port e01df54c-7b46-4101-954e-20c8f8baf993 {{(pid=83871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 13:35:14.100828 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-c55b395f-3aad-4079-875e-3c40f127d81e tempest-BulkNetworkOpsTest-413135140 tempest-BulkNetworkOpsTest-413135140-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736733287370'] for port, before_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:14.145880 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-bee6c10e-6da9-4d72-81f9-2902a6c10650 tempest-RoutersIpV6AdminTest-7322729 tempest-RoutersIpV6AdminTest-7322729-project] Notify callbacks [] for router, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:14.149380 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-bee6c10e-6da9-4d72-81f9-2902a6c10650 tempest-RoutersIpV6AdminTest-7322729 tempest-RoutersIpV6AdminTest-7322729-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.5213201 Apr 01 13:35:14.150062 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 48602) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:35:14.175154 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.v2.base [None req-42cb441b-25d0-4279-ab12-021ae922c12a tempest-RoutersIpV6AdminTest-7322729 tempest-RoutersIpV6AdminTest-7322729-project] Request body: {'router': {'external_gateway_info': {'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301'}}} {{(pid=83869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:35:14.183832 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-771ed8ff-e26b-492e-bbdc-cafdabbe3fbc req-a62a6dea-ac42-4425-a93a-bbe854caef79 tempest-ServersTestManualDisk-1537329539 tempest-ServersTestManualDisk-1537329539-project] 10.222.0.26 "GET /v2.0/security-groups?id=5eeb8844-2921-4d9c-96aa-ee946f9c62b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1357081 Apr 01 13:35:14.246633 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-5354d615-c746-4382-ade9-114127b950a5 tempest-RoutersAdminTest-1965710677 tempest-RoutersAdminTest-1965710677-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4084887', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4079850', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4161'] for router, precommit_update {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:14.264570 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-ad4672bf-3f54-498f-bca2-856d11a277a7 tempest-NegativeSecGroupTest-1903402681 tempest-NegativeSecGroupTest-1903402681-project] Notify callbacks [] for security_group, precommit_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:14.333254 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-ad4672bf-3f54-498f-bca2-856d11a277a7 tempest-NegativeSecGroupTest-1903402681 tempest-NegativeSecGroupTest-1903402681-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3775923'] for security_group, after_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:14.339289 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.pecan_wsgi.hooks.translation [None req-bf3547b9-bb35-453f-9b8b-f82c2f777a45 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] POST failed (client error): There was a conflict when trying to complete your request. Apr 01 13:35:14.339742 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bf3547b9-bb35-453f-9b8b-f82c2f777a45 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=83869) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 13:35:14.378770 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b9e1af5-e892-4354-bcd4-3d33d4cf7186 tempest-FloatingIPAdminTestJSON-382796379 tempest-FloatingIPAdminTestJSON-382796379-project] Notify agent at l3_agent.dv-neutron-836180-1-hyperv the message routers_updated {{(pid=83871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 13:35:14.380967 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Device bef26e10-09a5-40f4-ab52-6cdcf5f5c6f4 up at agent ovs-agent-dv-neutron-836180-1-hyperv {{(pid=83872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 13:35:14.383950 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-0b9e1af5-e892-4354-bcd4-3d33d4cf7186 tempest-FloatingIPAdminTestJSON-382796379 tempest-FloatingIPAdminTestJSON-382796379-project] 10.222.0.26 "PUT /v2.0/routers/ef006376-a124-47f4-8ab3-ee1caa62d327/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.4858429 Apr 01 13:35:14.391687 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-c55b395f-3aad-4079-875e-3c40f127d81e tempest-BulkNetworkOpsTest-413135140 tempest-BulkNetworkOpsTest-413135140-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4155147'] for port, precommit_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:14.401470 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 48606) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:35:14.415746 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16d0a367-bfc6-400f-9214-2f960f30c63c None None] Sync routers for ids ['ef006376-a124-47f4-8ab3-ee1caa62d327'] in dv-neutron-836180-1-hyperv {{(pid=83872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 13:35:14.454518 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16d0a367-bfc6-400f-9214-2f960f30c63c None None] Routers {'ef006376-a124-47f4-8ab3-ee1caa62d327'} bound to L3 agent in host dv-neutron-836180-1-hyperv {{(pid=83872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 13:35:14.455231 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_hamode_db [None req-16d0a367-bfc6-400f-9214-2f960f30c63c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836180-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-01T13:25:36Z,description=,heartbeat_timestamp=2022-04-01T13:35:06Z,host='dv-neutron-836180-1-hyperv',id=88bf8fc8-11a3-4e96-9d1b-5fd93ba9f6f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T13:25:36Z,topic='l3_agent')) {'router_ids': ['ef006376-a124-47f4-8ab3-ee1caa62d327'], 'active': True} {{(pid=83872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:35:14.477292 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad4672bf-3f54-498f-bca2-856d11a277a7 tempest-NegativeSecGroupTest-1903402681 tempest-NegativeSecGroupTest-1903402681-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b036a0f1-5cff-4937-a52e-c810335dd5a3,revision_number=1']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:35:14.488945 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-ad4672bf-3f54-498f-bca2-856d11a277a7 tempest-NegativeSecGroupTest-1903402681 tempest-NegativeSecGroupTest-1903402681-project] Notify callbacks [] for security_group, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:14.493007 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-ad4672bf-3f54-498f-bca2-856d11a277a7 tempest-NegativeSecGroupTest-1903402681 tempest-NegativeSecGroupTest-1903402681-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.8022401 Apr 01 13:35:14.496850 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 48610) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:35:14.505335 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-bf3547b9-bb35-453f-9b8b-f82c2f777a45 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 409 len: 387 time: 1.8642175 Apr 01 13:35:14.506910 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.v2.base [None req-a991e2bc-3640-4023-a6a9-8c9e7b161f7f tempest-NegativeSecGroupTest-1903402681 tempest-NegativeSecGroupTest-1903402681-project] Request body: {'security_group_rule': {'security_group_id': 'b036a0f1-5cff-4937-a52e-c810335dd5a3', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=83869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:35:14.507574 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.api.v2.resource [None req-a991e2bc-3640-4023-a6a9-8c9e7b161f7f tempest-NegativeSecGroupTest-1903402681 tempest-NegativeSecGroupTest-1903402681-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 01 13:35:14.512261 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-a991e2bc-3640-4023-a6a9-8c9e7b161f7f tempest-NegativeSecGroupTest-1903402681 tempest-NegativeSecGroupTest-1903402681-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0099773 Apr 01 13:35:14.512261 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 48614) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:35:14.512261 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 48616) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:35:14.522900 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_hamode_db [None req-16d0a367-bfc6-400f-9214-2f960f30c63c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-836180-1-hyperv', False) {} {{(pid=83872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:35:14.538756 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Provisioning complete for port bef26e10-09a5-40f4-ab52-6cdcf5f5c6f4 triggered by entity L2. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 13:35:14.539122 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-948329'] for port, provisioning_complete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:14.574131 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16d0a367-bfc6-400f-9214-2f960f30c63c None None] Routers {'ef006376-a124-47f4-8ab3-ee1caa62d327'} bound to L3 agent in host dv-neutron-836180-1-hyperv {{(pid=83872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 13:35:14.574658 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_hamode_db [None req-16d0a367-bfc6-400f-9214-2f960f30c63c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836180-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-01T13:25:36Z,description=,heartbeat_timestamp=2022-04-01T13:35:06Z,host='dv-neutron-836180-1-hyperv',id=88bf8fc8-11a3-4e96-9d1b-5fd93ba9f6f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T13:25:36Z,topic='l3_agent')) {'router_ids': ['ef006376-a124-47f4-8ab3-ee1caa62d327'], 'active': True} {{(pid=83872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:35:14.641061 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_hamode_db [None req-16d0a367-bfc6-400f-9214-2f960f30c63c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-836180-1-hyperv', False) {} {{(pid=83872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:35:14.641475 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16d0a367-bfc6-400f-9214-2f960f30c63c None None] The sync data for ids ['ef006376-a124-47f4-8ab3-ee1caa62d327'] in dv-neutron-836180-1-hyperv is: [] {{(pid=83872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 13:35:14.647646 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.plugin [None req-c55b395f-3aad-4079-875e-3c40f127d81e tempest-BulkNetworkOpsTest-413135140 tempest-BulkNetworkOpsTest-413135140-project] Calling delete_port for e01df54c-7b46-4101-954e-20c8f8baf993 owned by {{(pid=83871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 13:35:14.750136 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-c55b395f-3aad-4079-875e-3c40f127d81e tempest-BulkNetworkOpsTest-413135140 tempest-BulkNetworkOpsTest-413135140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736733359243', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736732935810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2743125'] for port, after_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:14.800195 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c55b395f-3aad-4079-875e-3c40f127d81e tempest-BulkNetworkOpsTest-413135140 tempest-BulkNetworkOpsTest-413135140-project] Pushing event deleted for resources: {'Port': ['ID=e01df54c-7b46-4101-954e-20c8f8baf993,revision_number=None']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:35:14.814205 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-c55b395f-3aad-4079-875e-3c40f127d81e tempest-BulkNetworkOpsTest-413135140 tempest-BulkNetworkOpsTest-413135140-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109561'] for port, before_response {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:14.814556 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-a840a4f7-7736-42a1-b963-1e14bdebf48a tempest-NegativeSecGroupTest-1903402681 tempest-NegativeSecGroupTest-1903402681-project] Notify callbacks [] for security_group, before_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:14.842738 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-c55b395f-3aad-4079-875e-3c40f127d81e tempest-BulkNetworkOpsTest-413135140 tempest-BulkNetworkOpsTest-413135140-project] 10.222.0.26 "DELETE /v2.0/ports/e01df54c-7b46-4101-954e-20c8f8baf993 HTTP/1.1" status: 204 len: 168 time: 0.9619246 Apr 01 13:35:14.847097 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 48624) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:35:14.902716 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-528888ac-5a1d-46a3-ae1b-98e2d084d9bf tempest-FloatingIPAdminTestJSON-382796379 tempest-FloatingIPAdminTestJSON-382796379-project] Notify callbacks [] for router, before_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:15.005850 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45d6f8d1-9303-4f92-8544-c3aa60c850f9 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:35:15.010316 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45d6f8d1-9303-4f92-8544-c3aa60c850f9 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:35:15.011080 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-45d6f8d1-9303-4f92-8544-c3aa60c850f9 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Synchronizing usage tracker for tenant:8b726fe6689e4b7f96def1a2219bea6c on resource:port {{(pid=83869) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 13:35:15.025804 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.plugin [None req-06be79b0-2866-493e-89de-f5f056aac4ed tempest-BulkNetworkOpsTest-413135140 tempest-BulkNetworkOpsTest-413135140-project] Deleting port 34ba6174-c4e3-4915-ad83-87559296b815 {{(pid=83871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 13:35:15.026136 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-06be79b0-2866-493e-89de-f5f056aac4ed tempest-BulkNetworkOpsTest-413135140 tempest-BulkNetworkOpsTest-413135140-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736733287370'] for port, before_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:15.133235 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-a840a4f7-7736-42a1-b963-1e14bdebf48a tempest-NegativeSecGroupTest-1903402681 tempest-NegativeSecGroupTest-1903402681-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:15.278688 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-06be79b0-2866-493e-89de-f5f056aac4ed tempest-BulkNetworkOpsTest-413135140 tempest-BulkNetworkOpsTest-413135140-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4155147'] for port, precommit_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:15.311085 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-45d6f8d1-9303-4f92-8544-c3aa60c850f9 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Unset dirty status for tenant:8b726fe6689e4b7f96def1a2219bea6c on resource:port {{(pid=83869) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 13:35:15.312530 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-45d6f8d1-9303-4f92-8544-c3aa60c850f9 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.7990472 Apr 01 13:35:15.328633 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 48632) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:35:15.411626 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.plugin [None req-06be79b0-2866-493e-89de-f5f056aac4ed tempest-BulkNetworkOpsTest-413135140 tempest-BulkNetworkOpsTest-413135140-project] Calling delete_port for 34ba6174-c4e3-4915-ad83-87559296b815 owned by {{(pid=83871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 13:35:15.456931 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-42cb441b-25d0-4279-ab12-021ae922c12a tempest-RoutersIpV6AdminTest-7322729 tempest-RoutersIpV6AdminTest-7322729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4084887', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4079850', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4161'] for router, precommit_update {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:15.518894 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-a840a4f7-7736-42a1-b963-1e14bdebf48a tempest-NegativeSecGroupTest-1903402681 tempest-NegativeSecGroupTest-1903402681-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3775923'] for security_group, after_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:15.550034 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.plugin [None req-187294c3-f429-499f-8c5e-5b80aa3e8cc9 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Deleting port b5b6b81d-984f-4b02-b2e5-e9b6259cd36f {{(pid=83869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 13:35:15.550241 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-187294c3-f429-499f-8c5e-5b80aa3e8cc9 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736733287370'] for port, before_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:15.608882 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-528888ac-5a1d-46a3-ae1b-98e2d084d9bf tempest-FloatingIPAdminTestJSON-382796379 tempest-FloatingIPAdminTestJSON-382796379-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:15.622464 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a840a4f7-7736-42a1-b963-1e14bdebf48a tempest-NegativeSecGroupTest-1903402681 tempest-NegativeSecGroupTest-1903402681-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b036a0f1-5cff-4937-a52e-c810335dd5a3,revision_number=None']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:35:15.631851 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.plugin [None req-528888ac-5a1d-46a3-ae1b-98e2d084d9bf tempest-FloatingIPAdminTestJSON-382796379 tempest-FloatingIPAdminTestJSON-382796379-project] Deleting port 30b3e4c5-f8b0-46db-9334-45949a4fb62c {{(pid=83871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 13:35:15.632828 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-528888ac-5a1d-46a3-ae1b-98e2d084d9bf tempest-FloatingIPAdminTestJSON-382796379 tempest-FloatingIPAdminTestJSON-382796379-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736733287370'] for port, before_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:15.670568 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-5354d615-c746-4382-ade9-114127b950a5 tempest-RoutersAdminTest-1965710677 tempest-RoutersAdminTest-1965710677-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4084887', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4079850', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4161'] for router, precommit_update {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:15.672802 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-06be79b0-2866-493e-89de-f5f056aac4ed tempest-BulkNetworkOpsTest-413135140 tempest-BulkNetworkOpsTest-413135140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736733359243', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736732935810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2743125'] for port, after_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:15.684572 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-a840a4f7-7736-42a1-b963-1e14bdebf48a tempest-NegativeSecGroupTest-1903402681 tempest-NegativeSecGroupTest-1903402681-project] Notify callbacks [] for security_group, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:15.688609 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-a840a4f7-7736-42a1-b963-1e14bdebf48a tempest-NegativeSecGroupTest-1903402681 tempest-NegativeSecGroupTest-1903402681-project] 10.222.0.26 "DELETE /v2.0/security-groups/b036a0f1-5cff-4937-a52e-c810335dd5a3 HTTP/1.1" status: 204 len: 168 time: 1.1707988 Apr 01 13:35:15.708816 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 48638) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:35:15.736443 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-5354d615-c746-4382-ade9-114127b950a5 tempest-RoutersAdminTest-1965710677 tempest-RoutersAdminTest-1965710677-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4084858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-4084844', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-4084837', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-4079843'] for router, after_update {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:15.751831 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06be79b0-2866-493e-89de-f5f056aac4ed tempest-BulkNetworkOpsTest-413135140 tempest-BulkNetworkOpsTest-413135140-project] Pushing event deleted for resources: {'Port': ['ID=34ba6174-c4e3-4915-ad83-87559296b815,revision_number=None']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:35:15.805903 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5badaf-7e1c-47ca-a811-355262d52aa4 req-1b63f182-4e99-4157-a7fc-773309cfd0f9 tempest-ServersTestManualDisk-1537329539 tempest-ServersTestManualDisk-1537329539-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:35:15.807929 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-1f5badaf-7e1c-47ca-a811-355262d52aa4 req-1b63f182-4e99-4157-a7fc-773309cfd0f9 tempest-ServersTestManualDisk-1537329539 tempest-ServersTestManualDisk-1537329539-project] 10.222.0.57 "GET /v2.0/ports?device_id=0316e663-2094-4e38-ab21-ae9fc82c63ae HTTP/1.1" status: 200 len: 946 time: 0.6658740 Apr 01 13:35:15.880254 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-06be79b0-2866-493e-89de-f5f056aac4ed tempest-BulkNetworkOpsTest-413135140 tempest-BulkNetworkOpsTest-413135140-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109561'] for port, before_response {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:15.917970 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-06be79b0-2866-493e-89de-f5f056aac4ed tempest-BulkNetworkOpsTest-413135140 tempest-BulkNetworkOpsTest-413135140-project] 10.222.0.26 "DELETE /v2.0/ports/34ba6174-c4e3-4915-ad83-87559296b815 HTTP/1.1" status: 204 len: 168 time: 1.0698705 Apr 01 13:35:15.925966 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 48642) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:35:15.979309 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-06c33720-425b-4fce-8713-2652e5cf3c36 tempest-NegativeSecGroupTest-1903402681 tempest-NegativeSecGroupTest-1903402681-project] 10.222.0.26 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.2584832 Apr 01 13:35:15.983777 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 48646) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:35:15.991669 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914cf94b-446c-4268-ace8-a307a7604591 req-667af2ea-1ea0-49a4-9830-e97d38a1b746 tempest-ServersTestManualDisk-1537329539 tempest-ServersTestManualDisk-1537329539-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:35:15.993142 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-914cf94b-446c-4268-ace8-a307a7604591 req-667af2ea-1ea0-49a4-9830-e97d38a1b746 tempest-ServersTestManualDisk-1537329539 tempest-ServersTestManualDisk-1537329539-project] 10.222.0.26 "GET /v2.0/ports?device_id=0316e663-2094-4e38-ab21-ae9fc82c63ae HTTP/1.1" status: 200 len: 946 time: 0.6131551 Apr 01 13:35:15.996011 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-91fa02d3-994c-456e-8245-32f3191713e6 tempest-BulkNetworkOpsTest-413135140 tempest-BulkNetworkOpsTest-413135140-project] Synchronizing usage tracker for tenant:ca1ed2db15af4fb597e2dfc50152ec4b on resource:port {{(pid=83871) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 13:35:16.017042 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.v2.base [None req-f55db651-615b-4fa0-8cc0-52b37a4dec25 tempest-NegativeSecGroupTest-1903402681 tempest-NegativeSecGroupTest-1903402681-project] Request body: {'security_group': {'name': 'tempest-secgroup--2088463515'}} {{(pid=83871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:35:16.029501 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-f55db651-615b-4fa0-8cc0-52b37a4dec25 tempest-NegativeSecGroupTest-1903402681 tempest-NegativeSecGroupTest-1903402681-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:35:16.053115 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-f55db651-615b-4fa0-8cc0-52b37a4dec25 tempest-NegativeSecGroupTest-1903402681 tempest-NegativeSecGroupTest-1903402681-project] Usage tracker for resource:security_group and tenant:b3a2449924ec4cfda6638744edb97d41 is out of sync, need to count used quota {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 13:35:16.057222 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-528888ac-5a1d-46a3-ae1b-98e2d084d9bf tempest-FloatingIPAdminTestJSON-382796379 tempest-FloatingIPAdminTestJSON-382796379-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4155147'] for port, precommit_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:16.065540 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-f55db651-615b-4fa0-8cc0-52b37a4dec25 tempest-NegativeSecGroupTest-1903402681 tempest-NegativeSecGroupTest-1903402681-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 13:35:16.070902 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-91fa02d3-994c-456e-8245-32f3191713e6 tempest-BulkNetworkOpsTest-413135140 tempest-BulkNetworkOpsTest-413135140-project] Unset dirty status for tenant:ca1ed2db15af4fb597e2dfc50152ec4b on resource:port {{(pid=83871) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 13:35:16.072052 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-91fa02d3-994c-456e-8245-32f3191713e6 tempest-BulkNetworkOpsTest-413135140 tempest-BulkNetworkOpsTest-413135140-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.1422801 Apr 01 13:35:16.078391 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94d5d80-f1c7-4dba-95a6-f747ef36f2df req-410b5ce5-978c-4c6d-8da6-db3a773d48e5 tempest-ServersTestJSON-1223226849 tempest-ServersTestJSON-1223226849-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:35:16.079798 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-c94d5d80-f1c7-4dba-95a6-f747ef36f2df req-410b5ce5-978c-4c6d-8da6-db3a773d48e5 tempest-ServersTestJSON-1223226849 tempest-ServersTestJSON-1223226849-project] 10.222.0.26 "GET /v2.0/ports?device_id=8aa7d2ad-e8f3-4771-aad7-c1d452e82252 HTTP/1.1" status: 200 len: 946 time: 0.3306024 Apr 01 13:35:16.082113 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 48650) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:35:16.137389 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-f55db651-615b-4fa0-8cc0-52b37a4dec25 tempest-NegativeSecGroupTest-1903402681 tempest-NegativeSecGroupTest-1903402681-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:35:16.145231 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.plugin [req-1f5badaf-7e1c-47ca-a811-355262d52aa4 req-0dceabd4-ffca-4ec1-846d-c606f40e2a58 tempest-ServersTestManualDisk-1537329539 tempest-ServersTestManualDisk-1537329539-project] Deleting port 389797f2-66e0-4248-bbe2-d36a06762cdf {{(pid=83869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 13:35:16.145569 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [req-1f5badaf-7e1c-47ca-a811-355262d52aa4 req-0dceabd4-ffca-4ec1-846d-c606f40e2a58 tempest-ServersTestManualDisk-1537329539 tempest-ServersTestManualDisk-1537329539-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736733287370'] for port, before_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:16.199481 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.v2.base [None req-dcd79e7a-42ae-4fe1-aa1d-59acc9e7f589 tempest-BulkNetworkOpsTest-413135140 tempest-BulkNetworkOpsTest-413135140-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1928505148'}} {{(pid=83871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:35:16.209426 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.plugin [None req-528888ac-5a1d-46a3-ae1b-98e2d084d9bf tempest-FloatingIPAdminTestJSON-382796379 tempest-FloatingIPAdminTestJSON-382796379-project] Calling delete_port for 30b3e4c5-f8b0-46db-9334-45949a4fb62c owned by network:router_gateway {{(pid=83871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 13:35:16.250190 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-dcd79e7a-42ae-4fe1-aa1d-59acc9e7f589 tempest-BulkNetworkOpsTest-413135140 tempest-BulkNetworkOpsTest-413135140-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:35:16.266963 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-dcd79e7a-42ae-4fe1-aa1d-59acc9e7f589 tempest-BulkNetworkOpsTest-413135140 tempest-BulkNetworkOpsTest-413135140-project] Usage tracker for resource:network and tenant:ca1ed2db15af4fb597e2dfc50152ec4b is out of sync, need to count used quota {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 13:35:16.273756 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-dcd79e7a-42ae-4fe1-aa1d-59acc9e7f589 tempest-BulkNetworkOpsTest-413135140 tempest-BulkNetworkOpsTest-413135140-project] Quota usage for network was recalculated. Used quota:2. {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 13:35:16.281926 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-f55db651-615b-4fa0-8cc0-52b37a4dec25 tempest-NegativeSecGroupTest-1903402681 tempest-NegativeSecGroupTest-1903402681-project] Notify callbacks [] for security_group, before_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:16.291712 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-dcd79e7a-42ae-4fe1-aa1d-59acc9e7f589 tempest-BulkNetworkOpsTest-413135140 tempest-BulkNetworkOpsTest-413135140-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:35:16.323458 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-914cf94b-446c-4268-ace8-a307a7604591 req-2552aec2-e1ac-42b4-9807-26bb29ca9a8a tempest-ServersTestManualDisk-1537329539 tempest-ServersTestManualDisk-1537329539-project] 10.222.0.26 "GET /v2.0/security-groups?id=5eeb8844-2921-4d9c-96aa-ee946f9c62b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2942505 Apr 01 13:35:16.331528 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-187294c3-f429-499f-8c5e-5b80aa3e8cc9 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4155147'] for port, precommit_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:16.359642 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dcd79e7a-42ae-4fe1-aa1d-59acc9e7f589 tempest-BulkNetworkOpsTest-413135140 tempest-BulkNetworkOpsTest-413135140-project] Made reservation on behalf of ca1ed2db15af4fb597e2dfc50152ec4b for: {'network': 1} {{(pid=83871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 13:35:16.362601 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-dcd79e7a-42ae-4fe1-aa1d-59acc9e7f589 tempest-BulkNetworkOpsTest-413135140 tempest-BulkNetworkOpsTest-413135140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for network, before_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:16.389741 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-c94d5d80-f1c7-4dba-95a6-f747ef36f2df req-10279539-ce7c-4a5e-adff-7d51ae60a27f tempest-ServersTestJSON-1223226849 tempest-ServersTestJSON-1223226849-project] 10.222.0.26 "GET /v2.0/security-groups?id=9c879d46-6861-4e85-bf4f-dbcce6fd6735&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3026478 Apr 01 13:35:16.419592 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-f55db651-615b-4fa0-8cc0-52b37a4dec25 tempest-NegativeSecGroupTest-1903402681 tempest-NegativeSecGroupTest-1903402681-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:35:16.426595 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-f55db651-615b-4fa0-8cc0-52b37a4dec25 tempest-NegativeSecGroupTest-1903402681 tempest-NegativeSecGroupTest-1903402681-project] Usage tracker for resource:security_group_rule and tenant:b3a2449924ec4cfda6638744edb97d41 is out of sync, need to count used quota {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 13:35:16.429684 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dcd79e7a-42ae-4fe1-aa1d-59acc9e7f589 tempest-BulkNetworkOpsTest-413135140 tempest-BulkNetworkOpsTest-413135140-project] vlan segment allocate from pool success with {'vlan_id': 387, 'physical_network': 'physnet1'} {{(pid=83871) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 13:35:16.434121 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-f55db651-615b-4fa0-8cc0-52b37a4dec25 tempest-NegativeSecGroupTest-1903402681 tempest-NegativeSecGroupTest-1903402681-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 13:35:16.446093 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-f55db651-615b-4fa0-8cc0-52b37a4dec25 tempest-NegativeSecGroupTest-1903402681 tempest-NegativeSecGroupTest-1903402681-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:35:16.458129 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-dcd79e7a-42ae-4fe1-aa1d-59acc9e7f589 tempest-BulkNetworkOpsTest-413135140 tempest-BulkNetworkOpsTest-413135140-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1004271'] for segment, precommit_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:16.458512 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.db.segments_db [None req-dcd79e7a-42ae-4fe1-aa1d-59acc9e7f589 tempest-BulkNetworkOpsTest-413135140 tempest-BulkNetworkOpsTest-413135140-project] Added segment 4efe3607-0a1e-4519-acd3-108e27bdc08a of type vlan for network 61ad155a-2ca8-4549-a945-6e9471923170 Apr 01 13:35:16.552698 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-dcd79e7a-42ae-4fe1-aa1d-59acc9e7f589 tempest-BulkNetworkOpsTest-413135140 tempest-BulkNetworkOpsTest-413135140-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736732923383'] for network, precommit_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:16.598234 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-f55db651-615b-4fa0-8cc0-52b37a4dec25 tempest-NegativeSecGroupTest-1903402681 tempest-NegativeSecGroupTest-1903402681-project] Notify callbacks [] for security_group, precommit_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:16.614332 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-f55db651-615b-4fa0-8cc0-52b37a4dec25 tempest-NegativeSecGroupTest-1903402681 tempest-NegativeSecGroupTest-1903402681-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3775923'] for security_group, after_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:16.624519 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.plugin [None req-187294c3-f429-499f-8c5e-5b80aa3e8cc9 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Calling delete_port for b5b6b81d-984f-4b02-b2e5-e9b6259cd36f owned by {{(pid=83869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 13:35:16.642175 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-528888ac-5a1d-46a3-ae1b-98e2d084d9bf tempest-FloatingIPAdminTestJSON-382796379 tempest-FloatingIPAdminTestJSON-382796379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736733359243', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736732935810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2743125'] for port, after_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:16.705932 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-528888ac-5a1d-46a3-ae1b-98e2d084d9bf tempest-FloatingIPAdminTestJSON-382796379 tempest-FloatingIPAdminTestJSON-382796379-project] Pushing event deleted for resources: {'Port': ['ID=30b3e4c5-f8b0-46db-9334-45949a4fb62c,revision_number=None']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:35:16.707700 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-dcd79e7a-42ae-4fe1-aa1d-59acc9e7f589 tempest-BulkNetworkOpsTest-413135140 tempest-BulkNetworkOpsTest-413135140-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575'] for network, after_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:16.711386 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcd79e7a-42ae-4fe1-aa1d-59acc9e7f589 tempest-BulkNetworkOpsTest-413135140 tempest-BulkNetworkOpsTest-413135140-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:35:16.711957 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-dcd79e7a-42ae-4fe1-aa1d-59acc9e7f589 tempest-BulkNetworkOpsTest-413135140 tempest-BulkNetworkOpsTest-413135140-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3017602'] for network, before_response {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:16.747638 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f55db651-615b-4fa0-8cc0-52b37a4dec25 tempest-NegativeSecGroupTest-1903402681 tempest-NegativeSecGroupTest-1903402681-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5599dd4b-856b-49d9-a3c2-fd996fb3101a,revision_number=1']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:35:16.820888 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-42cb441b-25d0-4279-ab12-021ae922c12a tempest-RoutersIpV6AdminTest-7322729 tempest-RoutersIpV6AdminTest-7322729-project] Notify callbacks [] for router_gateway, before_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:16.863563 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-42cb441b-25d0-4279-ab12-021ae922c12a tempest-RoutersIpV6AdminTest-7322729 tempest-RoutersIpV6AdminTest-7322729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:16.907716 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-f55db651-615b-4fa0-8cc0-52b37a4dec25 tempest-NegativeSecGroupTest-1903402681 tempest-NegativeSecGroupTest-1903402681-project] Notify callbacks [] for security_group, before_response {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:16.908971 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-f55db651-615b-4fa0-8cc0-52b37a4dec25 tempest-NegativeSecGroupTest-1903402681 tempest-NegativeSecGroupTest-1903402681-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.9156249 Apr 01 13:35:16.912656 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-dcd79e7a-42ae-4fe1-aa1d-59acc9e7f589 tempest-BulkNetworkOpsTest-413135140 tempest-BulkNetworkOpsTest-413135140-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.8247859 Apr 01 13:35:16.922819 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 48654) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:35:16.923418 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 48656) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:35:16.941242 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.v2.base [None req-19d8299a-b72e-4ae8-b4c1-1cf836db4f9b tempest-BulkNetworkOpsTest-413135140 tempest-BulkNetworkOpsTest-413135140-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1144151965'}} {{(pid=83871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:35:16.947530 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.v2.base [None req-c54d364f-52d8-4db3-af44-484bb5d2ef6a tempest-NegativeSecGroupTest-1903402681 tempest-NegativeSecGroupTest-1903402681-project] Request body: {'security_group_rule': {'security_group_id': '5599dd4b-856b-49d9-a3c2-fd996fb3101a', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=83871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:35:16.948190 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.api.v2.resource [None req-c54d364f-52d8-4db3-af44-484bb5d2ef6a tempest-NegativeSecGroupTest-1903402681 tempest-NegativeSecGroupTest-1903402681-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 01 13:35:16.949175 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-c54d364f-52d8-4db3-af44-484bb5d2ef6a tempest-NegativeSecGroupTest-1903402681 tempest-NegativeSecGroupTest-1903402681-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0200071 Apr 01 13:35:16.954728 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 48662) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:35:16.959374 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-19d8299a-b72e-4ae8-b4c1-1cf836db4f9b tempest-BulkNetworkOpsTest-413135140 tempest-BulkNetworkOpsTest-413135140-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:35:16.980991 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd79e7a-42ae-4fe1-aa1d-59acc9e7f589 tempest-BulkNetworkOpsTest-413135140 tempest-BulkNetworkOpsTest-413135140-project] Pushing event updated for resources: {'Network': ['ID=61ad155a-2ca8-4549-a945-6e9471923170,revision_number=1']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:35:16.988033 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-19d8299a-b72e-4ae8-b4c1-1cf836db4f9b tempest-BulkNetworkOpsTest-413135140 tempest-BulkNetworkOpsTest-413135140-project] Usage tracker for resource:network and tenant:ca1ed2db15af4fb597e2dfc50152ec4b is out of sync, need to count used quota {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 13:35:16.993037 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Network 61ad155a-2ca8-4549-a945-6e9471923170 details requested by agent ovs-agent-dv-neutron-836180-1-hyperv with host dv-neutron-836180-1-hyperv {{(pid=83872) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 13:35:16.994542 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-19d8299a-b72e-4ae8-b4c1-1cf836db4f9b tempest-BulkNetworkOpsTest-413135140 tempest-BulkNetworkOpsTest-413135140-project] Quota usage for network was recalculated. Used quota:3. {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 13:35:17.060660 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-19d8299a-b72e-4ae8-b4c1-1cf836db4f9b tempest-BulkNetworkOpsTest-413135140 tempest-BulkNetworkOpsTest-413135140-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:35:17.063254 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.db [req-1f5badaf-7e1c-47ca-a811-355262d52aa4 req-0dceabd4-ffca-4ec1-846d-c606f40e2a58 tempest-ServersTestManualDisk-1537329539 tempest-ServersTestManualDisk-1537329539-project] For port 389797f2-66e0-4248-bbe2-d36a06762cdf, host hv-neutron-8361, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8361',level=0,port_id=389797f2-66e0-4248-bbe2-d36a06762cdf,segment=NetworkSegment(8a3f76f1-77cd-4542-a381-4589f55fc17e),segment_id=8a3f76f1-77cd-4542-a381-4589f55fc17e)] {{(pid=83869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 13:35:17.063546 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [req-1f5badaf-7e1c-47ca-a811-355262d52aa4 req-0dceabd4-ffca-4ec1-846d-c606f40e2a58 tempest-ServersTestManualDisk-1537329539 tempest-ServersTestManualDisk-1537329539-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4155147'] for port, precommit_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:17.175709 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5354d615-c746-4382-ade9-114127b950a5 tempest-RoutersAdminTest-1965710677 tempest-RoutersAdminTest-1965710677-project-admin] Router 119650ee-1d2e-42f9-b6d3-5174136d56cd has already been hosted by L3 agent 88bf8fc8-11a3-4e96-9d1b-5fd93ba9f6f1 {{(pid=83869) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 13:35:17.198560 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19d8299a-b72e-4ae8-b4c1-1cf836db4f9b tempest-BulkNetworkOpsTest-413135140 tempest-BulkNetworkOpsTest-413135140-project] Made reservation on behalf of ca1ed2db15af4fb597e2dfc50152ec4b for: {'network': 1} {{(pid=83871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 13:35:17.201491 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-19d8299a-b72e-4ae8-b4c1-1cf836db4f9b tempest-BulkNetworkOpsTest-413135140 tempest-BulkNetworkOpsTest-413135140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for network, before_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:17.225393 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-528888ac-5a1d-46a3-ae1b-98e2d084d9bf tempest-FloatingIPAdminTestJSON-382796379 tempest-FloatingIPAdminTestJSON-382796379-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4084822'] for router_gateway, after_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:17.248771 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-187294c3-f429-499f-8c5e-5b80aa3e8cc9 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736733359243', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736732935810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2705155'] for port, after_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:17.378892 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187294c3-f429-499f-8c5e-5b80aa3e8cc9 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Pushing event deleted for resources: {'Port': ['ID=b5b6b81d-984f-4b02-b2e5-e9b6259cd36f,revision_number=None']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:35:17.411890 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.db_base_plugin_common [None req-42cb441b-25d0-4279-ab12-021ae922c12a tempest-RoutersIpV6AdminTest-7322729 tempest-RoutersIpV6AdminTest-7322729-project] Allocated IP 172.26.5.203 (725864b8-cceb-48c9-b5d3-1bfc4423e301/e2ed99db-0e25-4971-b535-7fa69231fae8/a4ded544-71ce-4252-91a5-eed54097a768) {{(pid=83869) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 13:35:17.489040 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-61229219-07e2-4c63-96dc-0b49f6379c92 tempest-NegativeSecGroupTest-1903402681 tempest-NegativeSecGroupTest-1903402681-project] Notify callbacks [] for security_group, before_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:17.563381 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-19d8299a-b72e-4ae8-b4c1-1cf836db4f9b tempest-BulkNetworkOpsTest-413135140 tempest-BulkNetworkOpsTest-413135140-project] vlan segment allocate from pool success with {'vlan_id': 386, 'physical_network': 'physnet1'} {{(pid=83871) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 13:35:17.644816 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-187294c3-f429-499f-8c5e-5b80aa3e8cc9 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109561'] for port, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:17.713718 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-61229219-07e2-4c63-96dc-0b49f6379c92 tempest-NegativeSecGroupTest-1903402681 tempest-NegativeSecGroupTest-1903402681-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:17.726440 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-19d8299a-b72e-4ae8-b4c1-1cf836db4f9b tempest-BulkNetworkOpsTest-413135140 tempest-BulkNetworkOpsTest-413135140-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1004271'] for segment, precommit_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:17.726786 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.db.segments_db [None req-19d8299a-b72e-4ae8-b4c1-1cf836db4f9b tempest-BulkNetworkOpsTest-413135140 tempest-BulkNetworkOpsTest-413135140-project] Added segment 9f850337-2a60-49b0-883d-c09fdc90fa39 of type vlan for network 96992700-e4f2-40ad-8c6e-aa2d40515775 Apr 01 13:35:17.729678 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-528888ac-5a1d-46a3-ae1b-98e2d084d9bf tempest-FloatingIPAdminTestJSON-382796379 tempest-FloatingIPAdminTestJSON-382796379-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4079814', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4170'] for router, precommit_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:17.767042 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-528888ac-5a1d-46a3-ae1b-98e2d084d9bf tempest-FloatingIPAdminTestJSON-382796379 tempest-FloatingIPAdminTestJSON-382796379-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:17.789775 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d2b194-f4b9-48c3-83d7-94fae23e152b req-b3fd2b66-d2ff-43a2-83b1-b234fce139a9 tempest-ServersTestJSON-1223226849 tempest-ServersTestJSON-1223226849-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:35:17.791843 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-a0d2b194-f4b9-48c3-83d7-94fae23e152b req-b3fd2b66-d2ff-43a2-83b1-b234fce139a9 tempest-ServersTestJSON-1223226849 tempest-ServersTestJSON-1223226849-project] 10.222.0.57 "GET /v2.0/ports?device_id=8aa7d2ad-e8f3-4771-aad7-c1d452e82252 HTTP/1.1" status: 200 len: 946 time: 0.6542540 Apr 01 13:35:17.815087 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-187294c3-f429-499f-8c5e-5b80aa3e8cc9 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] 10.222.0.26 "DELETE /v2.0/ports/b5b6b81d-984f-4b02-b2e5-e9b6259cd36f HTTP/1.1" status: 204 len: 168 time: 2.4846778 Apr 01 13:35:17.828154 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 48670) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:35:17.839451 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-19d8299a-b72e-4ae8-b4c1-1cf836db4f9b tempest-BulkNetworkOpsTest-413135140 tempest-BulkNetworkOpsTest-413135140-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736732923383'] for network, precommit_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:17.909048 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [req-1f5badaf-7e1c-47ca-a811-355262d52aa4 req-0dceabd4-ffca-4ec1-846d-c606f40e2a58 tempest-ServersTestManualDisk-1537329539 tempest-ServersTestManualDisk-1537329539-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:17.909316 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [req-1f5badaf-7e1c-47ca-a811-355262d52aa4 req-0dceabd4-ffca-4ec1-846d-c606f40e2a58 tempest-ServersTestManualDisk-1537329539 tempest-ServersTestManualDisk-1537329539-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4084747'] for floatingip, after_update {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:17.909617 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.db.l3_db [req-1f5badaf-7e1c-47ca-a811-355262d52aa4 req-0dceabd4-ffca-4ec1-846d-c606f40e2a58 tempest-ServersTestManualDisk-1537329539 tempest-ServersTestManualDisk-1537329539-project] Floating IP e4e79cdb-e315-4aee-be2b-33d24ceb9e16 disassociated. External IP: 172.26.5.149, port: 389797f2-66e0-4248-bbe2-d36a06762cdf. Apr 01 13:35:17.909954 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.plugin [req-1f5badaf-7e1c-47ca-a811-355262d52aa4 req-0dceabd4-ffca-4ec1-846d-c606f40e2a58 tempest-ServersTestManualDisk-1537329539 tempest-ServersTestManualDisk-1537329539-project] Calling delete_port for 389797f2-66e0-4248-bbe2-d36a06762cdf owned by compute:nova {{(pid=83869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 13:35:17.913636 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-61229219-07e2-4c63-96dc-0b49f6379c92 tempest-NegativeSecGroupTest-1903402681 tempest-NegativeSecGroupTest-1903402681-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3775923'] for security_group, after_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:17.939481 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-528888ac-5a1d-46a3-ae1b-98e2d084d9bf tempest-FloatingIPAdminTestJSON-382796379 tempest-FloatingIPAdminTestJSON-382796379-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4079738'] for router, after_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:17.940166 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-528888ac-5a1d-46a3-ae1b-98e2d084d9bf tempest-FloatingIPAdminTestJSON-382796379 tempest-FloatingIPAdminTestJSON-382796379-project] Fanout notify agent at l3_agent the message router_deleted on router ef006376-a124-47f4-8ab3-ee1caa62d327 {{(pid=83871) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 01 13:35:17.947971 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.plugin [req-a0d2b194-f4b9-48c3-83d7-94fae23e152b req-38a87850-e97d-4041-b3c1-b8896f4c83ce tempest-ServersTestJSON-1223226849 tempest-ServersTestJSON-1223226849-project] Deleting port 977f3384-72d2-424a-b723-6cd9d5b5af4a {{(pid=83871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 13:35:17.948380 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-a0d2b194-f4b9-48c3-83d7-94fae23e152b req-38a87850-e97d-4041-b3c1-b8896f4c83ce tempest-ServersTestJSON-1223226849 tempest-ServersTestJSON-1223226849-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736733287370'] for port, before_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:17.982910 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936b410b-8369-4873-a530-b3f4cff431e3 req-2a448951-2e57-4abe-b938-ba7d21598e15 tempest-ServersTestJSON-1223226849 tempest-ServersTestJSON-1223226849-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:35:17.984499 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-936b410b-8369-4873-a530-b3f4cff431e3 req-2a448951-2e57-4abe-b938-ba7d21598e15 tempest-ServersTestJSON-1223226849 tempest-ServersTestJSON-1223226849-project] 10.222.0.26 "GET /v2.0/ports?device_id=8aa7d2ad-e8f3-4771-aad7-c1d452e82252 HTTP/1.1" status: 200 len: 946 time: 0.4222353 Apr 01 13:35:17.985303 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61229219-07e2-4c63-96dc-0b49f6379c92 tempest-NegativeSecGroupTest-1903402681 tempest-NegativeSecGroupTest-1903402681-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5599dd4b-856b-49d9-a3c2-fd996fb3101a,revision_number=None']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:35:18.004364 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-19d8299a-b72e-4ae8-b4c1-1cf836db4f9b tempest-BulkNetworkOpsTest-413135140 tempest-BulkNetworkOpsTest-413135140-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575'] for network, after_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:18.008251 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19d8299a-b72e-4ae8-b4c1-1cf836db4f9b tempest-BulkNetworkOpsTest-413135140 tempest-BulkNetworkOpsTest-413135140-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:35:18.008965 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-19d8299a-b72e-4ae8-b4c1-1cf836db4f9b tempest-BulkNetworkOpsTest-413135140 tempest-BulkNetworkOpsTest-413135140-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3017602'] for network, before_response {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:18.146586 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-528888ac-5a1d-46a3-ae1b-98e2d084d9bf tempest-FloatingIPAdminTestJSON-382796379 tempest-FloatingIPAdminTestJSON-382796379-project] Notify callbacks [] for router, before_response {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:18.147681 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-528888ac-5a1d-46a3-ae1b-98e2d084d9bf tempest-FloatingIPAdminTestJSON-382796379 tempest-FloatingIPAdminTestJSON-382796379-project] 10.222.0.26 "DELETE /v2.0/routers/ef006376-a124-47f4-8ab3-ee1caa62d327 HTTP/1.1" status: 204 len: 168 time: 3.7459602 Apr 01 13:35:18.157503 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 48674) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:35:18.170108 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-19d8299a-b72e-4ae8-b4c1-1cf836db4f9b tempest-BulkNetworkOpsTest-413135140 tempest-BulkNetworkOpsTest-413135140-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.2391374 Apr 01 13:35:18.184085 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9843854c-da75-4e43-8de4-95d6ade111fd tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:35:18.185421 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9843854c-da75-4e43-8de4-95d6ade111fd tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:35:18.186215 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-9843854c-da75-4e43-8de4-95d6ade111fd tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Synchronizing usage tracker for tenant:8b726fe6689e4b7f96def1a2219bea6c on resource:subnet {{(pid=83869) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 13:35:18.190962 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-42cb441b-25d0-4279-ab12-021ae922c12a tempest-RoutersIpV6AdminTest-7322729 tempest-RoutersIpV6AdminTest-7322729-project] Notify callbacks [] for port, precommit_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:18.205385 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-61229219-07e2-4c63-96dc-0b49f6379c92 tempest-NegativeSecGroupTest-1903402681 tempest-NegativeSecGroupTest-1903402681-project] Notify callbacks [] for security_group, before_response {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:18.210048 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-61229219-07e2-4c63-96dc-0b49f6379c92 tempest-NegativeSecGroupTest-1903402681 tempest-NegativeSecGroupTest-1903402681-project] 10.222.0.26 "DELETE /v2.0/security-groups/5599dd4b-856b-49d9-a3c2-fd996fb3101a HTTP/1.1" status: 204 len: 168 time: 1.2509358 Apr 01 13:35:18.210664 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c87409-1ae5-4e0e-80e3-a7335f835523 req-fca4fbac-0df9-49cb-b90b-89df0f609fc1 tempest-ServersTestManualDisk-1537329539 tempest-ServersTestManualDisk-1537329539-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:35:18.212756 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-b2c87409-1ae5-4e0e-80e3-a7335f835523 req-fca4fbac-0df9-49cb-b90b-89df0f609fc1 tempest-ServersTestManualDisk-1537329539 tempest-ServersTestManualDisk-1537329539-project] 10.222.0.26 "GET /v2.0/ports?device_id=0316e663-2094-4e38-ab21-ae9fc82c63ae HTTP/1.1" status: 200 len: 946 time: 0.7241900 Apr 01 13:35:18.218565 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 48678) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:35:18.273796 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d8299a-b72e-4ae8-b4c1-1cf836db4f9b tempest-BulkNetworkOpsTest-413135140 tempest-BulkNetworkOpsTest-413135140-project] Pushing event updated for resources: {'Network': ['ID=96992700-e4f2-40ad-8c6e-aa2d40515775,revision_number=1']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:35:18.290754 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Network 96992700-e4f2-40ad-8c6e-aa2d40515775 details requested by agent ovs-agent-dv-neutron-836180-1-hyperv with host dv-neutron-836180-1-hyperv {{(pid=83872) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 13:35:18.303390 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-936b410b-8369-4873-a530-b3f4cff431e3 req-57d476e4-f785-441d-a6f4-11c24b5f9a94 tempest-ServersTestJSON-1223226849 tempest-ServersTestJSON-1223226849-project] 10.222.0.26 "GET /v2.0/security-groups?id=9c879d46-6861-4e85-bf4f-dbcce6fd6735&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3072052 Apr 01 13:35:18.317102 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 48684) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:35:18.328293 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-42cb441b-25d0-4279-ab12-021ae922c12a tempest-RoutersIpV6AdminTest-7322729 tempest-RoutersIpV6AdminTest-7322729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736732935801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2705155'] for port, after_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:18.331422 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.v2.base [None req-da1320fc-9b7c-42fc-8acb-006b9ff2c5f4 tempest-BulkNetworkOpsTest-413135140 tempest-BulkNetworkOpsTest-413135140-project] Request body: {'subnets': [{'network_id': '61ad155a-2ca8-4549-a945-6e9471923170', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--158796889', 'ip_version': 4}, {'network_id': '96992700-e4f2-40ad-8c6e-aa2d40515775', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=83871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:35:18.331739 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.v2.base [None req-da1320fc-9b7c-42fc-8acb-006b9ff2c5f4 tempest-BulkNetworkOpsTest-413135140 tempest-BulkNetworkOpsTest-413135140-project] Request body: {'subnet': {'network_id': '61ad155a-2ca8-4549-a945-6e9471923170', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--158796889', 'ip_version': 4}} {{(pid=83871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:35:18.332339 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.v2.base [None req-da1320fc-9b7c-42fc-8acb-006b9ff2c5f4 tempest-BulkNetworkOpsTest-413135140 tempest-BulkNetworkOpsTest-413135140-project] Request body: {'subnet': {'network_id': '96992700-e4f2-40ad-8c6e-aa2d40515775', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=83871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:35:18.382656 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-9843854c-da75-4e43-8de4-95d6ade111fd tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Unset dirty status for tenant:8b726fe6689e4b7f96def1a2219bea6c on resource:subnet {{(pid=83869) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 13:35:18.387456 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-9843854c-da75-4e43-8de4-95d6ade111fd tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.5500946 Apr 01 13:35:18.389003 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 48688) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:35:18.395476 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Device 69d52410-58f1-4103-ae09-a4c92f55e77b no longer exists at agent ovs-agent-dv-neutron-836180-1-hyperv {{(pid=83872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 13:35:18.446397 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.plugin [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] No Port match for: 69d52410-58f1-4103-ae09-a4c92f55e77b {{(pid=83872) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 01 13:35:18.446635 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Device 69d52410-58f1-4103-ae09-a4c92f55e77b not bound to the agent host dv-neutron-836180-1-hyperv {{(pid=83872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 13:35:18.447831 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Device a5609d2d-a3ca-4e65-84da-956527a7fcd8 no longer exists at agent ovs-agent-dv-neutron-836180-1-hyperv {{(pid=83872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 13:35:18.491010 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.plugin [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] No Port match for: a5609d2d-a3ca-4e65-84da-956527a7fcd8 {{(pid=83872) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 01 13:35:18.491609 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Device a5609d2d-a3ca-4e65-84da-956527a7fcd8 not bound to the agent host dv-neutron-836180-1-hyperv {{(pid=83872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 13:35:18.516445 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42cb441b-25d0-4279-ab12-021ae922c12a tempest-RoutersIpV6AdminTest-7322729 tempest-RoutersIpV6AdminTest-7322729-project] Network 725864b8-cceb-48c9-b5d3-1bfc4423e301 is already hosted by enough agents. {{(pid=83869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 13:35:18.535977 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.scheduler.base_scheduler [None req-42cb441b-25d0-4279-ab12-021ae922c12a tempest-RoutersIpV6AdminTest-7322729 tempest-RoutersIpV6AdminTest-7322729-project] Resources bound (agent type, host, resource id): {{(pid=83869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 13:35:18.555593 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42cb441b-25d0-4279-ab12-021ae922c12a tempest-RoutersIpV6AdminTest-7322729 tempest-RoutersIpV6AdminTest-7322729-project] Received port after_create {{(pid=83869) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 13:35:18.586623 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42cb441b-25d0-4279-ab12-021ae922c12a tempest-RoutersIpV6AdminTest-7322729 tempest-RoutersIpV6AdminTest-7322729-project] Pushing event updated for resources: {'Port': ['ID=a4ded544-71ce-4252-91a5-eed54097a768,revision_number=1']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:35:18.606167 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Device 389797f2-66e0-4248-bbe2-d36a06762cdf no longer exists at agent hyperv_hv-neutron-8361 {{(pid=83872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 13:35:18.610955 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-5694d886-1362-4939-a436-5dade0ed1981 tempest-NegativeSecGroupTest-1903402681 tempest-NegativeSecGroupTest-1903402681-project] Synchronizing usage tracker for tenant:b3a2449924ec4cfda6638744edb97d41 on resource:security_group {{(pid=83869) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 13:35:18.614810 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-b2c87409-1ae5-4e0e-80e3-a7335f835523 req-db64ca13-f32b-48a6-867c-5e78f59a0393 tempest-ServersTestManualDisk-1537329539 tempest-ServersTestManualDisk-1537329539-project] 10.222.0.26 "GET /v2.0/security-groups?id=5eeb8844-2921-4d9c-96aa-ee946f9c62b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3475749 Apr 01 13:35:18.645987 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.plugin [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] No Port match for: 389797f2-66e0-4248-bbe2-d36a06762cdf {{(pid=83872) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 01 13:35:18.646256 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [req-1f5badaf-7e1c-47ca-a811-355262d52aa4 req-0dceabd4-ffca-4ec1-846d-c606f40e2a58 tempest-ServersTestManualDisk-1537329539 tempest-ServersTestManualDisk-1537329539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736733359243', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736732935810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2705155'] for port, after_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:18.647093 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Device 389797f2-66e0-4248-bbe2-d36a06762cdf not bound to the agent host hv-neutron-8361 {{(pid=83872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 13:35:18.743064 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dceabd4-ffca-4ec1-846d-c606f40e2a58 tempest-ServersTestManualDisk-1537329539 tempest-ServersTestManualDisk-1537329539-project] Pushing event deleted for resources: {'Port': ['ID=389797f2-66e0-4248-bbe2-d36a06762cdf,revision_number=None']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:35:18.753148 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-5694d886-1362-4939-a436-5dade0ed1981 tempest-NegativeSecGroupTest-1903402681 tempest-NegativeSecGroupTest-1903402681-project] Unset dirty status for tenant:b3a2449924ec4cfda6638744edb97d41 on resource:security_group {{(pid=83869) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 13:35:18.754375 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-5694d886-1362-4939-a436-5dade0ed1981 tempest-NegativeSecGroupTest-1903402681 tempest-NegativeSecGroupTest-1903402681-project] 10.222.0.26 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.4924490 Apr 01 13:35:18.758693 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 48692) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:35:18.770000 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.v2.base [None req-edc5e6b2-97ef-4b5d-a4cb-253417114b85 tempest-NegativeSecGroupTest-1903402681 tempest-NegativeSecGroupTest-1903402681-project] Request body: {'security_group': {'name': 'tempest-secgroup--654054772'}} {{(pid=83869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:35:18.790473 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-edc5e6b2-97ef-4b5d-a4cb-253417114b85 tempest-NegativeSecGroupTest-1903402681 tempest-NegativeSecGroupTest-1903402681-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:35:18.799061 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5354d615-c746-4382-ade9-114127b950a5 tempest-RoutersAdminTest-1965710677 tempest-RoutersAdminTest-1965710677-project-admin] Notify agent at l3_agent.dv-neutron-836180-1-hyperv the message routers_updated {{(pid=83869) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 13:35:18.815281 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ea0a0ae-442c-449c-9a3a-6e46ff86a2c6 None None] Sync routers for ids ['119650ee-1d2e-42f9-b6d3-5174136d56cd'] in dv-neutron-836180-1-hyperv {{(pid=83873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 13:35:18.829466 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ea0a0ae-442c-449c-9a3a-6e46ff86a2c6 None None] Routers {'119650ee-1d2e-42f9-b6d3-5174136d56cd'} bound to L3 agent in host dv-neutron-836180-1-hyperv {{(pid=83873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 13:35:18.830577 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-5ea0a0ae-442c-449c-9a3a-6e46ff86a2c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836180-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-01T13:25:36Z,description=,heartbeat_timestamp=2022-04-01T13:35:06Z,host='dv-neutron-836180-1-hyperv',id=88bf8fc8-11a3-4e96-9d1b-5fd93ba9f6f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T13:25:36Z,topic='l3_agent')) {'router_ids': ['119650ee-1d2e-42f9-b6d3-5174136d56cd'], 'active': True} {{(pid=83873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:35:18.876369 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-edc5e6b2-97ef-4b5d-a4cb-253417114b85 tempest-NegativeSecGroupTest-1903402681 tempest-NegativeSecGroupTest-1903402681-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:35:18.911351 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-5ea0a0ae-442c-449c-9a3a-6e46ff86a2c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-836180-1-hyperv', False) {} {{(pid=83873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:35:18.917966 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.db_base_plugin_v2 [None req-d3008644-9296-4fe6-95db-c5fcbe272c34 tempest-FloatingIPAdminTestJSON-382796379 tempest-FloatingIPAdminTestJSON-382796379-project] Deleting subnet 7f75e9f2-0792-43c1-92b4-29819799e513 {{(pid=83871) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 01 13:35:18.929358 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ea0a0ae-442c-449c-9a3a-6e46ff86a2c6 None None] Routers {'119650ee-1d2e-42f9-b6d3-5174136d56cd'} bound to L3 agent in host dv-neutron-836180-1-hyperv {{(pid=83873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 13:35:18.929862 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.db [req-a0d2b194-f4b9-48c3-83d7-94fae23e152b req-38a87850-e97d-4041-b3c1-b8896f4c83ce tempest-ServersTestJSON-1223226849 tempest-ServersTestJSON-1223226849-project] For port 977f3384-72d2-424a-b723-6cd9d5b5af4a, host hv-neutron-8361, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8361',level=0,port_id=977f3384-72d2-424a-b723-6cd9d5b5af4a,segment=NetworkSegment(a7c08fea-ad3b-44c6-93c9-bb06e756d3ac),segment_id=a7c08fea-ad3b-44c6-93c9-bb06e756d3ac)] {{(pid=83871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 13:35:18.930365 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-5ea0a0ae-442c-449c-9a3a-6e46ff86a2c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836180-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-01T13:25:36Z,description=,heartbeat_timestamp=2022-04-01T13:35:06Z,host='dv-neutron-836180-1-hyperv',id=88bf8fc8-11a3-4e96-9d1b-5fd93ba9f6f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T13:25:36Z,topic='l3_agent')) {'router_ids': ['119650ee-1d2e-42f9-b6d3-5174136d56cd'], 'active': True} {{(pid=83873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:35:18.930493 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-a0d2b194-f4b9-48c3-83d7-94fae23e152b req-38a87850-e97d-4041-b3c1-b8896f4c83ce tempest-ServersTestJSON-1223226849 tempest-ServersTestJSON-1223226849-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4155147'] for port, precommit_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:18.951489 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-5354d615-c746-4382-ade9-114127b950a5 tempest-RoutersAdminTest-1965710677 tempest-RoutersAdminTest-1965710677-project-admin] Notify callbacks [] for router, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:18.952725 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-5354d615-c746-4382-ade9-114127b950a5 tempest-RoutersAdminTest-1965710677 tempest-RoutersAdminTest-1965710677-project-admin] 10.222.0.26 "PUT /v2.0/routers/119650ee-1d2e-42f9-b6d3-5174136d56cd HTTP/1.1" status: 200 len: 921 time: 7.5962377 Apr 01 13:35:18.965815 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 48696) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:35:18.971527 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-edc5e6b2-97ef-4b5d-a4cb-253417114b85 tempest-NegativeSecGroupTest-1903402681 tempest-NegativeSecGroupTest-1903402681-project] Notify callbacks [] for security_group, before_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:19.004618 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-5ea0a0ae-442c-449c-9a3a-6e46ff86a2c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-836180-1-hyperv', False) {} {{(pid=83873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:35:19.005598 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ea0a0ae-442c-449c-9a3a-6e46ff86a2c6 None None] The sync data for ids ['119650ee-1d2e-42f9-b6d3-5174136d56cd'] in dv-neutron-836180-1-hyperv is: [] {{(pid=83873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 13:35:19.064562 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-d3008644-9296-4fe6-95db-c5fcbe272c34 tempest-FloatingIPAdminTestJSON-382796379 tempest-FloatingIPAdminTestJSON-382796379-project] Notify callbacks [] for subnet, before_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:19.107537 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-da1320fc-9b7c-42fc-8acb-006b9ff2c5f4 tempest-BulkNetworkOpsTest-413135140 tempest-BulkNetworkOpsTest-413135140-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:35:19.183893 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-da1320fc-9b7c-42fc-8acb-006b9ff2c5f4 tempest-BulkNetworkOpsTest-413135140 tempest-BulkNetworkOpsTest-413135140-project] Usage tracker for resource:subnet and tenant:ca1ed2db15af4fb597e2dfc50152ec4b is out of sync, need to count used quota {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 13:35:19.185959 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-edc5e6b2-97ef-4b5d-a4cb-253417114b85 tempest-NegativeSecGroupTest-1903402681 tempest-NegativeSecGroupTest-1903402681-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:35:19.196261 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-edc5e6b2-97ef-4b5d-a4cb-253417114b85 tempest-NegativeSecGroupTest-1903402681 tempest-NegativeSecGroupTest-1903402681-project] Usage tracker for resource:security_group_rule and tenant:b3a2449924ec4cfda6638744edb97d41 is out of sync, need to count used quota {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 13:35:19.201224 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-da1320fc-9b7c-42fc-8acb-006b9ff2c5f4 tempest-BulkNetworkOpsTest-413135140 tempest-BulkNetworkOpsTest-413135140-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 13:35:19.203903 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-edc5e6b2-97ef-4b5d-a4cb-253417114b85 tempest-NegativeSecGroupTest-1903402681 tempest-NegativeSecGroupTest-1903402681-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 13:35:19.223914 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-da1320fc-9b7c-42fc-8acb-006b9ff2c5f4 tempest-BulkNetworkOpsTest-413135140 tempest-BulkNetworkOpsTest-413135140-project] Attempting to reserve 2 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:35:19.224658 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-edc5e6b2-97ef-4b5d-a4cb-253417114b85 tempest-NegativeSecGroupTest-1903402681 tempest-NegativeSecGroupTest-1903402681-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:35:19.233392 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-d3008644-9296-4fe6-95db-c5fcbe272c34 tempest-FloatingIPAdminTestJSON-382796379 tempest-FloatingIPAdminTestJSON-382796379-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3166365'] for subnet, precommit_delete_associations {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:19.270891 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.db_base_plugin_v2 [None req-cd886698-9cb4-462d-9897-46a35ae2d0b6 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Deleting subnet 8806a6cf-79bc-4c4b-aa72-59257d6b8af3 {{(pid=83871) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 01 13:35:19.283331 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-42cb441b-25d0-4279-ab12-021ae922c12a tempest-RoutersIpV6AdminTest-7322729 tempest-RoutersIpV6AdminTest-7322729-project] Notify callbacks [] for router_gateway, after_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:19.345848 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-cd886698-9cb4-462d-9897-46a35ae2d0b6 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Notify callbacks [] for subnet, before_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:19.391798 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da1320fc-9b7c-42fc-8acb-006b9ff2c5f4 tempest-BulkNetworkOpsTest-413135140 tempest-BulkNetworkOpsTest-413135140-project] Made reservation on behalf of ca1ed2db15af4fb597e2dfc50152ec4b for: {'subnet': 2} {{(pid=83871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 13:35:19.466731 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-edc5e6b2-97ef-4b5d-a4cb-253417114b85 tempest-NegativeSecGroupTest-1903402681 tempest-NegativeSecGroupTest-1903402681-project] Notify callbacks [] for security_group, precommit_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:19.482471 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-edc5e6b2-97ef-4b5d-a4cb-253417114b85 tempest-NegativeSecGroupTest-1903402681 tempest-NegativeSecGroupTest-1903402681-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3775923'] for security_group, after_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:19.576906 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc5e6b2-97ef-4b5d-a4cb-253417114b85 tempest-NegativeSecGroupTest-1903402681 tempest-NegativeSecGroupTest-1903402681-project] Pushing event updated for resources: {'SecurityGroup': ['ID=392a7d93-4397-4912-bc5e-97691c7a0fa8,revision_number=1']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:35:19.582586 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1f5badaf-7e1c-47ca-a811-355262d52aa4 req-0dceabd4-ffca-4ec1-846d-c606f40e2a58 tempest-ServersTestManualDisk-1537329539 tempest-ServersTestManualDisk-1537329539-project] Router f24d7f76-f3ce-4d42-b1de-3162bb17b4ab has already been hosted by L3 agent 88bf8fc8-11a3-4e96-9d1b-5fd93ba9f6f1 {{(pid=83869) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 13:35:19.586481 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-42cb441b-25d0-4279-ab12-021ae922c12a tempest-RoutersIpV6AdminTest-7322729 tempest-RoutersIpV6AdminTest-7322729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4084887', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4079850', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4161'] for router, precommit_update {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:19.594558 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-edc5e6b2-97ef-4b5d-a4cb-253417114b85 tempest-NegativeSecGroupTest-1903402681 tempest-NegativeSecGroupTest-1903402681-project] Notify callbacks [] for security_group, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:19.595644 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-edc5e6b2-97ef-4b5d-a4cb-253417114b85 tempest-NegativeSecGroupTest-1903402681 tempest-NegativeSecGroupTest-1903402681-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.8338053 Apr 01 13:35:19.596729 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-42cb441b-25d0-4279-ab12-021ae922c12a tempest-RoutersIpV6AdminTest-7322729 tempest-RoutersIpV6AdminTest-7322729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4084858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-4084844', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-4084837', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-4079843'] for router, after_update {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:19.598406 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 48702) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:35:19.607672 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.v2.base [None req-f14d5a31-329f-4ed0-8a5c-d9dd0567a03f tempest-NegativeSecGroupTest-1903402681 tempest-NegativeSecGroupTest-1903402681-project] Request body: {'security_group_rule': {'security_group_id': '392a7d93-4397-4912-bc5e-97691c7a0fa8', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=83869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:35:19.608450 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.api.v2.resource [None req-f14d5a31-329f-4ed0-8a5c-d9dd0567a03f tempest-NegativeSecGroupTest-1903402681 tempest-NegativeSecGroupTest-1903402681-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 01 13:35:19.612337 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-f14d5a31-329f-4ed0-8a5c-d9dd0567a03f tempest-NegativeSecGroupTest-1903402681 tempest-NegativeSecGroupTest-1903402681-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0081718 Apr 01 13:35:19.612337 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 48706) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:35:19.624586 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.v2.base [None req-14b2b940-5895-4e7d-b01d-82cd19cecf7c tempest-NegativeSecGroupTest-1903402681 tempest-NegativeSecGroupTest-1903402681-project] Request body: {'security_group_rule': {'security_group_id': '392a7d93-4397-4912-bc5e-97691c7a0fa8', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=83869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:35:19.625268 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.api.v2.resource [None req-14b2b940-5895-4e7d-b01d-82cd19cecf7c tempest-NegativeSecGroupTest-1903402681 tempest-NegativeSecGroupTest-1903402681-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 01 13:35:19.628912 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-14b2b940-5895-4e7d-b01d-82cd19cecf7c tempest-NegativeSecGroupTest-1903402681 tempest-NegativeSecGroupTest-1903402681-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0130811 Apr 01 13:35:19.630449 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-25c98018-230f-4496-a3ca-dab9cedd5731 tempest-RoutersAdminTest-1965710677 tempest-RoutersAdminTest-1965710677-project-admin] 10.222.0.26 "GET /v2.0/routers/119650ee-1d2e-42f9-b6d3-5174136d56cd HTTP/1.1" status: 200 len: 921 time: 0.6632276 Apr 01 13:35:19.632569 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 48710) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:35:19.640694 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-cd886698-9cb4-462d-9897-46a35ae2d0b6 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3166365'] for subnet, precommit_delete_associations {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:19.680424 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 48712) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:35:19.692152 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.v2.base [None req-65ef163c-5edb-47d8-ad5b-02f669bb74e6 tempest-NegativeSecGroupTest-1903402681 tempest-NegativeSecGroupTest-1903402681-project] Request body: {'security_group_rule': {'security_group_id': '392a7d93-4397-4912-bc5e-97691c7a0fa8', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=83869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:35:19.693328 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.api.v2.resource [None req-65ef163c-5edb-47d8-ad5b-02f669bb74e6 tempest-NegativeSecGroupTest-1903402681 tempest-NegativeSecGroupTest-1903402681-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 01 13:35:19.696900 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-65ef163c-5edb-47d8-ad5b-02f669bb74e6 tempest-NegativeSecGroupTest-1903402681 tempest-NegativeSecGroupTest-1903402681-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0151527 Apr 01 13:35:19.700485 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 48720) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:35:19.723060 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.v2.base [None req-220551d8-aeec-4209-8866-d8c231be3b77 tempest-NegativeSecGroupTest-1903402681 tempest-NegativeSecGroupTest-1903402681-project] Request body: {'security_group_rule': {'security_group_id': '392a7d93-4397-4912-bc5e-97691c7a0fa8', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=83871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:35:19.723806 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.api.v2.resource [None req-220551d8-aeec-4209-8866-d8c231be3b77 tempest-NegativeSecGroupTest-1903402681 tempest-NegativeSecGroupTest-1903402681-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 01 13:35:19.727412 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-220551d8-aeec-4209-8866-d8c231be3b77 tempest-NegativeSecGroupTest-1903402681 tempest-NegativeSecGroupTest-1903402681-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0169244 Apr 01 13:35:19.734693 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 48724) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:35:19.886360 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-a0d2b194-f4b9-48c3-83d7-94fae23e152b req-38a87850-e97d-4041-b3c1-b8896f4c83ce tempest-ServersTestJSON-1223226849 tempest-ServersTestJSON-1223226849-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:19.886631 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-a0d2b194-f4b9-48c3-83d7-94fae23e152b req-38a87850-e97d-4041-b3c1-b8896f4c83ce tempest-ServersTestJSON-1223226849 tempest-ServersTestJSON-1223226849-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4084747'] for floatingip, after_update {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:19.886933 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.db.l3_db [req-a0d2b194-f4b9-48c3-83d7-94fae23e152b req-38a87850-e97d-4041-b3c1-b8896f4c83ce tempest-ServersTestJSON-1223226849 tempest-ServersTestJSON-1223226849-project] Floating IP f7b3e710-ee73-4a6b-85f7-11ac203f5707 disassociated. External IP: 172.26.5.98, port: 977f3384-72d2-424a-b723-6cd9d5b5af4a. Apr 01 13:35:19.887262 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.plugin [req-a0d2b194-f4b9-48c3-83d7-94fae23e152b req-38a87850-e97d-4041-b3c1-b8896f4c83ce tempest-ServersTestJSON-1223226849 tempest-ServersTestJSON-1223226849-project] Calling delete_port for 977f3384-72d2-424a-b723-6cd9d5b5af4a owned by compute:nova {{(pid=83871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 13:35:19.955833 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-d3008644-9296-4fe6-95db-c5fcbe272c34 tempest-FloatingIPAdminTestJSON-382796379 tempest-FloatingIPAdminTestJSON-382796379-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-945029'] for subnet, precommit_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:20.056344 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-da1320fc-9b7c-42fc-8acb-006b9ff2c5f4 tempest-BulkNetworkOpsTest-413135140 tempest-BulkNetworkOpsTest-413135140-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2757336'] for subnet, before_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:20.059443 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-da1320fc-9b7c-42fc-8acb-006b9ff2c5f4 tempest-BulkNetworkOpsTest-413135140 tempest-BulkNetworkOpsTest-413135140-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2757336'] for subnet, before_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:20.074546 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [req-ab8d39c9-6067-459b-8708-8d0067d81f23 req-26d2bab0-b0a8-4a18-bb65-4b9c39ba8570 tempest-ServersTestManualDisk-1537329539 tempest-ServersTestManualDisk-1537329539-project] Synchronizing usage tracker for tenant:89fbd4bee1224db38dcb79340f59d1d9 on resource:port {{(pid=83869) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 13:35:20.112089 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [req-ab8d39c9-6067-459b-8708-8d0067d81f23 req-26d2bab0-b0a8-4a18-bb65-4b9c39ba8570 tempest-ServersTestManualDisk-1537329539 tempest-ServersTestManualDisk-1537329539-project] Unset dirty status for tenant:89fbd4bee1224db38dcb79340f59d1d9 on resource:port {{(pid=83869) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 13:35:20.113232 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-ab8d39c9-6067-459b-8708-8d0067d81f23 req-26d2bab0-b0a8-4a18-bb65-4b9c39ba8570 tempest-ServersTestManualDisk-1537329539 tempest-ServersTestManualDisk-1537329539-project] 10.222.0.26 "GET /v2.0/ports?device_id=0316e663-2094-4e38-ab21-ae9fc82c63ae HTTP/1.1" status: 200 len: 210 time: 0.2884188 Apr 01 13:35:20.177111 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-051fe7e0-afa3-4bcb-83f9-d9dbefb0d492 tempest-RoutersAdminTest-1965710677 tempest-RoutersAdminTest-1965710677-project-admin] 10.222.0.26 "GET /v2.0/ports?network_id=725864b8-cceb-48c9-b5d3-1bfc4423e301&device_id=119650ee-1d2e-42f9-b6d3-5174136d56cd&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.4889722 Apr 01 13:35:20.177610 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61ff094-33a2-4bd8-a991-e7228e38f304 req-ee30ab7b-1cca-4ebc-91ad-50e5d3146b68 tempest-ServersTestJSON-1223226849 tempest-ServersTestJSON-1223226849-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:35:20.179844 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 48728) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:35:20.184672 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-a61ff094-33a2-4bd8-a991-e7228e38f304 req-ee30ab7b-1cca-4ebc-91ad-50e5d3146b68 tempest-ServersTestJSON-1223226849 tempest-ServersTestJSON-1223226849-project] 10.222.0.26 "GET /v2.0/ports?device_id=8aa7d2ad-e8f3-4771-aad7-c1d452e82252 HTTP/1.1" status: 200 len: 946 time: 0.6961672 Apr 01 13:35:20.195678 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-cd886698-9cb4-462d-9897-46a35ae2d0b6 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-945029'] for subnet, precommit_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:20.279038 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-0393a6a4-5dde-4dfb-a103-ac44f51f576e tempest-NegativeSecGroupTest-1903402681 tempest-NegativeSecGroupTest-1903402681-project] Notify callbacks [] for security_group, before_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:20.355836 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-472aa431-b29e-4f04-8732-27edd0e56eea tempest-RoutersAdminTest-1965710677 tempest-RoutersAdminTest-1965710677-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:35:20.360076 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-472aa431-b29e-4f04-8732-27edd0e56eea tempest-RoutersAdminTest-1965710677 tempest-RoutersAdminTest-1965710677-project-admin] 10.222.0.26 "GET /v2.0/networks/725864b8-cceb-48c9-b5d3-1bfc4423e301 HTTP/1.1" status: 200 len: 881 time: 0.1763101 Apr 01 13:35:20.366799 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 48732) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:35:20.397532 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-d3008644-9296-4fe6-95db-c5fcbe272c34 tempest-FloatingIPAdminTestJSON-382796379 tempest-FloatingIPAdminTestJSON-382796379-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-945042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2743160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2757373'] for subnet, after_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:20.417324 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-d6675862-b779-42f0-b3b1-bd3b00d50581 tempest-RoutersAdminTest-1358270532 tempest-RoutersAdminTest-1358270532-project] 10.222.0.26 "GET /v2.0/ports?device_id=119650ee-1d2e-42f9-b6d3-5174136d56cd HTTP/1.1" status: 200 len: 205 time: 0.0485141 Apr 01 13:35:20.420673 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 48736) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:35:20.455507 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-0393a6a4-5dde-4dfb-a103-ac44f51f576e tempest-NegativeSecGroupTest-1903402681 tempest-NegativeSecGroupTest-1903402681-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:20.488975 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3008644-9296-4fe6-95db-c5fcbe272c34 tempest-FloatingIPAdminTestJSON-382796379 tempest-FloatingIPAdminTestJSON-382796379-project] Pushing event deleted for resources: {'Subnet': ['ID=7f75e9f2-0792-43c1-92b4-29819799e513,revision_number=None']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:35:20.511661 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-a61ff094-33a2-4bd8-a991-e7228e38f304 req-ef926c12-e833-4773-a629-3dcc8dc4ac9d tempest-ServersTestJSON-1223226849 tempest-ServersTestJSON-1223226849-project] 10.222.0.26 "GET /v2.0/security-groups?id=9c879d46-6861-4e85-bf4f-dbcce6fd6735&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3261282 Apr 01 13:35:20.521303 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-d3008644-9296-4fe6-95db-c5fcbe272c34 tempest-FloatingIPAdminTestJSON-382796379 tempest-FloatingIPAdminTestJSON-382796379-project] Notify callbacks [] for subnet, before_response {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:20.534576 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8649d225-7db9-41cb-83e4-4e100f53c4a3 None None] Network f2ea7b94-8acd-4366-9b8f-7793dde2b041 requested from dv-neutron-836180-1-hyperv {{(pid=83872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 13:35:20.586875 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1f5badaf-7e1c-47ca-a811-355262d52aa4 req-0dceabd4-ffca-4ec1-846d-c606f40e2a58 tempest-ServersTestManualDisk-1537329539 tempest-ServersTestManualDisk-1537329539-project] Notify agent at l3_agent.dv-neutron-836180-1-hyperv the message routers_updated {{(pid=83869) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 13:35:20.617700 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-cd886698-9cb4-462d-9897-46a35ae2d0b6 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-945042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2743160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2757373'] for subnet, after_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:20.674136 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cdbc149-8eb8-46a5-9265-e1e868a15120 None None] Sync routers for ids ['f24d7f76-f3ce-4d42-b1de-3162bb17b4ab'] in dv-neutron-836180-1-hyperv {{(pid=83872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 13:35:20.676480 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Device 977f3384-72d2-424a-b723-6cd9d5b5af4a no longer exists at agent hyperv_hv-neutron-8361 {{(pid=83872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 13:35:20.718036 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.plugin [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] No Port match for: 977f3384-72d2-424a-b723-6cd9d5b5af4a {{(pid=83872) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 01 13:35:20.718365 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Device 977f3384-72d2-424a-b723-6cd9d5b5af4a not bound to the agent host hv-neutron-8361 {{(pid=83872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 13:35:20.718701 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f5badaf-7e1c-47ca-a811-355262d52aa4 req-0dceabd4-ffca-4ec1-846d-c606f40e2a58 tempest-ServersTestManualDisk-1537329539 tempest-ServersTestManualDisk-1537329539-project] No DVR routers for this DVR port 389797f2-66e0-4248-bbe2-d36a06762cdf on host hv-neutron-8361 {{(pid=83869) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 13:35:20.722469 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [req-1f5badaf-7e1c-47ca-a811-355262d52aa4 req-0dceabd4-ffca-4ec1-846d-c606f40e2a58 tempest-ServersTestManualDisk-1537329539 tempest-ServersTestManualDisk-1537329539-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109561'] for port, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:20.724893 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-1f5badaf-7e1c-47ca-a811-355262d52aa4 req-0dceabd4-ffca-4ec1-846d-c606f40e2a58 tempest-ServersTestManualDisk-1537329539 tempest-ServersTestManualDisk-1537329539-project] 10.222.0.57 "DELETE /v2.0/ports/389797f2-66e0-4248-bbe2-d36a06762cdf HTTP/1.1" status: 204 len: 173 time: 4.8586137 Apr 01 13:35:20.725825 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0316e663-2094-4e38-ab21-ae9fc82c63ae', 'name': 'network-vif-deleted', 'tag': '389797f2-66e0-4248-bbe2-d36a06762cdf'}] {{(pid=83869) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 13:35:20.803231 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42cb441b-25d0-4279-ab12-021ae922c12a tempest-RoutersIpV6AdminTest-7322729 tempest-RoutersIpV6AdminTest-7322729-project] Router dd5b9c7d-d63d-4276-8bb3-0ffbca7a0a73 is scheduled to L3 agent 88bf8fc8-11a3-4e96-9d1b-5fd93ba9f6f1 with binding_index 1 {{(pid=83869) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 01 13:35:20.814873 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-a0d2b194-f4b9-48c3-83d7-94fae23e152b req-38a87850-e97d-4041-b3c1-b8896f4c83ce tempest-ServersTestJSON-1223226849 tempest-ServersTestJSON-1223226849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736733359243', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736732935810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2743125'] for port, after_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:20.820878 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cdbc149-8eb8-46a5-9265-e1e868a15120 None None] Routers {'f24d7f76-f3ce-4d42-b1de-3162bb17b4ab'} bound to L3 agent in host dv-neutron-836180-1-hyperv {{(pid=83872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 13:35:20.824961 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_hamode_db [None req-5cdbc149-8eb8-46a5-9265-e1e868a15120 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836180-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-01T13:25:36Z,description=,heartbeat_timestamp=2022-04-01T13:35:06Z,host='dv-neutron-836180-1-hyperv',id=88bf8fc8-11a3-4e96-9d1b-5fd93ba9f6f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T13:25:36Z,topic='l3_agent')) {'router_ids': ['f24d7f76-f3ce-4d42-b1de-3162bb17b4ab'], 'active': True} {{(pid=83872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:35:20.830359 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-d3008644-9296-4fe6-95db-c5fcbe272c34 tempest-FloatingIPAdminTestJSON-382796379 tempest-FloatingIPAdminTestJSON-382796379-project] 10.222.0.26 "DELETE /v2.0/subnets/7f75e9f2-0792-43c1-92b4-29819799e513 HTTP/1.1" status: 204 len: 168 time: 2.6622922 Apr 01 13:35:20.838837 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0316e663-2094-4e38-ab21-ae9fc82c63ae', 'name': 'network-vif-deleted', 'tag': '389797f2-66e0-4248-bbe2-d36a06762cdf', 'status': 'completed', 'code': 200} Apr 01 13:35:20.839200 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 48742) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:35:20.870340 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd886698-9cb4-462d-9897-46a35ae2d0b6 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Pushing event deleted for resources: {'Subnet': ['ID=8806a6cf-79bc-4c4b-aa72-59257d6b8af3,revision_number=None']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:35:20.889216 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-0393a6a4-5dde-4dfb-a103-ac44f51f576e tempest-NegativeSecGroupTest-1903402681 tempest-NegativeSecGroupTest-1903402681-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3775923'] for security_group, after_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:20.904839 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a87850-e97d-4041-b3c1-b8896f4c83ce tempest-ServersTestJSON-1223226849 tempest-ServersTestJSON-1223226849-project] Pushing event deleted for resources: {'Port': ['ID=977f3384-72d2-424a-b723-6cd9d5b5af4a,revision_number=None']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:35:20.922618 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-cd886698-9cb4-462d-9897-46a35ae2d0b6 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Notify callbacks [] for subnet, before_response {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:20.928144 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0393a6a4-5dde-4dfb-a103-ac44f51f576e tempest-NegativeSecGroupTest-1903402681 tempest-NegativeSecGroupTest-1903402681-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=392a7d93-4397-4912-bc5e-97691c7a0fa8,revision_number=None']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:35:20.938485 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-0393a6a4-5dde-4dfb-a103-ac44f51f576e tempest-NegativeSecGroupTest-1903402681 tempest-NegativeSecGroupTest-1903402681-project] Notify callbacks [] for security_group, before_response {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:20.939587 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-0393a6a4-5dde-4dfb-a103-ac44f51f576e tempest-NegativeSecGroupTest-1903402681 tempest-NegativeSecGroupTest-1903402681-project] 10.222.0.26 "DELETE /v2.0/security-groups/392a7d93-4397-4912-bc5e-97691c7a0fa8 HTTP/1.1" status: 204 len: 168 time: 1.2030468 Apr 01 13:35:20.954041 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 48746) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:35:20.955734 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-cd886698-9cb4-462d-9897-46a35ae2d0b6 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] 10.222.0.26 "DELETE /v2.0/subnets/8806a6cf-79bc-4c4b-aa72-59257d6b8af3 HTTP/1.1" status: 204 len: 168 time: 2.4775414 Apr 01 13:35:20.987554 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 48750) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:35:21.112313 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78cf09cc-7299-4a0c-b83c-26e4e447bccd None None] Network 09d7ea43-6376-4322-97e7-54cd01aae492 requested from dv-neutron-836180-1-hyperv {{(pid=83872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 13:35:21.146049 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-0b63da47-2d8d-42e6-bb7c-57807da88ce7 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] 10.222.0.26 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1538045 Apr 01 13:35:21.147599 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 48754) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:35:21.153220 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.v2.base [None req-b10607c9-fe99-412f-894b-c4922ec49815 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Request body: {'subnet': {'network_id': '09d7ea43-6376-4322-97e7-54cd01aae492', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:35:21.169922 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-3a80ed60-aafe-4292-a4f4-70fa92de6414 tempest-FloatingIPAdminTestJSON-382796379 tempest-FloatingIPAdminTestJSON-382796379-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1033078'] for network, before_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:21.321398 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-aee24365-b7c0-44e4-8193-7db0e2319cc2 tempest-NegativeSecGroupTest-1903402681 tempest-NegativeSecGroupTest-1903402681-project] Synchronizing usage tracker for tenant:b3a2449924ec4cfda6638744edb97d41 on resource:security_group {{(pid=83871) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 13:35:21.351606 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.plugin [None req-3a80ed60-aafe-4292-a4f4-70fa92de6414 tempest-FloatingIPAdminTestJSON-382796379 tempest-FloatingIPAdminTestJSON-382796379-project] Deleting port 844168a6-4073-4722-9506-ac767113dc28 {{(pid=83869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 13:35:21.351957 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-3a80ed60-aafe-4292-a4f4-70fa92de6414 tempest-FloatingIPAdminTestJSON-382796379 tempest-FloatingIPAdminTestJSON-382796379-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736733287370'] for port, before_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:21.376176 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_dvr_db [None req-5cdbc149-8eb8-46a5-9265-e1e868a15120 None None] Set router f24d7f76-f3ce-4d42-b1de-3162bb17b4ab gateway port host: dv-neutron-836180-1-hyperv {{(pid=83872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 13:35:21.448926 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-6908d9c5-f261-455c-8c9a-2035c62db5fe req-947e6517-3eed-439f-b5da-e64d75b45b73 tempest-ServersTestManualDisk-1537329539 tempest-ServersTestManualDisk-1537329539-project] 10.222.0.26 "GET /v2.0/ports?device_id=0316e663-2094-4e38-ab21-ae9fc82c63ae HTTP/1.1" status: 200 len: 210 time: 0.0927827 Apr 01 13:35:21.452066 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-aee24365-b7c0-44e4-8193-7db0e2319cc2 tempest-NegativeSecGroupTest-1903402681 tempest-NegativeSecGroupTest-1903402681-project] Unset dirty status for tenant:b3a2449924ec4cfda6638744edb97d41 on resource:security_group {{(pid=83871) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 13:35:21.459570 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-aee24365-b7c0-44e4-8193-7db0e2319cc2 tempest-NegativeSecGroupTest-1903402681 tempest-NegativeSecGroupTest-1903402681-project] 10.222.0.26 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.4965262 Apr 01 13:35:21.469300 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 48760) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:35:21.484331 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.v2.base [None req-f15c4407-f420-4e04-969e-045eee1e41e5 tempest-NegativeSecGroupTest-1903402681 tempest-NegativeSecGroupTest-1903402681-project] Request body: {'security_group': {'name': 'tempest-secgroup--329111866'}} {{(pid=83869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:35:21.493616 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-d310ad4e-95c9-4a77-8101-5565392ed500 tempest-RoutersAdminTest-1358270532 tempest-RoutersAdminTest-1358270532-project] Notify callbacks [] for router, before_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:21.634966 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-b10607c9-fe99-412f-894b-c4922ec49815 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:35:21.638967 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-f15c4407-f420-4e04-969e-045eee1e41e5 tempest-NegativeSecGroupTest-1903402681 tempest-NegativeSecGroupTest-1903402681-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:35:21.711686 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-da1320fc-9b7c-42fc-8acb-006b9ff2c5f4 tempest-BulkNetworkOpsTest-413135140 tempest-BulkNetworkOpsTest-413135140-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2743225', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2757366'] for subnet, after_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:21.732535 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0929db17-1e78-444e-ac49-1a275ce8b111 None None] DHCP port deletion for f2ea7b94-8acd-4366-9b8f-7793dde2b041 request from dv-neutron-836180-1-hyperv {{(pid=83872) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 01 13:35:21.768257 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-b10607c9-fe99-412f-894b-c4922ec49815 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:35:21.808596 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.plugin [None req-0929db17-1e78-444e-ac49-1a275ce8b111 None None] Deleting port 844168a6-4073-4722-9506-ac767113dc28 {{(pid=83872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 13:35:21.808957 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-0929db17-1e78-444e-ac49-1a275ce8b111 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736733287370'] for port, before_delete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:21.816287 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-f15c4407-f420-4e04-969e-045eee1e41e5 tempest-NegativeSecGroupTest-1903402681 tempest-NegativeSecGroupTest-1903402681-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:35:21.845315 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1320fc-9b7c-42fc-8acb-006b9ff2c5f4 tempest-BulkNetworkOpsTest-413135140 tempest-BulkNetworkOpsTest-413135140-project] Pushing event updated for resources: {'Subnet': ['ID=27ba5fe3-efe1-401a-9581-b520a7af97ec,revision_number=0']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:35:21.856489 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a0d2b194-f4b9-48c3-83d7-94fae23e152b req-38a87850-e97d-4041-b3c1-b8896f4c83ce tempest-ServersTestJSON-1223226849 tempest-ServersTestJSON-1223226849-project] Router 77406f62-76cf-4016-91f0-13f9860d5967 has already been hosted by L3 agent 88bf8fc8-11a3-4e96-9d1b-5fd93ba9f6f1 {{(pid=83871) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 13:35:21.866308 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da1320fc-9b7c-42fc-8acb-006b9ff2c5f4 tempest-BulkNetworkOpsTest-413135140 tempest-BulkNetworkOpsTest-413135140-project] Checking segment: {'id': '4efe3607-0a1e-4519-acd3-108e27bdc08a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '61ad155a-2ca8-4549-a945-6e9471923170'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 13:35:21.866661 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da1320fc-9b7c-42fc-8acb-006b9ff2c5f4 tempest-BulkNetworkOpsTest-413135140 tempest-BulkNetworkOpsTest-413135140-project] Network hostable DHCP agents. Network: 61ad155a-2ca8-4549-a945-6e9471923170, hostable agents: ['e47e4547-5c2d-4954-ba56-fa3646239f18'], hosted agents: [] {{(pid=83871) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 13:35:21.980487 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-04e95481-161e-4b3e-8f3e-e9074456604d req-39f300a0-1367-414f-9b02-951036ed395d tempest-ServersTestJSON-1223226849 tempest-ServersTestJSON-1223226849-project] 10.222.0.26 "GET /v2.0/ports?device_id=8aa7d2ad-e8f3-4771-aad7-c1d452e82252 HTTP/1.1" status: 200 len: 210 time: 0.2133660 Apr 01 13:35:22.004571 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b10607c9-fe99-412f-894b-c4922ec49815 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Made reservation on behalf of 8b726fe6689e4b7f96def1a2219bea6c for: {'subnet': 1} {{(pid=83869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 13:35:22.030462 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da1320fc-9b7c-42fc-8acb-006b9ff2c5f4 tempest-BulkNetworkOpsTest-413135140 tempest-BulkNetworkOpsTest-413135140-project] Network 61ad155a-2ca8-4549-a945-6e9471923170 is scheduled to be hosted by DHCP agent e47e4547-5c2d-4954-ba56-fa3646239f18 with binding_index 1 {{(pid=83871) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 13:35:22.048536 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.scheduler.base_scheduler [None req-da1320fc-9b7c-42fc-8acb-006b9ff2c5f4 tempest-BulkNetworkOpsTest-413135140 tempest-BulkNetworkOpsTest-413135140-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-836180-1-hyperv, 61ad155a-2ca8-4549-a945-6e9471923170) {{(pid=83871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 13:35:22.052861 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-da1320fc-9b7c-42fc-8acb-006b9ff2c5f4 tempest-BulkNetworkOpsTest-413135140 tempest-BulkNetworkOpsTest-413135140-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2743225', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2757366'] for subnet, after_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:22.072102 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97429ba3-2072-4139-86a7-0dc8ac8cdac9 None None] Network 61ad155a-2ca8-4549-a945-6e9471923170 requested from dv-neutron-836180-1-hyperv {{(pid=83872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 13:35:22.102632 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-f15c4407-f420-4e04-969e-045eee1e41e5 tempest-NegativeSecGroupTest-1903402681 tempest-NegativeSecGroupTest-1903402681-project] Notify callbacks [] for security_group, before_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:22.109943 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b4f5956-bc17-4f29-be27-458e81b585ae None None] DHCP port deletion for 09d7ea43-6376-4322-97e7-54cd01aae492 request from dv-neutron-836180-1-hyperv {{(pid=83872) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 01 13:35:22.149436 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1320fc-9b7c-42fc-8acb-006b9ff2c5f4 tempest-BulkNetworkOpsTest-413135140 tempest-BulkNetworkOpsTest-413135140-project] Pushing event updated for resources: {'Subnet': ['ID=167ef851-e717-4cc3-b518-dc3cbfe1bd54,revision_number=0']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:35:22.179716 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da1320fc-9b7c-42fc-8acb-006b9ff2c5f4 tempest-BulkNetworkOpsTest-413135140 tempest-BulkNetworkOpsTest-413135140-project] Checking segment: {'id': '9f850337-2a60-49b0-883d-c09fdc90fa39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '96992700-e4f2-40ad-8c6e-aa2d40515775'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 13:35:22.179965 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.plugin [None req-0b4f5956-bc17-4f29-be27-458e81b585ae None None] Deleting port bef26e10-09a5-40f4-ab52-6cdcf5f5c6f4 {{(pid=83872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 13:35:22.180055 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da1320fc-9b7c-42fc-8acb-006b9ff2c5f4 tempest-BulkNetworkOpsTest-413135140 tempest-BulkNetworkOpsTest-413135140-project] Network hostable DHCP agents. Network: 96992700-e4f2-40ad-8c6e-aa2d40515775, hostable agents: ['e47e4547-5c2d-4954-ba56-fa3646239f18'], hosted agents: [] {{(pid=83871) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 13:35:22.180193 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-0b4f5956-bc17-4f29-be27-458e81b585ae None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736733287370'] for port, before_delete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:22.242561 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-0929db17-1e78-444e-ac49-1a275ce8b111 None None] For port 844168a6-4073-4722-9506-ac767113dc28, host dv-neutron-836180-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836180-1-hyperv',level=0,port_id=844168a6-4073-4722-9506-ac767113dc28,segment=NetworkSegment(ca8d8f66-5952-4b38-b807-6b29c899e38d),segment_id=ca8d8f66-5952-4b38-b807-6b29c899e38d)] {{(pid=83872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 13:35:22.243218 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-0929db17-1e78-444e-ac49-1a275ce8b111 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4155147'] for port, precommit_delete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:22.249631 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da1320fc-9b7c-42fc-8acb-006b9ff2c5f4 tempest-BulkNetworkOpsTest-413135140 tempest-BulkNetworkOpsTest-413135140-project] Network 96992700-e4f2-40ad-8c6e-aa2d40515775 is scheduled to be hosted by DHCP agent e47e4547-5c2d-4954-ba56-fa3646239f18 with binding_index 1 {{(pid=83871) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 13:35:22.266236 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.db [None req-3a80ed60-aafe-4292-a4f4-70fa92de6414 tempest-FloatingIPAdminTestJSON-382796379 tempest-FloatingIPAdminTestJSON-382796379-project] For port 844168a6-4073-4722-9506-ac767113dc28, host dv-neutron-836180-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836180-1-hyperv',level=0,port_id=844168a6-4073-4722-9506-ac767113dc28,segment=NetworkSegment(ca8d8f66-5952-4b38-b807-6b29c899e38d),segment_id=ca8d8f66-5952-4b38-b807-6b29c899e38d)] {{(pid=83869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 13:35:22.266717 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-3a80ed60-aafe-4292-a4f4-70fa92de6414 tempest-FloatingIPAdminTestJSON-382796379 tempest-FloatingIPAdminTestJSON-382796379-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4155147'] for port, precommit_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:22.281919 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a0d2b194-f4b9-48c3-83d7-94fae23e152b req-38a87850-e97d-4041-b3c1-b8896f4c83ce tempest-ServersTestJSON-1223226849 tempest-ServersTestJSON-1223226849-project] Notify agent at l3_agent.dv-neutron-836180-1-hyperv the message routers_updated {{(pid=83871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 13:35:22.284756 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.scheduler.base_scheduler [None req-da1320fc-9b7c-42fc-8acb-006b9ff2c5f4 tempest-BulkNetworkOpsTest-413135140 tempest-BulkNetworkOpsTest-413135140-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-836180-1-hyperv, 96992700-e4f2-40ad-8c6e-aa2d40515775) {{(pid=83871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 13:35:22.286298 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-b10607c9-fe99-412f-894b-c4922ec49815 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2999481'] for subnet, before_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:22.292466 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6942e64-b34e-43bb-ae31-c889a81b9bdc None None] Sync routers for ids ['77406f62-76cf-4016-91f0-13f9860d5967'] in dv-neutron-836180-1-hyperv {{(pid=83873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 13:35:22.317252 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6942e64-b34e-43bb-ae31-c889a81b9bdc None None] Routers {'77406f62-76cf-4016-91f0-13f9860d5967'} bound to L3 agent in host dv-neutron-836180-1-hyperv {{(pid=83873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 13:35:22.317811 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-f6942e64-b34e-43bb-ae31-c889a81b9bdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836180-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-01T13:25:36Z,description=,heartbeat_timestamp=2022-04-01T13:35:06Z,host='dv-neutron-836180-1-hyperv',id=88bf8fc8-11a3-4e96-9d1b-5fd93ba9f6f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T13:25:36Z,topic='l3_agent')) {'router_ids': ['77406f62-76cf-4016-91f0-13f9860d5967'], 'active': True} {{(pid=83873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:35:22.348057 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b508f031-69ca-4555-946f-1a865558d44c None None] Network 96992700-e4f2-40ad-8c6e-aa2d40515775 requested from dv-neutron-836180-1-hyperv {{(pid=83872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 13:35:22.445501 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0d2b194-f4b9-48c3-83d7-94fae23e152b req-38a87850-e97d-4041-b3c1-b8896f4c83ce tempest-ServersTestJSON-1223226849 tempest-ServersTestJSON-1223226849-project] No DVR routers for this DVR port 977f3384-72d2-424a-b723-6cd9d5b5af4a on host hv-neutron-8361 {{(pid=83871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 13:35:22.448331 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da1320fc-9b7c-42fc-8acb-006b9ff2c5f4 tempest-BulkNetworkOpsTest-413135140 tempest-BulkNetworkOpsTest-413135140-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:35:22.448493 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da1320fc-9b7c-42fc-8acb-006b9ff2c5f4 tempest-BulkNetworkOpsTest-413135140 tempest-BulkNetworkOpsTest-413135140-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:35:22.449866 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-da1320fc-9b7c-42fc-8acb-006b9ff2c5f4 tempest-BulkNetworkOpsTest-413135140 tempest-BulkNetworkOpsTest-413135140-project] Notify callbacks [] for subnet, before_response {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:22.464594 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.plugin [None req-0929db17-1e78-444e-ac49-1a275ce8b111 None None] Calling delete_port for 844168a6-4073-4722-9506-ac767113dc28 owned by network:dhcp {{(pid=83872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 13:35:22.472202 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-a0d2b194-f4b9-48c3-83d7-94fae23e152b req-38a87850-e97d-4041-b3c1-b8896f4c83ce tempest-ServersTestJSON-1223226849 tempest-ServersTestJSON-1223226849-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109561'] for port, before_response {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:22.474582 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-f15c4407-f420-4e04-969e-045eee1e41e5 tempest-NegativeSecGroupTest-1903402681 tempest-NegativeSecGroupTest-1903402681-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:35:22.476871 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-a0d2b194-f4b9-48c3-83d7-94fae23e152b req-38a87850-e97d-4041-b3c1-b8896f4c83ce tempest-ServersTestJSON-1223226849 tempest-ServersTestJSON-1223226849-project] 10.222.0.57 "DELETE /v2.0/ports/977f3384-72d2-424a-b723-6cd9d5b5af4a HTTP/1.1" status: 204 len: 173 time: 4.6733329 Apr 01 13:35:22.479156 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8aa7d2ad-e8f3-4771-aad7-c1d452e82252', 'name': 'network-vif-deleted', 'tag': '977f3384-72d2-424a-b723-6cd9d5b5af4a'}] {{(pid=83871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 13:35:22.491382 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Device bef26e10-09a5-40f4-ab52-6cdcf5f5c6f4 no longer exists at agent ovs-agent-dv-neutron-836180-1-hyperv {{(pid=83872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 13:35:22.515734 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.plugin [None req-3a80ed60-aafe-4292-a4f4-70fa92de6414 tempest-FloatingIPAdminTestJSON-382796379 tempest-FloatingIPAdminTestJSON-382796379-project] Calling delete_port for 844168a6-4073-4722-9506-ac767113dc28 owned by network:dhcp {{(pid=83869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 13:35:22.542393 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_dvr_db [None req-f6942e64-b34e-43bb-ae31-c889a81b9bdc None None] Set router 77406f62-76cf-4016-91f0-13f9860d5967 gateway port host: dv-neutron-836180-1-hyperv {{(pid=83873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 13:35:22.543011 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-da1320fc-9b7c-42fc-8acb-006b9ff2c5f4 tempest-BulkNetworkOpsTest-413135140 tempest-BulkNetworkOpsTest-413135140-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1425 time: 4.2248044 Apr 01 13:35:22.545403 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 48770) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:35:22.588763 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-f15c4407-f420-4e04-969e-045eee1e41e5 tempest-NegativeSecGroupTest-1903402681 tempest-NegativeSecGroupTest-1903402681-project] Usage tracker for resource:security_group_rule and tenant:b3a2449924ec4cfda6638744edb97d41 is out of sync, need to count used quota {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 13:35:22.627947 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-f15c4407-f420-4e04-969e-045eee1e41e5 tempest-NegativeSecGroupTest-1903402681 tempest-NegativeSecGroupTest-1903402681-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 13:35:22.683733 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-f15c4407-f420-4e04-969e-045eee1e41e5 tempest-NegativeSecGroupTest-1903402681 tempest-NegativeSecGroupTest-1903402681-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:35:22.718443 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8aa7d2ad-e8f3-4771-aad7-c1d452e82252', 'name': 'network-vif-deleted', 'tag': '977f3384-72d2-424a-b723-6cd9d5b5af4a', 'status': 'completed', 'code': 200} Apr 01 13:35:22.718927 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 48776) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:35:22.808761 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42cb441b-25d0-4279-ab12-021ae922c12a tempest-RoutersIpV6AdminTest-7322729 tempest-RoutersIpV6AdminTest-7322729-project] Notify agent at l3_agent.dv-neutron-836180-1-hyperv the message routers_updated {{(pid=83869) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 13:35:22.821429 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7553a48c-b7a2-4ac4-9118-00b28ba8ea07 tempest-BulkNetworkOpsTest-413135140 tempest-BulkNetworkOpsTest-413135140-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:35:22.824875 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7553a48c-b7a2-4ac4-9118-00b28ba8ea07 tempest-BulkNetworkOpsTest-413135140 tempest-BulkNetworkOpsTest-413135140-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:35:22.828814 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7553a48c-b7a2-4ac4-9118-00b28ba8ea07 tempest-BulkNetworkOpsTest-413135140 tempest-BulkNetworkOpsTest-413135140-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:35:22.829654 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-7553a48c-b7a2-4ac4-9118-00b28ba8ea07 tempest-BulkNetworkOpsTest-413135140 tempest-BulkNetworkOpsTest-413135140-project] Synchronizing usage tracker for tenant:ca1ed2db15af4fb597e2dfc50152ec4b on resource:subnet {{(pid=83871) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 13:35:22.841033 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-3a80ed60-aafe-4292-a4f4-70fa92de6414 tempest-FloatingIPAdminTestJSON-382796379 tempest-FloatingIPAdminTestJSON-382796379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736733359243', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736732935810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2705155'] for port, after_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:22.852824 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f733f2fa-5e47-488a-bbd8-cb74e1ea9d1d None None] Sync routers for ids ['dd5b9c7d-d63d-4276-8bb3-0ffbca7a0a73'] in dv-neutron-836180-1-hyperv {{(pid=83872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 13:35:22.888547 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-7553a48c-b7a2-4ac4-9118-00b28ba8ea07 tempest-BulkNetworkOpsTest-413135140 tempest-BulkNetworkOpsTest-413135140-project] Unset dirty status for tenant:ca1ed2db15af4fb597e2dfc50152ec4b on resource:subnet {{(pid=83871) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 13:35:22.892945 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-7553a48c-b7a2-4ac4-9118-00b28ba8ea07 tempest-BulkNetworkOpsTest-413135140 tempest-BulkNetworkOpsTest-413135140-project] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2051 time: 0.3398407 Apr 01 13:35:22.893117 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 48782) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:35:22.932070 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-234512f8-a23f-4bbe-9674-63b28d076d39 tempest-ServersTestManualDisk-1537329539 tempest-ServersTestManualDisk-1537329539-project] Notify callbacks [] for security_group, before_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:22.933876 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-f15c4407-f420-4e04-969e-045eee1e41e5 tempest-NegativeSecGroupTest-1903402681 tempest-NegativeSecGroupTest-1903402681-project] Notify callbacks [] for security_group, precommit_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:22.949538 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a80ed60-aafe-4292-a4f4-70fa92de6414 tempest-FloatingIPAdminTestJSON-382796379 tempest-FloatingIPAdminTestJSON-382796379-project] Pushing event deleted for resources: {'Port': ['ID=844168a6-4073-4722-9506-ac767113dc28,revision_number=None']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:35:22.955510 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-f15c4407-f420-4e04-969e-045eee1e41e5 tempest-NegativeSecGroupTest-1903402681 tempest-NegativeSecGroupTest-1903402681-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3775923'] for security_group, after_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:22.983369 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-234512f8-a23f-4bbe-9674-63b28d076d39 tempest-ServersTestManualDisk-1537329539 tempest-ServersTestManualDisk-1537329539-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:23.004749 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.db_base_plugin_v2 [None req-503fd113-f552-43be-a0b0-50c1f4b51969 tempest-BulkNetworkOpsTest-413135140 tempest-BulkNetworkOpsTest-413135140-project] Deleting subnet 27ba5fe3-efe1-401a-9581-b520a7af97ec {{(pid=83871) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 01 13:35:23.007837 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a80ed60-aafe-4292-a4f4-70fa92de6414 tempest-FloatingIPAdminTestJSON-382796379 tempest-FloatingIPAdminTestJSON-382796379-project] No DVR routers for this DVR port 844168a6-4073-4722-9506-ac767113dc28 on host dv-neutron-836180-1-hyperv {{(pid=83869) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 13:35:23.008371 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_hamode_db [None req-5cdbc149-8eb8-46a5-9265-e1e868a15120 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f24d7f76-f3ce-4d42-b1de-3162bb17b4ab', 'name': 'tempest-ServersTestManualDisk-1056140270-router', 'tenant_id': '89fbd4bee1224db38dcb79340f59d1d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'external_fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.27'}], 'enable_snat': True}, 'gw_port_id': '1d1d7b6b-a315-4d6f-b107-0a0f237c2067', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T13:33:39Z', 'updated_at': '2022-04-01T13:33:44Z', 'revision_number': 4, 'project_id': '89fbd4bee1224db38dcb79340f59d1d9', 'gw_port': {'id': '1d1d7b6b-a315-4d6f-b107-0a0f237c2067', 'name': '', 'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:f6:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f24d7f76-f3ce-4d42-b1de-3162bb17b4ab', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836180-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:33:40Z', 'updated_at': '2022-04-01T13:33:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836180-1-hyperv', '_interfaces': [{'id': 'dc1d3407-408a-4489-a985-4b87e716c495', 'name': '', 'network_id': '8a1d3029-ea4e-4a99-9a7d-ce93ff1eb9a1', 'tenant_id': '89fbd4bee1224db38dcb79340f59d1d9', 'mac_address': 'fa:16:3e:2e:99:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f24d7f76-f3ce-4d42-b1de-3162bb17b4ab', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b4d98d75-116a-4d3d-b965-52d071507f72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836180-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:33:43Z', 'updated_at': '2022-04-01T13:33:54Z', 'revision_number': 5, 'project_id': '89fbd4bee1224db38dcb79340f59d1d9', 'subnets': [{'id': 'b4d98d75-116a-4d3d-b965-52d071507f72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-836180-1-hyperv', False) {} {{(pid=83872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:35:23.012886 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-503fd113-f552-43be-a0b0-50c1f4b51969 tempest-BulkNetworkOpsTest-413135140 tempest-BulkNetworkOpsTest-413135140-project] Notify callbacks [] for subnet, before_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:23.089156 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-503fd113-f552-43be-a0b0-50c1f4b51969 tempest-BulkNetworkOpsTest-413135140 tempest-BulkNetworkOpsTest-413135140-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3166365'] for subnet, precommit_delete_associations {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:23.107300 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-42cb441b-25d0-4279-ab12-021ae922c12a tempest-RoutersIpV6AdminTest-7322729 tempest-RoutersIpV6AdminTest-7322729-project] Notify callbacks [] for router, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:23.111023 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-42cb441b-25d0-4279-ab12-021ae922c12a tempest-RoutersIpV6AdminTest-7322729 tempest-RoutersIpV6AdminTest-7322729-project] 10.222.0.26 "PUT /v2.0/routers/dd5b9c7d-d63d-4276-8bb3-0ffbca7a0a73 HTTP/1.1" status: 200 len: 883 time: 8.9519932 Apr 01 13:35:23.111023 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-f15c4407-f420-4e04-969e-045eee1e41e5 tempest-NegativeSecGroupTest-1903402681 tempest-NegativeSecGroupTest-1903402681-project] Notify callbacks [] for security_group, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:23.111023 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-f15c4407-f420-4e04-969e-045eee1e41e5 tempest-NegativeSecGroupTest-1903402681 tempest-NegativeSecGroupTest-1903402681-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 1.6352470 Apr 01 13:35:23.119043 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 48788) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:35:23.119043 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 48790) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:35:23.128902 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f15c4407-f420-4e04-969e-045eee1e41e5 tempest-NegativeSecGroupTest-1903402681 tempest-NegativeSecGroupTest-1903402681-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0a0d4f37-548e-4c4f-8b4f-c3490e5ec6a2,revision_number=1']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:35:23.137966 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cdbc149-8eb8-46a5-9265-e1e868a15120 None None] Checking router: f24d7f76-f3ce-4d42-b1de-3162bb17b4ab for host: dv-neutron-836180-1-hyperv {{(pid=83872) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 01 13:35:23.144933 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.db.api [None req-0929db17-1e78-444e-ac49-1a275ce8b111 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83872) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 01 13:35:23.145527 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG oslo_db.api [None req-0929db17-1e78-444e-ac49-1a275ce8b111 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 01 13:35:23.153463 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-f6942e64-b34e-43bb-ae31-c889a81b9bdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77406f62-76cf-4016-91f0-13f9860d5967', 'name': 'tempest-ServersTestJSON-518393349-router', 'tenant_id': '60bf55a52dbc4f9d9d0decf6a2dd30f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'external_fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.230'}], 'enable_snat': True}, 'gw_port_id': 'de05d516-4cf8-4e68-8674-3515de7a8c32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T13:33:40Z', 'updated_at': '2022-04-01T13:33:48Z', 'revision_number': 4, 'project_id': '60bf55a52dbc4f9d9d0decf6a2dd30f6', 'gw_port': {'id': 'de05d516-4cf8-4e68-8674-3515de7a8c32', 'name': '', 'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:6f:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77406f62-76cf-4016-91f0-13f9860d5967', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836180-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:33:41Z', 'updated_at': '2022-04-01T13:33:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836180-1-hyperv', '_interfaces': [{'id': '477de692-9c51-4431-a196-3139509ee79b', 'name': '', 'network_id': 'fb98b55b-27fc-4010-87f8-0892c916fc1a', 'tenant_id': '60bf55a52dbc4f9d9d0decf6a2dd30f6', 'mac_address': 'fa:16:3e:e9:cb:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77406f62-76cf-4016-91f0-13f9860d5967', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bd8de9aa-4e53-4452-88cd-9054c473da72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836180-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:33:46Z', 'updated_at': '2022-04-01T13:34:27Z', 'revision_number': 5, 'project_id': '60bf55a52dbc4f9d9d0decf6a2dd30f6', 'subnets': [{'id': 'bd8de9aa-4e53-4452-88cd-9054c473da72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-836180-1-hyperv', False) {} {{(pid=83873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:35:23.161806 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6942e64-b34e-43bb-ae31-c889a81b9bdc None None] Checking router: 77406f62-76cf-4016-91f0-13f9860d5967 for host: dv-neutron-836180-1-hyperv {{(pid=83873) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 01 13:35:23.176574 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6942e64-b34e-43bb-ae31-c889a81b9bdc None None] Routers {'77406f62-76cf-4016-91f0-13f9860d5967'} bound to L3 agent in host dv-neutron-836180-1-hyperv {{(pid=83873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 13:35:23.178768 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-f6942e64-b34e-43bb-ae31-c889a81b9bdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836180-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-01T13:25:36Z,description=,heartbeat_timestamp=2022-04-01T13:35:06Z,host='dv-neutron-836180-1-hyperv',id=88bf8fc8-11a3-4e96-9d1b-5fd93ba9f6f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T13:25:36Z,topic='l3_agent')) {'router_ids': ['77406f62-76cf-4016-91f0-13f9860d5967'], 'active': True} {{(pid=83873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:35:23.181342 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f733f2fa-5e47-488a-bbd8-cb74e1ea9d1d None None] Routers {'dd5b9c7d-d63d-4276-8bb3-0ffbca7a0a73'} bound to L3 agent in host dv-neutron-836180-1-hyperv {{(pid=83872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 13:35:23.183124 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_hamode_db [None req-f733f2fa-5e47-488a-bbd8-cb74e1ea9d1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836180-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-01T13:25:36Z,description=,heartbeat_timestamp=2022-04-01T13:35:06Z,host='dv-neutron-836180-1-hyperv',id=88bf8fc8-11a3-4e96-9d1b-5fd93ba9f6f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T13:25:36Z,topic='l3_agent')) {'router_ids': ['dd5b9c7d-d63d-4276-8bb3-0ffbca7a0a73'], 'active': True} {{(pid=83872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:35:23.242990 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-3a80ed60-aafe-4292-a4f4-70fa92de6414 tempest-FloatingIPAdminTestJSON-382796379 tempest-FloatingIPAdminTestJSON-382796379-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-942654', 'neutron.services.segments.db._delete_segments_for_network-8736733387888'] for network, precommit_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:23.260057 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-d310ad4e-95c9-4a77-8101-5565392ed500 tempest-RoutersAdminTest-1358270532 tempest-RoutersAdminTest-1358270532-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:23.275825 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-b10607c9-fe99-412f-894b-c4922ec49815 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2705391', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2999447'] for subnet, after_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:23.325326 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.plugin [None req-d310ad4e-95c9-4a77-8101-5565392ed500 tempest-RoutersAdminTest-1358270532 tempest-RoutersAdminTest-1358270532-project] Deleting port ce0fbe0b-1fa1-417d-bdbd-a2a6adc245c8 {{(pid=83869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 13:35:23.325669 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-d310ad4e-95c9-4a77-8101-5565392ed500 tempest-RoutersAdminTest-1358270532 tempest-RoutersAdminTest-1358270532-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736733287370'] for port, before_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:23.433044 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.services.segments.db [None req-3a80ed60-aafe-4292-a4f4-70fa92de6414 tempest-FloatingIPAdminTestJSON-382796379 tempest-FloatingIPAdminTestJSON-382796379-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f2ea7b94-8acd-4366-9b8f-7793dde2b041']}} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:35:23.455284 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.v2.base [None req-cf54de77-733d-440f-a884-54d9d0af6a0a tempest-NegativeSecGroupTest-1903402681 tempest-NegativeSecGroupTest-1903402681-project] Request body: {'security_group_rule': {'security_group_id': '0a0d4f37-548e-4c4f-8b4f-c3490e5ec6a2', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=83871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:35:23.456185 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.api.v2.resource [None req-cf54de77-733d-440f-a884-54d9d0af6a0a tempest-NegativeSecGroupTest-1903402681 tempest-NegativeSecGroupTest-1903402681-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 01 13:35:23.460366 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-cf54de77-733d-440f-a884-54d9d0af6a0a tempest-NegativeSecGroupTest-1903402681 tempest-NegativeSecGroupTest-1903402681-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.3366604 Apr 01 13:35:23.465385 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 48796) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:35:23.485155 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.v2.base [None req-747165c2-9611-4b18-8f61-5d0ea03853ee tempest-NegativeSecGroupTest-1903402681 tempest-NegativeSecGroupTest-1903402681-project] Request body: {'security_group_rule': {'security_group_id': '0a0d4f37-548e-4c4f-8b4f-c3490e5ec6a2', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=83871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:35:23.506126 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-a4948dd2-55fa-48b1-bdbf-bca7a7b79b56 req-ed188ab3-b47b-490f-8166-e7d2aedcbcb9 tempest-ServersTestJSON-1223226849 tempest-ServersTestJSON-1223226849-project] 10.222.0.26 "GET /v2.0/ports?device_id=8aa7d2ad-e8f3-4771-aad7-c1d452e82252 HTTP/1.1" status: 200 len: 210 time: 0.1408033 Apr 01 13:35:23.515319 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3260c35-af23-4f7c-98f5-121f78974960 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7e7d0ecb-2af4-55f5-9198-238ab0570d62-61ad155a-2ca8-4549-a945-6e9471923170', 'network_id': '61ad155a-2ca8-4549-a945-6e9471923170', 'tenant_id': 'ca1ed2db15af4fb597e2dfc50152ec4b', 'fixed_ips': [{'subnet_id': '27ba5fe3-efe1-401a-9581-b520a7af97ec'}]}} from dv-neutron-836180-1-hyperv. {{(pid=83872) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 01 13:35:23.516279 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-f3260c35-af23-4f7c-98f5-121f78974960 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:23.531812 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10607c9-fe99-412f-894b-c4922ec49815 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Pushing event updated for resources: {'Subnet': ['ID=d9db5fa5-9003-4f48-9e94-f24b154fd6f0,revision_number=0']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:35:23.542429 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-747165c2-9611-4b18-8f61-5d0ea03853ee tempest-NegativeSecGroupTest-1903402681 tempest-NegativeSecGroupTest-1903402681-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:35:23.544764 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_hamode_db [None req-f733f2fa-5e47-488a-bbd8-cb74e1ea9d1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-836180-1-hyperv', False) {} {{(pid=83872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:35:23.552694 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.services.segments.db [None req-3a80ed60-aafe-4292-a4f4-70fa92de6414 tempest-FloatingIPAdminTestJSON-382796379 tempest-FloatingIPAdminTestJSON-382796379-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ca8d8f66-5952-4b38-b807-6b29c899e38d') {'for_net_delete': True} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:35:23.553241 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.services.segments.db [None req-3a80ed60-aafe-4292-a4f4-70fa92de6414 tempest-FloatingIPAdminTestJSON-382796379 tempest-FloatingIPAdminTestJSON-382796379-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ca8d8f66-5952-4b38-b807-6b29c899e38d') {} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:35:23.556979 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-234512f8-a23f-4bbe-9674-63b28d076d39 tempest-ServersTestManualDisk-1537329539 tempest-ServersTestManualDisk-1537329539-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3775923'] for security_group, after_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:23.562176 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_dvr_db [None req-f6942e64-b34e-43bb-ae31-c889a81b9bdc None None] Set router 77406f62-76cf-4016-91f0-13f9860d5967 gateway port host: dv-neutron-836180-1-hyperv {{(pid=83873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 13:35:23.563695 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-747165c2-9611-4b18-8f61-5d0ea03853ee tempest-NegativeSecGroupTest-1903402681 tempest-NegativeSecGroupTest-1903402681-project] Usage tracker for resource:security_group_rule and tenant:b3a2449924ec4cfda6638744edb97d41 is out of sync, need to count used quota {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 13:35:23.569146 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-3a80ed60-aafe-4292-a4f4-70fa92de6414 tempest-FloatingIPAdminTestJSON-382796379 tempest-FloatingIPAdminTestJSON-382796379-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736733386999', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2704982'] for segment, before_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:23.569935 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-0b4f5956-bc17-4f29-be27-458e81b585ae None None] For port bef26e10-09a5-40f4-ab52-6cdcf5f5c6f4, host dv-neutron-836180-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836180-1-hyperv',level=0,port_id=bef26e10-09a5-40f4-ab52-6cdcf5f5c6f4,segment=NetworkSegment(16094ed0-4a47-4ff6-9238-85c278d7a2a5),segment_id=16094ed0-4a47-4ff6-9238-85c278d7a2a5)] {{(pid=83872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 13:35:23.570320 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-0b4f5956-bc17-4f29-be27-458e81b585ae None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4155147'] for port, precommit_delete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:23.575641 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-747165c2-9611-4b18-8f61-5d0ea03853ee tempest-NegativeSecGroupTest-1903402681 tempest-NegativeSecGroupTest-1903402681-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 13:35:23.592190 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-3a80ed60-aafe-4292-a4f4-70fa92de6414 tempest-FloatingIPAdminTestJSON-382796379 tempest-FloatingIPAdminTestJSON-382796379-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1004271'] for segment, precommit_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:23.598369 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-234512f8-a23f-4bbe-9674-63b28d076d39 tempest-ServersTestManualDisk-1537329539 tempest-ServersTestManualDisk-1537329539-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5eeb8844-2921-4d9c-96aa-ee946f9c62b6,revision_number=None']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:35:23.600503 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-747165c2-9611-4b18-8f61-5d0ea03853ee tempest-NegativeSecGroupTest-1903402681 tempest-NegativeSecGroupTest-1903402681-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:35:23.601409 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3a80ed60-aafe-4292-a4f4-70fa92de6414 tempest-FloatingIPAdminTestJSON-382796379 tempest-FloatingIPAdminTestJSON-382796379-project] Releasing vlan 385 on physical network physnet1 to pool {{(pid=83869) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 01 13:35:23.601943 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-3a80ed60-aafe-4292-a4f4-70fa92de6414 tempest-FloatingIPAdminTestJSON-382796379 tempest-FloatingIPAdminTestJSON-382796379-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1004262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2705264'] for segment, after_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:23.608483 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-503fd113-f552-43be-a0b0-50c1f4b51969 tempest-BulkNetworkOpsTest-413135140 tempest-BulkNetworkOpsTest-413135140-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-945029'] for subnet, precommit_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:23.677528 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-234512f8-a23f-4bbe-9674-63b28d076d39 tempest-ServersTestManualDisk-1537329539 tempest-ServersTestManualDisk-1537329539-project] Notify callbacks [] for security_group, before_response {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:23.678728 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-234512f8-a23f-4bbe-9674-63b28d076d39 tempest-ServersTestManualDisk-1537329539 tempest-ServersTestManualDisk-1537329539-project] 10.222.0.26 "DELETE /v2.0/security-groups/5eeb8844-2921-4d9c-96aa-ee946f9c62b6 HTTP/1.1" status: 204 len: 168 time: 0.9589262 Apr 01 13:35:23.684662 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 48800) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:35:23.707617 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.plugin [None req-0929db17-1e78-444e-ac49-1a275ce8b111 None None] Deleting port 844168a6-4073-4722-9506-ac767113dc28 {{(pid=83872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 13:35:23.707984 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-0929db17-1e78-444e-ac49-1a275ce8b111 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736733287370'] for port, before_delete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:23.720519 dv-neutron-836180-1-hyperv neutron-server[83869]: Traceback (most recent call last): Apr 01 13:35:23.720519 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 01 13:35:23.720519 dv-neutron-836180-1-hyperv neutron-server[83869]: timer() Apr 01 13:35:23.720519 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 13:35:23.720519 dv-neutron-836180-1-hyperv neutron-server[83869]: cb(*args, **kw) Apr 01 13:35:23.720519 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 13:35:23.720519 dv-neutron-836180-1-hyperv neutron-server[83869]: return func(*args, **kwargs) Apr 01 13:35:23.720519 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 13:35:23.720519 dv-neutron-836180-1-hyperv neutron-server[83869]: self._notify() Apr 01 13:35:23.720519 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 13:35:23.720519 dv-neutron-836180-1-hyperv neutron-server[83869]: self.callback(batched_events) Apr 01 13:35:23.720519 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 13:35:23.720519 dv-neutron-836180-1-hyperv neutron-server[83869]: event.method(event) Apr 01 13:35:23.720519 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 13:35:23.720519 dv-neutron-836180-1-hyperv neutron-server[83869]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 13:35:23.720519 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 13:35:23.720519 dv-neutron-836180-1-hyperv neutron-server[83869]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 13:35:23.720519 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 13:35:23.720519 dv-neutron-836180-1-hyperv neutron-server[83869]: return f(self, *a, **k) Apr 01 13:35:23.720519 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 13:35:23.720519 dv-neutron-836180-1-hyperv neutron-server[83869]: return self._get(url).json() Apr 01 13:35:23.720519 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 13:35:23.720519 dv-neutron-836180-1-hyperv neutron-server[83869]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 13:35:23.720519 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 01 13:35:23.720519 dv-neutron-836180-1-hyperv neutron-server[83869]: return self.request(url, 'GET', **kwargs) Apr 01 13:35:23.720519 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 01 13:35:23.720519 dv-neutron-836180-1-hyperv neutron-server[83869]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 13:35:23.720519 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 01 13:35:23.720519 dv-neutron-836180-1-hyperv neutron-server[83869]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 13:35:23.720519 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 01 13:35:23.720519 dv-neutron-836180-1-hyperv neutron-server[83869]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 13:35:23.720519 dv-neutron-836180-1-hyperv neutron-server[83869]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 13:35:23.735165 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.api.v2.resource [None req-a106d34c-e409-4722-bcae-cab1436bc666 tempest-ServersTestManualDisk-1537329539 tempest-ServersTestManualDisk-1537329539-project] show failed (client error): The resource could not be found. Apr 01 13:35:23.736348 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-a106d34c-e409-4722-bcae-cab1436bc666 tempest-ServersTestManualDisk-1537329539 tempest-ServersTestManualDisk-1537329539-project] 10.222.0.26 "GET /v2.0/security-groups/5eeb8844-2921-4d9c-96aa-ee946f9c62b6 HTTP/1.1" status: 404 len: 347 time: 0.0484347 Apr 01 13:35:23.739949 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-3a80ed60-aafe-4292-a4f4-70fa92de6414 tempest-FloatingIPAdminTestJSON-382796379 tempest-FloatingIPAdminTestJSON-382796379-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-942599', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4084797'] for network, after_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:23.742916 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 48804) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:35:23.767910 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b10607c9-fe99-412f-894b-c4922ec49815 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Network 09d7ea43-6376-4322-97e7-54cd01aae492 is already hosted by enough agents. {{(pid=83869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 13:35:23.783951 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-3a80ed60-aafe-4292-a4f4-70fa92de6414 tempest-FloatingIPAdminTestJSON-382796379 tempest-FloatingIPAdminTestJSON-382796379-project] Notify callbacks [] for network, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:23.794768 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.scheduler.base_scheduler [None req-b10607c9-fe99-412f-894b-c4922ec49815 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Resources bound (agent type, host, resource id): {{(pid=83869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 13:35:23.803795 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.api.v2.resource [None req-747165c2-9611-4b18-8f61-5d0ea03853ee tempest-NegativeSecGroupTest-1903402681 tempest-NegativeSecGroupTest-1903402681-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 01 13:35:23.805843 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-747165c2-9611-4b18-8f61-5d0ea03853ee tempest-NegativeSecGroupTest-1903402681 tempest-NegativeSecGroupTest-1903402681-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.3338253 Apr 01 13:35:23.808626 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cdbc149-8eb8-46a5-9265-e1e868a15120 None None] Routers {'f24d7f76-f3ce-4d42-b1de-3162bb17b4ab'} bound to L3 agent in host dv-neutron-836180-1-hyperv {{(pid=83872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 13:35:23.809244 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_hamode_db [None req-5cdbc149-8eb8-46a5-9265-e1e868a15120 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836180-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-01T13:25:36Z,description=,heartbeat_timestamp=2022-04-01T13:35:06Z,host='dv-neutron-836180-1-hyperv',id=88bf8fc8-11a3-4e96-9d1b-5fd93ba9f6f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T13:25:36Z,topic='l3_agent')) {'router_ids': ['f24d7f76-f3ce-4d42-b1de-3162bb17b4ab'], 'active': True} {{(pid=83872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:35:23.815607 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 48808) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:35:23.845700 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.v2.base [None req-2089c536-3aa3-4bb0-b73e-64baef5c9528 tempest-NegativeSecGroupTest-1903402681 tempest-NegativeSecGroupTest-1903402681-project] Request body: {'security_group_rule': {'security_group_id': '0a0d4f37-548e-4c4f-8b4f-c3490e5ec6a2', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=83871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:35:23.846464 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.api.v2.resource [None req-2089c536-3aa3-4bb0-b73e-64baef5c9528 tempest-NegativeSecGroupTest-1903402681 tempest-NegativeSecGroupTest-1903402681-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 01 13:35:23.847550 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-2089c536-3aa3-4bb0-b73e-64baef5c9528 tempest-NegativeSecGroupTest-1903402681 tempest-NegativeSecGroupTest-1903402681-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0123694 Apr 01 13:35:23.848892 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-503fd113-f552-43be-a0b0-50c1f4b51969 tempest-BulkNetworkOpsTest-413135140 tempest-BulkNetworkOpsTest-413135140-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-945042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2743160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2757373'] for subnet, after_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:23.852502 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 48812) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:35:23.863937 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b10607c9-fe99-412f-894b-c4922ec49815 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:35:23.864815 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-b10607c9-fe99-412f-894b-c4922ec49815 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3017602'] for subnet, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:23.869674 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a80ed60-aafe-4292-a4f4-70fa92de6414 tempest-FloatingIPAdminTestJSON-382796379 tempest-FloatingIPAdminTestJSON-382796379-project] Pushing event deleted for resources: {'Network': ['ID=f2ea7b94-8acd-4366-9b8f-7793dde2b041,revision_number=None']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:35:23.883179 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-3a80ed60-aafe-4292-a4f4-70fa92de6414 tempest-FloatingIPAdminTestJSON-382796379 tempest-FloatingIPAdminTestJSON-382796379-project] 10.222.0.26 "DELETE /v2.0/networks/f2ea7b94-8acd-4366-9b8f-7793dde2b041 HTTP/1.1" status: 204 len: 168 time: 3.0390806 Apr 01 13:35:23.888156 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 48818) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:35:23.892107 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.v2.base [None req-e0028e22-0d83-416e-8c3a-91e9885d68cd tempest-NegativeSecGroupTest-1903402681 tempest-NegativeSecGroupTest-1903402681-project] Request body: {'security_group_rule': {'security_group_id': '0a0d4f37-548e-4c4f-8b4f-c3490e5ec6a2', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=83871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:35:23.892604 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:23.930242 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.plugin [None req-0b4f5956-bc17-4f29-be27-458e81b585ae None None] Calling delete_port for bef26e10-09a5-40f4-ab52-6cdcf5f5c6f4 owned by network:dhcp {{(pid=83872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 13:35:23.937353 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-b10607c9-fe99-412f-894b-c4922ec49815 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.7888050 Apr 01 13:35:23.943567 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 48822) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:35:23.963033 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.v2.base [None req-181936d7-bdc9-45ed-8f94-2b7dd5649fba tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Request body: {'port': {'network_id': '09d7ea43-6376-4322-97e7-54cd01aae492', 'fixed_ips': [{'subnet_id': 'd9db5fa5-9003-4f48-9e94-f24b154fd6f0', 'ip_address': '2001:db8:0:1::4'}], 'name': 'tempest-NetworksTestDHCPv6-1691643457'}} {{(pid=83869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:35:23.991131 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-d310ad4e-95c9-4a77-8101-5565392ed500 tempest-RoutersAdminTest-1358270532 tempest-RoutersAdminTest-1358270532-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4155147'] for port, precommit_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:24.040401 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-503fd113-f552-43be-a0b0-50c1f4b51969 tempest-BulkNetworkOpsTest-413135140 tempest-BulkNetworkOpsTest-413135140-project] Pushing event deleted for resources: {'Subnet': ['ID=27ba5fe3-efe1-401a-9581-b520a7af97ec,revision_number=None']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:35:24.043603 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-e0028e22-0d83-416e-8c3a-91e9885d68cd tempest-NegativeSecGroupTest-1903402681 tempest-NegativeSecGroupTest-1903402681-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:35:24.075701 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-f6942e64-b34e-43bb-ae31-c889a81b9bdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77406f62-76cf-4016-91f0-13f9860d5967', 'name': 'tempest-ServersTestJSON-518393349-router', 'tenant_id': '60bf55a52dbc4f9d9d0decf6a2dd30f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'external_fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.230'}], 'enable_snat': True}, 'gw_port_id': 'de05d516-4cf8-4e68-8674-3515de7a8c32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T13:33:40Z', 'updated_at': '2022-04-01T13:33:48Z', 'revision_number': 4, 'project_id': '60bf55a52dbc4f9d9d0decf6a2dd30f6', 'gw_port': {'id': 'de05d516-4cf8-4e68-8674-3515de7a8c32', 'name': '', 'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:6f:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77406f62-76cf-4016-91f0-13f9860d5967', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836180-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:33:41Z', 'updated_at': '2022-04-01T13:33:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836180-1-hyperv', '_interfaces': [{'id': '477de692-9c51-4431-a196-3139509ee79b', 'name': '', 'network_id': 'fb98b55b-27fc-4010-87f8-0892c916fc1a', 'tenant_id': '60bf55a52dbc4f9d9d0decf6a2dd30f6', 'mac_address': 'fa:16:3e:e9:cb:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77406f62-76cf-4016-91f0-13f9860d5967', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bd8de9aa-4e53-4452-88cd-9054c473da72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836180-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:33:46Z', 'updated_at': '2022-04-01T13:34:27Z', 'revision_number': 5, 'project_id': '60bf55a52dbc4f9d9d0decf6a2dd30f6', 'subnets': [{'id': 'bd8de9aa-4e53-4452-88cd-9054c473da72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-836180-1-hyperv', False) {} {{(pid=83873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:35:24.076377 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-e0028e22-0d83-416e-8c3a-91e9885d68cd tempest-NegativeSecGroupTest-1903402681 tempest-NegativeSecGroupTest-1903402681-project] Usage tracker for resource:security_group_rule and tenant:b3a2449924ec4cfda6638744edb97d41 is out of sync, need to count used quota {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 13:35:24.083085 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-e0028e22-0d83-416e-8c3a-91e9885d68cd tempest-NegativeSecGroupTest-1903402681 tempest-NegativeSecGroupTest-1903402681-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 13:35:24.084466 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6942e64-b34e-43bb-ae31-c889a81b9bdc None None] The sync data for ids ['77406f62-76cf-4016-91f0-13f9860d5967'] in dv-neutron-836180-1-hyperv is: [{'id': '77406f62-76cf-4016-91f0-13f9860d5967', 'name': 'tempest-ServersTestJSON-518393349-router', 'tenant_id': '60bf55a52dbc4f9d9d0decf6a2dd30f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'external_fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.230'}], 'enable_snat': True}, 'gw_port_id': 'de05d516-4cf8-4e68-8674-3515de7a8c32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T13:33:40Z', 'updated_at': '2022-04-01T13:33:48Z', 'revision_number': 4, 'project_id': '60bf55a52dbc4f9d9d0decf6a2dd30f6', 'gw_port': {'id': 'de05d516-4cf8-4e68-8674-3515de7a8c32', 'name': '', 'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:6f:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77406f62-76cf-4016-91f0-13f9860d5967', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836180-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:33:41Z', 'updated_at': '2022-04-01T13:33:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836180-1-hyperv', '_interfaces': [{'id': '477de692-9c51-4431-a196-3139509ee79b', 'name': '', 'network_id': 'fb98b55b-27fc-4010-87f8-0892c916fc1a', 'tenant_id': '60bf55a52dbc4f9d9d0decf6a2dd30f6', 'mac_address': 'fa:16:3e:e9:cb:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77406f62-76cf-4016-91f0-13f9860d5967', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bd8de9aa-4e53-4452-88cd-9054c473da72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836180-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:33:46Z', 'updated_at': '2022-04-01T13:34:27Z', 'revision_number': 5, 'project_id': '60bf55a52dbc4f9d9d0decf6a2dd30f6', 'subnets': [{'id': 'bd8de9aa-4e53-4452-88cd-9054c473da72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 13:35:24.086593 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.plugin [None req-2a70ea6d-122f-4f97-97e5-ef3f7260f4f1 tempest-ServersTestManualDisk-1537329539 tempest-ServersTestManualDisk-1537329539-project] Deleting port 5d0d48de-721a-4eda-ab46-64f10ac3bf1e {{(pid=83871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 13:35:24.087036 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-2a70ea6d-122f-4f97-97e5-ef3f7260f4f1 tempest-ServersTestManualDisk-1537329539 tempest-ServersTestManualDisk-1537329539-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736733287370'] for port, before_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:24.110058 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:24.110926 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67440d90-f6d3-4738-9de4-0a89732bd96d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7e7d0ecb-2af4-55f5-9198-238ab0570d62-96992700-e4f2-40ad-8c6e-aa2d40515775', 'network_id': '96992700-e4f2-40ad-8c6e-aa2d40515775', 'tenant_id': 'ca1ed2db15af4fb597e2dfc50152ec4b', 'fixed_ips': [{'subnet_id': '167ef851-e717-4cc3-b518-dc3cbfe1bd54'}]}} from dv-neutron-836180-1-hyperv. {{(pid=83872) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 01 13:35:24.111724 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-67440d90-f6d3-4738-9de4-0a89732bd96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:24.122520 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-503fd113-f552-43be-a0b0-50c1f4b51969 tempest-BulkNetworkOpsTest-413135140 tempest-BulkNetworkOpsTest-413135140-project] Notify callbacks [] for subnet, before_response {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:24.126138 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-e0028e22-0d83-416e-8c3a-91e9885d68cd tempest-NegativeSecGroupTest-1903402681 tempest-NegativeSecGroupTest-1903402681-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:35:24.141479 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.plugin [None req-0929db17-1e78-444e-ac49-1a275ce8b111 None None] The port '844168a6-4073-4722-9506-ac767113dc28' was deleted {{(pid=83872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 01 13:35:24.146051 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f733f2fa-5e47-488a-bbd8-cb74e1ea9d1d None None] Routers {'dd5b9c7d-d63d-4276-8bb3-0ffbca7a0a73'} bound to L3 agent in host dv-neutron-836180-1-hyperv {{(pid=83872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 13:35:24.146671 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_hamode_db [None req-f733f2fa-5e47-488a-bbd8-cb74e1ea9d1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836180-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-01T13:25:36Z,description=,heartbeat_timestamp=2022-04-01T13:35:06Z,host='dv-neutron-836180-1-hyperv',id=88bf8fc8-11a3-4e96-9d1b-5fd93ba9f6f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T13:25:36Z,topic='l3_agent')) {'router_ids': ['dd5b9c7d-d63d-4276-8bb3-0ffbca7a0a73'], 'active': True} {{(pid=83872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:35:24.256192 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.plugin [None req-1193839c-6edb-4740-a303-e34353a02f8b tempest-FloatingIPAdminTestJSON-382796379 tempest-FloatingIPAdminTestJSON-382796379-project] Deleting port 4e99f2a7-d89c-4541-ba32-211e8a23ef58 {{(pid=83871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 13:35:24.256783 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-1193839c-6edb-4740-a303-e34353a02f8b tempest-FloatingIPAdminTestJSON-382796379 tempest-FloatingIPAdminTestJSON-382796379-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736733287370'] for port, before_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:24.315814 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-503fd113-f552-43be-a0b0-50c1f4b51969 tempest-BulkNetworkOpsTest-413135140 tempest-BulkNetworkOpsTest-413135140-project] 10.222.0.26 "DELETE /v2.0/subnets/27ba5fe3-efe1-401a-9581-b520a7af97ec HTTP/1.1" status: 204 len: 168 time: 1.4216175 Apr 01 13:35:24.324368 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 48828) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:35:24.346936 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.plugin [None req-d310ad4e-95c9-4a77-8101-5565392ed500 tempest-RoutersAdminTest-1358270532 tempest-RoutersAdminTest-1358270532-project] Calling delete_port for ce0fbe0b-1fa1-417d-bdbd-a2a6adc245c8 owned by network:router_gateway {{(pid=83869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 13:35:24.350659 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_dvr_db [None req-5cdbc149-8eb8-46a5-9265-e1e868a15120 None None] Set router f24d7f76-f3ce-4d42-b1de-3162bb17b4ab gateway port host: dv-neutron-836180-1-hyperv {{(pid=83872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 13:35:24.405944 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_hamode_db [None req-f733f2fa-5e47-488a-bbd8-cb74e1ea9d1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-836180-1-hyperv', False) {} {{(pid=83872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:35:24.405944 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f733f2fa-5e47-488a-bbd8-cb74e1ea9d1d None None] The sync data for ids ['dd5b9c7d-d63d-4276-8bb3-0ffbca7a0a73'] in dv-neutron-836180-1-hyperv is: [] {{(pid=83872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 13:35:24.443420 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3055cd0e-818b-4454-a744-2cfaff767997 None None] New status for floating IP f7b3e710-ee73-4a6b-85f7-11ac203f5707: DOWN {{(pid=83873) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 01 13:35:24.492242 dv-neutron-836180-1-hyperv neutron-server[83872]: ERROR oslo_messaging.rpc.server [None req-f3260c35-af23-4f7c-98f5-121f78974960 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 27ba5fe3-efe1-401a-9581-b520a7af97ec: This subnet is being modified by another concurrent operation. Apr 01 13:35:24.492242 dv-neutron-836180-1-hyperv neutron-server[83872]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Apr 01 13:35:24.492242 dv-neutron-836180-1-hyperv neutron-server[83872]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Apr 01 13:35:24.492242 dv-neutron-836180-1-hyperv neutron-server[83872]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Apr 01 13:35:24.492242 dv-neutron-836180-1-hyperv neutron-server[83872]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Apr 01 13:35:24.492242 dv-neutron-836180-1-hyperv neutron-server[83872]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Apr 01 13:35:24.492242 dv-neutron-836180-1-hyperv neutron-server[83872]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Apr 01 13:35:24.492242 dv-neutron-836180-1-hyperv neutron-server[83872]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Apr 01 13:35:24.492242 dv-neutron-836180-1-hyperv neutron-server[83872]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Apr 01 13:35:24.492242 dv-neutron-836180-1-hyperv neutron-server[83872]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Apr 01 13:35:24.492242 dv-neutron-836180-1-hyperv neutron-server[83872]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Apr 01 13:35:24.492242 dv-neutron-836180-1-hyperv neutron-server[83872]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Apr 01 13:35:24.492242 dv-neutron-836180-1-hyperv neutron-server[83872]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Apr 01 13:35:24.492242 dv-neutron-836180-1-hyperv neutron-server[83872]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 01 13:35:24.492242 dv-neutron-836180-1-hyperv neutron-server[83872]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Apr 01 13:35:24.492242 dv-neutron-836180-1-hyperv neutron-server[83872]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Apr 01 13:35:24.492242 dv-neutron-836180-1-hyperv neutron-server[83872]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Apr 01 13:35:24.492242 dv-neutron-836180-1-hyperv neutron-server[83872]: ERROR oslo_messaging.rpc.server raise value Apr 01 13:35:24.492242 dv-neutron-836180-1-hyperv neutron-server[83872]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Apr 01 13:35:24.492242 dv-neutron-836180-1-hyperv neutron-server[83872]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 01 13:35:24.492242 dv-neutron-836180-1-hyperv neutron-server[83872]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Apr 01 13:35:24.492242 dv-neutron-836180-1-hyperv neutron-server[83872]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Apr 01 13:35:24.492242 dv-neutron-836180-1-hyperv neutron-server[83872]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Apr 01 13:35:24.492242 dv-neutron-836180-1-hyperv neutron-server[83872]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 01 13:35:24.492242 dv-neutron-836180-1-hyperv neutron-server[83872]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Apr 01 13:35:24.492242 dv-neutron-836180-1-hyperv neutron-server[83872]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Apr 01 13:35:24.492242 dv-neutron-836180-1-hyperv neutron-server[83872]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Apr 01 13:35:24.492242 dv-neutron-836180-1-hyperv neutron-server[83872]: ERROR oslo_messaging.rpc.server raise value Apr 01 13:35:24.492242 dv-neutron-836180-1-hyperv neutron-server[83872]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Apr 01 13:35:24.492242 dv-neutron-836180-1-hyperv neutron-server[83872]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 01 13:35:24.492242 dv-neutron-836180-1-hyperv neutron-server[83872]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Apr 01 13:35:24.492242 dv-neutron-836180-1-hyperv neutron-server[83872]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Apr 01 13:35:24.492242 dv-neutron-836180-1-hyperv neutron-server[83872]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Apr 01 13:35:24.492242 dv-neutron-836180-1-hyperv neutron-server[83872]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 01 13:35:24.492242 dv-neutron-836180-1-hyperv neutron-server[83872]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Apr 01 13:35:24.492242 dv-neutron-836180-1-hyperv neutron-server[83872]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Apr 01 13:35:24.492242 dv-neutron-836180-1-hyperv neutron-server[83872]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Apr 01 13:35:24.492242 dv-neutron-836180-1-hyperv neutron-server[83872]: ERROR oslo_messaging.rpc.server raise value Apr 01 13:35:24.492242 dv-neutron-836180-1-hyperv neutron-server[83872]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Apr 01 13:35:24.492242 dv-neutron-836180-1-hyperv neutron-server[83872]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Apr 01 13:35:24.492242 dv-neutron-836180-1-hyperv neutron-server[83872]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Apr 01 13:35:24.492242 dv-neutron-836180-1-hyperv neutron-server[83872]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Apr 01 13:35:24.492242 dv-neutron-836180-1-hyperv neutron-server[83872]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 274, in create_dhcp_port Apr 01 13:35:24.492242 dv-neutron-836180-1-hyperv neutron-server[83872]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Apr 01 13:35:24.492242 dv-neutron-836180-1-hyperv neutron-server[83872]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 99, in _port_action Apr 01 13:35:24.492242 dv-neutron-836180-1-hyperv neutron-server[83872]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Apr 01 13:35:24.492242 dv-neutron-836180-1-hyperv neutron-server[83872]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 335, in create_port Apr 01 13:35:24.492242 dv-neutron-836180-1-hyperv neutron-server[83872]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Apr 01 13:35:24.492242 dv-neutron-836180-1-hyperv neutron-server[83872]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Apr 01 13:35:24.492242 dv-neutron-836180-1-hyperv neutron-server[83872]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Apr 01 13:35:24.492242 dv-neutron-836180-1-hyperv neutron-server[83872]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped Apr 01 13:35:24.492242 dv-neutron-836180-1-hyperv neutron-server[83872]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Apr 01 13:35:24.492242 dv-neutron-836180-1-hyperv neutron-server[83872]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Apr 01 13:35:24.496812 dv-neutron-836180-1-hyperv neutron-server[83872]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Apr 01 13:35:24.496812 dv-neutron-836180-1-hyperv neutron-server[83872]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Apr 01 13:35:24.496812 dv-neutron-836180-1-hyperv neutron-server[83872]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 01 13:35:24.496812 dv-neutron-836180-1-hyperv neutron-server[83872]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Apr 01 13:35:24.496812 dv-neutron-836180-1-hyperv neutron-server[83872]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Apr 01 13:35:24.496812 dv-neutron-836180-1-hyperv neutron-server[83872]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Apr 01 13:35:24.496812 dv-neutron-836180-1-hyperv neutron-server[83872]: ERROR oslo_messaging.rpc.server raise value Apr 01 13:35:24.496812 dv-neutron-836180-1-hyperv neutron-server[83872]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Apr 01 13:35:24.496812 dv-neutron-836180-1-hyperv neutron-server[83872]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 01 13:35:24.496812 dv-neutron-836180-1-hyperv neutron-server[83872]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Apr 01 13:35:24.496812 dv-neutron-836180-1-hyperv neutron-server[83872]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Apr 01 13:35:24.496812 dv-neutron-836180-1-hyperv neutron-server[83872]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Apr 01 13:35:24.496812 dv-neutron-836180-1-hyperv neutron-server[83872]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 01 13:35:24.496812 dv-neutron-836180-1-hyperv neutron-server[83872]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Apr 01 13:35:24.496812 dv-neutron-836180-1-hyperv neutron-server[83872]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Apr 01 13:35:24.496812 dv-neutron-836180-1-hyperv neutron-server[83872]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Apr 01 13:35:24.496812 dv-neutron-836180-1-hyperv neutron-server[83872]: ERROR oslo_messaging.rpc.server raise value Apr 01 13:35:24.496812 dv-neutron-836180-1-hyperv neutron-server[83872]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Apr 01 13:35:24.496812 dv-neutron-836180-1-hyperv neutron-server[83872]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 01 13:35:24.496812 dv-neutron-836180-1-hyperv neutron-server[83872]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Apr 01 13:35:24.496812 dv-neutron-836180-1-hyperv neutron-server[83872]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Apr 01 13:35:24.496812 dv-neutron-836180-1-hyperv neutron-server[83872]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Apr 01 13:35:24.496812 dv-neutron-836180-1-hyperv neutron-server[83872]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 01 13:35:24.496812 dv-neutron-836180-1-hyperv neutron-server[83872]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Apr 01 13:35:24.496812 dv-neutron-836180-1-hyperv neutron-server[83872]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Apr 01 13:35:24.496812 dv-neutron-836180-1-hyperv neutron-server[83872]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Apr 01 13:35:24.496812 dv-neutron-836180-1-hyperv neutron-server[83872]: ERROR oslo_messaging.rpc.server raise value Apr 01 13:35:24.496812 dv-neutron-836180-1-hyperv neutron-server[83872]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Apr 01 13:35:24.496812 dv-neutron-836180-1-hyperv neutron-server[83872]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Apr 01 13:35:24.496812 dv-neutron-836180-1-hyperv neutron-server[83872]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1423, in create_port Apr 01 13:35:24.496812 dv-neutron-836180-1-hyperv neutron-server[83872]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Apr 01 13:35:24.496812 dv-neutron-836180-1-hyperv neutron-server[83872]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1390, in _create_port_db Apr 01 13:35:24.496812 dv-neutron-836180-1-hyperv neutron-server[83872]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Apr 01 13:35:24.496812 dv-neutron-836180-1-hyperv neutron-server[83872]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1440, in create_port_db Apr 01 13:35:24.496812 dv-neutron-836180-1-hyperv neutron-server[83872]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Apr 01 13:35:24.496812 dv-neutron-836180-1-hyperv neutron-server[83872]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Apr 01 13:35:24.496812 dv-neutron-836180-1-hyperv neutron-server[83872]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Apr 01 13:35:24.496812 dv-neutron-836180-1-hyperv neutron-server[83872]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped Apr 01 13:35:24.496812 dv-neutron-836180-1-hyperv neutron-server[83872]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Apr 01 13:35:24.496812 dv-neutron-836180-1-hyperv neutron-server[83872]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Apr 01 13:35:24.496812 dv-neutron-836180-1-hyperv neutron-server[83872]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Apr 01 13:35:24.496812 dv-neutron-836180-1-hyperv neutron-server[83872]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Apr 01 13:35:24.496812 dv-neutron-836180-1-hyperv neutron-server[83872]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Apr 01 13:35:24.496812 dv-neutron-836180-1-hyperv neutron-server[83872]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Apr 01 13:35:24.496812 dv-neutron-836180-1-hyperv neutron-server[83872]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Apr 01 13:35:24.496812 dv-neutron-836180-1-hyperv neutron-server[83872]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 669, in _ipam_get_subnets Apr 01 13:35:24.496812 dv-neutron-836180-1-hyperv neutron-server[83872]: ERROR oslo_messaging.rpc.server subnet.lock_register( Apr 01 13:35:24.496812 dv-neutron-836180-1-hyperv neutron-server[83872]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Apr 01 13:35:24.496812 dv-neutron-836180-1-hyperv neutron-server[83872]: ERROR oslo_messaging.rpc.server raise exception Apr 01 13:35:24.496812 dv-neutron-836180-1-hyperv neutron-server[83872]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 27ba5fe3-efe1-401a-9581-b520a7af97ec: This subnet is being modified by another concurrent operation. Apr 01 13:35:24.496812 dv-neutron-836180-1-hyperv neutron-server[83872]: ERROR oslo_messaging.rpc.server Apr 01 13:35:24.509195 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] For port bef26e10-09a5-40f4-ab52-6cdcf5f5c6f4, host dv-neutron-836180-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836180-1-hyperv',level=0,port_id=bef26e10-09a5-40f4-ab52-6cdcf5f5c6f4,segment=NetworkSegment(16094ed0-4a47-4ff6-9238-85c278d7a2a5),segment_id=16094ed0-4a47-4ff6-9238-85c278d7a2a5)] {{(pid=83872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 13:35:24.541214 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864'] for port, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:24.542231 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Device 844168a6-4073-4722-9506-ac767113dc28 no longer exists at agent ovs-agent-dv-neutron-836180-1-hyperv {{(pid=83872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 13:35:24.587109 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.api.v2.resource [None req-e0028e22-0d83-416e-8c3a-91e9885d68cd tempest-NegativeSecGroupTest-1903402681 tempest-NegativeSecGroupTest-1903402681-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 01 13:35:24.588766 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-e0028e22-0d83-416e-8c3a-91e9885d68cd tempest-NegativeSecGroupTest-1903402681 tempest-NegativeSecGroupTest-1903402681-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.7061973 Apr 01 13:35:24.611528 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 48834) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:35:24.623559 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.v2.base [None req-5c3150ca-5261-4864-9752-5c30470652bf tempest-NegativeSecGroupTest-1903402681 tempest-NegativeSecGroupTest-1903402681-project] Request body: {'security_group_rule': {'security_group_id': '0a0d4f37-548e-4c4f-8b4f-c3490e5ec6a2', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=83869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:35:24.624378 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.api.v2.resource [None req-5c3150ca-5261-4864-9752-5c30470652bf tempest-NegativeSecGroupTest-1903402681 tempest-NegativeSecGroupTest-1903402681-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 01 13:35:24.626267 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-5c3150ca-5261-4864-9752-5c30470652bf tempest-NegativeSecGroupTest-1903402681 tempest-NegativeSecGroupTest-1903402681-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0090444 Apr 01 13:35:24.629505 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 48838) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:35:24.632586 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-d310ad4e-95c9-4a77-8101-5565392ed500 tempest-RoutersAdminTest-1358270532 tempest-RoutersAdminTest-1358270532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736733359243', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736732935810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2705155'] for port, after_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:24.640043 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.v2.base [None req-ed5a8705-b8e3-4279-b133-ca99aa3541e5 tempest-NegativeSecGroupTest-1903402681 tempest-NegativeSecGroupTest-1903402681-project] Request body: {'security_group_rule': {'security_group_id': '0a0d4f37-548e-4c4f-8b4f-c3490e5ec6a2', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=83869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:35:24.657614 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.plugin [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] No Port match for: 844168a6-4073-4722-9506-ac767113dc28 {{(pid=83872) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 01 13:35:24.657963 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Device 844168a6-4073-4722-9506-ac767113dc28 not bound to the agent host dv-neutron-836180-1-hyperv {{(pid=83872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 13:35:24.659583 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-437966df-cff3-4773-aedb-8fb0e1f5ab39 None None] Network 61ad155a-2ca8-4549-a945-6e9471923170 requested from dv-neutron-836180-1-hyperv {{(pid=83872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 13:35:24.724620 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-ed5a8705-b8e3-4279-b133-ca99aa3541e5 tempest-NegativeSecGroupTest-1903402681 tempest-NegativeSecGroupTest-1903402681-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:35:24.738913 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d310ad4e-95c9-4a77-8101-5565392ed500 tempest-RoutersAdminTest-1358270532 tempest-RoutersAdminTest-1358270532-project] Pushing event deleted for resources: {'Port': ['ID=ce0fbe0b-1fa1-417d-bdbd-a2a6adc245c8,revision_number=None']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:35:24.751197 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-ed5a8705-b8e3-4279-b133-ca99aa3541e5 tempest-NegativeSecGroupTest-1903402681 tempest-NegativeSecGroupTest-1903402681-project] Usage tracker for resource:security_group_rule and tenant:b3a2449924ec4cfda6638744edb97d41 is out of sync, need to count used quota {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 13:35:24.758705 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-ed5a8705-b8e3-4279-b133-ca99aa3541e5 tempest-NegativeSecGroupTest-1903402681 tempest-NegativeSecGroupTest-1903402681-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 13:35:24.772642 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-ed5a8705-b8e3-4279-b133-ca99aa3541e5 tempest-NegativeSecGroupTest-1903402681 tempest-NegativeSecGroupTest-1903402681-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:35:24.774693 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 48844) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:35:24.804696 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-2a70ea6d-122f-4f97-97e5-ef3f7260f4f1 tempest-ServersTestManualDisk-1537329539 tempest-ServersTestManualDisk-1537329539-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4155147'] for port, precommit_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:24.805312 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-2a70ea6d-122f-4f97-97e5-ef3f7260f4f1 tempest-ServersTestManualDisk-1537329539 tempest-ServersTestManualDisk-1537329539-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:24.833067 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-db34497c-3a34-45ba-bff2-f6ab60249569 tempest-RoutersIpV6AdminTest-2054225496 tempest-RoutersIpV6AdminTest-2054225496-project-admin] 10.222.0.26 "GET /v2.0/routers/dd5b9c7d-d63d-4276-8bb3-0ffbca7a0a73 HTTP/1.1" status: 200 len: 924 time: 1.7112730 Apr 01 13:35:24.839871 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.db_base_plugin_v2 [None req-cf099d72-dda0-4bc9-8c1a-1e75617273d4 tempest-BulkNetworkOpsTest-413135140 tempest-BulkNetworkOpsTest-413135140-project] Deleting subnet 167ef851-e717-4cc3-b518-dc3cbfe1bd54 {{(pid=83871) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 01 13:35:24.843802 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 48848) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:35:24.849082 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-cf099d72-dda0-4bc9-8c1a-1e75617273d4 tempest-BulkNetworkOpsTest-413135140 tempest-BulkNetworkOpsTest-413135140-project] Notify callbacks [] for subnet, before_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:24.871035 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Pushing event updated for resources: {'Port': ['ID=bef26e10-09a5-40f4-ab52-6cdcf5f5c6f4,revision_number=5']} {{(pid=83872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:35:24.953867 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.db.api [None req-0b4f5956-bc17-4f29-be27-458e81b585ae None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83872) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 01 13:35:24.954504 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG oslo_db.api [None req-0b4f5956-bc17-4f29-be27-458e81b585ae None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 01 13:35:24.954599 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-181936d7-bdc9-45ed-8f94-2b7dd5649fba tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:35:24.973139 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-181936d7-bdc9-45ed-8f94-2b7dd5649fba tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Usage tracker for resource:port and tenant:8b726fe6689e4b7f96def1a2219bea6c is out of sync, need to count used quota {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 13:35:24.981549 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-181936d7-bdc9-45ed-8f94-2b7dd5649fba tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 13:35:24.994436 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-181936d7-bdc9-45ed-8f94-2b7dd5649fba tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:35:25.001220 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.api.v2.resource [None req-ed5a8705-b8e3-4279-b133-ca99aa3541e5 tempest-NegativeSecGroupTest-1903402681 tempest-NegativeSecGroupTest-1903402681-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 01 13:35:25.005067 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-ed5a8705-b8e3-4279-b133-ca99aa3541e5 tempest-NegativeSecGroupTest-1903402681 tempest-NegativeSecGroupTest-1903402681-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.3714216 Apr 01 13:35:25.006825 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 48852) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:35:25.061016 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.plugin [None req-2a70ea6d-122f-4f97-97e5-ef3f7260f4f1 tempest-ServersTestManualDisk-1537329539 tempest-ServersTestManualDisk-1537329539-project] Calling delete_port for 5d0d48de-721a-4eda-ab46-64f10ac3bf1e owned by network:floatingip {{(pid=83871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 13:35:25.075660 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.v2.base [None req-338b6ba2-d501-491a-bc4d-58381b44256e tempest-NegativeSecGroupTest-1903402681 tempest-NegativeSecGroupTest-1903402681-project] Request body: {'security_group_rule': {'security_group_id': '0a0d4f37-548e-4c4f-8b4f-c3490e5ec6a2', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=83869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:35:25.076268 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.api.v2.resource [None req-338b6ba2-d501-491a-bc4d-58381b44256e tempest-NegativeSecGroupTest-1903402681 tempest-NegativeSecGroupTest-1903402681-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 01 13:35:25.079886 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-338b6ba2-d501-491a-bc4d-58381b44256e tempest-NegativeSecGroupTest-1903402681 tempest-NegativeSecGroupTest-1903402681-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0111365 Apr 01 13:35:25.081180 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 48856) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:35:25.170306 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.v2.base [None req-c35286e2-4b70-4561-99a2-b50e118a742a tempest-NegativeSecGroupTest-1903402681 tempest-NegativeSecGroupTest-1903402681-project] Request body: {'security_group_rule': {'security_group_id': '0a0d4f37-548e-4c4f-8b4f-c3490e5ec6a2', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=83869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:35:25.176660 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-181936d7-bdc9-45ed-8f94-2b7dd5649fba tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Made reservation on behalf of 8b726fe6689e4b7f96def1a2219bea6c for: {'port': 1} {{(pid=83869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 13:35:25.182131 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-181936d7-bdc9-45ed-8f94-2b7dd5649fba tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:25.204753 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-c35286e2-4b70-4561-99a2-b50e118a742a tempest-NegativeSecGroupTest-1903402681 tempest-NegativeSecGroupTest-1903402681-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:35:25.220893 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-c35286e2-4b70-4561-99a2-b50e118a742a tempest-NegativeSecGroupTest-1903402681 tempest-NegativeSecGroupTest-1903402681-project] Usage tracker for resource:security_group_rule and tenant:b3a2449924ec4cfda6638744edb97d41 is out of sync, need to count used quota {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 13:35:25.224988 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-37e9ade1-3058-481f-a50f-fd1a58f5350e tempest-ServersTestJSON-1223226849 tempest-ServersTestJSON-1223226849-project] Notify callbacks [] for security_group, before_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:25.227179 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-c35286e2-4b70-4561-99a2-b50e118a742a tempest-NegativeSecGroupTest-1903402681 tempest-NegativeSecGroupTest-1903402681-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 13:35:25.232681 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-d310ad4e-95c9-4a77-8101-5565392ed500 tempest-RoutersAdminTest-1358270532 tempest-RoutersAdminTest-1358270532-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4084822'] for router_gateway, after_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:25.253528 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-cf099d72-dda0-4bc9-8c1a-1e75617273d4 tempest-BulkNetworkOpsTest-413135140 tempest-BulkNetworkOpsTest-413135140-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3166365'] for subnet, precommit_delete_associations {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:25.288890 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_hamode_db [None req-5cdbc149-8eb8-46a5-9265-e1e868a15120 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f24d7f76-f3ce-4d42-b1de-3162bb17b4ab', 'name': 'tempest-ServersTestManualDisk-1056140270-router', 'tenant_id': '89fbd4bee1224db38dcb79340f59d1d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'external_fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.27'}], 'enable_snat': True}, 'gw_port_id': '1d1d7b6b-a315-4d6f-b107-0a0f237c2067', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T13:33:39Z', 'updated_at': '2022-04-01T13:33:44Z', 'revision_number': 4, 'project_id': '89fbd4bee1224db38dcb79340f59d1d9', 'gw_port': {'id': '1d1d7b6b-a315-4d6f-b107-0a0f237c2067', 'name': '', 'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:f6:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f24d7f76-f3ce-4d42-b1de-3162bb17b4ab', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836180-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:33:40Z', 'updated_at': '2022-04-01T13:33:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836180-1-hyperv', '_interfaces': [{'id': 'dc1d3407-408a-4489-a985-4b87e716c495', 'name': '', 'network_id': '8a1d3029-ea4e-4a99-9a7d-ce93ff1eb9a1', 'tenant_id': '89fbd4bee1224db38dcb79340f59d1d9', 'mac_address': 'fa:16:3e:2e:99:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f24d7f76-f3ce-4d42-b1de-3162bb17b4ab', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b4d98d75-116a-4d3d-b965-52d071507f72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836180-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:33:43Z', 'updated_at': '2022-04-01T13:33:54Z', 'revision_number': 5, 'project_id': '89fbd4bee1224db38dcb79340f59d1d9', 'subnets': [{'id': 'b4d98d75-116a-4d3d-b965-52d071507f72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-836180-1-hyperv', False) {} {{(pid=83872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:35:25.297118 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cdbc149-8eb8-46a5-9265-e1e868a15120 None None] The sync data for ids ['f24d7f76-f3ce-4d42-b1de-3162bb17b4ab'] in dv-neutron-836180-1-hyperv is: [{'id': 'f24d7f76-f3ce-4d42-b1de-3162bb17b4ab', 'name': 'tempest-ServersTestManualDisk-1056140270-router', 'tenant_id': '89fbd4bee1224db38dcb79340f59d1d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'external_fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.27'}], 'enable_snat': True}, 'gw_port_id': '1d1d7b6b-a315-4d6f-b107-0a0f237c2067', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T13:33:39Z', 'updated_at': '2022-04-01T13:33:44Z', 'revision_number': 4, 'project_id': '89fbd4bee1224db38dcb79340f59d1d9', 'gw_port': {'id': '1d1d7b6b-a315-4d6f-b107-0a0f237c2067', 'name': '', 'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:f6:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f24d7f76-f3ce-4d42-b1de-3162bb17b4ab', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836180-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:33:40Z', 'updated_at': '2022-04-01T13:33:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836180-1-hyperv', '_interfaces': [{'id': 'dc1d3407-408a-4489-a985-4b87e716c495', 'name': '', 'network_id': '8a1d3029-ea4e-4a99-9a7d-ce93ff1eb9a1', 'tenant_id': '89fbd4bee1224db38dcb79340f59d1d9', 'mac_address': 'fa:16:3e:2e:99:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f24d7f76-f3ce-4d42-b1de-3162bb17b4ab', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b4d98d75-116a-4d3d-b965-52d071507f72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836180-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:33:43Z', 'updated_at': '2022-04-01T13:33:54Z', 'revision_number': 5, 'project_id': '89fbd4bee1224db38dcb79340f59d1d9', 'subnets': [{'id': 'b4d98d75-116a-4d3d-b965-52d071507f72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 13:35:25.304450 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-c35286e2-4b70-4561-99a2-b50e118a742a tempest-NegativeSecGroupTest-1903402681 tempest-NegativeSecGroupTest-1903402681-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:35:25.330082 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-1193839c-6edb-4740-a303-e34353a02f8b tempest-FloatingIPAdminTestJSON-382796379 tempest-FloatingIPAdminTestJSON-382796379-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4155147'] for port, precommit_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:25.330421 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-1193839c-6edb-4740-a303-e34353a02f8b tempest-FloatingIPAdminTestJSON-382796379 tempest-FloatingIPAdminTestJSON-382796379-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:25.381961 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.notifiers.nova [None req-181936d7-bdc9-45ed-8f94-2b7dd5649fba tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] device_id is not set on port 4e1bd2d8-edca-451a-8ab2-0630ce1c1ee8 yet. {{(pid=83869) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 01 13:35:25.434065 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-37e9ade1-3058-481f-a50f-fd1a58f5350e tempest-ServersTestJSON-1223226849 tempest-ServersTestJSON-1223226849-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:25.455362 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.plugin [None req-0b4f5956-bc17-4f29-be27-458e81b585ae None None] Deleting port bef26e10-09a5-40f4-ab52-6cdcf5f5c6f4 {{(pid=83872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 13:35:25.455828 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-0b4f5956-bc17-4f29-be27-458e81b585ae None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736733287370'] for port, before_delete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:25.497182 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.plugin [None req-1193839c-6edb-4740-a303-e34353a02f8b tempest-FloatingIPAdminTestJSON-382796379 tempest-FloatingIPAdminTestJSON-382796379-project] Calling delete_port for 4e99f2a7-d89c-4541-ba32-211e8a23ef58 owned by network:floatingip {{(pid=83871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 13:35:25.547801 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-cf099d72-dda0-4bc9-8c1a-1e75617273d4 tempest-BulkNetworkOpsTest-413135140 tempest-BulkNetworkOpsTest-413135140-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-945029'] for subnet, precommit_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:25.589415 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-064c2363-8abd-4935-bb21-5a9b20ff8c30 None None] New status for floating IP e4e79cdb-e315-4aee-be2b-33d24ceb9e16: DOWN {{(pid=83872) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 01 13:35:25.651458 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.api.v2.resource [None req-c35286e2-4b70-4561-99a2-b50e118a742a tempest-NegativeSecGroupTest-1903402681 tempest-NegativeSecGroupTest-1903402681-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 01 13:35:25.652533 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-c35286e2-4b70-4561-99a2-b50e118a742a tempest-NegativeSecGroupTest-1903402681 tempest-NegativeSecGroupTest-1903402681-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.5074224 Apr 01 13:35:25.658859 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 48860) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:35:25.667175 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-e188c147-479a-48e8-9d01-2f250ac58e10 tempest-RoutersIpV6AdminTest-2054225496 tempest-RoutersIpV6AdminTest-2054225496-project-admin] 10.222.0.26 "GET /v2.0/ports?network_id=725864b8-cceb-48c9-b5d3-1bfc4423e301&device_id=dd5b9c7d-d63d-4276-8bb3-0ffbca7a0a73&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.8193796 Apr 01 13:35:25.677998 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.v2.base [None req-68e08429-ea0c-4f03-90df-76fc654aa61e tempest-NegativeSecGroupTest-1903402681 tempest-NegativeSecGroupTest-1903402681-project] Request body: {'security_group_rule': {'security_group_id': '0a0d4f37-548e-4c4f-8b4f-c3490e5ec6a2', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=83871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:35:25.682291 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 48864) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:35:25.696029 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-d310ad4e-95c9-4a77-8101-5565392ed500 tempest-RoutersAdminTest-1358270532 tempest-RoutersAdminTest-1358270532-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4079814', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4170'] for router, precommit_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:25.713708 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-d310ad4e-95c9-4a77-8101-5565392ed500 tempest-RoutersAdminTest-1358270532 tempest-RoutersAdminTest-1358270532-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:25.722328 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-68e08429-ea0c-4f03-90df-76fc654aa61e tempest-NegativeSecGroupTest-1903402681 tempest-NegativeSecGroupTest-1903402681-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:35:25.732765 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-68e08429-ea0c-4f03-90df-76fc654aa61e tempest-NegativeSecGroupTest-1903402681 tempest-NegativeSecGroupTest-1903402681-project] Usage tracker for resource:security_group_rule and tenant:b3a2449924ec4cfda6638744edb97d41 is out of sync, need to count used quota {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 13:35:25.740846 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-68e08429-ea0c-4f03-90df-76fc654aa61e tempest-NegativeSecGroupTest-1903402681 tempest-NegativeSecGroupTest-1903402681-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 13:35:25.743376 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-37e9ade1-3058-481f-a50f-fd1a58f5350e tempest-ServersTestJSON-1223226849 tempest-ServersTestJSON-1223226849-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3775923'] for security_group, after_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:25.759033 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.pecan_wsgi.hooks.translation [None req-181936d7-bdc9-45ed-8f94-2b7dd5649fba tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 01 13:35:25.759033 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-181936d7-bdc9-45ed-8f94-2b7dd5649fba tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83869) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 13:35:25.769739 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e9ade1-3058-481f-a50f-fd1a58f5350e tempest-ServersTestJSON-1223226849 tempest-ServersTestJSON-1223226849-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c879d46-6861-4e85-bf4f-dbcce6fd6735,revision_number=None']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:35:25.776169 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-d310ad4e-95c9-4a77-8101-5565392ed500 tempest-RoutersAdminTest-1358270532 tempest-RoutersAdminTest-1358270532-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4079738'] for router, after_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:25.776707 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d310ad4e-95c9-4a77-8101-5565392ed500 tempest-RoutersAdminTest-1358270532 tempest-RoutersAdminTest-1358270532-project] Fanout notify agent at l3_agent the message router_deleted on router 119650ee-1d2e-42f9-b6d3-5174136d56cd {{(pid=83869) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 01 13:35:25.799122 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-68e08429-ea0c-4f03-90df-76fc654aa61e tempest-NegativeSecGroupTest-1903402681 tempest-NegativeSecGroupTest-1903402681-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:35:25.801772 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-d310ad4e-95c9-4a77-8101-5565392ed500 tempest-RoutersAdminTest-1358270532 tempest-RoutersAdminTest-1358270532-project] Notify callbacks [] for router, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:25.802832 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-d310ad4e-95c9-4a77-8101-5565392ed500 tempest-RoutersAdminTest-1358270532 tempest-RoutersAdminTest-1358270532-project] 10.222.0.26 "DELETE /v2.0/routers/119650ee-1d2e-42f9-b6d3-5174136d56cd HTTP/1.1" status: 204 len: 168 time: 5.3811598 Apr 01 13:35:25.804746 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-37e9ade1-3058-481f-a50f-fd1a58f5350e tempest-ServersTestJSON-1223226849 tempest-ServersTestJSON-1223226849-project] Notify callbacks [] for security_group, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:25.805872 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-37e9ade1-3058-481f-a50f-fd1a58f5350e tempest-ServersTestJSON-1223226849 tempest-ServersTestJSON-1223226849-project] 10.222.0.26 "DELETE /v2.0/security-groups/9c879d46-6861-4e85-bf4f-dbcce6fd6735 HTTP/1.1" status: 204 len: 168 time: 1.0013213 Apr 01 13:35:25.808697 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 48868) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:35:25.809165 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 48870) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:35:25.817854 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-181936d7-bdc9-45ed-8f94-2b7dd5649fba tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 1.8703520 Apr 01 13:35:25.826590 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 48876) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:35:25.831640 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.v2.base [None req-3d225636-f3b5-4c56-9154-3a2eca5fa464 tempest-RoutersAdminTest-1358270532 tempest-RoutersAdminTest-1358270532-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-3757836', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:35:25.840885 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-3d225636-f3b5-4c56-9154-3a2eca5fa464 tempest-RoutersAdminTest-1358270532 tempest-RoutersAdminTest-1358270532-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:35:25.843821 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.api.v2.resource [None req-4a16ea64-be1d-4e35-8366-689705da7a30 tempest-ServersTestJSON-1223226849 tempest-ServersTestJSON-1223226849-project] show failed (client error): The resource could not be found. Apr 01 13:35:25.846720 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-4a16ea64-be1d-4e35-8366-689705da7a30 tempest-ServersTestJSON-1223226849 tempest-ServersTestJSON-1223226849-project] 10.222.0.26 "GET /v2.0/security-groups/9c879d46-6861-4e85-bf4f-dbcce6fd6735 HTTP/1.1" status: 404 len: 347 time: 0.0335069 Apr 01 13:35:25.847810 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-3d225636-f3b5-4c56-9154-3a2eca5fa464 tempest-RoutersAdminTest-1358270532 tempest-RoutersAdminTest-1358270532-project] Usage tracker for resource:router and tenant:ccaebfeab3a94bef9cdcfe2c3ee4f9cf is out of sync, need to count used quota {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 13:35:25.850289 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 48878) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:35:25.852952 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-3d225636-f3b5-4c56-9154-3a2eca5fa464 tempest-RoutersAdminTest-1358270532 tempest-RoutersAdminTest-1358270532-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 13:35:25.916555 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-0b4f5956-bc17-4f29-be27-458e81b585ae None None] For port bef26e10-09a5-40f4-ab52-6cdcf5f5c6f4, host dv-neutron-836180-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836180-1-hyperv',level=0,port_id=bef26e10-09a5-40f4-ab52-6cdcf5f5c6f4,segment=NetworkSegment(16094ed0-4a47-4ff6-9238-85c278d7a2a5),segment_id=16094ed0-4a47-4ff6-9238-85c278d7a2a5)] {{(pid=83872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 13:35:25.916839 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-0b4f5956-bc17-4f29-be27-458e81b585ae None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4155147'] for port, precommit_delete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:25.918842 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-3d225636-f3b5-4c56-9154-3a2eca5fa464 tempest-RoutersAdminTest-1358270532 tempest-RoutersAdminTest-1358270532-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:35:25.926514 dv-neutron-836180-1-hyperv neutron-server[83872]: ERROR oslo_messaging.rpc.server [None req-67440d90-f6d3-4738-9de4-0a89732bd96d None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 167ef851-e717-4cc3-b518-dc3cbfe1bd54: This subnet is being modified by another concurrent operation. Apr 01 13:35:25.926514 dv-neutron-836180-1-hyperv neutron-server[83872]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Apr 01 13:35:25.926514 dv-neutron-836180-1-hyperv neutron-server[83872]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Apr 01 13:35:25.926514 dv-neutron-836180-1-hyperv neutron-server[83872]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Apr 01 13:35:25.926514 dv-neutron-836180-1-hyperv neutron-server[83872]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Apr 01 13:35:25.926514 dv-neutron-836180-1-hyperv neutron-server[83872]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Apr 01 13:35:25.926514 dv-neutron-836180-1-hyperv neutron-server[83872]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Apr 01 13:35:25.926514 dv-neutron-836180-1-hyperv neutron-server[83872]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Apr 01 13:35:25.926514 dv-neutron-836180-1-hyperv neutron-server[83872]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Apr 01 13:35:25.926514 dv-neutron-836180-1-hyperv neutron-server[83872]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Apr 01 13:35:25.926514 dv-neutron-836180-1-hyperv neutron-server[83872]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Apr 01 13:35:25.926514 dv-neutron-836180-1-hyperv neutron-server[83872]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Apr 01 13:35:25.926514 dv-neutron-836180-1-hyperv neutron-server[83872]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Apr 01 13:35:25.926514 dv-neutron-836180-1-hyperv neutron-server[83872]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 01 13:35:25.926514 dv-neutron-836180-1-hyperv neutron-server[83872]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Apr 01 13:35:25.926514 dv-neutron-836180-1-hyperv neutron-server[83872]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Apr 01 13:35:25.926514 dv-neutron-836180-1-hyperv neutron-server[83872]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Apr 01 13:35:25.926514 dv-neutron-836180-1-hyperv neutron-server[83872]: ERROR oslo_messaging.rpc.server raise value Apr 01 13:35:25.926514 dv-neutron-836180-1-hyperv neutron-server[83872]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Apr 01 13:35:25.926514 dv-neutron-836180-1-hyperv neutron-server[83872]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 01 13:35:25.926514 dv-neutron-836180-1-hyperv neutron-server[83872]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Apr 01 13:35:25.926514 dv-neutron-836180-1-hyperv neutron-server[83872]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Apr 01 13:35:25.926514 dv-neutron-836180-1-hyperv neutron-server[83872]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Apr 01 13:35:25.926514 dv-neutron-836180-1-hyperv neutron-server[83872]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 01 13:35:25.926514 dv-neutron-836180-1-hyperv neutron-server[83872]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Apr 01 13:35:25.926514 dv-neutron-836180-1-hyperv neutron-server[83872]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Apr 01 13:35:25.926514 dv-neutron-836180-1-hyperv neutron-server[83872]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Apr 01 13:35:25.926514 dv-neutron-836180-1-hyperv neutron-server[83872]: ERROR oslo_messaging.rpc.server raise value Apr 01 13:35:25.926514 dv-neutron-836180-1-hyperv neutron-server[83872]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Apr 01 13:35:25.926514 dv-neutron-836180-1-hyperv neutron-server[83872]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 01 13:35:25.926514 dv-neutron-836180-1-hyperv neutron-server[83872]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Apr 01 13:35:25.926514 dv-neutron-836180-1-hyperv neutron-server[83872]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Apr 01 13:35:25.926514 dv-neutron-836180-1-hyperv neutron-server[83872]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Apr 01 13:35:25.926514 dv-neutron-836180-1-hyperv neutron-server[83872]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 01 13:35:25.926514 dv-neutron-836180-1-hyperv neutron-server[83872]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Apr 01 13:35:25.926514 dv-neutron-836180-1-hyperv neutron-server[83872]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Apr 01 13:35:25.926514 dv-neutron-836180-1-hyperv neutron-server[83872]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Apr 01 13:35:25.926514 dv-neutron-836180-1-hyperv neutron-server[83872]: ERROR oslo_messaging.rpc.server raise value Apr 01 13:35:25.926514 dv-neutron-836180-1-hyperv neutron-server[83872]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Apr 01 13:35:25.926514 dv-neutron-836180-1-hyperv neutron-server[83872]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Apr 01 13:35:25.926514 dv-neutron-836180-1-hyperv neutron-server[83872]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Apr 01 13:35:25.926514 dv-neutron-836180-1-hyperv neutron-server[83872]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Apr 01 13:35:25.926514 dv-neutron-836180-1-hyperv neutron-server[83872]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 274, in create_dhcp_port Apr 01 13:35:25.926514 dv-neutron-836180-1-hyperv neutron-server[83872]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Apr 01 13:35:25.926514 dv-neutron-836180-1-hyperv neutron-server[83872]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 99, in _port_action Apr 01 13:35:25.926514 dv-neutron-836180-1-hyperv neutron-server[83872]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Apr 01 13:35:25.926514 dv-neutron-836180-1-hyperv neutron-server[83872]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 335, in create_port Apr 01 13:35:25.926514 dv-neutron-836180-1-hyperv neutron-server[83872]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Apr 01 13:35:25.926514 dv-neutron-836180-1-hyperv neutron-server[83872]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Apr 01 13:35:25.926514 dv-neutron-836180-1-hyperv neutron-server[83872]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Apr 01 13:35:25.926514 dv-neutron-836180-1-hyperv neutron-server[83872]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped Apr 01 13:35:25.926514 dv-neutron-836180-1-hyperv neutron-server[83872]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Apr 01 13:35:25.926514 dv-neutron-836180-1-hyperv neutron-server[83872]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Apr 01 13:35:25.929653 dv-neutron-836180-1-hyperv neutron-server[83872]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Apr 01 13:35:25.929653 dv-neutron-836180-1-hyperv neutron-server[83872]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Apr 01 13:35:25.929653 dv-neutron-836180-1-hyperv neutron-server[83872]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 01 13:35:25.929653 dv-neutron-836180-1-hyperv neutron-server[83872]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Apr 01 13:35:25.929653 dv-neutron-836180-1-hyperv neutron-server[83872]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Apr 01 13:35:25.929653 dv-neutron-836180-1-hyperv neutron-server[83872]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Apr 01 13:35:25.929653 dv-neutron-836180-1-hyperv neutron-server[83872]: ERROR oslo_messaging.rpc.server raise value Apr 01 13:35:25.929653 dv-neutron-836180-1-hyperv neutron-server[83872]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Apr 01 13:35:25.929653 dv-neutron-836180-1-hyperv neutron-server[83872]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 01 13:35:25.929653 dv-neutron-836180-1-hyperv neutron-server[83872]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Apr 01 13:35:25.929653 dv-neutron-836180-1-hyperv neutron-server[83872]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Apr 01 13:35:25.929653 dv-neutron-836180-1-hyperv neutron-server[83872]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Apr 01 13:35:25.929653 dv-neutron-836180-1-hyperv neutron-server[83872]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 01 13:35:25.929653 dv-neutron-836180-1-hyperv neutron-server[83872]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Apr 01 13:35:25.929653 dv-neutron-836180-1-hyperv neutron-server[83872]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Apr 01 13:35:25.929653 dv-neutron-836180-1-hyperv neutron-server[83872]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Apr 01 13:35:25.929653 dv-neutron-836180-1-hyperv neutron-server[83872]: ERROR oslo_messaging.rpc.server raise value Apr 01 13:35:25.929653 dv-neutron-836180-1-hyperv neutron-server[83872]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Apr 01 13:35:25.929653 dv-neutron-836180-1-hyperv neutron-server[83872]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 01 13:35:25.929653 dv-neutron-836180-1-hyperv neutron-server[83872]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Apr 01 13:35:25.929653 dv-neutron-836180-1-hyperv neutron-server[83872]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Apr 01 13:35:25.929653 dv-neutron-836180-1-hyperv neutron-server[83872]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Apr 01 13:35:25.929653 dv-neutron-836180-1-hyperv neutron-server[83872]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 01 13:35:25.929653 dv-neutron-836180-1-hyperv neutron-server[83872]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Apr 01 13:35:25.929653 dv-neutron-836180-1-hyperv neutron-server[83872]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Apr 01 13:35:25.929653 dv-neutron-836180-1-hyperv neutron-server[83872]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Apr 01 13:35:25.929653 dv-neutron-836180-1-hyperv neutron-server[83872]: ERROR oslo_messaging.rpc.server raise value Apr 01 13:35:25.929653 dv-neutron-836180-1-hyperv neutron-server[83872]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Apr 01 13:35:25.929653 dv-neutron-836180-1-hyperv neutron-server[83872]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Apr 01 13:35:25.929653 dv-neutron-836180-1-hyperv neutron-server[83872]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1423, in create_port Apr 01 13:35:25.929653 dv-neutron-836180-1-hyperv neutron-server[83872]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Apr 01 13:35:25.929653 dv-neutron-836180-1-hyperv neutron-server[83872]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1390, in _create_port_db Apr 01 13:35:25.929653 dv-neutron-836180-1-hyperv neutron-server[83872]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Apr 01 13:35:25.929653 dv-neutron-836180-1-hyperv neutron-server[83872]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1440, in create_port_db Apr 01 13:35:25.929653 dv-neutron-836180-1-hyperv neutron-server[83872]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Apr 01 13:35:25.929653 dv-neutron-836180-1-hyperv neutron-server[83872]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Apr 01 13:35:25.929653 dv-neutron-836180-1-hyperv neutron-server[83872]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Apr 01 13:35:25.929653 dv-neutron-836180-1-hyperv neutron-server[83872]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped Apr 01 13:35:25.929653 dv-neutron-836180-1-hyperv neutron-server[83872]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Apr 01 13:35:25.929653 dv-neutron-836180-1-hyperv neutron-server[83872]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Apr 01 13:35:25.929653 dv-neutron-836180-1-hyperv neutron-server[83872]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Apr 01 13:35:25.929653 dv-neutron-836180-1-hyperv neutron-server[83872]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Apr 01 13:35:25.929653 dv-neutron-836180-1-hyperv neutron-server[83872]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Apr 01 13:35:25.929653 dv-neutron-836180-1-hyperv neutron-server[83872]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Apr 01 13:35:25.929653 dv-neutron-836180-1-hyperv neutron-server[83872]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Apr 01 13:35:25.929653 dv-neutron-836180-1-hyperv neutron-server[83872]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 669, in _ipam_get_subnets Apr 01 13:35:25.929653 dv-neutron-836180-1-hyperv neutron-server[83872]: ERROR oslo_messaging.rpc.server subnet.lock_register( Apr 01 13:35:25.929653 dv-neutron-836180-1-hyperv neutron-server[83872]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Apr 01 13:35:25.929653 dv-neutron-836180-1-hyperv neutron-server[83872]: ERROR oslo_messaging.rpc.server raise exception Apr 01 13:35:25.929653 dv-neutron-836180-1-hyperv neutron-server[83872]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 167ef851-e717-4cc3-b518-dc3cbfe1bd54: This subnet is being modified by another concurrent operation. Apr 01 13:35:25.929653 dv-neutron-836180-1-hyperv neutron-server[83872]: ERROR oslo_messaging.rpc.server Apr 01 13:35:25.933057 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-cf099d72-dda0-4bc9-8c1a-1e75617273d4 tempest-BulkNetworkOpsTest-413135140 tempest-BulkNetworkOpsTest-413135140-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-945042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2743160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2757373'] for subnet, after_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:25.980874 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-2a70ea6d-122f-4f97-97e5-ef3f7260f4f1 tempest-ServersTestManualDisk-1537329539 tempest-ServersTestManualDisk-1537329539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736733359243', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736732935810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2743125'] for port, after_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:25.985357 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.db.api [None req-064c2363-8abd-4935-bb21-5a9b20ff8c30 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83872) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 01 13:35:25.986353 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG oslo_db.api [None req-064c2363-8abd-4935-bb21-5a9b20ff8c30 None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=83872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 01 13:35:26.045046 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0824e61d-ea63-49ce-b204-b8b3a8cac5db None None] Network 96992700-e4f2-40ad-8c6e-aa2d40515775 requested from dv-neutron-836180-1-hyperv {{(pid=83872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 13:35:26.064269 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.plugin [None req-0b4f5956-bc17-4f29-be27-458e81b585ae None None] Calling delete_port for bef26e10-09a5-40f4-ab52-6cdcf5f5c6f4 owned by network:dhcp {{(pid=83872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 13:35:26.065669 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf099d72-dda0-4bc9-8c1a-1e75617273d4 tempest-BulkNetworkOpsTest-413135140 tempest-BulkNetworkOpsTest-413135140-project] Pushing event deleted for resources: {'Subnet': ['ID=167ef851-e717-4cc3-b518-dc3cbfe1bd54,revision_number=None']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:35:26.073841 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a70ea6d-122f-4f97-97e5-ef3f7260f4f1 tempest-ServersTestManualDisk-1537329539 tempest-ServersTestManualDisk-1537329539-project] Pushing event deleted for resources: {'Port': ['ID=5d0d48de-721a-4eda-ab46-64f10ac3bf1e,revision_number=None']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:35:26.094144 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-cf099d72-dda0-4bc9-8c1a-1e75617273d4 tempest-BulkNetworkOpsTest-413135140 tempest-BulkNetworkOpsTest-413135140-project] Notify callbacks [] for subnet, before_response {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:26.097971 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.api.v2.resource [None req-68e08429-ea0c-4f03-90df-76fc654aa61e tempest-NegativeSecGroupTest-1903402681 tempest-NegativeSecGroupTest-1903402681-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 01 13:35:26.098968 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-68e08429-ea0c-4f03-90df-76fc654aa61e tempest-NegativeSecGroupTest-1903402681 tempest-NegativeSecGroupTest-1903402681-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.4307592 Apr 01 13:35:26.103884 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-1193839c-6edb-4740-a303-e34353a02f8b tempest-FloatingIPAdminTestJSON-382796379 tempest-FloatingIPAdminTestJSON-382796379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736733359243', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736732935810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2743125'] for port, after_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:26.112569 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 48884) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:35:26.120825 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-3d225636-f3b5-4c56-9154-3a2eca5fa464 tempest-RoutersAdminTest-1358270532 tempest-RoutersAdminTest-1358270532-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4082176', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4220'] for router, before_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:26.122347 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-3d225636-f3b5-4c56-9154-3a2eca5fa464 tempest-RoutersAdminTest-1358270532 tempest-RoutersAdminTest-1358270532-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4082277', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4084873', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4148249', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4211'] for router, precommit_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:26.145917 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.plugin [None req-325fada0-f410-4619-afc0-554aff70322f tempest-ServersTestJSON-1223226849 tempest-ServersTestJSON-1223226849-project] Deleting port 411d1e1b-822d-41bc-be64-4e5ecb87975b {{(pid=83869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 13:35:26.146485 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-325fada0-f410-4619-afc0-554aff70322f tempest-ServersTestJSON-1223226849 tempest-ServersTestJSON-1223226849-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736733287370'] for port, before_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:26.178085 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0351ee0-3b19-4d66-83df-a5f8712e8e5a tempest-RoutersIpV6AdminTest-2054225496 tempest-RoutersIpV6AdminTest-2054225496-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:35:26.179678 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-e0351ee0-3b19-4d66-83df-a5f8712e8e5a tempest-RoutersIpV6AdminTest-2054225496 tempest-RoutersIpV6AdminTest-2054225496-project-admin] 10.222.0.26 "GET /v2.0/networks/725864b8-cceb-48c9-b5d3-1bfc4423e301 HTTP/1.1" status: 200 len: 881 time: 0.4864573 Apr 01 13:35:26.187442 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 48888) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:35:26.216245 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1193839c-6edb-4740-a303-e34353a02f8b tempest-FloatingIPAdminTestJSON-382796379 tempest-FloatingIPAdminTestJSON-382796379-project] Pushing event deleted for resources: {'Port': ['ID=4e99f2a7-d89c-4541-ba32-211e8a23ef58,revision_number=None']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:35:26.234809 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-f964294c-e1dc-4f8d-a13d-251a819b7d01 tempest-RoutersIpV6AdminTest-7322729 tempest-RoutersIpV6AdminTest-7322729-project] 10.222.0.26 "GET /v2.0/ports?device_id=dd5b9c7d-d63d-4276-8bb3-0ffbca7a0a73 HTTP/1.1" status: 200 len: 205 time: 0.0448544 Apr 01 13:35:26.237827 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 48892) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:35:26.285161 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-cf099d72-dda0-4bc9-8c1a-1e75617273d4 tempest-BulkNetworkOpsTest-413135140 tempest-BulkNetworkOpsTest-413135140-project] 10.222.0.26 "DELETE /v2.0/subnets/167ef851-e717-4cc3-b518-dc3cbfe1bd54 HTTP/1.1" status: 204 len: 168 time: 1.9450562 Apr 01 13:35:26.302903 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-0b4f5956-bc17-4f29-be27-458e81b585ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736733359243', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736732935810'] for port, after_delete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:26.306296 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 48896) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:35:26.349005 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5935bf0-cad6-4890-8dea-a3d91d841422 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:35:26.349903 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-a5935bf0-cad6-4890-8dea-a3d91d841422 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Synchronizing usage tracker for tenant:8b726fe6689e4b7f96def1a2219bea6c on resource:port {{(pid=83871) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 13:35:26.369698 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b4f5956-bc17-4f29-be27-458e81b585ae None None] Pushing event deleted for resources: {'Port': ['ID=bef26e10-09a5-40f4-ab52-6cdcf5f5c6f4,revision_number=None']} {{(pid=83872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:35:26.373646 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b4f5956-bc17-4f29-be27-458e81b585ae None None] No DVR routers for this DVR port bef26e10-09a5-40f4-ab52-6cdcf5f5c6f4 on host dv-neutron-836180-1-hyperv {{(pid=83872) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 13:35:26.394695 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1227d0f5-730d-4066-a653-342eb548d51a None None] Network 09d7ea43-6376-4322-97e7-54cd01aae492 requested from dv-neutron-836180-1-hyperv {{(pid=83872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 13:35:26.417294 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-2a70ea6d-122f-4f97-97e5-ef3f7260f4f1 tempest-ServersTestManualDisk-1537329539 tempest-ServersTestManualDisk-1537329539-project] Notify callbacks [] for floatingip, after_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:26.419530 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-2a70ea6d-122f-4f97-97e5-ef3f7260f4f1 tempest-ServersTestManualDisk-1537329539 tempest-ServersTestManualDisk-1537329539-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109561'] for floatingip, before_response {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:26.423534 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-2a70ea6d-122f-4f97-97e5-ef3f7260f4f1 tempest-ServersTestManualDisk-1537329539 tempest-ServersTestManualDisk-1537329539-project] 10.222.0.26 "DELETE /v2.0/floatingips/e4e79cdb-e315-4aee-be2b-33d24ceb9e16 HTTP/1.1" status: 204 len: 168 time: 2.6743927 Apr 01 13:35:26.426834 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 48900) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:35:26.437364 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-3d225636-f3b5-4c56-9154-3a2eca5fa464 tempest-RoutersAdminTest-1358270532 tempest-RoutersAdminTest-1358270532-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:26.487430 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-064c2363-8abd-4935-bb21-5a9b20ff8c30 None None] New status for floating IP e4e79cdb-e315-4aee-be2b-33d24ceb9e16: DOWN {{(pid=83872) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 01 13:35:26.502894 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-1193839c-6edb-4740-a303-e34353a02f8b tempest-FloatingIPAdminTestJSON-382796379 tempest-FloatingIPAdminTestJSON-382796379-project] Notify callbacks [] for floatingip, after_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:26.505363 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-1193839c-6edb-4740-a303-e34353a02f8b tempest-FloatingIPAdminTestJSON-382796379 tempest-FloatingIPAdminTestJSON-382796379-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109561'] for floatingip, before_response {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:26.508591 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-1193839c-6edb-4740-a303-e34353a02f8b tempest-FloatingIPAdminTestJSON-382796379 tempest-FloatingIPAdminTestJSON-382796379-project] 10.222.0.26 "DELETE /v2.0/floatingips/a3788103-5d23-4e5e-9aee-a5b4e61ca4b4 HTTP/1.1" status: 204 len: 168 time: 2.5543587 Apr 01 13:35:26.510775 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-a5935bf0-cad6-4890-8dea-a3d91d841422 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Unset dirty status for tenant:8b726fe6689e4b7f96def1a2219bea6c on resource:port {{(pid=83871) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 13:35:26.511647 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-a5935bf0-cad6-4890-8dea-a3d91d841422 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.6581037 Apr 01 13:35:26.522800 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 48906) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:35:26.581739 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-3fdfe309-1f99-490d-8a25-e6bd157159cb tempest-NegativeSecGroupTest-1903402681 tempest-NegativeSecGroupTest-1903402681-project] Notify callbacks [] for security_group, before_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:26.592970 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7558bccb-1926-4fb5-a057-f8936d96a9a1 tempest-BulkNetworkOpsTest-413135140 tempest-BulkNetworkOpsTest-413135140-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:35:26.601516 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-7558bccb-1926-4fb5-a057-f8936d96a9a1 tempest-BulkNetworkOpsTest-413135140 tempest-BulkNetworkOpsTest-413135140-project] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2875204 Apr 01 13:35:26.604020 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 48910) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:35:26.623547 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-3fdfe309-1f99-490d-8a25-e6bd157159cb tempest-NegativeSecGroupTest-1903402681 tempest-NegativeSecGroupTest-1903402681-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:26.707061 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-3fdfe309-1f99-490d-8a25-e6bd157159cb tempest-NegativeSecGroupTest-1903402681 tempest-NegativeSecGroupTest-1903402681-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3775923'] for security_group, after_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:26.737036 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-8cda5517-f216-41cc-a241-43b758753601 tempest-BulkNetworkOpsTest-413135140 tempest-BulkNetworkOpsTest-413135140-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1033078'] for network, before_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:26.739193 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-3d225636-f3b5-4c56-9154-3a2eca5fa464 tempest-RoutersAdminTest-1358270532 tempest-RoutersAdminTest-1358270532-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4082201', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4084858'] for router, after_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:26.753151 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdfe309-1f99-490d-8a25-e6bd157159cb tempest-NegativeSecGroupTest-1903402681 tempest-NegativeSecGroupTest-1903402681-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a0d4f37-548e-4c4f-8b4f-c3490e5ec6a2,revision_number=None']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:35:26.791007 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-3fdfe309-1f99-490d-8a25-e6bd157159cb tempest-NegativeSecGroupTest-1903402681 tempest-NegativeSecGroupTest-1903402681-project] Notify callbacks [] for security_group, before_response {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:26.792618 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-3fdfe309-1f99-490d-8a25-e6bd157159cb tempest-NegativeSecGroupTest-1903402681 tempest-NegativeSecGroupTest-1903402681-project] 10.222.0.26 "DELETE /v2.0/security-groups/0a0d4f37-548e-4c4f-8b4f-c3490e5ec6a2 HTTP/1.1" status: 204 len: 168 time: 0.6502087 Apr 01 13:35:26.795423 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 48914) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:35:26.830412 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-325fada0-f410-4619-afc0-554aff70322f tempest-ServersTestJSON-1223226849 tempest-ServersTestJSON-1223226849-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4155147'] for port, precommit_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:26.830720 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-325fada0-f410-4619-afc0-554aff70322f tempest-ServersTestJSON-1223226849 tempest-ServersTestJSON-1223226849-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:26.846967 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0561e358-146e-4447-9c93-b54965154f3b tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:35:26.848617 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0561e358-146e-4447-9c93-b54965154f3b tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:35:26.849523 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-0561e358-146e-4447-9c93-b54965154f3b tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Synchronizing usage tracker for tenant:8b726fe6689e4b7f96def1a2219bea6c on resource:subnet {{(pid=83869) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 13:35:26.911968 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b77a65f2-4268-41f6-95ad-6af1f27d207a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7e7d0ecb-2af4-55f5-9198-238ab0570d62-09d7ea43-6376-4322-97e7-54cd01aae492', 'network_id': '09d7ea43-6376-4322-97e7-54cd01aae492', 'tenant_id': '8b726fe6689e4b7f96def1a2219bea6c', 'fixed_ips': [{'subnet_id': 'd9db5fa5-9003-4f48-9e94-f24b154fd6f0'}]}} from dv-neutron-836180-1-hyperv. {{(pid=83872) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 01 13:35:26.913726 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-b77a65f2-4268-41f6-95ad-6af1f27d207a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:27.004474 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-3d225636-f3b5-4c56-9154-3a2eca5fa464 tempest-RoutersAdminTest-1358270532 tempest-RoutersAdminTest-1358270532-project] Notify callbacks [] for router, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:27.008604 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-3d225636-f3b5-4c56-9154-3a2eca5fa464 tempest-RoutersAdminTest-1358270532 tempest-RoutersAdminTest-1358270532-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 1.1983984 Apr 01 13:35:27.013248 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 48920) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:35:27.020586 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.plugin [None req-325fada0-f410-4619-afc0-554aff70322f tempest-ServersTestJSON-1223226849 tempest-ServersTestJSON-1223226849-project] Calling delete_port for 411d1e1b-822d-41bc-be64-4e5ecb87975b owned by network:floatingip {{(pid=83869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 13:35:27.063890 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 48922) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:35:27.089361 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.v2.base [None req-f784a231-695b-4ccf-836b-9143c1b30fc8 tempest-RoutersAdminTest-1358270532 tempest-RoutersAdminTest-1358270532-project] Request body: {'router': {'external_gateway_info': {'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301'}}} {{(pid=83869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:35:27.096617 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.db_base_plugin_common [None req-b77a65f2-4268-41f6-95ad-6af1f27d207a None None] Allocated IP 2001:db8::2 (09d7ea43-6376-4322-97e7-54cd01aae492/d9db5fa5-9003-4f48-9e94-f24b154fd6f0/1ac6d9dc-5409-4a17-86f8-368c8a604ecd) {{(pid=83872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 13:35:27.110984 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-754939d8-cbff-427a-bf93-a1b90bb75368 tempest-NegativeSecGroupTest-1903402681 tempest-NegativeSecGroupTest-1903402681-project] Synchronizing usage tracker for tenant:b3a2449924ec4cfda6638744edb97d41 on resource:security_group {{(pid=83871) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 13:35:27.147293 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-754939d8-cbff-427a-bf93-a1b90bb75368 tempest-NegativeSecGroupTest-1903402681 tempest-NegativeSecGroupTest-1903402681-project] Unset dirty status for tenant:b3a2449924ec4cfda6638744edb97d41 on resource:security_group {{(pid=83871) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 13:35:27.149008 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-754939d8-cbff-427a-bf93-a1b90bb75368 tempest-NegativeSecGroupTest-1903402681 tempest-NegativeSecGroupTest-1903402681-project] 10.222.0.26 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.3432102 Apr 01 13:35:27.153648 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 48930) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:35:27.163324 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.v2.base [None req-e132b6ee-0512-4c4d-87de-3cb5b518aca3 tempest-NegativeSecGroupTest-1903402681 tempest-NegativeSecGroupTest-1903402681-project] Request body: {'security_group': {'name': 'tempest-secgroup--1945137913'}} {{(pid=83871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:35:27.171285 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-e132b6ee-0512-4c4d-87de-3cb5b518aca3 tempest-NegativeSecGroupTest-1903402681 tempest-NegativeSecGroupTest-1903402681-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:35:27.183478 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-e132b6ee-0512-4c4d-87de-3cb5b518aca3 tempest-NegativeSecGroupTest-1903402681 tempest-NegativeSecGroupTest-1903402681-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:35:27.203341 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-e132b6ee-0512-4c4d-87de-3cb5b518aca3 tempest-NegativeSecGroupTest-1903402681 tempest-NegativeSecGroupTest-1903402681-project] Notify callbacks [] for security_group, before_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:27.214948 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-0561e358-146e-4447-9c93-b54965154f3b tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Unset dirty status for tenant:8b726fe6689e4b7f96def1a2219bea6c on resource:subnet {{(pid=83869) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 13:35:27.232546 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 48934) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:35:27.233220 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-0561e358-146e-4447-9c93-b54965154f3b tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.7022123 Apr 01 13:35:27.309929 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-e132b6ee-0512-4c4d-87de-3cb5b518aca3 tempest-NegativeSecGroupTest-1903402681 tempest-NegativeSecGroupTest-1903402681-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:35:27.318737 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-4537a670-684e-42aa-ab7e-940a22262dfc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4084029'] for router_interface, before_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:27.340966 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-8cda5517-f216-41cc-a241-43b758753601 tempest-BulkNetworkOpsTest-413135140 tempest-BulkNetworkOpsTest-413135140-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-942654', 'neutron.services.segments.db._delete_segments_for_network-8736733387888'] for network, precommit_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:27.372016 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-e132b6ee-0512-4c4d-87de-3cb5b518aca3 tempest-NegativeSecGroupTest-1903402681 tempest-NegativeSecGroupTest-1903402681-project] Usage tracker for resource:security_group_rule and tenant:b3a2449924ec4cfda6638744edb97d41 is out of sync, need to count used quota {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 13:35:27.382974 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-e132b6ee-0512-4c4d-87de-3cb5b518aca3 tempest-NegativeSecGroupTest-1903402681 tempest-NegativeSecGroupTest-1903402681-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 13:35:27.399624 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-b77a65f2-4268-41f6-95ad-6af1f27d207a None None] Notify callbacks [] for port, precommit_create {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:27.412993 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-b77a65f2-4268-41f6-95ad-6af1f27d207a None None] Transition to ACTIVE for port object 1ac6d9dc-5409-4a17-86f8-368c8a604ecd will not be triggered until provisioned by entity L2. {{(pid=83872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 13:35:27.440328 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-b77a65f2-4268-41f6-95ad-6af1f27d207a None None] Transition to ACTIVE for port object 1ac6d9dc-5409-4a17-86f8-368c8a604ecd will not be triggered until provisioned by entity DHCP. {{(pid=83872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 13:35:27.446762 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-b77a65f2-4268-41f6-95ad-6af1f27d207a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736732935801'] for port, after_create {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:27.463403 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-e132b6ee-0512-4c4d-87de-3cb5b518aca3 tempest-NegativeSecGroupTest-1903402681 tempest-NegativeSecGroupTest-1903402681-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:35:27.525007 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77a65f2-4268-41f6-95ad-6af1f27d207a None None] Pushing event updated for resources: {'Port': ['ID=1ac6d9dc-5409-4a17-86f8-368c8a604ecd,revision_number=1']} {{(pid=83872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:35:27.529862 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b77a65f2-4268-41f6-95ad-6af1f27d207a None None] Network 09d7ea43-6376-4322-97e7-54cd01aae492 is already hosted by enough agents. {{(pid=83872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 13:35:27.531226 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.scheduler.base_scheduler [None req-b77a65f2-4268-41f6-95ad-6af1f27d207a None None] Resources bound (agent type, host, resource id): {{(pid=83872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 13:35:27.534450 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b77a65f2-4268-41f6-95ad-6af1f27d207a None None] Received port after_create {{(pid=83872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 13:35:27.540332 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.services.segments.db [None req-8cda5517-f216-41cc-a241-43b758753601 tempest-BulkNetworkOpsTest-413135140 tempest-BulkNetworkOpsTest-413135140-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['96992700-e4f2-40ad-8c6e-aa2d40515775']}} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:35:27.568014 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.services.segments.db [None req-8cda5517-f216-41cc-a241-43b758753601 tempest-BulkNetworkOpsTest-413135140 tempest-BulkNetworkOpsTest-413135140-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9f850337-2a60-49b0-883d-c09fdc90fa39') {'for_net_delete': True} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:35:27.568550 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.services.segments.db [None req-8cda5517-f216-41cc-a241-43b758753601 tempest-BulkNetworkOpsTest-413135140 tempest-BulkNetworkOpsTest-413135140-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9f850337-2a60-49b0-883d-c09fdc90fa39') {} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:35:27.640597 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.db_base_plugin_v2 [None req-4cf5b5a6-36ec-4176-ae1a-8e074fcbc9c5 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Deleting subnet d9db5fa5-9003-4f48-9e94-f24b154fd6f0 {{(pid=83871) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 01 13:35:27.644278 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-e132b6ee-0512-4c4d-87de-3cb5b518aca3 tempest-NegativeSecGroupTest-1903402681 tempest-NegativeSecGroupTest-1903402681-project] Notify callbacks [] for security_group, precommit_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:27.648190 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-4cf5b5a6-36ec-4176-ae1a-8e074fcbc9c5 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Notify callbacks [] for subnet, before_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:27.654058 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.managers [None req-b77a65f2-4268-41f6-95ad-6af1f27d207a None None] Attempting to bind port 1ac6d9dc-5409-4a17-86f8-368c8a604ecd on host dv-neutron-836180-1-hyperv for vnic_type normal with profile {{(pid=83872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 13:35:27.654504 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.managers [None req-b77a65f2-4268-41f6-95ad-6af1f27d207a None None] Attempting to bind port 1ac6d9dc-5409-4a17-86f8-368c8a604ecd by drivers openvswitch,hyperv on host dv-neutron-836180-1-hyperv at level 0 using segments [{'id': '16094ed0-4a47-4ff6-9238-85c278d7a2a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '09d7ea43-6376-4322-97e7-54cd01aae492'}] {{(pid=83872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 13:35:27.654933 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b77a65f2-4268-41f6-95ad-6af1f27d207a None None] Attempting to bind port 1ac6d9dc-5409-4a17-86f8-368c8a604ecd on network 09d7ea43-6376-4322-97e7-54cd01aae492 {{(pid=83872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 13:35:27.659174 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-8cda5517-f216-41cc-a241-43b758753601 tempest-BulkNetworkOpsTest-413135140 tempest-BulkNetworkOpsTest-413135140-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736733386999', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2704982'] for segment, before_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:27.661975 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b77a65f2-4268-41f6-95ad-6af1f27d207a None None] Checking agent: {'id': 'af948428-97cd-4d10-9f53-af028bdb39b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-836180-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 13, 25, 37), 'started_at': datetime.datetime(2022, 4, 1, 13, 26, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 13, 35, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-836180-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 13:35:27.662414 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b77a65f2-4268-41f6-95ad-6af1f27d207a None None] Checking segment: {'id': '16094ed0-4a47-4ff6-9238-85c278d7a2a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '09d7ea43-6376-4322-97e7-54cd01aae492'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 13:35:27.662872 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-b77a65f2-4268-41f6-95ad-6af1f27d207a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:27.663325 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b77a65f2-4268-41f6-95ad-6af1f27d207a None None] Bound using segment: {'id': '16094ed0-4a47-4ff6-9238-85c278d7a2a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '09d7ea43-6376-4322-97e7-54cd01aae492'} {{(pid=83872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 13:35:27.663955 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.managers [None req-b77a65f2-4268-41f6-95ad-6af1f27d207a None None] Bound port: 1ac6d9dc-5409-4a17-86f8-368c8a604ecd, host: dv-neutron-836180-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '16094ed0-4a47-4ff6-9238-85c278d7a2a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '09d7ea43-6376-4322-97e7-54cd01aae492'}}] {{(pid=83872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 13:35:27.664413 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-b77a65f2-4268-41f6-95ad-6af1f27d207a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:27.684622 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-e132b6ee-0512-4c4d-87de-3cb5b518aca3 tempest-NegativeSecGroupTest-1903402681 tempest-NegativeSecGroupTest-1903402681-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3775923'] for security_group, after_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:27.752253 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e132b6ee-0512-4c4d-87de-3cb5b518aca3 tempest-NegativeSecGroupTest-1903402681 tempest-NegativeSecGroupTest-1903402681-project] Pushing event updated for resources: {'SecurityGroup': ['ID=56c8ffe3-e31b-4b68-bb83-ff6752fbc9cb,revision_number=1']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:35:27.756801 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-4cf5b5a6-36ec-4176-ae1a-8e074fcbc9c5 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3166365'] for subnet, precommit_delete_associations {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:27.772211 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-b77a65f2-4268-41f6-95ad-6af1f27d207a None None] For port 1ac6d9dc-5409-4a17-86f8-368c8a604ecd, host dv-neutron-836180-1-hyperv, cleared binding levels {{(pid=83872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 13:35:27.775956 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-b77a65f2-4268-41f6-95ad-6af1f27d207a None None] For port 1ac6d9dc-5409-4a17-86f8-368c8a604ecd, host dv-neutron-836180-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836180-1-hyperv',level=0,port_id=1ac6d9dc-5409-4a17-86f8-368c8a604ecd,segment=NetworkSegment(16094ed0-4a47-4ff6-9238-85c278d7a2a5),segment_id=16094ed0-4a47-4ff6-9238-85c278d7a2a5)] {{(pid=83872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 13:35:27.781398 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-b77a65f2-4268-41f6-95ad-6af1f27d207a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864'] for port, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:27.805084 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-e132b6ee-0512-4c4d-87de-3cb5b518aca3 tempest-NegativeSecGroupTest-1903402681 tempest-NegativeSecGroupTest-1903402681-project] Notify callbacks [] for security_group, before_response {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:27.809676 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-e132b6ee-0512-4c4d-87de-3cb5b518aca3 tempest-NegativeSecGroupTest-1903402681 tempest-NegativeSecGroupTest-1903402681-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.6513388 Apr 01 13:35:27.809847 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-8cda5517-f216-41cc-a241-43b758753601 tempest-BulkNetworkOpsTest-413135140 tempest-BulkNetworkOpsTest-413135140-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1004271'] for segment, precommit_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:27.810791 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 48938) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:35:27.819005 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.v2.base [None req-32c836f7-c84b-46c9-9e0c-e6b96cd40f7c tempest-NegativeSecGroupTest-1903402681 tempest-NegativeSecGroupTest-1903402681-project] Request body: {'security_group_rule': {'security_group_id': '56c8ffe3-e31b-4b68-bb83-ff6752fbc9cb', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=83871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:35:27.825598 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-daddc1b3-16ae-4300-af6b-08623a63880a admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=e66db8021e414e7baf903f5a575b7f77&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7603965 Apr 01 13:35:27.827596 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8cda5517-f216-41cc-a241-43b758753601 tempest-BulkNetworkOpsTest-413135140 tempest-BulkNetworkOpsTest-413135140-project] Releasing vlan 386 on physical network physnet1 to pool {{(pid=83869) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 01 13:35:27.827977 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-8cda5517-f216-41cc-a241-43b758753601 tempest-BulkNetworkOpsTest-413135140 tempest-BulkNetworkOpsTest-413135140-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1004262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2705264'] for segment, after_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:27.830928 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-32c836f7-c84b-46c9-9e0c-e6b96cd40f7c tempest-NegativeSecGroupTest-1903402681 tempest-NegativeSecGroupTest-1903402681-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:35:27.836344 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 48942) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:35:27.848732 dv-neutron-836180-1-hyperv neutron-server[83869]: Traceback (most recent call last): Apr 01 13:35:27.848732 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 01 13:35:27.848732 dv-neutron-836180-1-hyperv neutron-server[83869]: timer() Apr 01 13:35:27.848732 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 13:35:27.848732 dv-neutron-836180-1-hyperv neutron-server[83869]: cb(*args, **kw) Apr 01 13:35:27.848732 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 13:35:27.848732 dv-neutron-836180-1-hyperv neutron-server[83869]: return func(*args, **kwargs) Apr 01 13:35:27.848732 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 13:35:27.848732 dv-neutron-836180-1-hyperv neutron-server[83869]: self._notify() Apr 01 13:35:27.848732 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 13:35:27.848732 dv-neutron-836180-1-hyperv neutron-server[83869]: self.callback(batched_events) Apr 01 13:35:27.848732 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 13:35:27.848732 dv-neutron-836180-1-hyperv neutron-server[83869]: event.method(event) Apr 01 13:35:27.848732 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 13:35:27.848732 dv-neutron-836180-1-hyperv neutron-server[83869]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 13:35:27.848732 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 13:35:27.848732 dv-neutron-836180-1-hyperv neutron-server[83869]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 13:35:27.848732 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 13:35:27.848732 dv-neutron-836180-1-hyperv neutron-server[83869]: return f(self, *a, **k) Apr 01 13:35:27.848732 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 13:35:27.848732 dv-neutron-836180-1-hyperv neutron-server[83869]: return self._get(url).json() Apr 01 13:35:27.848732 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 13:35:27.848732 dv-neutron-836180-1-hyperv neutron-server[83869]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 13:35:27.848732 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 01 13:35:27.848732 dv-neutron-836180-1-hyperv neutron-server[83869]: return self.request(url, 'GET', **kwargs) Apr 01 13:35:27.848732 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 01 13:35:27.848732 dv-neutron-836180-1-hyperv neutron-server[83869]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 13:35:27.848732 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 01 13:35:27.848732 dv-neutron-836180-1-hyperv neutron-server[83869]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 13:35:27.848732 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 01 13:35:27.848732 dv-neutron-836180-1-hyperv neutron-server[83869]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 13:35:27.848732 dv-neutron-836180-1-hyperv neutron-server[83869]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 13:35:27.852605 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-32c836f7-c84b-46c9-9e0c-e6b96cd40f7c tempest-NegativeSecGroupTest-1903402681 tempest-NegativeSecGroupTest-1903402681-project] Usage tracker for resource:security_group_rule and tenant:b3a2449924ec4cfda6638744edb97d41 is out of sync, need to count used quota {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 13:35:27.864940 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-32c836f7-c84b-46c9-9e0c-e6b96cd40f7c tempest-NegativeSecGroupTest-1903402681 tempest-NegativeSecGroupTest-1903402681-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 13:35:27.882650 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77a65f2-4268-41f6-95ad-6af1f27d207a None None] Pushing event updated for resources: {'Port': ['ID=1ac6d9dc-5409-4a17-86f8-368c8a604ecd,revision_number=2']} {{(pid=83872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:35:27.889404 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-32c836f7-c84b-46c9-9e0c-e6b96cd40f7c tempest-NegativeSecGroupTest-1903402681 tempest-NegativeSecGroupTest-1903402681-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:35:27.946722 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-4cf5b5a6-36ec-4176-ae1a-8e074fcbc9c5 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-945029'] for subnet, precommit_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:27.956289 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-6c536988-1e90-42ac-8f31-d2a39fb18a78 tempest-RoutersIpV6AdminTest-7322729 tempest-RoutersIpV6AdminTest-7322729-project] Notify callbacks [] for router, before_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:28.005066 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-325fada0-f410-4619-afc0-554aff70322f tempest-ServersTestJSON-1223226849 tempest-ServersTestJSON-1223226849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736733359243', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736732935810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2705155'] for port, after_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:28.084233 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.api.v2.resource [None req-32c836f7-c84b-46c9-9e0c-e6b96cd40f7c tempest-NegativeSecGroupTest-1903402681 tempest-NegativeSecGroupTest-1903402681-project] create failed (client error): The resource could not be found. Apr 01 13:35:28.085307 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-32c836f7-c84b-46c9-9e0c-e6b96cd40f7c tempest-NegativeSecGroupTest-1903402681 tempest-NegativeSecGroupTest-1903402681-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.2736094 Apr 01 13:35:28.086341 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-7d874b97-8b63-44ab-b190-9adec3c3d6b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:28.099494 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 48946) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:35:28.155770 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.v2.base [None req-2d2340c7-9e50-4344-b578-848eb5aa8a64 tempest-NegativeSecGroupTest-1903402681 tempest-NegativeSecGroupTest-1903402681-project] Request body: {'security_group_rule': {'security_group_id': '56c8ffe3-e31b-4b68-bb83-ff6752fbc9cb', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': '0973789b-f207-4d27-9124-2ff185a57691'}} {{(pid=83869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:35:28.215690 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-4cf5b5a6-36ec-4176-ae1a-8e074fcbc9c5 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-945042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2743160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2757373'] for subnet, after_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:28.227087 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-8cda5517-f216-41cc-a241-43b758753601 tempest-BulkNetworkOpsTest-413135140 tempest-BulkNetworkOpsTest-413135140-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-942599', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4084797'] for network, after_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:28.232319 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-8cda5517-f216-41cc-a241-43b758753601 tempest-BulkNetworkOpsTest-413135140 tempest-BulkNetworkOpsTest-413135140-project] Notify callbacks [] for network, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:28.235297 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-325fada0-f410-4619-afc0-554aff70322f tempest-ServersTestJSON-1223226849 tempest-ServersTestJSON-1223226849-project] Pushing event deleted for resources: {'Port': ['ID=411d1e1b-822d-41bc-be64-4e5ecb87975b,revision_number=None']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:35:28.257911 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-7d874b97-8b63-44ab-b190-9adec3c3d6b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:28.274093 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf5b5a6-36ec-4176-ae1a-8e074fcbc9c5 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Pushing event deleted for resources: {'Subnet': ['ID=d9db5fa5-9003-4f48-9e94-f24b154fd6f0,revision_number=None']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:35:28.278748 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-2d2340c7-9e50-4344-b578-848eb5aa8a64 tempest-NegativeSecGroupTest-1903402681 tempest-NegativeSecGroupTest-1903402681-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:35:28.307308 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-4cf5b5a6-36ec-4176-ae1a-8e074fcbc9c5 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Notify callbacks [] for subnet, before_response {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:28.350557 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-2d2340c7-9e50-4344-b578-848eb5aa8a64 tempest-NegativeSecGroupTest-1903402681 tempest-NegativeSecGroupTest-1903402681-project] Usage tracker for resource:security_group_rule and tenant:b3a2449924ec4cfda6638744edb97d41 is out of sync, need to count used quota {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 13:35:28.353357 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cda5517-f216-41cc-a241-43b758753601 tempest-BulkNetworkOpsTest-413135140 tempest-BulkNetworkOpsTest-413135140-project] Pushing event deleted for resources: {'Network': ['ID=96992700-e4f2-40ad-8c6e-aa2d40515775,revision_number=None']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:35:28.370682 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-4cf5b5a6-36ec-4176-ae1a-8e074fcbc9c5 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] 10.222.0.26 "DELETE /v2.0/subnets/d9db5fa5-9003-4f48-9e94-f24b154fd6f0 HTTP/1.1" status: 204 len: 168 time: 1.1309559 Apr 01 13:35:28.374773 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 48950) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:35:28.395219 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-2d2340c7-9e50-4344-b578-848eb5aa8a64 tempest-NegativeSecGroupTest-1903402681 tempest-NegativeSecGroupTest-1903402681-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 13:35:28.411444 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-8cda5517-f216-41cc-a241-43b758753601 tempest-BulkNetworkOpsTest-413135140 tempest-BulkNetworkOpsTest-413135140-project] 10.222.0.26 "DELETE /v2.0/networks/96992700-e4f2-40ad-8c6e-aa2d40515775 HTTP/1.1" status: 204 len: 168 time: 1.8010888 Apr 01 13:35:28.428718 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 48954) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:35:28.444042 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-2d2340c7-9e50-4344-b578-848eb5aa8a64 tempest-NegativeSecGroupTest-1903402681 tempest-NegativeSecGroupTest-1903402681-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:35:28.463146 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-5c45faa4-a62a-4803-aed8-a9cff189d404 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] 10.222.0.26 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0871174 Apr 01 13:35:28.468522 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-7d874b97-8b63-44ab-b190-9adec3c3d6b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3775923'] for security_group, after_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:28.469747 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 48958) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:35:28.485962 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.v2.base [None req-008a0bf4-d2eb-4f04-9f82-008ed8eb53d1 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Request body: {'subnet': {'network_id': '09d7ea43-6376-4322-97e7-54cd01aae492', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:35:28.563966 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-7d874b97-8b63-44ab-b190-9adec3c3d6b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:28.565111 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-7d874b97-8b63-44ab-b190-9adec3c3d6b1 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/316569a9-e6a6-4415-ad87-81d12ed6074b HTTP/1.1" status: 204 len: 168 time: 0.7278640 Apr 01 13:35:28.573658 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d874b97-8b63-44ab-b190-9adec3c3d6b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=316569a9-e6a6-4415-ad87-81d12ed6074b,revision_number=None']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:35:28.579055 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-f784a231-695b-4ccf-836b-9143c1b30fc8 tempest-RoutersAdminTest-1358270532 tempest-RoutersAdminTest-1358270532-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4084887', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4079850', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4161'] for router, precommit_update {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:28.593864 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-325fada0-f410-4619-afc0-554aff70322f tempest-ServersTestJSON-1223226849 tempest-ServersTestJSON-1223226849-project] Notify callbacks [] for floatingip, after_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:28.596535 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-325fada0-f410-4619-afc0-554aff70322f tempest-ServersTestJSON-1223226849 tempest-ServersTestJSON-1223226849-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109561'] for floatingip, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:28.601129 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-325fada0-f410-4619-afc0-554aff70322f tempest-ServersTestJSON-1223226849 tempest-ServersTestJSON-1223226849-project] 10.222.0.26 "DELETE /v2.0/floatingips/f7b3e710-ee73-4a6b-85f7-11ac203f5707 HTTP/1.1" status: 204 len: 168 time: 2.7471130 Apr 01 13:35:28.607870 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 48964) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:35:28.625719 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-89e99cde-17e9-461b-b3ad-c56cd5a666df tempest-BulkNetworkOpsTest-413135140 tempest-BulkNetworkOpsTest-413135140-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1033078'] for network, before_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:28.839150 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-008a0bf4-d2eb-4f04-9f82-008ed8eb53d1 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:35:28.843826 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.api.v2.resource [None req-2d2340c7-9e50-4344-b578-848eb5aa8a64 tempest-NegativeSecGroupTest-1903402681 tempest-NegativeSecGroupTest-1903402681-project] create failed (client error): The resource could not be found. Apr 01 13:35:28.845149 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-2d2340c7-9e50-4344-b578-848eb5aa8a64 tempest-NegativeSecGroupTest-1903402681 tempest-NegativeSecGroupTest-1903402681-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.7431436 Apr 01 13:35:28.851483 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-008a0bf4-d2eb-4f04-9f82-008ed8eb53d1 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Usage tracker for resource:subnet and tenant:8b726fe6689e4b7f96def1a2219bea6c is out of sync, need to count used quota {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 13:35:28.855029 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 48970) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:35:28.884153 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Device 1ac6d9dc-5409-4a17-86f8-368c8a604ecd up at agent ovs-agent-dv-neutron-836180-1-hyperv {{(pid=83872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 13:35:28.905592 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-008a0bf4-d2eb-4f04-9f82-008ed8eb53d1 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 13:35:28.913266 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.agents_db [None req-bdd220c7-049a-43d2-a923-ad1a2de078c6 None None] Agent healthcheck: found 6 active agents {{(pid=83873) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 01 13:35:28.942334 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-89e99cde-17e9-461b-b3ad-c56cd5a666df tempest-BulkNetworkOpsTest-413135140 tempest-BulkNetworkOpsTest-413135140-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-942654', 'neutron.services.segments.db._delete_segments_for_network-8736733387888'] for network, precommit_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:28.951692 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-008a0bf4-d2eb-4f04-9f82-008ed8eb53d1 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:35:28.996480 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-008a0bf4-d2eb-4f04-9f82-008ed8eb53d1 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Made reservation on behalf of 8b726fe6689e4b7f96def1a2219bea6c for: {'subnet': 1} {{(pid=83869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 13:35:29.009147 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.services.segments.db [None req-89e99cde-17e9-461b-b3ad-c56cd5a666df tempest-BulkNetworkOpsTest-413135140 tempest-BulkNetworkOpsTest-413135140-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['61ad155a-2ca8-4549-a945-6e9471923170']}} {{(pid=83871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:35:29.023933 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.services.segments.db [None req-89e99cde-17e9-461b-b3ad-c56cd5a666df tempest-BulkNetworkOpsTest-413135140 tempest-BulkNetworkOpsTest-413135140-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4efe3607-0a1e-4519-acd3-108e27bdc08a') {'for_net_delete': True} {{(pid=83871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:35:29.024519 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.services.segments.db [None req-89e99cde-17e9-461b-b3ad-c56cd5a666df tempest-BulkNetworkOpsTest-413135140 tempest-BulkNetworkOpsTest-413135140-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4efe3607-0a1e-4519-acd3-108e27bdc08a') {} {{(pid=83871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:35:29.026189 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Provisioning for port 1ac6d9dc-5409-4a17-86f8-368c8a604ecd completed by entity L2. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 13:35:29.039120 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-89e99cde-17e9-461b-b3ad-c56cd5a666df tempest-BulkNetworkOpsTest-413135140 tempest-BulkNetworkOpsTest-413135140-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736733386999', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3166340'] for segment, before_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:29.111515 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-89e99cde-17e9-461b-b3ad-c56cd5a666df tempest-BulkNetworkOpsTest-413135140 tempest-BulkNetworkOpsTest-413135140-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1004271'] for segment, precommit_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:29.130710 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-89e99cde-17e9-461b-b3ad-c56cd5a666df tempest-BulkNetworkOpsTest-413135140 tempest-BulkNetworkOpsTest-413135140-project] Releasing vlan 387 on physical network physnet1 to pool {{(pid=83871) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 01 13:35:29.130995 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-89e99cde-17e9-461b-b3ad-c56cd5a666df tempest-BulkNetworkOpsTest-413135140 tempest-BulkNetworkOpsTest-413135140-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1004262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2743078'] for segment, after_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:29.143469 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0be0119e-02b5-4f2f-adb8-18fd82c86dd6 None None] Network 09d7ea43-6376-4322-97e7-54cd01aae492 requested from dv-neutron-836180-1-hyperv {{(pid=83872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 13:35:29.204795 dv-neutron-836180-1-hyperv neutron-server[83871]: Traceback (most recent call last): Apr 01 13:35:29.204795 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 01 13:35:29.204795 dv-neutron-836180-1-hyperv neutron-server[83871]: timer() Apr 01 13:35:29.204795 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 13:35:29.204795 dv-neutron-836180-1-hyperv neutron-server[83871]: cb(*args, **kw) Apr 01 13:35:29.204795 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 13:35:29.204795 dv-neutron-836180-1-hyperv neutron-server[83871]: return func(*args, **kwargs) Apr 01 13:35:29.204795 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 13:35:29.204795 dv-neutron-836180-1-hyperv neutron-server[83871]: self._notify() Apr 01 13:35:29.204795 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 13:35:29.204795 dv-neutron-836180-1-hyperv neutron-server[83871]: self.callback(batched_events) Apr 01 13:35:29.204795 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 13:35:29.204795 dv-neutron-836180-1-hyperv neutron-server[83871]: event.method(event) Apr 01 13:35:29.204795 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 13:35:29.204795 dv-neutron-836180-1-hyperv neutron-server[83871]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 13:35:29.204795 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 13:35:29.204795 dv-neutron-836180-1-hyperv neutron-server[83871]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 13:35:29.204795 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 13:35:29.204795 dv-neutron-836180-1-hyperv neutron-server[83871]: return f(self, *a, **k) Apr 01 13:35:29.204795 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 13:35:29.204795 dv-neutron-836180-1-hyperv neutron-server[83871]: return self._get(url).json() Apr 01 13:35:29.204795 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 13:35:29.204795 dv-neutron-836180-1-hyperv neutron-server[83871]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 13:35:29.204795 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 01 13:35:29.204795 dv-neutron-836180-1-hyperv neutron-server[83871]: return self.request(url, 'GET', **kwargs) Apr 01 13:35:29.204795 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 01 13:35:29.204795 dv-neutron-836180-1-hyperv neutron-server[83871]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 13:35:29.204795 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 01 13:35:29.204795 dv-neutron-836180-1-hyperv neutron-server[83871]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 13:35:29.204795 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 01 13:35:29.204795 dv-neutron-836180-1-hyperv neutron-server[83871]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 13:35:29.204795 dv-neutron-836180-1-hyperv neutron-server[83871]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 13:35:29.206851 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 48974) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:35:29.244717 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-dd8b3919-8847-4916-9795-b5e35285a378 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:29.255312 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-81380700-f342-4de1-8068-ed51d8d44b31 None None] Provisioning for port 1ac6d9dc-5409-4a17-86f8-368c8a604ecd completed by entity DHCP. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 13:35:29.287955 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-dd8b3919-8847-4916-9795-b5e35285a378 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:35:29.292090 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-81380700-f342-4de1-8068-ed51d8d44b31 None None] Provisioning complete for port 1ac6d9dc-5409-4a17-86f8-368c8a604ecd triggered by entity DHCP. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 13:35:29.292751 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-81380700-f342-4de1-8068-ed51d8d44b31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-948329'] for port, provisioning_complete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:29.292886 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-dd8b3919-8847-4916-9795-b5e35285a378 admin admin] Usage tracker for resource:security_group_rule and tenant:04fae505dc414182a28ae0f3554323af is out of sync, need to count used quota {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 13:35:29.295707 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-dd8b3919-8847-4916-9795-b5e35285a378 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 13:35:29.302684 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-dd8b3919-8847-4916-9795-b5e35285a378 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:35:29.328274 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.plugin [None req-4537a670-684e-42aa-ab7e-940a22262dfc admin admin] Deleting port dc1d3407-408a-4489-a985-4b87e716c495 {{(pid=83871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 13:35:29.328950 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-4537a670-684e-42aa-ab7e-940a22262dfc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736733287370'] for port, before_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:29.346857 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-3b9bf7d2-9ccc-40a8-99ef-fab3bac9458d tempest-NegativeSecGroupTest-1903402681 tempest-NegativeSecGroupTest-1903402681-project] Notify callbacks [] for security_group, before_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:29.353417 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-008a0bf4-d2eb-4f04-9f82-008ed8eb53d1 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2999481'] for subnet, before_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:29.377905 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-89e99cde-17e9-461b-b3ad-c56cd5a666df tempest-BulkNetworkOpsTest-413135140 tempest-BulkNetworkOpsTest-413135140-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-942599', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4084797'] for network, after_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:29.411316 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-89e99cde-17e9-461b-b3ad-c56cd5a666df tempest-BulkNetworkOpsTest-413135140 tempest-BulkNetworkOpsTest-413135140-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3017602'] for network, before_response {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:29.451529 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e99cde-17e9-461b-b3ad-c56cd5a666df tempest-BulkNetworkOpsTest-413135140 tempest-BulkNetworkOpsTest-413135140-project] Pushing event deleted for resources: {'Network': ['ID=61ad155a-2ca8-4549-a945-6e9471923170,revision_number=None']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:35:29.469800 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-81380700-f342-4de1-8068-ed51d8d44b31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:29.487649 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-3b9bf7d2-9ccc-40a8-99ef-fab3bac9458d tempest-NegativeSecGroupTest-1903402681 tempest-NegativeSecGroupTest-1903402681-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:29.506715 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-81380700-f342-4de1-8068-ed51d8d44b31 None None] For port 1ac6d9dc-5409-4a17-86f8-368c8a604ecd, host dv-neutron-836180-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836180-1-hyperv',level=0,port_id=1ac6d9dc-5409-4a17-86f8-368c8a604ecd,segment=NetworkSegment(16094ed0-4a47-4ff6-9238-85c278d7a2a5),segment_id=16094ed0-4a47-4ff6-9238-85c278d7a2a5)] {{(pid=83872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 13:35:29.511429 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-81380700-f342-4de1-8068-ed51d8d44b31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864'] for port, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:29.534284 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-6c536988-1e90-42ac-8f31-d2a39fb18a78 tempest-RoutersIpV6AdminTest-7322729 tempest-RoutersIpV6AdminTest-7322729-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:29.541722 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-89e99cde-17e9-461b-b3ad-c56cd5a666df tempest-BulkNetworkOpsTest-413135140 tempest-BulkNetworkOpsTest-413135140-project] 10.222.0.26 "DELETE /v2.0/networks/61ad155a-2ca8-4549-a945-6e9471923170 HTTP/1.1" status: 204 len: 168 time: 1.1063044 Apr 01 13:35:29.551353 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 48978) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:35:29.586095 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0761325-972a-43fa-94dc-fa7c2dea032b None None] DHCP port deletion for 09d7ea43-6376-4322-97e7-54cd01aae492 request from dv-neutron-836180-1-hyperv {{(pid=83872) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 01 13:35:29.596462 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.plugin [None req-f0761325-972a-43fa-94dc-fa7c2dea032b None None] Deleting port 1ac6d9dc-5409-4a17-86f8-368c8a604ecd {{(pid=83872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 13:35:29.596839 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-f0761325-972a-43fa-94dc-fa7c2dea032b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736733287370'] for port, before_delete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:29.617942 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-dd8b3919-8847-4916-9795-b5e35285a378 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:29.623934 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.plugin [None req-6c536988-1e90-42ac-8f31-d2a39fb18a78 tempest-RoutersIpV6AdminTest-7322729 tempest-RoutersIpV6AdminTest-7322729-project] Deleting port a4ded544-71ce-4252-91a5-eed54097a768 {{(pid=83869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 13:35:29.624279 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-6c536988-1e90-42ac-8f31-d2a39fb18a78 tempest-RoutersIpV6AdminTest-7322729 tempest-RoutersIpV6AdminTest-7322729-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736733287370'] for port, before_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:29.632776 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-dd8b3919-8847-4916-9795-b5e35285a378 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3775923'] for security_group, after_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:29.635628 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81380700-f342-4de1-8068-ed51d8d44b31 None None] Pushing event updated for resources: {'Port': ['ID=1ac6d9dc-5409-4a17-86f8-368c8a604ecd,revision_number=4']} {{(pid=83872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:35:29.661615 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.db [None req-4537a670-684e-42aa-ab7e-940a22262dfc admin admin] For port dc1d3407-408a-4489-a985-4b87e716c495, host dv-neutron-836180-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836180-1-hyperv',level=0,port_id=dc1d3407-408a-4489-a985-4b87e716c495,segment=NetworkSegment(8a3f76f1-77cd-4542-a381-4589f55fc17e),segment_id=8a3f76f1-77cd-4542-a381-4589f55fc17e)] {{(pid=83871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 13:35:29.661979 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-4537a670-684e-42aa-ab7e-940a22262dfc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4155147'] for port, precommit_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:29.806838 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.plugin [None req-4537a670-684e-42aa-ab7e-940a22262dfc admin admin] Calling delete_port for dc1d3407-408a-4489-a985-4b87e716c495 owned by network:router_interface {{(pid=83871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 13:35:29.808285 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-f0761325-972a-43fa-94dc-fa7c2dea032b None None] For port 1ac6d9dc-5409-4a17-86f8-368c8a604ecd, host dv-neutron-836180-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836180-1-hyperv',level=0,port_id=1ac6d9dc-5409-4a17-86f8-368c8a604ecd,segment=NetworkSegment(16094ed0-4a47-4ff6-9238-85c278d7a2a5),segment_id=16094ed0-4a47-4ff6-9238-85c278d7a2a5)] {{(pid=83872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 13:35:29.808695 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-f0761325-972a-43fa-94dc-fa7c2dea032b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4155147'] for port, precommit_delete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:29.846675 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-5901551f-0041-40e5-a841-dee2e2d3ca12 tempest-BulkNetworkOpsTest-413135140 tempest-BulkNetworkOpsTest-413135140-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1033078'] for network, before_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:29.861430 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd8b3919-8847-4916-9795-b5e35285a378 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c78fab4-0f8e-4f8a-81bc-73d7ab26c194,revision_number=1']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:35:29.875686 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-dd8b3919-8847-4916-9795-b5e35285a378 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=04fae505dc414182a28ae0f3554323af&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6676197 Apr 01 13:35:29.876278 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 48982) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:35:29.934508 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-f784a231-695b-4ccf-836b-9143c1b30fc8 tempest-RoutersAdminTest-1358270532 tempest-RoutersAdminTest-1358270532-project] Notify callbacks [] for router_gateway, before_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:29.962945 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-3b9bf7d2-9ccc-40a8-99ef-fab3bac9458d tempest-NegativeSecGroupTest-1903402681 tempest-NegativeSecGroupTest-1903402681-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3775923'] for security_group, after_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:29.972079 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.plugin [None req-f0761325-972a-43fa-94dc-fa7c2dea032b None None] Calling delete_port for 1ac6d9dc-5409-4a17-86f8-368c8a604ecd owned by network:dhcp {{(pid=83872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 13:35:29.983336 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-115c43a4-bec3-41df-9eaa-8ca518f737f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:30.007619 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-f784a231-695b-4ccf-836b-9143c1b30fc8 tempest-RoutersAdminTest-1358270532 tempest-RoutersAdminTest-1358270532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:30.026468 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-115c43a4-bec3-41df-9eaa-8ca518f737f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:30.026700 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b9bf7d2-9ccc-40a8-99ef-fab3bac9458d tempest-NegativeSecGroupTest-1903402681 tempest-NegativeSecGroupTest-1903402681-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=56c8ffe3-e31b-4b68-bb83-ff6752fbc9cb,revision_number=None']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:35:30.068960 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-f0761325-972a-43fa-94dc-fa7c2dea032b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736733359243', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736732935810'] for port, after_delete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:30.121943 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0761325-972a-43fa-94dc-fa7c2dea032b None None] Pushing event deleted for resources: {'Port': ['ID=1ac6d9dc-5409-4a17-86f8-368c8a604ecd,revision_number=None']} {{(pid=83872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:35:30.129497 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0761325-972a-43fa-94dc-fa7c2dea032b None None] No DVR routers for this DVR port 1ac6d9dc-5409-4a17-86f8-368c8a604ecd on host dv-neutron-836180-1-hyperv {{(pid=83872) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 13:35:30.149045 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-115c43a4-bec3-41df-9eaa-8ca518f737f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3775923'] for security_group, after_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:30.150333 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b167557f-f0ea-4513-a5fd-d516e21c9603 None None] get_active_networks_info from dv-neutron-836180-1-hyperv {{(pid=83872) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Apr 01 13:35:30.159332 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-4537a670-684e-42aa-ab7e-940a22262dfc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736733359243', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736732935810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2743125'] for port, after_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:30.213151 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-115c43a4-bec3-41df-9eaa-8ca518f737f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c78fab4-0f8e-4f8a-81bc-73d7ab26c194,revision_number=None']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:35:30.216968 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4537a670-684e-42aa-ab7e-940a22262dfc admin admin] Pushing event deleted for resources: {'Port': ['ID=dc1d3407-408a-4489-a985-4b87e716c495,revision_number=None']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:35:30.292287 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b167557f-f0ea-4513-a5fd-d516e21c9603 None None] Resources bound (agent type, host, resource id): {{(pid=83872) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 01 13:35:30.299800 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-115c43a4-bec3-41df-9eaa-8ca518f737f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:30.303609 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-115c43a4-bec3-41df-9eaa-8ca518f737f5 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/4c78fab4-0f8e-4f8a-81bc-73d7ab26c194 HTTP/1.1" status: 204 len: 168 time: 0.4201906 Apr 01 13:35:30.419767 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-3b9bf7d2-9ccc-40a8-99ef-fab3bac9458d tempest-NegativeSecGroupTest-1903402681 tempest-NegativeSecGroupTest-1903402681-project] Notify callbacks [] for security_group, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:30.423846 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-3b9bf7d2-9ccc-40a8-99ef-fab3bac9458d tempest-NegativeSecGroupTest-1903402681 tempest-NegativeSecGroupTest-1903402681-project] 10.222.0.26 "DELETE /v2.0/security-groups/56c8ffe3-e31b-4b68-bb83-ff6752fbc9cb HTTP/1.1" status: 204 len: 168 time: 1.5673733 Apr 01 13:35:30.436261 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 48988) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:35:30.464275 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-6c536988-1e90-42ac-8f31-d2a39fb18a78 tempest-RoutersIpV6AdminTest-7322729 tempest-RoutersIpV6AdminTest-7322729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4155147'] for port, precommit_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:30.552364 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-5901551f-0041-40e5-a841-dee2e2d3ca12 tempest-BulkNetworkOpsTest-413135140 tempest-BulkNetworkOpsTest-413135140-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-942654', 'neutron.services.segments.db._delete_segments_for_network-8736733387888'] for network, precommit_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:30.575959 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-4537a670-684e-42aa-ab7e-940a22262dfc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3017585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4084076'] for router_interface, after_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:30.672883 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dbb8805-f32b-48f9-b348-7b2ddfe5596c None None] get_active_networks_info from dv-neutron-836180-1-hyperv {{(pid=83872) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Apr 01 13:35:30.731769 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.plugin [None req-6c536988-1e90-42ac-8f31-d2a39fb18a78 tempest-RoutersIpV6AdminTest-7322729 tempest-RoutersIpV6AdminTest-7322729-project] Calling delete_port for a4ded544-71ce-4252-91a5-eed54097a768 owned by network:router_gateway {{(pid=83869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 13:35:30.861808 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 48994) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:35:30.871065 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Device 1ac6d9dc-5409-4a17-86f8-368c8a604ecd no longer exists at agent ovs-agent-dv-neutron-836180-1-hyperv {{(pid=83872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 13:35:30.889336 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-fdd03c7b-a7b3-40af-bf24-7b66ced4c3bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:30.908795 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.plugin [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] No Port match for: 1ac6d9dc-5409-4a17-86f8-368c8a604ecd {{(pid=83872) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 01 13:35:30.909007 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Device 1ac6d9dc-5409-4a17-86f8-368c8a604ecd not bound to the agent host dv-neutron-836180-1-hyperv {{(pid=83872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 13:35:30.910721 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dbb8805-f32b-48f9-b348-7b2ddfe5596c None None] Resources bound (agent type, host, resource id): {{(pid=83872) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 01 13:35:30.938795 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-fdd03c7b-a7b3-40af-bf24-7b66ced4c3bf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:35:30.945208 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-fdd03c7b-a7b3-40af-bf24-7b66ced4c3bf admin admin] Usage tracker for resource:security_group_rule and tenant:40f3a2d8094f4ce5b416ed80051b720a is out of sync, need to count used quota {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 13:35:30.949529 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-fdd03c7b-a7b3-40af-bf24-7b66ced4c3bf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 13:35:30.957513 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-fdd03c7b-a7b3-40af-bf24-7b66ced4c3bf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:35:30.978151 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-008a0bf4-d2eb-4f04-9f82-008ed8eb53d1 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2705391', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2999447'] for subnet, after_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:31.014332 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.services.segments.db [None req-5901551f-0041-40e5-a841-dee2e2d3ca12 tempest-BulkNetworkOpsTest-413135140 tempest-BulkNetworkOpsTest-413135140-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e0d1cec9-1333-4a5e-8239-8845f668f4b4']}} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:35:31.074252 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-c0285e60-26be-4c36-8d6d-80aa01f42d22 tempest-NegativeSecGroupTest-1903402681 tempest-NegativeSecGroupTest-1903402681-project] Synchronizing usage tracker for tenant:b3a2449924ec4cfda6638744edb97d41 on resource:security_group {{(pid=83869) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 13:35:31.077725 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.services.segments.db [None req-5901551f-0041-40e5-a841-dee2e2d3ca12 tempest-BulkNetworkOpsTest-413135140 tempest-BulkNetworkOpsTest-413135140-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7859450f-5616-4c7c-919d-cf210c6ae413') {'for_net_delete': True} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:35:31.078025 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.services.segments.db [None req-5901551f-0041-40e5-a841-dee2e2d3ca12 tempest-BulkNetworkOpsTest-413135140 tempest-BulkNetworkOpsTest-413135140-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7859450f-5616-4c7c-919d-cf210c6ae413') {} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:35:31.109335 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.db_base_plugin_common [None req-f784a231-695b-4ccf-836b-9143c1b30fc8 tempest-RoutersAdminTest-1358270532 tempest-RoutersAdminTest-1358270532-project] Allocated IP 172.26.5.145 (725864b8-cceb-48c9-b5d3-1bfc4423e301/e2ed99db-0e25-4971-b535-7fa69231fae8/dc3acef1-6410-4037-ac53-0ac8114a32f6) {{(pid=83869) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 13:35:31.124579 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-5901551f-0041-40e5-a841-dee2e2d3ca12 tempest-BulkNetworkOpsTest-413135140 tempest-BulkNetworkOpsTest-413135140-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736733386999', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2704982'] for segment, before_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:31.144694 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-008a0bf4-d2eb-4f04-9f82-008ed8eb53d1 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Network 09d7ea43-6376-4322-97e7-54cd01aae492 is already hosted by enough agents. {{(pid=83869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 13:35:31.189813 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.scheduler.base_scheduler [None req-008a0bf4-d2eb-4f04-9f82-008ed8eb53d1 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Resources bound (agent type, host, resource id): {{(pid=83869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 13:35:31.197723 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-5901551f-0041-40e5-a841-dee2e2d3ca12 tempest-BulkNetworkOpsTest-413135140 tempest-BulkNetworkOpsTest-413135140-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1004271'] for segment, precommit_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:31.201854 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-008a0bf4-d2eb-4f04-9f82-008ed8eb53d1 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:35:31.202463 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-008a0bf4-d2eb-4f04-9f82-008ed8eb53d1 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3017602'] for subnet, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:31.214463 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-fdd03c7b-a7b3-40af-bf24-7b66ced4c3bf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:31.219863 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008a0bf4-d2eb-4f04-9f82-008ed8eb53d1 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Pushing event updated for resources: {'Subnet': ['ID=38f8c732-d386-48c0-bfd2-524f90c8e551,revision_number=0']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:35:31.243600 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-fdd03c7b-a7b3-40af-bf24-7b66ced4c3bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3775923'] for security_group, after_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:31.251523 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5901551f-0041-40e5-a841-dee2e2d3ca12 tempest-BulkNetworkOpsTest-413135140 tempest-BulkNetworkOpsTest-413135140-project] Releasing vlan 364 on physical network physnet1 to pool {{(pid=83869) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 01 13:35:31.251943 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-5901551f-0041-40e5-a841-dee2e2d3ca12 tempest-BulkNetworkOpsTest-413135140 tempest-BulkNetworkOpsTest-413135140-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1004262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2705264'] for segment, after_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:31.268087 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-c0285e60-26be-4c36-8d6d-80aa01f42d22 tempest-NegativeSecGroupTest-1903402681 tempest-NegativeSecGroupTest-1903402681-project] Unset dirty status for tenant:b3a2449924ec4cfda6638744edb97d41 on resource:security_group {{(pid=83869) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 13:35:31.269372 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-c0285e60-26be-4c36-8d6d-80aa01f42d22 tempest-NegativeSecGroupTest-1903402681 tempest-NegativeSecGroupTest-1903402681-project] 10.222.0.26 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.8246415 Apr 01 13:35:31.270121 dv-neutron-836180-1-hyperv neutron-server[83869]: Traceback (most recent call last): Apr 01 13:35:31.270121 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 01 13:35:31.270121 dv-neutron-836180-1-hyperv neutron-server[83869]: timer() Apr 01 13:35:31.270121 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 13:35:31.270121 dv-neutron-836180-1-hyperv neutron-server[83869]: cb(*args, **kw) Apr 01 13:35:31.270121 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 13:35:31.270121 dv-neutron-836180-1-hyperv neutron-server[83869]: return func(*args, **kwargs) Apr 01 13:35:31.270121 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 13:35:31.270121 dv-neutron-836180-1-hyperv neutron-server[83869]: self._notify() Apr 01 13:35:31.270121 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 13:35:31.270121 dv-neutron-836180-1-hyperv neutron-server[83869]: self.callback(batched_events) Apr 01 13:35:31.270121 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 13:35:31.270121 dv-neutron-836180-1-hyperv neutron-server[83869]: event.method(event) Apr 01 13:35:31.270121 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 13:35:31.270121 dv-neutron-836180-1-hyperv neutron-server[83869]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 13:35:31.270121 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 13:35:31.270121 dv-neutron-836180-1-hyperv neutron-server[83869]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 13:35:31.270121 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 13:35:31.270121 dv-neutron-836180-1-hyperv neutron-server[83869]: return f(self, *a, **k) Apr 01 13:35:31.270121 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 13:35:31.270121 dv-neutron-836180-1-hyperv neutron-server[83869]: return self._get(url).json() Apr 01 13:35:31.270121 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 13:35:31.270121 dv-neutron-836180-1-hyperv neutron-server[83869]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 13:35:31.270121 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 01 13:35:31.270121 dv-neutron-836180-1-hyperv neutron-server[83869]: return self.request(url, 'GET', **kwargs) Apr 01 13:35:31.270121 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 01 13:35:31.270121 dv-neutron-836180-1-hyperv neutron-server[83869]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 13:35:31.270121 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 01 13:35:31.270121 dv-neutron-836180-1-hyperv neutron-server[83869]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 13:35:31.270121 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 01 13:35:31.270121 dv-neutron-836180-1-hyperv neutron-server[83869]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 13:35:31.270121 dv-neutron-836180-1-hyperv neutron-server[83869]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 13:35:31.282152 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 48998) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:35:31.296549 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.v2.base [None req-8991e4a9-1943-4336-8434-c701d88ee21d tempest-NegativeSecGroupTest-1903402681 tempest-NegativeSecGroupTest-1903402681-project] Request body: {'security_group_rule': {'security_group_id': '92003395-9d6e-4371-8956-bd05c52b8dc1', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=83871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:35:31.304544 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3539b481-be8e-4021-9080-cf39b68ef3a9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7e7d0ecb-2af4-55f5-9198-238ab0570d62-09d7ea43-6376-4322-97e7-54cd01aae492', 'network_id': '09d7ea43-6376-4322-97e7-54cd01aae492', 'tenant_id': '8b726fe6689e4b7f96def1a2219bea6c', 'fixed_ips': [{'subnet_id': '38f8c732-d386-48c0-bfd2-524f90c8e551'}]}} from dv-neutron-836180-1-hyperv. {{(pid=83872) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 01 13:35:31.307596 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-3539b481-be8e-4021-9080-cf39b68ef3a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:31.315904 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-8991e4a9-1943-4336-8434-c701d88ee21d tempest-NegativeSecGroupTest-1903402681 tempest-NegativeSecGroupTest-1903402681-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:35:31.327699 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-fdd03c7b-a7b3-40af-bf24-7b66ced4c3bf admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=40f3a2d8094f4ce5b416ed80051b720a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4604406 Apr 01 13:35:31.327699 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-8991e4a9-1943-4336-8434-c701d88ee21d tempest-NegativeSecGroupTest-1903402681 tempest-NegativeSecGroupTest-1903402681-project] Usage tracker for resource:security_group_rule and tenant:b3a2449924ec4cfda6638744edb97d41 is out of sync, need to count used quota {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 13:35:31.375615 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 49002) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:35:31.381353 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-8991e4a9-1943-4336-8434-c701d88ee21d tempest-NegativeSecGroupTest-1903402681 tempest-NegativeSecGroupTest-1903402681-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 13:35:31.384358 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd03c7b-a7b3-40af-bf24-7b66ced4c3bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a99fc8ff-e588-4e3a-95c1-d98444d946a3,revision_number=1']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:35:31.401130 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-8991e4a9-1943-4336-8434-c701d88ee21d tempest-NegativeSecGroupTest-1903402681 tempest-NegativeSecGroupTest-1903402681-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:35:31.441028 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-008a0bf4-d2eb-4f04-9f82-008ed8eb53d1 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.9653721 Apr 01 13:35:31.445624 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 49006) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:35:31.463059 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.v2.base [None req-95e1806f-7a19-4da2-94f3-aba8121e6ba0 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1775839658', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=83871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:35:31.473216 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-95e1806f-7a19-4da2-94f3-aba8121e6ba0 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:35:31.479621 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-95e1806f-7a19-4da2-94f3-aba8121e6ba0 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Usage tracker for resource:router and tenant:8b726fe6689e4b7f96def1a2219bea6c is out of sync, need to count used quota {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 13:35:31.485850 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-95e1806f-7a19-4da2-94f3-aba8121e6ba0 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 13:35:31.498014 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.db_base_plugin_common [None req-3539b481-be8e-4021-9080-cf39b68ef3a9 None None] Allocated IP 2001:db8::2 (09d7ea43-6376-4322-97e7-54cd01aae492/38f8c732-d386-48c0-bfd2-524f90c8e551/48f03e0d-9f11-455f-89c3-b5e45247f6cc) {{(pid=83872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 13:35:31.498453 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-95e1806f-7a19-4da2-94f3-aba8121e6ba0 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:35:31.505052 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-5901551f-0041-40e5-a841-dee2e2d3ca12 tempest-BulkNetworkOpsTest-413135140 tempest-BulkNetworkOpsTest-413135140-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-942599', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4084797'] for network, after_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:31.533773 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-5901551f-0041-40e5-a841-dee2e2d3ca12 tempest-BulkNetworkOpsTest-413135140 tempest-BulkNetworkOpsTest-413135140-project] Notify callbacks [] for network, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:31.535520 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-95e1806f-7a19-4da2-94f3-aba8121e6ba0 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4082176', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4220'] for router, before_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:31.536475 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-95e1806f-7a19-4da2-94f3-aba8121e6ba0 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4082277', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4084873', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4148249', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4211'] for router, precommit_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:31.542894 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.api.v2.resource [None req-8991e4a9-1943-4336-8434-c701d88ee21d tempest-NegativeSecGroupTest-1903402681 tempest-NegativeSecGroupTest-1903402681-project] create failed (client error): The resource could not be found. Apr 01 13:35:31.547296 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-8991e4a9-1943-4336-8434-c701d88ee21d tempest-NegativeSecGroupTest-1903402681 tempest-NegativeSecGroupTest-1903402681-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.2593536 Apr 01 13:35:31.547525 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 49010) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:35:31.555411 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.v2.base [None req-a8531d81-95b1-4071-918d-0ba7f2138b4d tempest-NegativeSecGroupTest-1903402681 tempest-NegativeSecGroupTest-1903402681-project] Request body: {'security_group': {'name': 'tempest-secgroup--1224702343'}} {{(pid=83871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:35:31.564098 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-a8531d81-95b1-4071-918d-0ba7f2138b4d tempest-NegativeSecGroupTest-1903402681 tempest-NegativeSecGroupTest-1903402681-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:35:31.569980 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5901551f-0041-40e5-a841-dee2e2d3ca12 tempest-BulkNetworkOpsTest-413135140 tempest-BulkNetworkOpsTest-413135140-project] Pushing event deleted for resources: {'Network': ['ID=e0d1cec9-1333-4a5e-8239-8845f668f4b4,revision_number=None']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:35:31.584155 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-a8531d81-95b1-4071-918d-0ba7f2138b4d tempest-NegativeSecGroupTest-1903402681 tempest-NegativeSecGroupTest-1903402681-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:35:31.591970 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-95e1806f-7a19-4da2-94f3-aba8121e6ba0 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:31.611909 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-a8531d81-95b1-4071-918d-0ba7f2138b4d tempest-NegativeSecGroupTest-1903402681 tempest-NegativeSecGroupTest-1903402681-project] Notify callbacks [] for security_group, before_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:31.615562 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-5901551f-0041-40e5-a841-dee2e2d3ca12 tempest-BulkNetworkOpsTest-413135140 tempest-BulkNetworkOpsTest-413135140-project] 10.222.0.26 "DELETE /v2.0/networks/e0d1cec9-1333-4a5e-8239-8845f668f4b4 HTTP/1.1" status: 204 len: 168 time: 2.0519061 Apr 01 13:35:31.621603 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 49014) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:35:31.654400 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-f784a231-695b-4ccf-836b-9143c1b30fc8 tempest-RoutersAdminTest-1358270532 tempest-RoutersAdminTest-1358270532-project] Notify callbacks [] for port, precommit_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:31.672888 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-1033b9f1-899e-4a50-a74b-0dd664804433 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:31.708488 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-95e1806f-7a19-4da2-94f3-aba8121e6ba0 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4082201', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4084858'] for router, after_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:31.714774 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-6c536988-1e90-42ac-8f31-d2a39fb18a78 tempest-RoutersIpV6AdminTest-7322729 tempest-RoutersIpV6AdminTest-7322729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736733359243', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736732935810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2705155'] for port, after_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:31.719140 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-b6fa274f-8113-4f4f-9b6a-a263388930c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4084029'] for router_interface, before_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:31.739798 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-3539b481-be8e-4021-9080-cf39b68ef3a9 None None] Notify callbacks [] for port, precommit_create {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:31.753285 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-3539b481-be8e-4021-9080-cf39b68ef3a9 None None] Transition to ACTIVE for port object 48f03e0d-9f11-455f-89c3-b5e45247f6cc will not be triggered until provisioned by entity L2. {{(pid=83872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 13:35:31.773308 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-3539b481-be8e-4021-9080-cf39b68ef3a9 None None] Transition to ACTIVE for port object 48f03e0d-9f11-455f-89c3-b5e45247f6cc will not be triggered until provisioned by entity DHCP. {{(pid=83872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 13:35:31.780933 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-3539b481-be8e-4021-9080-cf39b68ef3a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736732935801'] for port, after_create {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:31.788352 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-a8531d81-95b1-4071-918d-0ba7f2138b4d tempest-NegativeSecGroupTest-1903402681 tempest-NegativeSecGroupTest-1903402681-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:35:31.798206 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-a8531d81-95b1-4071-918d-0ba7f2138b4d tempest-NegativeSecGroupTest-1903402681 tempest-NegativeSecGroupTest-1903402681-project] Usage tracker for resource:security_group_rule and tenant:b3a2449924ec4cfda6638744edb97d41 is out of sync, need to count used quota {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 13:35:31.801908 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-a8531d81-95b1-4071-918d-0ba7f2138b4d tempest-NegativeSecGroupTest-1903402681 tempest-NegativeSecGroupTest-1903402681-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 13:35:31.806817 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-1033b9f1-899e-4a50-a74b-0dd664804433 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:31.808808 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-95e1806f-7a19-4da2-94f3-aba8121e6ba0 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Notify callbacks [] for router, before_response {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:31.812894 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-95e1806f-7a19-4da2-94f3-aba8121e6ba0 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.3582485 Apr 01 13:35:31.812894 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-a8531d81-95b1-4071-918d-0ba7f2138b4d tempest-NegativeSecGroupTest-1903402681 tempest-NegativeSecGroupTest-1903402681-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:35:31.816923 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-8fefc83c-700f-4cde-8dd1-91ccc86a2d67 tempest-BulkNetworkOpsTest-413135140 tempest-BulkNetworkOpsTest-413135140-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1033078'] for network, before_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:31.820205 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 49018) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:35:31.854249 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3539b481-be8e-4021-9080-cf39b68ef3a9 None None] Network 09d7ea43-6376-4322-97e7-54cd01aae492 is already hosted by enough agents. {{(pid=83872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 13:35:31.857551 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.scheduler.base_scheduler [None req-3539b481-be8e-4021-9080-cf39b68ef3a9 None None] Resources bound (agent type, host, resource id): {{(pid=83872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 13:35:31.860927 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3539b481-be8e-4021-9080-cf39b68ef3a9 None None] Received port after_create {{(pid=83872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 13:35:31.867024 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3539b481-be8e-4021-9080-cf39b68ef3a9 None None] Pushing event updated for resources: {'Port': ['ID=48f03e0d-9f11-455f-89c3-b5e45247f6cc,revision_number=1']} {{(pid=83872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:35:31.896339 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c536988-1e90-42ac-8f31-d2a39fb18a78 tempest-RoutersIpV6AdminTest-7322729 tempest-RoutersIpV6AdminTest-7322729-project] Pushing event deleted for resources: {'Port': ['ID=a4ded544-71ce-4252-91a5-eed54097a768,revision_number=None']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:35:31.962011 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.managers [None req-3539b481-be8e-4021-9080-cf39b68ef3a9 None None] Attempting to bind port 48f03e0d-9f11-455f-89c3-b5e45247f6cc on host dv-neutron-836180-1-hyperv for vnic_type normal with profile {{(pid=83872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 13:35:31.962399 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.managers [None req-3539b481-be8e-4021-9080-cf39b68ef3a9 None None] Attempting to bind port 48f03e0d-9f11-455f-89c3-b5e45247f6cc by drivers openvswitch,hyperv on host dv-neutron-836180-1-hyperv at level 0 using segments [{'id': '16094ed0-4a47-4ff6-9238-85c278d7a2a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '09d7ea43-6376-4322-97e7-54cd01aae492'}] {{(pid=83872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 13:35:31.962700 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3539b481-be8e-4021-9080-cf39b68ef3a9 None None] Attempting to bind port 48f03e0d-9f11-455f-89c3-b5e45247f6cc on network 09d7ea43-6376-4322-97e7-54cd01aae492 {{(pid=83872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 13:35:31.970233 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3539b481-be8e-4021-9080-cf39b68ef3a9 None None] Checking agent: {'id': 'af948428-97cd-4d10-9f53-af028bdb39b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-836180-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 13, 25, 37), 'started_at': datetime.datetime(2022, 4, 1, 13, 26, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 13, 35, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-836180-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 13:35:31.970606 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3539b481-be8e-4021-9080-cf39b68ef3a9 None None] Checking segment: {'id': '16094ed0-4a47-4ff6-9238-85c278d7a2a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '09d7ea43-6376-4322-97e7-54cd01aae492'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 13:35:31.971914 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-3539b481-be8e-4021-9080-cf39b68ef3a9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:31.971914 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3539b481-be8e-4021-9080-cf39b68ef3a9 None None] Bound using segment: {'id': '16094ed0-4a47-4ff6-9238-85c278d7a2a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '09d7ea43-6376-4322-97e7-54cd01aae492'} {{(pid=83872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 13:35:31.971914 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.managers [None req-3539b481-be8e-4021-9080-cf39b68ef3a9 None None] Bound port: 48f03e0d-9f11-455f-89c3-b5e45247f6cc, host: dv-neutron-836180-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '16094ed0-4a47-4ff6-9238-85c278d7a2a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '09d7ea43-6376-4322-97e7-54cd01aae492'}}] {{(pid=83872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 13:35:31.972348 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-3539b481-be8e-4021-9080-cf39b68ef3a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:32.009131 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-f784a231-695b-4ccf-836b-9143c1b30fc8 tempest-RoutersAdminTest-1358270532 tempest-RoutersAdminTest-1358270532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736732935801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2705155'] for port, after_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:32.014385 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4537a670-684e-42aa-ab7e-940a22262dfc admin admin] Router f24d7f76-f3ce-4d42-b1de-3162bb17b4ab has already been hosted by L3 agent 88bf8fc8-11a3-4e96-9d1b-5fd93ba9f6f1 {{(pid=83871) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 13:35:32.074814 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-3539b481-be8e-4021-9080-cf39b68ef3a9 None None] For port 48f03e0d-9f11-455f-89c3-b5e45247f6cc, host dv-neutron-836180-1-hyperv, cleared binding levels {{(pid=83872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 13:35:32.077963 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-3539b481-be8e-4021-9080-cf39b68ef3a9 None None] For port 48f03e0d-9f11-455f-89c3-b5e45247f6cc, host dv-neutron-836180-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836180-1-hyperv',level=0,port_id=48f03e0d-9f11-455f-89c3-b5e45247f6cc,segment=NetworkSegment(16094ed0-4a47-4ff6-9238-85c278d7a2a5),segment_id=16094ed0-4a47-4ff6-9238-85c278d7a2a5)] {{(pid=83872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 13:35:32.083300 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-3539b481-be8e-4021-9080-cf39b68ef3a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864'] for port, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:32.148354 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-8fefc83c-700f-4cde-8dd1-91ccc86a2d67 tempest-BulkNetworkOpsTest-413135140 tempest-BulkNetworkOpsTest-413135140-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-942654', 'neutron.services.segments.db._delete_segments_for_network-8736733387888'] for network, precommit_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:32.158957 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-a8531d81-95b1-4071-918d-0ba7f2138b4d tempest-NegativeSecGroupTest-1903402681 tempest-NegativeSecGroupTest-1903402681-project] Notify callbacks [] for security_group, precommit_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:32.173258 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-1033b9f1-899e-4a50-a74b-0dd664804433 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3775923'] for security_group, after_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:32.209057 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3539b481-be8e-4021-9080-cf39b68ef3a9 None None] Pushing event updated for resources: {'Port': ['ID=48f03e0d-9f11-455f-89c3-b5e45247f6cc,revision_number=2']} {{(pid=83872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:35:32.235876 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f784a231-695b-4ccf-836b-9143c1b30fc8 tempest-RoutersAdminTest-1358270532 tempest-RoutersAdminTest-1358270532-project] Network 725864b8-cceb-48c9-b5d3-1bfc4423e301 is already hosted by enough agents. {{(pid=83869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 13:35:32.262360 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f784a231-695b-4ccf-836b-9143c1b30fc8 tempest-RoutersAdminTest-1358270532 tempest-RoutersAdminTest-1358270532-project] Pushing event updated for resources: {'Port': ['ID=dc3acef1-6410-4037-ac53-0ac8114a32f6,revision_number=1']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:35:32.264809 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.scheduler.base_scheduler [None req-f784a231-695b-4ccf-836b-9143c1b30fc8 tempest-RoutersAdminTest-1358270532 tempest-RoutersAdminTest-1358270532-project] Resources bound (agent type, host, resource id): {{(pid=83869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 13:35:32.271910 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f784a231-695b-4ccf-836b-9143c1b30fc8 tempest-RoutersAdminTest-1358270532 tempest-RoutersAdminTest-1358270532-project] Received port after_create {{(pid=83869) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 13:35:32.291948 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-a8531d81-95b1-4071-918d-0ba7f2138b4d tempest-NegativeSecGroupTest-1903402681 tempest-NegativeSecGroupTest-1903402681-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3775923'] for security_group, after_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:32.296916 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1033b9f1-899e-4a50-a74b-0dd664804433 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a99fc8ff-e588-4e3a-95c1-d98444d946a3,revision_number=None']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:35:32.333908 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-6c536988-1e90-42ac-8f31-d2a39fb18a78 tempest-RoutersIpV6AdminTest-7322729 tempest-RoutersIpV6AdminTest-7322729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4084822'] for router_gateway, after_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:32.366916 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.services.segments.db [None req-8fefc83c-700f-4cde-8dd1-91ccc86a2d67 tempest-BulkNetworkOpsTest-413135140 tempest-BulkNetworkOpsTest-413135140-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['32251d21-6279-41e5-953e-428265ed64f1']}} {{(pid=83871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:35:32.384725 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-1033b9f1-899e-4a50-a74b-0dd664804433 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:32.388843 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-1033b9f1-899e-4a50-a74b-0dd664804433 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/a99fc8ff-e588-4e3a-95c1-d98444d946a3 HTTP/1.1" status: 204 len: 168 time: 1.0105116 Apr 01 13:35:32.593852 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.services.segments.db [None req-8fefc83c-700f-4cde-8dd1-91ccc86a2d67 tempest-BulkNetworkOpsTest-413135140 tempest-BulkNetworkOpsTest-413135140-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '60de0c4f-69cd-4ebf-8e64-ce7ab8c7cbef') {'for_net_delete': True} {{(pid=83871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:35:32.594180 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.services.segments.db [None req-8fefc83c-700f-4cde-8dd1-91ccc86a2d67 tempest-BulkNetworkOpsTest-413135140 tempest-BulkNetworkOpsTest-413135140-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '60de0c4f-69cd-4ebf-8e64-ce7ab8c7cbef') {} {{(pid=83871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:35:32.625037 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-8fefc83c-700f-4cde-8dd1-91ccc86a2d67 tempest-BulkNetworkOpsTest-413135140 tempest-BulkNetworkOpsTest-413135140-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736733386999', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3166340'] for segment, before_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:32.631683 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8531d81-95b1-4071-918d-0ba7f2138b4d tempest-NegativeSecGroupTest-1903402681 tempest-NegativeSecGroupTest-1903402681-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7315c70b-2f13-4202-a9d6-5a98c15f4118,revision_number=1']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:35:32.641529 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-a8531d81-95b1-4071-918d-0ba7f2138b4d tempest-NegativeSecGroupTest-1903402681 tempest-NegativeSecGroupTest-1903402681-project] Notify callbacks [] for security_group, before_response {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:32.642667 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-a8531d81-95b1-4071-918d-0ba7f2138b4d tempest-NegativeSecGroupTest-1903402681 tempest-NegativeSecGroupTest-1903402681-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 1.0942411 Apr 01 13:35:32.649094 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 49024) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:35:32.658380 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.v2.base [None req-c548bea0-fa3a-4ff3-8bc6-7fdd483a19fd tempest-NegativeSecGroupTest-1903402681 tempest-NegativeSecGroupTest-1903402681-project] Request body: {'security_group': {'name': 'tempest-secgroup--293949132'}} {{(pid=83871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:35:32.667401 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-8fefc83c-700f-4cde-8dd1-91ccc86a2d67 tempest-BulkNetworkOpsTest-413135140 tempest-BulkNetworkOpsTest-413135140-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1004271'] for segment, precommit_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:32.671242 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-c548bea0-fa3a-4ff3-8bc6-7fdd483a19fd tempest-NegativeSecGroupTest-1903402681 tempest-NegativeSecGroupTest-1903402681-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:35:32.690748 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8fefc83c-700f-4cde-8dd1-91ccc86a2d67 tempest-BulkNetworkOpsTest-413135140 tempest-BulkNetworkOpsTest-413135140-project] Releasing vlan 389 on physical network physnet1 to pool {{(pid=83871) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 01 13:35:32.691146 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-8fefc83c-700f-4cde-8dd1-91ccc86a2d67 tempest-BulkNetworkOpsTest-413135140 tempest-BulkNetworkOpsTest-413135140-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1004262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2743078'] for segment, after_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:32.756678 dv-neutron-836180-1-hyperv neutron-server[83871]: Traceback (most recent call last): Apr 01 13:35:32.756678 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 01 13:35:32.756678 dv-neutron-836180-1-hyperv neutron-server[83871]: timer() Apr 01 13:35:32.756678 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 13:35:32.756678 dv-neutron-836180-1-hyperv neutron-server[83871]: cb(*args, **kw) Apr 01 13:35:32.756678 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 13:35:32.756678 dv-neutron-836180-1-hyperv neutron-server[83871]: return func(*args, **kwargs) Apr 01 13:35:32.756678 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 13:35:32.756678 dv-neutron-836180-1-hyperv neutron-server[83871]: self._notify() Apr 01 13:35:32.756678 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 13:35:32.756678 dv-neutron-836180-1-hyperv neutron-server[83871]: self.callback(batched_events) Apr 01 13:35:32.756678 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 13:35:32.756678 dv-neutron-836180-1-hyperv neutron-server[83871]: event.method(event) Apr 01 13:35:32.756678 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 13:35:32.756678 dv-neutron-836180-1-hyperv neutron-server[83871]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 13:35:32.756678 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 13:35:32.756678 dv-neutron-836180-1-hyperv neutron-server[83871]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 13:35:32.756678 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 13:35:32.756678 dv-neutron-836180-1-hyperv neutron-server[83871]: return f(self, *a, **k) Apr 01 13:35:32.756678 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 13:35:32.756678 dv-neutron-836180-1-hyperv neutron-server[83871]: return self._get(url).json() Apr 01 13:35:32.756678 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 13:35:32.756678 dv-neutron-836180-1-hyperv neutron-server[83871]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 13:35:32.756678 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 01 13:35:32.756678 dv-neutron-836180-1-hyperv neutron-server[83871]: return self.request(url, 'GET', **kwargs) Apr 01 13:35:32.756678 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 01 13:35:32.756678 dv-neutron-836180-1-hyperv neutron-server[83871]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 13:35:32.756678 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 01 13:35:32.756678 dv-neutron-836180-1-hyperv neutron-server[83871]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 13:35:32.756678 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 01 13:35:32.756678 dv-neutron-836180-1-hyperv neutron-server[83871]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 13:35:32.756678 dv-neutron-836180-1-hyperv neutron-server[83871]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 13:35:32.762318 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-c548bea0-fa3a-4ff3-8bc6-7fdd483a19fd tempest-NegativeSecGroupTest-1903402681 tempest-NegativeSecGroupTest-1903402681-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:35:32.839841 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Device 48f03e0d-9f11-455f-89c3-b5e45247f6cc up at agent ovs-agent-dv-neutron-836180-1-hyperv {{(pid=83872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 13:35:32.873261 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-6c536988-1e90-42ac-8f31-d2a39fb18a78 tempest-RoutersIpV6AdminTest-7322729 tempest-RoutersIpV6AdminTest-7322729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4079814', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4170'] for router, precommit_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:32.924553 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-c548bea0-fa3a-4ff3-8bc6-7fdd483a19fd tempest-NegativeSecGroupTest-1903402681 tempest-NegativeSecGroupTest-1903402681-project] Notify callbacks [] for security_group, before_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:32.951190 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-6c536988-1e90-42ac-8f31-d2a39fb18a78 tempest-RoutersIpV6AdminTest-7322729 tempest-RoutersIpV6AdminTest-7322729-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:32.954171 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Provisioning for port 48f03e0d-9f11-455f-89c3-b5e45247f6cc completed by entity L2. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 13:35:32.957171 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-8fefc83c-700f-4cde-8dd1-91ccc86a2d67 tempest-BulkNetworkOpsTest-413135140 tempest-BulkNetworkOpsTest-413135140-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-942599', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4084797'] for network, after_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:32.987702 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-8fefc83c-700f-4cde-8dd1-91ccc86a2d67 tempest-BulkNetworkOpsTest-413135140 tempest-BulkNetworkOpsTest-413135140-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3017602'] for network, before_response {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:33.007696 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fefc83c-700f-4cde-8dd1-91ccc86a2d67 tempest-BulkNetworkOpsTest-413135140 tempest-BulkNetworkOpsTest-413135140-project] Pushing event deleted for resources: {'Network': ['ID=32251d21-6279-41e5-953e-428265ed64f1,revision_number=None']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:35:33.032580 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-6c536988-1e90-42ac-8f31-d2a39fb18a78 tempest-RoutersIpV6AdminTest-7322729 tempest-RoutersIpV6AdminTest-7322729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4079738'] for router, after_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:33.033154 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c536988-1e90-42ac-8f31-d2a39fb18a78 tempest-RoutersIpV6AdminTest-7322729 tempest-RoutersIpV6AdminTest-7322729-project] Fanout notify agent at l3_agent the message router_deleted on router dd5b9c7d-d63d-4276-8bb3-0ffbca7a0a73 {{(pid=83869) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 01 13:35:33.039713 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-f784a231-695b-4ccf-836b-9143c1b30fc8 tempest-RoutersAdminTest-1358270532 tempest-RoutersAdminTest-1358270532-project] Notify callbacks [] for router_gateway, after_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:33.051826 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-c548bea0-fa3a-4ff3-8bc6-7fdd483a19fd tempest-NegativeSecGroupTest-1903402681 tempest-NegativeSecGroupTest-1903402681-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:35:33.064875 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-8fefc83c-700f-4cde-8dd1-91ccc86a2d67 tempest-BulkNetworkOpsTest-413135140 tempest-BulkNetworkOpsTest-413135140-project] 10.222.0.26 "DELETE /v2.0/networks/32251d21-6279-41e5-953e-428265ed64f1 HTTP/1.1" status: 204 len: 168 time: 1.4382865 Apr 01 13:35:33.106446 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-c548bea0-fa3a-4ff3-8bc6-7fdd483a19fd tempest-NegativeSecGroupTest-1903402681 tempest-NegativeSecGroupTest-1903402681-project] Usage tracker for resource:security_group_rule and tenant:b3a2449924ec4cfda6638744edb97d41 is out of sync, need to count used quota {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 13:35:33.109878 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-c548bea0-fa3a-4ff3-8bc6-7fdd483a19fd tempest-NegativeSecGroupTest-1903402681 tempest-NegativeSecGroupTest-1903402681-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 13:35:33.116769 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-c548bea0-fa3a-4ff3-8bc6-7fdd483a19fd tempest-NegativeSecGroupTest-1903402681 tempest-NegativeSecGroupTest-1903402681-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:35:33.211560 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-6c536988-1e90-42ac-8f31-d2a39fb18a78 tempest-RoutersIpV6AdminTest-7322729 tempest-RoutersIpV6AdminTest-7322729-project] Notify callbacks [] for router, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:33.217121 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-6c536988-1e90-42ac-8f31-d2a39fb18a78 tempest-RoutersIpV6AdminTest-7322729 tempest-RoutersIpV6AdminTest-7322729-project] 10.222.0.26 "DELETE /v2.0/routers/dd5b9c7d-d63d-4276-8bb3-0ffbca7a0a73 HTTP/1.1" status: 204 len: 168 time: 6.9741437 Apr 01 13:35:33.220675 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 49040) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:35:33.232662 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.v2.base [None req-3af5623f-5226-4b1b-8859-d82cc50f88bc tempest-RoutersIpV6AdminTest-7322729 tempest-RoutersIpV6AdminTest-7322729-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1108626641', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:35:33.256016 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-3af5623f-5226-4b1b-8859-d82cc50f88bc tempest-RoutersIpV6AdminTest-7322729 tempest-RoutersIpV6AdminTest-7322729-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:35:33.260434 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-1358477e-5a74-4285-905d-7b432c254ee4 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:33.267539 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-3af5623f-5226-4b1b-8859-d82cc50f88bc tempest-RoutersIpV6AdminTest-7322729 tempest-RoutersIpV6AdminTest-7322729-project] Usage tracker for resource:router and tenant:a4d5a28a92af4686a1b0ae1e9f78e210 is out of sync, need to count used quota {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 13:35:33.276676 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-3af5623f-5226-4b1b-8859-d82cc50f88bc tempest-RoutersIpV6AdminTest-7322729 tempest-RoutersIpV6AdminTest-7322729-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 13:35:33.300193 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-3af5623f-5226-4b1b-8859-d82cc50f88bc tempest-RoutersIpV6AdminTest-7322729 tempest-RoutersIpV6AdminTest-7322729-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:35:33.493895 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-f784a231-695b-4ccf-836b-9143c1b30fc8 tempest-RoutersAdminTest-1358270532 tempest-RoutersAdminTest-1358270532-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4084887', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4079850', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4161'] for router, precommit_update {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:33.494484 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-46505c1a-00a0-4e47-b393-0d09b6ab9217 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:33.503529 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-f784a231-695b-4ccf-836b-9143c1b30fc8 tempest-RoutersAdminTest-1358270532 tempest-RoutersAdminTest-1358270532-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4084858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-4084844', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-4084837', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-4079843'] for router, after_update {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:33.529596 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 49048) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:35:33.542513 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-c548bea0-fa3a-4ff3-8bc6-7fdd483a19fd tempest-NegativeSecGroupTest-1903402681 tempest-NegativeSecGroupTest-1903402681-project] Notify callbacks [] for security_group, precommit_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:33.568709 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4537a670-684e-42aa-ab7e-940a22262dfc admin admin] Notify agent at l3_agent.dv-neutron-836180-1-hyperv the message routers_updated {{(pid=83871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 13:35:33.570489 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-c548bea0-fa3a-4ff3-8bc6-7fdd483a19fd tempest-NegativeSecGroupTest-1903402681 tempest-NegativeSecGroupTest-1903402681-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3775923'] for security_group, after_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:33.584109 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6767c4b-ec17-4441-9dcb-960c6fe5d1ed None None] Sync routers for ids ['f24d7f76-f3ce-4d42-b1de-3162bb17b4ab'] in dv-neutron-836180-1-hyperv {{(pid=83873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 13:35:33.608504 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6767c4b-ec17-4441-9dcb-960c6fe5d1ed None None] Routers {'f24d7f76-f3ce-4d42-b1de-3162bb17b4ab'} bound to L3 agent in host dv-neutron-836180-1-hyperv {{(pid=83873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 13:35:33.609481 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-f6767c4b-ec17-4441-9dcb-960c6fe5d1ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836180-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-01T13:25:36Z,description=,heartbeat_timestamp=2022-04-01T13:35:06Z,host='dv-neutron-836180-1-hyperv',id=88bf8fc8-11a3-4e96-9d1b-5fd93ba9f6f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T13:25:36Z,topic='l3_agent')) {'router_ids': ['f24d7f76-f3ce-4d42-b1de-3162bb17b4ab'], 'active': True} {{(pid=83873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:35:33.645230 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-4537a670-684e-42aa-ab7e-940a22262dfc admin admin] 10.222.0.26 "PUT /v2.0/routers/f24d7f76-f3ce-4d42-b1de-3162bb17b4ab/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2172318 Apr 01 13:35:33.651169 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16172dab-8136-49e0-8c23-6b8121e25af0 None None] Network 09d7ea43-6376-4322-97e7-54cd01aae492 requested from dv-neutron-836180-1-hyperv {{(pid=83872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 13:35:33.653471 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 49056) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:35:33.750594 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-3af5623f-5226-4b1b-8859-d82cc50f88bc tempest-RoutersIpV6AdminTest-7322729 tempest-RoutersIpV6AdminTest-7322729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4082176', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4220'] for router, before_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:33.752572 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-3af5623f-5226-4b1b-8859-d82cc50f88bc tempest-RoutersIpV6AdminTest-7322729 tempest-RoutersIpV6AdminTest-7322729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4082277', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4084873', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4148249', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4211'] for router, precommit_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:33.839978 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-ad7c4b5c-2b9b-47c6-bea4-a3d01af4d3b2 None None] Provisioning for port 48f03e0d-9f11-455f-89c3-b5e45247f6cc completed by entity DHCP. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 13:35:33.858053 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-c548bea0-fa3a-4ff3-8bc6-7fdd483a19fd tempest-NegativeSecGroupTest-1903402681 tempest-NegativeSecGroupTest-1903402681-project] Notify callbacks [] for security_group, before_response {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:33.859256 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-c548bea0-fa3a-4ff3-8bc6-7fdd483a19fd tempest-NegativeSecGroupTest-1903402681 tempest-NegativeSecGroupTest-1903402681-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 1.2071002 Apr 01 13:35:33.866096 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-ad7c4b5c-2b9b-47c6-bea4-a3d01af4d3b2 None None] Provisioning complete for port 48f03e0d-9f11-455f-89c3-b5e45247f6cc triggered by entity DHCP. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 13:35:33.866747 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-ad7c4b5c-2b9b-47c6-bea4-a3d01af4d3b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-948329'] for port, provisioning_complete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:33.874994 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 49062) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:35:33.906733 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c548bea0-fa3a-4ff3-8bc6-7fdd483a19fd tempest-NegativeSecGroupTest-1903402681 tempest-NegativeSecGroupTest-1903402681-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8cba530e-0962-41a5-b154-da5830d9296f,revision_number=1']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:35:33.930151 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.v2.base [None req-1817cdaf-5cb5-40d2-aada-5b67060ae503 tempest-NegativeSecGroupTest-1903402681 tempest-NegativeSecGroupTest-1903402681-project] Request body: {'security_group_rule': {'security_group_id': '7315c70b-2f13-4202-a9d6-5a98c15f4118', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': '8cba530e-0962-41a5-b154-da5830d9296f'}} {{(pid=83869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:35:33.946354 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-1817cdaf-5cb5-40d2-aada-5b67060ae503 tempest-NegativeSecGroupTest-1903402681 tempest-NegativeSecGroupTest-1903402681-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:35:33.956605 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-1817cdaf-5cb5-40d2-aada-5b67060ae503 tempest-NegativeSecGroupTest-1903402681 tempest-NegativeSecGroupTest-1903402681-project] Usage tracker for resource:security_group_rule and tenant:b3a2449924ec4cfda6638744edb97d41 is out of sync, need to count used quota {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 13:35:33.961890 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-1817cdaf-5cb5-40d2-aada-5b67060ae503 tempest-NegativeSecGroupTest-1903402681 tempest-NegativeSecGroupTest-1903402681-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 13:35:33.988294 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-1817cdaf-5cb5-40d2-aada-5b67060ae503 tempest-NegativeSecGroupTest-1903402681 tempest-NegativeSecGroupTest-1903402681-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:35:34.018025 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_dvr_db [None req-f6767c4b-ec17-4441-9dcb-960c6fe5d1ed None None] Set router f24d7f76-f3ce-4d42-b1de-3162bb17b4ab gateway port host: dv-neutron-836180-1-hyperv {{(pid=83873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 13:35:34.056775 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-3af5623f-5226-4b1b-8859-d82cc50f88bc tempest-RoutersIpV6AdminTest-7322729 tempest-RoutersIpV6AdminTest-7322729-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:34.071274 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 49066) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:35:34.127924 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.api.v2.resource [None req-1817cdaf-5cb5-40d2-aada-5b67060ae503 tempest-NegativeSecGroupTest-1903402681 tempest-NegativeSecGroupTest-1903402681-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 01 13:35:34.129160 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-1817cdaf-5cb5-40d2-aada-5b67060ae503 tempest-NegativeSecGroupTest-1903402681 tempest-NegativeSecGroupTest-1903402681-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 360 time: 0.2491338 Apr 01 13:35:34.133598 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.db_base_plugin_common [None req-1358477e-5a74-4285-905d-7b432c254ee4 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Allocated IP 2001:db8::1 (09d7ea43-6376-4322-97e7-54cd01aae492/38f8c732-d386-48c0-bfd2-524f90c8e551/5cdce8c8-73d3-4f41-9cd8-053d5413899d) {{(pid=83871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 13:35:34.140391 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 49072) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:35:34.165146 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-3af5623f-5226-4b1b-8859-d82cc50f88bc tempest-RoutersIpV6AdminTest-7322729 tempest-RoutersIpV6AdminTest-7322729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4082201', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4084858'] for router, after_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:34.238274 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-ad7c4b5c-2b9b-47c6-bea4-a3d01af4d3b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:34.271351 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-3af5623f-5226-4b1b-8859-d82cc50f88bc tempest-RoutersIpV6AdminTest-7322729 tempest-RoutersIpV6AdminTest-7322729-project] Notify callbacks [] for router, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:34.275715 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-3af5623f-5226-4b1b-8859-d82cc50f88bc tempest-RoutersIpV6AdminTest-7322729 tempest-RoutersIpV6AdminTest-7322729-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 1.0516694 Apr 01 13:35:34.278292 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 49076) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:35:34.301548 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.v2.base [None req-4ed5aa51-4afb-4423-aae8-2008a5f052a1 tempest-RoutersIpV6AdminTest-2054225496 tempest-RoutersIpV6AdminTest-2054225496-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'enable_snat': True}}} {{(pid=83869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:35:34.305105 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-ad7c4b5c-2b9b-47c6-bea4-a3d01af4d3b2 None None] For port 48f03e0d-9f11-455f-89c3-b5e45247f6cc, host dv-neutron-836180-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836180-1-hyperv',level=0,port_id=48f03e0d-9f11-455f-89c3-b5e45247f6cc,segment=NetworkSegment(16094ed0-4a47-4ff6-9238-85c278d7a2a5),segment_id=16094ed0-4a47-4ff6-9238-85c278d7a2a5)] {{(pid=83872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 13:35:34.314122 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-ad7c4b5c-2b9b-47c6-bea4-a3d01af4d3b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864'] for port, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:34.375870 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-bacac1bb-d63d-4728-bcc8-ea850dcfea90 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=ca1ed2db15af4fb597e2dfc50152ec4b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8406248 Apr 01 13:35:34.380071 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 49080) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:35:34.416767 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.v2.base [None req-bd1f97dc-03cd-4269-ac31-342510d5963e tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-368511144'}} {{(pid=83869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:35:34.421930 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-bd1f97dc-03cd-4269-ac31-342510d5963e tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:35:34.426457 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-bd1f97dc-03cd-4269-ac31-342510d5963e tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Usage tracker for resource:network and tenant:315e7395dd224b3fb020d0b9d921742e is out of sync, need to count used quota {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 13:35:34.429388 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-bd1f97dc-03cd-4269-ac31-342510d5963e tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 13:35:34.430429 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad7c4b5c-2b9b-47c6-bea4-a3d01af4d3b2 None None] Pushing event updated for resources: {'Port': ['ID=48f03e0d-9f11-455f-89c3-b5e45247f6cc,revision_number=3']} {{(pid=83872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:35:34.438687 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-bd1f97dc-03cd-4269-ac31-342510d5963e tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:35:34.487793 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-f6767c4b-ec17-4441-9dcb-960c6fe5d1ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f24d7f76-f3ce-4d42-b1de-3162bb17b4ab', 'name': 'tempest-ServersTestManualDisk-1056140270-router', 'tenant_id': '89fbd4bee1224db38dcb79340f59d1d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'external_fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.27'}], 'enable_snat': True}, 'gw_port_id': '1d1d7b6b-a315-4d6f-b107-0a0f237c2067', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T13:33:39Z', 'updated_at': '2022-04-01T13:35:30Z', 'revision_number': 5, 'project_id': '89fbd4bee1224db38dcb79340f59d1d9', 'gw_port': {'id': '1d1d7b6b-a315-4d6f-b107-0a0f237c2067', 'name': '', 'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:f6:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f24d7f76-f3ce-4d42-b1de-3162bb17b4ab', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836180-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:33:40Z', 'updated_at': '2022-04-01T13:33:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836180-1-hyperv'}], 'dv-neutron-836180-1-hyperv', False) {} {{(pid=83873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:35:34.491938 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6767c4b-ec17-4441-9dcb-960c6fe5d1ed None None] Checking router: f24d7f76-f3ce-4d42-b1de-3162bb17b4ab for host: dv-neutron-836180-1-hyperv {{(pid=83873) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 01 13:35:34.504573 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6767c4b-ec17-4441-9dcb-960c6fe5d1ed None None] Routers {'f24d7f76-f3ce-4d42-b1de-3162bb17b4ab'} bound to L3 agent in host dv-neutron-836180-1-hyperv {{(pid=83873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 13:35:34.505858 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-f6767c4b-ec17-4441-9dcb-960c6fe5d1ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836180-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-01T13:25:36Z,description=,heartbeat_timestamp=2022-04-01T13:35:06Z,host='dv-neutron-836180-1-hyperv',id=88bf8fc8-11a3-4e96-9d1b-5fd93ba9f6f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T13:25:36Z,topic='l3_agent')) {'router_ids': ['f24d7f76-f3ce-4d42-b1de-3162bb17b4ab'], 'active': True} {{(pid=83873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:35:34.537500 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-a4fb3a55-a6ee-405a-bd09-59074aa4f621 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:34.564601 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-1358477e-5a74-4285-905d-7b432c254ee4 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Notify callbacks [] for port, precommit_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:34.571602 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-54f4127d-d39c-4348-a2f2-6eb1cc2b76f7 tempest-NegativeSecGroupTest-1903402681 tempest-NegativeSecGroupTest-1903402681-project] Notify callbacks [] for security_group, before_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:34.608084 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd1f97dc-03cd-4269-ac31-342510d5963e tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Made reservation on behalf of 315e7395dd224b3fb020d0b9d921742e for: {'network': 1} {{(pid=83869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 13:35:34.610963 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-bd1f97dc-03cd-4269-ac31-342510d5963e tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for network, before_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:34.615450 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-a4fb3a55-a6ee-405a-bd09-59074aa4f621 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:34.625786 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.provisioning_blocks [None req-1358477e-5a74-4285-905d-7b432c254ee4 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Transition to ACTIVE for port object 5cdce8c8-73d3-4f41-9cd8-053d5413899d will not be triggered until provisioned by entity DHCP. {{(pid=83871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 13:35:34.626682 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-54f4127d-d39c-4348-a2f2-6eb1cc2b76f7 tempest-NegativeSecGroupTest-1903402681 tempest-NegativeSecGroupTest-1903402681-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:34.638523 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-82077e0c-11b0-4ce8-822f-25c39c39f842 None None] Provisioning complete for port 48f03e0d-9f11-455f-89c3-b5e45247f6cc triggered by entity DHCP. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 13:35:34.639009 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-82077e0c-11b0-4ce8-822f-25c39c39f842 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-948329'] for port, provisioning_complete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:34.654443 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-bd1f97dc-03cd-4269-ac31-342510d5963e tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Notify callbacks [] for security_group, before_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:34.659032 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-118cc88b-c17f-44bf-97e8-e527df821b9d admin admin] Notify callbacks [] for router, before_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:34.821003 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_dvr_db [None req-f6767c4b-ec17-4441-9dcb-960c6fe5d1ed None None] Set router f24d7f76-f3ce-4d42-b1de-3162bb17b4ab gateway port host: dv-neutron-836180-1-hyperv {{(pid=83873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 13:35:34.821549 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Device 48f03e0d-9f11-455f-89c3-b5e45247f6cc up at agent ovs-agent-dv-neutron-836180-1-hyperv {{(pid=83872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 13:35:34.903946 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Provisioning complete for port 48f03e0d-9f11-455f-89c3-b5e45247f6cc triggered by entity L2. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 13:35:34.904653 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-948329'] for port, provisioning_complete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:34.944531 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-1358477e-5a74-4285-905d-7b432c254ee4 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736732935801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2743125'] for port, after_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:35.004011 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-bd1f97dc-03cd-4269-ac31-342510d5963e tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:35:35.021666 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-bd1f97dc-03cd-4269-ac31-342510d5963e tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Usage tracker for resource:security_group_rule and tenant:315e7395dd224b3fb020d0b9d921742e is out of sync, need to count used quota {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 13:35:35.026741 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-bd1f97dc-03cd-4269-ac31-342510d5963e tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 13:35:35.034422 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1358477e-5a74-4285-905d-7b432c254ee4 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Network 09d7ea43-6376-4322-97e7-54cd01aae492 is already hosted by enough agents. {{(pid=83871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 13:35:35.046692 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-bd1f97dc-03cd-4269-ac31-342510d5963e tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:35:35.048426 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.scheduler.base_scheduler [None req-1358477e-5a74-4285-905d-7b432c254ee4 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Resources bound (agent type, host, resource id): {{(pid=83871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 13:35:35.055356 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-a4fb3a55-a6ee-405a-bd09-59074aa4f621 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3775923'] for security_group, after_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:35.060423 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-54f4127d-d39c-4348-a2f2-6eb1cc2b76f7 tempest-NegativeSecGroupTest-1903402681 tempest-NegativeSecGroupTest-1903402681-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3775923'] for security_group, after_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:35.068121 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1358477e-5a74-4285-905d-7b432c254ee4 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Received port after_create {{(pid=83871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 13:35:35.068690 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-1358477e-5a74-4285-905d-7b432c254ee4 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4084144'] for router_interface, before_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:35.097341 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4fb3a55-a6ee-405a-bd09-59074aa4f621 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=646fd92e-8a5e-468c-a629-1fa8e152104c,revision_number=None']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:35:35.104140 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1358477e-5a74-4285-905d-7b432c254ee4 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Pushing event updated for resources: {'Port': ['ID=5cdce8c8-73d3-4f41-9cd8-053d5413899d,revision_number=1']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:35:35.136409 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-a4fb3a55-a6ee-405a-bd09-59074aa4f621 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:35.152626 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-a4fb3a55-a6ee-405a-bd09-59074aa4f621 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/646fd92e-8a5e-468c-a629-1fa8e152104c HTTP/1.1" status: 204 len: 168 time: 0.7505257 Apr 01 13:35:35.201622 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f784a231-695b-4ccf-836b-9143c1b30fc8 tempest-RoutersAdminTest-1358270532 tempest-RoutersAdminTest-1358270532-project] Router c4e4c193-6fed-45ad-b0c0-7f6498a1849b is scheduled to L3 agent 88bf8fc8-11a3-4e96-9d1b-5fd93ba9f6f1 with binding_index 1 {{(pid=83869) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 01 13:35:35.239292 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f4127d-d39c-4348-a2f2-6eb1cc2b76f7 tempest-NegativeSecGroupTest-1903402681 tempest-NegativeSecGroupTest-1903402681-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8cba530e-0962-41a5-b154-da5830d9296f,revision_number=None']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:35:35.359905 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-1358477e-5a74-4285-905d-7b432c254ee4 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:35.400490 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-f6767c4b-ec17-4441-9dcb-960c6fe5d1ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f24d7f76-f3ce-4d42-b1de-3162bb17b4ab', 'name': 'tempest-ServersTestManualDisk-1056140270-router', 'tenant_id': '89fbd4bee1224db38dcb79340f59d1d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'external_fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.27'}], 'enable_snat': True}, 'gw_port_id': '1d1d7b6b-a315-4d6f-b107-0a0f237c2067', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T13:33:39Z', 'updated_at': '2022-04-01T13:35:30Z', 'revision_number': 5, 'project_id': '89fbd4bee1224db38dcb79340f59d1d9', 'gw_port': {'id': '1d1d7b6b-a315-4d6f-b107-0a0f237c2067', 'name': '', 'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:f6:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f24d7f76-f3ce-4d42-b1de-3162bb17b4ab', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836180-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:33:40Z', 'updated_at': '2022-04-01T13:33:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836180-1-hyperv'}], 'dv-neutron-836180-1-hyperv', False) {} {{(pid=83873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:35:35.405762 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6767c4b-ec17-4441-9dcb-960c6fe5d1ed None None] The sync data for ids ['f24d7f76-f3ce-4d42-b1de-3162bb17b4ab'] in dv-neutron-836180-1-hyperv is: [{'id': 'f24d7f76-f3ce-4d42-b1de-3162bb17b4ab', 'name': 'tempest-ServersTestManualDisk-1056140270-router', 'tenant_id': '89fbd4bee1224db38dcb79340f59d1d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'external_fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.27'}], 'enable_snat': True}, 'gw_port_id': '1d1d7b6b-a315-4d6f-b107-0a0f237c2067', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T13:33:39Z', 'updated_at': '2022-04-01T13:35:30Z', 'revision_number': 5, 'project_id': '89fbd4bee1224db38dcb79340f59d1d9', 'gw_port': {'id': '1d1d7b6b-a315-4d6f-b107-0a0f237c2067', 'name': '', 'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:f6:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f24d7f76-f3ce-4d42-b1de-3162bb17b4ab', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836180-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:33:40Z', 'updated_at': '2022-04-01T13:33:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836180-1-hyperv'}] {{(pid=83873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 13:35:35.494575 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.plugin [None req-b6fa274f-8113-4f4f-9b6a-a263388930c1 admin admin] Deleting port 477de692-9c51-4431-a196-3139509ee79b {{(pid=83869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 13:35:35.494904 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-b6fa274f-8113-4f4f-9b6a-a263388930c1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736733287370'] for port, before_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:35.519491 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-fd93a385-c7ea-4c44-ae84-f16deeca135b None None] Provisioning for port 5cdce8c8-73d3-4f41-9cd8-053d5413899d completed by entity DHCP. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 13:35:35.522027 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-118cc88b-c17f-44bf-97e8-e527df821b9d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:35.527756 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-fd93a385-c7ea-4c44-ae84-f16deeca135b None None] Provisioning complete for port 5cdce8c8-73d3-4f41-9cd8-053d5413899d triggered by entity DHCP. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 13:35:35.528611 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-fd93a385-c7ea-4c44-ae84-f16deeca135b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-948329'] for port, provisioning_complete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:35.596529 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.plugin [None req-fd93a385-c7ea-4c44-ae84-f16deeca135b None None] Port 5cdce8c8-73d3-4f41-9cd8-053d5413899d cannot update to ACTIVE because it is not bound. {{(pid=83872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 13:35:35.596813 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.plugin [None req-118cc88b-c17f-44bf-97e8-e527df821b9d admin admin] Deleting port 1d1d7b6b-a315-4d6f-b107-0a0f237c2067 {{(pid=83871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 13:35:35.597259 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-118cc88b-c17f-44bf-97e8-e527df821b9d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736733287370'] for port, before_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:35.691264 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-54f4127d-d39c-4348-a2f2-6eb1cc2b76f7 tempest-NegativeSecGroupTest-1903402681 tempest-NegativeSecGroupTest-1903402681-project] Notify callbacks [] for security_group, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:35.693757 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-54f4127d-d39c-4348-a2f2-6eb1cc2b76f7 tempest-NegativeSecGroupTest-1903402681 tempest-NegativeSecGroupTest-1903402681-project] 10.222.0.26 "DELETE /v2.0/security-groups/8cba530e-0962-41a5-b154-da5830d9296f HTTP/1.1" status: 204 len: 168 time: 1.5456409 Apr 01 13:35:35.745331 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 49090) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:35:35.777458 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-bd1f97dc-03cd-4269-ac31-342510d5963e tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Notify callbacks [] for security_group, precommit_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:35.831892 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-bd1f97dc-03cd-4269-ac31-342510d5963e tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3775923'] for security_group, after_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:35.871756 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-568c9e55-7b67-4d80-b132-5d333b491362 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:36.012082 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bd1f97dc-03cd-4269-ac31-342510d5963e tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] vlan segment allocate from pool success with {'vlan_id': 376, 'physical_network': 'physnet1'} {{(pid=83869) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 13:35:36.052488 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-4ed5aa51-4afb-4423-aae8-2008a5f052a1 tempest-RoutersIpV6AdminTest-2054225496 tempest-RoutersIpV6AdminTest-2054225496-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4084887', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4079850', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4161'] for router, precommit_update {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:36.064396 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd1f97dc-03cd-4269-ac31-342510d5963e tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b431deb8-f30b-401b-866e-dca439e4e4b1,revision_number=1']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:35:36.082084 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.db [None req-118cc88b-c17f-44bf-97e8-e527df821b9d admin admin] For port 1d1d7b6b-a315-4d6f-b107-0a0f237c2067, host dv-neutron-836180-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836180-1-hyperv',level=0,port_id=1d1d7b6b-a315-4d6f-b107-0a0f237c2067,segment=NetworkSegment(7b924dd8-4978-40c4-ad91-4b9b27348462),segment_id=7b924dd8-4978-40c4-ad91-4b9b27348462)] {{(pid=83871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 13:35:36.082883 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-118cc88b-c17f-44bf-97e8-e527df821b9d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4155147'] for port, precommit_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:36.084056 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-bd1f97dc-03cd-4269-ac31-342510d5963e tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1004271'] for segment, precommit_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:36.084424 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.db.segments_db [None req-bd1f97dc-03cd-4269-ac31-342510d5963e tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Added segment 71cf597a-0abd-4c90-81da-aafcbdf73f17 of type vlan for network 7852ebd7-3ebd-4d92-8748-a4898c27da6d Apr 01 13:35:36.202779 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-932a20cc-ab17-40f0-ad41-99d800584a85 tempest-NegativeSecGroupTest-1903402681 tempest-NegativeSecGroupTest-1903402681-project] Synchronizing usage tracker for tenant:b3a2449924ec4cfda6638744edb97d41 on resource:security_group {{(pid=83869) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 13:35:36.212815 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.db [None req-b6fa274f-8113-4f4f-9b6a-a263388930c1 admin admin] For port 477de692-9c51-4431-a196-3139509ee79b, host dv-neutron-836180-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836180-1-hyperv',level=0,port_id=477de692-9c51-4431-a196-3139509ee79b,segment=NetworkSegment(a7c08fea-ad3b-44c6-93c9-bb06e756d3ac),segment_id=a7c08fea-ad3b-44c6-93c9-bb06e756d3ac)] {{(pid=83869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 13:35:36.213170 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-b6fa274f-8113-4f4f-9b6a-a263388930c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4155147'] for port, precommit_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:36.231568 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.plugin [None req-118cc88b-c17f-44bf-97e8-e527df821b9d admin admin] Calling delete_port for 1d1d7b6b-a315-4d6f-b107-0a0f237c2067 owned by network:router_gateway {{(pid=83871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 13:35:36.271913 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-bd1f97dc-03cd-4269-ac31-342510d5963e tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736732923383'] for network, precommit_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:36.344389 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-1358477e-5a74-4285-905d-7b432c254ee4 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Notify callbacks [] for port, precommit_update {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:36.362387 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-1358477e-5a74-4285-905d-7b432c254ee4 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2743106'] for port, after_update {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:36.363152 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-1358477e-5a74-4285-905d-7b432c254ee4 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3017508', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4084015'] for router_interface, after_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:36.429212 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.plugin [None req-b6fa274f-8113-4f4f-9b6a-a263388930c1 admin admin] Calling delete_port for 477de692-9c51-4431-a196-3139509ee79b owned by network:router_interface {{(pid=83869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 13:35:36.467668 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 49106) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:35:36.475422 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.db.resource_extend [None req-bd1f97dc-03cd-4269-ac31-342510d5963e tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 01 13:35:36.498725 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-932a20cc-ab17-40f0-ad41-99d800584a85 tempest-NegativeSecGroupTest-1903402681 tempest-NegativeSecGroupTest-1903402681-project] Unset dirty status for tenant:b3a2449924ec4cfda6638744edb97d41 on resource:security_group {{(pid=83869) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 13:35:36.499971 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-932a20cc-ab17-40f0-ad41-99d800584a85 tempest-NegativeSecGroupTest-1903402681 tempest-NegativeSecGroupTest-1903402681-project] 10.222.0.26 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4007 time: 0.7120557 Apr 01 13:35:36.506446 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 49112) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:35:36.535790 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-bd1f97dc-03cd-4269-ac31-342510d5963e tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575'] for network, after_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:36.539446 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd1f97dc-03cd-4269-ac31-342510d5963e tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:35:36.540014 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-bd1f97dc-03cd-4269-ac31-342510d5963e tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Notify callbacks [] for network, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:36.583709 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1358477e-5a74-4285-905d-7b432c254ee4 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Pushing event updated for resources: {'Port': ['ID=5cdce8c8-73d3-4f41-9cd8-053d5413899d,revision_number=2']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:35:36.668328 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1358477e-5a74-4285-905d-7b432c254ee4 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Network 09d7ea43-6376-4322-97e7-54cd01aae492 is already hosted by enough agents. {{(pid=83871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 13:35:36.674988 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.scheduler.base_scheduler [None req-1358477e-5a74-4285-905d-7b432c254ee4 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Resources bound (agent type, host, resource id): {{(pid=83871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 13:35:36.675169 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.v2.base [None req-8f8f7b9c-4a41-416b-8520-b9af61cd6ec1 tempest-RoutersNegativeTest-1474796941 tempest-RoutersNegativeTest-1474796941-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1685821179', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:35:36.701999 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-8f8f7b9c-4a41-416b-8520-b9af61cd6ec1 tempest-RoutersNegativeTest-1474796941 tempest-RoutersNegativeTest-1474796941-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:35:36.717795 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-bd1f97dc-03cd-4269-ac31-342510d5963e tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 2.6341572 Apr 01 13:35:36.721010 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Device dc1d3407-408a-4489-a985-4b87e716c495 no longer exists at agent ovs-agent-dv-neutron-836180-1-hyperv {{(pid=83872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 13:35:36.722245 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-8f8f7b9c-4a41-416b-8520-b9af61cd6ec1 tempest-RoutersNegativeTest-1474796941 tempest-RoutersNegativeTest-1474796941-project] Usage tracker for resource:router and tenant:1a7f208858a646838ac7da1fa260568c is out of sync, need to count used quota {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 13:35:36.725455 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 49116) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:35:36.726841 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd1f97dc-03cd-4269-ac31-342510d5963e tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Pushing event updated for resources: {'Network': ['ID=7852ebd7-3ebd-4d92-8748-a4898c27da6d,revision_number=1']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:35:36.735666 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-8f8f7b9c-4a41-416b-8520-b9af61cd6ec1 tempest-RoutersNegativeTest-1474796941 tempest-RoutersNegativeTest-1474796941-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 13:35:36.745445 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.v2.base [None req-a22ec0ed-6c57-44bc-b047-860b78f2c3d8 tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-2099420646'}} {{(pid=83869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:35:36.755835 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-8f8f7b9c-4a41-416b-8520-b9af61cd6ec1 tempest-RoutersNegativeTest-1474796941 tempest-RoutersNegativeTest-1474796941-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:35:36.763374 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-a22ec0ed-6c57-44bc-b047-860b78f2c3d8 tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:35:36.766997 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Network 7852ebd7-3ebd-4d92-8748-a4898c27da6d details requested by agent ovs-agent-dv-neutron-836180-1-hyperv with host dv-neutron-836180-1-hyperv {{(pid=83872) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 13:35:36.775763 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-a22ec0ed-6c57-44bc-b047-860b78f2c3d8 tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Usage tracker for resource:network and tenant:315e7395dd224b3fb020d0b9d921742e is out of sync, need to count used quota {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 13:35:36.794256 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.plugin [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] No Port match for: dc1d3407-408a-4489-a985-4b87e716c495 {{(pid=83872) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 01 13:35:36.794256 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Device dc1d3407-408a-4489-a985-4b87e716c495 not bound to the agent host dv-neutron-836180-1-hyperv {{(pid=83872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 13:35:36.855321 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-a22ec0ed-6c57-44bc-b047-860b78f2c3d8 tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 13:35:36.879661 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-a22ec0ed-6c57-44bc-b047-860b78f2c3d8 tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:35:36.894010 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f784a231-695b-4ccf-836b-9143c1b30fc8 tempest-RoutersAdminTest-1358270532 tempest-RoutersAdminTest-1358270532-project] Notify agent at l3_agent.dv-neutron-836180-1-hyperv the message routers_updated {{(pid=83869) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 13:35:36.909873 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57738cfa-1665-4486-be07-d2619f2d2b23 None None] Sync routers for ids ['c4e4c193-6fed-45ad-b0c0-7f6498a1849b'] in dv-neutron-836180-1-hyperv {{(pid=83872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 13:35:36.910283 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-8f8f7b9c-4a41-416b-8520-b9af61cd6ec1 tempest-RoutersNegativeTest-1474796941 tempest-RoutersNegativeTest-1474796941-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4082176', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4220'] for router, before_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:36.911199 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-8f8f7b9c-4a41-416b-8520-b9af61cd6ec1 tempest-RoutersNegativeTest-1474796941 tempest-RoutersNegativeTest-1474796941-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4082277', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4084873', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4148249', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4211'] for router, precommit_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:36.928163 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57738cfa-1665-4486-be07-d2619f2d2b23 None None] Routers {'c4e4c193-6fed-45ad-b0c0-7f6498a1849b'} bound to L3 agent in host dv-neutron-836180-1-hyperv {{(pid=83872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 13:35:36.929299 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_hamode_db [None req-57738cfa-1665-4486-be07-d2619f2d2b23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836180-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T13:25:36Z,description=,heartbeat_timestamp=2022-04-01T13:35:36Z,host='dv-neutron-836180-1-hyperv',id=88bf8fc8-11a3-4e96-9d1b-5fd93ba9f6f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T13:25:36Z,topic='l3_agent')) {'router_ids': ['c4e4c193-6fed-45ad-b0c0-7f6498a1849b'], 'active': True} {{(pid=83872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:35:36.929841 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a22ec0ed-6c57-44bc-b047-860b78f2c3d8 tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Made reservation on behalf of 315e7395dd224b3fb020d0b9d921742e for: {'network': 1} {{(pid=83869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 13:35:36.933250 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-a22ec0ed-6c57-44bc-b047-860b78f2c3d8 tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for network, before_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:36.951357 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-f784a231-695b-4ccf-836b-9143c1b30fc8 tempest-RoutersAdminTest-1358270532 tempest-RoutersAdminTest-1358270532-project] Notify callbacks [] for router, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:36.952533 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-f784a231-695b-4ccf-836b-9143c1b30fc8 tempest-RoutersAdminTest-1358270532 tempest-RoutersAdminTest-1358270532-project] 10.222.0.26 "PUT /v2.0/routers/c4e4c193-6fed-45ad-b0c0-7f6498a1849b HTTP/1.1" status: 200 len: 877 time: 9.9005775 Apr 01 13:35:36.959815 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 49120) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:35:36.960980 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-b6fa274f-8113-4f4f-9b6a-a263388930c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736733359243', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736732935810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2705155'] for port, after_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:36.973366 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-5c57923f-4df8-4c75-a426-e5d57759fff4 tempest-NegativeSecGroupTest-1903402681 tempest-NegativeSecGroupTest-1903402681-project] Notify callbacks [] for security_group, before_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:37.025561 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_hamode_db [None req-57738cfa-1665-4486-be07-d2619f2d2b23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-836180-1-hyperv', False) {} {{(pid=83872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:35:37.046735 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-956257c6-c819-4e5a-99bc-ab02720ad50f None None] Provisioning complete for port 5cdce8c8-73d3-4f41-9cd8-053d5413899d triggered by entity DHCP. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 13:35:37.047461 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-956257c6-c819-4e5a-99bc-ab02720ad50f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-948329'] for port, provisioning_complete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:37.063431 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-5c57923f-4df8-4c75-a426-e5d57759fff4 tempest-NegativeSecGroupTest-1903402681 tempest-NegativeSecGroupTest-1903402681-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:37.076124 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57738cfa-1665-4486-be07-d2619f2d2b23 None None] Routers {'c4e4c193-6fed-45ad-b0c0-7f6498a1849b'} bound to L3 agent in host dv-neutron-836180-1-hyperv {{(pid=83872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 13:35:37.077348 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_hamode_db [None req-57738cfa-1665-4486-be07-d2619f2d2b23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836180-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T13:25:36Z,description=,heartbeat_timestamp=2022-04-01T13:35:36Z,host='dv-neutron-836180-1-hyperv',id=88bf8fc8-11a3-4e96-9d1b-5fd93ba9f6f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T13:25:36Z,topic='l3_agent')) {'router_ids': ['c4e4c193-6fed-45ad-b0c0-7f6498a1849b'], 'active': True} {{(pid=83872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:35:37.171118 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_hamode_db [None req-57738cfa-1665-4486-be07-d2619f2d2b23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-836180-1-hyperv', False) {} {{(pid=83872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:35:37.171575 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57738cfa-1665-4486-be07-d2619f2d2b23 None None] The sync data for ids ['c4e4c193-6fed-45ad-b0c0-7f6498a1849b'] in dv-neutron-836180-1-hyperv is: [] {{(pid=83872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 13:35:37.182786 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.plugin [None req-956257c6-c819-4e5a-99bc-ab02720ad50f None None] Port 5cdce8c8-73d3-4f41-9cd8-053d5413899d cannot update to ACTIVE because it is not bound. {{(pid=83872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 13:35:37.185153 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:37.244512 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-118cc88b-c17f-44bf-97e8-e527df821b9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736733359243', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736732935810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2743125'] for port, after_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:37.287544 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6fa274f-8113-4f4f-9b6a-a263388930c1 admin admin] Pushing event deleted for resources: {'Port': ['ID=477de692-9c51-4431-a196-3139509ee79b,revision_number=None']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:35:37.307102 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-118cc88b-c17f-44bf-97e8-e527df821b9d admin admin] Pushing event deleted for resources: {'Port': ['ID=1d1d7b6b-a315-4d6f-b107-0a0f237c2067,revision_number=None']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:35:37.347478 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-5c57923f-4df8-4c75-a426-e5d57759fff4 tempest-NegativeSecGroupTest-1903402681 tempest-NegativeSecGroupTest-1903402681-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3775923'] for security_group, after_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:37.351062 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-2f9cfc9c-d8ba-4de3-a4ad-98162f90557c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:37.353571 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a22ec0ed-6c57-44bc-b047-860b78f2c3d8 tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] vlan segment allocate from pool success with {'vlan_id': 353, 'physical_network': 'physnet1'} {{(pid=83869) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 13:35:37.363565 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-4ed5aa51-4afb-4423-aae8-2008a5f052a1 tempest-RoutersIpV6AdminTest-2054225496 tempest-RoutersIpV6AdminTest-2054225496-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:37.405117 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c57923f-4df8-4c75-a426-e5d57759fff4 tempest-NegativeSecGroupTest-1903402681 tempest-NegativeSecGroupTest-1903402681-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7315c70b-2f13-4202-a9d6-5a98c15f4118,revision_number=None']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:35:37.417078 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-8f8f7b9c-4a41-416b-8520-b9af61cd6ec1 tempest-RoutersNegativeTest-1474796941 tempest-RoutersNegativeTest-1474796941-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:37.444088 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-a22ec0ed-6c57-44bc-b047-860b78f2c3d8 tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1004271'] for segment, precommit_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:37.444460 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.db.segments_db [None req-a22ec0ed-6c57-44bc-b047-860b78f2c3d8 tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Added segment 31747123-18c9-40bc-bc8b-91f7193dc401 of type vlan for network f5af94fd-eb93-4dcd-a1d0-079a93ce69bb Apr 01 13:35:37.445867 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-4ed5aa51-4afb-4423-aae8-2008a5f052a1 tempest-RoutersIpV6AdminTest-2054225496 tempest-RoutersIpV6AdminTest-2054225496-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:37.471896 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-5c57923f-4df8-4c75-a426-e5d57759fff4 tempest-NegativeSecGroupTest-1903402681 tempest-NegativeSecGroupTest-1903402681-project] Notify callbacks [] for security_group, before_response {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:37.473149 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-5c57923f-4df8-4c75-a426-e5d57759fff4 tempest-NegativeSecGroupTest-1903402681 tempest-NegativeSecGroupTest-1903402681-project] 10.222.0.26 "DELETE /v2.0/security-groups/7315c70b-2f13-4202-a9d6-5a98c15f4118 HTTP/1.1" status: 204 len: 168 time: 0.9595985 Apr 01 13:35:37.496461 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 49124) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:35:37.558562 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-8f8f7b9c-4a41-416b-8520-b9af61cd6ec1 tempest-RoutersNegativeTest-1474796941 tempest-RoutersNegativeTest-1474796941-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4082201', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4084858'] for router, after_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:37.600359 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-a22ec0ed-6c57-44bc-b047-860b78f2c3d8 tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736732923383'] for network, precommit_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:37.615293 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-118cc88b-c17f-44bf-97e8-e527df821b9d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4084822'] for router_gateway, after_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:37.798574 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.db.resource_extend [None req-a22ec0ed-6c57-44bc-b047-860b78f2c3d8 tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 01 13:35:37.821668 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-8f8f7b9c-4a41-416b-8520-b9af61cd6ec1 tempest-RoutersNegativeTest-1474796941 tempest-RoutersNegativeTest-1474796941-project] Notify callbacks [] for router, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:37.822820 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-8f8f7b9c-4a41-416b-8520-b9af61cd6ec1 tempest-RoutersNegativeTest-1474796941 tempest-RoutersNegativeTest-1474796941-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 1.3520277 Apr 01 13:35:37.836468 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 49128) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:35:37.854223 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.v2.base [None req-09cfa9ea-0cf8-44f8-9872-640a4a954369 tempest-RoutersNegativeTest-1474796941 tempest-RoutersNegativeTest-1474796941-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-229365426'}} {{(pid=83869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:35:37.864797 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-91f4ae90-68cc-4c0c-a17e-6773121111bd tempest-NegativeSecGroupTest-1903402681 tempest-NegativeSecGroupTest-1903402681-project] 10.222.0.26 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.3588612 Apr 01 13:35:37.865891 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-09cfa9ea-0cf8-44f8-9872-640a4a954369 tempest-RoutersNegativeTest-1474796941 tempest-RoutersNegativeTest-1474796941-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:35:37.873266 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 49132) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:35:37.875561 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-a22ec0ed-6c57-44bc-b047-860b78f2c3d8 tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575'] for network, after_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:37.879140 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a22ec0ed-6c57-44bc-b047-860b78f2c3d8 tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:35:37.879710 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-a22ec0ed-6c57-44bc-b047-860b78f2c3d8 tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Notify callbacks [] for network, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:37.888191 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-09cfa9ea-0cf8-44f8-9872-640a4a954369 tempest-RoutersNegativeTest-1474796941 tempest-RoutersNegativeTest-1474796941-project] Usage tracker for resource:network and tenant:1a7f208858a646838ac7da1fa260568c is out of sync, need to count used quota {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 13:35:37.899453 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-118cc88b-c17f-44bf-97e8-e527df821b9d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4079814', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4170'] for router, precommit_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:37.907814 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-118cc88b-c17f-44bf-97e8-e527df821b9d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:37.908115 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-09cfa9ea-0cf8-44f8-9872-640a4a954369 tempest-RoutersNegativeTest-1474796941 tempest-RoutersNegativeTest-1474796941-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 13:35:37.913297 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1358477e-5a74-4285-905d-7b432c254ee4 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Router 6ac37c71-9d58-4a05-aecd-4f5f7ce66558 is scheduled to L3 agent 88bf8fc8-11a3-4e96-9d1b-5fd93ba9f6f1 with binding_index 1 {{(pid=83871) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 01 13:35:37.924496 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.v2.base [None req-5da2ad50-ded3-4993-a643-87f4e6aad339 tempest-NegativeSecGroupTest-1903402681 tempest-NegativeSecGroupTest-1903402681-project] Request body: {'security_group': {'name': 'tempest-secgroup--2038990314'}} {{(pid=83869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:35:37.990866 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-5da2ad50-ded3-4993-a643-87f4e6aad339 tempest-NegativeSecGroupTest-1903402681 tempest-NegativeSecGroupTest-1903402681-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:35:37.995299 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.db_base_plugin_common [None req-4ed5aa51-4afb-4423-aae8-2008a5f052a1 tempest-RoutersIpV6AdminTest-2054225496 tempest-RoutersIpV6AdminTest-2054225496-project-admin] Allocated IP 172.26.5.77 (725864b8-cceb-48c9-b5d3-1bfc4423e301/e2ed99db-0e25-4971-b535-7fa69231fae8/32f4f7a8-b402-4347-b3d4-51d025dc3db9) {{(pid=83869) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 13:35:38.002537 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-118cc88b-c17f-44bf-97e8-e527df821b9d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4079738'] for router, after_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:38.003060 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-118cc88b-c17f-44bf-97e8-e527df821b9d admin admin] Fanout notify agent at l3_agent the message router_deleted on router f24d7f76-f3ce-4d42-b1de-3162bb17b4ab {{(pid=83871) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 01 13:35:38.014275 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-09cfa9ea-0cf8-44f8-9872-640a4a954369 tempest-RoutersNegativeTest-1474796941 tempest-RoutersNegativeTest-1474796941-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:35:38.018491 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-5da2ad50-ded3-4993-a643-87f4e6aad339 tempest-NegativeSecGroupTest-1903402681 tempest-NegativeSecGroupTest-1903402681-project] Usage tracker for resource:security_group and tenant:b3a2449924ec4cfda6638744edb97d41 is out of sync, need to count used quota {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 13:35:38.033485 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-5da2ad50-ded3-4993-a643-87f4e6aad339 tempest-NegativeSecGroupTest-1903402681 tempest-NegativeSecGroupTest-1903402681-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 13:35:38.056711 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-a22ec0ed-6c57-44bc-b047-860b78f2c3d8 tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.3236418 Apr 01 13:35:38.061374 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-5da2ad50-ded3-4993-a643-87f4e6aad339 tempest-NegativeSecGroupTest-1903402681 tempest-NegativeSecGroupTest-1903402681-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:35:38.062408 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 49136) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:35:38.072469 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.v2.base [None req-8c569a1a-ceae-4118-b582-ee84338953a2 tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Request body: {'subnet': {'network_id': '7852ebd7-3ebd-4d92-8748-a4898c27da6d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:35:38.094750 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-118cc88b-c17f-44bf-97e8-e527df821b9d admin admin] Notify callbacks [] for router, before_response {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:38.098107 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-118cc88b-c17f-44bf-97e8-e527df821b9d admin admin] 10.222.0.26 "DELETE /v2.0/routers/f24d7f76-f3ce-4d42-b1de-3162bb17b4ab HTTP/1.1" status: 204 len: 168 time: 4.4414001 Apr 01 13:35:38.101163 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 49140) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:35:38.101863 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09cfa9ea-0cf8-44f8-9872-640a4a954369 tempest-RoutersNegativeTest-1474796941 tempest-RoutersNegativeTest-1474796941-project] Made reservation on behalf of 1a7f208858a646838ac7da1fa260568c for: {'network': 1} {{(pid=83869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 13:35:38.106269 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-09cfa9ea-0cf8-44f8-9872-640a4a954369 tempest-RoutersNegativeTest-1474796941 tempest-RoutersNegativeTest-1474796941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for network, before_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:38.124699 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a22ec0ed-6c57-44bc-b047-860b78f2c3d8 tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Pushing event updated for resources: {'Network': ['ID=f5af94fd-eb93-4dcd-a1d0-079a93ce69bb,revision_number=1']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:35:38.135795 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Network f5af94fd-eb93-4dcd-a1d0-079a93ce69bb details requested by agent ovs-agent-dv-neutron-836180-1-hyperv with host dv-neutron-836180-1-hyperv {{(pid=83872) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 13:35:38.182406 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-5da2ad50-ded3-4993-a643-87f4e6aad339 tempest-NegativeSecGroupTest-1903402681 tempest-NegativeSecGroupTest-1903402681-project] Notify callbacks [] for security_group, before_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:38.271841 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-09cfa9ea-0cf8-44f8-9872-640a4a954369 tempest-RoutersNegativeTest-1474796941 tempest-RoutersNegativeTest-1474796941-project] Notify callbacks [] for security_group, before_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:38.331105 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-5da2ad50-ded3-4993-a643-87f4e6aad339 tempest-NegativeSecGroupTest-1903402681 tempest-NegativeSecGroupTest-1903402681-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:35:38.346053 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-5da2ad50-ded3-4993-a643-87f4e6aad339 tempest-NegativeSecGroupTest-1903402681 tempest-NegativeSecGroupTest-1903402681-project] Usage tracker for resource:security_group_rule and tenant:b3a2449924ec4cfda6638744edb97d41 is out of sync, need to count used quota {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 13:35:38.350231 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-5da2ad50-ded3-4993-a643-87f4e6aad339 tempest-NegativeSecGroupTest-1903402681 tempest-NegativeSecGroupTest-1903402681-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 13:35:38.367755 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-8c569a1a-ceae-4118-b582-ee84338953a2 tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:35:38.376370 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-5da2ad50-ded3-4993-a643-87f4e6aad339 tempest-NegativeSecGroupTest-1903402681 tempest-NegativeSecGroupTest-1903402681-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:35:38.376828 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-8c569a1a-ceae-4118-b582-ee84338953a2 tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Usage tracker for resource:subnet and tenant:315e7395dd224b3fb020d0b9d921742e is out of sync, need to count used quota {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 13:35:38.383771 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-f7cfe52a-8bac-4996-b6fb-b970e1588a84 tempest-RoutersAdminTest-1965710677 tempest-RoutersAdminTest-1965710677-project-admin] 10.222.0.26 "GET /v2.0/routers/c4e4c193-6fed-45ad-b0c0-7f6498a1849b HTTP/1.1" status: 200 len: 918 time: 1.4154711 Apr 01 13:35:38.383956 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.db_base_plugin_v2 [None req-65b9e442-d581-427f-9d50-722c4e6dad43 admin admin] Deleting subnet b4d98d75-116a-4d3d-b965-52d071507f72 {{(pid=83871) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 01 13:35:38.385546 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-8c569a1a-ceae-4118-b582-ee84338953a2 tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 13:35:38.388271 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-65b9e442-d581-427f-9d50-722c4e6dad43 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:38.390080 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-4ed5aa51-4afb-4423-aae8-2008a5f052a1 tempest-RoutersIpV6AdminTest-2054225496 tempest-RoutersIpV6AdminTest-2054225496-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:38.394299 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 49144) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:35:38.424023 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-8c569a1a-ceae-4118-b582-ee84338953a2 tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:35:38.449963 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-09cfa9ea-0cf8-44f8-9872-640a4a954369 tempest-RoutersNegativeTest-1474796941 tempest-RoutersNegativeTest-1474796941-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:35:38.454111 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c569a1a-ceae-4118-b582-ee84338953a2 tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Made reservation on behalf of 315e7395dd224b3fb020d0b9d921742e for: {'subnet': 1} {{(pid=83871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 13:35:38.464641 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-09cfa9ea-0cf8-44f8-9872-640a4a954369 tempest-RoutersNegativeTest-1474796941 tempest-RoutersNegativeTest-1474796941-project] Usage tracker for resource:security_group_rule and tenant:1a7f208858a646838ac7da1fa260568c is out of sync, need to count used quota {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 13:35:38.470444 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-65b9e442-d581-427f-9d50-722c4e6dad43 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3166365'] for subnet, precommit_delete_associations {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:38.471881 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-09cfa9ea-0cf8-44f8-9872-640a4a954369 tempest-RoutersNegativeTest-1474796941 tempest-RoutersNegativeTest-1474796941-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 13:35:38.490259 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-09cfa9ea-0cf8-44f8-9872-640a4a954369 tempest-RoutersNegativeTest-1474796941 tempest-RoutersNegativeTest-1474796941-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:35:38.574877 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-5da2ad50-ded3-4993-a643-87f4e6aad339 tempest-NegativeSecGroupTest-1903402681 tempest-NegativeSecGroupTest-1903402681-project] Notify callbacks [] for security_group, precommit_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:38.578545 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-4ed5aa51-4afb-4423-aae8-2008a5f052a1 tempest-RoutersIpV6AdminTest-2054225496 tempest-RoutersIpV6AdminTest-2054225496-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736732935801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2705155'] for port, after_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:38.586562 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1358477e-5a74-4285-905d-7b432c254ee4 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Notify agent at l3_agent.dv-neutron-836180-1-hyperv the message routers_updated {{(pid=83871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 13:35:38.597705 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26b6e5b4-7bc9-4c32-924c-e3cab3d7a3b1 None None] Sync routers for ids ['6ac37c71-9d58-4a05-aecd-4f5f7ce66558'] in dv-neutron-836180-1-hyperv {{(pid=83873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 13:35:38.604198 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-1358477e-5a74-4285-905d-7b432c254ee4 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] 10.222.0.26 "PUT /v2.0/routers/6ac37c71-9d58-4a05-aecd-4f5f7ce66558/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7794225 Apr 01 13:35:38.608704 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 49148) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:35:38.612152 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26b6e5b4-7bc9-4c32-924c-e3cab3d7a3b1 None None] Routers {'6ac37c71-9d58-4a05-aecd-4f5f7ce66558'} bound to L3 agent in host dv-neutron-836180-1-hyperv {{(pid=83873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 13:35:38.612987 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-26b6e5b4-7bc9-4c32-924c-e3cab3d7a3b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836180-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T13:25:36Z,description=,heartbeat_timestamp=2022-04-01T13:35:36Z,host='dv-neutron-836180-1-hyperv',id=88bf8fc8-11a3-4e96-9d1b-5fd93ba9f6f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T13:25:36Z,topic='l3_agent')) {'router_ids': ['6ac37c71-9d58-4a05-aecd-4f5f7ce66558'], 'active': True} {{(pid=83873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:35:38.625114 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-b6fa274f-8113-4f4f-9b6a-a263388930c1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3017585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4084076'] for router_interface, after_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:38.635930 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-5da2ad50-ded3-4993-a643-87f4e6aad339 tempest-NegativeSecGroupTest-1903402681 tempest-NegativeSecGroupTest-1903402681-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3775923'] for security_group, after_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:38.652008 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-8c569a1a-ceae-4118-b582-ee84338953a2 tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2757336'] for subnet, before_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:38.742228 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed5aa51-4afb-4423-aae8-2008a5f052a1 tempest-RoutersIpV6AdminTest-2054225496 tempest-RoutersIpV6AdminTest-2054225496-project-admin] Pushing event updated for resources: {'Port': ['ID=32f4f7a8-b402-4347-b3d4-51d025dc3db9,revision_number=1']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:35:38.756689 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ed5aa51-4afb-4423-aae8-2008a5f052a1 tempest-RoutersIpV6AdminTest-2054225496 tempest-RoutersIpV6AdminTest-2054225496-project-admin] Network 725864b8-cceb-48c9-b5d3-1bfc4423e301 is already hosted by enough agents. {{(pid=83869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 13:35:38.798024 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecd010cb-a5f3-4567-9974-3dd514248cd9 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:35:38.798608 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-ecd010cb-a5f3-4567-9974-3dd514248cd9 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Synchronizing usage tracker for tenant:8b726fe6689e4b7f96def1a2219bea6c on resource:port {{(pid=83871) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 13:35:38.810285 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_dvr_db [None req-26b6e5b4-7bc9-4c32-924c-e3cab3d7a3b1 None None] Set router 6ac37c71-9d58-4a05-aecd-4f5f7ce66558 gateway port host: None {{(pid=83873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 13:35:38.814982 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.scheduler.base_scheduler [None req-4ed5aa51-4afb-4423-aae8-2008a5f052a1 tempest-RoutersIpV6AdminTest-2054225496 tempest-RoutersIpV6AdminTest-2054225496-project-admin] Resources bound (agent type, host, resource id): {{(pid=83869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 13:35:38.820542 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ed5aa51-4afb-4423-aae8-2008a5f052a1 tempest-RoutersIpV6AdminTest-2054225496 tempest-RoutersIpV6AdminTest-2054225496-project-admin] Received port after_create {{(pid=83869) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 13:35:38.833783 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-65b9e442-d581-427f-9d50-722c4e6dad43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-945029'] for subnet, precommit_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:38.863284 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-a976a7b9-9034-41e6-be13-349b75ed1593 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:38.867689 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-ecd010cb-a5f3-4567-9974-3dd514248cd9 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Unset dirty status for tenant:8b726fe6689e4b7f96def1a2219bea6c on resource:port {{(pid=83871) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 13:35:38.869402 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-ecd010cb-a5f3-4567-9974-3dd514248cd9 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] 10.222.0.26 "GET /v2.0/ports/5cdce8c8-73d3-4f41-9cd8-053d5413899d HTTP/1.1" status: 200 len: 911 time: 0.2598162 Apr 01 13:35:38.877610 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 49152) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:35:38.886274 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-9f7fc448-bf60-4807-baf1-d4a6a4ed1a92 tempest-RoutersAdminTest-1965710677 tempest-RoutersAdminTest-1965710677-project-admin] 10.222.0.26 "GET /v2.0/ports?network_id=725864b8-cceb-48c9-b5d3-1bfc4423e301&device_id=c4e4c193-6fed-45ad-b0c0-7f6498a1849b&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.4843090 Apr 01 13:35:38.893854 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Device 1d1d7b6b-a315-4d6f-b107-0a0f237c2067 no longer exists at agent ovs-agent-dv-neutron-836180-1-hyperv {{(pid=83872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 13:35:38.902640 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 49156) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:35:38.903541 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-5da2ad50-ded3-4993-a643-87f4e6aad339 tempest-NegativeSecGroupTest-1903402681 tempest-NegativeSecGroupTest-1903402681-project] Notify callbacks [] for security_group, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:38.904764 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-5da2ad50-ded3-4993-a643-87f4e6aad339 tempest-NegativeSecGroupTest-1903402681 tempest-NegativeSecGroupTest-1903402681-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 1.0213954 Apr 01 13:35:38.905506 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da2ad50-ded3-4993-a643-87f4e6aad339 tempest-NegativeSecGroupTest-1903402681 tempest-NegativeSecGroupTest-1903402681-project] Pushing event updated for resources: {'SecurityGroup': ['ID=159796e3-9cd3-4998-8584-e79191f159b0,revision_number=1']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:35:38.919012 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 49158) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:35:38.937884 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.v2.base [None req-1ff7033c-b4a5-4abd-8ec5-6d7dd17c52ef tempest-NegativeSecGroupTest-1903402681 tempest-NegativeSecGroupTest-1903402681-project] Request body: {'security_group': {'name': 'default'}} {{(pid=83871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:35:38.938474 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.api.v2.resource [None req-1ff7033c-b4a5-4abd-8ec5-6d7dd17c52ef tempest-NegativeSecGroupTest-1903402681 tempest-NegativeSecGroupTest-1903402681-project] update failed (client error): There was a conflict when trying to complete your request. Apr 01 13:35:38.939433 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-1ff7033c-b4a5-4abd-8ec5-6d7dd17c52ef tempest-NegativeSecGroupTest-1903402681 tempest-NegativeSecGroupTest-1903402681-project] 10.222.0.26 "PUT /v2.0/security-groups/159796e3-9cd3-4998-8584-e79191f159b0 HTTP/1.1" status: 409 len: 330 time: 0.0194912 Apr 01 13:35:38.952199 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 49164) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:35:38.971442 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.plugin [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] No Port match for: 1d1d7b6b-a315-4d6f-b107-0a0f237c2067 {{(pid=83872) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 01 13:35:38.972873 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Device 1d1d7b6b-a315-4d6f-b107-0a0f237c2067 not bound to the agent host dv-neutron-836180-1-hyperv {{(pid=83872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 13:35:39.059236 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-65b9e442-d581-427f-9d50-722c4e6dad43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-945042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2743160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2757373'] for subnet, after_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:39.106277 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b9e442-d581-427f-9d50-722c4e6dad43 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b4d98d75-116a-4d3d-b965-52d071507f72,revision_number=None']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:35:39.112326 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-8c569a1a-ceae-4118-b582-ee84338953a2 tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2743225', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2757366'] for subnet, after_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:39.163730 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-868299c2-b910-4926-9458-0aa681aa6748 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:35:39.167583 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1eb58b82-000c-45ea-a3a8-b51c93f4e9df None None] Network 8a1d3029-ea4e-4a99-9a7d-ce93ff1eb9a1 requested from dv-neutron-836180-1-hyperv {{(pid=83872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 13:35:39.168068 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-868299c2-b910-4926-9458-0aa681aa6748 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:35:39.172749 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-868299c2-b910-4926-9458-0aa681aa6748 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.2910743 Apr 01 13:35:39.172749 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-65b9e442-d581-427f-9d50-722c4e6dad43 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:39.176253 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 49168) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:35:39.198534 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-26b6e5b4-7bc9-4c32-924c-e3cab3d7a3b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ac37c71-9d58-4a05-aecd-4f5f7ce66558', 'name': 'tempest-NetworksTestDHCPv6-router-1775839658', 'tenant_id': '8b726fe6689e4b7f96def1a2219bea6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T13:35:31Z', 'updated_at': '2022-04-01T13:35:35Z', 'revision_number': 2, 'project_id': '8b726fe6689e4b7f96def1a2219bea6c', 'gw_port_host': None, '_interfaces': [{'id': '5cdce8c8-73d3-4f41-9cd8-053d5413899d', 'name': '', 'network_id': '09d7ea43-6376-4322-97e7-54cd01aae492', 'tenant_id': '8b726fe6689e4b7f96def1a2219bea6c', 'mac_address': 'fa:16:3e:4b:19:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ac37c71-9d58-4a05-aecd-4f5f7ce66558', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '38f8c732-d386-48c0-bfd2-524f90c8e551', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:35:33Z', 'updated_at': '2022-04-01T13:35:35Z', 'revision_number': 2, 'project_id': '8b726fe6689e4b7f96def1a2219bea6c', 'subnets': [{'id': '38f8c732-d386-48c0-bfd2-524f90c8e551', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-836180-1-hyperv', False) {} {{(pid=83873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:35:39.202561 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26b6e5b4-7bc9-4c32-924c-e3cab3d7a3b1 None None] Checking router: 6ac37c71-9d58-4a05-aecd-4f5f7ce66558 for host: dv-neutron-836180-1-hyperv {{(pid=83873) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 01 13:35:39.202901 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26b6e5b4-7bc9-4c32-924c-e3cab3d7a3b1 None None] Updating router 6ac37c71-9d58-4a05-aecd-4f5f7ce66558 port 5cdce8c8-73d3-4f41-9cd8-053d5413899d binding host dv-neutron-836180-1-hyperv {{(pid=83873) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 01 13:35:39.251837 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-09cfa9ea-0cf8-44f8-9872-640a4a954369 tempest-RoutersNegativeTest-1474796941 tempest-RoutersNegativeTest-1474796941-project] Notify callbacks [] for security_group, precommit_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:39.265562 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-65b9e442-d581-427f-9d50-722c4e6dad43 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/b4d98d75-116a-4d3d-b965-52d071507f72 HTTP/1.1" status: 204 len: 168 time: 1.1199789 Apr 01 13:35:39.271917 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 49172) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:35:39.275565 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-09cfa9ea-0cf8-44f8-9872-640a4a954369 tempest-RoutersNegativeTest-1474796941 tempest-RoutersNegativeTest-1474796941-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3775923'] for security_group, after_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:39.328823 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-26b6e5b4-7bc9-4c32-924c-e3cab3d7a3b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:39.349011 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-09cfa9ea-0cf8-44f8-9872-640a4a954369 tempest-RoutersNegativeTest-1474796941 tempest-RoutersNegativeTest-1474796941-project] vlan segment allocate from pool success with {'vlan_id': 384, 'physical_network': 'physnet1'} {{(pid=83869) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 13:35:39.371507 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c569a1a-ceae-4118-b582-ee84338953a2 tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Pushing event updated for resources: {'Subnet': ['ID=08c7e342-e0b0-44f6-8564-2a04fd0c3685,revision_number=0']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:35:39.378144 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09cfa9ea-0cf8-44f8-9872-640a4a954369 tempest-RoutersNegativeTest-1474796941 tempest-RoutersNegativeTest-1474796941-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d9acf747-de60-4e44-8f89-7cfce7418de6,revision_number=1']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:35:39.418912 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-09cfa9ea-0cf8-44f8-9872-640a4a954369 tempest-RoutersNegativeTest-1474796941 tempest-RoutersNegativeTest-1474796941-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1004271'] for segment, precommit_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:39.419250 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.db.segments_db [None req-09cfa9ea-0cf8-44f8-9872-640a4a954369 tempest-RoutersNegativeTest-1474796941 tempest-RoutersNegativeTest-1474796941-project] Added segment 663df5c6-591e-4549-9da1-f75a918167eb of type vlan for network bb9b6e7b-4739-40cc-9c88-401dd6263a69 Apr 01 13:35:39.438689 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1f61277-2ba3-4d57-9c63-ec4b3a6d45f3 tempest-RoutersAdminTest-1965710677 tempest-RoutersAdminTest-1965710677-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:35:39.440016 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-c1f61277-2ba3-4d57-9c63-ec4b3a6d45f3 tempest-RoutersAdminTest-1965710677 tempest-RoutersAdminTest-1965710677-project-admin] 10.222.0.26 "GET /v2.0/networks/725864b8-cceb-48c9-b5d3-1bfc4423e301 HTTP/1.1" status: 200 len: 881 time: 0.5321593 Apr 01 13:35:39.442977 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-4c243bae-85d3-45a8-a4a0-b6edb6357f0c tempest-NegativeSecGroupTest-1903402681 tempest-NegativeSecGroupTest-1903402681-project] Notify callbacks [] for security_group, before_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:39.445930 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 49176) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:35:39.492586 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-09cfa9ea-0cf8-44f8-9872-640a4a954369 tempest-RoutersNegativeTest-1474796941 tempest-RoutersNegativeTest-1474796941-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736732923383'] for network, precommit_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:39.509636 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-4c243bae-85d3-45a8-a4a0-b6edb6357f0c tempest-NegativeSecGroupTest-1903402681 tempest-NegativeSecGroupTest-1903402681-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:39.516915 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c569a1a-ceae-4118-b582-ee84338953a2 tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Checking segment: {'id': '71cf597a-0abd-4c90-81da-aafcbdf73f17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '7852ebd7-3ebd-4d92-8748-a4898c27da6d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 13:35:39.517466 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c569a1a-ceae-4118-b582-ee84338953a2 tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Network hostable DHCP agents. Network: 7852ebd7-3ebd-4d92-8748-a4898c27da6d, hostable agents: ['e47e4547-5c2d-4954-ba56-fa3646239f18'], hosted agents: [] {{(pid=83871) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 13:35:39.523718 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-41982e18-e0e9-4ce1-aba5-0c27e085e0ed tempest-RoutersAdminTest-1358270532 tempest-RoutersAdminTest-1358270532-project] 10.222.0.26 "GET /v2.0/ports?device_id=c4e4c193-6fed-45ad-b0c0-7f6498a1849b HTTP/1.1" status: 200 len: 205 time: 0.0749221 Apr 01 13:35:39.528260 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 49180) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:35:39.546310 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-3a80dad4-db4f-4b56-9592-a56e964211fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1033078'] for network, before_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:39.593511 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-09cfa9ea-0cf8-44f8-9872-640a4a954369 tempest-RoutersNegativeTest-1474796941 tempest-RoutersNegativeTest-1474796941-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575'] for network, after_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:39.597127 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09cfa9ea-0cf8-44f8-9872-640a4a954369 tempest-RoutersNegativeTest-1474796941 tempest-RoutersNegativeTest-1474796941-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:35:39.597691 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-09cfa9ea-0cf8-44f8-9872-640a4a954369 tempest-RoutersNegativeTest-1474796941 tempest-RoutersNegativeTest-1474796941-project] Notify callbacks [] for network, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:39.649475 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fad7377-1d7f-444b-9537-be2da2b42906 None None] DHCP port deletion for 8a1d3029-ea4e-4a99-9a7d-ce93ff1eb9a1 request from dv-neutron-836180-1-hyperv {{(pid=83872) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 01 13:35:39.654952 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.plugin [None req-6fad7377-1d7f-444b-9537-be2da2b42906 None None] Deleting port bcd274d5-58f9-4e2c-940a-c87b39c3f923 {{(pid=83872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 13:35:39.655337 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-6fad7377-1d7f-444b-9537-be2da2b42906 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736733287370'] for port, before_delete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:39.695905 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.plugin [None req-3a80dad4-db4f-4b56-9592-a56e964211fc admin admin] Deleting port bcd274d5-58f9-4e2c-940a-c87b39c3f923 {{(pid=83871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 13:35:39.695905 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-3a80dad4-db4f-4b56-9592-a56e964211fc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736733287370'] for port, before_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:39.711551 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-4c243bae-85d3-45a8-a4a0-b6edb6357f0c tempest-NegativeSecGroupTest-1903402681 tempest-NegativeSecGroupTest-1903402681-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3775923'] for security_group, after_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:39.715377 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-4ed5aa51-4afb-4423-aae8-2008a5f052a1 tempest-RoutersIpV6AdminTest-2054225496 tempest-RoutersIpV6AdminTest-2054225496-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:39.762241 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c569a1a-ceae-4118-b582-ee84338953a2 tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Network 7852ebd7-3ebd-4d92-8748-a4898c27da6d is scheduled to be hosted by DHCP agent e47e4547-5c2d-4954-ba56-fa3646239f18 with binding_index 1 {{(pid=83871) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 13:35:39.812488 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.scheduler.base_scheduler [None req-8c569a1a-ceae-4118-b582-ee84338953a2 tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-836180-1-hyperv, 7852ebd7-3ebd-4d92-8748-a4898c27da6d) {{(pid=83871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 13:35:39.873403 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-09cfa9ea-0cf8-44f8-9872-640a4a954369 tempest-RoutersNegativeTest-1474796941 tempest-RoutersNegativeTest-1474796941-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 2.0297709 Apr 01 13:35:39.873403 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c243bae-85d3-45a8-a4a0-b6edb6357f0c tempest-NegativeSecGroupTest-1903402681 tempest-NegativeSecGroupTest-1903402681-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=159796e3-9cd3-4998-8584-e79191f159b0,revision_number=None']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:35:39.883890 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-4c243bae-85d3-45a8-a4a0-b6edb6357f0c tempest-NegativeSecGroupTest-1903402681 tempest-NegativeSecGroupTest-1903402681-project] Notify callbacks [] for security_group, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:39.885269 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-4c243bae-85d3-45a8-a4a0-b6edb6357f0c tempest-NegativeSecGroupTest-1903402681 tempest-NegativeSecGroupTest-1903402681-project] 10.222.0.26 "DELETE /v2.0/security-groups/159796e3-9cd3-4998-8584-e79191f159b0 HTTP/1.1" status: 204 len: 168 time: 0.7706900 Apr 01 13:35:39.888863 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 49184) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:35:39.889185 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 49186) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:35:39.891190 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-6fad7377-1d7f-444b-9537-be2da2b42906 None None] For port bcd274d5-58f9-4e2c-940a-c87b39c3f923, host dv-neutron-836180-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836180-1-hyperv',level=0,port_id=bcd274d5-58f9-4e2c-940a-c87b39c3f923,segment=NetworkSegment(8a3f76f1-77cd-4542-a381-4589f55fc17e),segment_id=8a3f76f1-77cd-4542-a381-4589f55fc17e)] {{(pid=83872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 13:35:39.891813 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-6fad7377-1d7f-444b-9537-be2da2b42906 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4155147'] for port, precommit_delete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:39.894173 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09cfa9ea-0cf8-44f8-9872-640a4a954369 tempest-RoutersNegativeTest-1474796941 tempest-RoutersNegativeTest-1474796941-project] Pushing event updated for resources: {'Network': ['ID=bb9b6e7b-4739-40cc-9c88-401dd6263a69,revision_number=1']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:35:39.921124 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.v2.base [None req-6d878994-7381-4fd9-9ebc-1515a39ac97b tempest-RoutersNegativeTest-1474796941 tempest-RoutersNegativeTest-1474796941-project] Request body: {'subnet': {'network_id': 'bb9b6e7b-4739-40cc-9c88-401dd6263a69', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:35:39.954743 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-26b6e5b4-7bc9-4c32-924c-e3cab3d7a3b1 None None] Notify callbacks [] for port, precommit_update {{(pid=83873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:39.973702 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-26b6e5b4-7bc9-4c32-924c-e3cab3d7a3b1 None None] Transition to ACTIVE for port object 5cdce8c8-73d3-4f41-9cd8-053d5413899d will not be triggered until provisioned by entity L2. {{(pid=83873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 13:35:39.983115 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-26b6e5b4-7bc9-4c32-924c-e3cab3d7a3b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864'] for port, after_update {{(pid=83873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:40.001149 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c569a1a-ceae-4118-b582-ee84338953a2 tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:35:40.001768 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-8c569a1a-ceae-4118-b582-ee84338953a2 tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Notify callbacks [] for subnet, before_response {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:40.041035 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.plugin [None req-6fad7377-1d7f-444b-9537-be2da2b42906 None None] Calling delete_port for bcd274d5-58f9-4e2c-940a-c87b39c3f923 owned by network:dhcp {{(pid=83872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 13:35:40.140846 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-8c569a1a-ceae-4118-b582-ee84338953a2 tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.0724978 Apr 01 13:35:40.148007 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c86f5466-61e3-423c-8bf7-07ead660e385 None None] Network 7852ebd7-3ebd-4d92-8748-a4898c27da6d requested from dv-neutron-836180-1-hyperv {{(pid=83872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 13:35:40.165671 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 49192) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:35:40.190079 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8110019c-1062-412d-83aa-b65dd9c99cbc None None] Pushing event updated for resources: {'Port': ['ID=5cdce8c8-73d3-4f41-9cd8-053d5413899d,revision_number=3']} {{(pid=83873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:35:40.210602 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.v2.base [None req-38c49330-38b0-4c6b-981f-7d42f2c23041 tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Request body: {'subnet': {'network_id': 'f5af94fd-eb93-4dcd-a1d0-079a93ce69bb', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=83869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:35:40.282005 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.db [None req-3a80dad4-db4f-4b56-9592-a56e964211fc admin admin] For port bcd274d5-58f9-4e2c-940a-c87b39c3f923, host dv-neutron-836180-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836180-1-hyperv',level=0,port_id=bcd274d5-58f9-4e2c-940a-c87b39c3f923,segment=NetworkSegment(8a3f76f1-77cd-4542-a381-4589f55fc17e),segment_id=8a3f76f1-77cd-4542-a381-4589f55fc17e)] {{(pid=83871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 13:35:40.282354 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-3a80dad4-db4f-4b56-9592-a56e964211fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4155147'] for port, precommit_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:40.340517 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.plugins.ml2.managers [None req-26b6e5b4-7bc9-4c32-924c-e3cab3d7a3b1 None None] Attempting to bind port 5cdce8c8-73d3-4f41-9cd8-053d5413899d on host dv-neutron-836180-1-hyperv for vnic_type normal with profile {{(pid=83873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 13:35:40.340885 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.plugins.ml2.managers [None req-26b6e5b4-7bc9-4c32-924c-e3cab3d7a3b1 None None] Attempting to bind port 5cdce8c8-73d3-4f41-9cd8-053d5413899d by drivers openvswitch,hyperv on host dv-neutron-836180-1-hyperv at level 0 using segments [{'id': '16094ed0-4a47-4ff6-9238-85c278d7a2a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '09d7ea43-6376-4322-97e7-54cd01aae492'}] {{(pid=83873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 13:35:40.341245 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26b6e5b4-7bc9-4c32-924c-e3cab3d7a3b1 None None] Attempting to bind port 5cdce8c8-73d3-4f41-9cd8-053d5413899d on network 09d7ea43-6376-4322-97e7-54cd01aae492 {{(pid=83873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 13:35:40.350089 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26b6e5b4-7bc9-4c32-924c-e3cab3d7a3b1 None None] Checking agent: {'id': 'af948428-97cd-4d10-9f53-af028bdb39b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-836180-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 13, 25, 37), 'started_at': datetime.datetime(2022, 4, 1, 13, 26, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 13, 35, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-836180-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 13:35:40.350458 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26b6e5b4-7bc9-4c32-924c-e3cab3d7a3b1 None None] Checking segment: {'id': '16094ed0-4a47-4ff6-9238-85c278d7a2a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '09d7ea43-6376-4322-97e7-54cd01aae492'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 13:35:40.350856 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-26b6e5b4-7bc9-4c32-924c-e3cab3d7a3b1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:40.351238 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26b6e5b4-7bc9-4c32-924c-e3cab3d7a3b1 None None] Bound using segment: {'id': '16094ed0-4a47-4ff6-9238-85c278d7a2a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '09d7ea43-6376-4322-97e7-54cd01aae492'} {{(pid=83873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 13:35:40.351699 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.plugins.ml2.managers [None req-26b6e5b4-7bc9-4c32-924c-e3cab3d7a3b1 None None] Bound port: 5cdce8c8-73d3-4f41-9cd8-053d5413899d, host: dv-neutron-836180-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '16094ed0-4a47-4ff6-9238-85c278d7a2a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '09d7ea43-6376-4322-97e7-54cd01aae492'}}] {{(pid=83873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 13:35:40.352068 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-26b6e5b4-7bc9-4c32-924c-e3cab3d7a3b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:40.373991 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Network bb9b6e7b-4739-40cc-9c88-401dd6263a69 details requested by agent ovs-agent-dv-neutron-836180-1-hyperv with host dv-neutron-836180-1-hyperv {{(pid=83872) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 13:35:40.452664 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-6fad7377-1d7f-444b-9537-be2da2b42906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736733359243', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736732935810'] for port, after_delete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:40.469262 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.plugins.ml2.db [None req-26b6e5b4-7bc9-4c32-924c-e3cab3d7a3b1 None None] For port 5cdce8c8-73d3-4f41-9cd8-053d5413899d, host dv-neutron-836180-1-hyperv, cleared binding levels {{(pid=83873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 13:35:40.473689 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.plugins.ml2.db [None req-26b6e5b4-7bc9-4c32-924c-e3cab3d7a3b1 None None] For port 5cdce8c8-73d3-4f41-9cd8-053d5413899d, host dv-neutron-836180-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836180-1-hyperv',level=0,port_id=5cdce8c8-73d3-4f41-9cd8-053d5413899d,segment=NetworkSegment(16094ed0-4a47-4ff6-9238-85c278d7a2a5),segment_id=16094ed0-4a47-4ff6-9238-85c278d7a2a5)] {{(pid=83873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 13:35:40.477968 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.plugin [None req-3a80dad4-db4f-4b56-9592-a56e964211fc admin admin] Calling delete_port for bcd274d5-58f9-4e2c-940a-c87b39c3f923 owned by network:dhcp {{(pid=83871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 13:35:40.479812 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-26b6e5b4-7bc9-4c32-924c-e3cab3d7a3b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864'] for port, after_update {{(pid=83873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:40.482619 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-6d878994-7381-4fd9-9ebc-1515a39ac97b tempest-RoutersNegativeTest-1474796941 tempest-RoutersNegativeTest-1474796941-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:35:40.496760 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-6d878994-7381-4fd9-9ebc-1515a39ac97b tempest-RoutersNegativeTest-1474796941 tempest-RoutersNegativeTest-1474796941-project] Usage tracker for resource:subnet and tenant:1a7f208858a646838ac7da1fa260568c is out of sync, need to count used quota {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 13:35:40.510078 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-6d878994-7381-4fd9-9ebc-1515a39ac97b tempest-RoutersNegativeTest-1474796941 tempest-RoutersNegativeTest-1474796941-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 13:35:40.523887 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-4ed5aa51-4afb-4423-aae8-2008a5f052a1 tempest-RoutersIpV6AdminTest-2054225496 tempest-RoutersIpV6AdminTest-2054225496-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4084887', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4079850', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4161'] for router, precommit_update {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:40.537568 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-af086199-2f71-41ac-8c4d-d11e619bdb5c tempest-NegativeSecGroupTest-1903402681 tempest-NegativeSecGroupTest-1903402681-project] Synchronizing usage tracker for tenant:b3a2449924ec4cfda6638744edb97d41 on resource:security_group {{(pid=83869) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 13:35:40.540917 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-38c49330-38b0-4c6b-981f-7d42f2c23041 tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:35:40.543658 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-6d878994-7381-4fd9-9ebc-1515a39ac97b tempest-RoutersNegativeTest-1474796941 tempest-RoutersNegativeTest-1474796941-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:35:40.553652 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-4ed5aa51-4afb-4423-aae8-2008a5f052a1 tempest-RoutersIpV6AdminTest-2054225496 tempest-RoutersIpV6AdminTest-2054225496-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4084858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-4084844', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-4084837', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-4079843'] for router, after_update {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:40.559129 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fad7377-1d7f-444b-9537-be2da2b42906 None None] No DVR routers for this DVR port bcd274d5-58f9-4e2c-940a-c87b39c3f923 on host dv-neutron-836180-1-hyperv {{(pid=83872) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 13:35:40.561410 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-38c49330-38b0-4c6b-981f-7d42f2c23041 tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Usage tracker for resource:subnet and tenant:315e7395dd224b3fb020d0b9d921742e is out of sync, need to count used quota {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 13:35:40.569366 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-38c49330-38b0-4c6b-981f-7d42f2c23041 tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 13:35:40.582301 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-38c49330-38b0-4c6b-981f-7d42f2c23041 tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:35:40.603777 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8110019c-1062-412d-83aa-b65dd9c99cbc None None] Pushing event updated for resources: {'Port': ['ID=5cdce8c8-73d3-4f41-9cd8-053d5413899d,revision_number=4']} {{(pid=83873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:35:40.610685 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fad7377-1d7f-444b-9537-be2da2b42906 None None] Pushing event deleted for resources: {'Port': ['ID=bcd274d5-58f9-4e2c-940a-c87b39c3f923,revision_number=None']} {{(pid=83872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:35:40.631009 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-859f62b9-c905-49ae-a8a6-3764f3b3f111 tempest-RoutersAdminTest-1358270532 tempest-RoutersAdminTest-1358270532-project] Notify callbacks [] for router, before_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:40.648426 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26b6e5b4-7bc9-4c32-924c-e3cab3d7a3b1 None None] Routers {'6ac37c71-9d58-4a05-aecd-4f5f7ce66558'} bound to L3 agent in host dv-neutron-836180-1-hyperv {{(pid=83873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 13:35:40.664197 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-26b6e5b4-7bc9-4c32-924c-e3cab3d7a3b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836180-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T13:25:36Z,description=,heartbeat_timestamp=2022-04-01T13:35:36Z,host='dv-neutron-836180-1-hyperv',id=88bf8fc8-11a3-4e96-9d1b-5fd93ba9f6f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T13:25:36Z,topic='l3_agent')) {'router_ids': ['6ac37c71-9d58-4a05-aecd-4f5f7ce66558'], 'active': True} {{(pid=83873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:35:40.684175 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-493abb82-f43e-49e7-82f6-daf8a7170885 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7e7d0ecb-2af4-55f5-9198-238ab0570d62-7852ebd7-3ebd-4d92-8748-a4898c27da6d', 'network_id': '7852ebd7-3ebd-4d92-8748-a4898c27da6d', 'tenant_id': '315e7395dd224b3fb020d0b9d921742e', 'fixed_ips': [{'subnet_id': '08c7e342-e0b0-44f6-8564-2a04fd0c3685'}]}} from dv-neutron-836180-1-hyperv. {{(pid=83872) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 01 13:35:40.685092 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-493abb82-f43e-49e7-82f6-daf8a7170885 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:40.687797 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d878994-7381-4fd9-9ebc-1515a39ac97b tempest-RoutersNegativeTest-1474796941 tempest-RoutersNegativeTest-1474796941-project] Made reservation on behalf of 1a7f208858a646838ac7da1fa260568c for: {'subnet': 1} {{(pid=83869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 13:35:40.699021 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.db.api [None req-3a80dad4-db4f-4b56-9592-a56e964211fc admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83871) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 01 13:35:40.699517 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG oslo_db.api [None req-3a80dad4-db4f-4b56-9592-a56e964211fc admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 01 13:35:40.828968 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-af086199-2f71-41ac-8c4d-d11e619bdb5c tempest-NegativeSecGroupTest-1903402681 tempest-NegativeSecGroupTest-1903402681-project] Unset dirty status for tenant:b3a2449924ec4cfda6638744edb97d41 on resource:security_group {{(pid=83869) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 13:35:40.830510 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-af086199-2f71-41ac-8c4d-d11e619bdb5c tempest-NegativeSecGroupTest-1903402681 tempest-NegativeSecGroupTest-1903402681-project] 10.222.0.26 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.9375641 Apr 01 13:35:40.837940 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 49196) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:35:40.888747 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.api.v2.resource [None req-28099557-da13-4f70-8f24-13ac0e124c6b tempest-NegativeSecGroupTest-1903402681 tempest-NegativeSecGroupTest-1903402681-project] delete failed (client error): The resource could not be found. Apr 01 13:35:40.895271 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-28099557-da13-4f70-8f24-13ac0e124c6b tempest-NegativeSecGroupTest-1903402681 tempest-NegativeSecGroupTest-1903402681-project] 10.222.0.26 "DELETE /v2.0/security-groups/d7564e6f-b473-4b88-b37c-5f8c5e9fdfaa HTTP/1.1" status: 404 len: 347 time: 0.0533481 Apr 01 13:35:40.897799 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 49200) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:35:40.907280 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Device bcd274d5-58f9-4e2c-940a-c87b39c3f923 no longer exists at agent ovs-agent-dv-neutron-836180-1-hyperv {{(pid=83872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 13:35:40.925548 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.api.v2.resource [None req-dc7049f2-9b1e-40b7-a33c-3e5992b8d5bd tempest-NegativeSecGroupTest-1903402681 tempest-NegativeSecGroupTest-1903402681-project] show failed (client error): The resource could not be found. Apr 01 13:35:40.932862 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-dc7049f2-9b1e-40b7-a33c-3e5992b8d5bd tempest-NegativeSecGroupTest-1903402681 tempest-NegativeSecGroupTest-1903402681-project] 10.222.0.26 "GET /v2.0/security-groups/bd832734-321c-43da-a612-50f61efe9dfc HTTP/1.1" status: 404 len: 347 time: 0.0339200 Apr 01 13:35:40.935884 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 49204) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:35:40.990449 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.api.v2.resource [None req-9e33dc52-afb9-4b56-8a80-492361c93fe5 tempest-NegativeSecGroupTest-1903402681 tempest-NegativeSecGroupTest-1903402681-project] show failed (client error): The resource could not be found. Apr 01 13:35:40.994352 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_dvr_db [None req-26b6e5b4-7bc9-4c32-924c-e3cab3d7a3b1 None None] Set router 6ac37c71-9d58-4a05-aecd-4f5f7ce66558 gateway port host: None {{(pid=83873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 13:35:40.996548 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-9e33dc52-afb9-4b56-8a80-492361c93fe5 tempest-NegativeSecGroupTest-1903402681 tempest-NegativeSecGroupTest-1903402681-project] 10.222.0.26 "GET /v2.0/security-group-rules/7de0cb07-52c4-417a-a7fc-0080d594dc12 HTTP/1.1" status: 404 len: 356 time: 0.0589752 Apr 01 13:35:41.004704 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.plugin [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] No Port match for: bcd274d5-58f9-4e2c-940a-c87b39c3f923 {{(pid=83872) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 01 13:35:41.005054 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Device bcd274d5-58f9-4e2c-940a-c87b39c3f923 not bound to the agent host dv-neutron-836180-1-hyperv {{(pid=83872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 13:35:41.018466 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.db_base_plugin_common [None req-493abb82-f43e-49e7-82f6-daf8a7170885 None None] Allocated IP 2001:db8::2 (7852ebd7-3ebd-4d92-8748-a4898c27da6d/08c7e342-e0b0-44f6-8564-2a04fd0c3685/10ce0583-6e3a-4098-8c58-1b5ddaac4c24) {{(pid=83872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 13:35:41.121838 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-fbfda4a3-cdd7-4fb1-911b-a0e78a1c7251 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4084029'] for router_interface, before_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:41.253272 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-859f62b9-c905-49ae-a8a6-3764f3b3f111 tempest-RoutersAdminTest-1358270532 tempest-RoutersAdminTest-1358270532-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:41.262206 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.plugin [None req-3a80dad4-db4f-4b56-9592-a56e964211fc admin admin] Deleting port bcd274d5-58f9-4e2c-940a-c87b39c3f923 {{(pid=83871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 13:35:41.263145 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-3a80dad4-db4f-4b56-9592-a56e964211fc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736733287370'] for port, before_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:41.291149 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38c49330-38b0-4c6b-981f-7d42f2c23041 tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Made reservation on behalf of 315e7395dd224b3fb020d0b9d921742e for: {'subnet': 1} {{(pid=83869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 13:35:41.332671 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.plugin [None req-859f62b9-c905-49ae-a8a6-3764f3b3f111 tempest-RoutersAdminTest-1358270532 tempest-RoutersAdminTest-1358270532-project] Deleting port dc3acef1-6410-4037-ac53-0ac8114a32f6 {{(pid=83871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 13:35:41.333137 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-859f62b9-c905-49ae-a8a6-3764f3b3f111 tempest-RoutersAdminTest-1358270532 tempest-RoutersAdminTest-1358270532-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736733287370'] for port, before_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:41.368844 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.plugin [None req-3a80dad4-db4f-4b56-9592-a56e964211fc admin admin] The port 'bcd274d5-58f9-4e2c-940a-c87b39c3f923' was deleted {{(pid=83871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 01 13:35:41.420202 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-6d878994-7381-4fd9-9ebc-1515a39ac97b tempest-RoutersNegativeTest-1474796941 tempest-RoutersNegativeTest-1474796941-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2999481'] for subnet, before_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:41.437275 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-493abb82-f43e-49e7-82f6-daf8a7170885 None None] Notify callbacks [] for port, precommit_create {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:41.451642 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-493abb82-f43e-49e7-82f6-daf8a7170885 None None] Transition to ACTIVE for port object 10ce0583-6e3a-4098-8c58-1b5ddaac4c24 will not be triggered until provisioned by entity L2. {{(pid=83872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 13:35:41.474345 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-493abb82-f43e-49e7-82f6-daf8a7170885 None None] Transition to ACTIVE for port object 10ce0583-6e3a-4098-8c58-1b5ddaac4c24 will not be triggered until provisioned by entity DHCP. {{(pid=83872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 13:35:41.485484 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-493abb82-f43e-49e7-82f6-daf8a7170885 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736732935801'] for port, after_create {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:41.560617 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 49212) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:35:41.564095 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-38c49330-38b0-4c6b-981f-7d42f2c23041 tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2999481'] for subnet, before_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:41.579430 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-26b6e5b4-7bc9-4c32-924c-e3cab3d7a3b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ac37c71-9d58-4a05-aecd-4f5f7ce66558', 'name': 'tempest-NetworksTestDHCPv6-router-1775839658', 'tenant_id': '8b726fe6689e4b7f96def1a2219bea6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T13:35:31Z', 'updated_at': '2022-04-01T13:35:35Z', 'revision_number': 2, 'project_id': '8b726fe6689e4b7f96def1a2219bea6c', 'gw_port_host': None, '_interfaces': [{'id': '5cdce8c8-73d3-4f41-9cd8-053d5413899d', 'name': '', 'network_id': '09d7ea43-6376-4322-97e7-54cd01aae492', 'tenant_id': '8b726fe6689e4b7f96def1a2219bea6c', 'mac_address': 'fa:16:3e:4b:19:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ac37c71-9d58-4a05-aecd-4f5f7ce66558', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '38f8c732-d386-48c0-bfd2-524f90c8e551', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836180-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:35:33Z', 'updated_at': '2022-04-01T13:35:40Z', 'revision_number': 4, 'project_id': '8b726fe6689e4b7f96def1a2219bea6c', 'subnets': [{'id': '38f8c732-d386-48c0-bfd2-524f90c8e551', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-836180-1-hyperv', False) {} {{(pid=83873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:35:41.585256 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26b6e5b4-7bc9-4c32-924c-e3cab3d7a3b1 None None] The sync data for ids ['6ac37c71-9d58-4a05-aecd-4f5f7ce66558'] in dv-neutron-836180-1-hyperv is: [{'id': '6ac37c71-9d58-4a05-aecd-4f5f7ce66558', 'name': 'tempest-NetworksTestDHCPv6-router-1775839658', 'tenant_id': '8b726fe6689e4b7f96def1a2219bea6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T13:35:31Z', 'updated_at': '2022-04-01T13:35:35Z', 'revision_number': 2, 'project_id': '8b726fe6689e4b7f96def1a2219bea6c', 'gw_port_host': None, '_interfaces': [{'id': '5cdce8c8-73d3-4f41-9cd8-053d5413899d', 'name': '', 'network_id': '09d7ea43-6376-4322-97e7-54cd01aae492', 'tenant_id': '8b726fe6689e4b7f96def1a2219bea6c', 'mac_address': 'fa:16:3e:4b:19:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ac37c71-9d58-4a05-aecd-4f5f7ce66558', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '38f8c732-d386-48c0-bfd2-524f90c8e551', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836180-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:35:33Z', 'updated_at': '2022-04-01T13:35:40Z', 'revision_number': 4, 'project_id': '8b726fe6689e4b7f96def1a2219bea6c', 'subnets': [{'id': '38f8c732-d386-48c0-bfd2-524f90c8e551', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 13:35:41.620837 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-493abb82-f43e-49e7-82f6-daf8a7170885 None None] Network 7852ebd7-3ebd-4d92-8748-a4898c27da6d is already hosted by enough agents. {{(pid=83872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 13:35:41.624169 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493abb82-f43e-49e7-82f6-daf8a7170885 None None] Pushing event updated for resources: {'Port': ['ID=10ce0583-6e3a-4098-8c58-1b5ddaac4c24,revision_number=1']} {{(pid=83872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:35:41.626722 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.scheduler.base_scheduler [None req-493abb82-f43e-49e7-82f6-daf8a7170885 None None] Resources bound (agent type, host, resource id): {{(pid=83872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 13:35:41.631302 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-493abb82-f43e-49e7-82f6-daf8a7170885 None None] Received port after_create {{(pid=83872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 13:35:41.723223 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.managers [None req-493abb82-f43e-49e7-82f6-daf8a7170885 None None] Attempting to bind port 10ce0583-6e3a-4098-8c58-1b5ddaac4c24 on host dv-neutron-836180-1-hyperv for vnic_type normal with profile {{(pid=83872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 13:35:41.723677 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.managers [None req-493abb82-f43e-49e7-82f6-daf8a7170885 None None] Attempting to bind port 10ce0583-6e3a-4098-8c58-1b5ddaac4c24 by drivers openvswitch,hyperv on host dv-neutron-836180-1-hyperv at level 0 using segments [{'id': '71cf597a-0abd-4c90-81da-aafcbdf73f17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '7852ebd7-3ebd-4d92-8748-a4898c27da6d'}] {{(pid=83872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 13:35:41.725062 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-493abb82-f43e-49e7-82f6-daf8a7170885 None None] Attempting to bind port 10ce0583-6e3a-4098-8c58-1b5ddaac4c24 on network 7852ebd7-3ebd-4d92-8748-a4898c27da6d {{(pid=83872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 13:35:41.733493 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-493abb82-f43e-49e7-82f6-daf8a7170885 None None] Checking agent: {'id': 'af948428-97cd-4d10-9f53-af028bdb39b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-836180-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 13, 25, 37), 'started_at': datetime.datetime(2022, 4, 1, 13, 26, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 13, 35, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-836180-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 13:35:41.733963 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-493abb82-f43e-49e7-82f6-daf8a7170885 None None] Checking segment: {'id': '71cf597a-0abd-4c90-81da-aafcbdf73f17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '7852ebd7-3ebd-4d92-8748-a4898c27da6d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 13:35:41.734578 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-493abb82-f43e-49e7-82f6-daf8a7170885 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:41.735096 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-493abb82-f43e-49e7-82f6-daf8a7170885 None None] Bound using segment: {'id': '71cf597a-0abd-4c90-81da-aafcbdf73f17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '7852ebd7-3ebd-4d92-8748-a4898c27da6d'} {{(pid=83872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 13:35:41.735632 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.managers [None req-493abb82-f43e-49e7-82f6-daf8a7170885 None None] Bound port: 10ce0583-6e3a-4098-8c58-1b5ddaac4c24, host: dv-neutron-836180-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '71cf597a-0abd-4c90-81da-aafcbdf73f17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '7852ebd7-3ebd-4d92-8748-a4898c27da6d'}}] {{(pid=83872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 13:35:41.736295 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-493abb82-f43e-49e7-82f6-daf8a7170885 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:41.839549 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-859f62b9-c905-49ae-a8a6-3764f3b3f111 tempest-RoutersAdminTest-1358270532 tempest-RoutersAdminTest-1358270532-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4155147'] for port, precommit_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:41.870023 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-493abb82-f43e-49e7-82f6-daf8a7170885 None None] For port 10ce0583-6e3a-4098-8c58-1b5ddaac4c24, host dv-neutron-836180-1-hyperv, cleared binding levels {{(pid=83872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 13:35:41.879598 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-493abb82-f43e-49e7-82f6-daf8a7170885 None None] For port 10ce0583-6e3a-4098-8c58-1b5ddaac4c24, host dv-neutron-836180-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836180-1-hyperv',level=0,port_id=10ce0583-6e3a-4098-8c58-1b5ddaac4c24,segment=NetworkSegment(71cf597a-0abd-4c90-81da-aafcbdf73f17),segment_id=71cf597a-0abd-4c90-81da-aafcbdf73f17)] {{(pid=83872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 13:35:41.886143 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-493abb82-f43e-49e7-82f6-daf8a7170885 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864'] for port, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:41.984012 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493abb82-f43e-49e7-82f6-daf8a7170885 None None] Pushing event updated for resources: {'Port': ['ID=10ce0583-6e3a-4098-8c58-1b5ddaac4c24,revision_number=2']} {{(pid=83872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:35:42.003173 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.plugin [None req-859f62b9-c905-49ae-a8a6-3764f3b3f111 tempest-RoutersAdminTest-1358270532 tempest-RoutersAdminTest-1358270532-project] Calling delete_port for dc3acef1-6410-4037-ac53-0ac8114a32f6 owned by network:router_gateway {{(pid=83871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 13:35:42.061953 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-3a80dad4-db4f-4b56-9592-a56e964211fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-942654', 'neutron.services.segments.db._delete_segments_for_network-8736733387888'] for network, precommit_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:42.113673 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-38c49330-38b0-4c6b-981f-7d42f2c23041 tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2705391', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2999447'] for subnet, after_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:42.119376 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.services.segments.db [None req-3a80dad4-db4f-4b56-9592-a56e964211fc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8a1d3029-ea4e-4a99-9a7d-ce93ff1eb9a1']}} {{(pid=83871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:35:42.151752 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.services.segments.db [None req-3a80dad4-db4f-4b56-9592-a56e964211fc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8a3f76f1-77cd-4542-a381-4589f55fc17e') {'for_net_delete': True} {{(pid=83871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:35:42.152478 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.services.segments.db [None req-3a80dad4-db4f-4b56-9592-a56e964211fc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8a3f76f1-77cd-4542-a381-4589f55fc17e') {} {{(pid=83871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:35:42.210475 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-3a80dad4-db4f-4b56-9592-a56e964211fc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736733386999', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3166340'] for segment, before_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:42.315342 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-3a80dad4-db4f-4b56-9592-a56e964211fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1004271'] for segment, precommit_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:42.332491 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-6d878994-7381-4fd9-9ebc-1515a39ac97b tempest-RoutersNegativeTest-1474796941 tempest-RoutersNegativeTest-1474796941-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2705391', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2999447'] for subnet, after_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:42.395544 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c49330-38b0-4c6b-981f-7d42f2c23041 tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Pushing event updated for resources: {'Subnet': ['ID=60aa4735-38c1-4bd0-b1ed-56726d223ac0,revision_number=0']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:35:42.396444 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3a80dad4-db4f-4b56-9592-a56e964211fc admin admin] Releasing vlan 367 on physical network physnet1 to pool {{(pid=83871) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 01 13:35:42.396843 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-3a80dad4-db4f-4b56-9592-a56e964211fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1004262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2743078'] for segment, after_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:42.417803 dv-neutron-836180-1-hyperv neutron-server[83871]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 13:35:42.417803 dv-neutron-836180-1-hyperv neutron-server[83871]: util.warn( Apr 01 13:35:42.417803 dv-neutron-836180-1-hyperv neutron-server[83871]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 13:35:42.417803 dv-neutron-836180-1-hyperv neutron-server[83871]: util.warn( Apr 01 13:35:42.417803 dv-neutron-836180-1-hyperv neutron-server[83871]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 13:35:42.417803 dv-neutron-836180-1-hyperv neutron-server[83871]: util.warn( Apr 01 13:35:42.417803 dv-neutron-836180-1-hyperv neutron-server[83871]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 13:35:42.417803 dv-neutron-836180-1-hyperv neutron-server[83871]: util.warn( Apr 01 13:35:42.417803 dv-neutron-836180-1-hyperv neutron-server[83871]: Traceback (most recent call last): Apr 01 13:35:42.417803 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 01 13:35:42.417803 dv-neutron-836180-1-hyperv neutron-server[83871]: timer() Apr 01 13:35:42.417803 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 13:35:42.417803 dv-neutron-836180-1-hyperv neutron-server[83871]: cb(*args, **kw) Apr 01 13:35:42.417803 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 13:35:42.417803 dv-neutron-836180-1-hyperv neutron-server[83871]: return func(*args, **kwargs) Apr 01 13:35:42.417803 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 13:35:42.417803 dv-neutron-836180-1-hyperv neutron-server[83871]: self._notify() Apr 01 13:35:42.417803 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 13:35:42.417803 dv-neutron-836180-1-hyperv neutron-server[83871]: self.callback(batched_events) Apr 01 13:35:42.417803 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 13:35:42.417803 dv-neutron-836180-1-hyperv neutron-server[83871]: event.method(event) Apr 01 13:35:42.417803 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 13:35:42.417803 dv-neutron-836180-1-hyperv neutron-server[83871]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 13:35:42.417803 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 13:35:42.417803 dv-neutron-836180-1-hyperv neutron-server[83871]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 13:35:42.417803 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 13:35:42.417803 dv-neutron-836180-1-hyperv neutron-server[83871]: return f(self, *a, **k) Apr 01 13:35:42.417803 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 13:35:42.417803 dv-neutron-836180-1-hyperv neutron-server[83871]: return self._get(url).json() Apr 01 13:35:42.417803 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 13:35:42.417803 dv-neutron-836180-1-hyperv neutron-server[83871]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 13:35:42.417803 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 01 13:35:42.417803 dv-neutron-836180-1-hyperv neutron-server[83871]: return self.request(url, 'GET', **kwargs) Apr 01 13:35:42.417803 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 01 13:35:42.417803 dv-neutron-836180-1-hyperv neutron-server[83871]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 13:35:42.417803 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 01 13:35:42.417803 dv-neutron-836180-1-hyperv neutron-server[83871]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 13:35:42.417803 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 01 13:35:42.417803 dv-neutron-836180-1-hyperv neutron-server[83871]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 13:35:42.417803 dv-neutron-836180-1-hyperv neutron-server[83871]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 13:35:42.424190 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-ede67497-5ed4-45bd-bc1a-820e0b7d4ab8 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=b3a2449924ec4cfda6638744edb97d41&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8448229 Apr 01 13:35:42.434083 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 49218) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:35:42.444792 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38c49330-38b0-4c6b-981f-7d42f2c23041 tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:35:42.445128 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38c49330-38b0-4c6b-981f-7d42f2c23041 tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:35:42.445457 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38c49330-38b0-4c6b-981f-7d42f2c23041 tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:35:42.445789 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38c49330-38b0-4c6b-981f-7d42f2c23041 tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:35:42.446111 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38c49330-38b0-4c6b-981f-7d42f2c23041 tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:35:42.446463 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38c49330-38b0-4c6b-981f-7d42f2c23041 tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:35:42.446779 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38c49330-38b0-4c6b-981f-7d42f2c23041 tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:35:42.447094 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38c49330-38b0-4c6b-981f-7d42f2c23041 tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:35:42.447532 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38c49330-38b0-4c6b-981f-7d42f2c23041 tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:35:42.447846 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38c49330-38b0-4c6b-981f-7d42f2c23041 tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:35:42.448171 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38c49330-38b0-4c6b-981f-7d42f2c23041 tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:35:42.558046 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-3a80dad4-db4f-4b56-9592-a56e964211fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-942599', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4084797'] for network, after_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:42.565279 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38c49330-38b0-4c6b-981f-7d42f2c23041 tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Checking segment: {'id': '31747123-18c9-40bc-bc8b-91f7193dc401', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'f5af94fd-eb93-4dcd-a1d0-079a93ce69bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 13:35:42.565805 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38c49330-38b0-4c6b-981f-7d42f2c23041 tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Network hostable DHCP agents. Network: f5af94fd-eb93-4dcd-a1d0-079a93ce69bb, hostable agents: ['e47e4547-5c2d-4954-ba56-fa3646239f18'], hosted agents: [] {{(pid=83869) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 13:35:42.612197 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-3a80dad4-db4f-4b56-9592-a56e964211fc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3017602'] for network, before_response {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:42.627122 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a80dad4-db4f-4b56-9592-a56e964211fc admin admin] Pushing event deleted for resources: {'Network': ['ID=8a1d3029-ea4e-4a99-9a7d-ce93ff1eb9a1,revision_number=None']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:35:42.633269 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d878994-7381-4fd9-9ebc-1515a39ac97b tempest-RoutersNegativeTest-1474796941 tempest-RoutersNegativeTest-1474796941-project] Pushing event updated for resources: {'Subnet': ['ID=4200eed2-c0d1-49ee-ba4c-7c58eaa958a9,revision_number=0']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:35:42.650254 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.plugin [None req-fbfda4a3-cdd7-4fb1-911b-a0e78a1c7251 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Deleting port 5cdce8c8-73d3-4f41-9cd8-053d5413899d {{(pid=83871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 13:35:42.650585 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-fbfda4a3-cdd7-4fb1-911b-a0e78a1c7251 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736733287370'] for port, before_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:42.654924 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d878994-7381-4fd9-9ebc-1515a39ac97b tempest-RoutersNegativeTest-1474796941 tempest-RoutersNegativeTest-1474796941-project] Checking segment: {'id': '663df5c6-591e-4549-9da1-f75a918167eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'bb9b6e7b-4739-40cc-9c88-401dd6263a69'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 13:35:42.655512 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d878994-7381-4fd9-9ebc-1515a39ac97b tempest-RoutersNegativeTest-1474796941 tempest-RoutersNegativeTest-1474796941-project] Network hostable DHCP agents. Network: bb9b6e7b-4739-40cc-9c88-401dd6263a69, hostable agents: ['e47e4547-5c2d-4954-ba56-fa3646239f18'], hosted agents: [] {{(pid=83869) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 13:35:42.696730 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a80dad4-db4f-4b56-9592-a56e964211fc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:35:42.696995 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a80dad4-db4f-4b56-9592-a56e964211fc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:35:42.697371 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a80dad4-db4f-4b56-9592-a56e964211fc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:35:42.697759 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a80dad4-db4f-4b56-9592-a56e964211fc admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:35:42.698084 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a80dad4-db4f-4b56-9592-a56e964211fc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:35:42.698405 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a80dad4-db4f-4b56-9592-a56e964211fc admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:35:42.698722 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a80dad4-db4f-4b56-9592-a56e964211fc admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:35:42.699104 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a80dad4-db4f-4b56-9592-a56e964211fc admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:35:42.699634 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a80dad4-db4f-4b56-9592-a56e964211fc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:35:42.699634 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a80dad4-db4f-4b56-9592-a56e964211fc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:35:42.699947 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a80dad4-db4f-4b56-9592-a56e964211fc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:35:42.713648 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-3a80dad4-db4f-4b56-9592-a56e964211fc admin admin] 10.222.0.26 "DELETE /v2.0/networks/8a1d3029-ea4e-4a99-9a7d-ce93ff1eb9a1 HTTP/1.1" status: 204 len: 168 time: 3.3983905 Apr 01 13:35:42.713905 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6fa274f-8113-4f4f-9b6a-a263388930c1 admin admin] Router 77406f62-76cf-4016-91f0-13f9860d5967 has already been hosted by L3 agent 88bf8fc8-11a3-4e96-9d1b-5fd93ba9f6f1 {{(pid=83869) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 13:35:42.732654 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38c49330-38b0-4c6b-981f-7d42f2c23041 tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Network f5af94fd-eb93-4dcd-a1d0-079a93ce69bb is scheduled to be hosted by DHCP agent e47e4547-5c2d-4954-ba56-fa3646239f18 with binding_index 1 {{(pid=83869) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 13:35:42.747004 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-b347a84d-69a6-401c-9c72-695decb9a7a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:42.765145 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-859f62b9-c905-49ae-a8a6-3764f3b3f111 tempest-RoutersAdminTest-1358270532 tempest-RoutersAdminTest-1358270532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736733359243', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736732935810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2743125'] for port, after_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:42.774121 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.scheduler.base_scheduler [None req-38c49330-38b0-4c6b-981f-7d42f2c23041 tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-836180-1-hyperv, f5af94fd-eb93-4dcd-a1d0-079a93ce69bb) {{(pid=83869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 13:35:42.779388 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38c49330-38b0-4c6b-981f-7d42f2c23041 tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:35:42.779987 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-38c49330-38b0-4c6b-981f-7d42f2c23041 tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3017602'] for subnet, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:42.783969 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-157fa3d5-96eb-461a-a193-17b218ba25b3 None None] Network f5af94fd-eb93-4dcd-a1d0-079a93ce69bb requested from dv-neutron-836180-1-hyperv {{(pid=83872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 13:35:42.870775 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d878994-7381-4fd9-9ebc-1515a39ac97b tempest-RoutersNegativeTest-1474796941 tempest-RoutersNegativeTest-1474796941-project] Network bb9b6e7b-4739-40cc-9c88-401dd6263a69 is scheduled to be hosted by DHCP agent e47e4547-5c2d-4954-ba56-fa3646239f18 with binding_index 1 {{(pid=83869) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 13:35:42.880096 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-b347a84d-69a6-401c-9c72-695decb9a7a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:42.929615 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-859f62b9-c905-49ae-a8a6-3764f3b3f111 tempest-RoutersAdminTest-1358270532 tempest-RoutersAdminTest-1358270532-project] Pushing event deleted for resources: {'Port': ['ID=dc3acef1-6410-4037-ac53-0ac8114a32f6,revision_number=None']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:35:42.954965 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Device 10ce0583-6e3a-4098-8c58-1b5ddaac4c24 up at agent ovs-agent-dv-neutron-836180-1-hyperv {{(pid=83872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 13:35:42.973854 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.scheduler.base_scheduler [None req-6d878994-7381-4fd9-9ebc-1515a39ac97b tempest-RoutersNegativeTest-1474796941 tempest-RoutersNegativeTest-1474796941-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-836180-1-hyperv, bb9b6e7b-4739-40cc-9c88-401dd6263a69) {{(pid=83869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 13:35:42.978604 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d878994-7381-4fd9-9ebc-1515a39ac97b tempest-RoutersNegativeTest-1474796941 tempest-RoutersNegativeTest-1474796941-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:35:42.979253 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-6d878994-7381-4fd9-9ebc-1515a39ac97b tempest-RoutersNegativeTest-1474796941 tempest-RoutersNegativeTest-1474796941-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3017602'] for subnet, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:42.995063 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ed5aa51-4afb-4423-aae8-2008a5f052a1 tempest-RoutersIpV6AdminTest-2054225496 tempest-RoutersIpV6AdminTest-2054225496-project-admin] Router 2ab4e7f0-7587-450d-ae23-e6344eb1a9f1 is scheduled to L3 agent 88bf8fc8-11a3-4e96-9d1b-5fd93ba9f6f1 with binding_index 1 {{(pid=83869) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 01 13:35:42.995244 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86e605b4-d216-4755-87ba-f4af7d36f3c3 None None] Network bb9b6e7b-4739-40cc-9c88-401dd6263a69 requested from dv-neutron-836180-1-hyperv {{(pid=83872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 13:35:43.012378 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-38c49330-38b0-4c6b-981f-7d42f2c23041 tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.8420043 Apr 01 13:35:43.027269 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 49224) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:35:43.039405 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.v2.base [None req-1a8cb204-df62-4a2d-9997-4052b25fdd94 tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1804140443', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:35:43.041822 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 49228) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:35:43.049755 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-1a8cb204-df62-4a2d-9997-4052b25fdd94 tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:35:43.057596 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-6d878994-7381-4fd9-9ebc-1515a39ac97b tempest-RoutersNegativeTest-1474796941 tempest-RoutersNegativeTest-1474796941-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.1630471 Apr 01 13:35:43.060187 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-1a8cb204-df62-4a2d-9997-4052b25fdd94 tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Usage tracker for resource:router and tenant:315e7395dd224b3fb020d0b9d921742e is out of sync, need to count used quota {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 13:35:43.063037 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 49230) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:35:43.068611 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-1a8cb204-df62-4a2d-9997-4052b25fdd94 tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 13:35:43.078919 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.v2.base [None req-e40ff206-804b-4b65-81e2-fdb97cb97353 tempest-RoutersNegativeTest-1474796941 tempest-RoutersNegativeTest-1474796941-project] Request body: {'network': {'name': 'tempest-router-network01--1438322314'}} {{(pid=83869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:35:43.087036 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-1a8cb204-df62-4a2d-9997-4052b25fdd94 tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:35:43.090202 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-e40ff206-804b-4b65-81e2-fdb97cb97353 tempest-RoutersNegativeTest-1474796941 tempest-RoutersNegativeTest-1474796941-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:35:43.102178 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-e40ff206-804b-4b65-81e2-fdb97cb97353 tempest-RoutersNegativeTest-1474796941 tempest-RoutersNegativeTest-1474796941-project] Usage tracker for resource:network and tenant:1a7f208858a646838ac7da1fa260568c is out of sync, need to count used quota {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 13:35:43.161235 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-e40ff206-804b-4b65-81e2-fdb97cb97353 tempest-RoutersNegativeTest-1474796941 tempest-RoutersNegativeTest-1474796941-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 13:35:43.162809 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.db [None req-fbfda4a3-cdd7-4fb1-911b-a0e78a1c7251 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] For port 5cdce8c8-73d3-4f41-9cd8-053d5413899d, host dv-neutron-836180-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836180-1-hyperv',level=0,port_id=5cdce8c8-73d3-4f41-9cd8-053d5413899d,segment=NetworkSegment(16094ed0-4a47-4ff6-9238-85c278d7a2a5),segment_id=16094ed0-4a47-4ff6-9238-85c278d7a2a5)] {{(pid=83871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 13:35:43.163316 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-fbfda4a3-cdd7-4fb1-911b-a0e78a1c7251 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4155147'] for port, precommit_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:43.193520 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-e40ff206-804b-4b65-81e2-fdb97cb97353 tempest-RoutersNegativeTest-1474796941 tempest-RoutersNegativeTest-1474796941-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:35:43.200998 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-b347a84d-69a6-401c-9c72-695decb9a7a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3775923'] for security_group, after_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:43.284018 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a73301ed-70e1-458e-89e0-7744d2fa86fc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7e7d0ecb-2af4-55f5-9198-238ab0570d62-f5af94fd-eb93-4dcd-a1d0-079a93ce69bb', 'network_id': 'f5af94fd-eb93-4dcd-a1d0-079a93ce69bb', 'tenant_id': '315e7395dd224b3fb020d0b9d921742e', 'fixed_ips': [{'subnet_id': '60aa4735-38c1-4bd0-b1ed-56726d223ac0'}]}} from dv-neutron-836180-1-hyperv. {{(pid=83872) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 01 13:35:43.285133 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-a73301ed-70e1-458e-89e0-7744d2fa86fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:43.405577 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b347a84d-69a6-401c-9c72-695decb9a7a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5cd975bb-2305-4880-9acb-5d4c75b31a2b,revision_number=None']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:35:43.418662 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-1a8cb204-df62-4a2d-9997-4052b25fdd94 tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4082176', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4220'] for router, before_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:43.419605 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-1a8cb204-df62-4a2d-9997-4052b25fdd94 tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4082277', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4084873', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4148249', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4211'] for router, precommit_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:43.450832 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e40ff206-804b-4b65-81e2-fdb97cb97353 tempest-RoutersNegativeTest-1474796941 tempest-RoutersNegativeTest-1474796941-project] Made reservation on behalf of 1a7f208858a646838ac7da1fa260568c for: {'network': 1} {{(pid=83869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 13:35:43.454178 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-e40ff206-804b-4b65-81e2-fdb97cb97353 tempest-RoutersNegativeTest-1474796941 tempest-RoutersNegativeTest-1474796941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for network, before_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:43.483114 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.db_base_plugin_common [None req-a73301ed-70e1-458e-89e0-7744d2fa86fc None None] Allocated IP 2001:db8:1::2 (f5af94fd-eb93-4dcd-a1d0-079a93ce69bb/60aa4735-38c1-4bd0-b1ed-56726d223ac0/72a7ea57-4ae7-479d-90ca-5b23e9329b7d) {{(pid=83872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 13:35:43.502646 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e40ff206-804b-4b65-81e2-fdb97cb97353 tempest-RoutersNegativeTest-1474796941 tempest-RoutersNegativeTest-1474796941-project] vlan segment allocate from pool success with {'vlan_id': 390, 'physical_network': 'physnet1'} {{(pid=83869) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 13:35:43.504438 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-90252443-fc74-4706-b75e-c5b0cfcb9a36 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=89fbd4bee1224db38dcb79340f59d1d9&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4361165 Apr 01 13:35:43.512409 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-e40ff206-804b-4b65-81e2-fdb97cb97353 tempest-RoutersNegativeTest-1474796941 tempest-RoutersNegativeTest-1474796941-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1004271'] for segment, precommit_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:43.512782 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.db.segments_db [None req-e40ff206-804b-4b65-81e2-fdb97cb97353 tempest-RoutersNegativeTest-1474796941 tempest-RoutersNegativeTest-1474796941-project] Added segment 1c716a8b-118e-41f9-89d5-cc8de2dd1e4b of type vlan for network c9437b5d-579b-4955-8097-0e51d9e04aec Apr 01 13:35:43.514743 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 49236) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:35:43.548275 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-b347a84d-69a6-401c-9c72-695decb9a7a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:43.549454 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-b347a84d-69a6-401c-9c72-695decb9a7a5 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/5cd975bb-2305-4880-9acb-5d4c75b31a2b HTTP/1.1" status: 204 len: 168 time: 1.1108382 Apr 01 13:35:43.583629 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.plugin [None req-fbfda4a3-cdd7-4fb1-911b-a0e78a1c7251 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Calling delete_port for 5cdce8c8-73d3-4f41-9cd8-053d5413899d owned by network:router_interface {{(pid=83871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 13:35:43.611474 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-e40ff206-804b-4b65-81e2-fdb97cb97353 tempest-RoutersNegativeTest-1474796941 tempest-RoutersNegativeTest-1474796941-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736732923383'] for network, precommit_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:43.638370 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-859f62b9-c905-49ae-a8a6-3764f3b3f111 tempest-RoutersAdminTest-1358270532 tempest-RoutersAdminTest-1358270532-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4084822'] for router_gateway, after_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:43.639752 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-1a8cb204-df62-4a2d-9997-4052b25fdd94 tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:43.725548 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-1a8cb204-df62-4a2d-9997-4052b25fdd94 tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4082201', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4084858'] for router, after_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:43.741727 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-e40ff206-804b-4b65-81e2-fdb97cb97353 tempest-RoutersNegativeTest-1474796941 tempest-RoutersNegativeTest-1474796941-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575'] for network, after_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:43.746149 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e40ff206-804b-4b65-81e2-fdb97cb97353 tempest-RoutersNegativeTest-1474796941 tempest-RoutersNegativeTest-1474796941-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:35:43.746745 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-e40ff206-804b-4b65-81e2-fdb97cb97353 tempest-RoutersNegativeTest-1474796941 tempest-RoutersNegativeTest-1474796941-project] Notify callbacks [] for network, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:43.762718 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-a73301ed-70e1-458e-89e0-7744d2fa86fc None None] Notify callbacks [] for port, precommit_create {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:43.773025 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-a73301ed-70e1-458e-89e0-7744d2fa86fc None None] Transition to ACTIVE for port object 72a7ea57-4ae7-479d-90ca-5b23e9329b7d will not be triggered until provisioned by entity L2. {{(pid=83872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 13:35:43.792513 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-a73301ed-70e1-458e-89e0-7744d2fa86fc None None] Transition to ACTIVE for port object 72a7ea57-4ae7-479d-90ca-5b23e9329b7d will not be triggered until provisioned by entity DHCP. {{(pid=83872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 13:35:43.805284 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Provisioning for port 10ce0583-6e3a-4098-8c58-1b5ddaac4c24 completed by entity L2. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 13:35:43.818062 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-aa8a7c8a-939a-4935-bd90-2e95221f84cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:43.845618 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3498b34-1614-45c9-bef2-9919f6731f8b None None] Network 7852ebd7-3ebd-4d92-8748-a4898c27da6d requested from dv-neutron-836180-1-hyperv {{(pid=83872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 13:35:43.928576 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-1a8cb204-df62-4a2d-9997-4052b25fdd94 tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Notify callbacks [] for router, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:43.929749 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-1a8cb204-df62-4a2d-9997-4052b25fdd94 tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.9006035 Apr 01 13:35:43.932638 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-e40ff206-804b-4b65-81e2-fdb97cb97353 tempest-RoutersNegativeTest-1474796941 tempest-RoutersNegativeTest-1474796941-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.8678231 Apr 01 13:35:43.948199 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 49244) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:35:43.948561 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 49246) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:35:43.949031 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-a73301ed-70e1-458e-89e0-7744d2fa86fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736732935801'] for port, after_create {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:43.954253 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Device 5cdce8c8-73d3-4f41-9cd8-053d5413899d up at agent ovs-agent-dv-neutron-836180-1-hyperv {{(pid=83872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 13:35:43.955392 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e40ff206-804b-4b65-81e2-fdb97cb97353 tempest-RoutersNegativeTest-1474796941 tempest-RoutersNegativeTest-1474796941-project] Pushing event updated for resources: {'Network': ['ID=c9437b5d-579b-4955-8097-0e51d9e04aec,revision_number=1']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:35:43.967930 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.v2.base [None req-e523f9ed-49c6-4432-8915-0751c5afe94d tempest-RoutersNegativeTest-1474796941 tempest-RoutersNegativeTest-1474796941-project] Request body: {'network': {'name': 'tempest-router-network02--1053871648'}} {{(pid=83869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:35:44.030398 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-aa8a7c8a-939a-4935-bd90-2e95221f84cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:44.072283 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-e523f9ed-49c6-4432-8915-0751c5afe94d tempest-RoutersNegativeTest-1474796941 tempest-RoutersNegativeTest-1474796941-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:35:44.075203 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6fa274f-8113-4f4f-9b6a-a263388930c1 admin admin] Notify agent at l3_agent.dv-neutron-836180-1-hyperv the message routers_updated {{(pid=83869) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 13:35:44.082871 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-b6fa274f-8113-4f4f-9b6a-a263388930c1 admin admin] 10.222.0.26 "PUT /v2.0/routers/77406f62-76cf-4016-91f0-13f9860d5967/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 15.4704645 Apr 01 13:35:44.110459 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 49256) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:35:44.121291 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Network c9437b5d-579b-4955-8097-0e51d9e04aec details requested by agent ovs-agent-dv-neutron-836180-1-hyperv with host dv-neutron-836180-1-hyperv {{(pid=83872) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 13:35:44.150568 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-e523f9ed-49c6-4432-8915-0751c5afe94d tempest-RoutersNegativeTest-1474796941 tempest-RoutersNegativeTest-1474796941-project] Usage tracker for resource:network and tenant:1a7f208858a646838ac7da1fa260568c is out of sync, need to count used quota {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 13:35:44.165676 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-e523f9ed-49c6-4432-8915-0751c5afe94d tempest-RoutersNegativeTest-1474796941 tempest-RoutersNegativeTest-1474796941-project] Quota usage for network was recalculated. Used quota:2. {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 13:35:44.179442 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-e523f9ed-49c6-4432-8915-0751c5afe94d tempest-RoutersNegativeTest-1474796941 tempest-RoutersNegativeTest-1474796941-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:35:44.203652 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ed5aa51-4afb-4423-aae8-2008a5f052a1 tempest-RoutersIpV6AdminTest-2054225496 tempest-RoutersIpV6AdminTest-2054225496-project-admin] Notify agent at l3_agent.dv-neutron-836180-1-hyperv the message routers_updated {{(pid=83869) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 13:35:44.214994 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01a446dc-4de6-49d8-b881-9a8bddbef863 None None] Sync routers for ids ['2ab4e7f0-7587-450d-ae23-e6344eb1a9f1'] in dv-neutron-836180-1-hyperv {{(pid=83873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 13:35:44.215531 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e523f9ed-49c6-4432-8915-0751c5afe94d tempest-RoutersNegativeTest-1474796941 tempest-RoutersNegativeTest-1474796941-project] Made reservation on behalf of 1a7f208858a646838ac7da1fa260568c for: {'network': 1} {{(pid=83869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 13:35:44.218524 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-e523f9ed-49c6-4432-8915-0751c5afe94d tempest-RoutersNegativeTest-1474796941 tempest-RoutersNegativeTest-1474796941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for network, before_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:44.253325 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01a446dc-4de6-49d8-b881-9a8bddbef863 None None] Routers {'2ab4e7f0-7587-450d-ae23-e6344eb1a9f1'} bound to L3 agent in host dv-neutron-836180-1-hyperv {{(pid=83873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 13:35:44.254234 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-01a446dc-4de6-49d8-b881-9a8bddbef863 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836180-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T13:25:36Z,description=,heartbeat_timestamp=2022-04-01T13:35:36Z,host='dv-neutron-836180-1-hyperv',id=88bf8fc8-11a3-4e96-9d1b-5fd93ba9f6f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T13:25:36Z,topic='l3_agent')) {'router_ids': ['2ab4e7f0-7587-450d-ae23-e6344eb1a9f1'], 'active': True} {{(pid=83873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:35:44.277115 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a73301ed-70e1-458e-89e0-7744d2fa86fc None None] Pushing event updated for resources: {'Port': ['ID=72a7ea57-4ae7-479d-90ca-5b23e9329b7d,revision_number=1']} {{(pid=83872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:35:44.293214 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84ccfb10-3f1c-49ec-b27a-4c01514849e1 None None] Sync routers for ids ['77406f62-76cf-4016-91f0-13f9860d5967'] in dv-neutron-836180-1-hyperv {{(pid=83872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 13:35:44.332221 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a73301ed-70e1-458e-89e0-7744d2fa86fc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:35:44.332606 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a73301ed-70e1-458e-89e0-7744d2fa86fc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:35:44.333520 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a73301ed-70e1-458e-89e0-7744d2fa86fc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:35:44.334256 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a73301ed-70e1-458e-89e0-7744d2fa86fc None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:35:44.334600 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a73301ed-70e1-458e-89e0-7744d2fa86fc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:35:44.336230 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a73301ed-70e1-458e-89e0-7744d2fa86fc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:35:44.336631 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a73301ed-70e1-458e-89e0-7744d2fa86fc None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:35:44.338594 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a73301ed-70e1-458e-89e0-7744d2fa86fc None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:35:44.338992 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a73301ed-70e1-458e-89e0-7744d2fa86fc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:35:44.340976 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a73301ed-70e1-458e-89e0-7744d2fa86fc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:35:44.341569 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a73301ed-70e1-458e-89e0-7744d2fa86fc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:35:44.396719 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-01a446dc-4de6-49d8-b881-9a8bddbef863 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-836180-1-hyperv', False) {} {{(pid=83873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:35:44.397590 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-859f62b9-c905-49ae-a8a6-3764f3b3f111 tempest-RoutersAdminTest-1358270532 tempest-RoutersAdminTest-1358270532-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4079814', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4170'] for router, precommit_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:44.408891 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-aa8a7c8a-939a-4935-bd90-2e95221f84cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3775923'] for security_group, after_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:44.432512 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-859f62b9-c905-49ae-a8a6-3764f3b3f111 tempest-RoutersAdminTest-1358270532 tempest-RoutersAdminTest-1358270532-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:44.437719 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01a446dc-4de6-49d8-b881-9a8bddbef863 None None] Routers {'2ab4e7f0-7587-450d-ae23-e6344eb1a9f1'} bound to L3 agent in host dv-neutron-836180-1-hyperv {{(pid=83873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 13:35:44.439218 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-01a446dc-4de6-49d8-b881-9a8bddbef863 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836180-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T13:25:36Z,description=,heartbeat_timestamp=2022-04-01T13:35:36Z,host='dv-neutron-836180-1-hyperv',id=88bf8fc8-11a3-4e96-9d1b-5fd93ba9f6f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T13:25:36Z,topic='l3_agent')) {'router_ids': ['2ab4e7f0-7587-450d-ae23-e6344eb1a9f1'], 'active': True} {{(pid=83873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:35:44.442138 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-aa8a7c8a-939a-4935-bd90-2e95221f84cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:44.443663 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-aa8a7c8a-939a-4935-bd90-2e95221f84cd admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/94444698-73ac-474f-86b8-90daccbfcf8f HTTP/1.1" status: 204 len: 168 time: 0.9195821 Apr 01 13:35:44.444952 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-4ed5aa51-4afb-4423-aae8-2008a5f052a1 tempest-RoutersIpV6AdminTest-2054225496 tempest-RoutersIpV6AdminTest-2054225496-project-admin] Notify callbacks [] for router, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:44.446164 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-4ed5aa51-4afb-4423-aae8-2008a5f052a1 tempest-RoutersIpV6AdminTest-2054225496 tempest-RoutersIpV6AdminTest-2054225496-project-admin] 10.222.0.26 "PUT /v2.0/routers/2ab4e7f0-7587-450d-ae23-e6344eb1a9f1 HTTP/1.1" status: 200 len: 918 time: 10.1532166 Apr 01 13:35:44.451493 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 49266) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:35:44.453725 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa8a7c8a-939a-4935-bd90-2e95221f84cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94444698-73ac-474f-86b8-90daccbfcf8f,revision_number=None']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:35:44.459158 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e523f9ed-49c6-4432-8915-0751c5afe94d tempest-RoutersNegativeTest-1474796941 tempest-RoutersNegativeTest-1474796941-project] vlan segment allocate from pool success with {'vlan_id': 383, 'physical_network': 'physnet1'} {{(pid=83869) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 13:35:44.475830 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-e523f9ed-49c6-4432-8915-0751c5afe94d tempest-RoutersNegativeTest-1474796941 tempest-RoutersNegativeTest-1474796941-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1004271'] for segment, precommit_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:44.476908 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.db.segments_db [None req-e523f9ed-49c6-4432-8915-0751c5afe94d tempest-RoutersNegativeTest-1474796941 tempest-RoutersNegativeTest-1474796941-project] Added segment b2f6612c-d9cb-41da-93df-00e4743ed2d1 of type vlan for network a797c394-f4cc-4d2c-b87d-3a5c0564b80a Apr 01 13:35:44.508744 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-2b1bc263-76d3-442c-951e-7cbd5a4be283 None None] Provisioning for port 10ce0583-6e3a-4098-8c58-1b5ddaac4c24 completed by entity DHCP. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 13:35:44.546675 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-01a446dc-4de6-49d8-b881-9a8bddbef863 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-836180-1-hyperv', False) {} {{(pid=83873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:35:44.547139 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01a446dc-4de6-49d8-b881-9a8bddbef863 None None] The sync data for ids ['2ab4e7f0-7587-450d-ae23-e6344eb1a9f1'] in dv-neutron-836180-1-hyperv is: [] {{(pid=83873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 13:35:44.576226 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a73301ed-70e1-458e-89e0-7744d2fa86fc None None] Network f5af94fd-eb93-4dcd-a1d0-079a93ce69bb is already hosted by enough agents. {{(pid=83872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 13:35:44.644262 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-859f62b9-c905-49ae-a8a6-3764f3b3f111 tempest-RoutersAdminTest-1358270532 tempest-RoutersAdminTest-1358270532-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4079738'] for router, after_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:44.644849 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-859f62b9-c905-49ae-a8a6-3764f3b3f111 tempest-RoutersAdminTest-1358270532 tempest-RoutersAdminTest-1358270532-project] Fanout notify agent at l3_agent the message router_deleted on router c4e4c193-6fed-45ad-b0c0-7f6498a1849b {{(pid=83871) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 01 13:35:44.669119 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-e523f9ed-49c6-4432-8915-0751c5afe94d tempest-RoutersNegativeTest-1474796941 tempest-RoutersNegativeTest-1474796941-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736732923383'] for network, precommit_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:44.690467 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-2b1bc263-76d3-442c-951e-7cbd5a4be283 None None] Provisioning complete for port 10ce0583-6e3a-4098-8c58-1b5ddaac4c24 triggered by entity DHCP. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 13:35:44.691097 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-2b1bc263-76d3-442c-951e-7cbd5a4be283 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-948329'] for port, provisioning_complete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:44.722096 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.scheduler.base_scheduler [None req-a73301ed-70e1-458e-89e0-7744d2fa86fc None None] Resources bound (agent type, host, resource id): {{(pid=83872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 13:35:44.763714 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-e523f9ed-49c6-4432-8915-0751c5afe94d tempest-RoutersNegativeTest-1474796941 tempest-RoutersNegativeTest-1474796941-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575'] for network, after_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:44.767601 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e523f9ed-49c6-4432-8915-0751c5afe94d tempest-RoutersNegativeTest-1474796941 tempest-RoutersNegativeTest-1474796941-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:35:44.768252 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-e523f9ed-49c6-4432-8915-0751c5afe94d tempest-RoutersNegativeTest-1474796941 tempest-RoutersNegativeTest-1474796941-project] Notify callbacks [] for network, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:44.775957 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a73301ed-70e1-458e-89e0-7744d2fa86fc None None] Received port after_create {{(pid=83872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 13:35:44.792638 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-859f62b9-c905-49ae-a8a6-3764f3b3f111 tempest-RoutersAdminTest-1358270532 tempest-RoutersAdminTest-1358270532-project] Notify callbacks [] for router, before_response {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:44.797241 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-859f62b9-c905-49ae-a8a6-3764f3b3f111 tempest-RoutersAdminTest-1358270532 tempest-RoutersAdminTest-1358270532-project] 10.222.0.26 "DELETE /v2.0/routers/c4e4c193-6fed-45ad-b0c0-7f6498a1849b HTTP/1.1" status: 204 len: 168 time: 5.2570028 Apr 01 13:35:44.809983 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 49278) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:35:44.825055 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.v2.base [None req-aedf20e2-28c0-487b-907c-4c80cbb12cdf tempest-RoutersAdminTest-1358270532 tempest-RoutersAdminTest-1358270532-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-662966359', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:35:44.843157 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Provisioning for port 5cdce8c8-73d3-4f41-9cd8-053d5413899d completed by entity L2. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 13:35:44.886421 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-aedf20e2-28c0-487b-907c-4c80cbb12cdf tempest-RoutersAdminTest-1358270532 tempest-RoutersAdminTest-1358270532-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:35:44.894375 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-e523f9ed-49c6-4432-8915-0751c5afe94d tempest-RoutersNegativeTest-1474796941 tempest-RoutersNegativeTest-1474796941-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.9403441 Apr 01 13:35:44.896187 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 49282) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:35:44.908828 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Provisioning complete for port 5cdce8c8-73d3-4f41-9cd8-053d5413899d triggered by entity L2. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 13:35:44.909492 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-948329'] for port, provisioning_complete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:44.935164 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.v2.base [None req-4593374d-fcb0-4136-8a87-ba5e6f5dbee1 tempest-RoutersNegativeTest-1474796941 tempest-RoutersNegativeTest-1474796941-project] Request body: {'subnet': {'network_id': 'c9437b5d-579b-4955-8097-0e51d9e04aec', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:35:44.940504 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-aedf20e2-28c0-487b-907c-4c80cbb12cdf tempest-RoutersAdminTest-1358270532 tempest-RoutersAdminTest-1358270532-project] Usage tracker for resource:router and tenant:ccaebfeab3a94bef9cdcfe2c3ee4f9cf is out of sync, need to count used quota {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 13:35:44.943261 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 49286) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:35:44.949424 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-aedf20e2-28c0-487b-907c-4c80cbb12cdf tempest-RoutersAdminTest-1358270532 tempest-RoutersAdminTest-1358270532-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 13:35:44.950314 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-fbfda4a3-cdd7-4fb1-911b-a0e78a1c7251 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736733359243', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736732935810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2743125'] for port, after_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:44.972638 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-15f00608-d64d-4594-a1c3-7544a3c9ac39 tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:44.980728 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.plugin [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Port 5cdce8c8-73d3-4f41-9cd8-053d5413899d was deleted so its status cannot be updated. {{(pid=83872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:304}} Apr 01 13:35:44.987997 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-aedf20e2-28c0-487b-907c-4c80cbb12cdf tempest-RoutersAdminTest-1358270532 tempest-RoutersAdminTest-1358270532-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:35:45.007440 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbfda4a3-cdd7-4fb1-911b-a0e78a1c7251 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Pushing event deleted for resources: {'Port': ['ID=5cdce8c8-73d3-4f41-9cd8-053d5413899d,revision_number=None']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:35:45.018752 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e523f9ed-49c6-4432-8915-0751c5afe94d tempest-RoutersNegativeTest-1474796941 tempest-RoutersNegativeTest-1474796941-project] Pushing event updated for resources: {'Network': ['ID=a797c394-f4cc-4d2c-b87d-3a5c0564b80a,revision_number=1']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:35:45.058756 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.managers [None req-a73301ed-70e1-458e-89e0-7744d2fa86fc None None] Attempting to bind port 72a7ea57-4ae7-479d-90ca-5b23e9329b7d on host dv-neutron-836180-1-hyperv for vnic_type normal with profile {{(pid=83872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 13:35:45.059128 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.managers [None req-a73301ed-70e1-458e-89e0-7744d2fa86fc None None] Attempting to bind port 72a7ea57-4ae7-479d-90ca-5b23e9329b7d by drivers openvswitch,hyperv on host dv-neutron-836180-1-hyperv at level 0 using segments [{'id': '31747123-18c9-40bc-bc8b-91f7193dc401', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'f5af94fd-eb93-4dcd-a1d0-079a93ce69bb'}] {{(pid=83872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 13:35:45.059480 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a73301ed-70e1-458e-89e0-7744d2fa86fc None None] Attempting to bind port 72a7ea57-4ae7-479d-90ca-5b23e9329b7d on network f5af94fd-eb93-4dcd-a1d0-079a93ce69bb {{(pid=83872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 13:35:45.061420 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84ccfb10-3f1c-49ec-b27a-4c01514849e1 None None] Routers {'77406f62-76cf-4016-91f0-13f9860d5967'} bound to L3 agent in host dv-neutron-836180-1-hyperv {{(pid=83872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 13:35:45.062419 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_hamode_db [None req-84ccfb10-3f1c-49ec-b27a-4c01514849e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836180-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T13:25:36Z,description=,heartbeat_timestamp=2022-04-01T13:35:36Z,host='dv-neutron-836180-1-hyperv',id=88bf8fc8-11a3-4e96-9d1b-5fd93ba9f6f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T13:25:36Z,topic='l3_agent')) {'router_ids': ['77406f62-76cf-4016-91f0-13f9860d5967'], 'active': True} {{(pid=83872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:35:45.102045 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-aedf20e2-28c0-487b-907c-4c80cbb12cdf tempest-RoutersAdminTest-1358270532 tempest-RoutersAdminTest-1358270532-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4082176', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4220'] for router, before_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:45.103545 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-aedf20e2-28c0-487b-907c-4c80cbb12cdf tempest-RoutersAdminTest-1358270532 tempest-RoutersAdminTest-1358270532-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4082277', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4084873', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4148249', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4211'] for router, precommit_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:45.132003 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Network a797c394-f4cc-4d2c-b87d-3a5c0564b80a details requested by agent ovs-agent-dv-neutron-836180-1-hyperv with host dv-neutron-836180-1-hyperv {{(pid=83872) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 13:35:45.199829 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-6b4b8c26-bb19-4c23-afd7-d4fb6e771883 admin admin] Notify callbacks [] for router, before_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:45.219144 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.v2.base [None req-85c778b7-c86c-4dfb-8c67-5df7a3fa1635 tempest-SubnetPoolsTestJSON-867555714 tempest-SubnetPoolsTestJSON-867555714-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-549104678', 'prefixes': ['172.20.0.0/16']}} {{(pid=83869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:35:45.263670 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-85c778b7-c86c-4dfb-8c67-5df7a3fa1635 tempest-SubnetPoolsTestJSON-867555714 tempest-SubnetPoolsTestJSON-867555714-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:35:45.288710 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-aedf20e2-28c0-487b-907c-4c80cbb12cdf tempest-RoutersAdminTest-1358270532 tempest-RoutersAdminTest-1358270532-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:45.303444 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84a75a6e-f386-486d-be70-923f34030ba8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7e7d0ecb-2af4-55f5-9198-238ab0570d62-bb9b6e7b-4739-40cc-9c88-401dd6263a69', 'network_id': 'bb9b6e7b-4739-40cc-9c88-401dd6263a69', 'tenant_id': '1a7f208858a646838ac7da1fa260568c', 'fixed_ips': [{'subnet_id': '4200eed2-c0d1-49ee-ba4c-7c58eaa958a9'}]}} from dv-neutron-836180-1-hyperv. {{(pid=83872) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 01 13:35:45.304185 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-84a75a6e-f386-486d-be70-923f34030ba8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:45.362125 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a73301ed-70e1-458e-89e0-7744d2fa86fc None None] Checking agent: {'id': 'af948428-97cd-4d10-9f53-af028bdb39b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-836180-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 13, 25, 37), 'started_at': datetime.datetime(2022, 4, 1, 13, 26, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 13, 35, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-836180-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 13:35:45.363011 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a73301ed-70e1-458e-89e0-7744d2fa86fc None None] Checking segment: {'id': '31747123-18c9-40bc-bc8b-91f7193dc401', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'f5af94fd-eb93-4dcd-a1d0-079a93ce69bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 13:35:45.363011 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-a73301ed-70e1-458e-89e0-7744d2fa86fc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:45.363293 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a73301ed-70e1-458e-89e0-7744d2fa86fc None None] Bound using segment: {'id': '31747123-18c9-40bc-bc8b-91f7193dc401', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'f5af94fd-eb93-4dcd-a1d0-079a93ce69bb'} {{(pid=83872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 13:35:45.363825 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.managers [None req-a73301ed-70e1-458e-89e0-7744d2fa86fc None None] Bound port: 72a7ea57-4ae7-479d-90ca-5b23e9329b7d, host: dv-neutron-836180-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31747123-18c9-40bc-bc8b-91f7193dc401', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'f5af94fd-eb93-4dcd-a1d0-079a93ce69bb'}}] {{(pid=83872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 13:35:45.364186 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-a73301ed-70e1-458e-89e0-7744d2fa86fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:45.413869 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-aedf20e2-28c0-487b-907c-4c80cbb12cdf tempest-RoutersAdminTest-1358270532 tempest-RoutersAdminTest-1358270532-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4082201', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4084858'] for router, after_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:45.471367 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-aedf20e2-28c0-487b-907c-4c80cbb12cdf tempest-RoutersAdminTest-1358270532 tempest-RoutersAdminTest-1358270532-project] Notify callbacks [] for router, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:45.472561 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-aedf20e2-28c0-487b-907c-4c80cbb12cdf tempest-RoutersAdminTest-1358270532 tempest-RoutersAdminTest-1358270532-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.6615481 Apr 01 13:35:45.476568 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 49302) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:35:45.643005 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-2b1bc263-76d3-442c-951e-7cbd5a4be283 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:45.695239 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.v2.base [None req-8649701f-6e7f-4be4-8138-63c5854862c2 tempest-RoutersAdminTest-1965710677 tempest-RoutersAdminTest-1965710677-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'enable_snat': True}}} {{(pid=83869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:35:45.706759 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-2b1bc263-76d3-442c-951e-7cbd5a4be283 None None] For port 10ce0583-6e3a-4098-8c58-1b5ddaac4c24, host dv-neutron-836180-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836180-1-hyperv',level=0,port_id=10ce0583-6e3a-4098-8c58-1b5ddaac4c24,segment=NetworkSegment(71cf597a-0abd-4c90-81da-aafcbdf73f17),segment_id=71cf597a-0abd-4c90-81da-aafcbdf73f17)] {{(pid=83872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 13:35:45.720650 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-2b1bc263-76d3-442c-951e-7cbd5a4be283 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864'] for port, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:45.793027 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-4593374d-fcb0-4136-8a87-ba5e6f5dbee1 tempest-RoutersNegativeTest-1474796941 tempest-RoutersNegativeTest-1474796941-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:35:45.810351 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-4593374d-fcb0-4136-8a87-ba5e6f5dbee1 tempest-RoutersNegativeTest-1474796941 tempest-RoutersNegativeTest-1474796941-project] Usage tracker for resource:subnet and tenant:1a7f208858a646838ac7da1fa260568c is out of sync, need to count used quota {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 13:35:45.818307 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-4593374d-fcb0-4136-8a87-ba5e6f5dbee1 tempest-RoutersNegativeTest-1474796941 tempest-RoutersNegativeTest-1474796941-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 13:35:45.826200 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b1bc263-76d3-442c-951e-7cbd5a4be283 None None] Pushing event updated for resources: {'Port': ['ID=10ce0583-6e3a-4098-8c58-1b5ddaac4c24,revision_number=3']} {{(pid=83872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:35:45.833900 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-4593374d-fcb0-4136-8a87-ba5e6f5dbee1 tempest-RoutersNegativeTest-1474796941 tempest-RoutersNegativeTest-1474796941-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:35:45.879207 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4593374d-fcb0-4136-8a87-ba5e6f5dbee1 tempest-RoutersNegativeTest-1474796941 tempest-RoutersNegativeTest-1474796941-project] Made reservation on behalf of 1a7f208858a646838ac7da1fa260568c for: {'subnet': 1} {{(pid=83871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 13:35:45.912486 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.db_base_plugin_common [None req-15f00608-d64d-4594-a1c3-7544a3c9ac39 tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Allocated IP 2001:db8::1 (7852ebd7-3ebd-4d92-8748-a4898c27da6d/08c7e342-e0b0-44f6-8564-2a04fd0c3685/61bae559-cdcc-4a4d-b671-f281d35bf39d) {{(pid=83869) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 13:35:45.936285 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-a73301ed-70e1-458e-89e0-7744d2fa86fc None None] For port 72a7ea57-4ae7-479d-90ca-5b23e9329b7d, host dv-neutron-836180-1-hyperv, cleared binding levels {{(pid=83872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 13:35:45.947950 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_dvr_db [None req-84ccfb10-3f1c-49ec-b27a-4c01514849e1 None None] Set router 77406f62-76cf-4016-91f0-13f9860d5967 gateway port host: dv-neutron-836180-1-hyperv {{(pid=83872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 13:35:46.001650 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-85c778b7-c86c-4dfb-8c67-5df7a3fa1635 tempest-SubnetPoolsTestJSON-867555714 tempest-SubnetPoolsTestJSON-867555714-project] Notify callbacks [] for subnetpool, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:46.001903 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-0f054a22-ccfd-409e-8bbf-02721389293e tempest-RoutersIpV6AdminTest-2054225496 tempest-RoutersIpV6AdminTest-2054225496-project-admin] 10.222.0.26 "GET /v2.0/routers/2ab4e7f0-7587-450d-ae23-e6344eb1a9f1 HTTP/1.1" status: 200 len: 924 time: 1.5438335 Apr 01 13:35:46.005416 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-85c778b7-c86c-4dfb-8c67-5df7a3fa1635 tempest-SubnetPoolsTestJSON-867555714 tempest-SubnetPoolsTestJSON-867555714-project] 10.222.0.26 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 736 time: 1.0588975 Apr 01 13:35:46.005546 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 49310) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:35:46.009413 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-fbfda4a3-cdd7-4fb1-911b-a0e78a1c7251 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3017585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4084076'] for router_interface, after_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:46.013091 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 49312) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:35:46.021426 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-a73301ed-70e1-458e-89e0-7744d2fa86fc None None] For port 72a7ea57-4ae7-479d-90ca-5b23e9329b7d, host dv-neutron-836180-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836180-1-hyperv',level=0,port_id=72a7ea57-4ae7-479d-90ca-5b23e9329b7d,segment=NetworkSegment(31747123-18c9-40bc-bc8b-91f7193dc401),segment_id=31747123-18c9-40bc-bc8b-91f7193dc401)] {{(pid=83872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 13:35:46.094809 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-a73301ed-70e1-458e-89e0-7744d2fa86fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864'] for port, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:46.113796 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-4593374d-fcb0-4136-8a87-ba5e6f5dbee1 tempest-RoutersNegativeTest-1474796941 tempest-RoutersNegativeTest-1474796941-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2757336'] for subnet, before_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:46.145743 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.db_base_plugin_common [None req-84a75a6e-f386-486d-be70-923f34030ba8 None None] Allocated IP 172.20.0.2 (bb9b6e7b-4739-40cc-9c88-401dd6263a69/4200eed2-c0d1-49ee-ba4c-7c58eaa958a9/7ef99571-df13-4841-aecf-db436554d859) {{(pid=83872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 13:35:46.292160 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-3e7e99fa-34e4-491b-9f05-483e9e0e3f70 None None] Provisioning complete for port 10ce0583-6e3a-4098-8c58-1b5ddaac4c24 triggered by entity DHCP. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 13:35:46.292554 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-3e7e99fa-34e4-491b-9f05-483e9e0e3f70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-948329'] for port, provisioning_complete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:46.297727 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-3084302d-b61d-4caa-bc6f-01c00949778c tempest-SubnetPoolsTestJSON-867555714 tempest-SubnetPoolsTestJSON-867555714-project] 10.222.0.26 "GET /v2.0/subnetpools/e4a2ecb7-7214-4c09-984d-f0f5cfaa04f7 HTTP/1.1" status: 200 len: 731 time: 0.2802699 Apr 01 13:35:46.300477 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 49322) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:35:46.323832 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.v2.base [None req-5de8073b-bcab-459d-b88c-7b13e6f105f5 tempest-SubnetPoolsTestJSON-867555714 tempest-SubnetPoolsTestJSON-867555714-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-567315691'}} {{(pid=83869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:35:46.385739 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-8649701f-6e7f-4be4-8138-63c5854862c2 tempest-RoutersAdminTest-1965710677 tempest-RoutersAdminTest-1965710677-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4084887', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4079850', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4161'] for router, precommit_update {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:46.431556 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-15f00608-d64d-4594-a1c3-7544a3c9ac39 tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Notify callbacks [] for port, precommit_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:46.516740 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-de5db385-1926-4f99-8371-53ebe4d20557 tempest-RoutersIpV6AdminTest-2054225496 tempest-RoutersIpV6AdminTest-2054225496-project-admin] 10.222.0.26 "GET /v2.0/ports?network_id=725864b8-cceb-48c9-b5d3-1bfc4423e301&device_id=2ab4e7f0-7587-450d-ae23-e6344eb1a9f1&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.5096126 Apr 01 13:35:46.521656 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 49330) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:35:46.539119 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.provisioning_blocks [None req-15f00608-d64d-4594-a1c3-7544a3c9ac39 tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Transition to ACTIVE for port object 61bae559-cdcc-4a4d-b671-f281d35bf39d will not be triggered until provisioned by entity DHCP. {{(pid=83869) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 13:35:46.565509 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-5de8073b-bcab-459d-b88c-7b13e6f105f5 tempest-SubnetPoolsTestJSON-867555714 tempest-SubnetPoolsTestJSON-867555714-project] Notify callbacks [] for subnetpool, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:46.567324 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-5de8073b-bcab-459d-b88c-7b13e6f105f5 tempest-SubnetPoolsTestJSON-867555714 tempest-SubnetPoolsTestJSON-867555714-project] 10.222.0.26 "PUT /v2.0/subnetpools/e4a2ecb7-7214-4c09-984d-f0f5cfaa04f7 HTTP/1.1" status: 200 len: 683 time: 0.2632322 Apr 01 13:35:46.570712 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 49334) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:35:46.608344 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a73301ed-70e1-458e-89e0-7744d2fa86fc None None] Pushing event updated for resources: {'Port': ['ID=72a7ea57-4ae7-479d-90ca-5b23e9329b7d,revision_number=2']} {{(pid=83872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:35:46.644093 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-6b4b8c26-bb19-4c23-afd7-d4fb6e771883 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:46.713617 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-15f00608-d64d-4594-a1c3-7544a3c9ac39 tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736732935801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2705155'] for port, after_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:46.830403 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15f00608-d64d-4594-a1c3-7544a3c9ac39 tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Network 7852ebd7-3ebd-4d92-8748-a4898c27da6d is already hosted by enough agents. {{(pid=83869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 13:35:46.836805 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-62a3b101-c98f-4f4f-9653-c52eddbaa26a tempest-SubnetPoolsTestJSON-867555714 tempest-SubnetPoolsTestJSON-867555714-project] Notify callbacks [] for subnetpool, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:46.838944 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-62a3b101-c98f-4f4f-9653-c52eddbaa26a tempest-SubnetPoolsTestJSON-867555714 tempest-SubnetPoolsTestJSON-867555714-project] 10.222.0.26 "DELETE /v2.0/subnetpools/e4a2ecb7-7214-4c09-984d-f0f5cfaa04f7 HTTP/1.1" status: 204 len: 168 time: 0.2663784 Apr 01 13:35:46.844505 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.scheduler.base_scheduler [None req-15f00608-d64d-4594-a1c3-7544a3c9ac39 tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Resources bound (agent type, host, resource id): {{(pid=83869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 13:35:46.858160 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 49342) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:35:46.866855 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15f00608-d64d-4594-a1c3-7544a3c9ac39 tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Received port after_create {{(pid=83869) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 13:35:46.867394 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-15f00608-d64d-4594-a1c3-7544a3c9ac39 tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4084144'] for router_interface, before_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:46.885535 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.plugin [None req-6b4b8c26-bb19-4c23-afd7-d4fb6e771883 admin admin] Deleting port de05d516-4cf8-4e68-8674-3515de7a8c32 {{(pid=83871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 13:35:46.886123 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-6b4b8c26-bb19-4c23-afd7-d4fb6e771883 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736733287370'] for port, before_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:46.999187 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_hamode_db [None req-84ccfb10-3f1c-49ec-b27a-4c01514849e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77406f62-76cf-4016-91f0-13f9860d5967', 'name': 'tempest-ServersTestJSON-518393349-router', 'tenant_id': '60bf55a52dbc4f9d9d0decf6a2dd30f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'external_fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.230'}], 'enable_snat': True}, 'gw_port_id': 'de05d516-4cf8-4e68-8674-3515de7a8c32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T13:33:40Z', 'updated_at': '2022-04-01T13:35:36Z', 'revision_number': 5, 'project_id': '60bf55a52dbc4f9d9d0decf6a2dd30f6', 'gw_port': {'id': 'de05d516-4cf8-4e68-8674-3515de7a8c32', 'name': '', 'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:6f:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77406f62-76cf-4016-91f0-13f9860d5967', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836180-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:33:41Z', 'updated_at': '2022-04-01T13:33:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836180-1-hyperv'}], 'dv-neutron-836180-1-hyperv', False) {} {{(pid=83872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:35:47.020053 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-15f00608-d64d-4594-a1c3-7544a3c9ac39 tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:47.020276 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84ccfb10-3f1c-49ec-b27a-4c01514849e1 None None] Checking router: 77406f62-76cf-4016-91f0-13f9860d5967 for host: dv-neutron-836180-1-hyperv {{(pid=83872) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 01 13:35:47.068340 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f00608-d64d-4594-a1c3-7544a3c9ac39 tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Pushing event updated for resources: {'Port': ['ID=61bae559-cdcc-4a4d-b671-f281d35bf39d,revision_number=1']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:35:47.069348 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-84a75a6e-f386-486d-be70-923f34030ba8 None None] Notify callbacks [] for port, precommit_create {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:47.076855 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.api.v2.resource [None req-8a2b8016-0916-4f2c-a503-af0f5a378c99 tempest-SubnetPoolsTestJSON-867555714 tempest-SubnetPoolsTestJSON-867555714-project] show failed (client error): The resource could not be found. Apr 01 13:35:47.077999 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-8a2b8016-0916-4f2c-a503-af0f5a378c99 tempest-SubnetPoolsTestJSON-867555714 tempest-SubnetPoolsTestJSON-867555714-project] 10.222.0.26 "GET /v2.0/subnetpools/e4a2ecb7-7214-4c09-984d-f0f5cfaa04f7 HTTP/1.1" status: 404 len: 346 time: 0.2179255 Apr 01 13:35:47.086317 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84ccfb10-3f1c-49ec-b27a-4c01514849e1 None None] Routers {'77406f62-76cf-4016-91f0-13f9860d5967'} bound to L3 agent in host dv-neutron-836180-1-hyperv {{(pid=83872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 13:35:47.087595 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_hamode_db [None req-84ccfb10-3f1c-49ec-b27a-4c01514849e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836180-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T13:25:36Z,description=,heartbeat_timestamp=2022-04-01T13:35:36Z,host='dv-neutron-836180-1-hyperv',id=88bf8fc8-11a3-4e96-9d1b-5fd93ba9f6f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T13:25:36Z,topic='l3_agent')) {'router_ids': ['77406f62-76cf-4016-91f0-13f9860d5967'], 'active': True} {{(pid=83872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:35:47.109074 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 49348) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:35:47.187212 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-8649701f-6e7f-4be4-8138-63c5854862c2 tempest-RoutersAdminTest-1965710677 tempest-RoutersAdminTest-1965710677-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:47.256939 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-8649701f-6e7f-4be4-8138-63c5854862c2 tempest-RoutersAdminTest-1965710677 tempest-RoutersAdminTest-1965710677-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:47.504246 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Device 72a7ea57-4ae7-479d-90ca-5b23e9329b7d up at agent ovs-agent-dv-neutron-836180-1-hyperv {{(pid=83872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 13:35:47.512058 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0330112-1a67-4c5d-9e03-af67b6ba8354 tempest-RoutersIpV6AdminTest-2054225496 tempest-RoutersIpV6AdminTest-2054225496-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:35:47.513449 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-f0330112-1a67-4c5d-9e03-af67b6ba8354 tempest-RoutersIpV6AdminTest-2054225496 tempest-RoutersIpV6AdminTest-2054225496-project-admin] 10.222.0.26 "GET /v2.0/networks/725864b8-cceb-48c9-b5d3-1bfc4423e301 HTTP/1.1" status: 200 len: 881 time: 0.9906526 Apr 01 13:35:47.533313 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 49354) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:35:47.534227 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.api.v2.resource [None req-39d4372a-92cc-4c5f-a89d-20bf4fb02f64 tempest-SubnetPoolsTestJSON-867555714 tempest-SubnetPoolsTestJSON-867555714-project] delete failed (client error): The resource could not be found. Apr 01 13:35:47.539370 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-39d4372a-92cc-4c5f-a89d-20bf4fb02f64 tempest-SubnetPoolsTestJSON-867555714 tempest-SubnetPoolsTestJSON-867555714-project] 10.222.0.26 "DELETE /v2.0/subnetpools/e4a2ecb7-7214-4c09-984d-f0f5cfaa04f7 HTTP/1.1" status: 404 len: 346 time: 0.2647533 Apr 01 13:35:47.550971 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-84a75a6e-f386-486d-be70-923f34030ba8 None None] Transition to ACTIVE for port object 7ef99571-df13-4841-aecf-db436554d859 will not be triggered until provisioned by entity L2. {{(pid=83872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 13:35:47.600703 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_dvr_db [None req-84ccfb10-3f1c-49ec-b27a-4c01514849e1 None None] Set router 77406f62-76cf-4016-91f0-13f9860d5967 gateway port host: None {{(pid=83872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 13:35:47.605093 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-4593374d-fcb0-4136-8a87-ba5e6f5dbee1 tempest-RoutersNegativeTest-1474796941 tempest-RoutersNegativeTest-1474796941-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2743225', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2757366'] for subnet, after_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:47.647251 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-d7706208-16c2-4d33-a0de-5f0c2481ffbe tempest-RoutersIpV6AdminTest-7322729 tempest-RoutersIpV6AdminTest-7322729-project] 10.222.0.26 "GET /v2.0/ports?device_id=2ab4e7f0-7587-450d-ae23-e6344eb1a9f1 HTTP/1.1" status: 200 len: 205 time: 0.1060095 Apr 01 13:35:47.663445 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 49362) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:35:47.779944 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-84a75a6e-f386-486d-be70-923f34030ba8 None None] Transition to ACTIVE for port object 7ef99571-df13-4841-aecf-db436554d859 will not be triggered until provisioned by entity DHCP. {{(pid=83872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 13:35:47.786005 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 49366) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:35:47.924129 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-84a75a6e-f386-486d-be70-923f34030ba8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736732935801'] for port, after_create {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:47.981109 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-d1f68767-447f-4da3-a8c5-743d4ab9c7c9 None None] Provisioning for port 61bae559-cdcc-4a4d-b671-f281d35bf39d completed by entity DHCP. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 13:35:48.012282 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_hamode_db [None req-84ccfb10-3f1c-49ec-b27a-4c01514849e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77406f62-76cf-4016-91f0-13f9860d5967', 'name': 'tempest-ServersTestJSON-518393349-router', 'tenant_id': '60bf55a52dbc4f9d9d0decf6a2dd30f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T13:33:40Z', 'updated_at': '2022-04-01T13:35:46Z', 'revision_number': 6, 'project_id': '60bf55a52dbc4f9d9d0decf6a2dd30f6', 'gw_port_host': None}], 'dv-neutron-836180-1-hyperv', False) {} {{(pid=83872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:35:48.036645 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.db_base_plugin_common [None req-8649701f-6e7f-4be4-8138-63c5854862c2 tempest-RoutersAdminTest-1965710677 tempest-RoutersAdminTest-1965710677-project-admin] Allocated IP 172.26.5.157 (725864b8-cceb-48c9-b5d3-1bfc4423e301/e2ed99db-0e25-4971-b535-7fa69231fae8/5576ee0b-4a2b-4159-b8b7-66e43c96256e) {{(pid=83869) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 13:35:48.076588 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-d1f68767-447f-4da3-a8c5-743d4ab9c7c9 None None] Provisioning complete for port 61bae559-cdcc-4a4d-b671-f281d35bf39d triggered by entity DHCP. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 13:35:48.076961 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-d1f68767-447f-4da3-a8c5-743d4ab9c7c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-948329'] for port, provisioning_complete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:48.161482 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fbfda4a3-cdd7-4fb1-911b-a0e78a1c7251 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Router 6ac37c71-9d58-4a05-aecd-4f5f7ce66558 has already been hosted by L3 agent 88bf8fc8-11a3-4e96-9d1b-5fd93ba9f6f1 {{(pid=83871) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 13:35:48.172175 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.v2.base [None req-7eab06c7-1bdc-4ed7-9939-68d48b27f764 tempest-DHCPAgentSchedulersTestJSON-1442733550 tempest-DHCPAgentSchedulersTestJSON-1442733550-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-2081400605'}} {{(pid=83869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:35:48.175308 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84ccfb10-3f1c-49ec-b27a-4c01514849e1 None None] The sync data for ids ['77406f62-76cf-4016-91f0-13f9860d5967'] in dv-neutron-836180-1-hyperv is: [{'id': '77406f62-76cf-4016-91f0-13f9860d5967', 'name': 'tempest-ServersTestJSON-518393349-router', 'tenant_id': '60bf55a52dbc4f9d9d0decf6a2dd30f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T13:33:40Z', 'updated_at': '2022-04-01T13:35:46Z', 'revision_number': 6, 'project_id': '60bf55a52dbc4f9d9d0decf6a2dd30f6', 'gw_port_host': None}] {{(pid=83872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 13:35:48.178387 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-7eab06c7-1bdc-4ed7-9939-68d48b27f764 tempest-DHCPAgentSchedulersTestJSON-1442733550 tempest-DHCPAgentSchedulersTestJSON-1442733550-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:35:48.183756 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-7eab06c7-1bdc-4ed7-9939-68d48b27f764 tempest-DHCPAgentSchedulersTestJSON-1442733550 tempest-DHCPAgentSchedulersTestJSON-1442733550-project] Usage tracker for resource:network and tenant:cde7fb6b66724ceca02abb2ff742cd59 is out of sync, need to count used quota {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 13:35:48.187542 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-7eab06c7-1bdc-4ed7-9939-68d48b27f764 tempest-DHCPAgentSchedulersTestJSON-1442733550 tempest-DHCPAgentSchedulersTestJSON-1442733550-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 13:35:48.195314 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-7eab06c7-1bdc-4ed7-9939-68d48b27f764 tempest-DHCPAgentSchedulersTestJSON-1442733550 tempest-DHCPAgentSchedulersTestJSON-1442733550-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:35:48.238499 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4593374d-fcb0-4136-8a87-ba5e6f5dbee1 tempest-RoutersNegativeTest-1474796941 tempest-RoutersNegativeTest-1474796941-project] Pushing event updated for resources: {'Subnet': ['ID=213a2151-34cb-41ef-9959-9f459d54ff38,revision_number=0']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:35:48.248029 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 49374) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:35:48.264326 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4593374d-fcb0-4136-8a87-ba5e6f5dbee1 tempest-RoutersNegativeTest-1474796941 tempest-RoutersNegativeTest-1474796941-project] Checking segment: {'id': '1c716a8b-118e-41f9-89d5-cc8de2dd1e4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'c9437b5d-579b-4955-8097-0e51d9e04aec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 13:35:48.264702 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4593374d-fcb0-4136-8a87-ba5e6f5dbee1 tempest-RoutersNegativeTest-1474796941 tempest-RoutersNegativeTest-1474796941-project] Network hostable DHCP agents. Network: c9437b5d-579b-4955-8097-0e51d9e04aec, hostable agents: ['e47e4547-5c2d-4954-ba56-fa3646239f18'], hosted agents: [] {{(pid=83871) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 13:35:48.268853 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84a75a6e-f386-486d-be70-923f34030ba8 None None] Network bb9b6e7b-4739-40cc-9c88-401dd6263a69 is already hosted by enough agents. {{(pid=83872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 13:35:48.281273 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a75a6e-f386-486d-be70-923f34030ba8 None None] Pushing event updated for resources: {'Port': ['ID=7ef99571-df13-4841-aecf-db436554d859,revision_number=1']} {{(pid=83872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:35:48.284070 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7eab06c7-1bdc-4ed7-9939-68d48b27f764 tempest-DHCPAgentSchedulersTestJSON-1442733550 tempest-DHCPAgentSchedulersTestJSON-1442733550-project] Made reservation on behalf of cde7fb6b66724ceca02abb2ff742cd59 for: {'network': 1} {{(pid=83869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 13:35:48.284363 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.scheduler.base_scheduler [None req-84a75a6e-f386-486d-be70-923f34030ba8 None None] Resources bound (agent type, host, resource id): {{(pid=83872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 13:35:48.287107 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-7eab06c7-1bdc-4ed7-9939-68d48b27f764 tempest-DHCPAgentSchedulersTestJSON-1442733550 tempest-DHCPAgentSchedulersTestJSON-1442733550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for network, before_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:48.289011 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.plugin [None req-d1f68767-447f-4da3-a8c5-743d4ab9c7c9 None None] Port 61bae559-cdcc-4a4d-b671-f281d35bf39d cannot update to ACTIVE because it is not bound. {{(pid=83872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 13:35:48.291220 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84a75a6e-f386-486d-be70-923f34030ba8 None None] Received port after_create {{(pid=83872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 13:35:48.304843 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.db [None req-6b4b8c26-bb19-4c23-afd7-d4fb6e771883 admin admin] For port de05d516-4cf8-4e68-8674-3515de7a8c32, host dv-neutron-836180-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836180-1-hyperv',level=0,port_id=de05d516-4cf8-4e68-8674-3515de7a8c32,segment=NetworkSegment(7b924dd8-4978-40c4-ad91-4b9b27348462),segment_id=7b924dd8-4978-40c4-ad91-4b9b27348462)] {{(pid=83871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 13:35:48.305273 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-6b4b8c26-bb19-4c23-afd7-d4fb6e771883 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4155147'] for port, precommit_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:48.307922 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-7eab06c7-1bdc-4ed7-9939-68d48b27f764 tempest-DHCPAgentSchedulersTestJSON-1442733550 tempest-DHCPAgentSchedulersTestJSON-1442733550-project] Notify callbacks [] for security_group, before_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:48.351162 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30ccdd33-01f0-42bb-bdaf-5b67488b3516 None None] Network f5af94fd-eb93-4dcd-a1d0-079a93ce69bb requested from dv-neutron-836180-1-hyperv {{(pid=83872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 13:35:48.374387 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Provisioning for port 72a7ea57-4ae7-479d-90ca-5b23e9329b7d completed by entity L2. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 13:35:48.413407 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-7eab06c7-1bdc-4ed7-9939-68d48b27f764 tempest-DHCPAgentSchedulersTestJSON-1442733550 tempest-DHCPAgentSchedulersTestJSON-1442733550-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:35:48.433744 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-7eab06c7-1bdc-4ed7-9939-68d48b27f764 tempest-DHCPAgentSchedulersTestJSON-1442733550 tempest-DHCPAgentSchedulersTestJSON-1442733550-project] Usage tracker for resource:security_group_rule and tenant:cde7fb6b66724ceca02abb2ff742cd59 is out of sync, need to count used quota {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 13:35:48.447155 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-7eab06c7-1bdc-4ed7-9939-68d48b27f764 tempest-DHCPAgentSchedulersTestJSON-1442733550 tempest-DHCPAgentSchedulersTestJSON-1442733550-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 13:35:48.475480 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-7eab06c7-1bdc-4ed7-9939-68d48b27f764 tempest-DHCPAgentSchedulersTestJSON-1442733550 tempest-DHCPAgentSchedulersTestJSON-1442733550-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:35:48.477050 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Device 10ce0583-6e3a-4098-8c58-1b5ddaac4c24 up at agent ovs-agent-dv-neutron-836180-1-hyperv {{(pid=83872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 13:35:48.486572 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-15f00608-d64d-4594-a1c3-7544a3c9ac39 tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Notify callbacks [] for port, precommit_update {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:48.491241 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-8649701f-6e7f-4be4-8138-63c5854862c2 tempest-RoutersAdminTest-1965710677 tempest-RoutersAdminTest-1965710677-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:48.499345 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-15f00608-d64d-4594-a1c3-7544a3c9ac39 tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2705172'] for port, after_update {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:48.500083 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-15f00608-d64d-4594-a1c3-7544a3c9ac39 tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3017508', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4084015'] for router_interface, after_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:48.551431 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.managers [None req-84a75a6e-f386-486d-be70-923f34030ba8 None None] Attempting to bind port 7ef99571-df13-4841-aecf-db436554d859 on host dv-neutron-836180-1-hyperv for vnic_type normal with profile {{(pid=83872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 13:35:48.552129 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.managers [None req-84a75a6e-f386-486d-be70-923f34030ba8 None None] Attempting to bind port 7ef99571-df13-4841-aecf-db436554d859 by drivers openvswitch,hyperv on host dv-neutron-836180-1-hyperv at level 0 using segments [{'id': '663df5c6-591e-4549-9da1-f75a918167eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'bb9b6e7b-4739-40cc-9c88-401dd6263a69'}] {{(pid=83872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 13:35:48.552803 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84a75a6e-f386-486d-be70-923f34030ba8 None None] Attempting to bind port 7ef99571-df13-4841-aecf-db436554d859 on network bb9b6e7b-4739-40cc-9c88-401dd6263a69 {{(pid=83872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 13:35:48.584814 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.plugin [None req-6b4b8c26-bb19-4c23-afd7-d4fb6e771883 admin admin] Calling delete_port for de05d516-4cf8-4e68-8674-3515de7a8c32 owned by network:router_gateway {{(pid=83871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 13:35:48.589123 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84a75a6e-f386-486d-be70-923f34030ba8 None None] Checking agent: {'id': 'af948428-97cd-4d10-9f53-af028bdb39b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-836180-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 13, 25, 37), 'started_at': datetime.datetime(2022, 4, 1, 13, 26, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 13, 35, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-836180-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 13:35:48.589512 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84a75a6e-f386-486d-be70-923f34030ba8 None None] Checking segment: {'id': '663df5c6-591e-4549-9da1-f75a918167eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'bb9b6e7b-4739-40cc-9c88-401dd6263a69'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 13:35:48.589908 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-84a75a6e-f386-486d-be70-923f34030ba8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:48.590301 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84a75a6e-f386-486d-be70-923f34030ba8 None None] Bound using segment: {'id': '663df5c6-591e-4549-9da1-f75a918167eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'bb9b6e7b-4739-40cc-9c88-401dd6263a69'} {{(pid=83872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 13:35:48.590771 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.managers [None req-84a75a6e-f386-486d-be70-923f34030ba8 None None] Bound port: 7ef99571-df13-4841-aecf-db436554d859, host: dv-neutron-836180-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '663df5c6-591e-4549-9da1-f75a918167eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'bb9b6e7b-4739-40cc-9c88-401dd6263a69'}}] {{(pid=83872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 13:35:48.591132 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-84a75a6e-f386-486d-be70-923f34030ba8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:48.687703 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-3423f4af-7822-4bf5-bbf3-df2075785a63 None None] Provisioning for port 72a7ea57-4ae7-479d-90ca-5b23e9329b7d completed by entity DHCP. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 13:35:48.705386 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15f00608-d64d-4594-a1c3-7544a3c9ac39 tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Network 7852ebd7-3ebd-4d92-8748-a4898c27da6d is already hosted by enough agents. {{(pid=83869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 13:35:48.715592 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.scheduler.base_scheduler [None req-15f00608-d64d-4594-a1c3-7544a3c9ac39 tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Resources bound (agent type, host, resource id): {{(pid=83869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 13:35:48.722931 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-0f1f5a78-580e-4cdf-9e68-c5b2beba4bbf admin admin] Notify callbacks [] for security_group, before_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:48.751161 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-3423f4af-7822-4bf5-bbf3-df2075785a63 None None] Provisioning complete for port 72a7ea57-4ae7-479d-90ca-5b23e9329b7d triggered by entity DHCP. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 13:35:48.751522 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-3423f4af-7822-4bf5-bbf3-df2075785a63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-948329'] for port, provisioning_complete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:48.773804 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4593374d-fcb0-4136-8a87-ba5e6f5dbee1 tempest-RoutersNegativeTest-1474796941 tempest-RoutersNegativeTest-1474796941-project] Network c9437b5d-579b-4955-8097-0e51d9e04aec is scheduled to be hosted by DHCP agent e47e4547-5c2d-4954-ba56-fa3646239f18 with binding_index 1 {{(pid=83871) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 13:35:48.814678 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Provisioning complete for port 10ce0583-6e3a-4098-8c58-1b5ddaac4c24 triggered by entity L2. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 13:35:48.815031 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-948329'] for port, provisioning_complete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:48.830572 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-0f1f5a78-580e-4cdf-9e68-c5b2beba4bbf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:35:48.833977 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.scheduler.base_scheduler [None req-4593374d-fcb0-4136-8a87-ba5e6f5dbee1 tempest-RoutersNegativeTest-1474796941 tempest-RoutersNegativeTest-1474796941-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-836180-1-hyperv, c9437b5d-579b-4955-8097-0e51d9e04aec) {{(pid=83871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 13:35:48.839020 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4593374d-fcb0-4136-8a87-ba5e6f5dbee1 tempest-RoutersNegativeTest-1474796941 tempest-RoutersNegativeTest-1474796941-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:35:48.839821 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-4593374d-fcb0-4136-8a87-ba5e6f5dbee1 tempest-RoutersNegativeTest-1474796941 tempest-RoutersNegativeTest-1474796941-project] Notify callbacks [] for subnet, before_response {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:48.849664 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fbfda4a3-cdd7-4fb1-911b-a0e78a1c7251 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Notify agent at l3_agent.dv-neutron-836180-1-hyperv the message routers_updated {{(pid=83871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 13:35:48.855710 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-0f1f5a78-580e-4cdf-9e68-c5b2beba4bbf admin admin] Usage tracker for resource:security_group_rule and tenant:743ab337f98d42988fc96f1a2f54feae is out of sync, need to count used quota {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 13:35:48.867260 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-0f1f5a78-580e-4cdf-9e68-c5b2beba4bbf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 13:35:48.881932 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-0f1f5a78-580e-4cdf-9e68-c5b2beba4bbf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:35:48.902506 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f00608-d64d-4594-a1c3-7544a3c9ac39 tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Pushing event updated for resources: {'Port': ['ID=61bae559-cdcc-4a4d-b671-f281d35bf39d,revision_number=2']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:35:48.913766 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bbf56d0-6290-4303-bbb2-2d08e7c65147 None None] Network c9437b5d-579b-4955-8097-0e51d9e04aec requested from dv-neutron-836180-1-hyperv {{(pid=83872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 13:35:48.920677 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-4593374d-fcb0-4136-8a87-ba5e6f5dbee1 tempest-RoutersNegativeTest-1474796941 tempest-RoutersNegativeTest-1474796941-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 4.0221121 Apr 01 13:35:48.924556 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-fbfda4a3-cdd7-4fb1-911b-a0e78a1c7251 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] 10.222.0.26 "PUT /v2.0/routers/6ac37c71-9d58-4a05-aecd-4f5f7ce66558/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.7460513 Apr 01 13:35:48.924910 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 49380) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:35:48.929000 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 49382) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:35:48.931697 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94b470e9-d1e1-4e6e-8e14-eba03527a97d None None] Sync routers for ids ['6ac37c71-9d58-4a05-aecd-4f5f7ce66558'] in dv-neutron-836180-1-hyperv {{(pid=83872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 13:35:48.942834 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.v2.base [None req-d87a69e4-0b19-474a-9b76-e9692fa55330 tempest-RoutersNegativeTest-1474796941 tempest-RoutersNegativeTest-1474796941-project] Request body: {'subnet': {'network_id': 'a797c394-f4cc-4d2c-b87d-3a5c0564b80a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:35:48.980123 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-8d530634-6ab9-4170-85e8-130d4fcacddb tempest-RoutersIpV6AdminTest-7322729 tempest-RoutersIpV6AdminTest-7322729-project] Notify callbacks [] for router, before_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:49.115711 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-84a75a6e-f386-486d-be70-923f34030ba8 None None] For port 7ef99571-df13-4841-aecf-db436554d859, host dv-neutron-836180-1-hyperv, cleared binding levels {{(pid=83872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 13:35:49.138935 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94b470e9-d1e1-4e6e-8e14-eba03527a97d None None] Routers {'6ac37c71-9d58-4a05-aecd-4f5f7ce66558'} bound to L3 agent in host dv-neutron-836180-1-hyperv {{(pid=83872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 13:35:49.139696 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_hamode_db [None req-94b470e9-d1e1-4e6e-8e14-eba03527a97d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836180-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T13:25:36Z,description=,heartbeat_timestamp=2022-04-01T13:35:36Z,host='dv-neutron-836180-1-hyperv',id=88bf8fc8-11a3-4e96-9d1b-5fd93ba9f6f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T13:25:36Z,topic='l3_agent')) {'router_ids': ['6ac37c71-9d58-4a05-aecd-4f5f7ce66558'], 'active': True} {{(pid=83872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:35:49.173507 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-159c7ec8-e3e8-45c9-a846-02857a79b6eb tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:35:49.181674 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-159c7ec8-e3e8-45c9-a846-02857a79b6eb tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:35:49.183198 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-159c7ec8-e3e8-45c9-a846-02857a79b6eb tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Synchronizing usage tracker for tenant:8b726fe6689e4b7f96def1a2219bea6c on resource:subnet {{(pid=83869) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 13:35:49.197899 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-d87a69e4-0b19-474a-9b76-e9692fa55330 tempest-RoutersNegativeTest-1474796941 tempest-RoutersNegativeTest-1474796941-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:35:49.233671 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-159c7ec8-e3e8-45c9-a846-02857a79b6eb tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Unset dirty status for tenant:8b726fe6689e4b7f96def1a2219bea6c on resource:subnet {{(pid=83869) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 13:35:49.234829 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-159c7ec8-e3e8-45c9-a846-02857a79b6eb tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2965527 Apr 01 13:35:49.236428 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-8649701f-6e7f-4be4-8138-63c5854862c2 tempest-RoutersAdminTest-1965710677 tempest-RoutersAdminTest-1965710677-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736732935801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2705155'] for port, after_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:49.243426 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 49388) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:35:49.249736 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-0f1f5a78-580e-4cdf-9e68-c5b2beba4bbf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:49.250881 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-d87a69e4-0b19-474a-9b76-e9692fa55330 tempest-RoutersNegativeTest-1474796941 tempest-RoutersNegativeTest-1474796941-project] Usage tracker for resource:subnet and tenant:1a7f208858a646838ac7da1fa260568c is out of sync, need to count used quota {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 13:35:49.292517 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8649701f-6e7f-4be4-8138-63c5854862c2 tempest-RoutersAdminTest-1965710677 tempest-RoutersAdminTest-1965710677-project-admin] Network 725864b8-cceb-48c9-b5d3-1bfc4423e301 is already hosted by enough agents. {{(pid=83869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 13:35:49.302093 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-84a75a6e-f386-486d-be70-923f34030ba8 None None] For port 7ef99571-df13-4841-aecf-db436554d859, host dv-neutron-836180-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836180-1-hyperv',level=0,port_id=7ef99571-df13-4841-aecf-db436554d859,segment=NetworkSegment(663df5c6-591e-4549-9da1-f75a918167eb),segment_id=663df5c6-591e-4549-9da1-f75a918167eb)] {{(pid=83872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 13:35:49.308260 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-d87a69e4-0b19-474a-9b76-e9692fa55330 tempest-RoutersNegativeTest-1474796941 tempest-RoutersNegativeTest-1474796941-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 13:35:49.312611 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.scheduler.base_scheduler [None req-8649701f-6e7f-4be4-8138-63c5854862c2 tempest-RoutersAdminTest-1965710677 tempest-RoutersAdminTest-1965710677-project-admin] Resources bound (agent type, host, resource id): {{(pid=83869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 13:35:49.312763 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-0f1f5a78-580e-4cdf-9e68-c5b2beba4bbf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3775923'] for security_group, after_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:49.329718 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-d87a69e4-0b19-474a-9b76-e9692fa55330 tempest-RoutersNegativeTest-1474796941 tempest-RoutersNegativeTest-1474796941-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:35:49.334058 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8649701f-6e7f-4be4-8138-63c5854862c2 tempest-RoutersAdminTest-1965710677 tempest-RoutersAdminTest-1965710677-project-admin] Received port after_create {{(pid=83869) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 13:35:49.341974 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-6b4b8c26-bb19-4c23-afd7-d4fb6e771883 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736733359243', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736732935810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2743125'] for port, after_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:49.412412 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-84a75a6e-f386-486d-be70-923f34030ba8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864'] for port, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:49.428505 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-7eab06c7-1bdc-4ed7-9939-68d48b27f764 tempest-DHCPAgentSchedulersTestJSON-1442733550 tempest-DHCPAgentSchedulersTestJSON-1442733550-project] Notify callbacks [] for security_group, precommit_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:49.455291 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b4b8c26-bb19-4c23-afd7-d4fb6e771883 admin admin] Pushing event deleted for resources: {'Port': ['ID=de05d516-4cf8-4e68-8674-3515de7a8c32,revision_number=None']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:35:49.526118 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f1f5a78-580e-4cdf-9e68-c5b2beba4bbf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dcf71244-f11d-4204-b701-a4e53312b07f,revision_number=1']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:35:49.536529 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-0f1f5a78-580e-4cdf-9e68-c5b2beba4bbf admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=743ab337f98d42988fc96f1a2f54feae&name=default HTTP/1.1" status: 200 len: 2647 time: 1.2790577 Apr 01 13:35:49.582360 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 49392) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:35:49.594421 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-7eab06c7-1bdc-4ed7-9939-68d48b27f764 tempest-DHCPAgentSchedulersTestJSON-1442733550 tempest-DHCPAgentSchedulersTestJSON-1442733550-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3775923'] for security_group, after_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:49.626093 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-3423f4af-7822-4bf5-bbf3-df2075785a63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:49.649557 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_dvr_db [None req-94b470e9-d1e1-4e6e-8e14-eba03527a97d None None] Set router 6ac37c71-9d58-4a05-aecd-4f5f7ce66558 gateway port host: None {{(pid=83872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 13:35:49.828159 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d87a69e4-0b19-474a-9b76-e9692fa55330 tempest-RoutersNegativeTest-1474796941 tempest-RoutersNegativeTest-1474796941-project] Made reservation on behalf of 1a7f208858a646838ac7da1fa260568c for: {'subnet': 1} {{(pid=83869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 13:35:49.855263 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a75a6e-f386-486d-be70-923f34030ba8 None None] Pushing event updated for resources: {'Port': ['ID=7ef99571-df13-4841-aecf-db436554d859,revision_number=2']} {{(pid=83872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:35:49.863945 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_hamode_db [None req-94b470e9-d1e1-4e6e-8e14-eba03527a97d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ac37c71-9d58-4a05-aecd-4f5f7ce66558', 'name': 'tempest-NetworksTestDHCPv6-router-1775839658', 'tenant_id': '8b726fe6689e4b7f96def1a2219bea6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T13:35:31Z', 'updated_at': '2022-04-01T13:35:44Z', 'revision_number': 3, 'project_id': '8b726fe6689e4b7f96def1a2219bea6c', 'gw_port_host': None}], 'dv-neutron-836180-1-hyperv', False) {} {{(pid=83872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:35:49.878723 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94b470e9-d1e1-4e6e-8e14-eba03527a97d None None] Checking router: 6ac37c71-9d58-4a05-aecd-4f5f7ce66558 for host: dv-neutron-836180-1-hyperv {{(pid=83872) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 01 13:35:49.892800 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1653e6ec-f58e-44ca-9edd-97fa6af7c5a7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7e7d0ecb-2af4-55f5-9198-238ab0570d62-c9437b5d-579b-4955-8097-0e51d9e04aec', 'network_id': 'c9437b5d-579b-4955-8097-0e51d9e04aec', 'tenant_id': '1a7f208858a646838ac7da1fa260568c', 'fixed_ips': [{'subnet_id': '213a2151-34cb-41ef-9959-9f459d54ff38'}]}} from dv-neutron-836180-1-hyperv. {{(pid=83872) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 01 13:35:49.893549 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-1653e6ec-f58e-44ca-9edd-97fa6af7c5a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:49.904882 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8649701f-6e7f-4be4-8138-63c5854862c2 tempest-RoutersAdminTest-1965710677 tempest-RoutersAdminTest-1965710677-project-admin] Pushing event updated for resources: {'Port': ['ID=5576ee0b-4a2b-4159-b8b7-66e43c96256e,revision_number=1']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:35:49.909280 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-3423f4af-7822-4bf5-bbf3-df2075785a63 None None] For port 72a7ea57-4ae7-479d-90ca-5b23e9329b7d, host dv-neutron-836180-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836180-1-hyperv',level=0,port_id=72a7ea57-4ae7-479d-90ca-5b23e9329b7d,segment=NetworkSegment(31747123-18c9-40bc-bc8b-91f7193dc401),segment_id=31747123-18c9-40bc-bc8b-91f7193dc401)] {{(pid=83872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 13:35:49.953553 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-3423f4af-7822-4bf5-bbf3-df2075785a63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864'] for port, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:49.980018 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eab06c7-1bdc-4ed7-9939-68d48b27f764 tempest-DHCPAgentSchedulersTestJSON-1442733550 tempest-DHCPAgentSchedulersTestJSON-1442733550-project] Pushing event updated for resources: {'SecurityGroup': ['ID=45a30813-896f-462c-bd51-11e4625c74a1,revision_number=1']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:35:50.032558 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7eab06c7-1bdc-4ed7-9939-68d48b27f764 tempest-DHCPAgentSchedulersTestJSON-1442733550 tempest-DHCPAgentSchedulersTestJSON-1442733550-project] vlan segment allocate from pool success with {'vlan_id': 367, 'physical_network': 'physnet1'} {{(pid=83869) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 13:35:50.067701 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-6b4b8c26-bb19-4c23-afd7-d4fb6e771883 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4084822'] for router_gateway, after_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:50.069672 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Device de05d516-4cf8-4e68-8674-3515de7a8c32 no longer exists at agent ovs-agent-dv-neutron-836180-1-hyperv {{(pid=83872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 13:35:50.102229 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94b470e9-d1e1-4e6e-8e14-eba03527a97d None None] Routers {'6ac37c71-9d58-4a05-aecd-4f5f7ce66558'} bound to L3 agent in host dv-neutron-836180-1-hyperv {{(pid=83872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 13:35:50.102814 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_hamode_db [None req-94b470e9-d1e1-4e6e-8e14-eba03527a97d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836180-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T13:25:36Z,description=,heartbeat_timestamp=2022-04-01T13:35:36Z,host='dv-neutron-836180-1-hyperv',id=88bf8fc8-11a3-4e96-9d1b-5fd93ba9f6f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T13:25:36Z,topic='l3_agent')) {'router_ids': ['6ac37c71-9d58-4a05-aecd-4f5f7ce66558'], 'active': True} {{(pid=83872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:35:50.107480 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-7eab06c7-1bdc-4ed7-9939-68d48b27f764 tempest-DHCPAgentSchedulersTestJSON-1442733550 tempest-DHCPAgentSchedulersTestJSON-1442733550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1004271'] for segment, precommit_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:50.107833 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.db.segments_db [None req-7eab06c7-1bdc-4ed7-9939-68d48b27f764 tempest-DHCPAgentSchedulersTestJSON-1442733550 tempest-DHCPAgentSchedulersTestJSON-1442733550-project] Added segment edcb0190-7921-4f67-b9b4-43940447ca20 of type vlan for network fe67edef-6c12-4e84-8260-6dd9bd2ad247 Apr 01 13:35:50.171995 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-4af26f13-22e1-47c0-84f7-eac5091d629d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:50.206056 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-4af26f13-22e1-47c0-84f7-eac5091d629d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:50.252982 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.plugin [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] No Port match for: de05d516-4cf8-4e68-8674-3515de7a8c32 {{(pid=83872) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 01 13:35:50.253513 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Device de05d516-4cf8-4e68-8674-3515de7a8c32 not bound to the agent host dv-neutron-836180-1-hyperv {{(pid=83872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 13:35:50.253764 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Device 477de692-9c51-4431-a196-3139509ee79b no longer exists at agent ovs-agent-dv-neutron-836180-1-hyperv {{(pid=83872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 13:35:50.273585 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-d87a69e4-0b19-474a-9b76-e9692fa55330 tempest-RoutersNegativeTest-1474796941 tempest-RoutersNegativeTest-1474796941-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2999481'] for subnet, before_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:50.278062 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.db_base_plugin_v2 [None req-9b807a6f-07ee-40ee-afe5-e1c12a04e3ff tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Deleting subnet 38f8c732-d386-48c0-bfd2-524f90c8e551 {{(pid=83871) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 01 13:35:50.296272 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-4af26f13-22e1-47c0-84f7-eac5091d629d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3775923'] for security_group, after_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:50.314471 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.plugin [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] No Port match for: 477de692-9c51-4431-a196-3139509ee79b {{(pid=83872) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 01 13:35:50.314813 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Device 477de692-9c51-4431-a196-3139509ee79b not bound to the agent host dv-neutron-836180-1-hyperv {{(pid=83872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 13:35:50.330523 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3423f4af-7822-4bf5-bbf3-df2075785a63 None None] Pushing event updated for resources: {'Port': ['ID=72a7ea57-4ae7-479d-90ca-5b23e9329b7d,revision_number=3']} {{(pid=83872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:35:50.352026 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_dvr_db [None req-94b470e9-d1e1-4e6e-8e14-eba03527a97d None None] Set router 6ac37c71-9d58-4a05-aecd-4f5f7ce66558 gateway port host: None {{(pid=83872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 13:35:50.367785 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-9b807a6f-07ee-40ee-afe5-e1c12a04e3ff tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Notify callbacks [] for subnet, before_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:50.375745 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-7eab06c7-1bdc-4ed7-9939-68d48b27f764 tempest-DHCPAgentSchedulersTestJSON-1442733550 tempest-DHCPAgentSchedulersTestJSON-1442733550-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736732923383'] for network, precommit_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:50.401462 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af26f13-22e1-47c0-84f7-eac5091d629d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dcf71244-f11d-4204-b701-a4e53312b07f,revision_number=None']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:35:50.431845 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-2c39560f-01e1-4646-9602-7f8b8143f7fa None None] Provisioning complete for port 61bae559-cdcc-4a4d-b671-f281d35bf39d triggered by entity DHCP. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 13:35:50.432253 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-2c39560f-01e1-4646-9602-7f8b8143f7fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-948329'] for port, provisioning_complete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:50.444885 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-4af26f13-22e1-47c0-84f7-eac5091d629d admin admin] Notify callbacks [] for security_group, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:50.446147 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-4af26f13-22e1-47c0-84f7-eac5091d629d admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/dcf71244-f11d-4204-b701-a4e53312b07f HTTP/1.1" status: 204 len: 168 time: 0.8538737 Apr 01 13:35:50.510576 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-8d530634-6ab9-4170-85e8-130d4fcacddb tempest-RoutersIpV6AdminTest-7322729 tempest-RoutersIpV6AdminTest-7322729-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:50.519065 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-6b4b8c26-bb19-4c23-afd7-d4fb6e771883 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4079814', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4170'] for router, precommit_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:50.535073 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-6b4b8c26-bb19-4c23-afd7-d4fb6e771883 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:50.537889 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-7eab06c7-1bdc-4ed7-9939-68d48b27f764 tempest-DHCPAgentSchedulersTestJSON-1442733550 tempest-DHCPAgentSchedulersTestJSON-1442733550-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575'] for network, after_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:50.539460 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-9b807a6f-07ee-40ee-afe5-e1c12a04e3ff tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3166365'] for subnet, precommit_delete_associations {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:50.543621 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7eab06c7-1bdc-4ed7-9939-68d48b27f764 tempest-DHCPAgentSchedulersTestJSON-1442733550 tempest-DHCPAgentSchedulersTestJSON-1442733550-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:35:50.544216 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-7eab06c7-1bdc-4ed7-9939-68d48b27f764 tempest-DHCPAgentSchedulersTestJSON-1442733550 tempest-DHCPAgentSchedulersTestJSON-1442733550-project] Notify callbacks [] for network, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:50.556724 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_hamode_db [None req-94b470e9-d1e1-4e6e-8e14-eba03527a97d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ac37c71-9d58-4a05-aecd-4f5f7ce66558', 'name': 'tempest-NetworksTestDHCPv6-router-1775839658', 'tenant_id': '8b726fe6689e4b7f96def1a2219bea6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T13:35:31Z', 'updated_at': '2022-04-01T13:35:44Z', 'revision_number': 3, 'project_id': '8b726fe6689e4b7f96def1a2219bea6c', 'gw_port_host': None}], 'dv-neutron-836180-1-hyperv', False) {} {{(pid=83872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:35:50.580062 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94b470e9-d1e1-4e6e-8e14-eba03527a97d None None] The sync data for ids ['6ac37c71-9d58-4a05-aecd-4f5f7ce66558'] in dv-neutron-836180-1-hyperv is: [{'id': '6ac37c71-9d58-4a05-aecd-4f5f7ce66558', 'name': 'tempest-NetworksTestDHCPv6-router-1775839658', 'tenant_id': '8b726fe6689e4b7f96def1a2219bea6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T13:35:31Z', 'updated_at': '2022-04-01T13:35:44Z', 'revision_number': 3, 'project_id': '8b726fe6689e4b7f96def1a2219bea6c', 'gw_port_host': None}] {{(pid=83872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 13:35:50.583785 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.plugin [None req-2c39560f-01e1-4646-9602-7f8b8143f7fa None None] Port 61bae559-cdcc-4a4d-b671-f281d35bf39d cannot update to ACTIVE because it is not bound. {{(pid=83872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 13:35:50.588112 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.db_base_plugin_common [None req-1653e6ec-f58e-44ca-9edd-97fa6af7c5a7 None None] Allocated IP 172.20.0.2 (c9437b5d-579b-4955-8097-0e51d9e04aec/213a2151-34cb-41ef-9959-9f459d54ff38/7386aa84-2039-4cd6-8bef-ae53ee0ca479) {{(pid=83872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 13:35:50.613541 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-7eab06c7-1bdc-4ed7-9939-68d48b27f764 tempest-DHCPAgentSchedulersTestJSON-1442733550 tempest-DHCPAgentSchedulersTestJSON-1442733550-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 2.8261883 Apr 01 13:35:50.616097 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 49400) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:35:50.640120 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.plugin [None req-8d530634-6ab9-4170-85e8-130d4fcacddb tempest-RoutersIpV6AdminTest-7322729 tempest-RoutersIpV6AdminTest-7322729-project] Deleting port 32f4f7a8-b402-4347-b3d4-51d025dc3db9 {{(pid=83871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 13:35:50.642167 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-8d530634-6ab9-4170-85e8-130d4fcacddb tempest-RoutersIpV6AdminTest-7322729 tempest-RoutersIpV6AdminTest-7322729-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736733287370'] for port, before_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:50.750641 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-6b4b8c26-bb19-4c23-afd7-d4fb6e771883 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4079738'] for router, after_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:50.751183 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b4b8c26-bb19-4c23-afd7-d4fb6e771883 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 77406f62-76cf-4016-91f0-13f9860d5967 {{(pid=83871) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 01 13:35:50.753124 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.v2.base [None req-50f5005b-4986-47ba-b350-c0113d7a4042 tempest-DHCPAgentSchedulersTestJSON-1442733550 tempest-DHCPAgentSchedulersTestJSON-1442733550-project] Request body: {'subnet': {'network_id': 'fe67edef-6c12-4e84-8260-6dd9bd2ad247', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:35:50.801179 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-756cbc52-130c-4aef-8902-bf4315f6f2dc None None] Provisioning complete for port 72a7ea57-4ae7-479d-90ca-5b23e9329b7d triggered by entity DHCP. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 13:35:50.801775 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-756cbc52-130c-4aef-8902-bf4315f6f2dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-948329'] for port, provisioning_complete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:51.032961 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-8d530634-6ab9-4170-85e8-130d4fcacddb tempest-RoutersIpV6AdminTest-7322729 tempest-RoutersIpV6AdminTest-7322729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4155147'] for port, precommit_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:51.128328 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eab06c7-1bdc-4ed7-9939-68d48b27f764 tempest-DHCPAgentSchedulersTestJSON-1442733550 tempest-DHCPAgentSchedulersTestJSON-1442733550-project] Pushing event updated for resources: {'Network': ['ID=fe67edef-6c12-4e84-8260-6dd9bd2ad247,revision_number=1']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:35:51.138220 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-8649701f-6e7f-4be4-8138-63c5854862c2 tempest-RoutersAdminTest-1965710677 tempest-RoutersAdminTest-1965710677-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:51.154079 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Network fe67edef-6c12-4e84-8260-6dd9bd2ad247 details requested by agent ovs-agent-dv-neutron-836180-1-hyperv with host dv-neutron-836180-1-hyperv {{(pid=83872) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 13:35:51.190666 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-9b807a6f-07ee-40ee-afe5-e1c12a04e3ff tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-945029'] for subnet, precommit_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:51.227226 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15f00608-d64d-4594-a1c3-7544a3c9ac39 tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Router 9081610b-903b-4516-bbb6-af4bd8180613 is scheduled to L3 agent 88bf8fc8-11a3-4e96-9d1b-5fd93ba9f6f1 with binding_index 1 {{(pid=83869) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 01 13:35:51.236054 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-6b4b8c26-bb19-4c23-afd7-d4fb6e771883 admin admin] Notify callbacks [] for router, before_response {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:51.239543 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-6b4b8c26-bb19-4c23-afd7-d4fb6e771883 admin admin] 10.222.0.26 "DELETE /v2.0/routers/77406f62-76cf-4016-91f0-13f9860d5967 HTTP/1.1" status: 204 len: 168 time: 7.1255748 Apr 01 13:35:51.251887 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 49410) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:35:51.270102 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-1653e6ec-f58e-44ca-9edd-97fa6af7c5a7 None None] Notify callbacks [] for port, precommit_create {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:51.276737 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.plugin [None req-8d530634-6ab9-4170-85e8-130d4fcacddb tempest-RoutersIpV6AdminTest-7322729 tempest-RoutersIpV6AdminTest-7322729-project] Calling delete_port for 32f4f7a8-b402-4347-b3d4-51d025dc3db9 owned by network:router_gateway {{(pid=83871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 13:35:51.283249 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70363330-c623-47e3-8060-53086ba81322 None None] Network bb9b6e7b-4739-40cc-9c88-401dd6263a69 requested from dv-neutron-836180-1-hyperv {{(pid=83872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 13:35:51.363010 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-50f5005b-4986-47ba-b350-c0113d7a4042 tempest-DHCPAgentSchedulersTestJSON-1442733550 tempest-DHCPAgentSchedulersTestJSON-1442733550-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:35:51.364450 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-1653e6ec-f58e-44ca-9edd-97fa6af7c5a7 None None] Transition to ACTIVE for port object 7386aa84-2039-4cd6-8bef-ae53ee0ca479 will not be triggered until provisioned by entity L2. {{(pid=83872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 13:35:51.367236 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-50f5005b-4986-47ba-b350-c0113d7a4042 tempest-DHCPAgentSchedulersTestJSON-1442733550 tempest-DHCPAgentSchedulersTestJSON-1442733550-project] Usage tracker for resource:subnet and tenant:cde7fb6b66724ceca02abb2ff742cd59 is out of sync, need to count used quota {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 13:35:51.370980 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-50f5005b-4986-47ba-b350-c0113d7a4042 tempest-DHCPAgentSchedulersTestJSON-1442733550 tempest-DHCPAgentSchedulersTestJSON-1442733550-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 13:35:51.377845 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-50f5005b-4986-47ba-b350-c0113d7a4042 tempest-DHCPAgentSchedulersTestJSON-1442733550 tempest-DHCPAgentSchedulersTestJSON-1442733550-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:35:51.409201 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50f5005b-4986-47ba-b350-c0113d7a4042 tempest-DHCPAgentSchedulersTestJSON-1442733550 tempest-DHCPAgentSchedulersTestJSON-1442733550-project] Made reservation on behalf of cde7fb6b66724ceca02abb2ff742cd59 for: {'subnet': 1} {{(pid=83869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 13:35:51.422146 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-1653e6ec-f58e-44ca-9edd-97fa6af7c5a7 None None] Transition to ACTIVE for port object 7386aa84-2039-4cd6-8bef-ae53ee0ca479 will not be triggered until provisioned by entity DHCP. {{(pid=83872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 13:35:51.438035 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.db_base_plugin_v2 [None req-8ee552a5-b7e6-4451-af4e-ac528a09e54e admin admin] Deleting subnet bd8de9aa-4e53-4452-88cd-9054c473da72 {{(pid=83871) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 01 13:35:51.444980 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-8ee552a5-b7e6-4451-af4e-ac528a09e54e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:51.445494 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-1653e6ec-f58e-44ca-9edd-97fa6af7c5a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736732935801'] for port, after_create {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:51.515548 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-d87a69e4-0b19-474a-9b76-e9692fa55330 tempest-RoutersNegativeTest-1474796941 tempest-RoutersNegativeTest-1474796941-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2705391', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2999447'] for subnet, after_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:51.535905 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-8ee552a5-b7e6-4451-af4e-ac528a09e54e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3166365'] for subnet, precommit_delete_associations {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:51.585553 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1653e6ec-f58e-44ca-9edd-97fa6af7c5a7 None None] Pushing event updated for resources: {'Port': ['ID=7386aa84-2039-4cd6-8bef-ae53ee0ca479,revision_number=1']} {{(pid=83872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:35:51.600235 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1653e6ec-f58e-44ca-9edd-97fa6af7c5a7 None None] Network c9437b5d-579b-4955-8097-0e51d9e04aec is already hosted by enough agents. {{(pid=83872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 13:35:51.601214 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-9f9686f8-06ff-444a-af17-b194d1b421ef None None] Provisioning for port 7ef99571-df13-4841-aecf-db436554d859 completed by entity DHCP. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 13:35:51.608659 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.scheduler.base_scheduler [None req-1653e6ec-f58e-44ca-9edd-97fa6af7c5a7 None None] Resources bound (agent type, host, resource id): {{(pid=83872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 13:35:51.611029 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1653e6ec-f58e-44ca-9edd-97fa6af7c5a7 None None] Received port after_create {{(pid=83872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 13:35:51.630102 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-9b807a6f-07ee-40ee-afe5-e1c12a04e3ff tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-945042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2743160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2757373'] for subnet, after_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:51.685689 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b807a6f-07ee-40ee-afe5-e1c12a04e3ff tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Pushing event deleted for resources: {'Subnet': ['ID=38f8c732-d386-48c0-bfd2-524f90c8e551,revision_number=None']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:35:51.710029 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-9b807a6f-07ee-40ee-afe5-e1c12a04e3ff tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Notify callbacks [] for subnet, before_response {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:51.738606 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d9c48d9-1cdd-4e24-8813-55cd2eaf04fe None None] Network 09d7ea43-6376-4322-97e7-54cd01aae492 requested from dv-neutron-836180-1-hyperv {{(pid=83872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 13:35:51.811690 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-9b807a6f-07ee-40ee-afe5-e1c12a04e3ff tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] 10.222.0.26 "DELETE /v2.0/subnets/38f8c732-d386-48c0-bfd2-524f90c8e551 HTTP/1.1" status: 204 len: 168 time: 2.5657372 Apr 01 13:35:51.814497 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 49422) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:35:51.816258 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-50f5005b-4986-47ba-b350-c0113d7a4042 tempest-DHCPAgentSchedulersTestJSON-1442733550 tempest-DHCPAgentSchedulersTestJSON-1442733550-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2999481'] for subnet, before_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:51.819716 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-8d530634-6ab9-4170-85e8-130d4fcacddb tempest-RoutersIpV6AdminTest-7322729 tempest-RoutersIpV6AdminTest-7322729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736733359243', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736732935810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2743125'] for port, after_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:51.961174 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.managers [None req-1653e6ec-f58e-44ca-9edd-97fa6af7c5a7 None None] Attempting to bind port 7386aa84-2039-4cd6-8bef-ae53ee0ca479 on host dv-neutron-836180-1-hyperv for vnic_type normal with profile {{(pid=83872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 13:35:51.961626 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.managers [None req-1653e6ec-f58e-44ca-9edd-97fa6af7c5a7 None None] Attempting to bind port 7386aa84-2039-4cd6-8bef-ae53ee0ca479 by drivers openvswitch,hyperv on host dv-neutron-836180-1-hyperv at level 0 using segments [{'id': '1c716a8b-118e-41f9-89d5-cc8de2dd1e4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'c9437b5d-579b-4955-8097-0e51d9e04aec'}] {{(pid=83872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 13:35:51.962491 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1653e6ec-f58e-44ca-9edd-97fa6af7c5a7 None None] Attempting to bind port 7386aa84-2039-4cd6-8bef-ae53ee0ca479 on network c9437b5d-579b-4955-8097-0e51d9e04aec {{(pid=83872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 13:35:51.980968 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1653e6ec-f58e-44ca-9edd-97fa6af7c5a7 None None] Checking agent: {'id': 'af948428-97cd-4d10-9f53-af028bdb39b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-836180-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 13, 25, 37), 'started_at': datetime.datetime(2022, 4, 1, 13, 26, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 13, 35, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-836180-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 13:35:51.982206 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1653e6ec-f58e-44ca-9edd-97fa6af7c5a7 None None] Checking segment: {'id': '1c716a8b-118e-41f9-89d5-cc8de2dd1e4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'c9437b5d-579b-4955-8097-0e51d9e04aec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 13:35:51.982864 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-1653e6ec-f58e-44ca-9edd-97fa6af7c5a7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:51.983265 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1653e6ec-f58e-44ca-9edd-97fa6af7c5a7 None None] Bound using segment: {'id': '1c716a8b-118e-41f9-89d5-cc8de2dd1e4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'c9437b5d-579b-4955-8097-0e51d9e04aec'} {{(pid=83872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 13:35:51.983752 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.managers [None req-1653e6ec-f58e-44ca-9edd-97fa6af7c5a7 None None] Bound port: 7386aa84-2039-4cd6-8bef-ae53ee0ca479, host: dv-neutron-836180-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1c716a8b-118e-41f9-89d5-cc8de2dd1e4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'c9437b5d-579b-4955-8097-0e51d9e04aec'}}] {{(pid=83872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 13:35:51.984128 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-1653e6ec-f58e-44ca-9edd-97fa6af7c5a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:52.001009 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87a69e4-0b19-474a-9b76-e9692fa55330 tempest-RoutersNegativeTest-1474796941 tempest-RoutersNegativeTest-1474796941-project] Pushing event updated for resources: {'Subnet': ['ID=40e14d21-b9bb-455f-90f6-a24a33c1a1fb,revision_number=0']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:35:52.035247 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-8649701f-6e7f-4be4-8138-63c5854862c2 tempest-RoutersAdminTest-1965710677 tempest-RoutersAdminTest-1965710677-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4084887', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4079850', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4161'] for router, precommit_update {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:52.058622 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Device 72a7ea57-4ae7-479d-90ca-5b23e9329b7d up at agent ovs-agent-dv-neutron-836180-1-hyperv {{(pid=83872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 13:35:52.078134 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-8649701f-6e7f-4be4-8138-63c5854862c2 tempest-RoutersAdminTest-1965710677 tempest-RoutersAdminTest-1965710677-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4084858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-4084844', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-4084837', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-4079843'] for router, after_update {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:52.080880 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 49428) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:35:52.131135 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d87a69e4-0b19-474a-9b76-e9692fa55330 tempest-RoutersNegativeTest-1474796941 tempest-RoutersNegativeTest-1474796941-project] Checking segment: {'id': 'b2f6612c-d9cb-41da-93df-00e4743ed2d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'a797c394-f4cc-4d2c-b87d-3a5c0564b80a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 13:35:52.131742 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d87a69e4-0b19-474a-9b76-e9692fa55330 tempest-RoutersNegativeTest-1474796941 tempest-RoutersNegativeTest-1474796941-project] Network hostable DHCP agents. Network: a797c394-f4cc-4d2c-b87d-3a5c0564b80a, hostable agents: ['e47e4547-5c2d-4954-ba56-fa3646239f18'], hosted agents: [] {{(pid=83869) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 13:35:52.167646 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d530634-6ab9-4170-85e8-130d4fcacddb tempest-RoutersIpV6AdminTest-7322729 tempest-RoutersIpV6AdminTest-7322729-project] Pushing event deleted for resources: {'Port': ['ID=32f4f7a8-b402-4347-b3d4-51d025dc3db9,revision_number=None']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:35:52.171526 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-8ee552a5-b7e6-4451-af4e-ac528a09e54e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-945029'] for subnet, precommit_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:52.185300 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-1653e6ec-f58e-44ca-9edd-97fa6af7c5a7 None None] For port 7386aa84-2039-4cd6-8bef-ae53ee0ca479, host dv-neutron-836180-1-hyperv, cleared binding levels {{(pid=83872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 13:35:52.190208 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-1653e6ec-f58e-44ca-9edd-97fa6af7c5a7 None None] For port 7386aa84-2039-4cd6-8bef-ae53ee0ca479, host dv-neutron-836180-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836180-1-hyperv',level=0,port_id=7386aa84-2039-4cd6-8bef-ae53ee0ca479,segment=NetworkSegment(1c716a8b-118e-41f9-89d5-cc8de2dd1e4b),segment_id=1c716a8b-118e-41f9-89d5-cc8de2dd1e4b)] {{(pid=83872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 13:35:52.202332 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-1653e6ec-f58e-44ca-9edd-97fa6af7c5a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864'] for port, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:52.252642 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Provisioning complete for port 72a7ea57-4ae7-479d-90ca-5b23e9329b7d triggered by entity L2. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 13:35:52.253228 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-948329'] for port, provisioning_complete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:52.320418 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e20fb87-9db6-4771-b2b3-ea9230b7bcdc None None] DHCP port deletion for 09d7ea43-6376-4322-97e7-54cd01aae492 request from dv-neutron-836180-1-hyperv {{(pid=83872) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 01 13:35:52.359042 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.plugin [None req-7e20fb87-9db6-4771-b2b3-ea9230b7bcdc None None] Deleting port 48f03e0d-9f11-455f-89c3-b5e45247f6cc {{(pid=83872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 13:35:52.359503 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-7e20fb87-9db6-4771-b2b3-ea9230b7bcdc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736733287370'] for port, before_delete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:52.376204 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-e9bef92f-1f37-41fb-a443-fbcebf8bc917 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Synchronizing usage tracker for tenant:8b726fe6689e4b7f96def1a2219bea6c on resource:router {{(pid=83871) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 13:35:52.471942 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1653e6ec-f58e-44ca-9edd-97fa6af7c5a7 None None] Pushing event updated for resources: {'Port': ['ID=7386aa84-2039-4cd6-8bef-ae53ee0ca479,revision_number=2']} {{(pid=83872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:35:52.561355 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-8ee552a5-b7e6-4451-af4e-ac528a09e54e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-945042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2743160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2757373'] for subnet, after_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:52.601641 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-e9bef92f-1f37-41fb-a443-fbcebf8bc917 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Unset dirty status for tenant:8b726fe6689e4b7f96def1a2219bea6c on resource:router {{(pid=83871) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 13:35:52.603873 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-e9bef92f-1f37-41fb-a443-fbcebf8bc917 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] 10.222.0.26 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.7880044 Apr 01 13:35:52.610374 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 49434) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:35:52.613284 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-8d530634-6ab9-4170-85e8-130d4fcacddb tempest-RoutersIpV6AdminTest-7322729 tempest-RoutersIpV6AdminTest-7322729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4084822'] for router_gateway, after_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:52.629949 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.v2.base [None req-f55d9bb6-7c69-4a19-b4b9-c213f837d1b8 tempest-TagsExtTest-1062591673 tempest-TagsExtTest-1062591673-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-1938981899'}} {{(pid=83869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:35:52.646795 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-f55d9bb6-7c69-4a19-b4b9-c213f837d1b8 tempest-TagsExtTest-1062591673 tempest-TagsExtTest-1062591673-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:35:52.657578 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-f55d9bb6-7c69-4a19-b4b9-c213f837d1b8 tempest-TagsExtTest-1062591673 tempest-TagsExtTest-1062591673-project] Usage tracker for resource:network and tenant:8c6fb60306dd4aaf9cb71dc222e06365 is out of sync, need to count used quota {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 13:35:52.663140 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-f55d9bb6-7c69-4a19-b4b9-c213f837d1b8 tempest-TagsExtTest-1062591673 tempest-TagsExtTest-1062591673-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 13:35:52.681707 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-f55d9bb6-7c69-4a19-b4b9-c213f837d1b8 tempest-TagsExtTest-1062591673 tempest-TagsExtTest-1062591673-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:35:52.740184 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee552a5-b7e6-4451-af4e-ac528a09e54e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bd8de9aa-4e53-4452-88cd-9054c473da72,revision_number=None']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:35:52.750557 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d87a69e4-0b19-474a-9b76-e9692fa55330 tempest-RoutersNegativeTest-1474796941 tempest-RoutersNegativeTest-1474796941-project] Network a797c394-f4cc-4d2c-b87d-3a5c0564b80a is scheduled to be hosted by DHCP agent e47e4547-5c2d-4954-ba56-fa3646239f18 with binding_index 1 {{(pid=83869) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 13:35:52.779082 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Device 7ef99571-df13-4841-aecf-db436554d859 up at agent ovs-agent-dv-neutron-836180-1-hyperv {{(pid=83872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 13:35:52.779441 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15f00608-d64d-4594-a1c3-7544a3c9ac39 tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Notify agent at l3_agent.dv-neutron-836180-1-hyperv the message routers_updated {{(pid=83869) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 13:35:52.781076 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f55d9bb6-7c69-4a19-b4b9-c213f837d1b8 tempest-TagsExtTest-1062591673 tempest-TagsExtTest-1062591673-project] Made reservation on behalf of 8c6fb60306dd4aaf9cb71dc222e06365 for: {'network': 1} {{(pid=83869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 13:35:52.784012 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-f55d9bb6-7c69-4a19-b4b9-c213f837d1b8 tempest-TagsExtTest-1062591673 tempest-TagsExtTest-1062591673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for network, before_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:52.792262 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bee4ab2-a922-44c3-a275-f8ec4c47755e None None] Sync routers for ids ['9081610b-903b-4516-bbb6-af4bd8180613'] in dv-neutron-836180-1-hyperv {{(pid=83873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 13:35:52.809357 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bee4ab2-a922-44c3-a275-f8ec4c47755e None None] Routers {'9081610b-903b-4516-bbb6-af4bd8180613'} bound to L3 agent in host dv-neutron-836180-1-hyperv {{(pid=83873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 13:35:52.814734 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-3bee4ab2-a922-44c3-a275-f8ec4c47755e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836180-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T13:25:36Z,description=,heartbeat_timestamp=2022-04-01T13:35:36Z,host='dv-neutron-836180-1-hyperv',id=88bf8fc8-11a3-4e96-9d1b-5fd93ba9f6f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T13:25:36Z,topic='l3_agent')) {'router_ids': ['9081610b-903b-4516-bbb6-af4bd8180613'], 'active': True} {{(pid=83873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:35:52.833830 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-f55d9bb6-7c69-4a19-b4b9-c213f837d1b8 tempest-TagsExtTest-1062591673 tempest-TagsExtTest-1062591673-project] Notify callbacks [] for security_group, before_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:52.852269 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.scheduler.base_scheduler [None req-d87a69e4-0b19-474a-9b76-e9692fa55330 tempest-RoutersNegativeTest-1474796941 tempest-RoutersNegativeTest-1474796941-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-836180-1-hyperv, a797c394-f4cc-4d2c-b87d-3a5c0564b80a) {{(pid=83869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 13:35:52.864419 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-15f00608-d64d-4594-a1c3-7544a3c9ac39 tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] 10.222.0.26 "PUT /v2.0/routers/9081610b-903b-4516-bbb6-af4bd8180613/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.9093144 Apr 01 13:35:52.870711 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d87a69e4-0b19-474a-9b76-e9692fa55330 tempest-RoutersNegativeTest-1474796941 tempest-RoutersNegativeTest-1474796941-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:35:52.871333 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-d87a69e4-0b19-474a-9b76-e9692fa55330 tempest-RoutersNegativeTest-1474796941 tempest-RoutersNegativeTest-1474796941-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3017602'] for subnet, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:52.876374 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 49438) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:35:52.887738 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-7e20fb87-9db6-4771-b2b3-ea9230b7bcdc None None] For port 48f03e0d-9f11-455f-89c3-b5e45247f6cc, host dv-neutron-836180-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836180-1-hyperv',level=0,port_id=48f03e0d-9f11-455f-89c3-b5e45247f6cc,segment=NetworkSegment(16094ed0-4a47-4ff6-9238-85c278d7a2a5),segment_id=16094ed0-4a47-4ff6-9238-85c278d7a2a5)] {{(pid=83872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 13:35:52.888127 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-7e20fb87-9db6-4771-b2b3-ea9230b7bcdc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4155147'] for port, precommit_delete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:52.922145 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-3bee4ab2-a922-44c3-a275-f8ec4c47755e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-836180-1-hyperv', False) {} {{(pid=83873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:35:52.925012 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5a5d3ee-2b62-4546-aaad-8ded582031be None None] Network a797c394-f4cc-4d2c-b87d-3a5c0564b80a requested from dv-neutron-836180-1-hyperv {{(pid=83872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 13:35:52.940849 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bee4ab2-a922-44c3-a275-f8ec4c47755e None None] Routers {'9081610b-903b-4516-bbb6-af4bd8180613'} bound to L3 agent in host dv-neutron-836180-1-hyperv {{(pid=83873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 13:35:52.941949 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-3bee4ab2-a922-44c3-a275-f8ec4c47755e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836180-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T13:25:36Z,description=,heartbeat_timestamp=2022-04-01T13:35:36Z,host='dv-neutron-836180-1-hyperv',id=88bf8fc8-11a3-4e96-9d1b-5fd93ba9f6f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T13:25:36Z,topic='l3_agent')) {'router_ids': ['9081610b-903b-4516-bbb6-af4bd8180613'], 'active': True} {{(pid=83873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:35:52.943585 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccc479ba-1ed4-42ea-b7e5-f553ab65ae97 None None] Network fb98b55b-27fc-4010-87f8-0892c916fc1a requested from dv-neutron-836180-1-hyperv {{(pid=83872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 13:35:52.955862 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-8ee552a5-b7e6-4451-af4e-ac528a09e54e admin admin] Notify callbacks [] for subnet, before_response {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:53.029731 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-50f5005b-4986-47ba-b350-c0113d7a4042 tempest-DHCPAgentSchedulersTestJSON-1442733550 tempest-DHCPAgentSchedulersTestJSON-1442733550-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2705391', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2999447'] for subnet, after_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:53.033031 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-3bee4ab2-a922-44c3-a275-f8ec4c47755e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-836180-1-hyperv', False) {} {{(pid=83873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:35:53.033678 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bee4ab2-a922-44c3-a275-f8ec4c47755e None None] The sync data for ids ['9081610b-903b-4516-bbb6-af4bd8180613'] in dv-neutron-836180-1-hyperv is: [] {{(pid=83873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 13:35:53.033785 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-f55d9bb6-7c69-4a19-b4b9-c213f837d1b8 tempest-TagsExtTest-1062591673 tempest-TagsExtTest-1062591673-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:35:53.067573 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fab3e84-694a-4f49-b41f-26f846115142 tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:35:53.068234 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-0fab3e84-694a-4f49-b41f-26f846115142 tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Synchronizing usage tracker for tenant:315e7395dd224b3fb020d0b9d921742e on resource:port {{(pid=83869) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 13:35:53.078702 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-d87a69e4-0b19-474a-9b76-e9692fa55330 tempest-RoutersNegativeTest-1474796941 tempest-RoutersNegativeTest-1474796941-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 4.1517556 Apr 01 13:35:53.086296 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-f55d9bb6-7c69-4a19-b4b9-c213f837d1b8 tempest-TagsExtTest-1062591673 tempest-TagsExtTest-1062591673-project] Usage tracker for resource:security_group_rule and tenant:8c6fb60306dd4aaf9cb71dc222e06365 is out of sync, need to count used quota {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 13:35:53.091529 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 49442) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:35:53.092419 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-f55d9bb6-7c69-4a19-b4b9-c213f837d1b8 tempest-TagsExtTest-1062591673 tempest-TagsExtTest-1062591673-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 13:35:53.113203 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-f55d9bb6-7c69-4a19-b4b9-c213f837d1b8 tempest-TagsExtTest-1062591673 tempest-TagsExtTest-1062591673-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:35:53.118589 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-8ee552a5-b7e6-4451-af4e-ac528a09e54e admin admin] 10.222.0.26 "DELETE /v2.0/subnets/bd8de9aa-4e53-4452-88cd-9054c473da72 HTTP/1.1" status: 204 len: 168 time: 1.7777536 Apr 01 13:35:53.122188 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 49446) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:35:53.126773 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-8d530634-6ab9-4170-85e8-130d4fcacddb tempest-RoutersIpV6AdminTest-7322729 tempest-RoutersIpV6AdminTest-7322729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4079814', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4170'] for router, precommit_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:53.204422 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-8d530634-6ab9-4170-85e8-130d4fcacddb tempest-RoutersIpV6AdminTest-7322729 tempest-RoutersIpV6AdminTest-7322729-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:53.214479 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.plugin [None req-7e20fb87-9db6-4771-b2b3-ea9230b7bcdc None None] Calling delete_port for 48f03e0d-9f11-455f-89c3-b5e45247f6cc owned by network:dhcp {{(pid=83872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 13:35:53.224539 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-428f5fa3-104b-4c0b-85ec-6325d5575746 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Notify callbacks [] for router, before_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:53.275892 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f5005b-4986-47ba-b350-c0113d7a4042 tempest-DHCPAgentSchedulersTestJSON-1442733550 tempest-DHCPAgentSchedulersTestJSON-1442733550-project] Pushing event updated for resources: {'Subnet': ['ID=4a25557a-c0c3-470a-a68c-63c4d8d1d62b,revision_number=0']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:35:53.277887 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-0fab3e84-694a-4f49-b41f-26f846115142 tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Unset dirty status for tenant:315e7395dd224b3fb020d0b9d921742e on resource:port {{(pid=83869) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 13:35:53.279097 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-0fab3e84-694a-4f49-b41f-26f846115142 tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] 10.222.0.26 "GET /v2.0/ports/61bae559-cdcc-4a4d-b671-f281d35bf39d HTTP/1.1" status: 200 len: 911 time: 0.4005010 Apr 01 13:35:53.303313 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 49450) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:35:53.382924 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50f5005b-4986-47ba-b350-c0113d7a4042 tempest-DHCPAgentSchedulersTestJSON-1442733550 tempest-DHCPAgentSchedulersTestJSON-1442733550-project] Checking segment: {'id': 'edcb0190-7921-4f67-b9b4-43940447ca20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'fe67edef-6c12-4e84-8260-6dd9bd2ad247'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 13:35:53.383309 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50f5005b-4986-47ba-b350-c0113d7a4042 tempest-DHCPAgentSchedulersTestJSON-1442733550 tempest-DHCPAgentSchedulersTestJSON-1442733550-project] Network hostable DHCP agents. Network: fe67edef-6c12-4e84-8260-6dd9bd2ad247, hostable agents: ['e47e4547-5c2d-4954-ba56-fa3646239f18'], hosted agents: [] {{(pid=83869) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 13:35:53.490732 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Provisioning for port 7ef99571-df13-4841-aecf-db436554d859 completed by entity L2. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 13:35:53.515412 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Provisioning complete for port 7ef99571-df13-4841-aecf-db436554d859 triggered by entity L2. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 13:35:53.515412 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-948329'] for port, provisioning_complete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:53.595598 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-f55d9bb6-7c69-4a19-b4b9-c213f837d1b8 tempest-TagsExtTest-1062591673 tempest-TagsExtTest-1062591673-project] Notify callbacks [] for security_group, precommit_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:53.604133 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-7e20fb87-9db6-4771-b2b3-ea9230b7bcdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736733359243', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736732935810'] for port, after_delete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:53.613840 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-f55d9bb6-7c69-4a19-b4b9-c213f837d1b8 tempest-TagsExtTest-1062591673 tempest-TagsExtTest-1062591673-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3775923'] for security_group, after_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:53.641129 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50f5005b-4986-47ba-b350-c0113d7a4042 tempest-DHCPAgentSchedulersTestJSON-1442733550 tempest-DHCPAgentSchedulersTestJSON-1442733550-project] Network fe67edef-6c12-4e84-8260-6dd9bd2ad247 is scheduled to be hosted by DHCP agent e47e4547-5c2d-4954-ba56-fa3646239f18 with binding_index 1 {{(pid=83869) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 13:35:53.661121 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-72a8be90-b93a-4c1a-b507-6068e2779339 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1033078'] for network, before_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:53.670788 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f55d9bb6-7c69-4a19-b4b9-c213f837d1b8 tempest-TagsExtTest-1062591673 tempest-TagsExtTest-1062591673-project] vlan segment allocate from pool success with {'vlan_id': 354, 'physical_network': 'physnet1'} {{(pid=83869) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 13:35:53.687488 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e20fb87-9db6-4771-b2b3-ea9230b7bcdc None None] Pushing event deleted for resources: {'Port': ['ID=48f03e0d-9f11-455f-89c3-b5e45247f6cc,revision_number=None']} {{(pid=83872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:35:53.688046 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f55d9bb6-7c69-4a19-b4b9-c213f837d1b8 tempest-TagsExtTest-1062591673 tempest-TagsExtTest-1062591673-project] Pushing event updated for resources: {'SecurityGroup': ['ID=df918343-5793-49f3-b488-0a33cf1a9efa,revision_number=1']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:35:53.693926 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.plugin [None req-72a8be90-b93a-4c1a-b507-6068e2779339 admin admin] Deleting port b28bf124-220a-43f1-9028-1fc5756e09ae {{(pid=83871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 13:35:53.694527 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-72a8be90-b93a-4c1a-b507-6068e2779339 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736733287370'] for port, before_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:53.701609 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.scheduler.base_scheduler [None req-50f5005b-4986-47ba-b350-c0113d7a4042 tempest-DHCPAgentSchedulersTestJSON-1442733550 tempest-DHCPAgentSchedulersTestJSON-1442733550-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-836180-1-hyperv, fe67edef-6c12-4e84-8260-6dd9bd2ad247) {{(pid=83869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 13:35:53.722024 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9482c8c5-616e-438c-aec3-bb94624028d3 None None] Network fe67edef-6c12-4e84-8260-6dd9bd2ad247 requested from dv-neutron-836180-1-hyperv {{(pid=83872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 13:35:53.744143 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-8d530634-6ab9-4170-85e8-130d4fcacddb tempest-RoutersIpV6AdminTest-7322729 tempest-RoutersIpV6AdminTest-7322729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4079738'] for router, after_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:53.744775 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d530634-6ab9-4170-85e8-130d4fcacddb tempest-RoutersIpV6AdminTest-7322729 tempest-RoutersIpV6AdminTest-7322729-project] Fanout notify agent at l3_agent the message router_deleted on router 2ab4e7f0-7587-450d-ae23-e6344eb1a9f1 {{(pid=83871) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 01 13:35:53.762604 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e20fb87-9db6-4771-b2b3-ea9230b7bcdc None None] No DVR routers for this DVR port 48f03e0d-9f11-455f-89c3-b5e45247f6cc on host dv-neutron-836180-1-hyperv {{(pid=83872) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 13:35:53.782668 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-f55d9bb6-7c69-4a19-b4b9-c213f837d1b8 tempest-TagsExtTest-1062591673 tempest-TagsExtTest-1062591673-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1004271'] for segment, precommit_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:53.783001 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.db.segments_db [None req-f55d9bb6-7c69-4a19-b4b9-c213f837d1b8 tempest-TagsExtTest-1062591673 tempest-TagsExtTest-1062591673-project] Added segment cbe724a1-3b9b-4356-8033-44e998b56747 of type vlan for network c488b472-a708-42c0-bb50-b984e5ffa6a8 Apr 01 13:35:53.794676 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50f5005b-4986-47ba-b350-c0113d7a4042 tempest-DHCPAgentSchedulersTestJSON-1442733550 tempest-DHCPAgentSchedulersTestJSON-1442733550-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:35:53.795269 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-50f5005b-4986-47ba-b350-c0113d7a4042 tempest-DHCPAgentSchedulersTestJSON-1442733550 tempest-DHCPAgentSchedulersTestJSON-1442733550-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3017602'] for subnet, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:53.866298 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8649701f-6e7f-4be4-8138-63c5854862c2 tempest-RoutersAdminTest-1965710677 tempest-RoutersAdminTest-1965710677-project-admin] Router 7bd8789f-35a0-41c3-be9c-b148757bc85d is scheduled to L3 agent 88bf8fc8-11a3-4e96-9d1b-5fd93ba9f6f1 with binding_index 1 {{(pid=83869) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 01 13:35:53.872588 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:53.906861 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-887a7fce-caf4-4192-a645-866eb80bfe09 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7e7d0ecb-2af4-55f5-9198-238ab0570d62-a797c394-f4cc-4d2c-b87d-3a5c0564b80a', 'network_id': 'a797c394-f4cc-4d2c-b87d-3a5c0564b80a', 'tenant_id': '1a7f208858a646838ac7da1fa260568c', 'fixed_ips': [{'subnet_id': '40e14d21-b9bb-455f-90f6-a24a33c1a1fb'}]}} from dv-neutron-836180-1-hyperv. {{(pid=83872) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 01 13:35:53.907926 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-887a7fce-caf4-4192-a645-866eb80bfe09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:53.913425 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-f55d9bb6-7c69-4a19-b4b9-c213f837d1b8 tempest-TagsExtTest-1062591673 tempest-TagsExtTest-1062591673-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736732923383'] for network, precommit_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:53.929111 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-50f5005b-4986-47ba-b350-c0113d7a4042 tempest-DHCPAgentSchedulersTestJSON-1442733550 tempest-DHCPAgentSchedulersTestJSON-1442733550-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.2913616 Apr 01 13:35:53.935415 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 49454) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:35:53.944055 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.v2.base [None req-cf62f27e-85a0-4e42-8966-d3a1a14d1d62 tempest-DHCPAgentSchedulersTestJSON-1442733550 tempest-DHCPAgentSchedulersTestJSON-1442733550-project] Request body: {'port': {'network_id': 'fe67edef-6c12-4e84-8260-6dd9bd2ad247', 'name': 'tempest-DHCPAgentSchedulersTestJSON-893640338'}} {{(pid=83869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:35:54.013223 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-407bd3fe-429b-40a8-b30d-e2f2d4c3be59 None None] Network c9437b5d-579b-4955-8097-0e51d9e04aec requested from dv-neutron-836180-1-hyperv {{(pid=83872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 13:35:54.091883 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:54.100697 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-8d530634-6ab9-4170-85e8-130d4fcacddb tempest-RoutersIpV6AdminTest-7322729 tempest-RoutersIpV6AdminTest-7322729-project] Notify callbacks [] for router, before_response {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:54.101768 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-8d530634-6ab9-4170-85e8-130d4fcacddb tempest-RoutersIpV6AdminTest-7322729 tempest-RoutersIpV6AdminTest-7322729-project] 10.222.0.26 "DELETE /v2.0/routers/2ab4e7f0-7587-450d-ae23-e6344eb1a9f1 HTTP/1.1" status: 204 len: 168 time: 6.4373946 Apr 01 13:35:54.114589 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 49458) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:35:54.124186 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56b9623f-38d8-4afb-b159-af3643e448aa None None] DHCP port deletion for fb98b55b-27fc-4010-87f8-0892c916fc1a request from dv-neutron-836180-1-hyperv {{(pid=83872) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 01 13:35:54.160686 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.v2.base [None req-8db09848-bd39-4249-a5f0-02069bd8af3a tempest-RoutersIpV6AdminTest-7322729 tempest-RoutersIpV6AdminTest-7322729-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1977137362', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:35:54.161556 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.plugin [None req-56b9623f-38d8-4afb-b159-af3643e448aa None None] Deleting port b28bf124-220a-43f1-9028-1fc5756e09ae {{(pid=83872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 13:35:54.161926 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-56b9623f-38d8-4afb-b159-af3643e448aa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736733287370'] for port, before_delete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:54.169243 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-428f5fa3-104b-4c0b-85ec-6325d5575746 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4079814', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4170'] for router, precommit_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:54.175113 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-8db09848-bd39-4249-a5f0-02069bd8af3a tempest-RoutersIpV6AdminTest-7322729 tempest-RoutersIpV6AdminTest-7322729-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:35:54.185211 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-8db09848-bd39-4249-a5f0-02069bd8af3a tempest-RoutersIpV6AdminTest-7322729 tempest-RoutersIpV6AdminTest-7322729-project] Usage tracker for resource:router and tenant:a4d5a28a92af4686a1b0ae1e9f78e210 is out of sync, need to count used quota {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 13:35:54.188506 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-428f5fa3-104b-4c0b-85ec-6325d5575746 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:54.189899 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-8db09848-bd39-4249-a5f0-02069bd8af3a tempest-RoutersIpV6AdminTest-7322729 tempest-RoutersIpV6AdminTest-7322729-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 13:35:54.209199 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-8db09848-bd39-4249-a5f0-02069bd8af3a tempest-RoutersIpV6AdminTest-7322729 tempest-RoutersIpV6AdminTest-7322729-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:35:54.222272 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-f55d9bb6-7c69-4a19-b4b9-c213f837d1b8 tempest-TagsExtTest-1062591673 tempest-TagsExtTest-1062591673-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575'] for network, after_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:54.225989 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f55d9bb6-7c69-4a19-b4b9-c213f837d1b8 tempest-TagsExtTest-1062591673 tempest-TagsExtTest-1062591673-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:35:54.226565 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-f55d9bb6-7c69-4a19-b4b9-c213f837d1b8 tempest-TagsExtTest-1062591673 tempest-TagsExtTest-1062591673-project] Notify callbacks [] for network, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:54.337689 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-8db09848-bd39-4249-a5f0-02069bd8af3a tempest-RoutersIpV6AdminTest-7322729 tempest-RoutersIpV6AdminTest-7322729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4082176', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4220'] for router, before_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:54.338819 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-8db09848-bd39-4249-a5f0-02069bd8af3a tempest-RoutersIpV6AdminTest-7322729 tempest-RoutersIpV6AdminTest-7322729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4082277', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4084873', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4148249', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4211'] for router, precommit_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:54.393990 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdc6a814-61b9-4091-bb1b-f6106cfc72b4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7e7d0ecb-2af4-55f5-9198-238ab0570d62-fe67edef-6c12-4e84-8260-6dd9bd2ad247', 'network_id': 'fe67edef-6c12-4e84-8260-6dd9bd2ad247', 'tenant_id': 'cde7fb6b66724ceca02abb2ff742cd59', 'fixed_ips': [{'subnet_id': '4a25557a-c0c3-470a-a68c-63c4d8d1d62b'}]}} from dv-neutron-836180-1-hyperv. {{(pid=83872) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 01 13:35:54.394816 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-fdc6a814-61b9-4091-bb1b-f6106cfc72b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:54.416000 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-e08e3237-6037-494d-a02a-96dc76c60598 None None] Provisioning for port 7386aa84-2039-4cd6-8bef-ae53ee0ca479 completed by entity DHCP. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 13:35:54.455148 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-428f5fa3-104b-4c0b-85ec-6325d5575746 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4079738'] for router, after_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:54.455483 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-428f5fa3-104b-4c0b-85ec-6325d5575746 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Fanout notify agent at l3_agent the message router_deleted on router 6ac37c71-9d58-4a05-aecd-4f5f7ce66558 {{(pid=83871) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 01 13:35:54.473353 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] For port 7ef99571-df13-4841-aecf-db436554d859, host dv-neutron-836180-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836180-1-hyperv',level=0,port_id=7ef99571-df13-4841-aecf-db436554d859,segment=NetworkSegment(663df5c6-591e-4549-9da1-f75a918167eb),segment_id=663df5c6-591e-4549-9da1-f75a918167eb)] {{(pid=83872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 13:35:54.495962 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864'] for port, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:54.542134 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.db [None req-72a8be90-b93a-4c1a-b507-6068e2779339 admin admin] For port b28bf124-220a-43f1-9028-1fc5756e09ae, host dv-neutron-836180-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836180-1-hyperv',level=0,port_id=b28bf124-220a-43f1-9028-1fc5756e09ae,segment=NetworkSegment(a7c08fea-ad3b-44c6-93c9-bb06e756d3ac),segment_id=a7c08fea-ad3b-44c6-93c9-bb06e756d3ac)] {{(pid=83871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 13:35:54.544324 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-72a8be90-b93a-4c1a-b507-6068e2779339 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4155147'] for port, precommit_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:54.553292 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-f55d9bb6-7c69-4a19-b4b9-c213f837d1b8 tempest-TagsExtTest-1062591673 tempest-TagsExtTest-1062591673-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 2.4674783 Apr 01 13:35:54.558519 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 49462) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:35:54.561946 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-d334ef52-1389-4226-bf55-c3b459356ca2 tempest-RoutersNegativeTest-1474796941 tempest-RoutersNegativeTest-1474796941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:54.586012 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f55d9bb6-7c69-4a19-b4b9-c213f837d1b8 tempest-TagsExtTest-1062591673 tempest-TagsExtTest-1062591673-project] Pushing event updated for resources: {'Network': ['ID=c488b472-a708-42c0-bb50-b984e5ffa6a8,revision_number=1']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:35:54.596373 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-cf62f27e-85a0-4e42-8966-d3a1a14d1d62 tempest-DHCPAgentSchedulersTestJSON-1442733550 tempest-DHCPAgentSchedulersTestJSON-1442733550-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:35:54.614751 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-cf62f27e-85a0-4e42-8966-d3a1a14d1d62 tempest-DHCPAgentSchedulersTestJSON-1442733550 tempest-DHCPAgentSchedulersTestJSON-1442733550-project] Usage tracker for resource:port and tenant:cde7fb6b66724ceca02abb2ff742cd59 is out of sync, need to count used quota {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 13:35:54.624712 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-8db09848-bd39-4249-a5f0-02069bd8af3a tempest-RoutersIpV6AdminTest-7322729 tempest-RoutersIpV6AdminTest-7322729-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:54.628913 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.v2.base [None req-15f3e46c-749f-4551-9ea6-739809f97f34 tempest-TagsExtTest-1062591673 tempest-TagsExtTest-1062591673-project] Request body: {'subnet': {'network_id': 'c488b472-a708-42c0-bb50-b984e5ffa6a8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:35:54.666483 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Device 5cdce8c8-73d3-4f41-9cd8-053d5413899d no longer exists at agent ovs-agent-dv-neutron-836180-1-hyperv {{(pid=83872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 13:35:54.674961 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-cf62f27e-85a0-4e42-8966-d3a1a14d1d62 tempest-DHCPAgentSchedulersTestJSON-1442733550 tempest-DHCPAgentSchedulersTestJSON-1442733550-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 13:35:54.689722 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Network c488b472-a708-42c0-bb50-b984e5ffa6a8 details requested by agent ovs-agent-dv-neutron-836180-1-hyperv with host dv-neutron-836180-1-hyperv {{(pid=83872) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 13:35:54.708812 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-428f5fa3-104b-4c0b-85ec-6325d5575746 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Notify callbacks [] for router, before_response {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:54.713348 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-428f5fa3-104b-4c0b-85ec-6325d5575746 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] 10.222.0.26 "DELETE /v2.0/routers/6ac37c71-9d58-4a05-aecd-4f5f7ce66558 HTTP/1.1" status: 204 len: 168 time: 2.1012766 Apr 01 13:35:54.721590 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.plugin [None req-72a8be90-b93a-4c1a-b507-6068e2779339 admin admin] Calling delete_port for b28bf124-220a-43f1-9028-1fc5756e09ae owned by network:dhcp {{(pid=83871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 13:35:54.738899 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-cf62f27e-85a0-4e42-8966-d3a1a14d1d62 tempest-DHCPAgentSchedulersTestJSON-1442733550 tempest-DHCPAgentSchedulersTestJSON-1442733550-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:35:54.742303 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 49466) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:35:54.762214 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.v2.base [None req-bbcb9aae-022a-4dd1-9126-bce417907f7e tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Request body: {'subnet': {'network_id': '09d7ea43-6376-4322-97e7-54cd01aae492', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=83869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:35:54.796524 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.plugin [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] No Port match for: 5cdce8c8-73d3-4f41-9cd8-053d5413899d {{(pid=83872) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 01 13:35:54.796884 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Device 5cdce8c8-73d3-4f41-9cd8-053d5413899d not bound to the agent host dv-neutron-836180-1-hyperv {{(pid=83872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 13:35:54.859617 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.db_base_plugin_common [None req-887a7fce-caf4-4192-a645-866eb80bfe09 None None] Allocated IP 172.20.0.2 (a797c394-f4cc-4d2c-b87d-3a5c0564b80a/40e14d21-b9bb-455f-90f6-a24a33c1a1fb/d5bd71b4-7b97-430d-8586-ae728d0ae930) {{(pid=83872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 13:35:54.893849 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf62f27e-85a0-4e42-8966-d3a1a14d1d62 tempest-DHCPAgentSchedulersTestJSON-1442733550 tempest-DHCPAgentSchedulersTestJSON-1442733550-project] Made reservation on behalf of cde7fb6b66724ceca02abb2ff742cd59 for: {'port': 1} {{(pid=83869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 13:35:54.897222 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-cf62f27e-85a0-4e42-8966-d3a1a14d1d62 tempest-DHCPAgentSchedulersTestJSON-1442733550 tempest-DHCPAgentSchedulersTestJSON-1442733550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:54.980391 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.notifiers.nova [None req-cf62f27e-85a0-4e42-8966-d3a1a14d1d62 tempest-DHCPAgentSchedulersTestJSON-1442733550 tempest-DHCPAgentSchedulersTestJSON-1442733550-project] device_id is not set on port 2a8ec690-090d-4176-b523-303dafd882a5 yet. {{(pid=83869) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 01 13:35:55.009116 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Device 7386aa84-2039-4cd6-8bef-ae53ee0ca479 up at agent ovs-agent-dv-neutron-836180-1-hyperv {{(pid=83872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 13:35:55.026636 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-bbcb9aae-022a-4dd1-9126-bce417907f7e tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:35:55.038546 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-8db09848-bd39-4249-a5f0-02069bd8af3a tempest-RoutersIpV6AdminTest-7322729 tempest-RoutersIpV6AdminTest-7322729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4082201', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4084858'] for router, after_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:55.039522 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-bbcb9aae-022a-4dd1-9126-bce417907f7e tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Usage tracker for resource:subnet and tenant:8b726fe6689e4b7f96def1a2219bea6c is out of sync, need to count used quota {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 13:35:55.044337 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-bbcb9aae-022a-4dd1-9126-bce417907f7e tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 13:35:55.048792 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-15f3e46c-749f-4551-9ea6-739809f97f34 tempest-TagsExtTest-1062591673 tempest-TagsExtTest-1062591673-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:35:55.066372 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-bbcb9aae-022a-4dd1-9126-bce417907f7e tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:35:55.067718 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Pushing event updated for resources: {'Port': ['ID=7ef99571-df13-4841-aecf-db436554d859,revision_number=3']} {{(pid=83872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:35:55.071932 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-15f3e46c-749f-4551-9ea6-739809f97f34 tempest-TagsExtTest-1062591673 tempest-TagsExtTest-1062591673-project] Usage tracker for resource:subnet and tenant:8c6fb60306dd4aaf9cb71dc222e06365 is out of sync, need to count used quota {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 13:35:55.077834 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-15f3e46c-749f-4551-9ea6-739809f97f34 tempest-TagsExtTest-1062591673 tempest-TagsExtTest-1062591673-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 13:35:55.087579 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-15f3e46c-749f-4551-9ea6-739809f97f34 tempest-TagsExtTest-1062591673 tempest-TagsExtTest-1062591673-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:35:55.097550 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-8db09848-bd39-4249-a5f0-02069bd8af3a tempest-RoutersIpV6AdminTest-7322729 tempest-RoutersIpV6AdminTest-7322729-project] Notify callbacks [] for router, before_response {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:55.101290 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-8db09848-bd39-4249-a5f0-02069bd8af3a tempest-RoutersIpV6AdminTest-7322729 tempest-RoutersIpV6AdminTest-7322729-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.9831197 Apr 01 13:35:55.106962 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 49470) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:35:55.112328 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.v2.base [None req-a5e83a2c-b573-4ba6-9c96-3a9f90bfbd1e tempest-RoutersIpV6AdminTest-2054225496 tempest-RoutersIpV6AdminTest-2054225496-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'enable_snat': False}}} {{(pid=83871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:35:55.151942 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbcb9aae-022a-4dd1-9126-bce417907f7e tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Made reservation on behalf of 8b726fe6689e4b7f96def1a2219bea6c for: {'subnet': 1} {{(pid=83869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 13:35:55.172522 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-72a8be90-b93a-4c1a-b507-6068e2779339 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736733359243', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736732935810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2743125'] for port, after_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:55.220443 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15f3e46c-749f-4551-9ea6-739809f97f34 tempest-TagsExtTest-1062591673 tempest-TagsExtTest-1062591673-project] Made reservation on behalf of 8c6fb60306dd4aaf9cb71dc222e06365 for: {'subnet': 1} {{(pid=83871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 13:35:55.241011 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-56b9623f-38d8-4afb-b159-af3643e448aa None None] For port b28bf124-220a-43f1-9028-1fc5756e09ae, host dv-neutron-836180-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836180-1-hyperv',level=0,port_id=b28bf124-220a-43f1-9028-1fc5756e09ae,segment=NetworkSegment(a7c08fea-ad3b-44c6-93c9-bb06e756d3ac),segment_id=a7c08fea-ad3b-44c6-93c9-bb06e756d3ac)] {{(pid=83872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 13:35:55.241244 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-56b9623f-38d8-4afb-b159-af3643e448aa None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4155147'] for port, precommit_delete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:55.326782 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-bbcb9aae-022a-4dd1-9126-bce417907f7e tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2999481'] for subnet, before_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:55.357054 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a8be90-b93a-4c1a-b507-6068e2779339 admin admin] Pushing event deleted for resources: {'Port': ['ID=b28bf124-220a-43f1-9028-1fc5756e09ae,revision_number=None']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:35:55.357475 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8649701f-6e7f-4be4-8138-63c5854862c2 tempest-RoutersAdminTest-1965710677 tempest-RoutersAdminTest-1965710677-project-admin] Notify agent at l3_agent.dv-neutron-836180-1-hyperv the message routers_updated {{(pid=83869) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 13:35:55.386418 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.plugin [None req-56b9623f-38d8-4afb-b159-af3643e448aa None None] Calling delete_port for b28bf124-220a-43f1-9028-1fc5756e09ae owned by network:dhcp {{(pid=83872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 13:35:55.392169 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72a8be90-b93a-4c1a-b507-6068e2779339 admin admin] No DVR routers for this DVR port b28bf124-220a-43f1-9028-1fc5756e09ae on host dv-neutron-836180-1-hyperv {{(pid=83871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 13:35:55.418705 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.db_base_plugin_common [None req-fdc6a814-61b9-4091-bb1b-f6106cfc72b4 None None] Allocated IP 172.20.0.2 (fe67edef-6c12-4e84-8260-6dd9bd2ad247/4a25557a-c0c3-470a-a68c-63c4d8d1d62b/4fee96f9-dfdc-46c2-a94d-dbe0487710d2) {{(pid=83872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 13:35:55.425263 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7711668d-de50-44b7-b437-1e7261c748a6 None None] Sync routers for ids ['7bd8789f-35a0-41c3-be9c-b148757bc85d'] in dv-neutron-836180-1-hyperv {{(pid=83872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 13:35:55.432338 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.db_base_plugin_common [None req-d334ef52-1389-4226-bf55-c3b459356ca2 tempest-RoutersNegativeTest-1474796941 tempest-RoutersNegativeTest-1474796941-project] Allocated IP 172.20.0.1 (c9437b5d-579b-4955-8097-0e51d9e04aec/213a2151-34cb-41ef-9959-9f459d54ff38/bde927b3-3ef0-4ce6-aa2f-8c23a5df6b12) {{(pid=83869) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 13:35:55.453840 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-8649701f-6e7f-4be4-8138-63c5854862c2 tempest-RoutersAdminTest-1965710677 tempest-RoutersAdminTest-1965710677-project-admin] Notify callbacks [] for router, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:55.455059 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-8649701f-6e7f-4be4-8138-63c5854862c2 tempest-RoutersAdminTest-1965710677 tempest-RoutersAdminTest-1965710677-project-admin] 10.222.0.26 "PUT /v2.0/routers/7bd8789f-35a0-41c3-be9c-b148757bc85d HTTP/1.1" status: 200 len: 914 time: 9.9727929 Apr 01 13:35:55.461119 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 49474) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:35:55.576394 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-15f3e46c-749f-4551-9ea6-739809f97f34 tempest-TagsExtTest-1062591673 tempest-TagsExtTest-1062591673-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2757336'] for subnet, before_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:55.647554 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7711668d-de50-44b7-b437-1e7261c748a6 None None] Routers {'7bd8789f-35a0-41c3-be9c-b148757bc85d'} bound to L3 agent in host dv-neutron-836180-1-hyperv {{(pid=83872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 13:35:55.648284 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_hamode_db [None req-7711668d-de50-44b7-b437-1e7261c748a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836180-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T13:25:36Z,description=,heartbeat_timestamp=2022-04-01T13:35:36Z,host='dv-neutron-836180-1-hyperv',id=88bf8fc8-11a3-4e96-9d1b-5fd93ba9f6f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T13:25:36Z,topic='l3_agent')) {'router_ids': ['7bd8789f-35a0-41c3-be9c-b148757bc85d'], 'active': True} {{(pid=83872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:35:55.749440 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_hamode_db [None req-7711668d-de50-44b7-b437-1e7261c748a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-836180-1-hyperv', False) {} {{(pid=83872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:35:55.751290 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Provisioning for port 7386aa84-2039-4cd6-8bef-ae53ee0ca479 completed by entity L2. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 13:35:55.759641 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.db.api [None req-56b9623f-38d8-4afb-b159-af3643e448aa None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83872) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 01 13:35:55.759991 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG oslo_db.api [None req-56b9623f-38d8-4afb-b159-af3643e448aa None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 01 13:35:55.787115 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Provisioning complete for port 7386aa84-2039-4cd6-8bef-ae53ee0ca479 triggered by entity L2. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 13:35:55.787115 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-948329'] for port, provisioning_complete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:55.818153 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-72a8be90-b93a-4c1a-b507-6068e2779339 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-942654', 'neutron.services.segments.db._delete_segments_for_network-8736733387888'] for network, precommit_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:55.839460 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-887a7fce-caf4-4192-a645-866eb80bfe09 None None] Notify callbacks [] for port, precommit_create {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:55.857120 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-d334ef52-1389-4226-bf55-c3b459356ca2 tempest-RoutersNegativeTest-1474796941 tempest-RoutersNegativeTest-1474796941-project] Notify callbacks [] for port, precommit_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:55.871840 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7711668d-de50-44b7-b437-1e7261c748a6 None None] Routers {'7bd8789f-35a0-41c3-be9c-b148757bc85d'} bound to L3 agent in host dv-neutron-836180-1-hyperv {{(pid=83872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 13:35:55.872490 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_hamode_db [None req-7711668d-de50-44b7-b437-1e7261c748a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836180-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T13:25:36Z,description=,heartbeat_timestamp=2022-04-01T13:35:36Z,host='dv-neutron-836180-1-hyperv',id=88bf8fc8-11a3-4e96-9d1b-5fd93ba9f6f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T13:25:36Z,topic='l3_agent')) {'router_ids': ['7bd8789f-35a0-41c3-be9c-b148757bc85d'], 'active': True} {{(pid=83872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:35:55.882420 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.provisioning_blocks [None req-d334ef52-1389-4226-bf55-c3b459356ca2 tempest-RoutersNegativeTest-1474796941 tempest-RoutersNegativeTest-1474796941-project] Transition to ACTIVE for port object bde927b3-3ef0-4ce6-aa2f-8c23a5df6b12 will not be triggered until provisioned by entity DHCP. {{(pid=83869) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 13:35:55.944735 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-887a7fce-caf4-4192-a645-866eb80bfe09 None None] Transition to ACTIVE for port object d5bd71b4-7b97-430d-8586-ae728d0ae930 will not be triggered until provisioned by entity L2. {{(pid=83872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 13:35:55.971196 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.services.segments.db [None req-72a8be90-b93a-4c1a-b507-6068e2779339 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fb98b55b-27fc-4010-87f8-0892c916fc1a']}} {{(pid=83871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:35:55.987065 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-d334ef52-1389-4226-bf55-c3b459356ca2 tempest-RoutersNegativeTest-1474796941 tempest-RoutersNegativeTest-1474796941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736732935801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2705155'] for port, after_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:55.987906 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_hamode_db [None req-7711668d-de50-44b7-b437-1e7261c748a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-836180-1-hyperv', False) {} {{(pid=83872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:35:55.988325 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7711668d-de50-44b7-b437-1e7261c748a6 None None] The sync data for ids ['7bd8789f-35a0-41c3-be9c-b148757bc85d'] in dv-neutron-836180-1-hyperv is: [] {{(pid=83872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 13:35:55.998832 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.services.segments.db [None req-72a8be90-b93a-4c1a-b507-6068e2779339 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a7c08fea-ad3b-44c6-93c9-bb06e756d3ac') {'for_net_delete': True} {{(pid=83871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:35:55.999149 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.services.segments.db [None req-72a8be90-b93a-4c1a-b507-6068e2779339 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a7c08fea-ad3b-44c6-93c9-bb06e756d3ac') {} {{(pid=83871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:35:56.019658 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-72a8be90-b93a-4c1a-b507-6068e2779339 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736733386999', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3166340'] for segment, before_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:56.031594 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-887a7fce-caf4-4192-a645-866eb80bfe09 None None] Transition to ACTIVE for port object d5bd71b4-7b97-430d-8586-ae728d0ae930 will not be triggered until provisioned by entity DHCP. {{(pid=83872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 13:35:56.043779 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-bbcb9aae-022a-4dd1-9126-bce417907f7e tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2705391', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2999447'] for subnet, after_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:56.050014 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-fdc6a814-61b9-4091-bb1b-f6106cfc72b4 None None] Notify callbacks [] for port, precommit_create {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:56.056045 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-72a8be90-b93a-4c1a-b507-6068e2779339 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1004271'] for segment, precommit_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:56.056936 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-887a7fce-caf4-4192-a645-866eb80bfe09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736732935801'] for port, after_create {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:56.105084 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d334ef52-1389-4226-bf55-c3b459356ca2 tempest-RoutersNegativeTest-1474796941 tempest-RoutersNegativeTest-1474796941-project] Network c9437b5d-579b-4955-8097-0e51d9e04aec is already hosted by enough agents. {{(pid=83869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 13:35:56.112394 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.scheduler.base_scheduler [None req-d334ef52-1389-4226-bf55-c3b459356ca2 tempest-RoutersNegativeTest-1474796941 tempest-RoutersNegativeTest-1474796941-project] Resources bound (agent type, host, resource id): {{(pid=83869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 13:35:56.132475 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d334ef52-1389-4226-bf55-c3b459356ca2 tempest-RoutersNegativeTest-1474796941 tempest-RoutersNegativeTest-1474796941-project] Received port after_create {{(pid=83869) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 13:35:56.167287 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbcb9aae-022a-4dd1-9126-bce417907f7e tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Network 09d7ea43-6376-4322-97e7-54cd01aae492 is already hosted by enough agents. {{(pid=83869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 13:35:56.188104 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.scheduler.base_scheduler [None req-bbcb9aae-022a-4dd1-9126-bce417907f7e tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Resources bound (agent type, host, resource id): {{(pid=83869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 13:35:56.192880 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-72a8be90-b93a-4c1a-b507-6068e2779339 admin admin] Releasing vlan 371 on physical network physnet1 to pool {{(pid=83871) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 01 13:35:56.193288 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-72a8be90-b93a-4c1a-b507-6068e2779339 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1004262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2743078'] for segment, after_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:56.202731 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d334ef52-1389-4226-bf55-c3b459356ca2 tempest-RoutersNegativeTest-1474796941 tempest-RoutersNegativeTest-1474796941-project] Pushing event updated for resources: {'Port': ['ID=bde927b3-3ef0-4ce6-aa2f-8c23a5df6b12,revision_number=1']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:35:56.207565 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-fdc6a814-61b9-4091-bb1b-f6106cfc72b4 None None] Transition to ACTIVE for port object 4fee96f9-dfdc-46c2-a94d-dbe0487710d2 will not be triggered until provisioned by entity L2. {{(pid=83872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 13:35:56.212577 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbcb9aae-022a-4dd1-9126-bce417907f7e tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:35:56.212577 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-bbcb9aae-022a-4dd1-9126-bce417907f7e tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3017602'] for subnet, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:56.224176 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35c88119-f436-4b16-93ea-c33ce26d2ccd None None] Network 09d7ea43-6376-4322-97e7-54cd01aae492 requested from dv-neutron-836180-1-hyperv {{(pid=83872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 13:35:56.263687 dv-neutron-836180-1-hyperv neutron-server[83871]: Traceback (most recent call last): Apr 01 13:35:56.263687 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 01 13:35:56.263687 dv-neutron-836180-1-hyperv neutron-server[83871]: timer() Apr 01 13:35:56.263687 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 13:35:56.263687 dv-neutron-836180-1-hyperv neutron-server[83871]: cb(*args, **kw) Apr 01 13:35:56.263687 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 13:35:56.263687 dv-neutron-836180-1-hyperv neutron-server[83871]: return func(*args, **kwargs) Apr 01 13:35:56.263687 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 13:35:56.263687 dv-neutron-836180-1-hyperv neutron-server[83871]: self._notify() Apr 01 13:35:56.263687 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 13:35:56.263687 dv-neutron-836180-1-hyperv neutron-server[83871]: self.callback(batched_events) Apr 01 13:35:56.263687 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 13:35:56.263687 dv-neutron-836180-1-hyperv neutron-server[83871]: event.method(event) Apr 01 13:35:56.263687 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 13:35:56.263687 dv-neutron-836180-1-hyperv neutron-server[83871]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 13:35:56.263687 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 13:35:56.263687 dv-neutron-836180-1-hyperv neutron-server[83871]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 13:35:56.263687 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 13:35:56.263687 dv-neutron-836180-1-hyperv neutron-server[83871]: return f(self, *a, **k) Apr 01 13:35:56.263687 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 13:35:56.263687 dv-neutron-836180-1-hyperv neutron-server[83871]: return self._get(url).json() Apr 01 13:35:56.263687 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 13:35:56.263687 dv-neutron-836180-1-hyperv neutron-server[83871]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 13:35:56.263687 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 01 13:35:56.263687 dv-neutron-836180-1-hyperv neutron-server[83871]: return self.request(url, 'GET', **kwargs) Apr 01 13:35:56.263687 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 01 13:35:56.263687 dv-neutron-836180-1-hyperv neutron-server[83871]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 13:35:56.263687 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 01 13:35:56.263687 dv-neutron-836180-1-hyperv neutron-server[83871]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 13:35:56.263687 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 01 13:35:56.263687 dv-neutron-836180-1-hyperv neutron-server[83871]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 13:35:56.263687 dv-neutron-836180-1-hyperv neutron-server[83871]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 13:35:56.272702 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.plugin [None req-56b9623f-38d8-4afb-b159-af3643e448aa None None] Deleting port b28bf124-220a-43f1-9028-1fc5756e09ae {{(pid=83872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 13:35:56.276693 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-56b9623f-38d8-4afb-b159-af3643e448aa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736733287370'] for port, before_delete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:56.426262 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-887a7fce-caf4-4192-a645-866eb80bfe09 None None] Network a797c394-f4cc-4d2c-b87d-3a5c0564b80a is already hosted by enough agents. {{(pid=83872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 13:35:56.427707 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-e10d000c-5c24-440b-82c3-84b1053f26af None None] Provisioning complete for port 7386aa84-2039-4cd6-8bef-ae53ee0ca479 triggered by entity DHCP. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 13:35:56.428280 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-e10d000c-5c24-440b-82c3-84b1053f26af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-948329'] for port, provisioning_complete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:56.453720 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbcb9aae-022a-4dd1-9126-bce417907f7e tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Pushing event updated for resources: {'Subnet': ['ID=c04fd9b8-e5be-4e58-897d-2fcbb93e89de,revision_number=0']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:35:56.458128 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-d334ef52-1389-4226-bf55-c3b459356ca2 tempest-RoutersNegativeTest-1474796941 tempest-RoutersNegativeTest-1474796941-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4084144'] for router_interface, before_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:56.461482 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-72a8be90-b93a-4c1a-b507-6068e2779339 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-942599', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4084797'] for network, after_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:56.467283 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-72a8be90-b93a-4c1a-b507-6068e2779339 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3017602'] for network, before_response {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:56.473744 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-bbcb9aae-022a-4dd1-9126-bce417907f7e tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.7180865 Apr 01 13:35:56.476413 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 49478) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:35:56.479184 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.scheduler.base_scheduler [None req-887a7fce-caf4-4192-a645-866eb80bfe09 None None] Resources bound (agent type, host, resource id): {{(pid=83872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 13:35:56.486322 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.v2.base [None req-6ce0cce4-4a04-4f92-9098-22fb54dcb08a tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-931060759', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=83869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:35:56.496326 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-6ce0cce4-4a04-4f92-9098-22fb54dcb08a tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:35:56.505698 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-4e02e4d8-f3f5-4703-be92-380c12db1ae7 tempest-RoutersAdminTest-1965710677 tempest-RoutersAdminTest-1965710677-project-admin] 10.222.0.26 "GET /v2.0/routers/7bd8789f-35a0-41c3-be9c-b148757bc85d HTTP/1.1" status: 200 len: 920 time: 1.0425937 Apr 01 13:35:56.507176 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-6ce0cce4-4a04-4f92-9098-22fb54dcb08a tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Usage tracker for resource:router and tenant:8b726fe6689e4b7f96def1a2219bea6c is out of sync, need to count used quota {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 13:35:56.511589 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 49482) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:35:56.512425 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-6ce0cce4-4a04-4f92-9098-22fb54dcb08a tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 13:35:56.543409 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-887a7fce-caf4-4192-a645-866eb80bfe09 None None] Received port after_create {{(pid=83872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 13:35:56.550810 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-6ce0cce4-4a04-4f92-9098-22fb54dcb08a tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:35:56.553347 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-fdc6a814-61b9-4091-bb1b-f6106cfc72b4 None None] Transition to ACTIVE for port object 4fee96f9-dfdc-46c2-a94d-dbe0487710d2 will not be triggered until provisioned by entity DHCP. {{(pid=83872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 13:35:56.560681 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-887a7fce-caf4-4192-a645-866eb80bfe09 None None] Pushing event updated for resources: {'Port': ['ID=d5bd71b4-7b97-430d-8586-ae728d0ae930,revision_number=1']} {{(pid=83872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:35:56.568558 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.plugin [None req-56b9623f-38d8-4afb-b159-af3643e448aa None None] The port 'b28bf124-220a-43f1-9028-1fc5756e09ae' was deleted {{(pid=83872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 01 13:35:56.580812 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:56.601050 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-6ce0cce4-4a04-4f92-9098-22fb54dcb08a tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4082176', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4220'] for router, before_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:56.601988 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-6ce0cce4-4a04-4f92-9098-22fb54dcb08a tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4082277', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4084873', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4148249', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4211'] for router, precommit_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:56.618006 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-fdc6a814-61b9-4091-bb1b-f6106cfc72b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736732935801'] for port, after_create {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:56.680758 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-a5e83a2c-b573-4ba6-9c96-3a9f90bfbd1e tempest-RoutersIpV6AdminTest-2054225496 tempest-RoutersIpV6AdminTest-2054225496-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4084887', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4079850', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4161'] for router, precommit_update {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:56.684077 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a8be90-b93a-4c1a-b507-6068e2779339 admin admin] Pushing event deleted for resources: {'Network': ['ID=fb98b55b-27fc-4010-87f8-0892c916fc1a,revision_number=None']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:35:56.705038 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-d334ef52-1389-4226-bf55-c3b459356ca2 tempest-RoutersNegativeTest-1474796941 tempest-RoutersNegativeTest-1474796941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:56.754406 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-15f3e46c-749f-4551-9ea6-739809f97f34 tempest-TagsExtTest-1062591673 tempest-TagsExtTest-1062591673-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2743225', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2757366'] for subnet, after_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:56.771305 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-6ce0cce4-4a04-4f92-9098-22fb54dcb08a tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:56.780721 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.db_base_plugin_common [None req-cf62f27e-85a0-4e42-8966-d3a1a14d1d62 tempest-DHCPAgentSchedulersTestJSON-1442733550 tempest-DHCPAgentSchedulersTestJSON-1442733550-project] Allocated IP 172.20.0.6 (fe67edef-6c12-4e84-8260-6dd9bd2ad247/4a25557a-c0c3-470a-a68c-63c4d8d1d62b/2a8ec690-090d-4176-b523-303dafd882a5) {{(pid=83869) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 13:35:56.802063 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-72a8be90-b93a-4c1a-b507-6068e2779339 admin admin] 10.222.0.26 "DELETE /v2.0/networks/fb98b55b-27fc-4010-87f8-0892c916fc1a HTTP/1.1" status: 204 len: 168 time: 3.6786935 Apr 01 13:35:56.857068 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] For port 7386aa84-2039-4cd6-8bef-ae53ee0ca479, host dv-neutron-836180-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836180-1-hyperv',level=0,port_id=7386aa84-2039-4cd6-8bef-ae53ee0ca479,segment=NetworkSegment(1c716a8b-118e-41f9-89d5-cc8de2dd1e4b),segment_id=1c716a8b-118e-41f9-89d5-cc8de2dd1e4b)] {{(pid=83872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 13:35:56.864030 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc6a814-61b9-4091-bb1b-f6106cfc72b4 None None] Pushing event updated for resources: {'Port': ['ID=4fee96f9-dfdc-46c2-a94d-dbe0487710d2,revision_number=1']} {{(pid=83872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:35:56.867175 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-611b5d29-ab7e-4adb-ab58-c8af2ab0eb8a tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:56.868933 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdc6a814-61b9-4091-bb1b-f6106cfc72b4 None None] Network fe67edef-6c12-4e84-8260-6dd9bd2ad247 is already hosted by enough agents. {{(pid=83872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 13:35:56.881515 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864'] for port, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:56.883428 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.scheduler.base_scheduler [None req-fdc6a814-61b9-4091-bb1b-f6106cfc72b4 None None] Resources bound (agent type, host, resource id): {{(pid=83872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 13:35:56.950048 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdc6a814-61b9-4091-bb1b-f6106cfc72b4 None None] Received port after_create {{(pid=83872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 13:35:56.956279 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.managers [None req-887a7fce-caf4-4192-a645-866eb80bfe09 None None] Attempting to bind port d5bd71b4-7b97-430d-8586-ae728d0ae930 on host dv-neutron-836180-1-hyperv for vnic_type normal with profile {{(pid=83872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 13:35:56.956860 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.managers [None req-887a7fce-caf4-4192-a645-866eb80bfe09 None None] Attempting to bind port d5bd71b4-7b97-430d-8586-ae728d0ae930 by drivers openvswitch,hyperv on host dv-neutron-836180-1-hyperv at level 0 using segments [{'id': 'b2f6612c-d9cb-41da-93df-00e4743ed2d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'a797c394-f4cc-4d2c-b87d-3a5c0564b80a'}] {{(pid=83872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 13:35:56.957365 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-887a7fce-caf4-4192-a645-866eb80bfe09 None None] Attempting to bind port d5bd71b4-7b97-430d-8586-ae728d0ae930 on network a797c394-f4cc-4d2c-b87d-3a5c0564b80a {{(pid=83872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 13:35:56.981337 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Device b28bf124-220a-43f1-9028-1fc5756e09ae no longer exists at agent ovs-agent-dv-neutron-836180-1-hyperv {{(pid=83872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 13:35:57.009656 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f3e46c-749f-4551-9ea6-739809f97f34 tempest-TagsExtTest-1062591673 tempest-TagsExtTest-1062591673-project] Pushing event updated for resources: {'Subnet': ['ID=d0512dec-3440-40bc-9749-f466b9d7ab5c,revision_number=0']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:35:57.040420 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.plugin [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] No Port match for: b28bf124-220a-43f1-9028-1fc5756e09ae {{(pid=83872) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 01 13:35:57.040788 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Device b28bf124-220a-43f1-9028-1fc5756e09ae not bound to the agent host dv-neutron-836180-1-hyperv {{(pid=83872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 13:35:57.041189 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Device 48f03e0d-9f11-455f-89c3-b5e45247f6cc no longer exists at agent ovs-agent-dv-neutron-836180-1-hyperv {{(pid=83872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 13:35:57.043433 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-38c4a6bf-f488-4d29-a9b4-6888e2eb47f2 tempest-RoutersAdminTest-1965710677 tempest-RoutersAdminTest-1965710677-project-admin] 10.222.0.26 "GET /v2.0/ports?network_id=725864b8-cceb-48c9-b5d3-1bfc4423e301&device_id=7bd8789f-35a0-41c3-be9c-b148757bc85d&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.5278838 Apr 01 13:35:57.050211 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 49488) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:35:57.111173 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-6ce0cce4-4a04-4f92-9098-22fb54dcb08a tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4082201', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4084858'] for router, after_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:57.126149 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 49492) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:35:57.159360 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-887a7fce-caf4-4192-a645-866eb80bfe09 None None] Checking agent: {'id': 'af948428-97cd-4d10-9f53-af028bdb39b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-836180-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 13, 25, 37), 'started_at': datetime.datetime(2022, 4, 1, 13, 26, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 13, 35, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-836180-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 13:35:57.159730 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-887a7fce-caf4-4192-a645-866eb80bfe09 None None] Checking segment: {'id': 'b2f6612c-d9cb-41da-93df-00e4743ed2d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'a797c394-f4cc-4d2c-b87d-3a5c0564b80a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 13:35:57.160109 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-887a7fce-caf4-4192-a645-866eb80bfe09 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:57.160513 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-887a7fce-caf4-4192-a645-866eb80bfe09 None None] Bound using segment: {'id': 'b2f6612c-d9cb-41da-93df-00e4743ed2d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'a797c394-f4cc-4d2c-b87d-3a5c0564b80a'} {{(pid=83872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 13:35:57.160982 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.managers [None req-887a7fce-caf4-4192-a645-866eb80bfe09 None None] Bound port: d5bd71b4-7b97-430d-8586-ae728d0ae930, host: dv-neutron-836180-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b2f6612c-d9cb-41da-93df-00e4743ed2d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'a797c394-f4cc-4d2c-b87d-3a5c0564b80a'}}] {{(pid=83872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 13:35:57.161346 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-887a7fce-caf4-4192-a645-866eb80bfe09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:57.170246 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.plugin [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] No Port match for: 48f03e0d-9f11-455f-89c3-b5e45247f6cc {{(pid=83872) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 01 13:35:57.170586 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Device 48f03e0d-9f11-455f-89c3-b5e45247f6cc not bound to the agent host dv-neutron-836180-1-hyperv {{(pid=83872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 13:35:57.233256 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fb8c0ee-df69-4eb0-af74-3d653b6d70d8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7e7d0ecb-2af4-55f5-9198-238ab0570d62-09d7ea43-6376-4322-97e7-54cd01aae492', 'network_id': '09d7ea43-6376-4322-97e7-54cd01aae492', 'tenant_id': '8b726fe6689e4b7f96def1a2219bea6c', 'fixed_ips': [{'subnet_id': 'c04fd9b8-e5be-4e58-897d-2fcbb93e89de'}]}} from dv-neutron-836180-1-hyperv. {{(pid=83872) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 01 13:35:57.234051 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-6fb8c0ee-df69-4eb0-af74-3d653b6d70d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:57.285253 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Pushing event updated for resources: {'Port': ['ID=7386aa84-2039-4cd6-8bef-ae53ee0ca479,revision_number=3']} {{(pid=83872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:35:57.294272 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15f3e46c-749f-4551-9ea6-739809f97f34 tempest-TagsExtTest-1062591673 tempest-TagsExtTest-1062591673-project] Checking segment: {'id': 'cbe724a1-3b9b-4356-8033-44e998b56747', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'c488b472-a708-42c0-bb50-b984e5ffa6a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 13:35:57.294635 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15f3e46c-749f-4551-9ea6-739809f97f34 tempest-TagsExtTest-1062591673 tempest-TagsExtTest-1062591673-project] Network hostable DHCP agents. Network: c488b472-a708-42c0-bb50-b984e5ffa6a8, hostable agents: ['e47e4547-5c2d-4954-ba56-fa3646239f18'], hosted agents: [] {{(pid=83871) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 13:35:57.348609 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.managers [None req-fdc6a814-61b9-4091-bb1b-f6106cfc72b4 None None] Attempting to bind port 4fee96f9-dfdc-46c2-a94d-dbe0487710d2 on host dv-neutron-836180-1-hyperv for vnic_type normal with profile {{(pid=83872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 13:35:57.348609 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.managers [None req-fdc6a814-61b9-4091-bb1b-f6106cfc72b4 None None] Attempting to bind port 4fee96f9-dfdc-46c2-a94d-dbe0487710d2 by drivers openvswitch,hyperv on host dv-neutron-836180-1-hyperv at level 0 using segments [{'id': 'edcb0190-7921-4f67-b9b4-43940447ca20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'fe67edef-6c12-4e84-8260-6dd9bd2ad247'}] {{(pid=83872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 13:35:57.348965 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdc6a814-61b9-4091-bb1b-f6106cfc72b4 None None] Attempting to bind port 4fee96f9-dfdc-46c2-a94d-dbe0487710d2 on network fe67edef-6c12-4e84-8260-6dd9bd2ad247 {{(pid=83872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 13:35:57.357145 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Device 7ef99571-df13-4841-aecf-db436554d859 up at agent ovs-agent-dv-neutron-836180-1-hyperv {{(pid=83872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 13:35:57.371296 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-6ce0cce4-4a04-4f92-9098-22fb54dcb08a tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Notify callbacks [] for router, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:57.375136 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-6ce0cce4-4a04-4f92-9098-22fb54dcb08a tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.8935022 Apr 01 13:35:57.391743 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 49496) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:35:57.395940 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdc6a814-61b9-4091-bb1b-f6106cfc72b4 None None] Checking agent: {'id': 'af948428-97cd-4d10-9f53-af028bdb39b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-836180-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 13, 25, 37), 'started_at': datetime.datetime(2022, 4, 1, 13, 26, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 13, 35, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-836180-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 13:35:57.396177 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdc6a814-61b9-4091-bb1b-f6106cfc72b4 None None] Checking segment: {'id': 'edcb0190-7921-4f67-b9b4-43940447ca20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'fe67edef-6c12-4e84-8260-6dd9bd2ad247'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 13:35:57.396680 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-fdc6a814-61b9-4091-bb1b-f6106cfc72b4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:57.397095 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdc6a814-61b9-4091-bb1b-f6106cfc72b4 None None] Bound using segment: {'id': 'edcb0190-7921-4f67-b9b4-43940447ca20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'fe67edef-6c12-4e84-8260-6dd9bd2ad247'} {{(pid=83872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 13:35:57.397570 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.managers [None req-fdc6a814-61b9-4091-bb1b-f6106cfc72b4 None None] Bound port: 4fee96f9-dfdc-46c2-a94d-dbe0487710d2, host: dv-neutron-836180-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'edcb0190-7921-4f67-b9b4-43940447ca20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'fe67edef-6c12-4e84-8260-6dd9bd2ad247'}}] {{(pid=83872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 13:35:57.397974 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-fdc6a814-61b9-4091-bb1b-f6106cfc72b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:57.540783 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cf9623e-c2d2-4920-90bc-5f8b1771872c tempest-RoutersAdminTest-1965710677 tempest-RoutersAdminTest-1965710677-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:35:57.544868 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-3cf9623e-c2d2-4920-90bc-5f8b1771872c tempest-RoutersAdminTest-1965710677 tempest-RoutersAdminTest-1965710677-project-admin] 10.222.0.26 "GET /v2.0/networks/725864b8-cceb-48c9-b5d3-1bfc4423e301 HTTP/1.1" status: 200 len: 881 time: 0.4784119 Apr 01 13:35:57.545038 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15f3e46c-749f-4551-9ea6-739809f97f34 tempest-TagsExtTest-1062591673 tempest-TagsExtTest-1062591673-project] Network c488b472-a708-42c0-bb50-b984e5ffa6a8 is scheduled to be hosted by DHCP agent e47e4547-5c2d-4954-ba56-fa3646239f18 with binding_index 1 {{(pid=83871) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 13:35:57.546827 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 49500) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:35:57.562384 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.db_base_plugin_common [None req-611b5d29-ab7e-4adb-ab58-c8af2ab0eb8a tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Allocated IP 2001:db8:1::1 (f5af94fd-eb93-4dcd-a1d0-079a93ce69bb/60aa4735-38c1-4bd0-b1ed-56726d223ac0/5a91b275-c8d6-48fd-b6ec-081afddf9a21) {{(pid=83871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 13:35:57.581776 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-64fc48fb-55a0-4dbb-9f78-2fc27c29c20d admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=60bf55a52dbc4f9d9d0decf6a2dd30f6&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4454885 Apr 01 13:35:57.588336 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 49504) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:35:57.591129 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-3eb66b13-be14-456c-9cac-ed3d3d835175 None None] Provisioning for port bde927b3-3ef0-4ce6-aa2f-8c23a5df6b12 completed by entity DHCP. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 13:35:57.615279 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-887a7fce-caf4-4192-a645-866eb80bfe09 None None] For port d5bd71b4-7b97-430d-8586-ae728d0ae930, host dv-neutron-836180-1-hyperv, cleared binding levels {{(pid=83872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 13:35:57.617385 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-3eb66b13-be14-456c-9cac-ed3d3d835175 None None] Provisioning complete for port bde927b3-3ef0-4ce6-aa2f-8c23a5df6b12 triggered by entity DHCP. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 13:35:57.617766 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-3eb66b13-be14-456c-9cac-ed3d3d835175 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-948329'] for port, provisioning_complete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:57.630571 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-c0dd98f5-9d74-47e2-b2ac-2996b6f9304f tempest-RoutersAdminTest-1358270532 tempest-RoutersAdminTest-1358270532-project] 10.222.0.26 "GET /v2.0/ports?device_id=7bd8789f-35a0-41c3-be9c-b148757bc85d HTTP/1.1" status: 200 len: 205 time: 0.0765386 Apr 01 13:35:57.634614 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.scheduler.base_scheduler [None req-15f3e46c-749f-4551-9ea6-739809f97f34 tempest-TagsExtTest-1062591673 tempest-TagsExtTest-1062591673-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-836180-1-hyperv, c488b472-a708-42c0-bb50-b984e5ffa6a8) {{(pid=83871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 13:35:57.637412 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 49508) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:35:57.666001 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d513dfb0-fa87-4336-9612-5d0068b92ef1 None None] Network c488b472-a708-42c0-bb50-b984e5ffa6a8 requested from dv-neutron-836180-1-hyperv {{(pid=83872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 13:35:57.715982 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15f3e46c-749f-4551-9ea6-739809f97f34 tempest-TagsExtTest-1062591673 tempest-TagsExtTest-1062591673-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:35:57.716612 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-15f3e46c-749f-4551-9ea6-739809f97f34 tempest-TagsExtTest-1062591673 tempest-TagsExtTest-1062591673-project] Notify callbacks [] for subnet, before_response {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:57.723512 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-887a7fce-caf4-4192-a645-866eb80bfe09 None None] For port d5bd71b4-7b97-430d-8586-ae728d0ae930, host dv-neutron-836180-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836180-1-hyperv',level=0,port_id=d5bd71b4-7b97-430d-8586-ae728d0ae930,segment=NetworkSegment(b2f6612c-d9cb-41da-93df-00e4743ed2d1),segment_id=b2f6612c-d9cb-41da-93df-00e4743ed2d1)] {{(pid=83872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 13:35:57.746452 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-cf62f27e-85a0-4e42-8966-d3a1a14d1d62 tempest-DHCPAgentSchedulersTestJSON-1442733550 tempest-DHCPAgentSchedulersTestJSON-1442733550-project] Notify callbacks [] for port, precommit_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:57.761075 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-3f0f4c03-d45c-48a9-b7e3-e6999b08bf51 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:57.792543 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-887a7fce-caf4-4192-a645-866eb80bfe09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864'] for port, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:57.798076 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-d334ef52-1389-4226-bf55-c3b459356ca2 tempest-RoutersNegativeTest-1474796941 tempest-RoutersNegativeTest-1474796941-project] Notify callbacks [] for port, precommit_update {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:57.800034 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.provisioning_blocks [None req-cf62f27e-85a0-4e42-8966-d3a1a14d1d62 tempest-DHCPAgentSchedulersTestJSON-1442733550 tempest-DHCPAgentSchedulersTestJSON-1442733550-project] Transition to ACTIVE for port object 2a8ec690-090d-4176-b523-303dafd882a5 will not be triggered until provisioned by entity DHCP. {{(pid=83869) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 13:35:57.821835 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-3f0f4c03-d45c-48a9-b7e3-e6999b08bf51 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:57.829894 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-d334ef52-1389-4226-bf55-c3b459356ca2 tempest-RoutersNegativeTest-1474796941 tempest-RoutersNegativeTest-1474796941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2705172'] for port, after_update {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:57.916360 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-fdc6a814-61b9-4091-bb1b-f6106cfc72b4 None None] For port 4fee96f9-dfdc-46c2-a94d-dbe0487710d2, host dv-neutron-836180-1-hyperv, cleared binding levels {{(pid=83872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 13:35:57.956679 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.plugin [None req-3eb66b13-be14-456c-9cac-ed3d3d835175 None None] Port bde927b3-3ef0-4ce6-aa2f-8c23a5df6b12 cannot update to ACTIVE because it is not bound. {{(pid=83872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 13:35:57.958070 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Provisioning complete for port 7ef99571-df13-4841-aecf-db436554d859 triggered by entity L2. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 13:35:57.958441 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-948329'] for port, provisioning_complete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:57.984631 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-fdc6a814-61b9-4091-bb1b-f6106cfc72b4 None None] For port 4fee96f9-dfdc-46c2-a94d-dbe0487710d2, host dv-neutron-836180-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836180-1-hyperv',level=0,port_id=4fee96f9-dfdc-46c2-a94d-dbe0487710d2,segment=NetworkSegment(edcb0190-7921-4f67-b9b4-43940447ca20),segment_id=edcb0190-7921-4f67-b9b4-43940447ca20)] {{(pid=83872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 13:35:57.986536 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-d334ef52-1389-4226-bf55-c3b459356ca2 tempest-RoutersNegativeTest-1474796941 tempest-RoutersNegativeTest-1474796941-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3017508', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4084015'] for router_interface, after_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:57.991505 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d334ef52-1389-4226-bf55-c3b459356ca2 tempest-RoutersNegativeTest-1474796941 tempest-RoutersNegativeTest-1474796941-project] Pushing event updated for resources: {'Port': ['ID=bde927b3-3ef0-4ce6-aa2f-8c23a5df6b12,revision_number=2']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:35:58.020368 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-fdc6a814-61b9-4091-bb1b-f6106cfc72b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864'] for port, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:58.026854 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-15f3e46c-749f-4551-9ea6-739809f97f34 tempest-TagsExtTest-1062591673 tempest-TagsExtTest-1062591673-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.4632394 Apr 01 13:35:58.041530 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 49512) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:35:58.065683 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.db_base_plugin_common [None req-6fb8c0ee-df69-4eb0-af74-3d653b6d70d8 None None] Allocated IP 2001:db8::2 (09d7ea43-6376-4322-97e7-54cd01aae492/c04fd9b8-e5be-4e58-897d-2fcbb93e89de/6cdee6d8-fa8e-4967-9a0d-cfbb0208a2c8) {{(pid=83872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 13:35:58.075073 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-cf62f27e-85a0-4e42-8966-d3a1a14d1d62 tempest-DHCPAgentSchedulersTestJSON-1442733550 tempest-DHCPAgentSchedulersTestJSON-1442733550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736732935801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2705155'] for port, after_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:58.112619 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-887a7fce-caf4-4192-a645-866eb80bfe09 None None] Pushing event updated for resources: {'Port': ['ID=d5bd71b4-7b97-430d-8586-ae728d0ae930,revision_number=2']} {{(pid=83872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:35:58.166368 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf62f27e-85a0-4e42-8966-d3a1a14d1d62 tempest-DHCPAgentSchedulersTestJSON-1442733550 tempest-DHCPAgentSchedulersTestJSON-1442733550-project] Network fe67edef-6c12-4e84-8260-6dd9bd2ad247 is already hosted by enough agents. {{(pid=83869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 13:35:58.173848 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-3f0f4c03-d45c-48a9-b7e3-e6999b08bf51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3775923'] for security_group, after_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:58.190189 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.scheduler.base_scheduler [None req-cf62f27e-85a0-4e42-8966-d3a1a14d1d62 tempest-DHCPAgentSchedulersTestJSON-1442733550 tempest-DHCPAgentSchedulersTestJSON-1442733550-project] Resources bound (agent type, host, resource id): {{(pid=83869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 13:35:58.192358 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.v2.base [None req-4bac8827-e498-4f8b-a85a-40c6f0a5a261 tempest-TagsExtTest-1062591673 tempest-TagsExtTest-1062591673-project] Request body: {'port': {'network_id': 'c488b472-a708-42c0-bb50-b984e5ffa6a8', 'name': 'tempest-TagsExtTest-65058658'}} {{(pid=83871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:35:58.207193 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf62f27e-85a0-4e42-8966-d3a1a14d1d62 tempest-DHCPAgentSchedulersTestJSON-1442733550 tempest-DHCPAgentSchedulersTestJSON-1442733550-project] Received port after_create {{(pid=83869) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 13:35:58.240248 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f0f4c03-d45c-48a9-b7e3-e6999b08bf51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32fe374e-7f5c-4758-8d98-bf852dac85bf,revision_number=None']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:35:58.242503 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf62f27e-85a0-4e42-8966-d3a1a14d1d62 tempest-DHCPAgentSchedulersTestJSON-1442733550 tempest-DHCPAgentSchedulersTestJSON-1442733550-project] Pushing event updated for resources: {'Port': ['ID=2a8ec690-090d-4176-b523-303dafd882a5,revision_number=1']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:35:58.298522 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-a5e83a2c-b573-4ba6-9c96-3a9f90bfbd1e tempest-RoutersIpV6AdminTest-2054225496 tempest-RoutersIpV6AdminTest-2054225496-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:58.301357 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-3f0f4c03-d45c-48a9-b7e3-e6999b08bf51 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:58.307792 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-3f0f4c03-d45c-48a9-b7e3-e6999b08bf51 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/32fe374e-7f5c-4758-8d98-bf852dac85bf HTTP/1.1" status: 204 len: 168 time: 0.7148974 Apr 01 13:35:58.333144 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf62f27e-85a0-4e42-8966-d3a1a14d1d62 tempest-DHCPAgentSchedulersTestJSON-1442733550 tempest-DHCPAgentSchedulersTestJSON-1442733550-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:35:58.333808 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-cf62f27e-85a0-4e42-8966-d3a1a14d1d62 tempest-DHCPAgentSchedulersTestJSON-1442733550 tempest-DHCPAgentSchedulersTestJSON-1442733550-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109561'] for port, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:58.356529 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d334ef52-1389-4226-bf55-c3b459356ca2 tempest-RoutersNegativeTest-1474796941 tempest-RoutersNegativeTest-1474796941-project] Network c9437b5d-579b-4955-8097-0e51d9e04aec is already hosted by enough agents. {{(pid=83869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 13:35:58.367189 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.scheduler.base_scheduler [None req-d334ef52-1389-4226-bf55-c3b459356ca2 tempest-RoutersNegativeTest-1474796941 tempest-RoutersNegativeTest-1474796941-project] Resources bound (agent type, host, resource id): {{(pid=83869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 13:35:58.421880 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-a5e83a2c-b573-4ba6-9c96-3a9f90bfbd1e tempest-RoutersIpV6AdminTest-2054225496 tempest-RoutersIpV6AdminTest-2054225496-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:58.541874 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-611b5d29-ab7e-4adb-ab58-c8af2ab0eb8a tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Notify callbacks [] for port, precommit_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:58.621011 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc6a814-61b9-4091-bb1b-f6106cfc72b4 None None] Pushing event updated for resources: {'Port': ['ID=4fee96f9-dfdc-46c2-a94d-dbe0487710d2,revision_number=2']} {{(pid=83872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:35:58.720235 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38598796-4e02-4793-88ff-2df4028f2f15 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7e7d0ecb-2af4-55f5-9198-238ab0570d62-c488b472-a708-42c0-bb50-b984e5ffa6a8', 'network_id': 'c488b472-a708-42c0-bb50-b984e5ffa6a8', 'tenant_id': '8c6fb60306dd4aaf9cb71dc222e06365', 'fixed_ips': [{'subnet_id': 'd0512dec-3440-40bc-9749-f466b9d7ab5c'}]}} from dv-neutron-836180-1-hyperv. {{(pid=83872) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 01 13:35:58.726216 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-38598796-4e02-4793-88ff-2df4028f2f15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:58.989477 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.provisioning_blocks [None req-611b5d29-ab7e-4adb-ab58-c8af2ab0eb8a tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Transition to ACTIVE for port object 5a91b275-c8d6-48fd-b6ec-081afddf9a21 will not be triggered until provisioned by entity DHCP. {{(pid=83871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 13:35:59.011942 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-4bac8827-e498-4f8b-a85a-40c6f0a5a261 tempest-TagsExtTest-1062591673 tempest-TagsExtTest-1062591673-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:35:59.046138 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-cf62f27e-85a0-4e42-8966-d3a1a14d1d62 tempest-DHCPAgentSchedulersTestJSON-1442733550 tempest-DHCPAgentSchedulersTestJSON-1442733550-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 5.1066878 Apr 01 13:35:59.075428 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-4bac8827-e498-4f8b-a85a-40c6f0a5a261 tempest-TagsExtTest-1062591673 tempest-TagsExtTest-1062591673-project] Usage tracker for resource:port and tenant:8c6fb60306dd4aaf9cb71dc222e06365 is out of sync, need to count used quota {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 13:35:59.077896 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 49520) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:35:59.089624 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-4bac8827-e498-4f8b-a85a-40c6f0a5a261 tempest-TagsExtTest-1062591673 tempest-TagsExtTest-1062591673-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 13:35:59.096632 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-ae112607-b7da-4212-85b6-8d0cd84277b5 None None] Provisioning complete for port bde927b3-3ef0-4ce6-aa2f-8c23a5df6b12 triggered by entity DHCP. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 13:35:59.097099 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-ae112607-b7da-4212-85b6-8d0cd84277b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-948329'] for port, provisioning_complete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:59.132571 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-6fb8c0ee-df69-4eb0-af74-3d653b6d70d8 None None] Notify callbacks [] for port, precommit_create {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:59.156723 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-4bac8827-e498-4f8b-a85a-40c6f0a5a261 tempest-TagsExtTest-1062591673 tempest-TagsExtTest-1062591673-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:35:59.280080 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d334ef52-1389-4226-bf55-c3b459356ca2 tempest-RoutersNegativeTest-1474796941 tempest-RoutersNegativeTest-1474796941-project] Router e4980364-8860-4fdd-9171-ab8980fcd979 is scheduled to L3 agent 88bf8fc8-11a3-4e96-9d1b-5fd93ba9f6f1 with binding_index 1 {{(pid=83869) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 01 13:35:59.289580 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4bac8827-e498-4f8b-a85a-40c6f0a5a261 tempest-TagsExtTest-1062591673 tempest-TagsExtTest-1062591673-project] Made reservation on behalf of 8c6fb60306dd4aaf9cb71dc222e06365 for: {'port': 1} {{(pid=83871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 13:35:59.292209 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.db_base_plugin_common [None req-38598796-4e02-4793-88ff-2df4028f2f15 None None] Allocated IP 172.20.0.2 (c488b472-a708-42c0-bb50-b984e5ffa6a8/d0512dec-3440-40bc-9749-f466b9d7ab5c/cbdd8945-62a9-45e0-97c6-418d67738c4f) {{(pid=83872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 13:35:59.295255 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-4bac8827-e498-4f8b-a85a-40c6f0a5a261 tempest-TagsExtTest-1062591673 tempest-TagsExtTest-1062591673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:59.334186 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.db_base_plugin_common [None req-a5e83a2c-b573-4ba6-9c96-3a9f90bfbd1e tempest-RoutersIpV6AdminTest-2054225496 tempest-RoutersIpV6AdminTest-2054225496-project-admin] Allocated IP 172.26.5.207 (725864b8-cceb-48c9-b5d3-1bfc4423e301/e2ed99db-0e25-4971-b535-7fa69231fae8/cb264ae7-0ef0-4f92-87c9-29f55abe39bd) {{(pid=83871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 13:35:59.373583 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.plugin [None req-cb9179cc-a171-4c74-96a3-161e9c385a8c tempest-DHCPAgentSchedulersTestJSON-1442733550 tempest-DHCPAgentSchedulersTestJSON-1442733550-project] Deleting port 2a8ec690-090d-4176-b523-303dafd882a5 {{(pid=83871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 13:35:59.373931 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-cb9179cc-a171-4c74-96a3-161e9c385a8c tempest-DHCPAgentSchedulersTestJSON-1442733550 tempest-DHCPAgentSchedulersTestJSON-1442733550-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736733287370'] for port, before_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:59.399351 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-6fb8c0ee-df69-4eb0-af74-3d653b6d70d8 None None] Transition to ACTIVE for port object 6cdee6d8-fa8e-4967-9a0d-cfbb0208a2c8 will not be triggered until provisioned by entity L2. {{(pid=83872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 13:35:59.429661 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.plugin [None req-ae112607-b7da-4212-85b6-8d0cd84277b5 None None] Port bde927b3-3ef0-4ce6-aa2f-8c23a5df6b12 cannot update to ACTIVE because it is not bound. {{(pid=83872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 13:35:59.447940 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-6fb8c0ee-df69-4eb0-af74-3d653b6d70d8 None None] Transition to ACTIVE for port object 6cdee6d8-fa8e-4967-9a0d-cfbb0208a2c8 will not be triggered until provisioned by entity DHCP. {{(pid=83872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 13:35:59.467388 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-6fb8c0ee-df69-4eb0-af74-3d653b6d70d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736732935801'] for port, after_create {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:59.503380 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-611b5d29-ab7e-4adb-ab58-c8af2ab0eb8a tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736732935801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2743125'] for port, after_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:59.579887 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fb8c0ee-df69-4eb0-af74-3d653b6d70d8 None None] Network 09d7ea43-6376-4322-97e7-54cd01aae492 is already hosted by enough agents. {{(pid=83872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 13:35:59.592512 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb8c0ee-df69-4eb0-af74-3d653b6d70d8 None None] Pushing event updated for resources: {'Port': ['ID=6cdee6d8-fa8e-4967-9a0d-cfbb0208a2c8,revision_number=1']} {{(pid=83872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:35:59.596786 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.scheduler.base_scheduler [None req-6fb8c0ee-df69-4eb0-af74-3d653b6d70d8 None None] Resources bound (agent type, host, resource id): {{(pid=83872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 13:35:59.598397 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fb8c0ee-df69-4eb0-af74-3d653b6d70d8 None None] Received port after_create {{(pid=83872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 13:35:59.602953 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Device d5bd71b4-7b97-430d-8586-ae728d0ae930 up at agent ovs-agent-dv-neutron-836180-1-hyperv {{(pid=83872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 13:35:59.615824 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d334ef52-1389-4226-bf55-c3b459356ca2 tempest-RoutersNegativeTest-1474796941 tempest-RoutersNegativeTest-1474796941-project] Notify agent at l3_agent.dv-neutron-836180-1-hyperv the message routers_updated {{(pid=83869) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 13:35:59.625758 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-d334ef52-1389-4226-bf55-c3b459356ca2 tempest-RoutersNegativeTest-1474796941 tempest-RoutersNegativeTest-1474796941-project] 10.222.0.26 "PUT /v2.0/routers/e4980364-8860-4fdd-9171-ab8980fcd979/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5254662 Apr 01 13:35:59.628437 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 49534) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:35:59.630801 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f2b3238-34d6-4050-bcd8-1c854e302f32 None None] Sync routers for ids ['e4980364-8860-4fdd-9171-ab8980fcd979'] in dv-neutron-836180-1-hyperv {{(pid=83873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 13:35:59.653859 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f2b3238-34d6-4050-bcd8-1c854e302f32 None None] Routers {'e4980364-8860-4fdd-9171-ab8980fcd979'} bound to L3 agent in host dv-neutron-836180-1-hyperv {{(pid=83873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 13:35:59.655356 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-4f2b3238-34d6-4050-bcd8-1c854e302f32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836180-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T13:25:36Z,description=,heartbeat_timestamp=2022-04-01T13:35:36Z,host='dv-neutron-836180-1-hyperv',id=88bf8fc8-11a3-4e96-9d1b-5fd93ba9f6f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T13:25:36Z,topic='l3_agent')) {'router_ids': ['e4980364-8860-4fdd-9171-ab8980fcd979'], 'active': True} {{(pid=83873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:35:59.777840 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-4f2b3238-34d6-4050-bcd8-1c854e302f32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-836180-1-hyperv', False) {} {{(pid=83873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:35:59.787291 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.notifiers.nova [None req-4bac8827-e498-4f8b-a85a-40c6f0a5a261 tempest-TagsExtTest-1062591673 tempest-TagsExtTest-1062591673-project] device_id is not set on port b07a677f-3f06-4ac8-ae10-daf2eedf525d yet. {{(pid=83871) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 01 13:35:59.799961 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f2b3238-34d6-4050-bcd8-1c854e302f32 None None] Routers {'e4980364-8860-4fdd-9171-ab8980fcd979'} bound to L3 agent in host dv-neutron-836180-1-hyperv {{(pid=83873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 13:35:59.800751 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-4f2b3238-34d6-4050-bcd8-1c854e302f32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836180-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T13:25:36Z,description=,heartbeat_timestamp=2022-04-01T13:35:36Z,host='dv-neutron-836180-1-hyperv',id=88bf8fc8-11a3-4e96-9d1b-5fd93ba9f6f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T13:25:36Z,topic='l3_agent')) {'router_ids': ['e4980364-8860-4fdd-9171-ab8980fcd979'], 'active': True} {{(pid=83873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:35:59.879499 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-4f2b3238-34d6-4050-bcd8-1c854e302f32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-836180-1-hyperv', False) {} {{(pid=83873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:35:59.880035 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f2b3238-34d6-4050-bcd8-1c854e302f32 None None] The sync data for ids ['e4980364-8860-4fdd-9171-ab8980fcd979'] in dv-neutron-836180-1-hyperv is: [] {{(pid=83873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 13:35:59.963585 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.managers [None req-6fb8c0ee-df69-4eb0-af74-3d653b6d70d8 None None] Attempting to bind port 6cdee6d8-fa8e-4967-9a0d-cfbb0208a2c8 on host dv-neutron-836180-1-hyperv for vnic_type normal with profile {{(pid=83872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 13:35:59.963949 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.managers [None req-6fb8c0ee-df69-4eb0-af74-3d653b6d70d8 None None] Attempting to bind port 6cdee6d8-fa8e-4967-9a0d-cfbb0208a2c8 by drivers openvswitch,hyperv on host dv-neutron-836180-1-hyperv at level 0 using segments [{'id': '16094ed0-4a47-4ff6-9238-85c278d7a2a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '09d7ea43-6376-4322-97e7-54cd01aae492'}] {{(pid=83872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 13:35:59.964400 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fb8c0ee-df69-4eb0-af74-3d653b6d70d8 None None] Attempting to bind port 6cdee6d8-fa8e-4967-9a0d-cfbb0208a2c8 on network 09d7ea43-6376-4322-97e7-54cd01aae492 {{(pid=83872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 13:35:59.988268 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Provisioning for port d5bd71b4-7b97-430d-8586-ae728d0ae930 completed by entity L2. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 13:35:59.996075 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-38598796-4e02-4793-88ff-2df4028f2f15 None None] Notify callbacks [] for port, precommit_create {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:35:59.999003 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Device 7386aa84-2039-4cd6-8bef-ae53ee0ca479 up at agent ovs-agent-dv-neutron-836180-1-hyperv {{(pid=83872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 13:36:00.030698 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fb8c0ee-df69-4eb0-af74-3d653b6d70d8 None None] Checking agent: {'id': 'af948428-97cd-4d10-9f53-af028bdb39b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-836180-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 13, 25, 37), 'started_at': datetime.datetime(2022, 4, 1, 13, 26, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 13, 35, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-836180-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 13:36:00.031072 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fb8c0ee-df69-4eb0-af74-3d653b6d70d8 None None] Checking segment: {'id': '16094ed0-4a47-4ff6-9238-85c278d7a2a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '09d7ea43-6376-4322-97e7-54cd01aae492'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 13:36:00.031472 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-6fb8c0ee-df69-4eb0-af74-3d653b6d70d8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:00.031865 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fb8c0ee-df69-4eb0-af74-3d653b6d70d8 None None] Bound using segment: {'id': '16094ed0-4a47-4ff6-9238-85c278d7a2a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '09d7ea43-6376-4322-97e7-54cd01aae492'} {{(pid=83872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 13:36:00.032386 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.managers [None req-6fb8c0ee-df69-4eb0-af74-3d653b6d70d8 None None] Bound port: 6cdee6d8-fa8e-4967-9a0d-cfbb0208a2c8, host: dv-neutron-836180-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '16094ed0-4a47-4ff6-9238-85c278d7a2a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '09d7ea43-6376-4322-97e7-54cd01aae492'}}] {{(pid=83872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 13:36:00.032766 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-6fb8c0ee-df69-4eb0-af74-3d653b6d70d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:00.067580 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-38598796-4e02-4793-88ff-2df4028f2f15 None None] Transition to ACTIVE for port object cbdd8945-62a9-45e0-97c6-418d67738c4f will not be triggered until provisioned by entity L2. {{(pid=83872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 13:36:00.134390 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-611b5d29-ab7e-4adb-ab58-c8af2ab0eb8a tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Network f5af94fd-eb93-4dcd-a1d0-079a93ce69bb is already hosted by enough agents. {{(pid=83871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 13:36:00.135262 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 49542) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:36:00.192091 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-6fb8c0ee-df69-4eb0-af74-3d653b6d70d8 None None] For port 6cdee6d8-fa8e-4967-9a0d-cfbb0208a2c8, host dv-neutron-836180-1-hyperv, cleared binding levels {{(pid=83872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 13:36:00.195612 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-6fb8c0ee-df69-4eb0-af74-3d653b6d70d8 None None] For port 6cdee6d8-fa8e-4967-9a0d-cfbb0208a2c8, host dv-neutron-836180-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836180-1-hyperv',level=0,port_id=6cdee6d8-fa8e-4967-9a0d-cfbb0208a2c8,segment=NetworkSegment(16094ed0-4a47-4ff6-9238-85c278d7a2a5),segment_id=16094ed0-4a47-4ff6-9238-85c278d7a2a5)] {{(pid=83872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 13:36:00.203642 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c69c98de-783f-463b-8a42-7109bf82d0bf None None] Network a797c394-f4cc-4d2c-b87d-3a5c0564b80a requested from dv-neutron-836180-1-hyperv {{(pid=83872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 13:36:00.256950 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.scheduler.base_scheduler [None req-611b5d29-ab7e-4adb-ab58-c8af2ab0eb8a tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Resources bound (agent type, host, resource id): {{(pid=83871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 13:36:00.281685 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-611b5d29-ab7e-4adb-ab58-c8af2ab0eb8a tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Received port after_create {{(pid=83871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 13:36:00.282212 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-611b5d29-ab7e-4adb-ab58-c8af2ab0eb8a tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4084144'] for router_interface, before_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:00.382962 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-4da5a6ba-c5be-4eae-b430-50038eada257 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:00.389358 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-6fb8c0ee-df69-4eb0-af74-3d653b6d70d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864'] for port, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:00.404907 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51f020a8-dd8d-4005-8c5a-5048b6587007 None None] Network fe67edef-6c12-4e84-8260-6dd9bd2ad247 requested from dv-neutron-836180-1-hyperv {{(pid=83872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 13:36:00.473294 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-611b5d29-ab7e-4adb-ab58-c8af2ab0eb8a tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Pushing event updated for resources: {'Port': ['ID=5a91b275-c8d6-48fd-b6ec-081afddf9a21,revision_number=1']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:36:00.584035 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-611b5d29-ab7e-4adb-ab58-c8af2ab0eb8a tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:00.653088 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-38598796-4e02-4793-88ff-2df4028f2f15 None None] Transition to ACTIVE for port object cbdd8945-62a9-45e0-97c6-418d67738c4f will not be triggered until provisioned by entity DHCP. {{(pid=83872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 13:36:00.655626 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-46272ea8-dd47-42e7-aba8-9723a82c57f5 None None] Provisioning for port d5bd71b4-7b97-430d-8586-ae728d0ae930 completed by entity DHCP. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 13:36:00.679887 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-46272ea8-dd47-42e7-aba8-9723a82c57f5 None None] Provisioning complete for port d5bd71b4-7b97-430d-8586-ae728d0ae930 triggered by entity DHCP. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 13:36:00.680371 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-46272ea8-dd47-42e7-aba8-9723a82c57f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-948329'] for port, provisioning_complete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:00.692266 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.api.v2.resource [None req-504b437f-f5a5-4a4e-94b0-381e4e3fb95b tempest-RoutersNegativeTest-1474796941 tempest-RoutersNegativeTest-1474796941-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 01 13:36:00.696081 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-504b437f-f5a5-4a4e-94b0-381e4e3fb95b tempest-RoutersNegativeTest-1474796941 tempest-RoutersNegativeTest-1474796941-project] 10.222.0.26 "PUT /v2.0/routers/e4980364-8860-4fdd-9171-ab8980fcd979/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.0567920 Apr 01 13:36:00.696290 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 49548) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:36:00.712018 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.v2.base [None req-12a3e6f2-103c-4c2e-a18b-71d18b34fa53 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-2067273465-network', 'tenant_id': '1db979ced72f4c84a5c312128899dc9b'}} {{(pid=83871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:36:00.721523 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-12a3e6f2-103c-4c2e-a18b-71d18b34fa53 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:36:00.721930 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-38598796-4e02-4793-88ff-2df4028f2f15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736732935801'] for port, after_create {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:00.725835 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-12a3e6f2-103c-4c2e-a18b-71d18b34fa53 admin admin] Usage tracker for resource:network and tenant:1db979ced72f4c84a5c312128899dc9b is out of sync, need to count used quota {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 13:36:00.729881 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-12a3e6f2-103c-4c2e-a18b-71d18b34fa53 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 13:36:00.735735 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-12a3e6f2-103c-4c2e-a18b-71d18b34fa53 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:36:00.760913 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38598796-4e02-4793-88ff-2df4028f2f15 None None] Network c488b472-a708-42c0-bb50-b984e5ffa6a8 is already hosted by enough agents. {{(pid=83872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 13:36:00.777586 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.scheduler.base_scheduler [None req-38598796-4e02-4793-88ff-2df4028f2f15 None None] Resources bound (agent type, host, resource id): {{(pid=83872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 13:36:00.780293 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38598796-4e02-4793-88ff-2df4028f2f15 None None] Received port after_create {{(pid=83872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 13:36:00.962704 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Provisioning complete for port 7386aa84-2039-4cd6-8bef-ae53ee0ca479 triggered by entity L2. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 13:36:00.963420 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-948329'] for port, provisioning_complete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:00.991762 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb8c0ee-df69-4eb0-af74-3d653b6d70d8 None None] Pushing event updated for resources: {'Port': ['ID=6cdee6d8-fa8e-4967-9a0d-cfbb0208a2c8,revision_number=2']} {{(pid=83872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:36:01.099110 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12a3e6f2-103c-4c2e-a18b-71d18b34fa53 admin admin] Made reservation on behalf of 1db979ced72f4c84a5c312128899dc9b for: {'network': 1} {{(pid=83871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 13:36:01.101101 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-12a3e6f2-103c-4c2e-a18b-71d18b34fa53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for network, before_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:01.117444 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.managers [None req-38598796-4e02-4793-88ff-2df4028f2f15 None None] Attempting to bind port cbdd8945-62a9-45e0-97c6-418d67738c4f on host dv-neutron-836180-1-hyperv for vnic_type normal with profile {{(pid=83872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 13:36:01.117989 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.managers [None req-38598796-4e02-4793-88ff-2df4028f2f15 None None] Attempting to bind port cbdd8945-62a9-45e0-97c6-418d67738c4f by drivers openvswitch,hyperv on host dv-neutron-836180-1-hyperv at level 0 using segments [{'id': 'cbe724a1-3b9b-4356-8033-44e998b56747', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'c488b472-a708-42c0-bb50-b984e5ffa6a8'}] {{(pid=83872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 13:36:01.118354 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38598796-4e02-4793-88ff-2df4028f2f15 None None] Attempting to bind port cbdd8945-62a9-45e0-97c6-418d67738c4f on network c488b472-a708-42c0-bb50-b984e5ffa6a8 {{(pid=83872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 13:36:01.158139 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38598796-4e02-4793-88ff-2df4028f2f15 None None] Pushing event updated for resources: {'Port': ['ID=cbdd8945-62a9-45e0-97c6-418d67738c4f,revision_number=1']} {{(pid=83872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:36:01.180015 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-f14c80e7-ebe8-40b9-baf2-1d7634a7d04b tempest-RoutersAdminTest-1358270532 tempest-RoutersAdminTest-1358270532-project] Notify callbacks [] for router, before_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:01.221297 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-4e69e34a-78eb-4ce0-bc3c-28003891effb tempest-RoutersNegativeTest-1474796941 tempest-RoutersNegativeTest-1474796941-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4084029'] for router_interface, before_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:01.238023 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38598796-4e02-4793-88ff-2df4028f2f15 None None] Checking agent: {'id': 'af948428-97cd-4d10-9f53-af028bdb39b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-836180-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 13, 25, 37), 'started_at': datetime.datetime(2022, 4, 1, 13, 26, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 13, 35, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-836180-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 13:36:01.238631 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38598796-4e02-4793-88ff-2df4028f2f15 None None] Checking segment: {'id': 'cbe724a1-3b9b-4356-8033-44e998b56747', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'c488b472-a708-42c0-bb50-b984e5ffa6a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 13:36:01.239917 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-38598796-4e02-4793-88ff-2df4028f2f15 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:01.240352 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38598796-4e02-4793-88ff-2df4028f2f15 None None] Bound using segment: {'id': 'cbe724a1-3b9b-4356-8033-44e998b56747', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'c488b472-a708-42c0-bb50-b984e5ffa6a8'} {{(pid=83872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 13:36:01.240843 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.managers [None req-38598796-4e02-4793-88ff-2df4028f2f15 None None] Bound port: cbdd8945-62a9-45e0-97c6-418d67738c4f, host: dv-neutron-836180-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cbe724a1-3b9b-4356-8033-44e998b56747', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'c488b472-a708-42c0-bb50-b984e5ffa6a8'}}] {{(pid=83872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 13:36:01.241219 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-38598796-4e02-4793-88ff-2df4028f2f15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:01.253636 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-12a3e6f2-103c-4c2e-a18b-71d18b34fa53 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:01.361734 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-46272ea8-dd47-42e7-aba8-9723a82c57f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:01.389512 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-cb9179cc-a171-4c74-96a3-161e9c385a8c tempest-DHCPAgentSchedulersTestJSON-1442733550 tempest-DHCPAgentSchedulersTestJSON-1442733550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4155147'] for port, precommit_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:01.399819 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-a5e83a2c-b573-4ba6-9c96-3a9f90bfbd1e tempest-RoutersIpV6AdminTest-2054225496 tempest-RoutersIpV6AdminTest-2054225496-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:01.571740 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Device 4fee96f9-dfdc-46c2-a94d-dbe0487710d2 up at agent ovs-agent-dv-neutron-836180-1-hyperv {{(pid=83872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 13:36:01.615207 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-46272ea8-dd47-42e7-aba8-9723a82c57f5 None None] For port d5bd71b4-7b97-430d-8586-ae728d0ae930, host dv-neutron-836180-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836180-1-hyperv',level=0,port_id=d5bd71b4-7b97-430d-8586-ae728d0ae930,segment=NetworkSegment(b2f6612c-d9cb-41da-93df-00e4743ed2d1),segment_id=b2f6612c-d9cb-41da-93df-00e4743ed2d1)] {{(pid=83872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 13:36:01.633269 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-38598796-4e02-4793-88ff-2df4028f2f15 None None] For port cbdd8945-62a9-45e0-97c6-418d67738c4f, host dv-neutron-836180-1-hyperv, cleared binding levels {{(pid=83872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 13:36:01.635644 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-46272ea8-dd47-42e7-aba8-9723a82c57f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864'] for port, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:01.728149 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.db_base_plugin_common [None req-4bac8827-e498-4f8b-a85a-40c6f0a5a261 tempest-TagsExtTest-1062591673 tempest-TagsExtTest-1062591673-project] Allocated IP 172.20.0.8 (c488b472-a708-42c0-bb50-b984e5ffa6a8/d0512dec-3440-40bc-9749-f466b9d7ab5c/b07a677f-3f06-4ac8-ae10-daf2eedf525d) {{(pid=83871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 13:36:01.745308 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.plugin [None req-cb9179cc-a171-4c74-96a3-161e9c385a8c tempest-DHCPAgentSchedulersTestJSON-1442733550 tempest-DHCPAgentSchedulersTestJSON-1442733550-project] Calling delete_port for 2a8ec690-090d-4176-b523-303dafd882a5 owned by {{(pid=83871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 13:36:01.766486 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46272ea8-dd47-42e7-aba8-9723a82c57f5 None None] Pushing event updated for resources: {'Port': ['ID=d5bd71b4-7b97-430d-8586-ae728d0ae930,revision_number=3']} {{(pid=83872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:36:01.814790 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-38598796-4e02-4793-88ff-2df4028f2f15 None None] For port cbdd8945-62a9-45e0-97c6-418d67738c4f, host dv-neutron-836180-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836180-1-hyperv',level=0,port_id=cbdd8945-62a9-45e0-97c6-418d67738c4f,segment=NetworkSegment(cbe724a1-3b9b-4356-8033-44e998b56747),segment_id=cbe724a1-3b9b-4356-8033-44e998b56747)] {{(pid=83872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 13:36:01.828025 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-38598796-4e02-4793-88ff-2df4028f2f15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864'] for port, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:01.864685 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-12a3e6f2-103c-4c2e-a18b-71d18b34fa53 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:36:01.867491 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-089a537e-58a4-46ea-8712-f78d1d184c2d None None] Provisioning for port 5a91b275-c8d6-48fd-b6ec-081afddf9a21 completed by entity DHCP. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 13:36:01.893814 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-089a537e-58a4-46ea-8712-f78d1d184c2d None None] Provisioning complete for port 5a91b275-c8d6-48fd-b6ec-081afddf9a21 triggered by entity DHCP. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 13:36:01.894587 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-089a537e-58a4-46ea-8712-f78d1d184c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-948329'] for port, provisioning_complete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:01.919397 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-12a3e6f2-103c-4c2e-a18b-71d18b34fa53 admin admin] Usage tracker for resource:security_group_rule and tenant:1db979ced72f4c84a5c312128899dc9b is out of sync, need to count used quota {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 13:36:01.923065 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-12a3e6f2-103c-4c2e-a18b-71d18b34fa53 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 13:36:01.988437 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.plugin [None req-089a537e-58a4-46ea-8712-f78d1d184c2d None None] Port 5a91b275-c8d6-48fd-b6ec-081afddf9a21 cannot update to ACTIVE because it is not bound. {{(pid=83872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 13:36:01.992125 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.plugin [None req-4e69e34a-78eb-4ce0-bc3c-28003891effb tempest-RoutersNegativeTest-1474796941 tempest-RoutersNegativeTest-1474796941-project] Deleting port bde927b3-3ef0-4ce6-aa2f-8c23a5df6b12 {{(pid=83869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 13:36:01.993403 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-4e69e34a-78eb-4ce0-bc3c-28003891effb tempest-RoutersNegativeTest-1474796941 tempest-RoutersNegativeTest-1474796941-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736733287370'] for port, before_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:01.994755 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Provisioning for port 4fee96f9-dfdc-46c2-a94d-dbe0487710d2 completed by entity L2. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 13:36:01.998998 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38598796-4e02-4793-88ff-2df4028f2f15 None None] Pushing event updated for resources: {'Port': ['ID=cbdd8945-62a9-45e0-97c6-418d67738c4f,revision_number=2']} {{(pid=83872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:36:02.019621 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-089a537e-58a4-46ea-8712-f78d1d184c2d None None] Provisioning for port 4fee96f9-dfdc-46c2-a94d-dbe0487710d2 completed by entity DHCP. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 13:36:02.028591 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-089a537e-58a4-46ea-8712-f78d1d184c2d None None] Provisioning complete for port 4fee96f9-dfdc-46c2-a94d-dbe0487710d2 triggered by entity DHCP. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 13:36:02.029250 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-089a537e-58a4-46ea-8712-f78d1d184c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-948329'] for port, provisioning_complete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:02.107002 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-12a3e6f2-103c-4c2e-a18b-71d18b34fa53 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:36:02.262997 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.db_base_plugin_common [None req-4da5a6ba-c5be-4eae-b430-50038eada257 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Allocated IP 2001:db8::1 (09d7ea43-6376-4322-97e7-54cd01aae492/c04fd9b8-e5be-4e58-897d-2fcbb93e89de/cb340401-926d-4170-a52a-5a2838cdbc5b) {{(pid=83871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 13:36:02.280715 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-089a537e-58a4-46ea-8712-f78d1d184c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:02.315737 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-a5e83a2c-b573-4ba6-9c96-3a9f90bfbd1e tempest-RoutersIpV6AdminTest-2054225496 tempest-RoutersIpV6AdminTest-2054225496-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736732935801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2743125'] for port, after_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:02.316663 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Device 6cdee6d8-fa8e-4967-9a0d-cfbb0208a2c8 up at agent ovs-agent-dv-neutron-836180-1-hyperv {{(pid=83872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 13:36:02.371856 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-4e69e34a-78eb-4ce0-bc3c-28003891effb tempest-RoutersNegativeTest-1474796941 tempest-RoutersNegativeTest-1474796941-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4155147'] for port, precommit_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:02.452509 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-089a537e-58a4-46ea-8712-f78d1d184c2d None None] For port 4fee96f9-dfdc-46c2-a94d-dbe0487710d2, host dv-neutron-836180-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836180-1-hyperv',level=0,port_id=4fee96f9-dfdc-46c2-a94d-dbe0487710d2,segment=NetworkSegment(edcb0190-7921-4f67-b9b4-43940447ca20),segment_id=edcb0190-7921-4f67-b9b4-43940447ca20)] {{(pid=83872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 13:36:02.464054 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-089a537e-58a4-46ea-8712-f78d1d184c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864'] for port, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:02.565204 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-089a537e-58a4-46ea-8712-f78d1d184c2d None None] Provisioning complete for port d5bd71b4-7b97-430d-8586-ae728d0ae930 triggered by entity DHCP. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 13:36:02.565624 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-089a537e-58a4-46ea-8712-f78d1d184c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-948329'] for port, provisioning_complete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:02.568240 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.plugin [None req-4e69e34a-78eb-4ce0-bc3c-28003891effb tempest-RoutersNegativeTest-1474796941 tempest-RoutersNegativeTest-1474796941-project] Calling delete_port for bde927b3-3ef0-4ce6-aa2f-8c23a5df6b12 owned by network:router_interface {{(pid=83869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 13:36:02.602865 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Provisioning for port 6cdee6d8-fa8e-4967-9a0d-cfbb0208a2c8 completed by entity L2. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 13:36:02.627297 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Device d5bd71b4-7b97-430d-8586-ae728d0ae930 up at agent ovs-agent-dv-neutron-836180-1-hyperv {{(pid=83872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 13:36:02.680961 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089a537e-58a4-46ea-8712-f78d1d184c2d None None] Pushing event updated for resources: {'Port': ['ID=4fee96f9-dfdc-46c2-a94d-dbe0487710d2,revision_number=3']} {{(pid=83872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:36:02.706247 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5e83a2c-b573-4ba6-9c96-3a9f90bfbd1e tempest-RoutersIpV6AdminTest-2054225496 tempest-RoutersIpV6AdminTest-2054225496-project-admin] Network 725864b8-cceb-48c9-b5d3-1bfc4423e301 is already hosted by enough agents. {{(pid=83871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 13:36:02.740530 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.scheduler.base_scheduler [None req-a5e83a2c-b573-4ba6-9c96-3a9f90bfbd1e tempest-RoutersIpV6AdminTest-2054225496 tempest-RoutersIpV6AdminTest-2054225496-project-admin] Resources bound (agent type, host, resource id): {{(pid=83871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 13:36:02.743495 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5e83a2c-b573-4ba6-9c96-3a9f90bfbd1e tempest-RoutersIpV6AdminTest-2054225496 tempest-RoutersIpV6AdminTest-2054225496-project-admin] Received port after_create {{(pid=83871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 13:36:02.773477 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Provisioning complete for port d5bd71b4-7b97-430d-8586-ae728d0ae930 triggered by entity L2. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 13:36:02.773830 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-948329'] for port, provisioning_complete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:02.800929 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-4e69e34a-78eb-4ce0-bc3c-28003891effb tempest-RoutersNegativeTest-1474796941 tempest-RoutersNegativeTest-1474796941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736733359243', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736732935810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2705155'] for port, after_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:02.857047 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e69e34a-78eb-4ce0-bc3c-28003891effb tempest-RoutersNegativeTest-1474796941 tempest-RoutersNegativeTest-1474796941-project] Pushing event deleted for resources: {'Port': ['ID=bde927b3-3ef0-4ce6-aa2f-8c23a5df6b12,revision_number=None']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:36:02.922320 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e83a2c-b573-4ba6-9c96-3a9f90bfbd1e tempest-RoutersIpV6AdminTest-2054225496 tempest-RoutersIpV6AdminTest-2054225496-project-admin] Pushing event updated for resources: {'Port': ['ID=cb264ae7-0ef0-4f92-87c9-29f55abe39bd,revision_number=1']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:36:02.965743 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-cb9179cc-a171-4c74-96a3-161e9c385a8c tempest-DHCPAgentSchedulersTestJSON-1442733550 tempest-DHCPAgentSchedulersTestJSON-1442733550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736733359243', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736732935810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2743125'] for port, after_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:03.009510 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-1c80f0a6-ad3f-4fb5-b9a0-d8264c3d4c61 None None] Provisioning for port 6cdee6d8-fa8e-4967-9a0d-cfbb0208a2c8 completed by entity DHCP. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 13:36:03.015285 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-1c80f0a6-ad3f-4fb5-b9a0-d8264c3d4c61 None None] Provisioning complete for port 6cdee6d8-fa8e-4967-9a0d-cfbb0208a2c8 triggered by entity DHCP. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 13:36:03.015636 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-1c80f0a6-ad3f-4fb5-b9a0-d8264c3d4c61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-948329'] for port, provisioning_complete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:03.085421 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb9179cc-a171-4c74-96a3-161e9c385a8c tempest-DHCPAgentSchedulersTestJSON-1442733550 tempest-DHCPAgentSchedulersTestJSON-1442733550-project] Pushing event deleted for resources: {'Port': ['ID=2a8ec690-090d-4176-b523-303dafd882a5,revision_number=None']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:36:03.120535 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-4bac8827-e498-4f8b-a85a-40c6f0a5a261 tempest-TagsExtTest-1062591673 tempest-TagsExtTest-1062591673-project] Notify callbacks [] for port, precommit_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:03.169082 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-4e69e34a-78eb-4ce0-bc3c-28003891effb tempest-RoutersNegativeTest-1474796941 tempest-RoutersNegativeTest-1474796941-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3017585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4084076'] for router_interface, after_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:03.235446 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-1c80f0a6-ad3f-4fb5-b9a0-d8264c3d4c61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:03.268383 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.db.resource_extend [None req-611b5d29-ab7e-4adb-ab58-c8af2ab0eb8a tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 01 13:36:03.295313 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-1c80f0a6-ad3f-4fb5-b9a0-d8264c3d4c61 None None] For port 6cdee6d8-fa8e-4967-9a0d-cfbb0208a2c8, host dv-neutron-836180-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836180-1-hyperv',level=0,port_id=6cdee6d8-fa8e-4967-9a0d-cfbb0208a2c8,segment=NetworkSegment(16094ed0-4a47-4ff6-9238-85c278d7a2a5),segment_id=16094ed0-4a47-4ff6-9238-85c278d7a2a5)] {{(pid=83872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 13:36:03.309393 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-1c80f0a6-ad3f-4fb5-b9a0-d8264c3d4c61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864'] for port, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:03.393145 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-1c80f0a6-ad3f-4fb5-b9a0-d8264c3d4c61 None None] Provisioning complete for port 4fee96f9-dfdc-46c2-a94d-dbe0487710d2 triggered by entity DHCP. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 13:36:03.393612 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-1c80f0a6-ad3f-4fb5-b9a0-d8264c3d4c61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-948329'] for port, provisioning_complete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:03.418952 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.provisioning_blocks [None req-4bac8827-e498-4f8b-a85a-40c6f0a5a261 tempest-TagsExtTest-1062591673 tempest-TagsExtTest-1062591673-project] Transition to ACTIVE for port object b07a677f-3f06-4ac8-ae10-daf2eedf525d will not be triggered until provisioned by entity DHCP. {{(pid=83871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 13:36:03.427118 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-4da5a6ba-c5be-4eae-b430-50038eada257 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Notify callbacks [] for port, precommit_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:03.438034 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-611b5d29-ab7e-4adb-ab58-c8af2ab0eb8a tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Notify callbacks [] for port, precommit_update {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:03.471295 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c80f0a6-ad3f-4fb5-b9a0-d8264c3d4c61 None None] Pushing event updated for resources: {'Port': ['ID=6cdee6d8-fa8e-4967-9a0d-cfbb0208a2c8,revision_number=3']} {{(pid=83872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:36:03.510923 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-a7a5d464-fdca-4829-823b-c097647d1872 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:03.516920 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-611b5d29-ab7e-4adb-ab58-c8af2ab0eb8a tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2743106'] for port, after_update {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:03.517728 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-611b5d29-ab7e-4adb-ab58-c8af2ab0eb8a tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3017508', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4084015'] for router_interface, after_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:03.579744 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-1c80f0a6-ad3f-4fb5-b9a0-d8264c3d4c61 None None] Could not find standard attr ID for object 2a8ec690-090d-4176-b523-303dafd882a5. {{(pid=83872) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 01 13:36:03.596880 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16954063-3710-4570-8714-efbf4599c5e8 None None] Network c488b472-a708-42c0-bb50-b984e5ffa6a8 requested from dv-neutron-836180-1-hyperv {{(pid=83872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 13:36:03.623572 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.provisioning_blocks [None req-4da5a6ba-c5be-4eae-b430-50038eada257 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Transition to ACTIVE for port object cb340401-926d-4170-a52a-5a2838cdbc5b will not be triggered until provisioned by entity DHCP. {{(pid=83871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 13:36:03.638994 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-12a3e6f2-103c-4c2e-a18b-71d18b34fa53 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:03.665434 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-cb9179cc-a171-4c74-96a3-161e9c385a8c tempest-DHCPAgentSchedulersTestJSON-1442733550 tempest-DHCPAgentSchedulersTestJSON-1442733550-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109561'] for port, before_response {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:03.691719 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-12a3e6f2-103c-4c2e-a18b-71d18b34fa53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3775923'] for security_group, after_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:03.761767 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-ea87790e-4974-410d-9952-e44dc5769319 None None] Provisioning for port cbdd8945-62a9-45e0-97c6-418d67738c4f completed by entity DHCP. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 13:36:03.782303 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-611b5d29-ab7e-4adb-ab58-c8af2ab0eb8a tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Pushing event updated for resources: {'Port': ['ID=5a91b275-c8d6-48fd-b6ec-081afddf9a21,revision_number=2']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:36:03.813426 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-f14c80e7-ebe8-40b9-baf2-1d7634a7d04b tempest-RoutersAdminTest-1358270532 tempest-RoutersAdminTest-1358270532-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:03.845309 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-12a3e6f2-103c-4c2e-a18b-71d18b34fa53 admin admin] vlan segment allocate from pool success with {'vlan_id': 377, 'physical_network': 'physnet1'} {{(pid=83871) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 13:36:03.855029 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-cb9179cc-a171-4c74-96a3-161e9c385a8c tempest-DHCPAgentSchedulersTestJSON-1442733550 tempest-DHCPAgentSchedulersTestJSON-1442733550-project] 10.222.0.26 "DELETE /v2.0/ports/2a8ec690-090d-4176-b523-303dafd882a5 HTTP/1.1" status: 204 len: 168 time: 4.7714479 Apr 01 13:36:03.857936 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 49554) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:36:03.864088 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a3e6f2-103c-4c2e-a18b-71d18b34fa53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b85fa96d-b0f6-4de4-8806-1528e697b6e6,revision_number=1']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:36:03.871295 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e69e34a-78eb-4ce0-bc3c-28003891effb tempest-RoutersNegativeTest-1474796941 tempest-RoutersNegativeTest-1474796941-project] Router e4980364-8860-4fdd-9171-ab8980fcd979 has already been hosted by L3 agent 88bf8fc8-11a3-4e96-9d1b-5fd93ba9f6f1 {{(pid=83869) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 13:36:03.873146 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-4bac8827-e498-4f8b-a85a-40c6f0a5a261 tempest-TagsExtTest-1062591673 tempest-TagsExtTest-1062591673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736732935801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2743125'] for port, after_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:03.878678 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.plugin [None req-f14c80e7-ebe8-40b9-baf2-1d7634a7d04b tempest-RoutersAdminTest-1358270532 tempest-RoutersAdminTest-1358270532-project] Deleting port 5576ee0b-4a2b-4159-b8b7-66e43c96256e {{(pid=83871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 13:36:03.878949 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-f14c80e7-ebe8-40b9-baf2-1d7634a7d04b tempest-RoutersAdminTest-1358270532 tempest-RoutersAdminTest-1358270532-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736733287370'] for port, before_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:03.969798 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-12a3e6f2-103c-4c2e-a18b-71d18b34fa53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1004271'] for segment, precommit_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:03.970220 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.db.segments_db [None req-12a3e6f2-103c-4c2e-a18b-71d18b34fa53 admin admin] Added segment 881a382f-8ed1-478b-97b4-4d4f48893b0b of type vlan for network faf7d63c-9b06-4fbb-8197-4b39ba438717 Apr 01 13:36:04.000517 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-4da5a6ba-c5be-4eae-b430-50038eada257 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736732935801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2743125'] for port, after_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:04.075088 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e69e34a-78eb-4ce0-bc3c-28003891effb tempest-RoutersNegativeTest-1474796941 tempest-RoutersNegativeTest-1474796941-project] Notify agent at l3_agent.dv-neutron-836180-1-hyperv the message routers_updated {{(pid=83869) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 13:36:04.088829 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24cba211-b2ee-4b15-b5f9-4b2375325295 None None] Sync routers for ids ['e4980364-8860-4fdd-9171-ab8980fcd979'] in dv-neutron-836180-1-hyperv {{(pid=83872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 13:36:04.094326 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-4e69e34a-78eb-4ce0-bc3c-28003891effb tempest-RoutersNegativeTest-1474796941 tempest-RoutersNegativeTest-1474796941-project] 10.222.0.26 "PUT /v2.0/routers/e4980364-8860-4fdd-9171-ab8980fcd979/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3968837 Apr 01 13:36:04.098190 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 49560) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:36:04.098339 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bac8827-e498-4f8b-a85a-40c6f0a5a261 tempest-TagsExtTest-1062591673 tempest-TagsExtTest-1062591673-project] Network c488b472-a708-42c0-bb50-b984e5ffa6a8 is already hosted by enough agents. {{(pid=83871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 13:36:04.101139 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bac8827-e498-4f8b-a85a-40c6f0a5a261 tempest-TagsExtTest-1062591673 tempest-TagsExtTest-1062591673-project] Pushing event updated for resources: {'Port': ['ID=b07a677f-3f06-4ac8-ae10-daf2eedf525d,revision_number=1']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:36:04.122356 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24cba211-b2ee-4b15-b5f9-4b2375325295 None None] Routers {'e4980364-8860-4fdd-9171-ab8980fcd979'} bound to L3 agent in host dv-neutron-836180-1-hyperv {{(pid=83872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 13:36:04.123300 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_hamode_db [None req-24cba211-b2ee-4b15-b5f9-4b2375325295 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836180-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T13:25:36Z,description=,heartbeat_timestamp=2022-04-01T13:35:36Z,host='dv-neutron-836180-1-hyperv',id=88bf8fc8-11a3-4e96-9d1b-5fd93ba9f6f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T13:25:36Z,topic='l3_agent')) {'router_ids': ['e4980364-8860-4fdd-9171-ab8980fcd979'], 'active': True} {{(pid=83872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:36:04.173958 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-9c2400bf-e167-400a-9787-2bc2e5513336 tempest-DHCPAgentSchedulersTestJSON-1528672161 tempest-DHCPAgentSchedulersTestJSON-1528672161-project-admin] 10.222.0.26 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4311 time: 0.3139424 Apr 01 13:36:04.175904 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.api.v2.resource [None req-12c5382e-37e6-4f37-a0de-35dcfb51f386 tempest-RoutersNegativeTest-1474796941 tempest-RoutersNegativeTest-1474796941-project] delete failed (client error): The resource could not be found. Apr 01 13:36:04.180676 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-12c5382e-37e6-4f37-a0de-35dcfb51f386 tempest-RoutersNegativeTest-1474796941 tempest-RoutersNegativeTest-1474796941-project] 10.222.0.26 "DELETE /v2.0/routers/tempest-non_exist_router-863769077 HTTP/1.1" status: 404 len: 334 time: 0.0779142 Apr 01 13:36:04.180676 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 49564) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:36:04.182976 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.v2.base [None req-956498df-7b46-4c26-aaf0-a0402959dacb tempest-DHCPAgentSchedulersTestJSON-1442733550 tempest-DHCPAgentSchedulersTestJSON-1442733550-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1947525291'}} {{(pid=83869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:36:04.186984 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 49568) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:36:04.193481 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.scheduler.base_scheduler [None req-4bac8827-e498-4f8b-a85a-40c6f0a5a261 tempest-TagsExtTest-1062591673 tempest-TagsExtTest-1062591673-project] Resources bound (agent type, host, resource id): {{(pid=83871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 13:36:04.194127 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.v2.base [None req-edf837b6-73f3-42fd-9f92-2c43753149c2 tempest-RoutersNegativeTest-1474796941 tempest-RoutersNegativeTest-1474796941-project] Request body: {'router': {'external_gateway_info': {'network_id': 'e4980364-8860-4fdd-9171-ab8980fcd979'}}} {{(pid=83869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:36:04.196786 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bac8827-e498-4f8b-a85a-40c6f0a5a261 tempest-TagsExtTest-1062591673 tempest-TagsExtTest-1062591673-project] Received port after_create {{(pid=83871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 13:36:04.200597 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_hamode_db [None req-24cba211-b2ee-4b15-b5f9-4b2375325295 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-836180-1-hyperv', False) {} {{(pid=83872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:36:04.213735 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24cba211-b2ee-4b15-b5f9-4b2375325295 None None] Routers {'e4980364-8860-4fdd-9171-ab8980fcd979'} bound to L3 agent in host dv-neutron-836180-1-hyperv {{(pid=83872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 13:36:04.214406 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_hamode_db [None req-24cba211-b2ee-4b15-b5f9-4b2375325295 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836180-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T13:25:36Z,description=,heartbeat_timestamp=2022-04-01T13:35:36Z,host='dv-neutron-836180-1-hyperv',id=88bf8fc8-11a3-4e96-9d1b-5fd93ba9f6f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T13:25:36Z,topic='l3_agent')) {'router_ids': ['e4980364-8860-4fdd-9171-ab8980fcd979'], 'active': True} {{(pid=83872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:36:04.246745 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-956498df-7b46-4c26-aaf0-a0402959dacb tempest-DHCPAgentSchedulersTestJSON-1442733550 tempest-DHCPAgentSchedulersTestJSON-1442733550-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:36:04.264331 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-956498df-7b46-4c26-aaf0-a0402959dacb tempest-DHCPAgentSchedulersTestJSON-1442733550 tempest-DHCPAgentSchedulersTestJSON-1442733550-project] Usage tracker for resource:network and tenant:cde7fb6b66724ceca02abb2ff742cd59 is out of sync, need to count used quota {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 13:36:04.298204 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_hamode_db [None req-24cba211-b2ee-4b15-b5f9-4b2375325295 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-836180-1-hyperv', False) {} {{(pid=83872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:36:04.299156 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24cba211-b2ee-4b15-b5f9-4b2375325295 None None] The sync data for ids ['e4980364-8860-4fdd-9171-ab8980fcd979'] in dv-neutron-836180-1-hyperv is: [] {{(pid=83872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 13:36:04.334304 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Device 6cdee6d8-fa8e-4967-9a0d-cfbb0208a2c8 up at agent ovs-agent-dv-neutron-836180-1-hyperv {{(pid=83872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 13:36:04.341599 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-956498df-7b46-4c26-aaf0-a0402959dacb tempest-DHCPAgentSchedulersTestJSON-1442733550 tempest-DHCPAgentSchedulersTestJSON-1442733550-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 13:36:04.353979 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-956498df-7b46-4c26-aaf0-a0402959dacb tempest-DHCPAgentSchedulersTestJSON-1442733550 tempest-DHCPAgentSchedulersTestJSON-1442733550-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:36:04.367486 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4da5a6ba-c5be-4eae-b430-50038eada257 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Network 09d7ea43-6376-4322-97e7-54cd01aae492 is already hosted by enough agents. {{(pid=83871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 13:36:04.379546 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-956498df-7b46-4c26-aaf0-a0402959dacb tempest-DHCPAgentSchedulersTestJSON-1442733550 tempest-DHCPAgentSchedulersTestJSON-1442733550-project] Made reservation on behalf of cde7fb6b66724ceca02abb2ff742cd59 for: {'network': 1} {{(pid=83869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 13:36:04.379793 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-611b5d29-ab7e-4adb-ab58-c8af2ab0eb8a tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Network f5af94fd-eb93-4dcd-a1d0-079a93ce69bb is already hosted by enough agents. {{(pid=83871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 13:36:04.382120 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-956498df-7b46-4c26-aaf0-a0402959dacb tempest-DHCPAgentSchedulersTestJSON-1442733550 tempest-DHCPAgentSchedulersTestJSON-1442733550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for network, before_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:04.404974 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da5a6ba-c5be-4eae-b430-50038eada257 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Pushing event updated for resources: {'Port': ['ID=cb340401-926d-4170-a52a-5a2838cdbc5b,revision_number=1']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:36:04.407477 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.scheduler.base_scheduler [None req-4da5a6ba-c5be-4eae-b430-50038eada257 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Resources bound (agent type, host, resource id): {{(pid=83871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 13:36:04.409947 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.scheduler.base_scheduler [None req-611b5d29-ab7e-4adb-ab58-c8af2ab0eb8a tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Resources bound (agent type, host, resource id): {{(pid=83871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 13:36:04.425886 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4da5a6ba-c5be-4eae-b430-50038eada257 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Received port after_create {{(pid=83871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 13:36:04.426762 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-4da5a6ba-c5be-4eae-b430-50038eada257 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4084144'] for router_interface, before_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:04.434340 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Provisioning complete for port 6cdee6d8-fa8e-4967-9a0d-cfbb0208a2c8 triggered by entity L2. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 13:36:04.434855 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-948329'] for port, provisioning_complete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:04.435107 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-12a3e6f2-103c-4c2e-a18b-71d18b34fa53 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736732923383'] for network, precommit_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:04.543446 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-12a3e6f2-103c-4c2e-a18b-71d18b34fa53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575'] for network, after_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:04.544824 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12a3e6f2-103c-4c2e-a18b-71d18b34fa53 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:36:04.545741 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-12a3e6f2-103c-4c2e-a18b-71d18b34fa53 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3017602'] for network, before_response {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:04.577848 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-956498df-7b46-4c26-aaf0-a0402959dacb tempest-DHCPAgentSchedulersTestJSON-1442733550 tempest-DHCPAgentSchedulersTestJSON-1442733550-project] vlan segment allocate from pool success with {'vlan_id': 359, 'physical_network': 'physnet1'} {{(pid=83869) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 13:36:04.591969 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-956498df-7b46-4c26-aaf0-a0402959dacb tempest-DHCPAgentSchedulersTestJSON-1442733550 tempest-DHCPAgentSchedulersTestJSON-1442733550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1004271'] for segment, precommit_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:04.593190 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.db.segments_db [None req-956498df-7b46-4c26-aaf0-a0402959dacb tempest-DHCPAgentSchedulersTestJSON-1442733550 tempest-DHCPAgentSchedulersTestJSON-1442733550-project] Added segment 049b350a-63d7-4489-a565-98d6d5640f62 of type vlan for network fa27861e-01a1-45da-ad43-df36d12a024a Apr 01 13:36:04.596038 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Device 4fee96f9-dfdc-46c2-a94d-dbe0487710d2 up at agent ovs-agent-dv-neutron-836180-1-hyperv {{(pid=83872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 13:36:04.672680 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bac8827-e498-4f8b-a85a-40c6f0a5a261 tempest-TagsExtTest-1062591673 tempest-TagsExtTest-1062591673-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:36:04.673439 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-4bac8827-e498-4f8b-a85a-40c6f0a5a261 tempest-TagsExtTest-1062591673 tempest-TagsExtTest-1062591673-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109561'] for port, before_response {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:04.675528 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-ed13193c-8c38-40ed-826c-42abc9e9725b None None] Provisioning for port b07a677f-3f06-4ac8-ae10-daf2eedf525d completed by entity DHCP. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 13:36:04.685437 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-ed13193c-8c38-40ed-826c-42abc9e9725b None None] Provisioning complete for port b07a677f-3f06-4ac8-ae10-daf2eedf525d triggered by entity DHCP. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 13:36:04.686308 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-ed13193c-8c38-40ed-826c-42abc9e9725b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-948329'] for port, provisioning_complete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:04.694088 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a3e6f2-103c-4c2e-a18b-71d18b34fa53 admin admin] Pushing event updated for resources: {'Network': ['ID=faf7d63c-9b06-4fbb-8197-4b39ba438717,revision_number=1']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:36:04.719990 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-f14c80e7-ebe8-40b9-baf2-1d7634a7d04b tempest-RoutersAdminTest-1358270532 tempest-RoutersAdminTest-1358270532-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4155147'] for port, precommit_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:04.746537 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-956498df-7b46-4c26-aaf0-a0402959dacb tempest-DHCPAgentSchedulersTestJSON-1442733550 tempest-DHCPAgentSchedulersTestJSON-1442733550-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736732923383'] for network, precommit_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:04.746710 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Network faf7d63c-9b06-4fbb-8197-4b39ba438717 details requested by agent ovs-agent-dv-neutron-836180-1-hyperv with host dv-neutron-836180-1-hyperv {{(pid=83872) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 13:36:04.777937 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-edf837b6-73f3-42fd-9f92-2c43753149c2 tempest-RoutersNegativeTest-1474796941 tempest-RoutersNegativeTest-1474796941-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4084887', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4079850', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4161'] for router, precommit_update {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:04.792083 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-956498df-7b46-4c26-aaf0-a0402959dacb tempest-DHCPAgentSchedulersTestJSON-1442733550 tempest-DHCPAgentSchedulersTestJSON-1442733550-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575'] for network, after_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:04.796784 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-956498df-7b46-4c26-aaf0-a0402959dacb tempest-DHCPAgentSchedulersTestJSON-1442733550 tempest-DHCPAgentSchedulersTestJSON-1442733550-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:36:04.797484 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-956498df-7b46-4c26-aaf0-a0402959dacb tempest-DHCPAgentSchedulersTestJSON-1442733550 tempest-DHCPAgentSchedulersTestJSON-1442733550-project] Notify callbacks [] for network, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:04.884916 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Provisioning complete for port 4fee96f9-dfdc-46c2-a94d-dbe0487710d2 triggered by entity L2. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 13:36:04.885508 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-948329'] for port, provisioning_complete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:04.904952 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-12a3e6f2-103c-4c2e-a18b-71d18b34fa53 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 4.6450737 Apr 01 13:36:04.906601 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-a5e83a2c-b573-4ba6-9c96-3a9f90bfbd1e tempest-RoutersIpV6AdminTest-2054225496 tempest-RoutersIpV6AdminTest-2054225496-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:04.971111 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.plugin [None req-ed13193c-8c38-40ed-826c-42abc9e9725b None None] Port b07a677f-3f06-4ac8-ae10-daf2eedf525d cannot update to ACTIVE because it is not bound. {{(pid=83872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 13:36:04.977557 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-4bac8827-e498-4f8b-a85a-40c6f0a5a261 tempest-TagsExtTest-1062591673 tempest-TagsExtTest-1062591673-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 920 time: 6.9276702 Apr 01 13:36:04.983280 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 49574) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:36:04.983484 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 49576) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:36:05.009536 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.api.v2.resource [None req-edf837b6-73f3-42fd-9f92-2c43753149c2 tempest-RoutersNegativeTest-1474796941 tempest-RoutersNegativeTest-1474796941-project] update failed (client error): The resource could not be found. Apr 01 13:36:05.015626 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-edf837b6-73f3-42fd-9f92-2c43753149c2 tempest-RoutersNegativeTest-1474796941 tempest-RoutersNegativeTest-1474796941-project] 10.222.0.26 "PUT /v2.0/routers/e4980364-8860-4fdd-9171-ab8980fcd979 HTTP/1.1" status: 404 len: 339 time: 0.8217883 Apr 01 13:36:05.016970 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 49578) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:36:05.044507 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.v2.base [None req-49f9aaa5-9a1c-403c-88f1-cff11718cdc3 admin admin] Request body: {'subnet': {'network_id': 'faf7d63c-9b06-4fbb-8197-4b39ba438717', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-2067273465-subnet', 'tenant_id': '1db979ced72f4c84a5c312128899dc9b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=83871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:36:05.051371 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Device cbdd8945-62a9-45e0-97c6-418d67738c4f up at agent ovs-agent-dv-neutron-836180-1-hyperv {{(pid=83872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 13:36:05.106898 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-956498df-7b46-4c26-aaf0-a0402959dacb tempest-DHCPAgentSchedulersTestJSON-1442733550 tempest-DHCPAgentSchedulersTestJSON-1442733550-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 0.9282656 Apr 01 13:36:05.108142 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 49586) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:36:05.108699 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956498df-7b46-4c26-aaf0-a0402959dacb tempest-DHCPAgentSchedulersTestJSON-1442733550 tempest-DHCPAgentSchedulersTestJSON-1442733550-project] Pushing event updated for resources: {'Network': ['ID=fa27861e-01a1-45da-ad43-df36d12a024a,revision_number=1']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:36:05.122888 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Network fa27861e-01a1-45da-ad43-df36d12a024a details requested by agent ovs-agent-dv-neutron-836180-1-hyperv with host dv-neutron-836180-1-hyperv {{(pid=83872) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 13:36:05.140455 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-67cd4c49-c07f-4da8-8189-aebc6e574e10 None None] Provisioning complete for port 5a91b275-c8d6-48fd-b6ec-081afddf9a21 triggered by entity DHCP. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 13:36:05.140839 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-67cd4c49-c07f-4da8-8189-aebc6e574e10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-948329'] for port, provisioning_complete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:05.254703 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.plugin [None req-f14c80e7-ebe8-40b9-baf2-1d7634a7d04b tempest-RoutersAdminTest-1358270532 tempest-RoutersAdminTest-1358270532-project] Calling delete_port for 5576ee0b-4a2b-4159-b8b7-66e43c96256e owned by network:router_gateway {{(pid=83871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 13:36:05.302143 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.plugin [None req-67cd4c49-c07f-4da8-8189-aebc6e574e10 None None] Port 5a91b275-c8d6-48fd-b6ec-081afddf9a21 cannot update to ACTIVE because it is not bound. {{(pid=83872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 13:36:05.316914 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Provisioning for port cbdd8945-62a9-45e0-97c6-418d67738c4f completed by entity L2. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 13:36:05.329790 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Provisioning complete for port cbdd8945-62a9-45e0-97c6-418d67738c4f triggered by entity L2. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 13:36:05.330156 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-948329'] for port, provisioning_complete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:05.374521 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-67cd4c49-c07f-4da8-8189-aebc6e574e10 None None] Provisioning for port cb340401-926d-4170-a52a-5a2838cdbc5b completed by entity DHCP. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 13:36:05.389260 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-67cd4c49-c07f-4da8-8189-aebc6e574e10 None None] Provisioning complete for port cb340401-926d-4170-a52a-5a2838cdbc5b triggered by entity DHCP. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 13:36:05.389617 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-67cd4c49-c07f-4da8-8189-aebc6e574e10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-948329'] for port, provisioning_complete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:05.406746 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.v2.base [None req-fbbc0d50-eb28-4323-b29b-1dfa8fb0b662 tempest-TagsExtTest-1062591673 tempest-TagsExtTest-1062591673-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-192421878', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:36:05.439314 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-49f9aaa5-9a1c-403c-88f1-cff11718cdc3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:36:05.450897 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-fbbc0d50-eb28-4323-b29b-1dfa8fb0b662 tempest-TagsExtTest-1062591673 tempest-TagsExtTest-1062591673-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:36:05.453252 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-49f9aaa5-9a1c-403c-88f1-cff11718cdc3 admin admin] Usage tracker for resource:subnet and tenant:1db979ced72f4c84a5c312128899dc9b is out of sync, need to count used quota {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 13:36:05.460021 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-49f9aaa5-9a1c-403c-88f1-cff11718cdc3 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 13:36:05.475129 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.plugin [None req-67cd4c49-c07f-4da8-8189-aebc6e574e10 None None] Port cb340401-926d-4170-a52a-5a2838cdbc5b cannot update to ACTIVE because it is not bound. {{(pid=83872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 13:36:05.497134 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-fbbc0d50-eb28-4323-b29b-1dfa8fb0b662 tempest-TagsExtTest-1062591673 tempest-TagsExtTest-1062591673-project] Usage tracker for resource:router and tenant:8c6fb60306dd4aaf9cb71dc222e06365 is out of sync, need to count used quota {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 13:36:05.508483 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:05.528214 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-49f9aaa5-9a1c-403c-88f1-cff11718cdc3 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:36:05.530284 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-fbbc0d50-eb28-4323-b29b-1dfa8fb0b662 tempest-TagsExtTest-1062591673 tempest-TagsExtTest-1062591673-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 13:36:05.548181 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] For port cbdd8945-62a9-45e0-97c6-418d67738c4f, host dv-neutron-836180-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836180-1-hyperv',level=0,port_id=cbdd8945-62a9-45e0-97c6-418d67738c4f,segment=NetworkSegment(cbe724a1-3b9b-4356-8033-44e998b56747),segment_id=cbe724a1-3b9b-4356-8033-44e998b56747)] {{(pid=83872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 13:36:05.553373 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864'] for port, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:05.554040 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-fbbc0d50-eb28-4323-b29b-1dfa8fb0b662 tempest-TagsExtTest-1062591673 tempest-TagsExtTest-1062591673-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:36:05.593868 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-16da11ec-8b7e-4c34-951f-4d85470937e5 tempest-DHCPAgentSchedulersTestJSON-1528672161 tempest-DHCPAgentSchedulersTestJSON-1528672161-project-admin] 10.222.0.26 "GET /v2.0/agents/e47e4547-5c2d-4954-ba56-fa3646239f18/dhcp-networks HTTP/1.1" status: 200 len: 8553 time: 0.4814796 Apr 01 13:36:05.595800 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 49590) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:36:05.624667 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Pushing event updated for resources: {'Port': ['ID=cbdd8945-62a9-45e0-97c6-418d67738c4f,revision_number=3']} {{(pid=83872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:36:05.656355 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49f9aaa5-9a1c-403c-88f1-cff11718cdc3 admin admin] Made reservation on behalf of 1db979ced72f4c84a5c312128899dc9b for: {'subnet': 1} {{(pid=83871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 13:36:05.658582 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-49f9aaa5-9a1c-403c-88f1-cff11718cdc3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2757336'] for subnet, before_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:05.686445 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-fbbc0d50-eb28-4323-b29b-1dfa8fb0b662 tempest-TagsExtTest-1062591673 tempest-TagsExtTest-1062591673-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4082176', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4220'] for router, before_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:05.687600 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-fbbc0d50-eb28-4323-b29b-1dfa8fb0b662 tempest-TagsExtTest-1062591673 tempest-TagsExtTest-1062591673-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4082277', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4084873', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4148249', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4211'] for router, precommit_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:05.700358 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-4da5a6ba-c5be-4eae-b430-50038eada257 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:05.785411 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-f06da7a9-a300-4662-9b46-ef8194492f98 tempest-RoutersNegativeTest-1474796941 tempest-RoutersNegativeTest-1474796941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:05.856282 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-0e7f0131-97e6-4a49-8c98-1e7a5f0db972 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:05.878672 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d10031eb-23cc-4777-bf3f-6f5361913f58 tempest-DHCPAgentSchedulersTestJSON-1528672161 tempest-DHCPAgentSchedulersTestJSON-1528672161-project-admin] Network fa27861e-01a1-45da-ad43-df36d12a024a is scheduled to be hosted by DHCP agent e47e4547-5c2d-4954-ba56-fa3646239f18 with binding_index 1 {{(pid=83869) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 13:36:05.890364 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-a5e83a2c-b573-4ba6-9c96-3a9f90bfbd1e tempest-RoutersIpV6AdminTest-2054225496 tempest-RoutersIpV6AdminTest-2054225496-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4084887', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4079850', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4161'] for router, precommit_update {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:05.915797 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.agents_db [None req-bdd220c7-049a-43d2-a923-ad1a2de078c6 None None] Agent healthcheck: found 6 active agents {{(pid=83873) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 01 13:36:05.921623 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-a5e83a2c-b573-4ba6-9c96-3a9f90bfbd1e tempest-RoutersIpV6AdminTest-2054225496 tempest-RoutersIpV6AdminTest-2054225496-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4084858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-4084844', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-4084837', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-4079843'] for router, after_update {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:05.956376 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-d10031eb-23cc-4777-bf3f-6f5361913f58 tempest-DHCPAgentSchedulersTestJSON-1528672161 tempest-DHCPAgentSchedulersTestJSON-1528672161-project-admin] 10.222.0.26 "POST /v2.0/agents/e47e4547-5c2d-4954-ba56-fa3646239f18/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.3580899 Apr 01 13:36:05.958812 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 49594) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:36:05.963488 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-fbbc0d50-eb28-4323-b29b-1dfa8fb0b662 tempest-TagsExtTest-1062591673 tempest-TagsExtTest-1062591673-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:05.964761 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a76e8a7-99f5-43d0-bf98-7d2ec21f6cd9 None None] Network fa27861e-01a1-45da-ad43-df36d12a024a requested from dv-neutron-836180-1-hyperv {{(pid=83872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 13:36:06.159146 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Device cbdd8945-62a9-45e0-97c6-418d67738c4f up at agent ovs-agent-dv-neutron-836180-1-hyperv {{(pid=83872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 13:36:06.247091 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Provisioning complete for port cbdd8945-62a9-45e0-97c6-418d67738c4f triggered by entity L2. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 13:36:06.247677 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-948329'] for port, provisioning_complete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:06.321207 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-fbbc0d50-eb28-4323-b29b-1dfa8fb0b662 tempest-TagsExtTest-1062591673 tempest-TagsExtTest-1062591673-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4082201', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4084858'] for router, after_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:06.432285 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-5ab06a01-8a0a-486c-a131-0de3e2860344 tempest-DHCPAgentSchedulersTestJSON-1528672161 tempest-DHCPAgentSchedulersTestJSON-1528672161-project-admin] 10.222.0.26 "GET /v2.0/agents/e47e4547-5c2d-4954-ba56-fa3646239f18/dhcp-networks HTTP/1.1" status: 200 len: 9298 time: 0.4721320 Apr 01 13:36:06.440092 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 49598) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:36:06.443105 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-f14c80e7-ebe8-40b9-baf2-1d7634a7d04b tempest-RoutersAdminTest-1358270532 tempest-RoutersAdminTest-1358270532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736733359243', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736732935810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2743125'] for port, after_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:06.515324 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.db_base_plugin_common [None req-f06da7a9-a300-4662-9b46-ef8194492f98 tempest-RoutersNegativeTest-1474796941 tempest-RoutersNegativeTest-1474796941-project] Allocated IP 172.20.0.1 (bb9b6e7b-4739-40cc-9c88-401dd6263a69/4200eed2-c0d1-49ee-ba4c-7c58eaa958a9/3fcb911c-f13f-4774-886b-296493c88852) {{(pid=83869) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 13:36:06.536465 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-fbbc0d50-eb28-4323-b29b-1dfa8fb0b662 tempest-TagsExtTest-1062591673 tempest-TagsExtTest-1062591673-project] Notify callbacks [] for router, before_response {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:06.537627 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-fbbc0d50-eb28-4323-b29b-1dfa8fb0b662 tempest-TagsExtTest-1062591673 tempest-TagsExtTest-1062591673-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 1.4983003 Apr 01 13:36:06.545999 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 49602) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:36:06.558022 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.v2.base [None req-971e0566-5979-4a94-8fe6-b94d398fe4c5 tempest-TagsExtTest-1062591673 tempest-TagsExtTest-1062591673-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-776503330', 'prefixes': ['172.20.0.0/16']}} {{(pid=83869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:36:06.607487 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f14c80e7-ebe8-40b9-baf2-1d7634a7d04b tempest-RoutersAdminTest-1358270532 tempest-RoutersAdminTest-1358270532-project] Pushing event deleted for resources: {'Port': ['ID=5576ee0b-4a2b-4159-b8b7-66e43c96256e,revision_number=None']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:36:06.615698 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-971e0566-5979-4a94-8fe6-b94d398fe4c5 tempest-TagsExtTest-1062591673 tempest-TagsExtTest-1062591673-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:36:06.637079 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-611b5d29-ab7e-4adb-ab58-c8af2ab0eb8a tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Router 9081610b-903b-4516-bbb6-af4bd8180613 has already been hosted by L3 agent 88bf8fc8-11a3-4e96-9d1b-5fd93ba9f6f1 {{(pid=83871) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 13:36:06.730167 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-f06da7a9-a300-4662-9b46-ef8194492f98 tempest-RoutersNegativeTest-1474796941 tempest-RoutersNegativeTest-1474796941-project] Notify callbacks [] for port, precommit_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:06.751967 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.provisioning_blocks [None req-f06da7a9-a300-4662-9b46-ef8194492f98 tempest-RoutersNegativeTest-1474796941 tempest-RoutersNegativeTest-1474796941-project] Transition to ACTIVE for port object 3fcb911c-f13f-4774-886b-296493c88852 will not be triggered until provisioned by entity DHCP. {{(pid=83869) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 13:36:06.786499 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-971e0566-5979-4a94-8fe6-b94d398fe4c5 tempest-TagsExtTest-1062591673 tempest-TagsExtTest-1062591673-project] Notify callbacks [] for subnetpool, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:06.787852 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-971e0566-5979-4a94-8fe6-b94d398fe4c5 tempest-TagsExtTest-1062591673 tempest-TagsExtTest-1062591673-project] 10.222.0.26 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 747 time: 0.2407131 Apr 01 13:36:06.791995 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 49606) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:36:06.800003 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.services.tag.tag_plugin [None req-fdf2baaf-6146-4f28-9c4b-d7352b18f1ba tempest-TagsExtTest-1062591673 tempest-TagsExtTest-1062591673-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', 'd0512dec-3440-40bc-9749-f466b9d7ab5c', 'tempest-TagsExtTest-Tag-655803085') {} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:36:06.834280 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-f06da7a9-a300-4662-9b46-ef8194492f98 tempest-RoutersNegativeTest-1474796941 tempest-RoutersNegativeTest-1474796941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736732935801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2705155'] for port, after_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:06.914339 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-49f9aaa5-9a1c-403c-88f1-cff11718cdc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2743225', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2757366'] for subnet, after_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:06.929270 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f06da7a9-a300-4662-9b46-ef8194492f98 tempest-RoutersNegativeTest-1474796941 tempest-RoutersNegativeTest-1474796941-project] Network bb9b6e7b-4739-40cc-9c88-401dd6263a69 is already hosted by enough agents. {{(pid=83869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 13:36:06.931300 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f06da7a9-a300-4662-9b46-ef8194492f98 tempest-RoutersNegativeTest-1474796941 tempest-RoutersNegativeTest-1474796941-project] Pushing event updated for resources: {'Port': ['ID=3fcb911c-f13f-4774-886b-296493c88852,revision_number=1']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:36:06.935897 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.scheduler.base_scheduler [None req-f06da7a9-a300-4662-9b46-ef8194492f98 tempest-RoutersNegativeTest-1474796941 tempest-RoutersNegativeTest-1474796941-project] Resources bound (agent type, host, resource id): {{(pid=83869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 13:36:06.938172 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f06da7a9-a300-4662-9b46-ef8194492f98 tempest-RoutersNegativeTest-1474796941 tempest-RoutersNegativeTest-1474796941-project] Received port after_create {{(pid=83869) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 13:36:07.010831 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-f06da7a9-a300-4662-9b46-ef8194492f98 tempest-RoutersNegativeTest-1474796941 tempest-RoutersNegativeTest-1474796941-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4084144'] for router_interface, before_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:07.023591 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-fdf2baaf-6146-4f28-9c4b-d7352b18f1ba tempest-TagsExtTest-1062591673 tempest-TagsExtTest-1062591673-project] 10.222.0.26 "PUT /v2.0/subnets/d0512dec-3440-40bc-9749-f466b9d7ab5c/tags/tempest-TagsExtTest-Tag-655803085 HTTP/1.1" status: 201 len: 201 time: 0.2279241 Apr 01 13:36:07.025824 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 49610) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:36:07.031909 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.services.tag.tag_plugin [None req-73de7f34-dd6f-4fcf-a487-d5bed82ada1f tempest-TagsExtTest-1062591673 tempest-TagsExtTest-1062591673-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', 'b07a677f-3f06-4ac8-ae10-daf2eedf525d', 'tempest-TagsExtTest-Tag-172670973') {} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:36:07.107913 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-886098be-4258-4490-be7f-377db5041c15 tempest-DHCPAgentSchedulersTestJSON-1528672161 tempest-DHCPAgentSchedulersTestJSON-1528672161-project-admin] 10.222.0.26 "DELETE /v2.0/agents/e47e4547-5c2d-4954-ba56-fa3646239f18/dhcp-networks/fa27861e-01a1-45da-ad43-df36d12a024a HTTP/1.1" status: 204 len: 168 time: 0.6574528 Apr 01 13:36:07.111044 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 49614) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:36:07.135246 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:07.163072 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-f06da7a9-a300-4662-9b46-ef8194492f98 tempest-RoutersNegativeTest-1474796941 tempest-RoutersNegativeTest-1474796941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:07.229383 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-d69d5f78-4158-4bc7-982e-b49c916f96ee None None] Provisioning for port 3fcb911c-f13f-4774-886b-296493c88852 completed by entity DHCP. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 13:36:07.236072 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-d69d5f78-4158-4bc7-982e-b49c916f96ee None None] Provisioning complete for port 3fcb911c-f13f-4774-886b-296493c88852 triggered by entity DHCP. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 13:36:07.237512 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-d69d5f78-4158-4bc7-982e-b49c916f96ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-948329'] for port, provisioning_complete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:07.250107 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-73de7f34-dd6f-4fcf-a487-d5bed82ada1f tempest-TagsExtTest-1062591673 tempest-TagsExtTest-1062591673-project] 10.222.0.26 "PUT /v2.0/ports/b07a677f-3f06-4ac8-ae10-daf2eedf525d/tags/tempest-TagsExtTest-Tag-172670973 HTTP/1.1" status: 201 len: 201 time: 0.2201805 Apr 01 13:36:07.251084 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 49618) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:36:07.262202 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.services.tag.tag_plugin [None req-cbba7ba6-a698-41c7-bad2-6f568432c40c tempest-TagsExtTest-1062591673 tempest-TagsExtTest-1062591673-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '8d4c9b74-9937-474e-a4e0-fd5344eee35a', 'tempest-TagsExtTest-Tag-356770429') {} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:36:07.325726 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f9aaa5-9a1c-403c-88f1-cff11718cdc3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=11ea32dc-0c84-4fc1-9df2-80f178610c0f,revision_number=0']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:36:07.344761 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-2f9cfc9c-d8ba-4de3-a4ad-98162f90557c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:07.345758 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.plugin [None req-d69d5f78-4158-4bc7-982e-b49c916f96ee None None] Port 3fcb911c-f13f-4774-886b-296493c88852 cannot update to ACTIVE because it is not bound. {{(pid=83872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 13:36:07.393293 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.db.resource_extend [None req-4da5a6ba-c5be-4eae-b430-50038eada257 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 01 13:36:07.407953 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-f14c80e7-ebe8-40b9-baf2-1d7634a7d04b tempest-RoutersAdminTest-1358270532 tempest-RoutersAdminTest-1358270532-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4084822'] for router_gateway, after_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:07.471928 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-4da5a6ba-c5be-4eae-b430-50038eada257 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Notify callbacks [] for port, precommit_update {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:07.575360 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49f9aaa5-9a1c-403c-88f1-cff11718cdc3 admin admin] Checking segment: {'id': '881a382f-8ed1-478b-97b4-4d4f48893b0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'faf7d63c-9b06-4fbb-8197-4b39ba438717'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 13:36:07.575683 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49f9aaa5-9a1c-403c-88f1-cff11718cdc3 admin admin] Network hostable DHCP agents. Network: faf7d63c-9b06-4fbb-8197-4b39ba438717, hostable agents: ['e47e4547-5c2d-4954-ba56-fa3646239f18'], hosted agents: [] {{(pid=83871) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 13:36:07.601990 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-4da5a6ba-c5be-4eae-b430-50038eada257 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2743106'] for port, after_update {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:07.603238 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-4da5a6ba-c5be-4eae-b430-50038eada257 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3017508', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4084015'] for router_interface, after_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:07.638112 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-cbba7ba6-a698-41c7-bad2-6f568432c40c tempest-TagsExtTest-1062591673 tempest-TagsExtTest-1062591673-project] 10.222.0.26 "PUT /v2.0/routers/8d4c9b74-9937-474e-a4e0-fd5344eee35a/tags/tempest-TagsExtTest-Tag-356770429 HTTP/1.1" status: 201 len: 201 time: 0.3862195 Apr 01 13:36:07.642744 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 49622) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:36:07.650713 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.services.tag.tag_plugin [None req-50147f90-4fa4-47b4-8645-63c200089450 tempest-TagsExtTest-1062591673 tempest-TagsExtTest-1062591673-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '05c0b346-b923-4fdc-a3aa-c7a1b6633b0f', 'tempest-TagsExtTest-Tag-894376909') {} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:36:07.738166 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-50147f90-4fa4-47b4-8645-63c200089450 tempest-TagsExtTest-1062591673 tempest-TagsExtTest-1062591673-project] 10.222.0.26 "PUT /v2.0/subnetpools/05c0b346-b923-4fdc-a3aa-c7a1b6633b0f/tags/tempest-TagsExtTest-Tag-894376909 HTTP/1.1" status: 201 len: 201 time: 0.0944450 Apr 01 13:36:07.740865 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 49626) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:36:07.747700 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.services.tag.tag_plugin [None req-ce0d249c-96b2-4b75-b3d4-35b3efdafce7 tempest-TagsExtTest-1062591673 tempest-TagsExtTest-1062591673-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', 'd0512dec-3440-40bc-9749-f466b9d7ab5c') {} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:36:07.790397 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-f06da7a9-a300-4662-9b46-ef8194492f98 tempest-RoutersNegativeTest-1474796941 tempest-RoutersNegativeTest-1474796941-project] Notify callbacks [] for port, precommit_update {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:07.797789 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-f06da7a9-a300-4662-9b46-ef8194492f98 tempest-RoutersNegativeTest-1474796941 tempest-RoutersNegativeTest-1474796941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2705172'] for port, after_update {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:07.926002 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f06da7a9-a300-4662-9b46-ef8194492f98 tempest-RoutersNegativeTest-1474796941 tempest-RoutersNegativeTest-1474796941-project] Pushing event updated for resources: {'Port': ['ID=3fcb911c-f13f-4774-886b-296493c88852,revision_number=2']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:36:07.932008 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-f06da7a9-a300-4662-9b46-ef8194492f98 tempest-RoutersNegativeTest-1474796941 tempest-RoutersNegativeTest-1474796941-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3017508', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4084015'] for router_interface, after_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:07.948374 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da5a6ba-c5be-4eae-b430-50038eada257 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Pushing event updated for resources: {'Port': ['ID=cb340401-926d-4170-a52a-5a2838cdbc5b,revision_number=2']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:36:07.963999 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-f14c80e7-ebe8-40b9-baf2-1d7634a7d04b tempest-RoutersAdminTest-1358270532 tempest-RoutersAdminTest-1358270532-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4079814', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4170'] for router, precommit_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:07.964931 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-ce0d249c-96b2-4b75-b3d4-35b3efdafce7 tempest-TagsExtTest-1062591673 tempest-TagsExtTest-1062591673-project] 10.222.0.26 "GET /v2.0/subnets/d0512dec-3440-40bc-9749-f466b9d7ab5c/tags HTTP/1.1" status: 200 len: 240 time: 0.2231097 Apr 01 13:36:07.968514 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 49630) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:36:08.005730 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49f9aaa5-9a1c-403c-88f1-cff11718cdc3 admin admin] Network faf7d63c-9b06-4fbb-8197-4b39ba438717 is scheduled to be hosted by DHCP agent e47e4547-5c2d-4954-ba56-fa3646239f18 with binding_index 1 {{(pid=83871) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 13:36:08.019626 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-f14c80e7-ebe8-40b9-baf2-1d7634a7d04b tempest-RoutersAdminTest-1358270532 tempest-RoutersAdminTest-1358270532-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:08.023277 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.services.tag.tag_plugin [None req-ba813d07-3b65-4c17-a8fb-602f036dd83e tempest-TagsExtTest-1062591673 tempest-TagsExtTest-1062591673-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'd0512dec-3440-40bc-9749-f466b9d7ab5c', 'tempest-TagsExtTest-Tag-655803085') {} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:36:08.042331 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-3027b1c1-23bd-4794-ad02-e137dce1d342 tempest-DHCPAgentSchedulersTestJSON-1528672161 tempest-DHCPAgentSchedulersTestJSON-1528672161-project-admin] 10.222.0.26 "GET /v2.0/agents/e47e4547-5c2d-4954-ba56-fa3646239f18/dhcp-networks HTTP/1.1" status: 200 len: 8553 time: 0.8819692 Apr 01 13:36:08.052225 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 49634) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:36:08.060719 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.scheduler.base_scheduler [None req-49f9aaa5-9a1c-403c-88f1-cff11718cdc3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-836180-1-hyperv, faf7d63c-9b06-4fbb-8197-4b39ba438717) {{(pid=83871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 13:36:08.070349 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37c75e24-390a-42e4-98b7-5236add9828e None None] Network faf7d63c-9b06-4fbb-8197-4b39ba438717 requested from dv-neutron-836180-1-hyperv {{(pid=83872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 13:36:08.073130 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49f9aaa5-9a1c-403c-88f1-cff11718cdc3 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:36:08.073709 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-49f9aaa5-9a1c-403c-88f1-cff11718cdc3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:08.081318 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-611b5d29-ab7e-4adb-ab58-c8af2ab0eb8a tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Notify agent at l3_agent.dv-neutron-836180-1-hyperv the message routers_updated {{(pid=83871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 13:36:08.094067 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-355fc793-0582-4b7f-b34c-28506a072682 None None] Sync routers for ids ['9081610b-903b-4516-bbb6-af4bd8180613'] in dv-neutron-836180-1-hyperv {{(pid=83873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 13:36:08.104045 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-611b5d29-ab7e-4adb-ab58-c8af2ab0eb8a tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] 10.222.0.26 "PUT /v2.0/routers/9081610b-903b-4516-bbb6-af4bd8180613/add_router_interface HTTP/1.1" status: 200 len: 503 time: 14.7976520 Apr 01 13:36:08.104376 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 49638) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:36:08.121160 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-355fc793-0582-4b7f-b34c-28506a072682 None None] Routers {'9081610b-903b-4516-bbb6-af4bd8180613'} bound to L3 agent in host dv-neutron-836180-1-hyperv {{(pid=83873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 13:36:08.122165 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-355fc793-0582-4b7f-b34c-28506a072682 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836180-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-01T13:25:36Z,description=,heartbeat_timestamp=2022-04-01T13:36:06Z,host='dv-neutron-836180-1-hyperv',id=88bf8fc8-11a3-4e96-9d1b-5fd93ba9f6f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T13:25:36Z,topic='l3_agent')) {'router_ids': ['9081610b-903b-4516-bbb6-af4bd8180613'], 'active': True} {{(pid=83873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:36:08.140938 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4da5a6ba-c5be-4eae-b430-50038eada257 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Network 09d7ea43-6376-4322-97e7-54cd01aae492 is already hosted by enough agents. {{(pid=83871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 13:36:08.142138 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-f14c80e7-ebe8-40b9-baf2-1d7634a7d04b tempest-RoutersAdminTest-1358270532 tempest-RoutersAdminTest-1358270532-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4079738'] for router, after_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:08.142642 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f14c80e7-ebe8-40b9-baf2-1d7634a7d04b tempest-RoutersAdminTest-1358270532 tempest-RoutersAdminTest-1358270532-project] Fanout notify agent at l3_agent the message router_deleted on router 7bd8789f-35a0-41c3-be9c-b148757bc85d {{(pid=83871) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 01 13:36:08.144616 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.scheduler.base_scheduler [None req-4da5a6ba-c5be-4eae-b430-50038eada257 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Resources bound (agent type, host, resource id): {{(pid=83871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 13:36:08.150444 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-f14c80e7-ebe8-40b9-baf2-1d7634a7d04b tempest-RoutersAdminTest-1358270532 tempest-RoutersAdminTest-1358270532-project] Notify callbacks [] for router, before_response {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:08.151682 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-f14c80e7-ebe8-40b9-baf2-1d7634a7d04b tempest-RoutersAdminTest-1358270532 tempest-RoutersAdminTest-1358270532-project] 10.222.0.26 "DELETE /v2.0/routers/7bd8789f-35a0-41c3-be9c-b148757bc85d HTTP/1.1" status: 204 len: 168 time: 10.5122449 Apr 01 13:36:08.206897 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-355fc793-0582-4b7f-b34c-28506a072682 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-836180-1-hyperv', False) {} {{(pid=83873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:36:08.233454 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-355fc793-0582-4b7f-b34c-28506a072682 None None] Routers {'9081610b-903b-4516-bbb6-af4bd8180613'} bound to L3 agent in host dv-neutron-836180-1-hyperv {{(pid=83873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 13:36:08.234628 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-355fc793-0582-4b7f-b34c-28506a072682 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836180-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-01T13:25:36Z,description=,heartbeat_timestamp=2022-04-01T13:36:06Z,host='dv-neutron-836180-1-hyperv',id=88bf8fc8-11a3-4e96-9d1b-5fd93ba9f6f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T13:25:36Z,topic='l3_agent')) {'router_ids': ['9081610b-903b-4516-bbb6-af4bd8180613'], 'active': True} {{(pid=83873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:36:08.353469 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-355fc793-0582-4b7f-b34c-28506a072682 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-836180-1-hyperv', False) {} {{(pid=83873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:36:08.354233 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-355fc793-0582-4b7f-b34c-28506a072682 None None] The sync data for ids ['9081610b-903b-4516-bbb6-af4bd8180613'] in dv-neutron-836180-1-hyperv is: [] {{(pid=83873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 13:36:08.421608 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 49642) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:36:08.423069 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-49f9aaa5-9a1c-403c-88f1-cff11718cdc3 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 3.3853834 Apr 01 13:36:08.423775 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5e83a2c-b573-4ba6-9c96-3a9f90bfbd1e tempest-RoutersIpV6AdminTest-2054225496 tempest-RoutersIpV6AdminTest-2054225496-project-admin] Router 0cacebeb-0182-49c6-b797-4b22fff8f500 is scheduled to L3 agent 88bf8fc8-11a3-4e96-9d1b-5fd93ba9f6f1 with binding_index 1 {{(pid=83871) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 01 13:36:08.430974 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.v2.base [None req-89db2912-e2d5-4c66-91b5-aa4da10de75c tempest-RoutersAdminTest-1358270532 tempest-RoutersAdminTest-1358270532-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-276518840', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:36:08.436113 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 49644) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:36:08.439438 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd528f10-0dee-499b-b007-733be4fc37aa tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:36:08.444038 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-dd528f10-0dee-499b-b007-733be4fc37aa tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] 10.222.0.26 "GET /v2.0/ports/5a91b275-c8d6-48fd-b6ec-081afddf9a21 HTTP/1.1" status: 200 len: 913 time: 0.3386166 Apr 01 13:36:08.444730 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50710a20-8462-4e1f-baca-0484e0a3b825 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7e7d0ecb-2af4-55f5-9198-238ab0570d62-faf7d63c-9b06-4fbb-8197-4b39ba438717', 'network_id': 'faf7d63c-9b06-4fbb-8197-4b39ba438717', 'tenant_id': '1db979ced72f4c84a5c312128899dc9b', 'fixed_ips': [{'subnet_id': '11ea32dc-0c84-4fc1-9df2-80f178610c0f'}]}} from dv-neutron-836180-1-hyperv. {{(pid=83872) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 01 13:36:08.446937 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-50710a20-8462-4e1f-baca-0484e0a3b825 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:08.451767 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 49648) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:36:08.505567 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.v2.base [None req-641afc8d-e421-478b-b23a-ebb890e0aaed admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-2067273465-router', 'tenant_id': '1db979ced72f4c84a5c312128899dc9b', 'external_gateway_info': {'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301'}}} {{(pid=83871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:36:08.520154 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-641afc8d-e421-478b-b23a-ebb890e0aaed admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:36:08.522692 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-89db2912-e2d5-4c66-91b5-aa4da10de75c tempest-RoutersAdminTest-1358270532 tempest-RoutersAdminTest-1358270532-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:36:08.531311 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-641afc8d-e421-478b-b23a-ebb890e0aaed admin admin] Usage tracker for resource:router and tenant:1db979ced72f4c84a5c312128899dc9b is out of sync, need to count used quota {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 13:36:08.536865 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-641afc8d-e421-478b-b23a-ebb890e0aaed admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 13:36:08.539844 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-89db2912-e2d5-4c66-91b5-aa4da10de75c tempest-RoutersAdminTest-1358270532 tempest-RoutersAdminTest-1358270532-project] Usage tracker for resource:router and tenant:ccaebfeab3a94bef9cdcfe2c3ee4f9cf is out of sync, need to count used quota {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 13:36:08.558080 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-89db2912-e2d5-4c66-91b5-aa4da10de75c tempest-RoutersAdminTest-1358270532 tempest-RoutersAdminTest-1358270532-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 13:36:08.560934 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-641afc8d-e421-478b-b23a-ebb890e0aaed admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:36:08.577962 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-89db2912-e2d5-4c66-91b5-aa4da10de75c tempest-RoutersAdminTest-1358270532 tempest-RoutersAdminTest-1358270532-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:36:08.600266 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-9c7ccc2f-2d13-4c90-ad11-2c3fbb7ec1cc tempest-DHCPAgentSchedulersTestJSON-1528672161 tempest-DHCPAgentSchedulersTestJSON-1528672161-project-admin] 10.222.0.26 "GET /v2.0/networks/fe67edef-6c12-4e84-8260-6dd9bd2ad247/dhcp-agents HTTP/1.1" status: 200 len: 809 time: 0.5373390 Apr 01 13:36:08.600530 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-641afc8d-e421-478b-b23a-ebb890e0aaed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4082176', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4220'] for router, before_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:08.600530 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-641afc8d-e421-478b-b23a-ebb890e0aaed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4082277', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4084873', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4148249', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4211'] for router, precommit_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:08.606841 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f06da7a9-a300-4662-9b46-ef8194492f98 tempest-RoutersNegativeTest-1474796941 tempest-RoutersNegativeTest-1474796941-project] Network bb9b6e7b-4739-40cc-9c88-401dd6263a69 is already hosted by enough agents. {{(pid=83869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 13:36:08.608762 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 49654) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:36:08.618624 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.scheduler.base_scheduler [None req-f06da7a9-a300-4662-9b46-ef8194492f98 tempest-RoutersNegativeTest-1474796941 tempest-RoutersNegativeTest-1474796941-project] Resources bound (agent type, host, resource id): {{(pid=83869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 13:36:08.629815 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.db_base_plugin_common [None req-50710a20-8462-4e1f-baca-0484e0a3b825 None None] Allocated IP 172.20.0.2 (faf7d63c-9b06-4fbb-8197-4b39ba438717/11ea32dc-0c84-4fc1-9df2-80f178610c0f/2f67fe7f-bee3-4117-9df2-1548a7cafc87) {{(pid=83872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 13:36:08.789819 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-89db2912-e2d5-4c66-91b5-aa4da10de75c tempest-RoutersAdminTest-1358270532 tempest-RoutersAdminTest-1358270532-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4082176', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4220'] for router, before_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:08.790876 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-89db2912-e2d5-4c66-91b5-aa4da10de75c tempest-RoutersAdminTest-1358270532 tempest-RoutersAdminTest-1358270532-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4082277', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4084873', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4148249', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4211'] for router, precommit_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:08.835559 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-ba813d07-3b65-4c17-a8fb-602f036dd83e tempest-TagsExtTest-1062591673 tempest-TagsExtTest-1062591673-project] 10.222.0.26 "GET /v2.0/subnets/d0512dec-3440-40bc-9749-f466b9d7ab5c/tags/tempest-TagsExtTest-Tag-655803085 HTTP/1.1" status: 204 len: 168 time: 0.8638761 Apr 01 13:36:08.838284 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 49658) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:36:08.845427 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-1450e6b7-284a-4f5e-9d1d-0a57df219d58 None None] Provisioning complete for port cb340401-926d-4170-a52a-5a2838cdbc5b triggered by entity DHCP. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 13:36:08.845793 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-1450e6b7-284a-4f5e-9d1d-0a57df219d58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-948329'] for port, provisioning_complete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:08.846355 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.services.tag.tag_plugin [None req-12be3f7d-ba7e-4182-b625-ace884d90d9a tempest-TagsExtTest-1062591673 tempest-TagsExtTest-1062591673-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', 'd0512dec-3440-40bc-9749-f466b9d7ab5c', 'tempest-TagsExtTest-Tag-655803085') {} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:36:08.900948 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-641afc8d-e421-478b-b23a-ebb890e0aaed admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:08.914932 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-89db2912-e2d5-4c66-91b5-aa4da10de75c tempest-RoutersAdminTest-1358270532 tempest-RoutersAdminTest-1358270532-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:08.932680 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-a976a7b9-9034-41e6-be13-349b75ed1593 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:08.939852 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-50710a20-8462-4e1f-baca-0484e0a3b825 None None] Notify callbacks [] for port, precommit_create {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:08.946481 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.plugin [None req-1450e6b7-284a-4f5e-9d1d-0a57df219d58 None None] Port cb340401-926d-4170-a52a-5a2838cdbc5b cannot update to ACTIVE because it is not bound. {{(pid=83872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 13:36:08.954462 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-50710a20-8462-4e1f-baca-0484e0a3b825 None None] Transition to ACTIVE for port object 2f67fe7f-bee3-4117-9df2-1548a7cafc87 will not be triggered until provisioned by entity L2. {{(pid=83872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 13:36:08.974887 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-50710a20-8462-4e1f-baca-0484e0a3b825 None None] Transition to ACTIVE for port object 2f67fe7f-bee3-4117-9df2-1548a7cafc87 will not be triggered until provisioned by entity DHCP. {{(pid=83872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 13:36:08.980837 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-50710a20-8462-4e1f-baca-0484e0a3b825 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736732935801'] for port, after_create {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:09.022102 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-326a5aa8-fc0f-49af-a890-422e679fc539 tempest-DHCPAgentSchedulersTestJSON-1528672161 tempest-DHCPAgentSchedulersTestJSON-1528672161-project-admin] 10.222.0.26 "GET /v2.0/networks/fe67edef-6c12-4e84-8260-6dd9bd2ad247/dhcp-agents HTTP/1.1" status: 200 len: 809 time: 0.4031267 Apr 01 13:36:09.025481 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 49662) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:36:09.043961 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-89db2912-e2d5-4c66-91b5-aa4da10de75c tempest-RoutersAdminTest-1358270532 tempest-RoutersAdminTest-1358270532-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4082201', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4084858'] for router, after_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:09.064766 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50710a20-8462-4e1f-baca-0484e0a3b825 None None] Network faf7d63c-9b06-4fbb-8197-4b39ba438717 is already hosted by enough agents. {{(pid=83872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 13:36:09.065840 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50710a20-8462-4e1f-baca-0484e0a3b825 None None] Pushing event updated for resources: {'Port': ['ID=2f67fe7f-bee3-4117-9df2-1548a7cafc87,revision_number=1']} {{(pid=83872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:36:09.068725 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.scheduler.base_scheduler [None req-50710a20-8462-4e1f-baca-0484e0a3b825 None None] Resources bound (agent type, host, resource id): {{(pid=83872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 13:36:09.072998 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50710a20-8462-4e1f-baca-0484e0a3b825 None None] Received port after_create {{(pid=83872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 13:36:09.145450 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-d9c0f11a-44ca-45e5-ada3-87ed7489879d None None] Provisioning complete for port 3fcb911c-f13f-4774-886b-296493c88852 triggered by entity DHCP. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 13:36:09.145826 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-d9c0f11a-44ca-45e5-ada3-87ed7489879d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-948329'] for port, provisioning_complete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:09.169659 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-89db2912-e2d5-4c66-91b5-aa4da10de75c tempest-RoutersAdminTest-1358270532 tempest-RoutersAdminTest-1358270532-project] Notify callbacks [] for router, before_response {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:09.170826 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-89db2912-e2d5-4c66-91b5-aa4da10de75c tempest-RoutersAdminTest-1358270532 tempest-RoutersAdminTest-1358270532-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.7447100 Apr 01 13:36:09.177260 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 49666) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:36:09.217645 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.managers [None req-50710a20-8462-4e1f-baca-0484e0a3b825 None None] Attempting to bind port 2f67fe7f-bee3-4117-9df2-1548a7cafc87 on host dv-neutron-836180-1-hyperv for vnic_type normal with profile {{(pid=83872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 13:36:09.217848 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.managers [None req-50710a20-8462-4e1f-baca-0484e0a3b825 None None] Attempting to bind port 2f67fe7f-bee3-4117-9df2-1548a7cafc87 by drivers openvswitch,hyperv on host dv-neutron-836180-1-hyperv at level 0 using segments [{'id': '881a382f-8ed1-478b-97b4-4d4f48893b0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'faf7d63c-9b06-4fbb-8197-4b39ba438717'}] {{(pid=83872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 13:36:09.218203 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50710a20-8462-4e1f-baca-0484e0a3b825 None None] Attempting to bind port 2f67fe7f-bee3-4117-9df2-1548a7cafc87 on network faf7d63c-9b06-4fbb-8197-4b39ba438717 {{(pid=83872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 13:36:09.230281 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50710a20-8462-4e1f-baca-0484e0a3b825 None None] Checking agent: {'id': 'af948428-97cd-4d10-9f53-af028bdb39b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-836180-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 13, 25, 37), 'started_at': datetime.datetime(2022, 4, 1, 13, 26, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 13, 36, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-836180-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 13:36:09.230528 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.v2.base [None req-e289aac5-ad21-4228-bf1e-7b113853d279 tempest-RoutersAdminTest-1965710677 tempest-RoutersAdminTest-1965710677-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'enable_snat': False}}} {{(pid=83869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:36:09.230627 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50710a20-8462-4e1f-baca-0484e0a3b825 None None] Checking segment: {'id': '881a382f-8ed1-478b-97b4-4d4f48893b0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'faf7d63c-9b06-4fbb-8197-4b39ba438717'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 13:36:09.231031 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-50710a20-8462-4e1f-baca-0484e0a3b825 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:09.231417 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50710a20-8462-4e1f-baca-0484e0a3b825 None None] Bound using segment: {'id': '881a382f-8ed1-478b-97b4-4d4f48893b0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'faf7d63c-9b06-4fbb-8197-4b39ba438717'} {{(pid=83872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 13:36:09.231876 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.managers [None req-50710a20-8462-4e1f-baca-0484e0a3b825 None None] Bound port: 2f67fe7f-bee3-4117-9df2-1548a7cafc87, host: dv-neutron-836180-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '881a382f-8ed1-478b-97b4-4d4f48893b0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'faf7d63c-9b06-4fbb-8197-4b39ba438717'}}] {{(pid=83872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 13:36:09.232248 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-50710a20-8462-4e1f-baca-0484e0a3b825 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:09.241236 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.plugin [None req-d9c0f11a-44ca-45e5-ada3-87ed7489879d None None] Port 3fcb911c-f13f-4774-886b-296493c88852 cannot update to ACTIVE because it is not bound. {{(pid=83872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 13:36:09.353689 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-641afc8d-e421-478b-b23a-ebb890e0aaed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4084887', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4079850', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4161'] for router, precommit_update {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:09.367389 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-50710a20-8462-4e1f-baca-0484e0a3b825 None None] For port 2f67fe7f-bee3-4117-9df2-1548a7cafc87, host dv-neutron-836180-1-hyperv, cleared binding levels {{(pid=83872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 13:36:09.371874 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-50710a20-8462-4e1f-baca-0484e0a3b825 None None] For port 2f67fe7f-bee3-4117-9df2-1548a7cafc87, host dv-neutron-836180-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836180-1-hyperv',level=0,port_id=2f67fe7f-bee3-4117-9df2-1548a7cafc87,segment=NetworkSegment(881a382f-8ed1-478b-97b4-4d4f48893b0b),segment_id=881a382f-8ed1-478b-97b4-4d4f48893b0b)] {{(pid=83872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 13:36:09.376966 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-50710a20-8462-4e1f-baca-0484e0a3b825 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864'] for port, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:09.380597 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-12be3f7d-ba7e-4182-b625-ace884d90d9a tempest-TagsExtTest-1062591673 tempest-TagsExtTest-1062591673-project] 10.222.0.26 "DELETE /v2.0/subnets/d0512dec-3440-40bc-9749-f466b9d7ab5c/tags/tempest-TagsExtTest-Tag-655803085 HTTP/1.1" status: 204 len: 168 time: 0.5406916 Apr 01 13:36:09.386373 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 49670) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:36:09.388787 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-1847f770-8222-4ad1-ab28-48221e089d23 tempest-DHCPAgentSchedulersTestJSON-1528672161 tempest-DHCPAgentSchedulersTestJSON-1528672161-project-admin] 10.222.0.26 "GET /v2.0/agents/e47e4547-5c2d-4954-ba56-fa3646239f18/dhcp-networks HTTP/1.1" status: 200 len: 9325 time: 0.3606265 Apr 01 13:36:09.391770 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 49672) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:36:09.400263 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.services.tag.tag_plugin [None req-8f5f4750-6523-4ad6-b687-ca60b5a3fe24 tempest-TagsExtTest-1062591673 tempest-TagsExtTest-1062591673-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', 'd0512dec-3440-40bc-9749-f466b9d7ab5c') {} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:36:09.469493 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50710a20-8462-4e1f-baca-0484e0a3b825 None None] Pushing event updated for resources: {'Port': ['ID=2f67fe7f-bee3-4117-9df2-1548a7cafc87,revision_number=2']} {{(pid=83872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:36:09.470543 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f06da7a9-a300-4662-9b46-ef8194492f98 tempest-RoutersNegativeTest-1474796941 tempest-RoutersNegativeTest-1474796941-project] Router e4980364-8860-4fdd-9171-ab8980fcd979 has already been hosted by L3 agent 88bf8fc8-11a3-4e96-9d1b-5fd93ba9f6f1 {{(pid=83869) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 13:36:09.490844 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5e83a2c-b573-4ba6-9c96-3a9f90bfbd1e tempest-RoutersIpV6AdminTest-2054225496 tempest-RoutersIpV6AdminTest-2054225496-project-admin] Notify agent at l3_agent.dv-neutron-836180-1-hyperv the message routers_updated {{(pid=83871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 13:36:09.498389 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-a5e83a2c-b573-4ba6-9c96-3a9f90bfbd1e tempest-RoutersIpV6AdminTest-2054225496 tempest-RoutersIpV6AdminTest-2054225496-project-admin] Notify callbacks [] for router, before_response {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:09.501176 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d17a6eaf-2d1f-4eea-a30c-7fce29c72950 None None] Sync routers for ids ['0cacebeb-0182-49c6-b797-4b22fff8f500'] in dv-neutron-836180-1-hyperv {{(pid=83872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 13:36:09.502152 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-a5e83a2c-b573-4ba6-9c96-3a9f90bfbd1e tempest-RoutersIpV6AdminTest-2054225496 tempest-RoutersIpV6AdminTest-2054225496-project-admin] 10.222.0.26 "PUT /v2.0/routers/0cacebeb-0182-49c6-b797-4b22fff8f500 HTTP/1.1" status: 200 len: 920 time: 14.3941135 Apr 01 13:36:09.503536 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4da5a6ba-c5be-4eae-b430-50038eada257 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Router f0d96c18-c2bd-4382-924a-efec1594d41e is scheduled to L3 agent 88bf8fc8-11a3-4e96-9d1b-5fd93ba9f6f1 with binding_index 1 {{(pid=83871) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 01 13:36:09.505937 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 49678) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:36:09.515699 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d17a6eaf-2d1f-4eea-a30c-7fce29c72950 None None] Routers {'0cacebeb-0182-49c6-b797-4b22fff8f500'} bound to L3 agent in host dv-neutron-836180-1-hyperv {{(pid=83872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 13:36:09.516504 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_hamode_db [None req-d17a6eaf-2d1f-4eea-a30c-7fce29c72950 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836180-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-01T13:25:36Z,description=,heartbeat_timestamp=2022-04-01T13:36:06Z,host='dv-neutron-836180-1-hyperv',id=88bf8fc8-11a3-4e96-9d1b-5fd93ba9f6f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T13:25:36Z,topic='l3_agent')) {'router_ids': ['0cacebeb-0182-49c6-b797-4b22fff8f500'], 'active': True} {{(pid=83872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:36:09.597853 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_hamode_db [None req-d17a6eaf-2d1f-4eea-a30c-7fce29c72950 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-836180-1-hyperv', False) {} {{(pid=83872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:36:09.617060 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d17a6eaf-2d1f-4eea-a30c-7fce29c72950 None None] Routers {'0cacebeb-0182-49c6-b797-4b22fff8f500'} bound to L3 agent in host dv-neutron-836180-1-hyperv {{(pid=83872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 13:36:09.617923 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_hamode_db [None req-d17a6eaf-2d1f-4eea-a30c-7fce29c72950 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836180-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-01T13:25:36Z,description=,heartbeat_timestamp=2022-04-01T13:36:06Z,host='dv-neutron-836180-1-hyperv',id=88bf8fc8-11a3-4e96-9d1b-5fd93ba9f6f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T13:25:36Z,topic='l3_agent')) {'router_ids': ['0cacebeb-0182-49c6-b797-4b22fff8f500'], 'active': True} {{(pid=83872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:36:09.697029 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_hamode_db [None req-d17a6eaf-2d1f-4eea-a30c-7fce29c72950 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-836180-1-hyperv', False) {} {{(pid=83872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:36:09.697568 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d17a6eaf-2d1f-4eea-a30c-7fce29c72950 None None] The sync data for ids ['0cacebeb-0182-49c6-b797-4b22fff8f500'] in dv-neutron-836180-1-hyperv is: [] {{(pid=83872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 13:36:09.847119 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-0d4dbfd9-d2cf-427c-8486-3148d1204d58 tempest-DHCPAgentSchedulersTestJSON-1442733550 tempest-DHCPAgentSchedulersTestJSON-1442733550-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1033078'] for network, before_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:10.096642 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4da5a6ba-c5be-4eae-b430-50038eada257 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Notify agent at l3_agent.dv-neutron-836180-1-hyperv the message routers_updated {{(pid=83871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 13:36:10.103702 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-88f140e6-65a9-4d53-af81-9199692333da tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4084029'] for router_interface, before_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:10.106360 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-4da5a6ba-c5be-4eae-b430-50038eada257 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] 10.222.0.26 "PUT /v2.0/routers/f0d96c18-c2bd-4382-924a-efec1594d41e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.7135782 Apr 01 13:36:10.107713 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-641afc8d-e421-478b-b23a-ebb890e0aaed admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:10.110288 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b24607c-7cd1-4cbc-a64b-40500b6db74d None None] Sync routers for ids ['f0d96c18-c2bd-4382-924a-efec1594d41e'] in dv-neutron-836180-1-hyperv {{(pid=83873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 13:36:10.132693 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b24607c-7cd1-4cbc-a64b-40500b6db74d None None] Routers {'f0d96c18-c2bd-4382-924a-efec1594d41e'} bound to L3 agent in host dv-neutron-836180-1-hyperv {{(pid=83873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 13:36:10.135115 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-2b24607c-7cd1-4cbc-a64b-40500b6db74d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836180-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-01T13:25:36Z,description=,heartbeat_timestamp=2022-04-01T13:36:06Z,host='dv-neutron-836180-1-hyperv',id=88bf8fc8-11a3-4e96-9d1b-5fd93ba9f6f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T13:25:36Z,topic='l3_agent')) {'router_ids': ['f0d96c18-c2bd-4382-924a-efec1594d41e'], 'active': True} {{(pid=83873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:36:10.138315 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 49682) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:36:10.172043 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Device 2f67fe7f-bee3-4117-9df2-1548a7cafc87 up at agent ovs-agent-dv-neutron-836180-1-hyperv {{(pid=83872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 13:36:10.195211 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-641afc8d-e421-478b-b23a-ebb890e0aaed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:10.270324 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-e495090b-fe4a-43ea-a425-9b9e09c12281 tempest-RoutersIpV6AdminTest-2054225496 tempest-RoutersIpV6AdminTest-2054225496-project-admin] 10.222.0.26 "GET /v2.0/routers/0cacebeb-0182-49c6-b797-4b22fff8f500 HTTP/1.1" status: 200 len: 926 time: 0.7615976 Apr 01 13:36:10.276760 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 49686) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:36:10.285360 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Provisioning for port 2f67fe7f-bee3-4117-9df2-1548a7cafc87 completed by entity L2. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 13:36:10.310047 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-8f5f4750-6523-4ad6-b687-ca60b5a3fe24 tempest-TagsExtTest-1062591673 tempest-TagsExtTest-1062591673-project] 10.222.0.26 "GET /v2.0/subnets/d0512dec-3440-40bc-9749-f466b9d7ab5c/tags HTTP/1.1" status: 200 len: 205 time: 0.9197297 Apr 01 13:36:10.324495 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4375067c-167a-4ae9-a388-a49fe432a6bd tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:36:10.325062 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-4375067c-167a-4ae9-a388-a49fe432a6bd tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Synchronizing usage tracker for tenant:8b726fe6689e4b7f96def1a2219bea6c on resource:port {{(pid=83871) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 13:36:10.329811 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 49690) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:36:10.339857 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.services.tag.tag_plugin [None req-779528ee-9881-43ef-9b69-2551be22781e tempest-TagsExtTest-1062591673 tempest-TagsExtTest-1062591673-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', 'b07a677f-3f06-4ac8-ae10-daf2eedf525d') {} {{(pid=83871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:36:10.448258 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_dvr_db [None req-2b24607c-7cd1-4cbc-a64b-40500b6db74d None None] Set router f0d96c18-c2bd-4382-924a-efec1594d41e gateway port host: None {{(pid=83873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 13:36:10.456399 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-0d4dbfd9-d2cf-427c-8486-3148d1204d58 tempest-DHCPAgentSchedulersTestJSON-1442733550 tempest-DHCPAgentSchedulersTestJSON-1442733550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-942654', 'neutron.services.segments.db._delete_segments_for_network-8736733387888'] for network, precommit_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:10.487125 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-4375067c-167a-4ae9-a388-a49fe432a6bd tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Unset dirty status for tenant:8b726fe6689e4b7f96def1a2219bea6c on resource:port {{(pid=83871) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 13:36:10.488316 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-4375067c-167a-4ae9-a388-a49fe432a6bd tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] 10.222.0.26 "GET /v2.0/ports/cb340401-926d-4170-a52a-5a2838cdbc5b HTTP/1.1" status: 200 len: 911 time: 0.3490577 Apr 01 13:36:10.491609 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 49694) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:36:10.498727 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.db_base_plugin_common [None req-641afc8d-e421-478b-b23a-ebb890e0aaed admin admin] Allocated IP 172.26.5.75 (725864b8-cceb-48c9-b5d3-1bfc4423e301/e2ed99db-0e25-4971-b535-7fa69231fae8/66cbe317-14d9-4cff-9764-39cbd8640f55) {{(pid=83871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 13:36:10.549332 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.services.segments.db [None req-0d4dbfd9-d2cf-427c-8486-3148d1204d58 tempest-DHCPAgentSchedulersTestJSON-1442733550 tempest-DHCPAgentSchedulersTestJSON-1442733550-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fa27861e-01a1-45da-ad43-df36d12a024a']}} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:36:10.577173 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.services.segments.db [None req-0d4dbfd9-d2cf-427c-8486-3148d1204d58 tempest-DHCPAgentSchedulersTestJSON-1442733550 tempest-DHCPAgentSchedulersTestJSON-1442733550-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '049b350a-63d7-4489-a565-98d6d5640f62') {'for_net_delete': True} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:36:10.577492 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.services.segments.db [None req-0d4dbfd9-d2cf-427c-8486-3148d1204d58 tempest-DHCPAgentSchedulersTestJSON-1442733550 tempest-DHCPAgentSchedulersTestJSON-1442733550-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '049b350a-63d7-4489-a565-98d6d5640f62') {} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:36:10.608330 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-e289aac5-ad21-4228-bf1e-7b113853d279 tempest-RoutersAdminTest-1965710677 tempest-RoutersAdminTest-1965710677-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4084887', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4079850', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4161'] for router, precommit_update {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:10.612143 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-0d4dbfd9-d2cf-427c-8486-3148d1204d58 tempest-DHCPAgentSchedulersTestJSON-1442733550 tempest-DHCPAgentSchedulersTestJSON-1442733550-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736733386999', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2704982'] for segment, before_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:10.663557 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-0d4dbfd9-d2cf-427c-8486-3148d1204d58 tempest-DHCPAgentSchedulersTestJSON-1442733550 tempest-DHCPAgentSchedulersTestJSON-1442733550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1004271'] for segment, precommit_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:10.694842 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f06da7a9-a300-4662-9b46-ef8194492f98 tempest-RoutersNegativeTest-1474796941 tempest-RoutersNegativeTest-1474796941-project] Notify agent at l3_agent.dv-neutron-836180-1-hyperv the message routers_updated {{(pid=83869) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 13:36:10.698647 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-92a9acbc-fbe7-45ee-929f-1b2f132da62a tempest-RoutersIpV6AdminTest-2054225496 tempest-RoutersIpV6AdminTest-2054225496-project-admin] 10.222.0.26 "GET /v2.0/ports?network_id=725864b8-cceb-48c9-b5d3-1bfc4423e301&device_id=0cacebeb-0182-49c6-b797-4b22fff8f500&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.4135530 Apr 01 13:36:10.699437 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 49698) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:36:10.704025 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0d4dbfd9-d2cf-427c-8486-3148d1204d58 tempest-DHCPAgentSchedulersTestJSON-1442733550 tempest-DHCPAgentSchedulersTestJSON-1442733550-project] Releasing vlan 359 on physical network physnet1 to pool {{(pid=83869) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 01 13:36:10.704777 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-0d4dbfd9-d2cf-427c-8486-3148d1204d58 tempest-DHCPAgentSchedulersTestJSON-1442733550 tempest-DHCPAgentSchedulersTestJSON-1442733550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1004262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2705264'] for segment, after_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:10.707628 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-779528ee-9881-43ef-9b69-2551be22781e tempest-TagsExtTest-1062591673 tempest-TagsExtTest-1062591673-project] 10.222.0.26 "GET /v2.0/ports/b07a677f-3f06-4ac8-ae10-daf2eedf525d/tags HTTP/1.1" status: 200 len: 240 time: 0.3707004 Apr 01 13:36:10.708481 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62c69fcc-9c4e-4ad4-bfcd-c8f43be4744a None None] Sync routers for ids ['e4980364-8860-4fdd-9171-ab8980fcd979'] in dv-neutron-836180-1-hyperv {{(pid=83872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 13:36:10.729850 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-f06da7a9-a300-4662-9b46-ef8194492f98 tempest-RoutersNegativeTest-1474796941 tempest-RoutersNegativeTest-1474796941-project] 10.222.0.26 "PUT /v2.0/routers/e4980364-8860-4fdd-9171-ab8980fcd979/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7129440 Apr 01 13:36:10.735453 dv-neutron-836180-1-hyperv neutron-server[83869]: Traceback (most recent call last): Apr 01 13:36:10.735453 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 01 13:36:10.735453 dv-neutron-836180-1-hyperv neutron-server[83869]: timer() Apr 01 13:36:10.735453 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 13:36:10.735453 dv-neutron-836180-1-hyperv neutron-server[83869]: cb(*args, **kw) Apr 01 13:36:10.735453 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 13:36:10.735453 dv-neutron-836180-1-hyperv neutron-server[83869]: return func(*args, **kwargs) Apr 01 13:36:10.735453 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 13:36:10.735453 dv-neutron-836180-1-hyperv neutron-server[83869]: self._notify() Apr 01 13:36:10.735453 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 13:36:10.735453 dv-neutron-836180-1-hyperv neutron-server[83869]: self.callback(batched_events) Apr 01 13:36:10.735453 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 13:36:10.735453 dv-neutron-836180-1-hyperv neutron-server[83869]: event.method(event) Apr 01 13:36:10.735453 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 13:36:10.735453 dv-neutron-836180-1-hyperv neutron-server[83869]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 13:36:10.735453 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 13:36:10.735453 dv-neutron-836180-1-hyperv neutron-server[83869]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 13:36:10.735453 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 13:36:10.735453 dv-neutron-836180-1-hyperv neutron-server[83869]: return f(self, *a, **k) Apr 01 13:36:10.735453 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 13:36:10.735453 dv-neutron-836180-1-hyperv neutron-server[83869]: return self._get(url).json() Apr 01 13:36:10.735453 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 13:36:10.735453 dv-neutron-836180-1-hyperv neutron-server[83869]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 13:36:10.735453 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 01 13:36:10.735453 dv-neutron-836180-1-hyperv neutron-server[83869]: return self.request(url, 'GET', **kwargs) Apr 01 13:36:10.735453 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 01 13:36:10.735453 dv-neutron-836180-1-hyperv neutron-server[83869]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 13:36:10.735453 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 01 13:36:10.735453 dv-neutron-836180-1-hyperv neutron-server[83869]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 13:36:10.735453 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 01 13:36:10.735453 dv-neutron-836180-1-hyperv neutron-server[83869]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 13:36:10.735453 dv-neutron-836180-1-hyperv neutron-server[83869]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 13:36:10.738555 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62c69fcc-9c4e-4ad4-bfcd-c8f43be4744a None None] Routers {'e4980364-8860-4fdd-9171-ab8980fcd979'} bound to L3 agent in host dv-neutron-836180-1-hyperv {{(pid=83872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 13:36:10.739193 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_hamode_db [None req-62c69fcc-9c4e-4ad4-bfcd-c8f43be4744a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836180-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-01T13:25:36Z,description=,heartbeat_timestamp=2022-04-01T13:36:06Z,host='dv-neutron-836180-1-hyperv',id=88bf8fc8-11a3-4e96-9d1b-5fd93ba9f6f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T13:25:36Z,topic='l3_agent')) {'router_ids': ['e4980364-8860-4fdd-9171-ab8980fcd979'], 'active': True} {{(pid=83872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:36:10.746245 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 49702) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:36:10.746575 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 49704) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:36:10.773131 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.services.tag.tag_plugin [None req-81df8e3f-6c61-4300-a8ba-93c745f402e5 tempest-TagsExtTest-1062591673 tempest-TagsExtTest-1062591673-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'b07a677f-3f06-4ac8-ae10-daf2eedf525d', 'tempest-TagsExtTest-Tag-172670973') {} {{(pid=83871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:36:10.846089 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_hamode_db [None req-62c69fcc-9c4e-4ad4-bfcd-c8f43be4744a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-836180-1-hyperv', False) {} {{(pid=83872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:36:10.862620 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62c69fcc-9c4e-4ad4-bfcd-c8f43be4744a None None] Routers {'e4980364-8860-4fdd-9171-ab8980fcd979'} bound to L3 agent in host dv-neutron-836180-1-hyperv {{(pid=83872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 13:36:10.863242 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_hamode_db [None req-62c69fcc-9c4e-4ad4-bfcd-c8f43be4744a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836180-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-01T13:25:36Z,description=,heartbeat_timestamp=2022-04-01T13:36:06Z,host='dv-neutron-836180-1-hyperv',id=88bf8fc8-11a3-4e96-9d1b-5fd93ba9f6f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T13:25:36Z,topic='l3_agent')) {'router_ids': ['e4980364-8860-4fdd-9171-ab8980fcd979'], 'active': True} {{(pid=83872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:36:10.917205 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d841b74d-24e3-4b38-be2d-2297bd066c01 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:36:10.921294 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d841b74d-24e3-4b38-be2d-2297bd066c01 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:36:10.922054 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-d841b74d-24e3-4b38-be2d-2297bd066c01 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Synchronizing usage tracker for tenant:8b726fe6689e4b7f96def1a2219bea6c on resource:port {{(pid=83869) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 13:36:10.933055 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-2b24607c-7cd1-4cbc-a64b-40500b6db74d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0d96c18-c2bd-4382-924a-efec1594d41e', 'name': 'tempest-NetworksTestDHCPv6-router-931060759', 'tenant_id': '8b726fe6689e4b7f96def1a2219bea6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T13:35:56Z', 'updated_at': '2022-04-01T13:36:04Z', 'revision_number': 2, 'project_id': '8b726fe6689e4b7f96def1a2219bea6c', 'gw_port_host': None, '_interfaces': [{'id': 'cb340401-926d-4170-a52a-5a2838cdbc5b', 'name': '', 'network_id': '09d7ea43-6376-4322-97e7-54cd01aae492', 'tenant_id': '8b726fe6689e4b7f96def1a2219bea6c', 'mac_address': 'fa:16:3e:44:80:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0d96c18-c2bd-4382-924a-efec1594d41e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c04fd9b8-e5be-4e58-897d-2fcbb93e89de', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:36:01Z', 'updated_at': '2022-04-01T13:36:06Z', 'revision_number': 2, 'project_id': '8b726fe6689e4b7f96def1a2219bea6c', 'subnets': [{'id': 'c04fd9b8-e5be-4e58-897d-2fcbb93e89de', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-836180-1-hyperv', False) {} {{(pid=83873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:36:10.939085 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b24607c-7cd1-4cbc-a64b-40500b6db74d None None] Checking router: f0d96c18-c2bd-4382-924a-efec1594d41e for host: dv-neutron-836180-1-hyperv {{(pid=83873) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 01 13:36:10.940292 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b24607c-7cd1-4cbc-a64b-40500b6db74d None None] Updating router f0d96c18-c2bd-4382-924a-efec1594d41e port cb340401-926d-4170-a52a-5a2838cdbc5b binding host dv-neutron-836180-1-hyperv {{(pid=83873) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 01 13:36:10.947350 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_hamode_db [None req-62c69fcc-9c4e-4ad4-bfcd-c8f43be4744a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-836180-1-hyperv', False) {} {{(pid=83872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:36:10.947993 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62c69fcc-9c4e-4ad4-bfcd-c8f43be4744a None None] The sync data for ids ['e4980364-8860-4fdd-9171-ab8980fcd979'] in dv-neutron-836180-1-hyperv is: [] {{(pid=83872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 13:36:10.949754 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-647a602e-7f69-43d9-bdc3-c60313ee26aa None None] Network faf7d63c-9b06-4fbb-8197-4b39ba438717 requested from dv-neutron-836180-1-hyperv {{(pid=83872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 13:36:10.960944 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-0d4dbfd9-d2cf-427c-8486-3148d1204d58 tempest-DHCPAgentSchedulersTestJSON-1442733550 tempest-DHCPAgentSchedulersTestJSON-1442733550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-942599', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4084797'] for network, after_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:11.032339 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-641afc8d-e421-478b-b23a-ebb890e0aaed admin admin] Notify callbacks [] for port, precommit_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:11.036574 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-2b24607c-7cd1-4cbc-a64b-40500b6db74d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:11.048379 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-0d4dbfd9-d2cf-427c-8486-3148d1204d58 tempest-DHCPAgentSchedulersTestJSON-1442733550 tempest-DHCPAgentSchedulersTestJSON-1442733550-project] Notify callbacks [] for network, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:11.061895 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4dbfd9-d2cf-427c-8486-3148d1204d58 tempest-DHCPAgentSchedulersTestJSON-1442733550 tempest-DHCPAgentSchedulersTestJSON-1442733550-project] Pushing event deleted for resources: {'Network': ['ID=fa27861e-01a1-45da-ad43-df36d12a024a,revision_number=None']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:36:11.095922 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-0d4dbfd9-d2cf-427c-8486-3148d1204d58 tempest-DHCPAgentSchedulersTestJSON-1442733550 tempest-DHCPAgentSchedulersTestJSON-1442733550-project] 10.222.0.26 "DELETE /v2.0/networks/fa27861e-01a1-45da-ad43-df36d12a024a HTTP/1.1" status: 204 len: 168 time: 1.7020369 Apr 01 13:36:11.099066 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 49710) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:36:11.105971 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-d841b74d-24e3-4b38-be2d-2297bd066c01 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Unset dirty status for tenant:8b726fe6689e4b7f96def1a2219bea6c on resource:port {{(pid=83869) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 13:36:11.107060 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-d841b74d-24e3-4b38-be2d-2297bd066c01 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.6127882 Apr 01 13:36:11.113625 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 49712) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:36:11.181725 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-937b2899-94f9-4ec4-af67-55c693b78334 None None] Provisioning for port 2f67fe7f-bee3-4117-9df2-1548a7cafc87 completed by entity DHCP. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 13:36:11.195058 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-937b2899-94f9-4ec4-af67-55c693b78334 None None] Provisioning complete for port 2f67fe7f-bee3-4117-9df2-1548a7cafc87 triggered by entity DHCP. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 13:36:11.196220 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-937b2899-94f9-4ec4-af67-55c693b78334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-948329'] for port, provisioning_complete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:11.199899 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.pecan_wsgi.hooks.translation [None req-006c02f5-fae8-4a0a-a6ee-6cbadffff219 tempest-DHCPAgentSchedulersTestJSON-1442733550 tempest-DHCPAgentSchedulersTestJSON-1442733550-project] DELETE failed (client error): The resource could not be found. Apr 01 13:36:11.200421 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-006c02f5-fae8-4a0a-a6ee-6cbadffff219 tempest-DHCPAgentSchedulersTestJSON-1442733550 tempest-DHCPAgentSchedulersTestJSON-1442733550-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83871) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 13:36:11.209164 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-006c02f5-fae8-4a0a-a6ee-6cbadffff219 tempest-DHCPAgentSchedulersTestJSON-1442733550 tempest-DHCPAgentSchedulersTestJSON-1442733550-project] 10.222.0.26 "DELETE /v2.0/ports/2a8ec690-090d-4176-b523-303dafd882a5 HTTP/1.1" status: 404 len: 333 time: 0.0917361 Apr 01 13:36:11.213161 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55a6bf37-707e-4691-99b3-354ce12673a2 tempest-RoutersIpV6AdminTest-2054225496 tempest-RoutersIpV6AdminTest-2054225496-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:36:11.217397 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-55a6bf37-707e-4691-99b3-354ce12673a2 tempest-RoutersIpV6AdminTest-2054225496 tempest-RoutersIpV6AdminTest-2054225496-project-admin] 10.222.0.26 "GET /v2.0/networks/725864b8-cceb-48c9-b5d3-1bfc4423e301 HTTP/1.1" status: 200 len: 881 time: 0.5148950 Apr 01 13:36:11.222914 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 49718) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:36:11.223310 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 49720) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:36:11.367626 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-81df8e3f-6c61-4300-a8ba-93c745f402e5 tempest-TagsExtTest-1062591673 tempest-TagsExtTest-1062591673-project] 10.222.0.26 "GET /v2.0/ports/b07a677f-3f06-4ac8-ae10-daf2eedf525d/tags/tempest-TagsExtTest-Tag-172670973 HTTP/1.1" status: 204 len: 168 time: 0.6199079 Apr 01 13:36:11.373908 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 49726) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:36:11.374355 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-937b2899-94f9-4ec4-af67-55c693b78334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:11.421278 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-937b2899-94f9-4ec4-af67-55c693b78334 None None] For port 2f67fe7f-bee3-4117-9df2-1548a7cafc87, host dv-neutron-836180-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836180-1-hyperv',level=0,port_id=2f67fe7f-bee3-4117-9df2-1548a7cafc87,segment=NetworkSegment(881a382f-8ed1-478b-97b4-4d4f48893b0b),segment_id=881a382f-8ed1-478b-97b4-4d4f48893b0b)] {{(pid=83872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 13:36:11.427021 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-937b2899-94f9-4ec4-af67-55c693b78334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864'] for port, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:11.458107 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-f4e68f0a-25be-4719-88dd-14a6412963cf tempest-RoutersIpV6AdminTest-7322729 tempest-RoutersIpV6AdminTest-7322729-project] 10.222.0.26 "GET /v2.0/ports?device_id=0cacebeb-0182-49c6-b797-4b22fff8f500 HTTP/1.1" status: 200 len: 205 time: 0.2286706 Apr 01 13:36:11.459708 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 49730) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:36:11.475828 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.services.tag.tag_plugin [None req-e7c45822-1f27-4d8b-8284-bf19dd8b3478 tempest-TagsExtTest-1062591673 tempest-TagsExtTest-1062591673-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', 'b07a677f-3f06-4ac8-ae10-daf2eedf525d', 'tempest-TagsExtTest-Tag-172670973') {} {{(pid=83871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:36:11.520685 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937b2899-94f9-4ec4-af67-55c693b78334 None None] Pushing event updated for resources: {'Port': ['ID=2f67fe7f-bee3-4117-9df2-1548a7cafc87,revision_number=3']} {{(pid=83872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:36:11.591292 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-641afc8d-e421-478b-b23a-ebb890e0aaed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736732935801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2743125'] for port, after_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:11.631036 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-2b24607c-7cd1-4cbc-a64b-40500b6db74d None None] Notify callbacks [] for port, precommit_update {{(pid=83873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:11.646384 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-2b24607c-7cd1-4cbc-a64b-40500b6db74d None None] Transition to ACTIVE for port object cb340401-926d-4170-a52a-5a2838cdbc5b will not be triggered until provisioned by entity L2. {{(pid=83873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 13:36:11.658629 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-2b24607c-7cd1-4cbc-a64b-40500b6db74d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864'] for port, after_update {{(pid=83873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:11.663974 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-24a25d14-ec32-4d9b-87fd-a5a2e14a94d5 None None] Provisioning complete for port 2f67fe7f-bee3-4117-9df2-1548a7cafc87 triggered by entity DHCP. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 13:36:11.664953 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-24a25d14-ec32-4d9b-87fd-a5a2e14a94d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-948329'] for port, provisioning_complete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:11.747762 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef48d4b-6222-41c4-9c8b-90f597ba07ec None None] Pushing event updated for resources: {'Port': ['ID=cb340401-926d-4170-a52a-5a2838cdbc5b,revision_number=3']} {{(pid=83873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:36:11.761681 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ef48d4b-6222-41c4-9c8b-90f597ba07ec None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:36:11.762016 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ef48d4b-6222-41c4-9c8b-90f597ba07ec None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:36:11.762343 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ef48d4b-6222-41c4-9c8b-90f597ba07ec None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:36:11.762670 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ef48d4b-6222-41c4-9c8b-90f597ba07ec None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:36:11.763198 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ef48d4b-6222-41c4-9c8b-90f597ba07ec None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:36:11.763540 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ef48d4b-6222-41c4-9c8b-90f597ba07ec None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:36:11.763845 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ef48d4b-6222-41c4-9c8b-90f597ba07ec None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:36:11.764178 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ef48d4b-6222-41c4-9c8b-90f597ba07ec None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:36:11.765391 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ef48d4b-6222-41c4-9c8b-90f597ba07ec None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:36:11.765391 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ef48d4b-6222-41c4-9c8b-90f597ba07ec None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:36:11.765391 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ef48d4b-6222-41c4-9c8b-90f597ba07ec None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:36:11.921170 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-641afc8d-e421-478b-b23a-ebb890e0aaed admin admin] Network 725864b8-cceb-48c9-b5d3-1bfc4423e301 is already hosted by enough agents. {{(pid=83871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 13:36:11.924330 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-65513826-19d3-490a-9e61-296a14575260 tempest-RoutersNegativeTest-1474796941 tempest-RoutersNegativeTest-1474796941-project] Notify callbacks [] for router, before_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:11.950664 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.plugins.ml2.managers [None req-2b24607c-7cd1-4cbc-a64b-40500b6db74d None None] Attempting to bind port cb340401-926d-4170-a52a-5a2838cdbc5b on host dv-neutron-836180-1-hyperv for vnic_type normal with profile {{(pid=83873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 13:36:11.951191 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.plugins.ml2.managers [None req-2b24607c-7cd1-4cbc-a64b-40500b6db74d None None] Attempting to bind port cb340401-926d-4170-a52a-5a2838cdbc5b by drivers openvswitch,hyperv on host dv-neutron-836180-1-hyperv at level 0 using segments [{'id': '16094ed0-4a47-4ff6-9238-85c278d7a2a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '09d7ea43-6376-4322-97e7-54cd01aae492'}] {{(pid=83873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 13:36:11.951665 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b24607c-7cd1-4cbc-a64b-40500b6db74d None None] Attempting to bind port cb340401-926d-4170-a52a-5a2838cdbc5b on network 09d7ea43-6376-4322-97e7-54cd01aae492 {{(pid=83873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 13:36:11.958759 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b24607c-7cd1-4cbc-a64b-40500b6db74d None None] Checking agent: {'id': 'af948428-97cd-4d10-9f53-af028bdb39b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-836180-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 13, 25, 37), 'started_at': datetime.datetime(2022, 4, 1, 13, 26, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 13, 36, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-836180-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 13:36:11.959269 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b24607c-7cd1-4cbc-a64b-40500b6db74d None None] Checking segment: {'id': '16094ed0-4a47-4ff6-9238-85c278d7a2a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '09d7ea43-6376-4322-97e7-54cd01aae492'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 13:36:11.959771 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-2b24607c-7cd1-4cbc-a64b-40500b6db74d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:11.960256 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b24607c-7cd1-4cbc-a64b-40500b6db74d None None] Bound using segment: {'id': '16094ed0-4a47-4ff6-9238-85c278d7a2a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '09d7ea43-6376-4322-97e7-54cd01aae492'} {{(pid=83873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 13:36:11.960850 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.plugins.ml2.managers [None req-2b24607c-7cd1-4cbc-a64b-40500b6db74d None None] Bound port: cb340401-926d-4170-a52a-5a2838cdbc5b, host: dv-neutron-836180-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '16094ed0-4a47-4ff6-9238-85c278d7a2a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '09d7ea43-6376-4322-97e7-54cd01aae492'}}] {{(pid=83873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 13:36:11.961378 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-2b24607c-7cd1-4cbc-a64b-40500b6db74d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:12.017865 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.scheduler.base_scheduler [None req-641afc8d-e421-478b-b23a-ebb890e0aaed admin admin] Resources bound (agent type, host, resource id): {{(pid=83871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 13:36:12.021287 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-e289aac5-ad21-4228-bf1e-7b113853d279 tempest-RoutersAdminTest-1965710677 tempest-RoutersAdminTest-1965710677-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:12.027789 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-641afc8d-e421-478b-b23a-ebb890e0aaed admin admin] Received port after_create {{(pid=83871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 13:36:12.058584 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-e289aac5-ad21-4228-bf1e-7b113853d279 tempest-RoutersAdminTest-1965710677 tempest-RoutersAdminTest-1965710677-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:12.084782 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.plugins.ml2.db [None req-2b24607c-7cd1-4cbc-a64b-40500b6db74d None None] For port cb340401-926d-4170-a52a-5a2838cdbc5b, host dv-neutron-836180-1-hyperv, cleared binding levels {{(pid=83873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 13:36:12.088280 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.plugins.ml2.db [None req-2b24607c-7cd1-4cbc-a64b-40500b6db74d None None] For port cb340401-926d-4170-a52a-5a2838cdbc5b, host dv-neutron-836180-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836180-1-hyperv',level=0,port_id=cb340401-926d-4170-a52a-5a2838cdbc5b,segment=NetworkSegment(16094ed0-4a47-4ff6-9238-85c278d7a2a5),segment_id=16094ed0-4a47-4ff6-9238-85c278d7a2a5)] {{(pid=83873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 13:36:12.103901 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-2b24607c-7cd1-4cbc-a64b-40500b6db74d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864'] for port, after_update {{(pid=83873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:12.139377 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Device 2f67fe7f-bee3-4117-9df2-1548a7cafc87 up at agent ovs-agent-dv-neutron-836180-1-hyperv {{(pid=83872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 13:36:12.167640 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-641afc8d-e421-478b-b23a-ebb890e0aaed admin admin] Pushing event updated for resources: {'Port': ['ID=66cbe317-14d9-4cff-9764-39cbd8640f55,revision_number=1']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:36:12.193744 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef48d4b-6222-41c4-9c8b-90f597ba07ec None None] Pushing event updated for resources: {'Port': ['ID=cb340401-926d-4170-a52a-5a2838cdbc5b,revision_number=4']} {{(pid=83873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:36:12.198959 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b24607c-7cd1-4cbc-a64b-40500b6db74d None None] Routers {'f0d96c18-c2bd-4382-924a-efec1594d41e'} bound to L3 agent in host dv-neutron-836180-1-hyperv {{(pid=83873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 13:36:12.200891 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-2b24607c-7cd1-4cbc-a64b-40500b6db74d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836180-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-01T13:25:36Z,description=,heartbeat_timestamp=2022-04-01T13:36:06Z,host='dv-neutron-836180-1-hyperv',id=88bf8fc8-11a3-4e96-9d1b-5fd93ba9f6f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T13:25:36Z,topic='l3_agent')) {'router_ids': ['f0d96c18-c2bd-4382-924a-efec1594d41e'], 'active': True} {{(pid=83873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:36:12.233504 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.db_base_plugin_v2 [None req-cced604b-bc94-4c9e-bb01-20a02dd52500 tempest-DHCPAgentSchedulersTestJSON-1442733550 tempest-DHCPAgentSchedulersTestJSON-1442733550-project] Deleting subnet 4a25557a-c0c3-470a-a68c-63c4d8d1d62b {{(pid=83871) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 01 13:36:12.236624 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-cced604b-bc94-4c9e-bb01-20a02dd52500 tempest-DHCPAgentSchedulersTestJSON-1442733550 tempest-DHCPAgentSchedulersTestJSON-1442733550-project] Notify callbacks [] for subnet, before_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:12.294334 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Provisioning complete for port 2f67fe7f-bee3-4117-9df2-1548a7cafc87 triggered by entity L2. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 13:36:12.294865 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-948329'] for port, provisioning_complete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:12.304275 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-cced604b-bc94-4c9e-bb01-20a02dd52500 tempest-DHCPAgentSchedulersTestJSON-1442733550 tempest-DHCPAgentSchedulersTestJSON-1442733550-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3166365'] for subnet, precommit_delete_associations {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:12.370759 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.db_base_plugin_common [None req-e289aac5-ad21-4228-bf1e-7b113853d279 tempest-RoutersAdminTest-1965710677 tempest-RoutersAdminTest-1965710677-project-admin] Allocated IP 172.26.5.184 (725864b8-cceb-48c9-b5d3-1bfc4423e301/e2ed99db-0e25-4971-b535-7fa69231fae8/5d2e49a0-01c2-48d4-8786-acb06b40b81f) {{(pid=83869) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 13:36:12.427654 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-cced604b-bc94-4c9e-bb01-20a02dd52500 tempest-DHCPAgentSchedulersTestJSON-1442733550 tempest-DHCPAgentSchedulersTestJSON-1442733550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-945029'] for subnet, precommit_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:12.459525 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_dvr_db [None req-2b24607c-7cd1-4cbc-a64b-40500b6db74d None None] Set router f0d96c18-c2bd-4382-924a-efec1594d41e gateway port host: None {{(pid=83873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 13:36:12.604826 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-cced604b-bc94-4c9e-bb01-20a02dd52500 tempest-DHCPAgentSchedulersTestJSON-1442733550 tempest-DHCPAgentSchedulersTestJSON-1442733550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-945042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2743160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2757373'] for subnet, after_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:12.660708 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cced604b-bc94-4c9e-bb01-20a02dd52500 tempest-DHCPAgentSchedulersTestJSON-1442733550 tempest-DHCPAgentSchedulersTestJSON-1442733550-project] Pushing event deleted for resources: {'Subnet': ['ID=4a25557a-c0c3-470a-a68c-63c4d8d1d62b,revision_number=None']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:36:12.671614 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-e7c45822-1f27-4d8b-8284-bf19dd8b3478 tempest-TagsExtTest-1062591673 tempest-TagsExtTest-1062591673-project] 10.222.0.26 "DELETE /v2.0/ports/b07a677f-3f06-4ac8-ae10-daf2eedf525d/tags/tempest-TagsExtTest-Tag-172670973 HTTP/1.1" status: 204 len: 168 time: 1.2930825 Apr 01 13:36:12.675209 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 49734) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:36:12.685266 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.services.tag.tag_plugin [None req-01b248df-469e-47d3-9d35-0a4cede55afa tempest-TagsExtTest-1062591673 tempest-TagsExtTest-1062591673-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', 'b07a677f-3f06-4ac8-ae10-daf2eedf525d') {} {{(pid=83871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:36:12.687054 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-e289aac5-ad21-4228-bf1e-7b113853d279 tempest-RoutersAdminTest-1965710677 tempest-RoutersAdminTest-1965710677-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:12.729022 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea0a0f53-e6e7-44ec-9b3f-24738199d18a None None] Network fe67edef-6c12-4e84-8260-6dd9bd2ad247 requested from dv-neutron-836180-1-hyperv {{(pid=83872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 13:36:12.731597 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.plugin [None req-88f140e6-65a9-4d53-af81-9199692333da tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Deleting port 5a91b275-c8d6-48fd-b6ec-081afddf9a21 {{(pid=83869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 13:36:12.731984 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-88f140e6-65a9-4d53-af81-9199692333da tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736733287370'] for port, before_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:12.745137 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-cced604b-bc94-4c9e-bb01-20a02dd52500 tempest-DHCPAgentSchedulersTestJSON-1442733550 tempest-DHCPAgentSchedulersTestJSON-1442733550-project] Notify callbacks [] for subnet, before_response {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:12.814088 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-cced604b-bc94-4c9e-bb01-20a02dd52500 tempest-DHCPAgentSchedulersTestJSON-1442733550 tempest-DHCPAgentSchedulersTestJSON-1442733550-project] 10.222.0.26 "DELETE /v2.0/subnets/4a25557a-c0c3-470a-a68c-63c4d8d1d62b HTTP/1.1" status: 204 len: 168 time: 1.5868666 Apr 01 13:36:12.824719 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 49738) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:36:12.849217 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-2b24607c-7cd1-4cbc-a64b-40500b6db74d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0d96c18-c2bd-4382-924a-efec1594d41e', 'name': 'tempest-NetworksTestDHCPv6-router-931060759', 'tenant_id': '8b726fe6689e4b7f96def1a2219bea6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T13:35:56Z', 'updated_at': '2022-04-01T13:36:04Z', 'revision_number': 2, 'project_id': '8b726fe6689e4b7f96def1a2219bea6c', 'gw_port_host': None, '_interfaces': [{'id': 'cb340401-926d-4170-a52a-5a2838cdbc5b', 'name': '', 'network_id': '09d7ea43-6376-4322-97e7-54cd01aae492', 'tenant_id': '8b726fe6689e4b7f96def1a2219bea6c', 'mac_address': 'fa:16:3e:44:80:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0d96c18-c2bd-4382-924a-efec1594d41e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c04fd9b8-e5be-4e58-897d-2fcbb93e89de', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836180-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:36:01Z', 'updated_at': '2022-04-01T13:36:12Z', 'revision_number': 4, 'project_id': '8b726fe6689e4b7f96def1a2219bea6c', 'subnets': [{'id': 'c04fd9b8-e5be-4e58-897d-2fcbb93e89de', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-836180-1-hyperv', False) {} {{(pid=83873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:36:12.854791 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b24607c-7cd1-4cbc-a64b-40500b6db74d None None] The sync data for ids ['f0d96c18-c2bd-4382-924a-efec1594d41e'] in dv-neutron-836180-1-hyperv is: [{'id': 'f0d96c18-c2bd-4382-924a-efec1594d41e', 'name': 'tempest-NetworksTestDHCPv6-router-931060759', 'tenant_id': '8b726fe6689e4b7f96def1a2219bea6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T13:35:56Z', 'updated_at': '2022-04-01T13:36:04Z', 'revision_number': 2, 'project_id': '8b726fe6689e4b7f96def1a2219bea6c', 'gw_port_host': None, '_interfaces': [{'id': 'cb340401-926d-4170-a52a-5a2838cdbc5b', 'name': '', 'network_id': '09d7ea43-6376-4322-97e7-54cd01aae492', 'tenant_id': '8b726fe6689e4b7f96def1a2219bea6c', 'mac_address': 'fa:16:3e:44:80:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0d96c18-c2bd-4382-924a-efec1594d41e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c04fd9b8-e5be-4e58-897d-2fcbb93e89de', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836180-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:36:01Z', 'updated_at': '2022-04-01T13:36:12Z', 'revision_number': 4, 'project_id': '8b726fe6689e4b7f96def1a2219bea6c', 'subnets': [{'id': 'c04fd9b8-e5be-4e58-897d-2fcbb93e89de', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 13:36:12.861242 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.api.v2.resource [None req-65513826-19d3-490a-9e61-296a14575260 tempest-RoutersNegativeTest-1474796941 tempest-RoutersNegativeTest-1474796941-project] delete failed (client error): There was a conflict when trying to complete your request. Apr 01 13:36:12.862423 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-65513826-19d3-490a-9e61-296a14575260 tempest-RoutersNegativeTest-1474796941 tempest-RoutersNegativeTest-1474796941-project] 10.222.0.26 "DELETE /v2.0/routers/e4980364-8860-4fdd-9171-ab8980fcd979 HTTP/1.1" status: 409 len: 329 time: 2.1092484 Apr 01 13:36:12.880791 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 49742) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:36:12.896766 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-e289aac5-ad21-4228-bf1e-7b113853d279 tempest-RoutersAdminTest-1965710677 tempest-RoutersAdminTest-1965710677-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736732935801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2705155'] for port, after_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:13.015469 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e289aac5-ad21-4228-bf1e-7b113853d279 tempest-RoutersAdminTest-1965710677 tempest-RoutersAdminTest-1965710677-project-admin] Pushing event updated for resources: {'Port': ['ID=5d2e49a0-01c2-48d4-8786-acb06b40b81f,revision_number=1']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:36:13.017948 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-5afa4df1-9a1c-4fce-bfc5-db429663afe9 tempest-RoutersIpV6AdminTest-7322729 tempest-RoutersIpV6AdminTest-7322729-project] Notify callbacks [] for router, before_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:13.040917 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8363e9d6-add3-42ab-8ecc-1c921e6599ec None None] DHCP port deletion for fe67edef-6c12-4e84-8260-6dd9bd2ad247 request from dv-neutron-836180-1-hyperv {{(pid=83872) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 01 13:36:13.046743 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.plugin [None req-8363e9d6-add3-42ab-8ecc-1c921e6599ec None None] Deleting port 4fee96f9-dfdc-46c2-a94d-dbe0487710d2 {{(pid=83872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 13:36:13.047221 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-8363e9d6-add3-42ab-8ecc-1c921e6599ec None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736733287370'] for port, before_delete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:13.066155 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e289aac5-ad21-4228-bf1e-7b113853d279 tempest-RoutersAdminTest-1965710677 tempest-RoutersAdminTest-1965710677-project-admin] Network 725864b8-cceb-48c9-b5d3-1bfc4423e301 is already hosted by enough agents. {{(pid=83869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 13:36:13.080956 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.scheduler.base_scheduler [None req-e289aac5-ad21-4228-bf1e-7b113853d279 tempest-RoutersAdminTest-1965710677 tempest-RoutersAdminTest-1965710677-project-admin] Resources bound (agent type, host, resource id): {{(pid=83869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 13:36:13.106438 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e289aac5-ad21-4228-bf1e-7b113853d279 tempest-RoutersAdminTest-1965710677 tempest-RoutersAdminTest-1965710677-project-admin] Received port after_create {{(pid=83869) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 13:36:13.139094 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-88f140e6-65a9-4d53-af81-9199692333da tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4155147'] for port, precommit_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:13.267618 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-facdb2ea-5839-4858-8dbc-23c6f9215bd8 tempest-DHCPAgentSchedulersTestJSON-1442733550 tempest-DHCPAgentSchedulersTestJSON-1442733550-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1033078'] for network, before_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:13.291471 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-01b248df-469e-47d3-9d35-0a4cede55afa tempest-TagsExtTest-1062591673 tempest-TagsExtTest-1062591673-project] 10.222.0.26 "GET /v2.0/ports/b07a677f-3f06-4ac8-ae10-daf2eedf525d/tags HTTP/1.1" status: 200 len: 205 time: 0.6144636 Apr 01 13:36:13.295407 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 49746) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:36:13.313116 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.services.tag.tag_plugin [None req-d53a95b3-1754-4167-97f9-1714ec7a1daf tempest-TagsExtTest-1062591673 tempest-TagsExtTest-1062591673-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '8d4c9b74-9937-474e-a4e0-fd5344eee35a') {} {{(pid=83871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:36:13.396931 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-8363e9d6-add3-42ab-8ecc-1c921e6599ec None None] For port 4fee96f9-dfdc-46c2-a94d-dbe0487710d2, host dv-neutron-836180-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836180-1-hyperv',level=0,port_id=4fee96f9-dfdc-46c2-a94d-dbe0487710d2,segment=NetworkSegment(edcb0190-7921-4f67-b9b4-43940447ca20),segment_id=edcb0190-7921-4f67-b9b4-43940447ca20)] {{(pid=83872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 13:36:13.397428 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-8363e9d6-add3-42ab-8ecc-1c921e6599ec None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4155147'] for port, precommit_delete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:13.408750 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-641afc8d-e421-478b-b23a-ebb890e0aaed admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:13.409479 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-641afc8d-e421-478b-b23a-ebb890e0aaed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4082201', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4084858'] for router, after_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:13.411428 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.plugin [None req-facdb2ea-5839-4858-8dbc-23c6f9215bd8 tempest-DHCPAgentSchedulersTestJSON-1442733550 tempest-DHCPAgentSchedulersTestJSON-1442733550-project] Deleting port 4fee96f9-dfdc-46c2-a94d-dbe0487710d2 {{(pid=83871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 13:36:13.411755 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-facdb2ea-5839-4858-8dbc-23c6f9215bd8 tempest-DHCPAgentSchedulersTestJSON-1442733550 tempest-DHCPAgentSchedulersTestJSON-1442733550-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736733287370'] for port, before_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:13.473218 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.plugin [None req-88f140e6-65a9-4d53-af81-9199692333da tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Calling delete_port for 5a91b275-c8d6-48fd-b6ec-081afddf9a21 owned by network:router_interface {{(pid=83869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 13:36:13.539093 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.plugin [None req-8363e9d6-add3-42ab-8ecc-1c921e6599ec None None] Calling delete_port for 4fee96f9-dfdc-46c2-a94d-dbe0487710d2 owned by network:dhcp {{(pid=83872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 13:36:13.622531 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-8363e9d6-add3-42ab-8ecc-1c921e6599ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736733359243', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736732935810'] for port, after_delete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:13.670443 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8363e9d6-add3-42ab-8ecc-1c921e6599ec None None] Pushing event deleted for resources: {'Port': ['ID=4fee96f9-dfdc-46c2-a94d-dbe0487710d2,revision_number=None']} {{(pid=83872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:36:13.680912 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8363e9d6-add3-42ab-8ecc-1c921e6599ec None None] No DVR routers for this DVR port 4fee96f9-dfdc-46c2-a94d-dbe0487710d2 on host dv-neutron-836180-1-hyperv {{(pid=83872) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 13:36:13.697469 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-ecd24e26-4a35-4cbc-ae3e-c1c15483af28 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4084029'] for router_interface, before_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:13.812638 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.plugin [None req-facdb2ea-5839-4858-8dbc-23c6f9215bd8 tempest-DHCPAgentSchedulersTestJSON-1442733550 tempest-DHCPAgentSchedulersTestJSON-1442733550-project] The port '4fee96f9-dfdc-46c2-a94d-dbe0487710d2' was deleted {{(pid=83871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 01 13:36:14.001432 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-88f140e6-65a9-4d53-af81-9199692333da tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736733359243', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736732935810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2705155'] for port, after_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:14.030788 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-d53a95b3-1754-4167-97f9-1714ec7a1daf tempest-TagsExtTest-1062591673 tempest-TagsExtTest-1062591673-project] 10.222.0.26 "GET /v2.0/routers/8d4c9b74-9937-474e-a4e0-fd5344eee35a/tags HTTP/1.1" status: 200 len: 240 time: 0.7334011 Apr 01 13:36:14.036989 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 49750) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:36:14.047793 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-facdb2ea-5839-4858-8dbc-23c6f9215bd8 tempest-DHCPAgentSchedulersTestJSON-1442733550 tempest-DHCPAgentSchedulersTestJSON-1442733550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-942654', 'neutron.services.segments.db._delete_segments_for_network-8736733387888'] for network, precommit_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:14.059347 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f140e6-65a9-4d53-af81-9199692333da tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Pushing event deleted for resources: {'Port': ['ID=5a91b275-c8d6-48fd-b6ec-081afddf9a21,revision_number=None']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:36:14.059745 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.services.tag.tag_plugin [None req-0683f90e-df69-4495-ba6b-f8540ab20912 tempest-TagsExtTest-1062591673 tempest-TagsExtTest-1062591673-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '8d4c9b74-9937-474e-a4e0-fd5344eee35a', 'tempest-TagsExtTest-Tag-356770429') {} {{(pid=83871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:36:14.157875 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Device cb340401-926d-4170-a52a-5a2838cdbc5b up at agent ovs-agent-dv-neutron-836180-1-hyperv {{(pid=83872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 13:36:14.267171 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Provisioning for port cb340401-926d-4170-a52a-5a2838cdbc5b completed by entity L2. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 13:36:14.275522 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Provisioning complete for port cb340401-926d-4170-a52a-5a2838cdbc5b triggered by entity L2. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 13:36:14.276381 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-948329'] for port, provisioning_complete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:14.307517 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-e289aac5-ad21-4228-bf1e-7b113853d279 tempest-RoutersAdminTest-1965710677 tempest-RoutersAdminTest-1965710677-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:14.404260 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.services.segments.db [None req-facdb2ea-5839-4858-8dbc-23c6f9215bd8 tempest-DHCPAgentSchedulersTestJSON-1442733550 tempest-DHCPAgentSchedulersTestJSON-1442733550-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fe67edef-6c12-4e84-8260-6dd9bd2ad247']}} {{(pid=83871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:36:14.439923 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:14.447177 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.services.segments.db [None req-facdb2ea-5839-4858-8dbc-23c6f9215bd8 tempest-DHCPAgentSchedulersTestJSON-1442733550 tempest-DHCPAgentSchedulersTestJSON-1442733550-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'edcb0190-7921-4f67-b9b4-43940447ca20') {'for_net_delete': True} {{(pid=83871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:36:14.447795 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.services.segments.db [None req-facdb2ea-5839-4858-8dbc-23c6f9215bd8 tempest-DHCPAgentSchedulersTestJSON-1442733550 tempest-DHCPAgentSchedulersTestJSON-1442733550-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'edcb0190-7921-4f67-b9b4-43940447ca20') {} {{(pid=83871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:36:14.474577 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] For port cb340401-926d-4170-a52a-5a2838cdbc5b, host dv-neutron-836180-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836180-1-hyperv',level=0,port_id=cb340401-926d-4170-a52a-5a2838cdbc5b,segment=NetworkSegment(16094ed0-4a47-4ff6-9238-85c278d7a2a5),segment_id=16094ed0-4a47-4ff6-9238-85c278d7a2a5)] {{(pid=83872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 13:36:14.478855 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864'] for port, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:14.491703 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-facdb2ea-5839-4858-8dbc-23c6f9215bd8 tempest-DHCPAgentSchedulersTestJSON-1442733550 tempest-DHCPAgentSchedulersTestJSON-1442733550-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736733386999', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3166340'] for segment, before_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:14.503767 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-0683f90e-df69-4495-ba6b-f8540ab20912 tempest-TagsExtTest-1062591673 tempest-TagsExtTest-1062591673-project] 10.222.0.26 "GET /v2.0/routers/8d4c9b74-9937-474e-a4e0-fd5344eee35a/tags/tempest-TagsExtTest-Tag-356770429 HTTP/1.1" status: 204 len: 168 time: 0.4575505 Apr 01 13:36:14.504328 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 49754) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:36:14.511909 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.services.tag.tag_plugin [None req-d212cb59-932b-48a2-84e0-a21f5a2d3c30 tempest-TagsExtTest-1062591673 tempest-TagsExtTest-1062591673-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', '8d4c9b74-9937-474e-a4e0-fd5344eee35a', 'tempest-TagsExtTest-Tag-356770429') {} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:36:14.533638 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-facdb2ea-5839-4858-8dbc-23c6f9215bd8 tempest-DHCPAgentSchedulersTestJSON-1442733550 tempest-DHCPAgentSchedulersTestJSON-1442733550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1004271'] for segment, precommit_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:14.554731 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-facdb2ea-5839-4858-8dbc-23c6f9215bd8 tempest-DHCPAgentSchedulersTestJSON-1442733550 tempest-DHCPAgentSchedulersTestJSON-1442733550-project] Releasing vlan 367 on physical network physnet1 to pool {{(pid=83871) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 01 13:36:14.555211 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-facdb2ea-5839-4858-8dbc-23c6f9215bd8 tempest-DHCPAgentSchedulersTestJSON-1442733550 tempest-DHCPAgentSchedulersTestJSON-1442733550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1004262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2743078'] for segment, after_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:14.559742 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Device 4fee96f9-dfdc-46c2-a94d-dbe0487710d2 no longer exists at agent ovs-agent-dv-neutron-836180-1-hyperv {{(pid=83872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 13:36:14.573773 dv-neutron-836180-1-hyperv neutron-server[83871]: Traceback (most recent call last): Apr 01 13:36:14.573773 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 01 13:36:14.573773 dv-neutron-836180-1-hyperv neutron-server[83871]: timer() Apr 01 13:36:14.573773 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 13:36:14.573773 dv-neutron-836180-1-hyperv neutron-server[83871]: cb(*args, **kw) Apr 01 13:36:14.573773 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 13:36:14.573773 dv-neutron-836180-1-hyperv neutron-server[83871]: return func(*args, **kwargs) Apr 01 13:36:14.573773 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 13:36:14.573773 dv-neutron-836180-1-hyperv neutron-server[83871]: self._notify() Apr 01 13:36:14.573773 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 13:36:14.573773 dv-neutron-836180-1-hyperv neutron-server[83871]: self.callback(batched_events) Apr 01 13:36:14.573773 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 13:36:14.573773 dv-neutron-836180-1-hyperv neutron-server[83871]: event.method(event) Apr 01 13:36:14.573773 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 13:36:14.573773 dv-neutron-836180-1-hyperv neutron-server[83871]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 13:36:14.573773 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 13:36:14.573773 dv-neutron-836180-1-hyperv neutron-server[83871]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 13:36:14.573773 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 13:36:14.573773 dv-neutron-836180-1-hyperv neutron-server[83871]: return f(self, *a, **k) Apr 01 13:36:14.573773 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 13:36:14.573773 dv-neutron-836180-1-hyperv neutron-server[83871]: return self._get(url).json() Apr 01 13:36:14.573773 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 13:36:14.573773 dv-neutron-836180-1-hyperv neutron-server[83871]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 13:36:14.573773 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 01 13:36:14.573773 dv-neutron-836180-1-hyperv neutron-server[83871]: return self.request(url, 'GET', **kwargs) Apr 01 13:36:14.573773 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 01 13:36:14.573773 dv-neutron-836180-1-hyperv neutron-server[83871]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 13:36:14.573773 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 01 13:36:14.573773 dv-neutron-836180-1-hyperv neutron-server[83871]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 13:36:14.573773 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 01 13:36:14.573773 dv-neutron-836180-1-hyperv neutron-server[83871]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 13:36:14.573773 dv-neutron-836180-1-hyperv neutron-server[83871]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 13:36:14.599835 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.plugin [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] No Port match for: 4fee96f9-dfdc-46c2-a94d-dbe0487710d2 {{(pid=83872) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 01 13:36:14.600160 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Device 4fee96f9-dfdc-46c2-a94d-dbe0487710d2 not bound to the agent host dv-neutron-836180-1-hyperv {{(pid=83872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 13:36:14.607053 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Pushing event updated for resources: {'Port': ['ID=cb340401-926d-4170-a52a-5a2838cdbc5b,revision_number=5']} {{(pid=83872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:36:14.650246 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-5afa4df1-9a1c-4fce-bfc5-db429663afe9 tempest-RoutersIpV6AdminTest-7322729 tempest-RoutersIpV6AdminTest-7322729-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:14.690752 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.plugin [None req-5afa4df1-9a1c-4fce-bfc5-db429663afe9 tempest-RoutersIpV6AdminTest-7322729 tempest-RoutersIpV6AdminTest-7322729-project] Deleting port cb264ae7-0ef0-4f92-87c9-29f55abe39bd {{(pid=83871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 13:36:14.691080 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-5afa4df1-9a1c-4fce-bfc5-db429663afe9 tempest-RoutersIpV6AdminTest-7322729 tempest-RoutersIpV6AdminTest-7322729-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736733287370'] for port, before_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:14.730975 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-facdb2ea-5839-4858-8dbc-23c6f9215bd8 tempest-DHCPAgentSchedulersTestJSON-1442733550 tempest-DHCPAgentSchedulersTestJSON-1442733550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-942599', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4084797'] for network, after_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:14.757031 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-e289aac5-ad21-4228-bf1e-7b113853d279 tempest-RoutersAdminTest-1965710677 tempest-RoutersAdminTest-1965710677-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4084887', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4079850', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4161'] for router, precommit_update {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:14.770987 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-e289aac5-ad21-4228-bf1e-7b113853d279 tempest-RoutersAdminTest-1965710677 tempest-RoutersAdminTest-1965710677-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4084858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-4084844', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-4084837', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-4079843'] for router, after_update {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:14.772719 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-facdb2ea-5839-4858-8dbc-23c6f9215bd8 tempest-DHCPAgentSchedulersTestJSON-1442733550 tempest-DHCPAgentSchedulersTestJSON-1442733550-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3017602'] for network, before_response {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:14.782385 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-facdb2ea-5839-4858-8dbc-23c6f9215bd8 tempest-DHCPAgentSchedulersTestJSON-1442733550 tempest-DHCPAgentSchedulersTestJSON-1442733550-project] Pushing event deleted for resources: {'Network': ['ID=fe67edef-6c12-4e84-8260-6dd9bd2ad247,revision_number=None']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:36:14.784036 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.plugin [None req-ecd24e26-4a35-4cbc-ae3e-c1c15483af28 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Deleting port cb340401-926d-4170-a52a-5a2838cdbc5b {{(pid=83869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 13:36:14.784401 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-ecd24e26-4a35-4cbc-ae3e-c1c15483af28 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736733287370'] for port, before_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:14.812097 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-facdb2ea-5839-4858-8dbc-23c6f9215bd8 tempest-DHCPAgentSchedulersTestJSON-1442733550 tempest-DHCPAgentSchedulersTestJSON-1442733550-project] 10.222.0.26 "DELETE /v2.0/networks/fe67edef-6c12-4e84-8260-6dd9bd2ad247 HTTP/1.1" status: 204 len: 168 time: 1.9813540 Apr 01 13:36:14.858124 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-368ed097-6d18-4bd5-a62b-d272d97f612e tempest-RoutersNegativeTest-1474796941 tempest-RoutersNegativeTest-1474796941-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4084029'] for router_interface, before_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:15.081791 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-88f140e6-65a9-4d53-af81-9199692333da tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3017585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4084076'] for router_interface, after_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:15.098266 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-d212cb59-932b-48a2-84e0-a21f5a2d3c30 tempest-TagsExtTest-1062591673 tempest-TagsExtTest-1062591673-project] 10.222.0.26 "DELETE /v2.0/routers/8d4c9b74-9937-474e-a4e0-fd5344eee35a/tags/tempest-TagsExtTest-Tag-356770429 HTTP/1.1" status: 204 len: 168 time: 0.5930119 Apr 01 13:36:15.101423 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-641afc8d-e421-478b-b23a-ebb890e0aaed admin admin] Router ede9094e-0d48-4c45-9fbe-8e6536f13cf3 is scheduled to L3 agent 88bf8fc8-11a3-4e96-9d1b-5fd93ba9f6f1 with binding_index 1 {{(pid=83871) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 01 13:36:15.104411 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 49762) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:36:15.106708 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-5afa4df1-9a1c-4fce-bfc5-db429663afe9 tempest-RoutersIpV6AdminTest-7322729 tempest-RoutersIpV6AdminTest-7322729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4155147'] for port, precommit_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:15.128756 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.services.tag.tag_plugin [None req-966a21e1-5a7b-457c-b043-fa7c023d85a2 tempest-TagsExtTest-1062591673 tempest-TagsExtTest-1062591673-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '8d4c9b74-9937-474e-a4e0-fd5344eee35a') {} {{(pid=83871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:36:15.235415 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 49766) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:36:15.402334 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.db [None req-ecd24e26-4a35-4cbc-ae3e-c1c15483af28 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] For port cb340401-926d-4170-a52a-5a2838cdbc5b, host dv-neutron-836180-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836180-1-hyperv',level=0,port_id=cb340401-926d-4170-a52a-5a2838cdbc5b,segment=NetworkSegment(16094ed0-4a47-4ff6-9238-85c278d7a2a5),segment_id=16094ed0-4a47-4ff6-9238-85c278d7a2a5)] {{(pid=83869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 13:36:15.403005 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-ecd24e26-4a35-4cbc-ae3e-c1c15483af28 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4155147'] for port, precommit_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:15.445526 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.plugin [None req-5afa4df1-9a1c-4fce-bfc5-db429663afe9 tempest-RoutersIpV6AdminTest-7322729 tempest-RoutersIpV6AdminTest-7322729-project] Calling delete_port for cb264ae7-0ef0-4f92-87c9-29f55abe39bd owned by network:router_gateway {{(pid=83871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 13:36:15.541171 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.plugin [None req-ecd24e26-4a35-4cbc-ae3e-c1c15483af28 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Calling delete_port for cb340401-926d-4170-a52a-5a2838cdbc5b owned by network:router_interface {{(pid=83869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 13:36:15.712635 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-0cc439d2-88b3-4c60-8a1e-c3921b978f87 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=cde7fb6b66724ceca02abb2ff742cd59&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4737606 Apr 01 13:36:15.716964 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 49772) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:36:15.756588 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-966a21e1-5a7b-457c-b043-fa7c023d85a2 tempest-TagsExtTest-1062591673 tempest-TagsExtTest-1062591673-project] 10.222.0.26 "GET /v2.0/routers/8d4c9b74-9937-474e-a4e0-fd5344eee35a/tags HTTP/1.1" status: 200 len: 205 time: 0.6418316 Apr 01 13:36:15.761131 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 49774) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:36:15.772531 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.services.tag.tag_plugin [None req-679230fc-021a-4d66-b98f-0ef9c0761097 tempest-TagsExtTest-1062591673 tempest-TagsExtTest-1062591673-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '05c0b346-b923-4fdc-a3aa-c7a1b6633b0f') {} {{(pid=83871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:36:15.892432 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-679230fc-021a-4d66-b98f-0ef9c0761097 tempest-TagsExtTest-1062591673 tempest-TagsExtTest-1062591673-project] 10.222.0.26 "GET /v2.0/subnetpools/05c0b346-b923-4fdc-a3aa-c7a1b6633b0f/tags HTTP/1.1" status: 200 len: 240 time: 0.1255794 Apr 01 13:36:15.894092 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 49780) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:36:15.930783 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.services.tag.tag_plugin [None req-49de625f-f2d7-449f-88f4-f30a6ddcff24 tempest-TagsExtTest-1062591673 tempest-TagsExtTest-1062591673-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '05c0b346-b923-4fdc-a3aa-c7a1b6633b0f', 'tempest-TagsExtTest-Tag-894376909') {} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:36:16.048909 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-5afa4df1-9a1c-4fce-bfc5-db429663afe9 tempest-RoutersIpV6AdminTest-7322729 tempest-RoutersIpV6AdminTest-7322729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736733359243', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736732935810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2743125'] for port, after_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:16.062745 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-49de625f-f2d7-449f-88f4-f30a6ddcff24 tempest-TagsExtTest-1062591673 tempest-TagsExtTest-1062591673-project] 10.222.0.26 "GET /v2.0/subnetpools/05c0b346-b923-4fdc-a3aa-c7a1b6633b0f/tags/tempest-TagsExtTest-Tag-894376909 HTTP/1.1" status: 204 len: 168 time: 0.1484704 Apr 01 13:36:16.064340 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-b954a15b-acab-4249-a140-9537006f894f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:16.069366 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 49784) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:36:16.115111 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5afa4df1-9a1c-4fce-bfc5-db429663afe9 tempest-RoutersIpV6AdminTest-7322729 tempest-RoutersIpV6AdminTest-7322729-project] Pushing event deleted for resources: {'Port': ['ID=cb264ae7-0ef0-4f92-87c9-29f55abe39bd,revision_number=None']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:36:16.115600 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Device cb340401-926d-4170-a52a-5a2838cdbc5b up at agent ovs-agent-dv-neutron-836180-1-hyperv {{(pid=83872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 13:36:16.141643 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.services.tag.tag_plugin [None req-29e94055-cb12-4c46-9a58-65bc1f5685e8 tempest-TagsExtTest-1062591673 tempest-TagsExtTest-1062591673-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', '05c0b346-b923-4fdc-a3aa-c7a1b6633b0f', 'tempest-TagsExtTest-Tag-894376909') {} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:36:16.167160 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e289aac5-ad21-4228-bf1e-7b113853d279 tempest-RoutersAdminTest-1965710677 tempest-RoutersAdminTest-1965710677-project-admin] Router 7f5b67fb-bc0f-4de0-ae6a-0e2c40217b36 is scheduled to L3 agent 88bf8fc8-11a3-4e96-9d1b-5fd93ba9f6f1 with binding_index 1 {{(pid=83869) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 01 13:36:16.201649 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Provisioning complete for port cb340401-926d-4170-a52a-5a2838cdbc5b triggered by entity L2. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 13:36:16.202297 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-948329'] for port, provisioning_complete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:16.239638 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.plugin [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Port cb340401-926d-4170-a52a-5a2838cdbc5b was deleted so its status cannot be updated. {{(pid=83872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:304}} Apr 01 13:36:16.245301 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-ecd24e26-4a35-4cbc-ae3e-c1c15483af28 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736733359243', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736732935810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2705155'] for port, after_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:16.277174 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-641afc8d-e421-478b-b23a-ebb890e0aaed admin admin] Notify agent at l3_agent.dv-neutron-836180-1-hyperv the message routers_updated {{(pid=83871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 13:36:16.286952 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d846205-6591-4f65-bd2a-87ed7824c26c None None] Sync routers for ids ['ede9094e-0d48-4c45-9fbe-8e6536f13cf3'] in dv-neutron-836180-1-hyperv {{(pid=83873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 13:36:16.303457 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d846205-6591-4f65-bd2a-87ed7824c26c None None] Routers {'ede9094e-0d48-4c45-9fbe-8e6536f13cf3'} bound to L3 agent in host dv-neutron-836180-1-hyperv {{(pid=83873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 13:36:16.304230 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-4d846205-6591-4f65-bd2a-87ed7824c26c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836180-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-01T13:25:36Z,description=,heartbeat_timestamp=2022-04-01T13:36:06Z,host='dv-neutron-836180-1-hyperv',id=88bf8fc8-11a3-4e96-9d1b-5fd93ba9f6f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T13:25:36Z,topic='l3_agent')) {'router_ids': ['ede9094e-0d48-4c45-9fbe-8e6536f13cf3'], 'active': True} {{(pid=83873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:36:16.415688 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-b954a15b-acab-4249-a140-9537006f894f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:16.438785 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-641afc8d-e421-478b-b23a-ebb890e0aaed admin admin] Notify callbacks [] for router, before_response {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:16.440138 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-641afc8d-e421-478b-b23a-ebb890e0aaed admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 7.9396753 Apr 01 13:36:16.444001 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd24e26-4a35-4cbc-ae3e-c1c15483af28 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Pushing event deleted for resources: {'Port': ['ID=cb340401-926d-4170-a52a-5a2838cdbc5b,revision_number=None']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:36:16.445252 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 49788) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:36:16.513845 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-5afa4df1-9a1c-4fce-bfc5-db429663afe9 tempest-RoutersIpV6AdminTest-7322729 tempest-RoutersIpV6AdminTest-7322729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4084822'] for router_gateway, after_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:16.518712 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_dvr_db [None req-4d846205-6591-4f65-bd2a-87ed7824c26c None None] Set router ede9094e-0d48-4c45-9fbe-8e6536f13cf3 gateway port host: dv-neutron-836180-1-hyperv {{(pid=83873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 13:36:16.810803 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-29e94055-cb12-4c46-9a58-65bc1f5685e8 tempest-TagsExtTest-1062591673 tempest-TagsExtTest-1062591673-project] 10.222.0.26 "DELETE /v2.0/subnetpools/05c0b346-b923-4fdc-a3aa-c7a1b6633b0f/tags/tempest-TagsExtTest-Tag-894376909 HTTP/1.1" status: 204 len: 168 time: 0.6892536 Apr 01 13:36:16.811449 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 49792) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:36:16.817684 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.services.tag.tag_plugin [None req-fe5feb38-3891-4ab7-9b47-b5dd685ec00e tempest-TagsExtTest-1062591673 tempest-TagsExtTest-1062591673-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '05c0b346-b923-4fdc-a3aa-c7a1b6633b0f') {} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:36:16.851547 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-b954a15b-acab-4249-a140-9537006f894f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3775923'] for security_group, after_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:16.868276 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-4d846205-6591-4f65-bd2a-87ed7824c26c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ede9094e-0d48-4c45-9fbe-8e6536f13cf3', 'name': 'tempest-ServerActionsTestJSON-2067273465-router', 'tenant_id': '1db979ced72f4c84a5c312128899dc9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'external_fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.75'}], 'enable_snat': True}, 'gw_port_id': '66cbe317-14d9-4cff-9764-39cbd8640f55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T13:36:08Z', 'updated_at': '2022-04-01T13:36:12Z', 'revision_number': 3, 'project_id': '1db979ced72f4c84a5c312128899dc9b', 'gw_port': {'id': '66cbe317-14d9-4cff-9764-39cbd8640f55', 'name': '', 'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:ee:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ede9094e-0d48-4c45-9fbe-8e6536f13cf3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:36:10Z', 'updated_at': '2022-04-01T13:36:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836180-1-hyperv'}], 'dv-neutron-836180-1-hyperv', False) {} {{(pid=83873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:36:16.872427 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d846205-6591-4f65-bd2a-87ed7824c26c None None] Checking router: ede9094e-0d48-4c45-9fbe-8e6536f13cf3 for host: dv-neutron-836180-1-hyperv {{(pid=83873) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 01 13:36:16.872875 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d846205-6591-4f65-bd2a-87ed7824c26c None None] Updating router ede9094e-0d48-4c45-9fbe-8e6536f13cf3 port 66cbe317-14d9-4cff-9764-39cbd8640f55 binding host dv-neutron-836180-1-hyperv {{(pid=83873) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 01 13:36:16.878819 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-ecd24e26-4a35-4cbc-ae3e-c1c15483af28 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3017585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4084076'] for router_interface, after_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:16.895564 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b954a15b-acab-4249-a140-9537006f894f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45a30813-896f-462c-bd51-11e4625c74a1,revision_number=None']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:36:16.922902 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-fe5feb38-3891-4ab7-9b47-b5dd685ec00e tempest-TagsExtTest-1062591673 tempest-TagsExtTest-1062591673-project] 10.222.0.26 "GET /v2.0/subnetpools/05c0b346-b923-4fdc-a3aa-c7a1b6633b0f/tags HTTP/1.1" status: 200 len: 205 time: 0.1101413 Apr 01 13:36:16.946105 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-4d846205-6591-4f65-bd2a-87ed7824c26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:16.949638 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 49796) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:36:16.991712 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88f140e6-65a9-4d53-af81-9199692333da tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Router 9081610b-903b-4516-bbb6-af4bd8180613 has already been hosted by L3 agent 88bf8fc8-11a3-4e96-9d1b-5fd93ba9f6f1 {{(pid=83869) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 13:36:17.025113 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.services.tag.tag_plugin [None req-3473ac25-8ae5-4fcb-a31d-436091b04eb7 tempest-TagsExtTest-1062591673 tempest-TagsExtTest-1062591673-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '05c0b346-b923-4fdc-a3aa-c7a1b6633b0f') {} {{(pid=83871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:36:17.059448 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-5afa4df1-9a1c-4fce-bfc5-db429663afe9 tempest-RoutersIpV6AdminTest-7322729 tempest-RoutersIpV6AdminTest-7322729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4079814', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4170'] for router, precommit_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:17.088063 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-5afa4df1-9a1c-4fce-bfc5-db429663afe9 tempest-RoutersIpV6AdminTest-7322729 tempest-RoutersIpV6AdminTest-7322729-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:17.089338 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-b954a15b-acab-4249-a140-9537006f894f admin admin] Notify callbacks [] for security_group, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:17.093023 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-b954a15b-acab-4249-a140-9537006f894f admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/45a30813-896f-462c-bd51-11e4625c74a1 HTTP/1.1" status: 204 len: 168 time: 1.3143880 Apr 01 13:36:17.152903 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-3473ac25-8ae5-4fcb-a31d-436091b04eb7 tempest-TagsExtTest-1062591673 tempest-TagsExtTest-1062591673-project] 10.222.0.26 "DELETE /v2.0/subnetpools/05c0b346-b923-4fdc-a3aa-c7a1b6633b0f/tags HTTP/1.1" status: 204 len: 168 time: 0.2003572 Apr 01 13:36:17.157211 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 49802) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:36:17.188022 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.plugin [None req-368ed097-6d18-4bd5-a62b-d272d97f612e tempest-RoutersNegativeTest-1474796941 tempest-RoutersNegativeTest-1474796941-project] Deleting port 3fcb911c-f13f-4774-886b-296493c88852 {{(pid=83871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 13:36:17.188471 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-368ed097-6d18-4bd5-a62b-d272d97f612e tempest-RoutersNegativeTest-1474796941 tempest-RoutersNegativeTest-1474796941-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736733287370'] for port, before_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:17.222034 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.services.tag.tag_plugin [None req-8ce18c0d-509d-445f-895d-1fd944c28e70 tempest-TagsExtTest-1062591673 tempest-TagsExtTest-1062591673-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '8d4c9b74-9937-474e-a4e0-fd5344eee35a') {} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:36:17.228865 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-5afa4df1-9a1c-4fce-bfc5-db429663afe9 tempest-RoutersIpV6AdminTest-7322729 tempest-RoutersIpV6AdminTest-7322729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4079738'] for router, after_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:17.229498 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5afa4df1-9a1c-4fce-bfc5-db429663afe9 tempest-RoutersIpV6AdminTest-7322729 tempest-RoutersIpV6AdminTest-7322729-project] Fanout notify agent at l3_agent the message router_deleted on router 0cacebeb-0182-49c6-b797-4b22fff8f500 {{(pid=83871) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 01 13:36:17.301920 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-5afa4df1-9a1c-4fce-bfc5-db429663afe9 tempest-RoutersIpV6AdminTest-7322729 tempest-RoutersIpV6AdminTest-7322729-project] Notify callbacks [] for router, before_response {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:17.308541 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-5afa4df1-9a1c-4fce-bfc5-db429663afe9 tempest-RoutersIpV6AdminTest-7322729 tempest-RoutersIpV6AdminTest-7322729-project] 10.222.0.26 "DELETE /v2.0/routers/0cacebeb-0182-49c6-b797-4b22fff8f500 HTTP/1.1" status: 204 len: 168 time: 5.8020184 Apr 01 13:36:17.310779 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 49806) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:36:17.365486 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-4d846205-6591-4f65-bd2a-87ed7824c26c None None] Notify callbacks [] for port, precommit_update {{(pid=83873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:17.389887 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-4d846205-6591-4f65-bd2a-87ed7824c26c None None] Transition to ACTIVE for port object 66cbe317-14d9-4cff-9764-39cbd8640f55 will not be triggered until provisioned by entity L2. {{(pid=83873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 13:36:17.400816 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-4d846205-6591-4f65-bd2a-87ed7824c26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864'] for port, after_update {{(pid=83873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:17.401031 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.v2.base [None req-8831aa58-9f4e-41f5-9190-873c83df89b9 tempest-RoutersIpV6AdminTest-7322729 tempest-RoutersIpV6AdminTest-7322729-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-947775476', 'external_gateway_info': {'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301'}, 'admin_state_up': False}} {{(pid=83871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:36:17.425688 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-8831aa58-9f4e-41f5-9190-873c83df89b9 tempest-RoutersIpV6AdminTest-7322729 tempest-RoutersIpV6AdminTest-7322729-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:36:17.434880 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-8831aa58-9f4e-41f5-9190-873c83df89b9 tempest-RoutersIpV6AdminTest-7322729 tempest-RoutersIpV6AdminTest-7322729-project] Usage tracker for resource:router and tenant:a4d5a28a92af4686a1b0ae1e9f78e210 is out of sync, need to count used quota {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 13:36:17.440935 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-8831aa58-9f4e-41f5-9190-873c83df89b9 tempest-RoutersIpV6AdminTest-7322729 tempest-RoutersIpV6AdminTest-7322729-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 13:36:17.475178 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-030542d2-6f8b-4120-897a-469cf417ddc1 None None] Pushing event updated for resources: {'Port': ['ID=66cbe317-14d9-4cff-9764-39cbd8640f55,revision_number=2']} {{(pid=83873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:36:17.499177 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-8831aa58-9f4e-41f5-9190-873c83df89b9 tempest-RoutersIpV6AdminTest-7322729 tempest-RoutersIpV6AdminTest-7322729-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:36:17.502643 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.plugins.ml2.managers [None req-4d846205-6591-4f65-bd2a-87ed7824c26c None None] Attempting to bind port 66cbe317-14d9-4cff-9764-39cbd8640f55 on host dv-neutron-836180-1-hyperv for vnic_type normal with profile {{(pid=83873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 13:36:17.503119 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.plugins.ml2.managers [None req-4d846205-6591-4f65-bd2a-87ed7824c26c None None] Attempting to bind port 66cbe317-14d9-4cff-9764-39cbd8640f55 by drivers openvswitch,hyperv on host dv-neutron-836180-1-hyperv at level 0 using segments [{'id': '7b924dd8-4978-40c4-ad91-4b9b27348462', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301'}] {{(pid=83873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 13:36:17.504344 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d846205-6591-4f65-bd2a-87ed7824c26c None None] Attempting to bind port 66cbe317-14d9-4cff-9764-39cbd8640f55 on network 725864b8-cceb-48c9-b5d3-1bfc4423e301 {{(pid=83873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 13:36:17.511532 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d846205-6591-4f65-bd2a-87ed7824c26c None None] Checking agent: {'id': 'af948428-97cd-4d10-9f53-af028bdb39b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-836180-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 13, 25, 37), 'started_at': datetime.datetime(2022, 4, 1, 13, 26, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 13, 36, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-836180-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 13:36:17.512016 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d846205-6591-4f65-bd2a-87ed7824c26c None None] Checking segment: {'id': '7b924dd8-4978-40c4-ad91-4b9b27348462', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 13:36:17.512603 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-4d846205-6591-4f65-bd2a-87ed7824c26c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:17.513324 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d846205-6591-4f65-bd2a-87ed7824c26c None None] Bound using segment: {'id': '7b924dd8-4978-40c4-ad91-4b9b27348462', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301'} {{(pid=83873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 13:36:17.513880 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.plugins.ml2.managers [None req-4d846205-6591-4f65-bd2a-87ed7824c26c None None] Bound port: 66cbe317-14d9-4cff-9764-39cbd8640f55, host: dv-neutron-836180-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b924dd8-4978-40c4-ad91-4b9b27348462', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301'}}] {{(pid=83873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 13:36:17.514382 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-4d846205-6591-4f65-bd2a-87ed7824c26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:17.574912 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e289aac5-ad21-4228-bf1e-7b113853d279 tempest-RoutersAdminTest-1965710677 tempest-RoutersAdminTest-1965710677-project-admin] Notify agent at l3_agent.dv-neutron-836180-1-hyperv the message routers_updated {{(pid=83869) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 13:36:17.579388 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-e289aac5-ad21-4228-bf1e-7b113853d279 tempest-RoutersAdminTest-1965710677 tempest-RoutersAdminTest-1965710677-project-admin] Notify callbacks [] for router, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:17.580675 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-e289aac5-ad21-4228-bf1e-7b113853d279 tempest-RoutersAdminTest-1965710677 tempest-RoutersAdminTest-1965710677-project-admin] 10.222.0.26 "PUT /v2.0/routers/7f5b67fb-bc0f-4de0-ae6a-0e2c40217b36 HTTP/1.1" status: 200 len: 915 time: 8.3591819 Apr 01 13:36:17.585132 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e55e6e7c-f7e0-424c-8cec-6d5d872cf976 None None] Sync routers for ids ['7f5b67fb-bc0f-4de0-ae6a-0e2c40217b36'] in dv-neutron-836180-1-hyperv {{(pid=83872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 13:36:17.588145 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 49812) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:36:17.611897 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.plugins.ml2.db [None req-4d846205-6591-4f65-bd2a-87ed7824c26c None None] For port 66cbe317-14d9-4cff-9764-39cbd8640f55, host dv-neutron-836180-1-hyperv, cleared binding levels {{(pid=83873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 13:36:17.614025 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e55e6e7c-f7e0-424c-8cec-6d5d872cf976 None None] Routers {'7f5b67fb-bc0f-4de0-ae6a-0e2c40217b36'} bound to L3 agent in host dv-neutron-836180-1-hyperv {{(pid=83872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 13:36:17.615660 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_hamode_db [None req-e55e6e7c-f7e0-424c-8cec-6d5d872cf976 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836180-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-01T13:25:36Z,description=,heartbeat_timestamp=2022-04-01T13:36:06Z,host='dv-neutron-836180-1-hyperv',id=88bf8fc8-11a3-4e96-9d1b-5fd93ba9f6f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T13:25:36Z,topic='l3_agent')) {'router_ids': ['7f5b67fb-bc0f-4de0-ae6a-0e2c40217b36'], 'active': True} {{(pid=83872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:36:17.616516 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.plugins.ml2.db [None req-4d846205-6591-4f65-bd2a-87ed7824c26c None None] For port 66cbe317-14d9-4cff-9764-39cbd8640f55, host dv-neutron-836180-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836180-1-hyperv',level=0,port_id=66cbe317-14d9-4cff-9764-39cbd8640f55,segment=NetworkSegment(7b924dd8-4978-40c4-ad91-4b9b27348462),segment_id=7b924dd8-4978-40c4-ad91-4b9b27348462)] {{(pid=83873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 13:36:17.624186 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-4d846205-6591-4f65-bd2a-87ed7824c26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864'] for port, after_update {{(pid=83873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:17.690730 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-8831aa58-9f4e-41f5-9190-873c83df89b9 tempest-RoutersIpV6AdminTest-7322729 tempest-RoutersIpV6AdminTest-7322729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4082176', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4220'] for router, before_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:17.691659 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-8831aa58-9f4e-41f5-9190-873c83df89b9 tempest-RoutersIpV6AdminTest-7322729 tempest-RoutersIpV6AdminTest-7322729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4082277', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4084873', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4148249', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4211'] for router, precommit_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:17.699098 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-368ed097-6d18-4bd5-a62b-d272d97f612e tempest-RoutersNegativeTest-1474796941 tempest-RoutersNegativeTest-1474796941-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4155147'] for port, precommit_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:17.712881 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-030542d2-6f8b-4120-897a-469cf417ddc1 None None] Pushing event updated for resources: {'Port': ['ID=66cbe317-14d9-4cff-9764-39cbd8640f55,revision_number=3']} {{(pid=83873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:36:17.734923 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d846205-6591-4f65-bd2a-87ed7824c26c None None] Routers {'ede9094e-0d48-4c45-9fbe-8e6536f13cf3'} bound to L3 agent in host dv-neutron-836180-1-hyperv {{(pid=83873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 13:36:17.735720 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-4d846205-6591-4f65-bd2a-87ed7824c26c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836180-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-01T13:25:36Z,description=,heartbeat_timestamp=2022-04-01T13:36:06Z,host='dv-neutron-836180-1-hyperv',id=88bf8fc8-11a3-4e96-9d1b-5fd93ba9f6f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T13:25:36Z,topic='l3_agent')) {'router_ids': ['ede9094e-0d48-4c45-9fbe-8e6536f13cf3'], 'active': True} {{(pid=83873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:36:17.763496 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 49816) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:36:17.776758 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_hamode_db [None req-e55e6e7c-f7e0-424c-8cec-6d5d872cf976 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-836180-1-hyperv', False) {} {{(pid=83872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:36:17.789332 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e55e6e7c-f7e0-424c-8cec-6d5d872cf976 None None] Routers {'7f5b67fb-bc0f-4de0-ae6a-0e2c40217b36'} bound to L3 agent in host dv-neutron-836180-1-hyperv {{(pid=83872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 13:36:17.790524 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_hamode_db [None req-e55e6e7c-f7e0-424c-8cec-6d5d872cf976 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836180-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-01T13:25:36Z,description=,heartbeat_timestamp=2022-04-01T13:36:06Z,host='dv-neutron-836180-1-hyperv',id=88bf8fc8-11a3-4e96-9d1b-5fd93ba9f6f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T13:25:36Z,topic='l3_agent')) {'router_ids': ['7f5b67fb-bc0f-4de0-ae6a-0e2c40217b36'], 'active': True} {{(pid=83872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:36:17.838003 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-6ebb482c-0b06-489c-a3de-d6891374089c admin admin] Notify callbacks [] for security_group, before_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:17.856267 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-8ce18c0d-509d-445f-895d-1fd944c28e70 tempest-TagsExtTest-1062591673 tempest-TagsExtTest-1062591673-project] 10.222.0.26 "DELETE /v2.0/routers/8d4c9b74-9937-474e-a4e0-fd5344eee35a/tags HTTP/1.1" status: 204 len: 168 time: 0.6897523 Apr 01 13:36:17.856581 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 49820) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:36:17.864695 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.services.tag.tag_plugin [None req-972e6c17-86e4-4d6c-8384-c3658c1dd07e tempest-TagsExtTest-1062591673 tempest-TagsExtTest-1062591673-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'b07a677f-3f06-4ac8-ae10-daf2eedf525d') {} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:36:17.867148 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_hamode_db [None req-e55e6e7c-f7e0-424c-8cec-6d5d872cf976 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-836180-1-hyperv', False) {} {{(pid=83872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:36:17.868467 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e55e6e7c-f7e0-424c-8cec-6d5d872cf976 None None] The sync data for ids ['7f5b67fb-bc0f-4de0-ae6a-0e2c40217b36'] in dv-neutron-836180-1-hyperv is: [] {{(pid=83872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 13:36:17.909731 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88f140e6-65a9-4d53-af81-9199692333da tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Notify agent at l3_agent.dv-neutron-836180-1-hyperv the message routers_updated {{(pid=83869) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 13:36:17.915072 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-88f140e6-65a9-4d53-af81-9199692333da tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] 10.222.0.26 "PUT /v2.0/routers/9081610b-903b-4516-bbb6-af4bd8180613/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.4581842 Apr 01 13:36:17.918559 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 49824) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:36:17.918709 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.plugin [None req-368ed097-6d18-4bd5-a62b-d272d97f612e tempest-RoutersNegativeTest-1474796941 tempest-RoutersNegativeTest-1474796941-project] Calling delete_port for 3fcb911c-f13f-4774-886b-296493c88852 owned by network:router_interface {{(pid=83871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 13:36:17.926949 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0182d5b-f96c-474f-933c-dbcacc4f2567 None None] Sync routers for ids ['9081610b-903b-4516-bbb6-af4bd8180613'] in dv-neutron-836180-1-hyperv {{(pid=83873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 13:36:17.958185 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0182d5b-f96c-474f-933c-dbcacc4f2567 None None] Routers {'9081610b-903b-4516-bbb6-af4bd8180613'} bound to L3 agent in host dv-neutron-836180-1-hyperv {{(pid=83873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 13:36:17.959087 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-f0182d5b-f96c-474f-933c-dbcacc4f2567 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836180-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-01T13:25:36Z,description=,heartbeat_timestamp=2022-04-01T13:36:06Z,host='dv-neutron-836180-1-hyperv',id=88bf8fc8-11a3-4e96-9d1b-5fd93ba9f6f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T13:25:36Z,topic='l3_agent')) {'router_ids': ['9081610b-903b-4516-bbb6-af4bd8180613'], 'active': True} {{(pid=83873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:36:18.047819 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ecd24e26-4a35-4cbc-ae3e-c1c15483af28 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Router f0d96c18-c2bd-4382-924a-efec1594d41e has already been hosted by L3 agent 88bf8fc8-11a3-4e96-9d1b-5fd93ba9f6f1 {{(pid=83869) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 13:36:18.065983 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-f0182d5b-f96c-474f-933c-dbcacc4f2567 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-836180-1-hyperv', False) {} {{(pid=83873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:36:18.088167 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0182d5b-f96c-474f-933c-dbcacc4f2567 None None] Routers {'9081610b-903b-4516-bbb6-af4bd8180613'} bound to L3 agent in host dv-neutron-836180-1-hyperv {{(pid=83873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 13:36:18.089634 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-f0182d5b-f96c-474f-933c-dbcacc4f2567 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836180-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-01T13:25:36Z,description=,heartbeat_timestamp=2022-04-01T13:36:06Z,host='dv-neutron-836180-1-hyperv',id=88bf8fc8-11a3-4e96-9d1b-5fd93ba9f6f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T13:25:36Z,topic='l3_agent')) {'router_ids': ['9081610b-903b-4516-bbb6-af4bd8180613'], 'active': True} {{(pid=83873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:36:18.097354 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-6ebb482c-0b06-489c-a3de-d6891374089c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:36:18.101087 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-6ebb482c-0b06-489c-a3de-d6891374089c admin admin] Usage tracker for resource:security_group_rule and tenant:6796d333d287443989cce875c417ceb2 is out of sync, need to count used quota {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 13:36:18.106336 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-6ebb482c-0b06-489c-a3de-d6891374089c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 13:36:18.112101 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-6ebb482c-0b06-489c-a3de-d6891374089c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:36:18.157693 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-f0182d5b-f96c-474f-933c-dbcacc4f2567 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-836180-1-hyperv', False) {} {{(pid=83873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:36:18.158210 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0182d5b-f96c-474f-933c-dbcacc4f2567 None None] The sync data for ids ['9081610b-903b-4516-bbb6-af4bd8180613'] in dv-neutron-836180-1-hyperv is: [] {{(pid=83873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 13:36:18.159821 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_dvr_db [None req-4d846205-6591-4f65-bd2a-87ed7824c26c None None] Set router ede9094e-0d48-4c45-9fbe-8e6536f13cf3 gateway port host: dv-neutron-836180-1-hyperv {{(pid=83873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 13:36:18.179405 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-6ebb482c-0b06-489c-a3de-d6891374089c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:18.200616 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-6ebb482c-0b06-489c-a3de-d6891374089c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3775923'] for security_group, after_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:18.242890 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-8831aa58-9f4e-41f5-9190-873c83df89b9 tempest-RoutersIpV6AdminTest-7322729 tempest-RoutersIpV6AdminTest-7322729-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:18.256619 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-972e6c17-86e4-4d6c-8384-c3658c1dd07e tempest-TagsExtTest-1062591673 tempest-TagsExtTest-1062591673-project] 10.222.0.26 "DELETE /v2.0/ports/b07a677f-3f06-4ac8-ae10-daf2eedf525d/tags HTTP/1.1" status: 204 len: 168 time: 0.3980658 Apr 01 13:36:18.260624 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 49828) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:36:18.269983 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.services.tag.tag_plugin [None req-9d61d53a-7ac7-4e40-84a8-259cc04def5b tempest-TagsExtTest-1062591673 tempest-TagsExtTest-1062591673-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'd0512dec-3440-40bc-9749-f466b9d7ab5c') {} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:36:18.306377 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ebb482c-0b06-489c-a3de-d6891374089c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ff67f1e-3ddb-4e6f-a1d6-2980c4c6e3f1,revision_number=1']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:36:18.313907 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ecd24e26-4a35-4cbc-ae3e-c1c15483af28 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Notify agent at l3_agent.dv-neutron-836180-1-hyperv the message routers_updated {{(pid=83869) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 13:36:18.321636 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-ecd24e26-4a35-4cbc-ae3e-c1c15483af28 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] 10.222.0.26 "PUT /v2.0/routers/f0d96c18-c2bd-4382-924a-efec1594d41e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2043564 Apr 01 13:36:18.322374 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 49832) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:36:18.328332 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d217aba9-4d31-4f1d-b87c-b9230b2c6d06 None None] Sync routers for ids ['f0d96c18-c2bd-4382-924a-efec1594d41e'] in dv-neutron-836180-1-hyperv {{(pid=83872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 13:36:18.354556 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-6ebb482c-0b06-489c-a3de-d6891374089c admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=6796d333d287443989cce875c417ceb2&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5897870 Apr 01 13:36:18.358801 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 49836) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:36:18.380504 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d217aba9-4d31-4f1d-b87c-b9230b2c6d06 None None] Routers {'f0d96c18-c2bd-4382-924a-efec1594d41e'} bound to L3 agent in host dv-neutron-836180-1-hyperv {{(pid=83872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 13:36:18.381742 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_hamode_db [None req-d217aba9-4d31-4f1d-b87c-b9230b2c6d06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836180-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-01T13:25:36Z,description=,heartbeat_timestamp=2022-04-01T13:36:06Z,host='dv-neutron-836180-1-hyperv',id=88bf8fc8-11a3-4e96-9d1b-5fd93ba9f6f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T13:25:36Z,topic='l3_agent')) {'router_ids': ['f0d96c18-c2bd-4382-924a-efec1594d41e'], 'active': True} {{(pid=83872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:36:18.502794 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-4d846205-6591-4f65-bd2a-87ed7824c26c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ede9094e-0d48-4c45-9fbe-8e6536f13cf3', 'name': 'tempest-ServerActionsTestJSON-2067273465-router', 'tenant_id': '1db979ced72f4c84a5c312128899dc9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'external_fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.75'}], 'enable_snat': True}, 'gw_port_id': '66cbe317-14d9-4cff-9764-39cbd8640f55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T13:36:08Z', 'updated_at': '2022-04-01T13:36:12Z', 'revision_number': 3, 'project_id': '1db979ced72f4c84a5c312128899dc9b', 'gw_port': {'id': '66cbe317-14d9-4cff-9764-39cbd8640f55', 'name': '', 'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:ee:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ede9094e-0d48-4c45-9fbe-8e6536f13cf3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836180-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:36:10Z', 'updated_at': '2022-04-01T13:36:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836180-1-hyperv'}], 'dv-neutron-836180-1-hyperv', False) {} {{(pid=83873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:36:18.507265 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d846205-6591-4f65-bd2a-87ed7824c26c None None] The sync data for ids ['ede9094e-0d48-4c45-9fbe-8e6536f13cf3'] in dv-neutron-836180-1-hyperv is: [{'id': 'ede9094e-0d48-4c45-9fbe-8e6536f13cf3', 'name': 'tempest-ServerActionsTestJSON-2067273465-router', 'tenant_id': '1db979ced72f4c84a5c312128899dc9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'external_fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.75'}], 'enable_snat': True}, 'gw_port_id': '66cbe317-14d9-4cff-9764-39cbd8640f55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T13:36:08Z', 'updated_at': '2022-04-01T13:36:12Z', 'revision_number': 3, 'project_id': '1db979ced72f4c84a5c312128899dc9b', 'gw_port': {'id': '66cbe317-14d9-4cff-9764-39cbd8640f55', 'name': '', 'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:ee:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ede9094e-0d48-4c45-9fbe-8e6536f13cf3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836180-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:36:10Z', 'updated_at': '2022-04-01T13:36:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836180-1-hyperv'}] {{(pid=83873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 13:36:18.559273 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-507953d7-4618-433d-aba7-533c07311cdd tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:36:18.560840 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-507953d7-4618-433d-aba7-533c07311cdd tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:36:18.562110 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-507953d7-4618-433d-aba7-533c07311cdd tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Synchronizing usage tracker for tenant:8b726fe6689e4b7f96def1a2219bea6c on resource:subnet {{(pid=83869) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 13:36:18.587549 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_dvr_db [None req-d217aba9-4d31-4f1d-b87c-b9230b2c6d06 None None] Set router f0d96c18-c2bd-4382-924a-efec1594d41e gateway port host: None {{(pid=83872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 13:36:18.599684 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-507953d7-4618-433d-aba7-533c07311cdd tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Unset dirty status for tenant:8b726fe6689e4b7f96def1a2219bea6c on resource:subnet {{(pid=83869) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 13:36:18.603627 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-507953d7-4618-433d-aba7-533c07311cdd tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.2780168 Apr 01 13:36:18.606802 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 49840) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:36:18.686737 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-9d61d53a-7ac7-4e40-84a8-259cc04def5b tempest-TagsExtTest-1062591673 tempest-TagsExtTest-1062591673-project] 10.222.0.26 "DELETE /v2.0/subnets/d0512dec-3440-40bc-9749-f466b9d7ab5c/tags HTTP/1.1" status: 204 len: 168 time: 0.4233680 Apr 01 13:36:18.694737 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 49844) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:36:18.705201 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.services.tag.tag_plugin [None req-773996b3-df35-4f42-8c34-b1f01c2a3aaf tempest-TagsExtTest-1062591673 tempest-TagsExtTest-1062591673-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', 'd0512dec-3440-40bc-9749-f466b9d7ab5c', 'tempest-TagsExtTest-Tag-1834593841') {} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:36:18.716057 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_hamode_db [None req-d217aba9-4d31-4f1d-b87c-b9230b2c6d06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0d96c18-c2bd-4382-924a-efec1594d41e', 'name': 'tempest-NetworksTestDHCPv6-router-931060759', 'tenant_id': '8b726fe6689e4b7f96def1a2219bea6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T13:35:56Z', 'updated_at': '2022-04-01T13:36:15Z', 'revision_number': 3, 'project_id': '8b726fe6689e4b7f96def1a2219bea6c', 'gw_port_host': None}], 'dv-neutron-836180-1-hyperv', False) {} {{(pid=83872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:36:18.732156 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d217aba9-4d31-4f1d-b87c-b9230b2c6d06 None None] Checking router: f0d96c18-c2bd-4382-924a-efec1594d41e for host: dv-neutron-836180-1-hyperv {{(pid=83872) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 01 13:36:18.764980 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d217aba9-4d31-4f1d-b87c-b9230b2c6d06 None None] Routers {'f0d96c18-c2bd-4382-924a-efec1594d41e'} bound to L3 agent in host dv-neutron-836180-1-hyperv {{(pid=83872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 13:36:18.765885 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_hamode_db [None req-d217aba9-4d31-4f1d-b87c-b9230b2c6d06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836180-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-01T13:25:36Z,description=,heartbeat_timestamp=2022-04-01T13:36:06Z,host='dv-neutron-836180-1-hyperv',id=88bf8fc8-11a3-4e96-9d1b-5fd93ba9f6f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T13:25:36Z,topic='l3_agent')) {'router_ids': ['f0d96c18-c2bd-4382-924a-efec1594d41e'], 'active': True} {{(pid=83872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:36:18.780391 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-8831aa58-9f4e-41f5-9190-873c83df89b9 tempest-RoutersIpV6AdminTest-7322729 tempest-RoutersIpV6AdminTest-7322729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4084887', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4079850', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4161'] for router, precommit_update {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:18.790056 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-926ff1fd-3506-4da4-8735-98f4969817bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:18.885585 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-4226f332-53c4-4f6a-9e84-57a756a00e9d tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4084029'] for router_interface, before_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:18.973184 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-368ed097-6d18-4bd5-a62b-d272d97f612e tempest-RoutersNegativeTest-1474796941 tempest-RoutersNegativeTest-1474796941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736733359243', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736732935810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2743125'] for port, after_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:18.985092 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_dvr_db [None req-d217aba9-4d31-4f1d-b87c-b9230b2c6d06 None None] Set router f0d96c18-c2bd-4382-924a-efec1594d41e gateway port host: None {{(pid=83872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 13:36:19.042843 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-926ff1fd-3506-4da4-8735-98f4969817bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:19.070153 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.db_base_plugin_v2 [None req-4e9ceed6-f139-491a-8186-1c4bb6b0a65e tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Deleting subnet c04fd9b8-e5be-4e58-897d-2fcbb93e89de {{(pid=83869) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 01 13:36:19.075055 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-773996b3-df35-4f42-8c34-b1f01c2a3aaf tempest-TagsExtTest-1062591673 tempest-TagsExtTest-1062591673-project] 10.222.0.26 "PUT /v2.0/subnets/d0512dec-3440-40bc-9749-f466b9d7ab5c/tags/tempest-TagsExtTest-Tag-1834593841 HTTP/1.1" status: 201 len: 201 time: 0.3790140 Apr 01 13:36:19.079294 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 49848) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:36:19.080040 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-4e9ceed6-f139-491a-8186-1c4bb6b0a65e tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Notify callbacks [] for subnet, before_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:19.083176 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-368ed097-6d18-4bd5-a62b-d272d97f612e tempest-RoutersNegativeTest-1474796941 tempest-RoutersNegativeTest-1474796941-project] Pushing event deleted for resources: {'Port': ['ID=3fcb911c-f13f-4774-886b-296493c88852,revision_number=None']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:36:19.101122 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-f60069a8-1cc8-4861-9a9a-6a6683774221 tempest-RoutersAdminTest-1965710677 tempest-RoutersAdminTest-1965710677-project-admin] 10.222.0.26 "GET /v2.0/routers/7f5b67fb-bc0f-4de0-ae6a-0e2c40217b36 HTTP/1.1" status: 200 len: 921 time: 1.5045178 Apr 01 13:36:19.110019 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 49850) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:36:19.115641 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.services.tag.tag_plugin [None req-21e216c3-415a-4c63-b9fe-9c7cf46c3c97 tempest-TagsExtTest-1062591673 tempest-TagsExtTest-1062591673-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', 'b07a677f-3f06-4ac8-ae10-daf2eedf525d', 'tempest-TagsExtTest-Tag-1362459087') {} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:36:19.123693 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_hamode_db [None req-d217aba9-4d31-4f1d-b87c-b9230b2c6d06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0d96c18-c2bd-4382-924a-efec1594d41e', 'name': 'tempest-NetworksTestDHCPv6-router-931060759', 'tenant_id': '8b726fe6689e4b7f96def1a2219bea6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T13:35:56Z', 'updated_at': '2022-04-01T13:36:15Z', 'revision_number': 3, 'project_id': '8b726fe6689e4b7f96def1a2219bea6c', 'gw_port_host': None}], 'dv-neutron-836180-1-hyperv', False) {} {{(pid=83872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:36:19.129117 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d217aba9-4d31-4f1d-b87c-b9230b2c6d06 None None] The sync data for ids ['f0d96c18-c2bd-4382-924a-efec1594d41e'] in dv-neutron-836180-1-hyperv is: [{'id': 'f0d96c18-c2bd-4382-924a-efec1594d41e', 'name': 'tempest-NetworksTestDHCPv6-router-931060759', 'tenant_id': '8b726fe6689e4b7f96def1a2219bea6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T13:35:56Z', 'updated_at': '2022-04-01T13:36:15Z', 'revision_number': 3, 'project_id': '8b726fe6689e4b7f96def1a2219bea6c', 'gw_port_host': None}] {{(pid=83872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 13:36:19.220493 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-4e9ceed6-f139-491a-8186-1c4bb6b0a65e tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2704975'] for subnet, precommit_delete_associations {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:19.571972 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-926ff1fd-3506-4da4-8735-98f4969817bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3775923'] for security_group, after_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:19.595205 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-21e216c3-415a-4c63-b9fe-9c7cf46c3c97 tempest-TagsExtTest-1062591673 tempest-TagsExtTest-1062591673-project] 10.222.0.26 "PUT /v2.0/ports/b07a677f-3f06-4ac8-ae10-daf2eedf525d/tags/tempest-TagsExtTest-Tag-1362459087 HTTP/1.1" status: 201 len: 201 time: 0.4817431 Apr 01 13:36:19.598157 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 49856) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:36:19.601337 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-4e9ceed6-f139-491a-8186-1c4bb6b0a65e tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-945029'] for subnet, precommit_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:19.602875 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-926ff1fd-3506-4da4-8735-98f4969817bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ff67f1e-3ddb-4e6f-a1d6-2980c4c6e3f1,revision_number=None']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:36:19.636447 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.services.tag.tag_plugin [None req-ee6f2676-05f4-4f0c-9512-2ee836d0344b tempest-TagsExtTest-1062591673 tempest-TagsExtTest-1062591673-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '8d4c9b74-9937-474e-a4e0-fd5344eee35a', 'tempest-TagsExtTest-Tag-513215815') {} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:36:19.657696 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-bf47b9c5-5eeb-41f4-8509-94b3a340d29e tempest-RoutersAdminTest-1965710677 tempest-RoutersAdminTest-1965710677-project-admin] Synchronizing usage tracker for tenant:04664f7c59734678b16de80312349853 on resource:port {{(pid=83871) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 13:36:19.696045 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-926ff1fd-3506-4da4-8735-98f4969817bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:19.697298 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-926ff1fd-3506-4da4-8735-98f4969817bf admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/2ff67f1e-3ddb-4e6f-a1d6-2980c4c6e3f1 HTTP/1.1" status: 204 len: 168 time: 1.3374345 Apr 01 13:36:19.704335 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-368ed097-6d18-4bd5-a62b-d272d97f612e tempest-RoutersNegativeTest-1474796941 tempest-RoutersNegativeTest-1474796941-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3017585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4084076'] for router_interface, after_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:19.728389 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-bf47b9c5-5eeb-41f4-8509-94b3a340d29e tempest-RoutersAdminTest-1965710677 tempest-RoutersAdminTest-1965710677-project-admin] Unset dirty status for tenant:04664f7c59734678b16de80312349853 on resource:port {{(pid=83871) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 13:36:19.729477 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-bf47b9c5-5eeb-41f4-8509-94b3a340d29e tempest-RoutersAdminTest-1965710677 tempest-RoutersAdminTest-1965710677-project-admin] 10.222.0.26 "GET /v2.0/ports?network_id=725864b8-cceb-48c9-b5d3-1bfc4423e301&device_id=7f5b67fb-bc0f-4de0-ae6a-0e2c40217b36&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.6118042 Apr 01 13:36:19.734473 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 49862) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:36:19.861204 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-8831aa58-9f4e-41f5-9190-873c83df89b9 tempest-RoutersIpV6AdminTest-7322729 tempest-RoutersIpV6AdminTest-7322729-project] Notify callbacks [] for router_gateway, before_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:19.926497 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-4e9ceed6-f139-491a-8186-1c4bb6b0a65e tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-945042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2705198', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2999452'] for subnet, after_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:20.008892 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e9ceed6-f139-491a-8186-1c4bb6b0a65e tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Pushing event deleted for resources: {'Subnet': ['ID=c04fd9b8-e5be-4e58-897d-2fcbb93e89de,revision_number=None']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:36:20.015923 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-4e9ceed6-f139-491a-8186-1c4bb6b0a65e tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3017602'] for subnet, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:20.018167 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1df11dca-7f71-49eb-ad80-86eddabdcacf None None] Network 09d7ea43-6376-4322-97e7-54cd01aae492 requested from dv-neutron-836180-1-hyperv {{(pid=83872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 13:36:20.090167 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-ee6f2676-05f4-4f0c-9512-2ee836d0344b tempest-TagsExtTest-1062591673 tempest-TagsExtTest-1062591673-project] 10.222.0.26 "PUT /v2.0/routers/8d4c9b74-9937-474e-a4e0-fd5344eee35a/tags/tempest-TagsExtTest-Tag-513215815 HTTP/1.1" status: 201 len: 201 time: 0.4903491 Apr 01 13:36:20.125236 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 49868) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:36:20.140440 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-8831aa58-9f4e-41f5-9190-873c83df89b9 tempest-RoutersIpV6AdminTest-7322729 tempest-RoutersIpV6AdminTest-7322729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:20.153653 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-4e9ceed6-f139-491a-8186-1c4bb6b0a65e tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] 10.222.0.26 "DELETE /v2.0/subnets/c04fd9b8-e5be-4e58-897d-2fcbb93e89de HTTP/1.1" status: 204 len: 168 time: 1.5434315 Apr 01 13:36:20.157105 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.services.tag.tag_plugin [None req-0ebceada-17d3-4320-af36-cf6048542e74 tempest-TagsExtTest-1062591673 tempest-TagsExtTest-1062591673-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '05c0b346-b923-4fdc-a3aa-c7a1b6633b0f', 'tempest-TagsExtTest-Tag-1258130807') {} {{(pid=83871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:36:20.163922 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 49874) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:36:20.265145 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Device 66cbe317-14d9-4cff-9764-39cbd8640f55 up at agent ovs-agent-dv-neutron-836180-1-hyperv {{(pid=83872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 13:36:20.360844 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-3374afc3-edb4-4a1b-a8a0-0aa4312f482f tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Synchronizing usage tracker for tenant:8b726fe6689e4b7f96def1a2219bea6c on resource:router {{(pid=83869) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 13:36:20.381335 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Provisioning for port 66cbe317-14d9-4cff-9764-39cbd8640f55 completed by entity L2. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 13:36:20.389126 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Provisioning complete for port 66cbe317-14d9-4cff-9764-39cbd8640f55 triggered by entity L2. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 13:36:20.389404 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-948329'] for port, provisioning_complete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:20.430105 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-3374afc3-edb4-4a1b-a8a0-0aa4312f482f tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Unset dirty status for tenant:8b726fe6689e4b7f96def1a2219bea6c on resource:router {{(pid=83869) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 13:36:20.433918 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-3374afc3-edb4-4a1b-a8a0-0aa4312f482f tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] 10.222.0.26 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.2655599 Apr 01 13:36:20.437574 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 49884) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:36:20.484726 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42c992f1-9b97-4e32-ac5a-7c8eff617e36 None None] DHCP port deletion for 09d7ea43-6376-4322-97e7-54cd01aae492 request from dv-neutron-836180-1-hyperv {{(pid=83872) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 01 13:36:20.489826 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.plugin [None req-42c992f1-9b97-4e32-ac5a-7c8eff617e36 None None] Deleting port 6cdee6d8-fa8e-4967-9a0d-cfbb0208a2c8 {{(pid=83872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 13:36:20.490394 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-42c992f1-9b97-4e32-ac5a-7c8eff617e36 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736733287370'] for port, before_delete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:20.612150 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-2477eaab-ca89-4f0d-a85d-edf266b8ee57 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Notify callbacks [] for router, before_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:20.625672 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:20.751710 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-7df4584f-18cc-4837-ac02-b0484f14274f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:20.808816 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.plugin [None req-4226f332-53c4-4f6a-9e84-57a756a00e9d tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Deleting port 61bae559-cdcc-4a4d-b671-f281d35bf39d {{(pid=83869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 13:36:20.809066 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-4226f332-53c4-4f6a-9e84-57a756a00e9d tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736733287370'] for port, before_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:20.819238 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-42c992f1-9b97-4e32-ac5a-7c8eff617e36 None None] For port 6cdee6d8-fa8e-4967-9a0d-cfbb0208a2c8, host dv-neutron-836180-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836180-1-hyperv',level=0,port_id=6cdee6d8-fa8e-4967-9a0d-cfbb0208a2c8,segment=NetworkSegment(16094ed0-4a47-4ff6-9238-85c278d7a2a5),segment_id=16094ed0-4a47-4ff6-9238-85c278d7a2a5)] {{(pid=83872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 13:36:20.819877 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-42c992f1-9b97-4e32-ac5a-7c8eff617e36 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4155147'] for port, precommit_delete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:20.957222 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.plugin [None req-42c992f1-9b97-4e32-ac5a-7c8eff617e36 None None] Calling delete_port for 6cdee6d8-fa8e-4967-9a0d-cfbb0208a2c8 owned by network:dhcp {{(pid=83872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 13:36:20.981488 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.db_base_plugin_common [None req-7df4584f-18cc-4837-ac02-b0484f14274f admin admin] Allocated IP 172.20.0.1 (faf7d63c-9b06-4fbb-8197-4b39ba438717/11ea32dc-0c84-4fc1-9df2-80f178610c0f/b8d1d8c2-31ee-4249-acb5-a3e79095c869) {{(pid=83871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 13:36:21.041762 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-42c992f1-9b97-4e32-ac5a-7c8eff617e36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736733359243', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736732935810'] for port, after_delete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:21.059280 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f7167ba-38b7-4861-b765-c88cb029afbf tempest-RoutersAdminTest-1965710677 tempest-RoutersAdminTest-1965710677-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:36:21.059811 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-1f7167ba-38b7-4861-b765-c88cb029afbf tempest-RoutersAdminTest-1965710677 tempest-RoutersAdminTest-1965710677-project-admin] Synchronizing usage tracker for tenant:04664f7c59734678b16de80312349853 on resource:network {{(pid=83871) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 13:36:21.088171 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-0ebceada-17d3-4320-af36-cf6048542e74 tempest-TagsExtTest-1062591673 tempest-TagsExtTest-1062591673-project] 10.222.0.26 "PUT /v2.0/subnetpools/05c0b346-b923-4fdc-a3aa-c7a1b6633b0f/tags/tempest-TagsExtTest-Tag-1258130807 HTTP/1.1" status: 201 len: 201 time: 0.9574327 Apr 01 13:36:21.088847 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 49898) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:36:21.103735 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c992f1-9b97-4e32-ac5a-7c8eff617e36 None None] Pushing event deleted for resources: {'Port': ['ID=6cdee6d8-fa8e-4967-9a0d-cfbb0208a2c8,revision_number=None']} {{(pid=83872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:36:21.110737 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.db_base_plugin_common [None req-8831aa58-9f4e-41f5-9190-873c83df89b9 tempest-RoutersIpV6AdminTest-7322729 tempest-RoutersIpV6AdminTest-7322729-project] Allocated IP 172.26.5.215 (725864b8-cceb-48c9-b5d3-1bfc4423e301/e2ed99db-0e25-4971-b535-7fa69231fae8/a638f44a-72c4-4dfc-bf28-9bc14fa82905) {{(pid=83871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 13:36:21.112616 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] For port 66cbe317-14d9-4cff-9764-39cbd8640f55, host dv-neutron-836180-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836180-1-hyperv',level=0,port_id=66cbe317-14d9-4cff-9764-39cbd8640f55,segment=NetworkSegment(7b924dd8-4978-40c4-ad91-4b9b27348462),segment_id=7b924dd8-4978-40c4-ad91-4b9b27348462)] {{(pid=83872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 13:36:21.116620 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42c992f1-9b97-4e32-ac5a-7c8eff617e36 None None] No DVR routers for this DVR port 6cdee6d8-fa8e-4967-9a0d-cfbb0208a2c8 on host dv-neutron-836180-1-hyperv {{(pid=83872) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 13:36:21.122392 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864'] for port, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:21.123356 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.services.tag.tag_plugin [None req-f8da64c4-5f3b-4357-bb9b-ef3bfd83081a tempest-TagsExtTest-1062591673 tempest-TagsExtTest-1062591673-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', 'd0512dec-3440-40bc-9749-f466b9d7ab5c', {'tags': ['tempest-TagsExtTest-Tag-536338739', 'tempest-TagsExtTest-Tag-1597417686', 'tempest-TagsExtTest-Tag-1858718254']}) {} {{(pid=83871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:36:21.178324 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Device cb340401-926d-4170-a52a-5a2838cdbc5b no longer exists at agent ovs-agent-dv-neutron-836180-1-hyperv {{(pid=83872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 13:36:21.222141 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-1f7167ba-38b7-4861-b765-c88cb029afbf tempest-RoutersAdminTest-1965710677 tempest-RoutersAdminTest-1965710677-project-admin] Unset dirty status for tenant:04664f7c59734678b16de80312349853 on resource:network {{(pid=83871) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 13:36:21.226436 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-1f7167ba-38b7-4861-b765-c88cb029afbf tempest-RoutersAdminTest-1965710677 tempest-RoutersAdminTest-1965710677-project-admin] 10.222.0.26 "GET /v2.0/networks/725864b8-cceb-48c9-b5d3-1bfc4423e301 HTTP/1.1" status: 200 len: 881 time: 1.4904106 Apr 01 13:36:21.232556 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 49902) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:36:21.233439 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.plugin [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] No Port match for: cb340401-926d-4170-a52a-5a2838cdbc5b {{(pid=83872) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 01 13:36:21.233926 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Device cb340401-926d-4170-a52a-5a2838cdbc5b not bound to the agent host dv-neutron-836180-1-hyperv {{(pid=83872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 13:36:21.256474 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Pushing event updated for resources: {'Port': ['ID=66cbe317-14d9-4cff-9764-39cbd8640f55,revision_number=4']} {{(pid=83872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:36:21.375638 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-2477eaab-ca89-4f0d-a85d-edf266b8ee57 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4079814', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4170'] for router, precommit_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:21.391935 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-2477eaab-ca89-4f0d-a85d-edf266b8ee57 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:21.397984 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-4226f332-53c4-4f6a-9e84-57a756a00e9d tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4155147'] for port, precommit_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:21.410439 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-762c088e-e39d-4d5d-86b6-c84a89ccb538 tempest-RoutersAdminTest-1358270532 tempest-RoutersAdminTest-1358270532-project] 10.222.0.26 "GET /v2.0/ports?device_id=7f5b67fb-bc0f-4de0-ae6a-0e2c40217b36 HTTP/1.1" status: 200 len: 205 time: 0.1696036 Apr 01 13:36:21.412337 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 49910) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:36:21.540982 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-7df4584f-18cc-4837-ac02-b0484f14274f admin admin] Notify callbacks [] for port, precommit_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:21.552645 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-f8da64c4-5f3b-4357-bb9b-ef3bfd83081a tempest-TagsExtTest-1062591673 tempest-TagsExtTest-1062591673-project] 10.222.0.26 "PUT /v2.0/subnets/d0512dec-3440-40bc-9749-f466b9d7ab5c/tags HTTP/1.1" status: 200 len: 317 time: 0.4470553 Apr 01 13:36:21.573182 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 49916) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:36:21.587484 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-368ed097-6d18-4bd5-a62b-d272d97f612e tempest-RoutersNegativeTest-1474796941 tempest-RoutersNegativeTest-1474796941-project] Router e4980364-8860-4fdd-9171-ab8980fcd979 has already been hosted by L3 agent 88bf8fc8-11a3-4e96-9d1b-5fd93ba9f6f1 {{(pid=83871) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 13:36:21.591611 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.services.tag.tag_plugin [None req-af3e066d-cbb3-4fba-b44d-482943526a59 tempest-TagsExtTest-1062591673 tempest-TagsExtTest-1062591673-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'd0512dec-3440-40bc-9749-f466b9d7ab5c') {} {{(pid=83871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:36:21.596828 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.plugin [None req-4226f332-53c4-4f6a-9e84-57a756a00e9d tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Calling delete_port for 61bae559-cdcc-4a4d-b671-f281d35bf39d owned by network:router_interface {{(pid=83869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 13:36:21.628581 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.provisioning_blocks [None req-7df4584f-18cc-4837-ac02-b0484f14274f admin admin] Transition to ACTIVE for port object b8d1d8c2-31ee-4249-acb5-a3e79095c869 will not be triggered until provisioned by entity DHCP. {{(pid=83871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 13:36:21.676831 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-8831aa58-9f4e-41f5-9190-873c83df89b9 tempest-RoutersIpV6AdminTest-7322729 tempest-RoutersIpV6AdminTest-7322729-project] Notify callbacks [] for port, precommit_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:21.720814 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-2477eaab-ca89-4f0d-a85d-edf266b8ee57 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4079738'] for router, after_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:21.721404 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2477eaab-ca89-4f0d-a85d-edf266b8ee57 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Fanout notify agent at l3_agent the message router_deleted on router f0d96c18-c2bd-4382-924a-efec1594d41e {{(pid=83869) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 01 13:36:21.764642 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-2477eaab-ca89-4f0d-a85d-edf266b8ee57 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Notify callbacks [] for router, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:21.765837 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-2477eaab-ca89-4f0d-a85d-edf266b8ee57 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] 10.222.0.26 "DELETE /v2.0/routers/f0d96c18-c2bd-4382-924a-efec1594d41e HTTP/1.1" status: 204 len: 168 time: 1.3270574 Apr 01 13:36:21.771017 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 49924) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:36:21.925888 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-4226f332-53c4-4f6a-9e84-57a756a00e9d tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736733359243', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736732935810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2705155'] for port, after_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:21.981314 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4226f332-53c4-4f6a-9e84-57a756a00e9d tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Pushing event deleted for resources: {'Port': ['ID=61bae559-cdcc-4a4d-b671-f281d35bf39d,revision_number=None']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:36:22.026754 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-3f294fa1-6a87-4739-8aac-c15f40ba901e tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0751517 Apr 01 13:36:22.029736 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 49932) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:36:22.032231 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-7df4584f-18cc-4837-ac02-b0484f14274f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736732935801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2743125'] for port, after_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:22.136668 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df4584f-18cc-4837-ac02-b0484f14274f admin admin] Pushing event updated for resources: {'Port': ['ID=b8d1d8c2-31ee-4249-acb5-a3e79095c869,revision_number=1']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:36:22.161837 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7df4584f-18cc-4837-ac02-b0484f14274f admin admin] Network faf7d63c-9b06-4fbb-8197-4b39ba438717 is already hosted by enough agents. {{(pid=83871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 13:36:22.168220 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.scheduler.base_scheduler [None req-7df4584f-18cc-4837-ac02-b0484f14274f admin admin] Resources bound (agent type, host, resource id): {{(pid=83871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 13:36:22.171722 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Device 66cbe317-14d9-4cff-9764-39cbd8640f55 up at agent ovs-agent-dv-neutron-836180-1-hyperv {{(pid=83872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 13:36:22.173051 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7df4584f-18cc-4837-ac02-b0484f14274f admin admin] Received port after_create {{(pid=83871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 13:36:22.178377 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-3f9bad3c-a3de-4973-8732-0e07895ebb48 tempest-RoutersAdminTest-1358270532 tempest-RoutersAdminTest-1358270532-project] Notify callbacks [] for router, before_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:22.239041 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-8831aa58-9f4e-41f5-9190-873c83df89b9 tempest-RoutersIpV6AdminTest-7322729 tempest-RoutersIpV6AdminTest-7322729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736732935801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2743125'] for port, after_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:22.325499 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-368ed097-6d18-4bd5-a62b-d272d97f612e tempest-RoutersNegativeTest-1474796941 tempest-RoutersNegativeTest-1474796941-project] Notify agent at l3_agent.dv-neutron-836180-1-hyperv the message routers_updated {{(pid=83871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 13:36:22.338799 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16b25c27-e205-448b-84d7-81d800b728b2 None None] Sync routers for ids ['e4980364-8860-4fdd-9171-ab8980fcd979'] in dv-neutron-836180-1-hyperv {{(pid=83873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 13:36:22.376917 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16b25c27-e205-448b-84d7-81d800b728b2 None None] Routers {'e4980364-8860-4fdd-9171-ab8980fcd979'} bound to L3 agent in host dv-neutron-836180-1-hyperv {{(pid=83873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 13:36:22.396671 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-16b25c27-e205-448b-84d7-81d800b728b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836180-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-01T13:25:36Z,description=,heartbeat_timestamp=2022-04-01T13:36:06Z,host='dv-neutron-836180-1-hyperv',id=88bf8fc8-11a3-4e96-9d1b-5fd93ba9f6f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T13:25:36Z,topic='l3_agent')) {'router_ids': ['e4980364-8860-4fdd-9171-ab8980fcd979'], 'active': True} {{(pid=83873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:36:22.409584 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Provisioning complete for port 66cbe317-14d9-4cff-9764-39cbd8640f55 triggered by entity L2. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 13:36:22.411653 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-948329'] for port, provisioning_complete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:22.414903 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-368ed097-6d18-4bd5-a62b-d272d97f612e tempest-RoutersNegativeTest-1474796941 tempest-RoutersNegativeTest-1474796941-project] 10.222.0.26 "PUT /v2.0/routers/e4980364-8860-4fdd-9171-ab8980fcd979/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.5343461 Apr 01 13:36:22.424351 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 49942) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:36:22.432518 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-af3e066d-cbb3-4fba-b44d-482943526a59 tempest-TagsExtTest-1062591673 tempest-TagsExtTest-1062591673-project] 10.222.0.26 "DELETE /v2.0/subnets/d0512dec-3440-40bc-9749-f466b9d7ab5c/tags HTTP/1.1" status: 204 len: 168 time: 0.8575594 Apr 01 13:36:22.433323 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8831aa58-9f4e-41f5-9190-873c83df89b9 tempest-RoutersIpV6AdminTest-7322729 tempest-RoutersIpV6AdminTest-7322729-project] Pushing event updated for resources: {'Port': ['ID=a638f44a-72c4-4dfc-bf28-9bc14fa82905,revision_number=1']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:36:22.439047 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 49944) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:36:22.541909 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-7df4584f-18cc-4837-ac02-b0484f14274f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4084144'] for router_interface, before_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:22.562376 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8831aa58-9f4e-41f5-9190-873c83df89b9 tempest-RoutersIpV6AdminTest-7322729 tempest-RoutersIpV6AdminTest-7322729-project] Network 725864b8-cceb-48c9-b5d3-1bfc4423e301 is already hosted by enough agents. {{(pid=83871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 13:36:22.573933 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-16b25c27-e205-448b-84d7-81d800b728b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-836180-1-hyperv', False) {} {{(pid=83873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:36:22.588920 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.services.tag.tag_plugin [None req-f0e6e854-6803-4773-86da-d9fe947ef9a0 tempest-TagsExtTest-1062591673 tempest-TagsExtTest-1062591673-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'd0512dec-3440-40bc-9749-f466b9d7ab5c', 'tempest-TagsExtTest-Tag-536338739') {} {{(pid=83871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:36:22.594733 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16b25c27-e205-448b-84d7-81d800b728b2 None None] Routers {'e4980364-8860-4fdd-9171-ab8980fcd979'} bound to L3 agent in host dv-neutron-836180-1-hyperv {{(pid=83873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 13:36:22.595420 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-16b25c27-e205-448b-84d7-81d800b728b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836180-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-01T13:25:36Z,description=,heartbeat_timestamp=2022-04-01T13:36:06Z,host='dv-neutron-836180-1-hyperv',id=88bf8fc8-11a3-4e96-9d1b-5fd93ba9f6f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T13:25:36Z,topic='l3_agent')) {'router_ids': ['e4980364-8860-4fdd-9171-ab8980fcd979'], 'active': True} {{(pid=83873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:36:22.600080 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 49950) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:36:22.639990 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1baf4050-f4ff-44c2-82eb-1913e3b076a9 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:36:22.640701 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-1baf4050-f4ff-44c2-82eb-1913e3b076a9 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Synchronizing usage tracker for tenant:8b726fe6689e4b7f96def1a2219bea6c on resource:subnet {{(pid=83869) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 13:36:22.643989 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.scheduler.base_scheduler [None req-8831aa58-9f4e-41f5-9190-873c83df89b9 tempest-RoutersIpV6AdminTest-7322729 tempest-RoutersIpV6AdminTest-7322729-project] Resources bound (agent type, host, resource id): {{(pid=83871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 13:36:22.651204 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.api.v2.resource [None req-4bca89b3-2023-40d7-9f6b-32c927743c56 tempest-RoutersNegativeTest-1474796941 tempest-RoutersNegativeTest-1474796941-project] show failed (client error): The resource could not be found. Apr 01 13:36:22.652706 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-4bca89b3-2023-40d7-9f6b-32c927743c56 tempest-RoutersNegativeTest-1474796941 tempest-RoutersNegativeTest-1474796941-project] 10.222.0.26 "GET /v2.0/routers/tempest-non_exist_router-1890637445 HTTP/1.1" status: 404 len: 335 time: 0.2166758 Apr 01 13:36:22.654951 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8831aa58-9f4e-41f5-9190-873c83df89b9 tempest-RoutersIpV6AdminTest-7322729 tempest-RoutersIpV6AdminTest-7322729-project] Received port after_create {{(pid=83871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 13:36:22.658005 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 49956) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:36:22.670273 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-4226f332-53c4-4f6a-9e84-57a756a00e9d tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3017585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4084076'] for router_interface, after_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:22.680975 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-16b25c27-e205-448b-84d7-81d800b728b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-836180-1-hyperv', False) {} {{(pid=83873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:36:22.681718 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16b25c27-e205-448b-84d7-81d800b728b2 None None] The sync data for ids ['e4980364-8860-4fdd-9171-ab8980fcd979'] in dv-neutron-836180-1-hyperv is: [] {{(pid=83873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 13:36:22.686107 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.v2.base [None req-1b5db7ee-4368-461d-913b-eece9ca1b47b tempest-RoutersNegativeTest-1474796941 tempest-RoutersNegativeTest-1474796941-project] Request body: {'router': {'name': 'new_name'}} {{(pid=83869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:36:22.731955 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-0561c1cb-ab1e-4638-bc12-88e9cd974f91 None None] Provisioning for port b8d1d8c2-31ee-4249-acb5-a3e79095c869 completed by entity DHCP. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 13:36:22.737886 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-0561c1cb-ab1e-4638-bc12-88e9cd974f91 None None] Provisioning complete for port b8d1d8c2-31ee-4249-acb5-a3e79095c869 triggered by entity DHCP. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 13:36:22.738417 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-0561c1cb-ab1e-4638-bc12-88e9cd974f91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-948329'] for port, provisioning_complete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:22.809492 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.plugin [None req-0561c1cb-ab1e-4638-bc12-88e9cd974f91 None None] Port b8d1d8c2-31ee-4249-acb5-a3e79095c869 cannot update to ACTIVE because it is not bound. {{(pid=83872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 13:36:22.817581 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Device 6cdee6d8-fa8e-4967-9a0d-cfbb0208a2c8 no longer exists at agent ovs-agent-dv-neutron-836180-1-hyperv {{(pid=83872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 13:36:22.870329 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.plugin [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] No Port match for: 6cdee6d8-fa8e-4967-9a0d-cfbb0208a2c8 {{(pid=83872) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 01 13:36:22.870665 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Device 6cdee6d8-fa8e-4967-9a0d-cfbb0208a2c8 not bound to the agent host dv-neutron-836180-1-hyperv {{(pid=83872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 13:36:22.936042 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-7df4584f-18cc-4837-ac02-b0484f14274f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:22.954965 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.api.v2.resource [None req-f0e6e854-6803-4773-86da-d9fe947ef9a0 tempest-TagsExtTest-1062591673 tempest-TagsExtTest-1062591673-project] show failed (client error): The resource could not be found. Apr 01 13:36:22.958604 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-f0e6e854-6803-4773-86da-d9fe947ef9a0 tempest-TagsExtTest-1062591673 tempest-TagsExtTest-1062591673-project] 10.222.0.26 "GET /v2.0/subnets/d0512dec-3440-40bc-9749-f466b9d7ab5c/tags/tempest-TagsExtTest-Tag-536338739 HTTP/1.1" status: 404 len: 328 time: 0.5135648 Apr 01 13:36:22.959829 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 49960) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:36:22.967210 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.services.tag.tag_plugin [None req-9900d81b-c426-4a0f-a484-e55705dbdbd9 tempest-TagsExtTest-1062591673 tempest-TagsExtTest-1062591673-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'd0512dec-3440-40bc-9749-f466b9d7ab5c', 'tempest-TagsExtTest-Tag-1597417686') {} {{(pid=83871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:36:22.990857 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.v2.base [None req-e657fb3a-97d4-4454-ad0c-f59f6f78937f tempest-QuotasNegativeTest-1061667972 tempest-QuotasNegativeTest-1061667972-project-admin] Request body: {'quota': {'network': 2}} {{(pid=83869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:36:23.056553 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.api.v2.resource [None req-1b5db7ee-4368-461d-913b-eece9ca1b47b tempest-RoutersNegativeTest-1474796941 tempest-RoutersNegativeTest-1474796941-project] update failed (client error): The resource could not be found. Apr 01 13:36:23.057589 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-1b5db7ee-4368-461d-913b-eece9ca1b47b tempest-RoutersNegativeTest-1474796941 tempest-RoutersNegativeTest-1474796941-project] 10.222.0.26 "PUT /v2.0/routers/tempest-non_exist_router-1480582061 HTTP/1.1" status: 404 len: 335 time: 0.3984215 Apr 01 13:36:23.063368 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 49964) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:36:23.064812 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-1baf4050-f4ff-44c2-82eb-1913e3b076a9 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Unset dirty status for tenant:8b726fe6689e4b7f96def1a2219bea6c on resource:subnet {{(pid=83869) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 13:36:23.068616 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-1baf4050-f4ff-44c2-82eb-1913e3b076a9 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 1.0378990 Apr 01 13:36:23.069267 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 49968) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:36:23.158839 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-81920547-b897-4c99-8f87-df4fde9b2104 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Synchronizing usage tracker for tenant:8b726fe6689e4b7f96def1a2219bea6c on resource:router {{(pid=83869) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 13:36:23.256024 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-81920547-b897-4c99-8f87-df4fde9b2104 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Unset dirty status for tenant:8b726fe6689e4b7f96def1a2219bea6c on resource:router {{(pid=83869) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 13:36:23.261931 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-81920547-b897-4c99-8f87-df4fde9b2104 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] 10.222.0.26 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1852081 Apr 01 13:36:23.262298 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 49972) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:36:23.322598 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-e657fb3a-97d4-4454-ad0c-f59f6f78937f tempest-QuotasNegativeTest-1061667972 tempest-QuotasNegativeTest-1061667972-project-admin] 10.222.0.26 "PUT /v2.0/quotas/f5a463a788074f269d1d7999de7b251f HTTP/1.1" status: 200 len: 368 time: 0.7171965 Apr 01 13:36:23.326686 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 49976) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:36:23.337980 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.v2.base [None req-d2498ad4-53bc-4b6d-a6cc-34e2624ed873 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Request body: {'subnet': {'network_id': '09d7ea43-6376-4322-97e7-54cd01aae492', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=83869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:36:23.356999 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.v2.base [None req-81c699f2-84ca-4c7f-bfbd-972eeb675dd1 tempest-QuotasNegativeTest-1061667972 tempest-QuotasNegativeTest-1061667972-project-admin] Request body: {'network': {'project_id': 'f5a463a788074f269d1d7999de7b251f'}} {{(pid=83871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:36:23.368866 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.api.v2.resource [None req-9900d81b-c426-4a0f-a484-e55705dbdbd9 tempest-TagsExtTest-1062591673 tempest-TagsExtTest-1062591673-project] show failed (client error): The resource could not be found. Apr 01 13:36:23.369889 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-9900d81b-c426-4a0f-a484-e55705dbdbd9 tempest-TagsExtTest-1062591673 tempest-TagsExtTest-1062591673-project] 10.222.0.26 "GET /v2.0/subnets/d0512dec-3440-40bc-9749-f466b9d7ab5c/tags/tempest-TagsExtTest-Tag-1597417686 HTTP/1.1" status: 404 len: 329 time: 0.4091427 Apr 01 13:36:23.377577 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-81c699f2-84ca-4c7f-bfbd-972eeb675dd1 tempest-QuotasNegativeTest-1061667972 tempest-QuotasNegativeTest-1061667972-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:36:23.387497 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 49980) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:36:23.401339 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.services.tag.tag_plugin [None req-56de784e-765e-4884-92d6-7e27a6b7a7df tempest-TagsExtTest-1062591673 tempest-TagsExtTest-1062591673-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'd0512dec-3440-40bc-9749-f466b9d7ab5c', 'tempest-TagsExtTest-Tag-1858718254') {} {{(pid=83871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:36:23.431625 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-81c699f2-84ca-4c7f-bfbd-972eeb675dd1 tempest-QuotasNegativeTest-1061667972 tempest-QuotasNegativeTest-1061667972-project-admin] Usage tracker for resource:network and tenant:f5a463a788074f269d1d7999de7b251f is out of sync, need to count used quota {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 13:36:23.438669 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-81c699f2-84ca-4c7f-bfbd-972eeb675dd1 tempest-QuotasNegativeTest-1061667972 tempest-QuotasNegativeTest-1061667972-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 13:36:23.468314 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-81c699f2-84ca-4c7f-bfbd-972eeb675dd1 tempest-QuotasNegativeTest-1061667972 tempest-QuotasNegativeTest-1061667972-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 2; headroom:2 {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:36:23.501801 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-8831aa58-9f4e-41f5-9190-873c83df89b9 tempest-RoutersIpV6AdminTest-7322729 tempest-RoutersIpV6AdminTest-7322729-project] Notify callbacks [] for router_gateway, after_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:23.502493 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-8831aa58-9f4e-41f5-9190-873c83df89b9 tempest-RoutersIpV6AdminTest-7322729 tempest-RoutersIpV6AdminTest-7322729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4082201', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4084858'] for router, after_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:23.521855 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.db_base_plugin_v2 [None req-8c03c2bc-1791-425a-98b6-94129c2c1452 tempest-RoutersNegativeTest-1474796941 tempest-RoutersNegativeTest-1474796941-project] Deleting subnet 40e14d21-b9bb-455f-90f6-a24a33c1a1fb {{(pid=83871) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 01 13:36:23.534831 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81c699f2-84ca-4c7f-bfbd-972eeb675dd1 tempest-QuotasNegativeTest-1061667972 tempest-QuotasNegativeTest-1061667972-project-admin] Made reservation on behalf of f5a463a788074f269d1d7999de7b251f for: {'network': 1} {{(pid=83871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 13:36:23.537056 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-81c699f2-84ca-4c7f-bfbd-972eeb675dd1 tempest-QuotasNegativeTest-1061667972 tempest-QuotasNegativeTest-1061667972-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for network, before_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:23.539768 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-d2498ad4-53bc-4b6d-a6cc-34e2624ed873 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:36:23.545981 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-8c03c2bc-1791-425a-98b6-94129c2c1452 tempest-RoutersNegativeTest-1474796941 tempest-RoutersNegativeTest-1474796941-project] Notify callbacks [] for subnet, before_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:23.612674 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-d2498ad4-53bc-4b6d-a6cc-34e2624ed873 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:36:23.619292 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-3f9bad3c-a3de-4973-8732-0e07895ebb48 tempest-RoutersAdminTest-1358270532 tempest-RoutersAdminTest-1358270532-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:23.636376 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.plugin [None req-3f9bad3c-a3de-4973-8732-0e07895ebb48 tempest-RoutersAdminTest-1358270532 tempest-RoutersAdminTest-1358270532-project] Deleting port 5d2e49a0-01c2-48d4-8786-acb06b40b81f {{(pid=83869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 13:36:23.636725 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-3f9bad3c-a3de-4973-8732-0e07895ebb48 tempest-RoutersAdminTest-1358270532 tempest-RoutersAdminTest-1358270532-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736733287370'] for port, before_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:23.646321 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-7df4584f-18cc-4837-ac02-b0484f14274f admin admin] Notify callbacks [] for port, precommit_update {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:23.661636 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-81c699f2-84ca-4c7f-bfbd-972eeb675dd1 tempest-QuotasNegativeTest-1061667972 tempest-QuotasNegativeTest-1061667972-project-admin] Notify callbacks [] for security_group, before_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:23.666547 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2498ad4-53bc-4b6d-a6cc-34e2624ed873 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Made reservation on behalf of 8b726fe6689e4b7f96def1a2219bea6c for: {'subnet': 1} {{(pid=83869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 13:36:23.670132 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-d2498ad4-53bc-4b6d-a6cc-34e2624ed873 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2999481'] for subnet, before_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:23.710115 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:23.731014 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-7df4584f-18cc-4837-ac02-b0484f14274f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2743106'] for port, after_update {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:23.765826 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4226f332-53c4-4f6a-9e84-57a756a00e9d tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Router 9081610b-903b-4516-bbb6-af4bd8180613 has already been hosted by L3 agent 88bf8fc8-11a3-4e96-9d1b-5fd93ba9f6f1 {{(pid=83869) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 13:36:23.947389 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-8c03c2bc-1791-425a-98b6-94129c2c1452 tempest-RoutersNegativeTest-1474796941 tempest-RoutersNegativeTest-1474796941-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3166365'] for subnet, precommit_delete_associations {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:24.057994 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df4584f-18cc-4837-ac02-b0484f14274f admin admin] Pushing event updated for resources: {'Port': ['ID=b8d1d8c2-31ee-4249-acb5-a3e79095c869,revision_number=2']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:36:24.061729 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-7df4584f-18cc-4837-ac02-b0484f14274f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3017508', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4084015'] for router_interface, after_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:24.063274 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-3f9bad3c-a3de-4973-8732-0e07895ebb48 tempest-RoutersAdminTest-1358270532 tempest-RoutersAdminTest-1358270532-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4155147'] for port, precommit_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:24.065581 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.api.v2.resource [None req-56de784e-765e-4884-92d6-7e27a6b7a7df tempest-TagsExtTest-1062591673 tempest-TagsExtTest-1062591673-project] show failed (client error): The resource could not be found. Apr 01 13:36:24.066605 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-56de784e-765e-4884-92d6-7e27a6b7a7df tempest-TagsExtTest-1062591673 tempest-TagsExtTest-1062591673-project] 10.222.0.26 "GET /v2.0/subnets/d0512dec-3440-40bc-9749-f466b9d7ab5c/tags/tempest-TagsExtTest-Tag-1858718254 HTTP/1.1" status: 404 len: 329 time: 0.6782019 Apr 01 13:36:24.073018 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 49984) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:36:24.076936 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-81c699f2-84ca-4c7f-bfbd-972eeb675dd1 tempest-QuotasNegativeTest-1061667972 tempest-QuotasNegativeTest-1061667972-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:36:24.097317 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-81c699f2-84ca-4c7f-bfbd-972eeb675dd1 tempest-QuotasNegativeTest-1061667972 tempest-QuotasNegativeTest-1061667972-project-admin] Usage tracker for resource:security_group_rule and tenant:f5a463a788074f269d1d7999de7b251f is out of sync, need to count used quota {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 13:36:24.106375 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-81c699f2-84ca-4c7f-bfbd-972eeb675dd1 tempest-QuotasNegativeTest-1061667972 tempest-QuotasNegativeTest-1061667972-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 13:36:24.111898 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.services.tag.tag_plugin [None req-6cf9c6d1-fd93-4d74-a681-78410841ab4f tempest-TagsExtTest-1062591673 tempest-TagsExtTest-1062591673-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', 'b07a677f-3f06-4ac8-ae10-daf2eedf525d', {'tags': ['tempest-TagsExtTest-Tag-1228291913', 'tempest-TagsExtTest-Tag-767265591', 'tempest-TagsExtTest-Tag-1070214362']}) {} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:36:24.120472 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-81c699f2-84ca-4c7f-bfbd-972eeb675dd1 tempest-QuotasNegativeTest-1061667972 tempest-QuotasNegativeTest-1061667972-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:36:24.239676 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-8c03c2bc-1791-425a-98b6-94129c2c1452 tempest-RoutersNegativeTest-1474796941 tempest-RoutersNegativeTest-1474796941-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-945029'] for subnet, precommit_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:24.383722 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7df4584f-18cc-4837-ac02-b0484f14274f admin admin] Network faf7d63c-9b06-4fbb-8197-4b39ba438717 is already hosted by enough agents. {{(pid=83871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 13:36:24.385489 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.plugin [None req-3f9bad3c-a3de-4973-8732-0e07895ebb48 tempest-RoutersAdminTest-1358270532 tempest-RoutersAdminTest-1358270532-project] Calling delete_port for 5d2e49a0-01c2-48d4-8786-acb06b40b81f owned by network:router_gateway {{(pid=83869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 13:36:24.390840 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.scheduler.base_scheduler [None req-7df4584f-18cc-4837-ac02-b0484f14274f admin admin] Resources bound (agent type, host, resource id): {{(pid=83871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 13:36:24.451569 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4226f332-53c4-4f6a-9e84-57a756a00e9d tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Notify agent at l3_agent.dv-neutron-836180-1-hyperv the message routers_updated {{(pid=83869) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 13:36:24.466351 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-956d1c06-91bb-471b-a6ca-ad375d40824e None None] Sync routers for ids ['9081610b-903b-4516-bbb6-af4bd8180613'] in dv-neutron-836180-1-hyperv {{(pid=83872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 13:36:24.495278 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-956d1c06-91bb-471b-a6ca-ad375d40824e None None] Routers {'9081610b-903b-4516-bbb6-af4bd8180613'} bound to L3 agent in host dv-neutron-836180-1-hyperv {{(pid=83872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 13:36:24.496185 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_hamode_db [None req-956d1c06-91bb-471b-a6ca-ad375d40824e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836180-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-01T13:25:36Z,description=,heartbeat_timestamp=2022-04-01T13:36:06Z,host='dv-neutron-836180-1-hyperv',id=88bf8fc8-11a3-4e96-9d1b-5fd93ba9f6f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T13:25:36Z,topic='l3_agent')) {'router_ids': ['9081610b-903b-4516-bbb6-af4bd8180613'], 'active': True} {{(pid=83872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:36:24.558417 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-4226f332-53c4-4f6a-9e84-57a756a00e9d tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] 10.222.0.26 "PUT /v2.0/routers/9081610b-903b-4516-bbb6-af4bd8180613/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6379380 Apr 01 13:36:24.564062 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 49988) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:36:24.567455 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-81c699f2-84ca-4c7f-bfbd-972eeb675dd1 tempest-QuotasNegativeTest-1061667972 tempest-QuotasNegativeTest-1061667972-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:24.571352 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-8c03c2bc-1791-425a-98b6-94129c2c1452 tempest-RoutersNegativeTest-1474796941 tempest-RoutersNegativeTest-1474796941-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-945042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2743160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2757373'] for subnet, after_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:24.620170 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-6cf9c6d1-fd93-4d74-a681-78410841ab4f tempest-TagsExtTest-1062591673 tempest-TagsExtTest-1062591673-project] 10.222.0.26 "PUT /v2.0/ports/b07a677f-3f06-4ac8-ae10-daf2eedf525d/tags HTTP/1.1" status: 200 len: 317 time: 0.5459738 Apr 01 13:36:24.624361 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-0e29e2f9-f3aa-494f-81dd-cc8683728311 tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Synchronizing usage tracker for tenant:315e7395dd224b3fb020d0b9d921742e on resource:port {{(pid=83869) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 13:36:24.627637 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-81c699f2-84ca-4c7f-bfbd-972eeb675dd1 tempest-QuotasNegativeTest-1061667972 tempest-QuotasNegativeTest-1061667972-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3775923'] for security_group, after_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:24.628698 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 49992) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:36:24.635250 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_hamode_db [None req-956d1c06-91bb-471b-a6ca-ad375d40824e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-836180-1-hyperv', False) {} {{(pid=83872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:36:24.637672 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.services.tag.tag_plugin [None req-633a3a60-2c4a-40b1-889d-4deade612982 tempest-TagsExtTest-1062591673 tempest-TagsExtTest-1062591673-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'b07a677f-3f06-4ac8-ae10-daf2eedf525d') {} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:36:24.643010 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-8c03c2bc-1791-425a-98b6-94129c2c1452 tempest-RoutersNegativeTest-1474796941 tempest-RoutersNegativeTest-1474796941-project] Notify callbacks [] for subnet, before_response {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:24.643416 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39469bbc-b66a-4704-bec5-a8446e337341 None None] Network a797c394-f4cc-4d2c-b87d-3a5c0564b80a requested from dv-neutron-836180-1-hyperv {{(pid=83872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 13:36:24.668495 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c03c2bc-1791-425a-98b6-94129c2c1452 tempest-RoutersNegativeTest-1474796941 tempest-RoutersNegativeTest-1474796941-project] Pushing event deleted for resources: {'Subnet': ['ID=40e14d21-b9bb-455f-90f6-a24a33c1a1fb,revision_number=None']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:36:24.678431 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-81c699f2-84ca-4c7f-bfbd-972eeb675dd1 tempest-QuotasNegativeTest-1061667972 tempest-QuotasNegativeTest-1061667972-project-admin] vlan segment allocate from pool success with {'vlan_id': 381, 'physical_network': 'physnet1'} {{(pid=83871) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 13:36:24.720549 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-8c03c2bc-1791-425a-98b6-94129c2c1452 tempest-RoutersNegativeTest-1474796941 tempest-RoutersNegativeTest-1474796941-project] 10.222.0.26 "DELETE /v2.0/subnets/40e14d21-b9bb-455f-90f6-a24a33c1a1fb HTTP/1.1" status: 204 len: 168 time: 1.6548510 Apr 01 13:36:24.722764 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-81c699f2-84ca-4c7f-bfbd-972eeb675dd1 tempest-QuotasNegativeTest-1061667972 tempest-QuotasNegativeTest-1061667972-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1004271'] for segment, precommit_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:24.723207 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.db.segments_db [None req-81c699f2-84ca-4c7f-bfbd-972eeb675dd1 tempest-QuotasNegativeTest-1061667972 tempest-QuotasNegativeTest-1061667972-project-admin] Added segment 29e84aab-35cb-4197-81c9-3e61d732f277 of type vlan for network 5dac7c7f-7b82-4e2b-8c15-2e713b86431d Apr 01 13:36:24.728053 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 49996) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:36:24.732927 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c699f2-84ca-4c7f-bfbd-972eeb675dd1 tempest-QuotasNegativeTest-1061667972 tempest-QuotasNegativeTest-1061667972-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0413eb56-38ac-4de6-b98c-c788f87ca713,revision_number=1']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:36:24.754597 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-eba00e4d-d38a-4b8c-8bb3-3b16d014f4bf None None] Provisioning complete for port b8d1d8c2-31ee-4249-acb5-a3e79095c869 triggered by entity DHCP. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 13:36:24.755728 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-eba00e4d-d38a-4b8c-8bb3-3b16d014f4bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-948329'] for port, provisioning_complete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:24.786161 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-0e29e2f9-f3aa-494f-81dd-cc8683728311 tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Unset dirty status for tenant:315e7395dd224b3fb020d0b9d921742e on resource:port {{(pid=83869) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 13:36:24.787325 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-0e29e2f9-f3aa-494f-81dd-cc8683728311 tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] 10.222.0.26 "GET /v2.0/ports?device_id=9081610b-903b-4516-bbb6-af4bd8180613 HTTP/1.1" status: 200 len: 205 time: 0.2212174 Apr 01 13:36:24.796633 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 50000) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:36:24.800650 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-81c699f2-84ca-4c7f-bfbd-972eeb675dd1 tempest-QuotasNegativeTest-1061667972 tempest-QuotasNegativeTest-1061667972-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736732923383'] for network, precommit_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:24.801554 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-956d1c06-91bb-471b-a6ca-ad375d40824e None None] Routers {'9081610b-903b-4516-bbb6-af4bd8180613'} bound to L3 agent in host dv-neutron-836180-1-hyperv {{(pid=83872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 13:36:24.802293 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_hamode_db [None req-956d1c06-91bb-471b-a6ca-ad375d40824e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836180-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-01T13:25:36Z,description=,heartbeat_timestamp=2022-04-01T13:36:06Z,host='dv-neutron-836180-1-hyperv',id=88bf8fc8-11a3-4e96-9d1b-5fd93ba9f6f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T13:25:36Z,topic='l3_agent')) {'router_ids': ['9081610b-903b-4516-bbb6-af4bd8180613'], 'active': True} {{(pid=83872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:36:24.898305 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.plugin [None req-eba00e4d-d38a-4b8c-8bb3-3b16d014f4bf None None] Port b8d1d8c2-31ee-4249-acb5-a3e79095c869 cannot update to ACTIVE because it is not bound. {{(pid=83872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 13:36:24.917517 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_hamode_db [None req-956d1c06-91bb-471b-a6ca-ad375d40824e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-836180-1-hyperv', False) {} {{(pid=83872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:36:24.917842 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-956d1c06-91bb-471b-a6ca-ad375d40824e None None] The sync data for ids ['9081610b-903b-4516-bbb6-af4bd8180613'] in dv-neutron-836180-1-hyperv is: [] {{(pid=83872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 13:36:24.921041 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.objects.ports [None req-d2498ad4-53bc-4b6d-a6cc-34e2624ed873 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=83869) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Apr 01 13:36:24.949899 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-d2498ad4-53bc-4b6d-a6cc-34e2624ed873 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2705391', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2999447'] for subnet, after_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:24.986883 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.db.resource_extend [None req-81c699f2-84ca-4c7f-bfbd-972eeb675dd1 tempest-QuotasNegativeTest-1061667972 tempest-QuotasNegativeTest-1061667972-project-admin] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 01 13:36:25.040280 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-3f9bad3c-a3de-4973-8732-0e07895ebb48 tempest-RoutersAdminTest-1358270532 tempest-RoutersAdminTest-1358270532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736733359243', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736732935810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2705155'] for port, after_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:25.072017 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8831aa58-9f4e-41f5-9190-873c83df89b9 tempest-RoutersIpV6AdminTest-7322729 tempest-RoutersIpV6AdminTest-7322729-project] Router d4475195-4b2a-44d7-bb18-75d9fee63abd is scheduled to L3 agent 88bf8fc8-11a3-4e96-9d1b-5fd93ba9f6f1 with binding_index 1 {{(pid=83871) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 01 13:36:25.091813 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-81c699f2-84ca-4c7f-bfbd-972eeb675dd1 tempest-QuotasNegativeTest-1061667972 tempest-QuotasNegativeTest-1061667972-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575'] for network, after_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:25.092699 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81c699f2-84ca-4c7f-bfbd-972eeb675dd1 tempest-QuotasNegativeTest-1061667972 tempest-QuotasNegativeTest-1061667972-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:36:25.093281 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-81c699f2-84ca-4c7f-bfbd-972eeb675dd1 tempest-QuotasNegativeTest-1061667972 tempest-QuotasNegativeTest-1061667972-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3017602'] for network, before_response {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:25.109332 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d61485d-7182-4ecc-8cf3-98113e5bc2a8 None None] DHCP port deletion for a797c394-f4cc-4d2c-b87d-3a5c0564b80a request from dv-neutron-836180-1-hyperv {{(pid=83872) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 01 13:36:25.113647 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.plugin [None req-8d61485d-7182-4ecc-8cf3-98113e5bc2a8 None None] Deleting port d5bd71b4-7b97-430d-8586-ae728d0ae930 {{(pid=83872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 13:36:25.114125 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-8d61485d-7182-4ecc-8cf3-98113e5bc2a8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736733287370'] for port, before_delete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:25.128029 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f9bad3c-a3de-4973-8732-0e07895ebb48 tempest-RoutersAdminTest-1358270532 tempest-RoutersAdminTest-1358270532-project] Pushing event deleted for resources: {'Port': ['ID=5d2e49a0-01c2-48d4-8786-acb06b40b81f,revision_number=None']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:36:25.139221 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2498ad4-53bc-4b6d-a6cc-34e2624ed873 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Network 09d7ea43-6376-4322-97e7-54cd01aae492 is already hosted by enough agents. {{(pid=83869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 13:36:25.149263 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.scheduler.base_scheduler [None req-d2498ad4-53bc-4b6d-a6cc-34e2624ed873 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Resources bound (agent type, host, resource id): {{(pid=83869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 13:36:25.167221 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f95cd39-4167-4a00-9c26-93bf43be4d48 None None] Network 09d7ea43-6376-4322-97e7-54cd01aae492 requested from dv-neutron-836180-1-hyperv {{(pid=83872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 13:36:25.196533 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2498ad4-53bc-4b6d-a6cc-34e2624ed873 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:36:25.197116 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-d2498ad4-53bc-4b6d-a6cc-34e2624ed873 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3017602'] for subnet, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:25.204045 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2498ad4-53bc-4b6d-a6cc-34e2624ed873 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Pushing event updated for resources: {'Subnet': ['ID=65b160b5-86c1-4da1-a58e-e26eaf6695b4,revision_number=0']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:36:25.238263 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-9772b511-8bbe-45cb-b19a-dcef4811b416 tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Notify callbacks [] for router, before_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:25.269428 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-633a3a60-2c4a-40b1-889d-4deade612982 tempest-TagsExtTest-1062591673 tempest-TagsExtTest-1062591673-project] 10.222.0.26 "DELETE /v2.0/ports/b07a677f-3f06-4ac8-ae10-daf2eedf525d/tags HTTP/1.1" status: 204 len: 168 time: 0.6389227 Apr 01 13:36:25.275079 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 50004) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:36:25.291805 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.services.tag.tag_plugin [None req-92f7863c-6327-4970-96bf-d7f0276563b9 tempest-TagsExtTest-1062591673 tempest-TagsExtTest-1062591673-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'b07a677f-3f06-4ac8-ae10-daf2eedf525d', 'tempest-TagsExtTest-Tag-1228291913') {} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:36:25.302024 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-81c699f2-84ca-4c7f-bfbd-972eeb675dd1 tempest-QuotasNegativeTest-1061667972 tempest-QuotasNegativeTest-1061667972-project-admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 1.9687068 Apr 01 13:36:25.319092 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 50008) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:36:25.328186 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.db_base_plugin_v2 [None req-0f285379-980f-4a1f-a86a-6318480861eb tempest-RoutersNegativeTest-1474796941 tempest-RoutersNegativeTest-1474796941-project] Deleting subnet 213a2151-34cb-41ef-9959-9f459d54ff38 {{(pid=83869) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 01 13:36:25.333510 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-d2498ad4-53bc-4b6d-a6cc-34e2624ed873 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.0076220 Apr 01 13:36:25.343319 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 50012) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:36:25.346652 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.v2.base [None req-57fbf1f4-9773-402f-a3e0-85e16ae8d79b tempest-QuotasNegativeTest-1061667972 tempest-QuotasNegativeTest-1061667972-project-admin] Request body: {'network': {'project_id': 'f5a463a788074f269d1d7999de7b251f'}} {{(pid=83869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:36:25.354124 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-0f285379-980f-4a1f-a86a-6318480861eb tempest-RoutersNegativeTest-1474796941 tempest-RoutersNegativeTest-1474796941-project] Notify callbacks [] for subnet, before_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:25.390269 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.v2.base [None req-6bda0547-a285-440d-bb37-7a4d52687ed8 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Request body: {'subnet': {'network_id': '09d7ea43-6376-4322-97e7-54cd01aae492', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:36:25.404800 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-57fbf1f4-9773-402f-a3e0-85e16ae8d79b tempest-QuotasNegativeTest-1061667972 tempest-QuotasNegativeTest-1061667972-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:36:25.419902 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-57fbf1f4-9773-402f-a3e0-85e16ae8d79b tempest-QuotasNegativeTest-1061667972 tempest-QuotasNegativeTest-1061667972-project-admin] Usage tracker for resource:network and tenant:f5a463a788074f269d1d7999de7b251f is out of sync, need to count used quota {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 13:36:25.486227 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-57fbf1f4-9773-402f-a3e0-85e16ae8d79b tempest-QuotasNegativeTest-1061667972 tempest-QuotasNegativeTest-1061667972-project-admin] Quota usage for network was recalculated. Used quota:1. {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 13:36:25.500784 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-8d61485d-7182-4ecc-8cf3-98113e5bc2a8 None None] For port d5bd71b4-7b97-430d-8586-ae728d0ae930, host dv-neutron-836180-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836180-1-hyperv',level=0,port_id=d5bd71b4-7b97-430d-8586-ae728d0ae930,segment=NetworkSegment(b2f6612c-d9cb-41da-93df-00e4743ed2d1),segment_id=b2f6612c-d9cb-41da-93df-00e4743ed2d1)] {{(pid=83872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 13:36:25.501336 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-8d61485d-7182-4ecc-8cf3-98113e5bc2a8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4155147'] for port, precommit_delete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:25.570926 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c699f2-84ca-4c7f-bfbd-972eeb675dd1 tempest-QuotasNegativeTest-1061667972 tempest-QuotasNegativeTest-1061667972-project-admin] Pushing event updated for resources: {'Network': ['ID=5dac7c7f-7b82-4e2b-8c15-2e713b86431d,revision_number=1']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:36:25.616265 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-57fbf1f4-9773-402f-a3e0-85e16ae8d79b tempest-QuotasNegativeTest-1061667972 tempest-QuotasNegativeTest-1061667972-project-admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 2; headroom:1 {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:36:25.652550 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Network 5dac7c7f-7b82-4e2b-8c15-2e713b86431d details requested by agent ovs-agent-dv-neutron-836180-1-hyperv with host dv-neutron-836180-1-hyperv {{(pid=83872) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 13:36:25.664772 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-0f285379-980f-4a1f-a86a-6318480861eb tempest-RoutersNegativeTest-1474796941 tempest-RoutersNegativeTest-1474796941-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2704975'] for subnet, precommit_delete_associations {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:25.671892 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.plugin [None req-8d61485d-7182-4ecc-8cf3-98113e5bc2a8 None None] Calling delete_port for d5bd71b4-7b97-430d-8586-ae728d0ae930 owned by network:dhcp {{(pid=83872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 13:36:25.703639 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-3f9bad3c-a3de-4973-8732-0e07895ebb48 tempest-RoutersAdminTest-1358270532 tempest-RoutersAdminTest-1358270532-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4084822'] for router_gateway, after_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:25.764640 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57fbf1f4-9773-402f-a3e0-85e16ae8d79b tempest-QuotasNegativeTest-1061667972 tempest-QuotasNegativeTest-1061667972-project-admin] Made reservation on behalf of f5a463a788074f269d1d7999de7b251f for: {'network': 1} {{(pid=83869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 13:36:25.765928 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-57fbf1f4-9773-402f-a3e0-85e16ae8d79b tempest-QuotasNegativeTest-1061667972 tempest-QuotasNegativeTest-1061667972-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for network, before_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:25.766236 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1b6bf9f-5dd8-48a3-8d72-ecd6ce2682f3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7e7d0ecb-2af4-55f5-9198-238ab0570d62-09d7ea43-6376-4322-97e7-54cd01aae492', 'network_id': '09d7ea43-6376-4322-97e7-54cd01aae492', 'tenant_id': '8b726fe6689e4b7f96def1a2219bea6c', 'fixed_ips': [{'subnet_id': '65b160b5-86c1-4da1-a58e-e26eaf6695b4'}]}} from dv-neutron-836180-1-hyperv. {{(pid=83872) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 01 13:36:25.767146 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-e1b6bf9f-5dd8-48a3-8d72-ecd6ce2682f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:25.907156 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-9772b511-8bbe-45cb-b19a-dcef4811b416 tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4079814', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4170'] for router, precommit_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:25.924238 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-8d61485d-7182-4ecc-8cf3-98113e5bc2a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736733359243', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736732935810'] for port, after_delete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:25.928010 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-9772b511-8bbe-45cb-b19a-dcef4811b416 tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:25.981407 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7df4584f-18cc-4837-ac02-b0484f14274f admin admin] Router ede9094e-0d48-4c45-9fbe-8e6536f13cf3 has already been hosted by L3 agent 88bf8fc8-11a3-4e96-9d1b-5fd93ba9f6f1 {{(pid=83871) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 13:36:25.982192 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-9772b511-8bbe-45cb-b19a-dcef4811b416 tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4079738'] for router, after_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:25.982528 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d61485d-7182-4ecc-8cf3-98113e5bc2a8 None None] Pushing event deleted for resources: {'Port': ['ID=d5bd71b4-7b97-430d-8586-ae728d0ae930,revision_number=None']} {{(pid=83872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:36:25.982673 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9772b511-8bbe-45cb-b19a-dcef4811b416 tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Fanout notify agent at l3_agent the message router_deleted on router 9081610b-903b-4516-bbb6-af4bd8180613 {{(pid=83871) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 01 13:36:26.000602 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-9772b511-8bbe-45cb-b19a-dcef4811b416 tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Notify callbacks [] for router, before_response {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:26.003989 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-9772b511-8bbe-45cb-b19a-dcef4811b416 tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] 10.222.0.26 "DELETE /v2.0/routers/9081610b-903b-4516-bbb6-af4bd8180613 HTTP/1.1" status: 204 len: 168 time: 1.2038302 Apr 01 13:36:26.007511 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 50016) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:36:26.037607 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d61485d-7182-4ecc-8cf3-98113e5bc2a8 None None] No DVR routers for this DVR port d5bd71b4-7b97-430d-8586-ae728d0ae930 on host dv-neutron-836180-1-hyperv {{(pid=83872) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 13:36:26.042648 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8831aa58-9f4e-41f5-9190-873c83df89b9 tempest-RoutersIpV6AdminTest-7322729 tempest-RoutersIpV6AdminTest-7322729-project] Notify agent at l3_agent.dv-neutron-836180-1-hyperv the message routers_updated {{(pid=83871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 13:36:26.070664 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.db_base_plugin_common [None req-e1b6bf9f-5dd8-48a3-8d72-ecd6ce2682f3 None None] Allocated IP 2001:db8::f816:3eff:fe04:8e1a (09d7ea43-6376-4322-97e7-54cd01aae492/65b160b5-86c1-4da1-a58e-e26eaf6695b4/506186fc-3ab7-4acd-abb1-01af0f322bcf) {{(pid=83872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 13:36:26.071887 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afcfdada-2445-4978-af19-f37112acce61 None None] Sync routers for ids ['d4475195-4b2a-44d7-bb18-75d9fee63abd'] in dv-neutron-836180-1-hyperv {{(pid=83873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 13:36:26.109638 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afcfdada-2445-4978-af19-f37112acce61 None None] Routers {'d4475195-4b2a-44d7-bb18-75d9fee63abd'} bound to L3 agent in host dv-neutron-836180-1-hyperv {{(pid=83873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 13:36:26.110518 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-afcfdada-2445-4978-af19-f37112acce61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836180-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-01T13:25:36Z,description=,heartbeat_timestamp=2022-04-01T13:36:06Z,host='dv-neutron-836180-1-hyperv',id=88bf8fc8-11a3-4e96-9d1b-5fd93ba9f6f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T13:25:36Z,topic='l3_agent')) {'router_ids': ['d4475195-4b2a-44d7-bb18-75d9fee63abd'], 'active': True} {{(pid=83873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:36:26.199508 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-57fbf1f4-9773-402f-a3e0-85e16ae8d79b tempest-QuotasNegativeTest-1061667972 tempest-QuotasNegativeTest-1061667972-project-admin] vlan segment allocate from pool success with {'vlan_id': 358, 'physical_network': 'physnet1'} {{(pid=83869) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 13:36:26.203097 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.api.v2.resource [None req-92f7863c-6327-4970-96bf-d7f0276563b9 tempest-TagsExtTest-1062591673 tempest-TagsExtTest-1062591673-project] show failed (client error): The resource could not be found. Apr 01 13:36:26.204399 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-92f7863c-6327-4970-96bf-d7f0276563b9 tempest-TagsExtTest-1062591673 tempest-TagsExtTest-1062591673-project] 10.222.0.26 "GET /v2.0/ports/b07a677f-3f06-4ac8-ae10-daf2eedf525d/tags/tempest-TagsExtTest-Tag-1228291913 HTTP/1.1" status: 404 len: 329 time: 0.9212828 Apr 01 13:36:26.209604 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 50020) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:36:26.220745 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-6bda0547-a285-440d-bb37-7a4d52687ed8 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:36:26.239828 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-8831aa58-9f4e-41f5-9190-873c83df89b9 tempest-RoutersIpV6AdminTest-7322729 tempest-RoutersIpV6AdminTest-7322729-project] Notify callbacks [] for router, before_response {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:26.245528 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-3f9bad3c-a3de-4973-8732-0e07895ebb48 tempest-RoutersAdminTest-1358270532 tempest-RoutersAdminTest-1358270532-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4079814', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4170'] for router, precommit_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:26.250363 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-8831aa58-9f4e-41f5-9190-873c83df89b9 tempest-RoutersIpV6AdminTest-7322729 tempest-RoutersIpV6AdminTest-7322729-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 8.8676472 Apr 01 13:36:26.251224 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 50024) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:36:26.254416 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-57fbf1f4-9773-402f-a3e0-85e16ae8d79b tempest-QuotasNegativeTest-1061667972 tempest-QuotasNegativeTest-1061667972-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1004271'] for segment, precommit_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:26.254764 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.db.segments_db [None req-57fbf1f4-9773-402f-a3e0-85e16ae8d79b tempest-QuotasNegativeTest-1061667972 tempest-QuotasNegativeTest-1061667972-project-admin] Added segment d3d73522-401f-4a07-8996-f35b2549c820 of type vlan for network a682e56f-cefa-4f0e-8e34-91b7783156e3 Apr 01 13:36:26.262296 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-6bda0547-a285-440d-bb37-7a4d52687ed8 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:36:26.263052 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.services.tag.tag_plugin [None req-7a0f7b36-ec48-4b8a-952a-99d3c53260ce tempest-TagsExtTest-1062591673 tempest-TagsExtTest-1062591673-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'b07a677f-3f06-4ac8-ae10-daf2eedf525d', 'tempest-TagsExtTest-Tag-767265591') {} {{(pid=83871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:36:26.273355 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-3f9bad3c-a3de-4973-8732-0e07895ebb48 tempest-RoutersAdminTest-1358270532 tempest-RoutersAdminTest-1358270532-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:26.281948 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-afcfdada-2445-4978-af19-f37112acce61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-836180-1-hyperv', False) {} {{(pid=83873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:36:26.289448 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-0f285379-980f-4a1f-a86a-6318480861eb tempest-RoutersNegativeTest-1474796941 tempest-RoutersNegativeTest-1474796941-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-945029'] for subnet, precommit_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:26.301209 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afcfdada-2445-4978-af19-f37112acce61 None None] Routers {'d4475195-4b2a-44d7-bb18-75d9fee63abd'} bound to L3 agent in host dv-neutron-836180-1-hyperv {{(pid=83873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 13:36:26.301769 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.v2.base [None req-ded27942-5f2b-489f-9878-95ca41c1255c tempest-RoutersIpV6AdminTest-7322729 tempest-RoutersIpV6AdminTest-7322729-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=83871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:36:26.302178 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-afcfdada-2445-4978-af19-f37112acce61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836180-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-01T13:25:36Z,description=,heartbeat_timestamp=2022-04-01T13:36:06Z,host='dv-neutron-836180-1-hyperv',id=88bf8fc8-11a3-4e96-9d1b-5fd93ba9f6f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T13:25:36Z,topic='l3_agent')) {'router_ids': ['d4475195-4b2a-44d7-bb18-75d9fee63abd'], 'active': True} {{(pid=83873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:36:26.326591 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6bda0547-a285-440d-bb37-7a4d52687ed8 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Made reservation on behalf of 8b726fe6689e4b7f96def1a2219bea6c for: {'subnet': 1} {{(pid=83869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 13:36:26.383504 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-afcfdada-2445-4978-af19-f37112acce61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-836180-1-hyperv', False) {} {{(pid=83873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:36:26.384091 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afcfdada-2445-4978-af19-f37112acce61 None None] The sync data for ids ['d4475195-4b2a-44d7-bb18-75d9fee63abd'] in dv-neutron-836180-1-hyperv is: [] {{(pid=83873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 13:36:26.394263 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Device d5bd71b4-7b97-430d-8586-ae728d0ae930 no longer exists at agent ovs-agent-dv-neutron-836180-1-hyperv {{(pid=83872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 13:36:26.449856 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-57fbf1f4-9773-402f-a3e0-85e16ae8d79b tempest-QuotasNegativeTest-1061667972 tempest-QuotasNegativeTest-1061667972-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736732923383'] for network, precommit_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:26.457554 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.plugin [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] No Port match for: d5bd71b4-7b97-430d-8586-ae728d0ae930 {{(pid=83872) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 01 13:36:26.457910 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Device d5bd71b4-7b97-430d-8586-ae728d0ae930 not bound to the agent host dv-neutron-836180-1-hyperv {{(pid=83872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 13:36:26.462608 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-e1b6bf9f-5dd8-48a3-8d72-ecd6ce2682f3 None None] Notify callbacks [] for port, precommit_create {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:26.490323 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-e1b6bf9f-5dd8-48a3-8d72-ecd6ce2682f3 None None] Transition to ACTIVE for port object 506186fc-3ab7-4acd-abb1-01af0f322bcf will not be triggered until provisioned by entity L2. {{(pid=83872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 13:36:26.494328 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-0f285379-980f-4a1f-a86a-6318480861eb tempest-RoutersNegativeTest-1474796941 tempest-RoutersNegativeTest-1474796941-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-945042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2705198', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2999452'] for subnet, after_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:26.497742 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-3f9bad3c-a3de-4973-8732-0e07895ebb48 tempest-RoutersAdminTest-1358270532 tempest-RoutersAdminTest-1358270532-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4079738'] for router, after_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:26.498258 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f9bad3c-a3de-4973-8732-0e07895ebb48 tempest-RoutersAdminTest-1358270532 tempest-RoutersAdminTest-1358270532-project] Fanout notify agent at l3_agent the message router_deleted on router 7f5b67fb-bc0f-4de0-ae6a-0e2c40217b36 {{(pid=83869) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 01 13:36:26.517026 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-e1b6bf9f-5dd8-48a3-8d72-ecd6ce2682f3 None None] Transition to ACTIVE for port object 506186fc-3ab7-4acd-abb1-01af0f322bcf will not be triggered until provisioned by entity DHCP. {{(pid=83872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 13:36:26.524549 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-e1b6bf9f-5dd8-48a3-8d72-ecd6ce2682f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736732935801'] for port, after_create {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:26.568723 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f285379-980f-4a1f-a86a-6318480861eb tempest-RoutersNegativeTest-1474796941 tempest-RoutersNegativeTest-1474796941-project] Pushing event deleted for resources: {'Subnet': ['ID=213a2151-34cb-41ef-9959-9f459d54ff38,revision_number=None']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:36:26.597448 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-0f285379-980f-4a1f-a86a-6318480861eb tempest-RoutersNegativeTest-1474796941 tempest-RoutersNegativeTest-1474796941-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3017602'] for subnet, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:26.603874 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1b6bf9f-5dd8-48a3-8d72-ecd6ce2682f3 None None] Network 09d7ea43-6376-4322-97e7-54cd01aae492 is already hosted by enough agents. {{(pid=83872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 13:36:26.608468 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.scheduler.base_scheduler [None req-e1b6bf9f-5dd8-48a3-8d72-ecd6ce2682f3 None None] Resources bound (agent type, host, resource id): {{(pid=83872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 13:36:26.610484 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-6bda0547-a285-440d-bb37-7a4d52687ed8 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2999481'] for subnet, before_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:26.611430 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1b6bf9f-5dd8-48a3-8d72-ecd6ce2682f3 None None] Received port after_create {{(pid=83872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 13:36:26.619804 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbeb70b8-af9f-4825-baca-a7d77ebcf8a8 None None] Network c9437b5d-579b-4955-8097-0e51d9e04aec requested from dv-neutron-836180-1-hyperv {{(pid=83872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 13:36:26.625085 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-57fbf1f4-9773-402f-a3e0-85e16ae8d79b tempest-QuotasNegativeTest-1061667972 tempest-QuotasNegativeTest-1061667972-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575'] for network, after_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:26.625951 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57fbf1f4-9773-402f-a3e0-85e16ae8d79b tempest-QuotasNegativeTest-1061667972 tempest-QuotasNegativeTest-1061667972-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:36:26.626555 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-57fbf1f4-9773-402f-a3e0-85e16ae8d79b tempest-QuotasNegativeTest-1061667972 tempest-QuotasNegativeTest-1061667972-project-admin] Notify callbacks [] for network, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:26.626684 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.db_base_plugin_v2 [None req-82a6e070-994b-43da-b9ca-372f3b6f661a tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Deleting subnet 60aa4735-38c1-4bd0-b1ed-56726d223ac0 {{(pid=83871) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 01 13:36:26.635741 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-82a6e070-994b-43da-b9ca-372f3b6f661a tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Notify callbacks [] for subnet, before_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:26.659996 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-0f285379-980f-4a1f-a86a-6318480861eb tempest-RoutersNegativeTest-1474796941 tempest-RoutersNegativeTest-1474796941-project] 10.222.0.26 "DELETE /v2.0/subnets/213a2151-34cb-41ef-9959-9f459d54ff38 HTTP/1.1" status: 204 len: 168 time: 1.9283869 Apr 01 13:36:26.661026 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-3f9bad3c-a3de-4973-8732-0e07895ebb48 tempest-RoutersAdminTest-1358270532 tempest-RoutersAdminTest-1358270532-project] Notify callbacks [] for router, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:26.667223 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-3f9bad3c-a3de-4973-8732-0e07895ebb48 tempest-RoutersAdminTest-1358270532 tempest-RoutersAdminTest-1358270532-project] 10.222.0.26 "DELETE /v2.0/routers/7f5b67fb-bc0f-4de0-ae6a-0e2c40217b36 HTTP/1.1" status: 204 len: 168 time: 5.2499354 Apr 01 13:36:26.667223 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 50028) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:36:26.667477 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 50030) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:36:26.671232 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.api.v2.resource [None req-7a0f7b36-ec48-4b8a-952a-99d3c53260ce tempest-TagsExtTest-1062591673 tempest-TagsExtTest-1062591673-project] show failed (client error): The resource could not be found. Apr 01 13:36:26.674835 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-7a0f7b36-ec48-4b8a-952a-99d3c53260ce tempest-TagsExtTest-1062591673 tempest-TagsExtTest-1062591673-project] 10.222.0.26 "GET /v2.0/ports/b07a677f-3f06-4ac8-ae10-daf2eedf525d/tags/tempest-TagsExtTest-Tag-767265591 HTTP/1.1" status: 404 len: 328 time: 0.4339128 Apr 01 13:36:26.678302 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.v2.base [None req-d40df44a-3ff2-4a43-93cc-593d83468118 tempest-RoutersAdminTest-1358270532 tempest-RoutersAdminTest-1358270532-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-155309068', 'external_gateway_info': {'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301'}, 'admin_state_up': False}} {{(pid=83871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:36:26.688423 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b6bf9f-5dd8-48a3-8d72-ecd6ce2682f3 None None] Pushing event updated for resources: {'Port': ['ID=506186fc-3ab7-4acd-abb1-01af0f322bcf,revision_number=1']} {{(pid=83872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:36:26.691374 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 50034) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:36:26.694277 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-d40df44a-3ff2-4a43-93cc-593d83468118 tempest-RoutersAdminTest-1358270532 tempest-RoutersAdminTest-1358270532-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:36:26.715184 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.services.tag.tag_plugin [None req-365ea718-4d4c-4ddd-ae8c-765ebf253aab tempest-TagsExtTest-1062591673 tempest-TagsExtTest-1062591673-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'b07a677f-3f06-4ac8-ae10-daf2eedf525d', 'tempest-TagsExtTest-Tag-1070214362') {} {{(pid=83871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:36:26.739489 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-d40df44a-3ff2-4a43-93cc-593d83468118 tempest-RoutersAdminTest-1358270532 tempest-RoutersAdminTest-1358270532-project] Usage tracker for resource:router and tenant:ccaebfeab3a94bef9cdcfe2c3ee4f9cf is out of sync, need to count used quota {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 13:36:26.758768 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-d40df44a-3ff2-4a43-93cc-593d83468118 tempest-RoutersAdminTest-1358270532 tempest-RoutersAdminTest-1358270532-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 13:36:26.771738 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-d40df44a-3ff2-4a43-93cc-593d83468118 tempest-RoutersAdminTest-1358270532 tempest-RoutersAdminTest-1358270532-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:36:26.790794 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-82a6e070-994b-43da-b9ca-372f3b6f661a tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3166365'] for subnet, precommit_delete_associations {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:26.800164 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.managers [None req-e1b6bf9f-5dd8-48a3-8d72-ecd6ce2682f3 None None] Attempting to bind port 506186fc-3ab7-4acd-abb1-01af0f322bcf on host dv-neutron-836180-1-hyperv for vnic_type normal with profile {{(pid=83872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 13:36:26.800786 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.managers [None req-e1b6bf9f-5dd8-48a3-8d72-ecd6ce2682f3 None None] Attempting to bind port 506186fc-3ab7-4acd-abb1-01af0f322bcf by drivers openvswitch,hyperv on host dv-neutron-836180-1-hyperv at level 0 using segments [{'id': '16094ed0-4a47-4ff6-9238-85c278d7a2a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '09d7ea43-6376-4322-97e7-54cd01aae492'}] {{(pid=83872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 13:36:26.801210 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1b6bf9f-5dd8-48a3-8d72-ecd6ce2682f3 None None] Attempting to bind port 506186fc-3ab7-4acd-abb1-01af0f322bcf on network 09d7ea43-6376-4322-97e7-54cd01aae492 {{(pid=83872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 13:36:26.816079 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1b6bf9f-5dd8-48a3-8d72-ecd6ce2682f3 None None] Checking agent: {'id': 'af948428-97cd-4d10-9f53-af028bdb39b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-836180-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 13, 25, 37), 'started_at': datetime.datetime(2022, 4, 1, 13, 26, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 13, 36, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-836180-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 13:36:26.816838 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1b6bf9f-5dd8-48a3-8d72-ecd6ce2682f3 None None] Checking segment: {'id': '16094ed0-4a47-4ff6-9238-85c278d7a2a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '09d7ea43-6376-4322-97e7-54cd01aae492'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 13:36:26.817368 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-e1b6bf9f-5dd8-48a3-8d72-ecd6ce2682f3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:26.818004 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1b6bf9f-5dd8-48a3-8d72-ecd6ce2682f3 None None] Bound using segment: {'id': '16094ed0-4a47-4ff6-9238-85c278d7a2a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '09d7ea43-6376-4322-97e7-54cd01aae492'} {{(pid=83872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 13:36:26.818584 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.managers [None req-e1b6bf9f-5dd8-48a3-8d72-ecd6ce2682f3 None None] Bound port: 506186fc-3ab7-4acd-abb1-01af0f322bcf, host: dv-neutron-836180-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '16094ed0-4a47-4ff6-9238-85c278d7a2a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '09d7ea43-6376-4322-97e7-54cd01aae492'}}] {{(pid=83872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 13:36:26.819093 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-e1b6bf9f-5dd8-48a3-8d72-ecd6ce2682f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:26.846843 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57fbf1f4-9773-402f-a3e0-85e16ae8d79b tempest-QuotasNegativeTest-1061667972 tempest-QuotasNegativeTest-1061667972-project-admin] Pushing event updated for resources: {'Network': ['ID=a682e56f-cefa-4f0e-8e34-91b7783156e3,revision_number=1']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:36:26.849196 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-d40df44a-3ff2-4a43-93cc-593d83468118 tempest-RoutersAdminTest-1358270532 tempest-RoutersAdminTest-1358270532-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4082176', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4220'] for router, before_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:26.850139 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-d40df44a-3ff2-4a43-93cc-593d83468118 tempest-RoutersAdminTest-1358270532 tempest-RoutersAdminTest-1358270532-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4082277', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4084873', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4148249', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4211'] for router, precommit_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:26.970873 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-d40df44a-3ff2-4a43-93cc-593d83468118 tempest-RoutersAdminTest-1358270532 tempest-RoutersAdminTest-1358270532-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:26.985755 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.api.v2.resource [None req-365ea718-4d4c-4ddd-ae8c-765ebf253aab tempest-TagsExtTest-1062591673 tempest-TagsExtTest-1062591673-project] show failed (client error): The resource could not be found. Apr 01 13:36:26.986794 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-365ea718-4d4c-4ddd-ae8c-765ebf253aab tempest-TagsExtTest-1062591673 tempest-TagsExtTest-1062591673-project] 10.222.0.26 "GET /v2.0/ports/b07a677f-3f06-4ac8-ae10-daf2eedf525d/tags/tempest-TagsExtTest-Tag-1070214362 HTTP/1.1" status: 404 len: 329 time: 0.2943556 Apr 01 13:36:26.991406 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-57fbf1f4-9773-402f-a3e0-85e16ae8d79b tempest-QuotasNegativeTest-1061667972 tempest-QuotasNegativeTest-1061667972-project-admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 1.6590796 Apr 01 13:36:26.993457 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7df4584f-18cc-4837-ac02-b0484f14274f admin admin] Notify agent at l3_agent.dv-neutron-836180-1-hyperv the message routers_updated {{(pid=83871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 13:36:26.995695 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-82a6e070-994b-43da-b9ca-372f3b6f661a tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-945029'] for subnet, precommit_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:27.004432 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 50040) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:36:27.005080 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 50042) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:36:27.011585 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-e1b6bf9f-5dd8-48a3-8d72-ecd6ce2682f3 None None] For port 506186fc-3ab7-4acd-abb1-01af0f322bcf, host dv-neutron-836180-1-hyperv, cleared binding levels {{(pid=83872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 13:36:27.013881 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-072bf06f-3732-44e6-86e9-09918669e876 None None] Sync routers for ids ['ede9094e-0d48-4c45-9fbe-8e6536f13cf3'] in dv-neutron-836180-1-hyperv {{(pid=83872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 13:36:27.019251 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-e1b6bf9f-5dd8-48a3-8d72-ecd6ce2682f3 None None] For port 506186fc-3ab7-4acd-abb1-01af0f322bcf, host dv-neutron-836180-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836180-1-hyperv',level=0,port_id=506186fc-3ab7-4acd-abb1-01af0f322bcf,segment=NetworkSegment(16094ed0-4a47-4ff6-9238-85c278d7a2a5),segment_id=16094ed0-4a47-4ff6-9238-85c278d7a2a5)] {{(pid=83872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 13:36:27.034175 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-e1b6bf9f-5dd8-48a3-8d72-ecd6ce2682f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864'] for port, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:27.075808 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-7df4584f-18cc-4837-ac02-b0484f14274f admin admin] 10.222.0.26 "PUT /v2.0/routers/ede9094e-0d48-4c45-9fbe-8e6536f13cf3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.6274526 Apr 01 13:36:27.107836 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Network a682e56f-cefa-4f0e-8e34-91b7783156e3 details requested by agent ovs-agent-dv-neutron-836180-1-hyperv with host dv-neutron-836180-1-hyperv {{(pid=83872) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 13:36:27.140177 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-072bf06f-3732-44e6-86e9-09918669e876 None None] Routers {'ede9094e-0d48-4c45-9fbe-8e6536f13cf3'} bound to L3 agent in host dv-neutron-836180-1-hyperv {{(pid=83872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 13:36:27.141124 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_hamode_db [None req-072bf06f-3732-44e6-86e9-09918669e876 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836180-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-01T13:25:36Z,description=,heartbeat_timestamp=2022-04-01T13:36:06Z,host='dv-neutron-836180-1-hyperv',id=88bf8fc8-11a3-4e96-9d1b-5fd93ba9f6f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T13:25:36Z,topic='l3_agent')) {'router_ids': ['ede9094e-0d48-4c45-9fbe-8e6536f13cf3'], 'active': True} {{(pid=83872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:36:27.214821 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d02c21df-1e8c-4ab3-85e0-311570e13829 None None] DHCP port deletion for c9437b5d-579b-4955-8097-0e51d9e04aec request from dv-neutron-836180-1-hyperv {{(pid=83872) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 01 13:36:27.379615 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.services.tag.tag_plugin [None req-65660b77-2336-4f41-8682-a08d20f55eeb tempest-TagsExtTest-1062591673 tempest-TagsExtTest-1062591673-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', '8d4c9b74-9937-474e-a4e0-fd5344eee35a', {'tags': ['tempest-TagsExtTest-Tag-2067559811', 'tempest-TagsExtTest-Tag-485283875', 'tempest-TagsExtTest-Tag-456852664']}) {} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:36:27.458432 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.plugin [None req-d02c21df-1e8c-4ab3-85e0-311570e13829 None None] Deleting port 7386aa84-2039-4cd6-8bef-ae53ee0ca479 {{(pid=83872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 13:36:27.458894 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-d02c21df-1e8c-4ab3-85e0-311570e13829 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736733287370'] for port, before_delete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:27.564211 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.v2.base [None req-16c6be84-b883-45e1-a270-bd1b2e236eeb tempest-QuotasNegativeTest-1061667972 tempest-QuotasNegativeTest-1061667972-project-admin] Request body: {'network': {'project_id': 'f5a463a788074f269d1d7999de7b251f'}} {{(pid=83869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:36:27.569870 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-16c6be84-b883-45e1-a270-bd1b2e236eeb tempest-QuotasNegativeTest-1061667972 tempest-QuotasNegativeTest-1061667972-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:36:27.574751 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-16c6be84-b883-45e1-a270-bd1b2e236eeb tempest-QuotasNegativeTest-1061667972 tempest-QuotasNegativeTest-1061667972-project-admin] Usage tracker for resource:network and tenant:f5a463a788074f269d1d7999de7b251f is out of sync, need to count used quota {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 13:36:27.574905 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b6bf9f-5dd8-48a3-8d72-ecd6ce2682f3 None None] Pushing event updated for resources: {'Port': ['ID=506186fc-3ab7-4acd-abb1-01af0f322bcf,revision_number=2']} {{(pid=83872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:36:27.579940 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-82a6e070-994b-43da-b9ca-372f3b6f661a tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-945042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2743160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2757373'] for subnet, after_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:27.585777 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-16c6be84-b883-45e1-a270-bd1b2e236eeb tempest-QuotasNegativeTest-1061667972 tempest-QuotasNegativeTest-1061667972-project-admin] Quota usage for network was recalculated. Used quota:2. {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 13:36:27.593203 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-16c6be84-b883-45e1-a270-bd1b2e236eeb tempest-QuotasNegativeTest-1061667972 tempest-QuotasNegativeTest-1061667972-project-admin] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 2; headroom:0 {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:36:27.595058 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.pecan_wsgi.hooks.translation [None req-16c6be84-b883-45e1-a270-bd1b2e236eeb tempest-QuotasNegativeTest-1061667972 tempest-QuotasNegativeTest-1061667972-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Apr 01 13:36:27.595823 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-16c6be84-b883-45e1-a270-bd1b2e236eeb tempest-QuotasNegativeTest-1061667972 tempest-QuotasNegativeTest-1061667972-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=83869) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 13:36:27.600177 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-16c6be84-b883-45e1-a270-bd1b2e236eeb tempest-QuotasNegativeTest-1061667972 tempest-QuotasNegativeTest-1061667972-project-admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.5907907 Apr 01 13:36:27.604155 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 50054) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:36:27.614096 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-65660b77-2336-4f41-8682-a08d20f55eeb tempest-TagsExtTest-1062591673 tempest-TagsExtTest-1062591673-project] 10.222.0.26 "PUT /v2.0/routers/8d4c9b74-9937-474e-a4e0-fd5344eee35a/tags HTTP/1.1" status: 200 len: 316 time: 0.6067722 Apr 01 13:36:27.618934 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 50056) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:36:27.626243 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.services.tag.tag_plugin [None req-47b76a18-b89d-4ffd-8f72-80c262d86ed1 tempest-TagsExtTest-1062591673 tempest-TagsExtTest-1062591673-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '8d4c9b74-9937-474e-a4e0-fd5344eee35a') {} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:36:27.697554 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a6e070-994b-43da-b9ca-372f3b6f661a tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Pushing event deleted for resources: {'Subnet': ['ID=60aa4735-38c1-4bd0-b1ed-56726d223ac0,revision_number=None']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:36:27.698594 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-6bda0547-a285-440d-bb37-7a4d52687ed8 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2705391', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2999447'] for subnet, after_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:27.718386 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-82a6e070-994b-43da-b9ca-372f3b6f661a tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Notify callbacks [] for subnet, before_response {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:27.721021 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-55cb9690-0d7d-4393-81df-67b156f05891 tempest-RoutersNegativeTest-1474796941 tempest-RoutersNegativeTest-1474796941-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1033078'] for network, before_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:27.744439 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c9f7876-9477-4b1b-836a-84feb30b0852 None None] Network f5af94fd-eb93-4dcd-a1d0-079a93ce69bb requested from dv-neutron-836180-1-hyperv {{(pid=83872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 13:36:27.747206 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-82a6e070-994b-43da-b9ca-372f3b6f661a tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] 10.222.0.26 "DELETE /v2.0/subnets/60aa4735-38c1-4bd0-b1ed-56726d223ac0 HTTP/1.1" status: 204 len: 168 time: 1.7379396 Apr 01 13:36:27.749091 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 50062) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:36:27.751345 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-d40df44a-3ff2-4a43-93cc-593d83468118 tempest-RoutersAdminTest-1358270532 tempest-RoutersAdminTest-1358270532-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4084887', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4079850', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4161'] for router, precommit_update {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:27.812478 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bda0547-a285-440d-bb37-7a4d52687ed8 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Network 09d7ea43-6376-4322-97e7-54cd01aae492 is already hosted by enough agents. {{(pid=83869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 13:36:27.824832 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bda0547-a285-440d-bb37-7a4d52687ed8 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Pushing event updated for resources: {'Subnet': ['ID=f43cfa76-e832-4b95-a6ba-9b95d7b7f0b0,revision_number=0']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:36:27.833658 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.scheduler.base_scheduler [None req-6bda0547-a285-440d-bb37-7a4d52687ed8 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Resources bound (agent type, host, resource id): {{(pid=83869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 13:36:27.883640 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_dvr_db [None req-072bf06f-3732-44e6-86e9-09918669e876 None None] Set router ede9094e-0d48-4c45-9fbe-8e6536f13cf3 gateway port host: dv-neutron-836180-1-hyperv {{(pid=83872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 13:36:27.897871 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bda0547-a285-440d-bb37-7a4d52687ed8 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:36:27.898726 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-6bda0547-a285-440d-bb37-7a4d52687ed8 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3017602'] for subnet, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:27.962259 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-e7585058-ecdd-48d0-bb82-df43ed2d8083 tempest-QuotasNegativeTest-1061667972 tempest-QuotasNegativeTest-1061667972-project-admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=f5a463a788074f269d1d7999de7b251f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3468063 Apr 01 13:36:27.972069 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-6bda0547-a285-440d-bb37-7a4d52687ed8 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.6195805 Apr 01 13:36:27.972293 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 50066) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:36:27.972710 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 50068) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:36:28.183558 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 50070) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:36:28.191935 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.v2.base [None req-b69fcaac-21b4-46c0-975d-553cb13d8572 tempest-ServerActionsTestJSON-64006463 tempest-ServerActionsTestJSON-64006463-project] Request body: {'security_group': {'name': 'tempest-securitygroup--589235108', 'description': 'tempest-description--249480656'}} {{(pid=83871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:36:28.202577 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.v2.base [None req-fae4f15b-75b0-46a2-8704-ad43148d2c7f tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Request body: {'port': {'network_id': '09d7ea43-6376-4322-97e7-54cd01aae492', 'mac_address': 'fa:16:3e:0a:cb:34', 'name': 'tempest-NetworksTestDHCPv6-1544631089'}} {{(pid=83869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:36:28.224659 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.db_base_plugin_v2 [None req-9f828e69-38f1-4fc1-ab47-f44ba7fc2d96 tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Deleting subnet 08c7e342-e0b0-44f6-8564-2a04fd0c3685 {{(pid=83871) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 01 13:36:28.238360 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-b69fcaac-21b4-46c0-975d-553cb13d8572 tempest-ServerActionsTestJSON-64006463 tempest-ServerActionsTestJSON-64006463-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:36:28.240532 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-9f828e69-38f1-4fc1-ab47-f44ba7fc2d96 tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Notify callbacks [] for subnet, before_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:28.301119 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Device 506186fc-3ab7-4acd-abb1-01af0f322bcf up at agent ovs-agent-dv-neutron-836180-1-hyperv {{(pid=83872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 13:36:28.307865 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-b69fcaac-21b4-46c0-975d-553cb13d8572 tempest-ServerActionsTestJSON-64006463 tempest-ServerActionsTestJSON-64006463-project] Usage tracker for resource:security_group and tenant:1db979ced72f4c84a5c312128899dc9b is out of sync, need to count used quota {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 13:36:28.409156 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-b69fcaac-21b4-46c0-975d-553cb13d8572 tempest-ServerActionsTestJSON-64006463 tempest-ServerActionsTestJSON-64006463-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 13:36:28.467889 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-55cb9690-0d7d-4393-81df-67b156f05891 tempest-RoutersNegativeTest-1474796941 tempest-RoutersNegativeTest-1474796941-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-942654', 'neutron.services.segments.db._delete_segments_for_network-8736733387888'] for network, precommit_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:28.491577 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-b69fcaac-21b4-46c0-975d-553cb13d8572 tempest-ServerActionsTestJSON-64006463 tempest-ServerActionsTestJSON-64006463-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:36:28.521878 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ffdb32c-d68c-45af-a954-3ca1c2061ee2 None None] Network 09d7ea43-6376-4322-97e7-54cd01aae492 requested from dv-neutron-836180-1-hyperv {{(pid=83872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 13:36:28.529514 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-9f828e69-38f1-4fc1-ab47-f44ba7fc2d96 tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3166365'] for subnet, precommit_delete_associations {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:28.529761 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.services.segments.db [None req-55cb9690-0d7d-4393-81df-67b156f05891 tempest-RoutersNegativeTest-1474796941 tempest-RoutersNegativeTest-1474796941-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a797c394-f4cc-4d2c-b87d-3a5c0564b80a']}} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:36:28.537201 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-d02c21df-1e8c-4ab3-85e0-311570e13829 None None] For port 7386aa84-2039-4cd6-8bef-ae53ee0ca479, host dv-neutron-836180-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836180-1-hyperv',level=0,port_id=7386aa84-2039-4cd6-8bef-ae53ee0ca479,segment=NetworkSegment(1c716a8b-118e-41f9-89d5-cc8de2dd1e4b),segment_id=1c716a8b-118e-41f9-89d5-cc8de2dd1e4b)] {{(pid=83872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 13:36:28.537701 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-d02c21df-1e8c-4ab3-85e0-311570e13829 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4155147'] for port, precommit_delete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:28.557129 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-d6142296-aa08-4326-860b-94cab28c4874 tempest-QuotasNegativeTest-1061667972 tempest-QuotasNegativeTest-1061667972-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:28.569335 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-b69fcaac-21b4-46c0-975d-553cb13d8572 tempest-ServerActionsTestJSON-64006463 tempest-ServerActionsTestJSON-64006463-project] Notify callbacks [] for security_group, before_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:28.583362 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-d6142296-aa08-4326-860b-94cab28c4874 tempest-QuotasNegativeTest-1061667972 tempest-QuotasNegativeTest-1061667972-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:28.634858 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.services.segments.db [None req-55cb9690-0d7d-4393-81df-67b156f05891 tempest-RoutersNegativeTest-1474796941 tempest-RoutersNegativeTest-1474796941-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b2f6612c-d9cb-41da-93df-00e4743ed2d1') {'for_net_delete': True} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:36:28.635324 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.services.segments.db [None req-55cb9690-0d7d-4393-81df-67b156f05891 tempest-RoutersNegativeTest-1474796941 tempest-RoutersNegativeTest-1474796941-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b2f6612c-d9cb-41da-93df-00e4743ed2d1') {} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:36:28.653330 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-d40df44a-3ff2-4a43-93cc-593d83468118 tempest-RoutersAdminTest-1358270532 tempest-RoutersAdminTest-1358270532-project] Notify callbacks [] for router_gateway, before_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:28.662998 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-d6142296-aa08-4326-860b-94cab28c4874 tempest-QuotasNegativeTest-1061667972 tempest-QuotasNegativeTest-1061667972-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3775923'] for security_group, after_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:28.673535 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-55cb9690-0d7d-4393-81df-67b156f05891 tempest-RoutersNegativeTest-1474796941 tempest-RoutersNegativeTest-1474796941-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736733386999', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2704982'] for segment, before_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:28.701378 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-d40df44a-3ff2-4a43-93cc-593d83468118 tempest-RoutersAdminTest-1358270532 tempest-RoutersAdminTest-1358270532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:28.705458 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6142296-aa08-4326-860b-94cab28c4874 tempest-QuotasNegativeTest-1061667972 tempest-QuotasNegativeTest-1061667972-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0413eb56-38ac-4de6-b98c-c788f87ca713,revision_number=None']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:36:28.725535 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-55cb9690-0d7d-4393-81df-67b156f05891 tempest-RoutersNegativeTest-1474796941 tempest-RoutersNegativeTest-1474796941-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1004271'] for segment, precommit_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:28.735159 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-47b76a18-b89d-4ffd-8f72-80c262d86ed1 tempest-TagsExtTest-1062591673 tempest-TagsExtTest-1062591673-project] 10.222.0.26 "DELETE /v2.0/routers/8d4c9b74-9937-474e-a4e0-fd5344eee35a/tags HTTP/1.1" status: 204 len: 168 time: 1.1145120 Apr 01 13:36:28.736370 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-d6142296-aa08-4326-860b-94cab28c4874 tempest-QuotasNegativeTest-1061667972 tempest-QuotasNegativeTest-1061667972-project-admin] Notify callbacks [] for security_group, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:28.740395 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-d6142296-aa08-4326-860b-94cab28c4874 tempest-QuotasNegativeTest-1061667972 tempest-QuotasNegativeTest-1061667972-project-admin] 10.222.0.26 "DELETE /v2.0/security-groups/0413eb56-38ac-4de6-b98c-c788f87ca713 HTTP/1.1" status: 204 len: 168 time: 0.5501227 Apr 01 13:36:28.741459 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-fae4f15b-75b0-46a2-8704-ad43148d2c7f tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:36:28.744829 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 50078) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:36:28.745109 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 50080) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:36:28.752443 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.services.tag.tag_plugin [None req-76d4c3a9-4c39-4720-9588-320c3fde9949 tempest-TagsExtTest-1062591673 tempest-TagsExtTest-1062591673-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '8d4c9b74-9937-474e-a4e0-fd5344eee35a', 'tempest-TagsExtTest-Tag-2067559811') {} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:36:28.761328 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-b69fcaac-21b4-46c0-975d-553cb13d8572 tempest-ServerActionsTestJSON-64006463 tempest-ServerActionsTestJSON-64006463-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:36:28.763358 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.plugin [None req-d02c21df-1e8c-4ab3-85e0-311570e13829 None None] Calling delete_port for 7386aa84-2039-4cd6-8bef-ae53ee0ca479 owned by network:dhcp {{(pid=83872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 13:36:28.779861 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-b69fcaac-21b4-46c0-975d-553cb13d8572 tempest-ServerActionsTestJSON-64006463 tempest-ServerActionsTestJSON-64006463-project] Usage tracker for resource:security_group_rule and tenant:1db979ced72f4c84a5c312128899dc9b is out of sync, need to count used quota {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 13:36:28.790882 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-b69fcaac-21b4-46c0-975d-553cb13d8572 tempest-ServerActionsTestJSON-64006463 tempest-ServerActionsTestJSON-64006463-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 13:36:28.801738 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-55cb9690-0d7d-4393-81df-67b156f05891 tempest-RoutersNegativeTest-1474796941 tempest-RoutersNegativeTest-1474796941-project] Releasing vlan 383 on physical network physnet1 to pool {{(pid=83869) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 01 13:36:28.801738 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-55cb9690-0d7d-4393-81df-67b156f05891 tempest-RoutersNegativeTest-1474796941 tempest-RoutersNegativeTest-1474796941-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1004262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2705264'] for segment, after_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:28.805722 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-b69fcaac-21b4-46c0-975d-553cb13d8572 tempest-ServerActionsTestJSON-64006463 tempest-ServerActionsTestJSON-64006463-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:36:28.818181 dv-neutron-836180-1-hyperv neutron-server[83869]: Traceback (most recent call last): Apr 01 13:36:28.818181 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 01 13:36:28.818181 dv-neutron-836180-1-hyperv neutron-server[83869]: timer() Apr 01 13:36:28.818181 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 13:36:28.818181 dv-neutron-836180-1-hyperv neutron-server[83869]: cb(*args, **kw) Apr 01 13:36:28.818181 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 13:36:28.818181 dv-neutron-836180-1-hyperv neutron-server[83869]: return func(*args, **kwargs) Apr 01 13:36:28.818181 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 13:36:28.818181 dv-neutron-836180-1-hyperv neutron-server[83869]: self._notify() Apr 01 13:36:28.818181 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 13:36:28.818181 dv-neutron-836180-1-hyperv neutron-server[83869]: self.callback(batched_events) Apr 01 13:36:28.818181 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 13:36:28.818181 dv-neutron-836180-1-hyperv neutron-server[83869]: event.method(event) Apr 01 13:36:28.818181 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 13:36:28.818181 dv-neutron-836180-1-hyperv neutron-server[83869]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 13:36:28.818181 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 13:36:28.818181 dv-neutron-836180-1-hyperv neutron-server[83869]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 13:36:28.818181 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 13:36:28.818181 dv-neutron-836180-1-hyperv neutron-server[83869]: return f(self, *a, **k) Apr 01 13:36:28.818181 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 13:36:28.818181 dv-neutron-836180-1-hyperv neutron-server[83869]: return self._get(url).json() Apr 01 13:36:28.818181 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 13:36:28.818181 dv-neutron-836180-1-hyperv neutron-server[83869]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 13:36:28.818181 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 01 13:36:28.818181 dv-neutron-836180-1-hyperv neutron-server[83869]: return self.request(url, 'GET', **kwargs) Apr 01 13:36:28.818181 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 01 13:36:28.818181 dv-neutron-836180-1-hyperv neutron-server[83869]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 13:36:28.818181 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 01 13:36:28.818181 dv-neutron-836180-1-hyperv neutron-server[83869]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 13:36:28.818181 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 01 13:36:28.818181 dv-neutron-836180-1-hyperv neutron-server[83869]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 13:36:28.818181 dv-neutron-836180-1-hyperv neutron-server[83869]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 13:36:28.821606 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-fae4f15b-75b0-46a2-8704-ad43148d2c7f tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Usage tracker for resource:port and tenant:8b726fe6689e4b7f96def1a2219bea6c is out of sync, need to count used quota {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 13:36:28.871074 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-9f828e69-38f1-4fc1-ab47-f44ba7fc2d96 tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-945029'] for subnet, precommit_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:28.933641 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-f641d06e-3c83-4ab9-94a1-d80ed8ea6ae6 tempest-QuotasNegativeTest-1061667972 tempest-QuotasNegativeTest-1061667972-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1033078'] for network, before_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:28.939856 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-b208ab6e-db6f-4540-b3bc-5b34cf50fd03 None None] Provisioning for port 506186fc-3ab7-4acd-abb1-01af0f322bcf completed by entity DHCP. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 13:36:28.941335 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-fae4f15b-75b0-46a2-8704-ad43148d2c7f tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 13:36:28.985711 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Provisioning for port 506186fc-3ab7-4acd-abb1-01af0f322bcf completed by entity L2. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 13:36:29.017945 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.db_base_plugin_common [None req-d40df44a-3ff2-4a43-93cc-593d83468118 tempest-RoutersAdminTest-1358270532 tempest-RoutersAdminTest-1358270532-project] Allocated IP 172.26.5.175 (725864b8-cceb-48c9-b5d3-1bfc4423e301/e2ed99db-0e25-4971-b535-7fa69231fae8/42e2b1fb-e9b2-4132-ae63-666fdcd49a73) {{(pid=83871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 13:36:29.027310 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-b69fcaac-21b4-46c0-975d-553cb13d8572 tempest-ServerActionsTestJSON-64006463 tempest-ServerActionsTestJSON-64006463-project] Notify callbacks [] for security_group, precommit_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:29.033405 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Provisioning complete for port 506186fc-3ab7-4acd-abb1-01af0f322bcf triggered by entity L2. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 13:36:29.033810 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-948329'] for port, provisioning_complete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:29.042120 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-b69fcaac-21b4-46c0-975d-553cb13d8572 tempest-ServerActionsTestJSON-64006463 tempest-ServerActionsTestJSON-64006463-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3775923'] for security_group, after_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:29.048272 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-fae4f15b-75b0-46a2-8704-ad43148d2c7f tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:36:29.090965 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-d02c21df-1e8c-4ab3-85e0-311570e13829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736733359243', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736732935810'] for port, after_delete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:29.128188 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fae4f15b-75b0-46a2-8704-ad43148d2c7f tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Made reservation on behalf of 8b726fe6689e4b7f96def1a2219bea6c for: {'port': 1} {{(pid=83869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 13:36:29.132458 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-fae4f15b-75b0-46a2-8704-ad43148d2c7f tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:29.170885 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d02c21df-1e8c-4ab3-85e0-311570e13829 None None] Pushing event deleted for resources: {'Port': ['ID=7386aa84-2039-4cd6-8bef-ae53ee0ca479,revision_number=None']} {{(pid=83872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:36:29.173202 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d02c21df-1e8c-4ab3-85e0-311570e13829 None None] No DVR routers for this DVR port 7386aa84-2039-4cd6-8bef-ae53ee0ca479 on host dv-neutron-836180-1-hyperv {{(pid=83872) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 13:36:29.184583 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-55cb9690-0d7d-4393-81df-67b156f05891 tempest-RoutersNegativeTest-1474796941 tempest-RoutersNegativeTest-1474796941-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-942599', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4084797'] for network, after_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:29.209597 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f7d8663-8ca9-4fbf-9b7a-47bb54e13dce None None] DHCP port deletion for f5af94fd-eb93-4dcd-a1d0-079a93ce69bb request from dv-neutron-836180-1-hyperv {{(pid=83872) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 01 13:36:29.223939 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-9f828e69-38f1-4fc1-ab47-f44ba7fc2d96 tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-945042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2743160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2757373'] for subnet, after_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:29.257254 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.api.v2.resource [None req-76d4c3a9-4c39-4720-9588-320c3fde9949 tempest-TagsExtTest-1062591673 tempest-TagsExtTest-1062591673-project] show failed (client error): The resource could not be found. Apr 01 13:36:29.261851 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-76d4c3a9-4c39-4720-9588-320c3fde9949 tempest-TagsExtTest-1062591673 tempest-TagsExtTest-1062591673-project] 10.222.0.26 "GET /v2.0/routers/8d4c9b74-9937-474e-a4e0-fd5344eee35a/tags/tempest-TagsExtTest-Tag-2067559811 HTTP/1.1" status: 404 len: 329 time: 0.5158141 Apr 01 13:36:29.264982 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.plugin [None req-8f7d8663-8ca9-4fbf-9b7a-47bb54e13dce None None] Deleting port 72a7ea57-4ae7-479d-90ca-5b23e9329b7d {{(pid=83872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 13:36:29.265124 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 50086) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:36:29.265536 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-8f7d8663-8ca9-4fbf-9b7a-47bb54e13dce None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736733287370'] for port, before_delete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:29.271933 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-55cb9690-0d7d-4393-81df-67b156f05891 tempest-RoutersNegativeTest-1474796941 tempest-RoutersNegativeTest-1474796941-project] Notify callbacks [] for network, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:29.291830 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.services.tag.tag_plugin [None req-7077f4a3-4e5c-44d9-95e2-7fbd7fd7dee5 tempest-TagsExtTest-1062591673 tempest-TagsExtTest-1062591673-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '8d4c9b74-9937-474e-a4e0-fd5344eee35a', 'tempest-TagsExtTest-Tag-485283875') {} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:36:29.338126 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-ded27942-5f2b-489f-9878-95ca41c1255c tempest-RoutersIpV6AdminTest-7322729 tempest-RoutersIpV6AdminTest-7322729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4084887', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4079850', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4161'] for router, precommit_update {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:29.343266 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-9f828e69-38f1-4fc1-ab47-f44ba7fc2d96 tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Notify callbacks [] for subnet, before_response {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:29.351080 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f828e69-38f1-4fc1-ab47-f44ba7fc2d96 tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Pushing event deleted for resources: {'Subnet': ['ID=08c7e342-e0b0-44f6-8564-2a04fd0c3685,revision_number=None']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:36:29.358699 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94acd9b4-d1ac-4aa6-850b-450e3ae4bd1a None None] Network 7852ebd7-3ebd-4d92-8748-a4898c27da6d requested from dv-neutron-836180-1-hyperv {{(pid=83872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 13:36:29.366438 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.notifiers.nova [None req-fae4f15b-75b0-46a2-8704-ad43148d2c7f tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] device_id is not set on port 57d1d55e-64fd-4c05-af82-5ca36f3320f2 yet. {{(pid=83869) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 01 13:36:29.372571 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69fcaac-21b4-46c0-975d-553cb13d8572 tempest-ServerActionsTestJSON-64006463 tempest-ServerActionsTestJSON-64006463-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0d525850-c301-4718-92cf-e73f2c3e9524,revision_number=1']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:36:29.384465 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-9f828e69-38f1-4fc1-ab47-f44ba7fc2d96 tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] 10.222.0.26 "DELETE /v2.0/subnets/08c7e342-e0b0-44f6-8564-2a04fd0c3685 HTTP/1.1" status: 204 len: 168 time: 1.6298461 Apr 01 13:36:29.387763 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 50090) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:36:29.388561 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-b69fcaac-21b4-46c0-975d-553cb13d8572 tempest-ServerActionsTestJSON-64006463 tempest-ServerActionsTestJSON-64006463-project] Notify callbacks [] for security_group, before_response {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:29.389884 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-b69fcaac-21b4-46c0-975d-553cb13d8572 tempest-ServerActionsTestJSON-64006463 tempest-ServerActionsTestJSON-64006463-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1612 time: 1.2032106 Apr 01 13:36:29.410413 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 50094) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:36:29.440423 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.v2.base [None req-56dd777e-d38d-4f19-a779-24d680d5dd39 tempest-ServerActionsTestJSON-64006463 tempest-ServerActionsTestJSON-64006463-project] Request body: {'security_group_rule': {'security_group_id': '0d525850-c301-4718-92cf-e73f2c3e9524', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:36:29.448773 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-ded27942-5f2b-489f-9878-95ca41c1255c tempest-RoutersIpV6AdminTest-7322729 tempest-RoutersIpV6AdminTest-7322729-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:29.455990 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55cb9690-0d7d-4393-81df-67b156f05891 tempest-RoutersNegativeTest-1474796941 tempest-RoutersNegativeTest-1474796941-project] Pushing event deleted for resources: {'Network': ['ID=a797c394-f4cc-4d2c-b87d-3a5c0564b80a,revision_number=None']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:36:29.469164 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-55cb9690-0d7d-4393-81df-67b156f05891 tempest-RoutersNegativeTest-1474796941 tempest-RoutersNegativeTest-1474796941-project] 10.222.0.26 "DELETE /v2.0/networks/a797c394-f4cc-4d2c-b87d-3a5c0564b80a HTTP/1.1" status: 204 len: 168 time: 2.7489917 Apr 01 13:36:29.471734 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-f641d06e-3c83-4ab9-94a1-d80ed8ea6ae6 tempest-QuotasNegativeTest-1061667972 tempest-QuotasNegativeTest-1061667972-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-942654', 'neutron.services.segments.db._delete_segments_for_network-8736733387888'] for network, precommit_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:29.483431 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 50098) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:36:29.519485 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-56dd777e-d38d-4f19-a779-24d680d5dd39 tempest-ServerActionsTestJSON-64006463 tempest-ServerActionsTestJSON-64006463-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:36:29.528553 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_hamode_db [None req-072bf06f-3732-44e6-86e9-09918669e876 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ede9094e-0d48-4c45-9fbe-8e6536f13cf3', 'name': 'tempest-ServerActionsTestJSON-2067273465-router', 'tenant_id': '1db979ced72f4c84a5c312128899dc9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'external_fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.75'}], 'enable_snat': True}, 'gw_port_id': '66cbe317-14d9-4cff-9764-39cbd8640f55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T13:36:08Z', 'updated_at': '2022-04-01T13:36:22Z', 'revision_number': 4, 'project_id': '1db979ced72f4c84a5c312128899dc9b', 'gw_port': {'id': '66cbe317-14d9-4cff-9764-39cbd8640f55', 'name': '', 'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:ee:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ede9094e-0d48-4c45-9fbe-8e6536f13cf3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836180-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:36:10Z', 'updated_at': '2022-04-01T13:36:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836180-1-hyperv', '_interfaces': [{'id': 'b8d1d8c2-31ee-4249-acb5-a3e79095c869', 'name': '', 'network_id': 'faf7d63c-9b06-4fbb-8197-4b39ba438717', 'tenant_id': '1db979ced72f4c84a5c312128899dc9b', 'mac_address': 'fa:16:3e:28:1b:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ede9094e-0d48-4c45-9fbe-8e6536f13cf3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '11ea32dc-0c84-4fc1-9df2-80f178610c0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:36:20Z', 'updated_at': '2022-04-01T13:36:23Z', 'revision_number': 2, 'project_id': '1db979ced72f4c84a5c312128899dc9b', 'subnets': [{'id': '11ea32dc-0c84-4fc1-9df2-80f178610c0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-836180-1-hyperv', False) {} {{(pid=83872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:36:29.529539 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-56dd777e-d38d-4f19-a779-24d680d5dd39 tempest-ServerActionsTestJSON-64006463 tempest-ServerActionsTestJSON-64006463-project] Usage tracker for resource:security_group_rule and tenant:1db979ced72f4c84a5c312128899dc9b is out of sync, need to count used quota {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 13:36:29.544016 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-56dd777e-d38d-4f19-a779-24d680d5dd39 tempest-ServerActionsTestJSON-64006463 tempest-ServerActionsTestJSON-64006463-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 13:36:29.555354 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.plugin [None req-ded27942-5f2b-489f-9878-95ca41c1255c tempest-RoutersIpV6AdminTest-7322729 tempest-RoutersIpV6AdminTest-7322729-project] Deleting port a638f44a-72c4-4dfc-bf28-9bc14fa82905 {{(pid=83871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 13:36:29.555690 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-ded27942-5f2b-489f-9878-95ca41c1255c tempest-RoutersIpV6AdminTest-7322729 tempest-RoutersIpV6AdminTest-7322729-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736733287370'] for port, before_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:29.581012 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-56dd777e-d38d-4f19-a779-24d680d5dd39 tempest-ServerActionsTestJSON-64006463 tempest-ServerActionsTestJSON-64006463-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:36:29.605352 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.services.segments.db [None req-f641d06e-3c83-4ab9-94a1-d80ed8ea6ae6 tempest-QuotasNegativeTest-1061667972 tempest-QuotasNegativeTest-1061667972-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a682e56f-cefa-4f0e-8e34-91b7783156e3']}} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:36:29.607709 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-072bf06f-3732-44e6-86e9-09918669e876 None None] Checking router: ede9094e-0d48-4c45-9fbe-8e6536f13cf3 for host: dv-neutron-836180-1-hyperv {{(pid=83872) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 01 13:36:29.608063 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-072bf06f-3732-44e6-86e9-09918669e876 None None] Updating router ede9094e-0d48-4c45-9fbe-8e6536f13cf3 port b8d1d8c2-31ee-4249-acb5-a3e79095c869 binding host dv-neutron-836180-1-hyperv {{(pid=83872) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 01 13:36:29.629440 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-d40df44a-3ff2-4a43-93cc-593d83468118 tempest-RoutersAdminTest-1358270532 tempest-RoutersAdminTest-1358270532-project] Notify callbacks [] for port, precommit_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:29.637187 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.services.segments.db [None req-f641d06e-3c83-4ab9-94a1-d80ed8ea6ae6 tempest-QuotasNegativeTest-1061667972 tempest-QuotasNegativeTest-1061667972-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd3d73522-401f-4a07-8996-f35b2549c820') {'for_net_delete': True} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:36:29.637708 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.services.segments.db [None req-f641d06e-3c83-4ab9-94a1-d80ed8ea6ae6 tempest-QuotasNegativeTest-1061667972 tempest-QuotasNegativeTest-1061667972-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd3d73522-401f-4a07-8996-f35b2549c820') {} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:36:29.642865 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-4f646ccc-0d1c-4270-8aa8-34a593613ee4 tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1033078'] for network, before_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:29.650723 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:29.664885 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-f641d06e-3c83-4ab9-94a1-d80ed8ea6ae6 tempest-QuotasNegativeTest-1061667972 tempest-QuotasNegativeTest-1061667972-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736733386999', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2704982'] for segment, before_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:29.681845 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.api.v2.resource [None req-7077f4a3-4e5c-44d9-95e2-7fbd7fd7dee5 tempest-TagsExtTest-1062591673 tempest-TagsExtTest-1062591673-project] show failed (client error): The resource could not be found. Apr 01 13:36:29.685757 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-7077f4a3-4e5c-44d9-95e2-7fbd7fd7dee5 tempest-TagsExtTest-1062591673 tempest-TagsExtTest-1062591673-project] 10.222.0.26 "GET /v2.0/routers/8d4c9b74-9937-474e-a4e0-fd5344eee35a/tags/tempest-TagsExtTest-Tag-485283875 HTTP/1.1" status: 404 len: 328 time: 0.4096375 Apr 01 13:36:29.689251 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 50102) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:36:29.740319 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-6158cd6a-009a-4e3a-886b-edced7f0b44a tempest-RoutersNegativeTest-1474796941 tempest-RoutersNegativeTest-1474796941-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1033078'] for network, before_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:29.744798 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.services.tag.tag_plugin [None req-fad71945-4398-44fa-860c-e23b5bbe8fe5 tempest-TagsExtTest-1062591673 tempest-TagsExtTest-1062591673-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '8d4c9b74-9937-474e-a4e0-fd5344eee35a', 'tempest-TagsExtTest-Tag-456852664') {} {{(pid=83871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:36:29.748989 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-f641d06e-3c83-4ab9-94a1-d80ed8ea6ae6 tempest-QuotasNegativeTest-1061667972 tempest-QuotasNegativeTest-1061667972-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1004271'] for segment, precommit_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:29.769553 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f641d06e-3c83-4ab9-94a1-d80ed8ea6ae6 tempest-QuotasNegativeTest-1061667972 tempest-QuotasNegativeTest-1061667972-project-admin] Releasing vlan 358 on physical network physnet1 to pool {{(pid=83869) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 01 13:36:29.769940 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-f641d06e-3c83-4ab9-94a1-d80ed8ea6ae6 tempest-QuotasNegativeTest-1061667972 tempest-QuotasNegativeTest-1061667972-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1004262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2705264'] for segment, after_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:29.785729 dv-neutron-836180-1-hyperv neutron-server[83869]: Traceback (most recent call last): Apr 01 13:36:29.785729 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 01 13:36:29.785729 dv-neutron-836180-1-hyperv neutron-server[83869]: timer() Apr 01 13:36:29.785729 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 13:36:29.785729 dv-neutron-836180-1-hyperv neutron-server[83869]: cb(*args, **kw) Apr 01 13:36:29.785729 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 13:36:29.785729 dv-neutron-836180-1-hyperv neutron-server[83869]: return func(*args, **kwargs) Apr 01 13:36:29.785729 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 13:36:29.785729 dv-neutron-836180-1-hyperv neutron-server[83869]: self._notify() Apr 01 13:36:29.785729 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 13:36:29.785729 dv-neutron-836180-1-hyperv neutron-server[83869]: self.callback(batched_events) Apr 01 13:36:29.785729 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 13:36:29.785729 dv-neutron-836180-1-hyperv neutron-server[83869]: event.method(event) Apr 01 13:36:29.785729 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 13:36:29.785729 dv-neutron-836180-1-hyperv neutron-server[83869]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 13:36:29.785729 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 13:36:29.785729 dv-neutron-836180-1-hyperv neutron-server[83869]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 13:36:29.785729 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 13:36:29.785729 dv-neutron-836180-1-hyperv neutron-server[83869]: return f(self, *a, **k) Apr 01 13:36:29.785729 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 13:36:29.785729 dv-neutron-836180-1-hyperv neutron-server[83869]: return self._get(url).json() Apr 01 13:36:29.785729 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 13:36:29.785729 dv-neutron-836180-1-hyperv neutron-server[83869]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 13:36:29.785729 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 01 13:36:29.785729 dv-neutron-836180-1-hyperv neutron-server[83869]: return self.request(url, 'GET', **kwargs) Apr 01 13:36:29.785729 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 01 13:36:29.785729 dv-neutron-836180-1-hyperv neutron-server[83869]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 13:36:29.785729 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 01 13:36:29.785729 dv-neutron-836180-1-hyperv neutron-server[83869]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 13:36:29.785729 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 01 13:36:29.785729 dv-neutron-836180-1-hyperv neutron-server[83869]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 13:36:29.785729 dv-neutron-836180-1-hyperv neutron-server[83869]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 13:36:29.798175 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-56dd777e-d38d-4f19-a779-24d680d5dd39 tempest-ServerActionsTestJSON-64006463 tempest-ServerActionsTestJSON-64006463-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:29.875561 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-072bf06f-3732-44e6-86e9-09918669e876 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:29.900528 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-8f7d8663-8ca9-4fbf-9b7a-47bb54e13dce None None] For port 72a7ea57-4ae7-479d-90ca-5b23e9329b7d, host dv-neutron-836180-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836180-1-hyperv',level=0,port_id=72a7ea57-4ae7-479d-90ca-5b23e9329b7d,segment=NetworkSegment(31747123-18c9-40bc-bc8b-91f7193dc401),segment_id=31747123-18c9-40bc-bc8b-91f7193dc401)] {{(pid=83872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 13:36:29.900989 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-8f7d8663-8ca9-4fbf-9b7a-47bb54e13dce None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4155147'] for port, precommit_delete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:29.913717 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.plugin [None req-4f646ccc-0d1c-4270-8aa8-34a593613ee4 tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Deleting port 72a7ea57-4ae7-479d-90ca-5b23e9329b7d {{(pid=83871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 13:36:29.914392 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-4f646ccc-0d1c-4270-8aa8-34a593613ee4 tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736733287370'] for port, before_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:29.999884 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-d40df44a-3ff2-4a43-93cc-593d83468118 tempest-RoutersAdminTest-1358270532 tempest-RoutersAdminTest-1358270532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736732935801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2743125'] for port, after_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:30.077696 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] For port 506186fc-3ab7-4acd-abb1-01af0f322bcf, host dv-neutron-836180-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836180-1-hyperv',level=0,port_id=506186fc-3ab7-4acd-abb1-01af0f322bcf,segment=NetworkSegment(16094ed0-4a47-4ff6-9238-85c278d7a2a5),segment_id=16094ed0-4a47-4ff6-9238-85c278d7a2a5)] {{(pid=83872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 13:36:30.091753 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-ded27942-5f2b-489f-9878-95ca41c1255c tempest-RoutersIpV6AdminTest-7322729 tempest-RoutersIpV6AdminTest-7322729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4155147'] for port, precommit_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:30.109519 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.plugin [None req-8f7d8663-8ca9-4fbf-9b7a-47bb54e13dce None None] Calling delete_port for 72a7ea57-4ae7-479d-90ca-5b23e9329b7d owned by network:dhcp {{(pid=83872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 13:36:30.158966 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864'] for port, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:30.207159 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-f641d06e-3c83-4ab9-94a1-d80ed8ea6ae6 tempest-QuotasNegativeTest-1061667972 tempest-QuotasNegativeTest-1061667972-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-942599', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4084797'] for network, after_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:30.211381 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-f641d06e-3c83-4ab9-94a1-d80ed8ea6ae6 tempest-QuotasNegativeTest-1061667972 tempest-QuotasNegativeTest-1061667972-project-admin] Notify callbacks [] for network, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:30.233686 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-6158cd6a-009a-4e3a-886b-edced7f0b44a tempest-RoutersNegativeTest-1474796941 tempest-RoutersNegativeTest-1474796941-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-942654', 'neutron.services.segments.db._delete_segments_for_network-8736733387888'] for network, precommit_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:30.243019 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.api.v2.resource [None req-fad71945-4398-44fa-860c-e23b5bbe8fe5 tempest-TagsExtTest-1062591673 tempest-TagsExtTest-1062591673-project] show failed (client error): The resource could not be found. Apr 01 13:36:30.244075 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-fad71945-4398-44fa-860c-e23b5bbe8fe5 tempest-TagsExtTest-1062591673 tempest-TagsExtTest-1062591673-project] 10.222.0.26 "GET /v2.0/routers/8d4c9b74-9937-474e-a4e0-fd5344eee35a/tags/tempest-TagsExtTest-Tag-456852664 HTTP/1.1" status: 404 len: 328 time: 0.5119967 Apr 01 13:36:30.246009 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-56dd777e-d38d-4f19-a779-24d680d5dd39 tempest-ServerActionsTestJSON-64006463 tempest-ServerActionsTestJSON-64006463-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:30.271718 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Device 7386aa84-2039-4cd6-8bef-ae53ee0ca479 no longer exists at agent ovs-agent-dv-neutron-836180-1-hyperv {{(pid=83872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 13:36:30.287298 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 50110) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:36:30.306824 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d40df44a-3ff2-4a43-93cc-593d83468118 tempest-RoutersAdminTest-1358270532 tempest-RoutersAdminTest-1358270532-project] Network 725864b8-cceb-48c9-b5d3-1bfc4423e301 is already hosted by enough agents. {{(pid=83871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 13:36:30.315776 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.services.tag.tag_plugin [None req-b5354b1c-29f7-4ff2-b9f0-c40be2bfd861 tempest-TagsExtTest-1062591673 tempest-TagsExtTest-1062591673-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', '05c0b346-b923-4fdc-a3aa-c7a1b6633b0f', {'tags': ['tempest-TagsExtTest-Tag-1430434147', 'tempest-TagsExtTest-Tag-876847494', 'tempest-TagsExtTest-Tag-1909405752']}) {} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:36:30.319933 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.plugin [None req-ded27942-5f2b-489f-9878-95ca41c1255c tempest-RoutersIpV6AdminTest-7322729 tempest-RoutersIpV6AdminTest-7322729-project] Calling delete_port for a638f44a-72c4-4dfc-bf28-9bc14fa82905 owned by network:router_gateway {{(pid=83871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 13:36:30.324705 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f641d06e-3c83-4ab9-94a1-d80ed8ea6ae6 tempest-QuotasNegativeTest-1061667972 tempest-QuotasNegativeTest-1061667972-project-admin] Pushing event deleted for resources: {'Network': ['ID=a682e56f-cefa-4f0e-8e34-91b7783156e3,revision_number=None']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:36:30.344125 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.plugin [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] No Port match for: 7386aa84-2039-4cd6-8bef-ae53ee0ca479 {{(pid=83872) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 01 13:36:30.344636 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Device 7386aa84-2039-4cd6-8bef-ae53ee0ca479 not bound to the agent host dv-neutron-836180-1-hyperv {{(pid=83872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 13:36:30.347754 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.services.segments.db [None req-6158cd6a-009a-4e3a-886b-edced7f0b44a tempest-RoutersNegativeTest-1474796941 tempest-RoutersNegativeTest-1474796941-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c9437b5d-579b-4955-8097-0e51d9e04aec']}} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:36:30.348878 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.scheduler.base_scheduler [None req-d40df44a-3ff2-4a43-93cc-593d83468118 tempest-RoutersAdminTest-1358270532 tempest-RoutersAdminTest-1358270532-project] Resources bound (agent type, host, resource id): {{(pid=83871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 13:36:30.351287 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d40df44a-3ff2-4a43-93cc-593d83468118 tempest-RoutersAdminTest-1358270532 tempest-RoutersAdminTest-1358270532-project] Pushing event updated for resources: {'Port': ['ID=42e2b1fb-e9b2-4132-ae63-666fdcd49a73,revision_number=1']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:36:30.357520 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d40df44a-3ff2-4a43-93cc-593d83468118 tempest-RoutersAdminTest-1358270532 tempest-RoutersAdminTest-1358270532-project] Received port after_create {{(pid=83871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 13:36:30.365425 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-f641d06e-3c83-4ab9-94a1-d80ed8ea6ae6 tempest-QuotasNegativeTest-1061667972 tempest-QuotasNegativeTest-1061667972-project-admin] 10.222.0.26 "DELETE /v2.0/networks/a682e56f-cefa-4f0e-8e34-91b7783156e3 HTTP/1.1" status: 204 len: 168 time: 1.6173720 Apr 01 13:36:30.373790 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.db_base_plugin_common [None req-fae4f15b-75b0-46a2-8704-ad43148d2c7f tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Allocated IP 172.20.0.14 (09d7ea43-6376-4322-97e7-54cd01aae492/f43cfa76-e832-4b95-a6ba-9b95d7b7f0b0/57d1d55e-64fd-4c05-af82-5ca36f3320f2) {{(pid=83869) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 13:36:30.379893 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 50114) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:36:30.384146 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.services.segments.db [None req-6158cd6a-009a-4e3a-886b-edced7f0b44a tempest-RoutersNegativeTest-1474796941 tempest-RoutersNegativeTest-1474796941-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1c716a8b-118e-41f9-89d5-cc8de2dd1e4b') {'for_net_delete': True} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:36:30.384514 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.services.segments.db [None req-6158cd6a-009a-4e3a-886b-edced7f0b44a tempest-RoutersNegativeTest-1474796941 tempest-RoutersNegativeTest-1474796941-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1c716a8b-118e-41f9-89d5-cc8de2dd1e4b') {} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:36:30.413984 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-56dd777e-d38d-4f19-a779-24d680d5dd39 tempest-ServerActionsTestJSON-64006463 tempest-ServerActionsTestJSON-64006463-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3775744'] for security_group_rule, after_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:30.425880 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.db_base_plugin_common [None req-fae4f15b-75b0-46a2-8704-ad43148d2c7f tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Allocated IP 2001:db8::f816:3eff:fe0a:cb34 (09d7ea43-6376-4322-97e7-54cd01aae492/65b160b5-86c1-4da1-a58e-e26eaf6695b4/57d1d55e-64fd-4c05-af82-5ca36f3320f2) {{(pid=83869) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 13:36:30.435345 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-6158cd6a-009a-4e3a-886b-edced7f0b44a tempest-RoutersNegativeTest-1474796941 tempest-RoutersNegativeTest-1474796941-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736733386999', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2704982'] for segment, before_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:30.442806 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c2366a9-60ac-4f51-b118-e1eac9aa894a None None] Update dhcp port {'port': {'network_id': '09d7ea43-6376-4322-97e7-54cd01aae492', 'fixed_ips': [{'subnet_id': '65b160b5-86c1-4da1-a58e-e26eaf6695b4', 'ip_address': '2001:db8::f816:3eff:fe04:8e1a'}, {'subnet_id': 'f43cfa76-e832-4b95-a6ba-9b95d7b7f0b0'}], 'binding:host_id': 'dv-neutron-836180-1-hyperv'}, 'id': '506186fc-3ab7-4acd-abb1-01af0f322bcf'} from dv-neutron-836180-1-hyperv. {{(pid=83872) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Apr 01 13:36:30.475691 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Pushing event updated for resources: {'Port': ['ID=506186fc-3ab7-4acd-abb1-01af0f322bcf,revision_number=3']} {{(pid=83872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:36:30.490437 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56dd777e-d38d-4f19-a779-24d680d5dd39 tempest-ServerActionsTestJSON-64006463 tempest-ServerActionsTestJSON-64006463-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3e6f7079-d878-48ac-b8e5-8e1cfaf8bace,revision_number=0']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:36:30.507971 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Device 72a7ea57-4ae7-479d-90ca-5b23e9329b7d no longer exists at agent ovs-agent-dv-neutron-836180-1-hyperv {{(pid=83872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 13:36:30.544055 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-8f7d8663-8ca9-4fbf-9b7a-47bb54e13dce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736733359243', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736732935810'] for port, after_delete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:30.589962 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-56dd777e-d38d-4f19-a779-24d680d5dd39 tempest-ServerActionsTestJSON-64006463 tempest-ServerActionsTestJSON-64006463-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:30.590367 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-6158cd6a-009a-4e3a-886b-edced7f0b44a tempest-RoutersNegativeTest-1474796941 tempest-RoutersNegativeTest-1474796941-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1004271'] for segment, precommit_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:30.591071 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-56dd777e-d38d-4f19-a779-24d680d5dd39 tempest-ServerActionsTestJSON-64006463 tempest-ServerActionsTestJSON-64006463-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 1.1796739 Apr 01 13:36:30.596406 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 50118) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:36:30.615832 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-b5354b1c-29f7-4ff2-b9f0-c40be2bfd861 tempest-TagsExtTest-1062591673 tempest-TagsExtTest-1062591673-project] 10.222.0.26 "PUT /v2.0/subnetpools/05c0b346-b923-4fdc-a3aa-c7a1b6633b0f/tags HTTP/1.1" status: 200 len: 317 time: 0.3208530 Apr 01 13:36:30.622213 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-ad23cabc-c749-4775-80f7-ec19f4366164 tempest-QuotasNegativeTest-1061667972 tempest-QuotasNegativeTest-1061667972-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1033078'] for network, before_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:30.623729 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 50122) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:36:30.625225 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.plugin [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] No Port match for: 72a7ea57-4ae7-479d-90ca-5b23e9329b7d {{(pid=83872) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 01 13:36:30.625520 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Device 72a7ea57-4ae7-479d-90ca-5b23e9329b7d not bound to the agent host dv-neutron-836180-1-hyperv {{(pid=83872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 13:36:30.627175 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01e295aa-84bc-4c18-9283-cbc829cf36f6 None None] DHCP port deletion for 7852ebd7-3ebd-4d92-8748-a4898c27da6d request from dv-neutron-836180-1-hyperv {{(pid=83872) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 01 13:36:30.627455 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.v2.base [None req-48e15f47-556b-45e9-a6b9-fefcc72775f6 tempest-ServerActionsTestJSON-64006463 tempest-ServerActionsTestJSON-64006463-project] Request body: {'security_group_rule': {'security_group_id': '0d525850-c301-4718-92cf-e73f2c3e9524', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=83869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:36:30.636889 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-48e15f47-556b-45e9-a6b9-fefcc72775f6 tempest-ServerActionsTestJSON-64006463 tempest-ServerActionsTestJSON-64006463-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:36:30.643149 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-48e15f47-556b-45e9-a6b9-fefcc72775f6 tempest-ServerActionsTestJSON-64006463 tempest-ServerActionsTestJSON-64006463-project] Usage tracker for resource:security_group_rule and tenant:1db979ced72f4c84a5c312128899dc9b is out of sync, need to count used quota {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 13:36:30.647423 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f7d8663-8ca9-4fbf-9b7a-47bb54e13dce None None] Pushing event deleted for resources: {'Port': ['ID=72a7ea57-4ae7-479d-90ca-5b23e9329b7d,revision_number=None']} {{(pid=83872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:36:30.647570 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6158cd6a-009a-4e3a-886b-edced7f0b44a tempest-RoutersNegativeTest-1474796941 tempest-RoutersNegativeTest-1474796941-project] Releasing vlan 390 on physical network physnet1 to pool {{(pid=83869) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 01 13:36:30.647755 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-6158cd6a-009a-4e3a-886b-edced7f0b44a tempest-RoutersNegativeTest-1474796941 tempest-RoutersNegativeTest-1474796941-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1004262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2705264'] for segment, after_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:30.648919 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-0c2366a9-60ac-4f51-b118-e1eac9aa894a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:30.666793 dv-neutron-836180-1-hyperv neutron-server[83869]: Traceback (most recent call last): Apr 01 13:36:30.666793 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 01 13:36:30.666793 dv-neutron-836180-1-hyperv neutron-server[83869]: timer() Apr 01 13:36:30.666793 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 13:36:30.666793 dv-neutron-836180-1-hyperv neutron-server[83869]: cb(*args, **kw) Apr 01 13:36:30.666793 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 13:36:30.666793 dv-neutron-836180-1-hyperv neutron-server[83869]: return func(*args, **kwargs) Apr 01 13:36:30.666793 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 13:36:30.666793 dv-neutron-836180-1-hyperv neutron-server[83869]: self._notify() Apr 01 13:36:30.666793 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 13:36:30.666793 dv-neutron-836180-1-hyperv neutron-server[83869]: self.callback(batched_events) Apr 01 13:36:30.666793 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 13:36:30.666793 dv-neutron-836180-1-hyperv neutron-server[83869]: event.method(event) Apr 01 13:36:30.666793 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 13:36:30.666793 dv-neutron-836180-1-hyperv neutron-server[83869]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 13:36:30.666793 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 13:36:30.666793 dv-neutron-836180-1-hyperv neutron-server[83869]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 13:36:30.666793 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 13:36:30.666793 dv-neutron-836180-1-hyperv neutron-server[83869]: return f(self, *a, **k) Apr 01 13:36:30.666793 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 13:36:30.666793 dv-neutron-836180-1-hyperv neutron-server[83869]: return self._get(url).json() Apr 01 13:36:30.666793 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 13:36:30.666793 dv-neutron-836180-1-hyperv neutron-server[83869]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 13:36:30.666793 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 01 13:36:30.666793 dv-neutron-836180-1-hyperv neutron-server[83869]: return self.request(url, 'GET', **kwargs) Apr 01 13:36:30.666793 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 01 13:36:30.666793 dv-neutron-836180-1-hyperv neutron-server[83869]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 13:36:30.666793 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 01 13:36:30.666793 dv-neutron-836180-1-hyperv neutron-server[83869]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 13:36:30.666793 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 01 13:36:30.666793 dv-neutron-836180-1-hyperv neutron-server[83869]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 13:36:30.666793 dv-neutron-836180-1-hyperv neutron-server[83869]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 13:36:30.668963 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-48e15f47-556b-45e9-a6b9-fefcc72775f6 tempest-ServerActionsTestJSON-64006463 tempest-ServerActionsTestJSON-64006463-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 13:36:30.670871 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.db [None req-4f646ccc-0d1c-4270-8aa8-34a593613ee4 tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] For port 72a7ea57-4ae7-479d-90ca-5b23e9329b7d, host dv-neutron-836180-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836180-1-hyperv',level=0,port_id=72a7ea57-4ae7-479d-90ca-5b23e9329b7d,segment=NetworkSegment(31747123-18c9-40bc-bc8b-91f7193dc401),segment_id=31747123-18c9-40bc-bc8b-91f7193dc401)] {{(pid=83871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 13:36:30.671236 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-4f646ccc-0d1c-4270-8aa8-34a593613ee4 tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4155147'] for port, precommit_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:30.697323 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.services.tag.tag_plugin [None req-a1dc8aa7-06fb-47df-af4e-a2477389f2ca tempest-TagsExtTest-1062591673 tempest-TagsExtTest-1062591673-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '05c0b346-b923-4fdc-a3aa-c7a1b6633b0f') {} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:36:30.712803 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.plugin [None req-01e295aa-84bc-4c18-9283-cbc829cf36f6 None None] Deleting port 10ce0583-6e3a-4098-8c58-1b5ddaac4c24 {{(pid=83872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 13:36:30.713319 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-01e295aa-84bc-4c18-9283-cbc829cf36f6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736733287370'] for port, before_delete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:30.755093 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-48e15f47-556b-45e9-a6b9-fefcc72775f6 tempest-ServerActionsTestJSON-64006463 tempest-ServerActionsTestJSON-64006463-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:36:30.760971 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f7d8663-8ca9-4fbf-9b7a-47bb54e13dce None None] No DVR routers for this DVR port 72a7ea57-4ae7-479d-90ca-5b23e9329b7d on host dv-neutron-836180-1-hyperv {{(pid=83872) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 13:36:30.930841 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.plugin [None req-4f646ccc-0d1c-4270-8aa8-34a593613ee4 tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Calling delete_port for 72a7ea57-4ae7-479d-90ca-5b23e9329b7d owned by network:dhcp {{(pid=83871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 13:36:30.951907 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-48e15f47-556b-45e9-a6b9-fefcc72775f6 tempest-ServerActionsTestJSON-64006463 tempest-ServerActionsTestJSON-64006463-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:30.969512 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-6158cd6a-009a-4e3a-886b-edced7f0b44a tempest-RoutersNegativeTest-1474796941 tempest-RoutersNegativeTest-1474796941-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-942599', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4084797'] for network, after_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:31.054520 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-6158cd6a-009a-4e3a-886b-edced7f0b44a tempest-RoutersNegativeTest-1474796941 tempest-RoutersNegativeTest-1474796941-project] Notify callbacks [] for network, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:31.069486 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.db.api [None req-4f646ccc-0d1c-4270-8aa8-34a593613ee4 tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83871) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 01 13:36:31.069873 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG oslo_db.api [None req-4f646ccc-0d1c-4270-8aa8-34a593613ee4 tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 01 13:36:31.098718 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-ded27942-5f2b-489f-9878-95ca41c1255c tempest-RoutersIpV6AdminTest-7322729 tempest-RoutersIpV6AdminTest-7322729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736733359243', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736732935810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2743125'] for port, after_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:31.124752 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-ad23cabc-c749-4775-80f7-ec19f4366164 tempest-QuotasNegativeTest-1061667972 tempest-QuotasNegativeTest-1061667972-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-942654', 'neutron.services.segments.db._delete_segments_for_network-8736733387888'] for network, precommit_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:31.136787 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-6158cd6a-009a-4e3a-886b-edced7f0b44a tempest-RoutersNegativeTest-1474796941 tempest-RoutersNegativeTest-1474796941-project] 10.222.0.26 "DELETE /v2.0/networks/c9437b5d-579b-4955-8097-0e51d9e04aec HTTP/1.1" status: 204 len: 168 time: 1.6480517 Apr 01 13:36:31.136787 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6158cd6a-009a-4e3a-886b-edced7f0b44a tempest-RoutersNegativeTest-1474796941 tempest-RoutersNegativeTest-1474796941-project] Pushing event deleted for resources: {'Network': ['ID=c9437b5d-579b-4955-8097-0e51d9e04aec,revision_number=None']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:36:31.139769 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 50126) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:36:31.153089 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded27942-5f2b-489f-9878-95ca41c1255c tempest-RoutersIpV6AdminTest-7322729 tempest-RoutersIpV6AdminTest-7322729-project] Pushing event deleted for resources: {'Port': ['ID=a638f44a-72c4-4dfc-bf28-9bc14fa82905,revision_number=None']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:36:31.182534 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-01e295aa-84bc-4c18-9283-cbc829cf36f6 None None] For port 10ce0583-6e3a-4098-8c58-1b5ddaac4c24, host dv-neutron-836180-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836180-1-hyperv',level=0,port_id=10ce0583-6e3a-4098-8c58-1b5ddaac4c24,segment=NetworkSegment(71cf597a-0abd-4c90-81da-aafcbdf73f17),segment_id=71cf597a-0abd-4c90-81da-aafcbdf73f17)] {{(pid=83872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 13:36:31.183253 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-a1dc8aa7-06fb-47df-af4e-a2477389f2ca tempest-TagsExtTest-1062591673 tempest-TagsExtTest-1062591673-project] 10.222.0.26 "DELETE /v2.0/subnetpools/05c0b346-b923-4fdc-a3aa-c7a1b6633b0f/tags HTTP/1.1" status: 204 len: 168 time: 0.5172884 Apr 01 13:36:31.183378 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-01e295aa-84bc-4c18-9283-cbc829cf36f6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4155147'] for port, precommit_delete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:31.183471 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 50130) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:36:31.212196 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.services.tag.tag_plugin [None req-9412d653-f71b-4688-a107-1efd26fa6414 tempest-TagsExtTest-1062591673 tempest-TagsExtTest-1062591673-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '05c0b346-b923-4fdc-a3aa-c7a1b6633b0f', 'tempest-TagsExtTest-Tag-1430434147') {} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:36:31.221213 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.services.segments.db [None req-ad23cabc-c749-4775-80f7-ec19f4366164 tempest-QuotasNegativeTest-1061667972 tempest-QuotasNegativeTest-1061667972-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5dac7c7f-7b82-4e2b-8c15-2e713b86431d']}} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:36:31.229988 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-fae4f15b-75b0-46a2-8704-ad43148d2c7f tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Notify callbacks [] for port, precommit_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:31.253393 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.services.segments.db [None req-ad23cabc-c749-4775-80f7-ec19f4366164 tempest-QuotasNegativeTest-1061667972 tempest-QuotasNegativeTest-1061667972-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '29e84aab-35cb-4197-81c9-3e61d732f277') {'for_net_delete': True} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:36:31.253667 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.services.segments.db [None req-ad23cabc-c749-4775-80f7-ec19f4366164 tempest-QuotasNegativeTest-1061667972 tempest-QuotasNegativeTest-1061667972-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '29e84aab-35cb-4197-81c9-3e61d732f277') {} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:36:31.254366 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-072bf06f-3732-44e6-86e9-09918669e876 None None] Notify callbacks [] for port, precommit_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:31.277527 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.provisioning_blocks [None req-fae4f15b-75b0-46a2-8704-ad43148d2c7f tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Transition to ACTIVE for port object 57d1d55e-64fd-4c05-af82-5ca36f3320f2 will not be triggered until provisioned by entity DHCP. {{(pid=83869) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 13:36:31.279685 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-ad23cabc-c749-4775-80f7-ec19f4366164 tempest-QuotasNegativeTest-1061667972 tempest-QuotasNegativeTest-1061667972-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736733386999', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2704982'] for segment, before_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:31.306301 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-48e15f47-556b-45e9-a6b9-fefcc72775f6 tempest-ServerActionsTestJSON-64006463 tempest-ServerActionsTestJSON-64006463-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:31.312496 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-ad23cabc-c749-4775-80f7-ec19f4366164 tempest-QuotasNegativeTest-1061667972 tempest-QuotasNegativeTest-1061667972-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1004271'] for segment, precommit_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:31.321186 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-48e15f47-556b-45e9-a6b9-fefcc72775f6 tempest-ServerActionsTestJSON-64006463 tempest-ServerActionsTestJSON-64006463-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3775744'] for security_group_rule, after_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:31.328007 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.plugin [None req-01e295aa-84bc-4c18-9283-cbc829cf36f6 None None] Calling delete_port for 10ce0583-6e3a-4098-8c58-1b5ddaac4c24 owned by network:dhcp {{(pid=83872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 13:36:31.330835 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ad23cabc-c749-4775-80f7-ec19f4366164 tempest-QuotasNegativeTest-1061667972 tempest-QuotasNegativeTest-1061667972-project-admin] Releasing vlan 381 on physical network physnet1 to pool {{(pid=83869) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 01 13:36:31.331269 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-ad23cabc-c749-4775-80f7-ec19f4366164 tempest-QuotasNegativeTest-1061667972 tempest-QuotasNegativeTest-1061667972-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1004262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2705264'] for segment, after_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:31.351747 dv-neutron-836180-1-hyperv neutron-server[83869]: Traceback (most recent call last): Apr 01 13:36:31.351747 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 01 13:36:31.351747 dv-neutron-836180-1-hyperv neutron-server[83869]: timer() Apr 01 13:36:31.351747 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 13:36:31.351747 dv-neutron-836180-1-hyperv neutron-server[83869]: cb(*args, **kw) Apr 01 13:36:31.351747 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 13:36:31.351747 dv-neutron-836180-1-hyperv neutron-server[83869]: return func(*args, **kwargs) Apr 01 13:36:31.351747 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 13:36:31.351747 dv-neutron-836180-1-hyperv neutron-server[83869]: self._notify() Apr 01 13:36:31.351747 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 13:36:31.351747 dv-neutron-836180-1-hyperv neutron-server[83869]: self.callback(batched_events) Apr 01 13:36:31.351747 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 13:36:31.351747 dv-neutron-836180-1-hyperv neutron-server[83869]: event.method(event) Apr 01 13:36:31.351747 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 13:36:31.351747 dv-neutron-836180-1-hyperv neutron-server[83869]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 13:36:31.351747 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 13:36:31.351747 dv-neutron-836180-1-hyperv neutron-server[83869]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 13:36:31.351747 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 13:36:31.351747 dv-neutron-836180-1-hyperv neutron-server[83869]: return f(self, *a, **k) Apr 01 13:36:31.351747 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 13:36:31.351747 dv-neutron-836180-1-hyperv neutron-server[83869]: return self._get(url).json() Apr 01 13:36:31.351747 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 13:36:31.351747 dv-neutron-836180-1-hyperv neutron-server[83869]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 13:36:31.351747 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 01 13:36:31.351747 dv-neutron-836180-1-hyperv neutron-server[83869]: return self.request(url, 'GET', **kwargs) Apr 01 13:36:31.351747 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 01 13:36:31.351747 dv-neutron-836180-1-hyperv neutron-server[83869]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 13:36:31.351747 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 01 13:36:31.351747 dv-neutron-836180-1-hyperv neutron-server[83869]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 13:36:31.351747 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 01 13:36:31.351747 dv-neutron-836180-1-hyperv neutron-server[83869]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 13:36:31.351747 dv-neutron-836180-1-hyperv neutron-server[83869]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 13:36:31.361984 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-d40df44a-3ff2-4a43-93cc-593d83468118 tempest-RoutersAdminTest-1358270532 tempest-RoutersAdminTest-1358270532-project] Notify callbacks [] for router_gateway, after_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:31.362736 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-d40df44a-3ff2-4a43-93cc-593d83468118 tempest-RoutersAdminTest-1358270532 tempest-RoutersAdminTest-1358270532-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4082201', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4084858'] for router, after_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:31.414171 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.api.v2.resource [None req-9412d653-f71b-4688-a107-1efd26fa6414 tempest-TagsExtTest-1062591673 tempest-TagsExtTest-1062591673-project] show failed (client error): The resource could not be found. Apr 01 13:36:31.418001 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-9412d653-f71b-4688-a107-1efd26fa6414 tempest-TagsExtTest-1062591673 tempest-TagsExtTest-1062591673-project] 10.222.0.26 "GET /v2.0/subnetpools/05c0b346-b923-4fdc-a3aa-c7a1b6633b0f/tags/tempest-TagsExtTest-Tag-1430434147 HTTP/1.1" status: 404 len: 329 time: 0.2174909 Apr 01 13:36:31.418162 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-01e295aa-84bc-4c18-9283-cbc829cf36f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736733359243', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736732935810'] for port, after_delete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:31.424199 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 50134) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:36:31.435124 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.services.tag.tag_plugin [None req-d6a84e76-ba69-49d7-a575-1ee3f741cfa6 tempest-TagsExtTest-1062591673 tempest-TagsExtTest-1062591673-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '05c0b346-b923-4fdc-a3aa-c7a1b6633b0f', 'tempest-TagsExtTest-Tag-876847494') {} {{(pid=83871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:36:31.441663 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e15f47-556b-45e9-a6b9-fefcc72775f6 tempest-ServerActionsTestJSON-64006463 tempest-ServerActionsTestJSON-64006463-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=18580a8a-beba-47a9-97c8-567c6e7f0233,revision_number=0']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:36:31.461236 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-48e15f47-556b-45e9-a6b9-fefcc72775f6 tempest-ServerActionsTestJSON-64006463 tempest-ServerActionsTestJSON-64006463-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:31.465534 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-48e15f47-556b-45e9-a6b9-fefcc72775f6 tempest-ServerActionsTestJSON-64006463 tempest-ServerActionsTestJSON-64006463-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.8514676 Apr 01 13:36:31.465792 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 50138) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:36:31.469256 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-fae4f15b-75b0-46a2-8704-ad43148d2c7f tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736732935801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2705155'] for port, after_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:31.478861 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.v2.base [None req-8943f748-37cb-4891-8be3-5e836eadc5f5 tempest-ServerActionsTestJSON-64006463 tempest-ServerActionsTestJSON-64006463-project] Request body: {'floatingip': {'floating_network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301'}} {{(pid=83869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:36:31.521344 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-072bf06f-3732-44e6-86e9-09918669e876 None None] Transition to ACTIVE for port object b8d1d8c2-31ee-4249-acb5-a3e79095c869 will not be triggered until provisioned by entity L2. {{(pid=83872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 13:36:31.528807 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-ad23cabc-c749-4775-80f7-ec19f4366164 tempest-QuotasNegativeTest-1061667972 tempest-QuotasNegativeTest-1061667972-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-942599', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4084797'] for network, after_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:31.537746 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-ad23cabc-c749-4775-80f7-ec19f4366164 tempest-QuotasNegativeTest-1061667972 tempest-QuotasNegativeTest-1061667972-project-admin] Notify callbacks [] for network, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:31.543447 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-8943f748-37cb-4891-8be3-5e836eadc5f5 tempest-ServerActionsTestJSON-64006463 tempest-ServerActionsTestJSON-64006463-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:36:31.572267 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e295aa-84bc-4c18-9283-cbc829cf36f6 None None] Pushing event deleted for resources: {'Port': ['ID=10ce0583-6e3a-4098-8c58-1b5ddaac4c24,revision_number=None']} {{(pid=83872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:36:31.578534 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-072bf06f-3732-44e6-86e9-09918669e876 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864'] for port, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:31.587815 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-8943f748-37cb-4891-8be3-5e836eadc5f5 tempest-ServerActionsTestJSON-64006463 tempest-ServerActionsTestJSON-64006463-project] Usage tracker for resource:floatingip and tenant:1db979ced72f4c84a5c312128899dc9b is out of sync, need to count used quota {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 13:36:31.594029 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-ad23cabc-c749-4775-80f7-ec19f4366164 tempest-QuotasNegativeTest-1061667972 tempest-QuotasNegativeTest-1061667972-project-admin] 10.222.0.26 "DELETE /v2.0/networks/5dac7c7f-7b82-4e2b-8c15-2e713b86431d HTTP/1.1" status: 204 len: 168 time: 1.2131100 Apr 01 13:36:31.595036 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad23cabc-c749-4775-80f7-ec19f4366164 tempest-QuotasNegativeTest-1061667972 tempest-QuotasNegativeTest-1061667972-project-admin] Pushing event deleted for resources: {'Network': ['ID=5dac7c7f-7b82-4e2b-8c15-2e713b86431d,revision_number=None']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:36:31.597437 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-8943f748-37cb-4891-8be3-5e836eadc5f5 tempest-ServerActionsTestJSON-64006463 tempest-ServerActionsTestJSON-64006463-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 13:36:31.618201 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fae4f15b-75b0-46a2-8704-ad43148d2c7f tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Network 09d7ea43-6376-4322-97e7-54cd01aae492 is already hosted by enough agents. {{(pid=83869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 13:36:31.625212 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.scheduler.base_scheduler [None req-fae4f15b-75b0-46a2-8704-ad43148d2c7f tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Resources bound (agent type, host, resource id): {{(pid=83869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 13:36:31.627345 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-8943f748-37cb-4891-8be3-5e836eadc5f5 tempest-ServerActionsTestJSON-64006463 tempest-ServerActionsTestJSON-64006463-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:36:31.631344 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fae4f15b-75b0-46a2-8704-ad43148d2c7f tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Received port after_create {{(pid=83869) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 13:36:31.632632 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01e295aa-84bc-4c18-9283-cbc829cf36f6 None None] No DVR routers for this DVR port 10ce0583-6e3a-4098-8c58-1b5ddaac4c24 on host dv-neutron-836180-1-hyperv {{(pid=83872) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 13:36:31.666263 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.plugin [None req-4f646ccc-0d1c-4270-8aa8-34a593613ee4 tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Deleting port 72a7ea57-4ae7-479d-90ca-5b23e9329b7d {{(pid=83871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 13:36:31.666517 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-4f646ccc-0d1c-4270-8aa8-34a593613ee4 tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736733287370'] for port, before_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:31.712376 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae4f15b-75b0-46a2-8704-ad43148d2c7f tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Pushing event updated for resources: {'Port': ['ID=57d1d55e-64fd-4c05-af82-5ca36f3320f2,revision_number=1']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:36:31.717402 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e36223c8-5c36-4475-bfca-8b6d2cf3d140 None None] Pushing event updated for resources: {'Port': ['ID=b8d1d8c2-31ee-4249-acb5-a3e79095c869,revision_number=3']} {{(pid=83872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:36:31.732961 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fae4f15b-75b0-46a2-8704-ad43148d2c7f tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:36:31.735381 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-fae4f15b-75b0-46a2-8704-ad43148d2c7f tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109561'] for port, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:31.753568 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-8943f748-37cb-4891-8be3-5e836eadc5f5 tempest-ServerActionsTestJSON-64006463 tempest-ServerActionsTestJSON-64006463-project] Notify callbacks [] for floatingip, before_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:31.759134 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.db_base_plugin_common [None req-0c2366a9-60ac-4f51-b118-e1eac9aa894a None None] Allocated IP 172.20.0.2 (09d7ea43-6376-4322-97e7-54cd01aae492/f43cfa76-e832-4b95-a6ba-9b95d7b7f0b0/506186fc-3ab7-4acd-abb1-01af0f322bcf) {{(pid=83872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 13:36:31.785915 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-fae4f15b-75b0-46a2-8704-ad43148d2c7f tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 3.5939384 Apr 01 13:36:31.789453 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 50144) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:36:31.947299 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.plugin [None req-4f646ccc-0d1c-4270-8aa8-34a593613ee4 tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] The port '72a7ea57-4ae7-479d-90ca-5b23e9329b7d' was deleted {{(pid=83871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 01 13:36:31.953009 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-ded27942-5f2b-489f-9878-95ca41c1255c tempest-RoutersIpV6AdminTest-7322729 tempest-RoutersIpV6AdminTest-7322729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4084822'] for router_gateway, after_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:31.982557 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a123f480-e03c-40a4-b4f0-955e6bbe07bb tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:36:31.986874 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a123f480-e03c-40a4-b4f0-955e6bbe07bb tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:36:31.988449 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-a123f480-e03c-40a4-b4f0-955e6bbe07bb tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Synchronizing usage tracker for tenant:8b726fe6689e4b7f96def1a2219bea6c on resource:port {{(pid=83869) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 13:36:32.014594 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.api.v2.resource [None req-d6a84e76-ba69-49d7-a575-1ee3f741cfa6 tempest-TagsExtTest-1062591673 tempest-TagsExtTest-1062591673-project] show failed (client error): The resource could not be found. Apr 01 13:36:32.015965 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-d6a84e76-ba69-49d7-a575-1ee3f741cfa6 tempest-TagsExtTest-1062591673 tempest-TagsExtTest-1062591673-project] 10.222.0.26 "GET /v2.0/subnetpools/05c0b346-b923-4fdc-a3aa-c7a1b6633b0f/tags/tempest-TagsExtTest-Tag-876847494 HTTP/1.1" status: 404 len: 328 time: 0.5910373 Apr 01 13:36:32.021991 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 50150) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:36:32.030586 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.managers [None req-072bf06f-3732-44e6-86e9-09918669e876 None None] Attempting to bind port b8d1d8c2-31ee-4249-acb5-a3e79095c869 on host dv-neutron-836180-1-hyperv for vnic_type normal with profile {{(pid=83872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 13:36:32.030947 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.managers [None req-072bf06f-3732-44e6-86e9-09918669e876 None None] Attempting to bind port b8d1d8c2-31ee-4249-acb5-a3e79095c869 by drivers openvswitch,hyperv on host dv-neutron-836180-1-hyperv at level 0 using segments [{'id': '881a382f-8ed1-478b-97b4-4d4f48893b0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'faf7d63c-9b06-4fbb-8197-4b39ba438717'}] {{(pid=83872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 13:36:32.031304 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-072bf06f-3732-44e6-86e9-09918669e876 None None] Attempting to bind port b8d1d8c2-31ee-4249-acb5-a3e79095c869 on network faf7d63c-9b06-4fbb-8197-4b39ba438717 {{(pid=83872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 13:36:32.071019 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-072bf06f-3732-44e6-86e9-09918669e876 None None] Checking agent: {'id': 'af948428-97cd-4d10-9f53-af028bdb39b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-836180-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 13, 25, 37), 'started_at': datetime.datetime(2022, 4, 1, 13, 26, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 13, 36, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-836180-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 13:36:32.071374 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-072bf06f-3732-44e6-86e9-09918669e876 None None] Checking segment: {'id': '881a382f-8ed1-478b-97b4-4d4f48893b0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'faf7d63c-9b06-4fbb-8197-4b39ba438717'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 13:36:32.072013 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-072bf06f-3732-44e6-86e9-09918669e876 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:32.072697 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-072bf06f-3732-44e6-86e9-09918669e876 None None] Bound using segment: {'id': '881a382f-8ed1-478b-97b4-4d4f48893b0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'faf7d63c-9b06-4fbb-8197-4b39ba438717'} {{(pid=83872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 13:36:32.073370 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.managers [None req-072bf06f-3732-44e6-86e9-09918669e876 None None] Bound port: b8d1d8c2-31ee-4249-acb5-a3e79095c869, host: dv-neutron-836180-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '881a382f-8ed1-478b-97b4-4d4f48893b0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'faf7d63c-9b06-4fbb-8197-4b39ba438717'}}] {{(pid=83872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 13:36:32.073934 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-072bf06f-3732-44e6-86e9-09918669e876 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:32.143278 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.services.tag.tag_plugin [None req-f8889c5a-7a8f-4b6c-af7e-789c62cb2a49 tempest-TagsExtTest-1062591673 tempest-TagsExtTest-1062591673-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '05c0b346-b923-4fdc-a3aa-c7a1b6633b0f', 'tempest-TagsExtTest-Tag-1909405752') {} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:36:32.157179 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-0c2366a9-60ac-4f51-b118-e1eac9aa894a None None] For port 506186fc-3ab7-4acd-abb1-01af0f322bcf, host dv-neutron-836180-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836180-1-hyperv',level=0,port_id=506186fc-3ab7-4acd-abb1-01af0f322bcf,segment=NetworkSegment(16094ed0-4a47-4ff6-9238-85c278d7a2a5),segment_id=16094ed0-4a47-4ff6-9238-85c278d7a2a5)] {{(pid=83872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 13:36:32.173305 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-8943f748-37cb-4891-8be3-5e836eadc5f5 tempest-ServerActionsTestJSON-64006463 tempest-ServerActionsTestJSON-64006463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:32.175206 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-a123f480-e03c-40a4-b4f0-955e6bbe07bb tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Unset dirty status for tenant:8b726fe6689e4b7f96def1a2219bea6c on resource:port {{(pid=83869) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 13:36:32.176493 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-a123f480-e03c-40a4-b4f0-955e6bbe07bb tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1785 time: 0.3859808 Apr 01 13:36:32.187777 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.db_base_plugin_v2 [None req-b1f9a536-2b11-4a88-aa1b-2bae16002c66 tempest-RoutersNegativeTest-1474796941 tempest-RoutersNegativeTest-1474796941-project] Deleting subnet 4200eed2-c0d1-49ee-ba4c-7c58eaa958a9 {{(pid=83871) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 01 13:36:32.193487 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 50154) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:36:32.225520 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.api.v2.resource [None req-f8889c5a-7a8f-4b6c-af7e-789c62cb2a49 tempest-TagsExtTest-1062591673 tempest-TagsExtTest-1062591673-project] show failed (client error): The resource could not be found. Apr 01 13:36:32.227278 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-f8889c5a-7a8f-4b6c-af7e-789c62cb2a49 tempest-TagsExtTest-1062591673 tempest-TagsExtTest-1062591673-project] 10.222.0.26 "GET /v2.0/subnetpools/05c0b346-b923-4fdc-a3aa-c7a1b6633b0f/tags/tempest-TagsExtTest-Tag-1909405752 HTTP/1.1" status: 404 len: 329 time: 0.2010553 Apr 01 13:36:32.232135 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 50158) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:36:32.240956 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-0c2366a9-60ac-4f51-b118-e1eac9aa894a None None] Notify callbacks [] for port, precommit_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:32.244201 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-ded27942-5f2b-489f-9878-95ca41c1255c tempest-RoutersIpV6AdminTest-7322729 tempest-RoutersIpV6AdminTest-7322729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4084887', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4079850', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4161'] for router, precommit_update {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:32.244726 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.services.tag.tag_plugin [None req-b8edddd1-54af-4897-84e6-838229c62210 tempest-TagsExtTest-1062591673 tempest-TagsExtTest-1062591673-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '05c0b346-b923-4fdc-a3aa-c7a1b6633b0f') {} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:36:32.254511 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-b1f9a536-2b11-4a88-aa1b-2bae16002c66 tempest-RoutersNegativeTest-1474796941 tempest-RoutersNegativeTest-1474796941-project] Notify callbacks [] for subnet, before_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:32.282194 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-0c2366a9-60ac-4f51-b118-e1eac9aa894a None None] Transition to ACTIVE for port object 506186fc-3ab7-4acd-abb1-01af0f322bcf will not be triggered until provisioned by entity DHCP. {{(pid=83872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 13:36:32.303311 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-0c2366a9-60ac-4f51-b118-e1eac9aa894a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864'] for port, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:32.336500 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-b8edddd1-54af-4897-84e6-838229c62210 tempest-TagsExtTest-1062591673 tempest-TagsExtTest-1062591673-project] 10.222.0.26 "DELETE /v2.0/subnetpools/05c0b346-b923-4fdc-a3aa-c7a1b6633b0f/tags HTTP/1.1" status: 204 len: 168 time: 0.1028080 Apr 01 13:36:32.343882 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 50164) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:36:32.349735 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.services.tag.tag_plugin [None req-bb207b4f-590d-41ee-a715-09f53e9fc66e tempest-TagsExtTest-1062591673 tempest-TagsExtTest-1062591673-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '8d4c9b74-9937-474e-a4e0-fd5344eee35a') {} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:36:32.386508 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-072bf06f-3732-44e6-86e9-09918669e876 None None] For port b8d1d8c2-31ee-4249-acb5-a3e79095c869, host dv-neutron-836180-1-hyperv, cleared binding levels {{(pid=83872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 13:36:32.424421 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 50168) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:36:32.446954 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-072bf06f-3732-44e6-86e9-09918669e876 None None] For port b8d1d8c2-31ee-4249-acb5-a3e79095c869, host dv-neutron-836180-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836180-1-hyperv',level=0,port_id=b8d1d8c2-31ee-4249-acb5-a3e79095c869,segment=NetworkSegment(881a382f-8ed1-478b-97b4-4d4f48893b0b),segment_id=881a382f-8ed1-478b-97b4-4d4f48893b0b)] {{(pid=83872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 13:36:32.481547 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-072bf06f-3732-44e6-86e9-09918669e876 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864'] for port, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:32.491265 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-ded27942-5f2b-489f-9878-95ca41c1255c tempest-RoutersIpV6AdminTest-7322729 tempest-RoutersIpV6AdminTest-7322729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4084858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-4084844', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-4084837', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-4079843'] for router, after_update {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:32.494113 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Device 506186fc-3ab7-4acd-abb1-01af0f322bcf up at agent ovs-agent-dv-neutron-836180-1-hyperv {{(pid=83872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 13:36:32.526648 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.db_base_plugin_common [None req-8943f748-37cb-4891-8be3-5e836eadc5f5 tempest-ServerActionsTestJSON-64006463 tempest-ServerActionsTestJSON-64006463-project] Allocated IP 172.26.5.3 (725864b8-cceb-48c9-b5d3-1bfc4423e301/e2ed99db-0e25-4971-b535-7fa69231fae8/381022b7-641c-41c9-979d-f94384966e73) {{(pid=83869) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 13:36:32.550427 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c2366a9-60ac-4f51-b118-e1eac9aa894a None None] Pushing event updated for resources: {'Port': ['ID=506186fc-3ab7-4acd-abb1-01af0f322bcf,revision_number=4']} {{(pid=83872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:36:32.624366 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-bb207b4f-590d-41ee-a715-09f53e9fc66e tempest-TagsExtTest-1062591673 tempest-TagsExtTest-1062591673-project] 10.222.0.26 "DELETE /v2.0/routers/8d4c9b74-9937-474e-a4e0-fd5344eee35a/tags HTTP/1.1" status: 204 len: 168 time: 0.2818353 Apr 01 13:36:32.632195 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 50174) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:36:32.648500 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.services.tag.tag_plugin [None req-ec486bff-0ab0-493f-9d5b-cd28c194d9d7 tempest-TagsExtTest-1062591673 tempest-TagsExtTest-1062591673-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'b07a677f-3f06-4ac8-ae10-daf2eedf525d') {} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:36:32.664226 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-4f646ccc-0d1c-4270-8aa8-34a593613ee4 tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-942654', 'neutron.services.segments.db._delete_segments_for_network-8736733387888'] for network, precommit_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:32.668906 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-072bf06f-3732-44e6-86e9-09918669e876 None None] Routers {'ede9094e-0d48-4c45-9fbe-8e6536f13cf3'} bound to L3 agent in host dv-neutron-836180-1-hyperv {{(pid=83872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 13:36:32.669539 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_hamode_db [None req-072bf06f-3732-44e6-86e9-09918669e876 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836180-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-01T13:25:36Z,description=,heartbeat_timestamp=2022-04-01T13:36:06Z,host='dv-neutron-836180-1-hyperv',id=88bf8fc8-11a3-4e96-9d1b-5fd93ba9f6f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T13:25:36Z,topic='l3_agent')) {'router_ids': ['ede9094e-0d48-4c45-9fbe-8e6536f13cf3'], 'active': True} {{(pid=83872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:36:32.716896 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.services.segments.db [None req-4f646ccc-0d1c-4270-8aa8-34a593613ee4 tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f5af94fd-eb93-4dcd-a1d0-079a93ce69bb']}} {{(pid=83871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:36:32.747226 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-018d2023-6d97-47e2-bb85-e3b2b801b806 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:32.814644 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.services.segments.db [None req-4f646ccc-0d1c-4270-8aa8-34a593613ee4 tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '31747123-18c9-40bc-bc8b-91f7193dc401') {'for_net_delete': True} {{(pid=83871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:36:32.814944 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.services.segments.db [None req-4f646ccc-0d1c-4270-8aa8-34a593613ee4 tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '31747123-18c9-40bc-bc8b-91f7193dc401') {} {{(pid=83871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:36:32.859106 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-4f646ccc-0d1c-4270-8aa8-34a593613ee4 tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736733386999', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3166340'] for segment, before_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:32.875151 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-8943f748-37cb-4891-8be3-5e836eadc5f5 tempest-ServerActionsTestJSON-64006463 tempest-ServerActionsTestJSON-64006463-project] Notify callbacks [] for port, precommit_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:32.887433 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-b1f9a536-2b11-4a88-aa1b-2bae16002c66 tempest-RoutersNegativeTest-1474796941 tempest-RoutersNegativeTest-1474796941-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3166365'] for subnet, precommit_delete_associations {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:32.891399 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-018d2023-6d97-47e2-bb85-e3b2b801b806 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:36:32.901463 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e36223c8-5c36-4475-bfca-8b6d2cf3d140 None None] Pushing event updated for resources: {'Port': ['ID=b8d1d8c2-31ee-4249-acb5-a3e79095c869,revision_number=4']} {{(pid=83872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:36:32.906943 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-018d2023-6d97-47e2-bb85-e3b2b801b806 admin admin] Usage tracker for resource:security_group_rule and tenant:e022c2b961684ff78dbe78ce334171c0 is out of sync, need to count used quota {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 13:36:32.912902 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-018d2023-6d97-47e2-bb85-e3b2b801b806 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 13:36:32.925868 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-018d2023-6d97-47e2-bb85-e3b2b801b806 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:36:32.963899 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-ec486bff-0ab0-493f-9d5b-cd28c194d9d7 tempest-TagsExtTest-1062591673 tempest-TagsExtTest-1062591673-project] 10.222.0.26 "DELETE /v2.0/ports/b07a677f-3f06-4ac8-ae10-daf2eedf525d/tags HTTP/1.1" status: 204 len: 168 time: 0.3276360 Apr 01 13:36:32.966773 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 50178) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:36:32.972466 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.services.tag.tag_plugin [None req-db238784-0e32-450a-883c-c3a1fadf9760 tempest-TagsExtTest-1062591673 tempest-TagsExtTest-1062591673-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'd0512dec-3440-40bc-9749-f466b9d7ab5c') {} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:36:32.974435 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.plugin [None req-0653d8e3-1d87-4ca8-9c40-aa8093a5c414 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Deleting port 57d1d55e-64fd-4c05-af82-5ca36f3320f2 {{(pid=83871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 13:36:32.974787 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-0653d8e3-1d87-4ca8-9c40-aa8093a5c414 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736733287370'] for port, before_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:32.981394 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_dvr_db [None req-072bf06f-3732-44e6-86e9-09918669e876 None None] Set router ede9094e-0d48-4c45-9fbe-8e6536f13cf3 gateway port host: dv-neutron-836180-1-hyperv {{(pid=83872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 13:36:33.011044 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-8943f748-37cb-4891-8be3-5e836eadc5f5 tempest-ServerActionsTestJSON-64006463 tempest-ServerActionsTestJSON-64006463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736732935801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2705155'] for port, after_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:33.013149 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-4f646ccc-0d1c-4270-8aa8-34a593613ee4 tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1004271'] for segment, precommit_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:33.057010 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Device 10ce0583-6e3a-4098-8c58-1b5ddaac4c24 no longer exists at agent ovs-agent-dv-neutron-836180-1-hyperv {{(pid=83872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 13:36:33.111747 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.plugin [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] No Port match for: 10ce0583-6e3a-4098-8c58-1b5ddaac4c24 {{(pid=83872) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 01 13:36:33.112755 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Device 10ce0583-6e3a-4098-8c58-1b5ddaac4c24 not bound to the agent host dv-neutron-836180-1-hyperv {{(pid=83872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 13:36:33.136137 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8943f748-37cb-4891-8be3-5e836eadc5f5 tempest-ServerActionsTestJSON-64006463 tempest-ServerActionsTestJSON-64006463-project] Network 725864b8-cceb-48c9-b5d3-1bfc4423e301 is already hosted by enough agents. {{(pid=83869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 13:36:33.139017 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4f646ccc-0d1c-4270-8aa8-34a593613ee4 tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Releasing vlan 353 on physical network physnet1 to pool {{(pid=83871) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 01 13:36:33.139432 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-4f646ccc-0d1c-4270-8aa8-34a593613ee4 tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1004262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2743078'] for segment, after_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:33.143649 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8943f748-37cb-4891-8be3-5e836eadc5f5 tempest-ServerActionsTestJSON-64006463 tempest-ServerActionsTestJSON-64006463-project] Pushing event updated for resources: {'Port': ['ID=381022b7-641c-41c9-979d-f94384966e73,revision_number=1']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:36:33.151029 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.scheduler.base_scheduler [None req-8943f748-37cb-4891-8be3-5e836eadc5f5 tempest-ServerActionsTestJSON-64006463 tempest-ServerActionsTestJSON-64006463-project] Resources bound (agent type, host, resource id): {{(pid=83869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 13:36:33.153438 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8943f748-37cb-4891-8be3-5e836eadc5f5 tempest-ServerActionsTestJSON-64006463 tempest-ServerActionsTestJSON-64006463-project] Received port after_create {{(pid=83869) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 13:36:33.171782 dv-neutron-836180-1-hyperv neutron-server[83871]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 13:36:33.171782 dv-neutron-836180-1-hyperv neutron-server[83871]: util.warn( Apr 01 13:36:33.171782 dv-neutron-836180-1-hyperv neutron-server[83871]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 13:36:33.171782 dv-neutron-836180-1-hyperv neutron-server[83871]: util.warn( Apr 01 13:36:33.171782 dv-neutron-836180-1-hyperv neutron-server[83871]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 13:36:33.171782 dv-neutron-836180-1-hyperv neutron-server[83871]: util.warn( Apr 01 13:36:33.171782 dv-neutron-836180-1-hyperv neutron-server[83871]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 13:36:33.171782 dv-neutron-836180-1-hyperv neutron-server[83871]: util.warn( Apr 01 13:36:33.171782 dv-neutron-836180-1-hyperv neutron-server[83871]: Traceback (most recent call last): Apr 01 13:36:33.171782 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 01 13:36:33.171782 dv-neutron-836180-1-hyperv neutron-server[83871]: timer() Apr 01 13:36:33.171782 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 13:36:33.171782 dv-neutron-836180-1-hyperv neutron-server[83871]: cb(*args, **kw) Apr 01 13:36:33.171782 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 13:36:33.171782 dv-neutron-836180-1-hyperv neutron-server[83871]: return func(*args, **kwargs) Apr 01 13:36:33.171782 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 13:36:33.171782 dv-neutron-836180-1-hyperv neutron-server[83871]: self._notify() Apr 01 13:36:33.171782 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 13:36:33.171782 dv-neutron-836180-1-hyperv neutron-server[83871]: self.callback(batched_events) Apr 01 13:36:33.171782 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 13:36:33.171782 dv-neutron-836180-1-hyperv neutron-server[83871]: event.method(event) Apr 01 13:36:33.171782 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 13:36:33.171782 dv-neutron-836180-1-hyperv neutron-server[83871]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 13:36:33.171782 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 13:36:33.171782 dv-neutron-836180-1-hyperv neutron-server[83871]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 13:36:33.171782 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 13:36:33.171782 dv-neutron-836180-1-hyperv neutron-server[83871]: return f(self, *a, **k) Apr 01 13:36:33.171782 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 13:36:33.171782 dv-neutron-836180-1-hyperv neutron-server[83871]: return self._get(url).json() Apr 01 13:36:33.171782 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 13:36:33.171782 dv-neutron-836180-1-hyperv neutron-server[83871]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 13:36:33.171782 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 01 13:36:33.171782 dv-neutron-836180-1-hyperv neutron-server[83871]: return self.request(url, 'GET', **kwargs) Apr 01 13:36:33.171782 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 01 13:36:33.171782 dv-neutron-836180-1-hyperv neutron-server[83871]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 13:36:33.171782 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 01 13:36:33.171782 dv-neutron-836180-1-hyperv neutron-server[83871]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 13:36:33.171782 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 01 13:36:33.171782 dv-neutron-836180-1-hyperv neutron-server[83871]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 13:36:33.171782 dv-neutron-836180-1-hyperv neutron-server[83871]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 13:36:33.246970 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-018d2023-6d97-47e2-bb85-e3b2b801b806 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:33.251842 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ded27942-5f2b-489f-9878-95ca41c1255c tempest-RoutersIpV6AdminTest-7322729 tempest-RoutersIpV6AdminTest-7322729-project] Router d4475195-4b2a-44d7-bb18-75d9fee63abd has already been hosted by L3 agent 88bf8fc8-11a3-4e96-9d1b-5fd93ba9f6f1 {{(pid=83871) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 13:36:33.261803 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-018d2023-6d97-47e2-bb85-e3b2b801b806 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3775923'] for security_group, after_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:33.290834 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-db238784-0e32-450a-883c-c3a1fadf9760 tempest-TagsExtTest-1062591673 tempest-TagsExtTest-1062591673-project] 10.222.0.26 "DELETE /v2.0/subnets/d0512dec-3440-40bc-9749-f466b9d7ab5c/tags HTTP/1.1" status: 204 len: 168 time: 0.3229513 Apr 01 13:36:33.310041 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 50182) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:36:33.333400 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-018d2023-6d97-47e2-bb85-e3b2b801b806 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ffb93f5f-20ad-4b6f-847e-5a50aec43002,revision_number=1']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:36:33.356008 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-018d2023-6d97-47e2-bb85-e3b2b801b806 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=e022c2b961684ff78dbe78ce334171c0&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9304028 Apr 01 13:36:33.363569 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 50186) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:36:33.454958 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-98ea1f33-f90c-46d1-894a-875d8fcbe700 tempest-TagsExtTest-1062591673 tempest-TagsExtTest-1062591673-project] Notify callbacks [] for subnetpool, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:33.456062 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-98ea1f33-f90c-46d1-894a-875d8fcbe700 tempest-TagsExtTest-1062591673 tempest-TagsExtTest-1062591673-project] 10.222.0.26 "DELETE /v2.0/subnetpools/05c0b346-b923-4fdc-a3aa-c7a1b6633b0f HTTP/1.1" status: 204 len: 168 time: 0.1450908 Apr 01 13:36:33.458527 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 50190) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:36:33.506636 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-969f0452-c7da-43ed-b8a2-0e76b550eb6f tempest-TagsExtTest-1062591673 tempest-TagsExtTest-1062591673-project] 10.222.0.26 "GET /v2.0/ports?device_id=8d4c9b74-9937-474e-a4e0-fd5344eee35a HTTP/1.1" status: 200 len: 205 time: 0.0469675 Apr 01 13:36:33.508960 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 50194) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:36:33.541911 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-b1f9a536-2b11-4a88-aa1b-2bae16002c66 tempest-RoutersNegativeTest-1474796941 tempest-RoutersNegativeTest-1474796941-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-945029'] for subnet, precommit_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:33.558872 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-97033d4b-f827-401a-9304-5142f79a59cf None None] Provisioning for port 506186fc-3ab7-4acd-abb1-01af0f322bcf completed by entity DHCP. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 13:36:33.572789 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-97033d4b-f827-401a-9304-5142f79a59cf None None] Provisioning complete for port 506186fc-3ab7-4acd-abb1-01af0f322bcf triggered by entity DHCP. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 13:36:33.572789 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-97033d4b-f827-401a-9304-5142f79a59cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-948329'] for port, provisioning_complete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:33.667551 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-928c8f20-2e81-4e61-b999-7b038efb22a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:33.690271 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-4fb34706-7fd8-4687-876e-9c67f9c0554e tempest-TagsExtTest-1062591673 tempest-TagsExtTest-1062591673-project] Notify callbacks [] for router, before_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:33.707925 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-4f646ccc-0d1c-4270-8aa8-34a593613ee4 tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-942599', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4084797'] for network, after_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:33.754241 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-4f646ccc-0d1c-4270-8aa8-34a593613ee4 tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3017602'] for network, before_response {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:33.774606 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_hamode_db [None req-072bf06f-3732-44e6-86e9-09918669e876 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ede9094e-0d48-4c45-9fbe-8e6536f13cf3', 'name': 'tempest-ServerActionsTestJSON-2067273465-router', 'tenant_id': '1db979ced72f4c84a5c312128899dc9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'external_fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.75'}], 'enable_snat': True}, 'gw_port_id': '66cbe317-14d9-4cff-9764-39cbd8640f55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T13:36:08Z', 'updated_at': '2022-04-01T13:36:22Z', 'revision_number': 4, 'project_id': '1db979ced72f4c84a5c312128899dc9b', 'gw_port': {'id': '66cbe317-14d9-4cff-9764-39cbd8640f55', 'name': '', 'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:ee:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ede9094e-0d48-4c45-9fbe-8e6536f13cf3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836180-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:36:10Z', 'updated_at': '2022-04-01T13:36:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836180-1-hyperv', '_interfaces': [{'id': 'b8d1d8c2-31ee-4249-acb5-a3e79095c869', 'name': '', 'network_id': 'faf7d63c-9b06-4fbb-8197-4b39ba438717', 'tenant_id': '1db979ced72f4c84a5c312128899dc9b', 'mac_address': 'fa:16:3e:28:1b:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ede9094e-0d48-4c45-9fbe-8e6536f13cf3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '11ea32dc-0c84-4fc1-9df2-80f178610c0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836180-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:36:20Z', 'updated_at': '2022-04-01T13:36:32Z', 'revision_number': 4, 'project_id': '1db979ced72f4c84a5c312128899dc9b', 'subnets': [{'id': '11ea32dc-0c84-4fc1-9df2-80f178610c0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-836180-1-hyperv', False) {} {{(pid=83872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:36:33.782960 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-072bf06f-3732-44e6-86e9-09918669e876 None None] The sync data for ids ['ede9094e-0d48-4c45-9fbe-8e6536f13cf3'] in dv-neutron-836180-1-hyperv is: [{'id': 'ede9094e-0d48-4c45-9fbe-8e6536f13cf3', 'name': 'tempest-ServerActionsTestJSON-2067273465-router', 'tenant_id': '1db979ced72f4c84a5c312128899dc9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'external_fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.75'}], 'enable_snat': True}, 'gw_port_id': '66cbe317-14d9-4cff-9764-39cbd8640f55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T13:36:08Z', 'updated_at': '2022-04-01T13:36:22Z', 'revision_number': 4, 'project_id': '1db979ced72f4c84a5c312128899dc9b', 'gw_port': {'id': '66cbe317-14d9-4cff-9764-39cbd8640f55', 'name': '', 'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:ee:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ede9094e-0d48-4c45-9fbe-8e6536f13cf3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836180-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:36:10Z', 'updated_at': '2022-04-01T13:36:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836180-1-hyperv', '_interfaces': [{'id': 'b8d1d8c2-31ee-4249-acb5-a3e79095c869', 'name': '', 'network_id': 'faf7d63c-9b06-4fbb-8197-4b39ba438717', 'tenant_id': '1db979ced72f4c84a5c312128899dc9b', 'mac_address': 'fa:16:3e:28:1b:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ede9094e-0d48-4c45-9fbe-8e6536f13cf3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '11ea32dc-0c84-4fc1-9df2-80f178610c0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836180-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:36:20Z', 'updated_at': '2022-04-01T13:36:32Z', 'revision_number': 4, 'project_id': '1db979ced72f4c84a5c312128899dc9b', 'subnets': [{'id': '11ea32dc-0c84-4fc1-9df2-80f178610c0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 13:36:33.789538 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f646ccc-0d1c-4270-8aa8-34a593613ee4 tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Pushing event deleted for resources: {'Network': ['ID=f5af94fd-eb93-4dcd-a1d0-079a93ce69bb,revision_number=None']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:36:33.879485 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-b1f9a536-2b11-4a88-aa1b-2bae16002c66 tempest-RoutersNegativeTest-1474796941 tempest-RoutersNegativeTest-1474796941-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-945042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2743160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2757373'] for subnet, after_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:33.924006 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-4f646ccc-0d1c-4270-8aa8-34a593613ee4 tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] 10.222.0.26 "DELETE /v2.0/networks/f5af94fd-eb93-4dcd-a1d0-079a93ce69bb HTTP/1.1" status: 204 len: 168 time: 4.5330317 Apr 01 13:36:33.925701 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 50198) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:36:33.928854 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-8943f748-37cb-4891-8be3-5e836eadc5f5 tempest-ServerActionsTestJSON-64006463 tempest-ServerActionsTestJSON-64006463-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:33.949858 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-9b40a2f8-9c3d-4e73-93fa-03010cb5f215 None None] Provisioning for port 57d1d55e-64fd-4c05-af82-5ca36f3320f2 completed by entity DHCP. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 13:36:33.956612 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-9b40a2f8-9c3d-4e73-93fa-03010cb5f215 None None] Provisioning complete for port 57d1d55e-64fd-4c05-af82-5ca36f3320f2 triggered by entity DHCP. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 13:36:33.957073 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-9b40a2f8-9c3d-4e73-93fa-03010cb5f215 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-948329'] for port, provisioning_complete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:33.958817 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-9ac6825c-a077-49a4-a7c7-22eb3f2b3da5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:33.983402 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f9a536-2b11-4a88-aa1b-2bae16002c66 tempest-RoutersNegativeTest-1474796941 tempest-RoutersNegativeTest-1474796941-project] Pushing event deleted for resources: {'Subnet': ['ID=4200eed2-c0d1-49ee-ba4c-7c58eaa958a9,revision_number=None']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:36:33.986837 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ded27942-5f2b-489f-9878-95ca41c1255c tempest-RoutersIpV6AdminTest-7322729 tempest-RoutersIpV6AdminTest-7322729-project] Notify agent at l3_agent.dv-neutron-836180-1-hyperv the message routers_updated {{(pid=83871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 13:36:34.000962 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13021d8c-a898-447b-9eca-73c2e838f254 None None] Sync routers for ids ['d4475195-4b2a-44d7-bb18-75d9fee63abd'] in dv-neutron-836180-1-hyperv {{(pid=83873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 13:36:34.015286 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13021d8c-a898-447b-9eca-73c2e838f254 None None] Routers {'d4475195-4b2a-44d7-bb18-75d9fee63abd'} bound to L3 agent in host dv-neutron-836180-1-hyperv {{(pid=83873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 13:36:34.016294 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-ded27942-5f2b-489f-9878-95ca41c1255c tempest-RoutersIpV6AdminTest-7322729 tempest-RoutersIpV6AdminTest-7322729-project] Notify callbacks [] for router, before_response {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:34.016893 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-13021d8c-a898-447b-9eca-73c2e838f254 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836180-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-01T13:25:36Z,description=,heartbeat_timestamp=2022-04-01T13:36:06Z,host='dv-neutron-836180-1-hyperv',id=88bf8fc8-11a3-4e96-9d1b-5fd93ba9f6f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T13:25:36Z,topic='l3_agent')) {'router_ids': ['d4475195-4b2a-44d7-bb18-75d9fee63abd'], 'active': True} {{(pid=83873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:36:34.020243 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-ded27942-5f2b-489f-9878-95ca41c1255c tempest-RoutersIpV6AdminTest-7322729 tempest-RoutersIpV6AdminTest-7322729-project] 10.222.0.26 "PUT /v2.0/routers/d4475195-4b2a-44d7-bb18-75d9fee63abd HTTP/1.1" status: 200 len: 709 time: 7.7636890 Apr 01 13:36:34.033170 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 50202) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:36:34.033364 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.plugin [None req-9b40a2f8-9c3d-4e73-93fa-03010cb5f215 None None] Port 57d1d55e-64fd-4c05-af82-5ca36f3320f2 cannot update to ACTIVE because it is not bound. {{(pid=83872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 13:36:34.035008 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-0653d8e3-1d87-4ca8-9c40-aa8093a5c414 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4155147'] for port, precommit_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:34.052611 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-b1f9a536-2b11-4a88-aa1b-2bae16002c66 tempest-RoutersNegativeTest-1474796941 tempest-RoutersNegativeTest-1474796941-project] Notify callbacks [] for subnet, before_response {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:34.053305 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6ba706e-bef7-41fe-bc66-fc06901209cc None None] Network bb9b6e7b-4739-40cc-9c88-401dd6263a69 requested from dv-neutron-836180-1-hyperv {{(pid=83872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 13:36:34.056884 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-b1f9a536-2b11-4a88-aa1b-2bae16002c66 tempest-RoutersNegativeTest-1474796941 tempest-RoutersNegativeTest-1474796941-project] 10.222.0.26 "DELETE /v2.0/subnets/4200eed2-c0d1-49ee-ba4c-7c58eaa958a9 HTTP/1.1" status: 204 len: 168 time: 2.9066358 Apr 01 13:36:34.110031 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-13021d8c-a898-447b-9eca-73c2e838f254 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-836180-1-hyperv', False) {} {{(pid=83873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:36:34.128142 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-9ac6825c-a077-49a4-a7c7-22eb3f2b3da5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:34.129298 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13021d8c-a898-447b-9eca-73c2e838f254 None None] Routers {'d4475195-4b2a-44d7-bb18-75d9fee63abd'} bound to L3 agent in host dv-neutron-836180-1-hyperv {{(pid=83873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 13:36:34.130068 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-13021d8c-a898-447b-9eca-73c2e838f254 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836180-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-01T13:25:36Z,description=,heartbeat_timestamp=2022-04-01T13:36:06Z,host='dv-neutron-836180-1-hyperv',id=88bf8fc8-11a3-4e96-9d1b-5fd93ba9f6f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T13:25:36Z,topic='l3_agent')) {'router_ids': ['d4475195-4b2a-44d7-bb18-75d9fee63abd'], 'active': True} {{(pid=83873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:36:34.176974 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 50206) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:36:34.223307 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-13021d8c-a898-447b-9eca-73c2e838f254 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-836180-1-hyperv', False) {} {{(pid=83873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:36:34.232787 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13021d8c-a898-447b-9eca-73c2e838f254 None None] The sync data for ids ['d4475195-4b2a-44d7-bb18-75d9fee63abd'] in dv-neutron-836180-1-hyperv is: [] {{(pid=83873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 13:36:34.301685 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-8943f748-37cb-4891-8be3-5e836eadc5f5 tempest-ServerActionsTestJSON-64006463 tempest-ServerActionsTestJSON-64006463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:34.368073 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-9ac6825c-a077-49a4-a7c7-22eb3f2b3da5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3775923'] for security_group, after_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:34.482475 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba2981b6-8124-4245-9647-07038561ce40 None None] DHCP port deletion for bb9b6e7b-4739-40cc-9c88-401dd6263a69 request from dv-neutron-836180-1-hyperv {{(pid=83872) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 01 13:36:34.486989 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.plugin [None req-ba2981b6-8124-4245-9647-07038561ce40 None None] Deleting port 7ef99571-df13-4841-aecf-db436554d859 {{(pid=83872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 13:36:34.487364 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-ba2981b6-8124-4245-9647-07038561ce40 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736733287370'] for port, before_delete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:34.604579 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Device b8d1d8c2-31ee-4249-acb5-a3e79095c869 up at agent ovs-agent-dv-neutron-836180-1-hyperv {{(pid=83872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 13:36:34.629412 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.plugin [None req-0653d8e3-1d87-4ca8-9c40-aa8093a5c414 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Calling delete_port for 57d1d55e-64fd-4c05-af82-5ca36f3320f2 owned by {{(pid=83871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 13:36:34.707931 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-50c280cf-1fb3-4c81-8244-d4ccd58a3082 tempest-RoutersNegativeTest-1474796941 tempest-RoutersNegativeTest-1474796941-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1033078'] for network, before_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:34.753313 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d40df44a-3ff2-4a43-93cc-593d83468118 tempest-RoutersAdminTest-1358270532 tempest-RoutersAdminTest-1358270532-project] Router 700024d8-303b-4e18-98c9-8162fa361725 is scheduled to L3 agent 88bf8fc8-11a3-4e96-9d1b-5fd93ba9f6f1 with binding_index 1 {{(pid=83871) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 01 13:36:34.771395 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac6825c-a077-49a4-a7c7-22eb3f2b3da5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffb93f5f-20ad-4b6f-847e-5a50aec43002,revision_number=None']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:36:34.810071 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-4685fbfb-e338-4184-9b33-b87afebbfc6c tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1033078'] for network, before_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:34.816012 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-9ac6825c-a077-49a4-a7c7-22eb3f2b3da5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:34.817172 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-9ac6825c-a077-49a4-a7c7-22eb3f2b3da5 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/ffb93f5f-20ad-4b6f-847e-5a50aec43002 HTTP/1.1" status: 204 len: 168 time: 1.4280448 Apr 01 13:36:34.864048 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Provisioning for port b8d1d8c2-31ee-4249-acb5-a3e79095c869 completed by entity L2. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 13:36:34.874582 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Provisioning complete for port b8d1d8c2-31ee-4249-acb5-a3e79095c869 triggered by entity L2. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 13:36:34.874951 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-948329'] for port, provisioning_complete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:34.924076 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-258b4076-2788-453e-bf7d-b03c2d3e4d9d tempest-RoutersIpV6AdminTest-2054225496 tempest-RoutersIpV6AdminTest-2054225496-project-admin] 10.222.0.26 "GET /v2.0/routers/d4475195-4b2a-44d7-bb18-75d9fee63abd HTTP/1.1" status: 200 len: 744 time: 0.8768077 Apr 01 13:36:34.959706 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-ba2981b6-8124-4245-9647-07038561ce40 None None] For port 7ef99571-df13-4841-aecf-db436554d859, host dv-neutron-836180-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836180-1-hyperv',level=0,port_id=7ef99571-df13-4841-aecf-db436554d859,segment=NetworkSegment(663df5c6-591e-4549-9da1-f75a918167eb),segment_id=663df5c6-591e-4549-9da1-f75a918167eb)] {{(pid=83872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 13:36:34.960082 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-ba2981b6-8124-4245-9647-07038561ce40 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4155147'] for port, precommit_delete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:34.987147 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 50216) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:36:35.014687 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-4fb34706-7fd8-4687-876e-9c67f9c0554e tempest-TagsExtTest-1062591673 tempest-TagsExtTest-1062591673-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4079814', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4170'] for router, precommit_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:35.078795 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-8943f748-37cb-4891-8be3-5e836eadc5f5 tempest-ServerActionsTestJSON-64006463 tempest-ServerActionsTestJSON-64006463-project] Notify callbacks [] for port, precommit_update {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:35.088706 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-4fb34706-7fd8-4687-876e-9c67f9c0554e tempest-TagsExtTest-1062591673 tempest-TagsExtTest-1062591673-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:35.093546 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.plugin [None req-50c280cf-1fb3-4c81-8244-d4ccd58a3082 tempest-RoutersNegativeTest-1474796941 tempest-RoutersNegativeTest-1474796941-project] Deleting port 7ef99571-df13-4841-aecf-db436554d859 {{(pid=83869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 13:36:35.094134 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-50c280cf-1fb3-4c81-8244-d4ccd58a3082 tempest-RoutersNegativeTest-1474796941 tempest-RoutersNegativeTest-1474796941-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736733287370'] for port, before_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:35.167614 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-8943f748-37cb-4891-8be3-5e836eadc5f5 tempest-ServerActionsTestJSON-64006463 tempest-ServerActionsTestJSON-64006463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2705172'] for port, after_update {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:35.182214 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.plugin [None req-ba2981b6-8124-4245-9647-07038561ce40 None None] Calling delete_port for 7ef99571-df13-4841-aecf-db436554d859 owned by network:dhcp {{(pid=83872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 13:36:35.253645 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-6a1fa90a-ebc4-40af-bdd8-9c69f793ae70 tempest-RoutersIpV6AdminTest-2054225496 tempest-RoutersIpV6AdminTest-2054225496-project-admin] 10.222.0.26 "GET /v2.0/ports?network_id=725864b8-cceb-48c9-b5d3-1bfc4423e301&device_id=d4475195-4b2a-44d7-bb18-75d9fee63abd HTTP/1.1" status: 200 len: 205 time: 0.2629631 Apr 01 13:36:35.254390 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 50222) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:36:35.395426 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-587da716-4d68-4b17-a426-bd7b571ff8af tempest-RoutersIpV6AdminTest-7322729 tempest-RoutersIpV6AdminTest-7322729-project] 10.222.0.26 "GET /v2.0/ports?device_id=d4475195-4b2a-44d7-bb18-75d9fee63abd HTTP/1.1" status: 200 len: 205 time: 0.0829220 Apr 01 13:36:35.404474 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 50226) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:36:35.425655 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:35.482176 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] For port b8d1d8c2-31ee-4249-acb5-a3e79095c869, host dv-neutron-836180-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836180-1-hyperv',level=0,port_id=b8d1d8c2-31ee-4249-acb5-a3e79095c869,segment=NetworkSegment(881a382f-8ed1-478b-97b4-4d4f48893b0b),segment_id=881a382f-8ed1-478b-97b4-4d4f48893b0b)] {{(pid=83872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 13:36:35.488289 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864'] for port, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:35.490181 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Device 506186fc-3ab7-4acd-abb1-01af0f322bcf up at agent ovs-agent-dv-neutron-836180-1-hyperv {{(pid=83872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 13:36:35.491098 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-4685fbfb-e338-4184-9b33-b87afebbfc6c tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-942654', 'neutron.services.segments.db._delete_segments_for_network-8736733387888'] for network, precommit_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:35.516879 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8943f748-37cb-4891-8be3-5e836eadc5f5 tempest-ServerActionsTestJSON-64006463 tempest-ServerActionsTestJSON-64006463-project] Pushing event updated for resources: {'Port': ['ID=381022b7-641c-41c9-979d-f94384966e73,revision_number=2']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:36:35.533139 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 50230) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:36:35.542858 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-4fb34706-7fd8-4687-876e-9c67f9c0554e tempest-TagsExtTest-1062591673 tempest-TagsExtTest-1062591673-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4079738'] for router, after_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:35.543337 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4fb34706-7fd8-4687-876e-9c67f9c0554e tempest-TagsExtTest-1062591673 tempest-TagsExtTest-1062591673-project] Fanout notify agent at l3_agent the message router_deleted on router 8d4c9b74-9937-474e-a4e0-fd5344eee35a {{(pid=83869) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 01 13:36:35.576701 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-ba2981b6-8124-4245-9647-07038561ce40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736733359243', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736732935810'] for port, after_delete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:35.600097 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-066764a2-929a-4e39-888e-56847c699405 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:35.620371 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba2981b6-8124-4245-9647-07038561ce40 None None] No DVR routers for this DVR port 7ef99571-df13-4841-aecf-db436554d859 on host dv-neutron-836180-1-hyperv {{(pid=83872) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 13:36:35.634786 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-8943f748-37cb-4891-8be3-5e836eadc5f5 tempest-ServerActionsTestJSON-64006463 tempest-ServerActionsTestJSON-64006463-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4084747'] for floatingip, after_update {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:35.642429 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.db [None req-50c280cf-1fb3-4c81-8244-d4ccd58a3082 tempest-RoutersNegativeTest-1474796941 tempest-RoutersNegativeTest-1474796941-project] For port 7ef99571-df13-4841-aecf-db436554d859, host dv-neutron-836180-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836180-1-hyperv',level=0,port_id=7ef99571-df13-4841-aecf-db436554d859,segment=NetworkSegment(663df5c6-591e-4549-9da1-f75a918167eb),segment_id=663df5c6-591e-4549-9da1-f75a918167eb)] {{(pid=83869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 13:36:35.642429 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-50c280cf-1fb3-4c81-8244-d4ccd58a3082 tempest-RoutersNegativeTest-1474796941 tempest-RoutersNegativeTest-1474796941-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4155147'] for port, precommit_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:35.659493 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-4fb34706-7fd8-4687-876e-9c67f9c0554e tempest-TagsExtTest-1062591673 tempest-TagsExtTest-1062591673-project] Notify callbacks [] for router, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:35.660457 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-4fb34706-7fd8-4687-876e-9c67f9c0554e tempest-TagsExtTest-1062591673 tempest-TagsExtTest-1062591673-project] 10.222.0.26 "DELETE /v2.0/routers/8d4c9b74-9937-474e-a4e0-fd5344eee35a HTTP/1.1" status: 204 len: 168 time: 2.1505680 Apr 01 13:36:35.667725 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 50234) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:36:35.691654 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Pushing event updated for resources: {'Port': ['ID=b8d1d8c2-31ee-4249-acb5-a3e79095c869,revision_number=5']} {{(pid=83872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:36:35.738960 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2981b6-8124-4245-9647-07038561ce40 None None] Pushing event deleted for resources: {'Port': ['ID=7ef99571-df13-4841-aecf-db436554d859,revision_number=None']} {{(pid=83872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:36:35.764959 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Provisioning complete for port 506186fc-3ab7-4acd-abb1-01af0f322bcf triggered by entity L2. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 13:36:35.765809 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-948329'] for port, provisioning_complete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:35.771768 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.services.segments.db [None req-4685fbfb-e338-4184-9b33-b87afebbfc6c tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7852ebd7-3ebd-4d92-8748-a4898c27da6d']}} {{(pid=83871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:36:35.785412 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.services.segments.db [None req-4685fbfb-e338-4184-9b33-b87afebbfc6c tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '71cf597a-0abd-4c90-81da-aafcbdf73f17') {'for_net_delete': True} {{(pid=83871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:36:35.785727 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.services.segments.db [None req-4685fbfb-e338-4184-9b33-b87afebbfc6c tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '71cf597a-0abd-4c90-81da-aafcbdf73f17') {} {{(pid=83871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:36:35.789989 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.plugin [None req-50c280cf-1fb3-4c81-8244-d4ccd58a3082 tempest-RoutersNegativeTest-1474796941 tempest-RoutersNegativeTest-1474796941-project] Calling delete_port for 7ef99571-df13-4841-aecf-db436554d859 owned by network:dhcp {{(pid=83869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 13:36:35.799528 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-4685fbfb-e338-4184-9b33-b87afebbfc6c tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736733386999', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3166340'] for segment, before_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:35.819263 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-4685fbfb-e338-4184-9b33-b87afebbfc6c tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1004271'] for segment, precommit_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:35.827771 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4685fbfb-e338-4184-9b33-b87afebbfc6c tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Releasing vlan 376 on physical network physnet1 to pool {{(pid=83871) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 01 13:36:35.828170 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-4685fbfb-e338-4184-9b33-b87afebbfc6c tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1004262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2743078'] for segment, after_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:35.870338 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.db.api [None req-50c280cf-1fb3-4c81-8244-d4ccd58a3082 tempest-RoutersNegativeTest-1474796941 tempest-RoutersNegativeTest-1474796941-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83869) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 01 13:36:35.870675 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG oslo_db.api [None req-50c280cf-1fb3-4c81-8244-d4ccd58a3082 tempest-RoutersNegativeTest-1474796941 tempest-RoutersNegativeTest-1474796941-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 01 13:36:35.893282 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-066764a2-929a-4e39-888e-56847c699405 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:36:35.896061 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-8943f748-37cb-4891-8be3-5e836eadc5f5 tempest-ServerActionsTestJSON-64006463 tempest-ServerActionsTestJSON-64006463-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109561'] for floatingip, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:35.906885 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-8943f748-37cb-4891-8be3-5e836eadc5f5 tempest-ServerActionsTestJSON-64006463 tempest-ServerActionsTestJSON-64006463-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 4.4307818 Apr 01 13:36:35.906885 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-066764a2-929a-4e39-888e-56847c699405 admin admin] Usage tracker for resource:security_group_rule and tenant:687c5de8ef514d6fb6a9ee45c9e833a7 is out of sync, need to count used quota {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 13:36:35.906885 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-066764a2-929a-4e39-888e-56847c699405 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 13:36:35.928396 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-066764a2-929a-4e39-888e-56847c699405 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:36:35.934189 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-344f1981-5492-4a95-b747-11a760e0ad37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:35.935469 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.plugin [None req-7164d779-f543-47a5-b4cf-59272b3efc62 tempest-TagsExtTest-1062591673 tempest-TagsExtTest-1062591673-project] Deleting port b07a677f-3f06-4ac8-ae10-daf2eedf525d {{(pid=83871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 13:36:35.935867 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-7164d779-f543-47a5-b4cf-59272b3efc62 tempest-TagsExtTest-1062591673 tempest-TagsExtTest-1062591673-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736733287370'] for port, before_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:36.012545 dv-neutron-836180-1-hyperv neutron-server[83871]: Traceback (most recent call last): Apr 01 13:36:36.012545 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 01 13:36:36.012545 dv-neutron-836180-1-hyperv neutron-server[83871]: timer() Apr 01 13:36:36.012545 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 13:36:36.012545 dv-neutron-836180-1-hyperv neutron-server[83871]: cb(*args, **kw) Apr 01 13:36:36.012545 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 13:36:36.012545 dv-neutron-836180-1-hyperv neutron-server[83871]: return func(*args, **kwargs) Apr 01 13:36:36.012545 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 13:36:36.012545 dv-neutron-836180-1-hyperv neutron-server[83871]: self._notify() Apr 01 13:36:36.012545 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 13:36:36.012545 dv-neutron-836180-1-hyperv neutron-server[83871]: self.callback(batched_events) Apr 01 13:36:36.012545 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 13:36:36.012545 dv-neutron-836180-1-hyperv neutron-server[83871]: event.method(event) Apr 01 13:36:36.012545 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 13:36:36.012545 dv-neutron-836180-1-hyperv neutron-server[83871]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 13:36:36.012545 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 13:36:36.012545 dv-neutron-836180-1-hyperv neutron-server[83871]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 13:36:36.012545 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 13:36:36.012545 dv-neutron-836180-1-hyperv neutron-server[83871]: return f(self, *a, **k) Apr 01 13:36:36.012545 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 13:36:36.012545 dv-neutron-836180-1-hyperv neutron-server[83871]: return self._get(url).json() Apr 01 13:36:36.012545 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 13:36:36.012545 dv-neutron-836180-1-hyperv neutron-server[83871]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 13:36:36.012545 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 01 13:36:36.012545 dv-neutron-836180-1-hyperv neutron-server[83871]: return self.request(url, 'GET', **kwargs) Apr 01 13:36:36.012545 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 01 13:36:36.012545 dv-neutron-836180-1-hyperv neutron-server[83871]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 13:36:36.012545 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 01 13:36:36.012545 dv-neutron-836180-1-hyperv neutron-server[83871]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 13:36:36.012545 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 01 13:36:36.012545 dv-neutron-836180-1-hyperv neutron-server[83871]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 13:36:36.012545 dv-neutron-836180-1-hyperv neutron-server[83871]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 13:36:36.030298 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-066764a2-929a-4e39-888e-56847c699405 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:36.036053 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-066764a2-929a-4e39-888e-56847c699405 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3775923'] for security_group, after_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:36.065182 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-4685fbfb-e338-4184-9b33-b87afebbfc6c tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-942599', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4084797'] for network, after_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:36.077503 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-0653d8e3-1d87-4ca8-9c40-aa8093a5c414 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736733359243', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736732935810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2743125'] for port, after_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:36.095137 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-4685fbfb-e338-4184-9b33-b87afebbfc6c tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3017602'] for network, before_response {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:36.098023 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-066764a2-929a-4e39-888e-56847c699405 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=687c5de8ef514d6fb6a9ee45c9e833a7&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5564256 Apr 01 13:36:36.098747 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066764a2-929a-4e39-888e-56847c699405 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc68ddea-3f1c-4a07-9d77-558b84157188,revision_number=1']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:36:36.101579 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 50242) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:36:36.163839 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4685fbfb-e338-4184-9b33-b87afebbfc6c tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Pushing event deleted for resources: {'Network': ['ID=7852ebd7-3ebd-4d92-8748-a4898c27da6d,revision_number=None']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:36:36.171433 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0653d8e3-1d87-4ca8-9c40-aa8093a5c414 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Pushing event deleted for resources: {'Port': ['ID=57d1d55e-64fd-4c05-af82-5ca36f3320f2,revision_number=None']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:36:36.193590 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-ea2b4387-9631-40fc-9ec5-72677eccfc41 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:36.198673 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-4685fbfb-e338-4184-9b33-b87afebbfc6c tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] 10.222.0.26 "DELETE /v2.0/networks/7852ebd7-3ebd-4d92-8748-a4898c27da6d HTTP/1.1" status: 204 len: 168 time: 2.2597015 Apr 01 13:36:36.202574 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 50250) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:36:36.205648 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-aa266e39-de2b-427b-b90f-38f1dd93c986 tempest-RoutersIpV6AdminTest-7322729 tempest-RoutersIpV6AdminTest-7322729-project] Notify callbacks [] for router, before_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:36.238171 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-28aa2c72-08e8-4ec9-a126-61f6de6bb310 req-ecf0c4c3-2b71-4cc5-8b1a-9acf3da59ba2 tempest-ServerActionsTestJSON-64006463 tempest-ServerActionsTestJSON-64006463-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-securitygroup--589235108&fields=id&tenant_id=1db979ced72f4c84a5c312128899dc9b HTTP/1.1" status: 200 len: 267 time: 0.0853543 Apr 01 13:36:36.239918 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-ea2b4387-9631-40fc-9ec5-72677eccfc41 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:36.285736 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.v2.base [None req-e61fce35-b4f9-4d54-88dc-85e34ff8e923 tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1540117396'}} {{(pid=83871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:36:36.456454 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.plugin [None req-50c280cf-1fb3-4c81-8244-d4ccd58a3082 tempest-RoutersNegativeTest-1474796941 tempest-RoutersNegativeTest-1474796941-project] Deleting port 7ef99571-df13-4841-aecf-db436554d859 {{(pid=83869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 13:36:36.461763 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-50c280cf-1fb3-4c81-8244-d4ccd58a3082 tempest-RoutersNegativeTest-1474796941 tempest-RoutersNegativeTest-1474796941-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736733287370'] for port, before_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:36.461944 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Device b8d1d8c2-31ee-4249-acb5-a3e79095c869 up at agent ovs-agent-dv-neutron-836180-1-hyperv {{(pid=83872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 13:36:36.538932 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Provisioning complete for port b8d1d8c2-31ee-4249-acb5-a3e79095c869 triggered by entity L2. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 13:36:36.539296 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-948329'] for port, provisioning_complete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:36.566536 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.plugin [None req-50c280cf-1fb3-4c81-8244-d4ccd58a3082 tempest-RoutersNegativeTest-1474796941 tempest-RoutersNegativeTest-1474796941-project] The port '7ef99571-df13-4841-aecf-db436554d859' was deleted {{(pid=83869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 01 13:36:36.569105 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-e61fce35-b4f9-4d54-88dc-85e34ff8e923 tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:36:36.597183 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-e61fce35-b4f9-4d54-88dc-85e34ff8e923 tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Usage tracker for resource:network and tenant:315e7395dd224b3fb020d0b9d921742e is out of sync, need to count used quota {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 13:36:36.602789 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-e61fce35-b4f9-4d54-88dc-85e34ff8e923 tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 13:36:36.667579 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-e61fce35-b4f9-4d54-88dc-85e34ff8e923 tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:36:36.728415 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Device 7ef99571-df13-4841-aecf-db436554d859 no longer exists at agent ovs-agent-dv-neutron-836180-1-hyperv {{(pid=83872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 13:36:36.730419 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-ea2b4387-9631-40fc-9ec5-72677eccfc41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3775923'] for security_group, after_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:36.747448 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-50c280cf-1fb3-4c81-8244-d4ccd58a3082 tempest-RoutersNegativeTest-1474796941 tempest-RoutersNegativeTest-1474796941-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-942654', 'neutron.services.segments.db._delete_segments_for_network-8736733387888'] for network, precommit_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:36.759492 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28aa2c72-08e8-4ec9-a126-61f6de6bb310 req-7a3cd55d-455e-4f46-8b58-b377418a563c tempest-ServerActionsTestJSON-64006463 tempest-ServerActionsTestJSON-64006463-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:36:36.760956 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-28aa2c72-08e8-4ec9-a126-61f6de6bb310 req-7a3cd55d-455e-4f46-8b58-b377418a563c tempest-ServerActionsTestJSON-64006463 tempest-ServerActionsTestJSON-64006463-project] 10.222.0.26 "GET /v2.0/networks?id=faf7d63c-9b06-4fbb-8197-4b39ba438717 HTTP/1.1" status: 200 len: 812 time: 0.5137684 Apr 01 13:36:36.761798 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.plugin [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] No Port match for: 7ef99571-df13-4841-aecf-db436554d859 {{(pid=83872) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 01 13:36:36.762139 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Device 7ef99571-df13-4841-aecf-db436554d859 not bound to the agent host dv-neutron-836180-1-hyperv {{(pid=83872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 13:36:36.771505 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea2b4387-9631-40fc-9ec5-72677eccfc41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc68ddea-3f1c-4a07-9d77-558b84157188,revision_number=None']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:36:36.800029 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.services.segments.db [None req-50c280cf-1fb3-4c81-8244-d4ccd58a3082 tempest-RoutersNegativeTest-1474796941 tempest-RoutersNegativeTest-1474796941-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bb9b6e7b-4739-40cc-9c88-401dd6263a69']}} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:36:36.811293 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-ea2b4387-9631-40fc-9ec5-72677eccfc41 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:36.815135 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-ea2b4387-9631-40fc-9ec5-72677eccfc41 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/fc68ddea-3f1c-4a07-9d77-558b84157188 HTTP/1.1" status: 204 len: 168 time: 0.7099719 Apr 01 13:36:36.818545 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.services.segments.db [None req-50c280cf-1fb3-4c81-8244-d4ccd58a3082 tempest-RoutersNegativeTest-1474796941 tempest-RoutersNegativeTest-1474796941-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '663df5c6-591e-4549-9da1-f75a918167eb') {'for_net_delete': True} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:36:36.818880 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.services.segments.db [None req-50c280cf-1fb3-4c81-8244-d4ccd58a3082 tempest-RoutersNegativeTest-1474796941 tempest-RoutersNegativeTest-1474796941-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '663df5c6-591e-4549-9da1-f75a918167eb') {} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:36:36.834228 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-28aa2c72-08e8-4ec9-a126-61f6de6bb310 req-92f696dd-7735-490f-a01a-e0041e79025c tempest-ServerActionsTestJSON-64006463 tempest-ServerActionsTestJSON-64006463-project] 10.222.0.26 "GET /v2.0/quotas/1db979ced72f4c84a5c312128899dc9b HTTP/1.1" status: 200 len: 375 time: 0.0445540 Apr 01 13:36:36.841145 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-50c280cf-1fb3-4c81-8244-d4ccd58a3082 tempest-RoutersNegativeTest-1474796941 tempest-RoutersNegativeTest-1474796941-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736733386999', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2704982'] for segment, before_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:36.845102 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e61fce35-b4f9-4d54-88dc-85e34ff8e923 tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Made reservation on behalf of 315e7395dd224b3fb020d0b9d921742e for: {'network': 1} {{(pid=83871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 13:36:36.848017 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-e61fce35-b4f9-4d54-88dc-85e34ff8e923 tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for network, before_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:36.860530 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-7164d779-f543-47a5-b4cf-59272b3efc62 tempest-TagsExtTest-1062591673 tempest-TagsExtTest-1062591673-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4155147'] for port, precommit_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:36.883986 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-0653d8e3-1d87-4ca8-9c40-aa8093a5c414 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109561'] for port, before_response {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:36.888707 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-0653d8e3-1d87-4ca8-9c40-aa8093a5c414 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] 10.222.0.26 "DELETE /v2.0/ports/57d1d55e-64fd-4c05-af82-5ca36f3320f2 HTTP/1.1" status: 204 len: 168 time: 4.6397169 Apr 01 13:36:36.891939 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 50256) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:36:36.938066 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-50c280cf-1fb3-4c81-8244-d4ccd58a3082 tempest-RoutersNegativeTest-1474796941 tempest-RoutersNegativeTest-1474796941-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1004271'] for segment, precommit_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:36.964014 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-50c280cf-1fb3-4c81-8244-d4ccd58a3082 tempest-RoutersNegativeTest-1474796941 tempest-RoutersNegativeTest-1474796941-project] Releasing vlan 384 on physical network physnet1 to pool {{(pid=83869) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 01 13:36:36.964431 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-50c280cf-1fb3-4c81-8244-d4ccd58a3082 tempest-RoutersNegativeTest-1474796941 tempest-RoutersNegativeTest-1474796941-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1004262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2705264'] for segment, after_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:36.979445 dv-neutron-836180-1-hyperv neutron-server[83869]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 13:36:36.979445 dv-neutron-836180-1-hyperv neutron-server[83869]: util.warn( Apr 01 13:36:36.979445 dv-neutron-836180-1-hyperv neutron-server[83869]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 13:36:36.979445 dv-neutron-836180-1-hyperv neutron-server[83869]: util.warn( Apr 01 13:36:36.979445 dv-neutron-836180-1-hyperv neutron-server[83869]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 13:36:36.979445 dv-neutron-836180-1-hyperv neutron-server[83869]: util.warn( Apr 01 13:36:36.979445 dv-neutron-836180-1-hyperv neutron-server[83869]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 13:36:36.979445 dv-neutron-836180-1-hyperv neutron-server[83869]: util.warn( Apr 01 13:36:36.979445 dv-neutron-836180-1-hyperv neutron-server[83869]: Traceback (most recent call last): Apr 01 13:36:36.979445 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 01 13:36:36.979445 dv-neutron-836180-1-hyperv neutron-server[83869]: timer() Apr 01 13:36:36.979445 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 13:36:36.979445 dv-neutron-836180-1-hyperv neutron-server[83869]: cb(*args, **kw) Apr 01 13:36:36.979445 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 13:36:36.979445 dv-neutron-836180-1-hyperv neutron-server[83869]: return func(*args, **kwargs) Apr 01 13:36:36.979445 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 13:36:36.979445 dv-neutron-836180-1-hyperv neutron-server[83869]: self._notify() Apr 01 13:36:36.979445 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 13:36:36.979445 dv-neutron-836180-1-hyperv neutron-server[83869]: self.callback(batched_events) Apr 01 13:36:36.979445 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 13:36:36.979445 dv-neutron-836180-1-hyperv neutron-server[83869]: event.method(event) Apr 01 13:36:36.979445 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 13:36:36.979445 dv-neutron-836180-1-hyperv neutron-server[83869]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 13:36:36.979445 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 13:36:36.979445 dv-neutron-836180-1-hyperv neutron-server[83869]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 13:36:36.979445 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 13:36:36.979445 dv-neutron-836180-1-hyperv neutron-server[83869]: return f(self, *a, **k) Apr 01 13:36:36.979445 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 13:36:36.979445 dv-neutron-836180-1-hyperv neutron-server[83869]: return self._get(url).json() Apr 01 13:36:36.979445 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 13:36:36.979445 dv-neutron-836180-1-hyperv neutron-server[83869]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 13:36:36.979445 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 01 13:36:36.979445 dv-neutron-836180-1-hyperv neutron-server[83869]: return self.request(url, 'GET', **kwargs) Apr 01 13:36:36.979445 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 01 13:36:36.979445 dv-neutron-836180-1-hyperv neutron-server[83869]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 13:36:36.979445 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 01 13:36:36.979445 dv-neutron-836180-1-hyperv neutron-server[83869]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 13:36:36.979445 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 01 13:36:36.979445 dv-neutron-836180-1-hyperv neutron-server[83869]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 13:36:36.979445 dv-neutron-836180-1-hyperv neutron-server[83869]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 13:36:37.061161 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec3923fd-35a4-4b0b-9fab-19236b0f2ee5 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:36:37.062839 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec3923fd-35a4-4b0b-9fab-19236b0f2ee5 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:36:37.064136 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec3923fd-35a4-4b0b-9fab-19236b0f2ee5 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:36:37.065143 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-ec3923fd-35a4-4b0b-9fab-19236b0f2ee5 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Synchronizing usage tracker for tenant:8b726fe6689e4b7f96def1a2219bea6c on resource:subnet {{(pid=83869) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 13:36:37.108158 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-ec3923fd-35a4-4b0b-9fab-19236b0f2ee5 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Unset dirty status for tenant:8b726fe6689e4b7f96def1a2219bea6c on resource:subnet {{(pid=83869) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 13:36:37.111971 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-ec3923fd-35a4-4b0b-9fab-19236b0f2ee5 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.2164588 Apr 01 13:36:37.117474 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-28aa2c72-08e8-4ec9-a126-61f6de6bb310 req-7c404783-8b75-4e6c-97bc-95fd75231aae tempest-ServerActionsTestJSON-64006463 tempest-ServerActionsTestJSON-64006463-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=1db979ced72f4c84a5c312128899dc9b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2693870 Apr 01 13:36:37.118996 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 50262) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:36:37.122522 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-50c280cf-1fb3-4c81-8244-d4ccd58a3082 tempest-RoutersNegativeTest-1474796941 tempest-RoutersNegativeTest-1474796941-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-942599', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4084797'] for network, after_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:37.126463 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-50c280cf-1fb3-4c81-8244-d4ccd58a3082 tempest-RoutersNegativeTest-1474796941 tempest-RoutersNegativeTest-1474796941-project] Notify callbacks [] for network, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:37.128194 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.plugin [None req-7164d779-f543-47a5-b4cf-59272b3efc62 tempest-TagsExtTest-1062591673 tempest-TagsExtTest-1062591673-project] Calling delete_port for b07a677f-3f06-4ac8-ae10-daf2eedf525d owned by {{(pid=83871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 13:36:37.156871 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:37.175905 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d40df44a-3ff2-4a43-93cc-593d83468118 tempest-RoutersAdminTest-1358270532 tempest-RoutersAdminTest-1358270532-project] Notify agent at l3_agent.dv-neutron-836180-1-hyperv the message routers_updated {{(pid=83871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 13:36:37.190737 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-50c280cf-1fb3-4c81-8244-d4ccd58a3082 tempest-RoutersNegativeTest-1474796941 tempest-RoutersNegativeTest-1474796941-project] 10.222.0.26 "DELETE /v2.0/networks/bb9b6e7b-4739-40cc-9c88-401dd6263a69 HTTP/1.1" status: 204 len: 168 time: 2.9990032 Apr 01 13:36:37.192401 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-842e3100-5a37-4d1c-8821-56e8654df980 None None] Sync routers for ids ['700024d8-303b-4e18-98c9-8162fa361725'] in dv-neutron-836180-1-hyperv {{(pid=83872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 13:36:37.199652 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e61fce35-b4f9-4d54-88dc-85e34ff8e923 tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] vlan segment allocate from pool success with {'vlan_id': 368, 'physical_network': 'physnet1'} {{(pid=83871) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 13:36:37.203556 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 50266) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:36:37.209144 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-e61fce35-b4f9-4d54-88dc-85e34ff8e923 tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1004271'] for segment, precommit_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:37.210025 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.db.segments_db [None req-e61fce35-b4f9-4d54-88dc-85e34ff8e923 tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Added segment 2cee8b87-b0b8-4472-8115-c7951c4be9c4 of type vlan for network d852b8e9-f5c6-43ee-9bbb-592594e77369 Apr 01 13:36:37.213579 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-842e3100-5a37-4d1c-8821-56e8654df980 None None] Routers {'700024d8-303b-4e18-98c9-8162fa361725'} bound to L3 agent in host dv-neutron-836180-1-hyperv {{(pid=83872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 13:36:37.214515 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_hamode_db [None req-842e3100-5a37-4d1c-8821-56e8654df980 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836180-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T13:25:36Z,description=,heartbeat_timestamp=2022-04-01T13:36:36Z,host='dv-neutron-836180-1-hyperv',id=88bf8fc8-11a3-4e96-9d1b-5fd93ba9f6f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T13:25:36Z,topic='l3_agent')) {'router_ids': ['700024d8-303b-4e18-98c9-8162fa361725'], 'active': True} {{(pid=83872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:36:37.243832 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-e61fce35-b4f9-4d54-88dc-85e34ff8e923 tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736732923383'] for network, precommit_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:37.253020 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c280cf-1fb3-4c81-8244-d4ccd58a3082 tempest-RoutersNegativeTest-1474796941 tempest-RoutersNegativeTest-1474796941-project] Pushing event deleted for resources: {'Network': ['ID=bb9b6e7b-4739-40cc-9c88-401dd6263a69,revision_number=None']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:36:37.293097 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-e61fce35-b4f9-4d54-88dc-85e34ff8e923 tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575'] for network, after_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:37.296970 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e61fce35-b4f9-4d54-88dc-85e34ff8e923 tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:36:37.297569 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-e61fce35-b4f9-4d54-88dc-85e34ff8e923 tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3017602'] for network, before_response {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:37.364580 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_hamode_db [None req-842e3100-5a37-4d1c-8821-56e8654df980 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-836180-1-hyperv', False) {} {{(pid=83872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:36:37.387844 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-842e3100-5a37-4d1c-8821-56e8654df980 None None] Routers {'700024d8-303b-4e18-98c9-8162fa361725'} bound to L3 agent in host dv-neutron-836180-1-hyperv {{(pid=83872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 13:36:37.389582 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_hamode_db [None req-842e3100-5a37-4d1c-8821-56e8654df980 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836180-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T13:25:36Z,description=,heartbeat_timestamp=2022-04-01T13:36:36Z,host='dv-neutron-836180-1-hyperv',id=88bf8fc8-11a3-4e96-9d1b-5fd93ba9f6f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T13:25:36Z,topic='l3_agent')) {'router_ids': ['700024d8-303b-4e18-98c9-8162fa361725'], 'active': True} {{(pid=83872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:36:37.442361 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-c18b1db6-4b51-4018-a213-a3e38a921dd6 tempest-RoutersNegativeTest-1474796941 tempest-RoutersNegativeTest-1474796941-project] Synchronizing usage tracker for tenant:1a7f208858a646838ac7da1fa260568c on resource:port {{(pid=83869) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 13:36:37.469423 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_hamode_db [None req-842e3100-5a37-4d1c-8821-56e8654df980 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-836180-1-hyperv', False) {} {{(pid=83872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:36:37.470007 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-842e3100-5a37-4d1c-8821-56e8654df980 None None] The sync data for ids ['700024d8-303b-4e18-98c9-8162fa361725'] in dv-neutron-836180-1-hyperv is: [] {{(pid=83872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 13:36:37.478681 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-2f9cfc9c-d8ba-4de3-a4ad-98162f90557c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:37.550050 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-d40df44a-3ff2-4a43-93cc-593d83468118 tempest-RoutersAdminTest-1358270532 tempest-RoutersAdminTest-1358270532-project] Notify callbacks [] for router, before_response {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:37.554371 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-d40df44a-3ff2-4a43-93cc-593d83468118 tempest-RoutersAdminTest-1358270532 tempest-RoutersAdminTest-1358270532-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 10.8834126 Apr 01 13:36:37.554562 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 50278) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:36:37.571618 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-aa266e39-de2b-427b-b90f-38f1dd93c986 tempest-RoutersIpV6AdminTest-7322729 tempest-RoutersIpV6AdminTest-7322729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4079814', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4170'] for router, precommit_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:37.581823 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-e61fce35-b4f9-4d54-88dc-85e34ff8e923 tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.3204396 Apr 01 13:36:37.582034 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.v2.base [None req-637bf410-dd90-4b6e-9e40-77f9197b46fa tempest-RoutersAdminTest-1358270532 tempest-RoutersAdminTest-1358270532-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=83869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:36:37.583068 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 50282) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:36:37.589437 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e61fce35-b4f9-4d54-88dc-85e34ff8e923 tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Pushing event updated for resources: {'Network': ['ID=d852b8e9-f5c6-43ee-9bbb-592594e77369,revision_number=1']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:36:37.594407 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.v2.base [None req-458d7e45-8b6e-4365-84fc-a43dcb6ae5fc tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Request body: {'subnet': {'network_id': 'd852b8e9-f5c6-43ee-9bbb-592594e77369', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:36:37.602566 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Network d852b8e9-f5c6-43ee-9bbb-592594e77369 details requested by agent ovs-agent-dv-neutron-836180-1-hyperv with host dv-neutron-836180-1-hyperv {{(pid=83872) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 13:36:37.609513 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-aa266e39-de2b-427b-b90f-38f1dd93c986 tempest-RoutersIpV6AdminTest-7322729 tempest-RoutersIpV6AdminTest-7322729-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:37.650484 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-c18b1db6-4b51-4018-a213-a3e38a921dd6 tempest-RoutersNegativeTest-1474796941 tempest-RoutersNegativeTest-1474796941-project] Unset dirty status for tenant:1a7f208858a646838ac7da1fa260568c on resource:port {{(pid=83869) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 13:36:37.654122 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-c18b1db6-4b51-4018-a213-a3e38a921dd6 tempest-RoutersNegativeTest-1474796941 tempest-RoutersNegativeTest-1474796941-project] 10.222.0.26 "GET /v2.0/ports?device_id=e4980364-8860-4fdd-9171-ab8980fcd979 HTTP/1.1" status: 200 len: 205 time: 0.4469154 Apr 01 13:36:37.700119 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 50288) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:36:37.748531 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-28aa2c72-08e8-4ec9-a126-61f6de6bb310 req-472b97cc-0d2c-49f5-a7d3-3a0e3d4e631c service neutron] 10.222.0.26 "GET /v2.0/networks/faf7d63c-9b06-4fbb-8197-4b39ba438717?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5538399 Apr 01 13:36:37.898962 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.db_base_plugin_v2 [None req-4bbce8eb-1c61-45fc-aafa-8ec58e78aa98 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Deleting subnet 65b160b5-86c1-4da1-a58e-e26eaf6695b4 {{(pid=83869) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 01 13:36:37.907891 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-4bbce8eb-1c61-45fc-aafa-8ec58e78aa98 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Notify callbacks [] for subnet, before_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:37.999923 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-4bbce8eb-1c61-45fc-aafa-8ec58e78aa98 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2704975'] for subnet, precommit_delete_associations {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:38.033118 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-28aa2c72-08e8-4ec9-a126-61f6de6bb310 req-e9d4839b-9e30-4048-aea1-36a51fdee8d0 service neutron] 10.222.0.26 "GET /v2.0/networks/faf7d63c-9b06-4fbb-8197-4b39ba438717?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2731423 Apr 01 13:36:38.038233 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-7164d779-f543-47a5-b4cf-59272b3efc62 tempest-TagsExtTest-1062591673 tempest-TagsExtTest-1062591673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736733359243', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736732935810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2743125'] for port, after_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:38.091068 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-458d7e45-8b6e-4365-84fc-a43dcb6ae5fc tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:36:38.094105 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7164d779-f543-47a5-b4cf-59272b3efc62 tempest-TagsExtTest-1062591673 tempest-TagsExtTest-1062591673-project] Pushing event deleted for resources: {'Port': ['ID=b07a677f-3f06-4ac8-ae10-daf2eedf525d,revision_number=None']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:36:38.100571 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-aa266e39-de2b-427b-b90f-38f1dd93c986 tempest-RoutersIpV6AdminTest-7322729 tempest-RoutersIpV6AdminTest-7322729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4079738'] for router, after_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:38.101367 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa266e39-de2b-427b-b90f-38f1dd93c986 tempest-RoutersIpV6AdminTest-7322729 tempest-RoutersIpV6AdminTest-7322729-project] Fanout notify agent at l3_agent the message router_deleted on router d4475195-4b2a-44d7-bb18-75d9fee63abd {{(pid=83871) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 01 13:36:38.106398 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-458d7e45-8b6e-4365-84fc-a43dcb6ae5fc tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Usage tracker for resource:subnet and tenant:315e7395dd224b3fb020d0b9d921742e is out of sync, need to count used quota {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 13:36:38.117154 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-458d7e45-8b6e-4365-84fc-a43dcb6ae5fc tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 13:36:38.123235 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-379c92ff-e7b7-464b-9100-b64b55736e77 tempest-RoutersNegativeTest-1474796941 tempest-RoutersNegativeTest-1474796941-project] Notify callbacks [] for router, before_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:38.192178 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-458d7e45-8b6e-4365-84fc-a43dcb6ae5fc tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:36:38.282765 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-4bbce8eb-1c61-45fc-aafa-8ec58e78aa98 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-945029'] for subnet, precommit_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:38.452067 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [req-e2ae4969-ef0c-4883-a29d-f65c645602a3 req-3eb63c02-c38e-49e9-b6a0-23cbec1519a2 tempest-ServerActionsTestJSON-64006463 tempest-ServerActionsTestJSON-64006463-project] Synchronizing usage tracker for tenant:1db979ced72f4c84a5c312128899dc9b on resource:port {{(pid=83871) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 13:36:38.466816 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-aa266e39-de2b-427b-b90f-38f1dd93c986 tempest-RoutersIpV6AdminTest-7322729 tempest-RoutersIpV6AdminTest-7322729-project] Notify callbacks [] for router, before_response {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:38.472795 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-aa266e39-de2b-427b-b90f-38f1dd93c986 tempest-RoutersIpV6AdminTest-7322729 tempest-RoutersIpV6AdminTest-7322729-project] 10.222.0.26 "DELETE /v2.0/routers/d4475195-4b2a-44d7-bb18-75d9fee63abd HTTP/1.1" status: 204 len: 168 time: 3.0671639 Apr 01 13:36:38.478253 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-458d7e45-8b6e-4365-84fc-a43dcb6ae5fc tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Made reservation on behalf of 315e7395dd224b3fb020d0b9d921742e for: {'subnet': 1} {{(pid=83871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 13:36:38.500377 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 50308) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:36:38.560494 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-7164d779-f543-47a5-b4cf-59272b3efc62 tempest-TagsExtTest-1062591673 tempest-TagsExtTest-1062591673-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109561'] for port, before_response {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:38.565937 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-7164d779-f543-47a5-b4cf-59272b3efc62 tempest-TagsExtTest-1062591673 tempest-TagsExtTest-1062591673-project] 10.222.0.26 "DELETE /v2.0/ports/b07a677f-3f06-4ac8-ae10-daf2eedf525d HTTP/1.1" status: 204 len: 168 time: 2.8946457 Apr 01 13:36:38.568670 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 50316) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:36:38.575827 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-1c43a371-2904-4140-a9a7-e267c4787161 tempest-RoutersIpV6AdminTest-7322729 tempest-RoutersIpV6AdminTest-7322729-project] 10.222.0.26 "GET /v2.0/ports?device_id=d4475195-4b2a-44d7-bb18-75d9fee63abd HTTP/1.1" status: 200 len: 205 time: 0.0742342 Apr 01 13:36:38.576740 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 50320) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:36:38.615787 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [req-e2ae4969-ef0c-4883-a29d-f65c645602a3 req-3eb63c02-c38e-49e9-b6a0-23cbec1519a2 tempest-ServerActionsTestJSON-64006463 tempest-ServerActionsTestJSON-64006463-project] Unset dirty status for tenant:1db979ced72f4c84a5c312128899dc9b on resource:port {{(pid=83871) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 13:36:38.617870 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-e2ae4969-ef0c-4883-a29d-f65c645602a3 req-3eb63c02-c38e-49e9-b6a0-23cbec1519a2 tempest-ServerActionsTestJSON-64006463 tempest-ServerActionsTestJSON-64006463-project] 10.222.0.26 "GET /v2.0/ports?device_id=746f2a68-07bc-4d82-957e-55cd7a32c31f HTTP/1.1" status: 200 len: 210 time: 0.2841721 Apr 01 13:36:38.716158 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.api.v2.resource [None req-f8171490-a58b-47ea-8831-156f41c337e9 tempest-RoutersIpV6AdminTest-7322729 tempest-RoutersIpV6AdminTest-7322729-project] delete failed (client error): The resource could not be found. Apr 01 13:36:38.720008 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-f8171490-a58b-47ea-8831-156f41c337e9 tempest-RoutersIpV6AdminTest-7322729 tempest-RoutersIpV6AdminTest-7322729-project] 10.222.0.26 "DELETE /v2.0/routers/d4475195-4b2a-44d7-bb18-75d9fee63abd HTTP/1.1" status: 404 len: 336 time: 0.1401398 Apr 01 13:36:38.724793 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 50326) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:36:38.822939 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-e19c5bbb-1c02-43bd-9762-cc9cbb3dbf39 tempest-RoutersIpV6AdminTest-7322729 tempest-RoutersIpV6AdminTest-7322729-project] 10.222.0.26 "GET /v2.0/ports?device_id=0cacebeb-0182-49c6-b797-4b22fff8f500 HTTP/1.1" status: 200 len: 205 time: 0.0969503 Apr 01 13:36:38.824677 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-4bbce8eb-1c61-45fc-aafa-8ec58e78aa98 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-945042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2705198', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2999452'] for subnet, after_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:38.827447 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 50334) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:36:38.829426 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-a976a7b9-9034-41e6-be13-349b75ed1593 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:38.931802 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bbce8eb-1c61-45fc-aafa-8ec58e78aa98 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Pushing event deleted for resources: {'Subnet': ['ID=65b160b5-86c1-4da1-a58e-e26eaf6695b4,revision_number=None']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:36:38.954547 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-4bbce8eb-1c61-45fc-aafa-8ec58e78aa98 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3017602'] for subnet, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:38.962034 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5544f92d-a223-4b0a-911f-f9502a854c50 None None] Network 09d7ea43-6376-4322-97e7-54cd01aae492 requested from dv-neutron-836180-1-hyperv {{(pid=83872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 13:36:38.990338 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-4bbce8eb-1c61-45fc-aafa-8ec58e78aa98 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] 10.222.0.26 "DELETE /v2.0/subnets/65b160b5-86c1-4da1-a58e-e26eaf6695b4 HTTP/1.1" status: 204 len: 168 time: 1.8676198 Apr 01 13:36:39.001479 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 50340) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:36:39.086483 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.db_base_plugin_v2 [None req-b7d0ccfa-3507-4e49-a805-3f349357e4d8 tempest-TagsExtTest-1062591673 tempest-TagsExtTest-1062591673-project] Deleting subnet d0512dec-3440-40bc-9749-f466b9d7ab5c {{(pid=83869) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 01 13:36:39.094398 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-b7d0ccfa-3507-4e49-a805-3f349357e4d8 tempest-TagsExtTest-1062591673 tempest-TagsExtTest-1062591673-project] Notify callbacks [] for subnet, before_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:39.103239 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.api.v2.resource [None req-10c72c84-bd52-4efb-98ea-c9d133fc2c87 tempest-RoutersIpV6AdminTest-7322729 tempest-RoutersIpV6AdminTest-7322729-project] delete failed (client error): The resource could not be found. Apr 01 13:36:39.104528 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-10c72c84-bd52-4efb-98ea-c9d133fc2c87 tempest-RoutersIpV6AdminTest-7322729 tempest-RoutersIpV6AdminTest-7322729-project] 10.222.0.26 "DELETE /v2.0/routers/0cacebeb-0182-49c6-b797-4b22fff8f500 HTTP/1.1" status: 404 len: 336 time: 0.2748098 Apr 01 13:36:39.115449 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-458d7e45-8b6e-4365-84fc-a43dcb6ae5fc tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2757336'] for subnet, before_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:39.127152 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 50346) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:36:39.139185 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.db_base_plugin_v2 [None req-d23015ce-c56f-4fe0-b9e6-9bf56e36d9e3 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Deleting subnet f43cfa76-e832-4b95-a6ba-9b95d7b7f0b0 {{(pid=83869) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 01 13:36:39.179920 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-d23015ce-c56f-4fe0-b9e6-9bf56e36d9e3 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Notify callbacks [] for subnet, before_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:39.280266 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-eca17e90-b651-4c02-ab5f-e076a9bf53c4 tempest-RoutersIpV6AdminTest-7322729 tempest-RoutersIpV6AdminTest-7322729-project] 10.222.0.26 "GET /v2.0/ports?device_id=2ab4e7f0-7587-450d-ae23-e6344eb1a9f1 HTTP/1.1" status: 200 len: 205 time: 0.1513295 Apr 01 13:36:39.287787 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 50352) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:36:39.371438 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 50356) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:36:39.396919 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-b7d0ccfa-3507-4e49-a805-3f349357e4d8 tempest-TagsExtTest-1062591673 tempest-TagsExtTest-1062591673-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2704975'] for subnet, precommit_delete_associations {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:39.410197 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-379c92ff-e7b7-464b-9100-b64b55736e77 tempest-RoutersNegativeTest-1474796941 tempest-RoutersNegativeTest-1474796941-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4079814', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4170'] for router, precommit_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:39.425188 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-379c92ff-e7b7-464b-9100-b64b55736e77 tempest-RoutersNegativeTest-1474796941 tempest-RoutersNegativeTest-1474796941-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:39.452619 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.api.v2.resource [None req-a3e7db34-e056-4885-a968-060132e735c7 tempest-RoutersIpV6AdminTest-7322729 tempest-RoutersIpV6AdminTest-7322729-project] delete failed (client error): The resource could not be found. Apr 01 13:36:39.453789 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-a3e7db34-e056-4885-a968-060132e735c7 tempest-RoutersIpV6AdminTest-7322729 tempest-RoutersIpV6AdminTest-7322729-project] 10.222.0.26 "DELETE /v2.0/routers/2ab4e7f0-7587-450d-ae23-e6344eb1a9f1 HTTP/1.1" status: 404 len: 336 time: 0.1651752 Apr 01 13:36:39.459480 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 50362) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:36:39.482624 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-d23015ce-c56f-4fe0-b9e6-9bf56e36d9e3 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2704975'] for subnet, precommit_delete_associations {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:39.517635 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-379c92ff-e7b7-464b-9100-b64b55736e77 tempest-RoutersNegativeTest-1474796941 tempest-RoutersNegativeTest-1474796941-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4079738'] for router, after_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:39.518450 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-379c92ff-e7b7-464b-9100-b64b55736e77 tempest-RoutersNegativeTest-1474796941 tempest-RoutersNegativeTest-1474796941-project] Fanout notify agent at l3_agent the message router_deleted on router e4980364-8860-4fdd-9171-ab8980fcd979 {{(pid=83871) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 01 13:36:39.539663 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-379c92ff-e7b7-464b-9100-b64b55736e77 tempest-RoutersNegativeTest-1474796941 tempest-RoutersNegativeTest-1474796941-project] Notify callbacks [] for router, before_response {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:39.543663 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-379c92ff-e7b7-464b-9100-b64b55736e77 tempest-RoutersNegativeTest-1474796941 tempest-RoutersNegativeTest-1474796941-project] 10.222.0.26 "DELETE /v2.0/routers/e4980364-8860-4fdd-9171-ab8980fcd979 HTTP/1.1" status: 204 len: 168 time: 1.8372886 Apr 01 13:36:39.600781 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-474017c8-f5b7-46ab-b62a-99dcfdae2c97 tempest-RoutersIpV6AdminTest-7322729 tempest-RoutersIpV6AdminTest-7322729-project] 10.222.0.26 "GET /v2.0/ports?device_id=dd5b9c7d-d63d-4276-8bb3-0ffbca7a0a73 HTTP/1.1" status: 200 len: 205 time: 0.1315842 Apr 01 13:36:39.642140 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 50368) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:36:39.650941 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.v2.base [None req-0252149a-4312-40e5-9824-872d2dcd12d6 tempest-RoutersTestDVR-799596797 tempest-RoutersTestDVR-799596797-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-183765622'}} {{(pid=83871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:36:39.742197 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-0252149a-4312-40e5-9824-872d2dcd12d6 tempest-RoutersTestDVR-799596797 tempest-RoutersTestDVR-799596797-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:36:39.750176 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-458d7e45-8b6e-4365-84fc-a43dcb6ae5fc tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2743225', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2757366'] for subnet, after_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:39.837189 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-0252149a-4312-40e5-9824-872d2dcd12d6 tempest-RoutersTestDVR-799596797 tempest-RoutersTestDVR-799596797-project-admin] Usage tracker for resource:router and tenant:5e2486878f12453c9f82a9e3c334034a is out of sync, need to count used quota {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 13:36:39.841119 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.api.v2.resource [None req-3358d4ef-0c83-4f9b-91d8-163117217f03 tempest-RoutersIpV6AdminTest-7322729 tempest-RoutersIpV6AdminTest-7322729-project] delete failed (client error): The resource could not be found. Apr 01 13:36:39.842129 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-3358d4ef-0c83-4f9b-91d8-163117217f03 tempest-RoutersIpV6AdminTest-7322729 tempest-RoutersIpV6AdminTest-7322729-project] 10.222.0.26 "DELETE /v2.0/routers/dd5b9c7d-d63d-4276-8bb3-0ffbca7a0a73 HTTP/1.1" status: 404 len: 336 time: 0.1971781 Apr 01 13:36:39.848075 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 50374) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:36:39.875560 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-0252149a-4312-40e5-9824-872d2dcd12d6 tempest-RoutersTestDVR-799596797 tempest-RoutersTestDVR-799596797-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 13:36:39.905000 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-0252149a-4312-40e5-9824-872d2dcd12d6 tempest-RoutersTestDVR-799596797 tempest-RoutersTestDVR-799596797-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:36:40.039689 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458d7e45-8b6e-4365-84fc-a43dcb6ae5fc tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Pushing event updated for resources: {'Subnet': ['ID=45744238-591c-41d0-b20f-ddcb9961533d,revision_number=0']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:36:40.082251 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 50380) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:36:40.087011 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-0252149a-4312-40e5-9824-872d2dcd12d6 tempest-RoutersTestDVR-799596797 tempest-RoutersTestDVR-799596797-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4082176', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4220'] for router, before_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:40.087973 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-0252149a-4312-40e5-9824-872d2dcd12d6 tempest-RoutersTestDVR-799596797 tempest-RoutersTestDVR-799596797-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4082277', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4084873', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4148249', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4211'] for router, precommit_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:40.111441 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-e55aafb4-586e-4606-a61c-049fe64a3ba0 None None] Provisioning complete for port 506186fc-3ab7-4acd-abb1-01af0f322bcf triggered by entity DHCP. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 13:36:40.112480 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-e55aafb4-586e-4606-a61c-049fe64a3ba0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-948329'] for port, provisioning_complete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:40.125354 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-dacee038-0ea9-4f50-a4d3-ba3a3688fc31 req-55ec75f2-8cd6-47a7-abff-96b637689725 tempest-ServerActionsTestJSON-64006463 tempest-ServerActionsTestJSON-64006463-project] 10.222.0.26 "GET /v2.0/ports?device_id=746f2a68-07bc-4d82-957e-55cd7a32c31f HTTP/1.1" status: 200 len: 210 time: 0.2867942 Apr 01 13:36:40.131718 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-dda21b26-321d-43f2-a81c-3302d8385335 tempest-RoutersIpV6AdminTest-7322729 tempest-RoutersIpV6AdminTest-7322729-project] 10.222.0.26 "GET /v2.0/ports?device_id=311f0494-fead-488a-b2b5-bab6635158f9 HTTP/1.1" status: 200 len: 205 time: 0.2360456 Apr 01 13:36:40.135937 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 50386) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:36:40.145133 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-b7d0ccfa-3507-4e49-a805-3f349357e4d8 tempest-TagsExtTest-1062591673 tempest-TagsExtTest-1062591673-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-945029'] for subnet, precommit_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:40.156211 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-458d7e45-8b6e-4365-84fc-a43dcb6ae5fc tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Checking segment: {'id': '2cee8b87-b0b8-4472-8115-c7951c4be9c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'd852b8e9-f5c6-43ee-9bbb-592594e77369'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 13:36:40.156796 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-458d7e45-8b6e-4365-84fc-a43dcb6ae5fc tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Network hostable DHCP agents. Network: d852b8e9-f5c6-43ee-9bbb-592594e77369, hostable agents: ['e47e4547-5c2d-4954-ba56-fa3646239f18'], hosted agents: [] {{(pid=83871) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 13:36:40.275515 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.api.v2.resource [None req-059675be-7712-4581-b568-a2241e1ae9c5 tempest-RoutersIpV6AdminTest-7322729 tempest-RoutersIpV6AdminTest-7322729-project] delete failed (client error): The resource could not be found. Apr 01 13:36:40.278839 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-059675be-7712-4581-b568-a2241e1ae9c5 tempest-RoutersIpV6AdminTest-7322729 tempest-RoutersIpV6AdminTest-7322729-project] 10.222.0.26 "DELETE /v2.0/routers/311f0494-fead-488a-b2b5-bab6635158f9 HTTP/1.1" status: 404 len: 336 time: 0.1386395 Apr 01 13:36:40.280262 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-d23015ce-c56f-4fe0-b9e6-9bf56e36d9e3 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-945029'] for subnet, precommit_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:40.314672 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 50390) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:36:40.386641 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-b15e9dea-ff83-4024-b5a4-3e2e5fca4251 tempest-RoutersIpV6AdminTest-7322729 tempest-RoutersIpV6AdminTest-7322729-project] 10.222.0.26 "GET /v2.0/ports?device_id=ff654fce-e676-4b33-92d5-f9e520baec62 HTTP/1.1" status: 200 len: 205 time: 0.0707707 Apr 01 13:36:40.391512 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28aa2c72-08e8-4ec9-a126-61f6de6bb310 req-fcea62d0-7ca3-459e-b18c-665301c1bade tempest-ServerActionsTestJSON-64006463 tempest-ServerActionsTestJSON-64006463-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:36:40.392195 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [req-28aa2c72-08e8-4ec9-a126-61f6de6bb310 req-fcea62d0-7ca3-459e-b18c-665301c1bade tempest-ServerActionsTestJSON-64006463 tempest-ServerActionsTestJSON-64006463-project] Synchronizing usage tracker for tenant:1db979ced72f4c84a5c312128899dc9b on resource:network {{(pid=83871) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 13:36:40.394640 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 50394) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:36:40.395915 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-0252149a-4312-40e5-9824-872d2dcd12d6 tempest-RoutersTestDVR-799596797 tempest-RoutersTestDVR-799596797-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:40.429562 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-b7d0ccfa-3507-4e49-a805-3f349357e4d8 tempest-TagsExtTest-1062591673 tempest-TagsExtTest-1062591673-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-945042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2705198', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2999452'] for subnet, after_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:40.467191 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-d23015ce-c56f-4fe0-b9e6-9bf56e36d9e3 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-945042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2705198', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2999452'] for subnet, after_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:40.479245 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d0ccfa-3507-4e49-a805-3f349357e4d8 tempest-TagsExtTest-1062591673 tempest-TagsExtTest-1062591673-project] Pushing event deleted for resources: {'Subnet': ['ID=d0512dec-3440-40bc-9749-f466b9d7ab5c,revision_number=None']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:36:40.500811 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.api.v2.resource [None req-9bdfef34-1206-4261-830d-3fdc4c8b795f tempest-RoutersIpV6AdminTest-7322729 tempest-RoutersIpV6AdminTest-7322729-project] delete failed (client error): The resource could not be found. Apr 01 13:36:40.501845 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-9bdfef34-1206-4261-830d-3fdc4c8b795f tempest-RoutersIpV6AdminTest-7322729 tempest-RoutersIpV6AdminTest-7322729-project] 10.222.0.26 "DELETE /v2.0/routers/ff654fce-e676-4b33-92d5-f9e520baec62 HTTP/1.1" status: 404 len: 336 time: 0.1001818 Apr 01 13:36:40.509971 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 50398) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:36:40.530047 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d23015ce-c56f-4fe0-b9e6-9bf56e36d9e3 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Pushing event deleted for resources: {'Subnet': ['ID=f43cfa76-e832-4b95-a6ba-9b95d7b7f0b0,revision_number=None']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:36:40.532046 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-b7d0ccfa-3507-4e49-a805-3f349357e4d8 tempest-TagsExtTest-1062591673 tempest-TagsExtTest-1062591673-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3017602'] for subnet, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:40.537259 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80b86af8-8f00-4da8-93df-7e9cbb5faf6c None None] Network c488b472-a708-42c0-bb50-b984e5ffa6a8 requested from dv-neutron-836180-1-hyperv {{(pid=83872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 13:36:40.543413 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-d23015ce-c56f-4fe0-b9e6-9bf56e36d9e3 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3017602'] for subnet, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:40.551648 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [req-28aa2c72-08e8-4ec9-a126-61f6de6bb310 req-fcea62d0-7ca3-459e-b18c-665301c1bade tempest-ServerActionsTestJSON-64006463 tempest-ServerActionsTestJSON-64006463-project] Unset dirty status for tenant:1db979ced72f4c84a5c312128899dc9b on resource:network {{(pid=83871) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 13:36:40.552789 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-28aa2c72-08e8-4ec9-a126-61f6de6bb310 req-fcea62d0-7ca3-459e-b18c-665301c1bade tempest-ServerActionsTestJSON-64006463 tempest-ServerActionsTestJSON-64006463-project] 10.222.0.57 "GET /v2.0/networks?id=faf7d63c-9b06-4fbb-8197-4b39ba438717 HTTP/1.1" status: 200 len: 812 time: 0.7175615 Apr 01 13:36:40.562440 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-235ee88c-1104-40a0-a064-d67d1c19d50d None None] Network 09d7ea43-6376-4322-97e7-54cd01aae492 requested from dv-neutron-836180-1-hyperv {{(pid=83872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 13:36:40.562692 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-b7d0ccfa-3507-4e49-a805-3f349357e4d8 tempest-TagsExtTest-1062591673 tempest-TagsExtTest-1062591673-project] 10.222.0.26 "DELETE /v2.0/subnets/d0512dec-3440-40bc-9749-f466b9d7ab5c HTTP/1.1" status: 204 len: 168 time: 1.9927771 Apr 01 13:36:40.567551 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 50402) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:36:40.569541 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-0252149a-4312-40e5-9824-872d2dcd12d6 tempest-RoutersTestDVR-799596797 tempest-RoutersTestDVR-799596797-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4082201', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4084858'] for router, after_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:40.573020 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-458d7e45-8b6e-4365-84fc-a43dcb6ae5fc tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Network d852b8e9-f5c6-43ee-9bbb-592594e77369 is scheduled to be hosted by DHCP agent e47e4547-5c2d-4954-ba56-fa3646239f18 with binding_index 1 {{(pid=83871) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 13:36:40.592310 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.pecan_wsgi.hooks.translation [None req-273c0a24-5276-4db8-8cab-0ca3a77b4586 tempest-RoutersIpV6AdminTest-7322729 tempest-RoutersIpV6AdminTest-7322729-project] DELETE failed (client error): The resource could not be found. Apr 01 13:36:40.592760 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-273c0a24-5276-4db8-8cab-0ca3a77b4586 tempest-RoutersIpV6AdminTest-7322729 tempest-RoutersIpV6AdminTest-7322729-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83871) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 13:36:40.598400 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-d23015ce-c56f-4fe0-b9e6-9bf56e36d9e3 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] 10.222.0.26 "DELETE /v2.0/subnets/f43cfa76-e832-4b95-a6ba-9b95d7b7f0b0 HTTP/1.1" status: 204 len: 168 time: 1.5928850 Apr 01 13:36:40.602636 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 50406) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:36:40.614276 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-5cd15a9a-06ac-4492-ac90-f3f012427e84 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=1a7f208858a646838ac7da1fa260568c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5278268 Apr 01 13:36:40.616578 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 50410) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:36:40.623079 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-273c0a24-5276-4db8-8cab-0ca3a77b4586 tempest-RoutersIpV6AdminTest-7322729 tempest-RoutersIpV6AdminTest-7322729-project] 10.222.0.26 "DELETE /v2.0/subnets/1bc88cac-8192-40e9-8985-f20fd180bc5b HTTP/1.1" status: 404 len: 337 time: 0.1121335 Apr 01 13:36:40.641561 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.scheduler.base_scheduler [None req-458d7e45-8b6e-4365-84fc-a43dcb6ae5fc tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-836180-1-hyperv, d852b8e9-f5c6-43ee-9bbb-592594e77369) {{(pid=83871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 13:36:40.646421 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-0252149a-4312-40e5-9824-872d2dcd12d6 tempest-RoutersTestDVR-799596797 tempest-RoutersTestDVR-799596797-project-admin] Notify callbacks [] for router, before_response {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:40.647650 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-0252149a-4312-40e5-9824-872d2dcd12d6 tempest-RoutersTestDVR-799596797 tempest-RoutersTestDVR-799596797-project-admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 728 time: 1.2716560 Apr 01 13:36:40.654106 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 50416) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:36:40.657294 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-458d7e45-8b6e-4365-84fc-a43dcb6ae5fc tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:36:40.657873 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-458d7e45-8b6e-4365-84fc-a43dcb6ae5fc tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Notify callbacks [] for subnet, before_response {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:40.746713 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-637bf410-dd90-4b6e-9e40-77f9197b46fa tempest-RoutersAdminTest-1358270532 tempest-RoutersAdminTest-1358270532-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4084887', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4079850', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4161'] for router, precommit_update {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:40.747122 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5022fe38-e032-4258-9d7f-26e8996d07d7 None None] Network d852b8e9-f5c6-43ee-9bbb-592594e77369 requested from dv-neutron-836180-1-hyperv {{(pid=83872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 13:36:40.755574 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-e24b2776-5542-4584-83bc-408f5c513b9b tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] 10.222.0.26 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1472909 Apr 01 13:36:40.755574 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 50420) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:36:40.762726 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [req-28aa2c72-08e8-4ec9-a126-61f6de6bb310 req-91a9fb19-fd19-43d9-8197-420f6783c74c tempest-ServerActionsTestJSON-64006463 tempest-ServerActionsTestJSON-64006463-project] Synchronizing usage tracker for tenant:1db979ced72f4c84a5c312128899dc9b on resource:security_group {{(pid=83871) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 13:36:40.777582 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.v2.base [None req-2cb51245-5b5c-49cf-abfb-d5f0a0c495a5 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Request body: {'subnet': {'network_id': '09d7ea43-6376-4322-97e7-54cd01aae492', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=83869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:36:40.801835 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-3092c410-eda4-4d31-a40d-ef7fda9d6eeb tempest-TagsExtTest-1062591673 tempest-TagsExtTest-1062591673-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1033078'] for network, before_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:40.845893 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-458d7e45-8b6e-4365-84fc-a43dcb6ae5fc tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.2603598 Apr 01 13:36:40.849798 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 50426) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:36:40.858186 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.v2.base [None req-c63b8de1-73bc-440e-89c0-453d7f6c03a6 tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1053801848', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:36:40.874716 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-c63b8de1-73bc-440e-89c0-453d7f6c03a6 tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:36:40.889414 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [req-28aa2c72-08e8-4ec9-a126-61f6de6bb310 req-91a9fb19-fd19-43d9-8197-420f6783c74c tempest-ServerActionsTestJSON-64006463 tempest-ServerActionsTestJSON-64006463-project] Unset dirty status for tenant:1db979ced72f4c84a5c312128899dc9b on resource:security_group {{(pid=83871) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 13:36:40.890946 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-28aa2c72-08e8-4ec9-a126-61f6de6bb310 req-91a9fb19-fd19-43d9-8197-420f6783c74c tempest-ServerActionsTestJSON-64006463 tempest-ServerActionsTestJSON-64006463-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1db979ced72f4c84a5c312128899dc9b HTTP/1.1" status: 200 len: 379 time: 0.3154912 Apr 01 13:36:40.893044 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-c63b8de1-73bc-440e-89c0-453d7f6c03a6 tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Usage tracker for resource:router and tenant:315e7395dd224b3fb020d0b9d921742e is out of sync, need to count used quota {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 13:36:40.899643 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-c63b8de1-73bc-440e-89c0-453d7f6c03a6 tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 13:36:40.904144 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-637bf410-dd90-4b6e-9e40-77f9197b46fa tempest-RoutersAdminTest-1358270532 tempest-RoutersAdminTest-1358270532-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:40.909102 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.plugin [None req-3092c410-eda4-4d31-a40d-ef7fda9d6eeb tempest-TagsExtTest-1062591673 tempest-TagsExtTest-1062591673-project] Deleting port cbdd8945-62a9-45e0-97c6-418d67738c4f {{(pid=83869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 13:36:40.909426 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-3092c410-eda4-4d31-a40d-ef7fda9d6eeb tempest-TagsExtTest-1062591673 tempest-TagsExtTest-1062591673-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736733287370'] for port, before_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:40.910104 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.v2.base [req-28aa2c72-08e8-4ec9-a126-61f6de6bb310 req-bd5ca458-45cd-45b7-bbd8-20d44798323a tempest-ServerActionsTestJSON-64006463 tempest-ServerActionsTestJSON-64006463-project] Request body: {'port': {'device_id': '746f2a68-07bc-4d82-957e-55cd7a32c31f', 'network_id': 'faf7d63c-9b06-4fbb-8197-4b39ba438717', 'admin_state_up': True, 'tenant_id': '1db979ced72f4c84a5c312128899dc9b', 'security_groups': ['0d525850-c301-4718-92cf-e73f2c3e9524']}} {{(pid=83871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:36:40.925571 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-0c27ba51-8931-45c2-a420-98abd4c6363a tempest-RoutersTestDVR-799596797 tempest-RoutersTestDVR-799596797-project-admin] Notify callbacks [] for router, before_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:40.980466 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-2cb51245-5b5c-49cf-abfb-d5f0a0c495a5 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:36:40.982593 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.plugin [None req-637bf410-dd90-4b6e-9e40-77f9197b46fa tempest-RoutersAdminTest-1358270532 tempest-RoutersAdminTest-1358270532-project] Deleting port 42e2b1fb-e9b2-4132-ae63-666fdcd49a73 {{(pid=83869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 13:36:40.982935 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-637bf410-dd90-4b6e-9e40-77f9197b46fa tempest-RoutersAdminTest-1358270532 tempest-RoutersAdminTest-1358270532-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736733287370'] for port, before_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:40.990857 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-30a0ea9d-8436-460f-8968-a0e67500c855 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:41.003401 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-c63b8de1-73bc-440e-89c0-453d7f6c03a6 tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:36:41.031510 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-2cb51245-5b5c-49cf-abfb-d5f0a0c495a5 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Usage tracker for resource:subnet and tenant:8b726fe6689e4b7f96def1a2219bea6c is out of sync, need to count used quota {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 13:36:41.037650 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 50430) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:36:41.040610 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-2cb51245-5b5c-49cf-abfb-d5f0a0c495a5 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 13:36:41.098729 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-2cb51245-5b5c-49cf-abfb-d5f0a0c495a5 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:36:41.172694 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-30a0ea9d-8436-460f-8968-a0e67500c855 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:41.180568 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-c63b8de1-73bc-440e-89c0-453d7f6c03a6 tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4082176', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4220'] for router, before_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:41.181870 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-c63b8de1-73bc-440e-89c0-453d7f6c03a6 tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4082277', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4084873', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4148249', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4211'] for router, precommit_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:41.216425 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2cb51245-5b5c-49cf-abfb-d5f0a0c495a5 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Made reservation on behalf of 8b726fe6689e4b7f96def1a2219bea6c for: {'subnet': 1} {{(pid=83869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 13:36:41.240224 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-2cb51245-5b5c-49cf-abfb-d5f0a0c495a5 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2999481'] for subnet, before_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:41.259805 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43542cb7-4620-4fdc-9df0-32cd72cbe05e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7e7d0ecb-2af4-55f5-9198-238ab0570d62-d852b8e9-f5c6-43ee-9bbb-592594e77369', 'network_id': 'd852b8e9-f5c6-43ee-9bbb-592594e77369', 'tenant_id': '315e7395dd224b3fb020d0b9d921742e', 'fixed_ips': [{'subnet_id': '45744238-591c-41d0-b20f-ddcb9961533d'}]}} from dv-neutron-836180-1-hyperv. {{(pid=83872) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 01 13:36:41.260669 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-43542cb7-4620-4fdc-9df0-32cd72cbe05e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:41.379698 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b4222a1-1986-453d-82eb-f95bccc56d4b None None] DHCP port deletion for 09d7ea43-6376-4322-97e7-54cd01aae492 request from dv-neutron-836180-1-hyperv {{(pid=83872) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 01 13:36:41.391874 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.plugin [None req-7b4222a1-1986-453d-82eb-f95bccc56d4b None None] Deleting port 506186fc-3ab7-4acd-abb1-01af0f322bcf {{(pid=83872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 13:36:41.392716 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-7b4222a1-1986-453d-82eb-f95bccc56d4b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736733287370'] for port, before_delete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:41.431295 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34e300b0-0c5e-4156-b8a4-1b324c4ff6db None None] DHCP port deletion for c488b472-a708-42c0-bb50-b984e5ffa6a8 request from dv-neutron-836180-1-hyperv {{(pid=83872) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 01 13:36:41.459204 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [req-28aa2c72-08e8-4ec9-a126-61f6de6bb310 req-bd5ca458-45cd-45b7-bbd8-20d44798323a tempest-ServerActionsTestJSON-64006463 tempest-ServerActionsTestJSON-64006463-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:36:41.460218 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.plugin [None req-34e300b0-0c5e-4156-b8a4-1b324c4ff6db None None] Deleting port cbdd8945-62a9-45e0-97c6-418d67738c4f {{(pid=83872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 13:36:41.460642 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-34e300b0-0c5e-4156-b8a4-1b324c4ff6db None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736733287370'] for port, before_delete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:41.477822 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-c63b8de1-73bc-440e-89c0-453d7f6c03a6 tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:41.493413 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-b120c221-b41d-4940-aaef-71148dc60c73 req-5bdb6b24-87a9-4c84-af23-2cff33afae60 tempest-ServerActionsTestJSON-64006463 tempest-ServerActionsTestJSON-64006463-project] 10.222.0.26 "GET /v2.0/ports?device_id=746f2a68-07bc-4d82-957e-55cd7a32c31f HTTP/1.1" status: 200 len: 210 time: 0.0684154 Apr 01 13:36:41.495837 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [req-28aa2c72-08e8-4ec9-a126-61f6de6bb310 req-bd5ca458-45cd-45b7-bbd8-20d44798323a tempest-ServerActionsTestJSON-64006463 tempest-ServerActionsTestJSON-64006463-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:36:41.541266 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-fa6073f2-731a-4eef-b1c5-c76d2b624249 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:41.632554 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-30a0ea9d-8436-460f-8968-a0e67500c855 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3775923'] for security_group, after_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:41.635666 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.db [None req-3092c410-eda4-4d31-a40d-ef7fda9d6eeb tempest-TagsExtTest-1062591673 tempest-TagsExtTest-1062591673-project] For port cbdd8945-62a9-45e0-97c6-418d67738c4f, host dv-neutron-836180-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836180-1-hyperv',level=0,port_id=cbdd8945-62a9-45e0-97c6-418d67738c4f,segment=NetworkSegment(cbe724a1-3b9b-4356-8033-44e998b56747),segment_id=cbe724a1-3b9b-4356-8033-44e998b56747)] {{(pid=83869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 13:36:41.636043 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-3092c410-eda4-4d31-a40d-ef7fda9d6eeb tempest-TagsExtTest-1062591673 tempest-TagsExtTest-1062591673-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4155147'] for port, precommit_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:41.653216 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-28aa2c72-08e8-4ec9-a126-61f6de6bb310 req-bd5ca458-45cd-45b7-bbd8-20d44798323a tempest-ServerActionsTestJSON-64006463 tempest-ServerActionsTestJSON-64006463-project] Made reservation on behalf of 1db979ced72f4c84a5c312128899dc9b for: {'port': 1} {{(pid=83871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 13:36:41.656454 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-28aa2c72-08e8-4ec9-a126-61f6de6bb310 req-bd5ca458-45cd-45b7-bbd8-20d44798323a tempest-ServerActionsTestJSON-64006463 tempest-ServerActionsTestJSON-64006463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:41.667570 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-0c27ba51-8931-45c2-a420-98abd4c6363a tempest-RoutersTestDVR-799596797 tempest-RoutersTestDVR-799596797-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4079814', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4170'] for router, precommit_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:41.678564 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-c63b8de1-73bc-440e-89c0-453d7f6c03a6 tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4082201', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4084858'] for router, after_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:41.684680 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a0ea9d-8436-460f-8968-a0e67500c855 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9acf747-de60-4e44-8f89-7cfce7418de6,revision_number=None']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:36:41.706005 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-0c27ba51-8931-45c2-a420-98abd4c6363a tempest-RoutersTestDVR-799596797 tempest-RoutersTestDVR-799596797-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:41.713733 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-30a0ea9d-8436-460f-8968-a0e67500c855 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:41.719293 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-30a0ea9d-8436-460f-8968-a0e67500c855 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/d9acf747-de60-4e44-8f89-7cfce7418de6 HTTP/1.1" status: 204 len: 168 time: 1.0957928 Apr 01 13:36:41.721125 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-fa6073f2-731a-4eef-b1c5-c76d2b624249 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:36:41.757347 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-c63b8de1-73bc-440e-89c0-453d7f6c03a6 tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Notify callbacks [] for router, before_response {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:41.758639 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-c63b8de1-73bc-440e-89c0-453d7f6c03a6 tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.9060121 Apr 01 13:36:41.761413 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 50440) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:36:41.772718 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.v2.base [None req-113c651e-a981-4bea-ab3d-50a2c3f7b8f3 tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Request body: {'port': {'network_id': 'd852b8e9-f5c6-43ee-9bbb-592594e77369', 'name': 'tempest-RoutersIpV6Test-1745413052'}} {{(pid=83871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:36:41.781954 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-637bf410-dd90-4b6e-9e40-77f9197b46fa tempest-RoutersAdminTest-1358270532 tempest-RoutersAdminTest-1358270532-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4155147'] for port, precommit_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:41.797816 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.plugin [None req-3092c410-eda4-4d31-a40d-ef7fda9d6eeb tempest-TagsExtTest-1062591673 tempest-TagsExtTest-1062591673-project] Calling delete_port for cbdd8945-62a9-45e0-97c6-418d67738c4f owned by network:dhcp {{(pid=83869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 13:36:41.814617 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.db_base_plugin_common [None req-43542cb7-4620-4fdc-9df0-32cd72cbe05e None None] Allocated IP 2001:db8::2 (d852b8e9-f5c6-43ee-9bbb-592594e77369/45744238-591c-41d0-b20f-ddcb9961533d/c65a61ab-4093-43ce-95c6-c922e2be4916) {{(pid=83872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 13:36:41.829205 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-fa6073f2-731a-4eef-b1c5-c76d2b624249 admin admin] Usage tracker for resource:security_group_rule and tenant:a4d5a28a92af4686a1b0ae1e9f78e210 is out of sync, need to count used quota {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 13:36:41.964888 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-fa6073f2-731a-4eef-b1c5-c76d2b624249 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 13:36:41.974826 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-7b4222a1-1986-453d-82eb-f95bccc56d4b None None] For port 506186fc-3ab7-4acd-abb1-01af0f322bcf, host dv-neutron-836180-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836180-1-hyperv',level=0,port_id=506186fc-3ab7-4acd-abb1-01af0f322bcf,segment=NetworkSegment(16094ed0-4a47-4ff6-9238-85c278d7a2a5),segment_id=16094ed0-4a47-4ff6-9238-85c278d7a2a5)] {{(pid=83872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 13:36:41.975408 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-7b4222a1-1986-453d-82eb-f95bccc56d4b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4155147'] for port, precommit_delete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:42.026035 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-0c27ba51-8931-45c2-a420-98abd4c6363a tempest-RoutersTestDVR-799596797 tempest-RoutersTestDVR-799596797-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4079738'] for router, after_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:42.027085 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c27ba51-8931-45c2-a420-98abd4c6363a tempest-RoutersTestDVR-799596797 tempest-RoutersTestDVR-799596797-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 4008a3e2-50b8-4f6b-9da5-ef471cf28a14 {{(pid=83871) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 01 13:36:42.144860 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-0c27ba51-8931-45c2-a420-98abd4c6363a tempest-RoutersTestDVR-799596797 tempest-RoutersTestDVR-799596797-project-admin] Notify callbacks [] for router, before_response {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:42.146207 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-0c27ba51-8931-45c2-a420-98abd4c6363a tempest-RoutersTestDVR-799596797 tempest-RoutersTestDVR-799596797-project-admin] 10.222.0.26 "DELETE /v2.0/routers/4008a3e2-50b8-4f6b-9da5-ef471cf28a14 HTTP/1.1" status: 204 len: 168 time: 1.4837708 Apr 01 13:36:42.153246 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 50448) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:36:42.155938 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-113c651e-a981-4bea-ab3d-50a2c3f7b8f3 tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:36:42.164957 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.v2.base [None req-cbb163ca-b73a-4710-a5a2-21ac7a982293 tempest-RoutersTestDVR-799596797 tempest-RoutersTestDVR-799596797-project-admin] Request body: {'router': {'name': 'tempest-router-2051348799', 'distributed': False}} {{(pid=83871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:36:42.168224 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.plugin [None req-637bf410-dd90-4b6e-9e40-77f9197b46fa tempest-RoutersAdminTest-1358270532 tempest-RoutersAdminTest-1358270532-project] Calling delete_port for 42e2b1fb-e9b2-4132-ae63-666fdcd49a73 owned by network:router_gateway {{(pid=83869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 13:36:42.168808 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-113c651e-a981-4bea-ab3d-50a2c3f7b8f3 tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Usage tracker for resource:port and tenant:315e7395dd224b3fb020d0b9d921742e is out of sync, need to count used quota {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 13:36:42.175954 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.db_base_plugin_common [req-28aa2c72-08e8-4ec9-a126-61f6de6bb310 req-bd5ca458-45cd-45b7-bbd8-20d44798323a tempest-ServerActionsTestJSON-64006463 tempest-ServerActionsTestJSON-64006463-project] Allocated IP 172.20.0.12 (faf7d63c-9b06-4fbb-8197-4b39ba438717/11ea32dc-0c84-4fc1-9df2-80f178610c0f/3fbcdb0d-ff16-4590-b85e-e2516d336b46) {{(pid=83871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 13:36:42.178331 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-113c651e-a981-4bea-ab3d-50a2c3f7b8f3 tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 13:36:42.184157 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.plugin [None req-7b4222a1-1986-453d-82eb-f95bccc56d4b None None] Calling delete_port for 506186fc-3ab7-4acd-abb1-01af0f322bcf owned by network:dhcp {{(pid=83872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 13:36:42.188273 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-cbb163ca-b73a-4710-a5a2-21ac7a982293 tempest-RoutersTestDVR-799596797 tempest-RoutersTestDVR-799596797-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:36:42.191829 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-113c651e-a981-4bea-ab3d-50a2c3f7b8f3 tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:36:42.200834 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-cbb163ca-b73a-4710-a5a2-21ac7a982293 tempest-RoutersTestDVR-799596797 tempest-RoutersTestDVR-799596797-project-admin] Usage tracker for resource:router and tenant:5e2486878f12453c9f82a9e3c334034a is out of sync, need to count used quota {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 13:36:42.205697 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-cbb163ca-b73a-4710-a5a2-21ac7a982293 tempest-RoutersTestDVR-799596797 tempest-RoutersTestDVR-799596797-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 13:36:42.215609 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-cbb163ca-b73a-4710-a5a2-21ac7a982293 tempest-RoutersTestDVR-799596797 tempest-RoutersTestDVR-799596797-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:36:42.234273 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-113c651e-a981-4bea-ab3d-50a2c3f7b8f3 tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Made reservation on behalf of 315e7395dd224b3fb020d0b9d921742e for: {'port': 1} {{(pid=83871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 13:36:42.237447 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-113c651e-a981-4bea-ab3d-50a2c3f7b8f3 tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:42.259980 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-cbb163ca-b73a-4710-a5a2-21ac7a982293 tempest-RoutersTestDVR-799596797 tempest-RoutersTestDVR-799596797-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4082176', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4220'] for router, before_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:42.261023 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-cbb163ca-b73a-4710-a5a2-21ac7a982293 tempest-RoutersTestDVR-799596797 tempest-RoutersTestDVR-799596797-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4082277', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4084873', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4148249', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4211'] for router, precommit_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:42.270564 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-34e300b0-0c5e-4156-b8a4-1b324c4ff6db None None] For port cbdd8945-62a9-45e0-97c6-418d67738c4f, host dv-neutron-836180-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836180-1-hyperv',level=0,port_id=cbdd8945-62a9-45e0-97c6-418d67738c4f,segment=NetworkSegment(cbe724a1-3b9b-4356-8033-44e998b56747),segment_id=cbe724a1-3b9b-4356-8033-44e998b56747)] {{(pid=83872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 13:36:42.271093 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-34e300b0-0c5e-4156-b8a4-1b324c4ff6db None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4155147'] for port, precommit_delete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:42.271820 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-fa6073f2-731a-4eef-b1c5-c76d2b624249 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:36:42.287126 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.notifiers.nova [None req-113c651e-a981-4bea-ab3d-50a2c3f7b8f3 tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] device_id is not set on port ba656fc9-1c71-4c74-9f14-055b948d3111 yet. {{(pid=83871) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 01 13:36:42.459215 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-3092c410-eda4-4d31-a40d-ef7fda9d6eeb tempest-TagsExtTest-1062591673 tempest-TagsExtTest-1062591673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736733359243', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736732935810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2705155'] for port, after_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:42.478669 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-cbb163ca-b73a-4710-a5a2-21ac7a982293 tempest-RoutersTestDVR-799596797 tempest-RoutersTestDVR-799596797-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:42.478947 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.plugin [None req-34e300b0-0c5e-4156-b8a4-1b324c4ff6db None None] Calling delete_port for cbdd8945-62a9-45e0-97c6-418d67738c4f owned by network:dhcp {{(pid=83872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 13:36:42.525186 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3092c410-eda4-4d31-a40d-ef7fda9d6eeb tempest-TagsExtTest-1062591673 tempest-TagsExtTest-1062591673-project] No DVR routers for this DVR port cbdd8945-62a9-45e0-97c6-418d67738c4f on host dv-neutron-836180-1-hyperv {{(pid=83869) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 13:36:42.534434 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-cbb163ca-b73a-4710-a5a2-21ac7a982293 tempest-RoutersTestDVR-799596797 tempest-RoutersTestDVR-799596797-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4082201', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4084858'] for router, after_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:42.547660 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Device 506186fc-3ab7-4acd-abb1-01af0f322bcf no longer exists at agent ovs-agent-dv-neutron-836180-1-hyperv {{(pid=83872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 13:36:42.579314 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-cbb163ca-b73a-4710-a5a2-21ac7a982293 tempest-RoutersTestDVR-799596797 tempest-RoutersTestDVR-799596797-project-admin] Notify callbacks [] for router, before_response {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:42.583402 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-cbb163ca-b73a-4710-a5a2-21ac7a982293 tempest-RoutersTestDVR-799596797 tempest-RoutersTestDVR-799596797-project-admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.4291394 Apr 01 13:36:42.587364 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 50460) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:36:42.608957 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3092c410-eda4-4d31-a40d-ef7fda9d6eeb tempest-TagsExtTest-1062591673 tempest-TagsExtTest-1062591673-project] Pushing event deleted for resources: {'Port': ['ID=cbdd8945-62a9-45e0-97c6-418d67738c4f,revision_number=None']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:36:42.697302 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-28aa2c72-08e8-4ec9-a126-61f6de6bb310 req-bd5ca458-45cd-45b7-bbd8-20d44798323a tempest-ServerActionsTestJSON-64006463 tempest-ServerActionsTestJSON-64006463-project] Notify callbacks [] for port, precommit_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:42.717102 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.provisioning_blocks [req-28aa2c72-08e8-4ec9-a126-61f6de6bb310 req-bd5ca458-45cd-45b7-bbd8-20d44798323a tempest-ServerActionsTestJSON-64006463 tempest-ServerActionsTestJSON-64006463-project] Transition to ACTIVE for port object 3fbcdb0d-ff16-4590-b85e-e2516d336b46 will not be triggered until provisioned by entity DHCP. {{(pid=83871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 13:36:42.791730 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-7b4222a1-1986-453d-82eb-f95bccc56d4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736733359243', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736732935810'] for port, after_delete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:42.793186 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-3092c410-eda4-4d31-a40d-ef7fda9d6eeb tempest-TagsExtTest-1062591673 tempest-TagsExtTest-1062591673-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-942654', 'neutron.services.segments.db._delete_segments_for_network-8736733387888'] for network, precommit_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:42.835133 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-28aa2c72-08e8-4ec9-a126-61f6de6bb310 req-bd5ca458-45cd-45b7-bbd8-20d44798323a tempest-ServerActionsTestJSON-64006463 tempest-ServerActionsTestJSON-64006463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736732935801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2743125'] for port, after_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:42.866383 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b4222a1-1986-453d-82eb-f95bccc56d4b None None] Pushing event deleted for resources: {'Port': ['ID=506186fc-3ab7-4acd-abb1-01af0f322bcf,revision_number=None']} {{(pid=83872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:36:42.874985 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.db.api [None req-34e300b0-0c5e-4156-b8a4-1b324c4ff6db None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83872) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 01 13:36:42.875568 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG oslo_db.api [None req-34e300b0-0c5e-4156-b8a4-1b324c4ff6db None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 01 13:36:42.878956 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:42.902817 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b4222a1-1986-453d-82eb-f95bccc56d4b None None] No DVR routers for this DVR port 506186fc-3ab7-4acd-abb1-01af0f322bcf on host dv-neutron-836180-1-hyperv {{(pid=83872) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 13:36:42.916608 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.agents_db [None req-bdd220c7-049a-43d2-a923-ad1a2de078c6 None None] Agent healthcheck: found 6 active agents {{(pid=83873) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 01 13:36:42.920280 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3092c410-eda4-4d31-a40d-ef7fda9d6eeb tempest-TagsExtTest-1062591673 tempest-TagsExtTest-1062591673-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:36:42.920691 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3092c410-eda4-4d31-a40d-ef7fda9d6eeb tempest-TagsExtTest-1062591673 tempest-TagsExtTest-1062591673-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:36:42.924136 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3092c410-eda4-4d31-a40d-ef7fda9d6eeb tempest-TagsExtTest-1062591673 tempest-TagsExtTest-1062591673-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:36:42.924136 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3092c410-eda4-4d31-a40d-ef7fda9d6eeb tempest-TagsExtTest-1062591673 tempest-TagsExtTest-1062591673-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:36:42.924136 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3092c410-eda4-4d31-a40d-ef7fda9d6eeb tempest-TagsExtTest-1062591673 tempest-TagsExtTest-1062591673-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:36:42.924136 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3092c410-eda4-4d31-a40d-ef7fda9d6eeb tempest-TagsExtTest-1062591673 tempest-TagsExtTest-1062591673-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:36:42.924136 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3092c410-eda4-4d31-a40d-ef7fda9d6eeb tempest-TagsExtTest-1062591673 tempest-TagsExtTest-1062591673-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:36:42.924136 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3092c410-eda4-4d31-a40d-ef7fda9d6eeb tempest-TagsExtTest-1062591673 tempest-TagsExtTest-1062591673-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:36:42.924136 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3092c410-eda4-4d31-a40d-ef7fda9d6eeb tempest-TagsExtTest-1062591673 tempest-TagsExtTest-1062591673-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:36:42.924136 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3092c410-eda4-4d31-a40d-ef7fda9d6eeb tempest-TagsExtTest-1062591673 tempest-TagsExtTest-1062591673-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:36:42.924136 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3092c410-eda4-4d31-a40d-ef7fda9d6eeb tempest-TagsExtTest-1062591673 tempest-TagsExtTest-1062591673-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:36:42.931190 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-43542cb7-4620-4fdc-9df0-32cd72cbe05e None None] Notify callbacks [] for port, precommit_create {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:42.936344 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd5ca458-45cd-45b7-bbd8-20d44798323a tempest-ServerActionsTestJSON-64006463 tempest-ServerActionsTestJSON-64006463-project] Pushing event updated for resources: {'Port': ['ID=3fbcdb0d-ff16-4590-b85e-e2516d336b46,revision_number=1']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:36:42.941252 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.services.segments.db [None req-3092c410-eda4-4d31-a40d-ef7fda9d6eeb tempest-TagsExtTest-1062591673 tempest-TagsExtTest-1062591673-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c488b472-a708-42c0-bb50-b984e5ffa6a8']}} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:36:42.945515 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-28aa2c72-08e8-4ec9-a126-61f6de6bb310 req-bd5ca458-45cd-45b7-bbd8-20d44798323a tempest-ServerActionsTestJSON-64006463 tempest-ServerActionsTestJSON-64006463-project] Network faf7d63c-9b06-4fbb-8197-4b39ba438717 is already hosted by enough agents. {{(pid=83871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 13:36:42.949246 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.scheduler.base_scheduler [req-28aa2c72-08e8-4ec9-a126-61f6de6bb310 req-bd5ca458-45cd-45b7-bbd8-20d44798323a tempest-ServerActionsTestJSON-64006463 tempest-ServerActionsTestJSON-64006463-project] Resources bound (agent type, host, resource id): {{(pid=83871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 13:36:42.951680 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.l3_dvrscheduler_db [req-28aa2c72-08e8-4ec9-a126-61f6de6bb310 req-bd5ca458-45cd-45b7-bbd8-20d44798323a tempest-ServerActionsTestJSON-64006463 tempest-ServerActionsTestJSON-64006463-project] Received port after_create {{(pid=83871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 13:36:42.989007 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Device cbdd8945-62a9-45e0-97c6-418d67738c4f no longer exists at agent ovs-agent-dv-neutron-836180-1-hyperv {{(pid=83872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 13:36:42.996632 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.services.segments.db [None req-3092c410-eda4-4d31-a40d-ef7fda9d6eeb tempest-TagsExtTest-1062591673 tempest-TagsExtTest-1062591673-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cbe724a1-3b9b-4356-8033-44e998b56747') {'for_net_delete': True} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:36:42.996952 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.services.segments.db [None req-3092c410-eda4-4d31-a40d-ef7fda9d6eeb tempest-TagsExtTest-1062591673 tempest-TagsExtTest-1062591673-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cbe724a1-3b9b-4356-8033-44e998b56747') {} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:36:43.007708 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd5ca458-45cd-45b7-bbd8-20d44798323a tempest-ServerActionsTestJSON-64006463 tempest-ServerActionsTestJSON-64006463-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:36:43.008049 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd5ca458-45cd-45b7-bbd8-20d44798323a tempest-ServerActionsTestJSON-64006463 tempest-ServerActionsTestJSON-64006463-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:36:43.008398 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd5ca458-45cd-45b7-bbd8-20d44798323a tempest-ServerActionsTestJSON-64006463 tempest-ServerActionsTestJSON-64006463-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:36:43.008783 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd5ca458-45cd-45b7-bbd8-20d44798323a tempest-ServerActionsTestJSON-64006463 tempest-ServerActionsTestJSON-64006463-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:36:43.009144 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd5ca458-45cd-45b7-bbd8-20d44798323a tempest-ServerActionsTestJSON-64006463 tempest-ServerActionsTestJSON-64006463-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:36:43.009467 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd5ca458-45cd-45b7-bbd8-20d44798323a tempest-ServerActionsTestJSON-64006463 tempest-ServerActionsTestJSON-64006463-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:36:43.009784 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd5ca458-45cd-45b7-bbd8-20d44798323a tempest-ServerActionsTestJSON-64006463 tempest-ServerActionsTestJSON-64006463-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:36:43.010101 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd5ca458-45cd-45b7-bbd8-20d44798323a tempest-ServerActionsTestJSON-64006463 tempest-ServerActionsTestJSON-64006463-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:36:43.010411 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd5ca458-45cd-45b7-bbd8-20d44798323a tempest-ServerActionsTestJSON-64006463 tempest-ServerActionsTestJSON-64006463-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:36:43.010719 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd5ca458-45cd-45b7-bbd8-20d44798323a tempest-ServerActionsTestJSON-64006463 tempest-ServerActionsTestJSON-64006463-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:36:43.011280 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd5ca458-45cd-45b7-bbd8-20d44798323a tempest-ServerActionsTestJSON-64006463 tempest-ServerActionsTestJSON-64006463-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:36:43.014887 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 50470) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:36:43.023602 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-a0bcb1a5-aed7-47f0-8a70-4e817f94407b tempest-RoutersTestDVR-799596797 tempest-RoutersTestDVR-799596797-project-admin] Notify callbacks [] for router, before_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:43.035252 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.plugin [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] No Port match for: cbdd8945-62a9-45e0-97c6-418d67738c4f {{(pid=83872) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 01 13:36:43.035599 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Device cbdd8945-62a9-45e0-97c6-418d67738c4f not bound to the agent host dv-neutron-836180-1-hyperv {{(pid=83872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 13:36:43.078814 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-fa6073f2-731a-4eef-b1c5-c76d2b624249 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:43.092175 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-3092c410-eda4-4d31-a40d-ef7fda9d6eeb tempest-TagsExtTest-1062591673 tempest-TagsExtTest-1062591673-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736733386999', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2704982'] for segment, before_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:43.109033 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-3092c410-eda4-4d31-a40d-ef7fda9d6eeb tempest-TagsExtTest-1062591673 tempest-TagsExtTest-1062591673-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1004271'] for segment, precommit_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:43.115707 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3092c410-eda4-4d31-a40d-ef7fda9d6eeb tempest-TagsExtTest-1062591673 tempest-TagsExtTest-1062591673-project] Releasing vlan 354 on physical network physnet1 to pool {{(pid=83869) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 01 13:36:43.116121 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-3092c410-eda4-4d31-a40d-ef7fda9d6eeb tempest-TagsExtTest-1062591673 tempest-TagsExtTest-1062591673-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1004262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2705264'] for segment, after_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:43.183433 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28aa2c72-08e8-4ec9-a126-61f6de6bb310 req-bd5ca458-45cd-45b7-bbd8-20d44798323a tempest-ServerActionsTestJSON-64006463 tempest-ServerActionsTestJSON-64006463-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:36:43.184137 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-28aa2c72-08e8-4ec9-a126-61f6de6bb310 req-bd5ca458-45cd-45b7-bbd8-20d44798323a tempest-ServerActionsTestJSON-64006463 tempest-ServerActionsTestJSON-64006463-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109561'] for port, before_response {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:43.240609 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-831038f9-1958-4036-a318-a11d73aad4be None None] Provisioning for port 3fbcdb0d-ff16-4590-b85e-e2516d336b46 completed by entity DHCP. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 13:36:43.245961 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-831038f9-1958-4036-a318-a11d73aad4be None None] Provisioning complete for port 3fbcdb0d-ff16-4590-b85e-e2516d336b46 triggered by entity DHCP. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 13:36:43.246582 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-831038f9-1958-4036-a318-a11d73aad4be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-948329'] for port, provisioning_complete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:43.248441 dv-neutron-836180-1-hyperv neutron-server[83869]: Traceback (most recent call last): Apr 01 13:36:43.248441 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 01 13:36:43.248441 dv-neutron-836180-1-hyperv neutron-server[83869]: timer() Apr 01 13:36:43.248441 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 13:36:43.248441 dv-neutron-836180-1-hyperv neutron-server[83869]: cb(*args, **kw) Apr 01 13:36:43.248441 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 13:36:43.248441 dv-neutron-836180-1-hyperv neutron-server[83869]: return func(*args, **kwargs) Apr 01 13:36:43.248441 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 13:36:43.248441 dv-neutron-836180-1-hyperv neutron-server[83869]: self._notify() Apr 01 13:36:43.248441 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 13:36:43.248441 dv-neutron-836180-1-hyperv neutron-server[83869]: self.callback(batched_events) Apr 01 13:36:43.248441 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 13:36:43.248441 dv-neutron-836180-1-hyperv neutron-server[83869]: event.method(event) Apr 01 13:36:43.248441 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 13:36:43.248441 dv-neutron-836180-1-hyperv neutron-server[83869]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 13:36:43.248441 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 13:36:43.248441 dv-neutron-836180-1-hyperv neutron-server[83869]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 13:36:43.248441 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 13:36:43.248441 dv-neutron-836180-1-hyperv neutron-server[83869]: return f(self, *a, **k) Apr 01 13:36:43.248441 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 13:36:43.248441 dv-neutron-836180-1-hyperv neutron-server[83869]: return self._get(url).json() Apr 01 13:36:43.248441 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 13:36:43.248441 dv-neutron-836180-1-hyperv neutron-server[83869]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 13:36:43.248441 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 01 13:36:43.248441 dv-neutron-836180-1-hyperv neutron-server[83869]: return self.request(url, 'GET', **kwargs) Apr 01 13:36:43.248441 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 01 13:36:43.248441 dv-neutron-836180-1-hyperv neutron-server[83869]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 13:36:43.248441 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 01 13:36:43.248441 dv-neutron-836180-1-hyperv neutron-server[83869]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 13:36:43.248441 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 01 13:36:43.248441 dv-neutron-836180-1-hyperv neutron-server[83869]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 13:36:43.248441 dv-neutron-836180-1-hyperv neutron-server[83869]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 13:36:43.279570 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-fa6073f2-731a-4eef-b1c5-c76d2b624249 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3775923'] for security_group, after_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:43.290315 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-3092c410-eda4-4d31-a40d-ef7fda9d6eeb tempest-TagsExtTest-1062591673 tempest-TagsExtTest-1062591673-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-942599', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4084797'] for network, after_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:43.306101 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-43542cb7-4620-4fdc-9df0-32cd72cbe05e None None] Transition to ACTIVE for port object c65a61ab-4093-43ce-95c6-c922e2be4916 will not be triggered until provisioned by entity L2. {{(pid=83872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 13:36:43.306739 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-28aa2c72-08e8-4ec9-a126-61f6de6bb310 req-bd5ca458-45cd-45b7-bbd8-20d44798323a tempest-ServerActionsTestJSON-64006463 tempest-ServerActionsTestJSON-64006463-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4013114 Apr 01 13:36:43.310676 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.v2.base [None req-45f17090-3150-4afa-8ed5-363300eadebe tempest-NegativeSecGroupIPv6Test-1094873774 tempest-NegativeSecGroupIPv6Test-1094873774-project] Request body: {'security_group': {'name': 'default'}} {{(pid=83871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:36:43.311187 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.api.v2.resource [None req-45f17090-3150-4afa-8ed5-363300eadebe tempest-NegativeSecGroupIPv6Test-1094873774 tempest-NegativeSecGroupIPv6Test-1094873774-project] create failed (client error): There was a conflict when trying to complete your request. Apr 01 13:36:43.315643 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-45f17090-3150-4afa-8ed5-363300eadebe tempest-NegativeSecGroupIPv6Test-1094873774 tempest-NegativeSecGroupIPv6Test-1094873774-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.2390597 Apr 01 13:36:43.321966 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.plugin [None req-831038f9-1958-4036-a318-a11d73aad4be None None] Port 3fbcdb0d-ff16-4590-b85e-e2516d336b46 cannot update to ACTIVE because it is not bound. {{(pid=83872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 13:36:43.327078 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 50476) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:36:43.329438 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa6073f2-731a-4eef-b1c5-c76d2b624249 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=025175cf-587c-4cad-b0aa-fd7d6eee9541,revision_number=1']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:36:43.336402 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-43542cb7-4620-4fdc-9df0-32cd72cbe05e None None] Transition to ACTIVE for port object c65a61ab-4093-43ce-95c6-c922e2be4916 will not be triggered until provisioned by entity DHCP. {{(pid=83872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 13:36:43.343037 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-43542cb7-4620-4fdc-9df0-32cd72cbe05e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736732935801'] for port, after_create {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:43.355027 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-637bf410-dd90-4b6e-9e40-77f9197b46fa tempest-RoutersAdminTest-1358270532 tempest-RoutersAdminTest-1358270532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736733359243', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736732935810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2705155'] for port, after_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:43.365769 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-3092c410-eda4-4d31-a40d-ef7fda9d6eeb tempest-TagsExtTest-1062591673 tempest-TagsExtTest-1062591673-project] Notify callbacks [] for network, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:43.379974 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.plugin [None req-34e300b0-0c5e-4156-b8a4-1b324c4ff6db None None] Deleting port cbdd8945-62a9-45e0-97c6-418d67738c4f {{(pid=83872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 13:36:43.380581 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-34e300b0-0c5e-4156-b8a4-1b324c4ff6db None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736733287370'] for port, before_delete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:43.391874 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.v2.base [None req-5a3a1ced-72c9-45ca-b58d-9756e29fde85 tempest-NegativeSecGroupIPv6Test-1094873774 tempest-NegativeSecGroupIPv6Test-1094873774-project] Request body: {'security_group': {'name': 'tempest-secgroup--906105705'}} {{(pid=83869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:36:43.397960 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-5a3a1ced-72c9-45ca-b58d-9756e29fde85 tempest-NegativeSecGroupIPv6Test-1094873774 tempest-NegativeSecGroupIPv6Test-1094873774-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:36:43.402082 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-5a3a1ced-72c9-45ca-b58d-9756e29fde85 tempest-NegativeSecGroupIPv6Test-1094873774 tempest-NegativeSecGroupIPv6Test-1094873774-project] Usage tracker for resource:security_group and tenant:39eb4b5eadd145e3a3333e826460ae09 is out of sync, need to count used quota {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 13:36:43.404928 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-5a3a1ced-72c9-45ca-b58d-9756e29fde85 tempest-NegativeSecGroupIPv6Test-1094873774 tempest-NegativeSecGroupIPv6Test-1094873774-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 13:36:43.411371 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-5a3a1ced-72c9-45ca-b58d-9756e29fde85 tempest-NegativeSecGroupIPv6Test-1094873774 tempest-NegativeSecGroupIPv6Test-1094873774-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:36:43.420350 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3092c410-eda4-4d31-a40d-ef7fda9d6eeb tempest-TagsExtTest-1062591673 tempest-TagsExtTest-1062591673-project] Pushing event deleted for resources: {'Network': ['ID=c488b472-a708-42c0-bb50-b984e5ffa6a8,revision_number=None']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:36:43.424994 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.v2.base [req-28aa2c72-08e8-4ec9-a126-61f6de6bb310 req-d039fe96-0711-477d-a666-ce8bef3bb483 service neutron] Request body: {'port': {'device_id': '746f2a68-07bc-4d82-957e-55cd7a32c31f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8361'}} {{(pid=83871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:36:43.456577 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-3092c410-eda4-4d31-a40d-ef7fda9d6eeb tempest-TagsExtTest-1062591673 tempest-TagsExtTest-1062591673-project] 10.222.0.26 "DELETE /v2.0/networks/c488b472-a708-42c0-bb50-b984e5ffa6a8 HTTP/1.1" status: 204 len: 168 time: 2.8868010 Apr 01 13:36:43.465478 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43542cb7-4620-4fdc-9df0-32cd72cbe05e None None] Network d852b8e9-f5c6-43ee-9bbb-592594e77369 is already hosted by enough agents. {{(pid=83872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 13:36:43.470519 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.plugin [None req-34e300b0-0c5e-4156-b8a4-1b324c4ff6db None None] The port 'cbdd8945-62a9-45e0-97c6-418d67738c4f' was deleted {{(pid=83872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 01 13:36:43.475284 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840939c5-427b-4d77-a1b3-98b8e137a331 req-9621c9ed-d968-42d5-b5c1-00ad45aff0e8 tempest-ServerActionsTestJSON-64006463 tempest-ServerActionsTestJSON-64006463-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:36:43.480143 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.scheduler.base_scheduler [None req-43542cb7-4620-4fdc-9df0-32cd72cbe05e None None] Resources bound (agent type, host, resource id): {{(pid=83872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 13:36:43.484857 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-840939c5-427b-4d77-a1b3-98b8e137a331 req-9621c9ed-d968-42d5-b5c1-00ad45aff0e8 tempest-ServerActionsTestJSON-64006463 tempest-ServerActionsTestJSON-64006463-project] 10.222.0.26 "GET /v2.0/ports?device_id=746f2a68-07bc-4d82-957e-55cd7a32c31f HTTP/1.1" status: 200 len: 932 time: 0.6409400 Apr 01 13:36:43.485195 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43542cb7-4620-4fdc-9df0-32cd72cbe05e None None] Received port after_create {{(pid=83872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 13:36:43.500591 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43542cb7-4620-4fdc-9df0-32cd72cbe05e None None] Pushing event updated for resources: {'Port': ['ID=c65a61ab-4093-43ce-95c6-c922e2be4916,revision_number=1']} {{(pid=83872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:36:43.577797 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-5a3a1ced-72c9-45ca-b58d-9756e29fde85 tempest-NegativeSecGroupIPv6Test-1094873774 tempest-NegativeSecGroupIPv6Test-1094873774-project] Notify callbacks [] for security_group, before_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:43.606803 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.managers [None req-43542cb7-4620-4fdc-9df0-32cd72cbe05e None None] Attempting to bind port c65a61ab-4093-43ce-95c6-c922e2be4916 on host dv-neutron-836180-1-hyperv for vnic_type normal with profile {{(pid=83872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 13:36:43.607299 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.managers [None req-43542cb7-4620-4fdc-9df0-32cd72cbe05e None None] Attempting to bind port c65a61ab-4093-43ce-95c6-c922e2be4916 by drivers openvswitch,hyperv on host dv-neutron-836180-1-hyperv at level 0 using segments [{'id': '2cee8b87-b0b8-4472-8115-c7951c4be9c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'd852b8e9-f5c6-43ee-9bbb-592594e77369'}] {{(pid=83872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 13:36:43.607669 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43542cb7-4620-4fdc-9df0-32cd72cbe05e None None] Attempting to bind port c65a61ab-4093-43ce-95c6-c922e2be4916 on network d852b8e9-f5c6-43ee-9bbb-592594e77369 {{(pid=83872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 13:36:43.616191 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43542cb7-4620-4fdc-9df0-32cd72cbe05e None None] Checking agent: {'id': 'af948428-97cd-4d10-9f53-af028bdb39b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-836180-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 13, 25, 37), 'started_at': datetime.datetime(2022, 4, 1, 13, 26, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 13, 36, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-836180-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 13:36:43.617219 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43542cb7-4620-4fdc-9df0-32cd72cbe05e None None] Checking segment: {'id': '2cee8b87-b0b8-4472-8115-c7951c4be9c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'd852b8e9-f5c6-43ee-9bbb-592594e77369'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 13:36:43.617915 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-43542cb7-4620-4fdc-9df0-32cd72cbe05e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:43.619158 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43542cb7-4620-4fdc-9df0-32cd72cbe05e None None] Bound using segment: {'id': '2cee8b87-b0b8-4472-8115-c7951c4be9c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'd852b8e9-f5c6-43ee-9bbb-592594e77369'} {{(pid=83872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 13:36:43.619857 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.managers [None req-43542cb7-4620-4fdc-9df0-32cd72cbe05e None None] Bound port: c65a61ab-4093-43ce-95c6-c922e2be4916, host: dv-neutron-836180-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2cee8b87-b0b8-4472-8115-c7951c4be9c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'd852b8e9-f5c6-43ee-9bbb-592594e77369'}}] {{(pid=83872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 13:36:43.620705 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-43542cb7-4620-4fdc-9df0-32cd72cbe05e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:43.635393 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-a0bcb1a5-aed7-47f0-8a70-4e817f94407b tempest-RoutersTestDVR-799596797 tempest-RoutersTestDVR-799596797-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4079814', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4170'] for router, precommit_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:43.637619 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-a0bcb1a5-aed7-47f0-8a70-4e817f94407b tempest-RoutersTestDVR-799596797 tempest-RoutersTestDVR-799596797-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:43.664894 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-840939c5-427b-4d77-a1b3-98b8e137a331 req-0e8eda44-a21f-424a-b61a-f2b120c26c5e tempest-ServerActionsTestJSON-64006463 tempest-ServerActionsTestJSON-64006463-project] 10.222.0.26 "GET /v2.0/security-groups?id=0d525850-c301-4718-92cf-e73f2c3e9524&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1788552 Apr 01 13:36:43.672766 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-a0bcb1a5-aed7-47f0-8a70-4e817f94407b tempest-RoutersTestDVR-799596797 tempest-RoutersTestDVR-799596797-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4079738'] for router, after_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:43.673273 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0bcb1a5-aed7-47f0-8a70-4e817f94407b tempest-RoutersTestDVR-799596797 tempest-RoutersTestDVR-799596797-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 896ccb5d-1b33-41bf-937b-1d6cd1ed4ab9 {{(pid=83871) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 01 13:36:43.685828 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-637bf410-dd90-4b6e-9e40-77f9197b46fa tempest-RoutersAdminTest-1358270532 tempest-RoutersAdminTest-1358270532-project] Pushing event deleted for resources: {'Port': ['ID=42e2b1fb-e9b2-4132-ae63-666fdcd49a73,revision_number=None']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:36:43.732118 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-a0bcb1a5-aed7-47f0-8a70-4e817f94407b tempest-RoutersTestDVR-799596797 tempest-RoutersTestDVR-799596797-project-admin] Notify callbacks [] for router, before_response {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:43.733214 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-a0bcb1a5-aed7-47f0-8a70-4e817f94407b tempest-RoutersTestDVR-799596797 tempest-RoutersTestDVR-799596797-project-admin] 10.222.0.26 "DELETE /v2.0/routers/896ccb5d-1b33-41bf-937b-1d6cd1ed4ab9 HTTP/1.1" status: 204 len: 168 time: 1.1449423 Apr 01 13:36:43.739902 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 50482) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:36:43.762217 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.v2.base [None req-d88e65b5-c1d3-4239-9529-33dea106697b tempest-RoutersTestDVR-799596797 tempest-RoutersTestDVR-799596797-project-admin] Request body: {'router': {'name': 'tempest-router-1438646176', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': 'fe5cfb6bea124a88a1d10c3490ab31ea'}} {{(pid=83871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:36:43.766337 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.db_base_plugin_common [None req-113c651e-a981-4bea-ab3d-50a2c3f7b8f3 tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Allocated IP 2001:db8::1ba (d852b8e9-f5c6-43ee-9bbb-592594e77369/45744238-591c-41d0-b20f-ddcb9961533d/ba656fc9-1c71-4c74-9f14-055b948d3111) {{(pid=83871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 13:36:43.780912 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-d88e65b5-c1d3-4239-9529-33dea106697b tempest-RoutersTestDVR-799596797 tempest-RoutersTestDVR-799596797-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:36:43.787663 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-28aa2c72-08e8-4ec9-a126-61f6de6bb310 req-d039fe96-0711-477d-a666-ce8bef3bb483 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:43.801336 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-d88e65b5-c1d3-4239-9529-33dea106697b tempest-RoutersTestDVR-799596797 tempest-RoutersTestDVR-799596797-project-admin] Usage tracker for resource:router and tenant:fe5cfb6bea124a88a1d10c3490ab31ea is out of sync, need to count used quota {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 13:36:43.809062 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-d88e65b5-c1d3-4239-9529-33dea106697b tempest-RoutersTestDVR-799596797 tempest-RoutersTestDVR-799596797-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 13:36:43.819997 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-5a3a1ced-72c9-45ca-b58d-9756e29fde85 tempest-NegativeSecGroupIPv6Test-1094873774 tempest-NegativeSecGroupIPv6Test-1094873774-project] Notify callbacks [] for security_group, before_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:43.821177 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-43542cb7-4620-4fdc-9df0-32cd72cbe05e None None] For port c65a61ab-4093-43ce-95c6-c922e2be4916, host dv-neutron-836180-1-hyperv, cleared binding levels {{(pid=83872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 13:36:43.824904 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-43542cb7-4620-4fdc-9df0-32cd72cbe05e None None] For port c65a61ab-4093-43ce-95c6-c922e2be4916, host dv-neutron-836180-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836180-1-hyperv',level=0,port_id=c65a61ab-4093-43ce-95c6-c922e2be4916,segment=NetworkSegment(2cee8b87-b0b8-4472-8115-c7951c4be9c4),segment_id=2cee8b87-b0b8-4472-8115-c7951c4be9c4)] {{(pid=83872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 13:36:43.832840 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-43542cb7-4620-4fdc-9df0-32cd72cbe05e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864'] for port, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:43.893200 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-fa6073f2-731a-4eef-b1c5-c76d2b624249 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=a4d5a28a92af4686a1b0ae1e9f78e210&name=default HTTP/1.1" status: 200 len: 2647 time: 2.8546391 Apr 01 13:36:43.911044 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 50488) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:36:43.945233 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-637bf410-dd90-4b6e-9e40-77f9197b46fa tempest-RoutersAdminTest-1358270532 tempest-RoutersAdminTest-1358270532-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4084822'] for router_gateway, after_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:43.959095 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-d88e65b5-c1d3-4239-9529-33dea106697b tempest-RoutersTestDVR-799596797 tempest-RoutersTestDVR-799596797-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:36:43.965634 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43542cb7-4620-4fdc-9df0-32cd72cbe05e None None] Pushing event updated for resources: {'Port': ['ID=c65a61ab-4093-43ce-95c6-c922e2be4916,revision_number=2']} {{(pid=83872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:36:44.003481 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 50492) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:36:44.049535 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-d88e65b5-c1d3-4239-9529-33dea106697b tempest-RoutersTestDVR-799596797 tempest-RoutersTestDVR-799596797-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4082176', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4220'] for router, before_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:44.050446 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-d88e65b5-c1d3-4239-9529-33dea106697b tempest-RoutersTestDVR-799596797 tempest-RoutersTestDVR-799596797-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4082277', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4084873', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4148249', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4211'] for router, precommit_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:44.076699 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-5a3a1ced-72c9-45ca-b58d-9756e29fde85 tempest-NegativeSecGroupIPv6Test-1094873774 tempest-NegativeSecGroupIPv6Test-1094873774-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:36:44.235153 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-5a3a1ced-72c9-45ca-b58d-9756e29fde85 tempest-NegativeSecGroupIPv6Test-1094873774 tempest-NegativeSecGroupIPv6Test-1094873774-project] Usage tracker for resource:security_group_rule and tenant:39eb4b5eadd145e3a3333e826460ae09 is out of sync, need to count used quota {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 13:36:44.238418 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-5a3a1ced-72c9-45ca-b58d-9756e29fde85 tempest-NegativeSecGroupIPv6Test-1094873774 tempest-NegativeSecGroupIPv6Test-1094873774-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 13:36:44.246727 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-5a3a1ced-72c9-45ca-b58d-9756e29fde85 tempest-NegativeSecGroupIPv6Test-1094873774 tempest-NegativeSecGroupIPv6Test-1094873774-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:36:44.301631 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-d88e65b5-c1d3-4239-9529-33dea106697b tempest-RoutersTestDVR-799596797 tempest-RoutersTestDVR-799596797-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:44.337074 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-637bf410-dd90-4b6e-9e40-77f9197b46fa tempest-RoutersAdminTest-1358270532 tempest-RoutersAdminTest-1358270532-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4084887', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4079850', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4161'] for router, precommit_update {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:44.365801 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.objects.ports [None req-2cb51245-5b5c-49cf-abfb-d5f0a0c495a5 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=83869) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Apr 01 13:36:44.372039 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-637bf410-dd90-4b6e-9e40-77f9197b46fa tempest-RoutersAdminTest-1358270532 tempest-RoutersAdminTest-1358270532-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4084858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-4084844', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-4084837', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-4079843'] for router, after_update {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:44.387902 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-2cb51245-5b5c-49cf-abfb-d5f0a0c495a5 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2705391', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2999447'] for subnet, after_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:44.465711 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-d88e65b5-c1d3-4239-9529-33dea106697b tempest-RoutersTestDVR-799596797 tempest-RoutersTestDVR-799596797-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4082201', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4084858'] for router, after_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:44.485847 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-da2c007d-e1c6-421a-b364-9b3cfe52b94e admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=8c6fb60306dd4aaf9cb71dc222e06365&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4809606 Apr 01 13:36:44.498457 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 50498) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:36:44.527882 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-d88e65b5-c1d3-4239-9529-33dea106697b tempest-RoutersTestDVR-799596797 tempest-RoutersTestDVR-799596797-project-admin] Notify callbacks [] for router, before_response {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:44.528418 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Device c65a61ab-4093-43ce-95c6-c922e2be4916 up at agent ovs-agent-dv-neutron-836180-1-hyperv {{(pid=83872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 13:36:44.531935 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-d88e65b5-c1d3-4239-9529-33dea106697b tempest-RoutersTestDVR-799596797 tempest-RoutersTestDVR-799596797-project-admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.7909777 Apr 01 13:36:44.537700 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 50502) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:36:44.546208 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-113c651e-a981-4bea-ab3d-50a2c3f7b8f3 tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Notify callbacks [] for port, precommit_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:44.559831 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.v2.base [None req-c312d717-30b3-4a39-b510-a39edd2febaa tempest-RoutersTestDVR-799596797 tempest-RoutersTestDVR-799596797-project-admin] Request body: {'router': {'distributed': True}} {{(pid=83871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:36:44.609887 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Provisioning for port c65a61ab-4093-43ce-95c6-c922e2be4916 completed by entity L2. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 13:36:44.612360 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-5a3a1ced-72c9-45ca-b58d-9756e29fde85 tempest-NegativeSecGroupIPv6Test-1094873774 tempest-NegativeSecGroupIPv6Test-1094873774-project] Notify callbacks [] for security_group, precommit_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:44.613317 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-fba1bdb7-d6bb-477d-8b7f-2b03685009bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:44.625767 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cb51245-5b5c-49cf-abfb-d5f0a0c495a5 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Network 09d7ea43-6376-4322-97e7-54cd01aae492 is already hosted by enough agents. {{(pid=83869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 13:36:44.636537 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.scheduler.base_scheduler [None req-2cb51245-5b5c-49cf-abfb-d5f0a0c495a5 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Resources bound (agent type, host, resource id): {{(pid=83869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 13:36:44.638154 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-5a3a1ced-72c9-45ca-b58d-9756e29fde85 tempest-NegativeSecGroupIPv6Test-1094873774 tempest-NegativeSecGroupIPv6Test-1094873774-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3775923'] for security_group, after_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:44.641887 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cb51245-5b5c-49cf-abfb-d5f0a0c495a5 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:36:44.642369 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-2cb51245-5b5c-49cf-abfb-d5f0a0c495a5 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3017602'] for subnet, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:44.645666 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c54c2c1-3572-4610-a39e-34a5b2788f64 None None] Network 09d7ea43-6376-4322-97e7-54cd01aae492 requested from dv-neutron-836180-1-hyperv {{(pid=83872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 13:36:44.670585 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb51245-5b5c-49cf-abfb-d5f0a0c495a5 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Pushing event updated for resources: {'Subnet': ['ID=ba6ddc1d-9a6d-46bf-8b07-d94c16b44f8a,revision_number=0']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:36:44.738594 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-fba1bdb7-d6bb-477d-8b7f-2b03685009bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:44.741121 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.provisioning_blocks [None req-113c651e-a981-4bea-ab3d-50a2c3f7b8f3 tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Transition to ACTIVE for port object ba656fc9-1c71-4c74-9f14-055b948d3111 will not be triggered until provisioned by entity DHCP. {{(pid=83871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 13:36:44.753612 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-5a3a1ced-72c9-45ca-b58d-9756e29fde85 tempest-NegativeSecGroupIPv6Test-1094873774 tempest-NegativeSecGroupIPv6Test-1094873774-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:36:44.769016 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-2cb51245-5b5c-49cf-abfb-d5f0a0c495a5 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 4.0102274 Apr 01 13:36:44.769016 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3a1ced-72c9-45ca-b58d-9756e29fde85 tempest-NegativeSecGroupIPv6Test-1094873774 tempest-NegativeSecGroupIPv6Test-1094873774-project] Pushing event updated for resources: {'SecurityGroup': ['ID=79983ee8-0b8c-486f-ad6f-ed7986c2b704,revision_number=1']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:36:44.770071 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-5a3a1ced-72c9-45ca-b58d-9756e29fde85 tempest-NegativeSecGroupIPv6Test-1094873774 tempest-NegativeSecGroupIPv6Test-1094873774-project] Usage tracker for resource:security_group_rule and tenant:39eb4b5eadd145e3a3333e826460ae09 is out of sync, need to count used quota {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 13:36:44.770827 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 50508) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:36:44.787554 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-5a3a1ced-72c9-45ca-b58d-9756e29fde85 tempest-NegativeSecGroupIPv6Test-1094873774 tempest-NegativeSecGroupIPv6Test-1094873774-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 13:36:44.789553 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.v2.base [None req-da887f2a-289e-4e6d-8be5-244972e94ee7 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Request body: {'subnet': {'network_id': '09d7ea43-6376-4322-97e7-54cd01aae492', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:36:44.875886 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-5a3a1ced-72c9-45ca-b58d-9756e29fde85 tempest-NegativeSecGroupIPv6Test-1094873774 tempest-NegativeSecGroupIPv6Test-1094873774-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:36:44.882335 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-fba1bdb7-d6bb-477d-8b7f-2b03685009bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3775923'] for security_group, after_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:44.903841 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba1bdb7-d6bb-477d-8b7f-2b03685009bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=025175cf-587c-4cad-b0aa-fd7d6eee9541,revision_number=None']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:36:44.915448 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-637bf410-dd90-4b6e-9e40-77f9197b46fa tempest-RoutersAdminTest-1358270532 tempest-RoutersAdminTest-1358270532-project] Router 700024d8-303b-4e18-98c9-8162fa361725 has already been hosted by L3 agent 88bf8fc8-11a3-4e96-9d1b-5fd93ba9f6f1 {{(pid=83869) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 13:36:44.938573 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-7370432c-f450-4230-9824-35109c1be4eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:44.942158 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-fba1bdb7-d6bb-477d-8b7f-2b03685009bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:44.956706 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-fba1bdb7-d6bb-477d-8b7f-2b03685009bc admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/025175cf-587c-4cad-b0aa-fd7d6eee9541 HTTP/1.1" status: 204 len: 168 time: 1.0344307 Apr 01 13:36:44.972333 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52ae6869-2c1c-49a2-b635-31c32c9b97d5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7e7d0ecb-2af4-55f5-9198-238ab0570d62-09d7ea43-6376-4322-97e7-54cd01aae492', 'network_id': '09d7ea43-6376-4322-97e7-54cd01aae492', 'tenant_id': '8b726fe6689e4b7f96def1a2219bea6c', 'fixed_ips': [{'subnet_id': 'ba6ddc1d-9a6d-46bf-8b07-d94c16b44f8a'}]}} from dv-neutron-836180-1-hyperv. {{(pid=83872) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 01 13:36:44.974160 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-52ae6869-2c1c-49a2-b635-31c32c9b97d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:45.120814 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.db.resource_extend [req-28aa2c72-08e8-4ec9-a126-61f6de6bb310 req-d039fe96-0711-477d-a666-ce8bef3bb483 service neutron] It took 0.34 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 01 13:36:45.170911 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-5a3a1ced-72c9-45ca-b58d-9756e29fde85 tempest-NegativeSecGroupIPv6Test-1094873774 tempest-NegativeSecGroupIPv6Test-1094873774-project] Notify callbacks [] for security_group, precommit_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:45.182249 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-5a3a1ced-72c9-45ca-b58d-9756e29fde85 tempest-NegativeSecGroupIPv6Test-1094873774 tempest-NegativeSecGroupIPv6Test-1094873774-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3775923'] for security_group, after_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:45.244642 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.db_base_plugin_common [None req-52ae6869-2c1c-49a2-b635-31c32c9b97d5 None None] Allocated IP 2001:db8::f816:3eff:fe45:54d8 (09d7ea43-6376-4322-97e7-54cd01aae492/ba6ddc1d-9a6d-46bf-8b07-d94c16b44f8a/b11f269a-c523-4bf2-8a3d-f47de114a8db) {{(pid=83872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 13:36:45.249285 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-637bf410-dd90-4b6e-9e40-77f9197b46fa tempest-RoutersAdminTest-1358270532 tempest-RoutersAdminTest-1358270532-project] Notify agent at l3_agent.dv-neutron-836180-1-hyperv the message routers_updated {{(pid=83869) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 13:36:45.263818 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4442bab-1ae7-4e47-b4b9-c5118f6c3aa2 None None] Sync routers for ids ['700024d8-303b-4e18-98c9-8162fa361725'] in dv-neutron-836180-1-hyperv {{(pid=83873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 13:36:45.294897 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4442bab-1ae7-4e47-b4b9-c5118f6c3aa2 None None] Routers {'700024d8-303b-4e18-98c9-8162fa361725'} bound to L3 agent in host dv-neutron-836180-1-hyperv {{(pid=83873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 13:36:45.296978 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-c4442bab-1ae7-4e47-b4b9-c5118f6c3aa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836180-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T13:25:36Z,description=,heartbeat_timestamp=2022-04-01T13:36:36Z,host='dv-neutron-836180-1-hyperv',id=88bf8fc8-11a3-4e96-9d1b-5fd93ba9f6f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T13:25:36Z,topic='l3_agent')) {'router_ids': ['700024d8-303b-4e18-98c9-8162fa361725'], 'active': True} {{(pid=83873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:36:45.307191 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-7370432c-f450-4230-9824-35109c1be4eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:45.334516 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3a1ced-72c9-45ca-b58d-9756e29fde85 tempest-NegativeSecGroupIPv6Test-1094873774 tempest-NegativeSecGroupIPv6Test-1094873774-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f0c14f29-0c7c-4eef-9b51-94677db7d8f6,revision_number=1']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:36:45.336985 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3c7d564-e484-4ee5-ace5-52670e07945a None None] Network d852b8e9-f5c6-43ee-9bbb-592594e77369 requested from dv-neutron-836180-1-hyperv {{(pid=83872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 13:36:45.341828 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-5a3a1ced-72c9-45ca-b58d-9756e29fde85 tempest-NegativeSecGroupIPv6Test-1094873774 tempest-NegativeSecGroupIPv6Test-1094873774-project] Notify callbacks [] for security_group, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:45.346725 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-5a3a1ced-72c9-45ca-b58d-9756e29fde85 tempest-NegativeSecGroupIPv6Test-1094873774 tempest-NegativeSecGroupIPv6Test-1094873774-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 1.9932761 Apr 01 13:36:45.349484 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-637bf410-dd90-4b6e-9e40-77f9197b46fa tempest-RoutersAdminTest-1358270532 tempest-RoutersAdminTest-1358270532-project] Notify callbacks [] for router, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:45.350692 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-637bf410-dd90-4b6e-9e40-77f9197b46fa tempest-RoutersAdminTest-1358270532 tempest-RoutersAdminTest-1358270532-project] 10.222.0.26 "PUT /v2.0/routers/700024d8-303b-4e18-98c9-8162fa361725 HTTP/1.1" status: 200 len: 705 time: 7.7790112 Apr 01 13:36:45.352197 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 50516) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:36:45.354631 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 50518) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:36:45.359453 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.v2.base [None req-af0fbcce-5c8d-4260-a38e-9fa34f32728f tempest-NegativeSecGroupIPv6Test-1094873774 tempest-NegativeSecGroupIPv6Test-1094873774-project] Request body: {'security_group_rule': {'security_group_id': 'f0c14f29-0c7c-4eef-9b51-94677db7d8f6', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=83869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:36:45.427528 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-113c651e-a981-4bea-ab3d-50a2c3f7b8f3 tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736732935801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2743125'] for port, after_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:45.441009 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-da887f2a-289e-4e6d-8be5-244972e94ee7 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:36:45.447742 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-af0fbcce-5c8d-4260-a38e-9fa34f32728f tempest-NegativeSecGroupIPv6Test-1094873774 tempest-NegativeSecGroupIPv6Test-1094873774-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:36:45.457791 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-c4442bab-1ae7-4e47-b4b9-c5118f6c3aa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-836180-1-hyperv', False) {} {{(pid=83873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:36:45.479988 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4442bab-1ae7-4e47-b4b9-c5118f6c3aa2 None None] Routers {'700024d8-303b-4e18-98c9-8162fa361725'} bound to L3 agent in host dv-neutron-836180-1-hyperv {{(pid=83873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 13:36:45.480793 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-c4442bab-1ae7-4e47-b4b9-c5118f6c3aa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836180-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T13:25:36Z,description=,heartbeat_timestamp=2022-04-01T13:36:36Z,host='dv-neutron-836180-1-hyperv',id=88bf8fc8-11a3-4e96-9d1b-5fd93ba9f6f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T13:25:36Z,topic='l3_agent')) {'router_ids': ['700024d8-303b-4e18-98c9-8162fa361725'], 'active': True} {{(pid=83873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:36:45.501831 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-7370432c-f450-4230-9824-35109c1be4eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3775923'] for security_group, after_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:45.520887 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-da887f2a-289e-4e6d-8be5-244972e94ee7 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Usage tracker for resource:subnet and tenant:8b726fe6689e4b7f96def1a2219bea6c is out of sync, need to count used quota {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 13:36:45.524119 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-af0fbcce-5c8d-4260-a38e-9fa34f32728f tempest-NegativeSecGroupIPv6Test-1094873774 tempest-NegativeSecGroupIPv6Test-1094873774-project] Usage tracker for resource:security_group_rule and tenant:39eb4b5eadd145e3a3333e826460ae09 is out of sync, need to count used quota {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 13:36:45.529511 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-af0fbcce-5c8d-4260-a38e-9fa34f32728f tempest-NegativeSecGroupIPv6Test-1094873774 tempest-NegativeSecGroupIPv6Test-1094873774-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 13:36:45.539314 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-af0fbcce-5c8d-4260-a38e-9fa34f32728f tempest-NegativeSecGroupIPv6Test-1094873774 tempest-NegativeSecGroupIPv6Test-1094873774-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:36:45.539835 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-113c651e-a981-4bea-ab3d-50a2c3f7b8f3 tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Network d852b8e9-f5c6-43ee-9bbb-592594e77369 is already hosted by enough agents. {{(pid=83871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 13:36:45.548554 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-da887f2a-289e-4e6d-8be5-244972e94ee7 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 13:36:45.551868 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7370432c-f450-4230-9824-35109c1be4eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df918343-5793-49f3-b488-0a33cf1a9efa,revision_number=None']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:36:45.554903 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-c4442bab-1ae7-4e47-b4b9-c5118f6c3aa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-836180-1-hyperv', False) {} {{(pid=83873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:36:45.555524 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4442bab-1ae7-4e47-b4b9-c5118f6c3aa2 None None] The sync data for ids ['700024d8-303b-4e18-98c9-8162fa361725'] in dv-neutron-836180-1-hyperv is: [] {{(pid=83873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 13:36:45.557177 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.notifiers.nova [req-28aa2c72-08e8-4ec9-a126-61f6de6bb310 req-d039fe96-0711-477d-a666-ce8bef3bb483 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3fbcdb0d-ff16-4590-b85e-e2516d336b46 {{(pid=83871) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 01 13:36:45.569872 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.scheduler.base_scheduler [None req-113c651e-a981-4bea-ab3d-50a2c3f7b8f3 tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Resources bound (agent type, host, resource id): {{(pid=83871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 13:36:45.572631 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-da887f2a-289e-4e6d-8be5-244972e94ee7 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:36:45.578656 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-af0fbcce-5c8d-4260-a38e-9fa34f32728f tempest-NegativeSecGroupIPv6Test-1094873774 tempest-NegativeSecGroupIPv6Test-1094873774-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:45.586791 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-113c651e-a981-4bea-ab3d-50a2c3f7b8f3 tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Received port after_create {{(pid=83871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 13:36:45.591007 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-113c651e-a981-4bea-ab3d-50a2c3f7b8f3 tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:36:45.591733 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-113c651e-a981-4bea-ab3d-50a2c3f7b8f3 tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109561'] for port, before_response {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:45.598917 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-28aa2c72-08e8-4ec9-a126-61f6de6bb310 req-d039fe96-0711-477d-a666-ce8bef3bb483 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:45.608606 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-7370432c-f450-4230-9824-35109c1be4eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:45.609358 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-4a3feb57-42af-4c6f-aa76-cadc44371eef tempest-RoutersAdminTest-1965710677 tempest-RoutersAdminTest-1965710677-project-admin] 10.222.0.26 "GET /v2.0/routers/700024d8-303b-4e18-98c9-8162fa361725 HTTP/1.1" status: 200 len: 740 time: 0.2441583 Apr 01 13:36:45.612442 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-7370432c-f450-4230-9824-35109c1be4eb admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/df918343-5793-49f3-b488-0a33cf1a9efa HTTP/1.1" status: 204 len: 168 time: 1.1084702 Apr 01 13:36:45.613650 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 50524) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:36:45.614256 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 50526) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:36:45.662187 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-113c651e-a981-4bea-ab3d-50a2c3f7b8f3 tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Pushing event updated for resources: {'Port': ['ID=ba656fc9-1c71-4c74-9f14-055b948d3111,revision_number=1']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:36:45.681041 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-5d593af3-27e5-4b31-9e1e-30f94945b1c4 None None] Provisioning for port c65a61ab-4093-43ce-95c6-c922e2be4916 completed by entity DHCP. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 13:36:45.706176 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-b234374a-e40a-4365-8286-42f0a8b39720 tempest-RoutersAdminTest-1965710677 tempest-RoutersAdminTest-1965710677-project-admin] 10.222.0.26 "GET /v2.0/ports?network_id=725864b8-cceb-48c9-b5d3-1bfc4423e301&device_id=700024d8-303b-4e18-98c9-8162fa361725 HTTP/1.1" status: 200 len: 205 time: 0.0826244 Apr 01 13:36:45.716273 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 50534) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:36:45.724941 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da887f2a-289e-4e6d-8be5-244972e94ee7 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Made reservation on behalf of 8b726fe6689e4b7f96def1a2219bea6c for: {'subnet': 1} {{(pid=83871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 13:36:45.725936 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-5d593af3-27e5-4b31-9e1e-30f94945b1c4 None None] Provisioning complete for port c65a61ab-4093-43ce-95c6-c922e2be4916 triggered by entity DHCP. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 13:36:45.726314 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-5d593af3-27e5-4b31-9e1e-30f94945b1c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-948329'] for port, provisioning_complete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:45.740228 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.provisioning_blocks [req-28aa2c72-08e8-4ec9-a126-61f6de6bb310 req-d039fe96-0711-477d-a666-ce8bef3bb483 service neutron] Transition to ACTIVE for port object 3fbcdb0d-ff16-4590-b85e-e2516d336b46 will not be triggered until provisioned by entity L2. {{(pid=83871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 13:36:45.805822 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-af0fbcce-5c8d-4260-a38e-9fa34f32728f tempest-NegativeSecGroupIPv6Test-1094873774 tempest-NegativeSecGroupIPv6Test-1094873774-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:45.819943 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-af0fbcce-5c8d-4260-a38e-9fa34f32728f tempest-NegativeSecGroupIPv6Test-1094873774 tempest-NegativeSecGroupIPv6Test-1094873774-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3775744'] for security_group_rule, after_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:45.849260 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-fd54b85b-88f9-4c04-bd48-86590725e7a4 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=167f1243c1b94bb08d93f8762e1d0ff2&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2294159 Apr 01 13:36:45.854863 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 50538) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:36:45.855731 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af0fbcce-5c8d-4260-a38e-9fa34f32728f tempest-NegativeSecGroupIPv6Test-1094873774 tempest-NegativeSecGroupIPv6Test-1094873774-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a28a562c-6c0a-4c51-8eeb-4921c236120a,revision_number=0']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:36:45.893710 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-5d593af3-27e5-4b31-9e1e-30f94945b1c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:45.952622 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-52ae6869-2c1c-49a2-b635-31c32c9b97d5 None None] Notify callbacks [] for port, precommit_create {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:45.962759 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-113c651e-a981-4bea-ab3d-50a2c3f7b8f3 tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 4.1995437 Apr 01 13:36:45.966328 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 50544) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:36:45.967167 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-837ec568-a81e-467d-b226-6a27f44a940e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:45.971890 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-af0fbcce-5c8d-4260-a38e-9fa34f32728f tempest-NegativeSecGroupIPv6Test-1094873774 tempest-NegativeSecGroupIPv6Test-1094873774-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:45.973533 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-af0fbcce-5c8d-4260-a38e-9fa34f32728f tempest-NegativeSecGroupIPv6Test-1094873774 tempest-NegativeSecGroupIPv6Test-1094873774-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.6201665 Apr 01 13:36:45.979114 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-5d593af3-27e5-4b31-9e1e-30f94945b1c4 None None] For port c65a61ab-4093-43ce-95c6-c922e2be4916, host dv-neutron-836180-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836180-1-hyperv',level=0,port_id=c65a61ab-4093-43ce-95c6-c922e2be4916,segment=NetworkSegment(2cee8b87-b0b8-4472-8115-c7951c4be9c4),segment_id=2cee8b87-b0b8-4472-8115-c7951c4be9c4)] {{(pid=83872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 13:36:45.987856 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-5d593af3-27e5-4b31-9e1e-30f94945b1c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864'] for port, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:46.021700 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-28aa2c72-08e8-4ec9-a126-61f6de6bb310 req-d039fe96-0711-477d-a666-ce8bef3bb483 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2743106'] for port, after_update {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:46.027245 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-52ae6869-2c1c-49a2-b635-31c32c9b97d5 None None] Transition to ACTIVE for port object b11f269a-c523-4bf2-8a3d-f47de114a8db will not be triggered until provisioned by entity L2. {{(pid=83872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 13:36:46.036398 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 50548) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:36:46.082138 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-52ae6869-2c1c-49a2-b635-31c32c9b97d5 None None] Transition to ACTIVE for port object b11f269a-c523-4bf2-8a3d-f47de114a8db will not be triggered until provisioned by entity DHCP. {{(pid=83872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 13:36:46.090137 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-6dca4fdd-9960-46cf-8b55-4f1c826ce756 tempest-RoutersAdminTest-1358270532 tempest-RoutersAdminTest-1358270532-project] 10.222.0.26 "GET /v2.0/ports?device_id=700024d8-303b-4e18-98c9-8162fa361725 HTTP/1.1" status: 200 len: 205 time: 0.3663940 Apr 01 13:36:46.094113 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.v2.base [None req-70c5f6a1-b567-47ce-8c23-2490d14d2858 tempest-NegativeSecGroupIPv6Test-1094873774 tempest-NegativeSecGroupIPv6Test-1094873774-project] Request body: {'security_group_rule': {'security_group_id': 'f0c14f29-0c7c-4eef-9b51-94677db7d8f6', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=83871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:36:46.098272 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-52ae6869-2c1c-49a2-b635-31c32c9b97d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736732935801'] for port, after_create {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:46.102010 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-c312d717-30b3-4a39-b510-a39edd2febaa tempest-RoutersTestDVR-799596797 tempest-RoutersTestDVR-799596797-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4084887', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4079850', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4161'] for router, precommit_update {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:46.102716 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-c312d717-30b3-4a39-b510-a39edd2febaa tempest-RoutersTestDVR-799596797 tempest-RoutersTestDVR-799596797-project-admin] Notify callbacks [] for router, before_update {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:46.109591 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d593af3-27e5-4b31-9e1e-30f94945b1c4 None None] Pushing event updated for resources: {'Port': ['ID=c65a61ab-4093-43ce-95c6-c922e2be4916,revision_number=3']} {{(pid=83872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:36:46.129258 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52ae6869-2c1c-49a2-b635-31c32c9b97d5 None None] Network 09d7ea43-6376-4322-97e7-54cd01aae492 is already hosted by enough agents. {{(pid=83872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 13:36:46.131260 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d593af3-27e5-4b31-9e1e-30f94945b1c4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:36:46.131697 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d593af3-27e5-4b31-9e1e-30f94945b1c4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:36:46.132275 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d593af3-27e5-4b31-9e1e-30f94945b1c4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:36:46.132953 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d593af3-27e5-4b31-9e1e-30f94945b1c4 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:36:46.133384 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d593af3-27e5-4b31-9e1e-30f94945b1c4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:36:46.133795 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d593af3-27e5-4b31-9e1e-30f94945b1c4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:36:46.134230 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d593af3-27e5-4b31-9e1e-30f94945b1c4 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:36:46.134631 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d593af3-27e5-4b31-9e1e-30f94945b1c4 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:36:46.135040 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d593af3-27e5-4b31-9e1e-30f94945b1c4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:36:46.135450 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d593af3-27e5-4b31-9e1e-30f94945b1c4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:36:46.135874 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d593af3-27e5-4b31-9e1e-30f94945b1c4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:36:46.139712 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.scheduler.base_scheduler [None req-52ae6869-2c1c-49a2-b635-31c32c9b97d5 None None] Resources bound (agent type, host, resource id): {{(pid=83872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 13:36:46.149651 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 50554) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:36:46.179717 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52ae6869-2c1c-49a2-b635-31c32c9b97d5 None None] Received port after_create {{(pid=83872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 13:36:46.224522 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d039fe96-0711-477d-a666-ce8bef3bb483 service neutron] Pushing event updated for resources: {'Port': ['ID=3fbcdb0d-ff16-4590-b85e-e2516d336b46,revision_number=2']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:36:46.260732 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-837ec568-a81e-467d-b226-6a27f44a940e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:46.310129 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ae6869-2c1c-49a2-b635-31c32c9b97d5 None None] Pushing event updated for resources: {'Port': ['ID=b11f269a-c523-4bf2-8a3d-f47de114a8db,revision_number=1']} {{(pid=83872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:36:46.359106 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cda7363-e177-4999-b3ad-44f35d740758 req-872b129b-20b5-40cc-8224-36df51a6dea4 tempest-ServerActionsTestJSON-64006463 tempest-ServerActionsTestJSON-64006463-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:36:46.360148 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [req-8cda7363-e177-4999-b3ad-44f35d740758 req-872b129b-20b5-40cc-8224-36df51a6dea4 tempest-ServerActionsTestJSON-64006463 tempest-ServerActionsTestJSON-64006463-project] Synchronizing usage tracker for tenant:1db979ced72f4c84a5c312128899dc9b on resource:port {{(pid=83871) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 13:36:46.365770 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.managers [None req-52ae6869-2c1c-49a2-b635-31c32c9b97d5 None None] Attempting to bind port b11f269a-c523-4bf2-8a3d-f47de114a8db on host dv-neutron-836180-1-hyperv for vnic_type normal with profile {{(pid=83872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 13:36:46.366460 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.managers [None req-52ae6869-2c1c-49a2-b635-31c32c9b97d5 None None] Attempting to bind port b11f269a-c523-4bf2-8a3d-f47de114a8db by drivers openvswitch,hyperv on host dv-neutron-836180-1-hyperv at level 0 using segments [{'id': '16094ed0-4a47-4ff6-9238-85c278d7a2a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '09d7ea43-6376-4322-97e7-54cd01aae492'}] {{(pid=83872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 13:36:46.367038 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52ae6869-2c1c-49a2-b635-31c32c9b97d5 None None] Attempting to bind port b11f269a-c523-4bf2-8a3d-f47de114a8db on network 09d7ea43-6376-4322-97e7-54cd01aae492 {{(pid=83872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 13:36:46.375042 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52ae6869-2c1c-49a2-b635-31c32c9b97d5 None None] Checking agent: {'id': 'af948428-97cd-4d10-9f53-af028bdb39b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-836180-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 13, 25, 37), 'started_at': datetime.datetime(2022, 4, 1, 13, 26, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 13, 36, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-836180-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 13:36:46.375779 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52ae6869-2c1c-49a2-b635-31c32c9b97d5 None None] Checking segment: {'id': '16094ed0-4a47-4ff6-9238-85c278d7a2a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '09d7ea43-6376-4322-97e7-54cd01aae492'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 13:36:46.376985 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-52ae6869-2c1c-49a2-b635-31c32c9b97d5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:46.379920 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52ae6869-2c1c-49a2-b635-31c32c9b97d5 None None] Bound using segment: {'id': '16094ed0-4a47-4ff6-9238-85c278d7a2a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '09d7ea43-6376-4322-97e7-54cd01aae492'} {{(pid=83872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 13:36:46.379920 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.managers [None req-52ae6869-2c1c-49a2-b635-31c32c9b97d5 None None] Bound port: b11f269a-c523-4bf2-8a3d-f47de114a8db, host: dv-neutron-836180-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '16094ed0-4a47-4ff6-9238-85c278d7a2a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '09d7ea43-6376-4322-97e7-54cd01aae492'}}] {{(pid=83872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 13:36:46.380128 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-70c5f6a1-b567-47ce-8c23-2490d14d2858 tempest-NegativeSecGroupIPv6Test-1094873774 tempest-NegativeSecGroupIPv6Test-1094873774-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:36:46.380220 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-52ae6869-2c1c-49a2-b635-31c32c9b97d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:46.401659 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-70c5f6a1-b567-47ce-8c23-2490d14d2858 tempest-NegativeSecGroupIPv6Test-1094873774 tempest-NegativeSecGroupIPv6Test-1094873774-project] Usage tracker for resource:security_group_rule and tenant:39eb4b5eadd145e3a3333e826460ae09 is out of sync, need to count used quota {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 13:36:46.407307 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [req-8cda7363-e177-4999-b3ad-44f35d740758 req-872b129b-20b5-40cc-8224-36df51a6dea4 tempest-ServerActionsTestJSON-64006463 tempest-ServerActionsTestJSON-64006463-project] Unset dirty status for tenant:1db979ced72f4c84a5c312128899dc9b on resource:port {{(pid=83871) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 13:36:46.415854 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-8cda7363-e177-4999-b3ad-44f35d740758 req-872b129b-20b5-40cc-8224-36df51a6dea4 tempest-ServerActionsTestJSON-64006463 tempest-ServerActionsTestJSON-64006463-project] 10.222.0.26 "GET /v2.0/ports?device_id=746f2a68-07bc-4d82-957e-55cd7a32c31f HTTP/1.1" status: 200 len: 932 time: 1.4749112 Apr 01 13:36:46.499166 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-70c5f6a1-b567-47ce-8c23-2490d14d2858 tempest-NegativeSecGroupIPv6Test-1094873774 tempest-NegativeSecGroupIPv6Test-1094873774-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 13:36:46.509126 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Device c65a61ab-4093-43ce-95c6-c922e2be4916 up at agent ovs-agent-dv-neutron-836180-1-hyperv {{(pid=83872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 13:36:46.581581 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-70c5f6a1-b567-47ce-8c23-2490d14d2858 tempest-NegativeSecGroupIPv6Test-1094873774 tempest-NegativeSecGroupIPv6Test-1094873774-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:36:46.588711 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-0546965a-90c3-42fa-994a-2b610aa2e08d tempest-RoutersAdminTest-1358270532 tempest-RoutersAdminTest-1358270532-project] Notify callbacks [] for router, before_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:46.641565 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-52ae6869-2c1c-49a2-b635-31c32c9b97d5 None None] For port b11f269a-c523-4bf2-8a3d-f47de114a8db, host dv-neutron-836180-1-hyperv, cleared binding levels {{(pid=83872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 13:36:46.644992 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-425d1bdc-838d-4a5c-a2b5-824291d7ac89 None None] Provisioning complete for port c65a61ab-4093-43ce-95c6-c922e2be4916 triggered by entity DHCP. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 13:36:46.645634 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-425d1bdc-838d-4a5c-a2b5-824291d7ac89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-948329'] for port, provisioning_complete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:46.671211 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-c312d717-30b3-4a39-b510-a39edd2febaa tempest-RoutersTestDVR-799596797 tempest-RoutersTestDVR-799596797-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=83871) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:155}} Apr 01 13:36:46.671568 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-c312d717-30b3-4a39-b510-a39edd2febaa tempest-RoutersTestDVR-799596797 tempest-RoutersTestDVR-799596797-project-admin] Router c7e7f6a0-be3d-47bb-9346-64f936f22981 migrating from provider to provider. {{(pid=83871) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:162}} Apr 01 13:36:46.671917 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-c312d717-30b3-4a39-b510-a39edd2febaa tempest-RoutersTestDVR-799596797 tempest-RoutersTestDVR-799596797-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:46.736179 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-da887f2a-289e-4e6d-8be5-244972e94ee7 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2757336'] for subnet, before_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:46.752676 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-52ae6869-2c1c-49a2-b635-31c32c9b97d5 None None] For port b11f269a-c523-4bf2-8a3d-f47de114a8db, host dv-neutron-836180-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836180-1-hyperv',level=0,port_id=b11f269a-c523-4bf2-8a3d-f47de114a8db,segment=NetworkSegment(16094ed0-4a47-4ff6-9238-85c278d7a2a5),segment_id=16094ed0-4a47-4ff6-9238-85c278d7a2a5)] {{(pid=83872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 13:36:46.765816 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-c312d717-30b3-4a39-b510-a39edd2febaa tempest-RoutersTestDVR-799596797 tempest-RoutersTestDVR-799596797-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:46.770606 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-52ae6869-2c1c-49a2-b635-31c32c9b97d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864'] for port, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:46.848067 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-8cda7363-e177-4999-b3ad-44f35d740758 req-5cc99e49-4348-47ec-b4e9-4d7020c081c9 tempest-ServerActionsTestJSON-64006463 tempest-ServerActionsTestJSON-64006463-project] 10.222.0.26 "GET /v2.0/security-groups?id=0d525850-c301-4718-92cf-e73f2c3e9524&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4311109 Apr 01 13:36:46.849179 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-70c5f6a1-b567-47ce-8c23-2490d14d2858 tempest-NegativeSecGroupIPv6Test-1094873774 tempest-NegativeSecGroupIPv6Test-1094873774-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:46.873720 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-c312d717-30b3-4a39-b510-a39edd2febaa tempest-RoutersTestDVR-799596797 tempest-RoutersTestDVR-799596797-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4084858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-4084844', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-4084837', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-4079843'] for router, after_update {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:46.887877 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ae6869-2c1c-49a2-b635-31c32c9b97d5 None None] Pushing event updated for resources: {'Port': ['ID=b11f269a-c523-4bf2-8a3d-f47de114a8db,revision_number=2']} {{(pid=83872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:36:46.893552 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-837ec568-a81e-467d-b226-6a27f44a940e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3775923'] for security_group, after_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:46.896653 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Provisioning complete for port c65a61ab-4093-43ce-95c6-c922e2be4916 triggered by entity L2. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 13:36:46.897024 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-948329'] for port, provisioning_complete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:46.967457 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-837ec568-a81e-467d-b226-6a27f44a940e admin admin] Notify callbacks [] for security_group, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:46.971035 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-837ec568-a81e-467d-b226-6a27f44a940e admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/fad91361-d2af-4a77-bd5f-d79b264f3ddc HTTP/1.1" status: 204 len: 168 time: 1.1105237 Apr 01 13:36:47.050355 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-837ec568-a81e-467d-b226-6a27f44a940e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fad91361-d2af-4a77-bd5f-d79b264f3ddc,revision_number=None']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:36:47.201509 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-425d1bdc-838d-4a5c-a2b5-824291d7ac89 None None] Provisioning for port ba656fc9-1c71-4c74-9f14-055b948d3111 completed by entity DHCP. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 13:36:47.305754 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-425d1bdc-838d-4a5c-a2b5-824291d7ac89 None None] Provisioning complete for port ba656fc9-1c71-4c74-9f14-055b948d3111 triggered by entity DHCP. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 13:36:47.306134 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-425d1bdc-838d-4a5c-a2b5-824291d7ac89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-948329'] for port, provisioning_complete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:47.434999 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.plugin [None req-425d1bdc-838d-4a5c-a2b5-824291d7ac89 None None] Port ba656fc9-1c71-4c74-9f14-055b948d3111 cannot update to ACTIVE because it is not bound. {{(pid=83872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 13:36:47.579798 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.managers [req-28aa2c72-08e8-4ec9-a126-61f6de6bb310 req-d039fe96-0711-477d-a666-ce8bef3bb483 service neutron] Attempting to bind port 3fbcdb0d-ff16-4590-b85e-e2516d336b46 on host hv-neutron-8361 for vnic_type normal with profile {{(pid=83871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 13:36:47.581433 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.managers [req-28aa2c72-08e8-4ec9-a126-61f6de6bb310 req-d039fe96-0711-477d-a666-ce8bef3bb483 service neutron] Attempting to bind port 3fbcdb0d-ff16-4590-b85e-e2516d336b46 by drivers openvswitch,hyperv on host hv-neutron-8361 at level 0 using segments [{'id': '881a382f-8ed1-478b-97b4-4d4f48893b0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'faf7d63c-9b06-4fbb-8197-4b39ba438717'}] {{(pid=83871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 13:36:47.582162 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28aa2c72-08e8-4ec9-a126-61f6de6bb310 req-d039fe96-0711-477d-a666-ce8bef3bb483 service neutron] Attempting to bind port 3fbcdb0d-ff16-4590-b85e-e2516d336b46 on network faf7d63c-9b06-4fbb-8197-4b39ba438717 {{(pid=83871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 13:36:47.596862 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-2612eb37-c7e5-45dc-8169-1f46a65e5123 None None] Provisioning complete for port ba656fc9-1c71-4c74-9f14-055b948d3111 triggered by entity DHCP. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 13:36:47.596862 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-2612eb37-c7e5-45dc-8169-1f46a65e5123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-948329'] for port, provisioning_complete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:47.638622 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28aa2c72-08e8-4ec9-a126-61f6de6bb310 req-d039fe96-0711-477d-a666-ce8bef3bb483 service neutron] Port 3fbcdb0d-ff16-4590-b85e-e2516d336b46 on network faf7d63c-9b06-4fbb-8197-4b39ba438717 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8361 {{(pid=83871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 01 13:36:47.639406 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28aa2c72-08e8-4ec9-a126-61f6de6bb310 req-d039fe96-0711-477d-a666-ce8bef3bb483 service neutron] Attempting to bind port 3fbcdb0d-ff16-4590-b85e-e2516d336b46 on network faf7d63c-9b06-4fbb-8197-4b39ba438717 {{(pid=83871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 13:36:47.652593 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28aa2c72-08e8-4ec9-a126-61f6de6bb310 req-d039fe96-0711-477d-a666-ce8bef3bb483 service neutron] Checking agent: {'id': '359ce187-6241-4f7e-85a4-e066c7b0cdea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8361', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 13, 31, 54), 'started_at': datetime.datetime(2022, 4, 1, 13, 31, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 13, 36, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 13:36:47.653302 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28aa2c72-08e8-4ec9-a126-61f6de6bb310 req-d039fe96-0711-477d-a666-ce8bef3bb483 service neutron] Checking segment: {'id': '881a382f-8ed1-478b-97b4-4d4f48893b0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'faf7d63c-9b06-4fbb-8197-4b39ba438717'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 13:36:47.654310 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28aa2c72-08e8-4ec9-a126-61f6de6bb310 req-d039fe96-0711-477d-a666-ce8bef3bb483 service neutron] Bound using segment: {'id': '881a382f-8ed1-478b-97b4-4d4f48893b0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'faf7d63c-9b06-4fbb-8197-4b39ba438717'} {{(pid=83871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 13:36:47.655929 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.managers [req-28aa2c72-08e8-4ec9-a126-61f6de6bb310 req-d039fe96-0711-477d-a666-ce8bef3bb483 service neutron] Bound port: 3fbcdb0d-ff16-4590-b85e-e2516d336b46, host: hv-neutron-8361, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '881a382f-8ed1-478b-97b4-4d4f48893b0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'faf7d63c-9b06-4fbb-8197-4b39ba438717'}}] {{(pid=83871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 13:36:47.656673 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-28aa2c72-08e8-4ec9-a126-61f6de6bb310 req-d039fe96-0711-477d-a666-ce8bef3bb483 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:47.690430 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.api.v2.resource [None req-70c5f6a1-b567-47ce-8c23-2490d14d2858 tempest-NegativeSecGroupIPv6Test-1094873774 tempest-NegativeSecGroupIPv6Test-1094873774-project] create failed (client error): There was a conflict when trying to complete your request. Apr 01 13:36:47.692340 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-70c5f6a1-b567-47ce-8c23-2490d14d2858 tempest-NegativeSecGroupIPv6Test-1094873774 tempest-NegativeSecGroupIPv6Test-1094873774-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 1.6168714 Apr 01 13:36:47.695181 dv-neutron-836180-1-hyperv neutron-server[83871]: WARNING neutron.scheduler.l3_agent_scheduler [None req-c312d717-30b3-4a39-b510-a39edd2febaa tempest-RoutersTestDVR-799596797 tempest-RoutersTestDVR-799596797-project-admin] No L3 agents can host the router c7e7f6a0-be3d-47bb-9346-64f936f22981 Apr 01 13:36:47.695748 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.plugin [None req-2612eb37-c7e5-45dc-8169-1f46a65e5123 None None] Port ba656fc9-1c71-4c74-9f14-055b948d3111 cannot update to ACTIVE because it is not bound. {{(pid=83872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 13:36:47.699973 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 50582) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:36:47.757318 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-0546965a-90c3-42fa-994a-2b610aa2e08d tempest-RoutersAdminTest-1358270532 tempest-RoutersAdminTest-1358270532-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4079814', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4170'] for router, precommit_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:47.762018 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-0546965a-90c3-42fa-994a-2b610aa2e08d tempest-RoutersAdminTest-1358270532 tempest-RoutersAdminTest-1358270532-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:47.833982 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-0546965a-90c3-42fa-994a-2b610aa2e08d tempest-RoutersAdminTest-1358270532 tempest-RoutersAdminTest-1358270532-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4079738'] for router, after_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:47.834880 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0546965a-90c3-42fa-994a-2b610aa2e08d tempest-RoutersAdminTest-1358270532 tempest-RoutersAdminTest-1358270532-project] Fanout notify agent at l3_agent the message router_deleted on router 700024d8-303b-4e18-98c9-8162fa361725 {{(pid=83869) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 01 13:36:47.870816 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-0546965a-90c3-42fa-994a-2b610aa2e08d tempest-RoutersAdminTest-1358270532 tempest-RoutersAdminTest-1358270532-project] Notify callbacks [] for router, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:47.871955 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-0546965a-90c3-42fa-994a-2b610aa2e08d tempest-RoutersAdminTest-1358270532 tempest-RoutersAdminTest-1358270532-project] 10.222.0.26 "DELETE /v2.0/routers/700024d8-303b-4e18-98c9-8162fa361725 HTTP/1.1" status: 204 len: 168 time: 1.7213867 Apr 01 13:36:47.875407 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 50594) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:36:48.079233 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-f3978a04-331a-4aad-a94d-ec9f917cf434 tempest-RoutersAdminTest-1358270532 tempest-RoutersAdminTest-1358270532-project] 10.222.0.26 "GET /v2.0/ports?device_id=700024d8-303b-4e18-98c9-8162fa361725 HTTP/1.1" status: 200 len: 205 time: 0.2026694 Apr 01 13:36:48.091943 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 50604) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:36:48.133262 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-c88e75bf-91f6-4317-9833-c65e6687416f tempest-NegativeSecGroupIPv6Test-1094873774 tempest-NegativeSecGroupIPv6Test-1094873774-project] Notify callbacks [] for security_group, before_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:48.142387 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-da887f2a-289e-4e6d-8be5-244972e94ee7 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2743225', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2757366'] for subnet, after_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:48.230180 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.db [req-28aa2c72-08e8-4ec9-a126-61f6de6bb310 req-d039fe96-0711-477d-a666-ce8bef3bb483 service neutron] For port 3fbcdb0d-ff16-4590-b85e-e2516d336b46, host hv-neutron-8361, cleared binding levels {{(pid=83871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 13:36:48.239448 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.api.v2.resource [None req-defd61e0-0655-469e-981f-ac91b6c25c97 tempest-RoutersAdminTest-1358270532 tempest-RoutersAdminTest-1358270532-project] delete failed (client error): The resource could not be found. Apr 01 13:36:48.244046 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-defd61e0-0655-469e-981f-ac91b6c25c97 tempest-RoutersAdminTest-1358270532 tempest-RoutersAdminTest-1358270532-project] 10.222.0.26 "DELETE /v2.0/routers/700024d8-303b-4e18-98c9-8162fa361725 HTTP/1.1" status: 404 len: 336 time: 0.1475520 Apr 01 13:36:48.253790 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-c88e75bf-91f6-4317-9833-c65e6687416f tempest-NegativeSecGroupIPv6Test-1094873774 tempest-NegativeSecGroupIPv6Test-1094873774-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:48.254119 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 50612) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:36:48.280128 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da887f2a-289e-4e6d-8be5-244972e94ee7 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Network 09d7ea43-6376-4322-97e7-54cd01aae492 is already hosted by enough agents. {{(pid=83871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 13:36:48.293323 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.db [req-28aa2c72-08e8-4ec9-a126-61f6de6bb310 req-d039fe96-0711-477d-a666-ce8bef3bb483 service neutron] For port 3fbcdb0d-ff16-4590-b85e-e2516d336b46, host hv-neutron-8361, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8361',level=0,port_id=3fbcdb0d-ff16-4590-b85e-e2516d336b46,segment=NetworkSegment(881a382f-8ed1-478b-97b4-4d4f48893b0b),segment_id=881a382f-8ed1-478b-97b4-4d4f48893b0b)] {{(pid=83871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 13:36:48.306002 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.scheduler.base_scheduler [None req-da887f2a-289e-4e6d-8be5-244972e94ee7 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Resources bound (agent type, host, resource id): {{(pid=83871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 13:36:48.306528 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-4ee3af8b-9b18-4a2c-aee0-23bbe904276f tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:48.323693 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da887f2a-289e-4e6d-8be5-244972e94ee7 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:36:48.324280 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-da887f2a-289e-4e6d-8be5-244972e94ee7 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Notify callbacks [] for subnet, before_response {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:48.348976 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-28aa2c72-08e8-4ec9-a126-61f6de6bb310 req-d039fe96-0711-477d-a666-ce8bef3bb483 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2743106'] for port, after_update {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:48.354147 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da887f2a-289e-4e6d-8be5-244972e94ee7 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Pushing event updated for resources: {'Subnet': ['ID=251ee148-f5c8-40f5-b64c-0abbc4a4d27d,revision_number=0']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:36:48.372939 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-506801b1-2cf4-41b4-9a25-0004bc186a7a tempest-RoutersAdminTest-1358270532 tempest-RoutersAdminTest-1358270532-project] 10.222.0.26 "GET /v2.0/ports?device_id=7f5b67fb-bc0f-4de0-ae6a-0e2c40217b36 HTTP/1.1" status: 200 len: 205 time: 0.1146181 Apr 01 13:36:48.376674 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 50616) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:36:48.483417 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.api.v2.resource [None req-13b10db6-16e6-46ac-800b-4f807ce37357 tempest-RoutersAdminTest-1358270532 tempest-RoutersAdminTest-1358270532-project] delete failed (client error): The resource could not be found. Apr 01 13:36:48.484677 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-13b10db6-16e6-46ac-800b-4f807ce37357 tempest-RoutersAdminTest-1358270532 tempest-RoutersAdminTest-1358270532-project] 10.222.0.26 "DELETE /v2.0/routers/7f5b67fb-bc0f-4de0-ae6a-0e2c40217b36 HTTP/1.1" status: 404 len: 336 time: 0.1068752 Apr 01 13:36:48.488653 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 50624) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:36:48.532973 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-680e75c0-fe62-405b-a241-416793754d48 None None] Network 09d7ea43-6376-4322-97e7-54cd01aae492 requested from dv-neutron-836180-1-hyperv {{(pid=83872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 13:36:48.686356 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-71bd1b8b-b8a0-4420-b6e7-c2eddbd46db6 tempest-RoutersAdminTest-1358270532 tempest-RoutersAdminTest-1358270532-project] 10.222.0.26 "GET /v2.0/ports?device_id=7bd8789f-35a0-41c3-be9c-b148757bc85d HTTP/1.1" status: 200 len: 205 time: 0.1840169 Apr 01 13:36:48.696002 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Device b11f269a-c523-4bf2-8a3d-f47de114a8db up at agent ovs-agent-dv-neutron-836180-1-hyperv {{(pid=83872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 13:36:48.737567 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 50632) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:36:48.808884 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 50636) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:36:48.845422 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c312d717-30b3-4a39-b510-a39edd2febaa tempest-RoutersTestDVR-799596797 tempest-RoutersTestDVR-799596797-project-admin] Hosts for router c7e7f6a0-be3d-47bb-9346-64f936f22981: [] {{(pid=83871) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:328}} Apr 01 13:36:48.876289 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-49dc8cd6-04c3-4325-ae95-ad5a0470443f None None] Provisioning for port b11f269a-c523-4bf2-8a3d-f47de114a8db completed by entity DHCP. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 13:36:48.891634 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Provisioning for port b11f269a-c523-4bf2-8a3d-f47de114a8db completed by entity L2. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 13:36:48.892663 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.api.v2.resource [None req-8c68af1f-d034-4654-9fe3-5e1d69f03e9d tempest-RoutersAdminTest-1358270532 tempest-RoutersAdminTest-1358270532-project] delete failed (client error): The resource could not be found. Apr 01 13:36:48.896325 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-8c68af1f-d034-4654-9fe3-5e1d69f03e9d tempest-RoutersAdminTest-1358270532 tempest-RoutersAdminTest-1358270532-project] 10.222.0.26 "DELETE /v2.0/routers/7bd8789f-35a0-41c3-be9c-b148757bc85d HTTP/1.1" status: 404 len: 336 time: 0.1540983 Apr 01 13:36:48.896922 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 50646) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:36:48.903284 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb55a2a6-80dd-4017-8876-570290f87ecc req-02f44f0c-560f-4c55-874f-f5067cce48dc tempest-ServerActionsTestJSON-64006463 tempest-ServerActionsTestJSON-64006463-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:36:48.904931 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-eb55a2a6-80dd-4017-8876-570290f87ecc req-02f44f0c-560f-4c55-874f-f5067cce48dc tempest-ServerActionsTestJSON-64006463 tempest-ServerActionsTestJSON-64006463-project] 10.222.0.26 "GET /v2.0/ports?device_id=746f2a68-07bc-4d82-957e-55cd7a32c31f HTTP/1.1" status: 200 len: 944 time: 0.8097706 Apr 01 13:36:48.943274 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Provisioning complete for port b11f269a-c523-4bf2-8a3d-f47de114a8db triggered by entity L2. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 13:36:48.943488 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-948329'] for port, provisioning_complete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:48.952720 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-28aa2c72-08e8-4ec9-a126-61f6de6bb310 req-d039fe96-0711-477d-a666-ce8bef3bb483 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109561'] for port, before_response {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:48.954478 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-28aa2c72-08e8-4ec9-a126-61f6de6bb310 req-d039fe96-0711-477d-a666-ce8bef3bb483 service neutron] 10.222.0.57 "PUT /v2.0/ports/3fbcdb0d-ff16-4590-b85e-e2516d336b46 HTTP/1.1" status: 200 len: 1094 time: 5.5718782 Apr 01 13:36:48.956109 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '746f2a68-07bc-4d82-957e-55cd7a32c31f', 'tag': '3fbcdb0d-ff16-4590-b85e-e2516d336b46'}] {{(pid=83871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 13:36:48.989842 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-da887f2a-289e-4e6d-8be5-244972e94ee7 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 4.2127500 Apr 01 13:36:48.994783 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 50652) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:36:48.999007 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c312d717-30b3-4a39-b510-a39edd2febaa tempest-RoutersTestDVR-799596797 tempest-RoutersTestDVR-799596797-project-admin] Hosts for other DVR routers connected to router c7e7f6a0-be3d-47bb-9346-64f936f22981: set() {{(pid=83871) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:345}} Apr 01 13:36:49.013239 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.v2.base [None req-7fb7d682-7d55-482e-9765-a5d82b003c7c tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Request body: {'port': {'network_id': '09d7ea43-6376-4322-97e7-54cd01aae492', 'mac_address': 'fa:16:3e:c8:9f:c2', 'name': 'tempest-NetworksTestDHCPv6-898337750'}} {{(pid=83871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:36:49.016875 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-c81f812c-4e9a-4063-844d-524efb57c0e5 tempest-RoutersAdminTest-1358270532 tempest-RoutersAdminTest-1358270532-project] 10.222.0.26 "GET /v2.0/ports?device_id=c4e4c193-6fed-45ad-b0c0-7f6498a1849b HTTP/1.1" status: 200 len: 205 time: 0.1085994 Apr 01 13:36:49.065480 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 50656) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:36:49.109639 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-c88e75bf-91f6-4317-9833-c65e6687416f tempest-NegativeSecGroupIPv6Test-1094873774 tempest-NegativeSecGroupIPv6Test-1094873774-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3775923'] for security_group, after_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:49.118727 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-c88e75bf-91f6-4317-9833-c65e6687416f tempest-NegativeSecGroupIPv6Test-1094873774 tempest-NegativeSecGroupIPv6Test-1094873774-project] Notify callbacks [] for security_group, before_response {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:49.120058 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-c88e75bf-91f6-4317-9833-c65e6687416f tempest-NegativeSecGroupIPv6Test-1094873774 tempest-NegativeSecGroupIPv6Test-1094873774-project] 10.222.0.26 "DELETE /v2.0/security-groups/f0c14f29-0c7c-4eef-9b51-94677db7d8f6 HTTP/1.1" status: 204 len: 168 time: 1.4172873 Apr 01 13:36:49.166761 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 50660) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:36:49.227368 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:49.255104 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d039fe96-0711-477d-a666-ce8bef3bb483 service neutron] Pushing event updated for resources: {'Port': ['ID=3fbcdb0d-ff16-4590-b85e-e2516d336b46,revision_number=3']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:36:49.260651 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-c312d717-30b3-4a39-b510-a39edd2febaa tempest-RoutersTestDVR-799596797 tempest-RoutersTestDVR-799596797-project-admin] Notify callbacks [] for router, before_response {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:49.264745 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-c312d717-30b3-4a39-b510-a39edd2febaa tempest-RoutersTestDVR-799596797 tempest-RoutersTestDVR-799596797-project-admin] 10.222.0.26 "PUT /v2.0/routers/c7e7f6a0-be3d-47bb-9346-64f936f22981 HTTP/1.1" status: 200 len: 717 time: 4.7238021 Apr 01 13:36:49.280400 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 50664) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:36:49.307852 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.api.v2.resource [None req-fb711e8b-3ffa-4de3-aeb6-4b1c697558ac tempest-RoutersAdminTest-1358270532 tempest-RoutersAdminTest-1358270532-project] delete failed (client error): The resource could not be found. Apr 01 13:36:49.309729 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-fb711e8b-3ffa-4de3-aeb6-4b1c697558ac tempest-RoutersAdminTest-1358270532 tempest-RoutersAdminTest-1358270532-project] 10.222.0.26 "DELETE /v2.0/routers/c4e4c193-6fed-45ad-b0c0-7f6498a1849b HTTP/1.1" status: 404 len: 336 time: 0.2430770 Apr 01 13:36:49.317202 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 50670) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:36:49.365452 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.v2.base [None req-80b327ff-b9c1-40c1-afe7-865e715dd2bd tempest-AllowedAddressPairIpV6TestJSON-1064512019 tempest-AllowedAddressPairIpV6TestJSON-1064512019-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-321769251'}} {{(pid=83871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:36:49.372061 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-80b327ff-b9c1-40c1-afe7-865e715dd2bd tempest-AllowedAddressPairIpV6TestJSON-1064512019 tempest-AllowedAddressPairIpV6TestJSON-1064512019-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:36:49.375918 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-80b327ff-b9c1-40c1-afe7-865e715dd2bd tempest-AllowedAddressPairIpV6TestJSON-1064512019 tempest-AllowedAddressPairIpV6TestJSON-1064512019-project] Usage tracker for resource:network and tenant:6fd515cdecb148b98b1bf1573eeed293 is out of sync, need to count used quota {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 13:36:49.379045 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-80b327ff-b9c1-40c1-afe7-865e715dd2bd tempest-AllowedAddressPairIpV6TestJSON-1064512019 tempest-AllowedAddressPairIpV6TestJSON-1064512019-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 13:36:49.384832 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-eb55a2a6-80dd-4017-8876-570290f87ecc req-bdad2089-b141-41e4-b02c-aed217dd610d tempest-ServerActionsTestJSON-64006463 tempest-ServerActionsTestJSON-64006463-project] 10.222.0.26 "GET /v2.0/security-groups?id=0d525850-c301-4718-92cf-e73f2c3e9524&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4343741 Apr 01 13:36:49.400568 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-80b327ff-b9c1-40c1-afe7-865e715dd2bd tempest-AllowedAddressPairIpV6TestJSON-1064512019 tempest-AllowedAddressPairIpV6TestJSON-1064512019-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:36:49.405116 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-f82c23a6-defe-4286-bc89-f07f14302c13 tempest-RoutersAdminTest-1358270532 tempest-RoutersAdminTest-1358270532-project] 10.222.0.26 "GET /v2.0/ports?device_id=119650ee-1d2e-42f9-b6d3-5174136d56cd HTTP/1.1" status: 200 len: 205 time: 0.0830886 Apr 01 13:36:49.410977 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 50674) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:36:49.417926 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] For port b11f269a-c523-4bf2-8a3d-f47de114a8db, host dv-neutron-836180-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836180-1-hyperv',level=0,port_id=b11f269a-c523-4bf2-8a3d-f47de114a8db,segment=NetworkSegment(16094ed0-4a47-4ff6-9238-85c278d7a2a5),segment_id=16094ed0-4a47-4ff6-9238-85c278d7a2a5)] {{(pid=83872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 13:36:49.423495 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c88e75bf-91f6-4317-9833-c65e6687416f tempest-NegativeSecGroupIPv6Test-1094873774 tempest-NegativeSecGroupIPv6Test-1094873774-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0c14f29-0c7c-4eef-9b51-94677db7d8f6,revision_number=None']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:36:49.424746 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35182fc2-47cf-4647-b9a5-4542b7a9e659 None None] Update dhcp port {'port': {'network_id': '09d7ea43-6376-4322-97e7-54cd01aae492', 'fixed_ips': [{'subnet_id': 'ba6ddc1d-9a6d-46bf-8b07-d94c16b44f8a', 'ip_address': '2001:db8::f816:3eff:fe45:54d8'}, {'subnet_id': '251ee148-f5c8-40f5-b64c-0abbc4a4d27d'}], 'binding:host_id': 'dv-neutron-836180-1-hyperv'}, 'id': 'b11f269a-c523-4bf2-8a3d-f47de114a8db'} from dv-neutron-836180-1-hyperv. {{(pid=83872) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Apr 01 13:36:49.472325 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864'] for port, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:49.542001 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.api.v2.resource [None req-d2ee39e2-8d1a-4e73-9fcd-d25babe96828 tempest-RoutersAdminTest-1358270532 tempest-RoutersAdminTest-1358270532-project] delete failed (client error): The resource could not be found. Apr 01 13:36:49.543678 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-d2ee39e2-8d1a-4e73-9fcd-d25babe96828 tempest-RoutersAdminTest-1358270532 tempest-RoutersAdminTest-1358270532-project] 10.222.0.26 "DELETE /v2.0/routers/119650ee-1d2e-42f9-b6d3-5174136d56cd HTTP/1.1" status: 404 len: 336 time: 0.1312478 Apr 01 13:36:49.554509 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 50678) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:36:49.563680 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80b327ff-b9c1-40c1-afe7-865e715dd2bd tempest-AllowedAddressPairIpV6TestJSON-1064512019 tempest-AllowedAddressPairIpV6TestJSON-1064512019-project] Made reservation on behalf of 6fd515cdecb148b98b1bf1573eeed293 for: {'network': 1} {{(pid=83871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 13:36:49.566708 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-80b327ff-b9c1-40c1-afe7-865e715dd2bd tempest-AllowedAddressPairIpV6TestJSON-1064512019 tempest-AllowedAddressPairIpV6TestJSON-1064512019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for network, before_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:49.567535 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Pushing event updated for resources: {'Port': ['ID=b11f269a-c523-4bf2-8a3d-f47de114a8db,revision_number=3']} {{(pid=83872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:36:49.586898 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '746f2a68-07bc-4d82-957e-55cd7a32c31f', 'tag': '3fbcdb0d-ff16-4590-b85e-e2516d336b46', 'status': 'completed', 'code': 200} Apr 01 13:36:49.592242 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-35182fc2-47cf-4647-b9a5-4542b7a9e659 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:49.615807 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-80b327ff-b9c1-40c1-afe7-865e715dd2bd tempest-AllowedAddressPairIpV6TestJSON-1064512019 tempest-AllowedAddressPairIpV6TestJSON-1064512019-project] Notify callbacks [] for security_group, before_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:49.648858 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-a9114dff-b948-4c93-8f6e-a1c7e4685c68 tempest-RoutersAdminTest-1358270532 tempest-RoutersAdminTest-1358270532-project] 10.222.0.26 "GET /v2.0/ports?device_id=b053f9a5-e20a-4d06-a67a-8c171a9be292 HTTP/1.1" status: 200 len: 205 time: 0.0926480 Apr 01 13:36:49.652593 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 50682) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:36:49.725399 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-b0d60f2a-fceb-4400-ac26-6b1de1764cae tempest-NegativeSecGroupIPv6Test-1094873774 tempest-NegativeSecGroupIPv6Test-1094873774-project] Synchronizing usage tracker for tenant:39eb4b5eadd145e3a3333e826460ae09 on resource:security_group {{(pid=83871) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 13:36:49.741181 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-061e32de-243f-4aeb-91a6-ad5930a55cfb tempest-RoutersTestDVR-799596797 tempest-RoutersTestDVR-799596797-project-admin] 10.222.0.26 "GET /v2.0/routers/c7e7f6a0-be3d-47bb-9346-64f936f22981 HTTP/1.1" status: 200 len: 717 time: 0.4585943 Apr 01 13:36:49.743038 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-7fb7d682-7d55-482e-9765-a5d82b003c7c tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:36:49.745929 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-80b327ff-b9c1-40c1-afe7-865e715dd2bd tempest-AllowedAddressPairIpV6TestJSON-1064512019 tempest-AllowedAddressPairIpV6TestJSON-1064512019-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:36:49.750793 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 50686) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:36:49.756066 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.api.v2.resource [None req-34b28ccd-14c7-4de5-8ce9-b9f44ba2259c tempest-RoutersAdminTest-1358270532 tempest-RoutersAdminTest-1358270532-project] delete failed (client error): The resource could not be found. Apr 01 13:36:49.756232 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-7fb7d682-7d55-482e-9765-a5d82b003c7c tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Usage tracker for resource:port and tenant:8b726fe6689e4b7f96def1a2219bea6c is out of sync, need to count used quota {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 13:36:49.757785 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-34b28ccd-14c7-4de5-8ce9-b9f44ba2259c tempest-RoutersAdminTest-1358270532 tempest-RoutersAdminTest-1358270532-project] 10.222.0.26 "DELETE /v2.0/routers/b053f9a5-e20a-4d06-a67a-8c171a9be292 HTTP/1.1" status: 404 len: 336 time: 0.1038547 Apr 01 13:36:49.759353 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-80b327ff-b9c1-40c1-afe7-865e715dd2bd tempest-AllowedAddressPairIpV6TestJSON-1064512019 tempest-AllowedAddressPairIpV6TestJSON-1064512019-project] Usage tracker for resource:security_group_rule and tenant:6fd515cdecb148b98b1bf1573eeed293 is out of sync, need to count used quota {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 13:36:49.764616 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-7fb7d682-7d55-482e-9765-a5d82b003c7c tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 13:36:49.767913 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 50690) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:36:49.768245 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-80b327ff-b9c1-40c1-afe7-865e715dd2bd tempest-AllowedAddressPairIpV6TestJSON-1064512019 tempest-AllowedAddressPairIpV6TestJSON-1064512019-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 13:36:49.774726 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.db.resource_extend [None req-4ee3af8b-9b18-4a2c-aee0-23bbe904276f tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 01 13:36:49.797985 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-4ee3af8b-9b18-4a2c-aee0-23bbe904276f tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Notify callbacks [] for port, precommit_update {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:49.808480 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-4ee3af8b-9b18-4a2c-aee0-23bbe904276f tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2705172'] for port, after_update {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:49.816269 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-28aa2c72-08e8-4ec9-a126-61f6de6bb310 req-4bd9b146-6547-4666-a968-37158c08a414 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=1db979ced72f4c84a5c312128899dc9b&device_id=746f2a68-07bc-4d82-957e-55cd7a32c31f HTTP/1.1" status: 200 len: 1097 time: 0.7776945 Apr 01 13:36:49.817254 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-80b327ff-b9c1-40c1-afe7-865e715dd2bd tempest-AllowedAddressPairIpV6TestJSON-1064512019 tempest-AllowedAddressPairIpV6TestJSON-1064512019-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:36:49.819347 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-7fb7d682-7d55-482e-9765-a5d82b003c7c tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:36:49.878932 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.db_base_plugin_common [None req-35182fc2-47cf-4647-b9a5-4542b7a9e659 None None] Allocated IP 172.20.0.2 (09d7ea43-6376-4322-97e7-54cd01aae492/251ee148-f5c8-40f5-b64c-0abbc4a4d27d/b11f269a-c523-4bf2-8a3d-f47de114a8db) {{(pid=83872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 13:36:49.890106 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.pecan_wsgi.hooks.translation [None req-802fffe1-0917-4196-a3d7-ef5f393d8383 tempest-RoutersAdminTest-1358270532 tempest-RoutersAdminTest-1358270532-project] DELETE failed (client error): The resource could not be found. Apr 01 13:36:49.890560 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-802fffe1-0917-4196-a3d7-ef5f393d8383 tempest-RoutersAdminTest-1358270532 tempest-RoutersAdminTest-1358270532-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83871) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 13:36:49.902648 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-b0d60f2a-fceb-4400-ac26-6b1de1764cae tempest-NegativeSecGroupIPv6Test-1094873774 tempest-NegativeSecGroupIPv6Test-1094873774-project] Unset dirty status for tenant:39eb4b5eadd145e3a3333e826460ae09 on resource:security_group {{(pid=83871) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 13:36:49.903612 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-b0d60f2a-fceb-4400-ac26-6b1de1764cae tempest-NegativeSecGroupIPv6Test-1094873774 tempest-NegativeSecGroupIPv6Test-1094873774-project] 10.222.0.26 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.6453323 Apr 01 13:36:49.917926 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 50696) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:36:49.917926 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7fb7d682-7d55-482e-9765-a5d82b003c7c tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Made reservation on behalf of 8b726fe6689e4b7f96def1a2219bea6c for: {'port': 1} {{(pid=83871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 13:36:49.922869 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-7fb7d682-7d55-482e-9765-a5d82b003c7c tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:49.926751 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee3af8b-9b18-4a2c-aee0-23bbe904276f tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Pushing event updated for resources: {'Port': ['ID=ba656fc9-1c71-4c74-9f14-055b948d3111,revision_number=2']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:36:49.942566 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.v2.base [None req-e676cee9-bae9-40c0-9de0-a7a3ca050f3e tempest-NegativeSecGroupIPv6Test-1094873774 tempest-NegativeSecGroupIPv6Test-1094873774-project] Request body: {'security_group': {'name': 'tempest-secgroup--1130474279'}} {{(pid=83871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:36:49.948803 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-802fffe1-0917-4196-a3d7-ef5f393d8383 tempest-RoutersAdminTest-1358270532 tempest-RoutersAdminTest-1358270532-project] 10.222.0.26 "DELETE /v2.0/subnets/cc0e84b6-3223-43b0-9d20-9222bec67617 HTTP/1.1" status: 404 len: 337 time: 0.1771667 Apr 01 13:36:49.950264 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-28aa2c72-08e8-4ec9-a126-61f6de6bb310 req-1d6ea038-20f5-4ca3-b3fc-9c72652cfef1 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3fbcdb0d-ff16-4590-b85e-e2516d336b46 HTTP/1.1" status: 200 len: 217 time: 0.1227987 Apr 01 13:36:49.957617 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-e676cee9-bae9-40c0-9de0-a7a3ca050f3e tempest-NegativeSecGroupIPv6Test-1094873774 tempest-NegativeSecGroupIPv6Test-1094873774-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:36:50.045533 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-e676cee9-bae9-40c0-9de0-a7a3ca050f3e tempest-NegativeSecGroupIPv6Test-1094873774 tempest-NegativeSecGroupIPv6Test-1094873774-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:36:50.050856 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.notifiers.nova [None req-7fb7d682-7d55-482e-9765-a5d82b003c7c tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] device_id is not set on port d2c7e9e2-6d8e-4a7e-a49b-142eec9b99b3 yet. {{(pid=83871) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 01 13:36:50.102667 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 50702) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:36:50.124058 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.v2.base [None req-65862893-5f70-46ce-bf4f-30c04ab15797 tempest-TestNetworkAdvancedServerOps-1355420123 tempest-TestNetworkAdvancedServerOps-1355420123-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2072081414', 'description': 'tempest-secgroup-smoke-2072081414 description', 'project_id': 'c4570dfc5b694d9bb3c42a8f7c596843'}} {{(pid=83871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:36:50.129819 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-35182fc2-47cf-4647-b9a5-4542b7a9e659 None None] For port b11f269a-c523-4bf2-8a3d-f47de114a8db, host dv-neutron-836180-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836180-1-hyperv',level=0,port_id=b11f269a-c523-4bf2-8a3d-f47de114a8db,segment=NetworkSegment(16094ed0-4a47-4ff6-9238-85c278d7a2a5),segment_id=16094ed0-4a47-4ff6-9238-85c278d7a2a5)] {{(pid=83872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 13:36:50.152158 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-65862893-5f70-46ce-bf4f-30c04ab15797 tempest-TestNetworkAdvancedServerOps-1355420123 tempest-TestNetworkAdvancedServerOps-1355420123-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:36:50.170093 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-e676cee9-bae9-40c0-9de0-a7a3ca050f3e tempest-NegativeSecGroupIPv6Test-1094873774 tempest-NegativeSecGroupIPv6Test-1094873774-project] Notify callbacks [] for security_group, before_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:50.176031 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-35182fc2-47cf-4647-b9a5-4542b7a9e659 None None] Notify callbacks [] for port, precommit_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:50.200215 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-65862893-5f70-46ce-bf4f-30c04ab15797 tempest-TestNetworkAdvancedServerOps-1355420123 tempest-TestNetworkAdvancedServerOps-1355420123-project] Usage tracker for resource:security_group and tenant:c4570dfc5b694d9bb3c42a8f7c596843 is out of sync, need to count used quota {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 13:36:50.201149 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-35182fc2-47cf-4647-b9a5-4542b7a9e659 None None] Transition to ACTIVE for port object b11f269a-c523-4bf2-8a3d-f47de114a8db will not be triggered until provisioned by entity DHCP. {{(pid=83872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 13:36:50.217982 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-65862893-5f70-46ce-bf4f-30c04ab15797 tempest-TestNetworkAdvancedServerOps-1355420123 tempest-TestNetworkAdvancedServerOps-1355420123-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 13:36:50.235106 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28aa2c72-08e8-4ec9-a126-61f6de6bb310 req-2d6ca799-6cb7-4a3c-bbf5-bbba644ce105 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:36:50.237645 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-35182fc2-47cf-4647-b9a5-4542b7a9e659 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864'] for port, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:50.252785 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-28aa2c72-08e8-4ec9-a126-61f6de6bb310 req-2d6ca799-6cb7-4a3c-bbf5-bbba644ce105 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=11ea32dc-0c84-4fc1-9df2-80f178610c0f HTTP/1.1" status: 200 len: 851 time: 0.2694230 Apr 01 13:36:50.303472 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-65862893-5f70-46ce-bf4f-30c04ab15797 tempest-TestNetworkAdvancedServerOps-1355420123 tempest-TestNetworkAdvancedServerOps-1355420123-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:36:50.371462 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-80b327ff-b9c1-40c1-afe7-865e715dd2bd tempest-AllowedAddressPairIpV6TestJSON-1064512019 tempest-AllowedAddressPairIpV6TestJSON-1064512019-project] Notify callbacks [] for security_group, precommit_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:50.415432 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-c0f75471-1fc5-41a6-97e6-fe2a0f4e32bb tempest-RoutersTestDVR-736411441 tempest-RoutersTestDVR-736411441-project] 10.222.0.26 "GET /v2.0/routers/c7e7f6a0-be3d-47bb-9346-64f936f22981 HTTP/1.1" status: 200 len: 683 time: 0.6617103 Apr 01 13:36:50.418357 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 50708) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:36:50.447633 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35182fc2-47cf-4647-b9a5-4542b7a9e659 None None] Pushing event updated for resources: {'Port': ['ID=b11f269a-c523-4bf2-8a3d-f47de114a8db,revision_number=4']} {{(pid=83872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:36:50.452687 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-80b327ff-b9c1-40c1-afe7-865e715dd2bd tempest-AllowedAddressPairIpV6TestJSON-1064512019 tempest-AllowedAddressPairIpV6TestJSON-1064512019-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3775923'] for security_group, after_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:50.472537 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-8ec12f64-54f4-40ee-8ee8-b7eec181af31 None None] Provisioning complete for port ba656fc9-1c71-4c74-9f14-055b948d3111 triggered by entity DHCP. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 13:36:50.473301 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-8ec12f64-54f4-40ee-8ee8-b7eec181af31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-948329'] for port, provisioning_complete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:50.517213 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-65862893-5f70-46ce-bf4f-30c04ab15797 tempest-TestNetworkAdvancedServerOps-1355420123 tempest-TestNetworkAdvancedServerOps-1355420123-project] Notify callbacks [] for security_group, before_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:50.536274 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.plugin [None req-8ec12f64-54f4-40ee-8ee8-b7eec181af31 None None] Port ba656fc9-1c71-4c74-9f14-055b948d3111 cannot update to ACTIVE because it is not bound. {{(pid=83872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 13:36:50.557252 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Device b11f269a-c523-4bf2-8a3d-f47de114a8db up at agent ovs-agent-dv-neutron-836180-1-hyperv {{(pid=83872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 13:36:50.566993 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-e676cee9-bae9-40c0-9de0-a7a3ca050f3e tempest-NegativeSecGroupIPv6Test-1094873774 tempest-NegativeSecGroupIPv6Test-1094873774-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:36:50.590662 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-65862893-5f70-46ce-bf4f-30c04ab15797 tempest-TestNetworkAdvancedServerOps-1355420123 tempest-TestNetworkAdvancedServerOps-1355420123-project] Notify callbacks [] for security_group, before_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:50.604467 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-e676cee9-bae9-40c0-9de0-a7a3ca050f3e tempest-NegativeSecGroupIPv6Test-1094873774 tempest-NegativeSecGroupIPv6Test-1094873774-project] Usage tracker for resource:security_group_rule and tenant:39eb4b5eadd145e3a3333e826460ae09 is out of sync, need to count used quota {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 13:36:50.606840 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 50714) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:36:50.616620 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-e676cee9-bae9-40c0-9de0-a7a3ca050f3e tempest-NegativeSecGroupIPv6Test-1094873774 tempest-NegativeSecGroupIPv6Test-1094873774-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 13:36:50.627917 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-80b327ff-b9c1-40c1-afe7-865e715dd2bd tempest-AllowedAddressPairIpV6TestJSON-1064512019 tempest-AllowedAddressPairIpV6TestJSON-1064512019-project] vlan segment allocate from pool success with {'vlan_id': 369, 'physical_network': 'physnet1'} {{(pid=83871) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 13:36:50.647404 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-e676cee9-bae9-40c0-9de0-a7a3ca050f3e tempest-NegativeSecGroupIPv6Test-1094873774 tempest-NegativeSecGroupIPv6Test-1094873774-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:36:50.657733 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b327ff-b9c1-40c1-afe7-865e715dd2bd tempest-AllowedAddressPairIpV6TestJSON-1064512019 tempest-AllowedAddressPairIpV6TestJSON-1064512019-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5f1a3f8c-8b96-4b7d-9611-c431aceec711,revision_number=1']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:36:50.689118 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-80b327ff-b9c1-40c1-afe7-865e715dd2bd tempest-AllowedAddressPairIpV6TestJSON-1064512019 tempest-AllowedAddressPairIpV6TestJSON-1064512019-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1004271'] for segment, precommit_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:50.689459 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.db.segments_db [None req-80b327ff-b9c1-40c1-afe7-865e715dd2bd tempest-AllowedAddressPairIpV6TestJSON-1064512019 tempest-AllowedAddressPairIpV6TestJSON-1064512019-project] Added segment 33e27317-9096-422b-900b-39e7e906a2b3 of type vlan for network bbd7a654-1927-4f32-a4fb-32334d8c9a6d Apr 01 13:36:50.824539 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-65862893-5f70-46ce-bf4f-30c04ab15797 tempest-TestNetworkAdvancedServerOps-1355420123 tempest-TestNetworkAdvancedServerOps-1355420123-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:36:50.844107 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-28aa2c72-08e8-4ec9-a126-61f6de6bb310 req-44644290-b88f-409c-98be-8ccbf1d5665d service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=faf7d63c-9b06-4fbb-8197-4b39ba438717&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.5904074 Apr 01 13:36:50.868248 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-65862893-5f70-46ce-bf4f-30c04ab15797 tempest-TestNetworkAdvancedServerOps-1355420123 tempest-TestNetworkAdvancedServerOps-1355420123-project] Usage tracker for resource:security_group_rule and tenant:c4570dfc5b694d9bb3c42a8f7c596843 is out of sync, need to count used quota {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 13:36:50.873021 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-65862893-5f70-46ce-bf4f-30c04ab15797 tempest-TestNetworkAdvancedServerOps-1355420123 tempest-TestNetworkAdvancedServerOps-1355420123-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 13:36:50.877321 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-4affa402-236c-4a20-a0b1-318148ed458d tempest-RoutersTestDVR-799596797 tempest-RoutersTestDVR-799596797-project-admin] Notify callbacks [] for router, before_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:50.907389 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-80b327ff-b9c1-40c1-afe7-865e715dd2bd tempest-AllowedAddressPairIpV6TestJSON-1064512019 tempest-AllowedAddressPairIpV6TestJSON-1064512019-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736732923383'] for network, precommit_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:50.924126 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.db_base_plugin_common [None req-7fb7d682-7d55-482e-9765-a5d82b003c7c tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Allocated IP 172.20.0.11 (09d7ea43-6376-4322-97e7-54cd01aae492/251ee148-f5c8-40f5-b64c-0abbc4a4d27d/d2c7e9e2-6d8e-4a7e-a49b-142eec9b99b3) {{(pid=83871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 13:36:50.957981 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-65862893-5f70-46ce-bf4f-30c04ab15797 tempest-TestNetworkAdvancedServerOps-1355420123 tempest-TestNetworkAdvancedServerOps-1355420123-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:36:50.978797 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-4ee3af8b-9b18-4a2c-aee0-23bbe904276f tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4084144'] for router_interface, before_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:51.016914 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.db_base_plugin_common [None req-7fb7d682-7d55-482e-9765-a5d82b003c7c tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Allocated IP 2001:db8::f816:3eff:fec8:9fc2 (09d7ea43-6376-4322-97e7-54cd01aae492/ba6ddc1d-9a6d-46bf-8b07-d94c16b44f8a/d2c7e9e2-6d8e-4a7e-a49b-142eec9b99b3) {{(pid=83871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 13:36:51.025241 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-e676cee9-bae9-40c0-9de0-a7a3ca050f3e tempest-NegativeSecGroupIPv6Test-1094873774 tempest-NegativeSecGroupIPv6Test-1094873774-project] Notify callbacks [] for security_group, precommit_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:51.034372 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-6cc4d7db-98dd-4e95-ba0a-700996eac2d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:51.073664 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-e676cee9-bae9-40c0-9de0-a7a3ca050f3e tempest-NegativeSecGroupIPv6Test-1094873774 tempest-NegativeSecGroupIPv6Test-1094873774-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3775923'] for security_group, after_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:51.092504 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd82b863-80e8-424a-8e89-9a1aeb52012b req-aea7a731-2aa0-4ce3-8f1d-1d4dff263822 tempest-ServerActionsTestJSON-64006463 tempest-ServerActionsTestJSON-64006463-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:36:51.093985 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-fd82b863-80e8-424a-8e89-9a1aeb52012b req-aea7a731-2aa0-4ce3-8f1d-1d4dff263822 tempest-ServerActionsTestJSON-64006463 tempest-ServerActionsTestJSON-64006463-project] 10.222.0.26 "GET /v2.0/ports?device_id=746f2a68-07bc-4d82-957e-55cd7a32c31f HTTP/1.1" status: 200 len: 944 time: 0.3070354 Apr 01 13:36:51.154067 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-80b327ff-b9c1-40c1-afe7-865e715dd2bd tempest-AllowedAddressPairIpV6TestJSON-1064512019 tempest-AllowedAddressPairIpV6TestJSON-1064512019-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575'] for network, after_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:51.157868 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80b327ff-b9c1-40c1-afe7-865e715dd2bd tempest-AllowedAddressPairIpV6TestJSON-1064512019 tempest-AllowedAddressPairIpV6TestJSON-1064512019-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:36:51.158448 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-80b327ff-b9c1-40c1-afe7-865e715dd2bd tempest-AllowedAddressPairIpV6TestJSON-1064512019 tempest-AllowedAddressPairIpV6TestJSON-1064512019-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3017602'] for network, before_response {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:51.274867 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-d21d8e7e-36cf-4570-821e-65a091b1786c None None] Provisioning for port b11f269a-c523-4bf2-8a3d-f47de114a8db completed by entity DHCP. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 13:36:51.283481 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-d21d8e7e-36cf-4570-821e-65a091b1786c None None] Provisioning complete for port b11f269a-c523-4bf2-8a3d-f47de114a8db triggered by entity DHCP. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 13:36:51.283966 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-d21d8e7e-36cf-4570-821e-65a091b1786c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-948329'] for port, provisioning_complete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:51.435875 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e676cee9-bae9-40c0-9de0-a7a3ca050f3e tempest-NegativeSecGroupIPv6Test-1094873774 tempest-NegativeSecGroupIPv6Test-1094873774-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dfcb8f01-24ae-4f50-ad5f-ee6e7546cbfa,revision_number=1']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:36:51.459800 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-fd82b863-80e8-424a-8e89-9a1aeb52012b req-8065065c-fa3b-4de9-bd1f-3d6a92da4679 tempest-ServerActionsTestJSON-64006463 tempest-ServerActionsTestJSON-64006463-project] 10.222.0.26 "GET /v2.0/security-groups?id=0d525850-c301-4718-92cf-e73f2c3e9524&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3070383 Apr 01 13:36:51.465920 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-4ee3af8b-9b18-4a2c-aee0-23bbe904276f tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:51.466604 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-6cc4d7db-98dd-4e95-ba0a-700996eac2d1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:36:51.480350 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-4affa402-236c-4a20-a0b1-318148ed458d tempest-RoutersTestDVR-799596797 tempest-RoutersTestDVR-799596797-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4079814', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4170'] for router, precommit_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:51.490502 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-4affa402-236c-4a20-a0b1-318148ed458d tempest-RoutersTestDVR-799596797 tempest-RoutersTestDVR-799596797-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:51.518900 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-6cc4d7db-98dd-4e95-ba0a-700996eac2d1 admin admin] Usage tracker for resource:security_group_rule and tenant:ccaebfeab3a94bef9cdcfe2c3ee4f9cf is out of sync, need to count used quota {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 13:36:51.526886 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-28aa2c72-08e8-4ec9-a126-61f6de6bb310 req-f2c09938-3a30-4d95-8c03-66cbda73c7e1 service neutron] 10.222.0.57 "GET /v2.0/networks/faf7d63c-9b06-4fbb-8197-4b39ba438717?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6550410 Apr 01 13:36:51.554653 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-6cc4d7db-98dd-4e95-ba0a-700996eac2d1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 13:36:51.570091 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-e676cee9-bae9-40c0-9de0-a7a3ca050f3e tempest-NegativeSecGroupIPv6Test-1094873774 tempest-NegativeSecGroupIPv6Test-1094873774-project] Notify callbacks [] for security_group, before_response {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:51.571143 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-e676cee9-bae9-40c0-9de0-a7a3ca050f3e tempest-NegativeSecGroupIPv6Test-1094873774 tempest-NegativeSecGroupIPv6Test-1094873774-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 1.6390271 Apr 01 13:36:51.572079 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b327ff-b9c1-40c1-afe7-865e715dd2bd tempest-AllowedAddressPairIpV6TestJSON-1064512019 tempest-AllowedAddressPairIpV6TestJSON-1064512019-project] Pushing event updated for resources: {'Network': ['ID=bbd7a654-1927-4f32-a4fb-32334d8c9a6d,revision_number=1']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:36:51.583861 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Network bbd7a654-1927-4f32-a4fb-32334d8c9a6d details requested by agent ovs-agent-dv-neutron-836180-1-hyperv with host dv-neutron-836180-1-hyperv {{(pid=83872) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 13:36:51.614417 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 50720) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:36:51.617305 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-6cc4d7db-98dd-4e95-ba0a-700996eac2d1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:36:51.641389 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-80b327ff-b9c1-40c1-afe7-865e715dd2bd tempest-AllowedAddressPairIpV6TestJSON-1064512019 tempest-AllowedAddressPairIpV6TestJSON-1064512019-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 797 time: 2.8134897 Apr 01 13:36:51.661831 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 50724) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:36:51.689520 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.v2.base [None req-0dacd451-2002-4f7e-9f30-115823cdebe5 tempest-NegativeSecGroupIPv6Test-1094873774 tempest-NegativeSecGroupIPv6Test-1094873774-project] Request body: {'security_group_rule': {'security_group_id': 'dfcb8f01-24ae-4f50-ad5f-ee6e7546cbfa', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=83869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:36:51.690135 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.api.v2.resource [None req-0dacd451-2002-4f7e-9f30-115823cdebe5 tempest-NegativeSecGroupIPv6Test-1094873774 tempest-NegativeSecGroupIPv6Test-1094873774-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 01 13:36:51.691082 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-0dacd451-2002-4f7e-9f30-115823cdebe5 tempest-NegativeSecGroupIPv6Test-1094873774 tempest-NegativeSecGroupIPv6Test-1094873774-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0757272 Apr 01 13:36:51.694727 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 50728) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:36:51.712012 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-4affa402-236c-4a20-a0b1-318148ed458d tempest-RoutersTestDVR-799596797 tempest-RoutersTestDVR-799596797-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4079738'] for router, after_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:51.712520 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4affa402-236c-4a20-a0b1-318148ed458d tempest-RoutersTestDVR-799596797 tempest-RoutersTestDVR-799596797-project-admin] Fanout notify agent at l3_agent the message router_deleted on router c7e7f6a0-be3d-47bb-9346-64f936f22981 {{(pid=83869) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 01 13:36:51.729250 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.v2.base [None req-7b7d388e-2d7f-4ede-aad0-bee810f5f1b6 tempest-AllowedAddressPairIpV6TestJSON-1064512019 tempest-AllowedAddressPairIpV6TestJSON-1064512019-project] Request body: {'subnet': {'network_id': 'bbd7a654-1927-4f32-a4fb-32334d8c9a6d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:36:51.744064 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-4affa402-236c-4a20-a0b1-318148ed458d tempest-RoutersTestDVR-799596797 tempest-RoutersTestDVR-799596797-project-admin] Notify callbacks [] for router, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:51.745898 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-4affa402-236c-4a20-a0b1-318148ed458d tempest-RoutersTestDVR-799596797 tempest-RoutersTestDVR-799596797-project-admin] 10.222.0.26 "DELETE /v2.0/routers/c7e7f6a0-be3d-47bb-9346-64f936f22981 HTTP/1.1" status: 204 len: 168 time: 1.3260200 Apr 01 13:36:51.748622 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-65862893-5f70-46ce-bf4f-30c04ab15797 tempest-TestNetworkAdvancedServerOps-1355420123 tempest-TestNetworkAdvancedServerOps-1355420123-project] Notify callbacks [] for security_group, precommit_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:51.756387 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 50732) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:36:51.771155 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.v2.base [None req-9e4e504d-8941-4ab8-a380-81c77c981adc tempest-RoutersTestDVR-799596797 tempest-RoutersTestDVR-799596797-project-admin] Request body: {'router': {'name': 'tempest-router-1420990419', 'distributed': True}} {{(pid=83869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:36:51.779793 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-65862893-5f70-46ce-bf4f-30c04ab15797 tempest-TestNetworkAdvancedServerOps-1355420123 tempest-TestNetworkAdvancedServerOps-1355420123-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3775923'] for security_group, after_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:51.800898 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-9e4e504d-8941-4ab8-a380-81c77c981adc tempest-RoutersTestDVR-799596797 tempest-RoutersTestDVR-799596797-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:36:51.855983 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-9e4e504d-8941-4ab8-a380-81c77c981adc tempest-RoutersTestDVR-799596797 tempest-RoutersTestDVR-799596797-project-admin] Usage tracker for resource:router and tenant:5e2486878f12453c9f82a9e3c334034a is out of sync, need to count used quota {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 13:36:51.863672 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-9e4e504d-8941-4ab8-a380-81c77c981adc tempest-RoutersTestDVR-799596797 tempest-RoutersTestDVR-799596797-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 13:36:51.884084 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-9e4e504d-8941-4ab8-a380-81c77c981adc tempest-RoutersTestDVR-799596797 tempest-RoutersTestDVR-799596797-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:36:51.918223 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-b2364eda-909c-4ccd-8e76-d31a95c845e6 tempest-NegativeSecGroupIPv6Test-1094873774 tempest-NegativeSecGroupIPv6Test-1094873774-project] Notify callbacks [] for security_group, before_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:51.919986 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-9e4e504d-8941-4ab8-a380-81c77c981adc tempest-RoutersTestDVR-799596797 tempest-RoutersTestDVR-799596797-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4082176', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4220'] for router, before_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:51.920915 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-9e4e504d-8941-4ab8-a380-81c77c981adc tempest-RoutersTestDVR-799596797 tempest-RoutersTestDVR-799596797-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4082277', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4084873', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4148249', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4211'] for router, precommit_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:51.950166 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-65862893-5f70-46ce-bf4f-30c04ab15797 tempest-TestNetworkAdvancedServerOps-1355420123 tempest-TestNetworkAdvancedServerOps-1355420123-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:36:51.978386 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-65862893-5f70-46ce-bf4f-30c04ab15797 tempest-TestNetworkAdvancedServerOps-1355420123 tempest-TestNetworkAdvancedServerOps-1355420123-project] Usage tracker for resource:security_group_rule and tenant:c4570dfc5b694d9bb3c42a8f7c596843 is out of sync, need to count used quota {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 13:36:51.985542 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-b2364eda-909c-4ccd-8e76-d31a95c845e6 tempest-NegativeSecGroupIPv6Test-1094873774 tempest-NegativeSecGroupIPv6Test-1094873774-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:51.995448 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-65862893-5f70-46ce-bf4f-30c04ab15797 tempest-TestNetworkAdvancedServerOps-1355420123 tempest-TestNetworkAdvancedServerOps-1355420123-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 13:36:51.999499 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65862893-5f70-46ce-bf4f-30c04ab15797 tempest-TestNetworkAdvancedServerOps-1355420123 tempest-TestNetworkAdvancedServerOps-1355420123-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fcab9550-fa0d-4c42-bbf6-07e8ee5fb820,revision_number=1']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:36:52.016331 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-65862893-5f70-46ce-bf4f-30c04ab15797 tempest-TestNetworkAdvancedServerOps-1355420123 tempest-TestNetworkAdvancedServerOps-1355420123-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:36:52.027458 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-7b7d388e-2d7f-4ede-aad0-bee810f5f1b6 tempest-AllowedAddressPairIpV6TestJSON-1064512019 tempest-AllowedAddressPairIpV6TestJSON-1064512019-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:36:52.036390 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-9e4e504d-8941-4ab8-a380-81c77c981adc tempest-RoutersTestDVR-799596797 tempest-RoutersTestDVR-799596797-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:52.042102 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-28aa2c72-08e8-4ec9-a126-61f6de6bb310 req-052b72a9-e785-45a5-8710-4e2a76d85617 service neutron] 10.222.0.57 "GET /v2.0/networks/faf7d63c-9b06-4fbb-8197-4b39ba438717?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4731257 Apr 01 13:36:52.043022 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-7b7d388e-2d7f-4ede-aad0-bee810f5f1b6 tempest-AllowedAddressPairIpV6TestJSON-1064512019 tempest-AllowedAddressPairIpV6TestJSON-1064512019-project] Usage tracker for resource:subnet and tenant:6fd515cdecb148b98b1bf1573eeed293 is out of sync, need to count used quota {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 13:36:52.047667 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-7fb7d682-7d55-482e-9765-a5d82b003c7c tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Notify callbacks [] for port, precommit_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:52.059672 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-4ee3af8b-9b18-4a2c-aee0-23bbe904276f tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Notify callbacks [] for port, precommit_update {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:52.066962 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-7b7d388e-2d7f-4ede-aad0-bee810f5f1b6 tempest-AllowedAddressPairIpV6TestJSON-1064512019 tempest-AllowedAddressPairIpV6TestJSON-1064512019-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 13:36:52.069203 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-4ee3af8b-9b18-4a2c-aee0-23bbe904276f tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2705172'] for port, after_update {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:52.070547 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-4ee3af8b-9b18-4a2c-aee0-23bbe904276f tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3017508', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4084015'] for router_interface, after_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:52.089987 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-7b7d388e-2d7f-4ede-aad0-bee810f5f1b6 tempest-AllowedAddressPairIpV6TestJSON-1064512019 tempest-AllowedAddressPairIpV6TestJSON-1064512019-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:36:52.122442 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-b2364eda-909c-4ccd-8e76-d31a95c845e6 tempest-NegativeSecGroupIPv6Test-1094873774 tempest-NegativeSecGroupIPv6Test-1094873774-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3775923'] for security_group, after_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:52.125762 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-9e4e504d-8941-4ab8-a380-81c77c981adc tempest-RoutersTestDVR-799596797 tempest-RoutersTestDVR-799596797-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4082201', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4084858'] for router, after_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:52.146316 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.provisioning_blocks [None req-7fb7d682-7d55-482e-9765-a5d82b003c7c tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Transition to ACTIVE for port object d2c7e9e2-6d8e-4a7e-a49b-142eec9b99b3 will not be triggered until provisioned by entity DHCP. {{(pid=83871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 13:36:52.162322 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-6cc4d7db-98dd-4e95-ba0a-700996eac2d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:52.168158 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2364eda-909c-4ccd-8e76-d31a95c845e6 tempest-NegativeSecGroupIPv6Test-1094873774 tempest-NegativeSecGroupIPv6Test-1094873774-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfcb8f01-24ae-4f50-ad5f-ee6e7546cbfa,revision_number=None']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:36:52.179987 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-6cc4d7db-98dd-4e95-ba0a-700996eac2d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3775923'] for security_group, after_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:52.208010 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b7d388e-2d7f-4ede-aad0-bee810f5f1b6 tempest-AllowedAddressPairIpV6TestJSON-1064512019 tempest-AllowedAddressPairIpV6TestJSON-1064512019-project] Made reservation on behalf of 6fd515cdecb148b98b1bf1573eeed293 for: {'subnet': 1} {{(pid=83871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 13:36:52.316487 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-65862893-5f70-46ce-bf4f-30c04ab15797 tempest-TestNetworkAdvancedServerOps-1355420123 tempest-TestNetworkAdvancedServerOps-1355420123-project] Notify callbacks [] for security_group, precommit_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:52.343645 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-65862893-5f70-46ce-bf4f-30c04ab15797 tempest-TestNetworkAdvancedServerOps-1355420123 tempest-TestNetworkAdvancedServerOps-1355420123-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3775923'] for security_group, after_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:52.360689 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc4d7db-98dd-4e95-ba0a-700996eac2d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=805802eb-cdbd-4cbc-af97-e36ccaeec9f3,revision_number=1']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:36:52.372599 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee3af8b-9b18-4a2c-aee0-23bbe904276f tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Pushing event updated for resources: {'Port': ['ID=ba656fc9-1c71-4c74-9f14-055b948d3111,revision_number=3']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:36:52.379999 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-b2364eda-909c-4ccd-8e76-d31a95c845e6 tempest-NegativeSecGroupIPv6Test-1094873774 tempest-NegativeSecGroupIPv6Test-1094873774-project] Notify callbacks [] for security_group, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:52.384450 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-b2364eda-909c-4ccd-8e76-d31a95c845e6 tempest-NegativeSecGroupIPv6Test-1094873774 tempest-NegativeSecGroupIPv6Test-1094873774-project] 10.222.0.26 "DELETE /v2.0/security-groups/dfcb8f01-24ae-4f50-ad5f-ee6e7546cbfa HTTP/1.1" status: 204 len: 168 time: 0.6886606 Apr 01 13:36:52.385100 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 50736) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:36:52.397037 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-9e4e504d-8941-4ab8-a380-81c77c981adc tempest-RoutersTestDVR-799596797 tempest-RoutersTestDVR-799596797-project-admin] Notify callbacks [] for router, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:52.400786 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-9e4e504d-8941-4ab8-a380-81c77c981adc tempest-RoutersTestDVR-799596797 tempest-RoutersTestDVR-799596797-project-admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.6408474 Apr 01 13:36:52.409651 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-6cc4d7db-98dd-4e95-ba0a-700996eac2d1 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=ccaebfeab3a94bef9cdcfe2c3ee4f9cf&name=default HTTP/1.1" status: 200 len: 2647 time: 1.7946155 Apr 01 13:36:52.410480 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 50740) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:36:52.413730 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 50742) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:36:52.429498 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-7fb7d682-7d55-482e-9765-a5d82b003c7c tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736732935801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2743125'] for port, after_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:52.480672 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Device b11f269a-c523-4bf2-8a3d-f47de114a8db up at agent ovs-agent-dv-neutron-836180-1-hyperv {{(pid=83872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 13:36:52.512110 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-7b7d388e-2d7f-4ede-aad0-bee810f5f1b6 tempest-AllowedAddressPairIpV6TestJSON-1064512019 tempest-AllowedAddressPairIpV6TestJSON-1064512019-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2757336'] for subnet, before_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:52.543788 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-39f13bf2-c7cc-42f8-bb5f-c2140a6c9257 tempest-NegativeSecGroupIPv6Test-1094873774 tempest-NegativeSecGroupIPv6Test-1094873774-project] Synchronizing usage tracker for tenant:39eb4b5eadd145e3a3333e826460ae09 on resource:security_group {{(pid=83869) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 13:36:52.565745 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ee3af8b-9b18-4a2c-aee0-23bbe904276f tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Network d852b8e9-f5c6-43ee-9bbb-592594e77369 is already hosted by enough agents. {{(pid=83869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 13:36:52.565958 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Provisioning complete for port b11f269a-c523-4bf2-8a3d-f47de114a8db triggered by entity L2. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 13:36:52.566342 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-948329'] for port, provisioning_complete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:52.572196 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.scheduler.base_scheduler [None req-4ee3af8b-9b18-4a2c-aee0-23bbe904276f tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Resources bound (agent type, host, resource id): {{(pid=83869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 13:36:52.658147 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-57afb5b3-769d-431a-bdda-091009f7252d req-137d68e0-8d76-4292-b7a1-9f9e9ad184e8 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=1db979ced72f4c84a5c312128899dc9b&device_id=746f2a68-07bc-4d82-957e-55cd7a32c31f HTTP/1.1" status: 200 len: 1097 time: 0.5592675 Apr 01 13:36:52.658856 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65862893-5f70-46ce-bf4f-30c04ab15797 tempest-TestNetworkAdvancedServerOps-1355420123 tempest-TestNetworkAdvancedServerOps-1355420123-project] Pushing event updated for resources: {'SecurityGroup': ['ID=78c001c1-251f-4a8b-9340-7477b428b7b7,revision_number=1']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:36:52.719942 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-65862893-5f70-46ce-bf4f-30c04ab15797 tempest-TestNetworkAdvancedServerOps-1355420123 tempest-TestNetworkAdvancedServerOps-1355420123-project] Notify callbacks [] for security_group, before_response {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:52.723806 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-65862893-5f70-46ce-bf4f-30c04ab15797 tempest-TestNetworkAdvancedServerOps-1355420123 tempest-TestNetworkAdvancedServerOps-1355420123-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 2.6175601 Apr 01 13:36:52.762516 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 50750) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:36:52.776620 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-39f13bf2-c7cc-42f8-bb5f-c2140a6c9257 tempest-NegativeSecGroupIPv6Test-1094873774 tempest-NegativeSecGroupIPv6Test-1094873774-project] Unset dirty status for tenant:39eb4b5eadd145e3a3333e826460ae09 on resource:security_group {{(pid=83869) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 13:36:52.777954 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-39f13bf2-c7cc-42f8-bb5f-c2140a6c9257 tempest-NegativeSecGroupIPv6Test-1094873774 tempest-NegativeSecGroupIPv6Test-1094873774-project] 10.222.0.26 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.3895411 Apr 01 13:36:52.784991 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 50752) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:36:52.792024 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-c3b49612-6266-4044-8510-d3c7a9bf8af1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:52.798962 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.v2.base [None req-1529a1bd-5a86-4fb7-ad9f-4288f9482e33 tempest-NegativeSecGroupIPv6Test-1094873774 tempest-NegativeSecGroupIPv6Test-1094873774-project] Request body: {'security_group': {'name': 'tempest-secgroup--2012384028'}} {{(pid=83869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:36:52.815310 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-1529a1bd-5a86-4fb7-ad9f-4288f9482e33 tempest-NegativeSecGroupIPv6Test-1094873774 tempest-NegativeSecGroupIPv6Test-1094873774-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:36:52.825169 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.v2.base [None req-fc9ea5d9-9a16-408a-95db-a5bd6f696276 tempest-TestNetworkAdvancedServerOps-1355420123 tempest-TestNetworkAdvancedServerOps-1355420123-project] Request body: {'security_group_rule': {'security_group_id': '78c001c1-251f-4a8b-9340-7477b428b7b7', 'project_id': 'c4570dfc5b694d9bb3c42a8f7c596843', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:36:52.843126 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-1529a1bd-5a86-4fb7-ad9f-4288f9482e33 tempest-NegativeSecGroupIPv6Test-1094873774 tempest-NegativeSecGroupIPv6Test-1094873774-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:36:52.852572 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-7b8cd4b5-bfae-40c9-b72f-df1dcb0b1729 None None] Provisioning complete for port ba656fc9-1c71-4c74-9f14-055b948d3111 triggered by entity DHCP. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 13:36:52.853069 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-7b8cd4b5-bfae-40c9-b72f-df1dcb0b1729 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-948329'] for port, provisioning_complete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:52.872166 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-c3b49612-6266-4044-8510-d3c7a9bf8af1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:52.883166 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-1529a1bd-5a86-4fb7-ad9f-4288f9482e33 tempest-NegativeSecGroupIPv6Test-1094873774 tempest-NegativeSecGroupIPv6Test-1094873774-project] Notify callbacks [] for security_group, before_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:52.906777 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-fc9ea5d9-9a16-408a-95db-a5bd6f696276 tempest-TestNetworkAdvancedServerOps-1355420123 tempest-TestNetworkAdvancedServerOps-1355420123-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:36:52.908890 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb7d682-7d55-482e-9765-a5d82b003c7c tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Pushing event updated for resources: {'Port': ['ID=d2c7e9e2-6d8e-4a7e-a49b-142eec9b99b3,revision_number=1']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:36:52.913704 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.plugin [None req-7b8cd4b5-bfae-40c9-b72f-df1dcb0b1729 None None] Port ba656fc9-1c71-4c74-9f14-055b948d3111 cannot update to ACTIVE because it is not bound. {{(pid=83872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 13:36:52.917368 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fb7d682-7d55-482e-9765-a5d82b003c7c tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Network 09d7ea43-6376-4322-97e7-54cd01aae492 is already hosted by enough agents. {{(pid=83871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 13:36:52.926946 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-fc9ea5d9-9a16-408a-95db-a5bd6f696276 tempest-TestNetworkAdvancedServerOps-1355420123 tempest-TestNetworkAdvancedServerOps-1355420123-project] Usage tracker for resource:security_group_rule and tenant:c4570dfc5b694d9bb3c42a8f7c596843 is out of sync, need to count used quota {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 13:36:52.935694 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.scheduler.base_scheduler [None req-7fb7d682-7d55-482e-9765-a5d82b003c7c tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Resources bound (agent type, host, resource id): {{(pid=83871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 13:36:52.944973 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-fc9ea5d9-9a16-408a-95db-a5bd6f696276 tempest-TestNetworkAdvancedServerOps-1355420123 tempest-TestNetworkAdvancedServerOps-1355420123-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 13:36:52.952673 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fb7d682-7d55-482e-9765-a5d82b003c7c tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Received port after_create {{(pid=83871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 13:36:52.988901 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-fc9ea5d9-9a16-408a-95db-a5bd6f696276 tempest-TestNetworkAdvancedServerOps-1355420123 tempest-TestNetworkAdvancedServerOps-1355420123-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:36:53.072758 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-1529a1bd-5a86-4fb7-ad9f-4288f9482e33 tempest-NegativeSecGroupIPv6Test-1094873774 tempest-NegativeSecGroupIPv6Test-1094873774-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:36:53.078926 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-1529a1bd-5a86-4fb7-ad9f-4288f9482e33 tempest-NegativeSecGroupIPv6Test-1094873774 tempest-NegativeSecGroupIPv6Test-1094873774-project] Usage tracker for resource:security_group_rule and tenant:39eb4b5eadd145e3a3333e826460ae09 is out of sync, need to count used quota {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 13:36:53.083692 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-1529a1bd-5a86-4fb7-ad9f-4288f9482e33 tempest-NegativeSecGroupIPv6Test-1094873774 tempest-NegativeSecGroupIPv6Test-1094873774-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 13:36:53.092892 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-1529a1bd-5a86-4fb7-ad9f-4288f9482e33 tempest-NegativeSecGroupIPv6Test-1094873774 tempest-NegativeSecGroupIPv6Test-1094873774-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:36:53.129572 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-a6905cc3-3572-40a3-a711-1fa9c6762efa tempest-RoutersTestDVR-799596797 tempest-RoutersTestDVR-799596797-project-admin] Notify callbacks [] for router, before_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:53.160392 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-c3b49612-6266-4044-8510-d3c7a9bf8af1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3775923'] for security_group, after_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:53.202888 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-1529a1bd-5a86-4fb7-ad9f-4288f9482e33 tempest-NegativeSecGroupIPv6Test-1094873774 tempest-NegativeSecGroupIPv6Test-1094873774-project] Notify callbacks [] for security_group, precommit_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:53.205754 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b49612-6266-4044-8510-d3c7a9bf8af1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=805802eb-cdbd-4cbc-af97-e36ccaeec9f3,revision_number=None']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:36:53.215480 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-1529a1bd-5a86-4fb7-ad9f-4288f9482e33 tempest-NegativeSecGroupIPv6Test-1094873774 tempest-NegativeSecGroupIPv6Test-1094873774-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3775923'] for security_group, after_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:53.287281 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-c3b49612-6266-4044-8510-d3c7a9bf8af1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:53.292158 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-c3b49612-6266-4044-8510-d3c7a9bf8af1 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/805802eb-cdbd-4cbc-af97-e36ccaeec9f3 HTTP/1.1" status: 204 len: 168 time: 0.8716908 Apr 01 13:36:53.297935 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-1529a1bd-5a86-4fb7-ad9f-4288f9482e33 tempest-NegativeSecGroupIPv6Test-1094873774 tempest-NegativeSecGroupIPv6Test-1094873774-project] Notify callbacks [] for security_group, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:53.301763 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-1529a1bd-5a86-4fb7-ad9f-4288f9482e33 tempest-NegativeSecGroupIPv6Test-1094873774 tempest-NegativeSecGroupIPv6Test-1094873774-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.5114775 Apr 01 13:36:53.302076 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1529a1bd-5a86-4fb7-ad9f-4288f9482e33 tempest-NegativeSecGroupIPv6Test-1094873774 tempest-NegativeSecGroupIPv6Test-1094873774-project] Pushing event updated for resources: {'SecurityGroup': ['ID=530851ac-c0b7-4856-806e-fa1454b042f5,revision_number=1']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:36:53.305120 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 50760) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:36:53.315332 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.v2.base [None req-abcfcb32-3483-4ddb-8884-1e4252d78e19 tempest-NegativeSecGroupIPv6Test-1094873774 tempest-NegativeSecGroupIPv6Test-1094873774-project] Request body: {'security_group_rule': {'security_group_id': '530851ac-c0b7-4856-806e-fa1454b042f5', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=83869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:36:53.315882 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.api.v2.resource [None req-abcfcb32-3483-4ddb-8884-1e4252d78e19 tempest-NegativeSecGroupIPv6Test-1094873774 tempest-NegativeSecGroupIPv6Test-1094873774-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 01 13:36:53.316787 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-abcfcb32-3483-4ddb-8884-1e4252d78e19 tempest-NegativeSecGroupIPv6Test-1094873774 tempest-NegativeSecGroupIPv6Test-1094873774-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0083668 Apr 01 13:36:53.319827 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 50764) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:36:53.341109 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-fc9ea5d9-9a16-408a-95db-a5bd6f696276 tempest-TestNetworkAdvancedServerOps-1355420123 tempest-TestNetworkAdvancedServerOps-1355420123-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:53.351971 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-5f42cc6c-5228-494a-8f0a-4cf225fefddd None None] Provisioning for port d2c7e9e2-6d8e-4a7e-a49b-142eec9b99b3 completed by entity DHCP. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 13:36:53.359570 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-5f42cc6c-5228-494a-8f0a-4cf225fefddd None None] Provisioning complete for port d2c7e9e2-6d8e-4a7e-a49b-142eec9b99b3 triggered by entity DHCP. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 13:36:53.360125 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-5f42cc6c-5228-494a-8f0a-4cf225fefddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-948329'] for port, provisioning_complete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:53.395056 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ee3af8b-9b18-4a2c-aee0-23bbe904276f tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Router 7920a49b-952b-47e2-bc87-8d3de51a0d27 is scheduled to L3 agent 88bf8fc8-11a3-4e96-9d1b-5fd93ba9f6f1 with binding_index 1 {{(pid=83869) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 01 13:36:53.407076 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-b37aeeb0-8f23-4c77-8436-ed613e779f20 tempest-NegativeSecGroupIPv6Test-1094873774 tempest-NegativeSecGroupIPv6Test-1094873774-project] Notify callbacks [] for security_group, before_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:53.412811 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fb7d682-7d55-482e-9765-a5d82b003c7c tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:36:53.414153 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-7fb7d682-7d55-482e-9765-a5d82b003c7c tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109561'] for port, before_response {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:53.457595 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57afb5b3-769d-431a-bdda-091009f7252d req-8ca4b088-fb59-456c-b99c-9408c4a6e12a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:36:53.458486 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.plugin [None req-5f42cc6c-5228-494a-8f0a-4cf225fefddd None None] Port d2c7e9e2-6d8e-4a7e-a49b-142eec9b99b3 cannot update to ACTIVE because it is not bound. {{(pid=83872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 13:36:53.459061 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-57afb5b3-769d-431a-bdda-091009f7252d req-8ca4b088-fb59-456c-b99c-9408c4a6e12a service neutron] 10.222.0.57 "GET /v2.0/networks?id=faf7d63c-9b06-4fbb-8197-4b39ba438717 HTTP/1.1" status: 200 len: 913 time: 0.6990693 Apr 01 13:36:53.467102 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-7fb7d682-7d55-482e-9765-a5d82b003c7c tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 4.4626181 Apr 01 13:36:53.496164 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 50770) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:36:53.515134 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-b37aeeb0-8f23-4c77-8436-ed613e779f20 tempest-NegativeSecGroupIPv6Test-1094873774 tempest-NegativeSecGroupIPv6Test-1094873774-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:53.570346 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9fd0b4-db5f-47f8-98f5-52a1b1ecb69b req-ef098913-c27b-4e81-9dd8-09964d3e2ff2 tempest-ServerActionsTestJSON-64006463 tempest-ServerActionsTestJSON-64006463-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:36:53.571837 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-2c9fd0b4-db5f-47f8-98f5-52a1b1ecb69b req-ef098913-c27b-4e81-9dd8-09964d3e2ff2 tempest-ServerActionsTestJSON-64006463 tempest-ServerActionsTestJSON-64006463-project] 10.222.0.26 "GET /v2.0/ports?device_id=746f2a68-07bc-4d82-957e-55cd7a32c31f HTTP/1.1" status: 200 len: 944 time: 0.9234679 Apr 01 13:36:53.647298 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-fc9ea5d9-9a16-408a-95db-a5bd6f696276 tempest-TestNetworkAdvancedServerOps-1355420123 tempest-TestNetworkAdvancedServerOps-1355420123-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:53.696756 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 50774) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:36:53.724944 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:53.740628 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-fc9ea5d9-9a16-408a-95db-a5bd6f696276 tempest-TestNetworkAdvancedServerOps-1355420123 tempest-TestNetworkAdvancedServerOps-1355420123-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3775744'] for security_group_rule, after_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:53.741878 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-b37aeeb0-8f23-4c77-8436-ed613e779f20 tempest-NegativeSecGroupIPv6Test-1094873774 tempest-NegativeSecGroupIPv6Test-1094873774-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3775923'] for security_group, after_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:53.770994 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-57afb5b3-769d-431a-bdda-091009f7252d req-aead662a-f2e1-46f3-bf7d-bb1ca1b097c6 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3fbcdb0d-ff16-4590-b85e-e2516d336b46 HTTP/1.1" status: 200 len: 217 time: 0.2939112 Apr 01 13:36:53.778979 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b37aeeb0-8f23-4c77-8436-ed613e779f20 tempest-NegativeSecGroupIPv6Test-1094873774 tempest-NegativeSecGroupIPv6Test-1094873774-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=530851ac-c0b7-4856-806e-fa1454b042f5,revision_number=None']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:36:53.799043 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7402e5fc-9755-46bd-a1d8-1e439cced07c tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:36:53.802786 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7402e5fc-9755-46bd-a1d8-1e439cced07c tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:36:53.805822 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-7402e5fc-9755-46bd-a1d8-1e439cced07c tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1863 time: 0.3008683 Apr 01 13:36:53.811389 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 50778) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:36:53.821913 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-b37aeeb0-8f23-4c77-8436-ed613e779f20 tempest-NegativeSecGroupIPv6Test-1094873774 tempest-NegativeSecGroupIPv6Test-1094873774-project] Notify callbacks [] for security_group, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:53.822973 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-b37aeeb0-8f23-4c77-8436-ed613e779f20 tempest-NegativeSecGroupIPv6Test-1094873774 tempest-NegativeSecGroupIPv6Test-1094873774-project] 10.222.0.26 "DELETE /v2.0/security-groups/530851ac-c0b7-4856-806e-fa1454b042f5 HTTP/1.1" status: 204 len: 168 time: 0.5021081 Apr 01 13:36:53.825461 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc9ea5d9-9a16-408a-95db-a5bd6f696276 tempest-TestNetworkAdvancedServerOps-1355420123 tempest-TestNetworkAdvancedServerOps-1355420123-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=08a8ae6f-a44b-4647-9c8b-faf59638309f,revision_number=0']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:36:53.831345 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 50782) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:36:53.885508 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-48362bcf-078b-439a-8179-28eeed400d3e admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=04664f7c59734678b16de80312349853&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1832995 Apr 01 13:36:53.886545 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 50786) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:36:53.930127 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.plugin [None req-a61f48ad-ac48-4b26-b44a-711789701f99 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Deleting port d2c7e9e2-6d8e-4a7e-a49b-142eec9b99b3 {{(pid=83869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 13:36:53.930393 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-a61f48ad-ac48-4b26-b44a-711789701f99 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736733287370'] for port, before_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:53.993994 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ee3af8b-9b18-4a2c-aee0-23bbe904276f tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Notify agent at l3_agent.dv-neutron-836180-1-hyperv the message routers_updated {{(pid=83869) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 13:36:54.005335 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8280ee2-5072-4d0b-a025-ed9da4638404 None None] Sync routers for ids ['7920a49b-952b-47e2-bc87-8d3de51a0d27'] in dv-neutron-836180-1-hyperv {{(pid=83872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 13:36:54.015457 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-4ee3af8b-9b18-4a2c-aee0-23bbe904276f tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] 10.222.0.26 "PUT /v2.0/routers/7920a49b-952b-47e2-bc87-8d3de51a0d27/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.0437317 Apr 01 13:36:54.017202 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 50790) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:36:54.023767 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8280ee2-5072-4d0b-a025-ed9da4638404 None None] Routers {'7920a49b-952b-47e2-bc87-8d3de51a0d27'} bound to L3 agent in host dv-neutron-836180-1-hyperv {{(pid=83872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 13:36:54.024774 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_hamode_db [None req-f8280ee2-5072-4d0b-a025-ed9da4638404 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836180-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T13:25:36Z,description=,heartbeat_timestamp=2022-04-01T13:36:36Z,host='dv-neutron-836180-1-hyperv',id=88bf8fc8-11a3-4e96-9d1b-5fd93ba9f6f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T13:25:36Z,topic='l3_agent')) {'router_ids': ['7920a49b-952b-47e2-bc87-8d3de51a0d27'], 'active': True} {{(pid=83872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:36:54.047235 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-fc9ea5d9-9a16-408a-95db-a5bd6f696276 tempest-TestNetworkAdvancedServerOps-1355420123 tempest-TestNetworkAdvancedServerOps-1355420123-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:54.048413 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-fc9ea5d9-9a16-408a-95db-a5bd6f696276 tempest-TestNetworkAdvancedServerOps-1355420123 tempest-TestNetworkAdvancedServerOps-1355420123-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 1.2520835 Apr 01 13:36:54.058296 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 50794) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:36:54.067845 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-2c9fd0b4-db5f-47f8-98f5-52a1b1ecb69b req-51617eb8-e8ab-4b69-862e-fa105cd98e74 tempest-ServerActionsTestJSON-64006463 tempest-ServerActionsTestJSON-64006463-project] 10.222.0.26 "GET /v2.0/security-groups?id=0d525850-c301-4718-92cf-e73f2c3e9524&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4225078 Apr 01 13:36:54.076184 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-a6905cc3-3572-40a3-a711-1fa9c6762efa tempest-RoutersTestDVR-799596797 tempest-RoutersTestDVR-799596797-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4079814', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4170'] for router, precommit_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:54.081124 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.v2.base [None req-23f7c5b0-1761-4818-83bb-9cbc7294656c tempest-TestNetworkAdvancedServerOps-1355420123 tempest-TestNetworkAdvancedServerOps-1355420123-project] Request body: {'security_group_rule': {'security_group_id': '78c001c1-251f-4a8b-9340-7477b428b7b7', 'project_id': 'c4570dfc5b694d9bb3c42a8f7c596843', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:36:54.086455 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57afb5b3-769d-431a-bdda-091009f7252d req-7a088a1e-92c2-402a-8688-d56c908dc32f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:36:54.088469 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-57afb5b3-769d-431a-bdda-091009f7252d req-7a088a1e-92c2-402a-8688-d56c908dc32f service neutron] 10.222.0.57 "GET /v2.0/subnets?id=11ea32dc-0c84-4fc1-9df2-80f178610c0f HTTP/1.1" status: 200 len: 851 time: 0.3044293 Apr 01 13:36:54.090897 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_hamode_db [None req-f8280ee2-5072-4d0b-a025-ed9da4638404 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-836180-1-hyperv', False) {} {{(pid=83872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:36:54.091662 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-7b7d388e-2d7f-4ede-aad0-bee810f5f1b6 tempest-AllowedAddressPairIpV6TestJSON-1064512019 tempest-AllowedAddressPairIpV6TestJSON-1064512019-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2743225', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2757366'] for subnet, after_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:54.096795 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-23f7c5b0-1761-4818-83bb-9cbc7294656c tempest-TestNetworkAdvancedServerOps-1355420123 tempest-TestNetworkAdvancedServerOps-1355420123-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:36:54.105410 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8280ee2-5072-4d0b-a025-ed9da4638404 None None] Routers {'7920a49b-952b-47e2-bc87-8d3de51a0d27'} bound to L3 agent in host dv-neutron-836180-1-hyperv {{(pid=83872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 13:36:54.106325 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_hamode_db [None req-f8280ee2-5072-4d0b-a025-ed9da4638404 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836180-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T13:25:36Z,description=,heartbeat_timestamp=2022-04-01T13:36:36Z,host='dv-neutron-836180-1-hyperv',id=88bf8fc8-11a3-4e96-9d1b-5fd93ba9f6f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T13:25:36Z,topic='l3_agent')) {'router_ids': ['7920a49b-952b-47e2-bc87-8d3de51a0d27'], 'active': True} {{(pid=83872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:36:54.129311 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff7ef90a-5b4f-4a5d-9446-a66c3ab8c3c6 tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:36:54.134358 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-ff7ef90a-5b4f-4a5d-9446-a66c3ab8c3c6 tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] 10.222.0.26 "GET /v2.0/ports/ba656fc9-1c71-4c74-9f14-055b948d3111 HTTP/1.1" status: 200 len: 984 time: 0.0912459 Apr 01 13:36:54.166141 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-23f7c5b0-1761-4818-83bb-9cbc7294656c tempest-TestNetworkAdvancedServerOps-1355420123 tempest-TestNetworkAdvancedServerOps-1355420123-project] Usage tracker for resource:security_group_rule and tenant:c4570dfc5b694d9bb3c42a8f7c596843 is out of sync, need to count used quota {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 13:36:54.168445 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 50798) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:36:54.169704 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_hamode_db [None req-f8280ee2-5072-4d0b-a025-ed9da4638404 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-836180-1-hyperv', False) {} {{(pid=83872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:36:54.170255 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8280ee2-5072-4d0b-a025-ed9da4638404 None None] The sync data for ids ['7920a49b-952b-47e2-bc87-8d3de51a0d27'] in dv-neutron-836180-1-hyperv is: [] {{(pid=83872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 13:36:54.171732 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-a6905cc3-3572-40a3-a711-1fa9c6762efa tempest-RoutersTestDVR-799596797 tempest-RoutersTestDVR-799596797-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:54.182374 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-23f7c5b0-1761-4818-83bb-9cbc7294656c tempest-TestNetworkAdvancedServerOps-1355420123 tempest-TestNetworkAdvancedServerOps-1355420123-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 13:36:54.213223 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-375b818b-36d3-4e3a-aee9-f5498d037dcf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:54.267375 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-23f7c5b0-1761-4818-83bb-9cbc7294656c tempest-TestNetworkAdvancedServerOps-1355420123 tempest-TestNetworkAdvancedServerOps-1355420123-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:36:54.320039 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-375b818b-36d3-4e3a-aee9-f5498d037dcf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:54.363245 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-dfa56544-82f1-47c1-9f73-ccbfa8b33e9d tempest-NegativeSecGroupIPv6Test-1094873774 tempest-NegativeSecGroupIPv6Test-1094873774-project] Synchronizing usage tracker for tenant:39eb4b5eadd145e3a3333e826460ae09 on resource:security_group {{(pid=83871) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 13:36:54.415710 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b7d388e-2d7f-4ede-aad0-bee810f5f1b6 tempest-AllowedAddressPairIpV6TestJSON-1064512019 tempest-AllowedAddressPairIpV6TestJSON-1064512019-project] Pushing event updated for resources: {'Subnet': ['ID=84e02391-6c1e-4e9d-b186-799c1098d84a,revision_number=0']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:36:54.431131 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-23f7c5b0-1761-4818-83bb-9cbc7294656c tempest-TestNetworkAdvancedServerOps-1355420123 tempest-TestNetworkAdvancedServerOps-1355420123-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:54.457629 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-dfa56544-82f1-47c1-9f73-ccbfa8b33e9d tempest-NegativeSecGroupIPv6Test-1094873774 tempest-NegativeSecGroupIPv6Test-1094873774-project] Unset dirty status for tenant:39eb4b5eadd145e3a3333e826460ae09 on resource:security_group {{(pid=83871) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 13:36:54.458782 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-dfa56544-82f1-47c1-9f73-ccbfa8b33e9d tempest-NegativeSecGroupIPv6Test-1094873774 tempest-NegativeSecGroupIPv6Test-1094873774-project] 10.222.0.26 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.6244845 Apr 01 13:36:54.459502 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-a6905cc3-3572-40a3-a711-1fa9c6762efa tempest-RoutersTestDVR-799596797 tempest-RoutersTestDVR-799596797-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4079738'] for router, after_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:54.460595 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6905cc3-3572-40a3-a711-1fa9c6762efa tempest-RoutersTestDVR-799596797 tempest-RoutersTestDVR-799596797-project-admin] Fanout notify agent at l3_agent the message router_deleted on router a1c44bdc-f99e-445e-b885-c65761182c1f {{(pid=83871) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 01 13:36:54.484463 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 50802) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:36:54.497008 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.v2.base [None req-f207b812-f190-45f8-8aaa-540769b0fdf4 tempest-NegativeSecGroupIPv6Test-1094873774 tempest-NegativeSecGroupIPv6Test-1094873774-project] Request body: {'security_group': {'name': 'tempest-secgroup--1406331269'}} {{(pid=83871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:36:54.519605 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-a61f48ad-ac48-4b26-b44a-711789701f99 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4155147'] for port, precommit_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:54.523639 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b7d388e-2d7f-4ede-aad0-bee810f5f1b6 tempest-AllowedAddressPairIpV6TestJSON-1064512019 tempest-AllowedAddressPairIpV6TestJSON-1064512019-project] Checking segment: {'id': '33e27317-9096-422b-900b-39e7e906a2b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'bbd7a654-1927-4f32-a4fb-32334d8c9a6d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 13:36:54.523991 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b7d388e-2d7f-4ede-aad0-bee810f5f1b6 tempest-AllowedAddressPairIpV6TestJSON-1064512019 tempest-AllowedAddressPairIpV6TestJSON-1064512019-project] Network hostable DHCP agents. Network: bbd7a654-1927-4f32-a4fb-32334d8c9a6d, hostable agents: ['e47e4547-5c2d-4954-ba56-fa3646239f18'], hosted agents: [] {{(pid=83871) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 13:36:54.531965 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-f207b812-f190-45f8-8aaa-540769b0fdf4 tempest-NegativeSecGroupIPv6Test-1094873774 tempest-NegativeSecGroupIPv6Test-1094873774-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:36:54.542832 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-a6905cc3-3572-40a3-a711-1fa9c6762efa tempest-RoutersTestDVR-799596797 tempest-RoutersTestDVR-799596797-project-admin] Notify callbacks [] for router, before_response {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:54.543947 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-a6905cc3-3572-40a3-a711-1fa9c6762efa tempest-RoutersTestDVR-799596797 tempest-RoutersTestDVR-799596797-project-admin] 10.222.0.26 "DELETE /v2.0/routers/a1c44bdc-f99e-445e-b885-c65761182c1f HTTP/1.1" status: 204 len: 168 time: 2.1256285 Apr 01 13:36:54.562383 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-f207b812-f190-45f8-8aaa-540769b0fdf4 tempest-NegativeSecGroupIPv6Test-1094873774 tempest-NegativeSecGroupIPv6Test-1094873774-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:36:54.575836 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-57afb5b3-769d-431a-bdda-091009f7252d req-9cd13771-4fd7-4522-8d5e-88c72e1937e3 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=faf7d63c-9b06-4fbb-8197-4b39ba438717&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4496386 Apr 01 13:36:54.615693 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-f207b812-f190-45f8-8aaa-540769b0fdf4 tempest-NegativeSecGroupIPv6Test-1094873774 tempest-NegativeSecGroupIPv6Test-1094873774-project] Notify callbacks [] for security_group, before_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:54.651666 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.plugin [None req-a61f48ad-ac48-4b26-b44a-711789701f99 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Calling delete_port for d2c7e9e2-6d8e-4a7e-a49b-142eec9b99b3 owned by {{(pid=83869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 13:36:54.679822 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-375b818b-36d3-4e3a-aee9-f5498d037dcf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3775923'] for security_group, after_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:54.722994 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-375b818b-36d3-4e3a-aee9-f5498d037dcf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52a00f47-d80a-4cdc-8081-90ffe0ccdc77,revision_number=None']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:36:54.729777 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-375b818b-36d3-4e3a-aee9-f5498d037dcf admin admin] Notify callbacks [] for security_group, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:54.730911 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-375b818b-36d3-4e3a-aee9-f5498d037dcf admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/52a00f47-d80a-4cdc-8081-90ffe0ccdc77 HTTP/1.1" status: 204 len: 168 time: 0.8442266 Apr 01 13:36:54.847246 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-23f7c5b0-1761-4818-83bb-9cbc7294656c tempest-TestNetworkAdvancedServerOps-1355420123 tempest-TestNetworkAdvancedServerOps-1355420123-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:54.857100 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b7d388e-2d7f-4ede-aad0-bee810f5f1b6 tempest-AllowedAddressPairIpV6TestJSON-1064512019 tempest-AllowedAddressPairIpV6TestJSON-1064512019-project] Network bbd7a654-1927-4f32-a4fb-32334d8c9a6d is scheduled to be hosted by DHCP agent e47e4547-5c2d-4954-ba56-fa3646239f18 with binding_index 1 {{(pid=83871) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 13:36:54.917608 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-a61f48ad-ac48-4b26-b44a-711789701f99 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736733359243', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736732935810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2705155'] for port, after_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:54.919892 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-23f7c5b0-1761-4818-83bb-9cbc7294656c tempest-TestNetworkAdvancedServerOps-1355420123 tempest-TestNetworkAdvancedServerOps-1355420123-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3775744'] for security_group_rule, after_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:55.001460 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 50814) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:36:55.047048 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Device 3fbcdb0d-ff16-4590-b85e-e2516d336b46 details requested by agent hyperv_hv-neutron-8361 with host hv-neutron-8361 {{(pid=83872) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 01 13:36:55.047616 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.scheduler.base_scheduler [None req-7b7d388e-2d7f-4ede-aad0-bee810f5f1b6 tempest-AllowedAddressPairIpV6TestJSON-1064512019 tempest-AllowedAddressPairIpV6TestJSON-1064512019-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-836180-1-hyperv, bbd7a654-1927-4f32-a4fb-32334d8c9a6d) {{(pid=83871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 13:36:55.052987 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a61f48ad-ac48-4b26-b44a-711789701f99 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Pushing event deleted for resources: {'Port': ['ID=d2c7e9e2-6d8e-4a7e-a49b-142eec9b99b3,revision_number=None']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:36:55.057180 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f7c5b0-1761-4818-83bb-9cbc7294656c tempest-TestNetworkAdvancedServerOps-1355420123 tempest-TestNetworkAdvancedServerOps-1355420123-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c1bc0e93-c2c9-4872-806c-1b47725e512e,revision_number=0']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:36:55.064685 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-f207b812-f190-45f8-8aaa-540769b0fdf4 tempest-NegativeSecGroupIPv6Test-1094873774 tempest-NegativeSecGroupIPv6Test-1094873774-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:36:55.080641 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b7d388e-2d7f-4ede-aad0-bee810f5f1b6 tempest-AllowedAddressPairIpV6TestJSON-1064512019 tempest-AllowedAddressPairIpV6TestJSON-1064512019-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:36:55.081550 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-7b7d388e-2d7f-4ede-aad0-bee810f5f1b6 tempest-AllowedAddressPairIpV6TestJSON-1064512019 tempest-AllowedAddressPairIpV6TestJSON-1064512019-project] Notify callbacks [] for subnet, before_response {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:55.086375 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-f207b812-f190-45f8-8aaa-540769b0fdf4 tempest-NegativeSecGroupIPv6Test-1094873774 tempest-NegativeSecGroupIPv6Test-1094873774-project] Usage tracker for resource:security_group_rule and tenant:39eb4b5eadd145e3a3333e826460ae09 is out of sync, need to count used quota {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 13:36:55.109292 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d00e75c-a2a6-48b1-a6cc-59152e81535e None None] Network bbd7a654-1927-4f32-a4fb-32334d8c9a6d requested from dv-neutron-836180-1-hyperv {{(pid=83872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 13:36:55.127917 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-f207b812-f190-45f8-8aaa-540769b0fdf4 tempest-NegativeSecGroupIPv6Test-1094873774 tempest-NegativeSecGroupIPv6Test-1094873774-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 13:36:55.129643 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-a61f48ad-ac48-4b26-b44a-711789701f99 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109561'] for port, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:55.143861 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-a61f48ad-ac48-4b26-b44a-711789701f99 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] 10.222.0.26 "DELETE /v2.0/ports/d2c7e9e2-6d8e-4a7e-a49b-142eec9b99b3 HTTP/1.1" status: 204 len: 168 time: 1.3301518 Apr 01 13:36:55.146320 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 50828) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:36:55.168855 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-f207b812-f190-45f8-8aaa-540769b0fdf4 tempest-NegativeSecGroupIPv6Test-1094873774 tempest-NegativeSecGroupIPv6Test-1094873774-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:36:55.251489 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.db.resource_extend [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 01 13:36:55.283503 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5eb779db-f540-4b5b-8268-0225dd69bcc5 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:36:55.284990 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5eb779db-f540-4b5b-8268-0225dd69bcc5 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:36:55.286309 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5eb779db-f540-4b5b-8268-0225dd69bcc5 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:36:55.287149 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-5eb779db-f540-4b5b-8268-0225dd69bcc5 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Synchronizing usage tracker for tenant:8b726fe6689e4b7f96def1a2219bea6c on resource:subnet {{(pid=83869) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 13:36:55.342446 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-5eb779db-f540-4b5b-8268-0225dd69bcc5 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Unset dirty status for tenant:8b726fe6689e4b7f96def1a2219bea6c on resource:subnet {{(pid=83869) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 13:36:55.342928 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-f207b812-f190-45f8-8aaa-540769b0fdf4 tempest-NegativeSecGroupIPv6Test-1094873774 tempest-NegativeSecGroupIPv6Test-1094873774-project] Notify callbacks [] for security_group, precommit_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:55.343664 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-5eb779db-f540-4b5b-8268-0225dd69bcc5 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.1957312 Apr 01 13:36:55.346486 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 50834) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:36:55.354695 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-57afb5b3-769d-431a-bdda-091009f7252d req-90b5c195-220e-4e6b-a769-1189cd8ca0aa service neutron] 10.222.0.57 "GET /v2.0/networks/faf7d63c-9b06-4fbb-8197-4b39ba438717?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7681491 Apr 01 13:36:55.369489 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-f207b812-f190-45f8-8aaa-540769b0fdf4 tempest-NegativeSecGroupIPv6Test-1094873774 tempest-NegativeSecGroupIPv6Test-1094873774-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3775923'] for security_group, after_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:55.387034 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-23f7c5b0-1761-4818-83bb-9cbc7294656c tempest-TestNetworkAdvancedServerOps-1355420123 tempest-TestNetworkAdvancedServerOps-1355420123-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:55.390814 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-23f7c5b0-1761-4818-83bb-9cbc7294656c tempest-TestNetworkAdvancedServerOps-1355420123 tempest-TestNetworkAdvancedServerOps-1355420123-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 1.3275063 Apr 01 13:36:55.409560 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 50838) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:36:55.457022 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-7b7d388e-2d7f-4ede-aad0-bee810f5f1b6 tempest-AllowedAddressPairIpV6TestJSON-1064512019 tempest-AllowedAddressPairIpV6TestJSON-1064512019-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.7924435 Apr 01 13:36:55.490517 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.v2.base [None req-3721d7e3-423d-421c-be0e-4196e8023c28 tempest-TestNetworkAdvancedServerOps-1355420123 tempest-TestNetworkAdvancedServerOps-1355420123-project] Request body: {'security_group_rule': {'security_group_id': '78c001c1-251f-4a8b-9340-7477b428b7b7', 'project_id': 'c4570dfc5b694d9bb3c42a8f7c596843', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:36:55.495107 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 50844) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:36:55.498688 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-3721d7e3-423d-421c-be0e-4196e8023c28 tempest-TestNetworkAdvancedServerOps-1355420123 tempest-TestNetworkAdvancedServerOps-1355420123-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:36:55.502760 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-3721d7e3-423d-421c-be0e-4196e8023c28 tempest-TestNetworkAdvancedServerOps-1355420123 tempest-TestNetworkAdvancedServerOps-1355420123-project] Usage tracker for resource:security_group_rule and tenant:c4570dfc5b694d9bb3c42a8f7c596843 is out of sync, need to count used quota {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 13:36:55.510929 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.v2.base [None req-f802edcb-f8af-4f17-9e9a-d91b8a2f5f5d tempest-AllowedAddressPairIpV6TestJSON-1064512019 tempest-AllowedAddressPairIpV6TestJSON-1064512019-project] Request body: {'port': {'network_id': 'bbd7a654-1927-4f32-a4fb-32334d8c9a6d', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1966370329'}} {{(pid=83869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:36:55.519232 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-daa0dd41-cdc4-4ae9-afd3-00949f66a570 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:55.535038 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-3721d7e3-423d-421c-be0e-4196e8023c28 tempest-TestNetworkAdvancedServerOps-1355420123 tempest-TestNetworkAdvancedServerOps-1355420123-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 13:36:55.542706 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-3721d7e3-423d-421c-be0e-4196e8023c28 tempest-TestNetworkAdvancedServerOps-1355420123 tempest-TestNetworkAdvancedServerOps-1355420123-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:36:55.557068 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] For port 3fbcdb0d-ff16-4590-b85e-e2516d336b46, host hv-neutron-8361, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8361',level=0,port_id=3fbcdb0d-ff16-4590-b85e-e2516d336b46,segment=NetworkSegment(881a382f-8ed1-478b-97b4-4d4f48893b0b),segment_id=881a382f-8ed1-478b-97b4-4d4f48893b0b)] {{(pid=83872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 13:36:55.568518 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-f207b812-f190-45f8-8aaa-540769b0fdf4 tempest-NegativeSecGroupIPv6Test-1094873774 tempest-NegativeSecGroupIPv6Test-1094873774-project] Notify callbacks [] for security_group, before_response {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:55.576621 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-f207b812-f190-45f8-8aaa-540769b0fdf4 tempest-NegativeSecGroupIPv6Test-1094873774 tempest-NegativeSecGroupIPv6Test-1094873774-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 1.0846903 Apr 01 13:36:55.584823 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Returning: {'device': '3fbcdb0d-ff16-4590-b85e-e2516d336b46', 'network_id': 'faf7d63c-9b06-4fbb-8197-4b39ba438717', 'port_id': '3fbcdb0d-ff16-4590-b85e-e2516d336b46', 'mac_address': 'fa:16:3e:ae:c0:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 377, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '11ea32dc-0c84-4fc1-9df2-80f178610c0f', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83872) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 01 13:36:55.593371 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 50852) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:36:55.612154 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.v2.base [None req-fe0d1ee7-c2ad-467d-be84-8d8d422f3266 tempest-NegativeSecGroupIPv6Test-1094873774 tempest-NegativeSecGroupIPv6Test-1094873774-project] Request body: {'security_group_rule': {'security_group_id': 'e04cb5cd-a08a-4838-bf2b-4a6879b17397', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=83869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:36:55.612895 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.api.v2.resource [None req-fe0d1ee7-c2ad-467d-be84-8d8d422f3266 tempest-NegativeSecGroupIPv6Test-1094873774 tempest-NegativeSecGroupIPv6Test-1094873774-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 01 13:36:55.613855 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-fe0d1ee7-c2ad-467d-be84-8d8d422f3266 tempest-NegativeSecGroupIPv6Test-1094873774 tempest-NegativeSecGroupIPv6Test-1094873774-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0196083 Apr 01 13:36:55.632485 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 50856) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:36:55.645596 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.v2.base [None req-b55a57ae-b576-4b31-b8c8-25c55b8d3eae tempest-NegativeSecGroupIPv6Test-1094873774 tempest-NegativeSecGroupIPv6Test-1094873774-project] Request body: {'security_group_rule': {'security_group_id': 'e04cb5cd-a08a-4838-bf2b-4a6879b17397', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=83869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:36:55.646269 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.api.v2.resource [None req-b55a57ae-b576-4b31-b8c8-25c55b8d3eae tempest-NegativeSecGroupIPv6Test-1094873774 tempest-NegativeSecGroupIPv6Test-1094873774-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 01 13:36:55.647199 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-b55a57ae-b576-4b31-b8c8-25c55b8d3eae tempest-NegativeSecGroupIPv6Test-1094873774 tempest-NegativeSecGroupIPv6Test-1094873774-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0125437 Apr 01 13:36:55.660691 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 50860) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:36:55.702818 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.v2.base [None req-8bf7c58a-c801-424d-abbe-a9ac63222473 tempest-NegativeSecGroupIPv6Test-1094873774 tempest-NegativeSecGroupIPv6Test-1094873774-project] Request body: {'security_group_rule': {'security_group_id': 'e04cb5cd-a08a-4838-bf2b-4a6879b17397', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=83871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:36:55.703885 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.api.v2.resource [None req-8bf7c58a-c801-424d-abbe-a9ac63222473 tempest-NegativeSecGroupIPv6Test-1094873774 tempest-NegativeSecGroupIPv6Test-1094873774-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 01 13:36:55.714533 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-8bf7c58a-c801-424d-abbe-a9ac63222473 tempest-NegativeSecGroupIPv6Test-1094873774 tempest-NegativeSecGroupIPv6Test-1094873774-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0419080 Apr 01 13:36:55.717266 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 50866) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:36:55.717707 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a859880c-1d24-4223-ab0a-2fb48b6ae277 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7e7d0ecb-2af4-55f5-9198-238ab0570d62-bbd7a654-1927-4f32-a4fb-32334d8c9a6d', 'network_id': 'bbd7a654-1927-4f32-a4fb-32334d8c9a6d', 'tenant_id': '6fd515cdecb148b98b1bf1573eeed293', 'fixed_ips': [{'subnet_id': '84e02391-6c1e-4e9d-b186-799c1098d84a'}]}} from dv-neutron-836180-1-hyperv. {{(pid=83872) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 01 13:36:55.718592 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-a859880c-1d24-4223-ab0a-2fb48b6ae277 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:55.746716 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.v2.base [None req-e836f7bd-9eb8-451a-86ca-136ded84ab23 tempest-NegativeSecGroupIPv6Test-1094873774 tempest-NegativeSecGroupIPv6Test-1094873774-project] Request body: {'security_group_rule': {'security_group_id': 'e04cb5cd-a08a-4838-bf2b-4a6879b17397', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=83869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:36:55.747420 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.api.v2.resource [None req-e836f7bd-9eb8-451a-86ca-136ded84ab23 tempest-NegativeSecGroupIPv6Test-1094873774 tempest-NegativeSecGroupIPv6Test-1094873774-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 01 13:36:55.748406 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-e836f7bd-9eb8-451a-86ca-136ded84ab23 tempest-NegativeSecGroupIPv6Test-1094873774 tempest-NegativeSecGroupIPv6Test-1094873774-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0254428 Apr 01 13:36:55.748882 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:55.754321 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 50870) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:36:55.777511 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-3721d7e3-423d-421c-be0e-4196e8023c28 tempest-TestNetworkAdvancedServerOps-1355420123 tempest-TestNetworkAdvancedServerOps-1355420123-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:55.778160 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.notifiers.nova [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3fbcdb0d-ff16-4590-b85e-e2516d336b46 {{(pid=83872) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 01 13:36:55.821137 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-57afb5b3-769d-431a-bdda-091009f7252d req-83f1c8d0-7a46-496b-9e70-31c5dd8b6865 service neutron] 10.222.0.57 "GET /v2.0/networks/faf7d63c-9b06-4fbb-8197-4b39ba438717?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4293392 Apr 01 13:36:55.822110 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f207b812-f190-45f8-8aaa-540769b0fdf4 tempest-NegativeSecGroupIPv6Test-1094873774 tempest-NegativeSecGroupIPv6Test-1094873774-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e04cb5cd-a08a-4838-bf2b-4a6879b17397,revision_number=1']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:36:55.822418 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-f802edcb-f8af-4f17-9e9a-d91b8a2f5f5d tempest-AllowedAddressPairIpV6TestJSON-1064512019 tempest-AllowedAddressPairIpV6TestJSON-1064512019-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:36:55.846837 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-f802edcb-f8af-4f17-9e9a-d91b8a2f5f5d tempest-AllowedAddressPairIpV6TestJSON-1064512019 tempest-AllowedAddressPairIpV6TestJSON-1064512019-project] Usage tracker for resource:port and tenant:6fd515cdecb148b98b1bf1573eeed293 is out of sync, need to count used quota {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 13:36:55.852009 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 50874) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:36:55.854626 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-f802edcb-f8af-4f17-9e9a-d91b8a2f5f5d tempest-AllowedAddressPairIpV6TestJSON-1064512019 tempest-AllowedAddressPairIpV6TestJSON-1064512019-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 13:36:55.863319 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] For port 3fbcdb0d-ff16-4590-b85e-e2516d336b46, host hv-neutron-8361, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8361',level=0,port_id=3fbcdb0d-ff16-4590-b85e-e2516d336b46,segment=NetworkSegment(881a382f-8ed1-478b-97b4-4d4f48893b0b),segment_id=881a382f-8ed1-478b-97b4-4d4f48893b0b)] {{(pid=83872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 13:36:55.873009 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-f802edcb-f8af-4f17-9e9a-d91b8a2f5f5d tempest-AllowedAddressPairIpV6TestJSON-1064512019 tempest-AllowedAddressPairIpV6TestJSON-1064512019-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:36:55.878586 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-daa0dd41-cdc4-4ae9-afd3-00949f66a570 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:36:55.879966 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.db_base_plugin_v2 [None req-94bb4925-2c2d-4b06-82e2-619d008d4d04 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Deleting subnet 251ee148-f5c8-40f5-b64c-0abbc4a4d27d {{(pid=83869) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 01 13:36:55.883085 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864'] for port, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:55.885038 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-daa0dd41-cdc4-4ae9-afd3-00949f66a570 admin admin] Usage tracker for resource:security_group_rule and tenant:fe5cfb6bea124a88a1d10c3490ab31ea is out of sync, need to count used quota {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 13:36:55.887763 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-94bb4925-2c2d-4b06-82e2-619d008d4d04 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Notify callbacks [] for subnet, before_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:55.888233 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-daa0dd41-cdc4-4ae9-afd3-00949f66a570 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 13:36:55.925869 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6804655a-c4bc-499b-ba7a-1f7ff286391e req-84b909ae-50eb-4366-9945-91987d6a1e42 tempest-ServerActionsTestJSON-64006463 tempest-ServerActionsTestJSON-64006463-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:36:55.927348 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-6804655a-c4bc-499b-ba7a-1f7ff286391e req-84b909ae-50eb-4366-9945-91987d6a1e42 tempest-ServerActionsTestJSON-64006463 tempest-ServerActionsTestJSON-64006463-project] 10.222.0.26 "GET /v2.0/ports?device_id=746f2a68-07bc-4d82-957e-55cd7a32c31f HTTP/1.1" status: 200 len: 944 time: 0.4872963 Apr 01 13:36:55.931360 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-daa0dd41-cdc4-4ae9-afd3-00949f66a570 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:36:55.970438 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-3721d7e3-423d-421c-be0e-4196e8023c28 tempest-TestNetworkAdvancedServerOps-1355420123 tempest-TestNetworkAdvancedServerOps-1355420123-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:55.973973 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f802edcb-f8af-4f17-9e9a-d91b8a2f5f5d tempest-AllowedAddressPairIpV6TestJSON-1064512019 tempest-AllowedAddressPairIpV6TestJSON-1064512019-project] Made reservation on behalf of 6fd515cdecb148b98b1bf1573eeed293 for: {'port': 1} {{(pid=83869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 13:36:55.977506 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-f802edcb-f8af-4f17-9e9a-d91b8a2f5f5d tempest-AllowedAddressPairIpV6TestJSON-1064512019 tempest-AllowedAddressPairIpV6TestJSON-1064512019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:55.982869 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-3721d7e3-423d-421c-be0e-4196e8023c28 tempest-TestNetworkAdvancedServerOps-1355420123 tempest-TestNetworkAdvancedServerOps-1355420123-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3775744'] for security_group_rule, after_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:56.003732 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-94bb4925-2c2d-4b06-82e2-619d008d4d04 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2704975'] for subnet, precommit_delete_associations {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:56.009941 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.db_base_plugin_common [None req-a859880c-1d24-4223-ab0a-2fb48b6ae277 None None] Allocated IP 2001:db8::2 (bbd7a654-1927-4f32-a4fb-32334d8c9a6d/84e02391-6c1e-4e9d-b186-799c1098d84a/435313fa-e093-454d-94ad-95f90a112135) {{(pid=83872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 13:36:56.013036 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3721d7e3-423d-421c-be0e-4196e8023c28 tempest-TestNetworkAdvancedServerOps-1355420123 tempest-TestNetworkAdvancedServerOps-1355420123-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4e561df1-9457-41b8-b3bd-12a0db097bed,revision_number=0']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:36:56.086073 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-d756babc-95cc-4398-98ed-c7639944f003 tempest-NegativeSecGroupIPv6Test-1094873774 tempest-NegativeSecGroupIPv6Test-1094873774-project] Notify callbacks [] for security_group, before_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:56.088092 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.notifiers.nova [None req-f802edcb-f8af-4f17-9e9a-d91b8a2f5f5d tempest-AllowedAddressPairIpV6TestJSON-1064512019 tempest-AllowedAddressPairIpV6TestJSON-1064512019-project] device_id is not set on port 7815e9c9-ff58-4101-a718-f86e07c07b0b yet. {{(pid=83869) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 01 13:36:56.095613 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-3721d7e3-423d-421c-be0e-4196e8023c28 tempest-TestNetworkAdvancedServerOps-1355420123 tempest-TestNetworkAdvancedServerOps-1355420123-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:56.100144 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-3721d7e3-423d-421c-be0e-4196e8023c28 tempest-TestNetworkAdvancedServerOps-1355420123 tempest-TestNetworkAdvancedServerOps-1355420123-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.6451297 Apr 01 13:36:56.100712 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 50880) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:36:56.115136 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.v2.base [None req-73522654-6de4-4e53-a42a-1bb175990252 tempest-TestNetworkAdvancedServerOps-1355420123 tempest-TestNetworkAdvancedServerOps-1355420123-project] Request body: {'security_group_rule': {'security_group_id': '78c001c1-251f-4a8b-9340-7477b428b7b7', 'project_id': 'c4570dfc5b694d9bb3c42a8f7c596843', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:36:56.139118 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-73522654-6de4-4e53-a42a-1bb175990252 tempest-TestNetworkAdvancedServerOps-1355420123 tempest-TestNetworkAdvancedServerOps-1355420123-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:36:56.147691 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-daa0dd41-cdc4-4ae9-afd3-00949f66a570 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:56.149604 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-73522654-6de4-4e53-a42a-1bb175990252 tempest-TestNetworkAdvancedServerOps-1355420123 tempest-TestNetworkAdvancedServerOps-1355420123-project] Usage tracker for resource:security_group_rule and tenant:c4570dfc5b694d9bb3c42a8f7c596843 is out of sync, need to count used quota {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 13:36:56.156289 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-73522654-6de4-4e53-a42a-1bb175990252 tempest-TestNetworkAdvancedServerOps-1355420123 tempest-TestNetworkAdvancedServerOps-1355420123-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 13:36:56.159613 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-6804655a-c4bc-499b-ba7a-1f7ff286391e req-afbb13fd-3774-4f63-913a-0916a0b846ff tempest-ServerActionsTestJSON-64006463 tempest-ServerActionsTestJSON-64006463-project] 10.222.0.26 "GET /v2.0/security-groups?id=0d525850-c301-4718-92cf-e73f2c3e9524&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2193866 Apr 01 13:36:56.169176 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-daa0dd41-cdc4-4ae9-afd3-00949f66a570 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3775923'] for security_group, after_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:56.176152 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-73522654-6de4-4e53-a42a-1bb175990252 tempest-TestNetworkAdvancedServerOps-1355420123 tempest-TestNetworkAdvancedServerOps-1355420123-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:36:56.217337 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-6c954f63-bc75-4ad3-9bb9-59819c4bf8fc tempest-AgentManagementNegativeTest-2140772764 tempest-AgentManagementNegativeTest-2140772764-project] 10.222.0.26 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.3555262 Apr 01 13:36:56.217337 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-d756babc-95cc-4398-98ed-c7639944f003 tempest-NegativeSecGroupIPv6Test-1094873774 tempest-NegativeSecGroupIPv6Test-1094873774-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:56.246391 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa0dd41-cdc4-4ae9-afd3-00949f66a570 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39a3a560-78ed-48e5-9833-c6a9da53d34a,revision_number=1']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:36:56.267143 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] get_ports_and_sgs() called for port_ids ['3fbcdb0d-ff16-4590-b85e-e2516d336b46'] {{(pid=83872) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 01 13:36:56.306199 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-daa0dd41-cdc4-4ae9-afd3-00949f66a570 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=fe5cfb6bea124a88a1d10c3490ab31ea&name=default HTTP/1.1" status: 200 len: 2647 time: 1.2873166 Apr 01 13:36:56.314556 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 50886) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:36:56.327119 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-94bb4925-2c2d-4b06-82e2-619d008d4d04 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-945029'] for subnet, precommit_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:56.339600 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Pushing event updated for resources: {'Port': ['ID=3fbcdb0d-ff16-4590-b85e-e2516d336b46,revision_number=4']} {{(pid=83872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:36:56.391203 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-73522654-6de4-4e53-a42a-1bb175990252 tempest-TestNetworkAdvancedServerOps-1355420123 tempest-TestNetworkAdvancedServerOps-1355420123-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:56.428484 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-d756babc-95cc-4398-98ed-c7639944f003 tempest-NegativeSecGroupIPv6Test-1094873774 tempest-NegativeSecGroupIPv6Test-1094873774-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3775923'] for security_group, after_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:56.449159 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-871ddd6e-f5ff-494b-bcfa-18c0e78999e4 tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4084029'] for router_interface, before_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:56.455438 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d756babc-95cc-4398-98ed-c7639944f003 tempest-NegativeSecGroupIPv6Test-1094873774 tempest-NegativeSecGroupIPv6Test-1094873774-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e04cb5cd-a08a-4838-bf2b-4a6879b17397,revision_number=None']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:36:56.468910 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-94bb4925-2c2d-4b06-82e2-619d008d4d04 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-945042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2705198', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2999452'] for subnet, after_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:56.521677 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94bb4925-2c2d-4b06-82e2-619d008d4d04 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Pushing event deleted for resources: {'Subnet': ['ID=251ee148-f5c8-40f5-b64c-0abbc4a4d27d,revision_number=None']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:36:56.526162 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-d756babc-95cc-4398-98ed-c7639944f003 tempest-NegativeSecGroupIPv6Test-1094873774 tempest-NegativeSecGroupIPv6Test-1094873774-project] Notify callbacks [] for security_group, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:56.527587 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-d756babc-95cc-4398-98ed-c7639944f003 tempest-NegativeSecGroupIPv6Test-1094873774 tempest-NegativeSecGroupIPv6Test-1094873774-project] 10.222.0.26 "DELETE /v2.0/security-groups/e04cb5cd-a08a-4838-bf2b-4a6879b17397 HTTP/1.1" status: 204 len: 168 time: 0.7683010 Apr 01 13:36:56.530070 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 50892) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:36:56.533304 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-94bb4925-2c2d-4b06-82e2-619d008d4d04 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3017602'] for subnet, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:56.538678 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-94bb4925-2c2d-4b06-82e2-619d008d4d04 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] 10.222.0.26 "DELETE /v2.0/subnets/251ee148-f5c8-40f5-b64c-0abbc4a4d27d HTTP/1.1" status: 204 len: 168 time: 1.1878047 Apr 01 13:36:56.541144 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 50896) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:36:56.549842 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-a859880c-1d24-4223-ab0a-2fb48b6ae277 None None] Notify callbacks [] for port, precommit_create {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:56.564093 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-a859880c-1d24-4223-ab0a-2fb48b6ae277 None None] Transition to ACTIVE for port object 435313fa-e093-454d-94ad-95f90a112135 will not be triggered until provisioned by entity L2. {{(pid=83872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 13:36:56.590162 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-a859880c-1d24-4223-ab0a-2fb48b6ae277 None None] Transition to ACTIVE for port object 435313fa-e093-454d-94ad-95f90a112135 will not be triggered until provisioned by entity DHCP. {{(pid=83872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 13:36:56.606615 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-97e7c9cb-0b18-4e84-aaa9-7b80d1679829 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:56.620725 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c17a9f75-fc2c-458e-be3c-8e244f8f0907 None None] Network 09d7ea43-6376-4322-97e7-54cd01aae492 requested from dv-neutron-836180-1-hyperv {{(pid=83872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 13:36:56.661479 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 50900) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:36:56.667188 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-73522654-6de4-4e53-a42a-1bb175990252 tempest-TestNetworkAdvancedServerOps-1355420123 tempest-TestNetworkAdvancedServerOps-1355420123-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:56.670052 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-97e7c9cb-0b18-4e84-aaa9-7b80d1679829 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:56.689009 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-73522654-6de4-4e53-a42a-1bb175990252 tempest-TestNetworkAdvancedServerOps-1355420123 tempest-TestNetworkAdvancedServerOps-1355420123-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3775744'] for security_group_rule, after_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:56.747601 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73522654-6de4-4e53-a42a-1bb175990252 tempest-TestNetworkAdvancedServerOps-1355420123 tempest-TestNetworkAdvancedServerOps-1355420123-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7e453350-6198-4ff8-ac8d-7ede48d3b6e2,revision_number=0']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:36:56.783519 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-73522654-6de4-4e53-a42a-1bb175990252 tempest-TestNetworkAdvancedServerOps-1355420123 tempest-TestNetworkAdvancedServerOps-1355420123-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:56.788986 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-73522654-6de4-4e53-a42a-1bb175990252 tempest-TestNetworkAdvancedServerOps-1355420123 tempest-TestNetworkAdvancedServerOps-1355420123-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.6758947 Apr 01 13:36:56.793600 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 50906) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:36:56.810727 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.v2.base [None req-33d80c18-5d19-4e1b-a673-4c9ad6b1cf7d tempest-TestNetworkAdvancedServerOps-1355420123 tempest-TestNetworkAdvancedServerOps-1355420123-project] Request body: {'security_group_rule': {'security_group_id': '78c001c1-251f-4a8b-9340-7477b428b7b7', 'project_id': 'c4570dfc5b694d9bb3c42a8f7c596843', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:36:56.814451 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.db_base_plugin_v2 [None req-7674306c-becb-42f0-887d-bf2bda6107a3 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Deleting subnet ba6ddc1d-9a6d-46bf-8b07-d94c16b44f8a {{(pid=83869) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 01 13:36:56.818035 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-33d80c18-5d19-4e1b-a673-4c9ad6b1cf7d tempest-TestNetworkAdvancedServerOps-1355420123 tempest-TestNetworkAdvancedServerOps-1355420123-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:36:56.821717 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-7674306c-becb-42f0-887d-bf2bda6107a3 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Notify callbacks [] for subnet, before_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:56.823573 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-33d80c18-5d19-4e1b-a673-4c9ad6b1cf7d tempest-TestNetworkAdvancedServerOps-1355420123 tempest-TestNetworkAdvancedServerOps-1355420123-project] Usage tracker for resource:security_group_rule and tenant:c4570dfc5b694d9bb3c42a8f7c596843 is out of sync, need to count used quota {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 13:36:56.825029 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-a859880c-1d24-4223-ab0a-2fb48b6ae277 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736732935801'] for port, after_create {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:56.828241 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-33d80c18-5d19-4e1b-a673-4c9ad6b1cf7d tempest-TestNetworkAdvancedServerOps-1355420123 tempest-TestNetworkAdvancedServerOps-1355420123-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 13:36:56.837253 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-33d80c18-5d19-4e1b-a673-4c9ad6b1cf7d tempest-TestNetworkAdvancedServerOps-1355420123 tempest-TestNetworkAdvancedServerOps-1355420123-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:36:56.853534 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-a038bef8-e982-410b-b760-8f0d758e3c99 tempest-NegativeSecGroupIPv6Test-1094873774 tempest-NegativeSecGroupIPv6Test-1094873774-project] Synchronizing usage tracker for tenant:39eb4b5eadd145e3a3333e826460ae09 on resource:security_group {{(pid=83869) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 13:36:56.871056 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.db_base_plugin_common [None req-f802edcb-f8af-4f17-9e9a-d91b8a2f5f5d tempest-AllowedAddressPairIpV6TestJSON-1064512019 tempest-AllowedAddressPairIpV6TestJSON-1064512019-project] Allocated IP 2001:db8::32d (bbd7a654-1927-4f32-a4fb-32334d8c9a6d/84e02391-6c1e-4e9d-b186-799c1098d84a/7815e9c9-ff58-4101-a718-f86e07c07b0b) {{(pid=83869) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 13:36:56.924201 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-7674306c-becb-42f0-887d-bf2bda6107a3 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2704975'] for subnet, precommit_delete_associations {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:56.928065 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.db.securitygroups_db [None req-33d80c18-5d19-4e1b-a673-4c9ad6b1cf7d tempest-TestNetworkAdvancedServerOps-1355420123 tempest-TestNetworkAdvancedServerOps-1355420123-project] Project c4570dfc5b694d9bb3c42a8f7c596843 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 01 13:36:56.943459 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-97e7c9cb-0b18-4e84-aaa9-7b80d1679829 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3775923'] for security_group, after_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:56.946145 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a859880c-1d24-4223-ab0a-2fb48b6ae277 None None] Network bbd7a654-1927-4f32-a4fb-32334d8c9a6d is already hosted by enough agents. {{(pid=83872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 13:36:56.949762 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a859880c-1d24-4223-ab0a-2fb48b6ae277 None None] Pushing event updated for resources: {'Port': ['ID=435313fa-e093-454d-94ad-95f90a112135,revision_number=1']} {{(pid=83872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:36:56.955300 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-a038bef8-e982-410b-b760-8f0d758e3c99 tempest-NegativeSecGroupIPv6Test-1094873774 tempest-NegativeSecGroupIPv6Test-1094873774-project] Unset dirty status for tenant:39eb4b5eadd145e3a3333e826460ae09 on resource:security_group {{(pid=83869) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 13:36:56.956740 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-a038bef8-e982-410b-b760-8f0d758e3c99 tempest-NegativeSecGroupIPv6Test-1094873774 tempest-NegativeSecGroupIPv6Test-1094873774-project] 10.222.0.26 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.4251928 Apr 01 13:36:56.957382 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.scheduler.base_scheduler [None req-a859880c-1d24-4223-ab0a-2fb48b6ae277 None None] Resources bound (agent type, host, resource id): {{(pid=83872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 13:36:56.964294 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 50910) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:36:56.966450 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-33d80c18-5d19-4e1b-a673-4c9ad6b1cf7d tempest-TestNetworkAdvancedServerOps-1355420123 tempest-TestNetworkAdvancedServerOps-1355420123-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:56.973283 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-4b8d7025-86c7-4b9d-9b06-4365a5a9e7ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:56.986004 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a859880c-1d24-4223-ab0a-2fb48b6ae277 None None] Received port after_create {{(pid=83872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 13:36:56.986375 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.v2.base [None req-24df19d5-ed0b-40e5-808b-5f6685766862 tempest-NegativeSecGroupIPv6Test-1094873774 tempest-NegativeSecGroupIPv6Test-1094873774-project] Request body: {'security_group': {'name': 'tempest-secgroup--1958569193'}} {{(pid=83869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:36:56.998528 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-24df19d5-ed0b-40e5-808b-5f6685766862 tempest-NegativeSecGroupIPv6Test-1094873774 tempest-NegativeSecGroupIPv6Test-1094873774-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:36:57.012373 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e7c9cb-0b18-4e84-aaa9-7b80d1679829 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39a3a560-78ed-48e5-9833-c6a9da53d34a,revision_number=None']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:36:57.028295 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-24df19d5-ed0b-40e5-808b-5f6685766862 tempest-NegativeSecGroupIPv6Test-1094873774 tempest-NegativeSecGroupIPv6Test-1094873774-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:36:57.032762 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-97e7c9cb-0b18-4e84-aaa9-7b80d1679829 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:57.033959 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-97e7c9cb-0b18-4e84-aaa9-7b80d1679829 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/39a3a560-78ed-48e5-9833-c6a9da53d34a HTTP/1.1" status: 204 len: 168 time: 0.7182720 Apr 01 13:36:57.126595 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-4b8d7025-86c7-4b9d-9b06-4365a5a9e7ce admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:36:57.129964 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-24df19d5-ed0b-40e5-808b-5f6685766862 tempest-NegativeSecGroupIPv6Test-1094873774 tempest-NegativeSecGroupIPv6Test-1094873774-project] Notify callbacks [] for security_group, before_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:57.140261 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.managers [None req-a859880c-1d24-4223-ab0a-2fb48b6ae277 None None] Attempting to bind port 435313fa-e093-454d-94ad-95f90a112135 on host dv-neutron-836180-1-hyperv for vnic_type normal with profile {{(pid=83872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 13:36:57.141475 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.managers [None req-a859880c-1d24-4223-ab0a-2fb48b6ae277 None None] Attempting to bind port 435313fa-e093-454d-94ad-95f90a112135 by drivers openvswitch,hyperv on host dv-neutron-836180-1-hyperv at level 0 using segments [{'id': '33e27317-9096-422b-900b-39e7e906a2b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'bbd7a654-1927-4f32-a4fb-32334d8c9a6d'}] {{(pid=83872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 13:36:57.141475 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a859880c-1d24-4223-ab0a-2fb48b6ae277 None None] Attempting to bind port 435313fa-e093-454d-94ad-95f90a112135 on network bbd7a654-1927-4f32-a4fb-32334d8c9a6d {{(pid=83872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 13:36:57.152641 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a859880c-1d24-4223-ab0a-2fb48b6ae277 None None] Checking agent: {'id': 'af948428-97cd-4d10-9f53-af028bdb39b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-836180-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 13, 25, 37), 'started_at': datetime.datetime(2022, 4, 1, 13, 26, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 13, 36, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-836180-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 13:36:57.153003 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a859880c-1d24-4223-ab0a-2fb48b6ae277 None None] Checking segment: {'id': '33e27317-9096-422b-900b-39e7e906a2b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'bbd7a654-1927-4f32-a4fb-32334d8c9a6d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 13:36:57.153395 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-a859880c-1d24-4223-ab0a-2fb48b6ae277 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:57.153776 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a859880c-1d24-4223-ab0a-2fb48b6ae277 None None] Bound using segment: {'id': '33e27317-9096-422b-900b-39e7e906a2b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'bbd7a654-1927-4f32-a4fb-32334d8c9a6d'} {{(pid=83872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 13:36:57.154232 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.managers [None req-a859880c-1d24-4223-ab0a-2fb48b6ae277 None None] Bound port: 435313fa-e093-454d-94ad-95f90a112135, host: dv-neutron-836180-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '33e27317-9096-422b-900b-39e7e906a2b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'bbd7a654-1927-4f32-a4fb-32334d8c9a6d'}}] {{(pid=83872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 13:36:57.154599 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-a859880c-1d24-4223-ab0a-2fb48b6ae277 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:57.175464 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-4b8d7025-86c7-4b9d-9b06-4365a5a9e7ce admin admin] Usage tracker for resource:security_group_rule and tenant:f84fd1b4e50d44fe8316014facf0145c is out of sync, need to count used quota {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 13:36:57.177592 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-7674306c-becb-42f0-887d-bf2bda6107a3 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-945029'] for subnet, precommit_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:57.187770 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-4b8d7025-86c7-4b9d-9b06-4365a5a9e7ce admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 13:36:57.206619 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-4b8d7025-86c7-4b9d-9b06-4365a5a9e7ce admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:36:57.247823 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-33d80c18-5d19-4e1b-a673-4c9ad6b1cf7d tempest-TestNetworkAdvancedServerOps-1355420123 tempest-TestNetworkAdvancedServerOps-1355420123-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:57.257780 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-33d80c18-5d19-4e1b-a673-4c9ad6b1cf7d tempest-TestNetworkAdvancedServerOps-1355420123 tempest-TestNetworkAdvancedServerOps-1355420123-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3775744'] for security_group_rule, after_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:57.282467 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.plugin [None req-871ddd6e-f5ff-494b-bcfa-18c0e78999e4 tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Deleting port ba656fc9-1c71-4c74-9f14-055b948d3111 {{(pid=83871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 13:36:57.283105 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-871ddd6e-f5ff-494b-bcfa-18c0e78999e4 tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736733287370'] for port, before_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:57.305894 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-a859880c-1d24-4223-ab0a-2fb48b6ae277 None None] For port 435313fa-e093-454d-94ad-95f90a112135, host dv-neutron-836180-1-hyperv, cleared binding levels {{(pid=83872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 13:36:57.307049 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-24df19d5-ed0b-40e5-808b-5f6685766862 tempest-NegativeSecGroupIPv6Test-1094873774 tempest-NegativeSecGroupIPv6Test-1094873774-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:36:57.311234 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-a859880c-1d24-4223-ab0a-2fb48b6ae277 None None] For port 435313fa-e093-454d-94ad-95f90a112135, host dv-neutron-836180-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836180-1-hyperv',level=0,port_id=435313fa-e093-454d-94ad-95f90a112135,segment=NetworkSegment(33e27317-9096-422b-900b-39e7e906a2b3),segment_id=33e27317-9096-422b-900b-39e7e906a2b3)] {{(pid=83872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 13:36:57.318919 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-a859880c-1d24-4223-ab0a-2fb48b6ae277 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864'] for port, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:57.372966 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d80c18-5d19-4e1b-a673-4c9ad6b1cf7d tempest-TestNetworkAdvancedServerOps-1355420123 tempest-TestNetworkAdvancedServerOps-1355420123-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aca5c695-fead-43b5-9fbb-44213c45ba39,revision_number=0']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:36:57.424870 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-24df19d5-ed0b-40e5-808b-5f6685766862 tempest-NegativeSecGroupIPv6Test-1094873774 tempest-NegativeSecGroupIPv6Test-1094873774-project] Usage tracker for resource:security_group_rule and tenant:39eb4b5eadd145e3a3333e826460ae09 is out of sync, need to count used quota {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 13:36:57.430723 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-33d80c18-5d19-4e1b-a673-4c9ad6b1cf7d tempest-TestNetworkAdvancedServerOps-1355420123 tempest-TestNetworkAdvancedServerOps-1355420123-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:57.432433 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-33d80c18-5d19-4e1b-a673-4c9ad6b1cf7d tempest-TestNetworkAdvancedServerOps-1355420123 tempest-TestNetworkAdvancedServerOps-1355420123-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.6309297 Apr 01 13:36:57.438946 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-24df19d5-ed0b-40e5-808b-5f6685766862 tempest-NegativeSecGroupIPv6Test-1094873774 tempest-NegativeSecGroupIPv6Test-1094873774-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 13:36:57.442534 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 50918) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:36:57.470988 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-24df19d5-ed0b-40e5-808b-5f6685766862 tempest-NegativeSecGroupIPv6Test-1094873774 tempest-NegativeSecGroupIPv6Test-1094873774-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:36:57.475170 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-7674306c-becb-42f0-887d-bf2bda6107a3 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-945042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2705198', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2999452'] for subnet, after_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:57.493171 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.v2.base [None req-7943bd30-47f6-463c-9d0d-26cf8d8446e1 tempest-TestNetworkAdvancedServerOps-1355420123 tempest-TestNetworkAdvancedServerOps-1355420123-project] Request body: {'security_group_rule': {'security_group_id': '78c001c1-251f-4a8b-9340-7477b428b7b7', 'project_id': 'c4570dfc5b694d9bb3c42a8f7c596843', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:36:57.511510 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a859880c-1d24-4223-ab0a-2fb48b6ae277 None None] Pushing event updated for resources: {'Port': ['ID=435313fa-e093-454d-94ad-95f90a112135,revision_number=2']} {{(pid=83872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:36:57.535411 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-7674306c-becb-42f0-887d-bf2bda6107a3 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3017602'] for subnet, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:57.552727 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7674306c-becb-42f0-887d-bf2bda6107a3 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Pushing event deleted for resources: {'Subnet': ['ID=ba6ddc1d-9a6d-46bf-8b07-d94c16b44f8a,revision_number=None']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:36:57.567612 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-f802edcb-f8af-4f17-9e9a-d91b8a2f5f5d tempest-AllowedAddressPairIpV6TestJSON-1064512019 tempest-AllowedAddressPairIpV6TestJSON-1064512019-project] Notify callbacks [] for port, precommit_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:57.580551 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-7674306c-becb-42f0-887d-bf2bda6107a3 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] 10.222.0.26 "DELETE /v2.0/subnets/ba6ddc1d-9a6d-46bf-8b07-d94c16b44f8a HTTP/1.1" status: 204 len: 168 time: 1.0255423 Apr 01 13:36:57.584661 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 50924) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:36:57.667187 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-116bc858-6c5d-43f2-aaf9-76ced62da4fd tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] 10.222.0.26 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0808396 Apr 01 13:36:57.671850 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 50928) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:36:57.673066 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.provisioning_blocks [None req-f802edcb-f8af-4f17-9e9a-d91b8a2f5f5d tempest-AllowedAddressPairIpV6TestJSON-1064512019 tempest-AllowedAddressPairIpV6TestJSON-1064512019-project] Transition to ACTIVE for port object 7815e9c9-ff58-4101-a718-f86e07c07b0b will not be triggered until provisioned by entity DHCP. {{(pid=83869) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 13:36:57.689745 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.v2.base [None req-4ea582ac-f3be-4c36-8f19-7604f3a47228 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Request body: {'subnet': {'network_id': '09d7ea43-6376-4322-97e7-54cd01aae492', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:36:57.845410 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-7943bd30-47f6-463c-9d0d-26cf8d8446e1 tempest-TestNetworkAdvancedServerOps-1355420123 tempest-TestNetworkAdvancedServerOps-1355420123-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:36:57.851342 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 50932) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:36:57.864476 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-7943bd30-47f6-463c-9d0d-26cf8d8446e1 tempest-TestNetworkAdvancedServerOps-1355420123 tempest-TestNetworkAdvancedServerOps-1355420123-project] Usage tracker for resource:security_group_rule and tenant:c4570dfc5b694d9bb3c42a8f7c596843 is out of sync, need to count used quota {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 13:36:57.881771 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-2b55a818-3266-41d3-8c31-4052c7a7b9b4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:57.893863 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-7943bd30-47f6-463c-9d0d-26cf8d8446e1 tempest-TestNetworkAdvancedServerOps-1355420123 tempest-TestNetworkAdvancedServerOps-1355420123-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 13:36:57.894711 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-4ea582ac-f3be-4c36-8f19-7604f3a47228 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:36:57.899391 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-f802edcb-f8af-4f17-9e9a-d91b8a2f5f5d tempest-AllowedAddressPairIpV6TestJSON-1064512019 tempest-AllowedAddressPairIpV6TestJSON-1064512019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736732935801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2705155'] for port, after_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:57.907029 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-4b8d7025-86c7-4b9d-9b06-4365a5a9e7ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:57.908866 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-7943bd30-47f6-463c-9d0d-26cf8d8446e1 tempest-TestNetworkAdvancedServerOps-1355420123 tempest-TestNetworkAdvancedServerOps-1355420123-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:36:57.922648 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-4b8d7025-86c7-4b9d-9b06-4365a5a9e7ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3775923'] for security_group, after_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:57.948845 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-4ea582ac-f3be-4c36-8f19-7604f3a47228 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Usage tracker for resource:subnet and tenant:8b726fe6689e4b7f96def1a2219bea6c is out of sync, need to count used quota {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 13:36:57.970669 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-4ea582ac-f3be-4c36-8f19-7604f3a47228 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 13:36:57.983475 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.db.securitygroups_db [None req-7943bd30-47f6-463c-9d0d-26cf8d8446e1 tempest-TestNetworkAdvancedServerOps-1355420123 tempest-TestNetworkAdvancedServerOps-1355420123-project] Project c4570dfc5b694d9bb3c42a8f7c596843 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 01 13:36:57.995431 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-4ea582ac-f3be-4c36-8f19-7604f3a47228 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:36:58.019166 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-7943bd30-47f6-463c-9d0d-26cf8d8446e1 tempest-TestNetworkAdvancedServerOps-1355420123 tempest-TestNetworkAdvancedServerOps-1355420123-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:58.023528 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f802edcb-f8af-4f17-9e9a-d91b8a2f5f5d tempest-AllowedAddressPairIpV6TestJSON-1064512019 tempest-AllowedAddressPairIpV6TestJSON-1064512019-project] Network bbd7a654-1927-4f32-a4fb-32334d8c9a6d is already hosted by enough agents. {{(pid=83869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 13:36:58.031812 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.scheduler.base_scheduler [None req-f802edcb-f8af-4f17-9e9a-d91b8a2f5f5d tempest-AllowedAddressPairIpV6TestJSON-1064512019 tempest-AllowedAddressPairIpV6TestJSON-1064512019-project] Resources bound (agent type, host, resource id): {{(pid=83869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 13:36:58.034519 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f802edcb-f8af-4f17-9e9a-d91b8a2f5f5d tempest-AllowedAddressPairIpV6TestJSON-1064512019 tempest-AllowedAddressPairIpV6TestJSON-1064512019-project] Received port after_create {{(pid=83869) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 13:36:58.039439 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f802edcb-f8af-4f17-9e9a-d91b8a2f5f5d tempest-AllowedAddressPairIpV6TestJSON-1064512019 tempest-AllowedAddressPairIpV6TestJSON-1064512019-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:36:58.040127 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-f802edcb-f8af-4f17-9e9a-d91b8a2f5f5d tempest-AllowedAddressPairIpV6TestJSON-1064512019 tempest-AllowedAddressPairIpV6TestJSON-1064512019-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109561'] for port, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:58.045149 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b8d7025-86c7-4b9d-9b06-4365a5a9e7ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bda184a0-0bd4-4b61-891c-02b48155027b,revision_number=1']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:36:58.068534 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-4b8d7025-86c7-4b9d-9b06-4365a5a9e7ce admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=f84fd1b4e50d44fe8316014facf0145c&name=default HTTP/1.1" status: 200 len: 2647 time: 1.4039762 Apr 01 13:36:58.071620 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-871ddd6e-f5ff-494b-bcfa-18c0e78999e4 tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4155147'] for port, precommit_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:58.072179 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-2b55a818-3266-41d3-8c31-4052c7a7b9b4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:36:58.074600 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f802edcb-f8af-4f17-9e9a-d91b8a2f5f5d tempest-AllowedAddressPairIpV6TestJSON-1064512019 tempest-AllowedAddressPairIpV6TestJSON-1064512019-project] Pushing event updated for resources: {'Port': ['ID=7815e9c9-ff58-4101-a718-f86e07c07b0b,revision_number=1']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:36:58.077945 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 50936) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:36:58.102965 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-2b55a818-3266-41d3-8c31-4052c7a7b9b4 admin admin] Usage tracker for resource:security_group_rule and tenant:5e2486878f12453c9f82a9e3c334034a is out of sync, need to count used quota {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 13:36:58.105595 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ea582ac-f3be-4c36-8f19-7604f3a47228 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Made reservation on behalf of 8b726fe6689e4b7f96def1a2219bea6c for: {'subnet': 1} {{(pid=83869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 13:36:58.108978 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-4ea582ac-f3be-4c36-8f19-7604f3a47228 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2999481'] for subnet, before_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:58.126070 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-2b55a818-3266-41d3-8c31-4052c7a7b9b4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 13:36:58.133537 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fe41432-8f08-49ea-b6da-6e776fc23d02 None None] Network 09d7ea43-6376-4322-97e7-54cd01aae492 requested from dv-neutron-836180-1-hyperv {{(pid=83872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 13:36:58.158696 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-2b55a818-3266-41d3-8c31-4052c7a7b9b4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:36:58.217643 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.plugin [None req-871ddd6e-f5ff-494b-bcfa-18c0e78999e4 tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Calling delete_port for ba656fc9-1c71-4c74-9f14-055b948d3111 owned by network:router_interface {{(pid=83871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 13:36:58.240132 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-f802edcb-f8af-4f17-9e9a-d91b8a2f5f5d tempest-AllowedAddressPairIpV6TestJSON-1064512019 tempest-AllowedAddressPairIpV6TestJSON-1064512019-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 2.7437768 Apr 01 13:36:58.245982 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 50940) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:36:58.252339 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-24df19d5-ed0b-40e5-808b-5f6685766862 tempest-NegativeSecGroupIPv6Test-1094873774 tempest-NegativeSecGroupIPv6Test-1094873774-project] Notify callbacks [] for security_group, precommit_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:58.273929 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.v2.base [None req-cdb522a1-46c1-4186-9145-ecb579141647 tempest-AllowedAddressPairIpV6TestJSON-1064512019 tempest-AllowedAddressPairIpV6TestJSON-1064512019-project] Request body: {'port': {'network_id': 'bbd7a654-1927-4f32-a4fb-32334d8c9a6d', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1639892335', 'allowed_address_pairs': [{'ip_address': '2001:db8::32d', 'mac_address': 'fa:16:3e:99:cf:50'}]}} {{(pid=83869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:36:58.277770 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19bcc42c-0d0f-4efc-9613-3667a5664130 req-8c3961a5-e962-42f4-8f6a-d4259ab2faac tempest-ServerActionsTestJSON-64006463 tempest-ServerActionsTestJSON-64006463-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:36:58.279381 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-19bcc42c-0d0f-4efc-9613-3667a5664130 req-8c3961a5-e962-42f4-8f6a-d4259ab2faac tempest-ServerActionsTestJSON-64006463 tempest-ServerActionsTestJSON-64006463-project] 10.222.0.26 "GET /v2.0/ports?device_id=746f2a68-07bc-4d82-957e-55cd7a32c31f HTTP/1.1" status: 200 len: 945 time: 0.7458992 Apr 01 13:36:58.300964 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-24df19d5-ed0b-40e5-808b-5f6685766862 tempest-NegativeSecGroupIPv6Test-1094873774 tempest-NegativeSecGroupIPv6Test-1094873774-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3775923'] for security_group, after_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:58.364793 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-7943bd30-47f6-463c-9d0d-26cf8d8446e1 tempest-TestNetworkAdvancedServerOps-1355420123 tempest-TestNetworkAdvancedServerOps-1355420123-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:58.386409 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-7943bd30-47f6-463c-9d0d-26cf8d8446e1 tempest-TestNetworkAdvancedServerOps-1355420123 tempest-TestNetworkAdvancedServerOps-1355420123-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3775744'] for security_group_rule, after_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:58.390586 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-7e550ae8-798b-4154-a3e0-e1eb991eb864 None None] Provisioning complete for port b11f269a-c523-4bf2-8a3d-f47de114a8db triggered by entity DHCP. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 13:36:58.391245 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-7e550ae8-798b-4154-a3e0-e1eb991eb864 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-948329'] for port, provisioning_complete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:58.422901 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-19bcc42c-0d0f-4efc-9613-3667a5664130 req-ccbb07a3-20e8-4525-a7fe-07c70fde121c tempest-ServerActionsTestJSON-64006463 tempest-ServerActionsTestJSON-64006463-project] 10.222.0.26 "GET /v2.0/security-groups?id=0d525850-c301-4718-92cf-e73f2c3e9524&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1292436 Apr 01 13:36:58.427617 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7943bd30-47f6-463c-9d0d-26cf8d8446e1 tempest-TestNetworkAdvancedServerOps-1355420123 tempest-TestNetworkAdvancedServerOps-1355420123-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=83d71c59-d292-4d38-8ac6-1509aec3e369,revision_number=0']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:36:58.453290 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-7943bd30-47f6-463c-9d0d-26cf8d8446e1 tempest-TestNetworkAdvancedServerOps-1355420123 tempest-TestNetworkAdvancedServerOps-1355420123-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:58.458105 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-7943bd30-47f6-463c-9d0d-26cf8d8446e1 tempest-TestNetworkAdvancedServerOps-1355420123 tempest-TestNetworkAdvancedServerOps-1355420123-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 1.0113106 Apr 01 13:36:58.471078 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 50944) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:36:58.495345 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24df19d5-ed0b-40e5-808b-5f6685766862 tempest-NegativeSecGroupIPv6Test-1094873774 tempest-NegativeSecGroupIPv6Test-1094873774-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3e7d4013-d194-48f0-a145-806167a0043b,revision_number=1']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:36:58.510989 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.v2.base [None req-b5a3ee6f-7730-46a1-9e86-bd9b9a892e89 tempest-TestNetworkAdvancedServerOps-1355420123 tempest-TestNetworkAdvancedServerOps-1355420123-project] Request body: {'network': {'name': 'tempest-network-smoke--679150255', 'project_id': 'c4570dfc5b694d9bb3c42a8f7c596843', 'port_security_enabled': True}} {{(pid=83869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:36:58.514686 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-24df19d5-ed0b-40e5-808b-5f6685766862 tempest-NegativeSecGroupIPv6Test-1094873774 tempest-NegativeSecGroupIPv6Test-1094873774-project] Notify callbacks [] for security_group, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:58.518333 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-24df19d5-ed0b-40e5-808b-5f6685766862 tempest-NegativeSecGroupIPv6Test-1094873774 tempest-NegativeSecGroupIPv6Test-1094873774-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 1.5489578 Apr 01 13:36:58.524379 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 50948) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:36:58.529152 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-b5a3ee6f-7730-46a1-9e86-bd9b9a892e89 tempest-TestNetworkAdvancedServerOps-1355420123 tempest-TestNetworkAdvancedServerOps-1355420123-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:36:58.543658 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-3396c724-f6bb-4c78-9be4-c51e69e3d412 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:58.548434 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-b5a3ee6f-7730-46a1-9e86-bd9b9a892e89 tempest-TestNetworkAdvancedServerOps-1355420123 tempest-TestNetworkAdvancedServerOps-1355420123-project] Usage tracker for resource:network and tenant:c4570dfc5b694d9bb3c42a8f7c596843 is out of sync, need to count used quota {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 13:36:58.556385 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.v2.base [None req-5c4afd59-e5c4-4b2b-9bea-8e5d27cb5066 tempest-NegativeSecGroupIPv6Test-1094873774 tempest-NegativeSecGroupIPv6Test-1094873774-project] Request body: {'security_group_rule': {'security_group_id': '3e7d4013-d194-48f0-a145-806167a0043b', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=83869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:36:58.556916 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.api.v2.resource [None req-5c4afd59-e5c4-4b2b-9bea-8e5d27cb5066 tempest-NegativeSecGroupIPv6Test-1094873774 tempest-NegativeSecGroupIPv6Test-1094873774-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 01 13:36:58.558037 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-5c4afd59-e5c4-4b2b-9bea-8e5d27cb5066 tempest-NegativeSecGroupIPv6Test-1094873774 tempest-NegativeSecGroupIPv6Test-1094873774-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0233004 Apr 01 13:36:58.568168 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 50952) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:36:58.574198 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-b5a3ee6f-7730-46a1-9e86-bd9b9a892e89 tempest-TestNetworkAdvancedServerOps-1355420123 tempest-TestNetworkAdvancedServerOps-1355420123-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 13:36:58.590959 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.v2.base [None req-484eb82c-a9f3-43c1-90e3-d44c3592ee8d tempest-NegativeSecGroupIPv6Test-1094873774 tempest-NegativeSecGroupIPv6Test-1094873774-project] Request body: {'security_group_rule': {'security_group_id': '3e7d4013-d194-48f0-a145-806167a0043b', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=83871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:36:58.606335 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-b5a3ee6f-7730-46a1-9e86-bd9b9a892e89 tempest-TestNetworkAdvancedServerOps-1355420123 tempest-TestNetworkAdvancedServerOps-1355420123-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:36:58.607933 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-484eb82c-a9f3-43c1-90e3-d44c3592ee8d tempest-NegativeSecGroupIPv6Test-1094873774 tempest-NegativeSecGroupIPv6Test-1094873774-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:36:58.636335 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-484eb82c-a9f3-43c1-90e3-d44c3592ee8d tempest-NegativeSecGroupIPv6Test-1094873774 tempest-NegativeSecGroupIPv6Test-1094873774-project] Usage tracker for resource:security_group_rule and tenant:39eb4b5eadd145e3a3333e826460ae09 is out of sync, need to count used quota {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 13:36:58.638602 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Device 435313fa-e093-454d-94ad-95f90a112135 up at agent ovs-agent-dv-neutron-836180-1-hyperv {{(pid=83872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 13:36:58.643415 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-484eb82c-a9f3-43c1-90e3-d44c3592ee8d tempest-NegativeSecGroupIPv6Test-1094873774 tempest-NegativeSecGroupIPv6Test-1094873774-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 13:36:58.651547 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-484eb82c-a9f3-43c1-90e3-d44c3592ee8d tempest-NegativeSecGroupIPv6Test-1094873774 tempest-NegativeSecGroupIPv6Test-1094873774-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:36:58.659463 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-871ddd6e-f5ff-494b-bcfa-18c0e78999e4 tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736733359243', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736732935810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2743125'] for port, after_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:58.716626 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-3396c724-f6bb-4c78-9be4-c51e69e3d412 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:58.736705 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-871ddd6e-f5ff-494b-bcfa-18c0e78999e4 tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Pushing event deleted for resources: {'Port': ['ID=ba656fc9-1c71-4c74-9f14-055b948d3111,revision_number=None']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:36:58.766595 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5a3ee6f-7730-46a1-9e86-bd9b9a892e89 tempest-TestNetworkAdvancedServerOps-1355420123 tempest-TestNetworkAdvancedServerOps-1355420123-project] Made reservation on behalf of c4570dfc5b694d9bb3c42a8f7c596843 for: {'network': 1} {{(pid=83869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 13:36:58.769830 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-b5a3ee6f-7730-46a1-9e86-bd9b9a892e89 tempest-TestNetworkAdvancedServerOps-1355420123 tempest-TestNetworkAdvancedServerOps-1355420123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for network, before_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:58.780908 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a6b6f60-98d9-4312-8d7d-cbbb3750e61f None None] DHCP port deletion for 09d7ea43-6376-4322-97e7-54cd01aae492 request from dv-neutron-836180-1-hyperv {{(pid=83872) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 01 13:36:58.785033 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-cdb522a1-46c1-4186-9145-ecb579141647 tempest-AllowedAddressPairIpV6TestJSON-1064512019 tempest-AllowedAddressPairIpV6TestJSON-1064512019-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:36:58.789699 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.plugin [None req-7a6b6f60-98d9-4312-8d7d-cbbb3750e61f None None] Deleting port b11f269a-c523-4bf2-8a3d-f47de114a8db {{(pid=83872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 13:36:58.790077 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-7a6b6f60-98d9-4312-8d7d-cbbb3750e61f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736733287370'] for port, before_delete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:58.809268 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-2b55a818-3266-41d3-8c31-4052c7a7b9b4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:58.823315 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-cdb522a1-46c1-4186-9145-ecb579141647 tempest-AllowedAddressPairIpV6TestJSON-1064512019 tempest-AllowedAddressPairIpV6TestJSON-1064512019-project] Usage tracker for resource:port and tenant:6fd515cdecb148b98b1bf1573eeed293 is out of sync, need to count used quota {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 13:36:58.832162 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-cdb522a1-46c1-4186-9145-ecb579141647 tempest-AllowedAddressPairIpV6TestJSON-1064512019 tempest-AllowedAddressPairIpV6TestJSON-1064512019-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 13:36:58.838087 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-2b55a818-3266-41d3-8c31-4052c7a7b9b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3775923'] for security_group, after_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:58.889984 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.api.v2.resource [None req-484eb82c-a9f3-43c1-90e3-d44c3592ee8d tempest-NegativeSecGroupIPv6Test-1094873774 tempest-NegativeSecGroupIPv6Test-1094873774-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 01 13:36:58.894235 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-484eb82c-a9f3-43c1-90e3-d44c3592ee8d tempest-NegativeSecGroupIPv6Test-1094873774 tempest-NegativeSecGroupIPv6Test-1094873774-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.3217034 Apr 01 13:36:58.898067 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 50956) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:36:58.901728 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-cdb522a1-46c1-4186-9145-ecb579141647 tempest-AllowedAddressPairIpV6TestJSON-1064512019 tempest-AllowedAddressPairIpV6TestJSON-1064512019-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:36:58.908107 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b55a818-3266-41d3-8c31-4052c7a7b9b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=faaf640a-e621-4e6a-9b8e-9127aa94c23c,revision_number=1']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:36:58.951633 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Provisioning for port 435313fa-e093-454d-94ad-95f90a112135 completed by entity L2. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 13:36:58.953943 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b5a3ee6f-7730-46a1-9e86-bd9b9a892e89 tempest-TestNetworkAdvancedServerOps-1355420123 tempest-TestNetworkAdvancedServerOps-1355420123-project] vlan segment allocate from pool success with {'vlan_id': 374, 'physical_network': 'physnet1'} {{(pid=83869) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 13:36:58.963149 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cdb522a1-46c1-4186-9145-ecb579141647 tempest-AllowedAddressPairIpV6TestJSON-1064512019 tempest-AllowedAddressPairIpV6TestJSON-1064512019-project] Made reservation on behalf of 6fd515cdecb148b98b1bf1573eeed293 for: {'port': 1} {{(pid=83869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 13:36:58.981810 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.v2.base [None req-77ec7a74-76e2-4aaf-9d87-e6074d5807da tempest-NegativeSecGroupIPv6Test-1094873774 tempest-NegativeSecGroupIPv6Test-1094873774-project] Request body: {'security_group_rule': {'security_group_id': '3e7d4013-d194-48f0-a145-806167a0043b', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=83871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:36:58.984449 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.api.v2.resource [None req-77ec7a74-76e2-4aaf-9d87-e6074d5807da tempest-NegativeSecGroupIPv6Test-1094873774 tempest-NegativeSecGroupIPv6Test-1094873774-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 01 13:36:58.990743 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-77ec7a74-76e2-4aaf-9d87-e6074d5807da tempest-NegativeSecGroupIPv6Test-1094873774 tempest-NegativeSecGroupIPv6Test-1094873774-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0911188 Apr 01 13:36:58.997571 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 50960) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:36:58.999387 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-4ea582ac-f3be-4c36-8f19-7604f3a47228 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2705391', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2999447'] for subnet, after_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:59.005786 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.v2.base [None req-2b39aa59-5d38-43d9-b586-bedc886e0fbe tempest-NegativeSecGroupIPv6Test-1094873774 tempest-NegativeSecGroupIPv6Test-1094873774-project] Request body: {'security_group_rule': {'security_group_id': '3e7d4013-d194-48f0-a145-806167a0043b', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=83871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:36:59.014373 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-2b39aa59-5d38-43d9-b586-bedc886e0fbe tempest-NegativeSecGroupIPv6Test-1094873774 tempest-NegativeSecGroupIPv6Test-1094873774-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:36:59.028548 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-2b39aa59-5d38-43d9-b586-bedc886e0fbe tempest-NegativeSecGroupIPv6Test-1094873774 tempest-NegativeSecGroupIPv6Test-1094873774-project] Usage tracker for resource:security_group_rule and tenant:39eb4b5eadd145e3a3333e826460ae09 is out of sync, need to count used quota {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 13:36:59.036555 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-2b39aa59-5d38-43d9-b586-bedc886e0fbe tempest-NegativeSecGroupIPv6Test-1094873774 tempest-NegativeSecGroupIPv6Test-1094873774-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 13:36:59.045860 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-2b39aa59-5d38-43d9-b586-bedc886e0fbe tempest-NegativeSecGroupIPv6Test-1094873774 tempest-NegativeSecGroupIPv6Test-1094873774-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:36:59.053186 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-871ddd6e-f5ff-494b-bcfa-18c0e78999e4 tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3017585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4084076'] for router_interface, after_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:59.086616 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Device 3fbcdb0d-ff16-4590-b85e-e2516d336b46 up at agent hyperv_hv-neutron-8361 {{(pid=83872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 13:36:59.138439 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea582ac-f3be-4c36-8f19-7604f3a47228 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Pushing event updated for resources: {'Subnet': ['ID=9431e004-93a6-46ab-a9e7-35c46579ba45,revision_number=0']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:36:59.138678 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa44f2f2-612d-45ff-9b65-8ea4862820c2 None None] Network bbd7a654-1927-4f32-a4fb-32334d8c9a6d requested from dv-neutron-836180-1-hyperv {{(pid=83872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 13:36:59.154303 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-2b55a818-3266-41d3-8c31-4052c7a7b9b4 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=5e2486878f12453c9f82a9e3c334034a&name=default HTTP/1.1" status: 200 len: 2647 time: 1.3008709 Apr 01 13:36:59.166628 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 50964) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:36:59.269194 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.api.v2.resource [None req-2b39aa59-5d38-43d9-b586-bedc886e0fbe tempest-NegativeSecGroupIPv6Test-1094873774 tempest-NegativeSecGroupIPv6Test-1094873774-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 01 13:36:59.271020 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-2b39aa59-5d38-43d9-b586-bedc886e0fbe tempest-NegativeSecGroupIPv6Test-1094873774 tempest-NegativeSecGroupIPv6Test-1094873774-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.2720602 Apr 01 13:36:59.280004 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 50968) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:36:59.288056 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.v2.base [None req-3844dd7c-1f94-4739-bdc4-9975f97b70b8 tempest-NegativeSecGroupIPv6Test-1094873774 tempest-NegativeSecGroupIPv6Test-1094873774-project] Request body: {'security_group_rule': {'security_group_id': '3e7d4013-d194-48f0-a145-806167a0043b', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=83871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:36:59.288996 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.api.v2.resource [None req-3844dd7c-1f94-4739-bdc4-9975f97b70b8 tempest-NegativeSecGroupIPv6Test-1094873774 tempest-NegativeSecGroupIPv6Test-1094873774-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 01 13:36:59.290126 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-3844dd7c-1f94-4739-bdc4-9975f97b70b8 tempest-NegativeSecGroupIPv6Test-1094873774 tempest-NegativeSecGroupIPv6Test-1094873774-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0083253 Apr 01 13:36:59.293753 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 50972) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:36:59.309147 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.v2.base [None req-f221671b-5275-48a4-8e62-8941693236b7 tempest-NegativeSecGroupIPv6Test-1094873774 tempest-NegativeSecGroupIPv6Test-1094873774-project] Request body: {'security_group_rule': {'security_group_id': '3e7d4013-d194-48f0-a145-806167a0043b', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=83869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:36:59.317166 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-7a6b6f60-98d9-4312-8d7d-cbbb3750e61f None None] For port b11f269a-c523-4bf2-8a3d-f47de114a8db, host dv-neutron-836180-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836180-1-hyperv',level=0,port_id=b11f269a-c523-4bf2-8a3d-f47de114a8db,segment=NetworkSegment(16094ed0-4a47-4ff6-9238-85c278d7a2a5),segment_id=16094ed0-4a47-4ff6-9238-85c278d7a2a5)] {{(pid=83872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 13:36:59.317550 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-7a6b6f60-98d9-4312-8d7d-cbbb3750e61f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4155147'] for port, precommit_delete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:59.323428 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ea582ac-f3be-4c36-8f19-7604f3a47228 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Network 09d7ea43-6376-4322-97e7-54cd01aae492 is already hosted by enough agents. {{(pid=83869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 13:36:59.325046 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-b5a3ee6f-7730-46a1-9e86-bd9b9a892e89 tempest-TestNetworkAdvancedServerOps-1355420123 tempest-TestNetworkAdvancedServerOps-1355420123-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1004271'] for segment, precommit_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:59.325628 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.db.segments_db [None req-b5a3ee6f-7730-46a1-9e86-bd9b9a892e89 tempest-TestNetworkAdvancedServerOps-1355420123 tempest-TestNetworkAdvancedServerOps-1355420123-project] Added segment ef58a1ec-7bdb-47df-a821-68a0bc726ff2 of type vlan for network cb4d1837-1892-4ca3-a559-eb0035507686 Apr 01 13:36:59.329780 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-3396c724-f6bb-4c78-9be4-c51e69e3d412 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3775923'] for security_group, after_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:59.339504 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-f221671b-5275-48a4-8e62-8941693236b7 tempest-NegativeSecGroupIPv6Test-1094873774 tempest-NegativeSecGroupIPv6Test-1094873774-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:36:59.353829 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.scheduler.base_scheduler [None req-4ea582ac-f3be-4c36-8f19-7604f3a47228 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Resources bound (agent type, host, resource id): {{(pid=83869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 13:36:59.357589 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ea582ac-f3be-4c36-8f19-7604f3a47228 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:36:59.358765 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-4ea582ac-f3be-4c36-8f19-7604f3a47228 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3017602'] for subnet, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:59.393430 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-f221671b-5275-48a4-8e62-8941693236b7 tempest-NegativeSecGroupIPv6Test-1094873774 tempest-NegativeSecGroupIPv6Test-1094873774-project] Usage tracker for resource:security_group_rule and tenant:39eb4b5eadd145e3a3333e826460ae09 is out of sync, need to count used quota {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 13:36:59.407876 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-f221671b-5275-48a4-8e62-8941693236b7 tempest-NegativeSecGroupIPv6Test-1094873774 tempest-NegativeSecGroupIPv6Test-1094873774-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 13:36:59.426286 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3396c724-f6bb-4c78-9be4-c51e69e3d412 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bda184a0-0bd4-4b61-891c-02b48155027b,revision_number=None']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:36:59.440329 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-f221671b-5275-48a4-8e62-8941693236b7 tempest-NegativeSecGroupIPv6Test-1094873774 tempest-NegativeSecGroupIPv6Test-1094873774-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:36:59.453458 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-f241bf54-5359-4b4b-a06b-bc2d3e5073f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:59.472840 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.plugin [None req-7a6b6f60-98d9-4312-8d7d-cbbb3750e61f None None] Calling delete_port for b11f269a-c523-4bf2-8a3d-f47de114a8db owned by network:dhcp {{(pid=83872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 13:36:59.480687 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-f241bf54-5359-4b4b-a06b-bc2d3e5073f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:59.492544 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-3396c724-f6bb-4c78-9be4-c51e69e3d412 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:59.496659 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-3396c724-f6bb-4c78-9be4-c51e69e3d412 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/bda184a0-0bd4-4b61-891c-02b48155027b HTTP/1.1" status: 204 len: 168 time: 1.4072084 Apr 01 13:36:59.498810 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-b5a3ee6f-7730-46a1-9e86-bd9b9a892e89 tempest-TestNetworkAdvancedServerOps-1355420123 tempest-TestNetworkAdvancedServerOps-1355420123-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736732923383'] for network, precommit_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:59.501654 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-0a3aa506-75f1-4818-b0ce-50934c6e078c None None] Provisioning for port 435313fa-e093-454d-94ad-95f90a112135 completed by entity DHCP. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 13:36:59.509239 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-cdb522a1-46c1-4186-9145-ecb579141647 tempest-AllowedAddressPairIpV6TestJSON-1064512019 tempest-AllowedAddressPairIpV6TestJSON-1064512019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:59.537440 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-0a3aa506-75f1-4818-b0ce-50934c6e078c None None] Provisioning complete for port 435313fa-e093-454d-94ad-95f90a112135 triggered by entity DHCP. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 13:36:59.537812 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-0a3aa506-75f1-4818-b0ce-50934c6e078c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-948329'] for port, provisioning_complete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:59.538823 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.notifiers.nova [None req-cdb522a1-46c1-4186-9145-ecb579141647 tempest-AllowedAddressPairIpV6TestJSON-1064512019 tempest-AllowedAddressPairIpV6TestJSON-1064512019-project] device_id is not set on port 18db3675-0af5-46d2-9144-d02e36cb476d yet. {{(pid=83869) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 01 13:36:59.587620 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-4ea582ac-f3be-4c36-8f19-7604f3a47228 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9127486 Apr 01 13:36:59.588916 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 50980) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:36:59.607004 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.db.securitygroups_db [None req-f221671b-5275-48a4-8e62-8941693236b7 tempest-NegativeSecGroupIPv6Test-1094873774 tempest-NegativeSecGroupIPv6Test-1094873774-project] Project 39eb4b5eadd145e3a3333e826460ae09 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 01 13:36:59.634329 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.v2.base [None req-e3cb43f6-ec9b-44be-b3bd-e8c67df76f36 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Request body: {'subnet': {'network_id': '09d7ea43-6376-4322-97e7-54cd01aae492', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=83869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:36:59.637364 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-f241bf54-5359-4b4b-a06b-bc2d3e5073f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3775923'] for security_group, after_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:59.716926 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.api.v2.resource [None req-f221671b-5275-48a4-8e62-8941693236b7 tempest-NegativeSecGroupIPv6Test-1094873774 tempest-NegativeSecGroupIPv6Test-1094873774-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 01 13:36:59.721955 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-f221671b-5275-48a4-8e62-8941693236b7 tempest-NegativeSecGroupIPv6Test-1094873774 tempest-NegativeSecGroupIPv6Test-1094873774-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.4263496 Apr 01 13:36:59.723141 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-7a6b6f60-98d9-4312-8d7d-cbbb3750e61f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736733359243', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736732935810'] for port, after_delete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:59.728818 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 50984) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:36:59.735988 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f241bf54-5359-4b4b-a06b-bc2d3e5073f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=faaf640a-e621-4e6a-9b8e-9127aa94c23c,revision_number=None']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:36:59.750499 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.v2.base [None req-f6d8b081-729e-460d-9727-c578348b8455 tempest-NegativeSecGroupIPv6Test-1094873774 tempest-NegativeSecGroupIPv6Test-1094873774-project] Request body: {'security_group_rule': {'security_group_id': '3e7d4013-d194-48f0-a145-806167a0043b', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=83871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:36:59.751228 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.api.v2.resource [None req-f6d8b081-729e-460d-9727-c578348b8455 tempest-NegativeSecGroupIPv6Test-1094873774 tempest-NegativeSecGroupIPv6Test-1094873774-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 01 13:36:59.754709 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-f6d8b081-729e-460d-9727-c578348b8455 tempest-NegativeSecGroupIPv6Test-1094873774 tempest-NegativeSecGroupIPv6Test-1094873774-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0209005 Apr 01 13:36:59.755871 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 50988) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:36:59.767140 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.v2.base [None req-b5b51106-ce43-476e-907f-8998698227ff tempest-NegativeSecGroupIPv6Test-1094873774 tempest-NegativeSecGroupIPv6Test-1094873774-project] Request body: {'security_group_rule': {'security_group_id': '3e7d4013-d194-48f0-a145-806167a0043b', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=83871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:36:59.773964 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-b5b51106-ce43-476e-907f-8998698227ff tempest-NegativeSecGroupIPv6Test-1094873774 tempest-NegativeSecGroupIPv6Test-1094873774-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:36:59.777923 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-b5b51106-ce43-476e-907f-8998698227ff tempest-NegativeSecGroupIPv6Test-1094873774 tempest-NegativeSecGroupIPv6Test-1094873774-project] Usage tracker for resource:security_group_rule and tenant:39eb4b5eadd145e3a3333e826460ae09 is out of sync, need to count used quota {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 13:36:59.780917 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-b5b51106-ce43-476e-907f-8998698227ff tempest-NegativeSecGroupIPv6Test-1094873774 tempest-NegativeSecGroupIPv6Test-1094873774-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 13:36:59.786765 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-b5b51106-ce43-476e-907f-8998698227ff tempest-NegativeSecGroupIPv6Test-1094873774 tempest-NegativeSecGroupIPv6Test-1094873774-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:36:59.808676 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-f241bf54-5359-4b4b-a06b-bc2d3e5073f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:59.809249 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.db.resource_extend [None req-b5a3ee6f-7730-46a1-9e86-bd9b9a892e89 tempest-TestNetworkAdvancedServerOps-1355420123 tempest-TestNetworkAdvancedServerOps-1355420123-project] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 01 13:36:59.812744 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-f241bf54-5359-4b4b-a06b-bc2d3e5073f2 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/faaf640a-e621-4e6a-9b8e-9127aa94c23c HTTP/1.1" status: 204 len: 168 time: 0.5977616 Apr 01 13:36:59.824628 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.db.securitygroups_db [None req-b5b51106-ce43-476e-907f-8998698227ff tempest-NegativeSecGroupIPv6Test-1094873774 tempest-NegativeSecGroupIPv6Test-1094873774-project] Project 39eb4b5eadd145e3a3333e826460ae09 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 01 13:36:59.829181 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a6b6f60-98d9-4312-8d7d-cbbb3750e61f None None] No DVR routers for this DVR port b11f269a-c523-4bf2-8a3d-f47de114a8db on host dv-neutron-836180-1-hyperv {{(pid=83872) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 13:36:59.866179 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc44137b-6af2-4294-b09b-72647dd8d210 None None] Network 09d7ea43-6376-4322-97e7-54cd01aae492 requested from dv-neutron-836180-1-hyperv {{(pid=83872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 13:36:59.871778 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-871ddd6e-f5ff-494b-bcfa-18c0e78999e4 tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Router 7920a49b-952b-47e2-bc87-8d3de51a0d27 has already been hosted by L3 agent 88bf8fc8-11a3-4e96-9d1b-5fd93ba9f6f1 {{(pid=83871) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 13:36:59.882782 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.api.v2.resource [None req-b5b51106-ce43-476e-907f-8998698227ff tempest-NegativeSecGroupIPv6Test-1094873774 tempest-NegativeSecGroupIPv6Test-1094873774-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 01 13:36:59.883823 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-b5b51106-ce43-476e-907f-8998698227ff tempest-NegativeSecGroupIPv6Test-1094873774 tempest-NegativeSecGroupIPv6Test-1094873774-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.1256998 Apr 01 13:36:59.888753 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 50996) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:36:59.905423 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.v2.base [None req-6f0a8983-ff86-44e9-9fc3-a149de5f3507 tempest-NegativeSecGroupIPv6Test-1094873774 tempest-NegativeSecGroupIPv6Test-1094873774-project] Request body: {'security_group_rule': {'security_group_id': '3e7d4013-d194-48f0-a145-806167a0043b', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=83869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:36:59.911713 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-6f0a8983-ff86-44e9-9fc3-a149de5f3507 tempest-NegativeSecGroupIPv6Test-1094873774 tempest-NegativeSecGroupIPv6Test-1094873774-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:36:59.916102 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-6f0a8983-ff86-44e9-9fc3-a149de5f3507 tempest-NegativeSecGroupIPv6Test-1094873774 tempest-NegativeSecGroupIPv6Test-1094873774-project] Usage tracker for resource:security_group_rule and tenant:39eb4b5eadd145e3a3333e826460ae09 is out of sync, need to count used quota {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 13:36:59.919879 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-6f0a8983-ff86-44e9-9fc3-a149de5f3507 tempest-NegativeSecGroupIPv6Test-1094873774 tempest-NegativeSecGroupIPv6Test-1094873774-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 13:36:59.925818 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-6f0a8983-ff86-44e9-9fc3-a149de5f3507 tempest-NegativeSecGroupIPv6Test-1094873774 tempest-NegativeSecGroupIPv6Test-1094873774-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:36:59.956574 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.db.securitygroups_db [None req-6f0a8983-ff86-44e9-9fc3-a149de5f3507 tempest-NegativeSecGroupIPv6Test-1094873774 tempest-NegativeSecGroupIPv6Test-1094873774-project] Project 39eb4b5eadd145e3a3333e826460ae09 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 01 13:36:59.975012 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-b5a3ee6f-7730-46a1-9e86-bd9b9a892e89 tempest-TestNetworkAdvancedServerOps-1355420123 tempest-TestNetworkAdvancedServerOps-1355420123-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575'] for network, after_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:36:59.983659 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5a3ee6f-7730-46a1-9e86-bd9b9a892e89 tempest-TestNetworkAdvancedServerOps-1355420123 tempest-TestNetworkAdvancedServerOps-1355420123-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:36:59.984428 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-b5a3ee6f-7730-46a1-9e86-bd9b9a892e89 tempest-TestNetworkAdvancedServerOps-1355420123 tempest-TestNetworkAdvancedServerOps-1355420123-project] Notify callbacks [] for network, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:37:00.047918 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.api.v2.resource [None req-6f0a8983-ff86-44e9-9fc3-a149de5f3507 tempest-NegativeSecGroupIPv6Test-1094873774 tempest-NegativeSecGroupIPv6Test-1094873774-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 01 13:37:00.052206 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-6f0a8983-ff86-44e9-9fc3-a149de5f3507 tempest-NegativeSecGroupIPv6Test-1094873774 tempest-NegativeSecGroupIPv6Test-1094873774-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1565394 Apr 01 13:37:00.052917 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 51002) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:37:00.229425 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Provisioning for port 3fbcdb0d-ff16-4590-b85e-e2516d336b46 completed by entity L2. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 13:37:00.238886 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a6b6f60-98d9-4312-8d7d-cbbb3750e61f None None] Pushing event deleted for resources: {'Port': ['ID=b11f269a-c523-4bf2-8a3d-f47de114a8db,revision_number=None']} {{(pid=83872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:37:00.246668 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Provisioning complete for port 3fbcdb0d-ff16-4590-b85e-e2516d336b46 triggered by entity L2. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 13:37:00.247057 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-948329'] for port, provisioning_complete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:37:00.323666 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fde9e76-e51b-4bec-aba7-30877d780921 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7e7d0ecb-2af4-55f5-9198-238ab0570d62-09d7ea43-6376-4322-97e7-54cd01aae492', 'network_id': '09d7ea43-6376-4322-97e7-54cd01aae492', 'tenant_id': '8b726fe6689e4b7f96def1a2219bea6c', 'fixed_ips': [{'subnet_id': '9431e004-93a6-46ab-a9e7-35c46579ba45'}]}} from dv-neutron-836180-1-hyperv. {{(pid=83872) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 01 13:37:00.324501 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-8fde9e76-e51b-4bec-aba7-30877d780921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:37:00.385659 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-b5a3ee6f-7730-46a1-9e86-bd9b9a892e89 tempest-TestNetworkAdvancedServerOps-1355420123 tempest-TestNetworkAdvancedServerOps-1355420123-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.9071350 Apr 01 13:37:00.386198 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 51018) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:37:00.400015 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e932bb-d8d1-402a-b7b0-3835d17eb9ec req-f2ff7dae-48de-469a-b50b-b78404b65899 tempest-ServerActionsTestJSON-64006463 tempest-ServerActionsTestJSON-64006463-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:37:00.401898 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-a1e932bb-d8d1-402a-b7b0-3835d17eb9ec req-f2ff7dae-48de-469a-b50b-b78404b65899 tempest-ServerActionsTestJSON-64006463 tempest-ServerActionsTestJSON-64006463-project] 10.222.0.26 "GET /v2.0/ports?device_id=746f2a68-07bc-4d82-957e-55cd7a32c31f HTTP/1.1" status: 200 len: 945 time: 0.7317514 Apr 01 13:37:00.418192 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.v2.base [None req-75dc155d-1e53-402a-9ad1-d2ae7b13ea6a tempest-TestNetworkAdvancedServerOps-1355420123 tempest-TestNetworkAdvancedServerOps-1355420123-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-555895105', 'admin_state_up': True, 'project_id': 'c4570dfc5b694d9bb3c42a8f7c596843', 'external_gateway_info': {'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301'}}} {{(pid=83871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:37:00.421004 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-e3cb43f6-ec9b-44be-b3bd-e8c67df76f36 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:37:00.426010 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-e3cb43f6-ec9b-44be-b3bd-e8c67df76f36 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Usage tracker for resource:subnet and tenant:8b726fe6689e4b7f96def1a2219bea6c is out of sync, need to count used quota {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 13:37:00.431523 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-e3cb43f6-ec9b-44be-b3bd-e8c67df76f36 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 13:37:00.438234 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-e3cb43f6-ec9b-44be-b3bd-e8c67df76f36 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:37:00.447064 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a3ee6f-7730-46a1-9e86-bd9b9a892e89 tempest-TestNetworkAdvancedServerOps-1355420123 tempest-TestNetworkAdvancedServerOps-1355420123-project] Pushing event updated for resources: {'Network': ['ID=cb4d1837-1892-4ca3-a559-eb0035507686,revision_number=1']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:37:00.450824 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-75dc155d-1e53-402a-9ad1-d2ae7b13ea6a tempest-TestNetworkAdvancedServerOps-1355420123 tempest-TestNetworkAdvancedServerOps-1355420123-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:37:00.457919 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-75dc155d-1e53-402a-9ad1-d2ae7b13ea6a tempest-TestNetworkAdvancedServerOps-1355420123 tempest-TestNetworkAdvancedServerOps-1355420123-project] Usage tracker for resource:router and tenant:c4570dfc5b694d9bb3c42a8f7c596843 is out of sync, need to count used quota {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 13:37:00.468892 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-75dc155d-1e53-402a-9ad1-d2ae7b13ea6a tempest-TestNetworkAdvancedServerOps-1355420123 tempest-TestNetworkAdvancedServerOps-1355420123-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 13:37:00.487996 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-75dc155d-1e53-402a-9ad1-d2ae7b13ea6a tempest-TestNetworkAdvancedServerOps-1355420123 tempest-TestNetworkAdvancedServerOps-1355420123-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:37:00.504055 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3cb43f6-ec9b-44be-b3bd-e8c67df76f36 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Made reservation on behalf of 8b726fe6689e4b7f96def1a2219bea6c for: {'subnet': 1} {{(pid=83869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 13:37:00.509965 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-871ddd6e-f5ff-494b-bcfa-18c0e78999e4 tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Notify agent at l3_agent.dv-neutron-836180-1-hyperv the message routers_updated {{(pid=83871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 13:37:00.511854 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-e3cb43f6-ec9b-44be-b3bd-e8c67df76f36 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2999481'] for subnet, before_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:37:00.525084 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-871ddd6e-f5ff-494b-bcfa-18c0e78999e4 tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] 10.222.0.26 "PUT /v2.0/routers/7920a49b-952b-47e2-bc87-8d3de51a0d27/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3555999 Apr 01 13:37:00.526001 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcd9031b-5767-44e8-837a-db16e2aa1fa7 None None] Sync routers for ids ['7920a49b-952b-47e2-bc87-8d3de51a0d27'] in dv-neutron-836180-1-hyperv {{(pid=83873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 13:37:00.527891 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 51026) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:37:00.538583 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-75dc155d-1e53-402a-9ad1-d2ae7b13ea6a tempest-TestNetworkAdvancedServerOps-1355420123 tempest-TestNetworkAdvancedServerOps-1355420123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4082176', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4220'] for router, before_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:37:00.542127 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-75dc155d-1e53-402a-9ad1-d2ae7b13ea6a tempest-TestNetworkAdvancedServerOps-1355420123 tempest-TestNetworkAdvancedServerOps-1355420123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4082277', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4084873', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4148249', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4211'] for router, precommit_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:37:00.544846 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.db_base_plugin_common [None req-cdb522a1-46c1-4186-9145-ecb579141647 tempest-AllowedAddressPairIpV6TestJSON-1064512019 tempest-AllowedAddressPairIpV6TestJSON-1064512019-project] Allocated IP 2001:db8::3c3 (bbd7a654-1927-4f32-a4fb-32334d8c9a6d/84e02391-6c1e-4e9d-b186-799c1098d84a/18db3675-0af5-46d2-9144-d02e36cb476d) {{(pid=83869) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 13:37:00.546790 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcd9031b-5767-44e8-837a-db16e2aa1fa7 None None] Routers {'7920a49b-952b-47e2-bc87-8d3de51a0d27'} bound to L3 agent in host dv-neutron-836180-1-hyperv {{(pid=83873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 13:37:00.547324 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-bcd9031b-5767-44e8-837a-db16e2aa1fa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836180-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T13:25:36Z,description=,heartbeat_timestamp=2022-04-01T13:36:36Z,host='dv-neutron-836180-1-hyperv',id=88bf8fc8-11a3-4e96-9d1b-5fd93ba9f6f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T13:25:36Z,topic='l3_agent')) {'router_ids': ['7920a49b-952b-47e2-bc87-8d3de51a0d27'], 'active': True} {{(pid=83873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:37:00.552137 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Network cb4d1837-1892-4ca3-a559-eb0035507686 details requested by agent ovs-agent-dv-neutron-836180-1-hyperv with host dv-neutron-836180-1-hyperv {{(pid=83872) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 13:37:00.614344 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-fadb41fc-e91c-49b0-9699-f0aa2f27a377 tempest-NegativeSecGroupIPv6Test-1094873774 tempest-NegativeSecGroupIPv6Test-1094873774-project] Notify callbacks [] for security_group, before_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:37:00.701777 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-bcd9031b-5767-44e8-837a-db16e2aa1fa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-836180-1-hyperv', False) {} {{(pid=83873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:37:00.727339 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcd9031b-5767-44e8-837a-db16e2aa1fa7 None None] Routers {'7920a49b-952b-47e2-bc87-8d3de51a0d27'} bound to L3 agent in host dv-neutron-836180-1-hyperv {{(pid=83873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 13:37:00.729288 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-bcd9031b-5767-44e8-837a-db16e2aa1fa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836180-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T13:25:36Z,description=,heartbeat_timestamp=2022-04-01T13:36:36Z,host='dv-neutron-836180-1-hyperv',id=88bf8fc8-11a3-4e96-9d1b-5fd93ba9f6f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T13:25:36Z,topic='l3_agent')) {'router_ids': ['7920a49b-952b-47e2-bc87-8d3de51a0d27'], 'active': True} {{(pid=83873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:37:00.733621 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Device b11f269a-c523-4bf2-8a3d-f47de114a8db no longer exists at agent ovs-agent-dv-neutron-836180-1-hyperv {{(pid=83872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 13:37:00.737103 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-fadb41fc-e91c-49b0-9699-f0aa2f27a377 tempest-NegativeSecGroupIPv6Test-1094873774 tempest-NegativeSecGroupIPv6Test-1094873774-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:37:00.768669 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-75dc155d-1e53-402a-9ad1-d2ae7b13ea6a tempest-TestNetworkAdvancedServerOps-1355420123 tempest-TestNetworkAdvancedServerOps-1355420123-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:37:00.831221 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-bcd9031b-5767-44e8-837a-db16e2aa1fa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-836180-1-hyperv', False) {} {{(pid=83873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:37:00.831975 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcd9031b-5767-44e8-837a-db16e2aa1fa7 None None] The sync data for ids ['7920a49b-952b-47e2-bc87-8d3de51a0d27'] in dv-neutron-836180-1-hyperv is: [] {{(pid=83873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 13:37:00.894727 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-a1e932bb-d8d1-402a-b7b0-3835d17eb9ec req-d0301636-822d-472f-8c9e-d6be7a9096b2 tempest-ServerActionsTestJSON-64006463 tempest-ServerActionsTestJSON-64006463-project] 10.222.0.26 "GET /v2.0/security-groups?id=0d525850-c301-4718-92cf-e73f2c3e9524&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4405572 Apr 01 13:37:00.937388 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:37:00.953950 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.plugin [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] No Port match for: b11f269a-c523-4bf2-8a3d-f47de114a8db {{(pid=83872) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 01 13:37:00.954283 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Device b11f269a-c523-4bf2-8a3d-f47de114a8db not bound to the agent host dv-neutron-836180-1-hyperv {{(pid=83872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 13:37:00.982636 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-0a3aa506-75f1-4818-b0ce-50934c6e078c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:37:01.088123 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '746f2a68-07bc-4d82-957e-55cd7a32c31f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3fbcdb0d-ff16-4590-b85e-e2516d336b46'}] {{(pid=83872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 13:37:01.179800 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-fadb41fc-e91c-49b0-9699-f0aa2f27a377 tempest-NegativeSecGroupIPv6Test-1094873774 tempest-NegativeSecGroupIPv6Test-1094873774-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3775923'] for security_group, after_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:37:01.197235 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.api.v2.resource [None req-cb82936a-9a72-4502-b60b-aec930033e9d tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] remove_router_interface failed (client error): The resource could not be found. Apr 01 13:37:01.201683 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-cb82936a-9a72-4502-b60b-aec930033e9d tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] 10.222.0.26 "PUT /v2.0/routers/7920a49b-952b-47e2-bc87-8d3de51a0d27/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.6655481 Apr 01 13:37:01.202559 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 51044) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:37:01.203347 dv-neutron-836180-1-hyperv neutron-server[83872]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '746f2a68-07bc-4d82-957e-55cd7a32c31f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3fbcdb0d-ff16-4590-b85e-e2516d336b46', 'code': 200} Apr 01 13:37:01.205860 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] For port 3fbcdb0d-ff16-4590-b85e-e2516d336b46, host hv-neutron-8361, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8361',level=0,port_id=3fbcdb0d-ff16-4590-b85e-e2516d336b46,segment=NetworkSegment(881a382f-8ed1-478b-97b4-4d4f48893b0b),segment_id=881a382f-8ed1-478b-97b4-4d4f48893b0b)] {{(pid=83872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 13:37:01.223434 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-0a3aa506-75f1-4818-b0ce-50934c6e078c None None] For port 435313fa-e093-454d-94ad-95f90a112135, host dv-neutron-836180-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836180-1-hyperv',level=0,port_id=435313fa-e093-454d-94ad-95f90a112135,segment=NetworkSegment(33e27317-9096-422b-900b-39e7e906a2b3),segment_id=33e27317-9096-422b-900b-39e7e906a2b3)] {{(pid=83872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 13:37:01.226615 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864'] for port, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:37:01.255622 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-227e057e-922b-4f94-a25f-48da5f3453a7 tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Synchronizing usage tracker for tenant:315e7395dd224b3fb020d0b9d921742e on resource:port {{(pid=83871) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 13:37:01.271735 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-75dc155d-1e53-402a-9ad1-d2ae7b13ea6a tempest-TestNetworkAdvancedServerOps-1355420123 tempest-TestNetworkAdvancedServerOps-1355420123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4084887', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4079850', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4161'] for router, precommit_update {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:37:01.279636 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-0a3aa506-75f1-4818-b0ce-50934c6e078c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864'] for port, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:37:01.287397 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-227e057e-922b-4f94-a25f-48da5f3453a7 tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Unset dirty status for tenant:315e7395dd224b3fb020d0b9d921742e on resource:port {{(pid=83871) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 13:37:01.292112 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-227e057e-922b-4f94-a25f-48da5f3453a7 tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] 10.222.0.26 "GET /v2.0/ports?device_id=7920a49b-952b-47e2-bc87-8d3de51a0d27 HTTP/1.1" status: 200 len: 205 time: 0.0872810 Apr 01 13:37:01.293189 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 51048) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:37:01.318204 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.db_base_plugin_common [None req-8fde9e76-e51b-4bec-aba7-30877d780921 None None] Allocated IP 172.20.0.2 (09d7ea43-6376-4322-97e7-54cd01aae492/9431e004-93a6-46ab-a9e7-35c46579ba45/a87785dd-39c3-4c52-b12a-3ced1750d6e5) {{(pid=83872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 13:37:01.379525 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fadb41fc-e91c-49b0-9699-f0aa2f27a377 tempest-NegativeSecGroupIPv6Test-1094873774 tempest-NegativeSecGroupIPv6Test-1094873774-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e7d4013-d194-48f0-a145-806167a0043b,revision_number=None']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:37:01.386269 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Pushing event updated for resources: {'Port': ['ID=3fbcdb0d-ff16-4590-b85e-e2516d336b46,revision_number=5']} {{(pid=83872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:37:01.441728 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 51052) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:37:01.462233 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 51054) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:37:01.537667 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-fadb41fc-e91c-49b0-9699-f0aa2f27a377 tempest-NegativeSecGroupIPv6Test-1094873774 tempest-NegativeSecGroupIPv6Test-1094873774-project] Notify callbacks [] for security_group, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:37:01.542357 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-fadb41fc-e91c-49b0-9699-f0aa2f27a377 tempest-NegativeSecGroupIPv6Test-1094873774 tempest-NegativeSecGroupIPv6Test-1094873774-project] 10.222.0.26 "DELETE /v2.0/security-groups/3e7d4013-d194-48f0-a145-806167a0043b HTTP/1.1" status: 204 len: 168 time: 1.4750233 Apr 01 13:37:01.550337 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 51064) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:37:01.582428 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-cdb522a1-46c1-4186-9145-ecb579141647 tempest-AllowedAddressPairIpV6TestJSON-1064512019 tempest-AllowedAddressPairIpV6TestJSON-1064512019-project] Notify callbacks [] for port, precommit_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:37:01.644922 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.provisioning_blocks [None req-cdb522a1-46c1-4186-9145-ecb579141647 tempest-AllowedAddressPairIpV6TestJSON-1064512019 tempest-AllowedAddressPairIpV6TestJSON-1064512019-project] Transition to ACTIVE for port object 18db3675-0af5-46d2-9144-d02e36cb476d will not be triggered until provisioned by entity DHCP. {{(pid=83869) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 13:37:01.645388 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a3aa506-75f1-4818-b0ce-50934c6e078c None None] Pushing event updated for resources: {'Port': ['ID=435313fa-e093-454d-94ad-95f90a112135,revision_number=3']} {{(pid=83872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:37:01.672328 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-cdb522a1-46c1-4186-9145-ecb579141647 tempest-AllowedAddressPairIpV6TestJSON-1064512019 tempest-AllowedAddressPairIpV6TestJSON-1064512019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736732935801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2705155'] for port, after_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:37:01.810205 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-8fde9e76-e51b-4bec-aba7-30877d780921 None None] Notify callbacks [] for port, precommit_create {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:37:01.813622 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.objects.ports [None req-e3cb43f6-ec9b-44be-b3bd-e8c67df76f36 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=83869) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Apr 01 13:37:01.827590 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-8fde9e76-e51b-4bec-aba7-30877d780921 None None] Transition to ACTIVE for port object a87785dd-39c3-4c52-b12a-3ced1750d6e5 will not be triggered until provisioned by entity L2. {{(pid=83872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 13:37:01.832282 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdb522a1-46c1-4186-9145-ecb579141647 tempest-AllowedAddressPairIpV6TestJSON-1064512019 tempest-AllowedAddressPairIpV6TestJSON-1064512019-project] Network bbd7a654-1927-4f32-a4fb-32334d8c9a6d is already hosted by enough agents. {{(pid=83869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 13:37:01.833215 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-e3cb43f6-ec9b-44be-b3bd-e8c67df76f36 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2705391', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2999447'] for subnet, after_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:37:01.840639 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.v2.base [None req-9100fe0a-5f3b-4898-95ba-f6057b1aaa5c tempest-ExtraDHCPOptionsIpV6TestJSON-1348051470 tempest-ExtraDHCPOptionsIpV6TestJSON-1348051470-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-1172481046'}} {{(pid=83869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:37:01.852202 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.scheduler.base_scheduler [None req-cdb522a1-46c1-4186-9145-ecb579141647 tempest-AllowedAddressPairIpV6TestJSON-1064512019 tempest-AllowedAddressPairIpV6TestJSON-1064512019-project] Resources bound (agent type, host, resource id): {{(pid=83869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 13:37:01.858716 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-fd71aca8-7eb8-49f4-bf37-59567dbf1f24 tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Notify callbacks [] for router, before_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:37:01.891799 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdb522a1-46c1-4186-9145-ecb579141647 tempest-AllowedAddressPairIpV6TestJSON-1064512019 tempest-AllowedAddressPairIpV6TestJSON-1064512019-project] Received port after_create {{(pid=83869) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 13:37:01.896055 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdb522a1-46c1-4186-9145-ecb579141647 tempest-AllowedAddressPairIpV6TestJSON-1064512019 tempest-AllowedAddressPairIpV6TestJSON-1064512019-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:37:01.896346 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-cdb522a1-46c1-4186-9145-ecb579141647 tempest-AllowedAddressPairIpV6TestJSON-1064512019 tempest-AllowedAddressPairIpV6TestJSON-1064512019-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109561'] for port, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:37:01.901964 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-9100fe0a-5f3b-4898-95ba-f6057b1aaa5c tempest-ExtraDHCPOptionsIpV6TestJSON-1348051470 tempest-ExtraDHCPOptionsIpV6TestJSON-1348051470-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:37:01.911236 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-8fde9e76-e51b-4bec-aba7-30877d780921 None None] Transition to ACTIVE for port object a87785dd-39c3-4c52-b12a-3ced1750d6e5 will not be triggered until provisioned by entity DHCP. {{(pid=83872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 13:37:01.914201 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-d9d4f8b5-3ab5-4028-99a6-bb114017eb11 None None] Provisioning for port 7815e9c9-ff58-4101-a718-f86e07c07b0b completed by entity DHCP. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 13:37:01.922319 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-d9d4f8b5-3ab5-4028-99a6-bb114017eb11 None None] Provisioning complete for port 7815e9c9-ff58-4101-a718-f86e07c07b0b triggered by entity DHCP. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 13:37:01.922889 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-d9d4f8b5-3ab5-4028-99a6-bb114017eb11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-948329'] for port, provisioning_complete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:37:01.923720 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-9100fe0a-5f3b-4898-95ba-f6057b1aaa5c tempest-ExtraDHCPOptionsIpV6TestJSON-1348051470 tempest-ExtraDHCPOptionsIpV6TestJSON-1348051470-project] Usage tracker for resource:network and tenant:5fda084d5ace4cf1b026737ae1cafe2d is out of sync, need to count used quota {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 13:37:01.925019 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.v2.base [None req-5072e6bd-4cab-455d-9abe-0cceffb75532 tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1892121639'}} {{(pid=83871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:37:01.930480 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb522a1-46c1-4186-9145-ecb579141647 tempest-AllowedAddressPairIpV6TestJSON-1064512019 tempest-AllowedAddressPairIpV6TestJSON-1064512019-project] Pushing event updated for resources: {'Port': ['ID=18db3675-0af5-46d2-9144-d02e36cb476d,revision_number=1']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:37:01.930993 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-5072e6bd-4cab-455d-9abe-0cceffb75532 tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:37:01.939490 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-9100fe0a-5f3b-4898-95ba-f6057b1aaa5c tempest-ExtraDHCPOptionsIpV6TestJSON-1348051470 tempest-ExtraDHCPOptionsIpV6TestJSON-1348051470-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 13:37:01.958404 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-5072e6bd-4cab-455d-9abe-0cceffb75532 tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] Usage tracker for resource:network and tenant:16dc8bccab6243da8b678a9c9f0a6318 is out of sync, need to count used quota {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 13:37:01.964192 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-9100fe0a-5f3b-4898-95ba-f6057b1aaa5c tempest-ExtraDHCPOptionsIpV6TestJSON-1348051470 tempest-ExtraDHCPOptionsIpV6TestJSON-1348051470-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:37:01.964911 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-5072e6bd-4cab-455d-9abe-0cceffb75532 tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 13:37:01.965147 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-8fde9e76-e51b-4bec-aba7-30877d780921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736732935801'] for port, after_create {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:37:01.972182 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-cdb522a1-46c1-4186-9145-ecb579141647 tempest-AllowedAddressPairIpV6TestJSON-1064512019 tempest-AllowedAddressPairIpV6TestJSON-1064512019-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1008 time: 3.7225437 Apr 01 13:37:01.974406 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3cb43f6-ec9b-44be-b3bd-e8c67df76f36 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Network 09d7ea43-6376-4322-97e7-54cd01aae492 is already hosted by enough agents. {{(pid=83869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 13:37:01.981168 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 51070) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:37:01.982014 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.scheduler.base_scheduler [None req-e3cb43f6-ec9b-44be-b3bd-e8c67df76f36 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Resources bound (agent type, host, resource id): {{(pid=83869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 13:37:01.985931 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-5072e6bd-4cab-455d-9abe-0cceffb75532 tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:37:02.032111 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3cb43f6-ec9b-44be-b3bd-e8c67df76f36 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:37:02.032799 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-e3cb43f6-ec9b-44be-b3bd-e8c67df76f36 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3017602'] for subnet, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:37:02.059244 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3cb43f6-ec9b-44be-b3bd-e8c67df76f36 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Pushing event updated for resources: {'Subnet': ['ID=0b354cd2-492c-4dfd-8171-17962a9a8a5b,revision_number=0']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:37:02.065354 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.plugin [None req-d9d4f8b5-3ab5-4028-99a6-bb114017eb11 None None] Port 7815e9c9-ff58-4101-a718-f86e07c07b0b cannot update to ACTIVE because it is not bound. {{(pid=83872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 13:37:02.075622 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fde9e76-e51b-4bec-aba7-30877d780921 None None] Network 09d7ea43-6376-4322-97e7-54cd01aae492 is already hosted by enough agents. {{(pid=83872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 13:37:02.078523 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fde9e76-e51b-4bec-aba7-30877d780921 None None] Pushing event updated for resources: {'Port': ['ID=a87785dd-39c3-4c52-b12a-3ced1750d6e5,revision_number=1']} {{(pid=83872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:37:02.081280 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.scheduler.base_scheduler [None req-8fde9e76-e51b-4bec-aba7-30877d780921 None None] Resources bound (agent type, host, resource id): {{(pid=83872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 13:37:02.086153 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-e3cb43f6-ec9b-44be-b3bd-e8c67df76f36 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.4878438 Apr 01 13:37:02.088650 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 51074) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:37:02.089291 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9100fe0a-5f3b-4898-95ba-f6057b1aaa5c tempest-ExtraDHCPOptionsIpV6TestJSON-1348051470 tempest-ExtraDHCPOptionsIpV6TestJSON-1348051470-project] Made reservation on behalf of 5fda084d5ace4cf1b026737ae1cafe2d for: {'network': 1} {{(pid=83869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 13:37:02.092246 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-9100fe0a-5f3b-4898-95ba-f6057b1aaa5c tempest-ExtraDHCPOptionsIpV6TestJSON-1348051470 tempest-ExtraDHCPOptionsIpV6TestJSON-1348051470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for network, before_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:37:02.095899 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fde9e76-e51b-4bec-aba7-30877d780921 None None] Received port after_create {{(pid=83872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 13:37:02.127536 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5072e6bd-4cab-455d-9abe-0cceffb75532 tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] Made reservation on behalf of 16dc8bccab6243da8b678a9c9f0a6318 for: {'network': 1} {{(pid=83871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 13:37:02.130586 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-5072e6bd-4cab-455d-9abe-0cceffb75532 tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for network, before_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:37:02.139352 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-d9d4f8b5-3ab5-4028-99a6-bb114017eb11 None None] Provisioning complete for port 435313fa-e093-454d-94ad-95f90a112135 triggered by entity DHCP. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 13:37:02.139721 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-d9d4f8b5-3ab5-4028-99a6-bb114017eb11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-948329'] for port, provisioning_complete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:37:02.156804 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.v2.base [None req-1e194b54-26dc-4364-bcee-d831da430cfa tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Request body: {'port': {'network_id': '09d7ea43-6376-4322-97e7-54cd01aae492', 'mac_address': 'fa:16:3e:de:aa:de', 'name': 'tempest-NetworksTestDHCPv6-1165285013'}} {{(pid=83869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:37:02.173679 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-5072e6bd-4cab-455d-9abe-0cceffb75532 tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] Notify callbacks [] for security_group, before_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:37:02.283150 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.managers [None req-8fde9e76-e51b-4bec-aba7-30877d780921 None None] Attempting to bind port a87785dd-39c3-4c52-b12a-3ced1750d6e5 on host dv-neutron-836180-1-hyperv for vnic_type normal with profile {{(pid=83872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 13:37:02.283783 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.managers [None req-8fde9e76-e51b-4bec-aba7-30877d780921 None None] Attempting to bind port a87785dd-39c3-4c52-b12a-3ced1750d6e5 by drivers openvswitch,hyperv on host dv-neutron-836180-1-hyperv at level 0 using segments [{'id': '16094ed0-4a47-4ff6-9238-85c278d7a2a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '09d7ea43-6376-4322-97e7-54cd01aae492'}] {{(pid=83872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 13:37:02.284323 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fde9e76-e51b-4bec-aba7-30877d780921 None None] Attempting to bind port a87785dd-39c3-4c52-b12a-3ced1750d6e5 on network 09d7ea43-6376-4322-97e7-54cd01aae492 {{(pid=83872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 13:37:02.307474 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fde9e76-e51b-4bec-aba7-30877d780921 None None] Checking agent: {'id': 'af948428-97cd-4d10-9f53-af028bdb39b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-836180-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 13, 25, 37), 'started_at': datetime.datetime(2022, 4, 1, 13, 26, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 13, 36, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-836180-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 13:37:02.308098 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fde9e76-e51b-4bec-aba7-30877d780921 None None] Checking segment: {'id': '16094ed0-4a47-4ff6-9238-85c278d7a2a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '09d7ea43-6376-4322-97e7-54cd01aae492'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 13:37:02.308670 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-8fde9e76-e51b-4bec-aba7-30877d780921 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:37:02.309198 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fde9e76-e51b-4bec-aba7-30877d780921 None None] Bound using segment: {'id': '16094ed0-4a47-4ff6-9238-85c278d7a2a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '09d7ea43-6376-4322-97e7-54cd01aae492'} {{(pid=83872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 13:37:02.309842 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.managers [None req-8fde9e76-e51b-4bec-aba7-30877d780921 None None] Bound port: a87785dd-39c3-4c52-b12a-3ced1750d6e5, host: dv-neutron-836180-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '16094ed0-4a47-4ff6-9238-85c278d7a2a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '09d7ea43-6376-4322-97e7-54cd01aae492'}}] {{(pid=83872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 13:37:02.310404 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-8fde9e76-e51b-4bec-aba7-30877d780921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:37:02.392439 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-ba57237b-8b24-4c87-bc7e-3a425d53be95 tempest-NegativeSecGroupIPv6Test-1094873774 tempest-NegativeSecGroupIPv6Test-1094873774-project] Synchronizing usage tracker for tenant:39eb4b5eadd145e3a3333e826460ae09 on resource:security_group {{(pid=83871) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 13:37:02.418684 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-5072e6bd-4cab-455d-9abe-0cceffb75532 tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:37:02.425182 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-5072e6bd-4cab-455d-9abe-0cceffb75532 tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] Usage tracker for resource:security_group_rule and tenant:16dc8bccab6243da8b678a9c9f0a6318 is out of sync, need to count used quota {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 13:37:02.430063 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-5072e6bd-4cab-455d-9abe-0cceffb75532 tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 13:37:02.436266 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-5072e6bd-4cab-455d-9abe-0cceffb75532 tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:37:02.453776 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-9100fe0a-5f3b-4898-95ba-f6057b1aaa5c tempest-ExtraDHCPOptionsIpV6TestJSON-1348051470 tempest-ExtraDHCPOptionsIpV6TestJSON-1348051470-project] Notify callbacks [] for security_group, before_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:37:02.455796 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-8fde9e76-e51b-4bec-aba7-30877d780921 None None] For port a87785dd-39c3-4c52-b12a-3ced1750d6e5, host dv-neutron-836180-1-hyperv, cleared binding levels {{(pid=83872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 13:37:02.458859 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-8fde9e76-e51b-4bec-aba7-30877d780921 None None] For port a87785dd-39c3-4c52-b12a-3ced1750d6e5, host dv-neutron-836180-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836180-1-hyperv',level=0,port_id=a87785dd-39c3-4c52-b12a-3ced1750d6e5,segment=NetworkSegment(16094ed0-4a47-4ff6-9238-85c278d7a2a5),segment_id=16094ed0-4a47-4ff6-9238-85c278d7a2a5)] {{(pid=83872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 13:37:02.466356 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-8fde9e76-e51b-4bec-aba7-30877d780921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864'] for port, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:37:02.506326 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-1e194b54-26dc-4364-bcee-d831da430cfa tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:37:02.511989 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-75dc155d-1e53-402a-9ad1-d2ae7b13ea6a tempest-TestNetworkAdvancedServerOps-1355420123 tempest-TestNetworkAdvancedServerOps-1355420123-project] Notify callbacks [] for router_gateway, before_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:37:02.520804 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Device 435313fa-e093-454d-94ad-95f90a112135 up at agent ovs-agent-dv-neutron-836180-1-hyperv {{(pid=83872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 13:37:02.530620 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-1e194b54-26dc-4364-bcee-d831da430cfa tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Usage tracker for resource:port and tenant:8b726fe6689e4b7f96def1a2219bea6c is out of sync, need to count used quota {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 13:37:02.543385 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-1e194b54-26dc-4364-bcee-d831da430cfa tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 13:37:02.561296 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-9100fe0a-5f3b-4898-95ba-f6057b1aaa5c tempest-ExtraDHCPOptionsIpV6TestJSON-1348051470 tempest-ExtraDHCPOptionsIpV6TestJSON-1348051470-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:37:02.564199 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-1e194b54-26dc-4364-bcee-d831da430cfa tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:37:02.573577 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-9100fe0a-5f3b-4898-95ba-f6057b1aaa5c tempest-ExtraDHCPOptionsIpV6TestJSON-1348051470 tempest-ExtraDHCPOptionsIpV6TestJSON-1348051470-project] Usage tracker for resource:security_group_rule and tenant:5fda084d5ace4cf1b026737ae1cafe2d is out of sync, need to count used quota {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 13:37:02.581790 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-9100fe0a-5f3b-4898-95ba-f6057b1aaa5c tempest-ExtraDHCPOptionsIpV6TestJSON-1348051470 tempest-ExtraDHCPOptionsIpV6TestJSON-1348051470-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 13:37:02.593270 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-9100fe0a-5f3b-4898-95ba-f6057b1aaa5c tempest-ExtraDHCPOptionsIpV6TestJSON-1348051470 tempest-ExtraDHCPOptionsIpV6TestJSON-1348051470-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:37:02.606883 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4efdcd1a-f455-4ae6-af4f-ed81cfc17ed5 tempest-AllowedAddressPairIpV6TestJSON-1064512019 tempest-AllowedAddressPairIpV6TestJSON-1064512019-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:37:02.611591 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4efdcd1a-f455-4ae6-af4f-ed81cfc17ed5 tempest-AllowedAddressPairIpV6TestJSON-1064512019 tempest-AllowedAddressPairIpV6TestJSON-1064512019-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:37:02.616615 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4efdcd1a-f455-4ae6-af4f-ed81cfc17ed5 tempest-AllowedAddressPairIpV6TestJSON-1064512019 tempest-AllowedAddressPairIpV6TestJSON-1064512019-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:37:02.617452 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-4efdcd1a-f455-4ae6-af4f-ed81cfc17ed5 tempest-AllowedAddressPairIpV6TestJSON-1064512019 tempest-AllowedAddressPairIpV6TestJSON-1064512019-project] Synchronizing usage tracker for tenant:6fd515cdecb148b98b1bf1573eeed293 on resource:port {{(pid=83869) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 13:37:02.620004 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e194b54-26dc-4364-bcee-d831da430cfa tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Made reservation on behalf of 8b726fe6689e4b7f96def1a2219bea6c for: {'port': 1} {{(pid=83869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 13:37:02.620906 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fde9e76-e51b-4bec-aba7-30877d780921 None None] Pushing event updated for resources: {'Port': ['ID=a87785dd-39c3-4c52-b12a-3ced1750d6e5,revision_number=2']} {{(pid=83872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:37:02.643613 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-b89f119e-2072-483a-9d79-2c3cd81d10b1 None None] Provisioning complete for port 7815e9c9-ff58-4101-a718-f86e07c07b0b triggered by entity DHCP. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 13:37:02.643975 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-b89f119e-2072-483a-9d79-2c3cd81d10b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-948329'] for port, provisioning_complete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:37:02.650418 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-75dc155d-1e53-402a-9ad1-d2ae7b13ea6a tempest-TestNetworkAdvancedServerOps-1355420123 tempest-TestNetworkAdvancedServerOps-1355420123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:37:02.654613 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-25b55800-7791-4115-b2e9-e6cacd415976 req-8527e598-5ded-48f1-89ac-04844bdf1b0e service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=746f2a68-07bc-4d82-957e-55cd7a32c31f HTTP/1.1" status: 200 len: 1099 time: 1.0479221 Apr 01 13:37:02.655252 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11ecc37-f8d1-4c4a-ba43-f8a823251772 req-c342ae6d-1212-4676-9510-4ceefd161d09 tempest-ServerActionsTestJSON-64006463 tempest-ServerActionsTestJSON-64006463-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:37:02.662113 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-b11ecc37-f8d1-4c4a-ba43-f8a823251772 req-c342ae6d-1212-4676-9510-4ceefd161d09 tempest-ServerActionsTestJSON-64006463 tempest-ServerActionsTestJSON-64006463-project] 10.222.0.26 "GET /v2.0/ports?device_id=746f2a68-07bc-4d82-957e-55cd7a32c31f HTTP/1.1" status: 200 len: 946 time: 0.5477548 Apr 01 13:37:02.708632 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Provisioning complete for port 435313fa-e093-454d-94ad-95f90a112135 triggered by entity L2. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 13:37:02.709176 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-948329'] for port, provisioning_complete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:37:02.736391 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.plugin [None req-b89f119e-2072-483a-9d79-2c3cd81d10b1 None None] Port 7815e9c9-ff58-4101-a718-f86e07c07b0b cannot update to ACTIVE because it is not bound. {{(pid=83872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 13:37:02.776599 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-4efdcd1a-f455-4ae6-af4f-ed81cfc17ed5 tempest-AllowedAddressPairIpV6TestJSON-1064512019 tempest-AllowedAddressPairIpV6TestJSON-1064512019-project] Unset dirty status for tenant:6fd515cdecb148b98b1bf1573eeed293 on resource:port {{(pid=83869) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 13:37:02.781043 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-b89f119e-2072-483a-9d79-2c3cd81d10b1 None None] Provisioning for port 18db3675-0af5-46d2-9144-d02e36cb476d completed by entity DHCP. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 13:37:02.781297 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-4efdcd1a-f455-4ae6-af4f-ed81cfc17ed5 tempest-AllowedAddressPairIpV6TestJSON-1064512019 tempest-AllowedAddressPairIpV6TestJSON-1064512019-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2484 time: 0.7971933 Apr 01 13:37:02.782264 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 51078) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:37:02.789805 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-b89f119e-2072-483a-9d79-2c3cd81d10b1 None None] Provisioning complete for port 18db3675-0af5-46d2-9144-d02e36cb476d triggered by entity DHCP. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 13:37:02.790172 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-b89f119e-2072-483a-9d79-2c3cd81d10b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-948329'] for port, provisioning_complete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:37:02.911638 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-5072e6bd-4cab-455d-9abe-0cceffb75532 tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] Notify callbacks [] for security_group, precommit_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:37:02.940490 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-b11ecc37-f8d1-4c4a-ba43-f8a823251772 req-9f85faa1-1870-439e-b80d-46d0aa3fc82d tempest-ServerActionsTestJSON-64006463 tempest-ServerActionsTestJSON-64006463-project] 10.222.0.26 "GET /v2.0/security-groups?id=0d525850-c301-4718-92cf-e73f2c3e9524&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2766235 Apr 01 13:37:02.998269 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-1e194b54-26dc-4364-bcee-d831da430cfa tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:37:03.013368 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.plugin [None req-db58983b-88db-4370-9af6-8160f0f95bd0 tempest-AllowedAddressPairIpV6TestJSON-1064512019 tempest-AllowedAddressPairIpV6TestJSON-1064512019-project] Deleting port 18db3675-0af5-46d2-9144-d02e36cb476d {{(pid=83869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 13:37:03.013773 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-db58983b-88db-4370-9af6-8160f0f95bd0 tempest-AllowedAddressPairIpV6TestJSON-1064512019 tempest-AllowedAddressPairIpV6TestJSON-1064512019-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736733287370'] for port, before_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:37:03.042045 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-ba57237b-8b24-4c87-bc7e-3a425d53be95 tempest-NegativeSecGroupIPv6Test-1094873774 tempest-NegativeSecGroupIPv6Test-1094873774-project] Unset dirty status for tenant:39eb4b5eadd145e3a3333e826460ae09 on resource:security_group {{(pid=83871) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 13:37:03.043487 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-ba57237b-8b24-4c87-bc7e-3a425d53be95 tempest-NegativeSecGroupIPv6Test-1094873774 tempest-NegativeSecGroupIPv6Test-1094873774-project] 10.222.0.26 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 1.4798484 Apr 01 13:37:03.044395 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-5072e6bd-4cab-455d-9abe-0cceffb75532 tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3775923'] for security_group, after_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:37:03.053761 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 51082) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:37:03.067684 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.plugin [None req-b89f119e-2072-483a-9d79-2c3cd81d10b1 None None] Port 18db3675-0af5-46d2-9144-d02e36cb476d cannot update to ACTIVE because it is not bound. {{(pid=83872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 13:37:03.084074 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.v2.base [None req-34188e26-773e-44db-a4b0-72e7657d9224 tempest-NegativeSecGroupIPv6Test-1094873774 tempest-NegativeSecGroupIPv6Test-1094873774-project] Request body: {'security_group': {'name': 'tempest-secgroup--1684710963'}} {{(pid=83869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:37:03.094578 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-9100fe0a-5f3b-4898-95ba-f6057b1aaa5c tempest-ExtraDHCPOptionsIpV6TestJSON-1348051470 tempest-ExtraDHCPOptionsIpV6TestJSON-1348051470-project] Notify callbacks [] for security_group, precommit_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:37:03.097810 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-34188e26-773e-44db-a4b0-72e7657d9224 tempest-NegativeSecGroupIPv6Test-1094873774 tempest-NegativeSecGroupIPv6Test-1094873774-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:37:03.102124 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-fd71aca8-7eb8-49f4-bf37-59567dbf1f24 tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4079814', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4170'] for router, precommit_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:37:03.119727 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5072e6bd-4cab-455d-9abe-0cceffb75532 tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] vlan segment allocate from pool success with {'vlan_id': 398, 'physical_network': 'physnet1'} {{(pid=83871) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 13:37:03.131654 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-9100fe0a-5f3b-4898-95ba-f6057b1aaa5c tempest-ExtraDHCPOptionsIpV6TestJSON-1348051470 tempest-ExtraDHCPOptionsIpV6TestJSON-1348051470-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3775923'] for security_group, after_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:37:03.141164 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.notifiers.nova [None req-1e194b54-26dc-4364-bcee-d831da430cfa tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] device_id is not set on port c3b3a087-a588-42c0-9bf7-ae781902075f yet. {{(pid=83869) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 01 13:37:03.143836 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-fd71aca8-7eb8-49f4-bf37-59567dbf1f24 tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:37:03.145445 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5072e6bd-4cab-455d-9abe-0cceffb75532 tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] Pushing event updated for resources: {'SecurityGroup': ['ID=92062c84-80ac-44ab-a5b1-af4f07377cf3,revision_number=1']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:37:03.160365 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-5072e6bd-4cab-455d-9abe-0cceffb75532 tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1004271'] for segment, precommit_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:37:03.160677 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.db.segments_db [None req-5072e6bd-4cab-455d-9abe-0cceffb75532 tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] Added segment 4ea64b2e-068d-4c9c-9f0c-7e78b8190a96 of type vlan for network bfb56bb3-06b0-48b9-b27a-de76ae9d5163 Apr 01 13:37:03.166161 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-25b55800-7791-4115-b2e9-e6cacd415976 req-df8e9918-a08a-446d-9a3f-e645363fb42a service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=0d525850-c301-4718-92cf-e73f2c3e9524&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2993476 Apr 01 13:37:03.181428 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-34188e26-773e-44db-a4b0-72e7657d9224 tempest-NegativeSecGroupIPv6Test-1094873774 tempest-NegativeSecGroupIPv6Test-1094873774-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:37:03.252720 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-5072e6bd-4cab-455d-9abe-0cceffb75532 tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736732923383'] for network, precommit_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:37:03.273611 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-fd71aca8-7eb8-49f4-bf37-59567dbf1f24 tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4079738'] for router, after_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:37:03.274059 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd71aca8-7eb8-49f4-bf37-59567dbf1f24 tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Fanout notify agent at l3_agent the message router_deleted on router 7920a49b-952b-47e2-bc87-8d3de51a0d27 {{(pid=83871) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 01 13:37:03.277649 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.db_base_plugin_common [None req-75dc155d-1e53-402a-9ad1-d2ae7b13ea6a tempest-TestNetworkAdvancedServerOps-1355420123 tempest-TestNetworkAdvancedServerOps-1355420123-project] Allocated IP 172.26.5.23 (725864b8-cceb-48c9-b5d3-1bfc4423e301/e2ed99db-0e25-4971-b535-7fa69231fae8/27e65307-23d7-4846-b283-09e0f28ab0da) {{(pid=83871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 13:37:03.288796 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9100fe0a-5f3b-4898-95ba-f6057b1aaa5c tempest-ExtraDHCPOptionsIpV6TestJSON-1348051470 tempest-ExtraDHCPOptionsIpV6TestJSON-1348051470-project] vlan segment allocate from pool success with {'vlan_id': 384, 'physical_network': 'physnet1'} {{(pid=83869) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 13:37:03.320742 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-34188e26-773e-44db-a4b0-72e7657d9224 tempest-NegativeSecGroupIPv6Test-1094873774 tempest-NegativeSecGroupIPv6Test-1094873774-project] Notify callbacks [] for security_group, before_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:37:03.330017 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-5072e6bd-4cab-455d-9abe-0cceffb75532 tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575'] for network, after_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:37:03.333740 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5072e6bd-4cab-455d-9abe-0cceffb75532 tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:37:03.334313 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-5072e6bd-4cab-455d-9abe-0cceffb75532 tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3017602'] for network, before_response {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:37:03.348507 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-9100fe0a-5f3b-4898-95ba-f6057b1aaa5c tempest-ExtraDHCPOptionsIpV6TestJSON-1348051470 tempest-ExtraDHCPOptionsIpV6TestJSON-1348051470-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1004271'] for segment, precommit_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:37:03.348838 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.db.segments_db [None req-9100fe0a-5f3b-4898-95ba-f6057b1aaa5c tempest-ExtraDHCPOptionsIpV6TestJSON-1348051470 tempest-ExtraDHCPOptionsIpV6TestJSON-1348051470-project] Added segment 9088d601-3ce6-4ee6-954c-a7fd7228a6a8 of type vlan for network 2388d6c7-ca26-42e7-af0f-8046f993ca7e Apr 01 13:37:03.359738 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9100fe0a-5f3b-4898-95ba-f6057b1aaa5c tempest-ExtraDHCPOptionsIpV6TestJSON-1348051470 tempest-ExtraDHCPOptionsIpV6TestJSON-1348051470-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e4474a0f-7523-4e7f-bd4a-c2cbbe53958f,revision_number=1']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:37:03.493535 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-c6d14920-9f6d-4ecb-95d2-6bceddc5d7ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:37:03.520442 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-fd71aca8-7eb8-49f4-bf37-59567dbf1f24 tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Notify callbacks [] for router, before_response {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:37:03.524194 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-fd71aca8-7eb8-49f4-bf37-59567dbf1f24 tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] 10.222.0.26 "DELETE /v2.0/routers/7920a49b-952b-47e2-bc87-8d3de51a0d27 HTTP/1.1" status: 204 len: 168 time: 2.2269135 Apr 01 13:37:03.528087 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 51086) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:37:03.532889 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-5072e6bd-4cab-455d-9abe-0cceffb75532 tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 2.0651026 Apr 01 13:37:03.560961 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-9100fe0a-5f3b-4898-95ba-f6057b1aaa5c tempest-ExtraDHCPOptionsIpV6TestJSON-1348051470 tempest-ExtraDHCPOptionsIpV6TestJSON-1348051470-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736732923383'] for network, precommit_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:37:03.565620 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-34188e26-773e-44db-a4b0-72e7657d9224 tempest-NegativeSecGroupIPv6Test-1094873774 tempest-NegativeSecGroupIPv6Test-1094873774-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:37:03.585978 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5072e6bd-4cab-455d-9abe-0cceffb75532 tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] Pushing event updated for resources: {'Network': ['ID=bfb56bb3-06b0-48b9-b27a-de76ae9d5163,revision_number=1']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:37:03.588660 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-34188e26-773e-44db-a4b0-72e7657d9224 tempest-NegativeSecGroupIPv6Test-1094873774 tempest-NegativeSecGroupIPv6Test-1094873774-project] Usage tracker for resource:security_group_rule and tenant:39eb4b5eadd145e3a3333e826460ae09 is out of sync, need to count used quota {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 13:37:03.609118 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-34188e26-773e-44db-a4b0-72e7657d9224 tempest-NegativeSecGroupIPv6Test-1094873774 tempest-NegativeSecGroupIPv6Test-1094873774-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 13:37:03.623026 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Network bfb56bb3-06b0-48b9-b27a-de76ae9d5163 details requested by agent ovs-agent-dv-neutron-836180-1-hyperv with host dv-neutron-836180-1-hyperv {{(pid=83872) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 13:37:03.627686 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-34188e26-773e-44db-a4b0-72e7657d9224 tempest-NegativeSecGroupIPv6Test-1094873774 tempest-NegativeSecGroupIPv6Test-1094873774-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:37:03.699781 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 51090) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:37:03.703375 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-db58983b-88db-4370-9af6-8160f0f95bd0 tempest-AllowedAddressPairIpV6TestJSON-1064512019 tempest-AllowedAddressPairIpV6TestJSON-1064512019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4155147'] for port, precommit_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:37:03.717861 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.v2.base [None req-6fa14eb7-7896-4467-aeaa-6563dc3d72ee tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] Request body: {'subnet': {'network_id': 'bfb56bb3-06b0-48b9-b27a-de76ae9d5163', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=83869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:37:03.778361 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-75dc155d-1e53-402a-9ad1-d2ae7b13ea6a tempest-TestNetworkAdvancedServerOps-1355420123 tempest-TestNetworkAdvancedServerOps-1355420123-project] Notify callbacks [] for port, precommit_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:37:03.846851 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.db_base_plugin_v2 [None req-c2ad80d7-a1c2-43c8-ba72-1953992e531c tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Deleting subnet 45744238-591c-41d0-b20f-ddcb9961533d {{(pid=83871) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 01 13:37:03.849985 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-c2ad80d7-a1c2-43c8-ba72-1953992e531c tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Notify callbacks [] for subnet, before_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:37:03.908453 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-75dc155d-1e53-402a-9ad1-d2ae7b13ea6a tempest-TestNetworkAdvancedServerOps-1355420123 tempest-TestNetworkAdvancedServerOps-1355420123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736732935801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2743125'] for port, after_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:37:03.909039 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fa235f3-3450-43d6-8529-98caa5254f90 None None] Network 09d7ea43-6376-4322-97e7-54cd01aae492 requested from dv-neutron-836180-1-hyperv {{(pid=83872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 13:37:03.927407 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.plugin [None req-db58983b-88db-4370-9af6-8160f0f95bd0 tempest-AllowedAddressPairIpV6TestJSON-1064512019 tempest-AllowedAddressPairIpV6TestJSON-1064512019-project] Calling delete_port for 18db3675-0af5-46d2-9144-d02e36cb476d owned by {{(pid=83869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 13:37:03.954479 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-9100fe0a-5f3b-4898-95ba-f6057b1aaa5c tempest-ExtraDHCPOptionsIpV6TestJSON-1348051470 tempest-ExtraDHCPOptionsIpV6TestJSON-1348051470-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575'] for network, after_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:37:03.958183 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9100fe0a-5f3b-4898-95ba-f6057b1aaa5c tempest-ExtraDHCPOptionsIpV6TestJSON-1348051470 tempest-ExtraDHCPOptionsIpV6TestJSON-1348051470-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:37:03.958758 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-9100fe0a-5f3b-4898-95ba-f6057b1aaa5c tempest-ExtraDHCPOptionsIpV6TestJSON-1348051470 tempest-ExtraDHCPOptionsIpV6TestJSON-1348051470-project] Notify callbacks [] for network, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:37:03.963771 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-c2ad80d7-a1c2-43c8-ba72-1953992e531c tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3166365'] for subnet, precommit_delete_associations {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:37:04.010441 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75dc155d-1e53-402a-9ad1-d2ae7b13ea6a tempest-TestNetworkAdvancedServerOps-1355420123 tempest-TestNetworkAdvancedServerOps-1355420123-project] Network 725864b8-cceb-48c9-b5d3-1bfc4423e301 is already hosted by enough agents. {{(pid=83871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 13:37:04.023046 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.scheduler.base_scheduler [None req-75dc155d-1e53-402a-9ad1-d2ae7b13ea6a tempest-TestNetworkAdvancedServerOps-1355420123 tempest-TestNetworkAdvancedServerOps-1355420123-project] Resources bound (agent type, host, resource id): {{(pid=83871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 13:37:04.029738 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75dc155d-1e53-402a-9ad1-d2ae7b13ea6a tempest-TestNetworkAdvancedServerOps-1355420123 tempest-TestNetworkAdvancedServerOps-1355420123-project] Received port after_create {{(pid=83871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 13:37:04.126904 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.db_base_plugin_common [None req-1e194b54-26dc-4364-bcee-d831da430cfa tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Allocated IP 172.20.0.3 (09d7ea43-6376-4322-97e7-54cd01aae492/9431e004-93a6-46ab-a9e7-35c46579ba45/c3b3a087-a588-42c0-9bf7-ae781902075f) {{(pid=83869) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 13:37:04.159314 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75dc155d-1e53-402a-9ad1-d2ae7b13ea6a tempest-TestNetworkAdvancedServerOps-1355420123 tempest-TestNetworkAdvancedServerOps-1355420123-project] Pushing event updated for resources: {'Port': ['ID=27e65307-23d7-4846-b283-09e0f28ab0da,revision_number=1']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:37:04.159500 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-a1d393a1-8ade-4e51-8235-1d59f9ae00be None None] Provisioning for port a87785dd-39c3-4c52-b12a-3ced1750d6e5 completed by entity DHCP. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 13:37:04.174945 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.db_base_plugin_common [None req-1e194b54-26dc-4364-bcee-d831da430cfa tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Allocated IP 2001:db8::f816:3eff:fede:aade (09d7ea43-6376-4322-97e7-54cd01aae492/0b354cd2-492c-4dfd-8171-17962a9a8a5b/c3b3a087-a588-42c0-9bf7-ae781902075f) {{(pid=83869) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 13:37:04.214505 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9100fe0a-5f3b-4898-95ba-f6057b1aaa5c tempest-ExtraDHCPOptionsIpV6TestJSON-1348051470 tempest-ExtraDHCPOptionsIpV6TestJSON-1348051470-project] Pushing event updated for resources: {'Network': ['ID=2388d6c7-ca26-42e7-af0f-8046f993ca7e,revision_number=1']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:37:04.227281 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Network 2388d6c7-ca26-42e7-af0f-8046f993ca7e details requested by agent ovs-agent-dv-neutron-836180-1-hyperv with host dv-neutron-836180-1-hyperv {{(pid=83872) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 13:37:04.254462 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-9100fe0a-5f3b-4898-95ba-f6057b1aaa5c tempest-ExtraDHCPOptionsIpV6TestJSON-1348051470 tempest-ExtraDHCPOptionsIpV6TestJSON-1348051470-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 796 time: 2.7901444 Apr 01 13:37:04.255576 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-6fa14eb7-7896-4467-aeaa-6563dc3d72ee tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:37:04.260262 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 51096) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:37:04.262480 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-34188e26-773e-44db-a4b0-72e7657d9224 tempest-NegativeSecGroupIPv6Test-1094873774 tempest-NegativeSecGroupIPv6Test-1094873774-project] Notify callbacks [] for security_group, precommit_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:37:04.264395 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-c2ad80d7-a1c2-43c8-ba72-1953992e531c tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-945029'] for subnet, precommit_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:37:04.287425 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.v2.base [None req-d8afcb6a-a20f-4830-8bc6-28f95ab4d962 tempest-ExtraDHCPOptionsIpV6TestJSON-1348051470 tempest-ExtraDHCPOptionsIpV6TestJSON-1348051470-project] Request body: {'subnet': {'network_id': '2388d6c7-ca26-42e7-af0f-8046f993ca7e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:37:04.320259 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-6fa14eb7-7896-4467-aeaa-6563dc3d72ee tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] Usage tracker for resource:subnet and tenant:16dc8bccab6243da8b678a9c9f0a6318 is out of sync, need to count used quota {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 13:37:04.326491 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-34188e26-773e-44db-a4b0-72e7657d9224 tempest-NegativeSecGroupIPv6Test-1094873774 tempest-NegativeSecGroupIPv6Test-1094873774-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3775923'] for security_group, after_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:37:04.339665 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-6fa14eb7-7896-4467-aeaa-6563dc3d72ee tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 13:37:04.532120 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a95ad1-422c-4202-b24f-cef3a04f9b2c req-48a17d0f-2613-4ba6-bec7-d56c7e998364 tempest-ServerActionsTestJSON-64006463 tempest-ServerActionsTestJSON-64006463-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:37:04.533881 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-59a95ad1-422c-4202-b24f-cef3a04f9b2c req-48a17d0f-2613-4ba6-bec7-d56c7e998364 tempest-ServerActionsTestJSON-64006463 tempest-ServerActionsTestJSON-64006463-project] 10.222.0.26 "GET /v2.0/ports?device_id=746f2a68-07bc-4d82-957e-55cd7a32c31f HTTP/1.1" status: 200 len: 946 time: 0.4412599 Apr 01 13:37:04.549421 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Device a87785dd-39c3-4c52-b12a-3ced1750d6e5 up at agent ovs-agent-dv-neutron-836180-1-hyperv {{(pid=83872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 13:37:04.580172 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-add3a448-3e78-4485-bc90-c83456a348bf None None] Update dhcp port {'port': {'network_id': '09d7ea43-6376-4322-97e7-54cd01aae492', 'fixed_ips': [{'subnet_id': '9431e004-93a6-46ab-a9e7-35c46579ba45', 'ip_address': '172.20.0.2'}, {'subnet_id': '0b354cd2-492c-4dfd-8171-17962a9a8a5b'}], 'binding:host_id': 'dv-neutron-836180-1-hyperv'}, 'id': 'a87785dd-39c3-4c52-b12a-3ced1750d6e5'} from dv-neutron-836180-1-hyperv. {{(pid=83872) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Apr 01 13:37:04.611483 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-59a95ad1-422c-4202-b24f-cef3a04f9b2c req-3f34bcef-beba-4706-b120-5d31cd7a22c9 tempest-ServerActionsTestJSON-64006463 tempest-ServerActionsTestJSON-64006463-project] 10.222.0.26 "GET /v2.0/security-groups?id=0d525850-c301-4718-92cf-e73f2c3e9524&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0602176 Apr 01 13:37:04.613282 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-c2ad80d7-a1c2-43c8-ba72-1953992e531c tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-945042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2743160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2757373'] for subnet, after_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:37:04.630509 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-6fa14eb7-7896-4467-aeaa-6563dc3d72ee tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:37:04.659472 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-c2ad80d7-a1c2-43c8-ba72-1953992e531c tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Notify callbacks [] for subnet, before_response {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:37:04.667376 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-add3a448-3e78-4485-bc90-c83456a348bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:37:04.667794 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ad80d7-a1c2-43c8-ba72-1953992e531c tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Pushing event deleted for resources: {'Subnet': ['ID=45744238-591c-41d0-b20f-ddcb9961533d,revision_number=None']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:37:04.676280 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-c2ad80d7-a1c2-43c8-ba72-1953992e531c tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] 10.222.0.26 "DELETE /v2.0/subnets/45744238-591c-41d0-b20f-ddcb9961533d HTTP/1.1" status: 204 len: 168 time: 1.1448364 Apr 01 13:37:04.678231 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 51100) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:37:04.681545 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27b1d94b-368f-41a0-a12a-348a9b34a67f None None] Network d852b8e9-f5c6-43ee-9bbb-592594e77369 requested from dv-neutron-836180-1-hyperv {{(pid=83872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 13:37:04.796054 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-da34c771-b0f4-4e04-a068-ab372759bc0b tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1033078'] for network, before_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:37:04.808008 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.plugin [None req-da34c771-b0f4-4e04-a068-ab372759bc0b tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Deleting port c65a61ab-4093-43ce-95c6-c922e2be4916 {{(pid=83871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 13:37:04.808388 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-da34c771-b0f4-4e04-a068-ab372759bc0b tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736733287370'] for port, before_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:37:04.810765 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Provisioning for port a87785dd-39c3-4c52-b12a-3ced1750d6e5 completed by entity L2. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 13:37:04.822358 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-34188e26-773e-44db-a4b0-72e7657d9224 tempest-NegativeSecGroupIPv6Test-1094873774 tempest-NegativeSecGroupIPv6Test-1094873774-project] Notify callbacks [] for security_group, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:37:04.824348 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-34188e26-773e-44db-a4b0-72e7657d9224 tempest-NegativeSecGroupIPv6Test-1094873774 tempest-NegativeSecGroupIPv6Test-1094873774-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 1.7621894 Apr 01 13:37:04.824486 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Provisioning complete for port a87785dd-39c3-4c52-b12a-3ced1750d6e5 triggered by entity L2. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 13:37:04.824486 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-948329'] for port, provisioning_complete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:37:04.831061 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 51104) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:37:04.832182 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6fa14eb7-7896-4467-aeaa-6563dc3d72ee tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] Made reservation on behalf of 16dc8bccab6243da8b678a9c9f0a6318 for: {'subnet': 1} {{(pid=83869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 13:37:04.846410 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34188e26-773e-44db-a4b0-72e7657d9224 tempest-NegativeSecGroupIPv6Test-1094873774 tempest-NegativeSecGroupIPv6Test-1094873774-project] Pushing event updated for resources: {'SecurityGroup': ['ID=af933ff3-fd9a-4f6b-b8a2-bba83913ab68,revision_number=1']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:37:04.849495 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.v2.base [None req-1097932a-b49b-4f5a-88ba-a1412ee2064e tempest-NegativeSecGroupIPv6Test-1094873774 tempest-NegativeSecGroupIPv6Test-1094873774-project] Request body: {'security_group_rule': {'security_group_id': 'af933ff3-fd9a-4f6b-b8a2-bba83913ab68', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=83871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:37:04.858053 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-1097932a-b49b-4f5a-88ba-a1412ee2064e tempest-NegativeSecGroupIPv6Test-1094873774 tempest-NegativeSecGroupIPv6Test-1094873774-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:37:04.863038 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-1097932a-b49b-4f5a-88ba-a1412ee2064e tempest-NegativeSecGroupIPv6Test-1094873774 tempest-NegativeSecGroupIPv6Test-1094873774-project] Usage tracker for resource:security_group_rule and tenant:39eb4b5eadd145e3a3333e826460ae09 is out of sync, need to count used quota {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 13:37:04.867886 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-1097932a-b49b-4f5a-88ba-a1412ee2064e tempest-NegativeSecGroupIPv6Test-1094873774 tempest-NegativeSecGroupIPv6Test-1094873774-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 13:37:04.881757 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-1097932a-b49b-4f5a-88ba-a1412ee2064e tempest-NegativeSecGroupIPv6Test-1094873774 tempest-NegativeSecGroupIPv6Test-1094873774-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:37:04.921188 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-d8afcb6a-a20f-4830-8bc6-28f95ab4d962 tempest-ExtraDHCPOptionsIpV6TestJSON-1348051470 tempest-ExtraDHCPOptionsIpV6TestJSON-1348051470-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:37:04.944924 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-d8afcb6a-a20f-4830-8bc6-28f95ab4d962 tempest-ExtraDHCPOptionsIpV6TestJSON-1348051470 tempest-ExtraDHCPOptionsIpV6TestJSON-1348051470-project] Usage tracker for resource:subnet and tenant:5fda084d5ace4cf1b026737ae1cafe2d is out of sync, need to count used quota {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 13:37:04.949891 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-d8afcb6a-a20f-4830-8bc6-28f95ab4d962 tempest-ExtraDHCPOptionsIpV6TestJSON-1348051470 tempest-ExtraDHCPOptionsIpV6TestJSON-1348051470-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 13:37:04.959311 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-db58983b-88db-4370-9af6-8160f0f95bd0 tempest-AllowedAddressPairIpV6TestJSON-1064512019 tempest-AllowedAddressPairIpV6TestJSON-1064512019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736733359243', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736732935810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2705155'] for port, after_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:37:04.965063 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-d8afcb6a-a20f-4830-8bc6-28f95ab4d962 tempest-ExtraDHCPOptionsIpV6TestJSON-1348051470 tempest-ExtraDHCPOptionsIpV6TestJSON-1348051470-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:37:05.045122 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db58983b-88db-4370-9af6-8160f0f95bd0 tempest-AllowedAddressPairIpV6TestJSON-1064512019 tempest-AllowedAddressPairIpV6TestJSON-1064512019-project] Pushing event deleted for resources: {'Port': ['ID=18db3675-0af5-46d2-9144-d02e36cb476d,revision_number=None']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:37:05.057856 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-6fa14eb7-7896-4467-aeaa-6563dc3d72ee tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2999481'] for subnet, before_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:37:05.059307 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.api.v2.resource [None req-1097932a-b49b-4f5a-88ba-a1412ee2064e tempest-NegativeSecGroupIPv6Test-1094873774 tempest-NegativeSecGroupIPv6Test-1094873774-project] create failed (client error): The resource could not be found. Apr 01 13:37:05.063207 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-1097932a-b49b-4f5a-88ba-a1412ee2064e tempest-NegativeSecGroupIPv6Test-1094873774 tempest-NegativeSecGroupIPv6Test-1094873774-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.2241614 Apr 01 13:37:05.063548 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 51108) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:37:05.081680 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.v2.base [None req-329c63d7-be72-4a31-86cc-fda08ed41fac tempest-NegativeSecGroupIPv6Test-1094873774 tempest-NegativeSecGroupIPv6Test-1094873774-project] Request body: {'security_group_rule': {'security_group_id': 'af933ff3-fd9a-4f6b-b8a2-bba83913ab68', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': '9f7c3f93-2f83-4a08-8ebf-3b90b94fff32'}} {{(pid=83871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:37:05.087618 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8afcb6a-a20f-4830-8bc6-28f95ab4d962 tempest-ExtraDHCPOptionsIpV6TestJSON-1348051470 tempest-ExtraDHCPOptionsIpV6TestJSON-1348051470-project] Made reservation on behalf of 5fda084d5ace4cf1b026737ae1cafe2d for: {'subnet': 1} {{(pid=83869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 13:37:05.094365 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-329c63d7-be72-4a31-86cc-fda08ed41fac tempest-NegativeSecGroupIPv6Test-1094873774 tempest-NegativeSecGroupIPv6Test-1094873774-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:37:05.097868 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.db [None req-da34c771-b0f4-4e04-a068-ab372759bc0b tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] For port c65a61ab-4093-43ce-95c6-c922e2be4916, host dv-neutron-836180-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836180-1-hyperv',level=0,port_id=c65a61ab-4093-43ce-95c6-c922e2be4916,segment=NetworkSegment(2cee8b87-b0b8-4472-8115-c7951c4be9c4),segment_id=2cee8b87-b0b8-4472-8115-c7951c4be9c4)] {{(pid=83871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 13:37:05.098218 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-da34c771-b0f4-4e04-a068-ab372759bc0b tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4155147'] for port, precommit_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:37:05.114379 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-329c63d7-be72-4a31-86cc-fda08ed41fac tempest-NegativeSecGroupIPv6Test-1094873774 tempest-NegativeSecGroupIPv6Test-1094873774-project] Usage tracker for resource:security_group_rule and tenant:39eb4b5eadd145e3a3333e826460ae09 is out of sync, need to count used quota {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 13:37:05.117669 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-329c63d7-be72-4a31-86cc-fda08ed41fac tempest-NegativeSecGroupIPv6Test-1094873774 tempest-NegativeSecGroupIPv6Test-1094873774-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 13:37:05.151207 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:37:05.175423 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-329c63d7-be72-4a31-86cc-fda08ed41fac tempest-NegativeSecGroupIPv6Test-1094873774 tempest-NegativeSecGroupIPv6Test-1094873774-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:37:05.189466 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] For port a87785dd-39c3-4c52-b12a-3ced1750d6e5, host dv-neutron-836180-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836180-1-hyperv',level=0,port_id=a87785dd-39c3-4c52-b12a-3ced1750d6e5,segment=NetworkSegment(16094ed0-4a47-4ff6-9238-85c278d7a2a5),segment_id=16094ed0-4a47-4ff6-9238-85c278d7a2a5)] {{(pid=83872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 13:37:05.196440 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864'] for port, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:37:05.274739 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Pushing event updated for resources: {'Port': ['ID=a87785dd-39c3-4c52-b12a-3ced1750d6e5,revision_number=3']} {{(pid=83872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:37:05.286946 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.plugin [None req-da34c771-b0f4-4e04-a068-ab372759bc0b tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Calling delete_port for c65a61ab-4093-43ce-95c6-c922e2be4916 owned by network:dhcp {{(pid=83871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 13:37:05.289092 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0c355b7-bcf9-450b-8a83-85cfc63934ac None None] DHCP port deletion for d852b8e9-f5c6-43ee-9bbb-592594e77369 request from dv-neutron-836180-1-hyperv {{(pid=83872) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 01 13:37:05.295161 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.plugin [None req-e0c355b7-bcf9-450b-8a83-85cfc63934ac None None] Deleting port c65a61ab-4093-43ce-95c6-c922e2be4916 {{(pid=83872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 13:37:05.295536 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-e0c355b7-bcf9-450b-8a83-85cfc63934ac None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736733287370'] for port, before_delete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:37:05.328591 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-1e194b54-26dc-4364-bcee-d831da430cfa tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Notify callbacks [] for port, precommit_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:37:05.369767 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-d8afcb6a-a20f-4830-8bc6-28f95ab4d962 tempest-ExtraDHCPOptionsIpV6TestJSON-1348051470 tempest-ExtraDHCPOptionsIpV6TestJSON-1348051470-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2999481'] for subnet, before_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:37:05.397555 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.provisioning_blocks [None req-1e194b54-26dc-4364-bcee-d831da430cfa tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Transition to ACTIVE for port object c3b3a087-a588-42c0-9bf7-ae781902075f will not be triggered until provisioned by entity DHCP. {{(pid=83869) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 13:37:05.442978 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-75dc155d-1e53-402a-9ad1-d2ae7b13ea6a tempest-TestNetworkAdvancedServerOps-1355420123 tempest-TestNetworkAdvancedServerOps-1355420123-project] Notify callbacks [] for router_gateway, after_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:37:05.444939 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-75dc155d-1e53-402a-9ad1-d2ae7b13ea6a tempest-TestNetworkAdvancedServerOps-1355420123 tempest-TestNetworkAdvancedServerOps-1355420123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4082201', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4084858'] for router, after_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:37:05.501670 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-da34c771-b0f4-4e04-a068-ab372759bc0b tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736733359243', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736732935810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2743125'] for port, after_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:37:05.505386 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.api.v2.resource [None req-329c63d7-be72-4a31-86cc-fda08ed41fac tempest-NegativeSecGroupIPv6Test-1094873774 tempest-NegativeSecGroupIPv6Test-1094873774-project] create failed (client error): The resource could not be found. Apr 01 13:37:05.507069 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-329c63d7-be72-4a31-86cc-fda08ed41fac tempest-NegativeSecGroupIPv6Test-1094873774 tempest-NegativeSecGroupIPv6Test-1094873774-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.4420598 Apr 01 13:37:05.526490 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 51112) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:37:05.557207 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-e0c355b7-bcf9-450b-8a83-85cfc63934ac None None] For port c65a61ab-4093-43ce-95c6-c922e2be4916, host dv-neutron-836180-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836180-1-hyperv',level=0,port_id=c65a61ab-4093-43ce-95c6-c922e2be4916,segment=NetworkSegment(2cee8b87-b0b8-4472-8115-c7951c4be9c4),segment_id=2cee8b87-b0b8-4472-8115-c7951c4be9c4)] {{(pid=83872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 13:37:05.557597 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-e0c355b7-bcf9-450b-8a83-85cfc63934ac None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4155147'] for port, precommit_delete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:37:05.621433 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da34c771-b0f4-4e04-a068-ab372759bc0b tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Pushing event deleted for resources: {'Port': ['ID=c65a61ab-4093-43ce-95c6-c922e2be4916,revision_number=None']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:37:05.629927 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-db58983b-88db-4370-9af6-8160f0f95bd0 tempest-AllowedAddressPairIpV6TestJSON-1064512019 tempest-AllowedAddressPairIpV6TestJSON-1064512019-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109561'] for port, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:37:05.638503 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da34c771-b0f4-4e04-a068-ab372759bc0b tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] No DVR routers for this DVR port c65a61ab-4093-43ce-95c6-c922e2be4916 on host dv-neutron-836180-1-hyperv {{(pid=83871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 13:37:05.666649 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-db58983b-88db-4370-9af6-8160f0f95bd0 tempest-AllowedAddressPairIpV6TestJSON-1064512019 tempest-AllowedAddressPairIpV6TestJSON-1064512019-project] 10.222.0.26 "DELETE /v2.0/ports/18db3675-0af5-46d2-9144-d02e36cb476d HTTP/1.1" status: 204 len: 168 time: 2.8678186 Apr 01 13:37:05.680556 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.plugin [None req-e0c355b7-bcf9-450b-8a83-85cfc63934ac None None] Calling delete_port for c65a61ab-4093-43ce-95c6-c922e2be4916 owned by network:dhcp {{(pid=83872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 13:37:05.681359 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 51118) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:37:05.716456 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-1e194b54-26dc-4364-bcee-d831da430cfa tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736732935801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2705155'] for port, after_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:37:05.812658 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.db_base_plugin_common [None req-add3a448-3e78-4485-bc90-c83456a348bf None None] Allocated IP 2001:db8::f816:3eff:feac:6c9a (09d7ea43-6376-4322-97e7-54cd01aae492/0b354cd2-492c-4dfd-8171-17962a9a8a5b/a87785dd-39c3-4c52-b12a-3ced1750d6e5) {{(pid=83872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 13:37:05.827053 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.pecan_wsgi.hooks.translation [None req-675e2822-3f77-4c9d-b37a-6dfd8a40364f tempest-AllowedAddressPairIpV6TestJSON-1064512019 tempest-AllowedAddressPairIpV6TestJSON-1064512019-project] GET failed (client error): The resource could not be found. Apr 01 13:37:05.831829 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-675e2822-3f77-4c9d-b37a-6dfd8a40364f tempest-AllowedAddressPairIpV6TestJSON-1064512019 tempest-AllowedAddressPairIpV6TestJSON-1064512019-project] 10.222.0.26 "GET /v2.0/ports/18db3675-0af5-46d2-9144-d02e36cb476d HTTP/1.1" status: 404 len: 333 time: 0.1426568 Apr 01 13:37:05.832006 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.db.api [None req-e0c355b7-bcf9-450b-8a83-85cfc63934ac None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83872) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 01 13:37:05.832006 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG oslo_db.api [None req-e0c355b7-bcf9-450b-8a83-85cfc63934ac None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 01 13:37:05.838196 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 51122) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:37:05.847730 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.v2.base [None req-b4adad57-4449-4ace-a90e-83d98cbd4946 tempest-AllowedAddressPairIpV6TestJSON-1064512019 tempest-AllowedAddressPairIpV6TestJSON-1064512019-project] Request body: {'port': {'network_id': 'bbd7a654-1927-4f32-a4fb-32334d8c9a6d', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-359503742'}} {{(pid=83871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:37:05.870488 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-b561a3f7-6d73-4168-a8e5-87f22da33292 tempest-NegativeSecGroupIPv6Test-1094873774 tempest-NegativeSecGroupIPv6Test-1094873774-project] Notify callbacks [] for security_group, before_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:37:05.928156 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-b42455c0-bb94-41e8-ae60-19af15e7d88c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:37:05.956294 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-da34c771-b0f4-4e04-a068-ab372759bc0b tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-942654', 'neutron.services.segments.db._delete_segments_for_network-8736733387888'] for network, precommit_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:37:05.963664 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e194b54-26dc-4364-bcee-d831da430cfa tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Network 09d7ea43-6376-4322-97e7-54cd01aae492 is already hosted by enough agents. {{(pid=83869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 13:37:05.964479 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e194b54-26dc-4364-bcee-d831da430cfa tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Pushing event updated for resources: {'Port': ['ID=c3b3a087-a588-42c0-9bf7-ae781902075f,revision_number=1']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:37:05.976852 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-add3a448-3e78-4485-bc90-c83456a348bf None None] For port a87785dd-39c3-4c52-b12a-3ced1750d6e5, host dv-neutron-836180-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836180-1-hyperv',level=0,port_id=a87785dd-39c3-4c52-b12a-3ced1750d6e5,segment=NetworkSegment(16094ed0-4a47-4ff6-9238-85c278d7a2a5),segment_id=16094ed0-4a47-4ff6-9238-85c278d7a2a5)] {{(pid=83872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 13:37:05.979865 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.scheduler.base_scheduler [None req-1e194b54-26dc-4364-bcee-d831da430cfa tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Resources bound (agent type, host, resource id): {{(pid=83869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 13:37:05.996965 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e194b54-26dc-4364-bcee-d831da430cfa tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Received port after_create {{(pid=83869) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 13:37:06.007527 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-add3a448-3e78-4485-bc90-c83456a348bf None None] Notify callbacks [] for port, precommit_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:37:06.025276 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-add3a448-3e78-4485-bc90-c83456a348bf None None] Transition to ACTIVE for port object a87785dd-39c3-4c52-b12a-3ced1750d6e5 will not be triggered until provisioned by entity DHCP. {{(pid=83872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 13:37:06.030430 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-add3a448-3e78-4485-bc90-c83456a348bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864'] for port, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:37:06.031270 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.services.segments.db [None req-da34c771-b0f4-4e04-a068-ab372759bc0b tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d852b8e9-f5c6-43ee-9bbb-592594e77369']}} {{(pid=83871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:37:06.045160 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-b561a3f7-6d73-4168-a8e5-87f22da33292 tempest-NegativeSecGroupIPv6Test-1094873774 tempest-NegativeSecGroupIPv6Test-1094873774-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:37:06.061837 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.services.segments.db [None req-da34c771-b0f4-4e04-a068-ab372759bc0b tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2cee8b87-b0b8-4472-8115-c7951c4be9c4') {'for_net_delete': True} {{(pid=83871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:37:06.062237 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.services.segments.db [None req-da34c771-b0f4-4e04-a068-ab372759bc0b tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2cee8b87-b0b8-4472-8115-c7951c4be9c4') {} {{(pid=83871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:37:06.077588 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-6fa14eb7-7896-4467-aeaa-6563dc3d72ee tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2705391', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2999447'] for subnet, after_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:37:06.082708 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-da34c771-b0f4-4e04-a068-ab372759bc0b tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736733386999', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3166340'] for segment, before_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:37:06.108345 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-b4adad57-4449-4ace-a90e-83d98cbd4946 tempest-AllowedAddressPairIpV6TestJSON-1064512019 tempest-AllowedAddressPairIpV6TestJSON-1064512019-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:37:06.111785 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-da34c771-b0f4-4e04-a068-ab372759bc0b tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1004271'] for segment, precommit_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:37:06.126387 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-b4adad57-4449-4ace-a90e-83d98cbd4946 tempest-AllowedAddressPairIpV6TestJSON-1064512019 tempest-AllowedAddressPairIpV6TestJSON-1064512019-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:37:06.131024 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-da34c771-b0f4-4e04-a068-ab372759bc0b tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Releasing vlan 368 on physical network physnet1 to pool {{(pid=83871) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 01 13:37:06.131664 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-da34c771-b0f4-4e04-a068-ab372759bc0b tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1004262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2743078'] for segment, after_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:37:06.151832 dv-neutron-836180-1-hyperv neutron-server[83871]: Traceback (most recent call last): Apr 01 13:37:06.151832 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 01 13:37:06.151832 dv-neutron-836180-1-hyperv neutron-server[83871]: timer() Apr 01 13:37:06.151832 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 13:37:06.151832 dv-neutron-836180-1-hyperv neutron-server[83871]: cb(*args, **kw) Apr 01 13:37:06.151832 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 13:37:06.151832 dv-neutron-836180-1-hyperv neutron-server[83871]: return func(*args, **kwargs) Apr 01 13:37:06.151832 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 13:37:06.151832 dv-neutron-836180-1-hyperv neutron-server[83871]: self._notify() Apr 01 13:37:06.151832 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 13:37:06.151832 dv-neutron-836180-1-hyperv neutron-server[83871]: self.callback(batched_events) Apr 01 13:37:06.151832 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 13:37:06.151832 dv-neutron-836180-1-hyperv neutron-server[83871]: event.method(event) Apr 01 13:37:06.151832 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 13:37:06.151832 dv-neutron-836180-1-hyperv neutron-server[83871]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 13:37:06.151832 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 13:37:06.151832 dv-neutron-836180-1-hyperv neutron-server[83871]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 13:37:06.151832 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 13:37:06.151832 dv-neutron-836180-1-hyperv neutron-server[83871]: return f(self, *a, **k) Apr 01 13:37:06.151832 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 13:37:06.151832 dv-neutron-836180-1-hyperv neutron-server[83871]: return self._get(url).json() Apr 01 13:37:06.151832 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 13:37:06.151832 dv-neutron-836180-1-hyperv neutron-server[83871]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 13:37:06.151832 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 01 13:37:06.151832 dv-neutron-836180-1-hyperv neutron-server[83871]: return self.request(url, 'GET', **kwargs) Apr 01 13:37:06.151832 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 01 13:37:06.151832 dv-neutron-836180-1-hyperv neutron-server[83871]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 13:37:06.151832 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 01 13:37:06.151832 dv-neutron-836180-1-hyperv neutron-server[83871]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 13:37:06.151832 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 01 13:37:06.151832 dv-neutron-836180-1-hyperv neutron-server[83871]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 13:37:06.151832 dv-neutron-836180-1-hyperv neutron-server[83871]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 13:37:06.178138 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add3a448-3e78-4485-bc90-c83456a348bf None None] Pushing event updated for resources: {'Port': ['ID=a87785dd-39c3-4c52-b12a-3ced1750d6e5,revision_number=4']} {{(pid=83872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:37:06.214033 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e194b54-26dc-4364-bcee-d831da430cfa tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:37:06.214537 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-1e194b54-26dc-4364-bcee-d831da430cfa tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109561'] for port, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:37:06.226420 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4adad57-4449-4ace-a90e-83d98cbd4946 tempest-AllowedAddressPairIpV6TestJSON-1064512019 tempest-AllowedAddressPairIpV6TestJSON-1064512019-project] Made reservation on behalf of 6fd515cdecb148b98b1bf1573eeed293 for: {'port': 1} {{(pid=83871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 13:37:06.229725 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-b4adad57-4449-4ace-a90e-83d98cbd4946 tempest-AllowedAddressPairIpV6TestJSON-1064512019 tempest-AllowedAddressPairIpV6TestJSON-1064512019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:37:06.268160 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa14eb7-7896-4467-aeaa-6563dc3d72ee tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] Pushing event updated for resources: {'Subnet': ['ID=e172d3b4-ae4f-4669-9699-7c10fee005e7,revision_number=0']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:37:06.282469 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-d8afcb6a-a20f-4830-8bc6-28f95ab4d962 tempest-ExtraDHCPOptionsIpV6TestJSON-1348051470 tempest-ExtraDHCPOptionsIpV6TestJSON-1348051470-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2705391', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2999447'] for subnet, after_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:37:06.327263 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c84136-c581-4604-b2b5-b827f718c8c3 req-5d1f60bb-acca-4b6c-b6d7-c3bb091eeea9 tempest-ServerActionsTestJSON-64006463 tempest-ServerActionsTestJSON-64006463-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:37:06.328830 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-62c84136-c581-4604-b2b5-b827f718c8c3 req-5d1f60bb-acca-4b6c-b6d7-c3bb091eeea9 tempest-ServerActionsTestJSON-64006463 tempest-ServerActionsTestJSON-64006463-project] 10.222.0.26 "GET /v2.0/ports?device_id=746f2a68-07bc-4d82-957e-55cd7a32c31f HTTP/1.1" status: 200 len: 946 time: 0.5216174 Apr 01 13:37:06.331458 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.plugin [None req-e0c355b7-bcf9-450b-8a83-85cfc63934ac None None] Deleting port c65a61ab-4093-43ce-95c6-c922e2be4916 {{(pid=83872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 13:37:06.332171 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-e0c355b7-bcf9-450b-8a83-85cfc63934ac None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736733287370'] for port, before_delete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:37:06.343975 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-b561a3f7-6d73-4168-a8e5-87f22da33292 tempest-NegativeSecGroupIPv6Test-1094873774 tempest-NegativeSecGroupIPv6Test-1094873774-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3775923'] for security_group, after_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:37:06.346316 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-b561a3f7-6d73-4168-a8e5-87f22da33292 tempest-NegativeSecGroupIPv6Test-1094873774 tempest-NegativeSecGroupIPv6Test-1094873774-project] Notify callbacks [] for security_group, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:37:06.349863 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-b561a3f7-6d73-4168-a8e5-87f22da33292 tempest-NegativeSecGroupIPv6Test-1094873774 tempest-NegativeSecGroupIPv6Test-1094873774-project] 10.222.0.26 "DELETE /v2.0/security-groups/af933ff3-fd9a-4f6b-b8a2-bba83913ab68 HTTP/1.1" status: 204 len: 168 time: 0.8190608 Apr 01 13:37:06.361108 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 51126) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:37:06.387898 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-1e194b54-26dc-4364-bcee-d831da430cfa tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 4.2758434 Apr 01 13:37:06.388686 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 51130) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:37:06.394512 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.notifiers.nova [None req-b4adad57-4449-4ace-a90e-83d98cbd4946 tempest-AllowedAddressPairIpV6TestJSON-1064512019 tempest-AllowedAddressPairIpV6TestJSON-1064512019-project] device_id is not set on port c5564da8-266b-41ce-999d-30c02a1b53be yet. {{(pid=83871) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 01 13:37:06.427108 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b561a3f7-6d73-4168-a8e5-87f22da33292 tempest-NegativeSecGroupIPv6Test-1094873774 tempest-NegativeSecGroupIPv6Test-1094873774-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=af933ff3-fd9a-4f6b-b8a2-bba83913ab68,revision_number=None']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:37:06.461715 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8afcb6a-a20f-4830-8bc6-28f95ab4d962 tempest-ExtraDHCPOptionsIpV6TestJSON-1348051470 tempest-ExtraDHCPOptionsIpV6TestJSON-1348051470-project] Pushing event updated for resources: {'Subnet': ['ID=65bacd51-88f3-499d-8845-abdeebdb1c9f,revision_number=0']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:37:06.463738 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fa14eb7-7896-4467-aeaa-6563dc3d72ee tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] Checking segment: {'id': '4ea64b2e-068d-4c9c-9f0c-7e78b8190a96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'bfb56bb3-06b0-48b9-b27a-de76ae9d5163'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 13:37:06.464187 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fa14eb7-7896-4467-aeaa-6563dc3d72ee tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] Network hostable DHCP agents. Network: bfb56bb3-06b0-48b9-b27a-de76ae9d5163, hostable agents: ['e47e4547-5c2d-4954-ba56-fa3646239f18'], hosted agents: [] {{(pid=83869) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 13:37:06.464561 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-da34c771-b0f4-4e04-a068-ab372759bc0b tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-942599', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4084797'] for network, after_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:37:06.468741 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-da34c771-b0f4-4e04-a068-ab372759bc0b tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3017602'] for network, before_response {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:37:06.547940 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da34c771-b0f4-4e04-a068-ab372759bc0b tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Pushing event deleted for resources: {'Network': ['ID=d852b8e9-f5c6-43ee-9bbb-592594e77369,revision_number=None']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:37:06.548951 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.plugin [None req-e0c355b7-bcf9-450b-8a83-85cfc63934ac None None] The port 'c65a61ab-4093-43ce-95c6-c922e2be4916' was deleted {{(pid=83872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 01 13:37:06.550601 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Device a87785dd-39c3-4c52-b12a-3ced1750d6e5 up at agent ovs-agent-dv-neutron-836180-1-hyperv {{(pid=83872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 13:37:06.573859 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-da34c771-b0f4-4e04-a068-ab372759bc0b tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] 10.222.0.26 "DELETE /v2.0/networks/d852b8e9-f5c6-43ee-9bbb-592594e77369 HTTP/1.1" status: 204 len: 168 time: 1.8935351 Apr 01 13:37:06.592409 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 51134) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:37:06.606649 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.v2.base [None req-e5ccac42-f68d-4b96-a8b5-28abf0bbf959 tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-445064042'}} {{(pid=83871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:37:06.624940 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-e5ccac42-f68d-4b96-a8b5-28abf0bbf959 tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:37:06.643052 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-e5ccac42-f68d-4b96-a8b5-28abf0bbf959 tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Usage tracker for resource:network and tenant:315e7395dd224b3fb020d0b9d921742e is out of sync, need to count used quota {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 13:37:06.684835 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-e5ccac42-f68d-4b96-a8b5-28abf0bbf959 tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 13:37:06.713103 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-62c84136-c581-4604-b2b5-b827f718c8c3 req-5b5456f9-493f-4721-9c82-efa5304b4ea4 tempest-ServerActionsTestJSON-64006463 tempest-ServerActionsTestJSON-64006463-project] 10.222.0.26 "GET /v2.0/security-groups?id=0d525850-c301-4718-92cf-e73f2c3e9524&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3750658 Apr 01 13:37:06.749451 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-e5ccac42-f68d-4b96-a8b5-28abf0bbf959 tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:37:06.754201 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Device c65a61ab-4093-43ce-95c6-c922e2be4916 no longer exists at agent ovs-agent-dv-neutron-836180-1-hyperv {{(pid=83872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 13:37:06.762672 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8afcb6a-a20f-4830-8bc6-28f95ab4d962 tempest-ExtraDHCPOptionsIpV6TestJSON-1348051470 tempest-ExtraDHCPOptionsIpV6TestJSON-1348051470-project] Checking segment: {'id': '9088d601-3ce6-4ee6-954c-a7fd7228a6a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '2388d6c7-ca26-42e7-af0f-8046f993ca7e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 13:37:06.763281 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8afcb6a-a20f-4830-8bc6-28f95ab4d962 tempest-ExtraDHCPOptionsIpV6TestJSON-1348051470 tempest-ExtraDHCPOptionsIpV6TestJSON-1348051470-project] Network hostable DHCP agents. Network: 2388d6c7-ca26-42e7-af0f-8046f993ca7e, hostable agents: ['e47e4547-5c2d-4954-ba56-fa3646239f18'], hosted agents: [] {{(pid=83869) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 13:37:06.781544 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-b3db4a4c-4f6b-435d-9609-981445dff670 tempest-NegativeSecGroupIPv6Test-1094873774 tempest-NegativeSecGroupIPv6Test-1094873774-project] Synchronizing usage tracker for tenant:39eb4b5eadd145e3a3333e826460ae09 on resource:security_group {{(pid=83869) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 13:37:06.808513 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.plugin [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] No Port match for: c65a61ab-4093-43ce-95c6-c922e2be4916 {{(pid=83872) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 01 13:37:06.808912 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Device c65a61ab-4093-43ce-95c6-c922e2be4916 not bound to the agent host dv-neutron-836180-1-hyperv {{(pid=83872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 13:37:06.829358 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fa14eb7-7896-4467-aeaa-6563dc3d72ee tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] Network bfb56bb3-06b0-48b9-b27a-de76ae9d5163 is scheduled to be hosted by DHCP agent e47e4547-5c2d-4954-ba56-fa3646239f18 with binding_index 1 {{(pid=83869) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 13:37:06.855004 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-b3db4a4c-4f6b-435d-9609-981445dff670 tempest-NegativeSecGroupIPv6Test-1094873774 tempest-NegativeSecGroupIPv6Test-1094873774-project] Unset dirty status for tenant:39eb4b5eadd145e3a3333e826460ae09 on resource:security_group {{(pid=83869) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 13:37:06.856353 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.db_base_plugin_common [None req-b4adad57-4449-4ace-a90e-83d98cbd4946 tempest-AllowedAddressPairIpV6TestJSON-1064512019 tempest-AllowedAddressPairIpV6TestJSON-1064512019-project] Allocated IP 2001:db8::3cf (bbd7a654-1927-4f32-a4fb-32334d8c9a6d/84e02391-6c1e-4e9d-b186-799c1098d84a/c5564da8-266b-41ce-999d-30c02a1b53be) {{(pid=83871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 13:37:06.864241 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-b3db4a4c-4f6b-435d-9609-981445dff670 tempest-NegativeSecGroupIPv6Test-1094873774 tempest-NegativeSecGroupIPv6Test-1094873774-project] 10.222.0.26 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.4825616 Apr 01 13:37:06.864900 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 51140) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:37:06.897001 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.v2.base [None req-97077113-dbb5-43bb-8616-f834a211e5fa tempest-NegativeSecGroupIPv6Test-1094873774 tempest-NegativeSecGroupIPv6Test-1094873774-project] Request body: {'security_group_rule': {'security_group_id': '6ef6a170-2086-47af-b2e1-c0be43d44b7f', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=83869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:37:06.902897 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8afcb6a-a20f-4830-8bc6-28f95ab4d962 tempest-ExtraDHCPOptionsIpV6TestJSON-1348051470 tempest-ExtraDHCPOptionsIpV6TestJSON-1348051470-project] Network 2388d6c7-ca26-42e7-af0f-8046f993ca7e is scheduled to be hosted by DHCP agent e47e4547-5c2d-4954-ba56-fa3646239f18 with binding_index 1 {{(pid=83869) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 13:37:06.907729 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.scheduler.base_scheduler [None req-6fa14eb7-7896-4467-aeaa-6563dc3d72ee tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-836180-1-hyperv, bfb56bb3-06b0-48b9-b27a-de76ae9d5163) {{(pid=83869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 13:37:06.913612 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-97077113-dbb5-43bb-8616-f834a211e5fa tempest-NegativeSecGroupIPv6Test-1094873774 tempest-NegativeSecGroupIPv6Test-1094873774-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:37:06.915550 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5ccac42-f68d-4b96-a8b5-28abf0bbf959 tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Made reservation on behalf of 315e7395dd224b3fb020d0b9d921742e for: {'network': 1} {{(pid=83871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 13:37:06.918936 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-e5ccac42-f68d-4b96-a8b5-28abf0bbf959 tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for network, before_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:37:06.919842 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-97077113-dbb5-43bb-8616-f834a211e5fa tempest-NegativeSecGroupIPv6Test-1094873774 tempest-NegativeSecGroupIPv6Test-1094873774-project] Usage tracker for resource:security_group_rule and tenant:39eb4b5eadd145e3a3333e826460ae09 is out of sync, need to count used quota {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 13:37:06.921903 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84f70642-9f63-4f5a-989b-946be60899f5 None None] Network bfb56bb3-06b0-48b9-b27a-de76ae9d5163 requested from dv-neutron-836180-1-hyperv {{(pid=83872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 13:37:06.923193 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-97077113-dbb5-43bb-8616-f834a211e5fa tempest-NegativeSecGroupIPv6Test-1094873774 tempest-NegativeSecGroupIPv6Test-1094873774-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 13:37:06.933169 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-97077113-dbb5-43bb-8616-f834a211e5fa tempest-NegativeSecGroupIPv6Test-1094873774 tempest-NegativeSecGroupIPv6Test-1094873774-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:37:06.948870 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.scheduler.base_scheduler [None req-d8afcb6a-a20f-4830-8bc6-28f95ab4d962 tempest-ExtraDHCPOptionsIpV6TestJSON-1348051470 tempest-ExtraDHCPOptionsIpV6TestJSON-1348051470-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-836180-1-hyperv, 2388d6c7-ca26-42e7-af0f-8046f993ca7e) {{(pid=83869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 13:37:06.951541 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fa14eb7-7896-4467-aeaa-6563dc3d72ee tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:37:06.952568 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-6fa14eb7-7896-4467-aeaa-6563dc3d72ee tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3017602'] for subnet, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:37:06.992257 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8afcb6a-a20f-4830-8bc6-28f95ab4d962 tempest-ExtraDHCPOptionsIpV6TestJSON-1348051470 tempest-ExtraDHCPOptionsIpV6TestJSON-1348051470-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:37:06.993248 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-d8afcb6a-a20f-4830-8bc6-28f95ab4d962 tempest-ExtraDHCPOptionsIpV6TestJSON-1348051470 tempest-ExtraDHCPOptionsIpV6TestJSON-1348051470-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3017602'] for subnet, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:37:07.010973 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-6fa14eb7-7896-4467-aeaa-6563dc3d72ee tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 3.2988968 Apr 01 13:37:07.015344 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 51144) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:37:07.019842 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e1d8195-9245-4809-994b-d963adeaba91 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:37:07.025395 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e1d8195-9245-4809-994b-d963adeaba91 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:37:07.026505 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-5e1d8195-9245-4809-994b-d963adeaba91 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Synchronizing usage tracker for tenant:8b726fe6689e4b7f96def1a2219bea6c on resource:port {{(pid=83871) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 13:37:07.036448 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-758a8f74-441d-412a-8c84-a23d2b2d6dd7 None None] Network 2388d6c7-ca26-42e7-af0f-8046f993ca7e requested from dv-neutron-836180-1-hyperv {{(pid=83872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 13:37:07.039234 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.v2.base [None req-2a54902c-2aba-407e-a41d-6471baf18030 tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2109551926'}} {{(pid=83869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:37:07.050724 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75dc155d-1e53-402a-9ad1-d2ae7b13ea6a tempest-TestNetworkAdvancedServerOps-1355420123 tempest-TestNetworkAdvancedServerOps-1355420123-project] Router 6d5367dc-25b1-4f1b-a781-eef2f2883363 is scheduled to L3 agent 88bf8fc8-11a3-4e96-9d1b-5fd93ba9f6f1 with binding_index 1 {{(pid=83871) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 01 13:37:07.051570 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-2a54902c-2aba-407e-a41d-6471baf18030 tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:37:07.057850 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-2a54902c-2aba-407e-a41d-6471baf18030 tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] Usage tracker for resource:network and tenant:16dc8bccab6243da8b678a9c9f0a6318 is out of sync, need to count used quota {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 13:37:07.074948 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-2a54902c-2aba-407e-a41d-6471baf18030 tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 13:37:07.090669 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-2a54902c-2aba-407e-a41d-6471baf18030 tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:37:07.100882 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-d8afcb6a-a20f-4830-8bc6-28f95ab4d962 tempest-ExtraDHCPOptionsIpV6TestJSON-1348051470 tempest-ExtraDHCPOptionsIpV6TestJSON-1348051470-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.8358188 Apr 01 13:37:07.121437 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 51148) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:37:07.131082 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.v2.base [None req-12e3b8ff-70f8-4682-a4ae-8dfb9eb34b6d tempest-ExtraDHCPOptionsIpV6TestJSON-1348051470 tempest-ExtraDHCPOptionsIpV6TestJSON-1348051470-project] Request body: {'port': {'network_id': '2388d6c7-ca26-42e7-af0f-8046f993ca7e', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-724821988'}} {{(pid=83869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:37:07.150987 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a54902c-2aba-407e-a41d-6471baf18030 tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] Made reservation on behalf of 16dc8bccab6243da8b678a9c9f0a6318 for: {'network': 1} {{(pid=83869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 13:37:07.155039 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-2a54902c-2aba-407e-a41d-6471baf18030 tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for network, before_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:37:07.174707 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.api.v2.resource [None req-97077113-dbb5-43bb-8616-f834a211e5fa tempest-NegativeSecGroupIPv6Test-1094873774 tempest-NegativeSecGroupIPv6Test-1094873774-project] create failed (client error): The resource could not be found. Apr 01 13:37:07.176159 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-97077113-dbb5-43bb-8616-f834a211e5fa tempest-NegativeSecGroupIPv6Test-1094873774 tempest-NegativeSecGroupIPv6Test-1094873774-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.2941990 Apr 01 13:37:07.192172 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 51154) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:37:07.206480 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.v2.base [None req-d7fc9351-99d0-4f54-92eb-72104bb525aa tempest-NegativeSecGroupIPv6Test-1094873774 tempest-NegativeSecGroupIPv6Test-1094873774-project] Request body: {'security_group': {'name': 'tempest-secgroup--359427261'}} {{(pid=83869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:37:07.215700 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-d7fc9351-99d0-4f54-92eb-72104bb525aa tempest-NegativeSecGroupIPv6Test-1094873774 tempest-NegativeSecGroupIPv6Test-1094873774-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:37:07.227081 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e5ccac42-f68d-4b96-a8b5-28abf0bbf959 tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] vlan segment allocate from pool success with {'vlan_id': 352, 'physical_network': 'physnet1'} {{(pid=83871) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 13:37:07.231043 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-d7fc9351-99d0-4f54-92eb-72104bb525aa tempest-NegativeSecGroupIPv6Test-1094873774 tempest-NegativeSecGroupIPv6Test-1094873774-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:37:07.233415 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-5e1d8195-9245-4809-994b-d963adeaba91 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Unset dirty status for tenant:8b726fe6689e4b7f96def1a2219bea6c on resource:port {{(pid=83871) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 13:37:07.234982 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-5e1d8195-9245-4809-994b-d963adeaba91 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1863 time: 0.8453243 Apr 01 13:37:07.248132 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 51158) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:37:07.320737 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-d7fc9351-99d0-4f54-92eb-72104bb525aa tempest-NegativeSecGroupIPv6Test-1094873774 tempest-NegativeSecGroupIPv6Test-1094873774-project] Notify callbacks [] for security_group, before_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:37:07.346437 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2a54902c-2aba-407e-a41d-6471baf18030 tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] vlan segment allocate from pool success with {'vlan_id': 351, 'physical_network': 'physnet1'} {{(pid=83869) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 13:37:07.363183 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-e5ccac42-f68d-4b96-a8b5-28abf0bbf959 tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1004271'] for segment, precommit_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:37:07.363567 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.db.segments_db [None req-e5ccac42-f68d-4b96-a8b5-28abf0bbf959 tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Added segment adcdcb98-672f-4f20-a9be-5b41c74597a8 of type vlan for network ea17be37-7afb-4d54-8aff-0450104f3c21 Apr 01 13:37:07.394440 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-2a54902c-2aba-407e-a41d-6471baf18030 tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1004271'] for segment, precommit_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:37:07.394883 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.db.segments_db [None req-2a54902c-2aba-407e-a41d-6471baf18030 tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] Added segment 7405580b-fbd9-47dd-9f77-5a73c78c6ffc of type vlan for network bcf4ddd1-db98-4586-ad5b-94f153bf2525 Apr 01 13:37:07.402263 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-a0fe6ca8-ed29-4bc3-a327-6337a72fb819 None None] Provisioning for port a87785dd-39c3-4c52-b12a-3ced1750d6e5 completed by entity DHCP. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 13:37:07.405982 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:37:07.429089 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-a0fe6ca8-ed29-4bc3-a327-6337a72fb819 None None] Provisioning complete for port a87785dd-39c3-4c52-b12a-3ced1750d6e5 triggered by entity DHCP. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 13:37:07.430045 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-a0fe6ca8-ed29-4bc3-a327-6337a72fb819 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-948329'] for port, provisioning_complete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:37:07.476594 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-d7fc9351-99d0-4f54-92eb-72104bb525aa tempest-NegativeSecGroupIPv6Test-1094873774 tempest-NegativeSecGroupIPv6Test-1094873774-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:37:07.483598 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-2f9cfc9c-d8ba-4de3-a4ad-98162f90557c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:37:07.485653 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-d7fc9351-99d0-4f54-92eb-72104bb525aa tempest-NegativeSecGroupIPv6Test-1094873774 tempest-NegativeSecGroupIPv6Test-1094873774-project] Usage tracker for resource:security_group_rule and tenant:39eb4b5eadd145e3a3333e826460ae09 is out of sync, need to count used quota {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 13:37:07.489898 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-d7fc9351-99d0-4f54-92eb-72104bb525aa tempest-NegativeSecGroupIPv6Test-1094873774 tempest-NegativeSecGroupIPv6Test-1094873774-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 13:37:07.494395 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-2a54902c-2aba-407e-a41d-6471baf18030 tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736732923383'] for network, precommit_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:37:07.501015 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-12e3b8ff-70f8-4682-a4ae-8dfb9eb34b6d tempest-ExtraDHCPOptionsIpV6TestJSON-1348051470 tempest-ExtraDHCPOptionsIpV6TestJSON-1348051470-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:37:07.504153 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-d7fc9351-99d0-4f54-92eb-72104bb525aa tempest-NegativeSecGroupIPv6Test-1094873774 tempest-NegativeSecGroupIPv6Test-1094873774-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:37:07.511138 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-12e3b8ff-70f8-4682-a4ae-8dfb9eb34b6d tempest-ExtraDHCPOptionsIpV6TestJSON-1348051470 tempest-ExtraDHCPOptionsIpV6TestJSON-1348051470-project] Usage tracker for resource:port and tenant:5fda084d5ace4cf1b026737ae1cafe2d is out of sync, need to count used quota {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 13:37:07.517794 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-12e3b8ff-70f8-4682-a4ae-8dfb9eb34b6d tempest-ExtraDHCPOptionsIpV6TestJSON-1348051470 tempest-ExtraDHCPOptionsIpV6TestJSON-1348051470-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 13:37:07.530177 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-12e3b8ff-70f8-4682-a4ae-8dfb9eb34b6d tempest-ExtraDHCPOptionsIpV6TestJSON-1348051470 tempest-ExtraDHCPOptionsIpV6TestJSON-1348051470-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:37:07.532341 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-e5ccac42-f68d-4b96-a8b5-28abf0bbf959 tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736732923383'] for network, precommit_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:37:07.560018 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0387d135-9ece-4a94-9c0f-c434fc758793 req-e1259cc1-019e-495c-b884-b48dc9697fd3 tempest-ServerActionsTestJSON-64006463 tempest-ServerActionsTestJSON-64006463-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:37:07.561447 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-0387d135-9ece-4a94-9c0f-c434fc758793 req-e1259cc1-019e-495c-b884-b48dc9697fd3 tempest-ServerActionsTestJSON-64006463 tempest-ServerActionsTestJSON-64006463-project] 10.222.0.26 "GET /v2.0/ports?device_id=746f2a68-07bc-4d82-957e-55cd7a32c31f HTTP/1.1" status: 200 len: 946 time: 0.6474931 Apr 01 13:37:07.566412 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12e3b8ff-70f8-4682-a4ae-8dfb9eb34b6d tempest-ExtraDHCPOptionsIpV6TestJSON-1348051470 tempest-ExtraDHCPOptionsIpV6TestJSON-1348051470-project] Made reservation on behalf of 5fda084d5ace4cf1b026737ae1cafe2d for: {'port': 1} {{(pid=83869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 13:37:07.569909 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-12e3b8ff-70f8-4682-a4ae-8dfb9eb34b6d tempest-ExtraDHCPOptionsIpV6TestJSON-1348051470 tempest-ExtraDHCPOptionsIpV6TestJSON-1348051470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:37:07.577091 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.plugin [None req-7aedb97c-081c-4e10-b809-d91efae5815e tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Deleting port c3b3a087-a588-42c0-9bf7-ae781902075f {{(pid=83871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 13:37:07.577430 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-7aedb97c-081c-4e10-b809-d91efae5815e tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736733287370'] for port, before_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:37:07.580774 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 51162) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:37:07.593836 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-2a54902c-2aba-407e-a41d-6471baf18030 tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575'] for network, after_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:37:07.597453 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a54902c-2aba-407e-a41d-6471baf18030 tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:37:07.598024 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-2a54902c-2aba-407e-a41d-6471baf18030 tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] Notify callbacks [] for network, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:37:07.604633 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.v2.base [None req-d6b6921a-9c34-4459-9451-bbf06fdac8fc tempest-ServerActionsTestJSON-64006463 tempest-ServerActionsTestJSON-64006463-project] Request body: {'floatingip': {'port_id': '3fbcdb0d-ff16-4590-b85e-e2516d336b46'}} {{(pid=83869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:37:07.624985 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-b4adad57-4449-4ace-a90e-83d98cbd4946 tempest-AllowedAddressPairIpV6TestJSON-1064512019 tempest-AllowedAddressPairIpV6TestJSON-1064512019-project] Notify callbacks [] for port, precommit_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:37:07.692495 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.provisioning_blocks [None req-b4adad57-4449-4ace-a90e-83d98cbd4946 tempest-AllowedAddressPairIpV6TestJSON-1064512019 tempest-AllowedAddressPairIpV6TestJSON-1064512019-project] Transition to ACTIVE for port object c5564da8-266b-41ce-999d-30c02a1b53be will not be triggered until provisioned by entity DHCP. {{(pid=83871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 13:37:07.701289 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e76a5ecf-697a-492a-905c-0f54a22221f1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7e7d0ecb-2af4-55f5-9198-238ab0570d62-bfb56bb3-06b0-48b9-b27a-de76ae9d5163', 'network_id': 'bfb56bb3-06b0-48b9-b27a-de76ae9d5163', 'tenant_id': '16dc8bccab6243da8b678a9c9f0a6318', 'fixed_ips': [{'subnet_id': 'e172d3b4-ae4f-4669-9699-7c10fee005e7'}]}} from dv-neutron-836180-1-hyperv. {{(pid=83872) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 01 13:37:07.702191 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-e76a5ecf-697a-492a-905c-0f54a22221f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:37:07.713332 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-e5ccac42-f68d-4b96-a8b5-28abf0bbf959 tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575'] for network, after_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:37:07.718288 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5ccac42-f68d-4b96-a8b5-28abf0bbf959 tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:37:07.719239 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-e5ccac42-f68d-4b96-a8b5-28abf0bbf959 tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3017602'] for network, before_response {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:37:07.785946 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.notifiers.nova [None req-12e3b8ff-70f8-4682-a4ae-8dfb9eb34b6d tempest-ExtraDHCPOptionsIpV6TestJSON-1348051470 tempest-ExtraDHCPOptionsIpV6TestJSON-1348051470-project] device_id is not set on port de41762e-28dd-4ba4-afe1-f695840bcfe9 yet. {{(pid=83869) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 01 13:37:07.810085 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac6ffd68-4766-4cff-83e3-dbc5faa2cfd3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7e7d0ecb-2af4-55f5-9198-238ab0570d62-2388d6c7-ca26-42e7-af0f-8046f993ca7e', 'network_id': '2388d6c7-ca26-42e7-af0f-8046f993ca7e', 'tenant_id': '5fda084d5ace4cf1b026737ae1cafe2d', 'fixed_ips': [{'subnet_id': '65bacd51-88f3-499d-8845-abdeebdb1c9f'}]}} from dv-neutron-836180-1-hyperv. {{(pid=83872) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 01 13:37:07.810888 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-ac6ffd68-4766-4cff-83e3-dbc5faa2cfd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:37:07.829327 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-d6b6921a-9c34-4459-9451-bbf06fdac8fc tempest-ServerActionsTestJSON-64006463 tempest-ServerActionsTestJSON-64006463-project] Notify callbacks [] for floatingip, before_update {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:37:07.907549 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-e5ccac42-f68d-4b96-a8b5-28abf0bbf959 tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.3137650 Apr 01 13:37:07.931334 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 51166) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:37:07.932075 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ccac42-f68d-4b96-a8b5-28abf0bbf959 tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Pushing event updated for resources: {'Network': ['ID=ea17be37-7afb-4d54-8aff-0450104f3c21,revision_number=1']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:37:07.948209 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.v2.base [None req-e8e5398f-5ba7-48db-8e84-01cc417bb9e8 tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Request body: {'subnet': {'network_id': 'ea17be37-7afb-4d54-8aff-0450104f3c21', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:37:07.957465 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-d7fc9351-99d0-4f54-92eb-72104bb525aa tempest-NegativeSecGroupIPv6Test-1094873774 tempest-NegativeSecGroupIPv6Test-1094873774-project] Notify callbacks [] for security_group, precommit_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:37:07.974647 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Network ea17be37-7afb-4d54-8aff-0450104f3c21 details requested by agent ovs-agent-dv-neutron-836180-1-hyperv with host dv-neutron-836180-1-hyperv {{(pid=83872) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 13:37:07.982474 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-d7fc9351-99d0-4f54-92eb-72104bb525aa tempest-NegativeSecGroupIPv6Test-1094873774 tempest-NegativeSecGroupIPv6Test-1094873774-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3775923'] for security_group, after_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:37:08.015800 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a54902c-2aba-407e-a41d-6471baf18030 tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] Pushing event updated for resources: {'Network': ['ID=bcf4ddd1-db98-4586-ad5b-94f153bf2525,revision_number=1']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:37:08.018780 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-2a54902c-2aba-407e-a41d-6471baf18030 tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.9992223 Apr 01 13:37:08.041001 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 51170) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:37:08.063890 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Network bcf4ddd1-db98-4586-ad5b-94f153bf2525 details requested by agent ovs-agent-dv-neutron-836180-1-hyperv with host dv-neutron-836180-1-hyperv {{(pid=83872) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 13:37:08.065733 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.v2.base [None req-2cedf371-7669-48d9-95a2-a763fee29f64 tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] Request body: {'subnet': {'network_id': 'bcf4ddd1-db98-4586-ad5b-94f153bf2525', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=83869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:37:08.133951 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-b4adad57-4449-4ace-a90e-83d98cbd4946 tempest-AllowedAddressPairIpV6TestJSON-1064512019 tempest-AllowedAddressPairIpV6TestJSON-1064512019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736732935801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2743125'] for port, after_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:37:08.173820 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-d7fc9351-99d0-4f54-92eb-72104bb525aa tempest-NegativeSecGroupIPv6Test-1094873774 tempest-NegativeSecGroupIPv6Test-1094873774-project] Notify callbacks [] for security_group, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:37:08.177600 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-d7fc9351-99d0-4f54-92eb-72104bb525aa tempest-NegativeSecGroupIPv6Test-1094873774 tempest-NegativeSecGroupIPv6Test-1094873774-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.9756105 Apr 01 13:37:08.186251 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7fc9351-99d0-4f54-92eb-72104bb525aa tempest-NegativeSecGroupIPv6Test-1094873774 tempest-NegativeSecGroupIPv6Test-1094873774-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0c337b45-1dfd-4bbf-9632-ce85f7c3df6f,revision_number=1']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:37:08.196580 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 51174) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:37:08.205916 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.v2.base [None req-e1c6576d-2f8f-4967-b68b-941deb907536 tempest-NegativeSecGroupIPv6Test-1094873774 tempest-NegativeSecGroupIPv6Test-1094873774-project] Request body: {'security_group': {'name': 'tempest-secgroup--1988651514'}} {{(pid=83869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:37:08.207108 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-e8e5398f-5ba7-48db-8e84-01cc417bb9e8 tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:37:08.212278 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-e8e5398f-5ba7-48db-8e84-01cc417bb9e8 tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Usage tracker for resource:subnet and tenant:315e7395dd224b3fb020d0b9d921742e is out of sync, need to count used quota {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 13:37:08.215145 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-e8e5398f-5ba7-48db-8e84-01cc417bb9e8 tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 13:37:08.243717 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-e1c6576d-2f8f-4967-b68b-941deb907536 tempest-NegativeSecGroupIPv6Test-1094873774 tempest-NegativeSecGroupIPv6Test-1094873774-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:37:08.284666 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.db_base_plugin_common [None req-e76a5ecf-697a-492a-905c-0f54a22221f1 None None] Allocated IP 172.20.255.242 (bfb56bb3-06b0-48b9-b27a-de76ae9d5163/e172d3b4-ae4f-4669-9699-7c10fee005e7/9161ca68-5c44-4e3b-937e-fd4c5f645ea1) {{(pid=83872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 13:37:08.294270 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-bf30e96c-24fe-4a3a-947f-75530707d86e None None] Provisioning for port c3b3a087-a588-42c0-9bf7-ae781902075f completed by entity DHCP. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 13:37:08.317652 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-bf30e96c-24fe-4a3a-947f-75530707d86e None None] Provisioning complete for port c3b3a087-a588-42c0-9bf7-ae781902075f triggered by entity DHCP. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 13:37:08.318027 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-bf30e96c-24fe-4a3a-947f-75530707d86e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-948329'] for port, provisioning_complete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:37:08.325418 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4adad57-4449-4ace-a90e-83d98cbd4946 tempest-AllowedAddressPairIpV6TestJSON-1064512019 tempest-AllowedAddressPairIpV6TestJSON-1064512019-project] Pushing event updated for resources: {'Port': ['ID=c5564da8-266b-41ce-999d-30c02a1b53be,revision_number=1']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:37:08.332592 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-e8e5398f-5ba7-48db-8e84-01cc417bb9e8 tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:37:08.356557 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.db_base_plugin_common [None req-ac6ffd68-4766-4cff-83e3-dbc5faa2cfd3 None None] Allocated IP 2001:db8::2 (2388d6c7-ca26-42e7-af0f-8046f993ca7e/65bacd51-88f3-499d-8845-abdeebdb1c9f/f647448d-ad8f-4b94-aa59-463a5265fa0a) {{(pid=83872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 13:37:08.362819 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8e5398f-5ba7-48db-8e84-01cc417bb9e8 tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Made reservation on behalf of 315e7395dd224b3fb020d0b9d921742e for: {'subnet': 1} {{(pid=83871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 13:37:08.383509 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-7aedb97c-081c-4e10-b809-d91efae5815e tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4155147'] for port, precommit_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:37:08.398809 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4adad57-4449-4ace-a90e-83d98cbd4946 tempest-AllowedAddressPairIpV6TestJSON-1064512019 tempest-AllowedAddressPairIpV6TestJSON-1064512019-project] Network bbd7a654-1927-4f32-a4fb-32334d8c9a6d is already hosted by enough agents. {{(pid=83871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 13:37:08.448917 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.scheduler.base_scheduler [None req-b4adad57-4449-4ace-a90e-83d98cbd4946 tempest-AllowedAddressPairIpV6TestJSON-1064512019 tempest-AllowedAddressPairIpV6TestJSON-1064512019-project] Resources bound (agent type, host, resource id): {{(pid=83871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 13:37:08.482904 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.plugin [None req-bf30e96c-24fe-4a3a-947f-75530707d86e None None] Port c3b3a087-a588-42c0-9bf7-ae781902075f cannot update to ACTIVE because it is not bound. {{(pid=83872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 13:37:08.555363 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-e1c6576d-2f8f-4967-b68b-941deb907536 tempest-NegativeSecGroupIPv6Test-1094873774 tempest-NegativeSecGroupIPv6Test-1094873774-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:37:08.575337 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-2cedf371-7669-48d9-95a2-a763fee29f64 tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:37:08.581867 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-2cedf371-7669-48d9-95a2-a763fee29f64 tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] Usage tracker for resource:subnet and tenant:16dc8bccab6243da8b678a9c9f0a6318 is out of sync, need to count used quota {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 13:37:08.585568 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-2cedf371-7669-48d9-95a2-a763fee29f64 tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 13:37:08.590247 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-e1c6576d-2f8f-4967-b68b-941deb907536 tempest-NegativeSecGroupIPv6Test-1094873774 tempest-NegativeSecGroupIPv6Test-1094873774-project] Notify callbacks [] for security_group, before_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:37:08.606499 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-2cedf371-7669-48d9-95a2-a763fee29f64 tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:37:08.637871 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2cedf371-7669-48d9-95a2-a763fee29f64 tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] Made reservation on behalf of 16dc8bccab6243da8b678a9c9f0a6318 for: {'subnet': 1} {{(pid=83869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 13:37:08.681489 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4adad57-4449-4ace-a90e-83d98cbd4946 tempest-AllowedAddressPairIpV6TestJSON-1064512019 tempest-AllowedAddressPairIpV6TestJSON-1064512019-project] Received port after_create {{(pid=83871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 13:37:08.685612 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4adad57-4449-4ace-a90e-83d98cbd4946 tempest-AllowedAddressPairIpV6TestJSON-1064512019 tempest-AllowedAddressPairIpV6TestJSON-1064512019-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:37:08.686292 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-b4adad57-4449-4ace-a90e-83d98cbd4946 tempest-AllowedAddressPairIpV6TestJSON-1064512019 tempest-AllowedAddressPairIpV6TestJSON-1064512019-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109561'] for port, before_response {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:37:08.691824 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75dc155d-1e53-402a-9ad1-d2ae7b13ea6a tempest-TestNetworkAdvancedServerOps-1355420123 tempest-TestNetworkAdvancedServerOps-1355420123-project] Notify agent at l3_agent.dv-neutron-836180-1-hyperv the message routers_updated {{(pid=83871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 13:37:08.700612 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.plugin [None req-7aedb97c-081c-4e10-b809-d91efae5815e tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Calling delete_port for c3b3a087-a588-42c0-9bf7-ae781902075f owned by {{(pid=83871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 13:37:08.730454 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-e1c6576d-2f8f-4967-b68b-941deb907536 tempest-NegativeSecGroupIPv6Test-1094873774 tempest-NegativeSecGroupIPv6Test-1094873774-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:37:08.749845 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-e1c6576d-2f8f-4967-b68b-941deb907536 tempest-NegativeSecGroupIPv6Test-1094873774 tempest-NegativeSecGroupIPv6Test-1094873774-project] Usage tracker for resource:security_group_rule and tenant:39eb4b5eadd145e3a3333e826460ae09 is out of sync, need to count used quota {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 13:37:08.755275 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-e1c6576d-2f8f-4967-b68b-941deb907536 tempest-NegativeSecGroupIPv6Test-1094873774 tempest-NegativeSecGroupIPv6Test-1094873774-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 13:37:08.774666 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.db.resource_extend [None req-d6b6921a-9c34-4459-9451-bbf06fdac8fc tempest-ServerActionsTestJSON-64006463 tempest-ServerActionsTestJSON-64006463-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 01 13:37:08.793413 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18e86abd-5460-465c-9354-21e848c82579 None None] Sync routers for ids ['6d5367dc-25b1-4f1b-a781-eef2f2883363'] in dv-neutron-836180-1-hyperv {{(pid=83872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 13:37:08.808436 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-b4adad57-4449-4ace-a90e-83d98cbd4946 tempest-AllowedAddressPairIpV6TestJSON-1064512019 tempest-AllowedAddressPairIpV6TestJSON-1064512019-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 2.9613216 Apr 01 13:37:08.808436 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-75dc155d-1e53-402a-9ad1-d2ae7b13ea6a tempest-TestNetworkAdvancedServerOps-1355420123 tempest-TestNetworkAdvancedServerOps-1355420123-project] Notify callbacks [] for router, before_response {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:37:08.808436 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-75dc155d-1e53-402a-9ad1-d2ae7b13ea6a tempest-TestNetworkAdvancedServerOps-1355420123 tempest-TestNetworkAdvancedServerOps-1355420123-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 8.4106793 Apr 01 13:37:08.808436 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 51178) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:37:08.808436 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 51180) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:37:08.815396 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.v2.base [None req-f0519ca7-8fb4-4979-bbd3-049340e215d6 tempest-AllowedAddressPairIpV6TestJSON-1064512019 tempest-AllowedAddressPairIpV6TestJSON-1064512019-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::32d', 'mac_address': 'fa:16:3e:99:cf:50'}]}} {{(pid=83871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:37:08.835409 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18e86abd-5460-465c-9354-21e848c82579 None None] Routers {'6d5367dc-25b1-4f1b-a781-eef2f2883363'} bound to L3 agent in host dv-neutron-836180-1-hyperv {{(pid=83872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 13:37:08.836055 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_hamode_db [None req-18e86abd-5460-465c-9354-21e848c82579 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836180-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T13:25:36Z,description=,heartbeat_timestamp=2022-04-01T13:37:06Z,host='dv-neutron-836180-1-hyperv',id=88bf8fc8-11a3-4e96-9d1b-5fd93ba9f6f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T13:25:36Z,topic='l3_agent')) {'router_ids': ['6d5367dc-25b1-4f1b-a781-eef2f2883363'], 'active': True} {{(pid=83872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:37:08.850751 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-e8e5398f-5ba7-48db-8e84-01cc417bb9e8 tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2757336'] for subnet, before_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:37:08.933784 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-e1c6576d-2f8f-4967-b68b-941deb907536 tempest-NegativeSecGroupIPv6Test-1094873774 tempest-NegativeSecGroupIPv6Test-1094873774-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:37:08.954010 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-2cedf371-7669-48d9-95a2-a763fee29f64 tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2999481'] for subnet, before_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:37:09.005397 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-3b7e0843-732b-4744-8d84-489dad85e95d None None] Provisioning for port c5564da8-266b-41ce-999d-30c02a1b53be completed by entity DHCP. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 13:37:09.021683 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-3b7e0843-732b-4744-8d84-489dad85e95d None None] Provisioning complete for port c5564da8-266b-41ce-999d-30c02a1b53be triggered by entity DHCP. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 13:37:09.021897 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-3b7e0843-732b-4744-8d84-489dad85e95d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-948329'] for port, provisioning_complete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:37:09.047402 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-a976a7b9-9034-41e6-be13-349b75ed1593 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:37:09.098602 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-d6b6921a-9c34-4459-9451-bbf06fdac8fc tempest-ServerActionsTestJSON-64006463 tempest-ServerActionsTestJSON-64006463-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:37:09.103827 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-e76a5ecf-697a-492a-905c-0f54a22221f1 None None] Notify callbacks [] for port, precommit_create {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:37:09.118082 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-8cb86975-4e4c-45a1-bcf3-d0085a4ae2ce tempest-TestNetworkAdvancedServerOps-263637689 tempest-TestNetworkAdvancedServerOps-263637689-project-admin] 10.222.0.26 "GET /v2.0/subnets?project_id=c4570dfc5b694d9bb3c42a8f7c596843&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.3080194 Apr 01 13:37:09.119451 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-d6b6921a-9c34-4459-9451-bbf06fdac8fc tempest-ServerActionsTestJSON-64006463 tempest-ServerActionsTestJSON-64006463-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4084747'] for floatingip, after_update {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:37:09.135824 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 51188) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:37:09.147296 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-e76a5ecf-697a-492a-905c-0f54a22221f1 None None] Transition to ACTIVE for port object 9161ca68-5c44-4e3b-937e-fd4c5f645ea1 will not be triggered until provisioned by entity L2. {{(pid=83872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 13:37:09.171158 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.plugin [None req-3b7e0843-732b-4744-8d84-489dad85e95d None None] Port c5564da8-266b-41ce-999d-30c02a1b53be cannot update to ACTIVE because it is not bound. {{(pid=83872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 13:37:09.198151 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-e1c6576d-2f8f-4967-b68b-941deb907536 tempest-NegativeSecGroupIPv6Test-1094873774 tempest-NegativeSecGroupIPv6Test-1094873774-project] Notify callbacks [] for security_group, precommit_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:37:09.224373 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-e76a5ecf-697a-492a-905c-0f54a22221f1 None None] Transition to ACTIVE for port object 9161ca68-5c44-4e3b-937e-fd4c5f645ea1 will not be triggered until provisioned by entity DHCP. {{(pid=83872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 13:37:09.235767 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_dvr_db [None req-18e86abd-5460-465c-9354-21e848c82579 None None] Set router 6d5367dc-25b1-4f1b-a781-eef2f2883363 gateway port host: dv-neutron-836180-1-hyperv {{(pid=83872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 13:37:09.252672 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-e1c6576d-2f8f-4967-b68b-941deb907536 tempest-NegativeSecGroupIPv6Test-1094873774 tempest-NegativeSecGroupIPv6Test-1094873774-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3775923'] for security_group, after_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:37:09.324949 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c6576d-2f8f-4967-b68b-941deb907536 tempest-NegativeSecGroupIPv6Test-1094873774 tempest-NegativeSecGroupIPv6Test-1094873774-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4ce71093-9a65-4ac4-9292-df45ab9607f5,revision_number=1']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:37:09.367163 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-e76a5ecf-697a-492a-905c-0f54a22221f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736732935801'] for port, after_create {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:37:09.371204 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-e1c6576d-2f8f-4967-b68b-941deb907536 tempest-NegativeSecGroupIPv6Test-1094873774 tempest-NegativeSecGroupIPv6Test-1094873774-project] Notify callbacks [] for security_group, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:37:09.372466 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-e1c6576d-2f8f-4967-b68b-941deb907536 tempest-NegativeSecGroupIPv6Test-1094873774 tempest-NegativeSecGroupIPv6Test-1094873774-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 1.1757541 Apr 01 13:37:09.379619 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 51192) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:37:09.407634 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.v2.base [None req-8bc600a4-6229-4878-8fb2-b02d15b7b374 tempest-NegativeSecGroupIPv6Test-1094873774 tempest-NegativeSecGroupIPv6Test-1094873774-project] Request body: {'security_group_rule': {'security_group_id': '0c337b45-1dfd-4bbf-9632-ce85f7c3df6f', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': '4ce71093-9a65-4ac4-9292-df45ab9607f5'}} {{(pid=83871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:37:09.429409 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-8bc600a4-6229-4878-8fb2-b02d15b7b374 tempest-NegativeSecGroupIPv6Test-1094873774 tempest-NegativeSecGroupIPv6Test-1094873774-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:37:09.454161 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-8bc600a4-6229-4878-8fb2-b02d15b7b374 tempest-NegativeSecGroupIPv6Test-1094873774 tempest-NegativeSecGroupIPv6Test-1094873774-project] Usage tracker for resource:security_group_rule and tenant:39eb4b5eadd145e3a3333e826460ae09 is out of sync, need to count used quota {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 13:37:09.465420 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-2cedf371-7669-48d9-95a2-a763fee29f64 tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2705391', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2999447'] for subnet, after_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:37:09.476237 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-8bc600a4-6229-4878-8fb2-b02d15b7b374 tempest-NegativeSecGroupIPv6Test-1094873774 tempest-NegativeSecGroupIPv6Test-1094873774-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 13:37:09.541612 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-8bc600a4-6229-4878-8fb2-b02d15b7b374 tempest-NegativeSecGroupIPv6Test-1094873774 tempest-NegativeSecGroupIPv6Test-1094873774-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:37:09.552854 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-ac6ffd68-4766-4cff-83e3-dbc5faa2cfd3 None None] Notify callbacks [] for port, precommit_create {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:37:09.559262 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cedf371-7669-48d9-95a2-a763fee29f64 tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] Pushing event updated for resources: {'Subnet': ['ID=0286b6bb-ff1d-426a-aac8-42ad834678e6,revision_number=0']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:37:09.574075 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e76a5ecf-697a-492a-905c-0f54a22221f1 None None] Network bfb56bb3-06b0-48b9-b27a-de76ae9d5163 is already hosted by enough agents. {{(pid=83872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 13:37:09.579535 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.db.l3_db [None req-d6b6921a-9c34-4459-9451-bbf06fdac8fc tempest-ServerActionsTestJSON-64006463 tempest-ServerActionsTestJSON-64006463-project] Floating IP 6e931e43-892f-49f8-a6d0-837203307035 associated. External IP: 172.26.5.3, port: 3fbcdb0d-ff16-4590-b85e-e2516d336b46. Apr 01 13:37:09.581543 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.scheduler.base_scheduler [None req-e76a5ecf-697a-492a-905c-0f54a22221f1 None None] Resources bound (agent type, host, resource id): {{(pid=83872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 13:37:09.584348 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-ac6ffd68-4766-4cff-83e3-dbc5faa2cfd3 None None] Transition to ACTIVE for port object f647448d-ad8f-4b94-aa59-463a5265fa0a will not be triggered until provisioned by entity L2. {{(pid=83872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 13:37:09.590347 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e76a5ecf-697a-492a-905c-0f54a22221f1 None None] Pushing event updated for resources: {'Port': ['ID=9161ca68-5c44-4e3b-937e-fd4c5f645ea1,revision_number=1']} {{(pid=83872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:37:09.597983 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e76a5ecf-697a-492a-905c-0f54a22221f1 None None] Received port after_create {{(pid=83872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 13:37:09.645481 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-e8e5398f-5ba7-48db-8e84-01cc417bb9e8 tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2743225', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2757366'] for subnet, after_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:37:09.648373 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cedf371-7669-48d9-95a2-a763fee29f64 tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] Checking segment: {'id': '7405580b-fbd9-47dd-9f77-5a73c78c6ffc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': 'bcf4ddd1-db98-4586-ad5b-94f153bf2525'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 13:37:09.648744 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cedf371-7669-48d9-95a2-a763fee29f64 tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] Network hostable DHCP agents. Network: bcf4ddd1-db98-4586-ad5b-94f153bf2525, hostable agents: ['e47e4547-5c2d-4954-ba56-fa3646239f18'], hosted agents: [] {{(pid=83869) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 13:37:09.673093 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-ac6ffd68-4766-4cff-83e3-dbc5faa2cfd3 None None] Transition to ACTIVE for port object f647448d-ad8f-4b94-aa59-463a5265fa0a will not be triggered until provisioned by entity DHCP. {{(pid=83872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 13:37:09.681454 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8c1efc9-8da4-4ddb-9865-920995ae14e4 tempest-TestNetworkAdvancedServerOps-263637689 tempest-TestNetworkAdvancedServerOps-263637689-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:37:09.685587 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-e8c1efc9-8da4-4ddb-9865-920995ae14e4 tempest-TestNetworkAdvancedServerOps-263637689 tempest-TestNetworkAdvancedServerOps-263637689-project-admin] 10.222.0.26 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.5133467 Apr 01 13:37:09.696289 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 51196) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:37:09.714772 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-ac6ffd68-4766-4cff-83e3-dbc5faa2cfd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736732935801'] for port, after_create {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:37:09.752115 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-f0519ca7-8fb4-4979-bbd3-049340e215d6 tempest-AllowedAddressPairIpV6TestJSON-1064512019 tempest-AllowedAddressPairIpV6TestJSON-1064512019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:37:09.769944 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-7aedb97c-081c-4e10-b809-d91efae5815e tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736733359243', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736732935810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2743125'] for port, after_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:37:09.810885 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-115d996c-d08a-423b-a1b6-f279af5f9976 tempest-TestNetworkAdvancedServerOps-263637689 tempest-TestNetworkAdvancedServerOps-263637689-project-admin] 10.222.0.26 "GET /v2.0/subnets?network_id=725864b8-cceb-48c9-b5d3-1bfc4423e301&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0995505 Apr 01 13:37:09.817163 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.api.v2.resource [None req-8bc600a4-6229-4878-8fb2-b02d15b7b374 tempest-NegativeSecGroupIPv6Test-1094873774 tempest-NegativeSecGroupIPv6Test-1094873774-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 01 13:37:09.818193 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-8bc600a4-6229-4878-8fb2-b02d15b7b374 tempest-NegativeSecGroupIPv6Test-1094873774 tempest-NegativeSecGroupIPv6Test-1094873774-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 360 time: 0.4327257 Apr 01 13:37:09.819840 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 51200) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:37:09.823270 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 51202) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:37:09.829294 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e5398f-5ba7-48db-8e84-01cc417bb9e8 tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Pushing event updated for resources: {'Subnet': ['ID=37daf882-8ff8-43e0-89a1-6d1af9e77f9f,revision_number=0']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:37:09.831397 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.v2.base [None req-8f6888a9-a3d3-4fb9-b7cf-b4f313a7196e tempest-TestNetworkAdvancedServerOps-1355420123 tempest-TestNetworkAdvancedServerOps-1355420123-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1255213141', 'network_id': 'cb4d1837-1892-4ca3-a559-eb0035507686', 'project_id': 'c4570dfc5b694d9bb3c42a8f7c596843', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=83869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:37:09.833930 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.managers [None req-e76a5ecf-697a-492a-905c-0f54a22221f1 None None] Attempting to bind port 9161ca68-5c44-4e3b-937e-fd4c5f645ea1 on host dv-neutron-836180-1-hyperv for vnic_type normal with profile {{(pid=83872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 13:37:09.834413 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.managers [None req-e76a5ecf-697a-492a-905c-0f54a22221f1 None None] Attempting to bind port 9161ca68-5c44-4e3b-937e-fd4c5f645ea1 by drivers openvswitch,hyperv on host dv-neutron-836180-1-hyperv at level 0 using segments [{'id': '4ea64b2e-068d-4c9c-9f0c-7e78b8190a96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'bfb56bb3-06b0-48b9-b27a-de76ae9d5163'}] {{(pid=83872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 13:37:09.835404 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e76a5ecf-697a-492a-905c-0f54a22221f1 None None] Attempting to bind port 9161ca68-5c44-4e3b-937e-fd4c5f645ea1 on network bfb56bb3-06b0-48b9-b27a-de76ae9d5163 {{(pid=83872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 13:37:09.848836 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aedb97c-081c-4e10-b809-d91efae5815e tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Pushing event deleted for resources: {'Port': ['ID=c3b3a087-a588-42c0-9bf7-ae781902075f,revision_number=None']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:37:09.856530 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac6ffd68-4766-4cff-83e3-dbc5faa2cfd3 None None] Network 2388d6c7-ca26-42e7-af0f-8046f993ca7e is already hosted by enough agents. {{(pid=83872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 13:37:09.866291 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.scheduler.base_scheduler [None req-ac6ffd68-4766-4cff-83e3-dbc5faa2cfd3 None None] Resources bound (agent type, host, resource id): {{(pid=83872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 13:37:09.873192 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac6ffd68-4766-4cff-83e3-dbc5faa2cfd3 None None] Received port after_create {{(pid=83872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 13:37:09.879081 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e76a5ecf-697a-492a-905c-0f54a22221f1 None None] Checking agent: {'id': 'af948428-97cd-4d10-9f53-af028bdb39b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-836180-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 13, 25, 37), 'started_at': datetime.datetime(2022, 4, 1, 13, 26, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 13, 37, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-836180-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 13:37:09.879594 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e76a5ecf-697a-492a-905c-0f54a22221f1 None None] Checking segment: {'id': '4ea64b2e-068d-4c9c-9f0c-7e78b8190a96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'bfb56bb3-06b0-48b9-b27a-de76ae9d5163'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 13:37:09.880128 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-e76a5ecf-697a-492a-905c-0f54a22221f1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:37:09.880630 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e76a5ecf-697a-492a-905c-0f54a22221f1 None None] Bound using segment: {'id': '4ea64b2e-068d-4c9c-9f0c-7e78b8190a96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'bfb56bb3-06b0-48b9-b27a-de76ae9d5163'} {{(pid=83872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 13:37:09.882163 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.managers [None req-e76a5ecf-697a-492a-905c-0f54a22221f1 None None] Bound port: 9161ca68-5c44-4e3b-937e-fd4c5f645ea1, host: dv-neutron-836180-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ea64b2e-068d-4c9c-9f0c-7e78b8190a96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'bfb56bb3-06b0-48b9-b27a-de76ae9d5163'}}] {{(pid=83872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 13:37:09.882163 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-e76a5ecf-697a-492a-905c-0f54a22221f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:37:09.895147 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac6ffd68-4766-4cff-83e3-dbc5faa2cfd3 None None] Pushing event updated for resources: {'Port': ['ID=f647448d-ad8f-4b94-aa59-463a5265fa0a,revision_number=1']} {{(pid=83872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:37:09.954376 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.db_base_plugin_common [None req-12e3b8ff-70f8-4682-a4ae-8dfb9eb34b6d tempest-ExtraDHCPOptionsIpV6TestJSON-1348051470 tempest-ExtraDHCPOptionsIpV6TestJSON-1348051470-project] Allocated IP 2001:db8::32d (2388d6c7-ca26-42e7-af0f-8046f993ca7e/65bacd51-88f3-499d-8845-abdeebdb1c9f/de41762e-28dd-4ba4-afe1-f695840bcfe9) {{(pid=83869) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 13:37:09.995949 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cedf371-7669-48d9-95a2-a763fee29f64 tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] Network bcf4ddd1-db98-4586-ad5b-94f153bf2525 is scheduled to be hosted by DHCP agent e47e4547-5c2d-4954-ba56-fa3646239f18 with binding_index 1 {{(pid=83869) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 13:37:10.065885 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-8f6888a9-a3d3-4fb9-b7cf-b4f313a7196e tempest-TestNetworkAdvancedServerOps-1355420123 tempest-TestNetworkAdvancedServerOps-1355420123-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:37:10.071945 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.scheduler.base_scheduler [None req-2cedf371-7669-48d9-95a2-a763fee29f64 tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-836180-1-hyperv, bcf4ddd1-db98-4586-ad5b-94f153bf2525) {{(pid=83869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 13:37:10.077299 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_hamode_db [None req-18e86abd-5460-465c-9354-21e848c82579 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d5367dc-25b1-4f1b-a781-eef2f2883363', 'name': 'tempest-TestNetworkAdvancedServerOps-router-555895105', 'tenant_id': 'c4570dfc5b694d9bb3c42a8f7c596843', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'external_fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.23'}], 'enable_snat': True}, 'gw_port_id': '27e65307-23d7-4846-b283-09e0f28ab0da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T13:37:00Z', 'updated_at': '2022-04-01T13:37:04Z', 'revision_number': 3, 'project_id': 'c4570dfc5b694d9bb3c42a8f7c596843', 'gw_port': {'id': '27e65307-23d7-4846-b283-09e0f28ab0da', 'name': '', 'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:f4:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d5367dc-25b1-4f1b-a781-eef2f2883363', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:37:02Z', 'updated_at': '2022-04-01T13:37:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836180-1-hyperv'}], 'dv-neutron-836180-1-hyperv', False) {} {{(pid=83872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:37:10.085480 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.managers [None req-ac6ffd68-4766-4cff-83e3-dbc5faa2cfd3 None None] Attempting to bind port f647448d-ad8f-4b94-aa59-463a5265fa0a on host dv-neutron-836180-1-hyperv for vnic_type normal with profile {{(pid=83872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 13:37:10.085912 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.managers [None req-ac6ffd68-4766-4cff-83e3-dbc5faa2cfd3 None None] Attempting to bind port f647448d-ad8f-4b94-aa59-463a5265fa0a by drivers openvswitch,hyperv on host dv-neutron-836180-1-hyperv at level 0 using segments [{'id': '9088d601-3ce6-4ee6-954c-a7fd7228a6a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '2388d6c7-ca26-42e7-af0f-8046f993ca7e'}] {{(pid=83872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 13:37:10.086368 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac6ffd68-4766-4cff-83e3-dbc5faa2cfd3 None None] Attempting to bind port f647448d-ad8f-4b94-aa59-463a5265fa0a on network 2388d6c7-ca26-42e7-af0f-8046f993ca7e {{(pid=83872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 13:37:10.094085 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18e86abd-5460-465c-9354-21e848c82579 None None] Checking router: 6d5367dc-25b1-4f1b-a781-eef2f2883363 for host: dv-neutron-836180-1-hyperv {{(pid=83872) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 01 13:37:10.094365 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-8f6888a9-a3d3-4fb9-b7cf-b4f313a7196e tempest-TestNetworkAdvancedServerOps-1355420123 tempest-TestNetworkAdvancedServerOps-1355420123-project] Usage tracker for resource:subnet and tenant:c4570dfc5b694d9bb3c42a8f7c596843 is out of sync, need to count used quota {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 13:37:10.094587 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18e86abd-5460-465c-9354-21e848c82579 None None] Updating router 6d5367dc-25b1-4f1b-a781-eef2f2883363 port 27e65307-23d7-4846-b283-09e0f28ab0da binding host dv-neutron-836180-1-hyperv {{(pid=83872) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 01 13:37:10.102495 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cedf371-7669-48d9-95a2-a763fee29f64 tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:37:10.103551 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-2cedf371-7669-48d9-95a2-a763fee29f64 tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3017602'] for subnet, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:37:10.110168 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-8f6888a9-a3d3-4fb9-b7cf-b4f313a7196e tempest-TestNetworkAdvancedServerOps-1355420123 tempest-TestNetworkAdvancedServerOps-1355420123-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 13:37:10.129901 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcdcb624-79a4-4bce-9a84-675759b1f397 None None] Network bcf4ddd1-db98-4586-ad5b-94f153bf2525 requested from dv-neutron-836180-1-hyperv {{(pid=83872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 13:37:10.146274 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-e76a5ecf-697a-492a-905c-0f54a22221f1 None None] For port 9161ca68-5c44-4e3b-937e-fd4c5f645ea1, host dv-neutron-836180-1-hyperv, cleared binding levels {{(pid=83872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 13:37:10.146509 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-8f6888a9-a3d3-4fb9-b7cf-b4f313a7196e tempest-TestNetworkAdvancedServerOps-1355420123 tempest-TestNetworkAdvancedServerOps-1355420123-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:37:10.165879 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-fabcdb76-a183-4879-be96-44c8b39242d3 tempest-NegativeSecGroupIPv6Test-1094873774 tempest-NegativeSecGroupIPv6Test-1094873774-project] Notify callbacks [] for security_group, before_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:37:10.199114 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-2cedf371-7669-48d9-95a2-a763fee29f64 tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 2.1551015 Apr 01 13:37:10.228578 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 51208) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:37:10.244043 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac6ffd68-4766-4cff-83e3-dbc5faa2cfd3 None None] Checking agent: {'id': 'af948428-97cd-4d10-9f53-af028bdb39b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-836180-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 13, 25, 37), 'started_at': datetime.datetime(2022, 4, 1, 13, 26, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 13, 37, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-836180-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 13:37:10.257416 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac6ffd68-4766-4cff-83e3-dbc5faa2cfd3 None None] Checking segment: {'id': '9088d601-3ce6-4ee6-954c-a7fd7228a6a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '2388d6c7-ca26-42e7-af0f-8046f993ca7e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 13:37:10.258229 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-ac6ffd68-4766-4cff-83e3-dbc5faa2cfd3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:37:10.258844 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac6ffd68-4766-4cff-83e3-dbc5faa2cfd3 None None] Bound using segment: {'id': '9088d601-3ce6-4ee6-954c-a7fd7228a6a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '2388d6c7-ca26-42e7-af0f-8046f993ca7e'} {{(pid=83872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 13:37:10.259573 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.managers [None req-ac6ffd68-4766-4cff-83e3-dbc5faa2cfd3 None None] Bound port: f647448d-ad8f-4b94-aa59-463a5265fa0a, host: dv-neutron-836180-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9088d601-3ce6-4ee6-954c-a7fd7228a6a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '2388d6c7-ca26-42e7-af0f-8046f993ca7e'}}] {{(pid=83872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 13:37:10.260170 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-ac6ffd68-4766-4cff-83e3-dbc5faa2cfd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:37:10.263622 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8e5398f-5ba7-48db-8e84-01cc417bb9e8 tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Checking segment: {'id': 'adcdcb98-672f-4f20-a9be-5b41c74597a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'ea17be37-7afb-4d54-8aff-0450104f3c21'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 13:37:10.263987 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8e5398f-5ba7-48db-8e84-01cc417bb9e8 tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Network hostable DHCP agents. Network: ea17be37-7afb-4d54-8aff-0450104f3c21, hostable agents: ['e47e4547-5c2d-4954-ba56-fa3646239f18'], hosted agents: [] {{(pid=83871) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 13:37:10.269565 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f6888a9-a3d3-4fb9-b7cf-b4f313a7196e tempest-TestNetworkAdvancedServerOps-1355420123 tempest-TestNetworkAdvancedServerOps-1355420123-project] Made reservation on behalf of c4570dfc5b694d9bb3c42a8f7c596843 for: {'subnet': 1} {{(pid=83869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 13:37:10.295930 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-e76a5ecf-697a-492a-905c-0f54a22221f1 None None] For port 9161ca68-5c44-4e3b-937e-fd4c5f645ea1, host dv-neutron-836180-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836180-1-hyperv',level=0,port_id=9161ca68-5c44-4e3b-937e-fd4c5f645ea1,segment=NetworkSegment(4ea64b2e-068d-4c9c-9f0c-7e78b8190a96),segment_id=4ea64b2e-068d-4c9c-9f0c-7e78b8190a96)] {{(pid=83872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 13:37:10.325801 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-e76a5ecf-697a-492a-905c-0f54a22221f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864'] for port, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:37:10.365505 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-fabcdb76-a183-4879-be96-44c8b39242d3 tempest-NegativeSecGroupIPv6Test-1094873774 tempest-NegativeSecGroupIPv6Test-1094873774-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:37:10.405220 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-18e86abd-5460-465c-9354-21e848c82579 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:37:10.488810 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.db.resource_extend [None req-f0519ca7-8fb4-4979-bbd3-049340e215d6 tempest-AllowedAddressPairIpV6TestJSON-1064512019 tempest-AllowedAddressPairIpV6TestJSON-1064512019-project] It took 0.29 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 01 13:37:10.516681 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-12e3b8ff-70f8-4682-a4ae-8dfb9eb34b6d tempest-ExtraDHCPOptionsIpV6TestJSON-1348051470 tempest-ExtraDHCPOptionsIpV6TestJSON-1348051470-project] Notify callbacks [] for port, precommit_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:37:10.527494 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-f0519ca7-8fb4-4979-bbd3-049340e215d6 tempest-AllowedAddressPairIpV6TestJSON-1064512019 tempest-AllowedAddressPairIpV6TestJSON-1064512019-project] Notify callbacks [] for port, precommit_update {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:37:10.547361 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-f0519ca7-8fb4-4979-bbd3-049340e215d6 tempest-AllowedAddressPairIpV6TestJSON-1064512019 tempest-AllowedAddressPairIpV6TestJSON-1064512019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2743106'] for port, after_update {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:37:10.556242 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-8f6888a9-a3d3-4fb9-b7cf-b4f313a7196e tempest-TestNetworkAdvancedServerOps-1355420123 tempest-TestNetworkAdvancedServerOps-1355420123-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2999481'] for subnet, before_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:37:10.583647 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.provisioning_blocks [None req-12e3b8ff-70f8-4682-a4ae-8dfb9eb34b6d tempest-ExtraDHCPOptionsIpV6TestJSON-1348051470 tempest-ExtraDHCPOptionsIpV6TestJSON-1348051470-project] Transition to ACTIVE for port object de41762e-28dd-4ba4-afe1-f695840bcfe9 will not be triggered until provisioned by entity DHCP. {{(pid=83869) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 13:37:10.623043 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-7aedb97c-081c-4e10-b809-d91efae5815e tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109561'] for port, before_response {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:37:10.658925 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e76a5ecf-697a-492a-905c-0f54a22221f1 None None] Pushing event updated for resources: {'Port': ['ID=9161ca68-5c44-4e3b-937e-fd4c5f645ea1,revision_number=2']} {{(pid=83872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:37:10.668531 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.plugin [None req-f0519ca7-8fb4-4979-bbd3-049340e215d6 tempest-AllowedAddressPairIpV6TestJSON-1064512019 tempest-AllowedAddressPairIpV6TestJSON-1064512019-project] In _notify_port_updated(), no bound segment for port c5564da8-266b-41ce-999d-30c02a1b53be on network bbd7a654-1927-4f32-a4fb-32334d8c9a6d {{(pid=83871) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Apr 01 13:37:10.672289 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0519ca7-8fb4-4979-bbd3-049340e215d6 tempest-AllowedAddressPairIpV6TestJSON-1064512019 tempest-AllowedAddressPairIpV6TestJSON-1064512019-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:37:10.673136 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-f0519ca7-8fb4-4979-bbd3-049340e215d6 tempest-AllowedAddressPairIpV6TestJSON-1064512019 tempest-AllowedAddressPairIpV6TestJSON-1064512019-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109561'] for port, before_response {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:37:10.680056 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-f0519ca7-8fb4-4979-bbd3-049340e215d6 tempest-AllowedAddressPairIpV6TestJSON-1064512019 tempest-AllowedAddressPairIpV6TestJSON-1064512019-project] 10.222.0.26 "PUT /v2.0/ports/c5564da8-266b-41ce-999d-30c02a1b53be HTTP/1.1" status: 200 len: 1002 time: 1.8714206 Apr 01 13:37:10.684022 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8e5398f-5ba7-48db-8e84-01cc417bb9e8 tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Network ea17be37-7afb-4d54-8aff-0450104f3c21 is scheduled to be hosted by DHCP agent e47e4547-5c2d-4954-ba56-fa3646239f18 with binding_index 1 {{(pid=83871) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 13:37:10.696431 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 51212) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:37:10.714736 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-4df45606-eae6-47e3-b65a-7513854fcbcd tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1033078'] for network, before_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:37:10.767194 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0519ca7-8fb4-4979-bbd3-049340e215d6 tempest-AllowedAddressPairIpV6TestJSON-1064512019 tempest-AllowedAddressPairIpV6TestJSON-1064512019-project] Pushing event updated for resources: {'Port': ['ID=c5564da8-266b-41ce-999d-30c02a1b53be,revision_number=2']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:37:10.785905 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-7aedb97c-081c-4e10-b809-d91efae5815e tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] 10.222.0.26 "DELETE /v2.0/ports/c3b3a087-a588-42c0-9bf7-ae781902075f HTTP/1.1" status: 204 len: 168 time: 3.5341735 Apr 01 13:37:10.786611 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 51216) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:37:10.796980 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.scheduler.base_scheduler [None req-e8e5398f-5ba7-48db-8e84-01cc417bb9e8 tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-836180-1-hyperv, ea17be37-7afb-4d54-8aff-0450104f3c21) {{(pid=83871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 13:37:10.803195 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-fabcdb76-a183-4879-be96-44c8b39242d3 tempest-NegativeSecGroupIPv6Test-1094873774 tempest-NegativeSecGroupIPv6Test-1094873774-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3775923'] for security_group, after_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:37:10.811151 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8e5398f-5ba7-48db-8e84-01cc417bb9e8 tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:37:10.813297 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-e8e5398f-5ba7-48db-8e84-01cc417bb9e8 tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Notify callbacks [] for subnet, before_response {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:37:10.888612 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-e8e5398f-5ba7-48db-8e84-01cc417bb9e8 tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.9500732 Apr 01 13:37:10.894299 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 51220) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:37:10.902794 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-ac6ffd68-4766-4cff-83e3-dbc5faa2cfd3 None None] For port f647448d-ad8f-4b94-aa59-463a5265fa0a, host dv-neutron-836180-1-hyperv, cleared binding levels {{(pid=83872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 13:37:10.906673 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.v2.base [None req-08bb0a61-3969-4827-98dc-02f889dc7726 tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1012395875', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:37:10.909461 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fabcdb76-a183-4879-be96-44c8b39242d3 tempest-NegativeSecGroupIPv6Test-1094873774 tempest-NegativeSecGroupIPv6Test-1094873774-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ce71093-9a65-4ac4-9292-df45ab9607f5,revision_number=None']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:37:10.910418 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee4b8eaf-b3f0-4c2f-8792-327333320c89 None None] Network ea17be37-7afb-4d54-8aff-0450104f3c21 requested from dv-neutron-836180-1-hyperv {{(pid=83872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 13:37:10.926374 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.plugin [None req-ec85b603-d207-4c9b-b337-0e7ae2162936 tempest-AllowedAddressPairIpV6TestJSON-1064512019 tempest-AllowedAddressPairIpV6TestJSON-1064512019-project] Deleting port c5564da8-266b-41ce-999d-30c02a1b53be {{(pid=83871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 13:37:10.926725 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-ec85b603-d207-4c9b-b337-0e7ae2162936 tempest-AllowedAddressPairIpV6TestJSON-1064512019 tempest-AllowedAddressPairIpV6TestJSON-1064512019-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736733287370'] for port, before_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:37:10.962138 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-12e3b8ff-70f8-4682-a4ae-8dfb9eb34b6d tempest-ExtraDHCPOptionsIpV6TestJSON-1348051470 tempest-ExtraDHCPOptionsIpV6TestJSON-1348051470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736732935801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2705155'] for port, after_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:37:10.968271 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b176749b-1fb0-451d-a708-0383c834db80 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:37:10.972015 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b176749b-1fb0-451d-a708-0383c834db80 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:37:10.973552 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-08bb0a61-3969-4827-98dc-02f889dc7726 tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:37:10.973973 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b176749b-1fb0-451d-a708-0383c834db80 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:37:10.976798 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-b176749b-1fb0-451d-a708-0383c834db80 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Synchronizing usage tracker for tenant:8b726fe6689e4b7f96def1a2219bea6c on resource:subnet {{(pid=83869) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 13:37:11.002619 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-08bb0a61-3969-4827-98dc-02f889dc7726 tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Usage tracker for resource:router and tenant:315e7395dd224b3fb020d0b9d921742e is out of sync, need to count used quota {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 13:37:11.013972 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-08bb0a61-3969-4827-98dc-02f889dc7726 tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 13:37:11.025854 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-4df45606-eae6-47e3-b65a-7513854fcbcd tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-945029'] for subnet, precommit_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:37:11.072751 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-08bb0a61-3969-4827-98dc-02f889dc7726 tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:37:11.100349 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-ac6ffd68-4766-4cff-83e3-dbc5faa2cfd3 None None] For port f647448d-ad8f-4b94-aa59-463a5265fa0a, host dv-neutron-836180-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836180-1-hyperv',level=0,port_id=f647448d-ad8f-4b94-aa59-463a5265fa0a,segment=NetworkSegment(9088d601-3ce6-4ee6-954c-a7fd7228a6a8),segment_id=9088d601-3ce6-4ee6-954c-a7fd7228a6a8)] {{(pid=83872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 13:37:11.143155 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-ac6ffd68-4766-4cff-83e3-dbc5faa2cfd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864'] for port, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:37:11.188468 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-08bb0a61-3969-4827-98dc-02f889dc7726 tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4082176', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4220'] for router, before_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:37:11.188712 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1280fe89-83fe-4eb4-a256-cdd4a1788d93 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7e7d0ecb-2af4-55f5-9198-238ab0570d62-bcf4ddd1-db98-4586-ad5b-94f153bf2525', 'network_id': 'bcf4ddd1-db98-4586-ad5b-94f153bf2525', 'tenant_id': '16dc8bccab6243da8b678a9c9f0a6318', 'fixed_ips': [{'subnet_id': '0286b6bb-ff1d-426a-aac8-42ad834678e6'}]}} from dv-neutron-836180-1-hyperv. {{(pid=83872) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 01 13:37:11.189484 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-1280fe89-83fe-4eb4-a256-cdd4a1788d93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:37:11.190254 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-08bb0a61-3969-4827-98dc-02f889dc7726 tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4082277', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4084873', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4148249', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4211'] for router, precommit_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:37:11.231603 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-fabcdb76-a183-4879-be96-44c8b39242d3 tempest-NegativeSecGroupIPv6Test-1094873774 tempest-NegativeSecGroupIPv6Test-1094873774-project] Notify callbacks [] for security_group, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:37:11.237491 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-fabcdb76-a183-4879-be96-44c8b39242d3 tempest-NegativeSecGroupIPv6Test-1094873774 tempest-NegativeSecGroupIPv6Test-1094873774-project] 10.222.0.26 "DELETE /v2.0/security-groups/4ce71093-9a65-4ac4-9292-df45ab9607f5 HTTP/1.1" status: 204 len: 168 time: 1.4129474 Apr 01 13:37:11.241941 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 51224) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:37:11.257542 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-b176749b-1fb0-451d-a708-0383c834db80 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Unset dirty status for tenant:8b726fe6689e4b7f96def1a2219bea6c on resource:subnet {{(pid=83869) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 13:37:11.261437 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-b176749b-1fb0-451d-a708-0383c834db80 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.4712925 Apr 01 13:37:11.269076 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 51228) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:37:11.274812 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-4df45606-eae6-47e3-b65a-7513854fcbcd tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-945042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2743160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2757373'] for subnet, after_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:37:11.343138 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12e3b8ff-70f8-4682-a4ae-8dfb9eb34b6d tempest-ExtraDHCPOptionsIpV6TestJSON-1348051470 tempest-ExtraDHCPOptionsIpV6TestJSON-1348051470-project] Network 2388d6c7-ca26-42e7-af0f-8046f993ca7e is already hosted by enough agents. {{(pid=83869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 13:37:11.355628 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.scheduler.base_scheduler [None req-12e3b8ff-70f8-4682-a4ae-8dfb9eb34b6d tempest-ExtraDHCPOptionsIpV6TestJSON-1348051470 tempest-ExtraDHCPOptionsIpV6TestJSON-1348051470-project] Resources bound (agent type, host, resource id): {{(pid=83869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 13:37:11.372413 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12e3b8ff-70f8-4682-a4ae-8dfb9eb34b6d tempest-ExtraDHCPOptionsIpV6TestJSON-1348051470 tempest-ExtraDHCPOptionsIpV6TestJSON-1348051470-project] Received port after_create {{(pid=83869) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 13:37:11.376501 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12e3b8ff-70f8-4682-a4ae-8dfb9eb34b6d tempest-ExtraDHCPOptionsIpV6TestJSON-1348051470 tempest-ExtraDHCPOptionsIpV6TestJSON-1348051470-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:37:11.377107 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-12e3b8ff-70f8-4682-a4ae-8dfb9eb34b6d tempest-ExtraDHCPOptionsIpV6TestJSON-1348051470 tempest-ExtraDHCPOptionsIpV6TestJSON-1348051470-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109561'] for port, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:37:11.412202 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e3b8ff-70f8-4682-a4ae-8dfb9eb34b6d tempest-ExtraDHCPOptionsIpV6TestJSON-1348051470 tempest-ExtraDHCPOptionsIpV6TestJSON-1348051470-project] Pushing event updated for resources: {'Port': ['ID=de41762e-28dd-4ba4-afe1-f695840bcfe9,revision_number=1']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:37:11.432530 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-8f6888a9-a3d3-4fb9-b7cf-b4f313a7196e tempest-TestNetworkAdvancedServerOps-1355420123 tempest-TestNetworkAdvancedServerOps-1355420123-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2705391', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2999447'] for subnet, after_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:37:11.462630 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df45606-eae6-47e3-b65a-7513854fcbcd tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] Pushing event deleted for resources: {'Subnet': ['ID=0286b6bb-ff1d-426a-aac8-42ad834678e6,revision_number=None']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:37:11.477385 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-12e3b8ff-70f8-4682-a4ae-8dfb9eb34b6d tempest-ExtraDHCPOptionsIpV6TestJSON-1348051470 tempest-ExtraDHCPOptionsIpV6TestJSON-1348051470-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 941 time: 4.3545825 Apr 01 13:37:11.483156 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 51232) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:37:11.490991 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-aa9736c6-8a07-4a0a-b1f0-3ea154de9355 None None] Provisioning complete for port c5564da8-266b-41ce-999d-30c02a1b53be triggered by entity DHCP. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 13:37:11.491654 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-aa9736c6-8a07-4a0a-b1f0-3ea154de9355 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-948329'] for port, provisioning_complete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:37:11.500523 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.v2.base [None req-41b6fbe4-5dbb-4ad2-963b-b5a0662c824e tempest-ExtraDHCPOptionsIpV6TestJSON-1348051470 tempest-ExtraDHCPOptionsIpV6TestJSON-1348051470-project] Request body: {'port': {'network_id': '2388d6c7-ca26-42e7-af0f-8046f993ca7e', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-779462223', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=83871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:37:11.501269 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.api.validators [None req-41b6fbe4-5dbb-4ad2-963b-b5a0662c824e tempest-ExtraDHCPOptionsIpV6TestJSON-1348051470 tempest-ExtraDHCPOptionsIpV6TestJSON-1348051470-project] bootfile-name is not in valid_values {{(pid=83871) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Apr 01 13:37:11.501424 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.api.validators [None req-41b6fbe4-5dbb-4ad2-963b-b5a0662c824e tempest-ExtraDHCPOptionsIpV6TestJSON-1348051470 tempest-ExtraDHCPOptionsIpV6TestJSON-1348051470-project] tftp-server is not in valid_values {{(pid=83871) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Apr 01 13:37:11.501846 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.api.validators [None req-41b6fbe4-5dbb-4ad2-963b-b5a0662c824e tempest-ExtraDHCPOptionsIpV6TestJSON-1348051470 tempest-ExtraDHCPOptionsIpV6TestJSON-1348051470-project] server-ip-address is not in valid_values {{(pid=83871) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Apr 01 13:37:11.545938 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f6888a9-a3d3-4fb9-b7cf-b4f313a7196e tempest-TestNetworkAdvancedServerOps-1355420123 tempest-TestNetworkAdvancedServerOps-1355420123-project] Pushing event updated for resources: {'Subnet': ['ID=c65397f7-964e-4a75-8fb4-5b28417ee25a,revision_number=0']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:37:11.565959 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.db.resource_extend [None req-18e86abd-5460-465c-9354-21e848c82579 None None] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 01 13:37:11.568532 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f6888a9-a3d3-4fb9-b7cf-b4f313a7196e tempest-TestNetworkAdvancedServerOps-1355420123 tempest-TestNetworkAdvancedServerOps-1355420123-project] Checking segment: {'id': 'ef58a1ec-7bdb-47df-a821-68a0bc726ff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'cb4d1837-1892-4ca3-a559-eb0035507686'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 13:37:11.569426 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f6888a9-a3d3-4fb9-b7cf-b4f313a7196e tempest-TestNetworkAdvancedServerOps-1355420123 tempest-TestNetworkAdvancedServerOps-1355420123-project] Network hostable DHCP agents. Network: cb4d1837-1892-4ca3-a559-eb0035507686, hostable agents: ['e47e4547-5c2d-4954-ba56-fa3646239f18'], hosted agents: [] {{(pid=83869) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 13:37:11.584452 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cd98f34-0f2d-4d69-9eee-61571de846fc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7e7d0ecb-2af4-55f5-9198-238ab0570d62-ea17be37-7afb-4d54-8aff-0450104f3c21', 'network_id': 'ea17be37-7afb-4d54-8aff-0450104f3c21', 'tenant_id': '315e7395dd224b3fb020d0b9d921742e', 'fixed_ips': [{'subnet_id': '37daf882-8ff8-43e0-89a1-6d1af9e77f9f'}]}} from dv-neutron-836180-1-hyperv. {{(pid=83872) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 01 13:37:11.585335 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-1cd98f34-0f2d-4d69-9eee-61571de846fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:37:11.607659 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac6ffd68-4766-4cff-83e3-dbc5faa2cfd3 None None] Pushing event updated for resources: {'Port': ['ID=f647448d-ad8f-4b94-aa59-463a5265fa0a,revision_number=2']} {{(pid=83872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:37:11.638343 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f6888a9-a3d3-4fb9-b7cf-b4f313a7196e tempest-TestNetworkAdvancedServerOps-1355420123 tempest-TestNetworkAdvancedServerOps-1355420123-project] Network cb4d1837-1892-4ca3-a559-eb0035507686 is scheduled to be hosted by DHCP agent e47e4547-5c2d-4954-ba56-fa3646239f18 with binding_index 1 {{(pid=83869) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 13:37:11.645519 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6b6921a-9c34-4459-9451-bbf06fdac8fc tempest-ServerActionsTestJSON-64006463 tempest-ServerActionsTestJSON-64006463-project] Router ede9094e-0d48-4c45-9fbe-8e6536f13cf3 has already been hosted by L3 agent 88bf8fc8-11a3-4e96-9d1b-5fd93ba9f6f1 {{(pid=83869) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 13:37:11.655027 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-08bb0a61-3969-4827-98dc-02f889dc7726 tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:37:11.656879 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.scheduler.base_scheduler [None req-8f6888a9-a3d3-4fb9-b7cf-b4f313a7196e tempest-TestNetworkAdvancedServerOps-1355420123 tempest-TestNetworkAdvancedServerOps-1355420123-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-836180-1-hyperv, cb4d1837-1892-4ca3-a559-eb0035507686) {{(pid=83869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 13:37:11.665251 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f6888a9-a3d3-4fb9-b7cf-b4f313a7196e tempest-TestNetworkAdvancedServerOps-1355420123 tempest-TestNetworkAdvancedServerOps-1355420123-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:37:11.666583 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-8f6888a9-a3d3-4fb9-b7cf-b4f313a7196e tempest-TestNetworkAdvancedServerOps-1355420123 tempest-TestNetworkAdvancedServerOps-1355420123-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3017602'] for subnet, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:37:11.682358 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f143dd75-72c2-4cfc-b6e8-d71a38f2a34d None None] Network cb4d1837-1892-4ca3-a559-eb0035507686 requested from dv-neutron-836180-1-hyperv {{(pid=83872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 13:37:11.701471 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.plugin [None req-aa9736c6-8a07-4a0a-b1f0-3ea154de9355 None None] Port c5564da8-266b-41ce-999d-30c02a1b53be cannot update to ACTIVE because it is not bound. {{(pid=83872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 13:37:11.747647 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-8f6888a9-a3d3-4fb9-b7cf-b4f313a7196e tempest-TestNetworkAdvancedServerOps-1355420123 tempest-TestNetworkAdvancedServerOps-1355420123-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.9265418 Apr 01 13:37:11.754677 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b136e701-1d9a-4ebb-8e95-034d3df5246d None None] Network bcf4ddd1-db98-4586-ad5b-94f153bf2525 requested from dv-neutron-836180-1-hyperv {{(pid=83872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 13:37:11.783431 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 51236) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:37:11.912734 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6b6921a-9c34-4459-9451-bbf06fdac8fc tempest-ServerActionsTestJSON-64006463 tempest-ServerActionsTestJSON-64006463-project] Notify agent at l3_agent.dv-neutron-836180-1-hyperv the message routers_updated {{(pid=83869) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 13:37:11.917269 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-d6b6921a-9c34-4459-9451-bbf06fdac8fc tempest-ServerActionsTestJSON-64006463 tempest-ServerActionsTestJSON-64006463-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109561'] for floatingip, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:37:11.926312 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-18e86abd-5460-465c-9354-21e848c82579 None None] Notify callbacks [] for port, precommit_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:37:11.930970 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abc929fb-af16-4cd6-b8bf-23df4c3f3e58 None None] Sync routers for ids ['ede9094e-0d48-4c45-9fbe-8e6536f13cf3'] in dv-neutron-836180-1-hyperv {{(pid=83873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 13:37:11.966058 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abc929fb-af16-4cd6-b8bf-23df4c3f3e58 None None] Routers {'ede9094e-0d48-4c45-9fbe-8e6536f13cf3'} bound to L3 agent in host dv-neutron-836180-1-hyperv {{(pid=83873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 13:37:11.966058 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-abc929fb-af16-4cd6-b8bf-23df4c3f3e58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836180-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T13:25:36Z,description=,heartbeat_timestamp=2022-04-01T13:37:06Z,host='dv-neutron-836180-1-hyperv',id=88bf8fc8-11a3-4e96-9d1b-5fd93ba9f6f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T13:25:36Z,topic='l3_agent')) {'router_ids': ['ede9094e-0d48-4c45-9fbe-8e6536f13cf3'], 'active': True} {{(pid=83873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:37:11.989567 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-d6b6921a-9c34-4459-9451-bbf06fdac8fc tempest-ServerActionsTestJSON-64006463 tempest-ServerActionsTestJSON-64006463-project] 10.222.0.26 "PUT /v2.0/floatingips/6e931e43-892f-49f8-a6d0-837203307035 HTTP/1.1" status: 200 len: 990 time: 4.3993604 Apr 01 13:37:11.989567 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '746f2a68-07bc-4d82-957e-55cd7a32c31f', 'tag': '3fbcdb0d-ff16-4590-b85e-e2516d336b46'}] {{(pid=83869) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 13:37:12.013733 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-18e86abd-5460-465c-9354-21e848c82579 None None] Transition to ACTIVE for port object 27e65307-23d7-4846-b283-09e0f28ab0da will not be triggered until provisioned by entity L2. {{(pid=83872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 13:37:12.038867 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-b22bbf1c-79f7-4654-9630-e7fb57f383b8 tempest-NegativeSecGroupIPv6Test-1094873774 tempest-NegativeSecGroupIPv6Test-1094873774-project] 10.222.0.26 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4006 time: 0.7957397 Apr 01 13:37:12.041881 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 51244) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:37:12.046606 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-18e86abd-5460-465c-9354-21e848c82579 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864'] for port, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:37:12.049458 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-4df45606-eae6-47e3-b65a-7513854fcbcd tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-942654', 'neutron.services.segments.db._delete_segments_for_network-8736733387888'] for network, precommit_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:37:12.214202 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '746f2a68-07bc-4d82-957e-55cd7a32c31f', 'tag': '3fbcdb0d-ff16-4590-b85e-e2516d336b46', 'status': 'completed', 'code': 200} Apr 01 13:37:12.287447 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-59e35c29-5020-441c-9595-ac7d8f659181 tempest-NegativeSecGroupIPv6Test-1094873774 tempest-NegativeSecGroupIPv6Test-1094873774-project] Notify callbacks [] for security_group, before_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:37:12.340122 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_dvr_db [None req-abc929fb-af16-4cd6-b8bf-23df4c3f3e58 None None] Set router ede9094e-0d48-4c45-9fbe-8e6536f13cf3 gateway port host: dv-neutron-836180-1-hyperv {{(pid=83873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 13:37:12.400878 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-59e35c29-5020-441c-9595-ac7d8f659181 tempest-NegativeSecGroupIPv6Test-1094873774 tempest-NegativeSecGroupIPv6Test-1094873774-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:37:12.414429 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-08bb0a61-3969-4827-98dc-02f889dc7726 tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4082201', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4084858'] for router, after_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:37:12.426352 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-ec85b603-d207-4c9b-b337-0e7ae2162936 tempest-AllowedAddressPairIpV6TestJSON-1064512019 tempest-AllowedAddressPairIpV6TestJSON-1064512019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4155147'] for port, precommit_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:37:12.460544 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f376e473-9144-449f-a2b7-b0331477c987 None None] Pushing event updated for resources: {'Port': ['ID=27e65307-23d7-4846-b283-09e0f28ab0da,revision_number=2']} {{(pid=83872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:37:12.508095 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.services.segments.db [None req-4df45606-eae6-47e3-b65a-7513854fcbcd tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bcf4ddd1-db98-4586-ad5b-94f153bf2525']}} {{(pid=83871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:37:12.511347 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.managers [None req-18e86abd-5460-465c-9354-21e848c82579 None None] Attempting to bind port 27e65307-23d7-4846-b283-09e0f28ab0da on host dv-neutron-836180-1-hyperv for vnic_type normal with profile {{(pid=83872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 13:37:12.511836 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.managers [None req-18e86abd-5460-465c-9354-21e848c82579 None None] Attempting to bind port 27e65307-23d7-4846-b283-09e0f28ab0da by drivers openvswitch,hyperv on host dv-neutron-836180-1-hyperv at level 0 using segments [{'id': '7b924dd8-4978-40c4-ad91-4b9b27348462', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301'}] {{(pid=83872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 13:37:12.512321 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18e86abd-5460-465c-9354-21e848c82579 None None] Attempting to bind port 27e65307-23d7-4846-b283-09e0f28ab0da on network 725864b8-cceb-48c9-b5d3-1bfc4423e301 {{(pid=83872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 13:37:12.527520 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.db_base_plugin_common [None req-1cd98f34-0f2d-4d69-9eee-61571de846fc None None] Allocated IP 2001:db8::2 (ea17be37-7afb-4d54-8aff-0450104f3c21/37daf882-8ff8-43e0-89a1-6d1af9e77f9f/66688cac-88d0-4382-ae2b-89b5891026bd) {{(pid=83872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 13:37:12.539654 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc150ff6-32a4-4aab-b40e-b3817a75338f req-41b39b32-2801-40af-ab44-afc688d9ee40 tempest-ServerActionsTestJSON-64006463 tempest-ServerActionsTestJSON-64006463-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:37:12.550023 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-bc150ff6-32a4-4aab-b40e-b3817a75338f req-41b39b32-2801-40af-ab44-afc688d9ee40 tempest-ServerActionsTestJSON-64006463 tempest-ServerActionsTestJSON-64006463-project] 10.222.0.26 "GET /v2.0/ports?device_id=746f2a68-07bc-4d82-957e-55cd7a32c31f HTTP/1.1" status: 200 len: 946 time: 0.2068186 Apr 01 13:37:12.585523 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-59e35c29-5020-441c-9595-ac7d8f659181 tempest-NegativeSecGroupIPv6Test-1094873774 tempest-NegativeSecGroupIPv6Test-1094873774-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3775923'] for security_group, after_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:37:12.597583 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18e86abd-5460-465c-9354-21e848c82579 None None] Checking agent: {'id': 'af948428-97cd-4d10-9f53-af028bdb39b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-836180-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 13, 25, 37), 'started_at': datetime.datetime(2022, 4, 1, 13, 26, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 13, 37, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-836180-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 13:37:12.598041 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18e86abd-5460-465c-9354-21e848c82579 None None] Checking segment: {'id': '7b924dd8-4978-40c4-ad91-4b9b27348462', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 13:37:12.598521 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-18e86abd-5460-465c-9354-21e848c82579 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:37:12.599003 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18e86abd-5460-465c-9354-21e848c82579 None None] Bound using segment: {'id': '7b924dd8-4978-40c4-ad91-4b9b27348462', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301'} {{(pid=83872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 13:37:12.599572 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.managers [None req-18e86abd-5460-465c-9354-21e848c82579 None None] Bound port: 27e65307-23d7-4846-b283-09e0f28ab0da, host: dv-neutron-836180-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b924dd8-4978-40c4-ad91-4b9b27348462', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301'}}] {{(pid=83872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 13:37:12.600098 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-18e86abd-5460-465c-9354-21e848c82579 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:37:12.657045 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e35c29-5020-441c-9595-ac7d8f659181 tempest-NegativeSecGroupIPv6Test-1094873774 tempest-NegativeSecGroupIPv6Test-1094873774-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c337b45-1dfd-4bbf-9632-ce85f7c3df6f,revision_number=None']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:37:12.675033 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-59e35c29-5020-441c-9595-ac7d8f659181 tempest-NegativeSecGroupIPv6Test-1094873774 tempest-NegativeSecGroupIPv6Test-1094873774-project] Notify callbacks [] for security_group, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:37:12.676182 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-59e35c29-5020-441c-9595-ac7d8f659181 tempest-NegativeSecGroupIPv6Test-1094873774 tempest-NegativeSecGroupIPv6Test-1094873774-project] 10.222.0.26 "DELETE /v2.0/security-groups/0c337b45-1dfd-4bbf-9632-ce85f7c3df6f HTTP/1.1" status: 204 len: 168 time: 0.6332107 Apr 01 13:37:12.682065 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 51250) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:37:12.699689 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-bc150ff6-32a4-4aab-b40e-b3817a75338f req-05134b8c-1c25-4f8f-ac0c-88190507947c tempest-ServerActionsTestJSON-64006463 tempest-ServerActionsTestJSON-64006463-project] 10.222.0.26 "GET /v2.0/security-groups?id=0d525850-c301-4718-92cf-e73f2c3e9524&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1408014 Apr 01 13:37:12.747497 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60f07cf9-d4f9-459c-ae2d-9c4602a5fbf6 None None] Network bfb56bb3-06b0-48b9-b27a-de76ae9d5163 requested from dv-neutron-836180-1-hyperv {{(pid=83872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 13:37:12.775601 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Device f647448d-ad8f-4b94-aa59-463a5265fa0a up at agent ovs-agent-dv-neutron-836180-1-hyperv {{(pid=83872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 13:37:12.809470 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-9aaa2b34-10f2-41cd-8b71-a4b55137cc0a tempest-NegativeSecGroupIPv6Test-1094873774 tempest-NegativeSecGroupIPv6Test-1094873774-project] Synchronizing usage tracker for tenant:39eb4b5eadd145e3a3333e826460ae09 on resource:security_group {{(pid=83869) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 13:37:12.844890 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.services.segments.db [None req-4df45606-eae6-47e3-b65a-7513854fcbcd tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7405580b-fbd9-47dd-9f77-5a73c78c6ffc') {'for_net_delete': True} {{(pid=83871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:37:12.845497 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.services.segments.db [None req-4df45606-eae6-47e3-b65a-7513854fcbcd tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7405580b-fbd9-47dd-9f77-5a73c78c6ffc') {} {{(pid=83871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:37:12.853664 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-9aaa2b34-10f2-41cd-8b71-a4b55137cc0a tempest-NegativeSecGroupIPv6Test-1094873774 tempest-NegativeSecGroupIPv6Test-1094873774-project] Unset dirty status for tenant:39eb4b5eadd145e3a3333e826460ae09 on resource:security_group {{(pid=83869) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 13:37:12.855173 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-9aaa2b34-10f2-41cd-8b71-a4b55137cc0a tempest-NegativeSecGroupIPv6Test-1094873774 tempest-NegativeSecGroupIPv6Test-1094873774-project] 10.222.0.26 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1718106 Apr 01 13:37:12.861985 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 51256) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:37:12.868701 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.v2.base [None req-4c00d5f9-18a9-4b26-adce-2df3e1aeef9a tempest-NegativeSecGroupIPv6Test-1094873774 tempest-NegativeSecGroupIPv6Test-1094873774-project] Request body: {'security_group': {'name': 'tempest-secgroup--457877131'}} {{(pid=83869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:37:12.887595 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-4c00d5f9-18a9-4b26-adce-2df3e1aeef9a tempest-NegativeSecGroupIPv6Test-1094873774 tempest-NegativeSecGroupIPv6Test-1094873774-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:37:12.911103 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-4c00d5f9-18a9-4b26-adce-2df3e1aeef9a tempest-NegativeSecGroupIPv6Test-1094873774 tempest-NegativeSecGroupIPv6Test-1094873774-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:37:12.932725 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.plugin [None req-ec85b603-d207-4c9b-b337-0e7ae2162936 tempest-AllowedAddressPairIpV6TestJSON-1064512019 tempest-AllowedAddressPairIpV6TestJSON-1064512019-project] Calling delete_port for c5564da8-266b-41ce-999d-30c02a1b53be owned by {{(pid=83871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 13:37:12.979944 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26ef993b-aacf-4b94-8ae1-d89a32fd4d20 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7e7d0ecb-2af4-55f5-9198-238ab0570d62-cb4d1837-1892-4ca3-a559-eb0035507686', 'network_id': 'cb4d1837-1892-4ca3-a559-eb0035507686', 'tenant_id': 'c4570dfc5b694d9bb3c42a8f7c596843', 'fixed_ips': [{'subnet_id': 'c65397f7-964e-4a75-8fb4-5b28417ee25a'}]}} from dv-neutron-836180-1-hyperv. {{(pid=83872) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 01 13:37:12.980794 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-26ef993b-aacf-4b94-8ae1-d89a32fd4d20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:37:12.992836 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-abc929fb-af16-4cd6-b8bf-23df4c3f3e58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ede9094e-0d48-4c45-9fbe-8e6536f13cf3', 'name': 'tempest-ServerActionsTestJSON-2067273465-router', 'tenant_id': '1db979ced72f4c84a5c312128899dc9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'external_fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.75'}], 'enable_snat': True}, 'gw_port_id': '66cbe317-14d9-4cff-9764-39cbd8640f55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T13:36:08Z', 'updated_at': '2022-04-01T13:36:22Z', 'revision_number': 4, 'project_id': '1db979ced72f4c84a5c312128899dc9b', 'gw_port': {'id': '66cbe317-14d9-4cff-9764-39cbd8640f55', 'name': '', 'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:ee:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ede9094e-0d48-4c45-9fbe-8e6536f13cf3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836180-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:36:10Z', 'updated_at': '2022-04-01T13:36:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836180-1-hyperv', '_floatingips': [{'id': '6e931e43-892f-49f8-a6d0-837203307035', 'tenant_id': '1db979ced72f4c84a5c312128899dc9b', 'floating_ip_address': '172.26.5.3', 'floating_network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'router_id': 'ede9094e-0d48-4c45-9fbe-8e6536f13cf3', 'port_id': '3fbcdb0d-ff16-4590-b85e-e2516d336b46', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'faf7d63c-9b06-4fbb-8197-4b39ba438717', 'mac_address': 'fa:16:3e:ae:c0:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '746f2a68-07bc-4d82-957e-55cd7a32c31f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T13:36:33Z', 'updated_at': '2022-04-01T13:37:08Z', 'revision_number': 1, 'project_id': '1db979ced72f4c84a5c312128899dc9b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b8d1d8c2-31ee-4249-acb5-a3e79095c869', 'name': '', 'network_id': 'faf7d63c-9b06-4fbb-8197-4b39ba438717', 'tenant_id': '1db979ced72f4c84a5c312128899dc9b', 'mac_address': 'fa:16:3e:28:1b:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ede9094e-0d48-4c45-9fbe-8e6536f13cf3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '11ea32dc-0c84-4fc1-9df2-80f178610c0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836180-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:36:20Z', 'updated_at': '2022-04-01T13:36:35Z', 'revision_number': 5, 'project_id': '1db979ced72f4c84a5c312128899dc9b', 'subnets': [{'id': '11ea32dc-0c84-4fc1-9df2-80f178610c0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-836180-1-hyperv', False) {} {{(pid=83873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:37:12.994878 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-4df45606-eae6-47e3-b65a-7513854fcbcd tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736733386999', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3166340'] for segment, before_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:37:13.000023 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abc929fb-af16-4cd6-b8bf-23df4c3f3e58 None None] Checking router: ede9094e-0d48-4c45-9fbe-8e6536f13cf3 for host: dv-neutron-836180-1-hyperv {{(pid=83873) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 01 13:37:13.002387 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-41b6fbe4-5dbb-4ad2-963b-b5a0662c824e tempest-ExtraDHCPOptionsIpV6TestJSON-1348051470 tempest-ExtraDHCPOptionsIpV6TestJSON-1348051470-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:37:13.017776 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abc929fb-af16-4cd6-b8bf-23df4c3f3e58 None None] Routers {'ede9094e-0d48-4c45-9fbe-8e6536f13cf3'} bound to L3 agent in host dv-neutron-836180-1-hyperv {{(pid=83873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 13:37:13.018667 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-4c00d5f9-18a9-4b26-adce-2df3e1aeef9a tempest-NegativeSecGroupIPv6Test-1094873774 tempest-NegativeSecGroupIPv6Test-1094873774-project] Notify callbacks [] for security_group, before_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:37:13.019438 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-abc929fb-af16-4cd6-b8bf-23df4c3f3e58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836180-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T13:25:36Z,description=,heartbeat_timestamp=2022-04-01T13:37:06Z,host='dv-neutron-836180-1-hyperv',id=88bf8fc8-11a3-4e96-9d1b-5fd93ba9f6f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T13:25:36Z,topic='l3_agent')) {'router_ids': ['ede9094e-0d48-4c45-9fbe-8e6536f13cf3'], 'active': True} {{(pid=83873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:37:13.050937 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.db_base_plugin_v2 [None req-dfb0f22b-3a79-4f87-989d-92f47c8831b9 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Deleting subnet 0b354cd2-492c-4dfd-8171-17962a9a8a5b {{(pid=83871) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 01 13:37:13.055150 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-41b6fbe4-5dbb-4ad2-963b-b5a0662c824e tempest-ExtraDHCPOptionsIpV6TestJSON-1348051470 tempest-ExtraDHCPOptionsIpV6TestJSON-1348051470-project] Usage tracker for resource:port and tenant:5fda084d5ace4cf1b026737ae1cafe2d is out of sync, need to count used quota {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 13:37:13.074864 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-08bb0a61-3969-4827-98dc-02f889dc7726 tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Notify callbacks [] for router, before_response {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:37:13.076385 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-08bb0a61-3969-4827-98dc-02f889dc7726 tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 2.1795626 Apr 01 13:37:13.077631 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-41b6fbe4-5dbb-4ad2-963b-b5a0662c824e tempest-ExtraDHCPOptionsIpV6TestJSON-1348051470 tempest-ExtraDHCPOptionsIpV6TestJSON-1348051470-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 13:37:13.105364 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-dfb0f22b-3a79-4f87-989d-92f47c8831b9 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Notify callbacks [] for subnet, before_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:37:13.115982 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-4c00d5f9-18a9-4b26-adce-2df3e1aeef9a tempest-NegativeSecGroupIPv6Test-1094873774 tempest-NegativeSecGroupIPv6Test-1094873774-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:37:13.118500 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 51262) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:37:13.171923 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-14bf2b3c-8083-4aa3-b52d-777f5d3e4171 None None] Provisioning for port 9161ca68-5c44-4e3b-937e-fd4c5f645ea1 completed by entity DHCP. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 13:37:13.199603 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-4c00d5f9-18a9-4b26-adce-2df3e1aeef9a tempest-NegativeSecGroupIPv6Test-1094873774 tempest-NegativeSecGroupIPv6Test-1094873774-project] Usage tracker for resource:security_group_rule and tenant:39eb4b5eadd145e3a3333e826460ae09 is out of sync, need to count used quota {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 13:37:13.205144 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-4c00d5f9-18a9-4b26-adce-2df3e1aeef9a tempest-NegativeSecGroupIPv6Test-1094873774 tempest-NegativeSecGroupIPv6Test-1094873774-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 13:37:13.207224 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-dfb0f22b-3a79-4f87-989d-92f47c8831b9 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3166365'] for subnet, precommit_delete_associations {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:37:13.241516 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-4c00d5f9-18a9-4b26-adce-2df3e1aeef9a tempest-NegativeSecGroupIPv6Test-1094873774 tempest-NegativeSecGroupIPv6Test-1094873774-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:37:13.275349 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-18e86abd-5460-465c-9354-21e848c82579 None None] For port 27e65307-23d7-4846-b283-09e0f28ab0da, host dv-neutron-836180-1-hyperv, cleared binding levels {{(pid=83872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 13:37:13.329851 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-dfb0f22b-3a79-4f87-989d-92f47c8831b9 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-945029'] for subnet, precommit_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:37:13.332125 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-18e86abd-5460-465c-9354-21e848c82579 None None] For port 27e65307-23d7-4846-b283-09e0f28ab0da, host dv-neutron-836180-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836180-1-hyperv',level=0,port_id=27e65307-23d7-4846-b283-09e0f28ab0da,segment=NetworkSegment(7b924dd8-4978-40c4-ad91-4b9b27348462),segment_id=7b924dd8-4978-40c4-ad91-4b9b27348462)] {{(pid=83872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 13:37:13.340162 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_dvr_db [None req-abc929fb-af16-4cd6-b8bf-23df4c3f3e58 None None] Set router ede9094e-0d48-4c45-9fbe-8e6536f13cf3 gateway port host: dv-neutron-836180-1-hyperv {{(pid=83873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 13:37:13.443127 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-620ede0d-338d-4113-b3aa-de1ee21b3904 None None] Network 2388d6c7-ca26-42e7-af0f-8046f993ca7e requested from dv-neutron-836180-1-hyperv {{(pid=83872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 13:37:13.480374 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-18e86abd-5460-465c-9354-21e848c82579 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864'] for port, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:37:13.549657 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-4c00d5f9-18a9-4b26-adce-2df3e1aeef9a tempest-NegativeSecGroupIPv6Test-1094873774 tempest-NegativeSecGroupIPv6Test-1094873774-project] Notify callbacks [] for security_group, precommit_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:37:13.549906 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-41b6fbe4-5dbb-4ad2-963b-b5a0662c824e tempest-ExtraDHCPOptionsIpV6TestJSON-1348051470 tempest-ExtraDHCPOptionsIpV6TestJSON-1348051470-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:37:13.558363 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-4df45606-eae6-47e3-b65a-7513854fcbcd tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1004271'] for segment, precommit_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:37:13.559736 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-4c00d5f9-18a9-4b26-adce-2df3e1aeef9a tempest-NegativeSecGroupIPv6Test-1094873774 tempest-NegativeSecGroupIPv6Test-1094873774-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3775923'] for security_group, after_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:37:13.565136 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4df45606-eae6-47e3-b65a-7513854fcbcd tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] Releasing vlan 351 on physical network physnet1 to pool {{(pid=83871) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 01 13:37:13.565529 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-4df45606-eae6-47e3-b65a-7513854fcbcd tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1004262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2743078'] for segment, after_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:37:13.693107 dv-neutron-836180-1-hyperv neutron-server[83871]: Traceback (most recent call last): Apr 01 13:37:13.693107 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 01 13:37:13.693107 dv-neutron-836180-1-hyperv neutron-server[83871]: timer() Apr 01 13:37:13.693107 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 13:37:13.693107 dv-neutron-836180-1-hyperv neutron-server[83871]: cb(*args, **kw) Apr 01 13:37:13.693107 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 13:37:13.693107 dv-neutron-836180-1-hyperv neutron-server[83871]: return func(*args, **kwargs) Apr 01 13:37:13.693107 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 13:37:13.693107 dv-neutron-836180-1-hyperv neutron-server[83871]: self._notify() Apr 01 13:37:13.693107 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 13:37:13.693107 dv-neutron-836180-1-hyperv neutron-server[83871]: self.callback(batched_events) Apr 01 13:37:13.693107 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 13:37:13.693107 dv-neutron-836180-1-hyperv neutron-server[83871]: event.method(event) Apr 01 13:37:13.693107 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 13:37:13.693107 dv-neutron-836180-1-hyperv neutron-server[83871]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 13:37:13.693107 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 13:37:13.693107 dv-neutron-836180-1-hyperv neutron-server[83871]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 13:37:13.693107 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 13:37:13.693107 dv-neutron-836180-1-hyperv neutron-server[83871]: return f(self, *a, **k) Apr 01 13:37:13.693107 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 13:37:13.693107 dv-neutron-836180-1-hyperv neutron-server[83871]: return self._get(url).json() Apr 01 13:37:13.693107 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 13:37:13.693107 dv-neutron-836180-1-hyperv neutron-server[83871]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 13:37:13.693107 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 01 13:37:13.693107 dv-neutron-836180-1-hyperv neutron-server[83871]: return self.request(url, 'GET', **kwargs) Apr 01 13:37:13.693107 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 01 13:37:13.693107 dv-neutron-836180-1-hyperv neutron-server[83871]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 13:37:13.693107 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 01 13:37:13.693107 dv-neutron-836180-1-hyperv neutron-server[83871]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 13:37:13.693107 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 01 13:37:13.693107 dv-neutron-836180-1-hyperv neutron-server[83871]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 13:37:13.693107 dv-neutron-836180-1-hyperv neutron-server[83871]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 13:37:13.698065 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Provisioning for port f647448d-ad8f-4b94-aa59-463a5265fa0a completed by entity L2. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 13:37:13.723144 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-4df45606-eae6-47e3-b65a-7513854fcbcd tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-942599', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4084797'] for network, after_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:37:13.726822 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-dfb0f22b-3a79-4f87-989d-92f47c8831b9 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-945042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2743160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2757373'] for subnet, after_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:37:13.762772 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c00d5f9-18a9-4b26-adce-2df3e1aeef9a tempest-NegativeSecGroupIPv6Test-1094873774 tempest-NegativeSecGroupIPv6Test-1094873774-project] Pushing event updated for resources: {'SecurityGroup': ['ID=678febde-12e9-48b9-ab0c-e1d12bdda697,revision_number=1']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:37:13.765001 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-4c00d5f9-18a9-4b26-adce-2df3e1aeef9a tempest-NegativeSecGroupIPv6Test-1094873774 tempest-NegativeSecGroupIPv6Test-1094873774-project] Notify callbacks [] for security_group, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:37:13.766304 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-4c00d5f9-18a9-4b26-adce-2df3e1aeef9a tempest-NegativeSecGroupIPv6Test-1094873774 tempest-NegativeSecGroupIPv6Test-1094873774-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.9029655 Apr 01 13:37:13.770005 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 51266) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:37:13.778806 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.v2.base [None req-224e61ee-53d3-4033-8edb-b6081a242d1e tempest-NegativeSecGroupIPv6Test-1094873774 tempest-NegativeSecGroupIPv6Test-1094873774-project] Request body: {'security_group_rule': {'security_group_id': '678febde-12e9-48b9-ab0c-e1d12bdda697', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=83869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:37:13.781790 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Device 9161ca68-5c44-4e3b-937e-fd4c5f645ea1 up at agent ovs-agent-dv-neutron-836180-1-hyperv {{(pid=83872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 13:37:13.788560 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-ec85b603-d207-4c9b-b337-0e7ae2162936 tempest-AllowedAddressPairIpV6TestJSON-1064512019 tempest-AllowedAddressPairIpV6TestJSON-1064512019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736733359243', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736732935810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2743125'] for port, after_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:37:13.826736 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-4df45606-eae6-47e3-b65a-7513854fcbcd tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3017602'] for network, before_response {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:37:13.833217 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-dfb0f22b-3a79-4f87-989d-92f47c8831b9 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Notify callbacks [] for subnet, before_response {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:37:13.833407 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-791eae8a-4c3f-4220-b907-35b1d4e2e9d3 None None] Network 09d7ea43-6376-4322-97e7-54cd01aae492 requested from dv-neutron-836180-1-hyperv {{(pid=83872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 13:37:13.834030 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb0f22b-3a79-4f87-989d-92f47c8831b9 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Pushing event deleted for resources: {'Subnet': ['ID=0b354cd2-492c-4dfd-8171-17962a9a8a5b,revision_number=None']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:37:13.836860 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df45606-eae6-47e3-b65a-7513854fcbcd tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] Pushing event deleted for resources: {'Network': ['ID=bcf4ddd1-db98-4586-ad5b-94f153bf2525,revision_number=None']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:37:13.848185 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-2fdb70c6-a412-41c4-b054-95dccbf52493 None None] Provisioning for port f647448d-ad8f-4b94-aa59-463a5265fa0a completed by entity DHCP. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 13:37:13.855893 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-224e61ee-53d3-4033-8edb-b6081a242d1e tempest-NegativeSecGroupIPv6Test-1094873774 tempest-NegativeSecGroupIPv6Test-1094873774-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:37:13.869226 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-abc929fb-af16-4cd6-b8bf-23df4c3f3e58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ede9094e-0d48-4c45-9fbe-8e6536f13cf3', 'name': 'tempest-ServerActionsTestJSON-2067273465-router', 'tenant_id': '1db979ced72f4c84a5c312128899dc9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'external_fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.75'}], 'enable_snat': True}, 'gw_port_id': '66cbe317-14d9-4cff-9764-39cbd8640f55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T13:36:08Z', 'updated_at': '2022-04-01T13:36:22Z', 'revision_number': 4, 'project_id': '1db979ced72f4c84a5c312128899dc9b', 'gw_port': {'id': '66cbe317-14d9-4cff-9764-39cbd8640f55', 'name': '', 'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:ee:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ede9094e-0d48-4c45-9fbe-8e6536f13cf3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836180-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:36:10Z', 'updated_at': '2022-04-01T13:36:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836180-1-hyperv', '_floatingips': [{'id': '6e931e43-892f-49f8-a6d0-837203307035', 'tenant_id': '1db979ced72f4c84a5c312128899dc9b', 'floating_ip_address': '172.26.5.3', 'floating_network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'router_id': 'ede9094e-0d48-4c45-9fbe-8e6536f13cf3', 'port_id': '3fbcdb0d-ff16-4590-b85e-e2516d336b46', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'faf7d63c-9b06-4fbb-8197-4b39ba438717', 'mac_address': 'fa:16:3e:ae:c0:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '746f2a68-07bc-4d82-957e-55cd7a32c31f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T13:36:33Z', 'updated_at': '2022-04-01T13:37:08Z', 'revision_number': 1, 'project_id': '1db979ced72f4c84a5c312128899dc9b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b8d1d8c2-31ee-4249-acb5-a3e79095c869', 'name': '', 'network_id': 'faf7d63c-9b06-4fbb-8197-4b39ba438717', 'tenant_id': '1db979ced72f4c84a5c312128899dc9b', 'mac_address': 'fa:16:3e:28:1b:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ede9094e-0d48-4c45-9fbe-8e6536f13cf3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '11ea32dc-0c84-4fc1-9df2-80f178610c0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836180-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:36:20Z', 'updated_at': '2022-04-01T13:36:35Z', 'revision_number': 5, 'project_id': '1db979ced72f4c84a5c312128899dc9b', 'subnets': [{'id': '11ea32dc-0c84-4fc1-9df2-80f178610c0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-836180-1-hyperv', False) {} {{(pid=83873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:37:13.871211 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-224e61ee-53d3-4033-8edb-b6081a242d1e tempest-NegativeSecGroupIPv6Test-1094873774 tempest-NegativeSecGroupIPv6Test-1094873774-project] Usage tracker for resource:security_group_rule and tenant:39eb4b5eadd145e3a3333e826460ae09 is out of sync, need to count used quota {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 13:37:13.874111 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abc929fb-af16-4cd6-b8bf-23df4c3f3e58 None None] The sync data for ids ['ede9094e-0d48-4c45-9fbe-8e6536f13cf3'] in dv-neutron-836180-1-hyperv is: [{'id': 'ede9094e-0d48-4c45-9fbe-8e6536f13cf3', 'name': 'tempest-ServerActionsTestJSON-2067273465-router', 'tenant_id': '1db979ced72f4c84a5c312128899dc9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'external_fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.75'}], 'enable_snat': True}, 'gw_port_id': '66cbe317-14d9-4cff-9764-39cbd8640f55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T13:36:08Z', 'updated_at': '2022-04-01T13:36:22Z', 'revision_number': 4, 'project_id': '1db979ced72f4c84a5c312128899dc9b', 'gw_port': {'id': '66cbe317-14d9-4cff-9764-39cbd8640f55', 'name': '', 'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:ee:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ede9094e-0d48-4c45-9fbe-8e6536f13cf3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836180-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:36:10Z', 'updated_at': '2022-04-01T13:36:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836180-1-hyperv', '_floatingips': [{'id': '6e931e43-892f-49f8-a6d0-837203307035', 'tenant_id': '1db979ced72f4c84a5c312128899dc9b', 'floating_ip_address': '172.26.5.3', 'floating_network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'router_id': 'ede9094e-0d48-4c45-9fbe-8e6536f13cf3', 'port_id': '3fbcdb0d-ff16-4590-b85e-e2516d336b46', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'faf7d63c-9b06-4fbb-8197-4b39ba438717', 'mac_address': 'fa:16:3e:ae:c0:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '746f2a68-07bc-4d82-957e-55cd7a32c31f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T13:36:33Z', 'updated_at': '2022-04-01T13:37:08Z', 'revision_number': 1, 'project_id': '1db979ced72f4c84a5c312128899dc9b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b8d1d8c2-31ee-4249-acb5-a3e79095c869', 'name': '', 'network_id': 'faf7d63c-9b06-4fbb-8197-4b39ba438717', 'tenant_id': '1db979ced72f4c84a5c312128899dc9b', 'mac_address': 'fa:16:3e:28:1b:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ede9094e-0d48-4c45-9fbe-8e6536f13cf3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '11ea32dc-0c84-4fc1-9df2-80f178610c0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836180-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:36:20Z', 'updated_at': '2022-04-01T13:36:35Z', 'revision_number': 5, 'project_id': '1db979ced72f4c84a5c312128899dc9b', 'subnets': [{'id': '11ea32dc-0c84-4fc1-9df2-80f178610c0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 13:37:13.887279 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-2fdb70c6-a412-41c4-b054-95dccbf52493 None None] Provisioning complete for port f647448d-ad8f-4b94-aa59-463a5265fa0a triggered by entity DHCP. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 13:37:13.888023 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-2fdb70c6-a412-41c4-b054-95dccbf52493 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-948329'] for port, provisioning_complete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:37:13.930848 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-224e61ee-53d3-4033-8edb-b6081a242d1e tempest-NegativeSecGroupIPv6Test-1094873774 tempest-NegativeSecGroupIPv6Test-1094873774-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 13:37:13.940051 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-1cd98f34-0f2d-4d69-9eee-61571de846fc None None] Notify callbacks [] for port, precommit_create {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:37:13.945316 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f376e473-9144-449f-a2b7-b0331477c987 None None] Pushing event updated for resources: {'Port': ['ID=27e65307-23d7-4846-b283-09e0f28ab0da,revision_number=3']} {{(pid=83872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:37:13.960093 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-224e61ee-53d3-4033-8edb-b6081a242d1e tempest-NegativeSecGroupIPv6Test-1094873774 tempest-NegativeSecGroupIPv6Test-1094873774-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:37:13.973815 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec85b603-d207-4c9b-b337-0e7ae2162936 tempest-AllowedAddressPairIpV6TestJSON-1064512019 tempest-AllowedAddressPairIpV6TestJSON-1064512019-project] Pushing event deleted for resources: {'Port': ['ID=c5564da8-266b-41ce-999d-30c02a1b53be,revision_number=None']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:37:13.992937 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-2d92ef8f-a410-4d8a-bbdb-184b9da19cef req-de3e83cf-5e6d-4a4a-91d1-a422280771aa service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=1db979ced72f4c84a5c312128899dc9b&device_id=746f2a68-07bc-4d82-957e-55cd7a32c31f HTTP/1.1" status: 200 len: 1099 time: 1.7304380 Apr 01 13:37:13.993751 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41b6fbe4-5dbb-4ad2-963b-b5a0662c824e tempest-ExtraDHCPOptionsIpV6TestJSON-1348051470 tempest-ExtraDHCPOptionsIpV6TestJSON-1348051470-project] Made reservation on behalf of 5fda084d5ace4cf1b026737ae1cafe2d for: {'port': 1} {{(pid=83871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 13:37:13.997587 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-41b6fbe4-5dbb-4ad2-963b-b5a0662c824e tempest-ExtraDHCPOptionsIpV6TestJSON-1348051470 tempest-ExtraDHCPOptionsIpV6TestJSON-1348051470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:37:14.022863 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18e86abd-5460-465c-9354-21e848c82579 None None] Routers {'6d5367dc-25b1-4f1b-a781-eef2f2883363'} bound to L3 agent in host dv-neutron-836180-1-hyperv {{(pid=83872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 13:37:14.023177 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_hamode_db [None req-18e86abd-5460-465c-9354-21e848c82579 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836180-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T13:25:36Z,description=,heartbeat_timestamp=2022-04-01T13:37:06Z,host='dv-neutron-836180-1-hyperv',id=88bf8fc8-11a3-4e96-9d1b-5fd93ba9f6f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T13:25:36Z,topic='l3_agent')) {'router_ids': ['6d5367dc-25b1-4f1b-a781-eef2f2883363'], 'active': True} {{(pid=83872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:37:14.130211 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-4df45606-eae6-47e3-b65a-7513854fcbcd tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] 10.222.0.26 "DELETE /v2.0/networks/bcf4ddd1-db98-4586-ad5b-94f153bf2525 HTTP/1.1" status: 204 len: 168 time: 3.8981299 Apr 01 13:37:14.137766 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-dfb0f22b-3a79-4f87-989d-92f47c8831b9 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] 10.222.0.26 "DELETE /v2.0/subnets/0b354cd2-492c-4dfd-8171-17962a9a8a5b HTTP/1.1" status: 204 len: 168 time: 2.8646712 Apr 01 13:37:14.194507 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 51270) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:37:14.195093 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 51272) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:37:14.196786 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-6e913f81-7dd4-40f8-a7cc-1130ea91415e tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:37:14.236018 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.v2.base [None req-7e2520ba-b6c5-461c-8123-bde93a2d45c4 tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1390828399'}} {{(pid=83869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:37:14.242847 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-7e2520ba-b6c5-461c-8123-bde93a2d45c4 tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:37:14.246774 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-7e2520ba-b6c5-461c-8123-bde93a2d45c4 tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] Usage tracker for resource:network and tenant:16dc8bccab6243da8b678a9c9f0a6318 is out of sync, need to count used quota {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 13:37:14.249852 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-7e2520ba-b6c5-461c-8123-bde93a2d45c4 tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 13:37:14.256059 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-7e2520ba-b6c5-461c-8123-bde93a2d45c4 tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:37:14.261669 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d92ef8f-a410-4d8a-bbdb-184b9da19cef req-24bb1496-d9fd-44eb-b969-d047d9db6f72 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:37:14.264246 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-2d92ef8f-a410-4d8a-bbdb-184b9da19cef req-24bb1496-d9fd-44eb-b969-d047d9db6f72 service neutron] 10.222.0.57 "GET /v2.0/networks?id=faf7d63c-9b06-4fbb-8197-4b39ba438717 HTTP/1.1" status: 200 len: 913 time: 0.2516310 Apr 01 13:37:14.270536 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-1cd98f34-0f2d-4d69-9eee-61571de846fc None None] Transition to ACTIVE for port object 66688cac-88d0-4382-ae2b-89b5891026bd will not be triggered until provisioned by entity L2. {{(pid=83872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 13:37:14.293674 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-1cd98f34-0f2d-4d69-9eee-61571de846fc None None] Transition to ACTIVE for port object 66688cac-88d0-4382-ae2b-89b5891026bd will not be triggered until provisioned by entity DHCP. {{(pid=83872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 13:37:14.324951 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.api.v2.resource [None req-224e61ee-53d3-4033-8edb-b6081a242d1e tempest-NegativeSecGroupIPv6Test-1094873774 tempest-NegativeSecGroupIPv6Test-1094873774-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 01 13:37:14.326961 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-224e61ee-53d3-4033-8edb-b6081a242d1e tempest-NegativeSecGroupIPv6Test-1094873774 tempest-NegativeSecGroupIPv6Test-1094873774-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.5559585 Apr 01 13:37:14.332698 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a9dfa86-24ec-47bc-9708-7cfe14b392e1 None None] New status for floating IP 6e931e43-892f-49f8-a6d0-837203307035: ACTIVE {{(pid=83872) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 01 13:37:14.361082 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.notifiers.nova [None req-41b6fbe4-5dbb-4ad2-963b-b5a0662c824e tempest-ExtraDHCPOptionsIpV6TestJSON-1348051470 tempest-ExtraDHCPOptionsIpV6TestJSON-1348051470-project] device_id is not set on port 66a398be-0b4d-4d53-81ff-0a563a631e75 yet. {{(pid=83871) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 01 13:37:14.416500 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 51278) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:37:14.440449 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.v2.base [None req-f81d3747-4dc0-48df-9c68-7dd803f1327d tempest-NegativeSecGroupIPv6Test-1094873774 tempest-NegativeSecGroupIPv6Test-1094873774-project] Request body: {'security_group_rule': {'security_group_id': '678febde-12e9-48b9-ab0c-e1d12bdda697', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=83871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:37:14.458640 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-ec85b603-d207-4c9b-b337-0e7ae2162936 tempest-AllowedAddressPairIpV6TestJSON-1064512019 tempest-AllowedAddressPairIpV6TestJSON-1064512019-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109561'] for port, before_response {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:37:14.458854 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e2520ba-b6c5-461c-8123-bde93a2d45c4 tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] Made reservation on behalf of 16dc8bccab6243da8b678a9c9f0a6318 for: {'network': 1} {{(pid=83869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 13:37:14.461786 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-7e2520ba-b6c5-461c-8123-bde93a2d45c4 tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for network, before_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:37:14.474067 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-f81d3747-4dc0-48df-9c68-7dd803f1327d tempest-NegativeSecGroupIPv6Test-1094873774 tempest-NegativeSecGroupIPv6Test-1094873774-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:37:14.494508 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7b749f-5b13-4ab3-ada5-1046e8746e3e req-032561c1-3c65-41cd-a457-01021abcaca1 tempest-ServerActionsTestJSON-64006463 tempest-ServerActionsTestJSON-64006463-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:37:14.495984 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-2b7b749f-5b13-4ab3-ada5-1046e8746e3e req-032561c1-3c65-41cd-a457-01021abcaca1 tempest-ServerActionsTestJSON-64006463 tempest-ServerActionsTestJSON-64006463-project] 10.222.0.26 "GET /v2.0/ports?device_id=746f2a68-07bc-4d82-957e-55cd7a32c31f HTTP/1.1" status: 200 len: 946 time: 1.5210822 Apr 01 13:37:14.497978 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-f81d3747-4dc0-48df-9c68-7dd803f1327d tempest-NegativeSecGroupIPv6Test-1094873774 tempest-NegativeSecGroupIPv6Test-1094873774-project] Usage tracker for resource:security_group_rule and tenant:39eb4b5eadd145e3a3333e826460ae09 is out of sync, need to count used quota {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 13:37:14.508356 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-f81d3747-4dc0-48df-9c68-7dd803f1327d tempest-NegativeSecGroupIPv6Test-1094873774 tempest-NegativeSecGroupIPv6Test-1094873774-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 13:37:14.508951 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-1cd98f34-0f2d-4d69-9eee-61571de846fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736732935801'] for port, after_create {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:37:14.526637 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-ec85b603-d207-4c9b-b337-0e7ae2162936 tempest-AllowedAddressPairIpV6TestJSON-1064512019 tempest-AllowedAddressPairIpV6TestJSON-1064512019-project] 10.222.0.26 "DELETE /v2.0/ports/c5564da8-266b-41ce-999d-30c02a1b53be HTTP/1.1" status: 204 len: 168 time: 3.8264575 Apr 01 13:37:14.528682 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-f81d3747-4dc0-48df-9c68-7dd803f1327d tempest-NegativeSecGroupIPv6Test-1094873774 tempest-NegativeSecGroupIPv6Test-1094873774-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:37:14.530351 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 51282) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:37:14.560343 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.db_base_plugin_common [None req-26ef993b-aacf-4b94-8ae1-d89a32fd4d20 None None] Allocated IP 172.20.0.2 (cb4d1837-1892-4ca3-a559-eb0035507686/c65397f7-964e-4a75-8fb4-5b28417ee25a/28e82278-97ae-45ad-8175-49f81a7ede88) {{(pid=83872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 13:37:14.574931 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-2d92ef8f-a410-4d8a-bbdb-184b9da19cef req-a8cbfe02-e468-41a5-9ec4-20ae30df91bf service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3fbcdb0d-ff16-4590-b85e-e2516d336b46 HTTP/1.1" status: 200 len: 998 time: 0.2977605 Apr 01 13:37:14.625113 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.pecan_wsgi.hooks.translation [None req-cca18b85-b60f-424d-9ae2-93623a404005 tempest-AllowedAddressPairIpV6TestJSON-1064512019 tempest-AllowedAddressPairIpV6TestJSON-1064512019-project] GET failed (client error): The resource could not be found. Apr 01 13:37:14.625647 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-cca18b85-b60f-424d-9ae2-93623a404005 tempest-AllowedAddressPairIpV6TestJSON-1064512019 tempest-AllowedAddressPairIpV6TestJSON-1064512019-project] Synchronizing usage tracker for tenant:6fd515cdecb148b98b1bf1573eeed293 on resource:port {{(pid=83869) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 13:37:14.677630 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7e2520ba-b6c5-461c-8123-bde93a2d45c4 tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] vlan segment allocate from pool success with {'vlan_id': 368, 'physical_network': 'physnet1'} {{(pid=83869) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 13:37:14.727253 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-2b7b749f-5b13-4ab3-ada5-1046e8746e3e req-49d47f66-930e-4966-91f2-897eea6db5d1 tempest-ServerActionsTestJSON-64006463 tempest-ServerActionsTestJSON-64006463-project] 10.222.0.26 "GET /v2.0/security-groups?id=0d525850-c301-4718-92cf-e73f2c3e9524&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2113678 Apr 01 13:37:14.732090 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-7e2520ba-b6c5-461c-8123-bde93a2d45c4 tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1004271'] for segment, precommit_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:37:14.732470 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.db.segments_db [None req-7e2520ba-b6c5-461c-8123-bde93a2d45c4 tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] Added segment 5184dc1c-14eb-44ea-a7ae-f5df3ca08554 of type vlan for network 546f1a68-8aed-40bd-a2dc-4f6113de2239 Apr 01 13:37:14.736719 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.api.v2.resource [None req-f81d3747-4dc0-48df-9c68-7dd803f1327d tempest-NegativeSecGroupIPv6Test-1094873774 tempest-NegativeSecGroupIPv6Test-1094873774-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 01 13:37:14.740402 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-f81d3747-4dc0-48df-9c68-7dd803f1327d tempest-NegativeSecGroupIPv6Test-1094873774 tempest-NegativeSecGroupIPv6Test-1094873774-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.3152959 Apr 01 13:37:14.772294 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 51288) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:37:14.819710 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.db_base_plugin_common [None req-41b6fbe4-5dbb-4ad2-963b-b5a0662c824e tempest-ExtraDHCPOptionsIpV6TestJSON-1348051470 tempest-ExtraDHCPOptionsIpV6TestJSON-1348051470-project] Allocated IP 2001:db8::154 (2388d6c7-ca26-42e7-af0f-8046f993ca7e/65bacd51-88f3-499d-8845-abdeebdb1c9f/66a398be-0b4d-4d53-81ff-0a563a631e75) {{(pid=83871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 13:37:14.822495 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d92ef8f-a410-4d8a-bbdb-184b9da19cef req-cc39b405-b3e3-476f-953f-a22a811d570e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:37:14.823965 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-2d92ef8f-a410-4d8a-bbdb-184b9da19cef req-cc39b405-b3e3-476f-953f-a22a811d570e service neutron] 10.222.0.57 "GET /v2.0/subnets?id=11ea32dc-0c84-4fc1-9df2-80f178610c0f HTTP/1.1" status: 200 len: 851 time: 0.2419190 Apr 01 13:37:14.827429 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-cca18b85-b60f-424d-9ae2-93623a404005 tempest-AllowedAddressPairIpV6TestJSON-1064512019 tempest-AllowedAddressPairIpV6TestJSON-1064512019-project] Unset dirty status for tenant:6fd515cdecb148b98b1bf1573eeed293 on resource:port {{(pid=83869) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 13:37:14.828257 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-cca18b85-b60f-424d-9ae2-93623a404005 tempest-AllowedAddressPairIpV6TestJSON-1064512019 tempest-AllowedAddressPairIpV6TestJSON-1064512019-project] 10.222.0.26 "GET /v2.0/ports/c5564da8-266b-41ce-999d-30c02a1b53be HTTP/1.1" status: 404 len: 333 time: 0.2940931 Apr 01 13:37:14.833613 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 51292) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:37:14.895004 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-7e2520ba-b6c5-461c-8123-bde93a2d45c4 tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736732923383'] for network, precommit_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:37:14.904611 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.db_base_plugin_v2 [None req-f532330a-9178-4d2f-b00e-f8f69866474b tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Deleting subnet 9431e004-93a6-46ab-a9e7-35c46579ba45 {{(pid=83869) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 01 13:37:14.940269 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cd98f34-0f2d-4d69-9eee-61571de846fc None None] Network ea17be37-7afb-4d54-8aff-0450104f3c21 is already hosted by enough agents. {{(pid=83872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 13:37:14.949972 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd98f34-0f2d-4d69-9eee-61571de846fc None None] Pushing event updated for resources: {'Port': ['ID=66688cac-88d0-4382-ae2b-89b5891026bd,revision_number=1']} {{(pid=83872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:37:14.957365 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-f532330a-9178-4d2f-b00e-f8f69866474b tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Notify callbacks [] for subnet, before_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:37:15.040889 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.scheduler.base_scheduler [None req-1cd98f34-0f2d-4d69-9eee-61571de846fc None None] Resources bound (agent type, host, resource id): {{(pid=83872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 13:37:15.082590 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.db_base_plugin_common [None req-6e913f81-7dd4-40f8-a7cc-1130ea91415e tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Allocated IP 2001:db8::1 (ea17be37-7afb-4d54-8aff-0450104f3c21/37daf882-8ff8-43e0-89a1-6d1af9e77f9f/18265c37-6a03-4d9a-b669-7c51d2b8aa10) {{(pid=83869) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 13:37:15.090723 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-f532330a-9178-4d2f-b00e-f8f69866474b tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2704975'] for subnet, precommit_delete_associations {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:37:15.108497 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.v2.base [None req-2ad95c3a-250e-49b2-9e20-60938378871f tempest-AllowedAddressPairIpV6TestJSON-1064512019 tempest-AllowedAddressPairIpV6TestJSON-1064512019-project] Request body: {'port': {'network_id': 'bbd7a654-1927-4f32-a4fb-32334d8c9a6d', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1603732573'}} {{(pid=83871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:37:15.111406 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cd98f34-0f2d-4d69-9eee-61571de846fc None None] Received port after_create {{(pid=83872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 13:37:15.130090 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-f696222e-0ee3-4f55-adc5-d2c47d99db75 tempest-NegativeSecGroupIPv6Test-1094873774 tempest-NegativeSecGroupIPv6Test-1094873774-project] Notify callbacks [] for security_group, before_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:37:15.164965 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-7e2520ba-b6c5-461c-8123-bde93a2d45c4 tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575'] for network, after_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:37:15.168551 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e2520ba-b6c5-461c-8123-bde93a2d45c4 tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:37:15.171034 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-7e2520ba-b6c5-461c-8123-bde93a2d45c4 tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] Notify callbacks [] for network, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:37:15.190382 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-2fdb70c6-a412-41c4-b054-95dccbf52493 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:37:15.223036 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Provisioning for port 9161ca68-5c44-4e3b-937e-fd4c5f645ea1 completed by entity L2. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 13:37:15.294285 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-f696222e-0ee3-4f55-adc5-d2c47d99db75 tempest-NegativeSecGroupIPv6Test-1094873774 tempest-NegativeSecGroupIPv6Test-1094873774-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:37:15.398508 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Provisioning complete for port 9161ca68-5c44-4e3b-937e-fd4c5f645ea1 triggered by entity L2. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 13:37:15.398921 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-948329'] for port, provisioning_complete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:37:15.448969 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_dvr_db [None req-18e86abd-5460-465c-9354-21e848c82579 None None] Set router 6d5367dc-25b1-4f1b-a781-eef2f2883363 gateway port host: dv-neutron-836180-1-hyperv {{(pid=83872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 13:37:15.449334 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-2ad95c3a-250e-49b2-9e20-60938378871f tempest-AllowedAddressPairIpV6TestJSON-1064512019 tempest-AllowedAddressPairIpV6TestJSON-1064512019-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:37:15.463293 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e2520ba-b6c5-461c-8123-bde93a2d45c4 tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] Pushing event updated for resources: {'Network': ['ID=546f1a68-8aed-40bd-a2dc-4f6113de2239,revision_number=1']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:37:15.468637 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-2d92ef8f-a410-4d8a-bbdb-184b9da19cef req-ec1111b5-c8fe-4785-b6c0-ebd5e8716e77 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=faf7d63c-9b06-4fbb-8197-4b39ba438717&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.6346312 Apr 01 13:37:15.469624 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-2ad95c3a-250e-49b2-9e20-60938378871f tempest-AllowedAddressPairIpV6TestJSON-1064512019 tempest-AllowedAddressPairIpV6TestJSON-1064512019-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:37:15.472397 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-7e2520ba-b6c5-461c-8123-bde93a2d45c4 tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.2487414 Apr 01 13:37:15.479962 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 51296) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:37:15.507719 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.v2.base [None req-54f54514-7cef-4234-9aa9-b9ab8e109b2f tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] Request body: {'subnet': {'network_id': '546f1a68-8aed-40bd-a2dc-4f6113de2239', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=83871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:37:15.516111 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-f696222e-0ee3-4f55-adc5-d2c47d99db75 tempest-NegativeSecGroupIPv6Test-1094873774 tempest-NegativeSecGroupIPv6Test-1094873774-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3775923'] for security_group, after_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:37:15.534229 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-f532330a-9178-4d2f-b00e-f8f69866474b tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-945029'] for subnet, precommit_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:37:15.544005 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Network 546f1a68-8aed-40bd-a2dc-4f6113de2239 details requested by agent ovs-agent-dv-neutron-836180-1-hyperv with host dv-neutron-836180-1-hyperv {{(pid=83872) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 13:37:15.587747 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f696222e-0ee3-4f55-adc5-d2c47d99db75 tempest-NegativeSecGroupIPv6Test-1094873774 tempest-NegativeSecGroupIPv6Test-1094873774-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=678febde-12e9-48b9-ab0c-e1d12bdda697,revision_number=None']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:37:15.605887 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-6e913f81-7dd4-40f8-a7cc-1130ea91415e tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Notify callbacks [] for port, precommit_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:37:15.625960 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.managers [None req-1cd98f34-0f2d-4d69-9eee-61571de846fc None None] Attempting to bind port 66688cac-88d0-4382-ae2b-89b5891026bd on host dv-neutron-836180-1-hyperv for vnic_type normal with profile {{(pid=83872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 13:37:15.626324 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.managers [None req-1cd98f34-0f2d-4d69-9eee-61571de846fc None None] Attempting to bind port 66688cac-88d0-4382-ae2b-89b5891026bd by drivers openvswitch,hyperv on host dv-neutron-836180-1-hyperv at level 0 using segments [{'id': 'adcdcb98-672f-4f20-a9be-5b41c74597a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'ea17be37-7afb-4d54-8aff-0450104f3c21'}] {{(pid=83872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 13:37:15.626680 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cd98f34-0f2d-4d69-9eee-61571de846fc None None] Attempting to bind port 66688cac-88d0-4382-ae2b-89b5891026bd on network ea17be37-7afb-4d54-8aff-0450104f3c21 {{(pid=83872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 13:37:15.628515 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-f696222e-0ee3-4f55-adc5-d2c47d99db75 tempest-NegativeSecGroupIPv6Test-1094873774 tempest-NegativeSecGroupIPv6Test-1094873774-project] Notify callbacks [] for security_group, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:37:15.632260 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-f696222e-0ee3-4f55-adc5-d2c47d99db75 tempest-NegativeSecGroupIPv6Test-1094873774 tempest-NegativeSecGroupIPv6Test-1094873774-project] 10.222.0.26 "DELETE /v2.0/security-groups/678febde-12e9-48b9-ab0c-e1d12bdda697 HTTP/1.1" status: 204 len: 168 time: 0.8540449 Apr 01 13:37:15.634188 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 51300) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:37:15.654009 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.provisioning_blocks [None req-6e913f81-7dd4-40f8-a7cc-1130ea91415e tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Transition to ACTIVE for port object 18265c37-6a03-4d9a-b669-7c51d2b8aa10 will not be triggered until provisioned by entity DHCP. {{(pid=83869) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 13:37:15.668346 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ad95c3a-250e-49b2-9e20-60938378871f tempest-AllowedAddressPairIpV6TestJSON-1064512019 tempest-AllowedAddressPairIpV6TestJSON-1064512019-project] Made reservation on behalf of 6fd515cdecb148b98b1bf1573eeed293 for: {'port': 1} {{(pid=83871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 13:37:15.670936 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-2ad95c3a-250e-49b2-9e20-60938378871f tempest-AllowedAddressPairIpV6TestJSON-1064512019 tempest-AllowedAddressPairIpV6TestJSON-1064512019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:37:15.691479 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-f532330a-9178-4d2f-b00e-f8f69866474b tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-945042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2705198', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2999452'] for subnet, after_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:37:15.792641 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.notifiers.nova [None req-2ad95c3a-250e-49b2-9e20-60938378871f tempest-AllowedAddressPairIpV6TestJSON-1064512019 tempest-AllowedAddressPairIpV6TestJSON-1064512019-project] device_id is not set on port 6816b3b2-3b4a-4fcb-bbe0-54f92a8b9c82 yet. {{(pid=83871) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 01 13:37:15.837203 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-2fdb70c6-a412-41c4-b054-95dccbf52493 None None] For port f647448d-ad8f-4b94-aa59-463a5265fa0a, host dv-neutron-836180-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836180-1-hyperv',level=0,port_id=f647448d-ad8f-4b94-aa59-463a5265fa0a,segment=NetworkSegment(9088d601-3ce6-4ee6-954c-a7fd7228a6a8),segment_id=9088d601-3ce6-4ee6-954c-a7fd7228a6a8)] {{(pid=83872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 13:37:15.838948 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-41b6fbe4-5dbb-4ad2-963b-b5a0662c824e tempest-ExtraDHCPOptionsIpV6TestJSON-1348051470 tempest-ExtraDHCPOptionsIpV6TestJSON-1348051470-project] Notify callbacks [] for port, precommit_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:37:15.865006 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-54f54514-7cef-4234-9aa9-b9ab8e109b2f tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:37:15.888690 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-54f54514-7cef-4234-9aa9-b9ab8e109b2f tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] Usage tracker for resource:subnet and tenant:16dc8bccab6243da8b678a9c9f0a6318 is out of sync, need to count used quota {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 13:37:15.894165 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-54f54514-7cef-4234-9aa9-b9ab8e109b2f tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 13:37:15.932991 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.provisioning_blocks [None req-41b6fbe4-5dbb-4ad2-963b-b5a0662c824e tempest-ExtraDHCPOptionsIpV6TestJSON-1348051470 tempest-ExtraDHCPOptionsIpV6TestJSON-1348051470-project] Transition to ACTIVE for port object 66a398be-0b4d-4d53-81ff-0a563a631e75 will not be triggered until provisioned by entity DHCP. {{(pid=83871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 13:37:15.934446 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-54f54514-7cef-4234-9aa9-b9ab8e109b2f tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:37:15.954171 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-2fdb70c6-a412-41c4-b054-95dccbf52493 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864'] for port, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:37:15.961818 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-dc828044-7597-4b33-858a-e83714a57f29 tempest-NegativeSecGroupIPv6Test-1094873774 tempest-NegativeSecGroupIPv6Test-1094873774-project] Synchronizing usage tracker for tenant:39eb4b5eadd145e3a3333e826460ae09 on resource:security_group {{(pid=83869) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 13:37:15.964870 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-2d92ef8f-a410-4d8a-bbdb-184b9da19cef req-bdad0e1e-c875-4116-a5bb-a241048935d7 service neutron] 10.222.0.57 "GET /v2.0/networks/faf7d63c-9b06-4fbb-8197-4b39ba438717?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4835134 Apr 01 13:37:15.985199 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f532330a-9178-4d2f-b00e-f8f69866474b tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Pushing event deleted for resources: {'Subnet': ['ID=9431e004-93a6-46ab-a9e7-35c46579ba45,revision_number=None']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:37:16.005765 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-f532330a-9178-4d2f-b00e-f8f69866474b tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3017602'] for subnet, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:37:16.010026 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-dc828044-7597-4b33-858a-e83714a57f29 tempest-NegativeSecGroupIPv6Test-1094873774 tempest-NegativeSecGroupIPv6Test-1094873774-project] Unset dirty status for tenant:39eb4b5eadd145e3a3333e826460ae09 on resource:security_group {{(pid=83869) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 13:37:16.015262 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-dc828044-7597-4b33-858a-e83714a57f29 tempest-NegativeSecGroupIPv6Test-1094873774 tempest-NegativeSecGroupIPv6Test-1094873774-project] 10.222.0.26 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.3755987 Apr 01 13:37:16.015412 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cd98f34-0f2d-4d69-9eee-61571de846fc None None] Checking agent: {'id': 'af948428-97cd-4d10-9f53-af028bdb39b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-836180-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 13, 25, 37), 'started_at': datetime.datetime(2022, 4, 1, 13, 26, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 13, 37, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-836180-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 13:37:16.015412 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cd98f34-0f2d-4d69-9eee-61571de846fc None None] Checking segment: {'id': 'adcdcb98-672f-4f20-a9be-5b41c74597a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'ea17be37-7afb-4d54-8aff-0450104f3c21'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 13:37:16.015412 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-1cd98f34-0f2d-4d69-9eee-61571de846fc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:37:16.015728 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 51306) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:37:16.015821 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cd98f34-0f2d-4d69-9eee-61571de846fc None None] Bound using segment: {'id': 'adcdcb98-672f-4f20-a9be-5b41c74597a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'ea17be37-7afb-4d54-8aff-0450104f3c21'} {{(pid=83872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 13:37:16.017316 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.managers [None req-1cd98f34-0f2d-4d69-9eee-61571de846fc None None] Bound port: 66688cac-88d0-4382-ae2b-89b5891026bd, host: dv-neutron-836180-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'adcdcb98-672f-4f20-a9be-5b41c74597a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'ea17be37-7afb-4d54-8aff-0450104f3c21'}}] {{(pid=83872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 13:37:16.017316 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-1cd98f34-0f2d-4d69-9eee-61571de846fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:37:16.026706 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.v2.base [None req-06fc282a-7a57-4375-8880-0b727ea42441 tempest-NegativeSecGroupIPv6Test-1094873774 tempest-NegativeSecGroupIPv6Test-1094873774-project] Request body: {'security_group': {'name': 'tempest-secgroup--1530120852'}} {{(pid=83869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:37:16.031202 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-6e913f81-7dd4-40f8-a7cc-1130ea91415e tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736732935801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2705155'] for port, after_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:37:16.033414 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54f54514-7cef-4234-9aa9-b9ab8e109b2f tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] Made reservation on behalf of 16dc8bccab6243da8b678a9c9f0a6318 for: {'subnet': 1} {{(pid=83871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 13:37:16.082945 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-06fc282a-7a57-4375-8880-0b727ea42441 tempest-NegativeSecGroupIPv6Test-1094873774 tempest-NegativeSecGroupIPv6Test-1094873774-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:37:16.087164 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-f532330a-9178-4d2f-b00e-f8f69866474b tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] 10.222.0.26 "DELETE /v2.0/subnets/9431e004-93a6-46ab-a9e7-35c46579ba45 HTTP/1.1" status: 204 len: 168 time: 1.8619688 Apr 01 13:37:16.104053 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 51310) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:37:16.106899 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-26ef993b-aacf-4b94-8ae1-d89a32fd4d20 None None] Notify callbacks [] for port, precommit_create {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:37:16.172403 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-06fc282a-7a57-4375-8880-0b727ea42441 tempest-NegativeSecGroupIPv6Test-1094873774 tempest-NegativeSecGroupIPv6Test-1094873774-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:37:16.211863 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-5f9b95fa-4fbd-436c-a56b-2ceebca44695 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] 10.222.0.26 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1046381 Apr 01 13:37:16.214736 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e913f81-7dd4-40f8-a7cc-1130ea91415e tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Network ea17be37-7afb-4d54-8aff-0450104f3c21 is already hosted by enough agents. {{(pid=83869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 13:37:16.219425 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 51314) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:37:16.220523 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.scheduler.base_scheduler [None req-6e913f81-7dd4-40f8-a7cc-1130ea91415e tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Resources bound (agent type, host, resource id): {{(pid=83869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 13:37:16.228280 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc3ea93-e17c-41b6-9519-1d2d274b2728 req-f387d6c0-1c64-4cc1-9740-4d148ad8bbf2 tempest-ServerActionsTestJSON-64006463 tempest-ServerActionsTestJSON-64006463-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:37:16.229966 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-2fc3ea93-e17c-41b6-9519-1d2d274b2728 req-f387d6c0-1c64-4cc1-9740-4d148ad8bbf2 tempest-ServerActionsTestJSON-64006463 tempest-ServerActionsTestJSON-64006463-project] 10.222.0.26 "GET /v2.0/ports?device_id=746f2a68-07bc-4d82-957e-55cd7a32c31f HTTP/1.1" status: 200 len: 946 time: 0.3262987 Apr 01 13:37:16.232647 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e913f81-7dd4-40f8-a7cc-1130ea91415e tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Pushing event updated for resources: {'Port': ['ID=18265c37-6a03-4d9a-b669-7c51d2b8aa10,revision_number=1']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:37:16.235221 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e913f81-7dd4-40f8-a7cc-1130ea91415e tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Received port after_create {{(pid=83869) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 13:37:16.235845 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-6e913f81-7dd4-40f8-a7cc-1130ea91415e tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4084144'] for router_interface, before_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:37:16.242648 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.v2.base [None req-5d0123ea-d472-4148-b143-de2b2a1e089c tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Request body: {'subnet': {'network_id': '09d7ea43-6376-4322-97e7-54cd01aae492', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:37:16.256122 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-26ef993b-aacf-4b94-8ae1-d89a32fd4d20 None None] Transition to ACTIVE for port object 28e82278-97ae-45ad-8175-49f81a7ede88 will not be triggered until provisioned by entity L2. {{(pid=83872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 13:37:16.342786 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-06fc282a-7a57-4375-8880-0b727ea42441 tempest-NegativeSecGroupIPv6Test-1094873774 tempest-NegativeSecGroupIPv6Test-1094873774-project] Notify callbacks [] for security_group, before_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:37:16.424158 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-2d92ef8f-a410-4d8a-bbdb-184b9da19cef req-1f941704-2cba-48fc-b388-29e2e18e69b7 service neutron] 10.222.0.57 "GET /v2.0/networks/faf7d63c-9b06-4fbb-8197-4b39ba438717?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4461675 Apr 01 13:37:16.459786 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-5d0123ea-d472-4148-b143-de2b2a1e089c tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:37:16.475910 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-5d0123ea-d472-4148-b143-de2b2a1e089c tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Usage tracker for resource:subnet and tenant:8b726fe6689e4b7f96def1a2219bea6c is out of sync, need to count used quota {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 13:37:16.481377 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-5d0123ea-d472-4148-b143-de2b2a1e089c tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 13:37:16.487042 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.db_base_plugin_common [None req-2ad95c3a-250e-49b2-9e20-60938378871f tempest-AllowedAddressPairIpV6TestJSON-1064512019 tempest-AllowedAddressPairIpV6TestJSON-1064512019-project] Allocated IP 2001:db8::3de (bbd7a654-1927-4f32-a4fb-32334d8c9a6d/84e02391-6c1e-4e9d-b186-799c1098d84a/6816b3b2-3b4a-4fcb-bbe0-54f92a8b9c82) {{(pid=83871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 13:37:16.500800 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fdb70c6-a412-41c4-b054-95dccbf52493 None None] Pushing event updated for resources: {'Port': ['ID=f647448d-ad8f-4b94-aa59-463a5265fa0a,revision_number=3']} {{(pid=83872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:37:16.519291 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-26ef993b-aacf-4b94-8ae1-d89a32fd4d20 None None] Transition to ACTIVE for port object 28e82278-97ae-45ad-8175-49f81a7ede88 will not be triggered until provisioned by entity DHCP. {{(pid=83872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 13:37:16.521502 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-2fc3ea93-e17c-41b6-9519-1d2d274b2728 req-ad95a4be-d6e3-4e60-876b-3661ea15cf9c tempest-ServerActionsTestJSON-64006463 tempest-ServerActionsTestJSON-64006463-project] 10.222.0.26 "GET /v2.0/security-groups?id=0d525850-c301-4718-92cf-e73f2c3e9524&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2618034 Apr 01 13:37:16.523456 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:37:16.542424 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-5d0123ea-d472-4148-b143-de2b2a1e089c tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:37:16.546975 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-06fc282a-7a57-4375-8880-0b727ea42441 tempest-NegativeSecGroupIPv6Test-1094873774 tempest-NegativeSecGroupIPv6Test-1094873774-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:37:16.557357 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-54f54514-7cef-4234-9aa9-b9ab8e109b2f tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2757336'] for subnet, before_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:37:16.568669 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-06fc282a-7a57-4375-8880-0b727ea42441 tempest-NegativeSecGroupIPv6Test-1094873774 tempest-NegativeSecGroupIPv6Test-1094873774-project] Usage tracker for resource:security_group_rule and tenant:39eb4b5eadd145e3a3333e826460ae09 is out of sync, need to count used quota {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 13:37:16.572997 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-06fc282a-7a57-4375-8880-0b727ea42441 tempest-NegativeSecGroupIPv6Test-1094873774 tempest-NegativeSecGroupIPv6Test-1094873774-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 13:37:16.575630 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-908e51ef-6af0-408d-abc0-43b2d8322d82 None None] Provisioning complete for port 9161ca68-5c44-4e3b-937e-fd4c5f645ea1 triggered by entity DHCP. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 13:37:16.576004 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-908e51ef-6af0-408d-abc0-43b2d8322d82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-948329'] for port, provisioning_complete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:37:16.583552 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-06fc282a-7a57-4375-8880-0b727ea42441 tempest-NegativeSecGroupIPv6Test-1094873774 tempest-NegativeSecGroupIPv6Test-1094873774-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:37:16.589539 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-6e913f81-7dd4-40f8-a7cc-1130ea91415e tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:37:16.590623 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-41b6fbe4-5dbb-4ad2-963b-b5a0662c824e tempest-ExtraDHCPOptionsIpV6TestJSON-1348051470 tempest-ExtraDHCPOptionsIpV6TestJSON-1348051470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736732935801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2743125'] for port, after_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:37:16.607007 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d0123ea-d472-4148-b143-de2b2a1e089c tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Made reservation on behalf of 8b726fe6689e4b7f96def1a2219bea6c for: {'subnet': 1} {{(pid=83869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 13:37:16.610591 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-5d0123ea-d472-4148-b143-de2b2a1e089c tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2999481'] for subnet, before_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:37:16.621817 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-26ef993b-aacf-4b94-8ae1-d89a32fd4d20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736732935801'] for port, after_create {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:37:16.709384 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41b6fbe4-5dbb-4ad2-963b-b5a0662c824e tempest-ExtraDHCPOptionsIpV6TestJSON-1348051470 tempest-ExtraDHCPOptionsIpV6TestJSON-1348051470-project] Network 2388d6c7-ca26-42e7-af0f-8046f993ca7e is already hosted by enough agents. {{(pid=83871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 13:37:16.731719 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b6fbe4-5dbb-4ad2-963b-b5a0662c824e tempest-ExtraDHCPOptionsIpV6TestJSON-1348051470 tempest-ExtraDHCPOptionsIpV6TestJSON-1348051470-project] Pushing event updated for resources: {'Port': ['ID=66a398be-0b4d-4d53-81ff-0a563a631e75,revision_number=1']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:37:16.734538 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.scheduler.base_scheduler [None req-41b6fbe4-5dbb-4ad2-963b-b5a0662c824e tempest-ExtraDHCPOptionsIpV6TestJSON-1348051470 tempest-ExtraDHCPOptionsIpV6TestJSON-1348051470-project] Resources bound (agent type, host, resource id): {{(pid=83871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 13:37:16.751672 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ef993b-aacf-4b94-8ae1-d89a32fd4d20 None None] Pushing event updated for resources: {'Port': ['ID=28e82278-97ae-45ad-8175-49f81a7ede88,revision_number=1']} {{(pid=83872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:37:16.782800 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-1cd98f34-0f2d-4d69-9eee-61571de846fc None None] For port 66688cac-88d0-4382-ae2b-89b5891026bd, host dv-neutron-836180-1-hyperv, cleared binding levels {{(pid=83872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 13:37:16.828936 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-1cd98f34-0f2d-4d69-9eee-61571de846fc None None] For port 66688cac-88d0-4382-ae2b-89b5891026bd, host dv-neutron-836180-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836180-1-hyperv',level=0,port_id=66688cac-88d0-4382-ae2b-89b5891026bd,segment=NetworkSegment(adcdcb98-672f-4f20-a9be-5b41c74597a8),segment_id=adcdcb98-672f-4f20-a9be-5b41c74597a8)] {{(pid=83872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 13:37:16.833266 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26ef993b-aacf-4b94-8ae1-d89a32fd4d20 None None] Network cb4d1837-1892-4ca3-a559-eb0035507686 is already hosted by enough agents. {{(pid=83872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 13:37:16.841042 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.scheduler.base_scheduler [None req-26ef993b-aacf-4b94-8ae1-d89a32fd4d20 None None] Resources bound (agent type, host, resource id): {{(pid=83872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 13:37:16.843844 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26ef993b-aacf-4b94-8ae1-d89a32fd4d20 None None] Received port after_create {{(pid=83872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 13:37:16.859134 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] For port 9161ca68-5c44-4e3b-937e-fd4c5f645ea1, host dv-neutron-836180-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836180-1-hyperv',level=0,port_id=9161ca68-5c44-4e3b-937e-fd4c5f645ea1,segment=NetworkSegment(4ea64b2e-068d-4c9c-9f0c-7e78b8190a96),segment_id=4ea64b2e-068d-4c9c-9f0c-7e78b8190a96)] {{(pid=83872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 13:37:16.863035 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-1cd98f34-0f2d-4d69-9eee-61571de846fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864'] for port, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:37:16.927011 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864'] for port, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:37:16.961426 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41b6fbe4-5dbb-4ad2-963b-b5a0662c824e tempest-ExtraDHCPOptionsIpV6TestJSON-1348051470 tempest-ExtraDHCPOptionsIpV6TestJSON-1348051470-project] Received port after_create {{(pid=83871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 13:37:16.969294 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41b6fbe4-5dbb-4ad2-963b-b5a0662c824e tempest-ExtraDHCPOptionsIpV6TestJSON-1348051470 tempest-ExtraDHCPOptionsIpV6TestJSON-1348051470-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:37:16.969953 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-41b6fbe4-5dbb-4ad2-963b-b5a0662c824e tempest-ExtraDHCPOptionsIpV6TestJSON-1348051470 tempest-ExtraDHCPOptionsIpV6TestJSON-1348051470-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109561'] for port, before_response {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:37:16.974325 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-158113de-a43f-4069-9e63-6319af89519d None None] Update dhcp port {'port': {'network_id': '09d7ea43-6376-4322-97e7-54cd01aae492', 'fixed_ips': [{'subnet_id': '9431e004-93a6-46ab-a9e7-35c46579ba45'}], 'binding:host_id': 'dv-neutron-836180-1-hyperv'}, 'id': 'a87785dd-39c3-4c52-b12a-3ced1750d6e5'} from dv-neutron-836180-1-hyperv. {{(pid=83872) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Apr 01 13:37:16.987377 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-06fc282a-7a57-4375-8880-0b727ea42441 tempest-NegativeSecGroupIPv6Test-1094873774 tempest-NegativeSecGroupIPv6Test-1094873774-project] Notify callbacks [] for security_group, precommit_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:37:17.015511 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-06fc282a-7a57-4375-8880-0b727ea42441 tempest-NegativeSecGroupIPv6Test-1094873774 tempest-NegativeSecGroupIPv6Test-1094873774-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3775923'] for security_group, after_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:37:17.062596 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-41b6fbe4-5dbb-4ad2-963b-b5a0662c824e tempest-ExtraDHCPOptionsIpV6TestJSON-1348051470 tempest-ExtraDHCPOptionsIpV6TestJSON-1348051470-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1149 time: 5.5730851 Apr 01 13:37:17.073277 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 51318) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:37:17.095937 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.ipam_backend_mixin [None req-54f54514-7cef-4234-9aa9-b9ab8e109b2f tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] Performing IP validity checks on allocation pools {{(pid=83871) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Apr 01 13:37:17.096717 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.ipam_backend_mixin [None req-54f54514-7cef-4234-9aa9-b9ab8e109b2f tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] Checking for overlaps among allocation pools and gateway ip {{(pid=83871) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Apr 01 13:37:17.104517 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Device f647448d-ad8f-4b94-aa59-463a5265fa0a up at agent ovs-agent-dv-neutron-836180-1-hyperv {{(pid=83872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 13:37:17.217968 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06fc282a-7a57-4375-8880-0b727ea42441 tempest-NegativeSecGroupIPv6Test-1094873774 tempest-NegativeSecGroupIPv6Test-1094873774-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e81d4c64-063c-4683-b058-457f4a746efa,revision_number=1']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:37:17.224575 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_hamode_db [None req-18e86abd-5460-465c-9354-21e848c82579 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d5367dc-25b1-4f1b-a781-eef2f2883363', 'name': 'tempest-TestNetworkAdvancedServerOps-router-555895105', 'tenant_id': 'c4570dfc5b694d9bb3c42a8f7c596843', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'external_fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.23'}], 'enable_snat': True}, 'gw_port_id': '27e65307-23d7-4846-b283-09e0f28ab0da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T13:37:00Z', 'updated_at': '2022-04-01T13:37:04Z', 'revision_number': 3, 'project_id': 'c4570dfc5b694d9bb3c42a8f7c596843', 'gw_port': {'id': '27e65307-23d7-4846-b283-09e0f28ab0da', 'name': '', 'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:f4:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d5367dc-25b1-4f1b-a781-eef2f2883363', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836180-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:37:02Z', 'updated_at': '2022-04-01T13:37:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836180-1-hyperv'}], 'dv-neutron-836180-1-hyperv', False) {} {{(pid=83872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:37:17.226760 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd98f34-0f2d-4d69-9eee-61571de846fc None None] Pushing event updated for resources: {'Port': ['ID=66688cac-88d0-4382-ae2b-89b5891026bd,revision_number=2']} {{(pid=83872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:37:17.328607 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18e86abd-5460-465c-9354-21e848c82579 None None] The sync data for ids ['6d5367dc-25b1-4f1b-a781-eef2f2883363'] in dv-neutron-836180-1-hyperv is: [{'id': '6d5367dc-25b1-4f1b-a781-eef2f2883363', 'name': 'tempest-TestNetworkAdvancedServerOps-router-555895105', 'tenant_id': 'c4570dfc5b694d9bb3c42a8f7c596843', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'external_fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.23'}], 'enable_snat': True}, 'gw_port_id': '27e65307-23d7-4846-b283-09e0f28ab0da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T13:37:00Z', 'updated_at': '2022-04-01T13:37:04Z', 'revision_number': 3, 'project_id': 'c4570dfc5b694d9bb3c42a8f7c596843', 'gw_port': {'id': '27e65307-23d7-4846-b283-09e0f28ab0da', 'name': '', 'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:f4:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d5367dc-25b1-4f1b-a781-eef2f2883363', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836180-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:37:02Z', 'updated_at': '2022-04-01T13:37:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836180-1-hyperv'}] {{(pid=83872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 13:37:17.335876 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-158113de-a43f-4069-9e63-6319af89519d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:37:17.346390 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.managers [None req-26ef993b-aacf-4b94-8ae1-d89a32fd4d20 None None] Attempting to bind port 28e82278-97ae-45ad-8175-49f81a7ede88 on host dv-neutron-836180-1-hyperv for vnic_type normal with profile {{(pid=83872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 13:37:17.346390 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.managers [None req-26ef993b-aacf-4b94-8ae1-d89a32fd4d20 None None] Attempting to bind port 28e82278-97ae-45ad-8175-49f81a7ede88 by drivers openvswitch,hyperv on host dv-neutron-836180-1-hyperv at level 0 using segments [{'id': 'ef58a1ec-7bdb-47df-a821-68a0bc726ff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'cb4d1837-1892-4ca3-a559-eb0035507686'}] {{(pid=83872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 13:37:17.346744 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26ef993b-aacf-4b94-8ae1-d89a32fd4d20 None None] Attempting to bind port 28e82278-97ae-45ad-8175-49f81a7ede88 on network cb4d1837-1892-4ca3-a559-eb0035507686 {{(pid=83872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 13:37:17.357197 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-06fc282a-7a57-4375-8880-0b727ea42441 tempest-NegativeSecGroupIPv6Test-1094873774 tempest-NegativeSecGroupIPv6Test-1094873774-project] Notify callbacks [] for security_group, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:37:17.358998 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-06fc282a-7a57-4375-8880-0b727ea42441 tempest-NegativeSecGroupIPv6Test-1094873774 tempest-NegativeSecGroupIPv6Test-1094873774-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 1.3418374 Apr 01 13:37:17.365027 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 51322) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:37:17.389015 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.v2.base [None req-2b3f51b8-956e-4a1e-8f0b-8825d689fd5e tempest-NegativeSecGroupIPv6Test-1094873774 tempest-NegativeSecGroupIPv6Test-1094873774-project] Request body: {'security_group': {'name': 'default'}} {{(pid=83869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:37:17.389647 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.api.v2.resource [None req-2b3f51b8-956e-4a1e-8f0b-8825d689fd5e tempest-NegativeSecGroupIPv6Test-1094873774 tempest-NegativeSecGroupIPv6Test-1094873774-project] update failed (client error): There was a conflict when trying to complete your request. Apr 01 13:37:17.390723 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-2b3f51b8-956e-4a1e-8f0b-8825d689fd5e tempest-NegativeSecGroupIPv6Test-1094873774 tempest-NegativeSecGroupIPv6Test-1094873774-project] 10.222.0.26 "PUT /v2.0/security-groups/e81d4c64-063c-4683-b058-457f4a746efa HTTP/1.1" status: 409 len: 330 time: 0.0221260 Apr 01 13:37:17.395090 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 51326) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:37:17.405060 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26ef993b-aacf-4b94-8ae1-d89a32fd4d20 None None] Checking agent: {'id': 'af948428-97cd-4d10-9f53-af028bdb39b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-836180-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 13, 25, 37), 'started_at': datetime.datetime(2022, 4, 1, 13, 26, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 13, 37, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-836180-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 13:37:17.405426 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26ef993b-aacf-4b94-8ae1-d89a32fd4d20 None None] Checking segment: {'id': 'ef58a1ec-7bdb-47df-a821-68a0bc726ff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'cb4d1837-1892-4ca3-a559-eb0035507686'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 13:37:17.405822 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-26ef993b-aacf-4b94-8ae1-d89a32fd4d20 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:37:17.409298 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26ef993b-aacf-4b94-8ae1-d89a32fd4d20 None None] Bound using segment: {'id': 'ef58a1ec-7bdb-47df-a821-68a0bc726ff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'cb4d1837-1892-4ca3-a559-eb0035507686'} {{(pid=83872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 13:37:17.409298 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.managers [None req-26ef993b-aacf-4b94-8ae1-d89a32fd4d20 None None] Bound port: 28e82278-97ae-45ad-8175-49f81a7ede88, host: dv-neutron-836180-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef58a1ec-7bdb-47df-a821-68a0bc726ff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'cb4d1837-1892-4ca3-a559-eb0035507686'}}] {{(pid=83872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 13:37:17.409594 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-26ef993b-aacf-4b94-8ae1-d89a32fd4d20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:37:17.487173 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Pushing event updated for resources: {'Port': ['ID=9161ca68-5c44-4e3b-937e-fd4c5f645ea1,revision_number=3']} {{(pid=83872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:37:17.564617 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-94854d9a-ca15-4ba3-bacb-65f42b2d3aa2 None None] Provisioning for port 66a398be-0b4d-4d53-81ff-0a563a631e75 completed by entity DHCP. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 13:37:17.587882 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-2ad95c3a-250e-49b2-9e20-60938378871f tempest-AllowedAddressPairIpV6TestJSON-1064512019 tempest-AllowedAddressPairIpV6TestJSON-1064512019-project] Notify callbacks [] for port, precommit_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:37:17.665900 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-94854d9a-ca15-4ba3-bacb-65f42b2d3aa2 None None] Provisioning complete for port 66a398be-0b4d-4d53-81ff-0a563a631e75 triggered by entity DHCP. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 13:37:17.666194 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-94854d9a-ca15-4ba3-bacb-65f42b2d3aa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-948329'] for port, provisioning_complete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:37:17.696021 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-ed95c513-3db1-43cb-af08-7064ba15fa46 tempest-TestNetworkAdvancedServerOps-1355420123 tempest-TestNetworkAdvancedServerOps-1355420123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:37:17.704401 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-6e913f81-7dd4-40f8-a7cc-1130ea91415e tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Notify callbacks [] for port, precommit_update {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:37:17.718427 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-6e913f81-7dd4-40f8-a7cc-1130ea91415e tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2705172'] for port, after_update {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:37:17.721222 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Provisioning complete for port f647448d-ad8f-4b94-aa59-463a5265fa0a triggered by entity L2. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 13:37:17.721598 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-948329'] for port, provisioning_complete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:37:17.723230 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-6e913f81-7dd4-40f8-a7cc-1130ea91415e tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3017508', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4084015'] for router_interface, after_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:37:17.788771 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.provisioning_blocks [None req-2ad95c3a-250e-49b2-9e20-60938378871f tempest-AllowedAddressPairIpV6TestJSON-1064512019 tempest-AllowedAddressPairIpV6TestJSON-1064512019-project] Transition to ACTIVE for port object 6816b3b2-3b4a-4fcb-bbe0-54f92a8b9c82 will not be triggered until provisioned by entity DHCP. {{(pid=83871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 13:37:17.809845 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-26ef993b-aacf-4b94-8ae1-d89a32fd4d20 None None] For port 28e82278-97ae-45ad-8175-49f81a7ede88, host dv-neutron-836180-1-hyperv, cleared binding levels {{(pid=83872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 13:37:17.836904 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.plugin [None req-94854d9a-ca15-4ba3-bacb-65f42b2d3aa2 None None] Port 66a398be-0b4d-4d53-81ff-0a563a631e75 cannot update to ACTIVE because it is not bound. {{(pid=83872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 13:37:17.844782 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-26ef993b-aacf-4b94-8ae1-d89a32fd4d20 None None] For port 28e82278-97ae-45ad-8175-49f81a7ede88, host dv-neutron-836180-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836180-1-hyperv',level=0,port_id=28e82278-97ae-45ad-8175-49f81a7ede88,segment=NetworkSegment(ef58a1ec-7bdb-47df-a821-68a0bc726ff2),segment_id=ef58a1ec-7bdb-47df-a821-68a0bc726ff2)] {{(pid=83872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 13:37:17.855828 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-26ef993b-aacf-4b94-8ae1-d89a32fd4d20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864'] for port, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:37:17.910173 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c386dc52-ca06-4248-abfc-bd0b76174cf1 tempest-ExtraDHCPOptionsIpV6TestJSON-1348051470 tempest-ExtraDHCPOptionsIpV6TestJSON-1348051470-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:37:17.917376 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c386dc52-ca06-4248-abfc-bd0b76174cf1 tempest-ExtraDHCPOptionsIpV6TestJSON-1348051470 tempest-ExtraDHCPOptionsIpV6TestJSON-1348051470-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:37:17.924076 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c386dc52-ca06-4248-abfc-bd0b76174cf1 tempest-ExtraDHCPOptionsIpV6TestJSON-1348051470 tempest-ExtraDHCPOptionsIpV6TestJSON-1348051470-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:37:17.925692 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-c386dc52-ca06-4248-abfc-bd0b76174cf1 tempest-ExtraDHCPOptionsIpV6TestJSON-1348051470 tempest-ExtraDHCPOptionsIpV6TestJSON-1348051470-project] Synchronizing usage tracker for tenant:5fda084d5ace4cf1b026737ae1cafe2d on resource:port {{(pid=83869) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 13:37:17.926446 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e529002-6f25-49ee-810e-508da654f070 None None] Network 09d7ea43-6376-4322-97e7-54cd01aae492 requested from dv-neutron-836180-1-hyperv {{(pid=83872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 13:37:17.931085 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-5d0123ea-d472-4148-b143-de2b2a1e089c tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2705391', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2999447'] for subnet, after_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:37:18.053000 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-54f54514-7cef-4234-9aa9-b9ab8e109b2f tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2743225', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2757366'] for subnet, after_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:37:18.058778 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d0123ea-d472-4148-b143-de2b2a1e089c tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Pushing event updated for resources: {'Subnet': ['ID=d8f9676f-4c8d-44fe-bd65-d6632cc1c2dd,revision_number=0']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:37:18.089861 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-94854d9a-ca15-4ba3-bacb-65f42b2d3aa2 None None] Provisioning complete for port f647448d-ad8f-4b94-aa59-463a5265fa0a triggered by entity DHCP. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 13:37:18.090411 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-94854d9a-ca15-4ba3-bacb-65f42b2d3aa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-948329'] for port, provisioning_complete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:37:18.108813 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-2ad95c3a-250e-49b2-9e20-60938378871f tempest-AllowedAddressPairIpV6TestJSON-1064512019 tempest-AllowedAddressPairIpV6TestJSON-1064512019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736732935801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2743125'] for port, after_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:37:18.160281 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ef993b-aacf-4b94-8ae1-d89a32fd4d20 None None] Pushing event updated for resources: {'Port': ['ID=28e82278-97ae-45ad-8175-49f81a7ede88,revision_number=2']} {{(pid=83872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:37:18.180451 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e913f81-7dd4-40f8-a7cc-1130ea91415e tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Pushing event updated for resources: {'Port': ['ID=18265c37-6a03-4d9a-b669-7c51d2b8aa10,revision_number=2']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:37:18.184808 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f54514-7cef-4234-9aa9-b9ab8e109b2f tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] Pushing event updated for resources: {'Subnet': ['ID=42838cf3-65d1-4168-aa4d-01fed5d35135,revision_number=0']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:37:18.212840 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-5c654785-5c17-4982-ab2c-de5117b6de10 tempest-NegativeSecGroupIPv6Test-1094873774 tempest-NegativeSecGroupIPv6Test-1094873774-project] Notify callbacks [] for security_group, before_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:37:18.235716 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-c386dc52-ca06-4248-abfc-bd0b76174cf1 tempest-ExtraDHCPOptionsIpV6TestJSON-1348051470 tempest-ExtraDHCPOptionsIpV6TestJSON-1348051470-project] Unset dirty status for tenant:5fda084d5ace4cf1b026737ae1cafe2d on resource:port {{(pid=83869) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 13:37:18.240746 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-c386dc52-ca06-4248-abfc-bd0b76174cf1 tempest-ExtraDHCPOptionsIpV6TestJSON-1348051470 tempest-ExtraDHCPOptionsIpV6TestJSON-1348051470-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2622 time: 1.1662564 Apr 01 13:37:18.241183 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72bc15c2-145e-49ff-8920-aede5b5dfb19 req-e0d0f3a4-ea24-4564-8693-0199d58a1035 tempest-ServerActionsTestJSON-64006463 tempest-ServerActionsTestJSON-64006463-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:37:18.243302 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-72bc15c2-145e-49ff-8920-aede5b5dfb19 req-e0d0f3a4-ea24-4564-8693-0199d58a1035 tempest-ServerActionsTestJSON-64006463 tempest-ServerActionsTestJSON-64006463-project] 10.222.0.26 "GET /v2.0/ports?device_id=746f2a68-07bc-4d82-957e-55cd7a32c31f HTTP/1.1" status: 200 len: 946 time: 0.5108459 Apr 01 13:37:18.246560 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 51332) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:37:18.500494 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-94854d9a-ca15-4ba3-bacb-65f42b2d3aa2 None None] Provisioning for port de41762e-28dd-4ba4-afe1-f695840bcfe9 completed by entity DHCP. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 13:37:18.504574 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d0123ea-d472-4148-b143-de2b2a1e089c tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Network 09d7ea43-6376-4322-97e7-54cd01aae492 is already hosted by enough agents. {{(pid=83869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 13:37:18.509727 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.scheduler.base_scheduler [None req-5d0123ea-d472-4148-b143-de2b2a1e089c tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Resources bound (agent type, host, resource id): {{(pid=83869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 13:37:18.514192 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-5c654785-5c17-4982-ab2c-de5117b6de10 tempest-NegativeSecGroupIPv6Test-1094873774 tempest-NegativeSecGroupIPv6Test-1094873774-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:37:18.530480 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d0123ea-d472-4148-b143-de2b2a1e089c tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:37:18.531068 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-5d0123ea-d472-4148-b143-de2b2a1e089c tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3017602'] for subnet, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:37:18.539743 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-94854d9a-ca15-4ba3-bacb-65f42b2d3aa2 None None] Provisioning complete for port de41762e-28dd-4ba4-afe1-f695840bcfe9 triggered by entity DHCP. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 13:37:18.540523 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-94854d9a-ca15-4ba3-bacb-65f42b2d3aa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-948329'] for port, provisioning_complete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:37:18.572942 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-5d0123ea-d472-4148-b143-de2b2a1e089c tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.3417673 Apr 01 13:37:18.573848 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 51336) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:37:18.610427 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.v2.base [None req-689a2698-804b-41cd-9c0f-f7bef9fb207b tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Request body: {'subnet': {'network_id': '09d7ea43-6376-4322-97e7-54cd01aae492', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=83869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:37:18.612899 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.plugin [None req-94854d9a-ca15-4ba3-bacb-65f42b2d3aa2 None None] Port de41762e-28dd-4ba4-afe1-f695840bcfe9 cannot update to ACTIVE because it is not bound. {{(pid=83872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 13:37:18.650485 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.plugin [None req-09cdf693-824b-4def-b921-4fb1c7f84607 tempest-ExtraDHCPOptionsIpV6TestJSON-1348051470 tempest-ExtraDHCPOptionsIpV6TestJSON-1348051470-project] Deleting port 66a398be-0b4d-4d53-81ff-0a563a631e75 {{(pid=83871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 13:37:18.654987 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-09cdf693-824b-4def-b921-4fb1c7f84607 tempest-ExtraDHCPOptionsIpV6TestJSON-1348051470 tempest-ExtraDHCPOptionsIpV6TestJSON-1348051470-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736733287370'] for port, before_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:37:18.759719 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad95c3a-250e-49b2-9e20-60938378871f tempest-AllowedAddressPairIpV6TestJSON-1064512019 tempest-AllowedAddressPairIpV6TestJSON-1064512019-project] Pushing event updated for resources: {'Port': ['ID=6816b3b2-3b4a-4fcb-bbe0-54f92a8b9c82,revision_number=1']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:37:18.796897 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e913f81-7dd4-40f8-a7cc-1130ea91415e tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Network ea17be37-7afb-4d54-8aff-0450104f3c21 is already hosted by enough agents. {{(pid=83869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 13:37:18.810712 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.scheduler.base_scheduler [None req-6e913f81-7dd4-40f8-a7cc-1130ea91415e tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Resources bound (agent type, host, resource id): {{(pid=83869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 13:37:18.841099 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09a492f2-6e6f-4a23-8e04-441a130ac41d None None] Update dhcp port {'port': {'network_id': '09d7ea43-6376-4322-97e7-54cd01aae492', 'fixed_ips': [{'subnet_id': 'd8f9676f-4c8d-44fe-bd65-d6632cc1c2dd'}], 'binding:host_id': 'dv-neutron-836180-1-hyperv'}, 'id': 'a87785dd-39c3-4c52-b12a-3ced1750d6e5'} from dv-neutron-836180-1-hyperv. {{(pid=83872) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Apr 01 13:37:18.869002 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-8c50eb8b-1fd1-4e50-8f8d-1d1a93e66a5d None None] Provisioning complete for port a87785dd-39c3-4c52-b12a-3ced1750d6e5 triggered by entity DHCP. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 13:37:18.869374 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-8c50eb8b-1fd1-4e50-8f8d-1d1a93e66a5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-948329'] for port, provisioning_complete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:37:18.878342 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-72bc15c2-145e-49ff-8920-aede5b5dfb19 req-7f15bbc5-c6d4-4e38-9c37-ac4057f5175f tempest-ServerActionsTestJSON-64006463 tempest-ServerActionsTestJSON-64006463-project] 10.222.0.26 "GET /v2.0/security-groups?id=0d525850-c301-4718-92cf-e73f2c3e9524&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6023417 Apr 01 13:37:18.886534 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ad95c3a-250e-49b2-9e20-60938378871f tempest-AllowedAddressPairIpV6TestJSON-1064512019 tempest-AllowedAddressPairIpV6TestJSON-1064512019-project] Network bbd7a654-1927-4f32-a4fb-32334d8c9a6d is already hosted by enough agents. {{(pid=83871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 13:37:18.899389 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.scheduler.base_scheduler [None req-2ad95c3a-250e-49b2-9e20-60938378871f tempest-AllowedAddressPairIpV6TestJSON-1064512019 tempest-AllowedAddressPairIpV6TestJSON-1064512019-project] Resources bound (agent type, host, resource id): {{(pid=83871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 13:37:18.901882 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ad95c3a-250e-49b2-9e20-60938378871f tempest-AllowedAddressPairIpV6TestJSON-1064512019 tempest-AllowedAddressPairIpV6TestJSON-1064512019-project] Received port after_create {{(pid=83871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 13:37:18.905960 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ad95c3a-250e-49b2-9e20-60938378871f tempest-AllowedAddressPairIpV6TestJSON-1064512019 tempest-AllowedAddressPairIpV6TestJSON-1064512019-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:37:18.906559 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-2ad95c3a-250e-49b2-9e20-60938378871f tempest-AllowedAddressPairIpV6TestJSON-1064512019 tempest-AllowedAddressPairIpV6TestJSON-1064512019-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109561'] for port, before_response {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:37:18.956753 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54f54514-7cef-4234-9aa9-b9ab8e109b2f tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] Checking segment: {'id': '5184dc1c-14eb-44ea-a7ae-f5df3ca08554', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '546f1a68-8aed-40bd-a2dc-4f6113de2239'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 13:37:18.957123 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54f54514-7cef-4234-9aa9-b9ab8e109b2f tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] Network hostable DHCP agents. Network: 546f1a68-8aed-40bd-a2dc-4f6113de2239, hostable agents: ['e47e4547-5c2d-4954-ba56-fa3646239f18'], hosted agents: [] {{(pid=83871) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 13:37:18.968870 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-2ad95c3a-250e-49b2-9e20-60938378871f tempest-AllowedAddressPairIpV6TestJSON-1064512019 tempest-AllowedAddressPairIpV6TestJSON-1064512019-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 4.0991464 Apr 01 13:37:18.982738 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 51342) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:37:18.995345 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-09a492f2-6e6f-4a23-8e04-441a130ac41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:37:19.038129 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.v2.base [None req-eb7ac1d5-55ec-49bf-9243-9dab0276fc28 tempest-AllowedAddressPairIpV6TestJSON-1064512019 tempest-AllowedAddressPairIpV6TestJSON-1064512019-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:99:cf:50'}]}} {{(pid=83869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:37:19.045030 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bebeeef9-ad18-42c4-b9af-2cc25e19ed57 None None] Network ea17be37-7afb-4d54-8aff-0450104f3c21 requested from dv-neutron-836180-1-hyperv {{(pid=83872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 13:37:19.183576 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-5c654785-5c17-4982-ab2c-de5117b6de10 tempest-NegativeSecGroupIPv6Test-1094873774 tempest-NegativeSecGroupIPv6Test-1094873774-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3775923'] for security_group, after_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:37:19.276482 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c654785-5c17-4982-ab2c-de5117b6de10 tempest-NegativeSecGroupIPv6Test-1094873774 tempest-NegativeSecGroupIPv6Test-1094873774-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e81d4c64-063c-4683-b058-457f4a746efa,revision_number=None']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:37:19.283802 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-09cdf693-824b-4def-b921-4fb1c7f84607 tempest-ExtraDHCPOptionsIpV6TestJSON-1348051470 tempest-ExtraDHCPOptionsIpV6TestJSON-1348051470-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4155147'] for port, precommit_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:37:19.443875 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Device 66688cac-88d0-4382-ae2b-89b5891026bd up at agent ovs-agent-dv-neutron-836180-1-hyperv {{(pid=83872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 13:37:19.503398 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-689a2698-804b-41cd-9c0f-f7bef9fb207b tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:37:19.536753 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.plugin [None req-09cdf693-824b-4def-b921-4fb1c7f84607 tempest-ExtraDHCPOptionsIpV6TestJSON-1348051470 tempest-ExtraDHCPOptionsIpV6TestJSON-1348051470-project] Calling delete_port for 66a398be-0b4d-4d53-81ff-0a563a631e75 owned by {{(pid=83871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 13:37:19.577904 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-5c654785-5c17-4982-ab2c-de5117b6de10 tempest-NegativeSecGroupIPv6Test-1094873774 tempest-NegativeSecGroupIPv6Test-1094873774-project] Notify callbacks [] for security_group, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:37:19.581268 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-5c654785-5c17-4982-ab2c-de5117b6de10 tempest-NegativeSecGroupIPv6Test-1094873774 tempest-NegativeSecGroupIPv6Test-1094873774-project] 10.222.0.26 "DELETE /v2.0/security-groups/e81d4c64-063c-4683-b058-457f4a746efa HTTP/1.1" status: 204 len: 168 time: 2.1809440 Apr 01 13:37:19.582828 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-689a2698-804b-41cd-9c0f-f7bef9fb207b tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Usage tracker for resource:subnet and tenant:8b726fe6689e4b7f96def1a2219bea6c is out of sync, need to count used quota {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 13:37:19.586588 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 51346) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:37:19.663436 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-689a2698-804b-41cd-9c0f-f7bef9fb207b tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 13:37:19.676245 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Provisioning for port 66688cac-88d0-4382-ae2b-89b5891026bd completed by entity L2. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 13:37:19.687742 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-689a2698-804b-41cd-9c0f-f7bef9fb207b tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:37:19.700659 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.db_base_plugin_common [None req-09a492f2-6e6f-4a23-8e04-441a130ac41d None None] Allocated IP 172.20.0.2 (09d7ea43-6376-4322-97e7-54cd01aae492/d8f9676f-4c8d-44fe-bd65-d6632cc1c2dd/a87785dd-39c3-4c52-b12a-3ced1750d6e5) {{(pid=83872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 13:37:19.712853 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Device 27e65307-23d7-4846-b283-09e0f28ab0da up at agent ovs-agent-dv-neutron-836180-1-hyperv {{(pid=83872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 13:37:19.789763 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-689a2698-804b-41cd-9c0f-f7bef9fb207b tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Made reservation on behalf of 8b726fe6689e4b7f96def1a2219bea6c for: {'subnet': 1} {{(pid=83869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 13:37:19.793435 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-689a2698-804b-41cd-9c0f-f7bef9fb207b tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2999481'] for subnet, before_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:37:19.798016 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6782573b-c6d3-4103-a2c0-bebeb71bf5f1 None None] Network cb4d1837-1892-4ca3-a559-eb0035507686 requested from dv-neutron-836180-1-hyperv {{(pid=83872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 13:37:19.822295 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-34b40d2d-1ad5-4b08-8893-a03d833cddb2 None None] Provisioning for port 66688cac-88d0-4382-ae2b-89b5891026bd completed by entity DHCP. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 13:37:19.827876 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-eb7ac1d5-55ec-49bf-9243-9dab0276fc28 tempest-AllowedAddressPairIpV6TestJSON-1064512019 tempest-AllowedAddressPairIpV6TestJSON-1064512019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:37:19.869944 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54f54514-7cef-4234-9aa9-b9ab8e109b2f tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] Network 546f1a68-8aed-40bd-a2dc-4f6113de2239 is scheduled to be hosted by DHCP agent e47e4547-5c2d-4954-ba56-fa3646239f18 with binding_index 1 {{(pid=83871) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 13:37:19.913801 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.scheduler.base_scheduler [None req-54f54514-7cef-4234-9aa9-b9ab8e109b2f tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-836180-1-hyperv, 546f1a68-8aed-40bd-a2dc-4f6113de2239) {{(pid=83871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 13:37:19.915562 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5498cb-223f-4ec7-9042-539b1ed5da51 req-375fa8d4-0d74-476b-80bc-d2cfbf1dd791 tempest-ServerActionsTestJSON-64006463 tempest-ServerActionsTestJSON-64006463-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:37:19.917515 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-fa5498cb-223f-4ec7-9042-539b1ed5da51 req-375fa8d4-0d74-476b-80bc-d2cfbf1dd791 tempest-ServerActionsTestJSON-64006463 tempest-ServerActionsTestJSON-64006463-project] 10.222.0.26 "GET /v2.0/ports?device_id=746f2a68-07bc-4d82-957e-55cd7a32c31f HTTP/1.1" status: 200 len: 946 time: 0.6538775 Apr 01 13:37:19.931997 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.agents_db [None req-bdd220c7-049a-43d2-a923-ad1a2de078c6 None None] Agent healthcheck: found 6 active agents {{(pid=83873) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 01 13:37:19.933839 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54f54514-7cef-4234-9aa9-b9ab8e109b2f tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:37:19.934423 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-54f54514-7cef-4234-9aa9-b9ab8e109b2f tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] Notify callbacks [] for subnet, before_response {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:37:19.944269 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-0804a47e-9074-40e7-b699-5e782bf95506 tempest-NegativeSecGroupIPv6Test-1094873774 tempest-NegativeSecGroupIPv6Test-1094873774-project] 10.222.0.26 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.3524270 Apr 01 13:37:19.950774 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.db_base_plugin_common [None req-ed95c513-3db1-43cb-af08-7064ba15fa46 tempest-TestNetworkAdvancedServerOps-1355420123 tempest-TestNetworkAdvancedServerOps-1355420123-project] Allocated IP 172.20.0.1 (cb4d1837-1892-4ca3-a559-eb0035507686/c65397f7-964e-4a75-8fb4-5b28417ee25a/9a59d32b-8723-4bc4-88d9-b9d4ad7c91c1) {{(pid=83871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 13:37:19.952615 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 51350) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:37:19.968844 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-34b40d2d-1ad5-4b08-8893-a03d833cddb2 None None] Provisioning complete for port 66688cac-88d0-4382-ae2b-89b5891026bd triggered by entity DHCP. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 13:37:19.969071 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-34b40d2d-1ad5-4b08-8893-a03d833cddb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-948329'] for port, provisioning_complete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:37:20.011282 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59e8b585-7f35-4d4e-9f8d-2a5cc0ecc075 None None] Network 546f1a68-8aed-40bd-a2dc-4f6113de2239 requested from dv-neutron-836180-1-hyperv {{(pid=83872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 13:37:20.017257 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.api.v2.resource [None req-88f28e4b-9d5c-40ce-bf19-548295f8dbcd tempest-NegativeSecGroupIPv6Test-1094873774 tempest-NegativeSecGroupIPv6Test-1094873774-project] delete failed (client error): The resource could not be found. Apr 01 13:37:20.022467 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-88f28e4b-9d5c-40ce-bf19-548295f8dbcd tempest-NegativeSecGroupIPv6Test-1094873774 tempest-NegativeSecGroupIPv6Test-1094873774-project] 10.222.0.26 "DELETE /v2.0/security-groups/80b8b074-7923-4a8b-a486-f8722dfef98d HTTP/1.1" status: 404 len: 347 time: 0.0624466 Apr 01 13:37:20.024673 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 51354) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:37:20.030369 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-54f54514-7cef-4234-9aa9-b9ab8e109b2f tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 4.5448678 Apr 01 13:37:20.035558 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 51358) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:37:20.097708 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.api.v2.resource [None req-42838b0c-2c71-4944-bb8e-27f64c11d528 tempest-NegativeSecGroupIPv6Test-1094873774 tempest-NegativeSecGroupIPv6Test-1094873774-project] show failed (client error): The resource could not be found. Apr 01 13:37:20.102928 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-42838b0c-2c71-4944-bb8e-27f64c11d528 tempest-NegativeSecGroupIPv6Test-1094873774 tempest-NegativeSecGroupIPv6Test-1094873774-project] 10.222.0.26 "GET /v2.0/security-groups/4c6de3d9-8019-4de5-85cb-eae9fdabd5a3 HTTP/1.1" status: 404 len: 347 time: 0.0727825 Apr 01 13:37:20.113616 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 51362) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:37:20.150642 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-fa5498cb-223f-4ec7-9042-539b1ed5da51 req-b292aa03-6023-4094-8c19-632435bc411f tempest-ServerActionsTestJSON-64006463 tempest-ServerActionsTestJSON-64006463-project] 10.222.0.26 "GET /v2.0/security-groups?id=0d525850-c301-4718-92cf-e73f2c3e9524&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2191424 Apr 01 13:37:20.156219 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.api.v2.resource [None req-8e5427f8-4344-4557-aa0a-8cccfe05f38f tempest-NegativeSecGroupIPv6Test-1094873774 tempest-NegativeSecGroupIPv6Test-1094873774-project] show failed (client error): The resource could not be found. Apr 01 13:37:20.160056 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-8e5427f8-4344-4557-aa0a-8cccfe05f38f tempest-NegativeSecGroupIPv6Test-1094873774 tempest-NegativeSecGroupIPv6Test-1094873774-project] 10.222.0.26 "GET /v2.0/security-group-rules/cc5dfd48-5d41-4490-8630-18710c4d2853 HTTP/1.1" status: 404 len: 356 time: 0.0427089 Apr 01 13:37:20.296625 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-09a492f2-6e6f-4a23-8e04-441a130ac41d None None] For port a87785dd-39c3-4c52-b12a-3ced1750d6e5, host dv-neutron-836180-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836180-1-hyperv',level=0,port_id=a87785dd-39c3-4c52-b12a-3ced1750d6e5,segment=NetworkSegment(16094ed0-4a47-4ff6-9238-85c278d7a2a5),segment_id=16094ed0-4a47-4ff6-9238-85c278d7a2a5)] {{(pid=83872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 13:37:20.362140 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e913f81-7dd4-40f8-a7cc-1130ea91415e tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Router 0e81f490-b4ef-4864-b60a-ceaa6916ad6c is scheduled to L3 agent 88bf8fc8-11a3-4e96-9d1b-5fd93ba9f6f1 with binding_index 1 {{(pid=83869) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 01 13:37:20.455594 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-ed95c513-3db1-43cb-af08-7064ba15fa46 tempest-TestNetworkAdvancedServerOps-1355420123 tempest-TestNetworkAdvancedServerOps-1355420123-project] Notify callbacks [] for port, precommit_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:37:20.483139 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.db.resource_extend [None req-09a492f2-6e6f-4a23-8e04-441a130ac41d None None] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 01 13:37:20.485177 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.provisioning_blocks [None req-ed95c513-3db1-43cb-af08-7064ba15fa46 tempest-TestNetworkAdvancedServerOps-1355420123 tempest-TestNetworkAdvancedServerOps-1355420123-project] Transition to ACTIVE for port object 9a59d32b-8723-4bc4-88d9-b9d4ad7c91c1 will not be triggered until provisioned by entity DHCP. {{(pid=83871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 13:37:20.501314 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-09a492f2-6e6f-4a23-8e04-441a130ac41d None None] Notify callbacks [] for port, precommit_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:37:20.525410 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-09a492f2-6e6f-4a23-8e04-441a130ac41d None None] Transition to ACTIVE for port object a87785dd-39c3-4c52-b12a-3ced1750d6e5 will not be triggered until provisioned by entity DHCP. {{(pid=83872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 13:37:20.526258 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Provisioning for port 27e65307-23d7-4846-b283-09e0f28ab0da completed by entity L2. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 13:37:20.536640 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-ed95c513-3db1-43cb-af08-7064ba15fa46 tempest-TestNetworkAdvancedServerOps-1355420123 tempest-TestNetworkAdvancedServerOps-1355420123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736732935801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2743125'] for port, after_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:37:20.665304 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-34b40d2d-1ad5-4b08-8893-a03d833cddb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:37:20.666014 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-2a98668e-d220-4f2e-b4c2-4fb058447aa8 tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1033078'] for network, before_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:37:20.677332 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-09cdf693-824b-4def-b921-4fb1c7f84607 tempest-ExtraDHCPOptionsIpV6TestJSON-1348051470 tempest-ExtraDHCPOptionsIpV6TestJSON-1348051470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736733359243', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736732935810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2743125'] for port, after_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:37:20.695865 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Provisioning complete for port 27e65307-23d7-4846-b283-09e0f28ab0da triggered by entity L2. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 13:37:20.696433 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-948329'] for port, provisioning_complete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:37:20.712829 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed95c513-3db1-43cb-af08-7064ba15fa46 tempest-TestNetworkAdvancedServerOps-1355420123 tempest-TestNetworkAdvancedServerOps-1355420123-project] Network cb4d1837-1892-4ca3-a559-eb0035507686 is already hosted by enough agents. {{(pid=83871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 13:37:20.773345 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-09a492f2-6e6f-4a23-8e04-441a130ac41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864'] for port, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:37:20.778311 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.scheduler.base_scheduler [None req-ed95c513-3db1-43cb-af08-7064ba15fa46 tempest-TestNetworkAdvancedServerOps-1355420123 tempest-TestNetworkAdvancedServerOps-1355420123-project] Resources bound (agent type, host, resource id): {{(pid=83871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 13:37:20.784226 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 51374) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:37:20.803635 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed95c513-3db1-43cb-af08-7064ba15fa46 tempest-TestNetworkAdvancedServerOps-1355420123 tempest-TestNetworkAdvancedServerOps-1355420123-project] Received port after_create {{(pid=83871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 13:37:20.849843 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed95c513-3db1-43cb-af08-7064ba15fa46 tempest-TestNetworkAdvancedServerOps-1355420123 tempest-TestNetworkAdvancedServerOps-1355420123-project] Pushing event updated for resources: {'Port': ['ID=9a59d32b-8723-4bc4-88d9-b9d4ad7c91c1,revision_number=1']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:37:20.987422 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-34b40d2d-1ad5-4b08-8893-a03d833cddb2 None None] For port 66688cac-88d0-4382-ae2b-89b5891026bd, host dv-neutron-836180-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836180-1-hyperv',level=0,port_id=66688cac-88d0-4382-ae2b-89b5891026bd,segment=NetworkSegment(adcdcb98-672f-4f20-a9be-5b41c74597a8),segment_id=adcdcb98-672f-4f20-a9be-5b41c74597a8)] {{(pid=83872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 13:37:20.992905 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-2a98668e-d220-4f2e-b4c2-4fb058447aa8 tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-945029'] for subnet, precommit_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:37:21.065937 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-34b40d2d-1ad5-4b08-8893-a03d833cddb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864'] for port, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:37:21.124730 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09cdf693-824b-4def-b921-4fb1c7f84607 tempest-ExtraDHCPOptionsIpV6TestJSON-1348051470 tempest-ExtraDHCPOptionsIpV6TestJSON-1348051470-project] Pushing event deleted for resources: {'Port': ['ID=66a398be-0b4d-4d53-81ff-0a563a631e75,revision_number=None']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:37:21.126776 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-09cdf693-824b-4def-b921-4fb1c7f84607 tempest-ExtraDHCPOptionsIpV6TestJSON-1348051470 tempest-ExtraDHCPOptionsIpV6TestJSON-1348051470-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109561'] for port, before_response {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:37:21.165573 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-2a98668e-d220-4f2e-b4c2-4fb058447aa8 tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-945042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2743160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2757373'] for subnet, after_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:37:21.242179 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-ed95c513-3db1-43cb-af08-7064ba15fa46 tempest-TestNetworkAdvancedServerOps-1355420123 tempest-TestNetworkAdvancedServerOps-1355420123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4084144'] for router_interface, before_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:37:21.261171 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-09cdf693-824b-4def-b921-4fb1c7f84607 tempest-ExtraDHCPOptionsIpV6TestJSON-1348051470 tempest-ExtraDHCPOptionsIpV6TestJSON-1348051470-project] 10.222.0.26 "DELETE /v2.0/ports/66a398be-0b4d-4d53-81ff-0a563a631e75 HTTP/1.1" status: 204 len: 168 time: 2.9946351 Apr 01 13:37:21.262803 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 51380) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:37:21.267367 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a98668e-d220-4f2e-b4c2-4fb058447aa8 tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] Pushing event deleted for resources: {'Subnet': ['ID=42838cf3-65d1-4168-aa4d-01fed5d35135,revision_number=None']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:37:21.269683 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a492f2-6e6f-4a23-8e04-441a130ac41d None None] Pushing event updated for resources: {'Port': ['ID=a87785dd-39c3-4c52-b12a-3ced1750d6e5,revision_number=7']} {{(pid=83872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:37:21.283247 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.v2.base [None req-b699bfea-0c8f-43e7-b50c-373325e39eed tempest-ExtraDHCPOptionsIpV6TestJSON-1348051470 tempest-ExtraDHCPOptionsIpV6TestJSON-1348051470-project] Request body: {'port': {'name': 'tempest-new-port-name-1255993171', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=83871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:37:21.283633 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.api.validators [None req-b699bfea-0c8f-43e7-b50c-373325e39eed tempest-ExtraDHCPOptionsIpV6TestJSON-1348051470 tempest-ExtraDHCPOptionsIpV6TestJSON-1348051470-project] bootfile-name is not in valid_values {{(pid=83871) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Apr 01 13:37:21.284001 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.api.validators [None req-b699bfea-0c8f-43e7-b50c-373325e39eed tempest-ExtraDHCPOptionsIpV6TestJSON-1348051470 tempest-ExtraDHCPOptionsIpV6TestJSON-1348051470-project] tftp-server is not in valid_values {{(pid=83871) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Apr 01 13:37:21.284271 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.api.validators [None req-b699bfea-0c8f-43e7-b50c-373325e39eed tempest-ExtraDHCPOptionsIpV6TestJSON-1348051470 tempest-ExtraDHCPOptionsIpV6TestJSON-1348051470-project] server-ip-address is not in valid_values {{(pid=83871) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Apr 01 13:37:21.379941 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b642155d-a74a-4bc5-a679-4d5cefa38462 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7e7d0ecb-2af4-55f5-9198-238ab0570d62-546f1a68-8aed-40bd-a2dc-4f6113de2239', 'network_id': '546f1a68-8aed-40bd-a2dc-4f6113de2239', 'tenant_id': '16dc8bccab6243da8b678a9c9f0a6318', 'fixed_ips': [{'subnet_id': '42838cf3-65d1-4168-aa4d-01fed5d35135'}]}} from dv-neutron-836180-1-hyperv. {{(pid=83872) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 01 13:37:21.380899 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-b642155d-a74a-4bc5-a679-4d5cefa38462 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:37:21.449381 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:37:21.468836 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-34b40d2d-1ad5-4b08-8893-a03d833cddb2 None None] Provisioning for port 6816b3b2-3b4a-4fcb-bbe0-54f92a8b9c82 completed by entity DHCP. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 13:37:21.567092 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-34b40d2d-1ad5-4b08-8893-a03d833cddb2 None None] Provisioning complete for port 6816b3b2-3b4a-4fcb-bbe0-54f92a8b9c82 triggered by entity DHCP. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 13:37:21.567738 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-34b40d2d-1ad5-4b08-8893-a03d833cddb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-948329'] for port, provisioning_complete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:37:21.578995 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd86b51e-765f-4a53-986c-aad13eeee353 req-b4db3ece-fb7b-4bad-b43b-e7375eed329e tempest-ServerActionsTestJSON-64006463 tempest-ServerActionsTestJSON-64006463-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:37:21.586944 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-fd86b51e-765f-4a53-986c-aad13eeee353 req-b4db3ece-fb7b-4bad-b43b-e7375eed329e tempest-ServerActionsTestJSON-64006463 tempest-ServerActionsTestJSON-64006463-project] 10.222.0.26 "GET /v2.0/ports?device_id=746f2a68-07bc-4d82-957e-55cd7a32c31f HTTP/1.1" status: 200 len: 946 time: 0.8563471 Apr 01 13:37:21.629267 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-2939d94f-8b8e-4678-bdb1-a5dd1e4ebe44 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=39eb4b5eadd145e3a3333e826460ae09&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8395004 Apr 01 13:37:21.639260 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b40d2d-1ad5-4b08-8893-a03d833cddb2 None None] Pushing event updated for resources: {'Port': ['ID=66688cac-88d0-4382-ae2b-89b5891026bd,revision_number=3']} {{(pid=83872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:37:21.642434 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 51384) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:37:21.665974 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-2a98668e-d220-4f2e-b4c2-4fb058447aa8 tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-942654', 'neutron.services.segments.db._delete_segments_for_network-8736733387888'] for network, precommit_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:37:21.698539 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] For port 27e65307-23d7-4846-b283-09e0f28ab0da, host dv-neutron-836180-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836180-1-hyperv',level=0,port_id=27e65307-23d7-4846-b283-09e0f28ab0da,segment=NetworkSegment(7b924dd8-4978-40c4-ad91-4b9b27348462),segment_id=7b924dd8-4978-40c4-ad91-4b9b27348462)] {{(pid=83872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 13:37:21.730178 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.db.resource_extend [None req-eb7ac1d5-55ec-49bf-9243-9dab0276fc28 tempest-AllowedAddressPairIpV6TestJSON-1064512019 tempest-AllowedAddressPairIpV6TestJSON-1064512019-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 01 13:37:21.743969 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e913f81-7dd4-40f8-a7cc-1130ea91415e tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Notify agent at l3_agent.dv-neutron-836180-1-hyperv the message routers_updated {{(pid=83869) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 13:37:21.754684 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5bb85b7-0263-40f4-895e-f556906bf45a None None] Sync routers for ids ['0e81f490-b4ef-4864-b60a-ceaa6916ad6c'] in dv-neutron-836180-1-hyperv {{(pid=83873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 13:37:21.757945 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864'] for port, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:37:21.758776 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Device 28e82278-97ae-45ad-8175-49f81a7ede88 up at agent ovs-agent-dv-neutron-836180-1-hyperv {{(pid=83872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 13:37:21.774766 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5bb85b7-0263-40f4-895e-f556906bf45a None None] Routers {'0e81f490-b4ef-4864-b60a-ceaa6916ad6c'} bound to L3 agent in host dv-neutron-836180-1-hyperv {{(pid=83873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 13:37:21.775402 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-f5bb85b7-0263-40f4-895e-f556906bf45a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836180-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T13:25:36Z,description=,heartbeat_timestamp=2022-04-01T13:37:06Z,host='dv-neutron-836180-1-hyperv',id=88bf8fc8-11a3-4e96-9d1b-5fd93ba9f6f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T13:25:36Z,topic='l3_agent')) {'router_ids': ['0e81f490-b4ef-4864-b60a-ceaa6916ad6c'], 'active': True} {{(pid=83873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:37:21.794222 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.services.segments.db [None req-2a98668e-d220-4f2e-b4c2-4fb058447aa8 tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['546f1a68-8aed-40bd-a2dc-4f6113de2239']}} {{(pid=83871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:37:21.816972 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-b699bfea-0c8f-43e7-b50c-373325e39eed tempest-ExtraDHCPOptionsIpV6TestJSON-1348051470 tempest-ExtraDHCPOptionsIpV6TestJSON-1348051470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:37:21.823956 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.objects.ports [None req-689a2698-804b-41cd-9c0f-f7bef9fb207b tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=83869) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Apr 01 13:37:21.843510 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.services.segments.db [None req-2a98668e-d220-4f2e-b4c2-4fb058447aa8 tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5184dc1c-14eb-44ea-a7ae-f5df3ca08554') {'for_net_delete': True} {{(pid=83871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:37:21.846648 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.services.segments.db [None req-2a98668e-d220-4f2e-b4c2-4fb058447aa8 tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5184dc1c-14eb-44ea-a7ae-f5df3ca08554') {} {{(pid=83871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:37:21.889133 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-2a98668e-d220-4f2e-b4c2-4fb058447aa8 tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736733386999', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3166340'] for segment, before_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:37:21.898726 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-f5bb85b7-0263-40f4-895e-f556906bf45a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-836180-1-hyperv', False) {} {{(pid=83873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:37:21.902134 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-ed95c513-3db1-43cb-af08-7064ba15fa46 tempest-TestNetworkAdvancedServerOps-1355420123 tempest-TestNetworkAdvancedServerOps-1355420123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:37:21.914691 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-eb7ac1d5-55ec-49bf-9243-9dab0276fc28 tempest-AllowedAddressPairIpV6TestJSON-1064512019 tempest-AllowedAddressPairIpV6TestJSON-1064512019-project] Notify callbacks [] for port, precommit_update {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:37:21.919053 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5bb85b7-0263-40f4-895e-f556906bf45a None None] Routers {'0e81f490-b4ef-4864-b60a-ceaa6916ad6c'} bound to L3 agent in host dv-neutron-836180-1-hyperv {{(pid=83873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 13:37:21.919727 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-6e913f81-7dd4-40f8-a7cc-1130ea91415e tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] 10.222.0.26 "PUT /v2.0/routers/0e81f490-b4ef-4864-b60a-ceaa6916ad6c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.7998323 Apr 01 13:37:21.921022 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-f5bb85b7-0263-40f4-895e-f556906bf45a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836180-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T13:25:36Z,description=,heartbeat_timestamp=2022-04-01T13:37:06Z,host='dv-neutron-836180-1-hyperv',id=88bf8fc8-11a3-4e96-9d1b-5fd93ba9f6f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T13:25:36Z,topic='l3_agent')) {'router_ids': ['0e81f490-b4ef-4864-b60a-ceaa6916ad6c'], 'active': True} {{(pid=83873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:37:21.922507 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.plugin [None req-34b40d2d-1ad5-4b08-8893-a03d833cddb2 None None] Port 6816b3b2-3b4a-4fcb-bbe0-54f92a8b9c82 cannot update to ACTIVE because it is not bound. {{(pid=83872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 13:37:21.922905 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-fd86b51e-765f-4a53-986c-aad13eeee353 req-bbfd83ba-fb0e-464e-bdd8-641d12859f8c tempest-ServerActionsTestJSON-64006463 tempest-ServerActionsTestJSON-64006463-project] 10.222.0.26 "GET /v2.0/security-groups?id=0d525850-c301-4718-92cf-e73f2c3e9524&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3350699 Apr 01 13:37:21.925860 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 51388) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:37:21.982645 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc63e5a0-400c-44f7-907e-9226b7ad8c86 None None] Network 546f1a68-8aed-40bd-a2dc-4f6113de2239 requested from dv-neutron-836180-1-hyperv {{(pid=83872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 13:37:22.034116 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-eb7ac1d5-55ec-49bf-9243-9dab0276fc28 tempest-AllowedAddressPairIpV6TestJSON-1064512019 tempest-AllowedAddressPairIpV6TestJSON-1064512019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2705172'] for port, after_update {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:37:22.093072 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Pushing event updated for resources: {'Port': ['ID=27e65307-23d7-4846-b283-09e0f28ab0da,revision_number=4']} {{(pid=83872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:37:22.133884 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Provisioning for port 28e82278-97ae-45ad-8175-49f81a7ede88 completed by entity L2. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 13:37:22.172167 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-f5bb85b7-0263-40f4-895e-f556906bf45a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-836180-1-hyperv', False) {} {{(pid=83873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:37:22.174697 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-2a98668e-d220-4f2e-b4c2-4fb058447aa8 tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1004271'] for segment, precommit_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:37:22.175720 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5bb85b7-0263-40f4-895e-f556906bf45a None None] The sync data for ids ['0e81f490-b4ef-4864-b60a-ceaa6916ad6c'] in dv-neutron-836180-1-hyperv is: [] {{(pid=83873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 13:37:22.178060 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Device 9161ca68-5c44-4e3b-937e-fd4c5f645ea1 up at agent ovs-agent-dv-neutron-836180-1-hyperv {{(pid=83872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 13:37:22.245624 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-420e45ca-2b1d-4324-9df8-b49a2aec287f tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:37:22.246072 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2a98668e-d220-4f2e-b4c2-4fb058447aa8 tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] Releasing vlan 368 on physical network physnet1 to pool {{(pid=83871) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 01 13:37:22.246467 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-2a98668e-d220-4f2e-b4c2-4fb058447aa8 tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1004262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2743078'] for segment, after_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:37:22.265389 dv-neutron-836180-1-hyperv neutron-server[83871]: Traceback (most recent call last): Apr 01 13:37:22.265389 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 01 13:37:22.265389 dv-neutron-836180-1-hyperv neutron-server[83871]: timer() Apr 01 13:37:22.265389 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 13:37:22.265389 dv-neutron-836180-1-hyperv neutron-server[83871]: cb(*args, **kw) Apr 01 13:37:22.265389 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 13:37:22.265389 dv-neutron-836180-1-hyperv neutron-server[83871]: return func(*args, **kwargs) Apr 01 13:37:22.265389 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 13:37:22.265389 dv-neutron-836180-1-hyperv neutron-server[83871]: self._notify() Apr 01 13:37:22.265389 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 13:37:22.265389 dv-neutron-836180-1-hyperv neutron-server[83871]: self.callback(batched_events) Apr 01 13:37:22.265389 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 13:37:22.265389 dv-neutron-836180-1-hyperv neutron-server[83871]: event.method(event) Apr 01 13:37:22.265389 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 13:37:22.265389 dv-neutron-836180-1-hyperv neutron-server[83871]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 13:37:22.265389 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 13:37:22.265389 dv-neutron-836180-1-hyperv neutron-server[83871]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 13:37:22.265389 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 13:37:22.265389 dv-neutron-836180-1-hyperv neutron-server[83871]: return f(self, *a, **k) Apr 01 13:37:22.265389 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 13:37:22.265389 dv-neutron-836180-1-hyperv neutron-server[83871]: return self._get(url).json() Apr 01 13:37:22.265389 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 13:37:22.265389 dv-neutron-836180-1-hyperv neutron-server[83871]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 13:37:22.265389 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 01 13:37:22.265389 dv-neutron-836180-1-hyperv neutron-server[83871]: return self.request(url, 'GET', **kwargs) Apr 01 13:37:22.265389 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 01 13:37:22.265389 dv-neutron-836180-1-hyperv neutron-server[83871]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 13:37:22.265389 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 01 13:37:22.265389 dv-neutron-836180-1-hyperv neutron-server[83871]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 13:37:22.265389 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 01 13:37:22.265389 dv-neutron-836180-1-hyperv neutron-server[83871]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 13:37:22.265389 dv-neutron-836180-1-hyperv neutron-server[83871]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 13:37:22.270929 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-420e45ca-2b1d-4324-9df8-b49a2aec287f tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Synchronizing usage tracker for tenant:315e7395dd224b3fb020d0b9d921742e on resource:port {{(pid=83869) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 13:37:22.333417 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.plugin [None req-eb7ac1d5-55ec-49bf-9243-9dab0276fc28 tempest-AllowedAddressPairIpV6TestJSON-1064512019 tempest-AllowedAddressPairIpV6TestJSON-1064512019-project] In _notify_port_updated(), no bound segment for port 6816b3b2-3b4a-4fcb-bbe0-54f92a8b9c82 on network bbd7a654-1927-4f32-a4fb-32334d8c9a6d {{(pid=83869) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Apr 01 13:37:22.337193 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-2180118a-7f31-454c-b957-a26503150d9d None None] Provisioning complete for port 66688cac-88d0-4382-ae2b-89b5891026bd triggered by entity DHCP. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 13:37:22.337569 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-2180118a-7f31-454c-b957-a26503150d9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-948329'] for port, provisioning_complete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:37:22.351069 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb7ac1d5-55ec-49bf-9243-9dab0276fc28 tempest-AllowedAddressPairIpV6TestJSON-1064512019 tempest-AllowedAddressPairIpV6TestJSON-1064512019-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:37:22.352030 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-eb7ac1d5-55ec-49bf-9243-9dab0276fc28 tempest-AllowedAddressPairIpV6TestJSON-1064512019 tempest-AllowedAddressPairIpV6TestJSON-1064512019-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109561'] for port, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:37:22.357934 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-eb7ac1d5-55ec-49bf-9243-9dab0276fc28 tempest-AllowedAddressPairIpV6TestJSON-1064512019 tempest-AllowedAddressPairIpV6TestJSON-1064512019-project] 10.222.0.26 "PUT /v2.0/ports/6816b3b2-3b4a-4fcb-bbe0-54f92a8b9c82 HTTP/1.1" status: 200 len: 1003 time: 3.3567522 Apr 01 13:37:22.368749 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 51396) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:37:22.391075 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe1f5104-27bf-47d6-93c5-01220997e399 None None] Network 09d7ea43-6376-4322-97e7-54cd01aae492 requested from dv-neutron-836180-1-hyperv {{(pid=83872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 13:37:22.472078 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.plugin [None req-82fe960a-7e0f-4799-a9a5-3b38a6f133fd tempest-AllowedAddressPairIpV6TestJSON-1064512019 tempest-AllowedAddressPairIpV6TestJSON-1064512019-project] Deleting port 6816b3b2-3b4a-4fcb-bbe0-54f92a8b9c82 {{(pid=83869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 13:37:22.472789 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-82fe960a-7e0f-4799-a9a5-3b38a6f133fd tempest-AllowedAddressPairIpV6TestJSON-1064512019 tempest-AllowedAddressPairIpV6TestJSON-1064512019-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736733287370'] for port, before_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:37:22.504723 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-9efe4558-a94e-48f0-901b-d5bad05be94a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:37:22.535492 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-9efe4558-a94e-48f0-901b-d5bad05be94a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:37:22.590428 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb7ac1d5-55ec-49bf-9243-9dab0276fc28 tempest-AllowedAddressPairIpV6TestJSON-1064512019 tempest-AllowedAddressPairIpV6TestJSON-1064512019-project] Pushing event updated for resources: {'Port': ['ID=6816b3b2-3b4a-4fcb-bbe0-54f92a8b9c82,revision_number=2']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:37:22.602410 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-420e45ca-2b1d-4324-9df8-b49a2aec287f tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Unset dirty status for tenant:315e7395dd224b3fb020d0b9d921742e on resource:port {{(pid=83869) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 13:37:22.603806 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-420e45ca-2b1d-4324-9df8-b49a2aec287f tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] 10.222.0.26 "GET /v2.0/ports/18265c37-6a03-4d9a-b669-7c51d2b8aa10 HTTP/1.1" status: 200 len: 911 time: 0.6607990 Apr 01 13:37:22.613661 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-9efe4558-a94e-48f0-901b-d5bad05be94a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3775923'] for security_group, after_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:37:22.621682 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 51400) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:37:22.650733 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9efe4558-a94e-48f0-901b-d5bad05be94a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79983ee8-0b8c-486f-ad6f-ed7986c2b704,revision_number=None']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:37:22.749701 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-2a98668e-d220-4f2e-b4c2-4fb058447aa8 tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-942599', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4084797'] for network, after_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:37:22.753792 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-2a98668e-d220-4f2e-b4c2-4fb058447aa8 tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3017602'] for network, before_response {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:37:22.797415 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-2a98668e-d220-4f2e-b4c2-4fb058447aa8 tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] 10.222.0.26 "DELETE /v2.0/networks/546f1a68-8aed-40bd-a2dc-4f6113de2239 HTTP/1.1" status: 204 len: 168 time: 2.7588484 Apr 01 13:37:22.803737 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a98668e-d220-4f2e-b4c2-4fb058447aa8 tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] Pushing event deleted for resources: {'Network': ['ID=546f1a68-8aed-40bd-a2dc-4f6113de2239,revision_number=None']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:37:22.810856 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 51406) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:37:22.820856 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Provisioning complete for port 9161ca68-5c44-4e3b-937e-fd4c5f645ea1 triggered by entity L2. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 13:37:22.822210 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-948329'] for port, provisioning_complete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:37:22.831755 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.v2.base [None req-b2eaa667-eeb9-4490-8cd0-08b2a9e6dba5 tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-517643472'}} {{(pid=83871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:37:22.843117 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-b2eaa667-eeb9-4490-8cd0-08b2a9e6dba5 tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:37:22.861352 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-b2eaa667-eeb9-4490-8cd0-08b2a9e6dba5 tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] Usage tracker for resource:network and tenant:16dc8bccab6243da8b678a9c9f0a6318 is out of sync, need to count used quota {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 13:37:22.866816 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-9efe4558-a94e-48f0-901b-d5bad05be94a admin admin] Notify callbacks [] for security_group, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:37:22.867934 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-9efe4558-a94e-48f0-901b-d5bad05be94a admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/79983ee8-0b8c-486f-ad6f-ed7986c2b704 HTTP/1.1" status: 204 len: 168 time: 1.2245803 Apr 01 13:37:22.897569 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-b2eaa667-eeb9-4490-8cd0-08b2a9e6dba5 tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 13:37:22.950137 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-b2eaa667-eeb9-4490-8cd0-08b2a9e6dba5 tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:37:23.055581 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2eaa667-eeb9-4490-8cd0-08b2a9e6dba5 tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] Made reservation on behalf of 16dc8bccab6243da8b678a9c9f0a6318 for: {'network': 1} {{(pid=83871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 13:37:23.058421 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-b2eaa667-eeb9-4490-8cd0-08b2a9e6dba5 tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for network, before_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:37:23.117080 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-689a2698-804b-41cd-9c0f-f7bef9fb207b tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:37:23.136062 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b2eaa667-eeb9-4490-8cd0-08b2a9e6dba5 tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] vlan segment allocate from pool success with {'vlan_id': 389, 'physical_network': 'physnet1'} {{(pid=83871) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 13:37:23.136775 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-2180118a-7f31-454c-b957-a26503150d9d None None] Provisioning for port 18265c37-6a03-4d9a-b669-7c51d2b8aa10 completed by entity DHCP. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 13:37:23.143939 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-2180118a-7f31-454c-b957-a26503150d9d None None] Provisioning complete for port 18265c37-6a03-4d9a-b669-7c51d2b8aa10 triggered by entity DHCP. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 13:37:23.144685 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-2180118a-7f31-454c-b957-a26503150d9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-948329'] for port, provisioning_complete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:37:23.188012 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Device a87785dd-39c3-4c52-b12a-3ced1750d6e5 no longer exists at agent ovs-agent-dv-neutron-836180-1-hyperv {{(pid=83872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 13:37:23.312808 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-b2eaa667-eeb9-4490-8cd0-08b2a9e6dba5 tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1004271'] for segment, precommit_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:37:23.313386 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.db.segments_db [None req-b2eaa667-eeb9-4490-8cd0-08b2a9e6dba5 tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] Added segment 8547b5fb-bf1c-496b-9052-9d1c6793365a of type vlan for network ddb0cba9-ce6b-4a7c-9914-2b0af210772d Apr 01 13:37:23.336162 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.plugin [None req-2180118a-7f31-454c-b957-a26503150d9d None None] Port 18265c37-6a03-4d9a-b669-7c51d2b8aa10 cannot update to ACTIVE because it is not bound. {{(pid=83872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 13:37:23.350561 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.db.resource_extend [None req-b699bfea-0c8f-43e7-b50c-373325e39eed tempest-ExtraDHCPOptionsIpV6TestJSON-1348051470 tempest-ExtraDHCPOptionsIpV6TestJSON-1348051470-project] It took 0.24 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 01 13:37:23.414588 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-2180118a-7f31-454c-b957-a26503150d9d None None] Provisioning for port 9a59d32b-8723-4bc4-88d9-b9d4ad7c91c1 completed by entity DHCP. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 13:37:23.423065 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-b699bfea-0c8f-43e7-b50c-373325e39eed tempest-ExtraDHCPOptionsIpV6TestJSON-1348051470 tempest-ExtraDHCPOptionsIpV6TestJSON-1348051470-project] Notify callbacks [] for port, precommit_update {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:37:23.423489 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-2180118a-7f31-454c-b957-a26503150d9d None None] Provisioning complete for port 9a59d32b-8723-4bc4-88d9-b9d4ad7c91c1 triggered by entity DHCP. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 13:37:23.423961 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-2180118a-7f31-454c-b957-a26503150d9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-948329'] for port, provisioning_complete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:37:23.451256 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-b699bfea-0c8f-43e7-b50c-373325e39eed tempest-ExtraDHCPOptionsIpV6TestJSON-1348051470 tempest-ExtraDHCPOptionsIpV6TestJSON-1348051470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2743106'] for port, after_update {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:37:23.483059 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-82fe960a-7e0f-4799-a9a5-3b38a6f133fd tempest-AllowedAddressPairIpV6TestJSON-1064512019 tempest-AllowedAddressPairIpV6TestJSON-1064512019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4155147'] for port, precommit_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:37:23.494765 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.plugin [None req-2180118a-7f31-454c-b957-a26503150d9d None None] Port 9a59d32b-8723-4bc4-88d9-b9d4ad7c91c1 cannot update to ACTIVE because it is not bound. {{(pid=83872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 13:37:23.499917 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:37:23.533327 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-b2eaa667-eeb9-4490-8cd0-08b2a9e6dba5 tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736732923383'] for network, precommit_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:37:23.538773 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-2180118a-7f31-454c-b957-a26503150d9d None None] Provisioning for port 28e82278-97ae-45ad-8175-49f81a7ede88 completed by entity DHCP. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 13:37:23.552575 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-2180118a-7f31-454c-b957-a26503150d9d None None] Provisioning complete for port 28e82278-97ae-45ad-8175-49f81a7ede88 triggered by entity DHCP. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 13:37:23.554842 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-2180118a-7f31-454c-b957-a26503150d9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-948329'] for port, provisioning_complete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:37:23.576466 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.plugin [None req-b699bfea-0c8f-43e7-b50c-373325e39eed tempest-ExtraDHCPOptionsIpV6TestJSON-1348051470 tempest-ExtraDHCPOptionsIpV6TestJSON-1348051470-project] In _notify_port_updated(), no bound segment for port de41762e-28dd-4ba4-afe1-f695840bcfe9 on network 2388d6c7-ca26-42e7-af0f-8046f993ca7e {{(pid=83871) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Apr 01 13:37:23.580458 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b699bfea-0c8f-43e7-b50c-373325e39eed tempest-ExtraDHCPOptionsIpV6TestJSON-1348051470 tempest-ExtraDHCPOptionsIpV6TestJSON-1348051470-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:37:23.581142 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-b699bfea-0c8f-43e7-b50c-373325e39eed tempest-ExtraDHCPOptionsIpV6TestJSON-1348051470 tempest-ExtraDHCPOptionsIpV6TestJSON-1348051470-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109561'] for port, before_response {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:37:23.585305 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-b699bfea-0c8f-43e7-b50c-373325e39eed tempest-ExtraDHCPOptionsIpV6TestJSON-1348051470 tempest-ExtraDHCPOptionsIpV6TestJSON-1348051470-project] 10.222.0.26 "PUT /v2.0/ports/de41762e-28dd-4ba4-afe1-f695840bcfe9 HTTP/1.1" status: 200 len: 1130 time: 2.3167458 Apr 01 13:37:23.596398 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 51414) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:37:23.668078 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.db.resource_extend [None req-b2eaa667-eeb9-4490-8cd0-08b2a9e6dba5 tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 01 13:37:23.679493 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b699bfea-0c8f-43e7-b50c-373325e39eed tempest-ExtraDHCPOptionsIpV6TestJSON-1348051470 tempest-ExtraDHCPOptionsIpV6TestJSON-1348051470-project] Pushing event updated for resources: {'Port': ['ID=de41762e-28dd-4ba4-afe1-f695840bcfe9,revision_number=2']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:37:23.718456 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.db.resource_extend [None req-ed95c513-3db1-43cb-af08-7064ba15fa46 tempest-TestNetworkAdvancedServerOps-1355420123 tempest-TestNetworkAdvancedServerOps-1355420123-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 01 13:37:23.746070 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-ed95c513-3db1-43cb-af08-7064ba15fa46 tempest-TestNetworkAdvancedServerOps-1355420123 tempest-TestNetworkAdvancedServerOps-1355420123-project] Notify callbacks [] for port, precommit_update {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:37:23.748649 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:37:23.754379 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-b2eaa667-eeb9-4490-8cd0-08b2a9e6dba5 tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575'] for network, after_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:37:23.759937 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2eaa667-eeb9-4490-8cd0-08b2a9e6dba5 tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:37:23.760917 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-b2eaa667-eeb9-4490-8cd0-08b2a9e6dba5 tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3017602'] for network, before_response {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:37:23.788684 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-ed95c513-3db1-43cb-af08-7064ba15fa46 tempest-TestNetworkAdvancedServerOps-1355420123 tempest-TestNetworkAdvancedServerOps-1355420123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2743106'] for port, after_update {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:37:23.823743 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-2180118a-7f31-454c-b957-a26503150d9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:37:23.869597 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-2180118a-7f31-454c-b957-a26503150d9d None None] For port 28e82278-97ae-45ad-8175-49f81a7ede88, host dv-neutron-836180-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836180-1-hyperv',level=0,port_id=28e82278-97ae-45ad-8175-49f81a7ede88,segment=NetworkSegment(ef58a1ec-7bdb-47df-a821-68a0bc726ff2),segment_id=ef58a1ec-7bdb-47df-a821-68a0bc726ff2)] {{(pid=83872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 13:37:23.879343 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-2180118a-7f31-454c-b957-a26503150d9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864'] for port, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:37:23.882602 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.plugin [None req-82fe960a-7e0f-4799-a9a5-3b38a6f133fd tempest-AllowedAddressPairIpV6TestJSON-1064512019 tempest-AllowedAddressPairIpV6TestJSON-1064512019-project] Calling delete_port for 6816b3b2-3b4a-4fcb-bbe0-54f92a8b9c82 owned by {{(pid=83869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 13:37:23.992383 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2180118a-7f31-454c-b957-a26503150d9d None None] Pushing event updated for resources: {'Port': ['ID=28e82278-97ae-45ad-8175-49f81a7ede88,revision_number=3']} {{(pid=83872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:37:24.022968 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-00540b5b-99a1-439f-8f18-db567a953d29 None None] Provisioning complete for port 9a59d32b-8723-4bc4-88d9-b9d4ad7c91c1 triggered by entity DHCP. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 13:37:24.023359 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-00540b5b-99a1-439f-8f18-db567a953d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-948329'] for port, provisioning_complete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:37:24.030386 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.db [None req-689a2698-804b-41cd-9c0f-f7bef9fb207b tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] For port a87785dd-39c3-4c52-b12a-3ced1750d6e5, host dv-neutron-836180-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836180-1-hyperv',level=0,port_id=a87785dd-39c3-4c52-b12a-3ced1750d6e5,segment=NetworkSegment(16094ed0-4a47-4ff6-9238-85c278d7a2a5),segment_id=16094ed0-4a47-4ff6-9238-85c278d7a2a5)] {{(pid=83869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 13:37:24.064845 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-b2eaa667-eeb9-4490-8cd0-08b2a9e6dba5 tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.2502954 Apr 01 13:37:24.065059 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8752350b-9f65-41c7-873a-ffeac7c70f90 req-88fde50b-841a-44bc-bace-50d27e01724c tempest-ServerActionsTestJSON-64006463 tempest-ServerActionsTestJSON-64006463-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:37:24.065059 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-8752350b-9f65-41c7-873a-ffeac7c70f90 req-88fde50b-841a-44bc-bace-50d27e01724c tempest-ServerActionsTestJSON-64006463 tempest-ServerActionsTestJSON-64006463-project] 10.222.0.26 "GET /v2.0/ports?device_id=746f2a68-07bc-4d82-957e-55cd7a32c31f HTTP/1.1" status: 200 len: 946 time: 1.0157030 Apr 01 13:37:24.068921 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 51418) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:37:24.075556 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.v2.base [None req-ad201a19-9ab6-4272-b6a1-b802f84297b9 tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] Request body: {'subnet': {'network_id': 'ddb0cba9-ce6b-4a7c-9914-2b0af210772d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=83869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:37:24.089258 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29a0d37c-f1f0-47f7-b1ec-f6cc79543690 tempest-ExtraDHCPOptionsIpV6TestJSON-1348051470 tempest-ExtraDHCPOptionsIpV6TestJSON-1348051470-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:37:24.089864 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-29a0d37c-f1f0-47f7-b1ec-f6cc79543690 tempest-ExtraDHCPOptionsIpV6TestJSON-1348051470 tempest-ExtraDHCPOptionsIpV6TestJSON-1348051470-project] Synchronizing usage tracker for tenant:5fda084d5ace4cf1b026737ae1cafe2d on resource:port {{(pid=83871) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 13:37:24.103304 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-ed95c513-3db1-43cb-af08-7064ba15fa46 tempest-TestNetworkAdvancedServerOps-1355420123 tempest-TestNetworkAdvancedServerOps-1355420123-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3017508', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4084015'] for router_interface, after_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:37:24.104597 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.plugin [None req-00540b5b-99a1-439f-8f18-db567a953d29 None None] Port 9a59d32b-8723-4bc4-88d9-b9d4ad7c91c1 cannot update to ACTIVE because it is not bound. {{(pid=83872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 13:37:24.119642 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-00540b5b-99a1-439f-8f18-db567a953d29 None None] Provisioning for port a87785dd-39c3-4c52-b12a-3ced1750d6e5 completed by entity DHCP. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 13:37:24.125837 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-00540b5b-99a1-439f-8f18-db567a953d29 None None] Provisioning complete for port a87785dd-39c3-4c52-b12a-3ced1750d6e5 triggered by entity DHCP. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 13:37:24.126393 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-00540b5b-99a1-439f-8f18-db567a953d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-948329'] for port, provisioning_complete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:37:24.141629 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed95c513-3db1-43cb-af08-7064ba15fa46 tempest-TestNetworkAdvancedServerOps-1355420123 tempest-TestNetworkAdvancedServerOps-1355420123-project] Pushing event updated for resources: {'Port': ['ID=9a59d32b-8723-4bc4-88d9-b9d4ad7c91c1,revision_number=2']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:37:24.155109 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2eaa667-eeb9-4490-8cd0-08b2a9e6dba5 tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] Pushing event updated for resources: {'Network': ['ID=ddb0cba9-ce6b-4a7c-9914-2b0af210772d,revision_number=1']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:37:24.171313 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Network ddb0cba9-ce6b-4a7c-9914-2b0af210772d details requested by agent ovs-agent-dv-neutron-836180-1-hyperv with host dv-neutron-836180-1-hyperv {{(pid=83872) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 13:37:24.189965 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.db.resource_extend [None req-689a2698-804b-41cd-9c0f-f7bef9fb207b tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 01 13:37:24.211644 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-29a0d37c-f1f0-47f7-b1ec-f6cc79543690 tempest-ExtraDHCPOptionsIpV6TestJSON-1348051470 tempest-ExtraDHCPOptionsIpV6TestJSON-1348051470-project] Unset dirty status for tenant:5fda084d5ace4cf1b026737ae1cafe2d on resource:port {{(pid=83871) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 13:37:24.215883 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-29a0d37c-f1f0-47f7-b1ec-f6cc79543690 tempest-ExtraDHCPOptionsIpV6TestJSON-1348051470 tempest-ExtraDHCPOptionsIpV6TestJSON-1348051470-project] 10.222.0.26 "GET /v2.0/ports/de41762e-28dd-4ba4-afe1-f695840bcfe9 HTTP/1.1" status: 200 len: 1130 time: 0.6129241 Apr 01 13:37:24.220246 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 51422) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:37:24.233975 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-689a2698-804b-41cd-9c0f-f7bef9fb207b tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Notify callbacks [] for port, precommit_update {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:37:24.315128 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.plugin [None req-a77a9452-b857-440f-b7f0-a83cb194317c tempest-ExtraDHCPOptionsIpV6TestJSON-1348051470 tempest-ExtraDHCPOptionsIpV6TestJSON-1348051470-project] Deleting port de41762e-28dd-4ba4-afe1-f695840bcfe9 {{(pid=83871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 13:37:24.315711 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-a77a9452-b857-440f-b7f0-a83cb194317c tempest-ExtraDHCPOptionsIpV6TestJSON-1348051470 tempest-ExtraDHCPOptionsIpV6TestJSON-1348051470-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736733287370'] for port, before_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:37:24.381154 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-689a2698-804b-41cd-9c0f-f7bef9fb207b tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2705172'] for port, after_update {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:37:24.381753 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-689a2698-804b-41cd-9c0f-f7bef9fb207b tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2705391', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2999447'] for subnet, after_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:37:24.387121 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed95c513-3db1-43cb-af08-7064ba15fa46 tempest-TestNetworkAdvancedServerOps-1355420123 tempest-TestNetworkAdvancedServerOps-1355420123-project] Network cb4d1837-1892-4ca3-a559-eb0035507686 is already hosted by enough agents. {{(pid=83871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 13:37:24.389646 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-ad201a19-9ab6-4272-b6a1-b802f84297b9 tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:37:24.391288 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.scheduler.base_scheduler [None req-ed95c513-3db1-43cb-af08-7064ba15fa46 tempest-TestNetworkAdvancedServerOps-1355420123 tempest-TestNetworkAdvancedServerOps-1355420123-project] Resources bound (agent type, host, resource id): {{(pid=83871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 13:37:24.394818 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.db.api [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83872) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 01 13:37:24.394818 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG oslo_db.api [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 01 13:37:24.425359 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-00540b5b-99a1-439f-8f18-db567a953d29 None None] Could not find standard attr ID for object 6816b3b2-3b4a-4fcb-bbe0-54f92a8b9c82. {{(pid=83872) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 01 13:37:24.458626 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-82fe960a-7e0f-4799-a9a5-3b38a6f133fd tempest-AllowedAddressPairIpV6TestJSON-1064512019 tempest-AllowedAddressPairIpV6TestJSON-1064512019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736733359243', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736732935810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2705155'] for port, after_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:37:24.488582 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-ad201a19-9ab6-4272-b6a1-b802f84297b9 tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] Usage tracker for resource:subnet and tenant:16dc8bccab6243da8b678a9c9f0a6318 is out of sync, need to count used quota {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 13:37:24.508726 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-ad201a19-9ab6-4272-b6a1-b802f84297b9 tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 13:37:24.535971 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-8752350b-9f65-41c7-873a-ffeac7c70f90 req-18e55789-d96e-41a2-b90c-5994648d33ce tempest-ServerActionsTestJSON-64006463 tempest-ServerActionsTestJSON-64006463-project] 10.222.0.26 "GET /v2.0/security-groups?id=0d525850-c301-4718-92cf-e73f2c3e9524&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4436152 Apr 01 13:37:24.542966 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-ad201a19-9ab6-4272-b6a1-b802f84297b9 tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:37:24.559319 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-240b7d69-64d6-4db0-99fa-0af27345da93 None None] Provisioning complete for port a87785dd-39c3-4c52-b12a-3ced1750d6e5 triggered by entity DHCP. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 13:37:24.560059 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-240b7d69-64d6-4db0-99fa-0af27345da93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-948329'] for port, provisioning_complete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:37:24.581581 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-689a2698-804b-41cd-9c0f-f7bef9fb207b tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Pushing event updated for resources: {'Subnet': ['ID=dd4b3761-f075-4ccf-9f94-50eb35e57a47,revision_number=0']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:37:24.585888 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-689a2698-804b-41cd-9c0f-f7bef9fb207b tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Network 09d7ea43-6376-4322-97e7-54cd01aae492 is already hosted by enough agents. {{(pid=83869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 13:37:24.622431 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.scheduler.base_scheduler [None req-689a2698-804b-41cd-9c0f-f7bef9fb207b tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Resources bound (agent type, host, resource id): {{(pid=83869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 13:37:24.629892 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad201a19-9ab6-4272-b6a1-b802f84297b9 tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] Made reservation on behalf of 16dc8bccab6243da8b678a9c9f0a6318 for: {'subnet': 1} {{(pid=83869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 13:37:24.640186 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1feb626f-13d8-40c0-a51d-4cd3ed012882 None None] Network 09d7ea43-6376-4322-97e7-54cd01aae492 requested from dv-neutron-836180-1-hyperv {{(pid=83872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 13:37:24.644100 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-689a2698-804b-41cd-9c0f-f7bef9fb207b tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Pushing event updated for resources: {'Port': ['ID=a87785dd-39c3-4c52-b12a-3ced1750d6e5,revision_number=9']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:37:24.649113 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-689a2698-804b-41cd-9c0f-f7bef9fb207b tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:37:24.649706 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-689a2698-804b-41cd-9c0f-f7bef9fb207b tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3017602'] for subnet, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:37:24.765128 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-82fe960a-7e0f-4799-a9a5-3b38a6f133fd tempest-AllowedAddressPairIpV6TestJSON-1064512019 tempest-AllowedAddressPairIpV6TestJSON-1064512019-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109561'] for port, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:37:24.784773 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82fe960a-7e0f-4799-a9a5-3b38a6f133fd tempest-AllowedAddressPairIpV6TestJSON-1064512019 tempest-AllowedAddressPairIpV6TestJSON-1064512019-project] Pushing event deleted for resources: {'Port': ['ID=6816b3b2-3b4a-4fcb-bbe0-54f92a8b9c82,revision_number=None']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:37:24.815336 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-28876664-e6ff-4b12-ba13-c6bb22a832c3 tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4084029'] for router_interface, before_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:37:24.899102 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-689a2698-804b-41cd-9c0f-f7bef9fb207b tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 6.3153470 Apr 01 13:37:24.948461 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-82fe960a-7e0f-4799-a9a5-3b38a6f133fd tempest-AllowedAddressPairIpV6TestJSON-1064512019 tempest-AllowedAddressPairIpV6TestJSON-1064512019-project] 10.222.0.26 "DELETE /v2.0/ports/6816b3b2-3b4a-4fcb-bbe0-54f92a8b9c82 HTTP/1.1" status: 204 len: 168 time: 2.5748405 Apr 01 13:37:24.948461 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 51426) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:37:24.954665 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 51428) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:37:24.966432 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.v2.base [None req-cf73516c-1170-4d79-abf9-863d3e8cd7a2 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Request body: {'port': {'network_id': '09d7ea43-6376-4322-97e7-54cd01aae492', 'mac_address': 'fa:16:3e:79:69:28', 'name': 'tempest-NetworksTestDHCPv6-1159094326'}} {{(pid=83869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:37:24.992317 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-ad201a19-9ab6-4272-b6a1-b802f84297b9 tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2999481'] for subnet, before_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:37:25.050107 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:37:25.083271 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.pecan_wsgi.hooks.translation [None req-e40b4f60-a89c-4c01-9b08-cc1616176525 tempest-AllowedAddressPairIpV6TestJSON-1064512019 tempest-AllowedAddressPairIpV6TestJSON-1064512019-project] GET failed (client error): The resource could not be found. Apr 01 13:37:25.083761 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-e40b4f60-a89c-4c01-9b08-cc1616176525 tempest-AllowedAddressPairIpV6TestJSON-1064512019 tempest-AllowedAddressPairIpV6TestJSON-1064512019-project] Synchronizing usage tracker for tenant:6fd515cdecb148b98b1bf1573eeed293 on resource:port {{(pid=83871) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 13:37:25.098005 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-a77a9452-b857-440f-b7f0-a83cb194317c tempest-ExtraDHCPOptionsIpV6TestJSON-1348051470 tempest-ExtraDHCPOptionsIpV6TestJSON-1348051470-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4155147'] for port, precommit_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:37:25.112776 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] For port a87785dd-39c3-4c52-b12a-3ced1750d6e5, host dv-neutron-836180-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836180-1-hyperv',level=0,port_id=a87785dd-39c3-4c52-b12a-3ced1750d6e5,segment=NetworkSegment(16094ed0-4a47-4ff6-9238-85c278d7a2a5),segment_id=16094ed0-4a47-4ff6-9238-85c278d7a2a5)] {{(pid=83872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 13:37:25.121932 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-240b7d69-64d6-4db0-99fa-0af27345da93 None None] Provisioning complete for port de41762e-28dd-4ba4-afe1-f695840bcfe9 triggered by entity DHCP. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 13:37:25.122576 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-240b7d69-64d6-4db0-99fa-0af27345da93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-948329'] for port, provisioning_complete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:37:25.160238 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864'] for port, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:37:25.247976 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-e40b4f60-a89c-4c01-9b08-cc1616176525 tempest-AllowedAddressPairIpV6TestJSON-1064512019 tempest-AllowedAddressPairIpV6TestJSON-1064512019-project] Unset dirty status for tenant:6fd515cdecb148b98b1bf1573eeed293 on resource:port {{(pid=83871) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 13:37:25.247976 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-e40b4f60-a89c-4c01-9b08-cc1616176525 tempest-AllowedAddressPairIpV6TestJSON-1064512019 tempest-AllowedAddressPairIpV6TestJSON-1064512019-project] 10.222.0.26 "GET /v2.0/ports/6816b3b2-3b4a-4fcb-bbe0-54f92a8b9c82 HTTP/1.1" status: 404 len: 333 time: 0.2830729 Apr 01 13:37:25.250728 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 51434) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:37:25.260892 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.plugin [None req-240b7d69-64d6-4db0-99fa-0af27345da93 None None] Port de41762e-28dd-4ba4-afe1-f695840bcfe9 cannot update to ACTIVE because it is not bound. {{(pid=83872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 13:37:25.275824 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-cf73516c-1170-4d79-abf9-863d3e8cd7a2 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:37:25.280569 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-cf73516c-1170-4d79-abf9-863d3e8cd7a2 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Usage tracker for resource:port and tenant:8b726fe6689e4b7f96def1a2219bea6c is out of sync, need to count used quota {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 13:37:25.289704 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.plugin [None req-a77a9452-b857-440f-b7f0-a83cb194317c tempest-ExtraDHCPOptionsIpV6TestJSON-1348051470 tempest-ExtraDHCPOptionsIpV6TestJSON-1348051470-project] Calling delete_port for de41762e-28dd-4ba4-afe1-f695840bcfe9 owned by {{(pid=83871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 13:37:25.292290 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-cf73516c-1170-4d79-abf9-863d3e8cd7a2 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 13:37:25.307928 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-cf73516c-1170-4d79-abf9-863d3e8cd7a2 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:37:25.318196 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Pushing event updated for resources: {'Port': ['ID=a87785dd-39c3-4c52-b12a-3ced1750d6e5,revision_number=10']} {{(pid=83872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:37:25.360970 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.v2.base [None req-8a0f9891-7073-490b-96c3-7c2369a88c65 tempest-AllowedAddressPairIpV6TestJSON-1064512019 tempest-AllowedAddressPairIpV6TestJSON-1064512019-project] Request body: {'port': {'network_id': 'bbd7a654-1927-4f32-a4fb-32334d8c9a6d', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-37023409'}} {{(pid=83871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:37:25.396165 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-777bb529-2464-4a30-b6f0-4038b371f39f None None] Provisioning complete for port 9a59d32b-8723-4bc4-88d9-b9d4ad7c91c1 triggered by entity DHCP. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 13:37:25.396589 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-777bb529-2464-4a30-b6f0-4038b371f39f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-948329'] for port, provisioning_complete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:37:25.471825 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Device 66688cac-88d0-4382-ae2b-89b5891026bd up at agent ovs-agent-dv-neutron-836180-1-hyperv {{(pid=83872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 13:37:25.524857 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf73516c-1170-4d79-abf9-863d3e8cd7a2 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Made reservation on behalf of 8b726fe6689e4b7f96def1a2219bea6c for: {'port': 1} {{(pid=83869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 13:37:25.533428 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.plugin [None req-777bb529-2464-4a30-b6f0-4038b371f39f None None] Port 9a59d32b-8723-4bc4-88d9-b9d4ad7c91c1 cannot update to ACTIVE because it is not bound. {{(pid=83872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 13:37:25.561831 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Provisioning complete for port 66688cac-88d0-4382-ae2b-89b5891026bd triggered by entity L2. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 13:37:25.562230 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-948329'] for port, provisioning_complete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:37:25.673639 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-8a0f9891-7073-490b-96c3-7c2369a88c65 tempest-AllowedAddressPairIpV6TestJSON-1064512019 tempest-AllowedAddressPairIpV6TestJSON-1064512019-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:37:25.704339 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-8a0f9891-7073-490b-96c3-7c2369a88c65 tempest-AllowedAddressPairIpV6TestJSON-1064512019 tempest-AllowedAddressPairIpV6TestJSON-1064512019-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:37:25.718597 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-a77a9452-b857-440f-b7f0-a83cb194317c tempest-ExtraDHCPOptionsIpV6TestJSON-1348051470 tempest-ExtraDHCPOptionsIpV6TestJSON-1348051470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736733359243', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736732935810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2743125'] for port, after_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:37:25.737408 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Device 27e65307-23d7-4846-b283-09e0f28ab0da up at agent ovs-agent-dv-neutron-836180-1-hyperv {{(pid=83872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 13:37:25.768499 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a0f9891-7073-490b-96c3-7c2369a88c65 tempest-AllowedAddressPairIpV6TestJSON-1064512019 tempest-AllowedAddressPairIpV6TestJSON-1064512019-project] Made reservation on behalf of 6fd515cdecb148b98b1bf1573eeed293 for: {'port': 1} {{(pid=83871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 13:37:25.769939 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-ad201a19-9ab6-4272-b6a1-b802f84297b9 tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2705391', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2999447'] for subnet, after_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:37:25.771409 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-8a0f9891-7073-490b-96c3-7c2369a88c65 tempest-AllowedAddressPairIpV6TestJSON-1064512019 tempest-AllowedAddressPairIpV6TestJSON-1064512019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:37:25.776699 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-a434d021-5d98-42fb-b656-5fc962783cd0 None None] Provisioning complete for port a87785dd-39c3-4c52-b12a-3ced1750d6e5 triggered by entity DHCP. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 13:37:25.777070 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-a434d021-5d98-42fb-b656-5fc962783cd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-948329'] for port, provisioning_complete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:37:25.823700 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-cf73516c-1170-4d79-abf9-863d3e8cd7a2 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:37:25.832562 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77a9452-b857-440f-b7f0-a83cb194317c tempest-ExtraDHCPOptionsIpV6TestJSON-1348051470 tempest-ExtraDHCPOptionsIpV6TestJSON-1348051470-project] Pushing event deleted for resources: {'Port': ['ID=de41762e-28dd-4ba4-afe1-f695840bcfe9,revision_number=None']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:37:25.883234 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed95c513-3db1-43cb-af08-7064ba15fa46 tempest-TestNetworkAdvancedServerOps-1355420123 tempest-TestNetworkAdvancedServerOps-1355420123-project] Router 6d5367dc-25b1-4f1b-a781-eef2f2883363 has already been hosted by L3 agent 88bf8fc8-11a3-4e96-9d1b-5fd93ba9f6f1 {{(pid=83871) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 13:37:25.900597 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.notifiers.nova [None req-8a0f9891-7073-490b-96c3-7c2369a88c65 tempest-AllowedAddressPairIpV6TestJSON-1064512019 tempest-AllowedAddressPairIpV6TestJSON-1064512019-project] device_id is not set on port 38491bb4-7461-4569-9737-b76a66d6784e yet. {{(pid=83871) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 01 13:37:25.915214 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Provisioning complete for port 27e65307-23d7-4846-b283-09e0f28ab0da triggered by entity L2. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 13:37:25.915577 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-948329'] for port, provisioning_complete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:37:25.934236 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-a77a9452-b857-440f-b7f0-a83cb194317c tempest-ExtraDHCPOptionsIpV6TestJSON-1348051470 tempest-ExtraDHCPOptionsIpV6TestJSON-1348051470-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109561'] for port, before_response {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:37:25.981319 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad201a19-9ab6-4272-b6a1-b802f84297b9 tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] Pushing event updated for resources: {'Subnet': ['ID=1238b063-509e-427d-a324-1f300eab8baf,revision_number=0']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:37:25.988335 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-a434d021-5d98-42fb-b656-5fc962783cd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:37:25.998201 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.notifiers.nova [None req-cf73516c-1170-4d79-abf9-863d3e8cd7a2 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] device_id is not set on port d9f3d1c4-84be-4390-bf89-4e78afd8ae6f yet. {{(pid=83869) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 01 13:37:26.002542 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-a77a9452-b857-440f-b7f0-a83cb194317c tempest-ExtraDHCPOptionsIpV6TestJSON-1348051470 tempest-ExtraDHCPOptionsIpV6TestJSON-1348051470-project] 10.222.0.26 "DELETE /v2.0/ports/de41762e-28dd-4ba4-afe1-f695840bcfe9 HTTP/1.1" status: 204 len: 168 time: 1.7812471 Apr 01 13:37:26.004795 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 51440) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:37:26.035733 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-a434d021-5d98-42fb-b656-5fc962783cd0 None None] For port a87785dd-39c3-4c52-b12a-3ced1750d6e5, host dv-neutron-836180-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836180-1-hyperv',level=0,port_id=a87785dd-39c3-4c52-b12a-3ced1750d6e5,segment=NetworkSegment(16094ed0-4a47-4ff6-9238-85c278d7a2a5),segment_id=16094ed0-4a47-4ff6-9238-85c278d7a2a5)] {{(pid=83872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 13:37:26.111563 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-a434d021-5d98-42fb-b656-5fc962783cd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864'] for port, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:37:26.120004 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad201a19-9ab6-4272-b6a1-b802f84297b9 tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] Checking segment: {'id': '8547b5fb-bf1c-496b-9052-9d1c6793365a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'ddb0cba9-ce6b-4a7c-9914-2b0af210772d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 13:37:26.120400 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad201a19-9ab6-4272-b6a1-b802f84297b9 tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] Network hostable DHCP agents. Network: ddb0cba9-ce6b-4a7c-9914-2b0af210772d, hostable agents: ['e47e4547-5c2d-4954-ba56-fa3646239f18'], hosted agents: [] {{(pid=83869) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 13:37:26.142831 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df628b4-ef33-4ad4-9510-e47198bffec2 req-91d2e866-adc8-44fc-bb58-6da7f1b29f1c tempest-ServerActionsTestJSON-64006463 tempest-ServerActionsTestJSON-64006463-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:37:26.144367 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-7df628b4-ef33-4ad4-9510-e47198bffec2 req-91d2e866-adc8-44fc-bb58-6da7f1b29f1c tempest-ServerActionsTestJSON-64006463 tempest-ServerActionsTestJSON-64006463-project] 10.222.0.26 "GET /v2.0/ports?device_id=746f2a68-07bc-4d82-957e-55cd7a32c31f HTTP/1.1" status: 200 len: 946 time: 0.3774979 Apr 01 13:37:26.216828 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Device 28e82278-97ae-45ad-8175-49f81a7ede88 up at agent ovs-agent-dv-neutron-836180-1-hyperv {{(pid=83872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 13:37:26.274696 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a434d021-5d98-42fb-b656-5fc962783cd0 None None] Pushing event updated for resources: {'Port': ['ID=a87785dd-39c3-4c52-b12a-3ced1750d6e5,revision_number=11']} {{(pid=83872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:37:26.311238 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Provisioning complete for port 28e82278-97ae-45ad-8175-49f81a7ede88 triggered by entity L2. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 13:37:26.312348 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-948329'] for port, provisioning_complete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:37:26.360828 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad201a19-9ab6-4272-b6a1-b802f84297b9 tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] Network ddb0cba9-ce6b-4a7c-9914-2b0af210772d is scheduled to be hosted by DHCP agent e47e4547-5c2d-4954-ba56-fa3646239f18 with binding_index 1 {{(pid=83869) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 13:37:26.391220 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.scheduler.base_scheduler [None req-ad201a19-9ab6-4272-b6a1-b802f84297b9 tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-836180-1-hyperv, ddb0cba9-ce6b-4a7c-9914-2b0af210772d) {{(pid=83869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 13:37:26.405705 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad201a19-9ab6-4272-b6a1-b802f84297b9 tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:37:26.406731 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-ad201a19-9ab6-4272-b6a1-b802f84297b9 tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3017602'] for subnet, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:37:26.415867 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a99eb6cc-81bc-403d-a9b3-cd1d42ac489f None None] Network ddb0cba9-ce6b-4a7c-9914-2b0af210772d requested from dv-neutron-836180-1-hyperv {{(pid=83872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 13:37:26.421547 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.db_base_plugin_common [None req-cf73516c-1170-4d79-abf9-863d3e8cd7a2 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Allocated IP 172.20.0.12 (09d7ea43-6376-4322-97e7-54cd01aae492/d8f9676f-4c8d-44fe-bd65-d6632cc1c2dd/d9f3d1c4-84be-4390-bf89-4e78afd8ae6f) {{(pid=83869) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 13:37:26.440280 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.db_base_plugin_common [None req-cf73516c-1170-4d79-abf9-863d3e8cd7a2 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Allocated IP 2001:db8::f816:3eff:fe79:6928 (09d7ea43-6376-4322-97e7-54cd01aae492/dd4b3761-f075-4ccf-9f94-50eb35e57a47/d9f3d1c4-84be-4390-bf89-4e78afd8ae6f) {{(pid=83869) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 13:37:26.460955 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.db_base_plugin_common [None req-8a0f9891-7073-490b-96c3-7c2369a88c65 tempest-AllowedAddressPairIpV6TestJSON-1064512019 tempest-AllowedAddressPairIpV6TestJSON-1064512019-project] Allocated IP 2001:db8::19f (bbd7a654-1927-4f32-a4fb-32334d8c9a6d/84e02391-6c1e-4e9d-b186-799c1098d84a/38491bb4-7461-4569-9737-b76a66d6784e) {{(pid=83871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 13:37:26.465467 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-ad201a19-9ab6-4272-b6a1-b802f84297b9 tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 2.3953753 Apr 01 13:37:26.468292 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 51446) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:37:26.488379 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-7df628b4-ef33-4ad4-9510-e47198bffec2 req-6275d80f-6c86-4241-add5-ac6c369426c8 tempest-ServerActionsTestJSON-64006463 tempest-ServerActionsTestJSON-64006463-project] 10.222.0.26 "GET /v2.0/security-groups?id=0d525850-c301-4718-92cf-e73f2c3e9524&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2987671 Apr 01 13:37:26.522612 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Device a87785dd-39c3-4c52-b12a-3ced1750d6e5 up at agent ovs-agent-dv-neutron-836180-1-hyperv {{(pid=83872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 13:37:26.676315 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Provisioning complete for port a87785dd-39c3-4c52-b12a-3ced1750d6e5 triggered by entity L2. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 13:37:26.676744 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-948329'] for port, provisioning_complete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:37:26.732656 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.db_base_plugin_v2 [None req-aa975e77-71f5-4c15-a541-d548d04804f2 tempest-ExtraDHCPOptionsIpV6TestJSON-1348051470 tempest-ExtraDHCPOptionsIpV6TestJSON-1348051470-project] Deleting subnet 65bacd51-88f3-499d-8845-abdeebdb1c9f {{(pid=83871) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 01 13:37:26.747966 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-aa975e77-71f5-4c15-a541-d548d04804f2 tempest-ExtraDHCPOptionsIpV6TestJSON-1348051470 tempest-ExtraDHCPOptionsIpV6TestJSON-1348051470-project] Notify callbacks [] for subnet, before_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:37:26.760171 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7653fa17-58f5-43fc-ba7c-dc3b4fd607f8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7e7d0ecb-2af4-55f5-9198-238ab0570d62-ddb0cba9-ce6b-4a7c-9914-2b0af210772d', 'network_id': 'ddb0cba9-ce6b-4a7c-9914-2b0af210772d', 'tenant_id': '16dc8bccab6243da8b678a9c9f0a6318', 'fixed_ips': [{'subnet_id': '1238b063-509e-427d-a324-1f300eab8baf'}]}} from dv-neutron-836180-1-hyperv. {{(pid=83872) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 01 13:37:26.761017 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-7653fa17-58f5-43fc-ba7c-dc3b4fd607f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:37:26.788117 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-cf73516c-1170-4d79-abf9-863d3e8cd7a2 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Notify callbacks [] for port, precommit_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:37:26.802080 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.plugin [None req-28876664-e6ff-4b12-ba13-c6bb22a832c3 tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Deleting port 18265c37-6a03-4d9a-b669-7c51d2b8aa10 {{(pid=83869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 13:37:26.802411 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-28876664-e6ff-4b12-ba13-c6bb22a832c3 tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736733287370'] for port, before_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:37:26.843788 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.provisioning_blocks [None req-cf73516c-1170-4d79-abf9-863d3e8cd7a2 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Transition to ACTIVE for port object d9f3d1c4-84be-4390-bf89-4e78afd8ae6f will not be triggered until provisioned by entity DHCP. {{(pid=83869) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 13:37:26.943752 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-aa975e77-71f5-4c15-a541-d548d04804f2 tempest-ExtraDHCPOptionsIpV6TestJSON-1348051470 tempest-ExtraDHCPOptionsIpV6TestJSON-1348051470-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3166365'] for subnet, precommit_delete_associations {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:37:26.983919 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.db_base_plugin_common [None req-7653fa17-58f5-43fc-ba7c-dc3b4fd607f8 None None] Allocated IP 172.20.0.1 (ddb0cba9-ce6b-4a7c-9914-2b0af210772d/1238b063-509e-427d-a324-1f300eab8baf/ab6ba5ce-29be-437d-b4c1-63f5d65b6abe) {{(pid=83872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 13:37:27.002733 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-cf73516c-1170-4d79-abf9-863d3e8cd7a2 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736732935801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2705155'] for port, after_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:37:27.036142 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-baad6682-bb6b-4d77-bad7-7f18e16ab4b2 tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1033078'] for network, before_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:37:27.107013 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-28876664-e6ff-4b12-ba13-c6bb22a832c3 tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4155147'] for port, precommit_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:37:27.124894 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf73516c-1170-4d79-abf9-863d3e8cd7a2 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Network 09d7ea43-6376-4322-97e7-54cd01aae492 is already hosted by enough agents. {{(pid=83869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 13:37:27.127777 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf73516c-1170-4d79-abf9-863d3e8cd7a2 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Pushing event updated for resources: {'Port': ['ID=d9f3d1c4-84be-4390-bf89-4e78afd8ae6f,revision_number=1']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:37:27.181536 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.scheduler.base_scheduler [None req-cf73516c-1170-4d79-abf9-863d3e8cd7a2 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Resources bound (agent type, host, resource id): {{(pid=83869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 13:37:27.184138 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf73516c-1170-4d79-abf9-863d3e8cd7a2 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Received port after_create {{(pid=83869) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 13:37:27.187579 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-8a0f9891-7073-490b-96c3-7c2369a88c65 tempest-AllowedAddressPairIpV6TestJSON-1064512019 tempest-AllowedAddressPairIpV6TestJSON-1064512019-project] Notify callbacks [] for port, precommit_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:37:27.211685 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-aa975e77-71f5-4c15-a541-d548d04804f2 tempest-ExtraDHCPOptionsIpV6TestJSON-1348051470 tempest-ExtraDHCPOptionsIpV6TestJSON-1348051470-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-945029'] for subnet, precommit_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:37:27.225542 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-7653fa17-58f5-43fc-ba7c-dc3b4fd607f8 None None] Notify callbacks [] for port, precommit_create {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:37:27.238710 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-7653fa17-58f5-43fc-ba7c-dc3b4fd607f8 None None] Transition to ACTIVE for port object ab6ba5ce-29be-437d-b4c1-63f5d65b6abe will not be triggered until provisioned by entity L2. {{(pid=83872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 13:37:27.264252 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed95c513-3db1-43cb-af08-7064ba15fa46 tempest-TestNetworkAdvancedServerOps-1355420123 tempest-TestNetworkAdvancedServerOps-1355420123-project] Notify agent at l3_agent.dv-neutron-836180-1-hyperv the message routers_updated {{(pid=83871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 13:37:27.273541 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-7653fa17-58f5-43fc-ba7c-dc3b4fd607f8 None None] Transition to ACTIVE for port object ab6ba5ce-29be-437d-b4c1-63f5d65b6abe will not be triggered until provisioned by entity DHCP. {{(pid=83872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 13:37:27.275900 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.provisioning_blocks [None req-8a0f9891-7073-490b-96c3-7c2369a88c65 tempest-AllowedAddressPairIpV6TestJSON-1064512019 tempest-AllowedAddressPairIpV6TestJSON-1064512019-project] Transition to ACTIVE for port object 38491bb4-7461-4569-9737-b76a66d6784e will not be triggered until provisioned by entity DHCP. {{(pid=83871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 13:37:27.279842 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-baad6682-bb6b-4d77-bad7-7f18e16ab4b2 tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-945029'] for subnet, precommit_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:37:27.282491 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-7653fa17-58f5-43fc-ba7c-dc3b4fd607f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736732935801'] for port, after_create {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:37:27.282738 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.plugin [None req-28876664-e6ff-4b12-ba13-c6bb22a832c3 tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Calling delete_port for 18265c37-6a03-4d9a-b669-7c51d2b8aa10 owned by network:router_interface {{(pid=83869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 13:37:27.385824 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-ed95c513-3db1-43cb-af08-7064ba15fa46 tempest-TestNetworkAdvancedServerOps-1355420123 tempest-TestNetworkAdvancedServerOps-1355420123-project] 10.222.0.26 "PUT /v2.0/routers/6d5367dc-25b1-4f1b-a781-eef2f2883363/add_router_interface HTTP/1.1" status: 200 len: 503 time: 15.5956416 Apr 01 13:37:27.402461 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7653fa17-58f5-43fc-ba7c-dc3b4fd607f8 None None] Network ddb0cba9-ce6b-4a7c-9914-2b0af210772d is already hosted by enough agents. {{(pid=83872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 13:37:27.407243 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Device a87785dd-39c3-4c52-b12a-3ced1750d6e5 up at agent ovs-agent-dv-neutron-836180-1-hyperv {{(pid=83872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 13:37:27.451322 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-aa975e77-71f5-4c15-a541-d548d04804f2 tempest-ExtraDHCPOptionsIpV6TestJSON-1348051470 tempest-ExtraDHCPOptionsIpV6TestJSON-1348051470-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-945042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2743160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2757373'] for subnet, after_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:37:27.481406 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.scheduler.base_scheduler [None req-7653fa17-58f5-43fc-ba7c-dc3b4fd607f8 None None] Resources bound (agent type, host, resource id): {{(pid=83872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 13:37:27.501814 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7653fa17-58f5-43fc-ba7c-dc3b4fd607f8 None None] Received port after_create {{(pid=83872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 13:37:27.504078 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7653fa17-58f5-43fc-ba7c-dc3b4fd607f8 None None] Pushing event updated for resources: {'Port': ['ID=ab6ba5ce-29be-437d-b4c1-63f5d65b6abe,revision_number=1']} {{(pid=83872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:37:27.509068 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-baad6682-bb6b-4d77-bad7-7f18e16ab4b2 tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-945042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2743160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2757373'] for subnet, after_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:37:27.529699 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-381c5ceb-b0ff-42fb-ac28-962976ced82b None None] Network 2388d6c7-ca26-42e7-af0f-8046f993ca7e requested from dv-neutron-836180-1-hyperv {{(pid=83872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 13:37:27.539478 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-aa975e77-71f5-4c15-a541-d548d04804f2 tempest-ExtraDHCPOptionsIpV6TestJSON-1348051470 tempest-ExtraDHCPOptionsIpV6TestJSON-1348051470-project] Notify callbacks [] for subnet, before_response {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:37:27.558549 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-aa975e77-71f5-4c15-a541-d548d04804f2 tempest-ExtraDHCPOptionsIpV6TestJSON-1348051470 tempest-ExtraDHCPOptionsIpV6TestJSON-1348051470-project] 10.222.0.26 "DELETE /v2.0/subnets/65bacd51-88f3-499d-8845-abdeebdb1c9f HTTP/1.1" status: 204 len: 168 time: 1.5479403 Apr 01 13:37:27.577541 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 51460) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:37:27.610903 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa975e77-71f5-4c15-a541-d548d04804f2 tempest-ExtraDHCPOptionsIpV6TestJSON-1348051470 tempest-ExtraDHCPOptionsIpV6TestJSON-1348051470-project] Pushing event deleted for resources: {'Subnet': ['ID=65bacd51-88f3-499d-8845-abdeebdb1c9f,revision_number=None']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:37:27.725580 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-8a0f9891-7073-490b-96c3-7c2369a88c65 tempest-AllowedAddressPairIpV6TestJSON-1064512019 tempest-AllowedAddressPairIpV6TestJSON-1064512019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736732935801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2743125'] for port, after_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:37:27.771792 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baad6682-bb6b-4d77-bad7-7f18e16ab4b2 tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] Pushing event deleted for resources: {'Subnet': ['ID=1238b063-509e-427d-a324-1f300eab8baf,revision_number=None']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:37:27.806586 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1eb7bed-2f22-4894-aa77-6a62cfe27b57 None None] Sync routers for ids ['6d5367dc-25b1-4f1b-a781-eef2f2883363'] in dv-neutron-836180-1-hyperv {{(pid=83872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 13:37:27.862209 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf73516c-1170-4d79-abf9-863d3e8cd7a2 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:37:27.862837 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-cf73516c-1170-4d79-abf9-863d3e8cd7a2 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109561'] for port, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:37:27.866021 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-baad6682-bb6b-4d77-bad7-7f18e16ab4b2 tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-942654', 'neutron.services.segments.db._delete_segments_for_network-8736733387888'] for network, precommit_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:37:27.906559 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.managers [None req-7653fa17-58f5-43fc-ba7c-dc3b4fd607f8 None None] Attempting to bind port ab6ba5ce-29be-437d-b4c1-63f5d65b6abe on host dv-neutron-836180-1-hyperv for vnic_type normal with profile {{(pid=83872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 13:37:27.906902 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.managers [None req-7653fa17-58f5-43fc-ba7c-dc3b4fd607f8 None None] Attempting to bind port ab6ba5ce-29be-437d-b4c1-63f5d65b6abe by drivers openvswitch,hyperv on host dv-neutron-836180-1-hyperv at level 0 using segments [{'id': '8547b5fb-bf1c-496b-9052-9d1c6793365a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'ddb0cba9-ce6b-4a7c-9914-2b0af210772d'}] {{(pid=83872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 13:37:27.907200 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7653fa17-58f5-43fc-ba7c-dc3b4fd607f8 None None] Attempting to bind port ab6ba5ce-29be-437d-b4c1-63f5d65b6abe on network ddb0cba9-ce6b-4a7c-9914-2b0af210772d {{(pid=83872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 13:37:27.909685 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-f626e062-1365-463a-a7f0-577705be4e14 tempest-ExtraDHCPOptionsIpV6TestJSON-1348051470 tempest-ExtraDHCPOptionsIpV6TestJSON-1348051470-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1033078'] for network, before_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:37:27.912940 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1eb7bed-2f22-4894-aa77-6a62cfe27b57 None None] Routers {'6d5367dc-25b1-4f1b-a781-eef2f2883363'} bound to L3 agent in host dv-neutron-836180-1-hyperv {{(pid=83872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 13:37:27.913494 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.services.segments.db [None req-baad6682-bb6b-4d77-bad7-7f18e16ab4b2 tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ddb0cba9-ce6b-4a7c-9914-2b0af210772d']}} {{(pid=83871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:37:27.913619 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_hamode_db [None req-a1eb7bed-2f22-4894-aa77-6a62cfe27b57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836180-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T13:25:36Z,description=,heartbeat_timestamp=2022-04-01T13:37:06Z,host='dv-neutron-836180-1-hyperv',id=88bf8fc8-11a3-4e96-9d1b-5fd93ba9f6f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T13:25:36Z,topic='l3_agent')) {'router_ids': ['6d5367dc-25b1-4f1b-a781-eef2f2883363'], 'active': True} {{(pid=83872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:37:27.921512 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a0f9891-7073-490b-96c3-7c2369a88c65 tempest-AllowedAddressPairIpV6TestJSON-1064512019 tempest-AllowedAddressPairIpV6TestJSON-1064512019-project] Network bbd7a654-1927-4f32-a4fb-32334d8c9a6d is already hosted by enough agents. {{(pid=83871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 13:37:27.934859 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.scheduler.base_scheduler [None req-8a0f9891-7073-490b-96c3-7c2369a88c65 tempest-AllowedAddressPairIpV6TestJSON-1064512019 tempest-AllowedAddressPairIpV6TestJSON-1064512019-project] Resources bound (agent type, host, resource id): {{(pid=83871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 13:37:27.941761 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a0f9891-7073-490b-96c3-7c2369a88c65 tempest-AllowedAddressPairIpV6TestJSON-1064512019 tempest-AllowedAddressPairIpV6TestJSON-1064512019-project] Received port after_create {{(pid=83871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 13:37:27.942632 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-cf73516c-1170-4d79-abf9-863d3e8cd7a2 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 2.9883695 Apr 01 13:37:27.944032 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 51470) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:37:27.946882 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a0f9891-7073-490b-96c3-7c2369a88c65 tempest-AllowedAddressPairIpV6TestJSON-1064512019 tempest-AllowedAddressPairIpV6TestJSON-1064512019-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:37:27.947044 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-8a0f9891-7073-490b-96c3-7c2369a88c65 tempest-AllowedAddressPairIpV6TestJSON-1064512019 tempest-AllowedAddressPairIpV6TestJSON-1064512019-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109561'] for port, before_response {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:37:27.951597 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.services.segments.db [None req-baad6682-bb6b-4d77-bad7-7f18e16ab4b2 tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8547b5fb-bf1c-496b-9052-9d1c6793365a') {'for_net_delete': True} {{(pid=83871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:37:27.951889 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.services.segments.db [None req-baad6682-bb6b-4d77-bad7-7f18e16ab4b2 tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8547b5fb-bf1c-496b-9052-9d1c6793365a') {} {{(pid=83871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:37:27.984062 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a0f9891-7073-490b-96c3-7c2369a88c65 tempest-AllowedAddressPairIpV6TestJSON-1064512019 tempest-AllowedAddressPairIpV6TestJSON-1064512019-project] Pushing event updated for resources: {'Port': ['ID=38491bb4-7461-4569-9737-b76a66d6784e,revision_number=1']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:37:27.989866 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-baad6682-bb6b-4d77-bad7-7f18e16ab4b2 tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736733386999', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3166340'] for segment, before_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:37:27.994585 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.plugin [None req-f626e062-1365-463a-a7f0-577705be4e14 tempest-ExtraDHCPOptionsIpV6TestJSON-1348051470 tempest-ExtraDHCPOptionsIpV6TestJSON-1348051470-project] Deleting port f647448d-ad8f-4b94-aa59-463a5265fa0a {{(pid=83869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 13:37:27.995143 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-f626e062-1365-463a-a7f0-577705be4e14 tempest-ExtraDHCPOptionsIpV6TestJSON-1348051470 tempest-ExtraDHCPOptionsIpV6TestJSON-1348051470-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736733287370'] for port, before_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:37:28.007133 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [req-24aee389-42b9-4080-975e-1720b024780a req-9f03ea62-2880-4901-811a-ac3342792212 tempest-TestNetworkAdvancedServerOps-1355420123 tempest-TestNetworkAdvancedServerOps-1355420123-project] Synchronizing usage tracker for tenant:c4570dfc5b694d9bb3c42a8f7c596843 on resource:security_group {{(pid=83871) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 13:37:28.019184 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-8a0f9891-7073-490b-96c3-7c2369a88c65 tempest-AllowedAddressPairIpV6TestJSON-1064512019 tempest-AllowedAddressPairIpV6TestJSON-1064512019-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 2.7461901 Apr 01 13:37:28.019184 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 51474) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:37:28.022744 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-baad6682-bb6b-4d77-bad7-7f18e16ab4b2 tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1004271'] for segment, precommit_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:37:28.028012 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.v2.base [None req-14d9a77e-2c0d-4c54-be89-5b8de38fd682 tempest-AllowedAddressPairIpV6TestJSON-1064512019 tempest-AllowedAddressPairIpV6TestJSON-1064512019-project] Request body: {'port': {'network_id': 'bbd7a654-1927-4f32-a4fb-32334d8c9a6d', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-725258915'}} {{(pid=83871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:37:28.028722 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-462c0fa0-fbe0-4ef2-9ded-294ae1672496 None None] Provisioning for port d9f3d1c4-84be-4390-bf89-4e78afd8ae6f completed by entity DHCP. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 13:37:28.072051 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb943a9-d264-4fe0-b6b1-698fca743f24 req-650ac95d-55fa-4fc2-9a90-6c434f1878da tempest-ServerActionsTestJSON-64006463 tempest-ServerActionsTestJSON-64006463-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:37:28.079522 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-adb943a9-d264-4fe0-b6b1-698fca743f24 req-650ac95d-55fa-4fc2-9a90-6c434f1878da tempest-ServerActionsTestJSON-64006463 tempest-ServerActionsTestJSON-64006463-project] 10.222.0.26 "GET /v2.0/ports?device_id=746f2a68-07bc-4d82-957e-55cd7a32c31f HTTP/1.1" status: 200 len: 946 time: 0.3723369 Apr 01 13:37:28.101637 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-462c0fa0-fbe0-4ef2-9ded-294ae1672496 None None] Provisioning complete for port d9f3d1c4-84be-4390-bf89-4e78afd8ae6f triggered by entity DHCP. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 13:37:28.101637 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-462c0fa0-fbe0-4ef2-9ded-294ae1672496 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-948329'] for port, provisioning_complete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:37:28.103621 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-baad6682-bb6b-4d77-bad7-7f18e16ab4b2 tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] Releasing vlan 389 on physical network physnet1 to pool {{(pid=83871) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 01 13:37:28.104290 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-baad6682-bb6b-4d77-bad7-7f18e16ab4b2 tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1004262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2743078'] for segment, after_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:37:28.120611 dv-neutron-836180-1-hyperv neutron-server[83871]: Traceback (most recent call last): Apr 01 13:37:28.120611 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 01 13:37:28.120611 dv-neutron-836180-1-hyperv neutron-server[83871]: timer() Apr 01 13:37:28.120611 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 13:37:28.120611 dv-neutron-836180-1-hyperv neutron-server[83871]: cb(*args, **kw) Apr 01 13:37:28.120611 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 13:37:28.120611 dv-neutron-836180-1-hyperv neutron-server[83871]: return func(*args, **kwargs) Apr 01 13:37:28.120611 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 13:37:28.120611 dv-neutron-836180-1-hyperv neutron-server[83871]: self._notify() Apr 01 13:37:28.120611 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 13:37:28.120611 dv-neutron-836180-1-hyperv neutron-server[83871]: self.callback(batched_events) Apr 01 13:37:28.120611 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 13:37:28.120611 dv-neutron-836180-1-hyperv neutron-server[83871]: event.method(event) Apr 01 13:37:28.120611 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 13:37:28.120611 dv-neutron-836180-1-hyperv neutron-server[83871]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 13:37:28.120611 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 13:37:28.120611 dv-neutron-836180-1-hyperv neutron-server[83871]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 13:37:28.120611 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 13:37:28.120611 dv-neutron-836180-1-hyperv neutron-server[83871]: return f(self, *a, **k) Apr 01 13:37:28.120611 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 13:37:28.120611 dv-neutron-836180-1-hyperv neutron-server[83871]: return self._get(url).json() Apr 01 13:37:28.120611 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 13:37:28.120611 dv-neutron-836180-1-hyperv neutron-server[83871]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 13:37:28.120611 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 01 13:37:28.120611 dv-neutron-836180-1-hyperv neutron-server[83871]: return self.request(url, 'GET', **kwargs) Apr 01 13:37:28.120611 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 01 13:37:28.120611 dv-neutron-836180-1-hyperv neutron-server[83871]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 13:37:28.120611 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 01 13:37:28.120611 dv-neutron-836180-1-hyperv neutron-server[83871]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 13:37:28.120611 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 01 13:37:28.120611 dv-neutron-836180-1-hyperv neutron-server[83871]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 13:37:28.120611 dv-neutron-836180-1-hyperv neutron-server[83871]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 13:37:28.133781 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7653fa17-58f5-43fc-ba7c-dc3b4fd607f8 None None] Checking agent: {'id': 'af948428-97cd-4d10-9f53-af028bdb39b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-836180-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 13, 25, 37), 'started_at': datetime.datetime(2022, 4, 1, 13, 26, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 13, 37, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-836180-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 13:37:28.134175 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7653fa17-58f5-43fc-ba7c-dc3b4fd607f8 None None] Checking segment: {'id': '8547b5fb-bf1c-496b-9052-9d1c6793365a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'ddb0cba9-ce6b-4a7c-9914-2b0af210772d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 13:37:28.134549 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-7653fa17-58f5-43fc-ba7c-dc3b4fd607f8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:37:28.134940 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7653fa17-58f5-43fc-ba7c-dc3b4fd607f8 None None] Bound using segment: {'id': '8547b5fb-bf1c-496b-9052-9d1c6793365a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'ddb0cba9-ce6b-4a7c-9914-2b0af210772d'} {{(pid=83872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 13:37:28.135417 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.managers [None req-7653fa17-58f5-43fc-ba7c-dc3b4fd607f8 None None] Bound port: ab6ba5ce-29be-437d-b4c1-63f5d65b6abe, host: dv-neutron-836180-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8547b5fb-bf1c-496b-9052-9d1c6793365a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'ddb0cba9-ce6b-4a7c-9914-2b0af210772d'}}] {{(pid=83872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 13:37:28.135849 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-7653fa17-58f5-43fc-ba7c-dc3b4fd607f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:37:28.190853 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [req-24aee389-42b9-4080-975e-1720b024780a req-9f03ea62-2880-4901-811a-ac3342792212 tempest-TestNetworkAdvancedServerOps-1355420123 tempest-TestNetworkAdvancedServerOps-1355420123-project] Unset dirty status for tenant:c4570dfc5b694d9bb3c42a8f7c596843 on resource:security_group {{(pid=83871) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 13:37:28.192604 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-24aee389-42b9-4080-975e-1720b024780a req-9f03ea62-2880-4901-811a-ac3342792212 tempest-TestNetworkAdvancedServerOps-1355420123 tempest-TestNetworkAdvancedServerOps-1355420123-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2072081414&fields=id&tenant_id=c4570dfc5b694d9bb3c42a8f7c596843 HTTP/1.1" status: 200 len: 267 time: 0.4186487 Apr 01 13:37:28.213774 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Provisioning complete for port a87785dd-39c3-4c52-b12a-3ced1750d6e5 triggered by entity L2. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 13:37:28.213903 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-948329'] for port, provisioning_complete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:37:28.298853 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-28876664-e6ff-4b12-ba13-c6bb22a832c3 tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736733359243', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736732935810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2705155'] for port, after_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:37:28.313423 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.plugin [None req-462c0fa0-fbe0-4ef2-9ded-294ae1672496 None None] Port d9f3d1c4-84be-4390-bf89-4e78afd8ae6f cannot update to ACTIVE because it is not bound. {{(pid=83872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 13:37:28.320597 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.db.api [None req-baad6682-bb6b-4d77-bad7-7f18e16ab4b2 tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 01 13:37:28.320597 dv-neutron-836180-1-hyperv neutron-server[83871]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 01 13:37:28.320597 dv-neutron-836180-1-hyperv neutron-server[83871]: [parameters: {'id': 'ddb0cba9-ce6b-4a7c-9914-2b0af210772d'}] Apr 01 13:37:28.320597 dv-neutron-836180-1-hyperv neutron-server[83871]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=83871) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 01 13:37:28.321214 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG oslo_db.api [None req-baad6682-bb6b-4d77-bad7-7f18e16ab4b2 tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=83871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 01 13:37:28.400136 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-7653fa17-58f5-43fc-ba7c-dc3b4fd607f8 None None] For port ab6ba5ce-29be-437d-b4c1-63f5d65b6abe, host dv-neutron-836180-1-hyperv, cleared binding levels {{(pid=83872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 13:37:28.407357 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_dvr_db [None req-a1eb7bed-2f22-4894-aa77-6a62cfe27b57 None None] Set router 6d5367dc-25b1-4f1b-a781-eef2f2883363 gateway port host: dv-neutron-836180-1-hyperv {{(pid=83872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 13:37:28.432012 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd5df3d3-c5c6-4d5f-b7fd-f865185d5ef9 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:37:28.434118 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-14d9a77e-2c0d-4c54-be89-5b8de38fd682 tempest-AllowedAddressPairIpV6TestJSON-1064512019 tempest-AllowedAddressPairIpV6TestJSON-1064512019-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:37:28.437783 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd5df3d3-c5c6-4d5f-b7fd-f865185d5ef9 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:37:28.438796 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-cd5df3d3-c5c6-4d5f-b7fd-f865185d5ef9 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Synchronizing usage tracker for tenant:8b726fe6689e4b7f96def1a2219bea6c on resource:port {{(pid=83869) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 13:37:28.445671 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-14d9a77e-2c0d-4c54-be89-5b8de38fd682 tempest-AllowedAddressPairIpV6TestJSON-1064512019 tempest-AllowedAddressPairIpV6TestJSON-1064512019-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:37:28.452804 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ead5b73-262b-4b11-88f6-7353f40c9463 None None] DHCP port deletion for 2388d6c7-ca26-42e7-af0f-8046f993ca7e request from dv-neutron-836180-1-hyperv {{(pid=83872) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 01 13:37:28.462437 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14d9a77e-2c0d-4c54-be89-5b8de38fd682 tempest-AllowedAddressPairIpV6TestJSON-1064512019 tempest-AllowedAddressPairIpV6TestJSON-1064512019-project] Made reservation on behalf of 6fd515cdecb148b98b1bf1573eeed293 for: {'port': 1} {{(pid=83871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 13:37:28.467141 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-14d9a77e-2c0d-4c54-be89-5b8de38fd682 tempest-AllowedAddressPairIpV6TestJSON-1064512019 tempest-AllowedAddressPairIpV6TestJSON-1064512019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:37:28.491704 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28876664-e6ff-4b12-ba13-c6bb22a832c3 tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Pushing event deleted for resources: {'Port': ['ID=18265c37-6a03-4d9a-b669-7c51d2b8aa10,revision_number=None']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:37:28.505664 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-7653fa17-58f5-43fc-ba7c-dc3b4fd607f8 None None] For port ab6ba5ce-29be-437d-b4c1-63f5d65b6abe, host dv-neutron-836180-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836180-1-hyperv',level=0,port_id=ab6ba5ce-29be-437d-b4c1-63f5d65b6abe,segment=NetworkSegment(8547b5fb-bf1c-496b-9052-9d1c6793365a),segment_id=8547b5fb-bf1c-496b-9052-9d1c6793365a)] {{(pid=83872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 13:37:28.509386 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.plugin [None req-4ead5b73-262b-4b11-88f6-7353f40c9463 None None] Deleting port f647448d-ad8f-4b94-aa59-463a5265fa0a {{(pid=83872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 13:37:28.509850 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-4ead5b73-262b-4b11-88f6-7353f40c9463 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736733287370'] for port, before_delete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:37:28.528890 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.notifiers.nova [None req-14d9a77e-2c0d-4c54-be89-5b8de38fd682 tempest-AllowedAddressPairIpV6TestJSON-1064512019 tempest-AllowedAddressPairIpV6TestJSON-1064512019-project] device_id is not set on port fe5de658-3b9f-4be0-9b90-dfdadd6c4ea9 yet. {{(pid=83871) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 01 13:37:28.575265 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24aee389-42b9-4080-975e-1720b024780a req-082d68b5-6345-45b6-8a77-bb00d3415157 tempest-TestNetworkAdvancedServerOps-1355420123 tempest-TestNetworkAdvancedServerOps-1355420123-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:37:28.579457 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-7653fa17-58f5-43fc-ba7c-dc3b4fd607f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864'] for port, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:37:28.582550 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-24aee389-42b9-4080-975e-1720b024780a req-082d68b5-6345-45b6-8a77-bb00d3415157 tempest-TestNetworkAdvancedServerOps-1355420123 tempest-TestNetworkAdvancedServerOps-1355420123-project] 10.222.0.26 "GET /v2.0/networks?id=cb4d1837-1892-4ca3-a559-eb0035507686 HTTP/1.1" status: 200 len: 796 time: 0.3778048 Apr 01 13:37:28.617844 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-24aee389-42b9-4080-975e-1720b024780a req-a76aad7f-e1c1-4a53-9f22-f2061df16844 tempest-TestNetworkAdvancedServerOps-1355420123 tempest-TestNetworkAdvancedServerOps-1355420123-project] 10.222.0.26 "GET /v2.0/quotas/c4570dfc5b694d9bb3c42a8f7c596843 HTTP/1.1" status: 200 len: 375 time: 0.0343132 Apr 01 13:37:28.626464 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-cd5df3d3-c5c6-4d5f-b7fd-f865185d5ef9 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Unset dirty status for tenant:8b726fe6689e4b7f96def1a2219bea6c on resource:port {{(pid=83869) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 13:37:28.630593 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-cd5df3d3-c5c6-4d5f-b7fd-f865185d5ef9 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1865 time: 0.6829832 Apr 01 13:37:28.630821 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 51478) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:37:28.642502 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-adb943a9-d264-4fe0-b6b1-698fca743f24 req-b3e4f2bf-a894-47f5-9a7c-840847cc99f9 tempest-ServerActionsTestJSON-64006463 tempest-ServerActionsTestJSON-64006463-project] 10.222.0.26 "GET /v2.0/security-groups?id=0d525850-c301-4718-92cf-e73f2c3e9524&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5621243 Apr 01 13:37:28.755145 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-e223642c-2ea8-43fc-b2d0-6a547341544f None None] Provisioning for port 38491bb4-7461-4569-9737-b76a66d6784e completed by entity DHCP. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 13:37:28.825026 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-e223642c-2ea8-43fc-b2d0-6a547341544f None None] Provisioning complete for port 38491bb4-7461-4569-9737-b76a66d6784e triggered by entity DHCP. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 13:37:28.825026 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-e223642c-2ea8-43fc-b2d0-6a547341544f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-948329'] for port, provisioning_complete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:37:28.826492 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-28876664-e6ff-4b12-ba13-c6bb22a832c3 tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3017585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4084076'] for router_interface, after_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:37:28.831246 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.db [None req-f626e062-1365-463a-a7f0-577705be4e14 tempest-ExtraDHCPOptionsIpV6TestJSON-1348051470 tempest-ExtraDHCPOptionsIpV6TestJSON-1348051470-project] For port f647448d-ad8f-4b94-aa59-463a5265fa0a, host dv-neutron-836180-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836180-1-hyperv',level=0,port_id=f647448d-ad8f-4b94-aa59-463a5265fa0a,segment=NetworkSegment(9088d601-3ce6-4ee6-954c-a7fd7228a6a8),segment_id=9088d601-3ce6-4ee6-954c-a7fd7228a6a8)] {{(pid=83869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 13:37:28.831727 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-f626e062-1365-463a-a7f0-577705be4e14 tempest-ExtraDHCPOptionsIpV6TestJSON-1348051470 tempest-ExtraDHCPOptionsIpV6TestJSON-1348051470-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4155147'] for port, precommit_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:37:28.937418 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-baad6682-bb6b-4d77-bad7-7f18e16ab4b2 tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1033078'] for network, before_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:37:28.937751 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7653fa17-58f5-43fc-ba7c-dc3b4fd607f8 None None] Pushing event updated for resources: {'Port': ['ID=ab6ba5ce-29be-437d-b4c1-63f5d65b6abe,revision_number=2']} {{(pid=83872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:37:28.960904 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.plugin [None req-0fd7ae29-6565-46ef-8a47-6612c00c12d1 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Deleting port d9f3d1c4-84be-4390-bf89-4e78afd8ae6f {{(pid=83871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 13:37:28.961239 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-0fd7ae29-6565-46ef-8a47-6612c00c12d1 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736733287370'] for port, before_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:37:29.017115 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.plugin [None req-f626e062-1365-463a-a7f0-577705be4e14 tempest-ExtraDHCPOptionsIpV6TestJSON-1348051470 tempest-ExtraDHCPOptionsIpV6TestJSON-1348051470-project] Calling delete_port for f647448d-ad8f-4b94-aa59-463a5265fa0a owned by network:dhcp {{(pid=83869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 13:37:29.043172 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.plugin [None req-baad6682-bb6b-4d77-bad7-7f18e16ab4b2 tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] Deleting port ab6ba5ce-29be-437d-b4c1-63f5d65b6abe {{(pid=83871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 13:37:29.043172 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-baad6682-bb6b-4d77-bad7-7f18e16ab4b2 tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736733287370'] for port, before_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:37:29.082097 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.plugin [None req-e223642c-2ea8-43fc-b2d0-6a547341544f None None] Port 38491bb4-7461-4569-9737-b76a66d6784e cannot update to ACTIVE because it is not bound. {{(pid=83872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 13:37:29.112324 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.db_base_plugin_common [None req-14d9a77e-2c0d-4c54-be89-5b8de38fd682 tempest-AllowedAddressPairIpV6TestJSON-1064512019 tempest-AllowedAddressPairIpV6TestJSON-1064512019-project] Allocated IP 2001:db8::94 (bbd7a654-1927-4f32-a4fb-32334d8c9a6d/84e02391-6c1e-4e9d-b186-799c1098d84a/fe5de658-3b9f-4be0-9b90-dfdadd6c4ea9) {{(pid=83871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 13:37:29.164275 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5490db1-66d3-4a77-a0db-d2b84adf8a65 None None] Network ddb0cba9-ce6b-4a7c-9914-2b0af210772d requested from dv-neutron-836180-1-hyperv {{(pid=83872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 13:37:29.185356 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [req-24aee389-42b9-4080-975e-1720b024780a req-8137bb14-451c-48a1-ab4f-0ce62fa57589 tempest-TestNetworkAdvancedServerOps-1355420123 tempest-TestNetworkAdvancedServerOps-1355420123-project] Synchronizing usage tracker for tenant:c4570dfc5b694d9bb3c42a8f7c596843 on resource:port {{(pid=83871) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 13:37:29.275077 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-4ead5b73-262b-4b11-88f6-7353f40c9463 None None] For port f647448d-ad8f-4b94-aa59-463a5265fa0a, host dv-neutron-836180-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836180-1-hyperv',level=0,port_id=f647448d-ad8f-4b94-aa59-463a5265fa0a,segment=NetworkSegment(9088d601-3ce6-4ee6-954c-a7fd7228a6a8),segment_id=9088d601-3ce6-4ee6-954c-a7fd7228a6a8)] {{(pid=83872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 13:37:29.275472 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-4ead5b73-262b-4b11-88f6-7353f40c9463 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4155147'] for port, precommit_delete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:37:29.375449 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Device f647448d-ad8f-4b94-aa59-463a5265fa0a no longer exists at agent ovs-agent-dv-neutron-836180-1-hyperv {{(pid=83872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 13:37:29.395996 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [req-24aee389-42b9-4080-975e-1720b024780a req-8137bb14-451c-48a1-ab4f-0ce62fa57589 tempest-TestNetworkAdvancedServerOps-1355420123 tempest-TestNetworkAdvancedServerOps-1355420123-project] Unset dirty status for tenant:c4570dfc5b694d9bb3c42a8f7c596843 on resource:port {{(pid=83871) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 13:37:29.398157 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-24aee389-42b9-4080-975e-1720b024780a req-8137bb14-451c-48a1-ab4f-0ce62fa57589 tempest-TestNetworkAdvancedServerOps-1355420123 tempest-TestNetworkAdvancedServerOps-1355420123-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=c4570dfc5b694d9bb3c42a8f7c596843&fields=id HTTP/1.1" status: 200 len: 302 time: 0.7732341 Apr 01 13:37:29.470199 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.plugin [None req-4ead5b73-262b-4b11-88f6-7353f40c9463 None None] Calling delete_port for f647448d-ad8f-4b94-aa59-463a5265fa0a owned by network:dhcp {{(pid=83872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 13:37:29.480610 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-f626e062-1365-463a-a7f0-577705be4e14 tempest-ExtraDHCPOptionsIpV6TestJSON-1348051470 tempest-ExtraDHCPOptionsIpV6TestJSON-1348051470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736733359243', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736732935810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2705155'] for port, after_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:37:29.533686 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f626e062-1365-463a-a7f0-577705be4e14 tempest-ExtraDHCPOptionsIpV6TestJSON-1348051470 tempest-ExtraDHCPOptionsIpV6TestJSON-1348051470-project] Pushing event deleted for resources: {'Port': ['ID=f647448d-ad8f-4b94-aa59-463a5265fa0a,revision_number=None']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:37:29.539331 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f626e062-1365-463a-a7f0-577705be4e14 tempest-ExtraDHCPOptionsIpV6TestJSON-1348051470 tempest-ExtraDHCPOptionsIpV6TestJSON-1348051470-project] No DVR routers for this DVR port f647448d-ad8f-4b94-aa59-463a5265fa0a on host dv-neutron-836180-1-hyperv {{(pid=83869) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 13:37:29.705703 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] No active binding found for port f647448d-ad8f-4b94-aa59-463a5265fa0a {{(pid=83872) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:222}} Apr 01 13:37:29.706093 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Device f647448d-ad8f-4b94-aa59-463a5265fa0a not bound to the agent host dv-neutron-836180-1-hyperv {{(pid=83872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 13:37:29.721887 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.db.api [None req-4ead5b73-262b-4b11-88f6-7353f40c9463 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83872) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 01 13:37:29.722241 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG oslo_db.api [None req-4ead5b73-262b-4b11-88f6-7353f40c9463 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 01 13:37:29.731870 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_hamode_db [None req-a1eb7bed-2f22-4894-aa77-6a62cfe27b57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d5367dc-25b1-4f1b-a781-eef2f2883363', 'name': 'tempest-TestNetworkAdvancedServerOps-router-555895105', 'tenant_id': 'c4570dfc5b694d9bb3c42a8f7c596843', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'external_fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.23'}], 'enable_snat': True}, 'gw_port_id': '27e65307-23d7-4846-b283-09e0f28ab0da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T13:37:00Z', 'updated_at': '2022-04-01T13:37:21Z', 'revision_number': 4, 'project_id': 'c4570dfc5b694d9bb3c42a8f7c596843', 'gw_port': {'id': '27e65307-23d7-4846-b283-09e0f28ab0da', 'name': '', 'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:f4:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d5367dc-25b1-4f1b-a781-eef2f2883363', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836180-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:37:02Z', 'updated_at': '2022-04-01T13:37:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836180-1-hyperv', '_interfaces': [{'id': '9a59d32b-8723-4bc4-88d9-b9d4ad7c91c1', 'name': '', 'network_id': 'cb4d1837-1892-4ca3-a559-eb0035507686', 'tenant_id': 'c4570dfc5b694d9bb3c42a8f7c596843', 'mac_address': 'fa:16:3e:b1:a9:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d5367dc-25b1-4f1b-a781-eef2f2883363', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c65397f7-964e-4a75-8fb4-5b28417ee25a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:37:18Z', 'updated_at': '2022-04-01T13:37:23Z', 'revision_number': 2, 'project_id': 'c4570dfc5b694d9bb3c42a8f7c596843', 'subnets': [{'id': 'c65397f7-964e-4a75-8fb4-5b28417ee25a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-836180-1-hyperv', False) {} {{(pid=83872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:37:29.733969 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.db [None req-baad6682-bb6b-4d77-bad7-7f18e16ab4b2 tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] For port ab6ba5ce-29be-437d-b4c1-63f5d65b6abe, host dv-neutron-836180-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836180-1-hyperv',level=0,port_id=ab6ba5ce-29be-437d-b4c1-63f5d65b6abe,segment=NetworkSegment(8547b5fb-bf1c-496b-9052-9d1c6793365a),segment_id=8547b5fb-bf1c-496b-9052-9d1c6793365a)] {{(pid=83871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 13:37:29.734431 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-baad6682-bb6b-4d77-bad7-7f18e16ab4b2 tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4155147'] for port, precommit_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:37:29.742618 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1eb7bed-2f22-4894-aa77-6a62cfe27b57 None None] Checking router: 6d5367dc-25b1-4f1b-a781-eef2f2883363 for host: dv-neutron-836180-1-hyperv {{(pid=83872) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 01 13:37:29.742796 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1eb7bed-2f22-4894-aa77-6a62cfe27b57 None None] Updating router 6d5367dc-25b1-4f1b-a781-eef2f2883363 port 9a59d32b-8723-4bc4-88d9-b9d4ad7c91c1 binding host dv-neutron-836180-1-hyperv {{(pid=83872) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 01 13:37:29.778215 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-0fd7ae29-6565-46ef-8a47-6612c00c12d1 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4155147'] for port, precommit_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:37:29.807267 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-a1eb7bed-2f22-4894-aa77-6a62cfe27b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:37:29.810341 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28876664-e6ff-4b12-ba13-c6bb22a832c3 tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Router 0e81f490-b4ef-4864-b60a-ceaa6916ad6c has already been hosted by L3 agent 88bf8fc8-11a3-4e96-9d1b-5fd93ba9f6f1 {{(pid=83869) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 13:37:29.816119 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-f626e062-1365-463a-a7f0-577705be4e14 tempest-ExtraDHCPOptionsIpV6TestJSON-1348051470 tempest-ExtraDHCPOptionsIpV6TestJSON-1348051470-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-942654', 'neutron.services.segments.db._delete_segments_for_network-8736733387888'] for network, precommit_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:37:29.924091 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.plugin [None req-baad6682-bb6b-4d77-bad7-7f18e16ab4b2 tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] Calling delete_port for ab6ba5ce-29be-437d-b4c1-63f5d65b6abe owned by network:dhcp {{(pid=83871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 13:37:29.966775 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.services.segments.db [None req-f626e062-1365-463a-a7f0-577705be4e14 tempest-ExtraDHCPOptionsIpV6TestJSON-1348051470 tempest-ExtraDHCPOptionsIpV6TestJSON-1348051470-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2388d6c7-ca26-42e7-af0f-8046f993ca7e']}} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:37:30.046378 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.services.segments.db [None req-f626e062-1365-463a-a7f0-577705be4e14 tempest-ExtraDHCPOptionsIpV6TestJSON-1348051470 tempest-ExtraDHCPOptionsIpV6TestJSON-1348051470-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9088d601-3ce6-4ee6-954c-a7fd7228a6a8') {'for_net_delete': True} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:37:30.046654 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.services.segments.db [None req-f626e062-1365-463a-a7f0-577705be4e14 tempest-ExtraDHCPOptionsIpV6TestJSON-1348051470 tempest-ExtraDHCPOptionsIpV6TestJSON-1348051470-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9088d601-3ce6-4ee6-954c-a7fd7228a6a8') {} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:37:30.069247 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-f626e062-1365-463a-a7f0-577705be4e14 tempest-ExtraDHCPOptionsIpV6TestJSON-1348051470 tempest-ExtraDHCPOptionsIpV6TestJSON-1348051470-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736733386999', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2704982'] for segment, before_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:37:30.100201 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-f626e062-1365-463a-a7f0-577705be4e14 tempest-ExtraDHCPOptionsIpV6TestJSON-1348051470 tempest-ExtraDHCPOptionsIpV6TestJSON-1348051470-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1004271'] for segment, precommit_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:37:30.108627 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28876664-e6ff-4b12-ba13-c6bb22a832c3 tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Notify agent at l3_agent.dv-neutron-836180-1-hyperv the message routers_updated {{(pid=83869) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 13:37:30.111440 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.plugin [None req-0fd7ae29-6565-46ef-8a47-6612c00c12d1 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Calling delete_port for d9f3d1c4-84be-4390-bf89-4e78afd8ae6f owned by {{(pid=83871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 13:37:30.118571 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f626e062-1365-463a-a7f0-577705be4e14 tempest-ExtraDHCPOptionsIpV6TestJSON-1348051470 tempest-ExtraDHCPOptionsIpV6TestJSON-1348051470-project] Releasing vlan 384 on physical network physnet1 to pool {{(pid=83869) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 01 13:37:30.118966 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-f626e062-1365-463a-a7f0-577705be4e14 tempest-ExtraDHCPOptionsIpV6TestJSON-1348051470 tempest-ExtraDHCPOptionsIpV6TestJSON-1348051470-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1004262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2705264'] for segment, after_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:37:30.130751 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9f83b1b-098f-4b4a-a227-3e311bba09f9 None None] Sync routers for ids ['0e81f490-b4ef-4864-b60a-ceaa6916ad6c'] in dv-neutron-836180-1-hyperv {{(pid=83873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 13:37:30.137762 dv-neutron-836180-1-hyperv neutron-server[83869]: Traceback (most recent call last): Apr 01 13:37:30.137762 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 01 13:37:30.137762 dv-neutron-836180-1-hyperv neutron-server[83869]: timer() Apr 01 13:37:30.137762 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 13:37:30.137762 dv-neutron-836180-1-hyperv neutron-server[83869]: cb(*args, **kw) Apr 01 13:37:30.137762 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 13:37:30.137762 dv-neutron-836180-1-hyperv neutron-server[83869]: return func(*args, **kwargs) Apr 01 13:37:30.137762 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 13:37:30.137762 dv-neutron-836180-1-hyperv neutron-server[83869]: self._notify() Apr 01 13:37:30.137762 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 13:37:30.137762 dv-neutron-836180-1-hyperv neutron-server[83869]: self.callback(batched_events) Apr 01 13:37:30.137762 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 13:37:30.137762 dv-neutron-836180-1-hyperv neutron-server[83869]: event.method(event) Apr 01 13:37:30.137762 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 13:37:30.137762 dv-neutron-836180-1-hyperv neutron-server[83869]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 13:37:30.137762 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 13:37:30.137762 dv-neutron-836180-1-hyperv neutron-server[83869]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 13:37:30.137762 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 13:37:30.137762 dv-neutron-836180-1-hyperv neutron-server[83869]: return f(self, *a, **k) Apr 01 13:37:30.137762 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 13:37:30.137762 dv-neutron-836180-1-hyperv neutron-server[83869]: return self._get(url).json() Apr 01 13:37:30.137762 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 13:37:30.137762 dv-neutron-836180-1-hyperv neutron-server[83869]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 13:37:30.137762 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 01 13:37:30.137762 dv-neutron-836180-1-hyperv neutron-server[83869]: return self.request(url, 'GET', **kwargs) Apr 01 13:37:30.137762 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 01 13:37:30.137762 dv-neutron-836180-1-hyperv neutron-server[83869]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 13:37:30.137762 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 01 13:37:30.137762 dv-neutron-836180-1-hyperv neutron-server[83869]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 13:37:30.137762 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 01 13:37:30.137762 dv-neutron-836180-1-hyperv neutron-server[83869]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 13:37:30.137762 dv-neutron-836180-1-hyperv neutron-server[83869]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 13:37:30.148867 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9f83b1b-098f-4b4a-a227-3e311bba09f9 None None] Routers {'0e81f490-b4ef-4864-b60a-ceaa6916ad6c'} bound to L3 agent in host dv-neutron-836180-1-hyperv {{(pid=83873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 13:37:30.149908 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-c9f83b1b-098f-4b4a-a227-3e311bba09f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836180-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T13:25:36Z,description=,heartbeat_timestamp=2022-04-01T13:37:06Z,host='dv-neutron-836180-1-hyperv',id=88bf8fc8-11a3-4e96-9d1b-5fd93ba9f6f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T13:25:36Z,topic='l3_agent')) {'router_ids': ['0e81f490-b4ef-4864-b60a-ceaa6916ad6c'], 'active': True} {{(pid=83873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:37:30.223610 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-c9f83b1b-098f-4b4a-a227-3e311bba09f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-836180-1-hyperv', False) {} {{(pid=83873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:37:30.234195 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-a1eb7bed-2f22-4894-aa77-6a62cfe27b57 None None] Notify callbacks [] for port, precommit_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:37:30.238713 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e87e18a-cb00-4e9a-8242-b5e0d09711fc req-7c98ab91-201b-4cf0-9de0-cb364b8b59fe tempest-ServerActionsTestJSON-64006463 tempest-ServerActionsTestJSON-64006463-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:37:30.239833 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9f83b1b-098f-4b4a-a227-3e311bba09f9 None None] Routers {'0e81f490-b4ef-4864-b60a-ceaa6916ad6c'} bound to L3 agent in host dv-neutron-836180-1-hyperv {{(pid=83873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 13:37:30.240248 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-2e87e18a-cb00-4e9a-8242-b5e0d09711fc req-7c98ab91-201b-4cf0-9de0-cb364b8b59fe tempest-ServerActionsTestJSON-64006463 tempest-ServerActionsTestJSON-64006463-project] 10.222.0.26 "GET /v2.0/ports?device_id=746f2a68-07bc-4d82-957e-55cd7a32c31f HTTP/1.1" status: 200 len: 946 time: 0.3226240 Apr 01 13:37:30.247660 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-c9f83b1b-098f-4b4a-a227-3e311bba09f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836180-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T13:25:36Z,description=,heartbeat_timestamp=2022-04-01T13:37:06Z,host='dv-neutron-836180-1-hyperv',id=88bf8fc8-11a3-4e96-9d1b-5fd93ba9f6f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T13:25:36Z,topic='l3_agent')) {'router_ids': ['0e81f490-b4ef-4864-b60a-ceaa6916ad6c'], 'active': True} {{(pid=83873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:37:30.250463 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.plugin [None req-4ead5b73-262b-4b11-88f6-7353f40c9463 None None] Deleting port f647448d-ad8f-4b94-aa59-463a5265fa0a {{(pid=83872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 13:37:30.251051 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-4ead5b73-262b-4b11-88f6-7353f40c9463 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736733287370'] for port, before_delete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:37:30.259277 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-28876664-e6ff-4b12-ba13-c6bb22a832c3 tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] 10.222.0.26 "PUT /v2.0/routers/0e81f490-b4ef-4864-b60a-ceaa6916ad6c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6155064 Apr 01 13:37:30.274348 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 51484) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:37:30.292062 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-a1eb7bed-2f22-4894-aa77-6a62cfe27b57 None None] Transition to ACTIVE for port object 9a59d32b-8723-4bc4-88d9-b9d4ad7c91c1 will not be triggered until provisioned by entity L2. {{(pid=83872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 13:37:30.322641 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-f626e062-1365-463a-a7f0-577705be4e14 tempest-ExtraDHCPOptionsIpV6TestJSON-1348051470 tempest-ExtraDHCPOptionsIpV6TestJSON-1348051470-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-942599', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4084797'] for network, after_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:37:30.330571 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-c9f83b1b-098f-4b4a-a227-3e311bba09f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-836180-1-hyperv', False) {} {{(pid=83873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:37:30.331314 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9f83b1b-098f-4b4a-a227-3e311bba09f9 None None] The sync data for ids ['0e81f490-b4ef-4864-b60a-ceaa6916ad6c'] in dv-neutron-836180-1-hyperv is: [] {{(pid=83873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 13:37:30.343393 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-a1eb7bed-2f22-4894-aa77-6a62cfe27b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864'] for port, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:37:30.344106 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-f91539b9-4db3-4349-a57f-4cce96e7ff8f tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Synchronizing usage tracker for tenant:315e7395dd224b3fb020d0b9d921742e on resource:port {{(pid=83869) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 13:37:30.358147 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-f626e062-1365-463a-a7f0-577705be4e14 tempest-ExtraDHCPOptionsIpV6TestJSON-1348051470 tempest-ExtraDHCPOptionsIpV6TestJSON-1348051470-project] Notify callbacks [] for network, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:37:30.367364 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f626e062-1365-463a-a7f0-577705be4e14 tempest-ExtraDHCPOptionsIpV6TestJSON-1348051470 tempest-ExtraDHCPOptionsIpV6TestJSON-1348051470-project] Pushing event deleted for resources: {'Network': ['ID=2388d6c7-ca26-42e7-af0f-8046f993ca7e,revision_number=None']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:37:30.384035 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-f626e062-1365-463a-a7f0-577705be4e14 tempest-ExtraDHCPOptionsIpV6TestJSON-1348051470 tempest-ExtraDHCPOptionsIpV6TestJSON-1348051470-project] 10.222.0.26 "DELETE /v2.0/networks/2388d6c7-ca26-42e7-af0f-8046f993ca7e HTTP/1.1" status: 204 len: 168 time: 2.7975755 Apr 01 13:37:30.395881 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.plugin [None req-4ead5b73-262b-4b11-88f6-7353f40c9463 None None] The port 'f647448d-ad8f-4b94-aa59-463a5265fa0a' was deleted {{(pid=83872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 01 13:37:30.404688 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-24aee389-42b9-4080-975e-1720b024780a req-64a376b7-a10b-4791-86cc-e29347e806f5 service neutron] 10.222.0.26 "GET /v2.0/networks/cb4d1837-1892-4ca3-a559-eb0035507686?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9627922 Apr 01 13:37:30.408762 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-14d9a77e-2c0d-4c54-be89-5b8de38fd682 tempest-AllowedAddressPairIpV6TestJSON-1064512019 tempest-AllowedAddressPairIpV6TestJSON-1064512019-project] Notify callbacks [] for port, precommit_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:37:30.411824 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-0fd7ae29-6565-46ef-8a47-6612c00c12d1 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736733359243', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736732935810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2743125'] for port, after_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:37:30.414783 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-2e87e18a-cb00-4e9a-8242-b5e0d09711fc req-1450d49d-3cae-430d-9c95-4ba9f344fa72 tempest-ServerActionsTestJSON-64006463 tempest-ServerActionsTestJSON-64006463-project] 10.222.0.26 "GET /v2.0/security-groups?id=0d525850-c301-4718-92cf-e73f2c3e9524&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1640193 Apr 01 13:37:30.424037 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-f91539b9-4db3-4349-a57f-4cce96e7ff8f tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Unset dirty status for tenant:315e7395dd224b3fb020d0b9d921742e on resource:port {{(pid=83869) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 13:37:30.424037 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-f91539b9-4db3-4349-a57f-4cce96e7ff8f tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] 10.222.0.26 "GET /v2.0/ports?device_id=0e81f490-b4ef-4864-b60a-ceaa6916ad6c HTTP/1.1" status: 200 len: 205 time: 0.1396379 Apr 01 13:37:30.424856 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 51490) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:37:30.442675 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50a3a3de-0de9-4e55-94a0-9af761b61bac None None] get_active_networks_info from dv-neutron-836180-1-hyperv {{(pid=83872) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Apr 01 13:37:30.552278 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffcf9b8c-8f81-4e79-8583-4efa4991d9ff None None] Pushing event updated for resources: {'Port': ['ID=9a59d32b-8723-4bc4-88d9-b9d4ad7c91c1,revision_number=3']} {{(pid=83872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:37:30.673742 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-ac9f8701-9cca-49bb-8089-761cc09485b3 tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Notify callbacks [] for router, before_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:37:30.679695 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd7ae29-6565-46ef-8a47-6612c00c12d1 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Pushing event deleted for resources: {'Port': ['ID=d9f3d1c4-84be-4390-bf89-4e78afd8ae6f,revision_number=None']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:37:30.703849 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.provisioning_blocks [None req-14d9a77e-2c0d-4c54-be89-5b8de38fd682 tempest-AllowedAddressPairIpV6TestJSON-1064512019 tempest-AllowedAddressPairIpV6TestJSON-1064512019-project] Transition to ACTIVE for port object fe5de658-3b9f-4be0-9b90-dfdadd6c4ea9 will not be triggered until provisioned by entity DHCP. {{(pid=83871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 13:37:30.710167 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-baad6682-bb6b-4d77-bad7-7f18e16ab4b2 tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736733359243', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736732935810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2743125'] for port, after_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:37:30.712731 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.managers [None req-a1eb7bed-2f22-4894-aa77-6a62cfe27b57 None None] Attempting to bind port 9a59d32b-8723-4bc4-88d9-b9d4ad7c91c1 on host dv-neutron-836180-1-hyperv for vnic_type normal with profile {{(pid=83872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 13:37:30.713207 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.managers [None req-a1eb7bed-2f22-4894-aa77-6a62cfe27b57 None None] Attempting to bind port 9a59d32b-8723-4bc4-88d9-b9d4ad7c91c1 by drivers openvswitch,hyperv on host dv-neutron-836180-1-hyperv at level 0 using segments [{'id': 'ef58a1ec-7bdb-47df-a821-68a0bc726ff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'cb4d1837-1892-4ca3-a559-eb0035507686'}] {{(pid=83872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 13:37:30.713664 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1eb7bed-2f22-4894-aa77-6a62cfe27b57 None None] Attempting to bind port 9a59d32b-8723-4bc4-88d9-b9d4ad7c91c1 on network cb4d1837-1892-4ca3-a559-eb0035507686 {{(pid=83872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 13:37:30.738537 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1eb7bed-2f22-4894-aa77-6a62cfe27b57 None None] Checking agent: {'id': 'af948428-97cd-4d10-9f53-af028bdb39b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-836180-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 13, 25, 37), 'started_at': datetime.datetime(2022, 4, 1, 13, 26, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 13, 37, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-836180-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 13:37:30.739668 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1eb7bed-2f22-4894-aa77-6a62cfe27b57 None None] Checking segment: {'id': 'ef58a1ec-7bdb-47df-a821-68a0bc726ff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'cb4d1837-1892-4ca3-a559-eb0035507686'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 13:37:30.741451 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-a1eb7bed-2f22-4894-aa77-6a62cfe27b57 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:37:30.741964 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1eb7bed-2f22-4894-aa77-6a62cfe27b57 None None] Bound using segment: {'id': 'ef58a1ec-7bdb-47df-a821-68a0bc726ff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'cb4d1837-1892-4ca3-a559-eb0035507686'} {{(pid=83872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 13:37:30.743164 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.managers [None req-a1eb7bed-2f22-4894-aa77-6a62cfe27b57 None None] Bound port: 9a59d32b-8723-4bc4-88d9-b9d4ad7c91c1, host: dv-neutron-836180-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef58a1ec-7bdb-47df-a821-68a0bc726ff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'cb4d1837-1892-4ca3-a559-eb0035507686'}}] {{(pid=83872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 13:37:30.743929 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-a1eb7bed-2f22-4894-aa77-6a62cfe27b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:37:30.800641 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 51496) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:37:30.804958 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baad6682-bb6b-4d77-bad7-7f18e16ab4b2 tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] Pushing event deleted for resources: {'Port': ['ID=ab6ba5ce-29be-437d-b4c1-63f5d65b6abe,revision_number=None']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:37:30.850985 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50a3a3de-0de9-4e55-94a0-9af761b61bac None None] Resources bound (agent type, host, resource id): {{(pid=83872) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 01 13:37:30.886898 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-a1eb7bed-2f22-4894-aa77-6a62cfe27b57 None None] For port 9a59d32b-8723-4bc4-88d9-b9d4ad7c91c1, host dv-neutron-836180-1-hyperv, cleared binding levels {{(pid=83872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 13:37:30.890477 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baad6682-bb6b-4d77-bad7-7f18e16ab4b2 tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] No DVR routers for this DVR port ab6ba5ce-29be-437d-b4c1-63f5d65b6abe on host dv-neutron-836180-1-hyperv {{(pid=83871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 13:37:30.972351 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-a1eb7bed-2f22-4894-aa77-6a62cfe27b57 None None] For port 9a59d32b-8723-4bc4-88d9-b9d4ad7c91c1, host dv-neutron-836180-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836180-1-hyperv',level=0,port_id=9a59d32b-8723-4bc4-88d9-b9d4ad7c91c1,segment=NetworkSegment(ef58a1ec-7bdb-47df-a821-68a0bc726ff2),segment_id=ef58a1ec-7bdb-47df-a821-68a0bc726ff2)] {{(pid=83872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 13:37:30.989770 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-a1eb7bed-2f22-4894-aa77-6a62cfe27b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864'] for port, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:37:31.056261 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-24aee389-42b9-4080-975e-1720b024780a req-6d36b9c1-1029-4a0c-a11e-1ef0f016a293 service neutron] 10.222.0.26 "GET /v2.0/networks/cb4d1837-1892-4ca3-a559-eb0035507686?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6421087 Apr 01 13:37:31.064733 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-14d9a77e-2c0d-4c54-be89-5b8de38fd682 tempest-AllowedAddressPairIpV6TestJSON-1064512019 tempest-AllowedAddressPairIpV6TestJSON-1064512019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736732935801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2743125'] for port, after_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:37:31.109068 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-0fd7ae29-6565-46ef-8a47-6612c00c12d1 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109561'] for port, before_response {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:37:31.143794 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1eb7bed-2f22-4894-aa77-6a62cfe27b57 None None] Routers {'6d5367dc-25b1-4f1b-a781-eef2f2883363'} bound to L3 agent in host dv-neutron-836180-1-hyperv {{(pid=83872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 13:37:31.144541 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_hamode_db [None req-a1eb7bed-2f22-4894-aa77-6a62cfe27b57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836180-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T13:25:36Z,description=,heartbeat_timestamp=2022-04-01T13:37:06Z,host='dv-neutron-836180-1-hyperv',id=88bf8fc8-11a3-4e96-9d1b-5fd93ba9f6f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T13:25:36Z,topic='l3_agent')) {'router_ids': ['6d5367dc-25b1-4f1b-a781-eef2f2883363'], 'active': True} {{(pid=83872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:37:31.166937 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-baad6682-bb6b-4d77-bad7-7f18e16ab4b2 tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-942654', 'neutron.services.segments.db._delete_segments_for_network-8736733387888'] for network, precommit_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:37:31.254971 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-0fd7ae29-6565-46ef-8a47-6612c00c12d1 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] 10.222.0.26 "DELETE /v2.0/ports/d9f3d1c4-84be-4390-bf89-4e78afd8ae6f HTTP/1.1" status: 204 len: 168 time: 2.5965445 Apr 01 13:37:31.258560 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 51502) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:37:31.265273 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14d9a77e-2c0d-4c54-be89-5b8de38fd682 tempest-AllowedAddressPairIpV6TestJSON-1064512019 tempest-AllowedAddressPairIpV6TestJSON-1064512019-project] Network bbd7a654-1927-4f32-a4fb-32334d8c9a6d is already hosted by enough agents. {{(pid=83871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 13:37:31.299775 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.services.segments.db [None req-baad6682-bb6b-4d77-bad7-7f18e16ab4b2 tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ddb0cba9-ce6b-4a7c-9914-2b0af210772d']}} {{(pid=83871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:37:31.306952 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.scheduler.base_scheduler [None req-14d9a77e-2c0d-4c54-be89-5b8de38fd682 tempest-AllowedAddressPairIpV6TestJSON-1064512019 tempest-AllowedAddressPairIpV6TestJSON-1064512019-project] Resources bound (agent type, host, resource id): {{(pid=83871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 13:37:31.309013 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d9a77e-2c0d-4c54-be89-5b8de38fd682 tempest-AllowedAddressPairIpV6TestJSON-1064512019 tempest-AllowedAddressPairIpV6TestJSON-1064512019-project] Pushing event updated for resources: {'Port': ['ID=fe5de658-3b9f-4be0-9b90-dfdadd6c4ea9,revision_number=1']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:37:31.315491 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14d9a77e-2c0d-4c54-be89-5b8de38fd682 tempest-AllowedAddressPairIpV6TestJSON-1064512019 tempest-AllowedAddressPairIpV6TestJSON-1064512019-project] Received port after_create {{(pid=83871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 13:37:31.320261 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14d9a77e-2c0d-4c54-be89-5b8de38fd682 tempest-AllowedAddressPairIpV6TestJSON-1064512019 tempest-AllowedAddressPairIpV6TestJSON-1064512019-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:37:31.321206 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-14d9a77e-2c0d-4c54-be89-5b8de38fd682 tempest-AllowedAddressPairIpV6TestJSON-1064512019 tempest-AllowedAddressPairIpV6TestJSON-1064512019-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109561'] for port, before_response {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:37:31.345468 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-ac9f8701-9cca-49bb-8089-761cc09485b3 tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4079814', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4170'] for router, precommit_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:37:31.349968 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-ac9f8701-9cca-49bb-8089-761cc09485b3 tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:37:31.350478 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.services.segments.db [None req-baad6682-bb6b-4d77-bad7-7f18e16ab4b2 tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8547b5fb-bf1c-496b-9052-9d1c6793365a') {'for_net_delete': True} {{(pid=83871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:37:31.350975 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.services.segments.db [None req-baad6682-bb6b-4d77-bad7-7f18e16ab4b2 tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8547b5fb-bf1c-496b-9052-9d1c6793365a') {} {{(pid=83871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:37:31.367615 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffcf9b8c-8f81-4e79-8583-4efa4991d9ff None None] Pushing event updated for resources: {'Port': ['ID=9a59d32b-8723-4bc4-88d9-b9d4ad7c91c1,revision_number=4']} {{(pid=83872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:37:31.384434 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-ac9f8701-9cca-49bb-8089-761cc09485b3 tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4079738'] for router, after_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:37:31.384984 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac9f8701-9cca-49bb-8089-761cc09485b3 tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Fanout notify agent at l3_agent the message router_deleted on router 0e81f490-b4ef-4864-b60a-ceaa6916ad6c {{(pid=83869) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 01 13:37:31.390371 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-baad6682-bb6b-4d77-bad7-7f18e16ab4b2 tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736733386999', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3166340'] for segment, before_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:37:31.397711 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-ac9f8701-9cca-49bb-8089-761cc09485b3 tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Notify callbacks [] for router, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:37:31.398863 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-ac9f8701-9cca-49bb-8089-761cc09485b3 tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] 10.222.0.26 "DELETE /v2.0/routers/0e81f490-b4ef-4864-b60a-ceaa6916ad6c HTTP/1.1" status: 204 len: 168 time: 0.9735780 Apr 01 13:37:31.401467 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 51506) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:37:31.412503 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-14d9a77e-2c0d-4c54-be89-5b8de38fd682 tempest-AllowedAddressPairIpV6TestJSON-1064512019 tempest-AllowedAddressPairIpV6TestJSON-1064512019-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 3.3934062 Apr 01 13:37:31.420083 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 51510) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:37:31.428408 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.v2.base [None req-76083f0c-cb7e-4e00-b45b-3754b4ec3b40 tempest-AllowedAddressPairIpV6TestJSON-1064512019 tempest-AllowedAddressPairIpV6TestJSON-1064512019-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::32d', 'mac_address': 'fa:16:3e:99:cf:50'}, {'ip_address': '2001:db8::19f', 'mac_address': 'fa:16:3e:88:e2:82'}]}} {{(pid=83871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:37:31.454301 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_dvr_db [None req-a1eb7bed-2f22-4894-aa77-6a62cfe27b57 None None] Set router 6d5367dc-25b1-4f1b-a781-eef2f2883363 gateway port host: dv-neutron-836180-1-hyperv {{(pid=83872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 13:37:31.473123 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce12db94-0ca7-4c27-b7f4-47959ab76f55 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:37:31.474488 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce12db94-0ca7-4c27-b7f4-47959ab76f55 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:37:31.476251 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce12db94-0ca7-4c27-b7f4-47959ab76f55 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:37:31.477090 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-ce12db94-0ca7-4c27-b7f4-47959ab76f55 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Synchronizing usage tracker for tenant:8b726fe6689e4b7f96def1a2219bea6c on resource:subnet {{(pid=83871) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 13:37:31.480101 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-baad6682-bb6b-4d77-bad7-7f18e16ab4b2 tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1004271'] for segment, precommit_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:37:31.493678 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-d21feb37-64e5-4afd-a2fc-684ba7bc7cf9 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=5fda084d5ace4cf1b026737ae1cafe2d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6868424 Apr 01 13:37:31.498162 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 51516) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:37:31.505195 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-baad6682-bb6b-4d77-bad7-7f18e16ab4b2 tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] Releasing vlan 389 on physical network physnet1 to pool {{(pid=83871) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 01 13:37:31.505603 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-baad6682-bb6b-4d77-bad7-7f18e16ab4b2 tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1004262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2743078'] for segment, after_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:37:31.531930 dv-neutron-836180-1-hyperv neutron-server[83871]: Traceback (most recent call last): Apr 01 13:37:31.531930 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 01 13:37:31.531930 dv-neutron-836180-1-hyperv neutron-server[83871]: timer() Apr 01 13:37:31.531930 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 13:37:31.531930 dv-neutron-836180-1-hyperv neutron-server[83871]: cb(*args, **kw) Apr 01 13:37:31.531930 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 13:37:31.531930 dv-neutron-836180-1-hyperv neutron-server[83871]: return func(*args, **kwargs) Apr 01 13:37:31.531930 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 13:37:31.531930 dv-neutron-836180-1-hyperv neutron-server[83871]: self._notify() Apr 01 13:37:31.531930 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 13:37:31.531930 dv-neutron-836180-1-hyperv neutron-server[83871]: self.callback(batched_events) Apr 01 13:37:31.531930 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 13:37:31.531930 dv-neutron-836180-1-hyperv neutron-server[83871]: event.method(event) Apr 01 13:37:31.531930 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 13:37:31.531930 dv-neutron-836180-1-hyperv neutron-server[83871]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 13:37:31.531930 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 13:37:31.531930 dv-neutron-836180-1-hyperv neutron-server[83871]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 13:37:31.531930 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 13:37:31.531930 dv-neutron-836180-1-hyperv neutron-server[83871]: return f(self, *a, **k) Apr 01 13:37:31.531930 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 13:37:31.531930 dv-neutron-836180-1-hyperv neutron-server[83871]: return self._get(url).json() Apr 01 13:37:31.531930 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 13:37:31.531930 dv-neutron-836180-1-hyperv neutron-server[83871]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 13:37:31.531930 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 01 13:37:31.531930 dv-neutron-836180-1-hyperv neutron-server[83871]: return self.request(url, 'GET', **kwargs) Apr 01 13:37:31.531930 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 01 13:37:31.531930 dv-neutron-836180-1-hyperv neutron-server[83871]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 13:37:31.531930 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 01 13:37:31.531930 dv-neutron-836180-1-hyperv neutron-server[83871]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 13:37:31.531930 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 01 13:37:31.531930 dv-neutron-836180-1-hyperv neutron-server[83871]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 13:37:31.531930 dv-neutron-836180-1-hyperv neutron-server[83871]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 13:37:31.670188 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-ce12db94-0ca7-4c27-b7f4-47959ab76f55 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Unset dirty status for tenant:8b726fe6689e4b7f96def1a2219bea6c on resource:subnet {{(pid=83871) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 13:37:31.674217 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-ce12db94-0ca7-4c27-b7f4-47959ab76f55 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.4076192 Apr 01 13:37:31.682973 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 51520) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:37:31.739113 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.db_base_plugin_v2 [None req-a251e31f-a714-44ab-90d4-5c693ec34d74 tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Deleting subnet 37daf882-8ff8-43e0-89a1-6d1af9e77f9f {{(pid=83869) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 01 13:37:31.745159 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-baad6682-bb6b-4d77-bad7-7f18e16ab4b2 tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-942599', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4084797'] for network, after_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:37:31.747078 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-a251e31f-a714-44ab-90d4-5c693ec34d74 tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Notify callbacks [] for subnet, before_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:37:31.772905 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-baad6682-bb6b-4d77-bad7-7f18e16ab4b2 tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3017602'] for network, before_response {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:37:31.779443 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd535eee-dda3-46c2-a101-c057392b6081 req-95257db7-9645-461f-91bf-187d3c260315 tempest-ServerActionsTestJSON-64006463 tempest-ServerActionsTestJSON-64006463-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:37:31.780941 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-dd535eee-dda3-46c2-a101-c057392b6081 req-95257db7-9645-461f-91bf-187d3c260315 tempest-ServerActionsTestJSON-64006463 tempest-ServerActionsTestJSON-64006463-project] 10.222.0.26 "GET /v2.0/ports?device_id=746f2a68-07bc-4d82-957e-55cd7a32c31f HTTP/1.1" status: 200 len: 946 time: 0.2132704 Apr 01 13:37:31.795374 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baad6682-bb6b-4d77-bad7-7f18e16ab4b2 tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] Pushing event deleted for resources: {'Network': ['ID=ddb0cba9-ce6b-4a7c-9914-2b0af210772d,revision_number=None']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:37:31.814316 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-baad6682-bb6b-4d77-bad7-7f18e16ab4b2 tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] 10.222.0.26 "DELETE /v2.0/networks/ddb0cba9-ce6b-4a7c-9914-2b0af210772d HTTP/1.1" status: 204 len: 168 time: 5.3353333 Apr 01 13:37:31.814936 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 51524) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:37:31.820544 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.v2.base [None req-eb5d64ca-13ad-4ccc-9a34-caf13c70dd49 tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2120048556'}} {{(pid=83871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:37:31.826002 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-650b24ad-61b6-4b23-82da-3277af8e111c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:37:31.836639 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-eb5d64ca-13ad-4ccc-9a34-caf13c70dd49 tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:37:31.853833 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-eb5d64ca-13ad-4ccc-9a34-caf13c70dd49 tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] Usage tracker for resource:network and tenant:16dc8bccab6243da8b678a9c9f0a6318 is out of sync, need to count used quota {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 13:37:31.859722 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-eb5d64ca-13ad-4ccc-9a34-caf13c70dd49 tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 13:37:31.899364 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-eb5d64ca-13ad-4ccc-9a34-caf13c70dd49 tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:37:31.922637 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-650b24ad-61b6-4b23-82da-3277af8e111c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:37:31.948678 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-dd535eee-dda3-46c2-a101-c057392b6081 req-392017a1-7208-4351-9452-cdbb21bf917c tempest-ServerActionsTestJSON-64006463 tempest-ServerActionsTestJSON-64006463-project] 10.222.0.26 "GET /v2.0/security-groups?id=0d525850-c301-4718-92cf-e73f2c3e9524&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1553874 Apr 01 13:37:31.955515 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-a251e31f-a714-44ab-90d4-5c693ec34d74 tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2704975'] for subnet, precommit_delete_associations {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:37:31.967432 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb5d64ca-13ad-4ccc-9a34-caf13c70dd49 tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] Made reservation on behalf of 16dc8bccab6243da8b678a9c9f0a6318 for: {'network': 1} {{(pid=83871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 13:37:31.972975 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-eb5d64ca-13ad-4ccc-9a34-caf13c70dd49 tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for network, before_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:37:31.984904 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_hamode_db [None req-a1eb7bed-2f22-4894-aa77-6a62cfe27b57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d5367dc-25b1-4f1b-a781-eef2f2883363', 'name': 'tempest-TestNetworkAdvancedServerOps-router-555895105', 'tenant_id': 'c4570dfc5b694d9bb3c42a8f7c596843', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'external_fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.23'}], 'enable_snat': True}, 'gw_port_id': '27e65307-23d7-4846-b283-09e0f28ab0da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T13:37:00Z', 'updated_at': '2022-04-01T13:37:21Z', 'revision_number': 4, 'project_id': 'c4570dfc5b694d9bb3c42a8f7c596843', 'gw_port': {'id': '27e65307-23d7-4846-b283-09e0f28ab0da', 'name': '', 'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:f4:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d5367dc-25b1-4f1b-a781-eef2f2883363', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836180-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:37:02Z', 'updated_at': '2022-04-01T13:37:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836180-1-hyperv', '_interfaces': [{'id': '9a59d32b-8723-4bc4-88d9-b9d4ad7c91c1', 'name': '', 'network_id': 'cb4d1837-1892-4ca3-a559-eb0035507686', 'tenant_id': 'c4570dfc5b694d9bb3c42a8f7c596843', 'mac_address': 'fa:16:3e:b1:a9:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d5367dc-25b1-4f1b-a781-eef2f2883363', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c65397f7-964e-4a75-8fb4-5b28417ee25a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836180-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:37:18Z', 'updated_at': '2022-04-01T13:37:30Z', 'revision_number': 4, 'project_id': 'c4570dfc5b694d9bb3c42a8f7c596843', 'subnets': [{'id': 'c65397f7-964e-4a75-8fb4-5b28417ee25a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-836180-1-hyperv', False) {} {{(pid=83872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:37:31.996994 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1eb7bed-2f22-4894-aa77-6a62cfe27b57 None None] The sync data for ids ['6d5367dc-25b1-4f1b-a781-eef2f2883363'] in dv-neutron-836180-1-hyperv is: [{'id': '6d5367dc-25b1-4f1b-a781-eef2f2883363', 'name': 'tempest-TestNetworkAdvancedServerOps-router-555895105', 'tenant_id': 'c4570dfc5b694d9bb3c42a8f7c596843', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'external_fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.23'}], 'enable_snat': True}, 'gw_port_id': '27e65307-23d7-4846-b283-09e0f28ab0da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T13:37:00Z', 'updated_at': '2022-04-01T13:37:21Z', 'revision_number': 4, 'project_id': 'c4570dfc5b694d9bb3c42a8f7c596843', 'gw_port': {'id': '27e65307-23d7-4846-b283-09e0f28ab0da', 'name': '', 'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:f4:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d5367dc-25b1-4f1b-a781-eef2f2883363', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836180-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:37:02Z', 'updated_at': '2022-04-01T13:37:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836180-1-hyperv', '_interfaces': [{'id': '9a59d32b-8723-4bc4-88d9-b9d4ad7c91c1', 'name': '', 'network_id': 'cb4d1837-1892-4ca3-a559-eb0035507686', 'tenant_id': 'c4570dfc5b694d9bb3c42a8f7c596843', 'mac_address': 'fa:16:3e:b1:a9:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d5367dc-25b1-4f1b-a781-eef2f2883363', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c65397f7-964e-4a75-8fb4-5b28417ee25a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836180-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:37:18Z', 'updated_at': '2022-04-01T13:37:30Z', 'revision_number': 4, 'project_id': 'c4570dfc5b694d9bb3c42a8f7c596843', 'subnets': [{'id': 'c65397f7-964e-4a75-8fb4-5b28417ee25a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 13:37:32.038604 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-76083f0c-cb7e-4e00-b45b-3754b4ec3b40 tempest-AllowedAddressPairIpV6TestJSON-1064512019 tempest-AllowedAddressPairIpV6TestJSON-1064512019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:37:32.145384 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.db_base_plugin_v2 [None req-a24cc27a-f7d1-4088-a874-bcf8b68462cf tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Deleting subnet d8f9676f-4c8d-44fe-bd65-d6632cc1c2dd {{(pid=83869) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 01 13:37:32.151242 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-a24cc27a-f7d1-4088-a874-bcf8b68462cf tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Notify callbacks [] for subnet, before_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:37:32.168594 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eb5d64ca-13ad-4ccc-9a34-caf13c70dd49 tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] vlan segment allocate from pool success with {'vlan_id': 361, 'physical_network': 'physnet1'} {{(pid=83871) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 13:37:32.201144 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-eb5d64ca-13ad-4ccc-9a34-caf13c70dd49 tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1004271'] for segment, precommit_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:37:32.201468 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.db.segments_db [None req-eb5d64ca-13ad-4ccc-9a34-caf13c70dd49 tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] Added segment 6cc37462-126a-4a50-af17-8ff76a7203f7 of type vlan for network 4f12331d-c943-4e1b-bde8-9c50bb8d6fbd Apr 01 13:37:32.202753 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-650b24ad-61b6-4b23-82da-3277af8e111c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3775923'] for security_group, after_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:37:32.243084 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-a251e31f-a714-44ab-90d4-5c693ec34d74 tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-945029'] for subnet, precommit_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:37:32.251061 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-650b24ad-61b6-4b23-82da-3277af8e111c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4474a0f-7523-4e7f-bd4a-c2cbbe53958f,revision_number=None']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:37:32.303846 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-eb5d64ca-13ad-4ccc-9a34-caf13c70dd49 tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736732923383'] for network, precommit_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:37:32.336492 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-a24cc27a-f7d1-4088-a874-bcf8b68462cf tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2704975'] for subnet, precommit_delete_associations {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:37:32.517387 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-9e2ec2ce-2a0b-4637-afde-1f8536a8e53f req-cd6be976-5190-45b0-baef-43eb30cf3503 tempest-TestNetworkAdvancedServerOps-1355420123 tempest-TestNetworkAdvancedServerOps-1355420123-project] 10.222.0.26 "GET /v2.0/ports?device_id=b52fb625-6535-4e58-afe5-9e4ccb47c0b6 HTTP/1.1" status: 200 len: 210 time: 0.1117198 Apr 01 13:37:32.565093 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-650b24ad-61b6-4b23-82da-3277af8e111c admin admin] Notify callbacks [] for security_group, before_response {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:37:32.566627 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-650b24ad-61b6-4b23-82da-3277af8e111c admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/e4474a0f-7523-4e7f-bd4a-c2cbbe53958f HTTP/1.1" status: 204 len: 168 time: 1.0658116 Apr 01 13:37:32.608418 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-30b75fef-6c26-4226-a992-10b815bd959c None None] Provisioning for port fe5de658-3b9f-4be0-9b90-dfdadd6c4ea9 completed by entity DHCP. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 13:37:32.622001 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-30b75fef-6c26-4226-a992-10b815bd959c None None] Provisioning complete for port fe5de658-3b9f-4be0-9b90-dfdadd6c4ea9 triggered by entity DHCP. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 13:37:32.622369 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-30b75fef-6c26-4226-a992-10b815bd959c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-948329'] for port, provisioning_complete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:37:32.660454 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-a251e31f-a714-44ab-90d4-5c693ec34d74 tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-945042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2705198', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2999452'] for subnet, after_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:37:32.695035 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-eb5d64ca-13ad-4ccc-9a34-caf13c70dd49 tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575'] for network, after_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:37:32.707371 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb5d64ca-13ad-4ccc-9a34-caf13c70dd49 tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:37:32.715500 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-eb5d64ca-13ad-4ccc-9a34-caf13c70dd49 tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3017602'] for network, before_response {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:37:32.718560 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.plugin [None req-30b75fef-6c26-4226-a992-10b815bd959c None None] Port fe5de658-3b9f-4be0-9b90-dfdadd6c4ea9 cannot update to ACTIVE because it is not bound. {{(pid=83872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 13:37:32.747329 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a251e31f-a714-44ab-90d4-5c693ec34d74 tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Pushing event deleted for resources: {'Subnet': ['ID=37daf882-8ff8-43e0-89a1-6d1af9e77f9f,revision_number=None']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:37:32.756232 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-a251e31f-a714-44ab-90d4-5c693ec34d74 tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3017602'] for subnet, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:37:32.764152 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f13f0d41-c532-4685-a894-d1edd80de5cd None None] Network ea17be37-7afb-4d54-8aff-0450104f3c21 requested from dv-neutron-836180-1-hyperv {{(pid=83872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 13:37:32.766295 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-a24cc27a-f7d1-4088-a874-bcf8b68462cf tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-945029'] for subnet, precommit_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:37:32.798264 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-a251e31f-a714-44ab-90d4-5c693ec34d74 tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] 10.222.0.26 "DELETE /v2.0/subnets/37daf882-8ff8-43e0-89a1-6d1af9e77f9f HTTP/1.1" status: 204 len: 168 time: 1.3956954 Apr 01 13:37:32.801191 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 51540) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:37:32.803949 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-76083f0c-cb7e-4e00-b45b-3754b4ec3b40 tempest-AllowedAddressPairIpV6TestJSON-1064512019 tempest-AllowedAddressPairIpV6TestJSON-1064512019-project] Notify callbacks [] for port, precommit_update {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:37:32.858375 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-76083f0c-cb7e-4e00-b45b-3754b4ec3b40 tempest-AllowedAddressPairIpV6TestJSON-1064512019 tempest-AllowedAddressPairIpV6TestJSON-1064512019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2743106'] for port, after_update {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:37:33.101223 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-4094f599-5dd7-4ec4-aa85-bb1b7b69ff06 tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1033078'] for network, before_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:37:33.130039 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-a24cc27a-f7d1-4088-a874-bcf8b68462cf tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-945042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2705198', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2999452'] for subnet, after_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:37:33.220376 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.plugin [None req-4094f599-5dd7-4ec4-aa85-bb1b7b69ff06 tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Deleting port 66688cac-88d0-4382-ae2b-89b5891026bd {{(pid=83869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 13:37:33.221794 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-4094f599-5dd7-4ec4-aa85-bb1b7b69ff06 tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736733287370'] for port, before_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:37:33.234060 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.plugin [None req-76083f0c-cb7e-4e00-b45b-3754b4ec3b40 tempest-AllowedAddressPairIpV6TestJSON-1064512019 tempest-AllowedAddressPairIpV6TestJSON-1064512019-project] In _notify_port_updated(), no bound segment for port fe5de658-3b9f-4be0-9b90-dfdadd6c4ea9 on network bbd7a654-1927-4f32-a4fb-32334d8c9a6d {{(pid=83871) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Apr 01 13:37:33.238662 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76083f0c-cb7e-4e00-b45b-3754b4ec3b40 tempest-AllowedAddressPairIpV6TestJSON-1064512019 tempest-AllowedAddressPairIpV6TestJSON-1064512019-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:37:33.239923 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-76083f0c-cb7e-4e00-b45b-3754b4ec3b40 tempest-AllowedAddressPairIpV6TestJSON-1064512019 tempest-AllowedAddressPairIpV6TestJSON-1064512019-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109561'] for port, before_response {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:37:33.242544 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-76083f0c-cb7e-4e00-b45b-3754b4ec3b40 tempest-AllowedAddressPairIpV6TestJSON-1064512019 tempest-AllowedAddressPairIpV6TestJSON-1064512019-project] 10.222.0.26 "PUT /v2.0/ports/fe5de658-3b9f-4be0-9b90-dfdadd6c4ea9 HTTP/1.1" status: 200 len: 1066 time: 1.8212802 Apr 01 13:37:33.279461 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-eb5d64ca-13ad-4ccc-9a34-caf13c70dd49 tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.4614155 Apr 01 13:37:33.279461 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76083f0c-cb7e-4e00-b45b-3754b4ec3b40 tempest-AllowedAddressPairIpV6TestJSON-1064512019 tempest-AllowedAddressPairIpV6TestJSON-1064512019-project] Pushing event updated for resources: {'Port': ['ID=fe5de658-3b9f-4be0-9b90-dfdadd6c4ea9,revision_number=2']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:37:33.284595 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 51554) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:37:33.296772 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 51556) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:37:33.346311 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb5d64ca-13ad-4ccc-9a34-caf13c70dd49 tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] Pushing event updated for resources: {'Network': ['ID=4f12331d-c943-4e1b-bde8-9c50bb8d6fbd,revision_number=1']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:37:33.392435 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a24cc27a-f7d1-4088-a874-bcf8b68462cf tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Pushing event deleted for resources: {'Subnet': ['ID=d8f9676f-4c8d-44fe-bd65-d6632cc1c2dd,revision_number=None']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:37:33.404425 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Network 4f12331d-c943-4e1b-bde8-9c50bb8d6fbd details requested by agent ovs-agent-dv-neutron-836180-1-hyperv with host dv-neutron-836180-1-hyperv {{(pid=83872) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 13:37:33.414961 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3326d4-0979-4525-8cf0-377fc2920fb1 req-d744e550-d711-4521-9e67-7b434f238d9b tempest-ServerActionsTestJSON-64006463 tempest-ServerActionsTestJSON-64006463-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:37:33.422842 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-5e3326d4-0979-4525-8cf0-377fc2920fb1 req-d744e550-d711-4521-9e67-7b434f238d9b tempest-ServerActionsTestJSON-64006463 tempest-ServerActionsTestJSON-64006463-project] 10.222.0.26 "GET /v2.0/ports?device_id=746f2a68-07bc-4d82-957e-55cd7a32c31f HTTP/1.1" status: 200 len: 946 time: 0.1781304 Apr 01 13:37:33.439824 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.v2.base [None req-7f1e51fc-8143-4567-9a21-bb242e89486e tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] Request body: {'subnet': {'network_id': '4f12331d-c943-4e1b-bde8-9c50bb8d6fbd', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:37:33.603538 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-5e3326d4-0979-4525-8cf0-377fc2920fb1 req-f80e193f-96f2-4f26-8d40-b6c1a4fb1087 tempest-ServerActionsTestJSON-64006463 tempest-ServerActionsTestJSON-64006463-project] 10.222.0.26 "GET /v2.0/security-groups?id=0d525850-c301-4718-92cf-e73f2c3e9524&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1672280 Apr 01 13:37:33.648514 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f25e4a9-08e9-4364-9088-0ed0a0d263e0 None None] DHCP port deletion for ea17be37-7afb-4d54-8aff-0450104f3c21 request from dv-neutron-836180-1-hyperv {{(pid=83872) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 01 13:37:33.665960 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Device 9a59d32b-8723-4bc4-88d9-b9d4ad7c91c1 up at agent ovs-agent-dv-neutron-836180-1-hyperv {{(pid=83872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 13:37:33.885562 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.plugin [None req-2f25e4a9-08e9-4364-9088-0ed0a0d263e0 None None] Deleting port 66688cac-88d0-4382-ae2b-89b5891026bd {{(pid=83872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 13:37:33.886403 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-2f25e4a9-08e9-4364-9088-0ed0a0d263e0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736733287370'] for port, before_delete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:37:33.940396 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-868c40fa-c997-4f4f-bb4b-5f0729abe537 None None] Network 09d7ea43-6376-4322-97e7-54cd01aae492 requested from dv-neutron-836180-1-hyperv {{(pid=83872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 13:37:33.972010 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-a24cc27a-f7d1-4088-a874-bcf8b68462cf tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3017602'] for subnet, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:37:33.972741 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-23b68e8a-9144-4f87-9436-cb6dc77353d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:37:33.984029 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-549b7d36-7835-4ee3-a652-68169908180e req-f882fa13-46ae-4a72-b870-8a3b46d69d55 tempest-TestNetworkAdvancedServerOps-1355420123 tempest-TestNetworkAdvancedServerOps-1355420123-project] 10.222.0.26 "GET /v2.0/ports?device_id=b52fb625-6535-4e58-afe5-9e4ccb47c0b6 HTTP/1.1" status: 200 len: 210 time: 0.1267657 Apr 01 13:37:34.032469 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 51576) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:37:34.032959 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-a24cc27a-f7d1-4088-a874-bcf8b68462cf tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] 10.222.0.26 "DELETE /v2.0/subnets/d8f9676f-4c8d-44fe-bd65-d6632cc1c2dd HTTP/1.1" status: 204 len: 168 time: 2.3450143 Apr 01 13:37:34.047668 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.plugin [None req-37b67579-b711-4246-bf53-70b13c1e144b tempest-AllowedAddressPairIpV6TestJSON-1064512019 tempest-AllowedAddressPairIpV6TestJSON-1064512019-project] Deleting port fe5de658-3b9f-4be0-9b90-dfdadd6c4ea9 {{(pid=83869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 13:37:34.048615 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-37b67579-b711-4246-bf53-70b13c1e144b tempest-AllowedAddressPairIpV6TestJSON-1064512019 tempest-AllowedAddressPairIpV6TestJSON-1064512019-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736733287370'] for port, before_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:37:34.139640 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Provisioning for port 9a59d32b-8723-4bc4-88d9-b9d4ad7c91c1 completed by entity L2. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 13:37:34.165626 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-26fa2846-2260-4a4a-b360-59ead73a6694 None None] Provisioning complete for port fe5de658-3b9f-4be0-9b90-dfdadd6c4ea9 triggered by entity DHCP. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 13:37:34.165991 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-26fa2846-2260-4a4a-b360-59ead73a6694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-948329'] for port, provisioning_complete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:37:34.203276 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Provisioning complete for port 9a59d32b-8723-4bc4-88d9-b9d4ad7c91c1 triggered by entity L2. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 13:37:34.203630 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-948329'] for port, provisioning_complete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:37:34.233636 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 51580) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:37:34.234618 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-7f1e51fc-8143-4567-9a21-bb242e89486e tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:37:34.242686 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-7f1e51fc-8143-4567-9a21-bb242e89486e tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] Usage tracker for resource:subnet and tenant:16dc8bccab6243da8b678a9c9f0a6318 is out of sync, need to count used quota {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 13:37:34.269110 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-7f1e51fc-8143-4567-9a21-bb242e89486e tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 13:37:34.290368 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-7f1e51fc-8143-4567-9a21-bb242e89486e tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:37:34.359729 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f1e51fc-8143-4567-9a21-bb242e89486e tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] Made reservation on behalf of 16dc8bccab6243da8b678a9c9f0a6318 for: {'subnet': 1} {{(pid=83869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 13:37:34.368874 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.db_base_plugin_v2 [None req-82834b97-306f-4b23-80dc-ec5bd702cd93 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Deleting subnet dd4b3761-f075-4ccf-9f94-50eb35e57a47 {{(pid=83871) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 01 13:37:34.374548 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-82834b97-306f-4b23-80dc-ec5bd702cd93 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Notify callbacks [] for subnet, before_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:37:34.453862 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.plugin [None req-26fa2846-2260-4a4a-b360-59ead73a6694 None None] Port fe5de658-3b9f-4be0-9b90-dfdadd6c4ea9 cannot update to ACTIVE because it is not bound. {{(pid=83872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 13:37:34.493642 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-82834b97-306f-4b23-80dc-ec5bd702cd93 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3166365'] for subnet, precommit_delete_associations {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:37:34.497371 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-2f25e4a9-08e9-4364-9088-0ed0a0d263e0 None None] For port 66688cac-88d0-4382-ae2b-89b5891026bd, host dv-neutron-836180-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836180-1-hyperv',level=0,port_id=66688cac-88d0-4382-ae2b-89b5891026bd,segment=NetworkSegment(adcdcb98-672f-4f20-a9be-5b41c74597a8),segment_id=adcdcb98-672f-4f20-a9be-5b41c74597a8)] {{(pid=83872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 13:37:34.497759 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-2f25e4a9-08e9-4364-9088-0ed0a0d263e0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4155147'] for port, precommit_delete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:37:34.512961 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.v2.base [None req-be6b1936-0c6d-4278-990f-f03368dd87be tempest-ExtraDHCPOptionsTestJSON-1290941370 tempest-ExtraDHCPOptionsTestJSON-1290941370-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-1050142936'}} {{(pid=83869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:37:34.576062 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-82834b97-306f-4b23-80dc-ec5bd702cd93 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-945029'] for subnet, precommit_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:37:34.589216 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-be6b1936-0c6d-4278-990f-f03368dd87be tempest-ExtraDHCPOptionsTestJSON-1290941370 tempest-ExtraDHCPOptionsTestJSON-1290941370-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:37:34.609083 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-be6b1936-0c6d-4278-990f-f03368dd87be tempest-ExtraDHCPOptionsTestJSON-1290941370 tempest-ExtraDHCPOptionsTestJSON-1290941370-project] Usage tracker for resource:network and tenant:4c5456a4664149c59cddfa70d29d9139 is out of sync, need to count used quota {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 13:37:34.617891 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-be6b1936-0c6d-4278-990f-f03368dd87be tempest-ExtraDHCPOptionsTestJSON-1290941370 tempest-ExtraDHCPOptionsTestJSON-1290941370-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 13:37:34.640552 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-be6b1936-0c6d-4278-990f-f03368dd87be tempest-ExtraDHCPOptionsTestJSON-1290941370 tempest-ExtraDHCPOptionsTestJSON-1290941370-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:37:34.664332 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-82834b97-306f-4b23-80dc-ec5bd702cd93 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-945042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2743160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2757373'] for subnet, after_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:37:34.705383 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-37b67579-b711-4246-bf53-70b13c1e144b tempest-AllowedAddressPairIpV6TestJSON-1064512019 tempest-AllowedAddressPairIpV6TestJSON-1064512019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4155147'] for port, precommit_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:37:34.714530 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82834b97-306f-4b23-80dc-ec5bd702cd93 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Pushing event deleted for resources: {'Subnet': ['ID=dd4b3761-f075-4ccf-9f94-50eb35e57a47,revision_number=None']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:37:34.729151 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.plugin [None req-2f25e4a9-08e9-4364-9088-0ed0a0d263e0 None None] Calling delete_port for 66688cac-88d0-4382-ae2b-89b5891026bd owned by network:dhcp {{(pid=83872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 13:37:34.736365 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-82834b97-306f-4b23-80dc-ec5bd702cd93 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Notify callbacks [] for subnet, before_response {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:37:34.751626 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-82834b97-306f-4b23-80dc-ec5bd702cd93 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] 10.222.0.26 "DELETE /v2.0/subnets/dd4b3761-f075-4ccf-9f94-50eb35e57a47 HTTP/1.1" status: 204 len: 168 time: 0.7173846 Apr 01 13:37:34.752771 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 51588) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:37:34.806573 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:37:34.866105 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.plugin [None req-37b67579-b711-4246-bf53-70b13c1e144b tempest-AllowedAddressPairIpV6TestJSON-1064512019 tempest-AllowedAddressPairIpV6TestJSON-1064512019-project] Calling delete_port for fe5de658-3b9f-4be0-9b90-dfdadd6c4ea9 owned by {{(pid=83869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 13:37:34.876150 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] For port 9a59d32b-8723-4bc4-88d9-b9d4ad7c91c1, host dv-neutron-836180-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836180-1-hyperv',level=0,port_id=9a59d32b-8723-4bc4-88d9-b9d4ad7c91c1,segment=NetworkSegment(ef58a1ec-7bdb-47df-a821-68a0bc726ff2),segment_id=ef58a1ec-7bdb-47df-a821-68a0bc726ff2)] {{(pid=83872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 13:37:34.877306 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-2f25e4a9-08e9-4364-9088-0ed0a0d263e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736733359243', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736732935810'] for port, after_delete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:37:34.904754 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.db [None req-4094f599-5dd7-4ec4-aa85-bb1b7b69ff06 tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] For port 66688cac-88d0-4382-ae2b-89b5891026bd, host dv-neutron-836180-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836180-1-hyperv',level=0,port_id=66688cac-88d0-4382-ae2b-89b5891026bd,segment=NetworkSegment(adcdcb98-672f-4f20-a9be-5b41c74597a8),segment_id=adcdcb98-672f-4f20-a9be-5b41c74597a8)] {{(pid=83869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 13:37:34.905113 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-4094f599-5dd7-4ec4-aa85-bb1b7b69ff06 tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4155147'] for port, precommit_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:37:34.913436 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864'] for port, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:37:34.930021 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-bf6cc248-a2b2-4912-943c-12270017c6b9 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Synchronizing usage tracker for tenant:8b726fe6689e4b7f96def1a2219bea6c on resource:router {{(pid=83871) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 13:37:34.932191 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f25e4a9-08e9-4364-9088-0ed0a0d263e0 None None] Pushing event deleted for resources: {'Port': ['ID=66688cac-88d0-4382-ae2b-89b5891026bd,revision_number=None']} {{(pid=83872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:37:35.018602 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f25e4a9-08e9-4364-9088-0ed0a0d263e0 None None] No DVR routers for this DVR port 66688cac-88d0-4382-ae2b-89b5891026bd on host dv-neutron-836180-1-hyperv {{(pid=83872) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 13:37:35.023514 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-bf6cc248-a2b2-4912-943c-12270017c6b9 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Unset dirty status for tenant:8b726fe6689e4b7f96def1a2219bea6c on resource:router {{(pid=83871) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 13:37:35.037427 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-bf6cc248-a2b2-4912-943c-12270017c6b9 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] 10.222.0.26 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2761593 Apr 01 13:37:35.041636 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 51592) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:37:35.067132 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.plugin [None req-4094f599-5dd7-4ec4-aa85-bb1b7b69ff06 tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Calling delete_port for 66688cac-88d0-4382-ae2b-89b5891026bd owned by network:dhcp {{(pid=83869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 13:37:35.067702 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Pushing event updated for resources: {'Port': ['ID=9a59d32b-8723-4bc4-88d9-b9d4ad7c91c1,revision_number=5']} {{(pid=83872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:37:35.085452 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-431e58f3-f7ba-4521-8f32-048eb2b16a0d None None] Update dhcp port {'port': {'network_id': '09d7ea43-6376-4322-97e7-54cd01aae492', 'fixed_ips': [{'subnet_id': 'dd4b3761-f075-4ccf-9f94-50eb35e57a47'}], 'binding:host_id': 'dv-neutron-836180-1-hyperv'}, 'id': 'a87785dd-39c3-4c52-b12a-3ced1750d6e5'} from dv-neutron-836180-1-hyperv. {{(pid=83872) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Apr 01 13:37:35.156701 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.db.api [None req-4094f599-5dd7-4ec4-aa85-bb1b7b69ff06 tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83869) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 01 13:37:35.157258 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG oslo_db.api [None req-4094f599-5dd7-4ec4-aa85-bb1b7b69ff06 tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 01 13:37:35.182769 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-7f1e51fc-8143-4567-9a21-bb242e89486e tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2999481'] for subnet, before_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:37:35.200126 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-431e58f3-f7ba-4521-8f32-048eb2b16a0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:37:35.211062 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be6b1936-0c6d-4278-990f-f03368dd87be tempest-ExtraDHCPOptionsTestJSON-1290941370 tempest-ExtraDHCPOptionsTestJSON-1290941370-project] Made reservation on behalf of 4c5456a4664149c59cddfa70d29d9139 for: {'network': 1} {{(pid=83869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 13:37:35.214861 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-be6b1936-0c6d-4278-990f-f03368dd87be tempest-ExtraDHCPOptionsTestJSON-1290941370 tempest-ExtraDHCPOptionsTestJSON-1290941370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for network, before_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:37:35.328100 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-be6b1936-0c6d-4278-990f-f03368dd87be tempest-ExtraDHCPOptionsTestJSON-1290941370 tempest-ExtraDHCPOptionsTestJSON-1290941370-project] Notify callbacks [] for security_group, before_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:37:35.354599 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Device 9a59d32b-8723-4bc4-88d9-b9d4ad7c91c1 up at agent ovs-agent-dv-neutron-836180-1-hyperv {{(pid=83872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 13:37:35.391410 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7abef7ad-f2e0-4625-a16b-f85f04a56990 req-338107eb-7f56-4496-8cc7-38b79f0e91fc tempest-ServerActionsTestJSON-64006463 tempest-ServerActionsTestJSON-64006463-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:37:35.392914 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-7abef7ad-f2e0-4625-a16b-f85f04a56990 req-338107eb-7f56-4496-8cc7-38b79f0e91fc tempest-ServerActionsTestJSON-64006463 tempest-ServerActionsTestJSON-64006463-project] 10.222.0.26 "GET /v2.0/ports?device_id=746f2a68-07bc-4d82-957e-55cd7a32c31f HTTP/1.1" status: 200 len: 946 time: 0.5670547 Apr 01 13:37:35.435721 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-be6b1936-0c6d-4278-990f-f03368dd87be tempest-ExtraDHCPOptionsTestJSON-1290941370 tempest-ExtraDHCPOptionsTestJSON-1290941370-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:37:35.439909 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-be6b1936-0c6d-4278-990f-f03368dd87be tempest-ExtraDHCPOptionsTestJSON-1290941370 tempest-ExtraDHCPOptionsTestJSON-1290941370-project] Usage tracker for resource:security_group_rule and tenant:4c5456a4664149c59cddfa70d29d9139 is out of sync, need to count used quota {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 13:37:35.443908 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-be6b1936-0c6d-4278-990f-f03368dd87be tempest-ExtraDHCPOptionsTestJSON-1290941370 tempest-ExtraDHCPOptionsTestJSON-1290941370-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 13:37:35.450580 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-be6b1936-0c6d-4278-990f-f03368dd87be tempest-ExtraDHCPOptionsTestJSON-1290941370 tempest-ExtraDHCPOptionsTestJSON-1290941370-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:37:35.467924 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24aee389-42b9-4080-975e-1720b024780a req-da2fb37c-d990-4456-b142-7402e823e684 tempest-TestNetworkAdvancedServerOps-1355420123 tempest-TestNetworkAdvancedServerOps-1355420123-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:37:35.469602 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-24aee389-42b9-4080-975e-1720b024780a req-da2fb37c-d990-4456-b142-7402e823e684 tempest-TestNetworkAdvancedServerOps-1355420123 tempest-TestNetworkAdvancedServerOps-1355420123-project] 10.222.0.57 "GET /v2.0/networks?id=cb4d1837-1892-4ca3-a559-eb0035507686 HTTP/1.1" status: 200 len: 796 time: 0.5688610 Apr 01 13:37:35.495758 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cc64894-6330-403f-8422-6c2d3c0f3ea7 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:37:35.496948 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-9cc64894-6330-403f-8422-6c2d3c0f3ea7 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Synchronizing usage tracker for tenant:8b726fe6689e4b7f96def1a2219bea6c on resource:port {{(pid=83871) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 13:37:35.503384 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-7abef7ad-f2e0-4625-a16b-f85f04a56990 req-47038df2-22e0-4b05-93e3-169bd554a273 tempest-ServerActionsTestJSON-64006463 tempest-ServerActionsTestJSON-64006463-project] 10.222.0.26 "GET /v2.0/security-groups?id=0d525850-c301-4718-92cf-e73f2c3e9524&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0947094 Apr 01 13:37:35.528249 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-be6b1936-0c6d-4278-990f-f03368dd87be tempest-ExtraDHCPOptionsTestJSON-1290941370 tempest-ExtraDHCPOptionsTestJSON-1290941370-project] Notify callbacks [] for security_group, precommit_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:37:35.546882 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-8ac76067-5f27-4f2d-a857-7f9b8227de1a req-c107bcd2-9558-4c95-a13e-36cca310cf8d tempest-TestNetworkAdvancedServerOps-1355420123 tempest-TestNetworkAdvancedServerOps-1355420123-project] 10.222.0.26 "GET /v2.0/ports?device_id=b52fb625-6535-4e58-afe5-9e4ccb47c0b6 HTTP/1.1" status: 200 len: 210 time: 0.1853940 Apr 01 13:37:35.547460 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-be6b1936-0c6d-4278-990f-f03368dd87be tempest-ExtraDHCPOptionsTestJSON-1290941370 tempest-ExtraDHCPOptionsTestJSON-1290941370-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3775923'] for security_group, after_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:37:35.548767 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-9cc64894-6330-403f-8422-6c2d3c0f3ea7 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Unset dirty status for tenant:8b726fe6689e4b7f96def1a2219bea6c on resource:port {{(pid=83871) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 13:37:35.549916 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-9cc64894-6330-403f-8422-6c2d3c0f3ea7 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 867 time: 0.4687953 Apr 01 13:37:35.559709 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 51600) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:37:35.561137 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-be6b1936-0c6d-4278-990f-f03368dd87be tempest-ExtraDHCPOptionsTestJSON-1290941370 tempest-ExtraDHCPOptionsTestJSON-1290941370-project] vlan segment allocate from pool success with {'vlan_id': 389, 'physical_network': 'physnet1'} {{(pid=83869) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 13:37:35.571697 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-be6b1936-0c6d-4278-990f-f03368dd87be tempest-ExtraDHCPOptionsTestJSON-1290941370 tempest-ExtraDHCPOptionsTestJSON-1290941370-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1004271'] for segment, precommit_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:37:35.572056 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.db.segments_db [None req-be6b1936-0c6d-4278-990f-f03368dd87be tempest-ExtraDHCPOptionsTestJSON-1290941370 tempest-ExtraDHCPOptionsTestJSON-1290941370-project] Added segment 6ec58339-369a-4863-9885-b2aedc794da9 of type vlan for network 08b295ca-09ec-4ac4-8dbb-3d982d8569ad Apr 01 13:37:35.609209 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Provisioning complete for port 9a59d32b-8723-4bc4-88d9-b9d4ad7c91c1 triggered by entity L2. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 13:37:35.613507 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-be6b1936-0c6d-4278-990f-f03368dd87be tempest-ExtraDHCPOptionsTestJSON-1290941370 tempest-ExtraDHCPOptionsTestJSON-1290941370-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736732923383'] for network, precommit_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:37:35.617100 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-948329'] for port, provisioning_complete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:37:35.621360 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-24aee389-42b9-4080-975e-1720b024780a req-8f532842-7634-43ae-aa1e-b908f562d80e tempest-TestNetworkAdvancedServerOps-1355420123 tempest-TestNetworkAdvancedServerOps-1355420123-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c4570dfc5b694d9bb3c42a8f7c596843 HTTP/1.1" status: 200 len: 380 time: 0.1332862 Apr 01 13:37:35.634014 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.v2.base [req-24aee389-42b9-4080-975e-1720b024780a req-1c4b4efc-794d-44d7-9bc5-70ac0ef8d05b tempest-TestNetworkAdvancedServerOps-1355420123 tempest-TestNetworkAdvancedServerOps-1355420123-project] Request body: {'port': {'device_id': 'b52fb625-6535-4e58-afe5-9e4ccb47c0b6', 'network_id': 'cb4d1837-1892-4ca3-a559-eb0035507686', 'admin_state_up': True, 'tenant_id': 'c4570dfc5b694d9bb3c42a8f7c596843', 'security_groups': ['78c001c1-251f-4a8b-9340-7477b428b7b7']}} {{(pid=83871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:37:35.688220 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f24b698-cad1-4744-8080-d60ac24ae5c2 None None] Network 09d7ea43-6376-4322-97e7-54cd01aae492 requested from dv-neutron-836180-1-hyperv {{(pid=83872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 13:37:35.703315 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.plugin [None req-4094f599-5dd7-4ec4-aa85-bb1b7b69ff06 tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Deleting port 66688cac-88d0-4382-ae2b-89b5891026bd {{(pid=83869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 13:37:35.703697 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-4094f599-5dd7-4ec4-aa85-bb1b7b69ff06 tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736733287370'] for port, before_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:37:35.735843 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be6b1936-0c6d-4278-990f-f03368dd87be tempest-ExtraDHCPOptionsTestJSON-1290941370 tempest-ExtraDHCPOptionsTestJSON-1290941370-project] Pushing event updated for resources: {'SecurityGroup': ['ID=17915209-e0f6-4b86-9b5a-68f22dd4a8f7,revision_number=1']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:37:35.749849 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-be6b1936-0c6d-4278-990f-f03368dd87be tempest-ExtraDHCPOptionsTestJSON-1290941370 tempest-ExtraDHCPOptionsTestJSON-1290941370-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575'] for network, after_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:37:35.753638 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be6b1936-0c6d-4278-990f-f03368dd87be tempest-ExtraDHCPOptionsTestJSON-1290941370 tempest-ExtraDHCPOptionsTestJSON-1290941370-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:37:35.754713 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-be6b1936-0c6d-4278-990f-f03368dd87be tempest-ExtraDHCPOptionsTestJSON-1290941370 tempest-ExtraDHCPOptionsTestJSON-1290941370-project] Notify callbacks [] for network, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:37:35.805912 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd80dd0c-5f6d-467b-8a77-6fc7ee94e412 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:37:35.806671 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-bd80dd0c-5f6d-467b-8a77-6fc7ee94e412 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Synchronizing usage tracker for tenant:8b726fe6689e4b7f96def1a2219bea6c on resource:subnet {{(pid=83871) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 13:37:35.860845 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-bd80dd0c-5f6d-467b-8a77-6fc7ee94e412 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Unset dirty status for tenant:8b726fe6689e4b7f96def1a2219bea6c on resource:subnet {{(pid=83871) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 13:37:35.864087 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-bd80dd0c-5f6d-467b-8a77-6fc7ee94e412 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2991421 Apr 01 13:37:35.869351 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 51606) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:37:35.900155 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-b3c68ff0-4000-46f9-93e7-3adad8624121 None None] Provisioning complete for port a87785dd-39c3-4c52-b12a-3ced1750d6e5 triggered by entity DHCP. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 13:37:35.900759 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-b3c68ff0-4000-46f9-93e7-3adad8624121 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-948329'] for port, provisioning_complete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:37:35.959934 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-cffed9cb-2fa0-49cd-8ae7-088c6073d757 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:37:36.076425 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-98246567-31e7-4f28-ba40-4b0759e92fc5 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] 10.222.0.26 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1862907 Apr 01 13:37:36.083815 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 51610) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:37:36.112783 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.v2.base [None req-86c143e6-b76d-46b5-8a01-27f81825c7cd tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Request body: {'subnet': {'network_id': '09d7ea43-6376-4322-97e7-54cd01aae492', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:37:36.169073 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.plugin [None req-4094f599-5dd7-4ec4-aa85-bb1b7b69ff06 tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] The port '66688cac-88d0-4382-ae2b-89b5891026bd' was deleted {{(pid=83869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 01 13:37:36.213107 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [req-24aee389-42b9-4080-975e-1720b024780a req-1c4b4efc-794d-44d7-9bc5-70ac0ef8d05b tempest-TestNetworkAdvancedServerOps-1355420123 tempest-TestNetworkAdvancedServerOps-1355420123-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:37:36.244838 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [req-24aee389-42b9-4080-975e-1720b024780a req-1c4b4efc-794d-44d7-9bc5-70ac0ef8d05b tempest-TestNetworkAdvancedServerOps-1355420123 tempest-TestNetworkAdvancedServerOps-1355420123-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:37:36.267613 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-24aee389-42b9-4080-975e-1720b024780a req-1c4b4efc-794d-44d7-9bc5-70ac0ef8d05b tempest-TestNetworkAdvancedServerOps-1355420123 tempest-TestNetworkAdvancedServerOps-1355420123-project] Made reservation on behalf of c4570dfc5b694d9bb3c42a8f7c596843 for: {'port': 1} {{(pid=83871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 13:37:36.270783 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-24aee389-42b9-4080-975e-1720b024780a req-1c4b4efc-794d-44d7-9bc5-70ac0ef8d05b tempest-TestNetworkAdvancedServerOps-1355420123 tempest-TestNetworkAdvancedServerOps-1355420123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:37:36.284658 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Device 66688cac-88d0-4382-ae2b-89b5891026bd no longer exists at agent ovs-agent-dv-neutron-836180-1-hyperv {{(pid=83872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 13:37:36.309339 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-37b67579-b711-4246-bf53-70b13c1e144b tempest-AllowedAddressPairIpV6TestJSON-1064512019 tempest-AllowedAddressPairIpV6TestJSON-1064512019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736733359243', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736732935810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2705155'] for port, after_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:37:36.362750 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.plugin [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] No Port match for: 66688cac-88d0-4382-ae2b-89b5891026bd {{(pid=83872) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 01 13:37:36.363279 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Device 66688cac-88d0-4382-ae2b-89b5891026bd not bound to the agent host dv-neutron-836180-1-hyperv {{(pid=83872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 13:37:36.384376 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-86c143e6-b76d-46b5-8a01-27f81825c7cd tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:37:36.404747 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-86c143e6-b76d-46b5-8a01-27f81825c7cd tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:37:36.405324 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c3176e4-6b78-4ab2-a291-b9e7aef3c956 None None] DHCP port deletion for 09d7ea43-6376-4322-97e7-54cd01aae492 request from dv-neutron-836180-1-hyperv {{(pid=83872) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 01 13:37:36.410823 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.plugin [None req-2c3176e4-6b78-4ab2-a291-b9e7aef3c956 None None] Deleting port a87785dd-39c3-4c52-b12a-3ced1750d6e5 {{(pid=83872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 13:37:36.411447 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-2c3176e4-6b78-4ab2-a291-b9e7aef3c956 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736733287370'] for port, before_delete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:37:36.443001 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b67579-b711-4246-bf53-70b13c1e144b tempest-AllowedAddressPairIpV6TestJSON-1064512019 tempest-AllowedAddressPairIpV6TestJSON-1064512019-project] Pushing event deleted for resources: {'Port': ['ID=fe5de658-3b9f-4be0-9b90-dfdadd6c4ea9,revision_number=None']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:37:36.463456 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86c143e6-b76d-46b5-8a01-27f81825c7cd tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Made reservation on behalf of 8b726fe6689e4b7f96def1a2219bea6c for: {'subnet': 1} {{(pid=83871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 13:37:36.466910 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-86c143e6-b76d-46b5-8a01-27f81825c7cd tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2757336'] for subnet, before_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:37:36.468312 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.pecan_wsgi.hooks.translation [None req-86c143e6-b76d-46b5-8a01-27f81825c7cd tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 01 13:37:36.468748 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-86c143e6-b76d-46b5-8a01-27f81825c7cd tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83871) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 13:37:36.496401 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.db_base_plugin_common [req-24aee389-42b9-4080-975e-1720b024780a req-1c4b4efc-794d-44d7-9bc5-70ac0ef8d05b tempest-TestNetworkAdvancedServerOps-1355420123 tempest-TestNetworkAdvancedServerOps-1355420123-project] Allocated IP 172.20.0.5 (cb4d1837-1892-4ca3-a559-eb0035507686/c65397f7-964e-4a75-8fb4-5b28417ee25a/01a2a8c0-c8b0-45ca-a18f-1c7dceb28567) {{(pid=83871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 13:37:36.509071 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-86c143e6-b76d-46b5-8a01-27f81825c7cd tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.4230273 Apr 01 13:37:36.509959 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be6b1936-0c6d-4278-990f-f03368dd87be tempest-ExtraDHCPOptionsTestJSON-1290941370 tempest-ExtraDHCPOptionsTestJSON-1290941370-project] Pushing event updated for resources: {'Network': ['ID=08b295ca-09ec-4ac4-8dbb-3d982d8569ad,revision_number=1']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:37:36.512108 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 51614) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:37:36.519414 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.v2.base [None req-e335070e-d09d-4c64-b237-f9ae219fb353 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Request body: {'subnet': {'network_id': '09d7ea43-6376-4322-97e7-54cd01aae492', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=83871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:37:36.520818 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-be6b1936-0c6d-4278-990f-f03368dd87be tempest-ExtraDHCPOptionsTestJSON-1290941370 tempest-ExtraDHCPOptionsTestJSON-1290941370-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 2.2830994 Apr 01 13:37:36.529392 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Network 08b295ca-09ec-4ac4-8dbb-3d982d8569ad details requested by agent ovs-agent-dv-neutron-836180-1-hyperv with host dv-neutron-836180-1-hyperv {{(pid=83872) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 13:37:36.550617 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 51618) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:37:36.629779 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-4094f599-5dd7-4ec4-aa85-bb1b7b69ff06 tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-942654', 'neutron.services.segments.db._delete_segments_for_network-8736733387888'] for network, precommit_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:37:36.712205 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.services.segments.db [None req-4094f599-5dd7-4ec4-aa85-bb1b7b69ff06 tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ea17be37-7afb-4d54-8aff-0450104f3c21']}} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:37:36.744726 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-3007b2d6-15d9-4b27-ab9a-52860298e378 req-dcce5c6e-8708-4f2e-b5aa-6a992ca07f50 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=1db979ced72f4c84a5c312128899dc9b&device_id=746f2a68-07bc-4d82-957e-55cd7a32c31f HTTP/1.1" status: 200 len: 1099 time: 0.5804856 Apr 01 13:37:36.767901 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.v2.base [None req-5a521e8c-d185-489a-8176-6f51bf022cbf tempest-ExtraDHCPOptionsTestJSON-1290941370 tempest-ExtraDHCPOptionsTestJSON-1290941370-project] Request body: {'subnet': {'network_id': '08b295ca-09ec-4ac4-8dbb-3d982d8569ad', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:37:36.785877 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.services.segments.db [None req-4094f599-5dd7-4ec4-aa85-bb1b7b69ff06 tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'adcdcb98-672f-4f20-a9be-5b41c74597a8') {'for_net_delete': True} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:37:36.786476 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.services.segments.db [None req-4094f599-5dd7-4ec4-aa85-bb1b7b69ff06 tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'adcdcb98-672f-4f20-a9be-5b41c74597a8') {} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:37:36.824762 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-2c3176e4-6b78-4ab2-a291-b9e7aef3c956 None None] For port a87785dd-39c3-4c52-b12a-3ced1750d6e5, host dv-neutron-836180-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836180-1-hyperv',level=0,port_id=a87785dd-39c3-4c52-b12a-3ced1750d6e5,segment=NetworkSegment(16094ed0-4a47-4ff6-9238-85c278d7a2a5),segment_id=16094ed0-4a47-4ff6-9238-85c278d7a2a5)] {{(pid=83872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 13:37:36.825271 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-2c3176e4-6b78-4ab2-a291-b9e7aef3c956 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4155147'] for port, precommit_delete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:37:36.830285 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b358faa3-35dc-434c-a004-e82da89fb083 req-67e3056c-220b-4bfe-b8d2-e535ca539754 tempest-ServerActionsTestJSON-64006463 tempest-ServerActionsTestJSON-64006463-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:37:36.832768 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-b358faa3-35dc-434c-a004-e82da89fb083 req-67e3056c-220b-4bfe-b8d2-e535ca539754 tempest-ServerActionsTestJSON-64006463 tempest-ServerActionsTestJSON-64006463-project] 10.222.0.26 "GET /v2.0/ports?device_id=746f2a68-07bc-4d82-957e-55cd7a32c31f HTTP/1.1" status: 200 len: 946 time: 0.7128463 Apr 01 13:37:36.847059 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-4094f599-5dd7-4ec4-aa85-bb1b7b69ff06 tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736733386999', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2704982'] for segment, before_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:37:36.940586 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-7f1e51fc-8143-4567-9a21-bb242e89486e tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2705391', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2999447'] for subnet, after_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:37:36.961540 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [req-6f1a8adf-8993-4a02-981f-80765fb79ad1 req-b51edb3c-edd9-461b-88fa-e9ba29443934 tempest-TestNetworkAdvancedServerOps-1355420123 tempest-TestNetworkAdvancedServerOps-1355420123-project] Synchronizing usage tracker for tenant:c4570dfc5b694d9bb3c42a8f7c596843 on resource:port {{(pid=83871) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 13:37:37.001249 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-4094f599-5dd7-4ec4-aa85-bb1b7b69ff06 tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1004271'] for segment, precommit_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:37:37.017540 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.plugin [None req-2c3176e4-6b78-4ab2-a291-b9e7aef3c956 None None] Calling delete_port for a87785dd-39c3-4c52-b12a-3ced1750d6e5 owned by network:dhcp {{(pid=83872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 13:37:37.036687 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4094f599-5dd7-4ec4-aa85-bb1b7b69ff06 tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Releasing vlan 352 on physical network physnet1 to pool {{(pid=83869) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 01 13:37:37.037112 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-4094f599-5dd7-4ec4-aa85-bb1b7b69ff06 tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1004262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2705264'] for segment, after_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:37:37.054858 dv-neutron-836180-1-hyperv neutron-server[83869]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 13:37:37.054858 dv-neutron-836180-1-hyperv neutron-server[83869]: util.warn( Apr 01 13:37:37.054858 dv-neutron-836180-1-hyperv neutron-server[83869]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 13:37:37.054858 dv-neutron-836180-1-hyperv neutron-server[83869]: util.warn( Apr 01 13:37:37.054858 dv-neutron-836180-1-hyperv neutron-server[83869]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 13:37:37.054858 dv-neutron-836180-1-hyperv neutron-server[83869]: util.warn( Apr 01 13:37:37.054858 dv-neutron-836180-1-hyperv neutron-server[83869]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 13:37:37.054858 dv-neutron-836180-1-hyperv neutron-server[83869]: util.warn( Apr 01 13:37:37.054858 dv-neutron-836180-1-hyperv neutron-server[83869]: Traceback (most recent call last): Apr 01 13:37:37.054858 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 01 13:37:37.054858 dv-neutron-836180-1-hyperv neutron-server[83869]: timer() Apr 01 13:37:37.054858 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 13:37:37.054858 dv-neutron-836180-1-hyperv neutron-server[83869]: cb(*args, **kw) Apr 01 13:37:37.054858 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 13:37:37.054858 dv-neutron-836180-1-hyperv neutron-server[83869]: return func(*args, **kwargs) Apr 01 13:37:37.054858 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 13:37:37.054858 dv-neutron-836180-1-hyperv neutron-server[83869]: self._notify() Apr 01 13:37:37.054858 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 13:37:37.054858 dv-neutron-836180-1-hyperv neutron-server[83869]: self.callback(batched_events) Apr 01 13:37:37.054858 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 13:37:37.054858 dv-neutron-836180-1-hyperv neutron-server[83869]: event.method(event) Apr 01 13:37:37.054858 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 13:37:37.054858 dv-neutron-836180-1-hyperv neutron-server[83869]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 13:37:37.054858 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 13:37:37.054858 dv-neutron-836180-1-hyperv neutron-server[83869]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 13:37:37.054858 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 13:37:37.054858 dv-neutron-836180-1-hyperv neutron-server[83869]: return f(self, *a, **k) Apr 01 13:37:37.054858 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 13:37:37.054858 dv-neutron-836180-1-hyperv neutron-server[83869]: return self._get(url).json() Apr 01 13:37:37.054858 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 13:37:37.054858 dv-neutron-836180-1-hyperv neutron-server[83869]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 13:37:37.054858 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 01 13:37:37.054858 dv-neutron-836180-1-hyperv neutron-server[83869]: return self.request(url, 'GET', **kwargs) Apr 01 13:37:37.054858 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 01 13:37:37.054858 dv-neutron-836180-1-hyperv neutron-server[83869]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 13:37:37.054858 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 01 13:37:37.054858 dv-neutron-836180-1-hyperv neutron-server[83869]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 13:37:37.054858 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 01 13:37:37.054858 dv-neutron-836180-1-hyperv neutron-server[83869]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 13:37:37.054858 dv-neutron-836180-1-hyperv neutron-server[83869]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 13:37:37.071704 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-e335070e-d09d-4c64-b237-f9ae219fb353 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:37:37.089593 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [req-6f1a8adf-8993-4a02-981f-80765fb79ad1 req-b51edb3c-edd9-461b-88fa-e9ba29443934 tempest-TestNetworkAdvancedServerOps-1355420123 tempest-TestNetworkAdvancedServerOps-1355420123-project] Unset dirty status for tenant:c4570dfc5b694d9bb3c42a8f7c596843 on resource:port {{(pid=83871) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 13:37:37.090850 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-6f1a8adf-8993-4a02-981f-80765fb79ad1 req-b51edb3c-edd9-461b-88fa-e9ba29443934 tempest-TestNetworkAdvancedServerOps-1355420123 tempest-TestNetworkAdvancedServerOps-1355420123-project] 10.222.0.26 "GET /v2.0/ports?device_id=b52fb625-6535-4e58-afe5-9e4ccb47c0b6 HTTP/1.1" status: 200 len: 210 time: 0.2301519 Apr 01 13:37:37.103664 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-5a521e8c-d185-489a-8176-6f51bf022cbf tempest-ExtraDHCPOptionsTestJSON-1290941370 tempest-ExtraDHCPOptionsTestJSON-1290941370-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:37:37.107796 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-2c3176e4-6b78-4ab2-a291-b9e7aef3c956 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736733359243', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736732935810'] for port, after_delete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:37:37.118126 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-e335070e-d09d-4c64-b237-f9ae219fb353 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:37:37.118126 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-5a521e8c-d185-489a-8176-6f51bf022cbf tempest-ExtraDHCPOptionsTestJSON-1290941370 tempest-ExtraDHCPOptionsTestJSON-1290941370-project] Usage tracker for resource:subnet and tenant:4c5456a4664149c59cddfa70d29d9139 is out of sync, need to count used quota {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 13:37:37.120100 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-5a521e8c-d185-489a-8176-6f51bf022cbf tempest-ExtraDHCPOptionsTestJSON-1290941370 tempest-ExtraDHCPOptionsTestJSON-1290941370-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 13:37:37.129797 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-5a521e8c-d185-489a-8176-6f51bf022cbf tempest-ExtraDHCPOptionsTestJSON-1290941370 tempest-ExtraDHCPOptionsTestJSON-1290941370-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:37:37.156564 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e335070e-d09d-4c64-b237-f9ae219fb353 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Made reservation on behalf of 8b726fe6689e4b7f96def1a2219bea6c for: {'subnet': 1} {{(pid=83871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 13:37:37.157639 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c3176e4-6b78-4ab2-a291-b9e7aef3c956 None None] Pushing event deleted for resources: {'Port': ['ID=a87785dd-39c3-4c52-b12a-3ced1750d6e5,revision_number=None']} {{(pid=83872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:37:37.160595 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-e335070e-d09d-4c64-b237-f9ae219fb353 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2757336'] for subnet, before_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:37:37.162167 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.pecan_wsgi.hooks.translation [None req-e335070e-d09d-4c64-b237-f9ae219fb353 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 01 13:37:37.162983 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e335070e-d09d-4c64-b237-f9ae219fb353 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83871) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 13:37:37.180476 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c3176e4-6b78-4ab2-a291-b9e7aef3c956 None None] No DVR routers for this DVR port a87785dd-39c3-4c52-b12a-3ced1750d6e5 on host dv-neutron-836180-1-hyperv {{(pid=83872) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 13:37:37.181681 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a521e8c-d185-489a-8176-6f51bf022cbf tempest-ExtraDHCPOptionsTestJSON-1290941370 tempest-ExtraDHCPOptionsTestJSON-1290941370-project] Made reservation on behalf of 4c5456a4664149c59cddfa70d29d9139 for: {'subnet': 1} {{(pid=83871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 13:37:37.184152 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:37:37.210118 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-b358faa3-35dc-434c-a004-e82da89fb083 req-cdf784d8-47da-4a34-ab06-eb54edf3789e tempest-ServerActionsTestJSON-64006463 tempest-ServerActionsTestJSON-64006463-project] 10.222.0.26 "GET /v2.0/security-groups?id=0d525850-c301-4718-92cf-e73f2c3e9524&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3491235 Apr 01 13:37:37.289187 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-e335070e-d09d-4c64-b237-f9ae219fb353 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.7710729 Apr 01 13:37:37.303419 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 51624) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:37:37.307516 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1e51fc-8143-4567-9a21-bb242e89486e tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] Pushing event updated for resources: {'Subnet': ['ID=f78c96cf-a293-4cfb-bc4a-4327010abac6,revision_number=0']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:37:37.312700 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-24aee389-42b9-4080-975e-1720b024780a req-1c4b4efc-794d-44d7-9bc5-70ac0ef8d05b tempest-TestNetworkAdvancedServerOps-1355420123 tempest-TestNetworkAdvancedServerOps-1355420123-project] Notify callbacks [] for port, precommit_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:37:37.318658 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.v2.base [None req-2c67d608-20f0-4f18-b554-7e42906b7d6a tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Request body: {'subnet': {'network_id': '09d7ea43-6376-4322-97e7-54cd01aae492', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:37:37.331219 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Device a87785dd-39c3-4c52-b12a-3ced1750d6e5 no longer exists at agent ovs-agent-dv-neutron-836180-1-hyperv {{(pid=83872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 13:37:37.392198 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-37b67579-b711-4246-bf53-70b13c1e144b tempest-AllowedAddressPairIpV6TestJSON-1064512019 tempest-AllowedAddressPairIpV6TestJSON-1064512019-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109561'] for port, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:37:37.398701 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.plugin [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] No Port match for: a87785dd-39c3-4c52-b12a-3ced1750d6e5 {{(pid=83872) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 01 13:37:37.399051 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Device a87785dd-39c3-4c52-b12a-3ced1750d6e5 not bound to the agent host dv-neutron-836180-1-hyperv {{(pid=83872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 13:37:37.404678 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-2f9cfc9c-d8ba-4de3-a4ad-98162f90557c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:37:37.411558 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-4094f599-5dd7-4ec4-aa85-bb1b7b69ff06 tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-942599', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4084797'] for network, after_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:37:37.416402 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-4094f599-5dd7-4ec4-aa85-bb1b7b69ff06 tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Notify callbacks [] for network, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:37:37.419199 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.provisioning_blocks [req-24aee389-42b9-4080-975e-1720b024780a req-1c4b4efc-794d-44d7-9bc5-70ac0ef8d05b tempest-TestNetworkAdvancedServerOps-1355420123 tempest-TestNetworkAdvancedServerOps-1355420123-project] Transition to ACTIVE for port object 01a2a8c0-c8b0-45ca-a18f-1c7dceb28567 will not be triggered until provisioned by entity DHCP. {{(pid=83871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 13:37:37.427153 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-5a521e8c-d185-489a-8176-6f51bf022cbf tempest-ExtraDHCPOptionsTestJSON-1290941370 tempest-ExtraDHCPOptionsTestJSON-1290941370-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2757336'] for subnet, before_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:37:37.442142 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3007b2d6-15d9-4b27-ab9a-52860298e378 req-2085d2fd-0a02-4972-bbbc-24395cb4f536 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:37:37.443683 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-3007b2d6-15d9-4b27-ab9a-52860298e378 req-2085d2fd-0a02-4972-bbbc-24395cb4f536 service neutron] 10.222.0.57 "GET /v2.0/networks?id=faf7d63c-9b06-4fbb-8197-4b39ba438717 HTTP/1.1" status: 200 len: 913 time: 0.6676493 Apr 01 13:37:37.447935 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-37b67579-b711-4246-bf53-70b13c1e144b tempest-AllowedAddressPairIpV6TestJSON-1064512019 tempest-AllowedAddressPairIpV6TestJSON-1064512019-project] 10.222.0.26 "DELETE /v2.0/ports/fe5de658-3b9f-4be0-9b90-dfdadd6c4ea9 HTTP/1.1" status: 204 len: 168 time: 4.1432118 Apr 01 13:37:37.453410 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-4094f599-5dd7-4ec4-aa85-bb1b7b69ff06 tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] 10.222.0.26 "DELETE /v2.0/networks/ea17be37-7afb-4d54-8aff-0450104f3c21 HTTP/1.1" status: 204 len: 168 time: 4.6406939 Apr 01 13:37:37.456361 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 51628) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:37:37.456361 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4094f599-5dd7-4ec4-aa85-bb1b7b69ff06 tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Pushing event deleted for resources: {'Network': ['ID=ea17be37-7afb-4d54-8aff-0450104f3c21,revision_number=None']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:37:37.460764 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 51630) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:37:37.552799 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.v2.base [None req-0d609ba7-0341-41ea-8d6b-edb2c49b6ab4 tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1073130748', 'external_gateway_info': {'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301'}, 'admin_state_up': False}} {{(pid=83869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:37:37.567815 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-2c67d608-20f0-4f18-b554-7e42906b7d6a tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:37:37.577425 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f1e51fc-8143-4567-9a21-bb242e89486e tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] Checking segment: {'id': '6cc37462-126a-4a50-af17-8ff76a7203f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '4f12331d-c943-4e1b-bde8-9c50bb8d6fbd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 13:37:37.577783 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f1e51fc-8143-4567-9a21-bb242e89486e tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] Network hostable DHCP agents. Network: 4f12331d-c943-4e1b-bde8-9c50bb8d6fbd, hostable agents: ['e47e4547-5c2d-4954-ba56-fa3646239f18'], hosted agents: [] {{(pid=83869) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 13:37:37.585056 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-0d609ba7-0341-41ea-8d6b-edb2c49b6ab4 tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:37:37.588324 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-24aee389-42b9-4080-975e-1720b024780a req-1c4b4efc-794d-44d7-9bc5-70ac0ef8d05b tempest-TestNetworkAdvancedServerOps-1355420123 tempest-TestNetworkAdvancedServerOps-1355420123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736732935801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2743125'] for port, after_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:37:37.591393 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-2c67d608-20f0-4f18-b554-7e42906b7d6a tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:37:37.592271 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.pecan_wsgi.hooks.translation [None req-80d60d47-b58c-4df5-8fbf-6026f9670ed5 tempest-AllowedAddressPairIpV6TestJSON-1064512019 tempest-AllowedAddressPairIpV6TestJSON-1064512019-project] GET failed (client error): The resource could not be found. Apr 01 13:37:37.592788 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-80d60d47-b58c-4df5-8fbf-6026f9670ed5 tempest-AllowedAddressPairIpV6TestJSON-1064512019 tempest-AllowedAddressPairIpV6TestJSON-1064512019-project] Synchronizing usage tracker for tenant:6fd515cdecb148b98b1bf1573eeed293 on resource:port {{(pid=83869) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 13:37:37.605553 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-0d609ba7-0341-41ea-8d6b-edb2c49b6ab4 tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Usage tracker for resource:router and tenant:315e7395dd224b3fb020d0b9d921742e is out of sync, need to count used quota {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 13:37:37.615953 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-0d609ba7-0341-41ea-8d6b-edb2c49b6ab4 tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 13:37:37.638441 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-0d609ba7-0341-41ea-8d6b-edb2c49b6ab4 tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:37:37.650995 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-3007b2d6-15d9-4b27-ab9a-52860298e378 req-8ddb9ca4-ea02-475f-8251-df6b023b29b8 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3fbcdb0d-ff16-4590-b85e-e2516d336b46 HTTP/1.1" status: 200 len: 1000 time: 0.1962221 Apr 01 13:37:37.653136 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-80d60d47-b58c-4df5-8fbf-6026f9670ed5 tempest-AllowedAddressPairIpV6TestJSON-1064512019 tempest-AllowedAddressPairIpV6TestJSON-1064512019-project] Unset dirty status for tenant:6fd515cdecb148b98b1bf1573eeed293 on resource:port {{(pid=83869) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 13:37:37.657200 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-80d60d47-b58c-4df5-8fbf-6026f9670ed5 tempest-AllowedAddressPairIpV6TestJSON-1064512019 tempest-AllowedAddressPairIpV6TestJSON-1064512019-project] 10.222.0.26 "GET /v2.0/ports/fe5de658-3b9f-4be0-9b90-dfdadd6c4ea9 HTTP/1.1" status: 404 len: 333 time: 0.1982479 Apr 01 13:37:37.658136 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 51636) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:37:37.663580 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-0d609ba7-0341-41ea-8d6b-edb2c49b6ab4 tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4082176', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4220'] for router, before_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:37:37.664518 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-0d609ba7-0341-41ea-8d6b-edb2c49b6ab4 tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4082277', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4084873', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4148249', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4211'] for router, precommit_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:37:37.666805 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c67d608-20f0-4f18-b554-7e42906b7d6a tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Made reservation on behalf of 8b726fe6689e4b7f96def1a2219bea6c for: {'subnet': 1} {{(pid=83871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 13:37:37.670211 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-2c67d608-20f0-4f18-b554-7e42906b7d6a tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2757336'] for subnet, before_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:37:37.671543 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.pecan_wsgi.hooks.translation [None req-2c67d608-20f0-4f18-b554-7e42906b7d6a tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 01 13:37:37.671954 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2c67d608-20f0-4f18-b554-7e42906b7d6a tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83871) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 13:37:37.734861 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-24aee389-42b9-4080-975e-1720b024780a req-1c4b4efc-794d-44d7-9bc5-70ac0ef8d05b tempest-TestNetworkAdvancedServerOps-1355420123 tempest-TestNetworkAdvancedServerOps-1355420123-project] Network cb4d1837-1892-4ca3-a559-eb0035507686 is already hosted by enough agents. {{(pid=83871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 13:37:37.742159 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.scheduler.base_scheduler [req-24aee389-42b9-4080-975e-1720b024780a req-1c4b4efc-794d-44d7-9bc5-70ac0ef8d05b tempest-TestNetworkAdvancedServerOps-1355420123 tempest-TestNetworkAdvancedServerOps-1355420123-project] Resources bound (agent type, host, resource id): {{(pid=83871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 13:37:37.753631 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.l3_dvrscheduler_db [req-24aee389-42b9-4080-975e-1720b024780a req-1c4b4efc-794d-44d7-9bc5-70ac0ef8d05b tempest-TestNetworkAdvancedServerOps-1355420123 tempest-TestNetworkAdvancedServerOps-1355420123-project] Received port after_create {{(pid=83871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 13:37:37.778274 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f1e51fc-8143-4567-9a21-bb242e89486e tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] Network 4f12331d-c943-4e1b-bde8-9c50bb8d6fbd is scheduled to be hosted by DHCP agent e47e4547-5c2d-4954-ba56-fa3646239f18 with binding_index 1 {{(pid=83869) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 13:37:37.790762 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-2c67d608-20f0-4f18-b554-7e42906b7d6a tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.4861794 Apr 01 13:37:37.791501 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4b4efc-794d-44d7-9bc5-70ac0ef8d05b tempest-TestNetworkAdvancedServerOps-1355420123 tempest-TestNetworkAdvancedServerOps-1355420123-project] Pushing event updated for resources: {'Port': ['ID=01a2a8c0-c8b0-45ca-a18f-1c7dceb28567,revision_number=1']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:37:37.798972 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 51640) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:37:37.803384 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.plugin [None req-68519a56-ab2d-419e-8c66-4de33aa24357 tempest-AllowedAddressPairIpV6TestJSON-1064512019 tempest-AllowedAddressPairIpV6TestJSON-1064512019-project] Deleting port 38491bb4-7461-4569-9737-b76a66d6784e {{(pid=83869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 13:37:37.803939 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-68519a56-ab2d-419e-8c66-4de33aa24357 tempest-AllowedAddressPairIpV6TestJSON-1064512019 tempest-AllowedAddressPairIpV6TestJSON-1064512019-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736733287370'] for port, before_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:37:37.849812 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24aee389-42b9-4080-975e-1720b024780a req-1c4b4efc-794d-44d7-9bc5-70ac0ef8d05b tempest-TestNetworkAdvancedServerOps-1355420123 tempest-TestNetworkAdvancedServerOps-1355420123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:37:37.850519 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-24aee389-42b9-4080-975e-1720b024780a req-1c4b4efc-794d-44d7-9bc5-70ac0ef8d05b tempest-TestNetworkAdvancedServerOps-1355420123 tempest-TestNetworkAdvancedServerOps-1355420123-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109561'] for port, before_response {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:37:37.882776 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-5a521e8c-d185-489a-8176-6f51bf022cbf tempest-ExtraDHCPOptionsTestJSON-1290941370 tempest-ExtraDHCPOptionsTestJSON-1290941370-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2743225', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2757366'] for subnet, after_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:37:37.915081 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-24aee389-42b9-4080-975e-1720b024780a req-1c4b4efc-794d-44d7-9bc5-70ac0ef8d05b tempest-TestNetworkAdvancedServerOps-1355420123 tempest-TestNetworkAdvancedServerOps-1355420123-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2860279 Apr 01 13:37:37.932714 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.v2.base [req-24aee389-42b9-4080-975e-1720b024780a req-9d4373f7-df95-4a2e-a573-5cf9744ad4d8 service neutron] Request body: {'port': {'device_id': 'b52fb625-6535-4e58-afe5-9e4ccb47c0b6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8361'}} {{(pid=83871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:37:37.971447 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.v2.base [None req-eda2165e-a7d8-4645-99a5-0700936ed16f tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Request body: {'subnet': {'network_id': '09d7ea43-6376-4322-97e7-54cd01aae492', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=83869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:37:37.995163 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.scheduler.base_scheduler [None req-7f1e51fc-8143-4567-9a21-bb242e89486e tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-836180-1-hyperv, 4f12331d-c943-4e1b-bde8-9c50bb8d6fbd) {{(pid=83869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 13:37:37.999658 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f1e51fc-8143-4567-9a21-bb242e89486e tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:37:38.000237 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-7f1e51fc-8143-4567-9a21-bb242e89486e tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3017602'] for subnet, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:37:38.008220 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2565e02-7d9b-40cd-8831-6d83f696e7ca None None] Network 4f12331d-c943-4e1b-bde8-9c50bb8d6fbd requested from dv-neutron-836180-1-hyperv {{(pid=83872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 13:37:38.014863 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a521e8c-d185-489a-8176-6f51bf022cbf tempest-ExtraDHCPOptionsTestJSON-1290941370 tempest-ExtraDHCPOptionsTestJSON-1290941370-project] Pushing event updated for resources: {'Subnet': ['ID=f3fedb09-1c15-4884-9a9f-edba1a9b494f,revision_number=0']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:37:38.021152 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-0d609ba7-0341-41ea-8d6b-edb2c49b6ab4 tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:37:38.038492 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-ec0b18fd-8b36-45e4-9d6d-b72c243bb395 None None] Provisioning for port 01a2a8c0-c8b0-45ca-a18f-1c7dceb28567 completed by entity DHCP. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 13:37:38.079503 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3007b2d6-15d9-4b27-ab9a-52860298e378 req-0358e1d5-262d-4f6f-80c2-377145d0667e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:37:38.080753 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-3007b2d6-15d9-4b27-ab9a-52860298e378 req-0358e1d5-262d-4f6f-80c2-377145d0667e service neutron] 10.222.0.57 "GET /v2.0/subnets?id=11ea32dc-0c84-4fc1-9df2-80f178610c0f HTTP/1.1" status: 200 len: 851 time: 0.4196651 Apr 01 13:37:38.088914 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-ec0b18fd-8b36-45e4-9d6d-b72c243bb395 None None] Provisioning complete for port 01a2a8c0-c8b0-45ca-a18f-1c7dceb28567 triggered by entity DHCP. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 13:37:38.090046 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-ec0b18fd-8b36-45e4-9d6d-b72c243bb395 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-948329'] for port, provisioning_complete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:37:38.094134 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a521e8c-d185-489a-8176-6f51bf022cbf tempest-ExtraDHCPOptionsTestJSON-1290941370 tempest-ExtraDHCPOptionsTestJSON-1290941370-project] Checking segment: {'id': '6ec58339-369a-4863-9885-b2aedc794da9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '08b295ca-09ec-4ac4-8dbb-3d982d8569ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 13:37:38.094649 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a521e8c-d185-489a-8176-6f51bf022cbf tempest-ExtraDHCPOptionsTestJSON-1290941370 tempest-ExtraDHCPOptionsTestJSON-1290941370-project] Network hostable DHCP agents. Network: 08b295ca-09ec-4ac4-8dbb-3d982d8569ad, hostable agents: ['e47e4547-5c2d-4954-ba56-fa3646239f18'], hosted agents: [] {{(pid=83871) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 13:37:38.102726 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-24aee389-42b9-4080-975e-1720b024780a req-9d4373f7-df95-4a2e-a573-5cf9744ad4d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:37:38.163326 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.plugin [None req-ec0b18fd-8b36-45e4-9d6d-b72c243bb395 None None] Port 01a2a8c0-c8b0-45ca-a18f-1c7dceb28567 cannot update to ACTIVE because it is not bound. {{(pid=83872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 13:37:38.188766 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a521e8c-d185-489a-8176-6f51bf022cbf tempest-ExtraDHCPOptionsTestJSON-1290941370 tempest-ExtraDHCPOptionsTestJSON-1290941370-project] Network 08b295ca-09ec-4ac4-8dbb-3d982d8569ad is scheduled to be hosted by DHCP agent e47e4547-5c2d-4954-ba56-fa3646239f18 with binding_index 1 {{(pid=83871) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 13:37:38.260578 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.scheduler.base_scheduler [None req-5a521e8c-d185-489a-8176-6f51bf022cbf tempest-ExtraDHCPOptionsTestJSON-1290941370 tempest-ExtraDHCPOptionsTestJSON-1290941370-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-836180-1-hyperv, 08b295ca-09ec-4ac4-8dbb-3d982d8569ad) {{(pid=83871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 13:37:38.303116 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53c86934-4a31-49a1-ac84-e7bc0076781e None None] Network 08b295ca-09ec-4ac4-8dbb-3d982d8569ad requested from dv-neutron-836180-1-hyperv {{(pid=83872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 13:37:38.307958 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a521e8c-d185-489a-8176-6f51bf022cbf tempest-ExtraDHCPOptionsTestJSON-1290941370 tempest-ExtraDHCPOptionsTestJSON-1290941370-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:37:38.308822 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-5a521e8c-d185-489a-8176-6f51bf022cbf tempest-ExtraDHCPOptionsTestJSON-1290941370 tempest-ExtraDHCPOptionsTestJSON-1290941370-project] Notify callbacks [] for subnet, before_response {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:37:38.372427 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-5a521e8c-d185-489a-8176-6f51bf022cbf tempest-ExtraDHCPOptionsTestJSON-1290941370 tempest-ExtraDHCPOptionsTestJSON-1290941370-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8175106 Apr 01 13:37:38.385306 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddfab977-81ff-440e-a6ac-b1e25897fb98 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7e7d0ecb-2af4-55f5-9198-238ab0570d62-4f12331d-c943-4e1b-bde8-9c50bb8d6fbd', 'network_id': '4f12331d-c943-4e1b-bde8-9c50bb8d6fbd', 'tenant_id': '16dc8bccab6243da8b678a9c9f0a6318', 'fixed_ips': [{'subnet_id': 'f78c96cf-a293-4cfb-bc4a-4327010abac6'}]}} from dv-neutron-836180-1-hyperv. {{(pid=83872) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 01 13:37:38.386197 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-ddfab977-81ff-440e-a6ac-b1e25897fb98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:37:38.423333 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 51648) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:37:38.438906 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.v2.base [None req-e38cf15b-64a2-44b2-915f-98984f21794e tempest-ExtraDHCPOptionsTestJSON-1290941370 tempest-ExtraDHCPOptionsTestJSON-1290941370-project] Request body: {'port': {'network_id': '08b295ca-09ec-4ac4-8dbb-3d982d8569ad', 'name': 'tempest-ExtraDHCPOptionsTestJSON-657209000'}} {{(pid=83871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:37:38.509047 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-7f1e51fc-8143-4567-9a21-bb242e89486e tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 5.1987133 Apr 01 13:37:38.546754 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-68519a56-ab2d-419e-8c66-4de33aa24357 tempest-AllowedAddressPairIpV6TestJSON-1064512019 tempest-AllowedAddressPairIpV6TestJSON-1064512019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4155147'] for port, precommit_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:37:38.555208 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 51652) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:37:38.678995 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-eda2165e-a7d8-4645-99a5-0700936ed16f tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:37:38.682115 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.db_base_plugin_common [None req-ddfab977-81ff-440e-a6ac-b1e25897fb98 None None] Allocated IP 172.20.0.2 (4f12331d-c943-4e1b-bde8-9c50bb8d6fbd/f78c96cf-a293-4cfb-bc4a-4327010abac6/dc8143dd-1774-4b9b-9be8-542e4f64fbea) {{(pid=83872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 13:37:38.705238 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5801f1-7e3f-4cad-8b37-0158159b3f62 req-12767864-c3ea-4e54-bcc0-8f6f4d9fd622 tempest-TestNetworkAdvancedServerOps-1355420123 tempest-TestNetworkAdvancedServerOps-1355420123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:37:38.712077 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-0f5801f1-7e3f-4cad-8b37-0158159b3f62 req-12767864-c3ea-4e54-bcc0-8f6f4d9fd622 tempest-TestNetworkAdvancedServerOps-1355420123 tempest-TestNetworkAdvancedServerOps-1355420123-project] 10.222.0.26 "GET /v2.0/ports?device_id=b52fb625-6535-4e58-afe5-9e4ccb47c0b6 HTTP/1.1" status: 200 len: 931 time: 0.4533002 Apr 01 13:37:38.721922 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a575324-ed04-45ee-b3e1-361c43a8c5d9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7e7d0ecb-2af4-55f5-9198-238ab0570d62-08b295ca-09ec-4ac4-8dbb-3d982d8569ad', 'network_id': '08b295ca-09ec-4ac4-8dbb-3d982d8569ad', 'tenant_id': '4c5456a4664149c59cddfa70d29d9139', 'fixed_ips': [{'subnet_id': 'f3fedb09-1c15-4884-9a9f-edba1a9b494f'}]}} from dv-neutron-836180-1-hyperv. {{(pid=83872) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 01 13:37:38.722722 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-9a575324-ed04-45ee-b3e1-361c43a8c5d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:37:38.818975 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-e38cf15b-64a2-44b2-915f-98984f21794e tempest-ExtraDHCPOptionsTestJSON-1290941370 tempest-ExtraDHCPOptionsTestJSON-1290941370-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:37:38.855843 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-0f5801f1-7e3f-4cad-8b37-0158159b3f62 req-751293ab-aff4-49b6-9893-bbfee14c9eba tempest-TestNetworkAdvancedServerOps-1355420123 tempest-TestNetworkAdvancedServerOps-1355420123-project] 10.222.0.26 "GET /v2.0/security-groups?id=78c001c1-251f-4a8b-9340-7477b428b7b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1425858 Apr 01 13:37:38.873395 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-e38cf15b-64a2-44b2-915f-98984f21794e tempest-ExtraDHCPOptionsTestJSON-1290941370 tempest-ExtraDHCPOptionsTestJSON-1290941370-project] Usage tracker for resource:port and tenant:4c5456a4664149c59cddfa70d29d9139 is out of sync, need to count used quota {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 13:37:38.882902 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-e38cf15b-64a2-44b2-915f-98984f21794e tempest-ExtraDHCPOptionsTestJSON-1290941370 tempest-ExtraDHCPOptionsTestJSON-1290941370-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 13:37:38.891204 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-a976a7b9-9034-41e6-be13-349b75ed1593 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:37:38.892467 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-e38cf15b-64a2-44b2-915f-98984f21794e tempest-ExtraDHCPOptionsTestJSON-1290941370 tempest-ExtraDHCPOptionsTestJSON-1290941370-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:37:38.901418 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.plugin [None req-68519a56-ab2d-419e-8c66-4de33aa24357 tempest-AllowedAddressPairIpV6TestJSON-1064512019 tempest-AllowedAddressPairIpV6TestJSON-1064512019-project] Calling delete_port for 38491bb4-7461-4569-9737-b76a66d6784e owned by {{(pid=83869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 13:37:38.902238 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.notifiers.nova [req-24aee389-42b9-4080-975e-1720b024780a req-9d4373f7-df95-4a2e-a573-5cf9744ad4d8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 01a2a8c0-c8b0-45ca-a18f-1c7dceb28567 {{(pid=83871) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 01 13:37:38.910469 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-24aee389-42b9-4080-975e-1720b024780a req-9d4373f7-df95-4a2e-a573-5cf9744ad4d8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:37:38.919663 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e38cf15b-64a2-44b2-915f-98984f21794e tempest-ExtraDHCPOptionsTestJSON-1290941370 tempest-ExtraDHCPOptionsTestJSON-1290941370-project] Made reservation on behalf of 4c5456a4664149c59cddfa70d29d9139 for: {'port': 1} {{(pid=83871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 13:37:38.922503 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-e38cf15b-64a2-44b2-915f-98984f21794e tempest-ExtraDHCPOptionsTestJSON-1290941370 tempest-ExtraDHCPOptionsTestJSON-1290941370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:37:38.950508 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.provisioning_blocks [req-24aee389-42b9-4080-975e-1720b024780a req-9d4373f7-df95-4a2e-a573-5cf9744ad4d8 service neutron] Transition to ACTIVE for port object 01a2a8c0-c8b0-45ca-a18f-1c7dceb28567 will not be triggered until provisioned by entity L2. {{(pid=83871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 13:37:38.956168 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-eda2165e-a7d8-4645-99a5-0700936ed16f tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:37:38.958153 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-24aee389-42b9-4080-975e-1720b024780a req-9d4373f7-df95-4a2e-a573-5cf9744ad4d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2743106'] for port, after_update {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:37:39.023714 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-3007b2d6-15d9-4b27-ab9a-52860298e378 req-24112037-f9a6-4c6d-98c7-6aa02c423e6e service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=faf7d63c-9b06-4fbb-8197-4b39ba438717&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.9248600 Apr 01 13:37:39.039400 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eda2165e-a7d8-4645-99a5-0700936ed16f tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Made reservation on behalf of 8b726fe6689e4b7f96def1a2219bea6c for: {'subnet': 1} {{(pid=83869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 13:37:39.071865 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-ddfab977-81ff-440e-a6ac-b1e25897fb98 None None] Notify callbacks [] for port, precommit_create {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:37:39.080687 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.db_base_plugin_common [None req-9a575324-ed04-45ee-b3e1-361c43a8c5d9 None None] Allocated IP 172.20.0.2 (08b295ca-09ec-4ac4-8dbb-3d982d8569ad/f3fedb09-1c15-4884-9a9f-edba1a9b494f/1167735a-ac90-4c16-b2b1-18e1991e2ca7) {{(pid=83872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 13:37:39.095301 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-ddfab977-81ff-440e-a6ac-b1e25897fb98 None None] Transition to ACTIVE for port object dc8143dd-1774-4b9b-9be8-542e4f64fbea will not be triggered until provisioned by entity L2. {{(pid=83872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 13:37:39.129509 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.notifiers.nova [None req-e38cf15b-64a2-44b2-915f-98984f21794e tempest-ExtraDHCPOptionsTestJSON-1290941370 tempest-ExtraDHCPOptionsTestJSON-1290941370-project] device_id is not set on port 96b79426-6186-4ec8-808c-5ae14a2e31da yet. {{(pid=83871) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 01 13:37:39.183732 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-ddfab977-81ff-440e-a6ac-b1e25897fb98 None None] Transition to ACTIVE for port object dc8143dd-1774-4b9b-9be8-542e4f64fbea will not be triggered until provisioned by entity DHCP. {{(pid=83872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 13:37:39.196714 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d4373f7-df95-4a2e-a573-5cf9744ad4d8 service neutron] Pushing event updated for resources: {'Port': ['ID=01a2a8c0-c8b0-45ca-a18f-1c7dceb28567,revision_number=2']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:37:39.203808 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-ddfab977-81ff-440e-a6ac-b1e25897fb98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736732935801'] for port, after_create {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:37:39.294141 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddfab977-81ff-440e-a6ac-b1e25897fb98 None None] Network 4f12331d-c943-4e1b-bde8-9c50bb8d6fbd is already hosted by enough agents. {{(pid=83872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 13:37:39.309262 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.scheduler.base_scheduler [None req-ddfab977-81ff-440e-a6ac-b1e25897fb98 None None] Resources bound (agent type, host, resource id): {{(pid=83872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 13:37:39.312008 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddfab977-81ff-440e-a6ac-b1e25897fb98 None None] Received port after_create {{(pid=83872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 13:37:39.323165 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddfab977-81ff-440e-a6ac-b1e25897fb98 None None] Pushing event updated for resources: {'Port': ['ID=dc8143dd-1774-4b9b-9be8-542e4f64fbea,revision_number=1']} {{(pid=83872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:37:39.361670 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-3007b2d6-15d9-4b27-ab9a-52860298e378 req-db0f85a2-3bf0-41b0-91f3-4b51e1b2675e service neutron] 10.222.0.57 "GET /v2.0/networks/faf7d63c-9b06-4fbb-8197-4b39ba438717?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3046501 Apr 01 13:37:39.385843 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.managers [req-24aee389-42b9-4080-975e-1720b024780a req-9d4373f7-df95-4a2e-a573-5cf9744ad4d8 service neutron] Attempting to bind port 01a2a8c0-c8b0-45ca-a18f-1c7dceb28567 on host hv-neutron-8361 for vnic_type normal with profile {{(pid=83871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 13:37:39.386369 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.managers [req-24aee389-42b9-4080-975e-1720b024780a req-9d4373f7-df95-4a2e-a573-5cf9744ad4d8 service neutron] Attempting to bind port 01a2a8c0-c8b0-45ca-a18f-1c7dceb28567 by drivers openvswitch,hyperv on host hv-neutron-8361 at level 0 using segments [{'id': 'ef58a1ec-7bdb-47df-a821-68a0bc726ff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'cb4d1837-1892-4ca3-a559-eb0035507686'}] {{(pid=83871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 13:37:39.386781 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24aee389-42b9-4080-975e-1720b024780a req-9d4373f7-df95-4a2e-a573-5cf9744ad4d8 service neutron] Attempting to bind port 01a2a8c0-c8b0-45ca-a18f-1c7dceb28567 on network cb4d1837-1892-4ca3-a559-eb0035507686 {{(pid=83871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 13:37:39.393777 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24aee389-42b9-4080-975e-1720b024780a req-9d4373f7-df95-4a2e-a573-5cf9744ad4d8 service neutron] Port 01a2a8c0-c8b0-45ca-a18f-1c7dceb28567 on network cb4d1837-1892-4ca3-a559-eb0035507686 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8361 {{(pid=83871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 01 13:37:39.394248 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24aee389-42b9-4080-975e-1720b024780a req-9d4373f7-df95-4a2e-a573-5cf9744ad4d8 service neutron] Attempting to bind port 01a2a8c0-c8b0-45ca-a18f-1c7dceb28567 on network cb4d1837-1892-4ca3-a559-eb0035507686 {{(pid=83871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 13:37:39.402411 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24aee389-42b9-4080-975e-1720b024780a req-9d4373f7-df95-4a2e-a573-5cf9744ad4d8 service neutron] Checking agent: {'id': '359ce187-6241-4f7e-85a4-e066c7b0cdea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8361', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 13, 31, 54), 'started_at': datetime.datetime(2022, 4, 1, 13, 31, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 13, 37, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 13:37:39.402886 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24aee389-42b9-4080-975e-1720b024780a req-9d4373f7-df95-4a2e-a573-5cf9744ad4d8 service neutron] Checking segment: {'id': 'ef58a1ec-7bdb-47df-a821-68a0bc726ff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'cb4d1837-1892-4ca3-a559-eb0035507686'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 13:37:39.403363 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24aee389-42b9-4080-975e-1720b024780a req-9d4373f7-df95-4a2e-a573-5cf9744ad4d8 service neutron] Bound using segment: {'id': 'ef58a1ec-7bdb-47df-a821-68a0bc726ff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'cb4d1837-1892-4ca3-a559-eb0035507686'} {{(pid=83871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 13:37:39.403914 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.managers [req-24aee389-42b9-4080-975e-1720b024780a req-9d4373f7-df95-4a2e-a573-5cf9744ad4d8 service neutron] Bound port: 01a2a8c0-c8b0-45ca-a18f-1c7dceb28567, host: hv-neutron-8361, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ef58a1ec-7bdb-47df-a821-68a0bc726ff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'cb4d1837-1892-4ca3-a559-eb0035507686'}}] {{(pid=83871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 13:37:39.404374 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-24aee389-42b9-4080-975e-1720b024780a req-9d4373f7-df95-4a2e-a573-5cf9744ad4d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:37:39.490936 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-4769cb7f-efc5-4f23-baba-032924f7a4b2 tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1033078'] for network, before_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:37:39.493614 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-0d609ba7-0341-41ea-8d6b-edb2c49b6ab4 tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4084887', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4079850', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4161'] for router, precommit_update {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:37:39.499854 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.db [req-24aee389-42b9-4080-975e-1720b024780a req-9d4373f7-df95-4a2e-a573-5cf9744ad4d8 service neutron] For port 01a2a8c0-c8b0-45ca-a18f-1c7dceb28567, host hv-neutron-8361, cleared binding levels {{(pid=83871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 13:37:39.505305 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.db [req-24aee389-42b9-4080-975e-1720b024780a req-9d4373f7-df95-4a2e-a573-5cf9744ad4d8 service neutron] For port 01a2a8c0-c8b0-45ca-a18f-1c7dceb28567, host hv-neutron-8361, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8361',level=0,port_id=01a2a8c0-c8b0-45ca-a18f-1c7dceb28567,segment=NetworkSegment(ef58a1ec-7bdb-47df-a821-68a0bc726ff2),segment_id=ef58a1ec-7bdb-47df-a821-68a0bc726ff2)] {{(pid=83871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 13:37:39.513461 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-24aee389-42b9-4080-975e-1720b024780a req-9d4373f7-df95-4a2e-a573-5cf9744ad4d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2743106'] for port, after_update {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:37:39.538589 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.managers [None req-ddfab977-81ff-440e-a6ac-b1e25897fb98 None None] Attempting to bind port dc8143dd-1774-4b9b-9be8-542e4f64fbea on host dv-neutron-836180-1-hyperv for vnic_type normal with profile {{(pid=83872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 13:37:39.538953 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.managers [None req-ddfab977-81ff-440e-a6ac-b1e25897fb98 None None] Attempting to bind port dc8143dd-1774-4b9b-9be8-542e4f64fbea by drivers openvswitch,hyperv on host dv-neutron-836180-1-hyperv at level 0 using segments [{'id': '6cc37462-126a-4a50-af17-8ff76a7203f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '4f12331d-c943-4e1b-bde8-9c50bb8d6fbd'}] {{(pid=83872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 13:37:39.539301 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddfab977-81ff-440e-a6ac-b1e25897fb98 None None] Attempting to bind port dc8143dd-1774-4b9b-9be8-542e4f64fbea on network 4f12331d-c943-4e1b-bde8-9c50bb8d6fbd {{(pid=83872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 13:37:39.557935 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddfab977-81ff-440e-a6ac-b1e25897fb98 None None] Checking agent: {'id': 'af948428-97cd-4d10-9f53-af028bdb39b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-836180-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 13, 25, 37), 'started_at': datetime.datetime(2022, 4, 1, 13, 26, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 13, 37, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-836180-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 13:37:39.557935 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddfab977-81ff-440e-a6ac-b1e25897fb98 None None] Checking segment: {'id': '6cc37462-126a-4a50-af17-8ff76a7203f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '4f12331d-c943-4e1b-bde8-9c50bb8d6fbd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 13:37:39.557935 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-ddfab977-81ff-440e-a6ac-b1e25897fb98 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:37:39.557935 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddfab977-81ff-440e-a6ac-b1e25897fb98 None None] Bound using segment: {'id': '6cc37462-126a-4a50-af17-8ff76a7203f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '4f12331d-c943-4e1b-bde8-9c50bb8d6fbd'} {{(pid=83872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 13:37:39.558458 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.managers [None req-ddfab977-81ff-440e-a6ac-b1e25897fb98 None None] Bound port: dc8143dd-1774-4b9b-9be8-542e4f64fbea, host: dv-neutron-836180-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6cc37462-126a-4a50-af17-8ff76a7203f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '4f12331d-c943-4e1b-bde8-9c50bb8d6fbd'}}] {{(pid=83872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 13:37:39.558551 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-ddfab977-81ff-440e-a6ac-b1e25897fb98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:37:39.573881 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-9a575324-ed04-45ee-b3e1-361c43a8c5d9 None None] Notify callbacks [] for port, precommit_create {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:37:39.582096 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-24aee389-42b9-4080-975e-1720b024780a req-9d4373f7-df95-4a2e-a573-5cf9744ad4d8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109561'] for port, before_response {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:37:39.583442 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-24aee389-42b9-4080-975e-1720b024780a req-9d4373f7-df95-4a2e-a573-5cf9744ad4d8 service neutron] 10.222.0.57 "PUT /v2.0/ports/01a2a8c0-c8b0-45ca-a18f-1c7dceb28567 HTTP/1.1" status: 200 len: 1093 time: 1.6589749 Apr 01 13:37:39.584928 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b52fb625-6535-4e58-afe5-9e4ccb47c0b6', 'tag': '01a2a8c0-c8b0-45ca-a18f-1c7dceb28567'}] {{(pid=83871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 13:37:39.598174 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d4373f7-df95-4a2e-a573-5cf9744ad4d8 service neutron] Pushing event updated for resources: {'Port': ['ID=01a2a8c0-c8b0-45ca-a18f-1c7dceb28567,revision_number=3']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:37:39.598879 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-9a575324-ed04-45ee-b3e1-361c43a8c5d9 None None] Transition to ACTIVE for port object 1167735a-ac90-4c16-b2b1-18e1991e2ca7 will not be triggered until provisioned by entity L2. {{(pid=83872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 13:37:39.673622 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-9a575324-ed04-45ee-b3e1-361c43a8c5d9 None None] Transition to ACTIVE for port object 1167735a-ac90-4c16-b2b1-18e1991e2ca7 will not be triggered until provisioned by entity DHCP. {{(pid=83872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 13:37:39.695885 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-9a575324-ed04-45ee-b3e1-361c43a8c5d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736732935801'] for port, after_create {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:37:39.705172 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b52fb625-6535-4e58-afe5-9e4ccb47c0b6', 'tag': '01a2a8c0-c8b0-45ca-a18f-1c7dceb28567', 'status': 'completed', 'code': 200} Apr 01 13:37:39.763892 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-ddfab977-81ff-440e-a6ac-b1e25897fb98 None None] For port dc8143dd-1774-4b9b-9be8-542e4f64fbea, host dv-neutron-836180-1-hyperv, cleared binding levels {{(pid=83872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 13:37:39.788773 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a575324-ed04-45ee-b3e1-361c43a8c5d9 None None] Network 08b295ca-09ec-4ac4-8dbb-3d982d8569ad is already hosted by enough agents. {{(pid=83872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 13:37:39.791987 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-ddfab977-81ff-440e-a6ac-b1e25897fb98 None None] For port dc8143dd-1774-4b9b-9be8-542e4f64fbea, host dv-neutron-836180-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836180-1-hyperv',level=0,port_id=dc8143dd-1774-4b9b-9be8-542e4f64fbea,segment=NetworkSegment(6cc37462-126a-4a50-af17-8ff76a7203f7),segment_id=6cc37462-126a-4a50-af17-8ff76a7203f7)] {{(pid=83872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 13:37:39.796353 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.scheduler.base_scheduler [None req-9a575324-ed04-45ee-b3e1-361c43a8c5d9 None None] Resources bound (agent type, host, resource id): {{(pid=83872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 13:37:39.798862 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a575324-ed04-45ee-b3e1-361c43a8c5d9 None None] Received port after_create {{(pid=83872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 13:37:39.802498 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a575324-ed04-45ee-b3e1-361c43a8c5d9 None None] Pushing event updated for resources: {'Port': ['ID=1167735a-ac90-4c16-b2b1-18e1991e2ca7,revision_number=1']} {{(pid=83872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:37:39.808017 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-ddfab977-81ff-440e-a6ac-b1e25897fb98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864'] for port, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:37:39.810263 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.db_base_plugin_common [None req-e38cf15b-64a2-44b2-915f-98984f21794e tempest-ExtraDHCPOptionsTestJSON-1290941370 tempest-ExtraDHCPOptionsTestJSON-1290941370-project] Allocated IP 172.20.0.9 (08b295ca-09ec-4ac4-8dbb-3d982d8569ad/f3fedb09-1c15-4884-9a9f-edba1a9b494f/96b79426-6186-4ec8-808c-5ae14a2e31da) {{(pid=83871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 13:37:39.817976 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-24aee389-42b9-4080-975e-1720b024780a req-e2d6a498-8b79-4c25-a2e9-ea7dd6ede91d service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=c4570dfc5b694d9bb3c42a8f7c596843&device_id=b52fb625-6535-4e58-afe5-9e4ccb47c0b6 HTTP/1.1" status: 200 len: 1096 time: 0.1734431 Apr 01 13:37:39.862335 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-3007b2d6-15d9-4b27-ab9a-52860298e378 req-299b58ee-e190-48f2-8097-a61cc1cfd26c service neutron] 10.222.0.57 "GET /v2.0/networks/faf7d63c-9b06-4fbb-8197-4b39ba438717?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4873288 Apr 01 13:37:39.865423 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-eda2165e-a7d8-4645-99a5-0700936ed16f tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2999481'] for subnet, before_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:37:39.866976 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.pecan_wsgi.hooks.translation [None req-eda2165e-a7d8-4645-99a5-0700936ed16f tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 01 13:37:39.867536 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eda2165e-a7d8-4645-99a5-0700936ed16f tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83869) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 13:37:39.914080 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd98a03-90a0-4600-a8e2-720ebf6dff2c req-cefe4887-5693-4a93-bdff-d1becf7f229a tempest-ServerActionsTestJSON-64006463 tempest-ServerActionsTestJSON-64006463-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:37:39.919306 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-24aee389-42b9-4080-975e-1720b024780a req-3f9aa19f-462b-44f5-ad03-671859ea44bf service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=01a2a8c0-c8b0-45ca-a18f-1c7dceb28567 HTTP/1.1" status: 200 len: 217 time: 0.0904865 Apr 01 13:37:39.923548 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-2bd98a03-90a0-4600-a8e2-720ebf6dff2c req-cefe4887-5693-4a93-bdff-d1becf7f229a tempest-ServerActionsTestJSON-64006463 tempest-ServerActionsTestJSON-64006463-project] 10.222.0.26 "GET /v2.0/ports?device_id=746f2a68-07bc-4d82-957e-55cd7a32c31f HTTP/1.1" status: 200 len: 946 time: 1.4335573 Apr 01 13:37:39.935209 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-eda2165e-a7d8-4645-99a5-0700936ed16f tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 1.9688704 Apr 01 13:37:39.951581 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 51660) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:37:39.960682 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-68519a56-ab2d-419e-8c66-4de33aa24357 tempest-AllowedAddressPairIpV6TestJSON-1064512019 tempest-AllowedAddressPairIpV6TestJSON-1064512019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736733359243', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736732935810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2705155'] for port, after_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:37:39.971276 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.v2.base [None req-e13dc815-84b9-4f38-9d8b-65f29ad705c3 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Request body: {'subnet': {'network_id': '09d7ea43-6376-4322-97e7-54cd01aae492', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=83869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:37:40.000121 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddfab977-81ff-440e-a6ac-b1e25897fb98 None None] Pushing event updated for resources: {'Port': ['ID=dc8143dd-1774-4b9b-9be8-542e4f64fbea,revision_number=2']} {{(pid=83872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:37:40.040473 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.plugin [None req-4769cb7f-efc5-4f23-baba-032924f7a4b2 tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] Deleting port dc8143dd-1774-4b9b-9be8-542e4f64fbea {{(pid=83869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 13:37:40.040698 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.managers [None req-9a575324-ed04-45ee-b3e1-361c43a8c5d9 None None] Attempting to bind port 1167735a-ac90-4c16-b2b1-18e1991e2ca7 on host dv-neutron-836180-1-hyperv for vnic_type normal with profile {{(pid=83872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 13:37:40.040810 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-4769cb7f-efc5-4f23-baba-032924f7a4b2 tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736733287370'] for port, before_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:37:40.041076 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.managers [None req-9a575324-ed04-45ee-b3e1-361c43a8c5d9 None None] Attempting to bind port 1167735a-ac90-4c16-b2b1-18e1991e2ca7 by drivers openvswitch,hyperv on host dv-neutron-836180-1-hyperv at level 0 using segments [{'id': '6ec58339-369a-4863-9885-b2aedc794da9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '08b295ca-09ec-4ac4-8dbb-3d982d8569ad'}] {{(pid=83872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 13:37:40.041525 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a575324-ed04-45ee-b3e1-361c43a8c5d9 None None] Attempting to bind port 1167735a-ac90-4c16-b2b1-18e1991e2ca7 on network 08b295ca-09ec-4ac4-8dbb-3d982d8569ad {{(pid=83872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 13:37:40.062873 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a575324-ed04-45ee-b3e1-361c43a8c5d9 None None] Checking agent: {'id': 'af948428-97cd-4d10-9f53-af028bdb39b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-836180-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 13, 25, 37), 'started_at': datetime.datetime(2022, 4, 1, 13, 26, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 13, 37, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-836180-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 13:37:40.063381 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a575324-ed04-45ee-b3e1-361c43a8c5d9 None None] Checking segment: {'id': '6ec58339-369a-4863-9885-b2aedc794da9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '08b295ca-09ec-4ac4-8dbb-3d982d8569ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 13:37:40.064008 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-9a575324-ed04-45ee-b3e1-361c43a8c5d9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:37:40.064527 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a575324-ed04-45ee-b3e1-361c43a8c5d9 None None] Bound using segment: {'id': '6ec58339-369a-4863-9885-b2aedc794da9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '08b295ca-09ec-4ac4-8dbb-3d982d8569ad'} {{(pid=83872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 13:37:40.065079 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.managers [None req-9a575324-ed04-45ee-b3e1-361c43a8c5d9 None None] Bound port: 1167735a-ac90-4c16-b2b1-18e1991e2ca7, host: dv-neutron-836180-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ec58339-369a-4863-9885-b2aedc794da9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '08b295ca-09ec-4ac4-8dbb-3d982d8569ad'}}] {{(pid=83872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 13:37:40.065544 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-9a575324-ed04-45ee-b3e1-361c43a8c5d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:37:40.097605 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68519a56-ab2d-419e-8c66-4de33aa24357 tempest-AllowedAddressPairIpV6TestJSON-1064512019 tempest-AllowedAddressPairIpV6TestJSON-1064512019-project] Pushing event deleted for resources: {'Port': ['ID=38491bb4-7461-4569-9737-b76a66d6784e,revision_number=None']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:37:40.122319 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24aee389-42b9-4080-975e-1720b024780a req-cd37537b-8556-4900-85dd-af098716bc04 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:37:40.123785 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-24aee389-42b9-4080-975e-1720b024780a req-cd37537b-8556-4900-85dd-af098716bc04 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=c65397f7-964e-4a75-8fb4-5b28417ee25a HTTP/1.1" status: 200 len: 835 time: 0.1951699 Apr 01 13:37:40.165130 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-9a575324-ed04-45ee-b3e1-361c43a8c5d9 None None] For port 1167735a-ac90-4c16-b2b1-18e1991e2ca7, host dv-neutron-836180-1-hyperv, cleared binding levels {{(pid=83872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 13:37:40.169232 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-9a575324-ed04-45ee-b3e1-361c43a8c5d9 None None] For port 1167735a-ac90-4c16-b2b1-18e1991e2ca7, host dv-neutron-836180-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836180-1-hyperv',level=0,port_id=1167735a-ac90-4c16-b2b1-18e1991e2ca7,segment=NetworkSegment(6ec58339-369a-4863-9885-b2aedc794da9),segment_id=6ec58339-369a-4863-9885-b2aedc794da9)] {{(pid=83872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 13:37:40.181332 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-9a575324-ed04-45ee-b3e1-361c43a8c5d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864'] for port, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:37:40.298753 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a575324-ed04-45ee-b3e1-361c43a8c5d9 None None] Pushing event updated for resources: {'Port': ['ID=1167735a-ac90-4c16-b2b1-18e1991e2ca7,revision_number=2']} {{(pid=83872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:37:40.335743 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-e38cf15b-64a2-44b2-915f-98984f21794e tempest-ExtraDHCPOptionsTestJSON-1290941370 tempest-ExtraDHCPOptionsTestJSON-1290941370-project] Notify callbacks [] for port, precommit_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:37:40.361749 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-24aee389-42b9-4080-975e-1720b024780a req-7aecc1fa-fa35-4847-9b9f-c715afe7d99b service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=cb4d1837-1892-4ca3-a559-eb0035507686&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2187474 Apr 01 13:37:40.393338 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-68519a56-ab2d-419e-8c66-4de33aa24357 tempest-AllowedAddressPairIpV6TestJSON-1064512019 tempest-AllowedAddressPairIpV6TestJSON-1064512019-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109561'] for port, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:37:40.395539 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-68519a56-ab2d-419e-8c66-4de33aa24357 tempest-AllowedAddressPairIpV6TestJSON-1064512019 tempest-AllowedAddressPairIpV6TestJSON-1064512019-project] 10.222.0.26 "DELETE /v2.0/ports/38491bb4-7461-4569-9737-b76a66d6784e HTTP/1.1" status: 204 len: 168 time: 2.7360861 Apr 01 13:37:40.426322 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.provisioning_blocks [None req-e38cf15b-64a2-44b2-915f-98984f21794e tempest-ExtraDHCPOptionsTestJSON-1290941370 tempest-ExtraDHCPOptionsTestJSON-1290941370-project] Transition to ACTIVE for port object 96b79426-6186-4ec8-808c-5ae14a2e31da will not be triggered until provisioned by entity DHCP. {{(pid=83871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 13:37:40.429206 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 51664) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:37:40.606826 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe84be45-a535-4abf-9328-08bffc8881ac req-5f8e4764-e547-4635-9417-68696e1c4bbb tempest-TestNetworkAdvancedServerOps-1355420123 tempest-TestNetworkAdvancedServerOps-1355420123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:37:40.607562 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-2bd98a03-90a0-4600-a8e2-720ebf6dff2c req-bbd350d1-8a7a-4e7f-8b5e-e99f97ddd023 tempest-ServerActionsTestJSON-64006463 tempest-ServerActionsTestJSON-64006463-project] 10.222.0.26 "GET /v2.0/security-groups?id=0d525850-c301-4718-92cf-e73f2c3e9524&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6830976 Apr 01 13:37:40.608380 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-fe84be45-a535-4abf-9328-08bffc8881ac req-5f8e4764-e547-4635-9417-68696e1c4bbb tempest-TestNetworkAdvancedServerOps-1355420123 tempest-TestNetworkAdvancedServerOps-1355420123-project] 10.222.0.26 "GET /v2.0/ports?device_id=b52fb625-6535-4e58-afe5-9e4ccb47c0b6 HTTP/1.1" status: 200 len: 943 time: 0.5312486 Apr 01 13:37:40.629201 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-e13dc815-84b9-4f38-9d8b-65f29ad705c3 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:37:40.711894 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.pecan_wsgi.hooks.translation [None req-50f5c3c9-eb7d-4ce8-8b17-41dbf083d214 tempest-AllowedAddressPairIpV6TestJSON-1064512019 tempest-AllowedAddressPairIpV6TestJSON-1064512019-project] GET failed (client error): The resource could not be found. Apr 01 13:37:40.712712 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-50f5c3c9-eb7d-4ce8-8b17-41dbf083d214 tempest-AllowedAddressPairIpV6TestJSON-1064512019 tempest-AllowedAddressPairIpV6TestJSON-1064512019-project] Synchronizing usage tracker for tenant:6fd515cdecb148b98b1bf1573eeed293 on resource:port {{(pid=83871) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 13:37:40.738091 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.db [None req-4769cb7f-efc5-4f23-baba-032924f7a4b2 tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] For port dc8143dd-1774-4b9b-9be8-542e4f64fbea, host dv-neutron-836180-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836180-1-hyperv',level=0,port_id=dc8143dd-1774-4b9b-9be8-542e4f64fbea,segment=NetworkSegment(6cc37462-126a-4a50-af17-8ff76a7203f7),segment_id=6cc37462-126a-4a50-af17-8ff76a7203f7)] {{(pid=83869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 13:37:40.738441 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-4769cb7f-efc5-4f23-baba-032924f7a4b2 tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4155147'] for port, precommit_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:37:40.794685 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-fe84be45-a535-4abf-9328-08bffc8881ac req-13e75ce2-cd29-48f4-ac1e-706b19c92786 tempest-TestNetworkAdvancedServerOps-1355420123 tempest-TestNetworkAdvancedServerOps-1355420123-project] 10.222.0.26 "GET /v2.0/security-groups?id=78c001c1-251f-4a8b-9340-7477b428b7b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1561832 Apr 01 13:37:40.809116 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-50f5c3c9-eb7d-4ce8-8b17-41dbf083d214 tempest-AllowedAddressPairIpV6TestJSON-1064512019 tempest-AllowedAddressPairIpV6TestJSON-1064512019-project] Unset dirty status for tenant:6fd515cdecb148b98b1bf1573eeed293 on resource:port {{(pid=83871) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 13:37:40.810253 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-50f5c3c9-eb7d-4ce8-8b17-41dbf083d214 tempest-AllowedAddressPairIpV6TestJSON-1064512019 tempest-AllowedAddressPairIpV6TestJSON-1064512019-project] 10.222.0.26 "GET /v2.0/ports/38491bb4-7461-4569-9737-b76a66d6784e HTTP/1.1" status: 404 len: 333 time: 0.3801069 Apr 01 13:37:40.823799 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 51668) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:37:40.827288 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-24aee389-42b9-4080-975e-1720b024780a req-dc390015-956f-4352-b242-18f81b1147b7 service neutron] 10.222.0.57 "GET /v2.0/networks/cb4d1837-1892-4ca3-a559-eb0035507686?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4560580 Apr 01 13:37:40.886495 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-e13dc815-84b9-4f38-9d8b-65f29ad705c3 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:37:40.894773 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.plugin [None req-4769cb7f-efc5-4f23-baba-032924f7a4b2 tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] Calling delete_port for dc8143dd-1774-4b9b-9be8-542e4f64fbea owned by network:dhcp {{(pid=83869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 13:37:40.903852 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-e38cf15b-64a2-44b2-915f-98984f21794e tempest-ExtraDHCPOptionsTestJSON-1290941370 tempest-ExtraDHCPOptionsTestJSON-1290941370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736732935801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2743125'] for port, after_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:37:40.945290 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e13dc815-84b9-4f38-9d8b-65f29ad705c3 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Made reservation on behalf of 8b726fe6689e4b7f96def1a2219bea6c for: {'subnet': 1} {{(pid=83869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 13:37:40.948744 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-e13dc815-84b9-4f38-9d8b-65f29ad705c3 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2999481'] for subnet, before_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:37:40.950152 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.pecan_wsgi.hooks.translation [None req-e13dc815-84b9-4f38-9d8b-65f29ad705c3 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 01 13:37:40.950564 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e13dc815-84b9-4f38-9d8b-65f29ad705c3 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83869) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 13:37:41.012870 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-e13dc815-84b9-4f38-9d8b-65f29ad705c3 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 1.0601585 Apr 01 13:37:41.016604 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 51672) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:37:41.026378 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.v2.base [None req-a01635d0-f4be-4998-a16e-04cc6172d645 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Request body: {'subnet': {'network_id': '09d7ea43-6376-4322-97e7-54cd01aae492', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=83869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:37:41.172574 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.plugin [None req-65e102c3-effa-4d9a-ae7e-780dbc9e23a6 tempest-AllowedAddressPairIpV6TestJSON-1064512019 tempest-AllowedAddressPairIpV6TestJSON-1064512019-project] Deleting port 7815e9c9-ff58-4101-a718-f86e07c07b0b {{(pid=83871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 13:37:41.172918 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-65e102c3-effa-4d9a-ae7e-780dbc9e23a6 tempest-AllowedAddressPairIpV6TestJSON-1064512019 tempest-AllowedAddressPairIpV6TestJSON-1064512019-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736733287370'] for port, before_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:37:41.219317 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e38cf15b-64a2-44b2-915f-98984f21794e tempest-ExtraDHCPOptionsTestJSON-1290941370 tempest-ExtraDHCPOptionsTestJSON-1290941370-project] Network 08b295ca-09ec-4ac4-8dbb-3d982d8569ad is already hosted by enough agents. {{(pid=83871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 13:37:41.225479 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-0d609ba7-0341-41ea-8d6b-edb2c49b6ab4 tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Notify callbacks [] for router_gateway, before_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:37:41.238756 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.scheduler.base_scheduler [None req-e38cf15b-64a2-44b2-915f-98984f21794e tempest-ExtraDHCPOptionsTestJSON-1290941370 tempest-ExtraDHCPOptionsTestJSON-1290941370-project] Resources bound (agent type, host, resource id): {{(pid=83871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 13:37:41.250789 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38cf15b-64a2-44b2-915f-98984f21794e tempest-ExtraDHCPOptionsTestJSON-1290941370 tempest-ExtraDHCPOptionsTestJSON-1290941370-project] Pushing event updated for resources: {'Port': ['ID=96b79426-6186-4ec8-808c-5ae14a2e31da,revision_number=1']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:37:41.253662 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e38cf15b-64a2-44b2-915f-98984f21794e tempest-ExtraDHCPOptionsTestJSON-1290941370 tempest-ExtraDHCPOptionsTestJSON-1290941370-project] Received port after_create {{(pid=83871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 13:37:41.267236 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-0d609ba7-0341-41ea-8d6b-edb2c49b6ab4 tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:37:41.271584 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-4769cb7f-efc5-4f23-baba-032924f7a4b2 tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736733359243', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736732935810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2705155'] for port, after_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:37:41.307085 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-a01635d0-f4be-4998-a16e-04cc6172d645 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:37:41.352673 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e38cf15b-64a2-44b2-915f-98984f21794e tempest-ExtraDHCPOptionsTestJSON-1290941370 tempest-ExtraDHCPOptionsTestJSON-1290941370-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:37:41.353304 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-e38cf15b-64a2-44b2-915f-98984f21794e tempest-ExtraDHCPOptionsTestJSON-1290941370 tempest-ExtraDHCPOptionsTestJSON-1290941370-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109561'] for port, before_response {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:37:41.383735 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4769cb7f-efc5-4f23-baba-032924f7a4b2 tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] Pushing event deleted for resources: {'Port': ['ID=dc8143dd-1774-4b9b-9be8-542e4f64fbea,revision_number=None']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:37:41.390133 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-a01635d0-f4be-4998-a16e-04cc6172d645 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:37:41.410947 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-24aee389-42b9-4080-975e-1720b024780a req-a4a4c836-41a0-4f02-adbe-fb2072b858ce service neutron] 10.222.0.57 "GET /v2.0/networks/cb4d1837-1892-4ca3-a559-eb0035507686?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5333300 Apr 01 13:37:41.437561 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Device 1167735a-ac90-4c16-b2b1-18e1991e2ca7 up at agent ovs-agent-dv-neutron-836180-1-hyperv {{(pid=83872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 13:37:41.463945 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-e38cf15b-64a2-44b2-915f-98984f21794e tempest-ExtraDHCPOptionsTestJSON-1290941370 tempest-ExtraDHCPOptionsTestJSON-1290941370-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.0399156 Apr 01 13:37:41.469068 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 51676) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:37:41.477540 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.v2.base [None req-049e703b-228d-4672-8840-7405fc898f0c tempest-ExtraDHCPOptionsTestJSON-1290941370 tempest-ExtraDHCPOptionsTestJSON-1290941370-project] Request body: {'port': {'network_id': '08b295ca-09ec-4ac4-8dbb-3d982d8569ad', 'name': 'tempest-ExtraDHCPOptionsTestJSON-210067322', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=83871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:37:41.478142 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.api.validators [None req-049e703b-228d-4672-8840-7405fc898f0c tempest-ExtraDHCPOptionsTestJSON-1290941370 tempest-ExtraDHCPOptionsTestJSON-1290941370-project] bootfile-name is not in valid_values {{(pid=83871) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Apr 01 13:37:41.478823 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.api.validators [None req-049e703b-228d-4672-8840-7405fc898f0c tempest-ExtraDHCPOptionsTestJSON-1290941370 tempest-ExtraDHCPOptionsTestJSON-1290941370-project] tftp-server is not in valid_values {{(pid=83871) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Apr 01 13:37:41.479043 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.api.validators [None req-049e703b-228d-4672-8840-7405fc898f0c tempest-ExtraDHCPOptionsTestJSON-1290941370 tempest-ExtraDHCPOptionsTestJSON-1290941370-project] server-ip-address is not in valid_values {{(pid=83871) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Apr 01 13:37:41.520104 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Provisioning for port 1167735a-ac90-4c16-b2b1-18e1991e2ca7 completed by entity L2. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 13:37:41.526704 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Device dc8143dd-1774-4b9b-9be8-542e4f64fbea up at agent ovs-agent-dv-neutron-836180-1-hyperv {{(pid=83872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 13:37:41.533407 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4769cb7f-efc5-4f23-baba-032924f7a4b2 tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] No DVR routers for this DVR port dc8143dd-1774-4b9b-9be8-542e4f64fbea on host dv-neutron-836180-1-hyperv {{(pid=83869) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 13:37:41.539653 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a01635d0-f4be-4998-a16e-04cc6172d645 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Made reservation on behalf of 8b726fe6689e4b7f96def1a2219bea6c for: {'subnet': 1} {{(pid=83869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 13:37:41.543282 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-a01635d0-f4be-4998-a16e-04cc6172d645 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2999481'] for subnet, before_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:37:41.544706 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.pecan_wsgi.hooks.translation [None req-a01635d0-f4be-4998-a16e-04cc6172d645 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 01 13:37:41.545124 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a01635d0-f4be-4998-a16e-04cc6172d645 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83869) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 13:37:41.565942 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.plugin [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] No Port match for: dc8143dd-1774-4b9b-9be8-542e4f64fbea {{(pid=83872) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 01 13:37:41.566668 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Device dc8143dd-1774-4b9b-9be8-542e4f64fbea not bound to the agent host dv-neutron-836180-1-hyperv {{(pid=83872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:284}} Apr 01 13:37:41.621107 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Port dc8143dd-1774-4b9b-9be8-542e4f64fbea not found, will not notify nova. {{(pid=83872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:294}} Apr 01 13:37:41.686819 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-4769cb7f-efc5-4f23-baba-032924f7a4b2 tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-945029'] for subnet, precommit_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:37:41.831420 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-049e703b-228d-4672-8840-7405fc898f0c tempest-ExtraDHCPOptionsTestJSON-1290941370 tempest-ExtraDHCPOptionsTestJSON-1290941370-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:37:41.841803 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-049e703b-228d-4672-8840-7405fc898f0c tempest-ExtraDHCPOptionsTestJSON-1290941370 tempest-ExtraDHCPOptionsTestJSON-1290941370-project] Usage tracker for resource:port and tenant:4c5456a4664149c59cddfa70d29d9139 is out of sync, need to count used quota {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 13:37:41.845662 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-049e703b-228d-4672-8840-7405fc898f0c tempest-ExtraDHCPOptionsTestJSON-1290941370 tempest-ExtraDHCPOptionsTestJSON-1290941370-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 13:37:41.863226 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-049e703b-228d-4672-8840-7405fc898f0c tempest-ExtraDHCPOptionsTestJSON-1290941370 tempest-ExtraDHCPOptionsTestJSON-1290941370-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:37:41.876835 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-65e102c3-effa-4d9a-ae7e-780dbc9e23a6 tempest-AllowedAddressPairIpV6TestJSON-1064512019 tempest-AllowedAddressPairIpV6TestJSON-1064512019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4155147'] for port, precommit_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:37:41.889241 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-f50f8c53-3846-4936-b45f-d377c6e57930 req-1b058e2b-bdb7-4491-a250-3e31d2ff8f45 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=c4570dfc5b694d9bb3c42a8f7c596843&device_id=b52fb625-6535-4e58-afe5-9e4ccb47c0b6 HTTP/1.1" status: 200 len: 1096 time: 0.4187496 Apr 01 13:37:41.895864 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-049e703b-228d-4672-8840-7405fc898f0c tempest-ExtraDHCPOptionsTestJSON-1290941370 tempest-ExtraDHCPOptionsTestJSON-1290941370-project] Made reservation on behalf of 4c5456a4664149c59cddfa70d29d9139 for: {'port': 1} {{(pid=83871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 13:37:41.899783 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-049e703b-228d-4672-8840-7405fc898f0c tempest-ExtraDHCPOptionsTestJSON-1290941370 tempest-ExtraDHCPOptionsTestJSON-1290941370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:37:41.923269 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-a01635d0-f4be-4998-a16e-04cc6172d645 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.9064603 Apr 01 13:37:41.930618 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 51684) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:37:41.988550 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.db_base_plugin_common [None req-0d609ba7-0341-41ea-8d6b-edb2c49b6ab4 tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Allocated IP 172.26.5.186 (725864b8-cceb-48c9-b5d3-1bfc4423e301/e2ed99db-0e25-4971-b535-7fa69231fae8/8741e162-2afd-49f9-9e1e-7171a7fa11e0) {{(pid=83869) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 13:37:42.012375 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0ee2025-e01e-40f7-831a-069bd771fe9e None None] Network 08b295ca-09ec-4ac4-8dbb-3d982d8569ad requested from dv-neutron-836180-1-hyperv {{(pid=83872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 13:37:42.014692 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-6480fa2d-1e05-41cf-bd77-75b41de79fa2 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0767295 Apr 01 13:37:42.027076 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 51688) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:37:42.132926 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-85c320c0-f883-41f2-aaa4-d5bc8b17b82d None None] Provisioning for port 1167735a-ac90-4c16-b2b1-18e1991e2ca7 completed by entity DHCP. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 13:37:42.141057 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-85c320c0-f883-41f2-aaa4-d5bc8b17b82d None None] Provisioning complete for port 1167735a-ac90-4c16-b2b1-18e1991e2ca7 triggered by entity DHCP. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 13:37:42.141420 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-85c320c0-f883-41f2-aaa4-d5bc8b17b82d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-948329'] for port, provisioning_complete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:37:42.160519 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.plugin [None req-65e102c3-effa-4d9a-ae7e-780dbc9e23a6 tempest-AllowedAddressPairIpV6TestJSON-1064512019 tempest-AllowedAddressPairIpV6TestJSON-1064512019-project] Calling delete_port for 7815e9c9-ff58-4101-a718-f86e07c07b0b owned by {{(pid=83871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 13:37:42.180894 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-506a9966-6806-4893-b681-5254689e3b21 None None] Network 4f12331d-c943-4e1b-bde8-9c50bb8d6fbd requested from dv-neutron-836180-1-hyperv {{(pid=83872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 13:37:42.192037 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.notifiers.nova [None req-049e703b-228d-4672-8840-7405fc898f0c tempest-ExtraDHCPOptionsTestJSON-1290941370 tempest-ExtraDHCPOptionsTestJSON-1290941370-project] device_id is not set on port 265ada8c-efae-4184-b10b-8e7b719135b3 yet. {{(pid=83871) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 01 13:37:42.203943 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-4769cb7f-efc5-4f23-baba-032924f7a4b2 tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-945042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2705198', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2999452'] for subnet, after_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:37:42.244359 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a178d06-f6ec-4d04-9e8e-b89551507eb6 req-5132c5ca-0db3-4f7d-8e1c-396d58d44659 tempest-ServerActionsTestJSON-64006463 tempest-ServerActionsTestJSON-64006463-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:37:42.245716 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-0a178d06-f6ec-4d04-9e8e-b89551507eb6 req-5132c5ca-0db3-4f7d-8e1c-396d58d44659 tempest-ServerActionsTestJSON-64006463 tempest-ServerActionsTestJSON-64006463-project] 10.222.0.26 "GET /v2.0/ports?device_id=746f2a68-07bc-4d82-957e-55cd7a32c31f HTTP/1.1" status: 200 len: 946 time: 0.3789756 Apr 01 13:37:42.253706 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd24adb5-a827-4f21-97a1-01216cdabde3 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:37:42.254362 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-dd24adb5-a827-4f21-97a1-01216cdabde3 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Synchronizing usage tracker for tenant:8b726fe6689e4b7f96def1a2219bea6c on resource:subnet {{(pid=83869) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 13:37:42.303719 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4769cb7f-efc5-4f23-baba-032924f7a4b2 tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] Pushing event deleted for resources: {'Subnet': ['ID=f78c96cf-a293-4cfb-bc4a-4327010abac6,revision_number=None']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:37:42.422282 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-dd24adb5-a827-4f21-97a1-01216cdabde3 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Unset dirty status for tenant:8b726fe6689e4b7f96def1a2219bea6c on resource:subnet {{(pid=83869) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 13:37:42.425782 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-dd24adb5-a827-4f21-97a1-01216cdabde3 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.3952284 Apr 01 13:37:42.448570 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 51692) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:37:42.514000 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-0d609ba7-0341-41ea-8d6b-edb2c49b6ab4 tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Notify callbacks [] for port, precommit_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:37:42.527023 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-4769cb7f-efc5-4f23-baba-032924f7a4b2 tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-942654', 'neutron.services.segments.db._delete_segments_for_network-8736733387888'] for network, precommit_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:37:42.528658 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50f8c53-3846-4936-b45f-d377c6e57930 req-28f88a0b-dbc0-466c-80b0-0a7b60449c73 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:37:42.530113 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-f50f8c53-3846-4936-b45f-d377c6e57930 req-28f88a0b-dbc0-466c-80b0-0a7b60449c73 service neutron] 10.222.0.57 "GET /v2.0/networks?id=cb4d1837-1892-4ca3-a559-eb0035507686 HTTP/1.1" status: 200 len: 897 time: 0.5318923 Apr 01 13:37:42.556904 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-0a178d06-f6ec-4d04-9e8e-b89551507eb6 req-3cd78ab8-e967-47ef-aa9a-8fb86fb046d6 tempest-ServerActionsTestJSON-64006463 tempest-ServerActionsTestJSON-64006463-project] 10.222.0.26 "GET /v2.0/security-groups?id=0d525850-c301-4718-92cf-e73f2c3e9524&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2944279 Apr 01 13:37:42.567624 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-d6466839-c3d1-4c6d-b573-ce89b49f555c tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] 10.222.0.26 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1129351 Apr 01 13:37:42.569680 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b046fbb-1970-4849-8c98-c2b2ab756069 None None] DHCP port deletion for 4f12331d-c943-4e1b-bde8-9c50bb8d6fbd request from dv-neutron-836180-1-hyperv {{(pid=83872) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 01 13:37:42.605764 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 51696) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:37:42.612170 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.services.segments.db [None req-4769cb7f-efc5-4f23-baba-032924f7a4b2 tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4f12331d-c943-4e1b-bde8-9c50bb8d6fbd']}} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:37:42.622345 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd97e9e-887f-43cc-9358-6d418b61d63e req-50f91ed4-a088-4b96-aace-0d510b375e7c tempest-TestNetworkAdvancedServerOps-1355420123 tempest-TestNetworkAdvancedServerOps-1355420123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:37:42.625838 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.v2.base [None req-2b25160f-c9e5-4a3d-b97d-8c777baeb285 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Request body: {'subnet': {'network_id': '09d7ea43-6376-4322-97e7-54cd01aae492', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=83869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:37:42.629217 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-6cd97e9e-887f-43cc-9358-6d418b61d63e req-50f91ed4-a088-4b96-aace-0d510b375e7c tempest-TestNetworkAdvancedServerOps-1355420123 tempest-TestNetworkAdvancedServerOps-1355420123-project] 10.222.0.26 "GET /v2.0/ports?device_id=b52fb625-6535-4e58-afe5-9e4ccb47c0b6 HTTP/1.1" status: 200 len: 943 time: 0.5176604 Apr 01 13:37:42.653864 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-85c320c0-f883-41f2-aaa4-d5bc8b17b82d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:37:42.671338 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.db_base_plugin_common [None req-049e703b-228d-4672-8840-7405fc898f0c tempest-ExtraDHCPOptionsTestJSON-1290941370 tempest-ExtraDHCPOptionsTestJSON-1290941370-project] Allocated IP 172.20.0.8 (08b295ca-09ec-4ac4-8dbb-3d982d8569ad/f3fedb09-1c15-4884-9a9f-edba1a9b494f/265ada8c-efae-4184-b10b-8e7b719135b3) {{(pid=83871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 13:37:42.679766 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-f50f8c53-3846-4936-b45f-d377c6e57930 req-f1487456-0184-4a8f-a350-4a585163baa0 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=01a2a8c0-c8b0-45ca-a18f-1c7dceb28567 HTTP/1.1" status: 200 len: 217 time: 0.1330857 Apr 01 13:37:42.706027 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-85c320c0-f883-41f2-aaa4-d5bc8b17b82d None None] For port 1167735a-ac90-4c16-b2b1-18e1991e2ca7, host dv-neutron-836180-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836180-1-hyperv',level=0,port_id=1167735a-ac90-4c16-b2b1-18e1991e2ca7,segment=NetworkSegment(6ec58339-369a-4863-9885-b2aedc794da9),segment_id=6ec58339-369a-4863-9885-b2aedc794da9)] {{(pid=83872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 13:37:42.713911 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-85c320c0-f883-41f2-aaa4-d5bc8b17b82d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864'] for port, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:37:42.750389 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-65e102c3-effa-4d9a-ae7e-780dbc9e23a6 tempest-AllowedAddressPairIpV6TestJSON-1064512019 tempest-AllowedAddressPairIpV6TestJSON-1064512019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736733359243', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736732935810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2743125'] for port, after_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:37:42.783001 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.services.segments.db [None req-4769cb7f-efc5-4f23-baba-032924f7a4b2 tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6cc37462-126a-4a50-af17-8ff76a7203f7') {'for_net_delete': True} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:37:42.783325 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.services.segments.db [None req-4769cb7f-efc5-4f23-baba-032924f7a4b2 tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6cc37462-126a-4a50-af17-8ff76a7203f7') {} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:37:42.791515 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c320c0-f883-41f2-aaa4-d5bc8b17b82d None None] Pushing event updated for resources: {'Port': ['ID=1167735a-ac90-4c16-b2b1-18e1991e2ca7,revision_number=3']} {{(pid=83872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:37:42.825690 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-4769cb7f-efc5-4f23-baba-032924f7a4b2 tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736733386999', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2704982'] for segment, before_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:37:42.836546 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-db2660d0-728d-49e5-ab69-4594586f02cc None None] Could not find standard attr ID for object dc8143dd-1774-4b9b-9be8-542e4f64fbea. {{(pid=83872) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 01 13:37:42.872995 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-4769cb7f-efc5-4f23-baba-032924f7a4b2 tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1004271'] for segment, precommit_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:37:42.887266 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-0d609ba7-0341-41ea-8d6b-edb2c49b6ab4 tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736732935801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2705155'] for port, after_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:37:42.892180 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-2b25160f-c9e5-4a3d-b97d-8c777baeb285 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:37:42.895527 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4769cb7f-efc5-4f23-baba-032924f7a4b2 tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] Releasing vlan 361 on physical network physnet1 to pool {{(pid=83869) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 01 13:37:42.895923 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-4769cb7f-efc5-4f23-baba-032924f7a4b2 tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1004262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2705264'] for segment, after_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:37:42.942173 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-6cd97e9e-887f-43cc-9358-6d418b61d63e req-32c6cc46-4663-41c4-a7cd-5917c6ffd59d tempest-TestNetworkAdvancedServerOps-1355420123 tempest-TestNetworkAdvancedServerOps-1355420123-project] 10.222.0.26 "GET /v2.0/security-groups?id=78c001c1-251f-4a8b-9340-7477b428b7b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3120844 Apr 01 13:37:42.945869 dv-neutron-836180-1-hyperv neutron-server[83869]: Traceback (most recent call last): Apr 01 13:37:42.945869 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 01 13:37:42.945869 dv-neutron-836180-1-hyperv neutron-server[83869]: timer() Apr 01 13:37:42.945869 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 13:37:42.945869 dv-neutron-836180-1-hyperv neutron-server[83869]: cb(*args, **kw) Apr 01 13:37:42.945869 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 13:37:42.945869 dv-neutron-836180-1-hyperv neutron-server[83869]: return func(*args, **kwargs) Apr 01 13:37:42.945869 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 13:37:42.945869 dv-neutron-836180-1-hyperv neutron-server[83869]: self._notify() Apr 01 13:37:42.945869 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 13:37:42.945869 dv-neutron-836180-1-hyperv neutron-server[83869]: self.callback(batched_events) Apr 01 13:37:42.945869 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 13:37:42.945869 dv-neutron-836180-1-hyperv neutron-server[83869]: event.method(event) Apr 01 13:37:42.945869 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 13:37:42.945869 dv-neutron-836180-1-hyperv neutron-server[83869]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 13:37:42.945869 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 13:37:42.945869 dv-neutron-836180-1-hyperv neutron-server[83869]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 13:37:42.945869 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 13:37:42.945869 dv-neutron-836180-1-hyperv neutron-server[83869]: return f(self, *a, **k) Apr 01 13:37:42.945869 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 13:37:42.945869 dv-neutron-836180-1-hyperv neutron-server[83869]: return self._get(url).json() Apr 01 13:37:42.945869 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 13:37:42.945869 dv-neutron-836180-1-hyperv neutron-server[83869]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 13:37:42.945869 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 01 13:37:42.945869 dv-neutron-836180-1-hyperv neutron-server[83869]: return self.request(url, 'GET', **kwargs) Apr 01 13:37:42.945869 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 01 13:37:42.945869 dv-neutron-836180-1-hyperv neutron-server[83869]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 13:37:42.945869 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 01 13:37:42.945869 dv-neutron-836180-1-hyperv neutron-server[83869]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 13:37:42.945869 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 01 13:37:42.945869 dv-neutron-836180-1-hyperv neutron-server[83869]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 13:37:42.945869 dv-neutron-836180-1-hyperv neutron-server[83869]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 13:37:42.958120 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e102c3-effa-4d9a-ae7e-780dbc9e23a6 tempest-AllowedAddressPairIpV6TestJSON-1064512019 tempest-AllowedAddressPairIpV6TestJSON-1064512019-project] Pushing event deleted for resources: {'Port': ['ID=7815e9c9-ff58-4101-a718-f86e07c07b0b,revision_number=None']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:37:43.016158 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50f8c53-3846-4936-b45f-d377c6e57930 req-319fd593-dfb0-49b3-bfa1-87fa282454cf service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:37:43.017878 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-f50f8c53-3846-4936-b45f-d377c6e57930 req-319fd593-dfb0-49b3-bfa1-87fa282454cf service neutron] 10.222.0.57 "GET /v2.0/subnets?id=c65397f7-964e-4a75-8fb4-5b28417ee25a HTTP/1.1" status: 200 len: 835 time: 0.3205891 Apr 01 13:37:43.026290 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-2b25160f-c9e5-4a3d-b97d-8c777baeb285 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:37:43.062594 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-b4ea58d5-96ce-41e1-b557-2bc2344d8124 None None] Provisioning for port 96b79426-6186-4ec8-808c-5ae14a2e31da completed by entity DHCP. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 13:37:43.069748 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-b4ea58d5-96ce-41e1-b557-2bc2344d8124 None None] Provisioning complete for port 96b79426-6186-4ec8-808c-5ae14a2e31da triggered by entity DHCP. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 13:37:43.070296 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-b4ea58d5-96ce-41e1-b557-2bc2344d8124 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-948329'] for port, provisioning_complete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:37:43.087265 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-65e102c3-effa-4d9a-ae7e-780dbc9e23a6 tempest-AllowedAddressPairIpV6TestJSON-1064512019 tempest-AllowedAddressPairIpV6TestJSON-1064512019-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109561'] for port, before_response {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:37:43.107862 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d609ba7-0341-41ea-8d6b-edb2c49b6ab4 tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Network 725864b8-cceb-48c9-b5d3-1bfc4423e301 is already hosted by enough agents. {{(pid=83869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 13:37:43.111848 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.scheduler.base_scheduler [None req-0d609ba7-0341-41ea-8d6b-edb2c49b6ab4 tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Resources bound (agent type, host, resource id): {{(pid=83869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 13:37:43.115290 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b25160f-c9e5-4a3d-b97d-8c777baeb285 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Made reservation on behalf of 8b726fe6689e4b7f96def1a2219bea6c for: {'subnet': 1} {{(pid=83869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 13:37:43.124333 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-2b25160f-c9e5-4a3d-b97d-8c777baeb285 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2999481'] for subnet, before_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:37:43.139759 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d609ba7-0341-41ea-8d6b-edb2c49b6ab4 tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Received port after_create {{(pid=83869) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 13:37:43.165354 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.plugin [None req-b4ea58d5-96ce-41e1-b557-2bc2344d8124 None None] Port 96b79426-6186-4ec8-808c-5ae14a2e31da cannot update to ACTIVE because it is not bound. {{(pid=83872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 13:37:43.189435 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-b4ea58d5-96ce-41e1-b557-2bc2344d8124 None None] Provisioning complete for port 1167735a-ac90-4c16-b2b1-18e1991e2ca7 triggered by entity DHCP. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 13:37:43.189435 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-b4ea58d5-96ce-41e1-b557-2bc2344d8124 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-948329'] for port, provisioning_complete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:37:43.193979 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d609ba7-0341-41ea-8d6b-edb2c49b6ab4 tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Pushing event updated for resources: {'Port': ['ID=8741e162-2afd-49f9-9e1e-7171a7fa11e0,revision_number=1']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:37:43.232425 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Device 01a2a8c0-c8b0-45ca-a18f-1c7dceb28567 details requested by agent hyperv_hv-neutron-8361 with host hv-neutron-8361 {{(pid=83872) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 01 13:37:43.251127 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed98197-4d48-4a9f-a053-1be40aa4cc17 req-4248370c-3509-4322-8952-e2a506bcd00a tempest-ServerActionsTestJSON-64006463 tempest-ServerActionsTestJSON-64006463-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:37:43.253092 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-7ed98197-4d48-4a9f-a053-1be40aa4cc17 req-4248370c-3509-4322-8952-e2a506bcd00a tempest-ServerActionsTestJSON-64006463 tempest-ServerActionsTestJSON-64006463-project] 10.222.0.26 "GET /v2.0/ports?device_id=746f2a68-07bc-4d82-957e-55cd7a32c31f HTTP/1.1" status: 200 len: 946 time: 0.5287797 Apr 01 13:37:43.285590 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-049e703b-228d-4672-8840-7405fc898f0c tempest-ExtraDHCPOptionsTestJSON-1290941370 tempest-ExtraDHCPOptionsTestJSON-1290941370-project] Notify callbacks [] for port, precommit_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:37:43.312591 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-65e102c3-effa-4d9a-ae7e-780dbc9e23a6 tempest-AllowedAddressPairIpV6TestJSON-1064512019 tempest-AllowedAddressPairIpV6TestJSON-1064512019-project] 10.222.0.26 "DELETE /v2.0/ports/7815e9c9-ff58-4101-a718-f86e07c07b0b HTTP/1.1" status: 204 len: 168 time: 2.4835458 Apr 01 13:37:43.318827 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 51702) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:37:43.320032 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.provisioning_blocks [None req-049e703b-228d-4672-8840-7405fc898f0c tempest-ExtraDHCPOptionsTestJSON-1290941370 tempest-ExtraDHCPOptionsTestJSON-1290941370-project] Transition to ACTIVE for port object 265ada8c-efae-4184-b10b-8e7b719135b3 will not be triggered until provisioned by entity DHCP. {{(pid=83871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 13:37:43.345373 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-f50f8c53-3846-4936-b45f-d377c6e57930 req-c76d0e83-f96a-4189-b065-2cf8d79eca1b service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=cb4d1837-1892-4ca3-a559-eb0035507686&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3130174 Apr 01 13:37:43.398894 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-4769cb7f-efc5-4f23-baba-032924f7a4b2 tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-942599', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4084797'] for network, after_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:37:43.456079 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-4769cb7f-efc5-4f23-baba-032924f7a4b2 tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] Notify callbacks [] for network, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:37:43.466138 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Device 1167735a-ac90-4c16-b2b1-18e1991e2ca7 up at agent ovs-agent-dv-neutron-836180-1-hyperv {{(pid=83872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 13:37:43.483487 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d609ba7-0341-41ea-8d6b-edb2c49b6ab4 tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:37:43.483714 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d609ba7-0341-41ea-8d6b-edb2c49b6ab4 tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:37:43.484050 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d609ba7-0341-41ea-8d6b-edb2c49b6ab4 tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:37:43.484395 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d609ba7-0341-41ea-8d6b-edb2c49b6ab4 tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:37:43.484719 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d609ba7-0341-41ea-8d6b-edb2c49b6ab4 tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:37:43.485038 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d609ba7-0341-41ea-8d6b-edb2c49b6ab4 tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:37:43.485354 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d609ba7-0341-41ea-8d6b-edb2c49b6ab4 tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:37:43.485669 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d609ba7-0341-41ea-8d6b-edb2c49b6ab4 tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:37:43.485979 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d609ba7-0341-41ea-8d6b-edb2c49b6ab4 tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:37:43.486288 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d609ba7-0341-41ea-8d6b-edb2c49b6ab4 tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:37:43.486595 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d609ba7-0341-41ea-8d6b-edb2c49b6ab4 tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:37:43.499816 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4769cb7f-efc5-4f23-baba-032924f7a4b2 tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] Pushing event deleted for resources: {'Network': ['ID=4f12331d-c943-4e1b-bde8-9c50bb8d6fbd,revision_number=None']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:37:43.520404 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-4769cb7f-efc5-4f23-baba-032924f7a4b2 tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] 10.222.0.26 "DELETE /v2.0/networks/4f12331d-c943-4e1b-bde8-9c50bb8d6fbd HTTP/1.1" status: 204 len: 168 time: 4.9591465 Apr 01 13:37:43.526870 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 51706) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:37:43.542998 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.v2.base [None req-a86b80a3-c025-48a9-8429-4bcd417902f2 tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1285201085'}} {{(pid=83871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:37:43.553105 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-a86b80a3-c025-48a9-8429-4bcd417902f2 tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:37:43.581737 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-a86b80a3-c025-48a9-8429-4bcd417902f2 tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] Usage tracker for resource:network and tenant:16dc8bccab6243da8b678a9c9f0a6318 is out of sync, need to count used quota {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 13:37:43.585143 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-049e703b-228d-4672-8840-7405fc898f0c tempest-ExtraDHCPOptionsTestJSON-1290941370 tempest-ExtraDHCPOptionsTestJSON-1290941370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736732935801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2743125'] for port, after_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:37:43.602243 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] For port 01a2a8c0-c8b0-45ca-a18f-1c7dceb28567, host hv-neutron-8361, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8361',level=0,port_id=01a2a8c0-c8b0-45ca-a18f-1c7dceb28567,segment=NetworkSegment(ef58a1ec-7bdb-47df-a821-68a0bc726ff2),segment_id=ef58a1ec-7bdb-47df-a821-68a0bc726ff2)] {{(pid=83872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 13:37:43.604142 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-a86b80a3-c025-48a9-8429-4bcd417902f2 tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 13:37:43.618168 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Returning: {'device': '01a2a8c0-c8b0-45ca-a18f-1c7dceb28567', 'network_id': 'cb4d1837-1892-4ca3-a559-eb0035507686', 'port_id': '01a2a8c0-c8b0-45ca-a18f-1c7dceb28567', 'mac_address': 'fa:16:3e:9b:f8:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 374, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c65397f7-964e-4a75-8fb4-5b28417ee25a', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83872) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 01 13:37:43.657951 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Provisioning complete for port 1167735a-ac90-4c16-b2b1-18e1991e2ca7 triggered by entity L2. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 13:37:43.658405 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-948329'] for port, provisioning_complete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:37:43.692950 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-a86b80a3-c025-48a9-8429-4bcd417902f2 tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:37:43.697195 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-7ed98197-4d48-4a9f-a053-1be40aa4cc17 req-e9a1c5ad-74e9-4493-b11e-c3169ea170b9 tempest-ServerActionsTestJSON-64006463 tempest-ServerActionsTestJSON-64006463-project] 10.222.0.26 "GET /v2.0/security-groups?id=0d525850-c301-4718-92cf-e73f2c3e9524&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2959571 Apr 01 13:37:43.747683 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:37:43.764392 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-049e703b-228d-4672-8840-7405fc898f0c tempest-ExtraDHCPOptionsTestJSON-1290941370 tempest-ExtraDHCPOptionsTestJSON-1290941370-project] Network 08b295ca-09ec-4ac4-8dbb-3d982d8569ad is already hosted by enough agents. {{(pid=83871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 13:37:43.773068 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.scheduler.base_scheduler [None req-049e703b-228d-4672-8840-7405fc898f0c tempest-ExtraDHCPOptionsTestJSON-1290941370 tempest-ExtraDHCPOptionsTestJSON-1290941370-project] Resources bound (agent type, host, resource id): {{(pid=83871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 13:37:43.775678 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-049e703b-228d-4672-8840-7405fc898f0c tempest-ExtraDHCPOptionsTestJSON-1290941370 tempest-ExtraDHCPOptionsTestJSON-1290941370-project] Received port after_create {{(pid=83871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 13:37:43.798721 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.notifiers.nova [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 01a2a8c0-c8b0-45ca-a18f-1c7dceb28567 {{(pid=83872) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 01 13:37:43.817714 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] For port 01a2a8c0-c8b0-45ca-a18f-1c7dceb28567, host hv-neutron-8361, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8361',level=0,port_id=01a2a8c0-c8b0-45ca-a18f-1c7dceb28567,segment=NetworkSegment(ef58a1ec-7bdb-47df-a821-68a0bc726ff2),segment_id=ef58a1ec-7bdb-47df-a821-68a0bc726ff2)] {{(pid=83872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 13:37:43.824628 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-78924c1a-2010-4653-9335-8f937f05b345 None None] Provisioning complete for port 96b79426-6186-4ec8-808c-5ae14a2e31da triggered by entity DHCP. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 13:37:43.824628 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-78924c1a-2010-4653-9335-8f937f05b345 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-948329'] for port, provisioning_complete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:37:43.851240 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-049e703b-228d-4672-8840-7405fc898f0c tempest-ExtraDHCPOptionsTestJSON-1290941370 tempest-ExtraDHCPOptionsTestJSON-1290941370-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:37:43.852001 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-049e703b-228d-4672-8840-7405fc898f0c tempest-ExtraDHCPOptionsTestJSON-1290941370 tempest-ExtraDHCPOptionsTestJSON-1290941370-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109561'] for port, before_response {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:37:43.855992 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a86b80a3-c025-48a9-8429-4bcd417902f2 tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] Made reservation on behalf of 16dc8bccab6243da8b678a9c9f0a6318 for: {'network': 1} {{(pid=83871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 13:37:43.859235 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-a86b80a3-c025-48a9-8429-4bcd417902f2 tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for network, before_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:37:43.878615 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-f50f8c53-3846-4936-b45f-d377c6e57930 req-d4ffb886-f6a4-4793-8f35-64d466f68afe service neutron] 10.222.0.57 "GET /v2.0/networks/cb4d1837-1892-4ca3-a559-eb0035507686?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4747801 Apr 01 13:37:43.879892 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864'] for port, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:37:43.940068 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a86b80a3-c025-48a9-8429-4bcd417902f2 tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] vlan segment allocate from pool success with {'vlan_id': 378, 'physical_network': 'physnet1'} {{(pid=83871) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 13:37:43.951012 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-a86b80a3-c025-48a9-8429-4bcd417902f2 tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1004271'] for segment, precommit_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:37:43.951396 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.db.segments_db [None req-a86b80a3-c025-48a9-8429-4bcd417902f2 tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] Added segment 6bc7c6ed-418b-4b13-85da-fd0461eb8b35 of type vlan for network 850ba6d9-1f24-43f2-9495-d0eb2bb6939a Apr 01 13:37:43.987117 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-a86b80a3-c025-48a9-8429-4bcd417902f2 tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736732923383'] for network, precommit_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:37:44.032897 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049e703b-228d-4672-8840-7405fc898f0c tempest-ExtraDHCPOptionsTestJSON-1290941370 tempest-ExtraDHCPOptionsTestJSON-1290941370-project] Pushing event updated for resources: {'Port': ['ID=265ada8c-efae-4184-b10b-8e7b719135b3,revision_number=1']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:37:44.052951 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-049e703b-228d-4672-8840-7405fc898f0c tempest-ExtraDHCPOptionsTestJSON-1290941370 tempest-ExtraDHCPOptionsTestJSON-1290941370-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:37:44.053313 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-049e703b-228d-4672-8840-7405fc898f0c tempest-ExtraDHCPOptionsTestJSON-1290941370 tempest-ExtraDHCPOptionsTestJSON-1290941370-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:37:44.053621 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-049e703b-228d-4672-8840-7405fc898f0c tempest-ExtraDHCPOptionsTestJSON-1290941370 tempest-ExtraDHCPOptionsTestJSON-1290941370-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:37:44.053954 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-049e703b-228d-4672-8840-7405fc898f0c tempest-ExtraDHCPOptionsTestJSON-1290941370 tempest-ExtraDHCPOptionsTestJSON-1290941370-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:37:44.054276 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-049e703b-228d-4672-8840-7405fc898f0c tempest-ExtraDHCPOptionsTestJSON-1290941370 tempest-ExtraDHCPOptionsTestJSON-1290941370-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:37:44.054598 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-049e703b-228d-4672-8840-7405fc898f0c tempest-ExtraDHCPOptionsTestJSON-1290941370 tempest-ExtraDHCPOptionsTestJSON-1290941370-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:37:44.054916 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-049e703b-228d-4672-8840-7405fc898f0c tempest-ExtraDHCPOptionsTestJSON-1290941370 tempest-ExtraDHCPOptionsTestJSON-1290941370-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:37:44.055234 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-049e703b-228d-4672-8840-7405fc898f0c tempest-ExtraDHCPOptionsTestJSON-1290941370 tempest-ExtraDHCPOptionsTestJSON-1290941370-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:37:44.055548 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-049e703b-228d-4672-8840-7405fc898f0c tempest-ExtraDHCPOptionsTestJSON-1290941370 tempest-ExtraDHCPOptionsTestJSON-1290941370-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:37:44.055862 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-049e703b-228d-4672-8840-7405fc898f0c tempest-ExtraDHCPOptionsTestJSON-1290941370 tempest-ExtraDHCPOptionsTestJSON-1290941370-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:37:44.056172 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-049e703b-228d-4672-8840-7405fc898f0c tempest-ExtraDHCPOptionsTestJSON-1290941370 tempest-ExtraDHCPOptionsTestJSON-1290941370-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:37:44.062559 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-a86b80a3-c025-48a9-8429-4bcd417902f2 tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575'] for network, after_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:37:44.066987 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a86b80a3-c025-48a9-8429-4bcd417902f2 tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:37:44.067581 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-a86b80a3-c025-48a9-8429-4bcd417902f2 tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3017602'] for network, before_response {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:37:44.084172 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.plugin [None req-78924c1a-2010-4653-9335-8f937f05b345 None None] Port 96b79426-6186-4ec8-808c-5ae14a2e31da cannot update to ACTIVE because it is not bound. {{(pid=83872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 13:37:44.113642 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Device dc8143dd-1774-4b9b-9be8-542e4f64fbea no longer exists at agent ovs-agent-dv-neutron-836180-1-hyperv {{(pid=83872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 13:37:44.128249 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.objects.ports [None req-2b25160f-c9e5-4a3d-b97d-8c777baeb285 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=83869) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Apr 01 13:37:44.133953 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-2b25160f-c9e5-4a3d-b97d-8c777baeb285 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2705391', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2999447'] for subnet, after_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:37:44.161383 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-049e703b-228d-4672-8840-7405fc898f0c tempest-ExtraDHCPOptionsTestJSON-1290941370 tempest-ExtraDHCPOptionsTestJSON-1290941370-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1151 time: 2.6897449 Apr 01 13:37:44.170475 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 51716) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:37:44.181983 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] get_ports_and_sgs() called for port_ids ['01a2a8c0-c8b0-45ca-a18f-1c7dceb28567'] {{(pid=83872) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 01 13:37:44.229483 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b25160f-c9e5-4a3d-b97d-8c777baeb285 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Network 09d7ea43-6376-4322-97e7-54cd01aae492 is already hosted by enough agents. {{(pid=83869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 13:37:44.272647 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.plugin [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] No Port match for: dc8143dd-1774-4b9b-9be8-542e4f64fbea {{(pid=83872) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 01 13:37:44.272950 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Device dc8143dd-1774-4b9b-9be8-542e4f64fbea not bound to the agent host dv-neutron-836180-1-hyperv {{(pid=83872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 13:37:44.285818 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Pushing event updated for resources: {'Port': ['ID=01a2a8c0-c8b0-45ca-a18f-1c7dceb28567,revision_number=4']} {{(pid=83872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:37:44.315053 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-a86b80a3-c025-48a9-8429-4bcd417902f2 tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.7846367 Apr 01 13:37:44.327630 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.scheduler.base_scheduler [None req-2b25160f-c9e5-4a3d-b97d-8c777baeb285 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Resources bound (agent type, host, resource id): {{(pid=83869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 13:37:44.329886 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b25160f-c9e5-4a3d-b97d-8c777baeb285 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Pushing event updated for resources: {'Subnet': ['ID=64dab3c6-7f2f-4ed2-98ee-ead1432768b0,revision_number=0']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:37:44.334644 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 51720) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:37:44.341682 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.db_base_plugin_v2 [None req-79654b30-2646-4f3e-9dc6-e03f9d31b462 tempest-AllowedAddressPairIpV6TestJSON-1064512019 tempest-AllowedAddressPairIpV6TestJSON-1064512019-project] Deleting subnet 84e02391-6c1e-4e9d-b186-799c1098d84a {{(pid=83871) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 01 13:37:44.343933 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b25160f-c9e5-4a3d-b97d-8c777baeb285 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:37:44.344569 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-2b25160f-c9e5-4a3d-b97d-8c777baeb285 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3017602'] for subnet, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:37:44.354520 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.v2.base [None req-db52ee93-a01b-496e-9959-2bdb485485a9 tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] Request body: {'subnet': {'network_id': '850ba6d9-1f24-43f2-9495-d0eb2bb6939a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=83871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:37:44.357021 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dba80506-512f-4a92-9e49-18e570fe086f None None] Network 09d7ea43-6376-4322-97e7-54cd01aae492 requested from dv-neutron-836180-1-hyperv {{(pid=83872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 13:37:44.374246 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-f814123b-6603-4fe0-a8b8-52afa4fa4d7a None None] Provisioning for port 265ada8c-efae-4184-b10b-8e7b719135b3 completed by entity DHCP. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 13:37:44.375695 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-79654b30-2646-4f3e-9dc6-e03f9d31b462 tempest-AllowedAddressPairIpV6TestJSON-1064512019 tempest-AllowedAddressPairIpV6TestJSON-1064512019-project] Notify callbacks [] for subnet, before_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:37:44.425946 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-0d609ba7-0341-41ea-8d6b-edb2c49b6ab4 tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Notify callbacks [] for router_gateway, after_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:37:44.426669 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-0d609ba7-0341-41ea-8d6b-edb2c49b6ab4 tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4082201', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4084858'] for router, after_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:37:44.437563 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-f814123b-6603-4fe0-a8b8-52afa4fa4d7a None None] Provisioning complete for port 265ada8c-efae-4184-b10b-8e7b719135b3 triggered by entity DHCP. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 13:37:44.437761 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-f814123b-6603-4fe0-a8b8-52afa4fa4d7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-948329'] for port, provisioning_complete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:37:44.472674 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a86b80a3-c025-48a9-8429-4bcd417902f2 tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] Pushing event updated for resources: {'Network': ['ID=850ba6d9-1f24-43f2-9495-d0eb2bb6939a,revision_number=1']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:37:44.497582 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Network 850ba6d9-1f24-43f2-9495-d0eb2bb6939a details requested by agent ovs-agent-dv-neutron-836180-1-hyperv with host dv-neutron-836180-1-hyperv {{(pid=83872) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 13:37:44.505904 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-2b25160f-c9e5-4a3d-b97d-8c777baeb285 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.8953655 Apr 01 13:37:44.514075 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 51724) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:37:44.570520 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.v2.base [None req-4112715b-a2e2-45ef-ae42-f96d0f182569 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Request body: {'port': {'network_id': '09d7ea43-6376-4322-97e7-54cd01aae492', 'mac_address': 'fa:16:3e:51:e1:e6', 'name': 'tempest-NetworksTestDHCPv6-890551591'}} {{(pid=83869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:37:44.594837 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-f50f8c53-3846-4936-b45f-d377c6e57930 req-7b675c54-049d-41fc-8f5f-ab38d170e3b0 service neutron] 10.222.0.57 "GET /v2.0/networks/cb4d1837-1892-4ca3-a559-eb0035507686?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6986444 Apr 01 13:37:44.605139 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.plugin [None req-f814123b-6603-4fe0-a8b8-52afa4fa4d7a None None] Port 265ada8c-efae-4184-b10b-8e7b719135b3 cannot update to ACTIVE because it is not bound. {{(pid=83872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 13:37:44.619635 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-79654b30-2646-4f3e-9dc6-e03f9d31b462 tempest-AllowedAddressPairIpV6TestJSON-1064512019 tempest-AllowedAddressPairIpV6TestJSON-1064512019-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3166365'] for subnet, precommit_delete_associations {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:37:44.663681 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-db52ee93-a01b-496e-9959-2bdb485485a9 tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:37:44.681566 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-db52ee93-a01b-496e-9959-2bdb485485a9 tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] Usage tracker for resource:subnet and tenant:16dc8bccab6243da8b678a9c9f0a6318 is out of sync, need to count used quota {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 13:37:44.685079 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-db52ee93-a01b-496e-9959-2bdb485485a9 tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 13:37:44.695891 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-db52ee93-a01b-496e-9959-2bdb485485a9 tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:37:44.713810 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82f649f1-c63a-4209-824e-62e9a684485b tempest-ExtraDHCPOptionsTestJSON-1290941370 tempest-ExtraDHCPOptionsTestJSON-1290941370-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:37:44.717972 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82f649f1-c63a-4209-824e-62e9a684485b tempest-ExtraDHCPOptionsTestJSON-1290941370 tempest-ExtraDHCPOptionsTestJSON-1290941370-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:37:44.722030 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82f649f1-c63a-4209-824e-62e9a684485b tempest-ExtraDHCPOptionsTestJSON-1290941370 tempest-ExtraDHCPOptionsTestJSON-1290941370-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:37:44.726868 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-82f649f1-c63a-4209-824e-62e9a684485b tempest-ExtraDHCPOptionsTestJSON-1290941370 tempest-ExtraDHCPOptionsTestJSON-1290941370-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2616 time: 0.5076852 Apr 01 13:37:44.727031 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1678932d-bf6d-49da-995a-81eeda36dac1 req-69e743a0-1f30-4242-aac1-99e1f5cec8c3 tempest-ServerActionsTestJSON-64006463 tempest-ServerActionsTestJSON-64006463-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:37:44.728033 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-1678932d-bf6d-49da-995a-81eeda36dac1 req-69e743a0-1f30-4242-aac1-99e1f5cec8c3 tempest-ServerActionsTestJSON-64006463 tempest-ServerActionsTestJSON-64006463-project] 10.222.0.26 "GET /v2.0/ports?device_id=746f2a68-07bc-4d82-957e-55cd7a32c31f HTTP/1.1" status: 200 len: 946 time: 0.3559337 Apr 01 13:37:44.728542 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 51728) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:37:44.733592 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db52ee93-a01b-496e-9959-2bdb485485a9 tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] Made reservation on behalf of 16dc8bccab6243da8b678a9c9f0a6318 for: {'subnet': 1} {{(pid=83871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 13:37:44.734797 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b05cab-65fd-4a40-9d67-55e61ac87450 req-4a74952e-df3b-4190-8054-9a55fa60fda0 tempest-TestNetworkAdvancedServerOps-1355420123 tempest-TestNetworkAdvancedServerOps-1355420123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:37:44.736244 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-54b05cab-65fd-4a40-9d67-55e61ac87450 req-4a74952e-df3b-4190-8054-9a55fa60fda0 tempest-TestNetworkAdvancedServerOps-1355420123 tempest-TestNetworkAdvancedServerOps-1355420123-project] 10.222.0.26 "GET /v2.0/ports?device_id=b52fb625-6535-4e58-afe5-9e4ccb47c0b6 HTTP/1.1" status: 200 len: 944 time: 0.4107509 Apr 01 13:37:44.821150 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-4112715b-a2e2-45ef-ae42-f96d0f182569 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:37:44.832238 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-4112715b-a2e2-45ef-ae42-f96d0f182569 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Usage tracker for resource:port and tenant:8b726fe6689e4b7f96def1a2219bea6c is out of sync, need to count used quota {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 13:37:44.839158 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-4112715b-a2e2-45ef-ae42-f96d0f182569 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 13:37:44.846017 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-4112715b-a2e2-45ef-ae42-f96d0f182569 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:37:44.850222 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-54b05cab-65fd-4a40-9d67-55e61ac87450 req-57697e9a-ac99-4041-9559-2ef86f22fc87 tempest-TestNetworkAdvancedServerOps-1355420123 tempest-TestNetworkAdvancedServerOps-1355420123-project] 10.222.0.26 "GET /v2.0/security-groups?id=78c001c1-251f-4a8b-9340-7477b428b7b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1025460 Apr 01 13:37:44.874693 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4112715b-a2e2-45ef-ae42-f96d0f182569 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Made reservation on behalf of 8b726fe6689e4b7f96def1a2219bea6c for: {'port': 1} {{(pid=83869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 13:37:44.876618 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-362903c6-f339-4512-b08d-3db079181585 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7e7d0ecb-2af4-55f5-9198-238ab0570d62-09d7ea43-6376-4322-97e7-54cd01aae492', 'network_id': '09d7ea43-6376-4322-97e7-54cd01aae492', 'tenant_id': '8b726fe6689e4b7f96def1a2219bea6c', 'fixed_ips': [{'subnet_id': '64dab3c6-7f2f-4ed2-98ee-ead1432768b0'}]}} from dv-neutron-836180-1-hyperv. {{(pid=83872) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 01 13:37:44.877439 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-362903c6-f339-4512-b08d-3db079181585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:37:45.045795 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.plugin [None req-0aaf183c-46b1-4e2a-88d5-8789d5ab4d3c tempest-ExtraDHCPOptionsTestJSON-1290941370 tempest-ExtraDHCPOptionsTestJSON-1290941370-project] Deleting port 265ada8c-efae-4184-b10b-8e7b719135b3 {{(pid=83871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 13:37:45.046132 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-0aaf183c-46b1-4e2a-88d5-8789d5ab4d3c tempest-ExtraDHCPOptionsTestJSON-1290941370 tempest-ExtraDHCPOptionsTestJSON-1290941370-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736733287370'] for port, before_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:37:45.058438 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-4112715b-a2e2-45ef-ae42-f96d0f182569 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:37:45.075203 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.db_base_plugin_common [None req-362903c6-f339-4512-b08d-3db079181585 None None] Allocated IP 2001:db8::f816:3eff:fe58:37f8 (09d7ea43-6376-4322-97e7-54cd01aae492/64dab3c6-7f2f-4ed2-98ee-ead1432768b0/a549a28d-545b-4d60-ba5f-381a623b4b8c) {{(pid=83872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 13:37:45.075831 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-79654b30-2646-4f3e-9dc6-e03f9d31b462 tempest-AllowedAddressPairIpV6TestJSON-1064512019 tempest-AllowedAddressPairIpV6TestJSON-1064512019-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-945029'] for subnet, precommit_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:37:45.079752 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d609ba7-0341-41ea-8d6b-edb2c49b6ab4 tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Router 04d6d348-558c-4e5f-87bc-0167a34244ac is scheduled to L3 agent 88bf8fc8-11a3-4e96-9d1b-5fd93ba9f6f1 with binding_index 1 {{(pid=83869) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 01 13:37:45.105099 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.notifiers.nova [None req-4112715b-a2e2-45ef-ae42-f96d0f182569 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] device_id is not set on port cdff5494-a518-4234-b347-faa464c39460 yet. {{(pid=83869) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 01 13:37:45.115505 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-db52ee93-a01b-496e-9959-2bdb485485a9 tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2757336'] for subnet, before_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:37:45.228870 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-1678932d-bf6d-49da-995a-81eeda36dac1 req-966dba9b-7494-4dc8-9887-56fef8f65c15 tempest-ServerActionsTestJSON-64006463 tempest-ServerActionsTestJSON-64006463-project] 10.222.0.26 "GET /v2.0/security-groups?id=0d525850-c301-4718-92cf-e73f2c3e9524&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4773185 Apr 01 13:37:45.280155 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.ipam_backend_mixin [None req-db52ee93-a01b-496e-9959-2bdb485485a9 tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] Performing IP validity checks on allocation pools {{(pid=83871) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Apr 01 13:37:45.281002 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.ipam_backend_mixin [None req-db52ee93-a01b-496e-9959-2bdb485485a9 tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] Checking for overlaps among allocation pools and gateway ip {{(pid=83871) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Apr 01 13:37:45.325380 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-362903c6-f339-4512-b08d-3db079181585 None None] Notify callbacks [] for port, precommit_create {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:37:45.339526 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-362903c6-f339-4512-b08d-3db079181585 None None] Transition to ACTIVE for port object a549a28d-545b-4d60-ba5f-381a623b4b8c will not be triggered until provisioned by entity L2. {{(pid=83872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 13:37:45.368822 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-362903c6-f339-4512-b08d-3db079181585 None None] Transition to ACTIVE for port object a549a28d-545b-4d60-ba5f-381a623b4b8c will not be triggered until provisioned by entity DHCP. {{(pid=83872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 13:37:45.376292 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-79654b30-2646-4f3e-9dc6-e03f9d31b462 tempest-AllowedAddressPairIpV6TestJSON-1064512019 tempest-AllowedAddressPairIpV6TestJSON-1064512019-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-945042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2743160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2757373'] for subnet, after_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:37:45.378133 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-362903c6-f339-4512-b08d-3db079181585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736732935801'] for port, after_create {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:37:45.474818 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.db_base_plugin_common [None req-4112715b-a2e2-45ef-ae42-f96d0f182569 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Allocated IP 2001:db8::f816:3eff:fe51:e1e6 (09d7ea43-6376-4322-97e7-54cd01aae492/64dab3c6-7f2f-4ed2-98ee-ead1432768b0/cdff5494-a518-4234-b347-faa464c39460) {{(pid=83869) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 13:37:45.502607 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79654b30-2646-4f3e-9dc6-e03f9d31b462 tempest-AllowedAddressPairIpV6TestJSON-1064512019 tempest-AllowedAddressPairIpV6TestJSON-1064512019-project] Pushing event deleted for resources: {'Subnet': ['ID=84e02391-6c1e-4e9d-b186-799c1098d84a,revision_number=None']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:37:45.512396 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-362903c6-f339-4512-b08d-3db079181585 None None] Network 09d7ea43-6376-4322-97e7-54cd01aae492 is already hosted by enough agents. {{(pid=83872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 13:37:45.518953 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.scheduler.base_scheduler [None req-362903c6-f339-4512-b08d-3db079181585 None None] Resources bound (agent type, host, resource id): {{(pid=83872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 13:37:45.531137 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-362903c6-f339-4512-b08d-3db079181585 None None] Received port after_create {{(pid=83872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 13:37:45.538488 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-362903c6-f339-4512-b08d-3db079181585 None None] Pushing event updated for resources: {'Port': ['ID=a549a28d-545b-4d60-ba5f-381a623b4b8c,revision_number=1']} {{(pid=83872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:37:45.571917 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-79654b30-2646-4f3e-9dc6-e03f9d31b462 tempest-AllowedAddressPairIpV6TestJSON-1064512019 tempest-AllowedAddressPairIpV6TestJSON-1064512019-project] Notify callbacks [] for subnet, before_response {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:37:45.617534 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-79654b30-2646-4f3e-9dc6-e03f9d31b462 tempest-AllowedAddressPairIpV6TestJSON-1064512019 tempest-AllowedAddressPairIpV6TestJSON-1064512019-project] 10.222.0.26 "DELETE /v2.0/subnets/84e02391-6c1e-4e9d-b186-799c1098d84a HTTP/1.1" status: 204 len: 168 time: 2.2814465 Apr 01 13:37:45.622828 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 51734) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:37:45.654072 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89332959-961a-4efb-aa2f-8f714ebea329 None None] Network bbd7a654-1927-4f32-a4fb-32334d8c9a6d requested from dv-neutron-836180-1-hyperv {{(pid=83872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 13:37:45.689338 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d609ba7-0341-41ea-8d6b-edb2c49b6ab4 tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Notify agent at l3_agent.dv-neutron-836180-1-hyperv the message routers_updated {{(pid=83869) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 13:37:45.711876 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e8d06e9-828d-411f-81c0-e6ff8065ec07 None None] Sync routers for ids ['04d6d348-558c-4e5f-87bc-0167a34244ac'] in dv-neutron-836180-1-hyperv {{(pid=83872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 13:37:45.744029 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-0d609ba7-0341-41ea-8d6b-edb2c49b6ab4 tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Notify callbacks [] for router, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:37:45.747918 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-0d609ba7-0341-41ea-8d6b-edb2c49b6ab4 tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 8.2323120 Apr 01 13:37:45.750086 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 51738) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:37:45.755381 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-0aaf183c-46b1-4e2a-88d5-8789d5ab4d3c tempest-ExtraDHCPOptionsTestJSON-1290941370 tempest-ExtraDHCPOptionsTestJSON-1290941370-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4155147'] for port, precommit_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:37:45.810544 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e8d06e9-828d-411f-81c0-e6ff8065ec07 None None] Routers {'04d6d348-558c-4e5f-87bc-0167a34244ac'} bound to L3 agent in host dv-neutron-836180-1-hyperv {{(pid=83872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 13:37:45.811189 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_hamode_db [None req-2e8d06e9-828d-411f-81c0-e6ff8065ec07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836180-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T13:25:36Z,description=,heartbeat_timestamp=2022-04-01T13:37:36Z,host='dv-neutron-836180-1-hyperv',id=88bf8fc8-11a3-4e96-9d1b-5fd93ba9f6f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T13:25:36Z,topic='l3_agent')) {'router_ids': ['04d6d348-558c-4e5f-87bc-0167a34244ac'], 'active': True} {{(pid=83872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:37:45.860833 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.managers [None req-362903c6-f339-4512-b08d-3db079181585 None None] Attempting to bind port a549a28d-545b-4d60-ba5f-381a623b4b8c on host dv-neutron-836180-1-hyperv for vnic_type normal with profile {{(pid=83872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 13:37:45.861188 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.managers [None req-362903c6-f339-4512-b08d-3db079181585 None None] Attempting to bind port a549a28d-545b-4d60-ba5f-381a623b4b8c by drivers openvswitch,hyperv on host dv-neutron-836180-1-hyperv at level 0 using segments [{'id': '16094ed0-4a47-4ff6-9238-85c278d7a2a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '09d7ea43-6376-4322-97e7-54cd01aae492'}] {{(pid=83872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 13:37:45.861539 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-362903c6-f339-4512-b08d-3db079181585 None None] Attempting to bind port a549a28d-545b-4d60-ba5f-381a623b4b8c on network 09d7ea43-6376-4322-97e7-54cd01aae492 {{(pid=83872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 13:37:45.894614 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_hamode_db [None req-2e8d06e9-828d-411f-81c0-e6ff8065ec07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-836180-1-hyperv', False) {} {{(pid=83872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:37:45.920847 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-362903c6-f339-4512-b08d-3db079181585 None None] Checking agent: {'id': 'af948428-97cd-4d10-9f53-af028bdb39b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-836180-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 13, 25, 37), 'started_at': datetime.datetime(2022, 4, 1, 13, 26, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 13, 37, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-836180-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 13:37:45.921213 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-362903c6-f339-4512-b08d-3db079181585 None None] Checking segment: {'id': '16094ed0-4a47-4ff6-9238-85c278d7a2a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '09d7ea43-6376-4322-97e7-54cd01aae492'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 13:37:45.921603 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-362903c6-f339-4512-b08d-3db079181585 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:37:45.921985 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-362903c6-f339-4512-b08d-3db079181585 None None] Bound using segment: {'id': '16094ed0-4a47-4ff6-9238-85c278d7a2a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '09d7ea43-6376-4322-97e7-54cd01aae492'} {{(pid=83872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 13:37:45.922453 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.managers [None req-362903c6-f339-4512-b08d-3db079181585 None None] Bound port: a549a28d-545b-4d60-ba5f-381a623b4b8c, host: dv-neutron-836180-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '16094ed0-4a47-4ff6-9238-85c278d7a2a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '09d7ea43-6376-4322-97e7-54cd01aae492'}}] {{(pid=83872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 13:37:45.922818 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-362903c6-f339-4512-b08d-3db079181585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:37:45.929654 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.plugin [None req-0aaf183c-46b1-4e2a-88d5-8789d5ab4d3c tempest-ExtraDHCPOptionsTestJSON-1290941370 tempest-ExtraDHCPOptionsTestJSON-1290941370-project] Calling delete_port for 265ada8c-efae-4184-b10b-8e7b719135b3 owned by {{(pid=83871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 13:37:46.040431 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e8d06e9-828d-411f-81c0-e6ff8065ec07 None None] Routers {'04d6d348-558c-4e5f-87bc-0167a34244ac'} bound to L3 agent in host dv-neutron-836180-1-hyperv {{(pid=83872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 13:37:46.041080 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_hamode_db [None req-2e8d06e9-828d-411f-81c0-e6ff8065ec07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836180-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T13:25:36Z,description=,heartbeat_timestamp=2022-04-01T13:37:36Z,host='dv-neutron-836180-1-hyperv',id=88bf8fc8-11a3-4e96-9d1b-5fd93ba9f6f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T13:25:36Z,topic='l3_agent')) {'router_ids': ['04d6d348-558c-4e5f-87bc-0167a34244ac'], 'active': True} {{(pid=83872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:37:46.050042 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-17d09f04-8f90-4f00-bac3-cfce55b81478 tempest-AllowedAddressPairIpV6TestJSON-1064512019 tempest-AllowedAddressPairIpV6TestJSON-1064512019-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1033078'] for network, before_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:37:46.057399 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65f005f-51c6-4401-869b-ff8639852347 req-390e3f3b-db97-44fe-9d6d-1be452dd8d4b tempest-ServerActionsTestJSON-64006463 tempest-ServerActionsTestJSON-64006463-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:37:46.058950 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-c65f005f-51c6-4401-869b-ff8639852347 req-390e3f3b-db97-44fe-9d6d-1be452dd8d4b tempest-ServerActionsTestJSON-64006463 tempest-ServerActionsTestJSON-64006463-project] 10.222.0.26 "GET /v2.0/ports?device_id=746f2a68-07bc-4d82-957e-55cd7a32c31f HTTP/1.1" status: 200 len: 946 time: 0.4724867 Apr 01 13:37:46.060283 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-db52ee93-a01b-496e-9959-2bdb485485a9 tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2743225', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2757366'] for subnet, after_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:37:46.104524 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-4112715b-a2e2-45ef-ae42-f96d0f182569 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Notify callbacks [] for port, precommit_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:37:46.121051 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_hamode_db [None req-2e8d06e9-828d-411f-81c0-e6ff8065ec07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-836180-1-hyperv', False) {} {{(pid=83872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:37:46.121463 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e8d06e9-828d-411f-81c0-e6ff8065ec07 None None] The sync data for ids ['04d6d348-558c-4e5f-87bc-0167a34244ac'] in dv-neutron-836180-1-hyperv is: [] {{(pid=83872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 13:37:46.152069 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.provisioning_blocks [None req-4112715b-a2e2-45ef-ae42-f96d0f182569 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Transition to ACTIVE for port object cdff5494-a518-4234-b347-faa464c39460 will not be triggered until provisioned by entity DHCP. {{(pid=83869) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 13:37:46.164110 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.plugin [None req-17d09f04-8f90-4f00-bac3-cfce55b81478 tempest-AllowedAddressPairIpV6TestJSON-1064512019 tempest-AllowedAddressPairIpV6TestJSON-1064512019-project] Deleting port 435313fa-e093-454d-94ad-95f90a112135 {{(pid=83871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 13:37:46.164527 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-17d09f04-8f90-4f00-bac3-cfce55b81478 tempest-AllowedAddressPairIpV6TestJSON-1064512019 tempest-AllowedAddressPairIpV6TestJSON-1064512019-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736733287370'] for port, before_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:37:46.168727 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-c65f005f-51c6-4401-869b-ff8639852347 req-895cd69e-4594-4c8d-84f4-14186866a648 tempest-ServerActionsTestJSON-64006463 tempest-ServerActionsTestJSON-64006463-project] 10.222.0.26 "GET /v2.0/security-groups?id=0d525850-c301-4718-92cf-e73f2c3e9524&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0942743 Apr 01 13:37:46.174189 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-362903c6-f339-4512-b08d-3db079181585 None None] For port a549a28d-545b-4d60-ba5f-381a623b4b8c, host dv-neutron-836180-1-hyperv, cleared binding levels {{(pid=83872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 13:37:46.177407 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-362903c6-f339-4512-b08d-3db079181585 None None] For port a549a28d-545b-4d60-ba5f-381a623b4b8c, host dv-neutron-836180-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836180-1-hyperv',level=0,port_id=a549a28d-545b-4d60-ba5f-381a623b4b8c,segment=NetworkSegment(16094ed0-4a47-4ff6-9238-85c278d7a2a5),segment_id=16094ed0-4a47-4ff6-9238-85c278d7a2a5)] {{(pid=83872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 13:37:46.184502 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-362903c6-f339-4512-b08d-3db079181585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864'] for port, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:37:46.204658 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-4112715b-a2e2-45ef-ae42-f96d0f182569 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736732935801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2705155'] for port, after_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:37:46.283310 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db52ee93-a01b-496e-9959-2bdb485485a9 tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] Pushing event updated for resources: {'Subnet': ['ID=15946faf-ee30-4f1d-8ea4-9f30c1d538b8,revision_number=0']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:37:46.320924 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4112715b-a2e2-45ef-ae42-f96d0f182569 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Network 09d7ea43-6376-4322-97e7-54cd01aae492 is already hosted by enough agents. {{(pid=83869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 13:37:46.325074 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.scheduler.base_scheduler [None req-4112715b-a2e2-45ef-ae42-f96d0f182569 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Resources bound (agent type, host, resource id): {{(pid=83869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 13:37:46.331055 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4112715b-a2e2-45ef-ae42-f96d0f182569 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Received port after_create {{(pid=83869) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 13:37:46.338962 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4112715b-a2e2-45ef-ae42-f96d0f182569 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:37:46.339731 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-4112715b-a2e2-45ef-ae42-f96d0f182569 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109561'] for port, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:37:46.343933 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4112715b-a2e2-45ef-ae42-f96d0f182569 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Pushing event updated for resources: {'Port': ['ID=cdff5494-a518-4234-b347-faa464c39460,revision_number=1']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:37:46.348420 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0bcb138-a8d8-4caa-9151-870ba3d3dd18 None None] DHCP port deletion for bbd7a654-1927-4f32-a4fb-32334d8c9a6d request from dv-neutron-836180-1-hyperv {{(pid=83872) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 01 13:37:46.355114 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-997d21ef-422e-4348-9830-4f4349041a71 tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] 10.222.0.26 "GET /v2.0/routers/04d6d348-558c-4e5f-87bc-0167a34244ac HTTP/1.1" status: 200 len: 885 time: 0.6007726 Apr 01 13:37:46.360889 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 51746) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:37:46.361526 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.plugin [None req-c0bcb138-a8d8-4caa-9151-870ba3d3dd18 None None] Deleting port 435313fa-e093-454d-94ad-95f90a112135 {{(pid=83872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 13:37:46.361900 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-c0bcb138-a8d8-4caa-9151-870ba3d3dd18 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736733287370'] for port, before_delete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:37:46.402794 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4eed40-b433-43c3-a952-ccd3fede66fa req-ba53bccc-9e02-405d-b229-708bb55fd23f tempest-TestNetworkAdvancedServerOps-1355420123 tempest-TestNetworkAdvancedServerOps-1355420123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:37:46.410402 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-3e4eed40-b433-43c3-a952-ccd3fede66fa req-ba53bccc-9e02-405d-b229-708bb55fd23f tempest-TestNetworkAdvancedServerOps-1355420123 tempest-TestNetworkAdvancedServerOps-1355420123-project] 10.222.0.26 "GET /v2.0/ports?device_id=b52fb625-6535-4e58-afe5-9e4ccb47c0b6 HTTP/1.1" status: 200 len: 944 time: 0.3998566 Apr 01 13:37:46.413259 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-362903c6-f339-4512-b08d-3db079181585 None None] Pushing event updated for resources: {'Port': ['ID=a549a28d-545b-4d60-ba5f-381a623b4b8c,revision_number=2']} {{(pid=83872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:37:46.444816 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db52ee93-a01b-496e-9959-2bdb485485a9 tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] Checking segment: {'id': '6bc7c6ed-418b-4b13-85da-fd0461eb8b35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '850ba6d9-1f24-43f2-9495-d0eb2bb6939a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 13:37:46.447121 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db52ee93-a01b-496e-9959-2bdb485485a9 tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] Network hostable DHCP agents. Network: 850ba6d9-1f24-43f2-9495-d0eb2bb6939a, hostable agents: ['e47e4547-5c2d-4954-ba56-fa3646239f18'], hosted agents: [] {{(pid=83871) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 13:37:46.447730 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-362903c6-f339-4512-b08d-3db079181585 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:37:46.448122 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-362903c6-f339-4512-b08d-3db079181585 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:37:46.448501 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-362903c6-f339-4512-b08d-3db079181585 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:37:46.449190 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-362903c6-f339-4512-b08d-3db079181585 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:37:46.449533 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-362903c6-f339-4512-b08d-3db079181585 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:37:46.449921 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-362903c6-f339-4512-b08d-3db079181585 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:37:46.450247 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-362903c6-f339-4512-b08d-3db079181585 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:37:46.450571 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-362903c6-f339-4512-b08d-3db079181585 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:37:46.450892 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-362903c6-f339-4512-b08d-3db079181585 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:37:46.451253 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-362903c6-f339-4512-b08d-3db079181585 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:37:46.451600 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-362903c6-f339-4512-b08d-3db079181585 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:37:46.470224 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-0aaf183c-46b1-4e2a-88d5-8789d5ab4d3c tempest-ExtraDHCPOptionsTestJSON-1290941370 tempest-ExtraDHCPOptionsTestJSON-1290941370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736733359243', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736732935810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2743125'] for port, after_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:37:46.530819 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-4112715b-a2e2-45ef-ae42-f96d0f182569 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.9717636 Apr 01 13:37:46.531633 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 51750) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:37:46.614150 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aaf183c-46b1-4e2a-88d5-8789d5ab4d3c tempest-ExtraDHCPOptionsTestJSON-1290941370 tempest-ExtraDHCPOptionsTestJSON-1290941370-project] Pushing event deleted for resources: {'Port': ['ID=265ada8c-efae-4184-b10b-8e7b719135b3,revision_number=None']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:37:46.682051 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-c0bcb138-a8d8-4caa-9151-870ba3d3dd18 None None] For port 435313fa-e093-454d-94ad-95f90a112135, host dv-neutron-836180-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836180-1-hyperv',level=0,port_id=435313fa-e093-454d-94ad-95f90a112135,segment=NetworkSegment(33e27317-9096-422b-900b-39e7e906a2b3),segment_id=33e27317-9096-422b-900b-39e7e906a2b3)] {{(pid=83872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 13:37:46.682526 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-c0bcb138-a8d8-4caa-9151-870ba3d3dd18 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4155147'] for port, precommit_delete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:37:46.758617 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37713ad4-985f-4e7a-9365-293474bd961e req-881dd77c-adbb-4e26-a8df-64d7dc75129d tempest-ServerActionsTestJSON-64006463 tempest-ServerActionsTestJSON-64006463-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:37:46.760212 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-37713ad4-985f-4e7a-9365-293474bd961e req-881dd77c-adbb-4e26-a8df-64d7dc75129d tempest-ServerActionsTestJSON-64006463 tempest-ServerActionsTestJSON-64006463-project] 10.222.0.26 "GET /v2.0/ports?device_id=746f2a68-07bc-4d82-957e-55cd7a32c31f HTTP/1.1" status: 200 len: 946 time: 0.2202039 Apr 01 13:37:46.780540 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f610793e-369b-42ac-bbc4-d7604d60ec70 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:37:46.784727 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f610793e-369b-42ac-bbc4-d7604d60ec70 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:37:46.785532 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-f610793e-369b-42ac-bbc4-d7604d60ec70 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Synchronizing usage tracker for tenant:8b726fe6689e4b7f96def1a2219bea6c on resource:port {{(pid=83869) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 13:37:46.873468 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-37713ad4-985f-4e7a-9365-293474bd961e req-9b24244f-ed22-4748-964c-4d1b31918075 tempest-ServerActionsTestJSON-64006463 tempest-ServerActionsTestJSON-64006463-project] 10.222.0.26 "GET /v2.0/security-groups?id=0d525850-c301-4718-92cf-e73f2c3e9524&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0831926 Apr 01 13:37:46.874416 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-f610793e-369b-42ac-bbc4-d7604d60ec70 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Unset dirty status for tenant:8b726fe6689e4b7f96def1a2219bea6c on resource:port {{(pid=83869) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 13:37:46.877955 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-f610793e-369b-42ac-bbc4-d7604d60ec70 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.3370297 Apr 01 13:37:46.879525 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 51754) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:37:46.883081 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.plugin [None req-c0bcb138-a8d8-4caa-9151-870ba3d3dd18 None None] Calling delete_port for 435313fa-e093-454d-94ad-95f90a112135 owned by network:dhcp {{(pid=83872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 13:37:46.899892 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-3e4eed40-b433-43c3-a952-ccd3fede66fa req-5c19e5ee-0ad9-4f2b-9d30-09a0db432090 tempest-TestNetworkAdvancedServerOps-1355420123 tempest-TestNetworkAdvancedServerOps-1355420123-project] 10.222.0.26 "GET /v2.0/security-groups?id=78c001c1-251f-4a8b-9340-7477b428b7b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4882843 Apr 01 13:37:46.990221 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.db [None req-17d09f04-8f90-4f00-bac3-cfce55b81478 tempest-AllowedAddressPairIpV6TestJSON-1064512019 tempest-AllowedAddressPairIpV6TestJSON-1064512019-project] For port 435313fa-e093-454d-94ad-95f90a112135, host dv-neutron-836180-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836180-1-hyperv',level=0,port_id=435313fa-e093-454d-94ad-95f90a112135,segment=NetworkSegment(33e27317-9096-422b-900b-39e7e906a2b3),segment_id=33e27317-9096-422b-900b-39e7e906a2b3)] {{(pid=83871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 13:37:46.990604 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-17d09f04-8f90-4f00-bac3-cfce55b81478 tempest-AllowedAddressPairIpV6TestJSON-1064512019 tempest-AllowedAddressPairIpV6TestJSON-1064512019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4155147'] for port, precommit_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:37:47.016400 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db52ee93-a01b-496e-9959-2bdb485485a9 tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] Network 850ba6d9-1f24-43f2-9495-d0eb2bb6939a is scheduled to be hosted by DHCP agent e47e4547-5c2d-4954-ba56-fa3646239f18 with binding_index 1 {{(pid=83871) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 13:37:47.017586 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-5e9cb122-6d6c-4bd7-a878-a669ca30e165 tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Synchronizing usage tracker for tenant:315e7395dd224b3fb020d0b9d921742e on resource:router {{(pid=83869) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 13:37:47.024677 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-c0bcb138-a8d8-4caa-9151-870ba3d3dd18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736733359243', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736732935810'] for port, after_delete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:37:47.025886 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.plugin [None req-e747d744-7097-43fc-a416-3942c347a30f tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Deleting port cdff5494-a518-4234-b347-faa464c39460 {{(pid=83869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 13:37:47.026191 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-e747d744-7097-43fc-a416-3942c347a30f tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736733287370'] for port, before_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:37:47.101092 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0bcb138-a8d8-4caa-9151-870ba3d3dd18 None None] No DVR routers for this DVR port 435313fa-e093-454d-94ad-95f90a112135 on host dv-neutron-836180-1-hyperv {{(pid=83872) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 13:37:47.134071 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0bcb138-a8d8-4caa-9151-870ba3d3dd18 None None] Pushing event deleted for resources: {'Port': ['ID=435313fa-e093-454d-94ad-95f90a112135,revision_number=None']} {{(pid=83872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:37:47.144083 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.plugin [None req-17d09f04-8f90-4f00-bac3-cfce55b81478 tempest-AllowedAddressPairIpV6TestJSON-1064512019 tempest-AllowedAddressPairIpV6TestJSON-1064512019-project] Calling delete_port for 435313fa-e093-454d-94ad-95f90a112135 owned by network:dhcp {{(pid=83871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 13:37:47.144877 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-5e9cb122-6d6c-4bd7-a878-a669ca30e165 tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Unset dirty status for tenant:315e7395dd224b3fb020d0b9d921742e on resource:router {{(pid=83869) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 13:37:47.146135 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-5e9cb122-6d6c-4bd7-a878-a669ca30e165 tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] 10.222.0.26 "GET /v2.0/routers HTTP/1.1" status: 200 len: 888 time: 0.7842009 Apr 01 13:37:47.153303 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 51760) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:37:47.160571 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.v2.base [None req-5e2ea5c6-df68-437f-8314-3d482f4c7e1f tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-1073130748'}} {{(pid=83869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:37:47.192101 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.scheduler.base_scheduler [None req-db52ee93-a01b-496e-9959-2bdb485485a9 tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-836180-1-hyperv, 850ba6d9-1f24-43f2-9495-d0eb2bb6939a) {{(pid=83871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 13:37:47.196873 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-0aaf183c-46b1-4e2a-88d5-8789d5ab4d3c tempest-ExtraDHCPOptionsTestJSON-1290941370 tempest-ExtraDHCPOptionsTestJSON-1290941370-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109561'] for port, before_response {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:37:47.205377 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db52ee93-a01b-496e-9959-2bdb485485a9 tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:37:47.205954 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-db52ee93-a01b-496e-9959-2bdb485485a9 tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] Notify callbacks [] for subnet, before_response {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:37:47.209523 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00e05c2f-4b0f-4fe3-b402-f68df3c7864b None None] Network 850ba6d9-1f24-43f2-9495-d0eb2bb6939a requested from dv-neutron-836180-1-hyperv {{(pid=83872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 13:37:47.218698 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-0aaf183c-46b1-4e2a-88d5-8789d5ab4d3c tempest-ExtraDHCPOptionsTestJSON-1290941370 tempest-ExtraDHCPOptionsTestJSON-1290941370-project] 10.222.0.26 "DELETE /v2.0/ports/265ada8c-efae-4184-b10b-8e7b719135b3 HTTP/1.1" status: 204 len: 168 time: 2.4863222 Apr 01 13:37:47.226635 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 51766) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:37:47.237223 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.v2.base [None req-8e76e559-a825-46ac-86fd-a7796b17c952 tempest-ExtraDHCPOptionsTestJSON-1290941370 tempest-ExtraDHCPOptionsTestJSON-1290941370-project] Request body: {'port': {'name': 'tempest-new-port-name-1008475677', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=83871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:37:47.237835 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.api.validators [None req-8e76e559-a825-46ac-86fd-a7796b17c952 tempest-ExtraDHCPOptionsTestJSON-1290941370 tempest-ExtraDHCPOptionsTestJSON-1290941370-project] bootfile-name is not in valid_values {{(pid=83871) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Apr 01 13:37:47.238326 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.api.validators [None req-8e76e559-a825-46ac-86fd-a7796b17c952 tempest-ExtraDHCPOptionsTestJSON-1290941370 tempest-ExtraDHCPOptionsTestJSON-1290941370-project] tftp-server is not in valid_values {{(pid=83871) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Apr 01 13:37:47.238822 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.api.validators [None req-8e76e559-a825-46ac-86fd-a7796b17c952 tempest-ExtraDHCPOptionsTestJSON-1290941370 tempest-ExtraDHCPOptionsTestJSON-1290941370-project] server-ip-address is not in valid_values {{(pid=83871) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Apr 01 13:37:47.258397 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Device 01a2a8c0-c8b0-45ca-a18f-1c7dceb28567 up at agent hyperv_hv-neutron-8361 {{(pid=83872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 13:37:47.307689 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-db52ee93-a01b-496e-9959-2bdb485485a9 tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 2.9634933 Apr 01 13:37:47.316959 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 51770) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:37:47.361061 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.db.api [None req-17d09f04-8f90-4f00-bac3-cfce55b81478 tempest-AllowedAddressPairIpV6TestJSON-1064512019 tempest-AllowedAddressPairIpV6TestJSON-1064512019-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83871) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 01 13:37:47.361651 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG oslo_db.api [None req-17d09f04-8f90-4f00-bac3-cfce55b81478 tempest-AllowedAddressPairIpV6TestJSON-1064512019 tempest-AllowedAddressPairIpV6TestJSON-1064512019-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 01 13:37:47.522263 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Device a549a28d-545b-4d60-ba5f-381a623b4b8c up at agent ovs-agent-dv-neutron-836180-1-hyperv {{(pid=83872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 13:37:47.601112 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-8e76e559-a825-46ac-86fd-a7796b17c952 tempest-ExtraDHCPOptionsTestJSON-1290941370 tempest-ExtraDHCPOptionsTestJSON-1290941370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:37:47.618763 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-e747d744-7097-43fc-a416-3942c347a30f tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4155147'] for port, precommit_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:37:47.702217 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-cc469769-df33-4143-8615-46dd2158ce1d tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1033078'] for network, before_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:37:47.733251 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221cc44e-d2e6-42b0-9b76-9e994b29ba26 req-48407e2a-543e-4f24-af1d-d0aa31680293 tempest-ServerActionsTestJSON-64006463 tempest-ServerActionsTestJSON-64006463-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:37:47.734751 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-221cc44e-d2e6-42b0-9b76-9e994b29ba26 req-48407e2a-543e-4f24-af1d-d0aa31680293 tempest-ServerActionsTestJSON-64006463 tempest-ServerActionsTestJSON-64006463-project] 10.222.0.26 "GET /v2.0/ports?device_id=746f2a68-07bc-4d82-957e-55cd7a32c31f HTTP/1.1" status: 200 len: 946 time: 0.2641823 Apr 01 13:37:47.760263 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.plugin [None req-e747d744-7097-43fc-a416-3942c347a30f tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Calling delete_port for cdff5494-a518-4234-b347-faa464c39460 owned by {{(pid=83869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 13:37:47.763131 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Provisioning for port 01a2a8c0-c8b0-45ca-a18f-1c7dceb28567 completed by entity L2. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 13:37:47.775905 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Provisioning complete for port 01a2a8c0-c8b0-45ca-a18f-1c7dceb28567 triggered by entity L2. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 13:37:47.776283 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-948329'] for port, provisioning_complete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:37:47.882960 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.plugin [None req-17d09f04-8f90-4f00-bac3-cfce55b81478 tempest-AllowedAddressPairIpV6TestJSON-1064512019 tempest-AllowedAddressPairIpV6TestJSON-1064512019-project] Deleting port 435313fa-e093-454d-94ad-95f90a112135 {{(pid=83871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 13:37:47.883397 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-17d09f04-8f90-4f00-bac3-cfce55b81478 tempest-AllowedAddressPairIpV6TestJSON-1064512019 tempest-AllowedAddressPairIpV6TestJSON-1064512019-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736733287370'] for port, before_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:37:47.902699 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Provisioning for port a549a28d-545b-4d60-ba5f-381a623b4b8c completed by entity L2. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 13:37:47.934074 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-097a047b-5fe5-4fcc-ac9b-adc807e1874d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7e7d0ecb-2af4-55f5-9198-238ab0570d62-850ba6d9-1f24-43f2-9495-d0eb2bb6939a', 'network_id': '850ba6d9-1f24-43f2-9495-d0eb2bb6939a', 'tenant_id': '16dc8bccab6243da8b678a9c9f0a6318', 'fixed_ips': [{'subnet_id': '15946faf-ee30-4f1d-8ea4-9f30c1d538b8'}]}} from dv-neutron-836180-1-hyperv. {{(pid=83872) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 01 13:37:47.934444 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-097a047b-5fe5-4fcc-ac9b-adc807e1874d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:37:47.983620 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.plugin [None req-17d09f04-8f90-4f00-bac3-cfce55b81478 tempest-AllowedAddressPairIpV6TestJSON-1064512019 tempest-AllowedAddressPairIpV6TestJSON-1064512019-project] The port '435313fa-e093-454d-94ad-95f90a112135' was deleted {{(pid=83871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 01 13:37:48.017339 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-221cc44e-d2e6-42b0-9b76-9e994b29ba26 req-ebf258de-9538-43c9-b46a-3510b2e53540 tempest-ServerActionsTestJSON-64006463 tempest-ServerActionsTestJSON-64006463-project] 10.222.0.26 "GET /v2.0/security-groups?id=0d525850-c301-4718-92cf-e73f2c3e9524&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2421200 Apr 01 13:37:48.086835 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Device 435313fa-e093-454d-94ad-95f90a112135 no longer exists at agent ovs-agent-dv-neutron-836180-1-hyperv {{(pid=83872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 13:37:48.171569 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.plugin [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] No Port match for: 435313fa-e093-454d-94ad-95f90a112135 {{(pid=83872) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 01 13:37:48.171832 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Device 435313fa-e093-454d-94ad-95f90a112135 not bound to the agent host dv-neutron-836180-1-hyperv {{(pid=83872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 13:37:48.178054 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:37:48.201718 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-cf53621a-8855-48fb-a58e-91cf11a4d6e4 None None] Provisioning for port a549a28d-545b-4d60-ba5f-381a623b4b8c completed by entity DHCP. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 13:37:48.217324 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-cf53621a-8855-48fb-a58e-91cf11a4d6e4 None None] Provisioning complete for port a549a28d-545b-4d60-ba5f-381a623b4b8c triggered by entity DHCP. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 13:37:48.217324 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-cf53621a-8855-48fb-a58e-91cf11a4d6e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-948329'] for port, provisioning_complete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:37:48.319608 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b52fb625-6535-4e58-afe5-9e4ccb47c0b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01a2a8c0-c8b0-45ca-a18f-1c7dceb28567'}] {{(pid=83872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 13:37:48.331459 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-17d09f04-8f90-4f00-bac3-cfce55b81478 tempest-AllowedAddressPairIpV6TestJSON-1064512019 tempest-AllowedAddressPairIpV6TestJSON-1064512019-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-942654', 'neutron.services.segments.db._delete_segments_for_network-8736733387888'] for network, precommit_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:37:48.346640 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] For port 01a2a8c0-c8b0-45ca-a18f-1c7dceb28567, host hv-neutron-8361, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8361',level=0,port_id=01a2a8c0-c8b0-45ca-a18f-1c7dceb28567,segment=NetworkSegment(ef58a1ec-7bdb-47df-a821-68a0bc726ff2),segment_id=ef58a1ec-7bdb-47df-a821-68a0bc726ff2)] {{(pid=83872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 13:37:48.353861 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc1f645-f7ac-4877-b9b8-dda59c54ef45 req-721dbd5a-f32f-4530-af29-3afb2b810e56 tempest-TestNetworkAdvancedServerOps-1355420123 tempest-TestNetworkAdvancedServerOps-1355420123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:37:48.361520 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-6cc1f645-f7ac-4877-b9b8-dda59c54ef45 req-721dbd5a-f32f-4530-af29-3afb2b810e56 tempest-TestNetworkAdvancedServerOps-1355420123 tempest-TestNetworkAdvancedServerOps-1355420123-project] 10.222.0.26 "GET /v2.0/ports?device_id=b52fb625-6535-4e58-afe5-9e4ccb47c0b6 HTTP/1.1" status: 200 len: 944 time: 0.1768878 Apr 01 13:37:48.361925 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864'] for port, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:37:48.397052 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.services.segments.db [None req-17d09f04-8f90-4f00-bac3-cfce55b81478 tempest-AllowedAddressPairIpV6TestJSON-1064512019 tempest-AllowedAddressPairIpV6TestJSON-1064512019-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bbd7a654-1927-4f32-a4fb-32334d8c9a6d']}} {{(pid=83871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:37:48.403815 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.db_base_plugin_common [None req-097a047b-5fe5-4fcc-ac9b-adc807e1874d None None] Allocated IP 172.20.0.3 (850ba6d9-1f24-43f2-9495-d0eb2bb6939a/15946faf-ee30-4f1d-8ea4-9f30c1d538b8/3bd6a8cc-84d0-45c5-8ae4-3fcc178706ef) {{(pid=83872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 13:37:48.404954 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-e747d744-7097-43fc-a416-3942c347a30f tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736733359243', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736732935810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2705155'] for port, after_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:37:48.416346 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.services.segments.db [None req-17d09f04-8f90-4f00-bac3-cfce55b81478 tempest-AllowedAddressPairIpV6TestJSON-1064512019 tempest-AllowedAddressPairIpV6TestJSON-1064512019-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '33e27317-9096-422b-900b-39e7e906a2b3') {'for_net_delete': True} {{(pid=83871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:37:48.416696 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.services.segments.db [None req-17d09f04-8f90-4f00-bac3-cfce55b81478 tempest-AllowedAddressPairIpV6TestJSON-1064512019 tempest-AllowedAddressPairIpV6TestJSON-1064512019-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '33e27317-9096-422b-900b-39e7e906a2b3') {} {{(pid=83871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:37:48.432937 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-17d09f04-8f90-4f00-bac3-cfce55b81478 tempest-AllowedAddressPairIpV6TestJSON-1064512019 tempest-AllowedAddressPairIpV6TestJSON-1064512019-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736733386999', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3166340'] for segment, before_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:37:48.456564 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-cc469769-df33-4143-8615-46dd2158ce1d tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-945029'] for subnet, precommit_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:37:48.462125 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e747d744-7097-43fc-a416-3942c347a30f tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Pushing event deleted for resources: {'Port': ['ID=cdff5494-a518-4234-b347-faa464c39460,revision_number=None']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:37:48.465853 dv-neutron-836180-1-hyperv neutron-server[83872]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b52fb625-6535-4e58-afe5-9e4ccb47c0b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01a2a8c0-c8b0-45ca-a18f-1c7dceb28567', 'code': 200} Apr 01 13:37:48.478160 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-6cc1f645-f7ac-4877-b9b8-dda59c54ef45 req-0f3cfcbb-e8be-4af4-9003-ac9b9ae06813 tempest-TestNetworkAdvancedServerOps-1355420123 tempest-TestNetworkAdvancedServerOps-1355420123-project] 10.222.0.26 "GET /v2.0/security-groups?id=78c001c1-251f-4a8b-9340-7477b428b7b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1157038 Apr 01 13:37:48.546710 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-e747d744-7097-43fc-a416-3942c347a30f tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109561'] for port, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:37:48.558056 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-17d09f04-8f90-4f00-bac3-cfce55b81478 tempest-AllowedAddressPairIpV6TestJSON-1064512019 tempest-AllowedAddressPairIpV6TestJSON-1064512019-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1004271'] for segment, precommit_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:37:48.571412 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-17d09f04-8f90-4f00-bac3-cfce55b81478 tempest-AllowedAddressPairIpV6TestJSON-1064512019 tempest-AllowedAddressPairIpV6TestJSON-1064512019-project] Releasing vlan 369 on physical network physnet1 to pool {{(pid=83871) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 01 13:37:48.571837 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-17d09f04-8f90-4f00-bac3-cfce55b81478 tempest-AllowedAddressPairIpV6TestJSON-1064512019 tempest-AllowedAddressPairIpV6TestJSON-1064512019-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1004262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2743078'] for segment, after_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:37:48.585562 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Pushing event updated for resources: {'Port': ['ID=01a2a8c0-c8b0-45ca-a18f-1c7dceb28567,revision_number=5']} {{(pid=83872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:37:48.588333 dv-neutron-836180-1-hyperv neutron-server[83871]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 13:37:48.588333 dv-neutron-836180-1-hyperv neutron-server[83871]: util.warn( Apr 01 13:37:48.588333 dv-neutron-836180-1-hyperv neutron-server[83871]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 13:37:48.588333 dv-neutron-836180-1-hyperv neutron-server[83871]: util.warn( Apr 01 13:37:48.588333 dv-neutron-836180-1-hyperv neutron-server[83871]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 13:37:48.588333 dv-neutron-836180-1-hyperv neutron-server[83871]: util.warn( Apr 01 13:37:48.588333 dv-neutron-836180-1-hyperv neutron-server[83871]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 13:37:48.588333 dv-neutron-836180-1-hyperv neutron-server[83871]: util.warn( Apr 01 13:37:48.588333 dv-neutron-836180-1-hyperv neutron-server[83871]: Traceback (most recent call last): Apr 01 13:37:48.588333 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 01 13:37:48.588333 dv-neutron-836180-1-hyperv neutron-server[83871]: timer() Apr 01 13:37:48.588333 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 13:37:48.588333 dv-neutron-836180-1-hyperv neutron-server[83871]: cb(*args, **kw) Apr 01 13:37:48.588333 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 13:37:48.588333 dv-neutron-836180-1-hyperv neutron-server[83871]: return func(*args, **kwargs) Apr 01 13:37:48.588333 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 13:37:48.588333 dv-neutron-836180-1-hyperv neutron-server[83871]: self._notify() Apr 01 13:37:48.588333 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 13:37:48.588333 dv-neutron-836180-1-hyperv neutron-server[83871]: self.callback(batched_events) Apr 01 13:37:48.588333 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 13:37:48.588333 dv-neutron-836180-1-hyperv neutron-server[83871]: event.method(event) Apr 01 13:37:48.588333 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 13:37:48.588333 dv-neutron-836180-1-hyperv neutron-server[83871]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 13:37:48.588333 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 13:37:48.588333 dv-neutron-836180-1-hyperv neutron-server[83871]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 13:37:48.588333 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 13:37:48.588333 dv-neutron-836180-1-hyperv neutron-server[83871]: return f(self, *a, **k) Apr 01 13:37:48.588333 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 13:37:48.588333 dv-neutron-836180-1-hyperv neutron-server[83871]: return self._get(url).json() Apr 01 13:37:48.588333 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 13:37:48.588333 dv-neutron-836180-1-hyperv neutron-server[83871]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 13:37:48.588333 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 01 13:37:48.588333 dv-neutron-836180-1-hyperv neutron-server[83871]: return self.request(url, 'GET', **kwargs) Apr 01 13:37:48.588333 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 01 13:37:48.588333 dv-neutron-836180-1-hyperv neutron-server[83871]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 13:37:48.588333 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 01 13:37:48.588333 dv-neutron-836180-1-hyperv neutron-server[83871]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 13:37:48.588333 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 01 13:37:48.588333 dv-neutron-836180-1-hyperv neutron-server[83871]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 13:37:48.588333 dv-neutron-836180-1-hyperv neutron-server[83871]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 13:37:48.624280 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-e747d744-7097-43fc-a416-3942c347a30f tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] 10.222.0.26 "DELETE /v2.0/ports/cdff5494-a518-4234-b347-faa464c39460 HTTP/1.1" status: 204 len: 168 time: 1.7438536 Apr 01 13:37:48.626853 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 51778) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:37:48.678538 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.db.resource_extend [None req-8e76e559-a825-46ac-86fd-a7796b17c952 tempest-ExtraDHCPOptionsTestJSON-1290941370 tempest-ExtraDHCPOptionsTestJSON-1290941370-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 01 13:37:48.682528 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-cf53621a-8855-48fb-a58e-91cf11a4d6e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:37:48.697973 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-8e76e559-a825-46ac-86fd-a7796b17c952 tempest-ExtraDHCPOptionsTestJSON-1290941370 tempest-ExtraDHCPOptionsTestJSON-1290941370-project] Notify callbacks [] for port, precommit_update {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:37:48.705939 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-8e76e559-a825-46ac-86fd-a7796b17c952 tempest-ExtraDHCPOptionsTestJSON-1290941370 tempest-ExtraDHCPOptionsTestJSON-1290941370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2743106'] for port, after_update {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:37:48.784173 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-cf53621a-8855-48fb-a58e-91cf11a4d6e4 None None] For port a549a28d-545b-4d60-ba5f-381a623b4b8c, host dv-neutron-836180-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836180-1-hyperv',level=0,port_id=a549a28d-545b-4d60-ba5f-381a623b4b8c,segment=NetworkSegment(16094ed0-4a47-4ff6-9238-85c278d7a2a5),segment_id=16094ed0-4a47-4ff6-9238-85c278d7a2a5)] {{(pid=83872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 13:37:48.784780 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-17d09f04-8f90-4f00-bac3-cfce55b81478 tempest-AllowedAddressPairIpV6TestJSON-1064512019 tempest-AllowedAddressPairIpV6TestJSON-1064512019-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-942599', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4084797'] for network, after_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:37:48.793241 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-cf53621a-8855-48fb-a58e-91cf11a4d6e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864'] for port, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:37:48.850961 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b67a53f-76b7-489a-8ae6-d5c7f8f95dab tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:37:48.852285 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b67a53f-76b7-489a-8ae6-d5c7f8f95dab tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:37:48.853075 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-4b67a53f-76b7-489a-8ae6-d5c7f8f95dab tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Synchronizing usage tracker for tenant:8b726fe6689e4b7f96def1a2219bea6c on resource:subnet {{(pid=83869) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 13:37:48.867126 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-097a047b-5fe5-4fcc-ac9b-adc807e1874d None None] Notify callbacks [] for port, precommit_create {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:37:48.894383 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-097a047b-5fe5-4fcc-ac9b-adc807e1874d None None] Transition to ACTIVE for port object 3bd6a8cc-84d0-45c5-8ae4-3fcc178706ef will not be triggered until provisioned by entity L2. {{(pid=83872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 13:37:48.907729 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-4b67a53f-76b7-489a-8ae6-d5c7f8f95dab tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Unset dirty status for tenant:8b726fe6689e4b7f96def1a2219bea6c on resource:subnet {{(pid=83869) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 13:37:48.909219 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-4b67a53f-76b7-489a-8ae6-d5c7f8f95dab tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.2769060 Apr 01 13:37:48.912135 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 51782) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:37:48.935043 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf53621a-8855-48fb-a58e-91cf11a4d6e4 None None] Pushing event updated for resources: {'Port': ['ID=a549a28d-545b-4d60-ba5f-381a623b4b8c,revision_number=3']} {{(pid=83872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:37:48.939998 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-b431f2ea-4b30-4044-b5b2-b8e5dd5755a0 None None] Could not find standard attr ID for object cdff5494-a518-4234-b347-faa464c39460. {{(pid=83872) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 01 13:37:48.946007 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-097a047b-5fe5-4fcc-ac9b-adc807e1874d None None] Transition to ACTIVE for port object 3bd6a8cc-84d0-45c5-8ae4-3fcc178706ef will not be triggered until provisioned by entity DHCP. {{(pid=83872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 13:37:48.958192 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-097a047b-5fe5-4fcc-ac9b-adc807e1874d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736732935801'] for port, after_create {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:37:48.990806 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-5e2ea5c6-df68-437f-8314-3d482f4c7e1f tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4084887', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4079850', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4161'] for router, precommit_update {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:37:49.007972 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.db_base_plugin_v2 [None req-e2e337db-221c-4253-ab2e-900ace6e34bb tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Deleting subnet 64dab3c6-7f2f-4ed2-98ee-ead1432768b0 {{(pid=83869) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 01 13:37:49.011217 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-e2e337db-221c-4253-ab2e-900ace6e34bb tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Notify callbacks [] for subnet, before_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:37:49.016495 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-17d09f04-8f90-4f00-bac3-cfce55b81478 tempest-AllowedAddressPairIpV6TestJSON-1064512019 tempest-AllowedAddressPairIpV6TestJSON-1064512019-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3017602'] for network, before_response {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:37:49.041010 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-5e2ea5c6-df68-437f-8314-3d482f4c7e1f tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4084858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-4084844', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-4084837', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-4079843'] for router, after_update {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:37:49.043799 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-097a047b-5fe5-4fcc-ac9b-adc807e1874d None None] Network 850ba6d9-1f24-43f2-9495-d0eb2bb6939a is already hosted by enough agents. {{(pid=83872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 13:37:49.051300 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d09f04-8f90-4f00-bac3-cfce55b81478 tempest-AllowedAddressPairIpV6TestJSON-1064512019 tempest-AllowedAddressPairIpV6TestJSON-1064512019-project] Pushing event deleted for resources: {'Network': ['ID=bbd7a654-1927-4f32-a4fb-32334d8c9a6d,revision_number=None']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:37:49.051495 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.scheduler.base_scheduler [None req-097a047b-5fe5-4fcc-ac9b-adc807e1874d None None] Resources bound (agent type, host, resource id): {{(pid=83872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 13:37:49.059113 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-097a047b-5fe5-4fcc-ac9b-adc807e1874d None None] Received port after_create {{(pid=83872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 13:37:49.080167 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-097a047b-5fe5-4fcc-ac9b-adc807e1874d None None] Pushing event updated for resources: {'Port': ['ID=3bd6a8cc-84d0-45c5-8ae4-3fcc178706ef,revision_number=1']} {{(pid=83872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:37:49.088290 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e76e559-a825-46ac-86fd-a7796b17c952 tempest-ExtraDHCPOptionsTestJSON-1290941370 tempest-ExtraDHCPOptionsTestJSON-1290941370-project] Pushing event updated for resources: {'Port': ['ID=96b79426-6186-4ec8-808c-5ae14a2e31da,revision_number=2']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:37:49.101784 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-17d09f04-8f90-4f00-bac3-cfce55b81478 tempest-AllowedAddressPairIpV6TestJSON-1064512019 tempest-AllowedAddressPairIpV6TestJSON-1064512019-project] 10.222.0.26 "DELETE /v2.0/networks/bbd7a654-1927-4f32-a4fb-32334d8c9a6d HTTP/1.1" status: 204 len: 168 time: 3.4760706 Apr 01 13:37:49.107331 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-cc469769-df33-4143-8615-46dd2158ce1d tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-945042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2743160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2757373'] for subnet, after_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:37:49.137524 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.plugin [None req-8e76e559-a825-46ac-86fd-a7796b17c952 tempest-ExtraDHCPOptionsTestJSON-1290941370 tempest-ExtraDHCPOptionsTestJSON-1290941370-project] In _notify_port_updated(), no bound segment for port 96b79426-6186-4ec8-808c-5ae14a2e31da on network 08b295ca-09ec-4ac4-8dbb-3d982d8569ad {{(pid=83871) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Apr 01 13:37:49.141366 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e76e559-a825-46ac-86fd-a7796b17c952 tempest-ExtraDHCPOptionsTestJSON-1290941370 tempest-ExtraDHCPOptionsTestJSON-1290941370-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:37:49.141995 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-8e76e559-a825-46ac-86fd-a7796b17c952 tempest-ExtraDHCPOptionsTestJSON-1290941370 tempest-ExtraDHCPOptionsTestJSON-1290941370-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109561'] for port, before_response {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:37:49.146522 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-8e76e559-a825-46ac-86fd-a7796b17c952 tempest-ExtraDHCPOptionsTestJSON-1290941370 tempest-ExtraDHCPOptionsTestJSON-1290941370-project] 10.222.0.26 "PUT /v2.0/ports/96b79426-6186-4ec8-808c-5ae14a2e31da HTTP/1.1" status: 200 len: 1136 time: 1.9160316 Apr 01 13:37:49.151087 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 51790) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:37:49.200558 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc469769-df33-4143-8615-46dd2158ce1d tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] Pushing event deleted for resources: {'Subnet': ['ID=15946faf-ee30-4f1d-8ea4-9f30c1d538b8,revision_number=None']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:37:49.209914 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.managers [None req-097a047b-5fe5-4fcc-ac9b-adc807e1874d None None] Attempting to bind port 3bd6a8cc-84d0-45c5-8ae4-3fcc178706ef on host dv-neutron-836180-1-hyperv for vnic_type normal with profile {{(pid=83872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 13:37:49.210742 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.managers [None req-097a047b-5fe5-4fcc-ac9b-adc807e1874d None None] Attempting to bind port 3bd6a8cc-84d0-45c5-8ae4-3fcc178706ef by drivers openvswitch,hyperv on host dv-neutron-836180-1-hyperv at level 0 using segments [{'id': '6bc7c6ed-418b-4b13-85da-fd0461eb8b35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '850ba6d9-1f24-43f2-9495-d0eb2bb6939a'}] {{(pid=83872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 13:37:49.211246 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-097a047b-5fe5-4fcc-ac9b-adc807e1874d None None] Attempting to bind port 3bd6a8cc-84d0-45c5-8ae4-3fcc178706ef on network 850ba6d9-1f24-43f2-9495-d0eb2bb6939a {{(pid=83872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 13:37:49.223875 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-097a047b-5fe5-4fcc-ac9b-adc807e1874d None None] Checking agent: {'id': 'af948428-97cd-4d10-9f53-af028bdb39b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-836180-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 13, 25, 37), 'started_at': datetime.datetime(2022, 4, 1, 13, 26, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 13, 37, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-836180-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 13:37:49.224627 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-097a047b-5fe5-4fcc-ac9b-adc807e1874d None None] Checking segment: {'id': '6bc7c6ed-418b-4b13-85da-fd0461eb8b35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '850ba6d9-1f24-43f2-9495-d0eb2bb6939a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 13:37:49.225171 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-097a047b-5fe5-4fcc-ac9b-adc807e1874d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:37:49.225719 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-097a047b-5fe5-4fcc-ac9b-adc807e1874d None None] Bound using segment: {'id': '6bc7c6ed-418b-4b13-85da-fd0461eb8b35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '850ba6d9-1f24-43f2-9495-d0eb2bb6939a'} {{(pid=83872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 13:37:49.226338 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.managers [None req-097a047b-5fe5-4fcc-ac9b-adc807e1874d None None] Bound port: 3bd6a8cc-84d0-45c5-8ae4-3fcc178706ef, host: dv-neutron-836180-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6bc7c6ed-418b-4b13-85da-fd0461eb8b35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '850ba6d9-1f24-43f2-9495-d0eb2bb6939a'}}] {{(pid=83872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 13:37:49.228280 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-097a047b-5fe5-4fcc-ac9b-adc807e1874d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:37:49.323196 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-e2e337db-221c-4253-ab2e-900ace6e34bb tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2704975'] for subnet, precommit_delete_associations {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:37:49.389291 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-097a047b-5fe5-4fcc-ac9b-adc807e1874d None None] For port 3bd6a8cc-84d0-45c5-8ae4-3fcc178706ef, host dv-neutron-836180-1-hyperv, cleared binding levels {{(pid=83872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 13:37:49.389543 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-6203a71b-18ae-4896-9ca4-6451b0781136 req-37fd909d-f015-43b8-af34-28b5ddd66e3f service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=b52fb625-6535-4e58-afe5-9e4ccb47c0b6 HTTP/1.1" status: 200 len: 1098 time: 0.6723344 Apr 01 13:37:49.393179 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-097a047b-5fe5-4fcc-ac9b-adc807e1874d None None] For port 3bd6a8cc-84d0-45c5-8ae4-3fcc178706ef, host dv-neutron-836180-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836180-1-hyperv',level=0,port_id=3bd6a8cc-84d0-45c5-8ae4-3fcc178706ef,segment=NetworkSegment(6bc7c6ed-418b-4b13-85da-fd0461eb8b35),segment_id=6bc7c6ed-418b-4b13-85da-fd0461eb8b35)] {{(pid=83872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 13:37:49.401804 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97377195-03bd-4d61-8601-e13b4c0c2741 tempest-ExtraDHCPOptionsTestJSON-1290941370 tempest-ExtraDHCPOptionsTestJSON-1290941370-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:37:49.402209 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Device a549a28d-545b-4d60-ba5f-381a623b4b8c up at agent ovs-agent-dv-neutron-836180-1-hyperv {{(pid=83872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 13:37:49.403169 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-97377195-03bd-4d61-8601-e13b4c0c2741 tempest-ExtraDHCPOptionsTestJSON-1290941370 tempest-ExtraDHCPOptionsTestJSON-1290941370-project] Synchronizing usage tracker for tenant:4c5456a4664149c59cddfa70d29d9139 on resource:port {{(pid=83871) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 13:37:49.426077 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-cc469769-df33-4143-8615-46dd2158ce1d tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-942654', 'neutron.services.segments.db._delete_segments_for_network-8736733387888'] for network, precommit_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:37:49.438470 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-097a047b-5fe5-4fcc-ac9b-adc807e1874d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864'] for port, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:37:49.461929 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-e2e337db-221c-4253-ab2e-900ace6e34bb tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-945029'] for subnet, precommit_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:37:49.482196 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.services.segments.db [None req-cc469769-df33-4143-8615-46dd2158ce1d tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['850ba6d9-1f24-43f2-9495-d0eb2bb6939a']}} {{(pid=83871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:37:49.509368 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.services.segments.db [None req-cc469769-df33-4143-8615-46dd2158ce1d tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6bc7c6ed-418b-4b13-85da-fd0461eb8b35') {'for_net_delete': True} {{(pid=83871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:37:49.509752 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.services.segments.db [None req-cc469769-df33-4143-8615-46dd2158ce1d tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6bc7c6ed-418b-4b13-85da-fd0461eb8b35') {} {{(pid=83871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:37:49.529757 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-97377195-03bd-4d61-8601-e13b4c0c2741 tempest-ExtraDHCPOptionsTestJSON-1290941370 tempest-ExtraDHCPOptionsTestJSON-1290941370-project] Unset dirty status for tenant:4c5456a4664149c59cddfa70d29d9139 on resource:port {{(pid=83871) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 13:37:49.530078 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-0248d884-4978-4bc5-9664-81a309d535e8 None None] Provisioning complete for port 96b79426-6186-4ec8-808c-5ae14a2e31da triggered by entity DHCP. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 13:37:49.530419 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-0248d884-4978-4bc5-9664-81a309d535e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-948329'] for port, provisioning_complete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:37:49.534918 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-97377195-03bd-4d61-8601-e13b4c0c2741 tempest-ExtraDHCPOptionsTestJSON-1290941370 tempest-ExtraDHCPOptionsTestJSON-1290941370-project] 10.222.0.26 "GET /v2.0/ports/96b79426-6186-4ec8-808c-5ae14a2e31da HTTP/1.1" status: 200 len: 1136 time: 0.3821182 Apr 01 13:37:49.535378 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 51794) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:37:49.537345 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-cc469769-df33-4143-8615-46dd2158ce1d tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736733386999', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3166340'] for segment, before_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:37:49.562239 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6bbdd91-7d8a-46d9-99c4-72e890c10be2 req-cca129d0-d2c7-4e25-84c3-122225ede5c2 tempest-ServerActionsTestJSON-64006463 tempest-ServerActionsTestJSON-64006463-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:37:49.563737 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-c6bbdd91-7d8a-46d9-99c4-72e890c10be2 req-cca129d0-d2c7-4e25-84c3-122225ede5c2 tempest-ServerActionsTestJSON-64006463 tempest-ServerActionsTestJSON-64006463-project] 10.222.0.26 "GET /v2.0/ports?device_id=746f2a68-07bc-4d82-957e-55cd7a32c31f HTTP/1.1" status: 200 len: 946 time: 0.3296485 Apr 01 13:37:49.565398 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-6203a71b-18ae-4896-9ca4-6451b0781136 req-38b41c0b-70d0-4691-8baf-5411b57e6a80 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=78c001c1-251f-4a8b-9340-7477b428b7b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1565189 Apr 01 13:37:49.584086 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-097a047b-5fe5-4fcc-ac9b-adc807e1874d None None] Pushing event updated for resources: {'Port': ['ID=3bd6a8cc-84d0-45c5-8ae4-3fcc178706ef,revision_number=2']} {{(pid=83872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:37:49.610365 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-cc469769-df33-4143-8615-46dd2158ce1d tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1004271'] for segment, precommit_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:37:49.640482 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cc469769-df33-4143-8615-46dd2158ce1d tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] Releasing vlan 378 on physical network physnet1 to pool {{(pid=83871) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 01 13:37:49.643805 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-cc469769-df33-4143-8615-46dd2158ce1d tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1004262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2743078'] for segment, after_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:37:49.643980 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.plugin [None req-0248d884-4978-4bc5-9664-81a309d535e8 None None] Port 96b79426-6186-4ec8-808c-5ae14a2e31da cannot update to ACTIVE because it is not bound. {{(pid=83872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 13:37:49.678785 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.plugin [None req-1e986db9-a00a-4c30-a23f-2000290e005e tempest-ExtraDHCPOptionsTestJSON-1290941370 tempest-ExtraDHCPOptionsTestJSON-1290941370-project] Deleting port 96b79426-6186-4ec8-808c-5ae14a2e31da {{(pid=83869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 13:37:49.679567 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-1e986db9-a00a-4c30-a23f-2000290e005e tempest-ExtraDHCPOptionsTestJSON-1290941370 tempest-ExtraDHCPOptionsTestJSON-1290941370-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736733287370'] for port, before_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:37:49.718303 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 51802) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:37:49.721251 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-e2e337db-221c-4253-ab2e-900ace6e34bb tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-945042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2705198', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2999452'] for subnet, after_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:37:49.734732 dv-neutron-836180-1-hyperv neutron-server[83871]: Traceback (most recent call last): Apr 01 13:37:49.734732 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 01 13:37:49.734732 dv-neutron-836180-1-hyperv neutron-server[83871]: timer() Apr 01 13:37:49.734732 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 13:37:49.734732 dv-neutron-836180-1-hyperv neutron-server[83871]: cb(*args, **kw) Apr 01 13:37:49.734732 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 13:37:49.734732 dv-neutron-836180-1-hyperv neutron-server[83871]: return func(*args, **kwargs) Apr 01 13:37:49.734732 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 13:37:49.734732 dv-neutron-836180-1-hyperv neutron-server[83871]: self._notify() Apr 01 13:37:49.734732 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 13:37:49.734732 dv-neutron-836180-1-hyperv neutron-server[83871]: self.callback(batched_events) Apr 01 13:37:49.734732 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 13:37:49.734732 dv-neutron-836180-1-hyperv neutron-server[83871]: event.method(event) Apr 01 13:37:49.734732 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 13:37:49.734732 dv-neutron-836180-1-hyperv neutron-server[83871]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 13:37:49.734732 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 13:37:49.734732 dv-neutron-836180-1-hyperv neutron-server[83871]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 13:37:49.734732 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 13:37:49.734732 dv-neutron-836180-1-hyperv neutron-server[83871]: return f(self, *a, **k) Apr 01 13:37:49.734732 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 13:37:49.734732 dv-neutron-836180-1-hyperv neutron-server[83871]: return self._get(url).json() Apr 01 13:37:49.734732 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 13:37:49.734732 dv-neutron-836180-1-hyperv neutron-server[83871]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 13:37:49.734732 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 01 13:37:49.734732 dv-neutron-836180-1-hyperv neutron-server[83871]: return self.request(url, 'GET', **kwargs) Apr 01 13:37:49.734732 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 01 13:37:49.734732 dv-neutron-836180-1-hyperv neutron-server[83871]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 13:37:49.734732 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 01 13:37:49.734732 dv-neutron-836180-1-hyperv neutron-server[83871]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 13:37:49.734732 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 01 13:37:49.734732 dv-neutron-836180-1-hyperv neutron-server[83871]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 13:37:49.734732 dv-neutron-836180-1-hyperv neutron-server[83871]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 13:37:49.741818 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Provisioning complete for port a549a28d-545b-4d60-ba5f-381a623b4b8c triggered by entity L2. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 13:37:49.742260 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-948329'] for port, provisioning_complete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:37:49.771845 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.db.api [None req-cc469769-df33-4143-8615-46dd2158ce1d tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 01 13:37:49.771845 dv-neutron-836180-1-hyperv neutron-server[83871]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 01 13:37:49.771845 dv-neutron-836180-1-hyperv neutron-server[83871]: [parameters: {'id': '850ba6d9-1f24-43f2-9495-d0eb2bb6939a'}] Apr 01 13:37:49.771845 dv-neutron-836180-1-hyperv neutron-server[83871]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=83871) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 01 13:37:49.772358 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG oslo_db.api [None req-cc469769-df33-4143-8615-46dd2158ce1d tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=83871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 01 13:37:49.777250 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-c6bbdd91-7d8a-46d9-99c4-72e890c10be2 req-2820c2b2-d9a8-404e-ac06-f3f7d758a430 tempest-ServerActionsTestJSON-64006463 tempest-ServerActionsTestJSON-64006463-project] 10.222.0.26 "GET /v2.0/security-groups?id=0d525850-c301-4718-92cf-e73f2c3e9524&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1967201 Apr 01 13:37:49.788116 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb9e0c2c-e622-4c0b-9c29-1ddec135144f None None] Network 850ba6d9-1f24-43f2-9495-d0eb2bb6939a requested from dv-neutron-836180-1-hyperv {{(pid=83872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 13:37:49.814928 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e337db-221c-4253-ab2e-900ace6e34bb tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Pushing event deleted for resources: {'Subnet': ['ID=64dab3c6-7f2f-4ed2-98ee-ead1432768b0,revision_number=None']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:37:49.818769 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e2ea5c6-df68-437f-8314-3d482f4c7e1f tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Router 04d6d348-558c-4e5f-87bc-0167a34244ac has already been hosted by L3 agent 88bf8fc8-11a3-4e96-9d1b-5fd93ba9f6f1 {{(pid=83869) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 13:37:50.009960 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-e2e337db-221c-4253-ab2e-900ace6e34bb tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3017602'] for subnet, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:37:50.024820 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f84aa8ad-ca88-42bb-88eb-18b2d6c2c098 None None] Network 09d7ea43-6376-4322-97e7-54cd01aae492 requested from dv-neutron-836180-1-hyperv {{(pid=83872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 13:37:50.263507 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932c5dc1-4f40-4b5d-90d0-0fb5e12c03c9 req-a2fe99f0-ae1c-48f0-bc9b-704f9da2271f tempest-ServerActionsTestJSON-64006463 tempest-ServerActionsTestJSON-64006463-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:37:50.266697 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-932c5dc1-4f40-4b5d-90d0-0fb5e12c03c9 req-a2fe99f0-ae1c-48f0-bc9b-704f9da2271f tempest-ServerActionsTestJSON-64006463 tempest-ServerActionsTestJSON-64006463-project] 10.222.0.26 "GET /v2.0/ports?device_id=746f2a68-07bc-4d82-957e-55cd7a32c31f HTTP/1.1" status: 200 len: 946 time: 0.1270015 Apr 01 13:37:50.274554 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-cc469769-df33-4143-8615-46dd2158ce1d tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1033078'] for network, before_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:37:50.343258 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.plugin [None req-cc469769-df33-4143-8615-46dd2158ce1d tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] Deleting port 3bd6a8cc-84d0-45c5-8ae4-3fcc178706ef {{(pid=83871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 13:37:50.343979 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-cc469769-df33-4143-8615-46dd2158ce1d tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736733287370'] for port, before_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:37:50.384967 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-1e986db9-a00a-4c30-a23f-2000290e005e tempest-ExtraDHCPOptionsTestJSON-1290941370 tempest-ExtraDHCPOptionsTestJSON-1290941370-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4155147'] for port, precommit_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:37:50.401911 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-932c5dc1-4f40-4b5d-90d0-0fb5e12c03c9 req-ce1019e8-9b64-4943-b679-473c450df306 tempest-ServerActionsTestJSON-64006463 tempest-ServerActionsTestJSON-64006463-project] 10.222.0.26 "GET /v2.0/security-groups?id=0d525850-c301-4718-92cf-e73f2c3e9524&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1281819 Apr 01 13:37:50.430406 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4e3f704-3859-4655-a3fc-f29f5ed6e68b None None] DHCP port deletion for 09d7ea43-6376-4322-97e7-54cd01aae492 request from dv-neutron-836180-1-hyperv {{(pid=83872) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 01 13:37:50.434818 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.plugin [None req-f4e3f704-3859-4655-a3fc-f29f5ed6e68b None None] Deleting port a549a28d-545b-4d60-ba5f-381a623b4b8c {{(pid=83872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 13:37:50.435188 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-f4e3f704-3859-4655-a3fc-f29f5ed6e68b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736733287370'] for port, before_delete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:37:50.545213 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.plugin [None req-1e986db9-a00a-4c30-a23f-2000290e005e tempest-ExtraDHCPOptionsTestJSON-1290941370 tempest-ExtraDHCPOptionsTestJSON-1290941370-project] Calling delete_port for 96b79426-6186-4ec8-808c-5ae14a2e31da owned by {{(pid=83869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 13:37:50.591720 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-e2e337db-221c-4253-ab2e-900ace6e34bb tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] 10.222.0.26 "DELETE /v2.0/subnets/64dab3c6-7f2f-4ed2-98ee-ead1432768b0 HTTP/1.1" status: 204 len: 168 time: 1.6761999 Apr 01 13:37:50.603198 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 51814) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:37:50.631147 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3a5c93-74a7-468c-bd84-f6da9cb24a4d req-6e585b8b-2569-44b6-8418-c4e7a8464886 tempest-TestNetworkAdvancedServerOps-1355420123 tempest-TestNetworkAdvancedServerOps-1355420123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:37:50.633046 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.db [None req-cc469769-df33-4143-8615-46dd2158ce1d tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] For port 3bd6a8cc-84d0-45c5-8ae4-3fcc178706ef, host dv-neutron-836180-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836180-1-hyperv',level=0,port_id=3bd6a8cc-84d0-45c5-8ae4-3fcc178706ef,segment=NetworkSegment(6bc7c6ed-418b-4b13-85da-fd0461eb8b35),segment_id=6bc7c6ed-418b-4b13-85da-fd0461eb8b35)] {{(pid=83871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 13:37:50.633512 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-cc469769-df33-4143-8615-46dd2158ce1d tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4155147'] for port, precommit_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:37:50.638009 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-2c3a5c93-74a7-468c-bd84-f6da9cb24a4d req-6e585b8b-2569-44b6-8418-c4e7a8464886 tempest-TestNetworkAdvancedServerOps-1355420123 tempest-TestNetworkAdvancedServerOps-1355420123-project] 10.222.0.26 "GET /v2.0/ports?device_id=b52fb625-6535-4e58-afe5-9e4ccb47c0b6 HTTP/1.1" status: 200 len: 945 time: 0.9182920 Apr 01 13:37:50.670465 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-f4e3f704-3859-4655-a3fc-f29f5ed6e68b None None] For port a549a28d-545b-4d60-ba5f-381a623b4b8c, host dv-neutron-836180-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836180-1-hyperv',level=0,port_id=a549a28d-545b-4d60-ba5f-381a623b4b8c,segment=NetworkSegment(16094ed0-4a47-4ff6-9238-85c278d7a2a5),segment_id=16094ed0-4a47-4ff6-9238-85c278d7a2a5)] {{(pid=83872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 13:37:50.670755 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-f4e3f704-3859-4655-a3fc-f29f5ed6e68b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4155147'] for port, precommit_delete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:37:50.719413 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-ab4a1062-5822-41c9-91b9-77e96ce0b2a2 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] 10.222.0.26 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1090693 Apr 01 13:37:50.735879 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 51818) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:37:50.751824 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-b790ac78-8232-446c-aa06-84f5cf1f6f45 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=6fd515cdecb148b98b1bf1573eeed293&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0231683 Apr 01 13:37:50.753706 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.v2.base [None req-a7387586-8f58-4fcb-b362-400ad9ee3f07 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Request body: {'subnet': {'network_id': '09d7ea43-6376-4322-97e7-54cd01aae492', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=83869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:37:50.777168 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 51822) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:37:50.787214 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.plugin [None req-cc469769-df33-4143-8615-46dd2158ce1d tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] Calling delete_port for 3bd6a8cc-84d0-45c5-8ae4-3fcc178706ef owned by network:dhcp {{(pid=83871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 13:37:50.809871 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.plugin [None req-f4e3f704-3859-4655-a3fc-f29f5ed6e68b None None] Calling delete_port for a549a28d-545b-4d60-ba5f-381a623b4b8c owned by network:dhcp {{(pid=83872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 13:37:50.874897 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-cc469769-df33-4143-8615-46dd2158ce1d tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736733359243', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736732935810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2743125'] for port, after_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:37:50.895663 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-f4e3f704-3859-4655-a3fc-f29f5ed6e68b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736733359243', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736732935810'] for port, after_delete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:37:50.925208 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc469769-df33-4143-8615-46dd2158ce1d tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] Pushing event deleted for resources: {'Port': ['ID=3bd6a8cc-84d0-45c5-8ae4-3fcc178706ef,revision_number=None']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:37:50.934335 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc469769-df33-4143-8615-46dd2158ce1d tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] No DVR routers for this DVR port 3bd6a8cc-84d0-45c5-8ae4-3fcc178706ef on host dv-neutron-836180-1-hyperv {{(pid=83871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 13:37:50.957410 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-2c3a5c93-74a7-468c-bd84-f6da9cb24a4d req-a8651e90-e98e-42f0-a65b-50ee93249621 tempest-TestNetworkAdvancedServerOps-1355420123 tempest-TestNetworkAdvancedServerOps-1355420123-project] 10.222.0.26 "GET /v2.0/security-groups?id=78c001c1-251f-4a8b-9340-7477b428b7b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3185351 Apr 01 13:37:50.963999 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e3f704-3859-4655-a3fc-f29f5ed6e68b None None] Pushing event deleted for resources: {'Port': ['ID=a549a28d-545b-4d60-ba5f-381a623b4b8c,revision_number=None']} {{(pid=83872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:37:50.969024 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4e3f704-3859-4655-a3fc-f29f5ed6e68b None None] No DVR routers for this DVR port a549a28d-545b-4d60-ba5f-381a623b4b8c on host dv-neutron-836180-1-hyperv {{(pid=83872) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 13:37:50.993481 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4dee1b73-f5cb-4117-bfb6-c32e26dfc071 None None] get_active_networks_info from dv-neutron-836180-1-hyperv {{(pid=83872) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Apr 01 13:37:51.022122 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-a7387586-8f58-4fcb-b362-400ad9ee3f07 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:37:51.031350 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-a7387586-8f58-4fcb-b362-400ad9ee3f07 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Usage tracker for resource:subnet and tenant:8b726fe6689e4b7f96def1a2219bea6c is out of sync, need to count used quota {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 13:37:51.043570 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-a7387586-8f58-4fcb-b362-400ad9ee3f07 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 13:37:51.066529 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-a7387586-8f58-4fcb-b362-400ad9ee3f07 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:37:51.071886 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-17abee79-e70c-49d8-b051-ffce43060f1f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:37:51.105397 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-1e986db9-a00a-4c30-a23f-2000290e005e tempest-ExtraDHCPOptionsTestJSON-1290941370 tempest-ExtraDHCPOptionsTestJSON-1290941370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736733359243', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736732935810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2705155'] for port, after_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:37:51.107857 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-cc469769-df33-4143-8615-46dd2158ce1d tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-942654', 'neutron.services.segments.db._delete_segments_for_network-8736733387888'] for network, precommit_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:37:51.129932 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dee1b73-f5cb-4117-bfb6-c32e26dfc071 None None] Resources bound (agent type, host, resource id): {{(pid=83872) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 01 13:37:51.141004 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.services.segments.db [None req-cc469769-df33-4143-8615-46dd2158ce1d tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['850ba6d9-1f24-43f2-9495-d0eb2bb6939a']}} {{(pid=83871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:37:51.154802 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.services.segments.db [None req-cc469769-df33-4143-8615-46dd2158ce1d tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6bc7c6ed-418b-4b13-85da-fd0461eb8b35') {'for_net_delete': True} {{(pid=83871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:37:51.155099 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.services.segments.db [None req-cc469769-df33-4143-8615-46dd2158ce1d tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6bc7c6ed-418b-4b13-85da-fd0461eb8b35') {} {{(pid=83871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:37:51.166702 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7387586-8f58-4fcb-b362-400ad9ee3f07 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Made reservation on behalf of 8b726fe6689e4b7f96def1a2219bea6c for: {'subnet': 1} {{(pid=83869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 13:37:51.171418 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-cc469769-df33-4143-8615-46dd2158ce1d tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736733386999', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3166340'] for segment, before_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:37:51.191005 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-cc469769-df33-4143-8615-46dd2158ce1d tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1004271'] for segment, precommit_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:37:51.191366 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-17abee79-e70c-49d8-b051-ffce43060f1f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:37:51.200935 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cc469769-df33-4143-8615-46dd2158ce1d tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] Releasing vlan 378 on physical network physnet1 to pool {{(pid=83871) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 01 13:37:51.201561 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-cc469769-df33-4143-8615-46dd2158ce1d tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1004262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2743078'] for segment, after_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:37:51.215569 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e986db9-a00a-4c30-a23f-2000290e005e tempest-ExtraDHCPOptionsTestJSON-1290941370 tempest-ExtraDHCPOptionsTestJSON-1290941370-project] Pushing event deleted for resources: {'Port': ['ID=96b79426-6186-4ec8-808c-5ae14a2e31da,revision_number=None']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:37:51.351961 dv-neutron-836180-1-hyperv neutron-server[83871]: Traceback (most recent call last): Apr 01 13:37:51.351961 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 01 13:37:51.351961 dv-neutron-836180-1-hyperv neutron-server[83871]: timer() Apr 01 13:37:51.351961 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 13:37:51.351961 dv-neutron-836180-1-hyperv neutron-server[83871]: cb(*args, **kw) Apr 01 13:37:51.351961 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 13:37:51.351961 dv-neutron-836180-1-hyperv neutron-server[83871]: return func(*args, **kwargs) Apr 01 13:37:51.351961 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 13:37:51.351961 dv-neutron-836180-1-hyperv neutron-server[83871]: self._notify() Apr 01 13:37:51.351961 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 13:37:51.351961 dv-neutron-836180-1-hyperv neutron-server[83871]: self.callback(batched_events) Apr 01 13:37:51.351961 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 13:37:51.351961 dv-neutron-836180-1-hyperv neutron-server[83871]: event.method(event) Apr 01 13:37:51.351961 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 13:37:51.351961 dv-neutron-836180-1-hyperv neutron-server[83871]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 13:37:51.351961 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 13:37:51.351961 dv-neutron-836180-1-hyperv neutron-server[83871]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 13:37:51.351961 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 13:37:51.351961 dv-neutron-836180-1-hyperv neutron-server[83871]: return f(self, *a, **k) Apr 01 13:37:51.351961 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 13:37:51.351961 dv-neutron-836180-1-hyperv neutron-server[83871]: return self._get(url).json() Apr 01 13:37:51.351961 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 13:37:51.351961 dv-neutron-836180-1-hyperv neutron-server[83871]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 13:37:51.351961 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 01 13:37:51.351961 dv-neutron-836180-1-hyperv neutron-server[83871]: return self.request(url, 'GET', **kwargs) Apr 01 13:37:51.351961 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 01 13:37:51.351961 dv-neutron-836180-1-hyperv neutron-server[83871]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 13:37:51.351961 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 01 13:37:51.351961 dv-neutron-836180-1-hyperv neutron-server[83871]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 13:37:51.351961 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 01 13:37:51.351961 dv-neutron-836180-1-hyperv neutron-server[83871]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 13:37:51.351961 dv-neutron-836180-1-hyperv neutron-server[83871]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 13:37:51.357923 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e2ea5c6-df68-437f-8314-3d482f4c7e1f tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Notify agent at l3_agent.dv-neutron-836180-1-hyperv the message routers_updated {{(pid=83869) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 13:37:51.378583 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f5281e3-54b0-4a88-ad47-52cdcf7d1ffa None None] Sync routers for ids ['04d6d348-558c-4e5f-87bc-0167a34244ac'] in dv-neutron-836180-1-hyperv {{(pid=83873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 13:37:51.379215 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Device a549a28d-545b-4d60-ba5f-381a623b4b8c no longer exists at agent ovs-agent-dv-neutron-836180-1-hyperv {{(pid=83872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 13:37:51.398953 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-cc469769-df33-4143-8615-46dd2158ce1d tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-942599', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4084797'] for network, after_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:37:51.406908 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f5281e3-54b0-4a88-ad47-52cdcf7d1ffa None None] Routers {'04d6d348-558c-4e5f-87bc-0167a34244ac'} bound to L3 agent in host dv-neutron-836180-1-hyperv {{(pid=83873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 13:37:51.407864 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-6f5281e3-54b0-4a88-ad47-52cdcf7d1ffa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836180-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T13:25:36Z,description=,heartbeat_timestamp=2022-04-01T13:37:36Z,host='dv-neutron-836180-1-hyperv',id=88bf8fc8-11a3-4e96-9d1b-5fd93ba9f6f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T13:25:36Z,topic='l3_agent')) {'router_ids': ['04d6d348-558c-4e5f-87bc-0167a34244ac'], 'active': True} {{(pid=83873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:37:51.423914 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.plugin [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] No Port match for: a549a28d-545b-4d60-ba5f-381a623b4b8c {{(pid=83872) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 01 13:37:51.424283 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Device a549a28d-545b-4d60-ba5f-381a623b4b8c not bound to the agent host dv-neutron-836180-1-hyperv {{(pid=83872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 13:37:51.427926 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-cc469769-df33-4143-8615-46dd2158ce1d tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3017602'] for network, before_response {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:37:51.448758 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc469769-df33-4143-8615-46dd2158ce1d tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] Pushing event deleted for resources: {'Network': ['ID=850ba6d9-1f24-43f2-9495-d0eb2bb6939a,revision_number=None']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:37:51.454743 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-cc469769-df33-4143-8615-46dd2158ce1d tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] 10.222.0.26 "DELETE /v2.0/networks/850ba6d9-1f24-43f2-9495-d0eb2bb6939a HTTP/1.1" status: 204 len: 168 time: 4.1365249 Apr 01 13:37:51.460909 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 51828) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:37:51.468556 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.v2.base [None req-58aaf850-14f1-43f4-97a4-c14171462857 tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1946115313'}} {{(pid=83871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:37:51.478597 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-58aaf850-14f1-43f4-97a4-c14171462857 tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:37:51.480370 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-a7387586-8f58-4fcb-b362-400ad9ee3f07 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2999481'] for subnet, before_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:37:51.484109 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-58aaf850-14f1-43f4-97a4-c14171462857 tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] Usage tracker for resource:network and tenant:16dc8bccab6243da8b678a9c9f0a6318 is out of sync, need to count used quota {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 13:37:51.487743 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-58aaf850-14f1-43f4-97a4-c14171462857 tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 13:37:51.496062 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-58aaf850-14f1-43f4-97a4-c14171462857 tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:37:51.508616 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58aaf850-14f1-43f4-97a4-c14171462857 tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] Made reservation on behalf of 16dc8bccab6243da8b678a9c9f0a6318 for: {'network': 1} {{(pid=83871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 13:37:51.512937 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-58aaf850-14f1-43f4-97a4-c14171462857 tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for network, before_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:37:51.538057 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-6f5281e3-54b0-4a88-ad47-52cdcf7d1ffa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-836180-1-hyperv', False) {} {{(pid=83873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:37:51.552822 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f5281e3-54b0-4a88-ad47-52cdcf7d1ffa None None] Routers {'04d6d348-558c-4e5f-87bc-0167a34244ac'} bound to L3 agent in host dv-neutron-836180-1-hyperv {{(pid=83873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 13:37:51.553919 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-6f5281e3-54b0-4a88-ad47-52cdcf7d1ffa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836180-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T13:25:36Z,description=,heartbeat_timestamp=2022-04-01T13:37:36Z,host='dv-neutron-836180-1-hyperv',id=88bf8fc8-11a3-4e96-9d1b-5fd93ba9f6f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T13:25:36Z,topic='l3_agent')) {'router_ids': ['04d6d348-558c-4e5f-87bc-0167a34244ac'], 'active': True} {{(pid=83873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:37:51.555740 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-58aaf850-14f1-43f4-97a4-c14171462857 tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] vlan segment allocate from pool success with {'vlan_id': 384, 'physical_network': 'physnet1'} {{(pid=83871) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 13:37:51.566969 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-58aaf850-14f1-43f4-97a4-c14171462857 tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1004271'] for segment, precommit_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:37:51.567478 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.db.segments_db [None req-58aaf850-14f1-43f4-97a4-c14171462857 tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] Added segment f6001083-3b02-486d-a03d-d649549af4a5 of type vlan for network 385a34ec-d1c3-4e3d-9855-d660b77d6e8b Apr 01 13:37:51.589094 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-5e2ea5c6-df68-437f-8314-3d482f4c7e1f tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Notify callbacks [] for router, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:37:51.593461 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-5e2ea5c6-df68-437f-8314-3d482f4c7e1f tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] 10.222.0.26 "PUT /v2.0/routers/04d6d348-558c-4e5f-87bc-0167a34244ac HTTP/1.1" status: 200 len: 892 time: 4.4362705 Apr 01 13:37:51.609233 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 51832) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:37:51.628206 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-58aaf850-14f1-43f4-97a4-c14171462857 tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736732923383'] for network, precommit_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:37:51.654155 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-6f5281e3-54b0-4a88-ad47-52cdcf7d1ffa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-836180-1-hyperv', False) {} {{(pid=83873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:37:51.654457 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f5281e3-54b0-4a88-ad47-52cdcf7d1ffa None None] The sync data for ids ['04d6d348-558c-4e5f-87bc-0167a34244ac'] in dv-neutron-836180-1-hyperv is: [] {{(pid=83873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 13:37:51.682162 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-1e986db9-a00a-4c30-a23f-2000290e005e tempest-ExtraDHCPOptionsTestJSON-1290941370 tempest-ExtraDHCPOptionsTestJSON-1290941370-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109561'] for port, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:37:51.746682 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-17abee79-e70c-49d8-b051-ffce43060f1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3775923'] for security_group, after_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:37:51.749061 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-17abee79-e70c-49d8-b051-ffce43060f1f admin admin] Notify callbacks [] for security_group, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:37:51.750230 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-17abee79-e70c-49d8-b051-ffce43060f1f admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/5f1a3f8c-8b96-4b7d-9611-c431aceec711 HTTP/1.1" status: 204 len: 168 time: 0.9684548 Apr 01 13:37:51.779274 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-1e986db9-a00a-4c30-a23f-2000290e005e tempest-ExtraDHCPOptionsTestJSON-1290941370 tempest-ExtraDHCPOptionsTestJSON-1290941370-project] 10.222.0.26 "DELETE /v2.0/ports/96b79426-6186-4ec8-808c-5ae14a2e31da HTTP/1.1" status: 204 len: 168 time: 2.2401853 Apr 01 13:37:51.789490 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 51838) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:37:51.836530 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-58aaf850-14f1-43f4-97a4-c14171462857 tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575'] for network, after_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:37:51.840972 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58aaf850-14f1-43f4-97a4-c14171462857 tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:37:51.841743 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-58aaf850-14f1-43f4-97a4-c14171462857 tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3017602'] for network, before_response {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:37:51.848465 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17abee79-e70c-49d8-b051-ffce43060f1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f1a3f8c-8b96-4b7d-9611-c431aceec711,revision_number=None']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:37:51.968238 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-58aaf850-14f1-43f4-97a4-c14171462857 tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.4989998 Apr 01 13:37:51.974946 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 51844) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:37:51.986168 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.v2.base [None req-5df2bddb-484c-4d83-baf0-15493f0041b5 tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] Request body: {'subnet': {'network_id': '385a34ec-d1c3-4e3d-9855-d660b77d6e8b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=83871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:37:52.102769 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-5df2bddb-484c-4d83-baf0-15493f0041b5 tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:37:52.105260 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58aaf850-14f1-43f4-97a4-c14171462857 tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] Pushing event updated for resources: {'Network': ['ID=385a34ec-d1c3-4e3d-9855-d660b77d6e8b,revision_number=1']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:37:52.110131 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-5df2bddb-484c-4d83-baf0-15493f0041b5 tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] Usage tracker for resource:subnet and tenant:16dc8bccab6243da8b678a9c9f0a6318 is out of sync, need to count used quota {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 13:37:52.115101 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-5df2bddb-484c-4d83-baf0-15493f0041b5 tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 13:37:52.118912 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Network 385a34ec-d1c3-4e3d-9855-d660b77d6e8b details requested by agent ovs-agent-dv-neutron-836180-1-hyperv with host dv-neutron-836180-1-hyperv {{(pid=83872) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 13:37:52.121997 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-5df2bddb-484c-4d83-baf0-15493f0041b5 tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:37:52.153698 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450cf8a9-e6b5-4d4a-b254-42d97d974648 req-f6743241-1bec-4dda-87ef-44f5c531633a tempest-ServerActionsTestJSON-64006463 tempest-ServerActionsTestJSON-64006463-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:37:52.155404 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-450cf8a9-e6b5-4d4a-b254-42d97d974648 req-f6743241-1bec-4dda-87ef-44f5c531633a tempest-ServerActionsTestJSON-64006463 tempest-ServerActionsTestJSON-64006463-project] 10.222.0.26 "GET /v2.0/ports?device_id=746f2a68-07bc-4d82-957e-55cd7a32c31f HTTP/1.1" status: 200 len: 946 time: 0.4957879 Apr 01 13:37:52.156528 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5df2bddb-484c-4d83-baf0-15493f0041b5 tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] Made reservation on behalf of 16dc8bccab6243da8b678a9c9f0a6318 for: {'subnet': 1} {{(pid=83871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 13:37:52.330370 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-450cf8a9-e6b5-4d4a-b254-42d97d974648 req-ed4c8336-989e-43e6-bb3a-04401dc0befe tempest-ServerActionsTestJSON-64006463 tempest-ServerActionsTestJSON-64006463-project] 10.222.0.26 "GET /v2.0/security-groups?id=0d525850-c301-4718-92cf-e73f2c3e9524&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1506171 Apr 01 13:37:52.336760 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-5df2bddb-484c-4d83-baf0-15493f0041b5 tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2757336'] for subnet, before_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:37:52.556945 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.db_base_plugin_v2 [None req-ece5753d-56f5-42cb-b69c-210152035f55 tempest-ExtraDHCPOptionsTestJSON-1290941370 tempest-ExtraDHCPOptionsTestJSON-1290941370-project] Deleting subnet f3fedb09-1c15-4884-9a9f-edba1a9b494f {{(pid=83869) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 01 13:37:52.564911 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-ece5753d-56f5-42cb-b69c-210152035f55 tempest-ExtraDHCPOptionsTestJSON-1290941370 tempest-ExtraDHCPOptionsTestJSON-1290941370-project] Notify callbacks [] for subnet, before_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:37:52.669172 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.objects.ports [None req-a7387586-8f58-4fcb-b362-400ad9ee3f07 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=83869) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Apr 01 13:37:52.675896 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deafb788-cbf3-48bf-ab7a-c74b0c2b381e req-e5ad9624-434e-4b3b-89e2-f76d7337dff1 tempest-TestNetworkAdvancedServerOps-1355420123 tempest-TestNetworkAdvancedServerOps-1355420123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:37:52.678039 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-deafb788-cbf3-48bf-ab7a-c74b0c2b381e req-e5ad9624-434e-4b3b-89e2-f76d7337dff1 tempest-TestNetworkAdvancedServerOps-1355420123 tempest-TestNetworkAdvancedServerOps-1355420123-project] 10.222.0.26 "GET /v2.0/ports?device_id=b52fb625-6535-4e58-afe5-9e4ccb47c0b6 HTTP/1.1" status: 200 len: 945 time: 0.3342664 Apr 01 13:37:52.685907 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-f2a2d554-d6ad-4c33-a76b-3c8714898d85 tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] 10.222.0.26 "GET /v2.0/routers/04d6d348-558c-4e5f-87bc-0167a34244ac HTTP/1.1" status: 200 len: 892 time: 1.0774443 Apr 01 13:37:52.689478 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb7ec29-66e3-424b-a2c4-afad725273e7 req-04d2a6f1-b989-4673-8aa5-a1490d623a1b tempest-ServerActionsTestJSON-64006463 tempest-ServerActionsTestJSON-64006463-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:37:52.690007 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-ece5753d-56f5-42cb-b69c-210152035f55 tempest-ExtraDHCPOptionsTestJSON-1290941370 tempest-ExtraDHCPOptionsTestJSON-1290941370-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2704975'] for subnet, precommit_delete_associations {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:37:52.690979 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-cbb7ec29-66e3-424b-a2c4-afad725273e7 req-04d2a6f1-b989-4673-8aa5-a1490d623a1b tempest-ServerActionsTestJSON-64006463 tempest-ServerActionsTestJSON-64006463-project] 10.222.0.26 "GET /v2.0/ports?device_id=746f2a68-07bc-4d82-957e-55cd7a32c31f HTTP/1.1" status: 200 len: 946 time: 0.1620300 Apr 01 13:37:52.691450 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 51866) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:37:52.717647 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-a7387586-8f58-4fcb-b362-400ad9ee3f07 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2705391', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2999447'] for subnet, after_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:37:52.751823 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-5df2bddb-484c-4d83-baf0-15493f0041b5 tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2743225', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2757366'] for subnet, after_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:37:52.776230 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 51870) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:37:52.782487 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-200c39da-83e1-4db3-befb-b833021cb5a1 tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Synchronizing usage tracker for tenant:315e7395dd224b3fb020d0b9d921742e on resource:port {{(pid=83871) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 13:37:52.845079 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7387586-8f58-4fcb-b362-400ad9ee3f07 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Network 09d7ea43-6376-4322-97e7-54cd01aae492 is already hosted by enough agents. {{(pid=83869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 13:37:52.854822 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.scheduler.base_scheduler [None req-a7387586-8f58-4fcb-b362-400ad9ee3f07 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Resources bound (agent type, host, resource id): {{(pid=83869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 13:37:52.857723 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7387586-8f58-4fcb-b362-400ad9ee3f07 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:37:52.858317 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-a7387586-8f58-4fcb-b362-400ad9ee3f07 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3017602'] for subnet, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:37:52.862891 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df2bddb-484c-4d83-baf0-15493f0041b5 tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] Pushing event updated for resources: {'Subnet': ['ID=cc92134f-bdb5-4bdb-9a11-fe8e28c3b9b0,revision_number=0']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:37:52.865612 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-200c39da-83e1-4db3-befb-b833021cb5a1 tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Unset dirty status for tenant:315e7395dd224b3fb020d0b9d921742e on resource:port {{(pid=83871) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 13:37:52.866986 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-200c39da-83e1-4db3-befb-b833021cb5a1 tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] 10.222.0.26 "GET /v2.0/ports?device_id=04d6d348-558c-4e5f-87bc-0167a34244ac HTTP/1.1" status: 200 len: 205 time: 0.1716328 Apr 01 13:37:52.870392 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7387586-8f58-4fcb-b362-400ad9ee3f07 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Pushing event updated for resources: {'Subnet': ['ID=8684254b-fcb6-48bf-8a71-2496719dc066,revision_number=0']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:37:52.873593 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 51876) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:37:52.879233 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e456dd77-746a-46e4-ba21-cf156821c9c4 None None] Network 09d7ea43-6376-4322-97e7-54cd01aae492 requested from dv-neutron-836180-1-hyperv {{(pid=83872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 13:37:52.916718 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-deafb788-cbf3-48bf-ab7a-c74b0c2b381e req-48bf0ed3-34e0-4abc-ba6c-1f44da84e761 tempest-TestNetworkAdvancedServerOps-1355420123 tempest-TestNetworkAdvancedServerOps-1355420123-project] 10.222.0.26 "GET /v2.0/security-groups?id=78c001c1-251f-4a8b-9340-7477b428b7b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2292836 Apr 01 13:37:52.944442 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-a7387586-8f58-4fcb-b362-400ad9ee3f07 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.2029636 Apr 01 13:37:52.948705 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 51880) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:37:52.963050 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.v2.base [None req-7d405897-d2c6-4462-b078-fed768cdca6f tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Request body: {'port': {'network_id': '09d7ea43-6376-4322-97e7-54cd01aae492', 'mac_address': 'fa:16:3e:83:a4:88', 'name': 'tempest-NetworksTestDHCPv6-1552329096'}} {{(pid=83869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:37:52.987269 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.v2.base [None req-7a7e3a7a-d206-479c-91b4-f42f1330f6e9 tempest-AllowedAddressPairTestJSON-1367689381 tempest-AllowedAddressPairTestJSON-1367689381-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-779776311'}} {{(pid=83869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:37:53.047065 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-7a7e3a7a-d206-479c-91b4-f42f1330f6e9 tempest-AllowedAddressPairTestJSON-1367689381 tempest-AllowedAddressPairTestJSON-1367689381-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:37:53.057365 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-7a7e3a7a-d206-479c-91b4-f42f1330f6e9 tempest-AllowedAddressPairTestJSON-1367689381 tempest-AllowedAddressPairTestJSON-1367689381-project] Usage tracker for resource:network and tenant:58e3e93c60cc40f1a46269f3aa0dd0bd is out of sync, need to count used quota {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 13:37:53.063670 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-cbb7ec29-66e3-424b-a2c4-afad725273e7 req-ede02f83-98a0-4dc2-a029-510a7783cb29 tempest-ServerActionsTestJSON-64006463 tempest-ServerActionsTestJSON-64006463-project] 10.222.0.26 "GET /v2.0/security-groups?id=0d525850-c301-4718-92cf-e73f2c3e9524&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3358061 Apr 01 13:37:53.065150 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-7a7e3a7a-d206-479c-91b4-f42f1330f6e9 tempest-AllowedAddressPairTestJSON-1367689381 tempest-AllowedAddressPairTestJSON-1367689381-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 13:37:53.087730 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-ece5753d-56f5-42cb-b69c-210152035f55 tempest-ExtraDHCPOptionsTestJSON-1290941370 tempest-ExtraDHCPOptionsTestJSON-1290941370-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-945029'] for subnet, precommit_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:37:53.094735 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5df2bddb-484c-4d83-baf0-15493f0041b5 tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] Checking segment: {'id': 'f6001083-3b02-486d-a03d-d649549af4a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '385a34ec-d1c3-4e3d-9855-d660b77d6e8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 13:37:53.095293 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5df2bddb-484c-4d83-baf0-15493f0041b5 tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] Network hostable DHCP agents. Network: 385a34ec-d1c3-4e3d-9855-d660b77d6e8b, hostable agents: ['e47e4547-5c2d-4954-ba56-fa3646239f18'], hosted agents: [] {{(pid=83871) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 13:37:53.112523 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-7a7e3a7a-d206-479c-91b4-f42f1330f6e9 tempest-AllowedAddressPairTestJSON-1367689381 tempest-AllowedAddressPairTestJSON-1367689381-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:37:53.115983 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9d8cabe-6830-410f-a2a3-a433f4c63aa5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7e7d0ecb-2af4-55f5-9198-238ab0570d62-09d7ea43-6376-4322-97e7-54cd01aae492', 'network_id': '09d7ea43-6376-4322-97e7-54cd01aae492', 'tenant_id': '8b726fe6689e4b7f96def1a2219bea6c', 'fixed_ips': [{'subnet_id': '8684254b-fcb6-48bf-8a71-2496719dc066'}]}} from dv-neutron-836180-1-hyperv. {{(pid=83872) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 01 13:37:53.116842 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-e9d8cabe-6830-410f-a2a3-a433f4c63aa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:37:53.160736 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5df2bddb-484c-4d83-baf0-15493f0041b5 tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] Network 385a34ec-d1c3-4e3d-9855-d660b77d6e8b is scheduled to be hosted by DHCP agent e47e4547-5c2d-4954-ba56-fa3646239f18 with binding_index 1 {{(pid=83871) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 13:37:53.185245 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.scheduler.base_scheduler [None req-5df2bddb-484c-4d83-baf0-15493f0041b5 tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-836180-1-hyperv, 385a34ec-d1c3-4e3d-9855-d660b77d6e8b) {{(pid=83871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 13:37:53.195877 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5df2bddb-484c-4d83-baf0-15493f0041b5 tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:37:53.196852 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-5df2bddb-484c-4d83-baf0-15493f0041b5 tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] Notify callbacks [] for subnet, before_response {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:37:53.202209 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a029a87-b703-4cae-8f4d-e6a00f9fc4e9 None None] Network 385a34ec-d1c3-4e3d-9855-d660b77d6e8b requested from dv-neutron-836180-1-hyperv {{(pid=83872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 13:37:53.214442 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a7e3a7a-d206-479c-91b4-f42f1330f6e9 tempest-AllowedAddressPairTestJSON-1367689381 tempest-AllowedAddressPairTestJSON-1367689381-project] Made reservation on behalf of 58e3e93c60cc40f1a46269f3aa0dd0bd for: {'network': 1} {{(pid=83869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 13:37:53.217920 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-7a7e3a7a-d206-479c-91b4-f42f1330f6e9 tempest-AllowedAddressPairTestJSON-1367689381 tempest-AllowedAddressPairTestJSON-1367689381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for network, before_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:37:53.263617 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-7a7e3a7a-d206-479c-91b4-f42f1330f6e9 tempest-AllowedAddressPairTestJSON-1367689381 tempest-AllowedAddressPairTestJSON-1367689381-project] Notify callbacks [] for security_group, before_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:37:53.324280 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-7d405897-d2c6-4462-b078-fed768cdca6f tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:37:53.331950 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-5df2bddb-484c-4d83-baf0-15493f0041b5 tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.3535585 Apr 01 13:37:53.335293 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 51888) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:37:53.338404 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-d3ea21bc-d5af-417e-9066-eb80f097ac45 tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Notify callbacks [] for router, before_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:37:53.344673 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-7d405897-d2c6-4462-b078-fed768cdca6f tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Usage tracker for resource:port and tenant:8b726fe6689e4b7f96def1a2219bea6c is out of sync, need to count used quota {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 13:37:53.351588 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-ece5753d-56f5-42cb-b69c-210152035f55 tempest-ExtraDHCPOptionsTestJSON-1290941370 tempest-ExtraDHCPOptionsTestJSON-1290941370-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-945042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2705198', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2999452'] for subnet, after_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:37:53.357285 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-7d405897-d2c6-4462-b078-fed768cdca6f tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 13:37:53.401028 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-7d405897-d2c6-4462-b078-fed768cdca6f tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:37:53.405259 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-7a7e3a7a-d206-479c-91b4-f42f1330f6e9 tempest-AllowedAddressPairTestJSON-1367689381 tempest-AllowedAddressPairTestJSON-1367689381-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:37:53.416035 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece5753d-56f5-42cb-b69c-210152035f55 tempest-ExtraDHCPOptionsTestJSON-1290941370 tempest-ExtraDHCPOptionsTestJSON-1290941370-project] Pushing event deleted for resources: {'Subnet': ['ID=f3fedb09-1c15-4884-9a9f-edba1a9b494f,revision_number=None']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:37:53.418999 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-7a7e3a7a-d206-479c-91b4-f42f1330f6e9 tempest-AllowedAddressPairTestJSON-1367689381 tempest-AllowedAddressPairTestJSON-1367689381-project] Usage tracker for resource:security_group_rule and tenant:58e3e93c60cc40f1a46269f3aa0dd0bd is out of sync, need to count used quota {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 13:37:53.426857 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-7a7e3a7a-d206-479c-91b4-f42f1330f6e9 tempest-AllowedAddressPairTestJSON-1367689381 tempest-AllowedAddressPairTestJSON-1367689381-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 13:37:53.437162 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-7a7e3a7a-d206-479c-91b4-f42f1330f6e9 tempest-AllowedAddressPairTestJSON-1367689381 tempest-AllowedAddressPairTestJSON-1367689381-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:37:53.447735 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab3019b-67e0-494b-a0af-63856fd6dda6 req-6df5e571-8d32-490f-acf1-c806b10d2193 tempest-TestNetworkAdvancedServerOps-1355420123 tempest-TestNetworkAdvancedServerOps-1355420123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:37:53.449185 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-cab3019b-67e0-494b-a0af-63856fd6dda6 req-6df5e571-8d32-490f-acf1-c806b10d2193 tempest-TestNetworkAdvancedServerOps-1355420123 tempest-TestNetworkAdvancedServerOps-1355420123-project] 10.222.0.26 "GET /v2.0/ports?device_id=b52fb625-6535-4e58-afe5-9e4ccb47c0b6 HTTP/1.1" status: 200 len: 945 time: 0.3385584 Apr 01 13:37:53.451884 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-ece5753d-56f5-42cb-b69c-210152035f55 tempest-ExtraDHCPOptionsTestJSON-1290941370 tempest-ExtraDHCPOptionsTestJSON-1290941370-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3017602'] for subnet, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:37:53.456781 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.db_base_plugin_common [None req-e9d8cabe-6830-410f-a2a3-a433f4c63aa5 None None] Allocated IP 2001:db8::f816:3eff:fe4d:deb7 (09d7ea43-6376-4322-97e7-54cd01aae492/8684254b-fcb6-48bf-8a71-2496719dc066/8f300b90-c6b1-43ac-b64e-2dcfb0c800b1) {{(pid=83872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 13:37:53.458034 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d405897-d2c6-4462-b078-fed768cdca6f tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Made reservation on behalf of 8b726fe6689e4b7f96def1a2219bea6c for: {'port': 1} {{(pid=83869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 13:37:53.462299 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-7d405897-d2c6-4462-b078-fed768cdca6f tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:37:53.489472 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e969ba86-b2be-4c52-a134-753f500e51b8 None None] Network 08b295ca-09ec-4ac4-8dbb-3d982d8569ad requested from dv-neutron-836180-1-hyperv {{(pid=83872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 13:37:53.526150 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-ece5753d-56f5-42cb-b69c-210152035f55 tempest-ExtraDHCPOptionsTestJSON-1290941370 tempest-ExtraDHCPOptionsTestJSON-1290941370-project] 10.222.0.26 "DELETE /v2.0/subnets/f3fedb09-1c15-4884-9a9f-edba1a9b494f HTTP/1.1" status: 204 len: 168 time: 1.7333088 Apr 01 13:37:53.534400 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 51892) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:37:53.566734 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.notifiers.nova [None req-7d405897-d2c6-4462-b078-fed768cdca6f tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] device_id is not set on port dfe1fc65-d88a-4770-b451-49307a6bcb9f yet. {{(pid=83869) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 01 13:37:53.655162 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-cab3019b-67e0-494b-a0af-63856fd6dda6 req-c894feab-5d38-4568-9d19-2fb524dc4c6a tempest-TestNetworkAdvancedServerOps-1355420123 tempest-TestNetworkAdvancedServerOps-1355420123-project] 10.222.0.26 "GET /v2.0/security-groups?id=78c001c1-251f-4a8b-9340-7477b428b7b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1817412 Apr 01 13:37:53.703674 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 51896) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:37:53.710105 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-7a7e3a7a-d206-479c-91b4-f42f1330f6e9 tempest-AllowedAddressPairTestJSON-1367689381 tempest-AllowedAddressPairTestJSON-1367689381-project] Notify callbacks [] for security_group, precommit_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:37:53.752141 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92bee39c-06a2-441b-955f-b1273feafdb5 req-1e8abc39-10bc-4bf5-8a28-4669f8cd892d tempest-ServerActionsTestJSON-64006463 tempest-ServerActionsTestJSON-64006463-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:37:53.755326 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-7a7e3a7a-d206-479c-91b4-f42f1330f6e9 tempest-AllowedAddressPairTestJSON-1367689381 tempest-AllowedAddressPairTestJSON-1367689381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3775923'] for security_group, after_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:37:53.756950 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-92bee39c-06a2-441b-955f-b1273feafdb5 req-1e8abc39-10bc-4bf5-8a28-4669f8cd892d tempest-ServerActionsTestJSON-64006463 tempest-ServerActionsTestJSON-64006463-project] 10.222.0.26 "GET /v2.0/ports?device_id=746f2a68-07bc-4d82-957e-55cd7a32c31f HTTP/1.1" status: 200 len: 946 time: 0.5300720 Apr 01 13:37:53.798916 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-029c393a-e564-45e1-ab2a-0746b903189c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7e7d0ecb-2af4-55f5-9198-238ab0570d62-385a34ec-d1c3-4e3d-9855-d660b77d6e8b', 'network_id': '385a34ec-d1c3-4e3d-9855-d660b77d6e8b', 'tenant_id': '16dc8bccab6243da8b678a9c9f0a6318', 'fixed_ips': [{'subnet_id': 'cc92134f-bdb5-4bdb-9a11-fe8e28c3b9b0'}]}} from dv-neutron-836180-1-hyperv. {{(pid=83872) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 01 13:37:53.798916 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-029c393a-e564-45e1-ab2a-0746b903189c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:37:53.801185 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7a7e3a7a-d206-479c-91b4-f42f1330f6e9 tempest-AllowedAddressPairTestJSON-1367689381 tempest-AllowedAddressPairTestJSON-1367689381-project] vlan segment allocate from pool success with {'vlan_id': 366, 'physical_network': 'physnet1'} {{(pid=83869) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 13:37:53.810651 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a7e3a7a-d206-479c-91b4-f42f1330f6e9 tempest-AllowedAddressPairTestJSON-1367689381 tempest-AllowedAddressPairTestJSON-1367689381-project] Pushing event updated for resources: {'SecurityGroup': ['ID=72c80404-0ef7-469e-bf80-0ea966ccc812,revision_number=1']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:37:53.821304 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-7a7e3a7a-d206-479c-91b4-f42f1330f6e9 tempest-AllowedAddressPairTestJSON-1367689381 tempest-AllowedAddressPairTestJSON-1367689381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1004271'] for segment, precommit_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:37:53.821656 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.db.segments_db [None req-7a7e3a7a-d206-479c-91b4-f42f1330f6e9 tempest-AllowedAddressPairTestJSON-1367689381 tempest-AllowedAddressPairTestJSON-1367689381-project] Added segment 12558138-b1c7-47bd-a0ec-7a4b26725121 of type vlan for network d049ce48-0ae5-49ef-bbba-4a5d32c78df3 Apr 01 13:37:53.839000 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:37:53.862994 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-7a7e3a7a-d206-479c-91b4-f42f1330f6e9 tempest-AllowedAddressPairTestJSON-1367689381 tempest-AllowedAddressPairTestJSON-1367689381-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736732923383'] for network, precommit_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:37:53.876856 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-ee8614f6-37f4-44c5-9881-b1f7f1d9fd0a tempest-TestNetworkAdvancedServerOps-263637689 tempest-TestNetworkAdvancedServerOps-263637689-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=b52fb625-6535-4e58-afe5-9e4ccb47c0b6 HTTP/1.1" status: 200 len: 1093 time: 0.1664028 Apr 01 13:37:53.877072 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 51900) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:37:53.884747 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.v2.base [None req-f05da53c-5191-45f1-8be3-f540d2bc9c5b tempest-TestNetworkAdvancedServerOps-1355420123 tempest-TestNetworkAdvancedServerOps-1355420123-project] Request body: {'floatingip': {'floating_network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'port_id': '01a2a8c0-c8b0-45ca-a18f-1c7dceb28567', 'tenant_id': 'c4570dfc5b694d9bb3c42a8f7c596843', 'fixed_ip_address': '172.20.0.5'}} {{(pid=83869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:37:53.899553 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-f05da53c-5191-45f1-8be3-f540d2bc9c5b tempest-TestNetworkAdvancedServerOps-1355420123 tempest-TestNetworkAdvancedServerOps-1355420123-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:37:53.906853 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-92bee39c-06a2-441b-955f-b1273feafdb5 req-2c5f4f0d-e007-46e3-92df-52dbe48dc03d tempest-ServerActionsTestJSON-64006463 tempest-ServerActionsTestJSON-64006463-project] 10.222.0.26 "GET /v2.0/security-groups?id=0d525850-c301-4718-92cf-e73f2c3e9524&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1361825 Apr 01 13:37:53.907029 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-f05da53c-5191-45f1-8be3-f540d2bc9c5b tempest-TestNetworkAdvancedServerOps-1355420123 tempest-TestNetworkAdvancedServerOps-1355420123-project] Usage tracker for resource:floatingip and tenant:c4570dfc5b694d9bb3c42a8f7c596843 is out of sync, need to count used quota {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 13:37:53.912010 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-f05da53c-5191-45f1-8be3-f540d2bc9c5b tempest-TestNetworkAdvancedServerOps-1355420123 tempest-TestNetworkAdvancedServerOps-1355420123-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 13:37:53.912323 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-df15fc67-4d69-44ba-9ce9-6ca97a6c362b tempest-ExtraDHCPOptionsTestJSON-1290941370 tempest-ExtraDHCPOptionsTestJSON-1290941370-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1033078'] for network, before_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:37:53.919267 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-f05da53c-5191-45f1-8be3-f540d2bc9c5b tempest-TestNetworkAdvancedServerOps-1355420123 tempest-TestNetworkAdvancedServerOps-1355420123-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:37:53.925438 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-7a7e3a7a-d206-479c-91b4-f42f1330f6e9 tempest-AllowedAddressPairTestJSON-1367689381 tempest-AllowedAddressPairTestJSON-1367689381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575'] for network, after_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:37:53.930401 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a7e3a7a-d206-479c-91b4-f42f1330f6e9 tempest-AllowedAddressPairTestJSON-1367689381 tempest-AllowedAddressPairTestJSON-1367689381-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:37:53.931585 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-7a7e3a7a-d206-479c-91b4-f42f1330f6e9 tempest-AllowedAddressPairTestJSON-1367689381 tempest-AllowedAddressPairTestJSON-1367689381-project] Notify callbacks [] for network, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:37:53.966485 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-6a16fc28-7a17-4b23-9b4d-66de033d2e15 tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1033078'] for network, before_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:37:53.992936 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-e9d8cabe-6830-410f-a2a3-a433f4c63aa5 None None] Notify callbacks [] for port, precommit_create {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:37:53.997421 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.plugin [None req-df15fc67-4d69-44ba-9ce9-6ca97a6c362b tempest-ExtraDHCPOptionsTestJSON-1290941370 tempest-ExtraDHCPOptionsTestJSON-1290941370-project] Deleting port 1167735a-ac90-4c16-b2b1-18e1991e2ca7 {{(pid=83871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 13:37:53.997829 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-df15fc67-4d69-44ba-9ce9-6ca97a6c362b tempest-ExtraDHCPOptionsTestJSON-1290941370 tempest-ExtraDHCPOptionsTestJSON-1290941370-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736733287370'] for port, before_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:37:54.003743 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-e9d8cabe-6830-410f-a2a3-a433f4c63aa5 None None] Transition to ACTIVE for port object 8f300b90-c6b1-43ac-b64e-2dcfb0c800b1 will not be triggered until provisioned by entity L2. {{(pid=83872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 13:37:54.022697 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-e9d8cabe-6830-410f-a2a3-a433f4c63aa5 None None] Transition to ACTIVE for port object 8f300b90-c6b1-43ac-b64e-2dcfb0c800b1 will not be triggered until provisioned by entity DHCP. {{(pid=83872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 13:37:54.026868 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-f05da53c-5191-45f1-8be3-f540d2bc9c5b tempest-TestNetworkAdvancedServerOps-1355420123 tempest-TestNetworkAdvancedServerOps-1355420123-project] Notify callbacks [] for floatingip, before_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:37:54.039381 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-e9d8cabe-6830-410f-a2a3-a433f4c63aa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736732935801'] for port, after_create {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:37:54.160020 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a7e3a7a-d206-479c-91b4-f42f1330f6e9 tempest-AllowedAddressPairTestJSON-1367689381 tempest-AllowedAddressPairTestJSON-1367689381-project] Pushing event updated for resources: {'Network': ['ID=d049ce48-0ae5-49ef-bbba-4a5d32c78df3,revision_number=1']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:37:54.170955 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-7a7e3a7a-d206-479c-91b4-f42f1330f6e9 tempest-AllowedAddressPairTestJSON-1367689381 tempest-AllowedAddressPairTestJSON-1367689381-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 1.3866782 Apr 01 13:37:54.179456 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9d8cabe-6830-410f-a2a3-a433f4c63aa5 None None] Network 09d7ea43-6376-4322-97e7-54cd01aae492 is already hosted by enough agents. {{(pid=83872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 13:37:54.192378 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d8cabe-6830-410f-a2a3-a433f4c63aa5 None None] Pushing event updated for resources: {'Port': ['ID=8f300b90-c6b1-43ac-b64e-2dcfb0c800b1,revision_number=1']} {{(pid=83872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:37:54.196136 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Network d049ce48-0ae5-49ef-bbba-4a5d32c78df3 details requested by agent ovs-agent-dv-neutron-836180-1-hyperv with host dv-neutron-836180-1-hyperv {{(pid=83872) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 13:37:54.204628 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 51906) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:37:54.217159 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.scheduler.base_scheduler [None req-e9d8cabe-6830-410f-a2a3-a433f4c63aa5 None None] Resources bound (agent type, host, resource id): {{(pid=83872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 13:37:54.230644 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9d8cabe-6830-410f-a2a3-a433f4c63aa5 None None] Received port after_create {{(pid=83872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 13:37:54.274136 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.db_base_plugin_common [None req-7d405897-d2c6-4462-b078-fed768cdca6f tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Allocated IP 2001:db8::f816:3eff:fe83:a488 (09d7ea43-6376-4322-97e7-54cd01aae492/8684254b-fcb6-48bf-8a71-2496719dc066/dfe1fc65-d88a-4770-b451-49307a6bcb9f) {{(pid=83869) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 13:37:54.307680 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3238c907-7ffc-423e-b2e8-148bbb58e4d1 None None] DHCP port deletion for 08b295ca-09ec-4ac4-8dbb-3d982d8569ad request from dv-neutron-836180-1-hyperv {{(pid=83872) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 01 13:37:54.346018 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e06e88e-ff1a-451c-8036-87e888c6737c req-26baeba3-f0bb-427a-97ea-40ec7b8e00e0 tempest-ServerActionsTestJSON-64006463 tempest-ServerActionsTestJSON-64006463-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:37:54.347607 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-8e06e88e-ff1a-451c-8036-87e888c6737c req-26baeba3-f0bb-427a-97ea-40ec7b8e00e0 tempest-ServerActionsTestJSON-64006463 tempest-ServerActionsTestJSON-64006463-project] 10.222.0.26 "GET /v2.0/ports?device_id=746f2a68-07bc-4d82-957e-55cd7a32c31f HTTP/1.1" status: 200 len: 946 time: 0.2516150 Apr 01 13:37:54.364280 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.db_base_plugin_common [None req-029c393a-e564-45e1-ab2a-0746b903189c None None] Allocated IP 172.20.0.1 (385a34ec-d1c3-4e3d-9855-d660b77d6e8b/cc92134f-bdb5-4bdb-9a11-fe8e28c3b9b0/30c50821-8c1b-4b3e-aa1b-c9885939b1ca) {{(pid=83872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 13:37:54.379249 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.v2.base [None req-9d17039e-3956-4cd1-b415-b4cc6331554a tempest-AllowedAddressPairTestJSON-1367689381 tempest-AllowedAddressPairTestJSON-1367689381-project] Request body: {'subnet': {'network_id': 'd049ce48-0ae5-49ef-bbba-4a5d32c78df3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:37:54.402855 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.plugin [None req-3238c907-7ffc-423e-b2e8-148bbb58e4d1 None None] Deleting port 1167735a-ac90-4c16-b2b1-18e1991e2ca7 {{(pid=83872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 13:37:54.403490 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-3238c907-7ffc-423e-b2e8-148bbb58e4d1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736733287370'] for port, before_delete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:37:54.404026 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-6a16fc28-7a17-4b23-9b4d-66de033d2e15 tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-945029'] for subnet, precommit_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:37:54.510935 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.managers [None req-e9d8cabe-6830-410f-a2a3-a433f4c63aa5 None None] Attempting to bind port 8f300b90-c6b1-43ac-b64e-2dcfb0c800b1 on host dv-neutron-836180-1-hyperv for vnic_type normal with profile {{(pid=83872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 13:37:54.511350 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.managers [None req-e9d8cabe-6830-410f-a2a3-a433f4c63aa5 None None] Attempting to bind port 8f300b90-c6b1-43ac-b64e-2dcfb0c800b1 by drivers openvswitch,hyperv on host dv-neutron-836180-1-hyperv at level 0 using segments [{'id': '16094ed0-4a47-4ff6-9238-85c278d7a2a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '09d7ea43-6376-4322-97e7-54cd01aae492'}] {{(pid=83872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 13:37:54.511638 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9d8cabe-6830-410f-a2a3-a433f4c63aa5 None None] Attempting to bind port 8f300b90-c6b1-43ac-b64e-2dcfb0c800b1 on network 09d7ea43-6376-4322-97e7-54cd01aae492 {{(pid=83872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 13:37:54.551570 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.db [None req-df15fc67-4d69-44ba-9ce9-6ca97a6c362b tempest-ExtraDHCPOptionsTestJSON-1290941370 tempest-ExtraDHCPOptionsTestJSON-1290941370-project] For port 1167735a-ac90-4c16-b2b1-18e1991e2ca7, host dv-neutron-836180-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836180-1-hyperv',level=0,port_id=1167735a-ac90-4c16-b2b1-18e1991e2ca7,segment=NetworkSegment(6ec58339-369a-4863-9885-b2aedc794da9),segment_id=6ec58339-369a-4863-9885-b2aedc794da9)] {{(pid=83871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 13:37:54.551851 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-df15fc67-4d69-44ba-9ce9-6ca97a6c362b tempest-ExtraDHCPOptionsTestJSON-1290941370 tempest-ExtraDHCPOptionsTestJSON-1290941370-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4155147'] for port, precommit_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:37:54.611609 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9d8cabe-6830-410f-a2a3-a433f4c63aa5 None None] Checking agent: {'id': 'af948428-97cd-4d10-9f53-af028bdb39b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-836180-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 13, 25, 37), 'started_at': datetime.datetime(2022, 4, 1, 13, 26, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 13, 37, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-836180-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 13:37:54.612040 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9d8cabe-6830-410f-a2a3-a433f4c63aa5 None None] Checking segment: {'id': '16094ed0-4a47-4ff6-9238-85c278d7a2a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '09d7ea43-6376-4322-97e7-54cd01aae492'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 13:37:54.612368 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-e9d8cabe-6830-410f-a2a3-a433f4c63aa5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:37:54.612757 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9d8cabe-6830-410f-a2a3-a433f4c63aa5 None None] Bound using segment: {'id': '16094ed0-4a47-4ff6-9238-85c278d7a2a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '09d7ea43-6376-4322-97e7-54cd01aae492'} {{(pid=83872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 13:37:54.613223 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.managers [None req-e9d8cabe-6830-410f-a2a3-a433f4c63aa5 None None] Bound port: 8f300b90-c6b1-43ac-b64e-2dcfb0c800b1, host: dv-neutron-836180-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '16094ed0-4a47-4ff6-9238-85c278d7a2a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '09d7ea43-6376-4322-97e7-54cd01aae492'}}] {{(pid=83872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 13:37:54.613585 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-e9d8cabe-6830-410f-a2a3-a433f4c63aa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:37:54.649382 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-8e06e88e-ff1a-451c-8036-87e888c6737c req-4f3d3d02-e993-4b2c-95f4-6827be329c08 tempest-ServerActionsTestJSON-64006463 tempest-ServerActionsTestJSON-64006463-project] 10.222.0.26 "GET /v2.0/security-groups?id=0d525850-c301-4718-92cf-e73f2c3e9524&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2883825 Apr 01 13:37:54.653049 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-f05da53c-5191-45f1-8be3-f540d2bc9c5b tempest-TestNetworkAdvancedServerOps-1355420123 tempest-TestNetworkAdvancedServerOps-1355420123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:37:54.708218 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.plugin [None req-df15fc67-4d69-44ba-9ce9-6ca97a6c362b tempest-ExtraDHCPOptionsTestJSON-1290941370 tempest-ExtraDHCPOptionsTestJSON-1290941370-project] Calling delete_port for 1167735a-ac90-4c16-b2b1-18e1991e2ca7 owned by network:dhcp {{(pid=83871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 13:37:54.753305 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-d3ea21bc-d5af-417e-9066-eb80f097ac45 tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:37:54.757411 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-9d17039e-3956-4cd1-b415-b4cc6331554a tempest-AllowedAddressPairTestJSON-1367689381 tempest-AllowedAddressPairTestJSON-1367689381-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:37:54.764628 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-9d17039e-3956-4cd1-b415-b4cc6331554a tempest-AllowedAddressPairTestJSON-1367689381 tempest-AllowedAddressPairTestJSON-1367689381-project] Usage tracker for resource:subnet and tenant:58e3e93c60cc40f1a46269f3aa0dd0bd is out of sync, need to count used quota {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 13:37:54.768926 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-9d17039e-3956-4cd1-b415-b4cc6331554a tempest-AllowedAddressPairTestJSON-1367689381 tempest-AllowedAddressPairTestJSON-1367689381-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 13:37:54.780638 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-7d405897-d2c6-4462-b078-fed768cdca6f tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Notify callbacks [] for port, precommit_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:37:54.783712 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-9d17039e-3956-4cd1-b415-b4cc6331554a tempest-AllowedAddressPairTestJSON-1367689381 tempest-AllowedAddressPairTestJSON-1367689381-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:37:54.788032 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.plugin [None req-d3ea21bc-d5af-417e-9066-eb80f097ac45 tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Deleting port 8741e162-2afd-49f9-9e1e-7171a7fa11e0 {{(pid=83871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 13:37:54.788394 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-d3ea21bc-d5af-417e-9066-eb80f097ac45 tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736733287370'] for port, before_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:37:54.839478 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.provisioning_blocks [None req-7d405897-d2c6-4462-b078-fed768cdca6f tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Transition to ACTIVE for port object dfe1fc65-d88a-4770-b451-49307a6bcb9f will not be triggered until provisioned by entity DHCP. {{(pid=83869) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 13:37:54.876344 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.db_base_plugin_common [None req-f05da53c-5191-45f1-8be3-f540d2bc9c5b tempest-TestNetworkAdvancedServerOps-1355420123 tempest-TestNetworkAdvancedServerOps-1355420123-project] Allocated IP 172.26.5.220 (725864b8-cceb-48c9-b5d3-1bfc4423e301/e2ed99db-0e25-4971-b535-7fa69231fae8/d2f4b037-efec-490f-a824-da696a28621f) {{(pid=83869) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 13:37:54.894277 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d17039e-3956-4cd1-b415-b4cc6331554a tempest-AllowedAddressPairTestJSON-1367689381 tempest-AllowedAddressPairTestJSON-1367689381-project] Made reservation on behalf of 58e3e93c60cc40f1a46269f3aa0dd0bd for: {'subnet': 1} {{(pid=83871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 13:37:54.915193 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-7d405897-d2c6-4462-b078-fed768cdca6f tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736732935801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2705155'] for port, after_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:37:54.921212 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-3238c907-7ffc-423e-b2e8-148bbb58e4d1 None None] For port 1167735a-ac90-4c16-b2b1-18e1991e2ca7, host dv-neutron-836180-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836180-1-hyperv',level=0,port_id=1167735a-ac90-4c16-b2b1-18e1991e2ca7,segment=NetworkSegment(6ec58339-369a-4863-9885-b2aedc794da9),segment_id=6ec58339-369a-4863-9885-b2aedc794da9)] {{(pid=83872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 13:37:54.921924 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-3238c907-7ffc-423e-b2e8-148bbb58e4d1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4155147'] for port, precommit_delete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:37:55.004693 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-df15fc67-4d69-44ba-9ce9-6ca97a6c362b tempest-ExtraDHCPOptionsTestJSON-1290941370 tempest-ExtraDHCPOptionsTestJSON-1290941370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736733359243', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736732935810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2743125'] for port, after_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:37:55.063885 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d405897-d2c6-4462-b078-fed768cdca6f tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Network 09d7ea43-6376-4322-97e7-54cd01aae492 is already hosted by enough agents. {{(pid=83869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 13:37:55.069346 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.scheduler.base_scheduler [None req-7d405897-d2c6-4462-b078-fed768cdca6f tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Resources bound (agent type, host, resource id): {{(pid=83869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 13:37:55.071727 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d405897-d2c6-4462-b078-fed768cdca6f tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Received port after_create {{(pid=83869) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 13:37:55.075881 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d405897-d2c6-4462-b078-fed768cdca6f tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:37:55.076532 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-7d405897-d2c6-4462-b078-fed768cdca6f tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109561'] for port, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:37:55.092718 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.plugin [None req-3238c907-7ffc-423e-b2e8-148bbb58e4d1 None None] Calling delete_port for 1167735a-ac90-4c16-b2b1-18e1991e2ca7 owned by network:dhcp {{(pid=83872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 13:37:55.100224 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d405897-d2c6-4462-b078-fed768cdca6f tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Pushing event updated for resources: {'Port': ['ID=dfe1fc65-d88a-4770-b451-49307a6bcb9f,revision_number=1']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:37:55.131960 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df15fc67-4d69-44ba-9ce9-6ca97a6c362b tempest-ExtraDHCPOptionsTestJSON-1290941370 tempest-ExtraDHCPOptionsTestJSON-1290941370-project] Pushing event deleted for resources: {'Port': ['ID=1167735a-ac90-4c16-b2b1-18e1991e2ca7,revision_number=None']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:37:55.145429 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-7d405897-d2c6-4462-b078-fed768cdca6f tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.1882796 Apr 01 13:37:55.147429 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 51912) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:37:55.153207 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-f05da53c-5191-45f1-8be3-f540d2bc9c5b tempest-TestNetworkAdvancedServerOps-1355420123 tempest-TestNetworkAdvancedServerOps-1355420123-project] Notify callbacks [] for port, precommit_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:37:55.164350 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df15fc67-4d69-44ba-9ce9-6ca97a6c362b tempest-ExtraDHCPOptionsTestJSON-1290941370 tempest-ExtraDHCPOptionsTestJSON-1290941370-project] No DVR routers for this DVR port 1167735a-ac90-4c16-b2b1-18e1991e2ca7 on host dv-neutron-836180-1-hyperv {{(pid=83871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 13:37:55.168357 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-9d17039e-3956-4cd1-b415-b4cc6331554a tempest-AllowedAddressPairTestJSON-1367689381 tempest-AllowedAddressPairTestJSON-1367689381-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2757336'] for subnet, before_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:37:55.189740 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-e9d8cabe-6830-410f-a2a3-a433f4c63aa5 None None] For port 8f300b90-c6b1-43ac-b64e-2dcfb0c800b1, host dv-neutron-836180-1-hyperv, cleared binding levels {{(pid=83872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 13:37:55.252822 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a3070d4-c7c3-4251-afae-f1f6d153b56d tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:37:55.252993 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-e9d8cabe-6830-410f-a2a3-a433f4c63aa5 None None] For port 8f300b90-c6b1-43ac-b64e-2dcfb0c800b1, host dv-neutron-836180-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836180-1-hyperv',level=0,port_id=8f300b90-c6b1-43ac-b64e-2dcfb0c800b1,segment=NetworkSegment(16094ed0-4a47-4ff6-9238-85c278d7a2a5),segment_id=16094ed0-4a47-4ff6-9238-85c278d7a2a5)] {{(pid=83872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 13:37:55.255665 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.db.api [None req-3238c907-7ffc-423e-b2e8-148bbb58e4d1 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83872) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 01 13:37:55.255978 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG oslo_db.api [None req-3238c907-7ffc-423e-b2e8-148bbb58e4d1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 01 13:37:55.258603 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a3070d4-c7c3-4251-afae-f1f6d153b56d tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:37:55.259597 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-8a3070d4-c7c3-4251-afae-f1f6d153b56d tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Synchronizing usage tracker for tenant:8b726fe6689e4b7f96def1a2219bea6c on resource:port {{(pid=83869) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 13:37:55.277358 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-e9d8cabe-6830-410f-a2a3-a433f4c63aa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864'] for port, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:37:55.277632 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-f05da53c-5191-45f1-8be3-f540d2bc9c5b tempest-TestNetworkAdvancedServerOps-1355420123 tempest-TestNetworkAdvancedServerOps-1355420123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736732935801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2705155'] for port, after_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:37:55.330156 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-8a3070d4-c7c3-4251-afae-f1f6d153b56d tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Unset dirty status for tenant:8b726fe6689e4b7f96def1a2219bea6c on resource:port {{(pid=83869) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 13:37:55.333725 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-8a3070d4-c7c3-4251-afae-f1f6d153b56d tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.1840701 Apr 01 13:37:55.335874 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 51916) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:37:55.340160 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-029c393a-e564-45e1-ab2a-0746b903189c None None] Notify callbacks [] for port, precommit_create {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:37:55.371546 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Device 1167735a-ac90-4c16-b2b1-18e1991e2ca7 no longer exists at agent ovs-agent-dv-neutron-836180-1-hyperv {{(pid=83872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 13:37:55.398107 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f05da53c-5191-45f1-8be3-f540d2bc9c5b tempest-TestNetworkAdvancedServerOps-1355420123 tempest-TestNetworkAdvancedServerOps-1355420123-project] Network 725864b8-cceb-48c9-b5d3-1bfc4423e301 is already hosted by enough agents. {{(pid=83869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 13:37:55.404511 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-029c393a-e564-45e1-ab2a-0746b903189c None None] Transition to ACTIVE for port object 30c50821-8c1b-4b3e-aa1b-c9885939b1ca will not be triggered until provisioned by entity L2. {{(pid=83872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 13:37:55.404894 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.scheduler.base_scheduler [None req-f05da53c-5191-45f1-8be3-f540d2bc9c5b tempest-TestNetworkAdvancedServerOps-1355420123 tempest-TestNetworkAdvancedServerOps-1355420123-project] Resources bound (agent type, host, resource id): {{(pid=83869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 13:37:55.407285 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f05da53c-5191-45f1-8be3-f540d2bc9c5b tempest-TestNetworkAdvancedServerOps-1355420123 tempest-TestNetworkAdvancedServerOps-1355420123-project] Received port after_create {{(pid=83869) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 13:37:55.412084 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127b77fa-cd99-42f7-89e1-e3002059088f req-2a9f46fa-df6c-491c-8773-4996cd85b3bf tempest-ServerActionsTestJSON-64006463 tempest-ServerActionsTestJSON-64006463-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:37:55.413594 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-127b77fa-cd99-42f7-89e1-e3002059088f req-2a9f46fa-df6c-491c-8773-4996cd85b3bf tempest-ServerActionsTestJSON-64006463 tempest-ServerActionsTestJSON-64006463-project] 10.222.0.26 "GET /v2.0/ports?device_id=746f2a68-07bc-4d82-957e-55cd7a32c31f HTTP/1.1" status: 200 len: 946 time: 0.5977647 Apr 01 13:37:55.428428 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.plugin [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] No Port match for: 1167735a-ac90-4c16-b2b1-18e1991e2ca7 {{(pid=83872) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 01 13:37:55.428877 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Device 1167735a-ac90-4c16-b2b1-18e1991e2ca7 not bound to the agent host dv-neutron-836180-1-hyperv {{(pid=83872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 13:37:55.456469 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f05da53c-5191-45f1-8be3-f540d2bc9c5b tempest-TestNetworkAdvancedServerOps-1355420123 tempest-TestNetworkAdvancedServerOps-1355420123-project] Pushing event updated for resources: {'Port': ['ID=d2f4b037-efec-490f-a824-da696a28621f,revision_number=1']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:37:55.477101 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-029c393a-e564-45e1-ab2a-0746b903189c None None] Transition to ACTIVE for port object 30c50821-8c1b-4b3e-aa1b-c9885939b1ca will not be triggered until provisioned by entity DHCP. {{(pid=83872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 13:37:55.482723 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.plugin [None req-712d8fb8-47eb-459b-a07b-32f40c185c59 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Deleting port dfe1fc65-d88a-4770-b451-49307a6bcb9f {{(pid=83869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 13:37:55.483025 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-712d8fb8-47eb-459b-a07b-32f40c185c59 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736733287370'] for port, before_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:37:55.490490 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-029c393a-e564-45e1-ab2a-0746b903189c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736732935801'] for port, after_create {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:37:55.501335 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d8cabe-6830-410f-a2a3-a433f4c63aa5 None None] Pushing event updated for resources: {'Port': ['ID=8f300b90-c6b1-43ac-b64e-2dcfb0c800b1,revision_number=2']} {{(pid=83872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:37:55.560281 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-029c393a-e564-45e1-ab2a-0746b903189c None None] Network 385a34ec-d1c3-4e3d-9855-d660b77d6e8b is already hosted by enough agents. {{(pid=83872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 13:37:55.563760 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.scheduler.base_scheduler [None req-029c393a-e564-45e1-ab2a-0746b903189c None None] Resources bound (agent type, host, resource id): {{(pid=83872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 13:37:55.572994 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-029c393a-e564-45e1-ab2a-0746b903189c None None] Received port after_create {{(pid=83872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 13:37:55.586000 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-029c393a-e564-45e1-ab2a-0746b903189c None None] Pushing event updated for resources: {'Port': ['ID=30c50821-8c1b-4b3e-aa1b-c9885939b1ca,revision_number=1']} {{(pid=83872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:37:55.618419 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-d3ea21bc-d5af-417e-9066-eb80f097ac45 tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4155147'] for port, precommit_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:37:55.641348 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-df15fc67-4d69-44ba-9ce9-6ca97a6c362b tempest-ExtraDHCPOptionsTestJSON-1290941370 tempest-ExtraDHCPOptionsTestJSON-1290941370-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-942654', 'neutron.services.segments.db._delete_segments_for_network-8736733387888'] for network, precommit_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:37:55.691696 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.managers [None req-029c393a-e564-45e1-ab2a-0746b903189c None None] Attempting to bind port 30c50821-8c1b-4b3e-aa1b-c9885939b1ca on host dv-neutron-836180-1-hyperv for vnic_type normal with profile {{(pid=83872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 13:37:55.692017 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.managers [None req-029c393a-e564-45e1-ab2a-0746b903189c None None] Attempting to bind port 30c50821-8c1b-4b3e-aa1b-c9885939b1ca by drivers openvswitch,hyperv on host dv-neutron-836180-1-hyperv at level 0 using segments [{'id': 'f6001083-3b02-486d-a03d-d649549af4a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '385a34ec-d1c3-4e3d-9855-d660b77d6e8b'}] {{(pid=83872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 13:37:55.693220 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-029c393a-e564-45e1-ab2a-0746b903189c None None] Attempting to bind port 30c50821-8c1b-4b3e-aa1b-c9885939b1ca on network 385a34ec-d1c3-4e3d-9855-d660b77d6e8b {{(pid=83872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 13:37:55.700704 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-029c393a-e564-45e1-ab2a-0746b903189c None None] Checking agent: {'id': 'af948428-97cd-4d10-9f53-af028bdb39b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-836180-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 13, 25, 37), 'started_at': datetime.datetime(2022, 4, 1, 13, 26, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 13, 37, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-836180-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 13:37:55.701186 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-029c393a-e564-45e1-ab2a-0746b903189c None None] Checking segment: {'id': 'f6001083-3b02-486d-a03d-d649549af4a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '385a34ec-d1c3-4e3d-9855-d660b77d6e8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 13:37:55.701749 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-029c393a-e564-45e1-ab2a-0746b903189c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:37:55.702257 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-029c393a-e564-45e1-ab2a-0746b903189c None None] Bound using segment: {'id': 'f6001083-3b02-486d-a03d-d649549af4a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '385a34ec-d1c3-4e3d-9855-d660b77d6e8b'} {{(pid=83872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 13:37:55.702890 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.managers [None req-029c393a-e564-45e1-ab2a-0746b903189c None None] Bound port: 30c50821-8c1b-4b3e-aa1b-c9885939b1ca, host: dv-neutron-836180-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f6001083-3b02-486d-a03d-d649549af4a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '385a34ec-d1c3-4e3d-9855-d660b77d6e8b'}}] {{(pid=83872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 13:37:55.703354 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-029c393a-e564-45e1-ab2a-0746b903189c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:37:55.765765 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.plugin [None req-3238c907-7ffc-423e-b2e8-148bbb58e4d1 None None] Deleting port 1167735a-ac90-4c16-b2b1-18e1991e2ca7 {{(pid=83872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 13:37:55.766279 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-3238c907-7ffc-423e-b2e8-148bbb58e4d1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736733287370'] for port, before_delete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:37:55.806803 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.plugin [None req-d3ea21bc-d5af-417e-9066-eb80f097ac45 tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Calling delete_port for 8741e162-2afd-49f9-9e1e-7171a7fa11e0 owned by network:router_gateway {{(pid=83871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 13:37:55.839879 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-6a16fc28-7a17-4b23-9b4d-66de033d2e15 tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-945042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2743160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2757373'] for subnet, after_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:37:55.878301 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.plugin [None req-3238c907-7ffc-423e-b2e8-148bbb58e4d1 None None] The port '1167735a-ac90-4c16-b2b1-18e1991e2ca7' was deleted {{(pid=83872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 01 13:37:55.898247 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.services.segments.db [None req-df15fc67-4d69-44ba-9ce9-6ca97a6c362b tempest-ExtraDHCPOptionsTestJSON-1290941370 tempest-ExtraDHCPOptionsTestJSON-1290941370-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['08b295ca-09ec-4ac4-8dbb-3d982d8569ad']}} {{(pid=83871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:37:55.934730 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-029c393a-e564-45e1-ab2a-0746b903189c None None] For port 30c50821-8c1b-4b3e-aa1b-c9885939b1ca, host dv-neutron-836180-1-hyperv, cleared binding levels {{(pid=83872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 13:37:55.940284 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-029c393a-e564-45e1-ab2a-0746b903189c None None] For port 30c50821-8c1b-4b3e-aa1b-c9885939b1ca, host dv-neutron-836180-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836180-1-hyperv',level=0,port_id=30c50821-8c1b-4b3e-aa1b-c9885939b1ca,segment=NetworkSegment(f6001083-3b02-486d-a03d-d649549af4a5),segment_id=f6001083-3b02-486d-a03d-d649549af4a5)] {{(pid=83872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 13:37:55.946499 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-029c393a-e564-45e1-ab2a-0746b903189c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864'] for port, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:37:55.989850 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-127b77fa-cd99-42f7-89e1-e3002059088f req-5c37536e-2dd2-488c-8651-1b66c19c2212 tempest-ServerActionsTestJSON-64006463 tempest-ServerActionsTestJSON-64006463-project] 10.222.0.26 "GET /v2.0/security-groups?id=0d525850-c301-4718-92cf-e73f2c3e9524&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5653021 Apr 01 13:37:56.009318 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a16fc28-7a17-4b23-9b4d-66de033d2e15 tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] Pushing event deleted for resources: {'Subnet': ['ID=cc92134f-bdb5-4bdb-9a11-fe8e28c3b9b0,revision_number=None']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:37:56.026183 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-712d8fb8-47eb-459b-a07b-32f40c185c59 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4155147'] for port, precommit_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:37:56.032104 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.services.segments.db [None req-df15fc67-4d69-44ba-9ce9-6ca97a6c362b tempest-ExtraDHCPOptionsTestJSON-1290941370 tempest-ExtraDHCPOptionsTestJSON-1290941370-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6ec58339-369a-4863-9885-b2aedc794da9') {'for_net_delete': True} {{(pid=83871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:37:56.032449 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.services.segments.db [None req-df15fc67-4d69-44ba-9ce9-6ca97a6c362b tempest-ExtraDHCPOptionsTestJSON-1290941370 tempest-ExtraDHCPOptionsTestJSON-1290941370-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6ec58339-369a-4863-9885-b2aedc794da9') {} {{(pid=83871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:37:56.069444 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-df15fc67-4d69-44ba-9ce9-6ca97a6c362b tempest-ExtraDHCPOptionsTestJSON-1290941370 tempest-ExtraDHCPOptionsTestJSON-1290941370-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736733386999', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3166340'] for segment, before_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:37:56.088362 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-029c393a-e564-45e1-ab2a-0746b903189c None None] Pushing event updated for resources: {'Port': ['ID=30c50821-8c1b-4b3e-aa1b-c9885939b1ca,revision_number=2']} {{(pid=83872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:37:56.118443 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f77ebc42-3748-4cd2-a1a0-5fcbec466ddb None None] Network 385a34ec-d1c3-4e3d-9855-d660b77d6e8b requested from dv-neutron-836180-1-hyperv {{(pid=83872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 13:37:56.192137 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.plugin [None req-712d8fb8-47eb-459b-a07b-32f40c185c59 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Calling delete_port for dfe1fc65-d88a-4770-b451-49307a6bcb9f owned by {{(pid=83869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 13:37:56.195241 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-df15fc67-4d69-44ba-9ce9-6ca97a6c362b tempest-ExtraDHCPOptionsTestJSON-1290941370 tempest-ExtraDHCPOptionsTestJSON-1290941370-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1004271'] for segment, precommit_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:37:56.237820 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-6a16fc28-7a17-4b23-9b4d-66de033d2e15 tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-942654', 'neutron.services.segments.db._delete_segments_for_network-8736733387888'] for network, precommit_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:37:56.259532 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-df15fc67-4d69-44ba-9ce9-6ca97a6c362b tempest-ExtraDHCPOptionsTestJSON-1290941370 tempest-ExtraDHCPOptionsTestJSON-1290941370-project] Releasing vlan 389 on physical network physnet1 to pool {{(pid=83871) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 01 13:37:56.259932 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-df15fc67-4d69-44ba-9ce9-6ca97a6c362b tempest-ExtraDHCPOptionsTestJSON-1290941370 tempest-ExtraDHCPOptionsTestJSON-1290941370-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1004262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2743078'] for segment, after_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:37:56.275034 dv-neutron-836180-1-hyperv neutron-server[83871]: Traceback (most recent call last): Apr 01 13:37:56.275034 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 01 13:37:56.275034 dv-neutron-836180-1-hyperv neutron-server[83871]: timer() Apr 01 13:37:56.275034 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 13:37:56.275034 dv-neutron-836180-1-hyperv neutron-server[83871]: cb(*args, **kw) Apr 01 13:37:56.275034 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 13:37:56.275034 dv-neutron-836180-1-hyperv neutron-server[83871]: return func(*args, **kwargs) Apr 01 13:37:56.275034 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 13:37:56.275034 dv-neutron-836180-1-hyperv neutron-server[83871]: self._notify() Apr 01 13:37:56.275034 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 13:37:56.275034 dv-neutron-836180-1-hyperv neutron-server[83871]: self.callback(batched_events) Apr 01 13:37:56.275034 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 13:37:56.275034 dv-neutron-836180-1-hyperv neutron-server[83871]: event.method(event) Apr 01 13:37:56.275034 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 13:37:56.275034 dv-neutron-836180-1-hyperv neutron-server[83871]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 13:37:56.275034 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 13:37:56.275034 dv-neutron-836180-1-hyperv neutron-server[83871]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 13:37:56.275034 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 13:37:56.275034 dv-neutron-836180-1-hyperv neutron-server[83871]: return f(self, *a, **k) Apr 01 13:37:56.275034 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 13:37:56.275034 dv-neutron-836180-1-hyperv neutron-server[83871]: return self._get(url).json() Apr 01 13:37:56.275034 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 13:37:56.275034 dv-neutron-836180-1-hyperv neutron-server[83871]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 13:37:56.275034 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 01 13:37:56.275034 dv-neutron-836180-1-hyperv neutron-server[83871]: return self.request(url, 'GET', **kwargs) Apr 01 13:37:56.275034 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 01 13:37:56.275034 dv-neutron-836180-1-hyperv neutron-server[83871]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 13:37:56.275034 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 01 13:37:56.275034 dv-neutron-836180-1-hyperv neutron-server[83871]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 13:37:56.275034 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 01 13:37:56.275034 dv-neutron-836180-1-hyperv neutron-server[83871]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 13:37:56.275034 dv-neutron-836180-1-hyperv neutron-server[83871]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 13:37:56.357593 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.services.segments.db [None req-6a16fc28-7a17-4b23-9b4d-66de033d2e15 tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['385a34ec-d1c3-4e3d-9855-d660b77d6e8b']}} {{(pid=83871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:37:56.382982 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-9d17039e-3956-4cd1-b415-b4cc6331554a tempest-AllowedAddressPairTestJSON-1367689381 tempest-AllowedAddressPairTestJSON-1367689381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2743225', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2757366'] for subnet, after_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:37:56.424118 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.services.segments.db [None req-6a16fc28-7a17-4b23-9b4d-66de033d2e15 tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f6001083-3b02-486d-a03d-d649549af4a5') {'for_net_delete': True} {{(pid=83871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:37:56.424810 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.services.segments.db [None req-6a16fc28-7a17-4b23-9b4d-66de033d2e15 tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f6001083-3b02-486d-a03d-d649549af4a5') {} {{(pid=83871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:37:56.456747 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-6a16fc28-7a17-4b23-9b4d-66de033d2e15 tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736733386999', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3166340'] for segment, before_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:37:56.477516 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-df15fc67-4d69-44ba-9ce9-6ca97a6c362b tempest-ExtraDHCPOptionsTestJSON-1290941370 tempest-ExtraDHCPOptionsTestJSON-1290941370-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-942599', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4084797'] for network, after_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:37:56.483980 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1f1b7b-3c74-4a4a-8800-001b974d704b req-56427f65-5738-4483-804c-ab7a4fc2c8bc tempest-ServerActionsTestJSON-64006463 tempest-ServerActionsTestJSON-64006463-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:37:56.485518 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-ad1f1b7b-3c74-4a4a-8800-001b974d704b req-56427f65-5738-4483-804c-ab7a4fc2c8bc tempest-ServerActionsTestJSON-64006463 tempest-ServerActionsTestJSON-64006463-project] 10.222.0.26 "GET /v2.0/ports?device_id=746f2a68-07bc-4d82-957e-55cd7a32c31f HTTP/1.1" status: 200 len: 946 time: 0.3011117 Apr 01 13:37:56.510857 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-df15fc67-4d69-44ba-9ce9-6ca97a6c362b tempest-ExtraDHCPOptionsTestJSON-1290941370 tempest-ExtraDHCPOptionsTestJSON-1290941370-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3017602'] for network, before_response {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:37:56.559887 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-6a16fc28-7a17-4b23-9b4d-66de033d2e15 tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1004271'] for segment, precommit_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:37:56.569106 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d17039e-3956-4cd1-b415-b4cc6331554a tempest-AllowedAddressPairTestJSON-1367689381 tempest-AllowedAddressPairTestJSON-1367689381-project] Pushing event updated for resources: {'Subnet': ['ID=81eceff5-0938-4b87-80a3-de911d512014,revision_number=0']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:37:56.587451 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-ad1f1b7b-3c74-4a4a-8800-001b974d704b req-fef62bfa-2e8f-4eba-b0ad-5808f0ee310d tempest-ServerActionsTestJSON-64006463 tempest-ServerActionsTestJSON-64006463-project] 10.222.0.26 "GET /v2.0/security-groups?id=0d525850-c301-4718-92cf-e73f2c3e9524&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0714796 Apr 01 13:37:56.587945 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df15fc67-4d69-44ba-9ce9-6ca97a6c362b tempest-ExtraDHCPOptionsTestJSON-1290941370 tempest-ExtraDHCPOptionsTestJSON-1290941370-project] Pushing event deleted for resources: {'Network': ['ID=08b295ca-09ec-4ac4-8dbb-3d982d8569ad,revision_number=None']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:37:56.588577 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-712d8fb8-47eb-459b-a07b-32f40c185c59 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736733359243', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736732935810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2705155'] for port, after_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:37:56.591960 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6a16fc28-7a17-4b23-9b4d-66de033d2e15 tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] Releasing vlan 384 on physical network physnet1 to pool {{(pid=83871) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 01 13:37:56.592385 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-6a16fc28-7a17-4b23-9b4d-66de033d2e15 tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1004262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2743078'] for segment, after_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:37:56.625072 dv-neutron-836180-1-hyperv neutron-server[83871]: Traceback (most recent call last): Apr 01 13:37:56.625072 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 01 13:37:56.625072 dv-neutron-836180-1-hyperv neutron-server[83871]: timer() Apr 01 13:37:56.625072 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 13:37:56.625072 dv-neutron-836180-1-hyperv neutron-server[83871]: cb(*args, **kw) Apr 01 13:37:56.625072 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 13:37:56.625072 dv-neutron-836180-1-hyperv neutron-server[83871]: return func(*args, **kwargs) Apr 01 13:37:56.625072 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 13:37:56.625072 dv-neutron-836180-1-hyperv neutron-server[83871]: self._notify() Apr 01 13:37:56.625072 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 13:37:56.625072 dv-neutron-836180-1-hyperv neutron-server[83871]: self.callback(batched_events) Apr 01 13:37:56.625072 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 13:37:56.625072 dv-neutron-836180-1-hyperv neutron-server[83871]: event.method(event) Apr 01 13:37:56.625072 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 13:37:56.625072 dv-neutron-836180-1-hyperv neutron-server[83871]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 13:37:56.625072 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 13:37:56.625072 dv-neutron-836180-1-hyperv neutron-server[83871]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 13:37:56.625072 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 13:37:56.625072 dv-neutron-836180-1-hyperv neutron-server[83871]: return f(self, *a, **k) Apr 01 13:37:56.625072 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 13:37:56.625072 dv-neutron-836180-1-hyperv neutron-server[83871]: return self._get(url).json() Apr 01 13:37:56.625072 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 13:37:56.625072 dv-neutron-836180-1-hyperv neutron-server[83871]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 13:37:56.625072 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 01 13:37:56.625072 dv-neutron-836180-1-hyperv neutron-server[83871]: return self.request(url, 'GET', **kwargs) Apr 01 13:37:56.625072 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 01 13:37:56.625072 dv-neutron-836180-1-hyperv neutron-server[83871]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 13:37:56.625072 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 01 13:37:56.625072 dv-neutron-836180-1-hyperv neutron-server[83871]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 13:37:56.625072 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 01 13:37:56.625072 dv-neutron-836180-1-hyperv neutron-server[83871]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 13:37:56.625072 dv-neutron-836180-1-hyperv neutron-server[83871]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 13:37:56.639731 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-712d8fb8-47eb-459b-a07b-32f40c185c59 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Pushing event deleted for resources: {'Port': ['ID=dfe1fc65-d88a-4770-b451-49307a6bcb9f,revision_number=None']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:37:56.683362 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-712d8fb8-47eb-459b-a07b-32f40c185c59 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109561'] for port, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:37:56.694712 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-712d8fb8-47eb-459b-a07b-32f40c185c59 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] 10.222.0.26 "DELETE /v2.0/ports/dfe1fc65-d88a-4770-b451-49307a6bcb9f HTTP/1.1" status: 204 len: 168 time: 1.3577697 Apr 01 13:37:56.696813 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-df15fc67-4d69-44ba-9ce9-6ca97a6c362b tempest-ExtraDHCPOptionsTestJSON-1290941370 tempest-ExtraDHCPOptionsTestJSON-1290941370-project] 10.222.0.26 "DELETE /v2.0/networks/08b295ca-09ec-4ac4-8dbb-3d982d8569ad HTTP/1.1" status: 204 len: 168 time: 3.1552777 Apr 01 13:37:56.697078 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 51926) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:37:56.724462 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d17039e-3956-4cd1-b415-b4cc6331554a tempest-AllowedAddressPairTestJSON-1367689381 tempest-AllowedAddressPairTestJSON-1367689381-project] Checking segment: {'id': '12558138-b1c7-47bd-a0ec-7a4b26725121', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'd049ce48-0ae5-49ef-bbba-4a5d32c78df3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 13:37:56.724952 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d17039e-3956-4cd1-b415-b4cc6331554a tempest-AllowedAddressPairTestJSON-1367689381 tempest-AllowedAddressPairTestJSON-1367689381-project] Network hostable DHCP agents. Network: d049ce48-0ae5-49ef-bbba-4a5d32c78df3, hostable agents: ['e47e4547-5c2d-4954-ba56-fa3646239f18'], hosted agents: [] {{(pid=83871) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 13:37:56.732382 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.db.api [None req-6a16fc28-7a17-4b23-9b4d-66de033d2e15 tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 01 13:37:56.732382 dv-neutron-836180-1-hyperv neutron-server[83871]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 01 13:37:56.732382 dv-neutron-836180-1-hyperv neutron-server[83871]: [parameters: {'id': '385a34ec-d1c3-4e3d-9855-d660b77d6e8b'}] Apr 01 13:37:56.732382 dv-neutron-836180-1-hyperv neutron-server[83871]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=83871) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 01 13:37:56.732867 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG oslo_db.api [None req-6a16fc28-7a17-4b23-9b4d-66de033d2e15 tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=83871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 01 13:37:56.737132 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-d3ea21bc-d5af-417e-9066-eb80f097ac45 tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736733359243', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736732935810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2743125'] for port, after_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:37:56.795292 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ea21bc-d5af-417e-9066-eb80f097ac45 tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Pushing event deleted for resources: {'Port': ['ID=8741e162-2afd-49f9-9e1e-7171a7fa11e0,revision_number=None']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:37:56.799502 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-921b6f6f-9466-4cf4-b6e1-7dc87b49db54 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:37:56.801336 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-921b6f6f-9466-4cf4-b6e1-7dc87b49db54 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:37:56.802772 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-921b6f6f-9466-4cf4-b6e1-7dc87b49db54 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Synchronizing usage tracker for tenant:8b726fe6689e4b7f96def1a2219bea6c on resource:subnet {{(pid=83869) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 13:37:56.834041 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-921b6f6f-9466-4cf4-b6e1-7dc87b49db54 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Unset dirty status for tenant:8b726fe6689e4b7f96def1a2219bea6c on resource:subnet {{(pid=83869) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 13:37:56.836261 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-921b6f6f-9466-4cf4-b6e1-7dc87b49db54 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1377964 Apr 01 13:37:56.843250 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 51930) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:37:56.931323 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.agents_db [None req-bdd220c7-049a-43d2-a923-ad1a2de078c6 None None] Agent healthcheck: found 6 active agents {{(pid=83873) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 01 13:37:56.932072 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d17039e-3956-4cd1-b415-b4cc6331554a tempest-AllowedAddressPairTestJSON-1367689381 tempest-AllowedAddressPairTestJSON-1367689381-project] Network d049ce48-0ae5-49ef-bbba-4a5d32c78df3 is scheduled to be hosted by DHCP agent e47e4547-5c2d-4954-ba56-fa3646239f18 with binding_index 1 {{(pid=83871) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 13:37:56.949689 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.scheduler.base_scheduler [None req-9d17039e-3956-4cd1-b415-b4cc6331554a tempest-AllowedAddressPairTestJSON-1367689381 tempest-AllowedAddressPairTestJSON-1367689381-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-836180-1-hyperv, d049ce48-0ae5-49ef-bbba-4a5d32c78df3) {{(pid=83871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 13:37:56.963061 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc841f5f-376b-4eef-99cc-8a0d399da84b None None] Network d049ce48-0ae5-49ef-bbba-4a5d32c78df3 requested from dv-neutron-836180-1-hyperv {{(pid=83872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 13:37:56.999073 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-be050e42-2097-46f3-8e85-5dbd99d50e29 None None] Provisioning for port 8f300b90-c6b1-43ac-b64e-2dcfb0c800b1 completed by entity DHCP. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 13:37:57.129424 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-f05da53c-5191-45f1-8be3-f540d2bc9c5b tempest-TestNetworkAdvancedServerOps-1355420123 tempest-TestNetworkAdvancedServerOps-1355420123-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:37:57.144909 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-d3ea21bc-d5af-417e-9066-eb80f097ac45 tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4084822'] for router_gateway, after_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:37:57.200671 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 51936) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:37:57.216260 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d17039e-3956-4cd1-b415-b4cc6331554a tempest-AllowedAddressPairTestJSON-1367689381 tempest-AllowedAddressPairTestJSON-1367689381-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:37:57.216867 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-9d17039e-3956-4cd1-b415-b4cc6331554a tempest-AllowedAddressPairTestJSON-1367689381 tempest-AllowedAddressPairTestJSON-1367689381-project] Notify callbacks [] for subnet, before_response {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:37:57.323648 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.db_base_plugin_v2 [None req-c6e8874b-6248-409d-9da4-24544d69806d tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Deleting subnet 8684254b-fcb6-48bf-8a71-2496719dc066 {{(pid=83869) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 01 13:37:57.330298 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-6a16fc28-7a17-4b23-9b4d-66de033d2e15 tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1033078'] for network, before_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:37:57.339174 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-f05da53c-5191-45f1-8be3-f540d2bc9c5b tempest-TestNetworkAdvancedServerOps-1355420123 tempest-TestNetworkAdvancedServerOps-1355420123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:37:57.370555 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-d298c21e-be95-4098-b9c0-5a5f98da2770 None None] Could not find standard attr ID for object dfe1fc65-d88a-4770-b451-49307a6bcb9f. {{(pid=83872) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 01 13:37:57.374882 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-c6e8874b-6248-409d-9da4-24544d69806d tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Notify callbacks [] for subnet, before_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:37:57.379188 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2159272f-5765-4615-abde-da87d328a40f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7e7d0ecb-2af4-55f5-9198-238ab0570d62-d049ce48-0ae5-49ef-bbba-4a5d32c78df3', 'network_id': 'd049ce48-0ae5-49ef-bbba-4a5d32c78df3', 'tenant_id': '58e3e93c60cc40f1a46269f3aa0dd0bd', 'fixed_ips': [{'subnet_id': '81eceff5-0938-4b87-80a3-de911d512014'}]}} from dv-neutron-836180-1-hyperv. {{(pid=83872) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 01 13:37:57.380755 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-2159272f-5765-4615-abde-da87d328a40f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:37:57.475724 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Device 8f300b90-c6b1-43ac-b64e-2dcfb0c800b1 up at agent ovs-agent-dv-neutron-836180-1-hyperv {{(pid=83872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 13:37:57.496997 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-c6e8874b-6248-409d-9da4-24544d69806d tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2704975'] for subnet, precommit_delete_associations {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:37:57.538086 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-9d17039e-3956-4cd1-b415-b4cc6331554a tempest-AllowedAddressPairTestJSON-1367689381 tempest-AllowedAddressPairTestJSON-1367689381-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.3252556 Apr 01 13:37:57.539389 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.plugin [None req-6a16fc28-7a17-4b23-9b4d-66de033d2e15 tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] Deleting port 30c50821-8c1b-4b3e-aa1b-c9885939b1ca {{(pid=83871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 13:37:57.539863 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-6a16fc28-7a17-4b23-9b4d-66de033d2e15 tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736733287370'] for port, before_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:37:57.562094 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 51942) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:37:57.573167 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.v2.base [None req-133690f8-4589-4d08-a86b-06e6966f7129 tempest-AllowedAddressPairTestJSON-1367689381 tempest-AllowedAddressPairTestJSON-1367689381-project] Request body: {'port': {'network_id': 'd049ce48-0ae5-49ef-bbba-4a5d32c78df3', 'name': 'tempest-AllowedAddressPairTestJSON-1439620652'}} {{(pid=83869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:37:57.655966 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Provisioning for port 8f300b90-c6b1-43ac-b64e-2dcfb0c800b1 completed by entity L2. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 13:37:57.664560 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Provisioning complete for port 8f300b90-c6b1-43ac-b64e-2dcfb0c800b1 triggered by entity L2. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 13:37:57.664966 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-948329'] for port, provisioning_complete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:37:57.696450 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.db_base_plugin_common [None req-2159272f-5765-4615-abde-da87d328a40f None None] Allocated IP 172.20.0.2 (d049ce48-0ae5-49ef-bbba-4a5d32c78df3/81eceff5-0938-4b87-80a3-de911d512014/9ff2daf7-fec5-4a05-bd5a-133dbd1654c6) {{(pid=83872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 13:37:57.715840 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-d3ea21bc-d5af-417e-9066-eb80f097ac45 tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4079814', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4170'] for router, precommit_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:37:57.750771 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-d3ea21bc-d5af-417e-9066-eb80f097ac45 tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:37:57.856519 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-e96eaef0-fd9c-4e16-a480-6e8b8f97debf admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=4c5456a4664149c59cddfa70d29d9139&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6543453 Apr 01 13:37:57.862929 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 51946) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:37:57.877835 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-d3ea21bc-d5af-417e-9066-eb80f097ac45 tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4079738'] for router, after_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:37:57.878450 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3ea21bc-d5af-417e-9066-eb80f097ac45 tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Fanout notify agent at l3_agent the message router_deleted on router 04d6d348-558c-4e5f-87bc-0167a34244ac {{(pid=83871) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 01 13:37:57.913043 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-c6e8874b-6248-409d-9da4-24544d69806d tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-945029'] for subnet, precommit_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:37:57.935048 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-d3ea21bc-d5af-417e-9066-eb80f097ac45 tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Notify callbacks [] for router, before_response {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:37:57.940418 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-d3ea21bc-d5af-417e-9066-eb80f097ac45 tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] 10.222.0.26 "DELETE /v2.0/routers/04d6d348-558c-4e5f-87bc-0167a34244ac HTTP/1.1" status: 204 len: 168 time: 5.0601609 Apr 01 13:37:57.944042 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 51950) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:37:57.957450 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:37:57.970298 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.v2.base [None req-0defe5ab-ccfc-4bfa-b239-ea447eb06d56 tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-2104628889'}} {{(pid=83869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:37:57.976343 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-ab0ec6b0-d1fc-477a-ac4b-aab95261b18f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:37:57.979474 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-0defe5ab-ccfc-4bfa-b239-ea447eb06d56 tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:37:57.983782 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-133690f8-4589-4d08-a86b-06e6966f7129 tempest-AllowedAddressPairTestJSON-1367689381 tempest-AllowedAddressPairTestJSON-1367689381-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:37:57.991731 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-0defe5ab-ccfc-4bfa-b239-ea447eb06d56 tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Usage tracker for resource:network and tenant:315e7395dd224b3fb020d0b9d921742e is out of sync, need to count used quota {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 13:37:58.002891 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-ab0ec6b0-d1fc-477a-ac4b-aab95261b18f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:37:58.004247 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-0defe5ab-ccfc-4bfa-b239-ea447eb06d56 tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 13:37:58.007565 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-133690f8-4589-4d08-a86b-06e6966f7129 tempest-AllowedAddressPairTestJSON-1367689381 tempest-AllowedAddressPairTestJSON-1367689381-project] Usage tracker for resource:port and tenant:58e3e93c60cc40f1a46269f3aa0dd0bd is out of sync, need to count used quota {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 13:37:58.016290 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-133690f8-4589-4d08-a86b-06e6966f7129 tempest-AllowedAddressPairTestJSON-1367689381 tempest-AllowedAddressPairTestJSON-1367689381-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 13:37:58.022361 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-0defe5ab-ccfc-4bfa-b239-ea447eb06d56 tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:37:58.031586 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-f05da53c-5191-45f1-8be3-f540d2bc9c5b tempest-TestNetworkAdvancedServerOps-1355420123 tempest-TestNetworkAdvancedServerOps-1355420123-project] Notify callbacks [] for port, precommit_update {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:37:58.033356 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-133690f8-4589-4d08-a86b-06e6966f7129 tempest-AllowedAddressPairTestJSON-1367689381 tempest-AllowedAddressPairTestJSON-1367689381-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:37:58.044821 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-f05da53c-5191-45f1-8be3-f540d2bc9c5b tempest-TestNetworkAdvancedServerOps-1355420123 tempest-TestNetworkAdvancedServerOps-1355420123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2705172'] for port, after_update {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:37:58.054755 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.db [None req-6a16fc28-7a17-4b23-9b4d-66de033d2e15 tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] For port 30c50821-8c1b-4b3e-aa1b-c9885939b1ca, host dv-neutron-836180-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836180-1-hyperv',level=0,port_id=30c50821-8c1b-4b3e-aa1b-c9885939b1ca,segment=NetworkSegment(f6001083-3b02-486d-a03d-d649549af4a5),segment_id=f6001083-3b02-486d-a03d-d649549af4a5)] {{(pid=83871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 13:37:58.055451 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-6a16fc28-7a17-4b23-9b4d-66de033d2e15 tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4155147'] for port, precommit_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:37:58.061950 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-2159272f-5765-4615-abde-da87d328a40f None None] Notify callbacks [] for port, precommit_create {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:37:58.065934 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-ab0ec6b0-d1fc-477a-ac4b-aab95261b18f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3775923'] for security_group, after_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:37:58.073087 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-2159272f-5765-4615-abde-da87d328a40f None None] Transition to ACTIVE for port object 9ff2daf7-fec5-4a05-bd5a-133dbd1654c6 will not be triggered until provisioned by entity L2. {{(pid=83872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 13:37:58.094296 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-2159272f-5765-4615-abde-da87d328a40f None None] Transition to ACTIVE for port object 9ff2daf7-fec5-4a05-bd5a-133dbd1654c6 will not be triggered until provisioned by entity DHCP. {{(pid=83872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 13:37:58.097658 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0defe5ab-ccfc-4bfa-b239-ea447eb06d56 tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Made reservation on behalf of 315e7395dd224b3fb020d0b9d921742e for: {'network': 1} {{(pid=83869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 13:37:58.101045 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-2159272f-5765-4615-abde-da87d328a40f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736732935801'] for port, after_create {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:37:58.101509 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-0defe5ab-ccfc-4bfa-b239-ea447eb06d56 tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for network, before_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:37:58.123431 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-133690f8-4589-4d08-a86b-06e6966f7129 tempest-AllowedAddressPairTestJSON-1367689381 tempest-AllowedAddressPairTestJSON-1367689381-project] Made reservation on behalf of 58e3e93c60cc40f1a46269f3aa0dd0bd for: {'port': 1} {{(pid=83869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 13:37:58.126454 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-133690f8-4589-4d08-a86b-06e6966f7129 tempest-AllowedAddressPairTestJSON-1367689381 tempest-AllowedAddressPairTestJSON-1367689381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:37:58.149366 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-c6e8874b-6248-409d-9da4-24544d69806d tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-945042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2705198', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2999452'] for subnet, after_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:37:58.196415 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab0ec6b0-d1fc-477a-ac4b-aab95261b18f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17915209-e0f6-4b86-9b5a-68f22dd4a8f7,revision_number=None']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:37:58.203602 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.plugin [None req-6a16fc28-7a17-4b23-9b4d-66de033d2e15 tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] Calling delete_port for 30c50821-8c1b-4b3e-aa1b-c9885939b1ca owned by network:dhcp {{(pid=83871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 13:37:58.242723 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e8874b-6248-409d-9da4-24544d69806d tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Pushing event deleted for resources: {'Subnet': ['ID=8684254b-fcb6-48bf-8a71-2496719dc066,revision_number=None']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:37:58.252374 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f05da53c-5191-45f1-8be3-f540d2bc9c5b tempest-TestNetworkAdvancedServerOps-1355420123 tempest-TestNetworkAdvancedServerOps-1355420123-project] Pushing event updated for resources: {'Port': ['ID=d2f4b037-efec-490f-a824-da696a28621f,revision_number=2']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:37:58.255681 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2159272f-5765-4615-abde-da87d328a40f None None] Network d049ce48-0ae5-49ef-bbba-4a5d32c78df3 is already hosted by enough agents. {{(pid=83872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 13:37:58.256692 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.db.api [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83872) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 01 13:37:58.257039 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG oslo_db.api [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 01 13:37:58.257570 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2159272f-5765-4615-abde-da87d328a40f None None] Pushing event updated for resources: {'Port': ['ID=9ff2daf7-fec5-4a05-bd5a-133dbd1654c6,revision_number=1']} {{(pid=83872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:37:58.261128 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.scheduler.base_scheduler [None req-2159272f-5765-4615-abde-da87d328a40f None None] Resources bound (agent type, host, resource id): {{(pid=83872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 13:37:58.263092 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2159272f-5765-4615-abde-da87d328a40f None None] Received port after_create {{(pid=83872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 13:37:58.263403 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.notifiers.nova [None req-133690f8-4589-4d08-a86b-06e6966f7129 tempest-AllowedAddressPairTestJSON-1367689381 tempest-AllowedAddressPairTestJSON-1367689381-project] device_id is not set on port 222b3b77-3e08-4fde-9d5f-c794fa284ea8 yet. {{(pid=83869) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 01 13:37:58.314022 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0defe5ab-ccfc-4bfa-b239-ea447eb06d56 tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] vlan segment allocate from pool success with {'vlan_id': 383, 'physical_network': 'physnet1'} {{(pid=83869) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 13:37:58.315607 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-ab0ec6b0-d1fc-477a-ac4b-aab95261b18f admin admin] Notify callbacks [] for security_group, before_response {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:37:58.316640 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-c6e8874b-6248-409d-9da4-24544d69806d tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3017602'] for subnet, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:37:58.317115 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-ab0ec6b0-d1fc-477a-ac4b-aab95261b18f admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/17915209-e0f6-4b86-9b5a-68f22dd4a8f7 HTTP/1.1" status: 204 len: 168 time: 0.4529815 Apr 01 13:37:58.356747 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-6a16fc28-7a17-4b23-9b4d-66de033d2e15 tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736733359243', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736732935810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2743125'] for port, after_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:37:58.366005 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77abee1c-da1f-495e-af9e-fbc9acf62c47 None None] Network 09d7ea43-6376-4322-97e7-54cd01aae492 requested from dv-neutron-836180-1-hyperv {{(pid=83872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 13:37:58.375302 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-f05da53c-5191-45f1-8be3-f540d2bc9c5b tempest-TestNetworkAdvancedServerOps-1355420123 tempest-TestNetworkAdvancedServerOps-1355420123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4084747'] for floatingip, after_update {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:37:58.422728 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a16fc28-7a17-4b23-9b4d-66de033d2e15 tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] Pushing event deleted for resources: {'Port': ['ID=30c50821-8c1b-4b3e-aa1b-c9885939b1ca,revision_number=None']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:37:58.438190 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a16fc28-7a17-4b23-9b4d-66de033d2e15 tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] No DVR routers for this DVR port 30c50821-8c1b-4b3e-aa1b-c9885939b1ca on host dv-neutron-836180-1-hyperv {{(pid=83871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 13:37:58.545118 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-0defe5ab-ccfc-4bfa-b239-ea447eb06d56 tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1004271'] for segment, precommit_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:37:58.545466 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.db.segments_db [None req-0defe5ab-ccfc-4bfa-b239-ea447eb06d56 tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Added segment 6a51a8f3-c5e8-4883-bf03-da39a23b8ddb of type vlan for network 3e044bca-f295-40ac-baef-019b6d1c05c8 Apr 01 13:37:58.552706 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.managers [None req-2159272f-5765-4615-abde-da87d328a40f None None] Attempting to bind port 9ff2daf7-fec5-4a05-bd5a-133dbd1654c6 on host dv-neutron-836180-1-hyperv for vnic_type normal with profile {{(pid=83872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 13:37:58.553067 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.managers [None req-2159272f-5765-4615-abde-da87d328a40f None None] Attempting to bind port 9ff2daf7-fec5-4a05-bd5a-133dbd1654c6 by drivers openvswitch,hyperv on host dv-neutron-836180-1-hyperv at level 0 using segments [{'id': '12558138-b1c7-47bd-a0ec-7a4b26725121', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'd049ce48-0ae5-49ef-bbba-4a5d32c78df3'}] {{(pid=83872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 13:37:58.553418 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2159272f-5765-4615-abde-da87d328a40f None None] Attempting to bind port 9ff2daf7-fec5-4a05-bd5a-133dbd1654c6 on network d049ce48-0ae5-49ef-bbba-4a5d32c78df3 {{(pid=83872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 13:37:58.564701 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2159272f-5765-4615-abde-da87d328a40f None None] Checking agent: {'id': 'af948428-97cd-4d10-9f53-af028bdb39b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-836180-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 13, 25, 37), 'started_at': datetime.datetime(2022, 4, 1, 13, 26, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 13, 37, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-836180-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 13:37:58.565067 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2159272f-5765-4615-abde-da87d328a40f None None] Checking segment: {'id': '12558138-b1c7-47bd-a0ec-7a4b26725121', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'd049ce48-0ae5-49ef-bbba-4a5d32c78df3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 13:37:58.565459 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-2159272f-5765-4615-abde-da87d328a40f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:37:58.565961 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2159272f-5765-4615-abde-da87d328a40f None None] Bound using segment: {'id': '12558138-b1c7-47bd-a0ec-7a4b26725121', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'd049ce48-0ae5-49ef-bbba-4a5d32c78df3'} {{(pid=83872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 13:37:58.566480 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.managers [None req-2159272f-5765-4615-abde-da87d328a40f None None] Bound port: 9ff2daf7-fec5-4a05-bd5a-133dbd1654c6, host: dv-neutron-836180-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '12558138-b1c7-47bd-a0ec-7a4b26725121', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'd049ce48-0ae5-49ef-bbba-4a5d32c78df3'}}] {{(pid=83872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 13:37:58.566977 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-2159272f-5765-4615-abde-da87d328a40f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:37:58.601857 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-6a16fc28-7a17-4b23-9b4d-66de033d2e15 tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-942654', 'neutron.services.segments.db._delete_segments_for_network-8736733387888'] for network, precommit_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:37:58.638451 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-c6e8874b-6248-409d-9da4-24544d69806d tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] 10.222.0.26 "DELETE /v2.0/subnets/8684254b-fcb6-48bf-8a71-2496719dc066 HTTP/1.1" status: 204 len: 168 time: 1.7941637 Apr 01 13:37:58.642708 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 51960) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:37:58.650075 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.services.segments.db [None req-6a16fc28-7a17-4b23-9b4d-66de033d2e15 tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['385a34ec-d1c3-4e3d-9855-d660b77d6e8b']}} {{(pid=83871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:37:58.668146 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-2159272f-5765-4615-abde-da87d328a40f None None] For port 9ff2daf7-fec5-4a05-bd5a-133dbd1654c6, host dv-neutron-836180-1-hyperv, cleared binding levels {{(pid=83872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 13:37:58.679594 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.services.segments.db [None req-6a16fc28-7a17-4b23-9b4d-66de033d2e15 tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f6001083-3b02-486d-a03d-d649549af4a5') {'for_net_delete': True} {{(pid=83871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:37:58.680057 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.services.segments.db [None req-6a16fc28-7a17-4b23-9b4d-66de033d2e15 tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f6001083-3b02-486d-a03d-d649549af4a5') {} {{(pid=83871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:37:58.687355 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-2159272f-5765-4615-abde-da87d328a40f None None] For port 9ff2daf7-fec5-4a05-bd5a-133dbd1654c6, host dv-neutron-836180-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836180-1-hyperv',level=0,port_id=9ff2daf7-fec5-4a05-bd5a-133dbd1654c6,segment=NetworkSegment(12558138-b1c7-47bd-a0ec-7a4b26725121),segment_id=12558138-b1c7-47bd-a0ec-7a4b26725121)] {{(pid=83872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 13:37:58.695713 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-2159272f-5765-4615-abde-da87d328a40f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864'] for port, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:37:58.718050 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-6a16fc28-7a17-4b23-9b4d-66de033d2e15 tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736733386999', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3166340'] for segment, before_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:37:58.720917 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-0defe5ab-ccfc-4bfa-b239-ea447eb06d56 tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736732923383'] for network, precommit_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:37:58.751674 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-6a16fc28-7a17-4b23-9b4d-66de033d2e15 tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1004271'] for segment, precommit_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:37:58.753150 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.db_base_plugin_common [None req-133690f8-4589-4d08-a86b-06e6966f7129 tempest-AllowedAddressPairTestJSON-1367689381 tempest-AllowedAddressPairTestJSON-1367689381-project] Allocated IP 172.20.0.6 (d049ce48-0ae5-49ef-bbba-4a5d32c78df3/81eceff5-0938-4b87-80a3-de911d512014/222b3b77-3e08-4fde-9d5f-c794fa284ea8) {{(pid=83869) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 13:37:58.823352 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1430036a-8711-40a2-bfac-7da9bbdedbf1 None None] DHCP port deletion for 09d7ea43-6376-4322-97e7-54cd01aae492 request from dv-neutron-836180-1-hyperv {{(pid=83872) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 01 13:37:58.841619 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.plugin [None req-1430036a-8711-40a2-bfac-7da9bbdedbf1 None None] Deleting port 8f300b90-c6b1-43ac-b64e-2dcfb0c800b1 {{(pid=83872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 13:37:58.841619 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-1430036a-8711-40a2-bfac-7da9bbdedbf1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736733287370'] for port, before_delete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:37:58.847265 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-0defe5ab-ccfc-4bfa-b239-ea447eb06d56 tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575'] for network, after_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:37:58.867419 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0defe5ab-ccfc-4bfa-b239-ea447eb06d56 tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:37:58.868099 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-0defe5ab-ccfc-4bfa-b239-ea447eb06d56 tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Notify callbacks [] for network, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:37:58.871944 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:37:58.897764 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6a16fc28-7a17-4b23-9b4d-66de033d2e15 tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] Releasing vlan 384 on physical network physnet1 to pool {{(pid=83871) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 01 13:37:58.898172 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-6a16fc28-7a17-4b23-9b4d-66de033d2e15 tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1004262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2743078'] for segment, after_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:37:58.912682 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2159272f-5765-4615-abde-da87d328a40f None None] Pushing event updated for resources: {'Port': ['ID=9ff2daf7-fec5-4a05-bd5a-133dbd1654c6,revision_number=2']} {{(pid=83872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:37:58.967874 dv-neutron-836180-1-hyperv neutron-server[83871]: Traceback (most recent call last): Apr 01 13:37:58.967874 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 01 13:37:58.967874 dv-neutron-836180-1-hyperv neutron-server[83871]: timer() Apr 01 13:37:58.967874 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 13:37:58.967874 dv-neutron-836180-1-hyperv neutron-server[83871]: cb(*args, **kw) Apr 01 13:37:58.967874 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 13:37:58.967874 dv-neutron-836180-1-hyperv neutron-server[83871]: return func(*args, **kwargs) Apr 01 13:37:58.967874 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 13:37:58.967874 dv-neutron-836180-1-hyperv neutron-server[83871]: self._notify() Apr 01 13:37:58.967874 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 13:37:58.967874 dv-neutron-836180-1-hyperv neutron-server[83871]: self.callback(batched_events) Apr 01 13:37:58.967874 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 13:37:58.967874 dv-neutron-836180-1-hyperv neutron-server[83871]: event.method(event) Apr 01 13:37:58.967874 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 13:37:58.967874 dv-neutron-836180-1-hyperv neutron-server[83871]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 13:37:58.967874 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 13:37:58.967874 dv-neutron-836180-1-hyperv neutron-server[83871]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 13:37:58.967874 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 13:37:58.967874 dv-neutron-836180-1-hyperv neutron-server[83871]: return f(self, *a, **k) Apr 01 13:37:58.967874 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 13:37:58.967874 dv-neutron-836180-1-hyperv neutron-server[83871]: return self._get(url).json() Apr 01 13:37:58.967874 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 13:37:58.967874 dv-neutron-836180-1-hyperv neutron-server[83871]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 13:37:58.967874 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 01 13:37:58.967874 dv-neutron-836180-1-hyperv neutron-server[83871]: return self.request(url, 'GET', **kwargs) Apr 01 13:37:58.967874 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 01 13:37:58.967874 dv-neutron-836180-1-hyperv neutron-server[83871]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 13:37:58.967874 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 01 13:37:58.967874 dv-neutron-836180-1-hyperv neutron-server[83871]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 13:37:58.967874 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 01 13:37:58.967874 dv-neutron-836180-1-hyperv neutron-server[83871]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 13:37:58.967874 dv-neutron-836180-1-hyperv neutron-server[83871]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 13:37:58.999696 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] For port 8f300b90-c6b1-43ac-b64e-2dcfb0c800b1, host dv-neutron-836180-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836180-1-hyperv',level=0,port_id=8f300b90-c6b1-43ac-b64e-2dcfb0c800b1,segment=NetworkSegment(16094ed0-4a47-4ff6-9238-85c278d7a2a5),segment_id=16094ed0-4a47-4ff6-9238-85c278d7a2a5)] {{(pid=83872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 13:37:59.012629 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864'] for port, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:37:59.052191 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-74eee3ec-9e4b-4e80-a892-14af9cdb2b1b tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] 10.222.0.26 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.4052393 Apr 01 13:37:59.072125 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 51970) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:37:59.101624 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-0defe5ab-ccfc-4bfa-b239-ea447eb06d56 tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.1517425 Apr 01 13:37:59.117419 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 51974) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:37:59.156546 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.v2.base [None req-f23ab5f8-8330-4b01-a0b9-4fca6b901fc0 tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Request body: {'subnet': {'network_id': '3e044bca-f295-40ac-baef-019b6d1c05c8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:37:59.278020 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-133690f8-4589-4d08-a86b-06e6966f7129 tempest-AllowedAddressPairTestJSON-1367689381 tempest-AllowedAddressPairTestJSON-1367689381-project] Notify callbacks [] for port, precommit_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:37:59.299673 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.provisioning_blocks [None req-133690f8-4589-4d08-a86b-06e6966f7129 tempest-AllowedAddressPairTestJSON-1367689381 tempest-AllowedAddressPairTestJSON-1367689381-project] Transition to ACTIVE for port object 222b3b77-3e08-4fde-9d5f-c794fa284ea8 will not be triggered until provisioned by entity DHCP. {{(pid=83869) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 13:37:59.322405 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0defe5ab-ccfc-4bfa-b239-ea447eb06d56 tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Pushing event updated for resources: {'Network': ['ID=3e044bca-f295-40ac-baef-019b6d1c05c8,revision_number=1']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:37:59.338933 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-f23ab5f8-8330-4b01-a0b9-4fca6b901fc0 tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:37:59.340566 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-133690f8-4589-4d08-a86b-06e6966f7129 tempest-AllowedAddressPairTestJSON-1367689381 tempest-AllowedAddressPairTestJSON-1367689381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736732935801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2705155'] for port, after_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:37:59.347736 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-6a16fc28-7a17-4b23-9b4d-66de033d2e15 tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-942599', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4084797'] for network, after_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:37:59.358212 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-f23ab5f8-8330-4b01-a0b9-4fca6b901fc0 tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Usage tracker for resource:subnet and tenant:315e7395dd224b3fb020d0b9d921742e is out of sync, need to count used quota {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 13:37:59.366498 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-f23ab5f8-8330-4b01-a0b9-4fca6b901fc0 tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 13:37:59.371454 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Network 3e044bca-f295-40ac-baef-019b6d1c05c8 details requested by agent ovs-agent-dv-neutron-836180-1-hyperv with host dv-neutron-836180-1-hyperv {{(pid=83872) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 13:37:59.391218 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-6a16fc28-7a17-4b23-9b4d-66de033d2e15 tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3017602'] for network, before_response {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:37:59.406813 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-f23ab5f8-8330-4b01-a0b9-4fca6b901fc0 tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:37:59.445231 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a16fc28-7a17-4b23-9b4d-66de033d2e15 tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] Pushing event deleted for resources: {'Network': ['ID=385a34ec-d1c3-4e3d-9855-d660b77d6e8b,revision_number=None']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:37:59.454534 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-133690f8-4589-4d08-a86b-06e6966f7129 tempest-AllowedAddressPairTestJSON-1367689381 tempest-AllowedAddressPairTestJSON-1367689381-project] Pushing event updated for resources: {'Port': ['ID=222b3b77-3e08-4fde-9d5f-c794fa284ea8,revision_number=1']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:37:59.462261 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-2fd4ad28-df8a-4cbf-9269-736373a1071d req-7e9ee758-90ca-491e-bbed-8e2e48e2f25c service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=746f2a68-07bc-4d82-957e-55cd7a32c31f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.5366356 Apr 01 13:37:59.463611 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-6a16fc28-7a17-4b23-9b4d-66de033d2e15 tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] 10.222.0.26 "DELETE /v2.0/networks/385a34ec-d1c3-4e3d-9855-d660b77d6e8b HTTP/1.1" status: 204 len: 168 time: 6.0718930 Apr 01 13:37:59.468242 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 51982) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:37:59.480877 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f23ab5f8-8330-4b01-a0b9-4fca6b901fc0 tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Made reservation on behalf of 315e7395dd224b3fb020d0b9d921742e for: {'subnet': 1} {{(pid=83871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 13:37:59.490492 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-133690f8-4589-4d08-a86b-06e6966f7129 tempest-AllowedAddressPairTestJSON-1367689381 tempest-AllowedAddressPairTestJSON-1367689381-project] Network d049ce48-0ae5-49ef-bbba-4a5d32c78df3 is already hosted by enough agents. {{(pid=83869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 13:37:59.494749 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.scheduler.base_scheduler [None req-133690f8-4589-4d08-a86b-06e6966f7129 tempest-AllowedAddressPairTestJSON-1367689381 tempest-AllowedAddressPairTestJSON-1367689381-project] Resources bound (agent type, host, resource id): {{(pid=83869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 13:37:59.501924 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-133690f8-4589-4d08-a86b-06e6966f7129 tempest-AllowedAddressPairTestJSON-1367689381 tempest-AllowedAddressPairTestJSON-1367689381-project] Received port after_create {{(pid=83869) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 13:37:59.505625 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Device 9ff2daf7-fec5-4a05-bd5a-133dbd1654c6 up at agent ovs-agent-dv-neutron-836180-1-hyperv {{(pid=83872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 13:37:59.561004 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Pushing event updated for resources: {'Port': ['ID=8f300b90-c6b1-43ac-b64e-2dcfb0c800b1,revision_number=4']} {{(pid=83872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:37:59.625067 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-1430036a-8711-40a2-bfac-7da9bbdedbf1 None None] For port 8f300b90-c6b1-43ac-b64e-2dcfb0c800b1, host dv-neutron-836180-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836180-1-hyperv',level=0,port_id=8f300b90-c6b1-43ac-b64e-2dcfb0c800b1,segment=NetworkSegment(16094ed0-4a47-4ff6-9238-85c278d7a2a5),segment_id=16094ed0-4a47-4ff6-9238-85c278d7a2a5)] {{(pid=83872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 13:37:59.625329 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-133690f8-4589-4d08-a86b-06e6966f7129 tempest-AllowedAddressPairTestJSON-1367689381 tempest-AllowedAddressPairTestJSON-1367689381-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:37:59.625492 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-1430036a-8711-40a2-bfac-7da9bbdedbf1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4155147'] for port, precommit_delete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:37:59.626406 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-133690f8-4589-4d08-a86b-06e6966f7129 tempest-AllowedAddressPairTestJSON-1367689381 tempest-AllowedAddressPairTestJSON-1367689381-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109561'] for port, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:37:59.654984 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.db.l3_db [None req-f05da53c-5191-45f1-8be3-f540d2bc9c5b tempest-TestNetworkAdvancedServerOps-1355420123 tempest-TestNetworkAdvancedServerOps-1355420123-project] Floating IP 200108de-5f93-4c79-92b1-cb71c112afa9 associated. External IP: 172.26.5.220, port: 01a2a8c0-c8b0-45ca-a18f-1c7dceb28567. Apr 01 13:37:59.687306 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 51988) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:37:59.744966 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.v2.base [None req-cb4a09e5-720e-4007-b6c8-64a53d3b1a91 tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-927105441'}} {{(pid=83871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:37:59.771269 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-133690f8-4589-4d08-a86b-06e6966f7129 tempest-AllowedAddressPairTestJSON-1367689381 tempest-AllowedAddressPairTestJSON-1367689381-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.2045035 Apr 01 13:37:59.771947 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-cb4a09e5-720e-4007-b6c8-64a53d3b1a91 tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:37:59.775042 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 51994) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:37:59.786631 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.v2.base [None req-03addb41-81df-4656-ba54-c392d902047b tempest-AllowedAddressPairTestJSON-1367689381 tempest-AllowedAddressPairTestJSON-1367689381-project] Request body: {'port': {'network_id': 'd049ce48-0ae5-49ef-bbba-4a5d32c78df3', 'name': 'tempest-AllowedAddressPairTestJSON-1828002356', 'allowed_address_pairs': [{'ip_address': '172.20.0.6', 'mac_address': 'fa:16:3e:63:c0:42'}]}} {{(pid=83869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:37:59.790623 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-cb4a09e5-720e-4007-b6c8-64a53d3b1a91 tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] Usage tracker for resource:network and tenant:16dc8bccab6243da8b678a9c9f0a6318 is out of sync, need to count used quota {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 13:37:59.795867 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-cb4a09e5-720e-4007-b6c8-64a53d3b1a91 tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 13:37:59.806478 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96842270-e0d3-4a76-845c-42b111dc38b1 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:37:59.808038 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-96842270-e0d3-4a76-845c-42b111dc38b1 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.7349398 Apr 01 13:37:59.824453 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 51998) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:37:59.828447 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-cb4a09e5-720e-4007-b6c8-64a53d3b1a91 tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:37:59.875291 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.plugin [None req-1430036a-8711-40a2-bfac-7da9bbdedbf1 None None] Calling delete_port for 8f300b90-c6b1-43ac-b64e-2dcfb0c800b1 owned by network:dhcp {{(pid=83872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 13:37:59.927416 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ee49645-a0db-4bae-8e09-faae3aca7092 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:37:59.930015 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-1ee49645-a0db-4bae-8e09-faae3aca7092 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1034949 Apr 01 13:37:59.939106 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 52002) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:37:59.947707 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-f23ab5f8-8330-4b01-a0b9-4fca6b901fc0 tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2757336'] for subnet, before_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:37:59.952489 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-03addb41-81df-4656-ba54-c392d902047b tempest-AllowedAddressPairTestJSON-1367689381 tempest-AllowedAddressPairTestJSON-1367689381-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:37:59.957471 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-03addb41-81df-4656-ba54-c392d902047b tempest-AllowedAddressPairTestJSON-1367689381 tempest-AllowedAddressPairTestJSON-1367689381-project] Usage tracker for resource:port and tenant:58e3e93c60cc40f1a46269f3aa0dd0bd is out of sync, need to count used quota {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 13:37:59.961942 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-03addb41-81df-4656-ba54-c392d902047b tempest-AllowedAddressPairTestJSON-1367689381 tempest-AllowedAddressPairTestJSON-1367689381-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 13:37:59.968577 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-03addb41-81df-4656-ba54-c392d902047b tempest-AllowedAddressPairTestJSON-1367689381 tempest-AllowedAddressPairTestJSON-1367689381-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:37:59.995087 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03addb41-81df-4656-ba54-c392d902047b tempest-AllowedAddressPairTestJSON-1367689381 tempest-AllowedAddressPairTestJSON-1367689381-project] Made reservation on behalf of 58e3e93c60cc40f1a46269f3aa0dd0bd for: {'port': 1} {{(pid=83869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 13:38:00.026263 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Provisioning for port 9ff2daf7-fec5-4a05-bd5a-133dbd1654c6 completed by entity L2. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 13:38:00.033972 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.db.api [None req-1430036a-8711-40a2-bfac-7da9bbdedbf1 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83872) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 01 13:38:00.034329 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG oslo_db.api [None req-1430036a-8711-40a2-bfac-7da9bbdedbf1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 01 13:38:00.084336 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb4a09e5-720e-4007-b6c8-64a53d3b1a91 tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] Made reservation on behalf of 16dc8bccab6243da8b678a9c9f0a6318 for: {'network': 1} {{(pid=83871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 13:38:00.084336 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-cb4a09e5-720e-4007-b6c8-64a53d3b1a91 tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for network, before_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:38:00.112138 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Device 8f300b90-c6b1-43ac-b64e-2dcfb0c800b1 no longer exists at agent ovs-agent-dv-neutron-836180-1-hyperv {{(pid=83872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 13:38:00.190990 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-03addb41-81df-4656-ba54-c392d902047b tempest-AllowedAddressPairTestJSON-1367689381 tempest-AllowedAddressPairTestJSON-1367689381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:38:00.193048 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.v2.base [None req-f8b99ca9-0e9e-47c3-a9c7-095f315fc923 tempest-RoutersNegativeIpV6Test-77380712 tempest-RoutersNegativeIpV6Test-77380712-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-64881915', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:38:00.200775 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-f8b99ca9-0e9e-47c3-a9c7-095f315fc923 tempest-RoutersNegativeIpV6Test-77380712 tempest-RoutersNegativeIpV6Test-77380712-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:38:00.205688 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-f8b99ca9-0e9e-47c3-a9c7-095f315fc923 tempest-RoutersNegativeIpV6Test-77380712 tempest-RoutersNegativeIpV6Test-77380712-project] Usage tracker for resource:router and tenant:1158e63ec46b4ca6b4d4e7cf2494b8b4 is out of sync, need to count used quota {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 13:38:00.209926 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-f8b99ca9-0e9e-47c3-a9c7-095f315fc923 tempest-RoutersNegativeIpV6Test-77380712 tempest-RoutersNegativeIpV6Test-77380712-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 13:38:00.216397 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-f8b99ca9-0e9e-47c3-a9c7-095f315fc923 tempest-RoutersNegativeIpV6Test-77380712 tempest-RoutersNegativeIpV6Test-77380712-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:38:00.218111 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.notifiers.nova [None req-03addb41-81df-4656-ba54-c392d902047b tempest-AllowedAddressPairTestJSON-1367689381 tempest-AllowedAddressPairTestJSON-1367689381-project] device_id is not set on port 31983e3a-ade8-456c-bc96-cda160b197b0 yet. {{(pid=83869) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 01 13:38:00.236182 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-c516918a-0550-4671-9236-3b7de152ec4e tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] 10.222.0.26 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2956798 Apr 01 13:38:00.252597 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-f8b99ca9-0e9e-47c3-a9c7-095f315fc923 tempest-RoutersNegativeIpV6Test-77380712 tempest-RoutersNegativeIpV6Test-77380712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4082176', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4220'] for router, before_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:38:00.253774 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-f8b99ca9-0e9e-47c3-a9c7-095f315fc923 tempest-RoutersNegativeIpV6Test-77380712 tempest-RoutersNegativeIpV6Test-77380712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4082277', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4084873', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4148249', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4211'] for router, precommit_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:38:00.260360 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 52006) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:38:00.265490 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:38:00.287253 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.v2.base [None req-45df9941-da72-405c-91b5-e7762afa543a tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Request body: {'subnet': {'network_id': '09d7ea43-6376-4322-97e7-54cd01aae492', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=83871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:38:00.309052 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] For port 8f300b90-c6b1-43ac-b64e-2dcfb0c800b1, host dv-neutron-836180-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836180-1-hyperv',level=0,port_id=8f300b90-c6b1-43ac-b64e-2dcfb0c800b1,segment=NetworkSegment(16094ed0-4a47-4ff6-9238-85c278d7a2a5),segment_id=16094ed0-4a47-4ff6-9238-85c278d7a2a5)] {{(pid=83872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 13:38:00.315151 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864'] for port, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:38:00.375099 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fe82569-4df6-4af3-a2aa-edce6cf13827 None None] Network d049ce48-0ae5-49ef-bbba-4a5d32c78df3 requested from dv-neutron-836180-1-hyperv {{(pid=83872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 13:38:00.391897 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cb4a09e5-720e-4007-b6c8-64a53d3b1a91 tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] vlan segment allocate from pool success with {'vlan_id': 357, 'physical_network': 'physnet1'} {{(pid=83871) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 13:38:00.435217 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.db_base_plugin_common [None req-03addb41-81df-4656-ba54-c392d902047b tempest-AllowedAddressPairTestJSON-1367689381 tempest-AllowedAddressPairTestJSON-1367689381-project] Allocated IP 172.20.0.12 (d049ce48-0ae5-49ef-bbba-4a5d32c78df3/81eceff5-0938-4b87-80a3-de911d512014/31983e3a-ade8-456c-bc96-cda160b197b0) {{(pid=83869) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 13:38:00.440016 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-2fd4ad28-df8a-4cbf-9269-736373a1071d req-19eb487c-1d99-4202-a9cb-9bbc84c100a1 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=1db979ced72f4c84a5c312128899dc9b&device_id=746f2a68-07bc-4d82-957e-55cd7a32c31f HTTP/1.1" status: 200 len: 1099 time: 0.7517715 Apr 01 13:38:00.449849 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-cb4a09e5-720e-4007-b6c8-64a53d3b1a91 tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1004271'] for segment, precommit_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:38:00.450586 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.db.segments_db [None req-cb4a09e5-720e-4007-b6c8-64a53d3b1a91 tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] Added segment d50eaa0a-75f1-441f-8053-e8cd10751203 of type vlan for network 2db77301-e926-48c7-99c9-93400ab3a4d9 Apr 01 13:38:00.482562 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-f8b99ca9-0e9e-47c3-a9c7-095f315fc923 tempest-RoutersNegativeIpV6Test-77380712 tempest-RoutersNegativeIpV6Test-77380712-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:38:00.495630 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Pushing event updated for resources: {'Port': ['ID=8f300b90-c6b1-43ac-b64e-2dcfb0c800b1,revision_number=5']} {{(pid=83872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:38:00.524893 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-e0487645-6605-4bb0-95b1-9868fd96da89 None None] Provisioning for port 9ff2daf7-fec5-4a05-bd5a-133dbd1654c6 completed by entity DHCP. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 13:38:00.538635 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.plugin [None req-1430036a-8711-40a2-bfac-7da9bbdedbf1 None None] Deleting port 8f300b90-c6b1-43ac-b64e-2dcfb0c800b1 {{(pid=83872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 13:38:00.538635 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-1430036a-8711-40a2-bfac-7da9bbdedbf1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736733287370'] for port, before_delete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:38:00.584198 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-e0487645-6605-4bb0-95b1-9868fd96da89 None None] Provisioning complete for port 9ff2daf7-fec5-4a05-bd5a-133dbd1654c6 triggered by entity DHCP. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 13:38:00.584589 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-e0487645-6605-4bb0-95b1-9868fd96da89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-948329'] for port, provisioning_complete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:38:00.592972 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-45df9941-da72-405c-91b5-e7762afa543a tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:38:00.605281 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-cb4a09e5-720e-4007-b6c8-64a53d3b1a91 tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736732923383'] for network, precommit_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:38:00.611481 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-45df9941-da72-405c-91b5-e7762afa543a tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Usage tracker for resource:subnet and tenant:8b726fe6689e4b7f96def1a2219bea6c is out of sync, need to count used quota {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 13:38:00.624469 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-45df9941-da72-405c-91b5-e7762afa543a tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 13:38:00.644029 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-45df9941-da72-405c-91b5-e7762afa543a tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:38:00.652770 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-f8b99ca9-0e9e-47c3-a9c7-095f315fc923 tempest-RoutersNegativeIpV6Test-77380712 tempest-RoutersNegativeIpV6Test-77380712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4082201', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4084858'] for router, after_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:38:00.755513 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45df9941-da72-405c-91b5-e7762afa543a tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Made reservation on behalf of 8b726fe6689e4b7f96def1a2219bea6c for: {'subnet': 1} {{(pid=83871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 13:38:00.874583 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-f8b99ca9-0e9e-47c3-a9c7-095f315fc923 tempest-RoutersNegativeIpV6Test-77380712 tempest-RoutersNegativeIpV6Test-77380712-project] Notify callbacks [] for router, before_response {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:38:00.878433 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-f8b99ca9-0e9e-47c3-a9c7-095f315fc923 tempest-RoutersNegativeIpV6Test-77380712 tempest-RoutersNegativeIpV6Test-77380712-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 710 time: 1.1844864 Apr 01 13:38:00.882035 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 52010) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:38:00.885242 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-cb4a09e5-720e-4007-b6c8-64a53d3b1a91 tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575'] for network, after_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:38:00.888786 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb4a09e5-720e-4007-b6c8-64a53d3b1a91 tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:38:00.889359 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-cb4a09e5-720e-4007-b6c8-64a53d3b1a91 tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3017602'] for network, before_response {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:38:00.893327 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd4ad28-df8a-4cbf-9269-736373a1071d req-2b91c5f8-9b5b-4759-b158-36517d367324 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:38:00.893954 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.v2.base [None req-4b96ab08-99af-4703-bd96-9b32d31a2b3d tempest-RoutersNegativeIpV6Test-77380712 tempest-RoutersNegativeIpV6Test-77380712-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-2056705748'}} {{(pid=83869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:38:00.894743 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-2fd4ad28-df8a-4cbf-9269-736373a1071d req-2b91c5f8-9b5b-4759-b158-36517d367324 service neutron] 10.222.0.57 "GET /v2.0/networks?id=faf7d63c-9b06-4fbb-8197-4b39ba438717 HTTP/1.1" status: 200 len: 913 time: 0.4163322 Apr 01 13:38:00.914018 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-4b96ab08-99af-4703-bd96-9b32d31a2b3d tempest-RoutersNegativeIpV6Test-77380712 tempest-RoutersNegativeIpV6Test-77380712-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:38:00.931898 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-4b96ab08-99af-4703-bd96-9b32d31a2b3d tempest-RoutersNegativeIpV6Test-77380712 tempest-RoutersNegativeIpV6Test-77380712-project] Usage tracker for resource:network and tenant:1158e63ec46b4ca6b4d4e7cf2494b8b4 is out of sync, need to count used quota {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 13:38:00.941075 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-4b96ab08-99af-4703-bd96-9b32d31a2b3d tempest-RoutersNegativeIpV6Test-77380712 tempest-RoutersNegativeIpV6Test-77380712-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 13:38:00.952616 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-1430036a-8711-40a2-bfac-7da9bbdedbf1 None None] For port 8f300b90-c6b1-43ac-b64e-2dcfb0c800b1, host dv-neutron-836180-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836180-1-hyperv',level=0,port_id=8f300b90-c6b1-43ac-b64e-2dcfb0c800b1,segment=NetworkSegment(16094ed0-4a47-4ff6-9238-85c278d7a2a5),segment_id=16094ed0-4a47-4ff6-9238-85c278d7a2a5)] {{(pid=83872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 13:38:00.952982 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-03addb41-81df-4656-ba54-c392d902047b tempest-AllowedAddressPairTestJSON-1367689381 tempest-AllowedAddressPairTestJSON-1367689381-project] Notify callbacks [] for port, precommit_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:38:00.953115 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-1430036a-8711-40a2-bfac-7da9bbdedbf1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4155147'] for port, precommit_delete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:38:00.961159 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-4b96ab08-99af-4703-bd96-9b32d31a2b3d tempest-RoutersNegativeIpV6Test-77380712 tempest-RoutersNegativeIpV6Test-77380712-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:38:00.983061 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.provisioning_blocks [None req-03addb41-81df-4656-ba54-c392d902047b tempest-AllowedAddressPairTestJSON-1367689381 tempest-AllowedAddressPairTestJSON-1367689381-project] Transition to ACTIVE for port object 31983e3a-ade8-456c-bc96-cda160b197b0 will not be triggered until provisioned by entity DHCP. {{(pid=83869) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 13:38:00.987545 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b96ab08-99af-4703-bd96-9b32d31a2b3d tempest-RoutersNegativeIpV6Test-77380712 tempest-RoutersNegativeIpV6Test-77380712-project] Made reservation on behalf of 1158e63ec46b4ca6b4d4e7cf2494b8b4 for: {'network': 1} {{(pid=83869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 13:38:00.990581 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-4b96ab08-99af-4703-bd96-9b32d31a2b3d tempest-RoutersNegativeIpV6Test-77380712 tempest-RoutersNegativeIpV6Test-77380712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for network, before_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:38:01.011562 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-4b96ab08-99af-4703-bd96-9b32d31a2b3d tempest-RoutersNegativeIpV6Test-77380712 tempest-RoutersNegativeIpV6Test-77380712-project] Notify callbacks [] for security_group, before_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:38:01.023132 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-e0487645-6605-4bb0-95b1-9868fd96da89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:38:01.077757 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-4b96ab08-99af-4703-bd96-9b32d31a2b3d tempest-RoutersNegativeIpV6Test-77380712 tempest-RoutersNegativeIpV6Test-77380712-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:38:01.082658 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-03addb41-81df-4656-ba54-c392d902047b tempest-AllowedAddressPairTestJSON-1367689381 tempest-AllowedAddressPairTestJSON-1367689381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736732935801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2705155'] for port, after_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:38:01.089952 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-4b96ab08-99af-4703-bd96-9b32d31a2b3d tempest-RoutersNegativeIpV6Test-77380712 tempest-RoutersNegativeIpV6Test-77380712-project] Usage tracker for resource:security_group_rule and tenant:1158e63ec46b4ca6b4d4e7cf2494b8b4 is out of sync, need to count used quota {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 13:38:01.095215 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.plugin [None req-1430036a-8711-40a2-bfac-7da9bbdedbf1 None None] Calling delete_port for 8f300b90-c6b1-43ac-b64e-2dcfb0c800b1 owned by network:dhcp {{(pid=83872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 13:38:01.100818 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-45df9941-da72-405c-91b5-e7762afa543a tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2757336'] for subnet, before_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:38:01.117804 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-cb4a09e5-720e-4007-b6c8-64a53d3b1a91 tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.6353571 Apr 01 13:38:01.122143 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-4b96ab08-99af-4703-bd96-9b32d31a2b3d tempest-RoutersNegativeIpV6Test-77380712 tempest-RoutersNegativeIpV6Test-77380712-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 13:38:01.125885 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 52014) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:38:01.135460 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-4b96ab08-99af-4703-bd96-9b32d31a2b3d tempest-RoutersNegativeIpV6Test-77380712 tempest-RoutersNegativeIpV6Test-77380712-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:38:01.171211 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-e0487645-6605-4bb0-95b1-9868fd96da89 None None] For port 9ff2daf7-fec5-4a05-bd5a-133dbd1654c6, host dv-neutron-836180-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836180-1-hyperv',level=0,port_id=9ff2daf7-fec5-4a05-bd5a-133dbd1654c6,segment=NetworkSegment(12558138-b1c7-47bd-a0ec-7a4b26725121),segment_id=12558138-b1c7-47bd-a0ec-7a4b26725121)] {{(pid=83872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 13:38:01.190298 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f05da53c-5191-45f1-8be3-f540d2bc9c5b tempest-TestNetworkAdvancedServerOps-1355420123 tempest-TestNetworkAdvancedServerOps-1355420123-project] Router 6d5367dc-25b1-4f1b-a781-eef2f2883363 has already been hosted by L3 agent 88bf8fc8-11a3-4e96-9d1b-5fd93ba9f6f1 {{(pid=83869) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 13:38:01.190528 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-e0487645-6605-4bb0-95b1-9868fd96da89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864'] for port, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:38:01.201488 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03addb41-81df-4656-ba54-c392d902047b tempest-AllowedAddressPairTestJSON-1367689381 tempest-AllowedAddressPairTestJSON-1367689381-project] Pushing event updated for resources: {'Port': ['ID=31983e3a-ade8-456c-bc96-cda160b197b0,revision_number=1']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:38:01.206631 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.v2.base [None req-e4ddaf12-785b-4eab-95af-82db7a3857bb tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] Request body: {'subnet': {'network_id': '2db77301-e926-48c7-99c9-93400ab3a4d9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=83871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:38:01.211811 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03addb41-81df-4656-ba54-c392d902047b tempest-AllowedAddressPairTestJSON-1367689381 tempest-AllowedAddressPairTestJSON-1367689381-project] Network d049ce48-0ae5-49ef-bbba-4a5d32c78df3 is already hosted by enough agents. {{(pid=83869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 13:38:01.217963 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.scheduler.base_scheduler [None req-03addb41-81df-4656-ba54-c392d902047b tempest-AllowedAddressPairTestJSON-1367689381 tempest-AllowedAddressPairTestJSON-1367689381-project] Resources bound (agent type, host, resource id): {{(pid=83869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 13:38:01.221114 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03addb41-81df-4656-ba54-c392d902047b tempest-AllowedAddressPairTestJSON-1367689381 tempest-AllowedAddressPairTestJSON-1367689381-project] Received port after_create {{(pid=83869) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 13:38:01.228493 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-f23ab5f8-8330-4b01-a0b9-4fca6b901fc0 tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2743225', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2757366'] for subnet, after_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:38:01.314329 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb4a09e5-720e-4007-b6c8-64a53d3b1a91 tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] Pushing event updated for resources: {'Network': ['ID=2db77301-e926-48c7-99c9-93400ab3a4d9,revision_number=1']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:38:01.331031 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0487645-6605-4bb0-95b1-9868fd96da89 None None] Pushing event updated for resources: {'Port': ['ID=9ff2daf7-fec5-4a05-bd5a-133dbd1654c6,revision_number=3']} {{(pid=83872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:38:01.336950 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Network 2db77301-e926-48c7-99c9-93400ab3a4d9 details requested by agent ovs-agent-dv-neutron-836180-1-hyperv with host dv-neutron-836180-1-hyperv {{(pid=83872) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 13:38:01.387537 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03addb41-81df-4656-ba54-c392d902047b tempest-AllowedAddressPairTestJSON-1367689381 tempest-AllowedAddressPairTestJSON-1367689381-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:38:01.388103 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-03addb41-81df-4656-ba54-c392d902047b tempest-AllowedAddressPairTestJSON-1367689381 tempest-AllowedAddressPairTestJSON-1367689381-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109561'] for port, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:38:01.416078 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-2fd4ad28-df8a-4cbf-9269-736373a1071d req-cfa8e1c5-9c71-487a-9bf4-3c5b2f272223 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3fbcdb0d-ff16-4590-b85e-e2516d336b46 HTTP/1.1" status: 200 len: 1000 time: 0.4697843 Apr 01 13:38:01.417970 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-1430036a-8711-40a2-bfac-7da9bbdedbf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736733359243', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736732935810'] for port, after_delete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:38:01.489775 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1430036a-8711-40a2-bfac-7da9bbdedbf1 None None] Pushing event deleted for resources: {'Port': ['ID=8f300b90-c6b1-43ac-b64e-2dcfb0c800b1,revision_number=None']} {{(pid=83872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:38:01.502889 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-4b96ab08-99af-4703-bd96-9b32d31a2b3d tempest-RoutersNegativeIpV6Test-77380712 tempest-RoutersNegativeIpV6Test-77380712-project] Notify callbacks [] for security_group, precommit_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:38:01.510109 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-03addb41-81df-4656-ba54-c392d902047b tempest-AllowedAddressPairTestJSON-1367689381 tempest-AllowedAddressPairTestJSON-1367689381-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 999 time: 1.7328033 Apr 01 13:38:01.512269 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 52018) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:38:01.523664 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1430036a-8711-40a2-bfac-7da9bbdedbf1 None None] No DVR routers for this DVR port 8f300b90-c6b1-43ac-b64e-2dcfb0c800b1 on host dv-neutron-836180-1-hyperv {{(pid=83872) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 13:38:01.553052 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-4b96ab08-99af-4703-bd96-9b32d31a2b3d tempest-RoutersNegativeIpV6Test-77380712 tempest-RoutersNegativeIpV6Test-77380712-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3775923'] for security_group, after_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:38:01.621487 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-d1d5a81b-23b0-455e-bc85-7a323dac1c5b None None] Provisioning complete for port 9ff2daf7-fec5-4a05-bd5a-133dbd1654c6 triggered by entity DHCP. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 13:38:01.622237 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-d1d5a81b-23b0-455e-bc85-7a323dac1c5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-948329'] for port, provisioning_complete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:38:01.643617 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f23ab5f8-8330-4b01-a0b9-4fca6b901fc0 tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Pushing event updated for resources: {'Subnet': ['ID=ff6a22f1-db5c-4ec3-bc25-c880ad8d7331,revision_number=0']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:38:01.643833 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4b96ab08-99af-4703-bd96-9b32d31a2b3d tempest-RoutersNegativeIpV6Test-77380712 tempest-RoutersNegativeIpV6Test-77380712-project] vlan segment allocate from pool success with {'vlan_id': 378, 'physical_network': 'physnet1'} {{(pid=83869) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 13:38:01.653628 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b96ab08-99af-4703-bd96-9b32d31a2b3d tempest-RoutersNegativeIpV6Test-77380712 tempest-RoutersNegativeIpV6Test-77380712-project] Pushing event updated for resources: {'SecurityGroup': ['ID=84d00eb6-3047-4d55-b87c-c96632061783,revision_number=1']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:38:01.671408 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-e4ddaf12-785b-4eab-95af-82db7a3857bb tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:38:01.680702 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-4b96ab08-99af-4703-bd96-9b32d31a2b3d tempest-RoutersNegativeIpV6Test-77380712 tempest-RoutersNegativeIpV6Test-77380712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1004271'] for segment, precommit_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:38:01.681066 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.db.segments_db [None req-4b96ab08-99af-4703-bd96-9b32d31a2b3d tempest-RoutersNegativeIpV6Test-77380712 tempest-RoutersNegativeIpV6Test-77380712-project] Added segment e7209e51-3bed-4bef-811a-e73baa1cacf3 of type vlan for network 4fa46e2d-00b0-4edc-bea2-90df2da64545 Apr 01 13:38:01.685954 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-e4ddaf12-785b-4eab-95af-82db7a3857bb tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] Usage tracker for resource:subnet and tenant:16dc8bccab6243da8b678a9c9f0a6318 is out of sync, need to count used quota {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 13:38:01.694538 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-e4ddaf12-785b-4eab-95af-82db7a3857bb tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 13:38:01.698721 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd4ad28-df8a-4cbf-9269-736373a1071d req-2ada7881-a034-48e2-8395-781828dd2c5e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:38:01.700188 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-2fd4ad28-df8a-4cbf-9269-736373a1071d req-2ada7881-a034-48e2-8395-781828dd2c5e service neutron] 10.222.0.57 "GET /v2.0/subnets?id=11ea32dc-0c84-4fc1-9df2-80f178610c0f HTTP/1.1" status: 200 len: 851 time: 0.2554815 Apr 01 13:38:01.711121 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-e4ddaf12-785b-4eab-95af-82db7a3857bb tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:38:01.732854 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-4b96ab08-99af-4703-bd96-9b32d31a2b3d tempest-RoutersNegativeIpV6Test-77380712 tempest-RoutersNegativeIpV6Test-77380712-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736732923383'] for network, precommit_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:38:01.745312 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93ccbb4c-a8f8-4952-915b-4077f75b5ba9 tempest-AllowedAddressPairTestJSON-1367689381 tempest-AllowedAddressPairTestJSON-1367689381-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:38:01.749555 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93ccbb4c-a8f8-4952-915b-4077f75b5ba9 tempest-AllowedAddressPairTestJSON-1367689381 tempest-AllowedAddressPairTestJSON-1367689381-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:38:01.754670 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93ccbb4c-a8f8-4952-915b-4077f75b5ba9 tempest-AllowedAddressPairTestJSON-1367689381 tempest-AllowedAddressPairTestJSON-1367689381-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:38:01.755573 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-93ccbb4c-a8f8-4952-915b-4077f75b5ba9 tempest-AllowedAddressPairTestJSON-1367689381 tempest-AllowedAddressPairTestJSON-1367689381-project] Synchronizing usage tracker for tenant:58e3e93c60cc40f1a46269f3aa0dd0bd on resource:port {{(pid=83869) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 13:38:01.790521 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f23ab5f8-8330-4b01-a0b9-4fca6b901fc0 tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Checking segment: {'id': '6a51a8f3-c5e8-4883-bf03-da39a23b8ddb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '3e044bca-f295-40ac-baef-019b6d1c05c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 13:38:01.790799 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f23ab5f8-8330-4b01-a0b9-4fca6b901fc0 tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Network hostable DHCP agents. Network: 3e044bca-f295-40ac-baef-019b6d1c05c8, hostable agents: ['e47e4547-5c2d-4954-ba56-fa3646239f18'], hosted agents: [] {{(pid=83871) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 13:38:01.796772 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-d1d5a81b-23b0-455e-bc85-7a323dac1c5b None None] Provisioning for port 222b3b77-3e08-4fde-9d5f-c794fa284ea8 completed by entity DHCP. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 13:38:01.799749 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-93ccbb4c-a8f8-4952-915b-4077f75b5ba9 tempest-AllowedAddressPairTestJSON-1367689381 tempest-AllowedAddressPairTestJSON-1367689381-project] Unset dirty status for tenant:58e3e93c60cc40f1a46269f3aa0dd0bd on resource:port {{(pid=83869) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 13:38:01.804809 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-93ccbb4c-a8f8-4952-915b-4077f75b5ba9 tempest-AllowedAddressPairTestJSON-1367689381 tempest-AllowedAddressPairTestJSON-1367689381-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2467 time: 0.2914152 Apr 01 13:38:01.806224 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-d1d5a81b-23b0-455e-bc85-7a323dac1c5b None None] Provisioning complete for port 222b3b77-3e08-4fde-9d5f-c794fa284ea8 triggered by entity DHCP. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 13:38:01.806614 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-d1d5a81b-23b0-455e-bc85-7a323dac1c5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-948329'] for port, provisioning_complete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:38:01.810865 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 52022) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:38:01.828101 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-4b96ab08-99af-4703-bd96-9b32d31a2b3d tempest-RoutersNegativeIpV6Test-77380712 tempest-RoutersNegativeIpV6Test-77380712-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575'] for network, after_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:38:01.832131 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b96ab08-99af-4703-bd96-9b32d31a2b3d tempest-RoutersNegativeIpV6Test-77380712 tempest-RoutersNegativeIpV6Test-77380712-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:38:01.832778 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-4b96ab08-99af-4703-bd96-9b32d31a2b3d tempest-RoutersNegativeIpV6Test-77380712 tempest-RoutersNegativeIpV6Test-77380712-project] Notify callbacks [] for network, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:38:01.882843 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-4b96ab08-99af-4703-bd96-9b32d31a2b3d tempest-RoutersNegativeIpV6Test-77380712 tempest-RoutersNegativeIpV6Test-77380712-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.9939284 Apr 01 13:38:01.892472 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.plugin [None req-d1d5a81b-23b0-455e-bc85-7a323dac1c5b None None] Port 222b3b77-3e08-4fde-9d5f-c794fa284ea8 cannot update to ACTIVE because it is not bound. {{(pid=83872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 13:38:01.898224 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4ddaf12-785b-4eab-95af-82db7a3857bb tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] Made reservation on behalf of 16dc8bccab6243da8b678a9c9f0a6318 for: {'subnet': 1} {{(pid=83871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 13:38:01.926596 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 52026) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:38:01.954373 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.v2.base [None req-b8d5f7cc-9fd7-49f0-9614-24e94b7fb8b3 tempest-RoutersNegativeIpV6Test-77380712 tempest-RoutersNegativeIpV6Test-77380712-project] Request body: {'subnet': {'network_id': '4fa46e2d-00b0-4edc-bea2-90df2da64545', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:38:01.963245 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f05da53c-5191-45f1-8be3-f540d2bc9c5b tempest-TestNetworkAdvancedServerOps-1355420123 tempest-TestNetworkAdvancedServerOps-1355420123-project] Notify agent at l3_agent.dv-neutron-836180-1-hyperv the message routers_updated {{(pid=83869) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 13:38:01.965093 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b96ab08-99af-4703-bd96-9b32d31a2b3d tempest-RoutersNegativeIpV6Test-77380712 tempest-RoutersNegativeIpV6Test-77380712-project] Pushing event updated for resources: {'Network': ['ID=4fa46e2d-00b0-4edc-bea2-90df2da64545,revision_number=1']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:38:01.975998 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Network 4fa46e2d-00b0-4edc-bea2-90df2da64545 details requested by agent ovs-agent-dv-neutron-836180-1-hyperv with host dv-neutron-836180-1-hyperv {{(pid=83872) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 13:38:01.988125 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-f05da53c-5191-45f1-8be3-f540d2bc9c5b tempest-TestNetworkAdvancedServerOps-1355420123 tempest-TestNetworkAdvancedServerOps-1355420123-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109561'] for floatingip, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:38:01.997100 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-183cb809-d7cd-4ec1-8741-e578bd692f9d None None] Sync routers for ids ['6d5367dc-25b1-4f1b-a781-eef2f2883363'] in dv-neutron-836180-1-hyperv {{(pid=83872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 13:38:02.034371 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.plugin [None req-a7a876d7-e90b-4831-ba11-33a7f7210f2f tempest-AllowedAddressPairTestJSON-1367689381 tempest-AllowedAddressPairTestJSON-1367689381-project] Deleting port 31983e3a-ade8-456c-bc96-cda160b197b0 {{(pid=83871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 13:38:02.034759 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-a7a876d7-e90b-4831-ba11-33a7f7210f2f tempest-AllowedAddressPairTestJSON-1367689381 tempest-AllowedAddressPairTestJSON-1367689381-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736733287370'] for port, before_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:38:02.046134 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-f05da53c-5191-45f1-8be3-f540d2bc9c5b tempest-TestNetworkAdvancedServerOps-1355420123 tempest-TestNetworkAdvancedServerOps-1355420123-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 8.1681676 Apr 01 13:38:02.046852 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b52fb625-6535-4e58-afe5-9e4ccb47c0b6', 'tag': '01a2a8c0-c8b0-45ca-a18f-1c7dceb28567'}] {{(pid=83869) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 13:38:02.128230 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a54515c-0a2a-4f32-94d2-47e02721a559 None None] get_active_networks_info from dv-neutron-836180-1-hyperv {{(pid=83872) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Apr 01 13:38:02.159972 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b52fb625-6535-4e58-afe5-9e4ccb47c0b6', 'tag': '01a2a8c0-c8b0-45ca-a18f-1c7dceb28567', 'status': 'completed', 'code': 200} Apr 01 13:38:02.229657 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-183cb809-d7cd-4ec1-8741-e578bd692f9d None None] Routers {'6d5367dc-25b1-4f1b-a781-eef2f2883363'} bound to L3 agent in host dv-neutron-836180-1-hyperv {{(pid=83872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 13:38:02.231260 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_hamode_db [None req-183cb809-d7cd-4ec1-8741-e578bd692f9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836180-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T13:25:36Z,description=,heartbeat_timestamp=2022-04-01T13:37:36Z,host='dv-neutron-836180-1-hyperv',id=88bf8fc8-11a3-4e96-9d1b-5fd93ba9f6f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T13:25:36Z,topic='l3_agent')) {'router_ids': ['6d5367dc-25b1-4f1b-a781-eef2f2883363'], 'active': True} {{(pid=83872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:38:02.251576 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f23ab5f8-8330-4b01-a0b9-4fca6b901fc0 tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Network 3e044bca-f295-40ac-baef-019b6d1c05c8 is scheduled to be hosted by DHCP agent e47e4547-5c2d-4954-ba56-fa3646239f18 with binding_index 1 {{(pid=83871) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 13:38:02.294474 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-9644d9da-b279-47d8-a900-31ff1baa5485 req-eb3ded28-a18d-4b2b-b903-3212bdb5a02e service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=c4570dfc5b694d9bb3c42a8f7c596843&device_id=b52fb625-6535-4e58-afe5-9e4ccb47c0b6 HTTP/1.1" status: 200 len: 1098 time: 0.1040676 Apr 01 13:38:02.343287 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.scheduler.base_scheduler [None req-f23ab5f8-8330-4b01-a0b9-4fca6b901fc0 tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-836180-1-hyperv, 3e044bca-f295-40ac-baef-019b6d1c05c8) {{(pid=83871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 13:38:02.362238 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-2fd4ad28-df8a-4cbf-9269-736373a1071d req-8ed00df6-9fa3-4e75-9ab2-2700ad875cd1 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=faf7d63c-9b06-4fbb-8197-4b39ba438717&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.6490860 Apr 01 13:38:02.379948 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-e4ddaf12-785b-4eab-95af-82db7a3857bb tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2757336'] for subnet, before_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:38:02.388845 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-6d39ca86-ea99-4a19-896c-e618539c058a None None] Provisioning complete for port 222b3b77-3e08-4fde-9d5f-c794fa284ea8 triggered by entity DHCP. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 13:38:02.389294 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-6d39ca86-ea99-4a19-896c-e618539c058a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-948329'] for port, provisioning_complete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:38:02.404625 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f23ab5f8-8330-4b01-a0b9-4fca6b901fc0 tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:38:02.405120 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-f23ab5f8-8330-4b01-a0b9-4fca6b901fc0 tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Notify callbacks [] for subnet, before_response {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:38:02.436004 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9644d9da-b279-47d8-a900-31ff1baa5485 req-ee8e0dfd-21d2-46a7-93b9-ca06df782539 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:38:02.438343 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-9644d9da-b279-47d8-a900-31ff1baa5485 req-ee8e0dfd-21d2-46a7-93b9-ca06df782539 service neutron] 10.222.0.57 "GET /v2.0/networks?id=cb4d1837-1892-4ca3-a559-eb0035507686 HTTP/1.1" status: 200 len: 897 time: 0.1355383 Apr 01 13:38:02.531880 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.plugin [None req-6d39ca86-ea99-4a19-896c-e618539c058a None None] Port 222b3b77-3e08-4fde-9d5f-c794fa284ea8 cannot update to ACTIVE because it is not bound. {{(pid=83872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 13:38:02.544623 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-b8d5f7cc-9fd7-49f0-9614-24e94b7fb8b3 tempest-RoutersNegativeIpV6Test-77380712 tempest-RoutersNegativeIpV6Test-77380712-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:38:02.549085 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-9644d9da-b279-47d8-a900-31ff1baa5485 req-cbaf815c-80fb-4457-b573-6dcbe8de9d41 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=01a2a8c0-c8b0-45ca-a18f-1c7dceb28567 HTTP/1.1" status: 200 len: 999 time: 0.1024687 Apr 01 13:38:02.608399 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-b8d5f7cc-9fd7-49f0-9614-24e94b7fb8b3 tempest-RoutersNegativeIpV6Test-77380712 tempest-RoutersNegativeIpV6Test-77380712-project] Usage tracker for resource:subnet and tenant:1158e63ec46b4ca6b4d4e7cf2494b8b4 is out of sync, need to count used quota {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 13:38:02.632218 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-b8d5f7cc-9fd7-49f0-9614-24e94b7fb8b3 tempest-RoutersNegativeIpV6Test-77380712 tempest-RoutersNegativeIpV6Test-77380712-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 13:38:02.633709 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9644d9da-b279-47d8-a900-31ff1baa5485 req-20fb79b9-c7d2-4607-9683-c39ac9a36d7c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:38:02.635559 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-9644d9da-b279-47d8-a900-31ff1baa5485 req-20fb79b9-c7d2-4607-9683-c39ac9a36d7c service neutron] 10.222.0.57 "GET /v2.0/subnets?id=c65397f7-964e-4a75-8fb4-5b28417ee25a HTTP/1.1" status: 200 len: 835 time: 0.0784757 Apr 01 13:38:02.663943 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_dvr_db [None req-183cb809-d7cd-4ec1-8741-e578bd692f9d None None] Set router 6d5367dc-25b1-4f1b-a781-eef2f2883363 gateway port host: dv-neutron-836180-1-hyperv {{(pid=83872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 13:38:02.680873 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-b8d5f7cc-9fd7-49f0-9614-24e94b7fb8b3 tempest-RoutersNegativeIpV6Test-77380712 tempest-RoutersNegativeIpV6Test-77380712-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:38:02.708137 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-f23ab5f8-8330-4b01-a0b9-4fca6b901fc0 tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.5864584 Apr 01 13:38:02.713108 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 52036) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:38:02.719505 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.v2.base [None req-c8d4fcb7-3eee-4eaf-b50e-0f142fa67ed5 tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1272208574', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:38:02.729080 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-c8d4fcb7-3eee-4eaf-b50e-0f142fa67ed5 tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:38:02.735826 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-c8d4fcb7-3eee-4eaf-b50e-0f142fa67ed5 tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Usage tracker for resource:router and tenant:315e7395dd224b3fb020d0b9d921742e is out of sync, need to count used quota {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 13:38:02.740409 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-c8d4fcb7-3eee-4eaf-b50e-0f142fa67ed5 tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 13:38:02.747994 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-14ee162c-da81-4090-936b-df5264ad0f0e None None] Provisioning for port 31983e3a-ade8-456c-bc96-cda160b197b0 completed by entity DHCP. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 13:38:02.754637 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-9644d9da-b279-47d8-a900-31ff1baa5485 req-52b286c3-9072-4e0f-9ea0-4cc8954682c7 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=cb4d1837-1892-4ca3-a559-eb0035507686&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1071267 Apr 01 13:38:02.755734 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-c8d4fcb7-3eee-4eaf-b50e-0f142fa67ed5 tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:38:02.781895 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-14ee162c-da81-4090-936b-df5264ad0f0e None None] Provisioning complete for port 31983e3a-ade8-456c-bc96-cda160b197b0 triggered by entity DHCP. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 13:38:02.782393 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-14ee162c-da81-4090-936b-df5264ad0f0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-948329'] for port, provisioning_complete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:38:02.790640 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-c8d4fcb7-3eee-4eaf-b50e-0f142fa67ed5 tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4082176', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4220'] for router, before_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:38:02.791675 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-c8d4fcb7-3eee-4eaf-b50e-0f142fa67ed5 tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4082277', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4084873', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4148249', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4211'] for router, precommit_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:38:02.809599 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.objects.ports [None req-45df9941-da72-405c-91b5-e7762afa543a tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=83871) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Apr 01 13:38:02.821142 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8d5f7cc-9fd7-49f0-9614-24e94b7fb8b3 tempest-RoutersNegativeIpV6Test-77380712 tempest-RoutersNegativeIpV6Test-77380712-project] Made reservation on behalf of 1158e63ec46b4ca6b4d4e7cf2494b8b4 for: {'subnet': 1} {{(pid=83871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 13:38:02.844556 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-45df9941-da72-405c-91b5-e7762afa543a tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2743225', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2757366'] for subnet, after_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:38:02.896796 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-c8d4fcb7-3eee-4eaf-b50e-0f142fa67ed5 tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:38:02.921499 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-9644d9da-b279-47d8-a900-31ff1baa5485 req-b57770f5-8377-451e-b7a2-7d4adc92a227 service neutron] 10.222.0.57 "GET /v2.0/networks/cb4d1837-1892-4ca3-a559-eb0035507686?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1575222 Apr 01 13:38:02.929897 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-c8d4fcb7-3eee-4eaf-b50e-0f142fa67ed5 tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4082201', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4084858'] for router, after_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:38:02.962760 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.plugin [None req-14ee162c-da81-4090-936b-df5264ad0f0e None None] Port 31983e3a-ade8-456c-bc96-cda160b197b0 cannot update to ACTIVE because it is not bound. {{(pid=83872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 13:38:02.987774 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a54515c-0a2a-4f32-94d2-47e02721a559 None None] Unable to find a vacant binding_index for network 3e044bca-f295-40ac-baef-019b6d1c05c8 and agent e47e4547-5c2d-4954-ba56-fa3646239f18 {{(pid=83872) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:209}} Apr 01 13:38:03.029770 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b160d09a-4a64-47a3-bdda-01a48dc4538f req-6bb0c91b-a523-450b-8fff-78e3fab64199 tempest-TestNetworkAdvancedServerOps-1355420123 tempest-TestNetworkAdvancedServerOps-1355420123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:38:03.031346 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-b160d09a-4a64-47a3-bdda-01a48dc4538f req-6bb0c91b-a523-450b-8fff-78e3fab64199 tempest-TestNetworkAdvancedServerOps-1355420123 tempest-TestNetworkAdvancedServerOps-1355420123-project] 10.222.0.26 "GET /v2.0/ports?device_id=b52fb625-6535-4e58-afe5-9e4ccb47c0b6 HTTP/1.1" status: 200 len: 945 time: 0.7932401 Apr 01 13:38:03.050481 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a54515c-0a2a-4f32-94d2-47e02721a559 None None] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-836180-1-hyperv, 3e044bca-f295-40ac-baef-019b6d1c05c8) {{(pid=83872) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 01 13:38:03.064800 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-2fd4ad28-df8a-4cbf-9269-736373a1071d req-72c8c882-7f49-4c6e-8085-81c9d26bcc08 service neutron] 10.222.0.57 "GET /v2.0/networks/faf7d63c-9b06-4fbb-8197-4b39ba438717?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6524658 Apr 01 13:38:03.069495 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45df9941-da72-405c-91b5-e7762afa543a tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Network 09d7ea43-6376-4322-97e7-54cd01aae492 is already hosted by enough agents. {{(pid=83871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 13:38:03.107952 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.scheduler.base_scheduler [None req-45df9941-da72-405c-91b5-e7762afa543a tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Resources bound (agent type, host, resource id): {{(pid=83871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 13:38:03.135020 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-b8d5f7cc-9fd7-49f0-9614-24e94b7fb8b3 tempest-RoutersNegativeIpV6Test-77380712 tempest-RoutersNegativeIpV6Test-77380712-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2757336'] for subnet, before_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:38:03.146049 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-c8d4fcb7-3eee-4eaf-b50e-0f142fa67ed5 tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Notify callbacks [] for router, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:38:03.150219 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-c8d4fcb7-3eee-4eaf-b50e-0f142fa67ed5 tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.4331880 Apr 01 13:38:03.152673 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 52040) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:38:03.157092 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45df9941-da72-405c-91b5-e7762afa543a tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:38:03.157680 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-45df9941-da72-405c-91b5-e7762afa543a tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Notify callbacks [] for subnet, before_response {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:38:03.180848 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45df9941-da72-405c-91b5-e7762afa543a tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Pushing event updated for resources: {'Subnet': ['ID=8e755d19-923c-417d-88f8-a9715d25a3d6,revision_number=0']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:38:03.326310 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-9644d9da-b279-47d8-a900-31ff1baa5485 req-1d79f198-8178-49b9-ad47-ca55be064ad4 service neutron] 10.222.0.57 "GET /v2.0/networks/cb4d1837-1892-4ca3-a559-eb0035507686?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3889797 Apr 01 13:38:03.355142 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_hamode_db [None req-183cb809-d7cd-4ec1-8741-e578bd692f9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d5367dc-25b1-4f1b-a781-eef2f2883363', 'name': 'tempest-TestNetworkAdvancedServerOps-router-555895105', 'tenant_id': 'c4570dfc5b694d9bb3c42a8f7c596843', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'external_fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.23'}], 'enable_snat': True}, 'gw_port_id': '27e65307-23d7-4846-b283-09e0f28ab0da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T13:37:00Z', 'updated_at': '2022-04-01T13:37:21Z', 'revision_number': 4, 'project_id': 'c4570dfc5b694d9bb3c42a8f7c596843', 'gw_port': {'id': '27e65307-23d7-4846-b283-09e0f28ab0da', 'name': '', 'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:f4:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d5367dc-25b1-4f1b-a781-eef2f2883363', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836180-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:37:02Z', 'updated_at': '2022-04-01T13:37:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836180-1-hyperv', '_floatingips': [{'id': '200108de-5f93-4c79-92b1-cb71c112afa9', 'tenant_id': 'c4570dfc5b694d9bb3c42a8f7c596843', 'floating_ip_address': '172.26.5.220', 'floating_network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'router_id': '6d5367dc-25b1-4f1b-a781-eef2f2883363', 'port_id': '01a2a8c0-c8b0-45ca-a18f-1c7dceb28567', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cb4d1837-1892-4ca3-a559-eb0035507686', 'mac_address': 'fa:16:3e:9b:f8:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b52fb625-6535-4e58-afe5-9e4ccb47c0b6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T13:37:56Z', 'updated_at': '2022-04-01T13:37:56Z', 'revision_number': 0, 'project_id': 'c4570dfc5b694d9bb3c42a8f7c596843', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9a59d32b-8723-4bc4-88d9-b9d4ad7c91c1', 'name': '', 'network_id': 'cb4d1837-1892-4ca3-a559-eb0035507686', 'tenant_id': 'c4570dfc5b694d9bb3c42a8f7c596843', 'mac_address': 'fa:16:3e:b1:a9:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d5367dc-25b1-4f1b-a781-eef2f2883363', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c65397f7-964e-4a75-8fb4-5b28417ee25a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836180-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:37:18Z', 'updated_at': '2022-04-01T13:37:34Z', 'revision_number': 5, 'project_id': 'c4570dfc5b694d9bb3c42a8f7c596843', 'subnets': [{'id': 'c65397f7-964e-4a75-8fb4-5b28417ee25a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-836180-1-hyperv', False) {} {{(pid=83872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:38:03.370285 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-183cb809-d7cd-4ec1-8741-e578bd692f9d None None] Checking router: 6d5367dc-25b1-4f1b-a781-eef2f2883363 for host: dv-neutron-836180-1-hyperv {{(pid=83872) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 01 13:38:03.413529 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Device 9ff2daf7-fec5-4a05-bd5a-133dbd1654c6 up at agent ovs-agent-dv-neutron-836180-1-hyperv {{(pid=83872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 13:38:03.455639 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-183cb809-d7cd-4ec1-8741-e578bd692f9d None None] Routers {'6d5367dc-25b1-4f1b-a781-eef2f2883363'} bound to L3 agent in host dv-neutron-836180-1-hyperv {{(pid=83872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 13:38:03.456428 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_hamode_db [None req-183cb809-d7cd-4ec1-8741-e578bd692f9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836180-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T13:25:36Z,description=,heartbeat_timestamp=2022-04-01T13:37:36Z,host='dv-neutron-836180-1-hyperv',id=88bf8fc8-11a3-4e96-9d1b-5fd93ba9f6f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T13:25:36Z,topic='l3_agent')) {'router_ids': ['6d5367dc-25b1-4f1b-a781-eef2f2883363'], 'active': True} {{(pid=83872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:38:03.487148 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-a7a876d7-e90b-4831-ba11-33a7f7210f2f tempest-AllowedAddressPairTestJSON-1367689381 tempest-AllowedAddressPairTestJSON-1367689381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4155147'] for port, precommit_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:38:03.681466 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-45df9941-da72-405c-91b5-e7762afa543a tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 3.4068336 Apr 01 13:38:03.695816 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.plugin [None req-a7a876d7-e90b-4831-ba11-33a7f7210f2f tempest-AllowedAddressPairTestJSON-1367689381 tempest-AllowedAddressPairTestJSON-1367689381-project] Calling delete_port for 31983e3a-ade8-456c-bc96-cda160b197b0 owned by {{(pid=83871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 13:38:03.698933 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 52044) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:38:03.710988 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.v2.base [None req-742f95ab-8be6-4dd7-90f9-2b51d28d5c8a tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Request body: {'port': {'network_id': '09d7ea43-6376-4322-97e7-54cd01aae492', 'mac_address': 'fa:16:3e:d5:3b:4a', 'name': 'tempest-NetworksTestDHCPv6-778114628'}} {{(pid=83869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:38:03.725219 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-43ba18d8-7836-4fee-9c24-1851a9e22929 tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:38:03.729174 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-1a93164b-6870-4a81-96ce-a44f5290d8cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:38:03.756739 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-b160d09a-4a64-47a3-bdda-01a48dc4538f req-484dfc60-5d40-4a41-bae4-53e0a8c92a97 tempest-TestNetworkAdvancedServerOps-1355420123 tempest-TestNetworkAdvancedServerOps-1355420123-project] 10.222.0.26 "GET /v2.0/security-groups?id=78c001c1-251f-4a8b-9340-7477b428b7b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7020345 Apr 01 13:38:03.819493 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Provisioning complete for port 9ff2daf7-fec5-4a05-bd5a-133dbd1654c6 triggered by entity L2. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 13:38:03.819859 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-948329'] for port, provisioning_complete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:38:03.831748 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 52048) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:38:03.851371 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0aed7005-c34c-434f-b4b5-fc89489a1c91 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7e7d0ecb-2af4-55f5-9198-238ab0570d62-09d7ea43-6376-4322-97e7-54cd01aae492', 'network_id': '09d7ea43-6376-4322-97e7-54cd01aae492', 'tenant_id': '8b726fe6689e4b7f96def1a2219bea6c', 'fixed_ips': [{'subnet_id': '8e755d19-923c-417d-88f8-a9715d25a3d6'}]}} from dv-neutron-836180-1-hyperv. {{(pid=83872) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 01 13:38:03.852174 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-0aed7005-c34c-434f-b4b5-fc89489a1c91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:38:03.863704 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e2cc517-b001-432b-bbbc-e522e590a877 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7e7d0ecb-2af4-55f5-9198-238ab0570d62-3e044bca-f295-40ac-baef-019b6d1c05c8', 'network_id': '3e044bca-f295-40ac-baef-019b6d1c05c8', 'tenant_id': '315e7395dd224b3fb020d0b9d921742e', 'fixed_ips': [{'subnet_id': 'ff6a22f1-db5c-4ec3-bc25-c880ad8d7331'}]}} from dv-neutron-836180-1-hyperv. {{(pid=83872) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 01 13:38:03.864570 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-9e2cc517-b001-432b-bbbc-e522e590a877 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:38:03.894859 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_dvr_db [None req-183cb809-d7cd-4ec1-8741-e578bd692f9d None None] Set router 6d5367dc-25b1-4f1b-a781-eef2f2883363 gateway port host: dv-neutron-836180-1-hyperv {{(pid=83872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 13:38:03.924668 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-2fd4ad28-df8a-4cbf-9269-736373a1071d req-8935f479-cf74-40f5-a8e7-9edb74dcb198 service neutron] 10.222.0.57 "GET /v2.0/networks/faf7d63c-9b06-4fbb-8197-4b39ba438717?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8366625 Apr 01 13:38:03.984024 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-e4ddaf12-785b-4eab-95af-82db7a3857bb tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2743225', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2757366'] for subnet, after_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:38:04.057218 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-742f95ab-8be6-4dd7-90f9-2b51d28d5c8a tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:38:04.064171 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-742f95ab-8be6-4dd7-90f9-2b51d28d5c8a tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Usage tracker for resource:port and tenant:8b726fe6689e4b7f96def1a2219bea6c is out of sync, need to count used quota {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 13:38:04.070659 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-742f95ab-8be6-4dd7-90f9-2b51d28d5c8a tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 13:38:04.109423 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-742f95ab-8be6-4dd7-90f9-2b51d28d5c8a tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:38:04.135291 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-742f95ab-8be6-4dd7-90f9-2b51d28d5c8a tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Made reservation on behalf of 8b726fe6689e4b7f96def1a2219bea6c for: {'port': 1} {{(pid=83869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 13:38:04.154719 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-5f11a986-c548-4f3c-b8d4-ce4976a4b8bc tempest-TestNetworkAdvancedServerOps-1355420123 tempest-TestNetworkAdvancedServerOps-1355420123-project] 10.222.0.26 "GET /v2.0/floatingips/200108de-5f93-4c79-92b1-cb71c112afa9 HTTP/1.1" status: 200 len: 991 time: 0.3220572 Apr 01 13:38:04.202814 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ddaf12-785b-4eab-95af-82db7a3857bb tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] Pushing event updated for resources: {'Subnet': ['ID=8225d200-a434-4871-8d3f-5145c0dd97d9,revision_number=0']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:38:04.269661 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-a7a876d7-e90b-4831-ba11-33a7f7210f2f tempest-AllowedAddressPairTestJSON-1367689381 tempest-AllowedAddressPairTestJSON-1367689381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736733359243', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736732935810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2743125'] for port, after_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:38:04.326867 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.db_base_plugin_common [None req-43ba18d8-7836-4fee-9c24-1851a9e22929 tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Allocated IP 2001:db8::1 (3e044bca-f295-40ac-baef-019b6d1c05c8/ff6a22f1-db5c-4ec3-bc25-c880ad8d7331/2de13a9d-c16d-4d8e-8616-7c7428fdc0ba) {{(pid=83869) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 13:38:04.340762 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-742f95ab-8be6-4dd7-90f9-2b51d28d5c8a tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:38:04.378515 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-b8d5f7cc-9fd7-49f0-9614-24e94b7fb8b3 tempest-RoutersNegativeIpV6Test-77380712 tempest-RoutersNegativeIpV6Test-77380712-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2743225', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2757366'] for subnet, after_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:38:04.453183 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.db_base_plugin_common [None req-0aed7005-c34c-434f-b4b5-fc89489a1c91 None None] Allocated IP 2001:db8::f816:3eff:fefd:21e0 (09d7ea43-6376-4322-97e7-54cd01aae492/8e755d19-923c-417d-88f8-a9715d25a3d6/ec47afa4-1229-4c81-b9b3-3b68a6be513c) {{(pid=83872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 13:38:04.563435 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.notifiers.nova [None req-742f95ab-8be6-4dd7-90f9-2b51d28d5c8a tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] device_id is not set on port 39c5fcf1-a691-48e7-b774-879766cbce07 yet. {{(pid=83869) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 01 13:38:04.578363 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d5f7cc-9fd7-49f0-9614-24e94b7fb8b3 tempest-RoutersNegativeIpV6Test-77380712 tempest-RoutersNegativeIpV6Test-77380712-project] Pushing event updated for resources: {'Subnet': ['ID=608bd065-2627-421e-afd9-9552e6c7cf06,revision_number=0']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:38:04.588926 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a876d7-e90b-4831-ba11-33a7f7210f2f tempest-AllowedAddressPairTestJSON-1367689381 tempest-AllowedAddressPairTestJSON-1367689381-project] Pushing event deleted for resources: {'Port': ['ID=31983e3a-ade8-456c-bc96-cda160b197b0,revision_number=None']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:38:04.591994 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4ddaf12-785b-4eab-95af-82db7a3857bb tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] Checking segment: {'id': 'd50eaa0a-75f1-441f-8053-e8cd10751203', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '2db77301-e926-48c7-99c9-93400ab3a4d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 13:38:04.592439 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4ddaf12-785b-4eab-95af-82db7a3857bb tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] Network hostable DHCP agents. Network: 2db77301-e926-48c7-99c9-93400ab3a4d9, hostable agents: ['e47e4547-5c2d-4954-ba56-fa3646239f18'], hosted agents: [] {{(pid=83871) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 13:38:04.713231 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-43ba18d8-7836-4fee-9c24-1851a9e22929 tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Notify callbacks [] for port, precommit_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:38:04.727531 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8d5f7cc-9fd7-49f0-9614-24e94b7fb8b3 tempest-RoutersNegativeIpV6Test-77380712 tempest-RoutersNegativeIpV6Test-77380712-project] Checking segment: {'id': 'e7209e51-3bed-4bef-811a-e73baa1cacf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '4fa46e2d-00b0-4edc-bea2-90df2da64545'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 13:38:04.727966 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8d5f7cc-9fd7-49f0-9614-24e94b7fb8b3 tempest-RoutersNegativeIpV6Test-77380712 tempest-RoutersNegativeIpV6Test-77380712-project] Network hostable DHCP agents. Network: 4fa46e2d-00b0-4edc-bea2-90df2da64545, hostable agents: ['e47e4547-5c2d-4954-ba56-fa3646239f18'], hosted agents: [] {{(pid=83871) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 13:38:04.730490 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.provisioning_blocks [None req-43ba18d8-7836-4fee-9c24-1851a9e22929 tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Transition to ACTIVE for port object 2de13a9d-c16d-4d8e-8616-7c7428fdc0ba will not be triggered until provisioned by entity DHCP. {{(pid=83869) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 13:38:04.747759 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-a7a876d7-e90b-4831-ba11-33a7f7210f2f tempest-AllowedAddressPairTestJSON-1367689381 tempest-AllowedAddressPairTestJSON-1367689381-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109561'] for port, before_response {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:38:04.752175 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4ddaf12-785b-4eab-95af-82db7a3857bb tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] Network 2db77301-e926-48c7-99c9-93400ab3a4d9 is scheduled to be hosted by DHCP agent e47e4547-5c2d-4954-ba56-fa3646239f18 with binding_index 1 {{(pid=83871) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 13:38:04.758245 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-43ba18d8-7836-4fee-9c24-1851a9e22929 tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736732935801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2705155'] for port, after_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:38:04.773597 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.scheduler.base_scheduler [None req-e4ddaf12-785b-4eab-95af-82db7a3857bb tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-836180-1-hyperv, 2db77301-e926-48c7-99c9-93400ab3a4d9) {{(pid=83871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 13:38:04.778893 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-a7a876d7-e90b-4831-ba11-33a7f7210f2f tempest-AllowedAddressPairTestJSON-1367689381 tempest-AllowedAddressPairTestJSON-1367689381-project] 10.222.0.26 "DELETE /v2.0/ports/31983e3a-ade8-456c-bc96-cda160b197b0 HTTP/1.1" status: 204 len: 168 time: 2.9637079 Apr 01 13:38:04.780611 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4ddaf12-785b-4eab-95af-82db7a3857bb tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:38:04.781193 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-e4ddaf12-785b-4eab-95af-82db7a3857bb tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] Notify callbacks [] for subnet, before_response {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:38:04.784952 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 52052) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:38:04.787987 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8d5f7cc-9fd7-49f0-9614-24e94b7fb8b3 tempest-RoutersNegativeIpV6Test-77380712 tempest-RoutersNegativeIpV6Test-77380712-project] Network 4fa46e2d-00b0-4edc-bea2-90df2da64545 is scheduled to be hosted by DHCP agent e47e4547-5c2d-4954-ba56-fa3646239f18 with binding_index 1 {{(pid=83871) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 13:38:04.826978 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-0aed7005-c34c-434f-b4b5-fc89489a1c91 None None] Notify callbacks [] for port, precommit_create {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:38:04.842067 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.pecan_wsgi.hooks.translation [None req-1758b8a3-db7e-4589-a353-e63c97fcc57a tempest-AllowedAddressPairTestJSON-1367689381 tempest-AllowedAddressPairTestJSON-1367689381-project] GET failed (client error): The resource could not be found. Apr 01 13:38:04.842369 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_hamode_db [None req-183cb809-d7cd-4ec1-8741-e578bd692f9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d5367dc-25b1-4f1b-a781-eef2f2883363', 'name': 'tempest-TestNetworkAdvancedServerOps-router-555895105', 'tenant_id': 'c4570dfc5b694d9bb3c42a8f7c596843', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'external_fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.23'}], 'enable_snat': True}, 'gw_port_id': '27e65307-23d7-4846-b283-09e0f28ab0da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T13:37:00Z', 'updated_at': '2022-04-01T13:37:21Z', 'revision_number': 4, 'project_id': 'c4570dfc5b694d9bb3c42a8f7c596843', 'gw_port': {'id': '27e65307-23d7-4846-b283-09e0f28ab0da', 'name': '', 'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:f4:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d5367dc-25b1-4f1b-a781-eef2f2883363', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836180-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:37:02Z', 'updated_at': '2022-04-01T13:37:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836180-1-hyperv', '_floatingips': [{'id': '200108de-5f93-4c79-92b1-cb71c112afa9', 'tenant_id': 'c4570dfc5b694d9bb3c42a8f7c596843', 'floating_ip_address': '172.26.5.220', 'floating_network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'router_id': '6d5367dc-25b1-4f1b-a781-eef2f2883363', 'port_id': '01a2a8c0-c8b0-45ca-a18f-1c7dceb28567', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cb4d1837-1892-4ca3-a559-eb0035507686', 'mac_address': 'fa:16:3e:9b:f8:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b52fb625-6535-4e58-afe5-9e4ccb47c0b6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T13:37:56Z', 'updated_at': '2022-04-01T13:37:56Z', 'revision_number': 0, 'project_id': 'c4570dfc5b694d9bb3c42a8f7c596843', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9a59d32b-8723-4bc4-88d9-b9d4ad7c91c1', 'name': '', 'network_id': 'cb4d1837-1892-4ca3-a559-eb0035507686', 'tenant_id': 'c4570dfc5b694d9bb3c42a8f7c596843', 'mac_address': 'fa:16:3e:b1:a9:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d5367dc-25b1-4f1b-a781-eef2f2883363', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c65397f7-964e-4a75-8fb4-5b28417ee25a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836180-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:37:18Z', 'updated_at': '2022-04-01T13:37:34Z', 'revision_number': 5, 'project_id': 'c4570dfc5b694d9bb3c42a8f7c596843', 'subnets': [{'id': 'c65397f7-964e-4a75-8fb4-5b28417ee25a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-836180-1-hyperv', False) {} {{(pid=83872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:38:04.843031 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-1758b8a3-db7e-4589-a353-e63c97fcc57a tempest-AllowedAddressPairTestJSON-1367689381 tempest-AllowedAddressPairTestJSON-1367689381-project] Synchronizing usage tracker for tenant:58e3e93c60cc40f1a46269f3aa0dd0bd on resource:port {{(pid=83871) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 13:38:04.843982 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43ba18d8-7836-4fee-9c24-1851a9e22929 tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Network 3e044bca-f295-40ac-baef-019b6d1c05c8 is already hosted by enough agents. {{(pid=83869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 13:38:04.845055 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-0aed7005-c34c-434f-b4b5-fc89489a1c91 None None] Transition to ACTIVE for port object ec47afa4-1229-4c81-b9b3-3b68a6be513c will not be triggered until provisioned by entity L2. {{(pid=83872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 13:38:04.847510 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.scheduler.base_scheduler [None req-43ba18d8-7836-4fee-9c24-1851a9e22929 tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Resources bound (agent type, host, resource id): {{(pid=83869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 13:38:04.847694 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.scheduler.base_scheduler [None req-b8d5f7cc-9fd7-49f0-9614-24e94b7fb8b3 tempest-RoutersNegativeIpV6Test-77380712 tempest-RoutersNegativeIpV6Test-77380712-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-836180-1-hyperv, 4fa46e2d-00b0-4edc-bea2-90df2da64545) {{(pid=83871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 13:38:04.850168 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ba18d8-7836-4fee-9c24-1851a9e22929 tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Pushing event updated for resources: {'Port': ['ID=2de13a9d-c16d-4d8e-8616-7c7428fdc0ba,revision_number=1']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:38:04.852419 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43ba18d8-7836-4fee-9c24-1851a9e22929 tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Received port after_create {{(pid=83869) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 13:38:04.852964 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-43ba18d8-7836-4fee-9c24-1851a9e22929 tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4084144'] for router_interface, before_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:38:04.859565 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-e4ddaf12-785b-4eab-95af-82db7a3857bb tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 3.7289667 Apr 01 13:38:04.862063 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 52056) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:38:04.862329 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8d5f7cc-9fd7-49f0-9614-24e94b7fb8b3 tempest-RoutersNegativeIpV6Test-77380712 tempest-RoutersNegativeIpV6Test-77380712-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:38:04.862625 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-183cb809-d7cd-4ec1-8741-e578bd692f9d None None] The sync data for ids ['6d5367dc-25b1-4f1b-a781-eef2f2883363'] in dv-neutron-836180-1-hyperv is: [{'id': '6d5367dc-25b1-4f1b-a781-eef2f2883363', 'name': 'tempest-TestNetworkAdvancedServerOps-router-555895105', 'tenant_id': 'c4570dfc5b694d9bb3c42a8f7c596843', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'external_fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.23'}], 'enable_snat': True}, 'gw_port_id': '27e65307-23d7-4846-b283-09e0f28ab0da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T13:37:00Z', 'updated_at': '2022-04-01T13:37:21Z', 'revision_number': 4, 'project_id': 'c4570dfc5b694d9bb3c42a8f7c596843', 'gw_port': {'id': '27e65307-23d7-4846-b283-09e0f28ab0da', 'name': '', 'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:f4:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d5367dc-25b1-4f1b-a781-eef2f2883363', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836180-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:37:02Z', 'updated_at': '2022-04-01T13:37:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836180-1-hyperv', '_floatingips': [{'id': '200108de-5f93-4c79-92b1-cb71c112afa9', 'tenant_id': 'c4570dfc5b694d9bb3c42a8f7c596843', 'floating_ip_address': '172.26.5.220', 'floating_network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'router_id': '6d5367dc-25b1-4f1b-a781-eef2f2883363', 'port_id': '01a2a8c0-c8b0-45ca-a18f-1c7dceb28567', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cb4d1837-1892-4ca3-a559-eb0035507686', 'mac_address': 'fa:16:3e:9b:f8:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b52fb625-6535-4e58-afe5-9e4ccb47c0b6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T13:37:56Z', 'updated_at': '2022-04-01T13:37:56Z', 'revision_number': 0, 'project_id': 'c4570dfc5b694d9bb3c42a8f7c596843', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9a59d32b-8723-4bc4-88d9-b9d4ad7c91c1', 'name': '', 'network_id': 'cb4d1837-1892-4ca3-a559-eb0035507686', 'tenant_id': 'c4570dfc5b694d9bb3c42a8f7c596843', 'mac_address': 'fa:16:3e:b1:a9:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d5367dc-25b1-4f1b-a781-eef2f2883363', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c65397f7-964e-4a75-8fb4-5b28417ee25a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836180-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:37:18Z', 'updated_at': '2022-04-01T13:37:34Z', 'revision_number': 5, 'project_id': 'c4570dfc5b694d9bb3c42a8f7c596843', 'subnets': [{'id': 'c65397f7-964e-4a75-8fb4-5b28417ee25a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 13:38:04.862938 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-b8d5f7cc-9fd7-49f0-9614-24e94b7fb8b3 tempest-RoutersNegativeIpV6Test-77380712 tempest-RoutersNegativeIpV6Test-77380712-project] Notify callbacks [] for subnet, before_response {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:38:04.886810 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.db_base_plugin_common [None req-9e2cc517-b001-432b-bbbc-e522e590a877 None None] Allocated IP 2001:db8::2 (3e044bca-f295-40ac-baef-019b6d1c05c8/ff6a22f1-db5c-4ec3-bc25-c880ad8d7331/fae35008-33e1-4f04-aa34-41739fa21595) {{(pid=83872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 13:38:04.887066 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-1758b8a3-db7e-4589-a353-e63c97fcc57a tempest-AllowedAddressPairTestJSON-1367689381 tempest-AllowedAddressPairTestJSON-1367689381-project] Unset dirty status for tenant:58e3e93c60cc40f1a46269f3aa0dd0bd on resource:port {{(pid=83871) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 13:38:04.888353 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-1758b8a3-db7e-4589-a353-e63c97fcc57a tempest-AllowedAddressPairTestJSON-1367689381 tempest-AllowedAddressPairTestJSON-1367689381-project] 10.222.0.26 "GET /v2.0/ports/31983e3a-ade8-456c-bc96-cda160b197b0 HTTP/1.1" status: 404 len: 333 time: 0.1022732 Apr 01 13:38:04.891974 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-b8d5f7cc-9fd7-49f0-9614-24e94b7fb8b3 tempest-RoutersNegativeIpV6Test-77380712 tempest-RoutersNegativeIpV6Test-77380712-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.9642437 Apr 01 13:38:04.892863 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 52060) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:38:04.894846 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-0aed7005-c34c-434f-b4b5-fc89489a1c91 None None] Transition to ACTIVE for port object ec47afa4-1229-4c81-b9b3-3b68a6be513c will not be triggered until provisioned by entity DHCP. {{(pid=83872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 13:38:04.899290 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.v2.base [None req-6c129b67-8a42-452a-9d85-6e4ac9b24822 tempest-AllowedAddressPairTestJSON-1367689381 tempest-AllowedAddressPairTestJSON-1367689381-project] Request body: {'port': {'network_id': 'd049ce48-0ae5-49ef-bbba-4a5d32c78df3', 'name': 'tempest-AllowedAddressPairTestJSON-757941602'}} {{(pid=83871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:38:04.903787 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 52064) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:38:04.903956 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-0aed7005-c34c-434f-b4b5-fc89489a1c91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736732935801'] for port, after_create {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:38:05.034458 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.v2.base [None req-40ff3098-861f-47d1-a80f-a781aef0c1fe tempest-RoutersNegativeIpV6Test-77380712 tempest-RoutersNegativeIpV6Test-77380712-project] Request body: {'network': {'name': 'tempest-router-network01--1498827745'}} {{(pid=83869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:38:05.049005 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-6c129b67-8a42-452a-9d85-6e4ac9b24822 tempest-AllowedAddressPairTestJSON-1367689381 tempest-AllowedAddressPairTestJSON-1367689381-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:38:05.053136 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-40ff3098-861f-47d1-a80f-a781aef0c1fe tempest-RoutersNegativeIpV6Test-77380712 tempest-RoutersNegativeIpV6Test-77380712-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:38:05.055033 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0aed7005-c34c-434f-b4b5-fc89489a1c91 None None] Network 09d7ea43-6376-4322-97e7-54cd01aae492 is already hosted by enough agents. {{(pid=83872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 13:38:05.061978 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-6c129b67-8a42-452a-9d85-6e4ac9b24822 tempest-AllowedAddressPairTestJSON-1367689381 tempest-AllowedAddressPairTestJSON-1367689381-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:38:05.062201 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.scheduler.base_scheduler [None req-0aed7005-c34c-434f-b4b5-fc89489a1c91 None None] Resources bound (agent type, host, resource id): {{(pid=83872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 13:38:05.065606 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aed7005-c34c-434f-b4b5-fc89489a1c91 None None] Pushing event updated for resources: {'Port': ['ID=ec47afa4-1229-4c81-b9b3-3b68a6be513c,revision_number=1']} {{(pid=83872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:38:05.070181 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0aed7005-c34c-434f-b4b5-fc89489a1c91 None None] Received port after_create {{(pid=83872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 13:38:05.075793 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c129b67-8a42-452a-9d85-6e4ac9b24822 tempest-AllowedAddressPairTestJSON-1367689381 tempest-AllowedAddressPairTestJSON-1367689381-project] Made reservation on behalf of 58e3e93c60cc40f1a46269f3aa0dd0bd for: {'port': 1} {{(pid=83871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 13:38:05.076591 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-40ff3098-861f-47d1-a80f-a781aef0c1fe tempest-RoutersNegativeIpV6Test-77380712 tempest-RoutersNegativeIpV6Test-77380712-project] Usage tracker for resource:network and tenant:1158e63ec46b4ca6b4d4e7cf2494b8b4 is out of sync, need to count used quota {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 13:38:05.080515 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-6c129b67-8a42-452a-9d85-6e4ac9b24822 tempest-AllowedAddressPairTestJSON-1367689381 tempest-AllowedAddressPairTestJSON-1367689381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:38:05.084333 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-40ff3098-861f-47d1-a80f-a781aef0c1fe tempest-RoutersNegativeIpV6Test-77380712 tempest-RoutersNegativeIpV6Test-77380712-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 13:38:05.103285 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-40ff3098-861f-47d1-a80f-a781aef0c1fe tempest-RoutersNegativeIpV6Test-77380712 tempest-RoutersNegativeIpV6Test-77380712-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:38:05.110573 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.notifiers.nova [None req-6c129b67-8a42-452a-9d85-6e4ac9b24822 tempest-AllowedAddressPairTestJSON-1367689381 tempest-AllowedAddressPairTestJSON-1367689381-project] device_id is not set on port 9dc3c378-4a15-40d3-a732-ee8a2ce9cbcf yet. {{(pid=83871) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 01 13:38:05.119219 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.db_base_plugin_common [None req-742f95ab-8be6-4dd7-90f9-2b51d28d5c8a tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Allocated IP 2001:db8::f816:3eff:fed5:3b4a (09d7ea43-6376-4322-97e7-54cd01aae492/8e755d19-923c-417d-88f8-a9715d25a3d6/39c5fcf1-a691-48e7-b774-879766cbce07) {{(pid=83869) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 13:38:05.158462 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 52068) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:38:05.199660 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40ff3098-861f-47d1-a80f-a781aef0c1fe tempest-RoutersNegativeIpV6Test-77380712 tempest-RoutersNegativeIpV6Test-77380712-project] Made reservation on behalf of 1158e63ec46b4ca6b4d4e7cf2494b8b4 for: {'network': 1} {{(pid=83869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 13:38:05.202626 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-40ff3098-861f-47d1-a80f-a781aef0c1fe tempest-RoutersNegativeIpV6Test-77380712 tempest-RoutersNegativeIpV6Test-77380712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for network, before_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:38:05.234711 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-2007342f-1db1-42fb-8dbd-f7917d8c3835 tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1033078'] for network, before_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:38:05.249227 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89385d76-4e68-49d5-a29c-3b391089587a None None] New status for floating IP 200108de-5f93-4c79-92b1-cb71c112afa9: ACTIVE {{(pid=83873) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 01 13:38:05.285828 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-43ba18d8-7836-4fee-9c24-1851a9e22929 tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:38:05.356933 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-9e2cc517-b001-432b-bbbc-e522e590a877 None None] Notify callbacks [] for port, precommit_create {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:38:05.367606 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-40ff3098-861f-47d1-a80f-a781aef0c1fe tempest-RoutersNegativeIpV6Test-77380712 tempest-RoutersNegativeIpV6Test-77380712-project] vlan segment allocate from pool success with {'vlan_id': 393, 'physical_network': 'physnet1'} {{(pid=83869) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 13:38:05.373014 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-9e2cc517-b001-432b-bbbc-e522e590a877 None None] Transition to ACTIVE for port object fae35008-33e1-4f04-aa34-41739fa21595 will not be triggered until provisioned by entity L2. {{(pid=83872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 13:38:05.398881 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-9e2cc517-b001-432b-bbbc-e522e590a877 None None] Transition to ACTIVE for port object fae35008-33e1-4f04-aa34-41739fa21595 will not be triggered until provisioned by entity DHCP. {{(pid=83872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 13:38:05.404697 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.managers [None req-0aed7005-c34c-434f-b4b5-fc89489a1c91 None None] Attempting to bind port ec47afa4-1229-4c81-b9b3-3b68a6be513c on host dv-neutron-836180-1-hyperv for vnic_type normal with profile {{(pid=83872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 13:38:05.405688 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.managers [None req-0aed7005-c34c-434f-b4b5-fc89489a1c91 None None] Attempting to bind port ec47afa4-1229-4c81-b9b3-3b68a6be513c by drivers openvswitch,hyperv on host dv-neutron-836180-1-hyperv at level 0 using segments [{'id': '16094ed0-4a47-4ff6-9238-85c278d7a2a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '09d7ea43-6376-4322-97e7-54cd01aae492'}] {{(pid=83872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 13:38:05.406468 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0aed7005-c34c-434f-b4b5-fc89489a1c91 None None] Attempting to bind port ec47afa4-1229-4c81-b9b3-3b68a6be513c on network 09d7ea43-6376-4322-97e7-54cd01aae492 {{(pid=83872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 13:38:05.415422 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-9e2cc517-b001-432b-bbbc-e522e590a877 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736732935801'] for port, after_create {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:38:05.484060 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0aed7005-c34c-434f-b4b5-fc89489a1c91 None None] Checking agent: {'id': 'af948428-97cd-4d10-9f53-af028bdb39b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-836180-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 13, 25, 37), 'started_at': datetime.datetime(2022, 4, 1, 13, 26, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 13, 37, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-836180-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 13:38:05.484504 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0aed7005-c34c-434f-b4b5-fc89489a1c91 None None] Checking segment: {'id': '16094ed0-4a47-4ff6-9238-85c278d7a2a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '09d7ea43-6376-4322-97e7-54cd01aae492'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 13:38:05.484912 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-0aed7005-c34c-434f-b4b5-fc89489a1c91 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:38:05.485307 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0aed7005-c34c-434f-b4b5-fc89489a1c91 None None] Bound using segment: {'id': '16094ed0-4a47-4ff6-9238-85c278d7a2a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '09d7ea43-6376-4322-97e7-54cd01aae492'} {{(pid=83872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 13:38:05.486249 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.managers [None req-0aed7005-c34c-434f-b4b5-fc89489a1c91 None None] Bound port: ec47afa4-1229-4c81-b9b3-3b68a6be513c, host: dv-neutron-836180-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '16094ed0-4a47-4ff6-9238-85c278d7a2a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '09d7ea43-6376-4322-97e7-54cd01aae492'}}] {{(pid=83872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 13:38:05.486249 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-0aed7005-c34c-434f-b4b5-fc89489a1c91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:38:05.488621 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-40ff3098-861f-47d1-a80f-a781aef0c1fe tempest-RoutersNegativeIpV6Test-77380712 tempest-RoutersNegativeIpV6Test-77380712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1004271'] for segment, precommit_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:38:05.488975 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.db.segments_db [None req-40ff3098-861f-47d1-a80f-a781aef0c1fe tempest-RoutersNegativeIpV6Test-77380712 tempest-RoutersNegativeIpV6Test-77380712-project] Added segment c61d44cd-a84f-4724-8212-37c2426e93a7 of type vlan for network 0cf4e7fc-bb07-4783-a08c-650ec2d3be4c Apr 01 13:38:05.504183 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-91adf5e6-abe2-46db-817f-6cd7e2029bfa tempest-TestNetworkAdvancedServerOps-1355420123 tempest-TestNetworkAdvancedServerOps-1355420123-project] 10.222.0.26 "GET /v2.0/floatingips/200108de-5f93-4c79-92b1-cb71c112afa9 HTTP/1.1" status: 200 len: 991 time: 0.3430786 Apr 01 13:38:05.506545 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e2cc517-b001-432b-bbbc-e522e590a877 None None] Network 3e044bca-f295-40ac-baef-019b6d1c05c8 is already hosted by enough agents. {{(pid=83872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 13:38:05.512045 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.scheduler.base_scheduler [None req-9e2cc517-b001-432b-bbbc-e522e590a877 None None] Resources bound (agent type, host, resource id): {{(pid=83872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 13:38:05.514939 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e2cc517-b001-432b-bbbc-e522e590a877 None None] Received port after_create {{(pid=83872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 13:38:05.564933 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-2007342f-1db1-42fb-8dbd-f7917d8c3835 tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-945029'] for subnet, precommit_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:38:05.568292 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.db_base_plugin_common [None req-6c129b67-8a42-452a-9d85-6e4ac9b24822 tempest-AllowedAddressPairTestJSON-1367689381 tempest-AllowedAddressPairTestJSON-1367689381-project] Allocated IP 172.20.0.10 (d049ce48-0ae5-49ef-bbba-4a5d32c78df3/81eceff5-0938-4b87-80a3-de911d512014/9dc3c378-4a15-40d3-a732-ee8a2ce9cbcf) {{(pid=83871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 13:38:05.655833 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-40ff3098-861f-47d1-a80f-a781aef0c1fe tempest-RoutersNegativeIpV6Test-77380712 tempest-RoutersNegativeIpV6Test-77380712-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736732923383'] for network, precommit_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:38:05.725860 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2cc517-b001-432b-bbbc-e522e590a877 None None] Pushing event updated for resources: {'Port': ['ID=fae35008-33e1-4f04-aa34-41739fa21595,revision_number=1']} {{(pid=83872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:38:05.765235 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.managers [None req-9e2cc517-b001-432b-bbbc-e522e590a877 None None] Attempting to bind port fae35008-33e1-4f04-aa34-41739fa21595 on host dv-neutron-836180-1-hyperv for vnic_type normal with profile {{(pid=83872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 13:38:05.765608 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.managers [None req-9e2cc517-b001-432b-bbbc-e522e590a877 None None] Attempting to bind port fae35008-33e1-4f04-aa34-41739fa21595 by drivers openvswitch,hyperv on host dv-neutron-836180-1-hyperv at level 0 using segments [{'id': '6a51a8f3-c5e8-4883-bf03-da39a23b8ddb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '3e044bca-f295-40ac-baef-019b6d1c05c8'}] {{(pid=83872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 13:38:05.765977 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e2cc517-b001-432b-bbbc-e522e590a877 None None] Attempting to bind port fae35008-33e1-4f04-aa34-41739fa21595 on network 3e044bca-f295-40ac-baef-019b6d1c05c8 {{(pid=83872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 13:38:05.781505 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e2cc517-b001-432b-bbbc-e522e590a877 None None] Checking agent: {'id': 'af948428-97cd-4d10-9f53-af028bdb39b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-836180-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 13, 25, 37), 'started_at': datetime.datetime(2022, 4, 1, 13, 26, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 13, 37, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-836180-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 13:38:05.781934 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e2cc517-b001-432b-bbbc-e522e590a877 None None] Checking segment: {'id': '6a51a8f3-c5e8-4883-bf03-da39a23b8ddb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '3e044bca-f295-40ac-baef-019b6d1c05c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 13:38:05.782326 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-9e2cc517-b001-432b-bbbc-e522e590a877 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:38:05.782801 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e2cc517-b001-432b-bbbc-e522e590a877 None None] Bound using segment: {'id': '6a51a8f3-c5e8-4883-bf03-da39a23b8ddb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '3e044bca-f295-40ac-baef-019b6d1c05c8'} {{(pid=83872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 13:38:05.783374 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.managers [None req-9e2cc517-b001-432b-bbbc-e522e590a877 None None] Bound port: fae35008-33e1-4f04-aa34-41739fa21595, host: dv-neutron-836180-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6a51a8f3-c5e8-4883-bf03-da39a23b8ddb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '3e044bca-f295-40ac-baef-019b6d1c05c8'}}] {{(pid=83872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 13:38:05.783734 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-9e2cc517-b001-432b-bbbc-e522e590a877 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:38:05.793634 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-6c129b67-8a42-452a-9d85-6e4ac9b24822 tempest-AllowedAddressPairTestJSON-1367689381 tempest-AllowedAddressPairTestJSON-1367689381-project] Notify callbacks [] for port, precommit_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:38:05.811023 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.provisioning_blocks [None req-6c129b67-8a42-452a-9d85-6e4ac9b24822 tempest-AllowedAddressPairTestJSON-1367689381 tempest-AllowedAddressPairTestJSON-1367689381-project] Transition to ACTIVE for port object 9dc3c378-4a15-40d3-a732-ee8a2ce9cbcf will not be triggered until provisioned by entity DHCP. {{(pid=83871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 13:38:05.831626 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-0aed7005-c34c-434f-b4b5-fc89489a1c91 None None] For port ec47afa4-1229-4c81-b9b3-3b68a6be513c, host dv-neutron-836180-1-hyperv, cleared binding levels {{(pid=83872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 13:38:05.836526 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-742f95ab-8be6-4dd7-90f9-2b51d28d5c8a tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Notify callbacks [] for port, precommit_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:38:05.841172 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-6c129b67-8a42-452a-9d85-6e4ac9b24822 tempest-AllowedAddressPairTestJSON-1367689381 tempest-AllowedAddressPairTestJSON-1367689381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736732935801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2743125'] for port, after_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:38:05.852363 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-40ff3098-861f-47d1-a80f-a781aef0c1fe tempest-RoutersNegativeIpV6Test-77380712 tempest-RoutersNegativeIpV6Test-77380712-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575'] for network, after_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:38:05.856179 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40ff3098-861f-47d1-a80f-a781aef0c1fe tempest-RoutersNegativeIpV6Test-77380712 tempest-RoutersNegativeIpV6Test-77380712-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:38:05.856788 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-40ff3098-861f-47d1-a80f-a781aef0c1fe tempest-RoutersNegativeIpV6Test-77380712 tempest-RoutersNegativeIpV6Test-77380712-project] Notify callbacks [] for network, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:38:05.858456 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-0aed7005-c34c-434f-b4b5-fc89489a1c91 None None] For port ec47afa4-1229-4c81-b9b3-3b68a6be513c, host dv-neutron-836180-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836180-1-hyperv',level=0,port_id=ec47afa4-1229-4c81-b9b3-3b68a6be513c,segment=NetworkSegment(16094ed0-4a47-4ff6-9238-85c278d7a2a5),segment_id=16094ed0-4a47-4ff6-9238-85c278d7a2a5)] {{(pid=83872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 13:38:05.869347 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-0aed7005-c34c-434f-b4b5-fc89489a1c91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864'] for port, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:38:05.917376 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c129b67-8a42-452a-9d85-6e4ac9b24822 tempest-AllowedAddressPairTestJSON-1367689381 tempest-AllowedAddressPairTestJSON-1367689381-project] Network d049ce48-0ae5-49ef-bbba-4a5d32c78df3 is already hosted by enough agents. {{(pid=83871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 13:38:05.919980 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.scheduler.base_scheduler [None req-6c129b67-8a42-452a-9d85-6e4ac9b24822 tempest-AllowedAddressPairTestJSON-1367689381 tempest-AllowedAddressPairTestJSON-1367689381-project] Resources bound (agent type, host, resource id): {{(pid=83871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 13:38:05.924287 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c129b67-8a42-452a-9d85-6e4ac9b24822 tempest-AllowedAddressPairTestJSON-1367689381 tempest-AllowedAddressPairTestJSON-1367689381-project] Received port after_create {{(pid=83871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 13:38:05.929398 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-cbdbbb63-d41a-4507-8fdb-077a7d8cd15d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:38:05.956076 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c129b67-8a42-452a-9d85-6e4ac9b24822 tempest-AllowedAddressPairTestJSON-1367689381 tempest-AllowedAddressPairTestJSON-1367689381-project] Pushing event updated for resources: {'Port': ['ID=9dc3c378-4a15-40d3-a732-ee8a2ce9cbcf,revision_number=1']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:38:05.958931 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-2007342f-1db1-42fb-8dbd-f7917d8c3835 tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-945042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2705198', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2999452'] for subnet, after_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:38:05.963432 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.provisioning_blocks [None req-742f95ab-8be6-4dd7-90f9-2b51d28d5c8a tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Transition to ACTIVE for port object 39c5fcf1-a691-48e7-b774-879766cbce07 will not be triggered until provisioned by entity DHCP. {{(pid=83869) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 13:38:05.989676 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-9e2cc517-b001-432b-bbbc-e522e590a877 None None] For port fae35008-33e1-4f04-aa34-41739fa21595, host dv-neutron-836180-1-hyperv, cleared binding levels {{(pid=83872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 13:38:05.991919 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c129b67-8a42-452a-9d85-6e4ac9b24822 tempest-AllowedAddressPairTestJSON-1367689381 tempest-AllowedAddressPairTestJSON-1367689381-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:38:05.992555 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-6c129b67-8a42-452a-9d85-6e4ac9b24822 tempest-AllowedAddressPairTestJSON-1367689381 tempest-AllowedAddressPairTestJSON-1367689381-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109561'] for port, before_response {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:38:05.999398 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-9e2cc517-b001-432b-bbbc-e522e590a877 None None] For port fae35008-33e1-4f04-aa34-41739fa21595, host dv-neutron-836180-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836180-1-hyperv',level=0,port_id=fae35008-33e1-4f04-aa34-41739fa21595,segment=NetworkSegment(6a51a8f3-c5e8-4883-bf03-da39a23b8ddb),segment_id=6a51a8f3-c5e8-4883-bf03-da39a23b8ddb)] {{(pid=83872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 13:38:06.007104 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aed7005-c34c-434f-b4b5-fc89489a1c91 None None] Pushing event updated for resources: {'Port': ['ID=ec47afa4-1229-4c81-b9b3-3b68a6be513c,revision_number=2']} {{(pid=83872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:38:06.016586 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-9e2cc517-b001-432b-bbbc-e522e590a877 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864'] for port, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:38:06.025150 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-6c129b67-8a42-452a-9d85-6e4ac9b24822 tempest-AllowedAddressPairTestJSON-1367689381 tempest-AllowedAddressPairTestJSON-1367689381-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.1312008 Apr 01 13:38:06.027880 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 52072) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:38:06.034008 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.v2.base [None req-cc72fe8f-95b5-4301-a975-2c7714858ef3 tempest-AllowedAddressPairTestJSON-1367689381 tempest-AllowedAddressPairTestJSON-1367689381-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.6', 'mac_address': 'fa:16:3e:63:c0:42'}]}} {{(pid=83871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:38:06.062555 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2007342f-1db1-42fb-8dbd-f7917d8c3835 tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] Pushing event deleted for resources: {'Subnet': ['ID=8225d200-a434-4871-8d3f-5145c0dd97d9,revision_number=None']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:38:06.127816 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2cc517-b001-432b-bbbc-e522e590a877 None None] Pushing event updated for resources: {'Port': ['ID=fae35008-33e1-4f04-aa34-41739fa21595,revision_number=2']} {{(pid=83872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:38:06.150730 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ff3098-861f-47d1-a80f-a781aef0c1fe tempest-RoutersNegativeIpV6Test-77380712 tempest-RoutersNegativeIpV6Test-77380712-project] Pushing event updated for resources: {'Network': ['ID=0cf4e7fc-bb07-4783-a08c-650ec2d3be4c,revision_number=1']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:38:06.168124 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Network 0cf4e7fc-bb07-4783-a08c-650ec2d3be4c details requested by agent ovs-agent-dv-neutron-836180-1-hyperv with host dv-neutron-836180-1-hyperv {{(pid=83872) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 13:38:06.186266 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-40ff3098-861f-47d1-a80f-a781aef0c1fe tempest-RoutersNegativeIpV6Test-77380712 tempest-RoutersNegativeIpV6Test-77380712-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.2770760 Apr 01 13:38:06.187505 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 52076) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:38:06.197162 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.v2.base [None req-0e421a15-605e-47b2-9ef0-15f02731c055 tempest-RoutersNegativeIpV6Test-77380712 tempest-RoutersNegativeIpV6Test-77380712-project] Request body: {'network': {'name': 'tempest-router-network02--706980345'}} {{(pid=83871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:38:06.206913 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-0e421a15-605e-47b2-9ef0-15f02731c055 tempest-RoutersNegativeIpV6Test-77380712 tempest-RoutersNegativeIpV6Test-77380712-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:38:06.215273 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-0e421a15-605e-47b2-9ef0-15f02731c055 tempest-RoutersNegativeIpV6Test-77380712 tempest-RoutersNegativeIpV6Test-77380712-project] Usage tracker for resource:network and tenant:1158e63ec46b4ca6b4d4e7cf2494b8b4 is out of sync, need to count used quota {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 13:38:06.242507 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-0e421a15-605e-47b2-9ef0-15f02731c055 tempest-RoutersNegativeIpV6Test-77380712 tempest-RoutersNegativeIpV6Test-77380712-project] Quota usage for network was recalculated. Used quota:2. {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 13:38:06.280115 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-0e421a15-605e-47b2-9ef0-15f02731c055 tempest-RoutersNegativeIpV6Test-77380712 tempest-RoutersNegativeIpV6Test-77380712-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:38:06.395572 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e421a15-605e-47b2-9ef0-15f02731c055 tempest-RoutersNegativeIpV6Test-77380712 tempest-RoutersNegativeIpV6Test-77380712-project] Made reservation on behalf of 1158e63ec46b4ca6b4d4e7cf2494b8b4 for: {'network': 1} {{(pid=83871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 13:38:06.408893 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-0e421a15-605e-47b2-9ef0-15f02731c055 tempest-RoutersNegativeIpV6Test-77380712 tempest-RoutersNegativeIpV6Test-77380712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for network, before_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:38:06.478660 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-2007342f-1db1-42fb-8dbd-f7917d8c3835 tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-942654', 'neutron.services.segments.db._delete_segments_for_network-8736733387888'] for network, precommit_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:38:06.502410 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0e421a15-605e-47b2-9ef0-15f02731c055 tempest-RoutersNegativeIpV6Test-77380712 tempest-RoutersNegativeIpV6Test-77380712-project] vlan segment allocate from pool success with {'vlan_id': 390, 'physical_network': 'physnet1'} {{(pid=83871) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 13:38:06.505189 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-cc72fe8f-95b5-4301-a975-2c7714858ef3 tempest-AllowedAddressPairTestJSON-1367689381 tempest-AllowedAddressPairTestJSON-1367689381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:38:06.507906 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-742f95ab-8be6-4dd7-90f9-2b51d28d5c8a tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736732935801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2705155'] for port, after_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:38:06.509461 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 52080) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:38:06.533015 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-0e421a15-605e-47b2-9ef0-15f02731c055 tempest-RoutersNegativeIpV6Test-77380712 tempest-RoutersNegativeIpV6Test-77380712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1004271'] for segment, precommit_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:38:06.533381 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.db.segments_db [None req-0e421a15-605e-47b2-9ef0-15f02731c055 tempest-RoutersNegativeIpV6Test-77380712 tempest-RoutersNegativeIpV6Test-77380712-project] Added segment 5a545d61-5344-4c02-bcd9-afcadc060f16 of type vlan for network b0f22d0f-f0a6-467f-b353-0ee5bc9e4067 Apr 01 13:38:06.624243 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-0e421a15-605e-47b2-9ef0-15f02731c055 tempest-RoutersNegativeIpV6Test-77380712 tempest-RoutersNegativeIpV6Test-77380712-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736732923383'] for network, precommit_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:38:06.652186 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.services.segments.db [None req-2007342f-1db1-42fb-8dbd-f7917d8c3835 tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2db77301-e926-48c7-99c9-93400ab3a4d9']}} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:38:06.679537 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-742f95ab-8be6-4dd7-90f9-2b51d28d5c8a tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Network 09d7ea43-6376-4322-97e7-54cd01aae492 is already hosted by enough agents. {{(pid=83869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 13:38:06.693454 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.scheduler.base_scheduler [None req-742f95ab-8be6-4dd7-90f9-2b51d28d5c8a tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Resources bound (agent type, host, resource id): {{(pid=83869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 13:38:06.696181 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.services.segments.db [None req-2007342f-1db1-42fb-8dbd-f7917d8c3835 tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd50eaa0a-75f1-441f-8053-e8cd10751203') {'for_net_delete': True} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:38:06.696499 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.services.segments.db [None req-2007342f-1db1-42fb-8dbd-f7917d8c3835 tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd50eaa0a-75f1-441f-8053-e8cd10751203') {} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:38:06.712854 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-742f95ab-8be6-4dd7-90f9-2b51d28d5c8a tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Received port after_create {{(pid=83869) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 13:38:06.716644 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-742f95ab-8be6-4dd7-90f9-2b51d28d5c8a tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:38:06.717238 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-742f95ab-8be6-4dd7-90f9-2b51d28d5c8a tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109561'] for port, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:38:06.748247 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-0e421a15-605e-47b2-9ef0-15f02731c055 tempest-RoutersNegativeIpV6Test-77380712 tempest-RoutersNegativeIpV6Test-77380712-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575'] for network, after_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:38:06.751897 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e421a15-605e-47b2-9ef0-15f02731c055 tempest-RoutersNegativeIpV6Test-77380712 tempest-RoutersNegativeIpV6Test-77380712-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:38:06.752503 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-0e421a15-605e-47b2-9ef0-15f02731c055 tempest-RoutersNegativeIpV6Test-77380712 tempest-RoutersNegativeIpV6Test-77380712-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3017602'] for network, before_response {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:38:06.757360 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-2007342f-1db1-42fb-8dbd-f7917d8c3835 tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736733386999', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2704982'] for segment, before_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:38:06.797815 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-742f95ab-8be6-4dd7-90f9-2b51d28d5c8a tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 3.0948689 Apr 01 13:38:06.798877 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 52084) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:38:06.806279 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-742f95ab-8be6-4dd7-90f9-2b51d28d5c8a tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Pushing event updated for resources: {'Port': ['ID=39c5fcf1-a691-48e7-b774-879766cbce07,revision_number=1']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:38:06.811339 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-2007342f-1db1-42fb-8dbd-f7917d8c3835 tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1004271'] for segment, precommit_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:38:06.818241 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-6f2e2a99-f5fc-491b-9fa4-1af5379cb0db tempest-TestNetworkAdvancedServerOps-1355420123 tempest-TestNetworkAdvancedServerOps-1355420123-project] 10.222.0.26 "GET /v2.0/floatingips/200108de-5f93-4c79-92b1-cb71c112afa9 HTTP/1.1" status: 200 len: 993 time: 0.2973015 Apr 01 13:38:06.824823 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-43ba18d8-7836-4fee-9c24-1851a9e22929 tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Notify callbacks [] for port, precommit_update {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:38:06.826412 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2007342f-1db1-42fb-8dbd-f7917d8c3835 tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] Releasing vlan 357 on physical network physnet1 to pool {{(pid=83869) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 01 13:38:06.827003 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-2007342f-1db1-42fb-8dbd-f7917d8c3835 tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1004262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2705264'] for segment, after_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:38:06.842638 dv-neutron-836180-1-hyperv neutron-server[83869]: Traceback (most recent call last): Apr 01 13:38:06.842638 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 01 13:38:06.842638 dv-neutron-836180-1-hyperv neutron-server[83869]: timer() Apr 01 13:38:06.842638 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 13:38:06.842638 dv-neutron-836180-1-hyperv neutron-server[83869]: cb(*args, **kw) Apr 01 13:38:06.842638 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 13:38:06.842638 dv-neutron-836180-1-hyperv neutron-server[83869]: return func(*args, **kwargs) Apr 01 13:38:06.842638 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 13:38:06.842638 dv-neutron-836180-1-hyperv neutron-server[83869]: self._notify() Apr 01 13:38:06.842638 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 13:38:06.842638 dv-neutron-836180-1-hyperv neutron-server[83869]: self.callback(batched_events) Apr 01 13:38:06.842638 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 13:38:06.842638 dv-neutron-836180-1-hyperv neutron-server[83869]: event.method(event) Apr 01 13:38:06.842638 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 13:38:06.842638 dv-neutron-836180-1-hyperv neutron-server[83869]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 13:38:06.842638 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 13:38:06.842638 dv-neutron-836180-1-hyperv neutron-server[83869]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 13:38:06.842638 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 13:38:06.842638 dv-neutron-836180-1-hyperv neutron-server[83869]: return f(self, *a, **k) Apr 01 13:38:06.842638 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 13:38:06.842638 dv-neutron-836180-1-hyperv neutron-server[83869]: return self._get(url).json() Apr 01 13:38:06.842638 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 13:38:06.842638 dv-neutron-836180-1-hyperv neutron-server[83869]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 13:38:06.842638 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 01 13:38:06.842638 dv-neutron-836180-1-hyperv neutron-server[83869]: return self.request(url, 'GET', **kwargs) Apr 01 13:38:06.842638 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 01 13:38:06.842638 dv-neutron-836180-1-hyperv neutron-server[83869]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 13:38:06.842638 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 01 13:38:06.842638 dv-neutron-836180-1-hyperv neutron-server[83869]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 13:38:06.842638 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 01 13:38:06.842638 dv-neutron-836180-1-hyperv neutron-server[83869]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 13:38:06.842638 dv-neutron-836180-1-hyperv neutron-server[83869]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 13:38:06.846911 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-43ba18d8-7836-4fee-9c24-1851a9e22929 tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2705172'] for port, after_update {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:38:06.847654 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-43ba18d8-7836-4fee-9c24-1851a9e22929 tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3017508', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4084015'] for router_interface, after_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:38:06.927180 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-0e421a15-605e-47b2-9ef0-15f02731c055 tempest-RoutersNegativeIpV6Test-77380712 tempest-RoutersNegativeIpV6Test-77380712-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.7386470 Apr 01 13:38:06.934248 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 52088) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:38:06.950559 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.v2.base [None req-e27b855b-4fd9-4fd4-a8e2-caf3a7e8b2f0 tempest-RoutersNegativeIpV6Test-77380712 tempest-RoutersNegativeIpV6Test-77380712-project] Request body: {'subnet': {'network_id': '0cf4e7fc-bb07-4783-a08c-650ec2d3be4c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:38:06.966645 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e421a15-605e-47b2-9ef0-15f02731c055 tempest-RoutersNegativeIpV6Test-77380712 tempest-RoutersNegativeIpV6Test-77380712-project] Pushing event updated for resources: {'Network': ['ID=b0f22d0f-f0a6-467f-b353-0ee5bc9e4067,revision_number=1']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:38:06.978577 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Network b0f22d0f-f0a6-467f-b353-0ee5bc9e4067 details requested by agent ovs-agent-dv-neutron-836180-1-hyperv with host dv-neutron-836180-1-hyperv {{(pid=83872) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 13:38:07.057588 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-2007342f-1db1-42fb-8dbd-f7917d8c3835 tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-942599', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4084797'] for network, after_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:38:07.061450 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ba18d8-7836-4fee-9c24-1851a9e22929 tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Pushing event updated for resources: {'Port': ['ID=2de13a9d-c16d-4d8e-8616-7c7428fdc0ba,revision_number=2']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:38:07.093757 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-cc72fe8f-95b5-4301-a975-2c7714858ef3 tempest-AllowedAddressPairTestJSON-1367689381 tempest-AllowedAddressPairTestJSON-1367689381-project] Notify callbacks [] for port, precommit_update {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:38:07.099209 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-2007342f-1db1-42fb-8dbd-f7917d8c3835 tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] Notify callbacks [] for network, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:38:07.111339 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-cc72fe8f-95b5-4301-a975-2c7714858ef3 tempest-AllowedAddressPairTestJSON-1367689381 tempest-AllowedAddressPairTestJSON-1367689381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2743106'] for port, after_update {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:38:07.111828 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2007342f-1db1-42fb-8dbd-f7917d8c3835 tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] Pushing event deleted for resources: {'Network': ['ID=2db77301-e926-48c7-99c9-93400ab3a4d9,revision_number=None']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:38:07.115928 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-e27b855b-4fd9-4fd4-a8e2-caf3a7e8b2f0 tempest-RoutersNegativeIpV6Test-77380712 tempest-RoutersNegativeIpV6Test-77380712-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:38:07.120931 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-2007342f-1db1-42fb-8dbd-f7917d8c3835 tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] 10.222.0.26 "DELETE /v2.0/networks/2db77301-e926-48c7-99c9-93400ab3a4d9 HTTP/1.1" status: 204 len: 168 time: 2.2524514 Apr 01 13:38:07.124659 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 52092) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:38:07.133100 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.v2.base [None req-adc4e988-6d61-4f2f-bdea-b2e1b83f0c0e tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1810261149'}} {{(pid=83869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:38:07.138366 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-adc4e988-6d61-4f2f-bdea-b2e1b83f0c0e tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:38:07.142487 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-adc4e988-6d61-4f2f-bdea-b2e1b83f0c0e tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] Usage tracker for resource:network and tenant:16dc8bccab6243da8b678a9c9f0a6318 is out of sync, need to count used quota {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 13:38:07.146105 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-adc4e988-6d61-4f2f-bdea-b2e1b83f0c0e tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 13:38:07.159517 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:38:07.167724 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-e27b855b-4fd9-4fd4-a8e2-caf3a7e8b2f0 tempest-RoutersNegativeIpV6Test-77380712 tempest-RoutersNegativeIpV6Test-77380712-project] Usage tracker for resource:subnet and tenant:1158e63ec46b4ca6b4d4e7cf2494b8b4 is out of sync, need to count used quota {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 13:38:07.168013 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-adc4e988-6d61-4f2f-bdea-b2e1b83f0c0e tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:38:07.178351 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-e27b855b-4fd9-4fd4-a8e2-caf3a7e8b2f0 tempest-RoutersNegativeIpV6Test-77380712 tempest-RoutersNegativeIpV6Test-77380712-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 13:38:07.195927 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-adc4e988-6d61-4f2f-bdea-b2e1b83f0c0e tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] Made reservation on behalf of 16dc8bccab6243da8b678a9c9f0a6318 for: {'network': 1} {{(pid=83869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 13:38:07.196164 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-e27b855b-4fd9-4fd4-a8e2-caf3a7e8b2f0 tempest-RoutersNegativeIpV6Test-77380712 tempest-RoutersNegativeIpV6Test-77380712-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:38:07.199363 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-adc4e988-6d61-4f2f-bdea-b2e1b83f0c0e tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for network, before_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:38:07.204759 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04d34e75-6440-448d-a621-3ce25afe1827 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:38:07.209070 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04d34e75-6440-448d-a621-3ce25afe1827 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:38:07.213045 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-04d34e75-6440-448d-a621-3ce25afe1827 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.4092197 Apr 01 13:38:07.214219 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43ba18d8-7836-4fee-9c24-1851a9e22929 tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Network 3e044bca-f295-40ac-baef-019b6d1c05c8 is already hosted by enough agents. {{(pid=83869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 13:38:07.214850 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 52096) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:38:07.220115 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.scheduler.base_scheduler [None req-43ba18d8-7836-4fee-9c24-1851a9e22929 tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Resources bound (agent type, host, resource id): {{(pid=83869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 13:38:07.253035 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc72fe8f-95b5-4301-a975-2c7714858ef3 tempest-AllowedAddressPairTestJSON-1367689381 tempest-AllowedAddressPairTestJSON-1367689381-project] Pushing event updated for resources: {'Port': ['ID=9dc3c378-4a15-40d3-a732-ee8a2ce9cbcf,revision_number=2']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:38:07.313574 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e27b855b-4fd9-4fd4-a8e2-caf3a7e8b2f0 tempest-RoutersNegativeIpV6Test-77380712 tempest-RoutersNegativeIpV6Test-77380712-project] Made reservation on behalf of 1158e63ec46b4ca6b4d4e7cf2494b8b4 for: {'subnet': 1} {{(pid=83871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 13:38:07.340245 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-2f9cfc9c-d8ba-4de3-a4ad-98162f90557c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:38:07.490805 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Device ec47afa4-1229-4c81-b9b3-3b68a6be513c up at agent ovs-agent-dv-neutron-836180-1-hyperv {{(pid=83872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 13:38:07.544457 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.plugin [None req-cc72fe8f-95b5-4301-a975-2c7714858ef3 tempest-AllowedAddressPairTestJSON-1367689381 tempest-AllowedAddressPairTestJSON-1367689381-project] In _notify_port_updated(), no bound segment for port 9dc3c378-4a15-40d3-a732-ee8a2ce9cbcf on network d049ce48-0ae5-49ef-bbba-4a5d32c78df3 {{(pid=83871) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Apr 01 13:38:07.549303 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc72fe8f-95b5-4301-a975-2c7714858ef3 tempest-AllowedAddressPairTestJSON-1367689381 tempest-AllowedAddressPairTestJSON-1367689381-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:38:07.550206 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-cc72fe8f-95b5-4301-a975-2c7714858ef3 tempest-AllowedAddressPairTestJSON-1367689381 tempest-AllowedAddressPairTestJSON-1367689381-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109561'] for port, before_response {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:38:07.551825 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-cc72fe8f-95b5-4301-a975-2c7714858ef3 tempest-AllowedAddressPairTestJSON-1367689381 tempest-AllowedAddressPairTestJSON-1367689381-project] 10.222.0.26 "PUT /v2.0/ports/9dc3c378-4a15-40d3-a732-ee8a2ce9cbcf HTTP/1.1" status: 200 len: 993 time: 1.5229506 Apr 01 13:38:07.565848 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 52100) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:38:07.621228 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Provisioning for port ec47afa4-1229-4c81-b9b3-3b68a6be513c completed by entity L2. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 13:38:07.629744 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Device fae35008-33e1-4f04-aa34-41739fa21595 up at agent ovs-agent-dv-neutron-836180-1-hyperv {{(pid=83872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 13:38:07.680820 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.plugin [None req-92df8dc8-23a3-442e-9f35-0c9da8df29e5 tempest-AllowedAddressPairTestJSON-1367689381 tempest-AllowedAddressPairTestJSON-1367689381-project] Deleting port 9dc3c378-4a15-40d3-a732-ee8a2ce9cbcf {{(pid=83871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 13:38:07.681765 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-92df8dc8-23a3-442e-9f35-0c9da8df29e5 tempest-AllowedAddressPairTestJSON-1367689381 tempest-AllowedAddressPairTestJSON-1367689381-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736733287370'] for port, before_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:38:07.682230 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.plugin [None req-07f7f703-bfc7-49ac-9994-8478c7b724fe tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Deleting port 39c5fcf1-a691-48e7-b774-879766cbce07 {{(pid=83869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 13:38:07.684498 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-07f7f703-bfc7-49ac-9994-8478c7b724fe tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736733287370'] for port, before_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:38:07.740246 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Provisioning for port fae35008-33e1-4f04-aa34-41739fa21595 completed by entity L2. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 13:38:07.751290 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-adc4e988-6d61-4f2f-bdea-b2e1b83f0c0e tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] vlan segment allocate from pool success with {'vlan_id': 394, 'physical_network': 'physnet1'} {{(pid=83869) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 13:38:07.759576 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-e27b855b-4fd9-4fd4-a8e2-caf3a7e8b2f0 tempest-RoutersNegativeIpV6Test-77380712 tempest-RoutersNegativeIpV6Test-77380712-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2757336'] for subnet, before_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:38:07.783466 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-adc4e988-6d61-4f2f-bdea-b2e1b83f0c0e tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1004271'] for segment, precommit_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:38:07.783809 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.db.segments_db [None req-adc4e988-6d61-4f2f-bdea-b2e1b83f0c0e tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] Added segment 160e04b8-1956-4741-97ec-31909ae07829 of type vlan for network 72ba6e8c-c9a6-478a-9459-eab2b14600f9 Apr 01 13:38:07.841175 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-f32e9ad1-921c-4aa8-a6f2-09a0a1398a48 None None] Provisioning for port ec47afa4-1229-4c81-b9b3-3b68a6be513c completed by entity DHCP. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 13:38:07.847936 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-f32e9ad1-921c-4aa8-a6f2-09a0a1398a48 None None] Provisioning complete for port ec47afa4-1229-4c81-b9b3-3b68a6be513c triggered by entity DHCP. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 13:38:07.848983 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-f32e9ad1-921c-4aa8-a6f2-09a0a1398a48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-948329'] for port, provisioning_complete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:38:07.922045 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-adc4e988-6d61-4f2f-bdea-b2e1b83f0c0e tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736732923383'] for network, precommit_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:38:07.990761 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edaa05ff-cbbe-40bc-9506-09ee220ed260 None None] Network 3e044bca-f295-40ac-baef-019b6d1c05c8 requested from dv-neutron-836180-1-hyperv {{(pid=83872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 13:38:08.007711 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1fafbc6-4bdb-4ab7-b0a8-beca8d628d93 None None] Network 09d7ea43-6376-4322-97e7-54cd01aae492 requested from dv-neutron-836180-1-hyperv {{(pid=83872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 13:38:08.143715 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-478e8a47-bebb-4697-93db-bca35c99fc8a None None] Network 4fa46e2d-00b0-4edc-bea2-90df2da64545 requested from dv-neutron-836180-1-hyperv {{(pid=83872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 13:38:08.154426 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-adc4e988-6d61-4f2f-bdea-b2e1b83f0c0e tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575'] for network, after_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:38:08.155964 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-431f8fd1-6997-4360-ad46-4074ea3784b8 None None] Network 2db77301-e926-48c7-99c9-93400ab3a4d9 requested from dv-neutron-836180-1-hyperv {{(pid=83872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 13:38:08.158078 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adc4e988-6d61-4f2f-bdea-b2e1b83f0c0e tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:38:08.158653 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-adc4e988-6d61-4f2f-bdea-b2e1b83f0c0e tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] Notify callbacks [] for network, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:38:08.191524 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-f32e9ad1-921c-4aa8-a6f2-09a0a1398a48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:38:08.278165 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-431f8fd1-6997-4360-ad46-4074ea3784b8 None None] Network 2db77301-e926-48c7-99c9-93400ab3a4d9 could not be found, it might have been deleted concurrently. {{(pid=83872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:205}} Apr 01 13:38:08.302135 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e68c3419-58cc-4db4-b1f4-5262ebf7e901 None None] Network 2db77301-e926-48c7-99c9-93400ab3a4d9 requested from dv-neutron-836180-1-hyperv {{(pid=83872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 13:38:08.393224 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e68c3419-58cc-4db4-b1f4-5262ebf7e901 None None] Network 2db77301-e926-48c7-99c9-93400ab3a4d9 could not be found, it might have been deleted concurrently. {{(pid=83872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:205}} Apr 01 13:38:08.400456 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-f32e9ad1-921c-4aa8-a6f2-09a0a1398a48 None None] For port ec47afa4-1229-4c81-b9b3-3b68a6be513c, host dv-neutron-836180-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836180-1-hyperv',level=0,port_id=ec47afa4-1229-4c81-b9b3-3b68a6be513c,segment=NetworkSegment(16094ed0-4a47-4ff6-9238-85c278d7a2a5),segment_id=16094ed0-4a47-4ff6-9238-85c278d7a2a5)] {{(pid=83872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 13:38:08.403990 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-e27b855b-4fd9-4fd4-a8e2-caf3a7e8b2f0 tempest-RoutersNegativeIpV6Test-77380712 tempest-RoutersNegativeIpV6Test-77380712-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2743225', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2757366'] for subnet, after_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:38:08.448680 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-f32e9ad1-921c-4aa8-a6f2-09a0a1398a48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864'] for port, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:38:08.501046 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-adc4e988-6d61-4f2f-bdea-b2e1b83f0c0e tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.3750203 Apr 01 13:38:08.505651 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-07f7f703-bfc7-49ac-9994-8478c7b724fe tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4155147'] for port, precommit_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:38:08.513337 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e27b855b-4fd9-4fd4-a8e2-caf3a7e8b2f0 tempest-RoutersNegativeIpV6Test-77380712 tempest-RoutersNegativeIpV6Test-77380712-project] Pushing event updated for resources: {'Subnet': ['ID=c16dd0ac-9db6-4e63-a114-c24b1f076415,revision_number=0']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:38:08.515378 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 52108) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:38:08.522049 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-92df8dc8-23a3-442e-9f35-0c9da8df29e5 tempest-AllowedAddressPairTestJSON-1367689381 tempest-AllowedAddressPairTestJSON-1367689381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4155147'] for port, precommit_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:38:08.538542 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.v2.base [None req-522ffc30-915b-418f-949e-f47c5f9c5883 tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] Request body: {'network': {'name': 'New_network'}} {{(pid=83871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:38:08.677342 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.plugin [None req-07f7f703-bfc7-49ac-9994-8478c7b724fe tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Calling delete_port for 39c5fcf1-a691-48e7-b774-879766cbce07 owned by {{(pid=83869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 13:38:08.736558 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.plugin [None req-92df8dc8-23a3-442e-9f35-0c9da8df29e5 tempest-AllowedAddressPairTestJSON-1367689381 tempest-AllowedAddressPairTestJSON-1367689381-project] Calling delete_port for 9dc3c378-4a15-40d3-a732-ee8a2ce9cbcf owned by {{(pid=83871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 13:38:08.785720 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc4e988-6d61-4f2f-bdea-b2e1b83f0c0e tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] Pushing event updated for resources: {'Network': ['ID=72ba6e8c-c9a6-478a-9459-eab2b14600f9,revision_number=1']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:38:08.878787 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f32e9ad1-921c-4aa8-a6f2-09a0a1398a48 None None] Pushing event updated for resources: {'Port': ['ID=ec47afa4-1229-4c81-b9b3-3b68a6be513c,revision_number=3']} {{(pid=83872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:38:08.883948 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Network 72ba6e8c-c9a6-478a-9459-eab2b14600f9 details requested by agent ovs-agent-dv-neutron-836180-1-hyperv with host dv-neutron-836180-1-hyperv {{(pid=83872) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 13:38:08.904069 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-07f7f703-bfc7-49ac-9994-8478c7b724fe tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736733359243', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736732935810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2705155'] for port, after_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:38:08.909519 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-92777983-6622-46ee-83e0-49b14b836491 None None] Provisioning for port fae35008-33e1-4f04-aa34-41739fa21595 completed by entity DHCP. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 13:38:08.945534 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43ba18d8-7836-4fee-9c24-1851a9e22929 tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Router c0d1d34a-1d35-455c-b993-35eb052d6672 is scheduled to L3 agent 88bf8fc8-11a3-4e96-9d1b-5fd93ba9f6f1 with binding_index 1 {{(pid=83869) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 01 13:38:08.955231 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f7f703-bfc7-49ac-9994-8478c7b724fe tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Pushing event deleted for resources: {'Port': ['ID=39c5fcf1-a691-48e7-b774-879766cbce07,revision_number=None']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:38:08.970707 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e27b855b-4fd9-4fd4-a8e2-caf3a7e8b2f0 tempest-RoutersNegativeIpV6Test-77380712 tempest-RoutersNegativeIpV6Test-77380712-project] Checking segment: {'id': 'c61d44cd-a84f-4724-8212-37c2426e93a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '0cf4e7fc-bb07-4783-a08c-650ec2d3be4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 13:38:08.971463 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e27b855b-4fd9-4fd4-a8e2-caf3a7e8b2f0 tempest-RoutersNegativeIpV6Test-77380712 tempest-RoutersNegativeIpV6Test-77380712-project] Network hostable DHCP agents. Network: 0cf4e7fc-bb07-4783-a08c-650ec2d3be4c, hostable agents: ['e47e4547-5c2d-4954-ba56-fa3646239f18'], hosted agents: [] {{(pid=83871) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 13:38:09.002532 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07c5c05f-673e-43b4-b53c-8c49ab4de58e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7e7d0ecb-2af4-55f5-9198-238ab0570d62-4fa46e2d-00b0-4edc-bea2-90df2da64545', 'network_id': '4fa46e2d-00b0-4edc-bea2-90df2da64545', 'tenant_id': '1158e63ec46b4ca6b4d4e7cf2494b8b4', 'fixed_ips': [{'subnet_id': '608bd065-2627-421e-afd9-9552e6c7cf06'}]}} from dv-neutron-836180-1-hyperv. {{(pid=83872) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 01 13:38:09.005304 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-07c5c05f-673e-43b4-b53c-8c49ab4de58e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:38:09.033387 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-92777983-6622-46ee-83e0-49b14b836491 None None] Provisioning complete for port fae35008-33e1-4f04-aa34-41739fa21595 triggered by entity DHCP. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 13:38:09.033696 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-92777983-6622-46ee-83e0-49b14b836491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-948329'] for port, provisioning_complete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:38:09.059454 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-07f7f703-bfc7-49ac-9994-8478c7b724fe tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109561'] for port, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:38:09.092338 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-a976a7b9-9034-41e6-be13-349b75ed1593 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:38:09.102540 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-522ffc30-915b-418f-949e-f47c5f9c5883 tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736732923383'] for network, precommit_update {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:38:09.128352 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e27b855b-4fd9-4fd4-a8e2-caf3a7e8b2f0 tempest-RoutersNegativeIpV6Test-77380712 tempest-RoutersNegativeIpV6Test-77380712-project] Network 0cf4e7fc-bb07-4783-a08c-650ec2d3be4c is scheduled to be hosted by DHCP agent e47e4547-5c2d-4954-ba56-fa3646239f18 with binding_index 1 {{(pid=83871) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 13:38:09.134186 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-07f7f703-bfc7-49ac-9994-8478c7b724fe tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] 10.222.0.26 "DELETE /v2.0/ports/39c5fcf1-a691-48e7-b774-879766cbce07 HTTP/1.1" status: 204 len: 168 time: 1.9134622 Apr 01 13:38:09.134921 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 52114) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:38:09.138207 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-522ffc30-915b-418f-949e-f47c5f9c5883 tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575'] for network, after_update {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:38:09.164683 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-92df8dc8-23a3-442e-9f35-0c9da8df29e5 tempest-AllowedAddressPairTestJSON-1367689381 tempest-AllowedAddressPairTestJSON-1367689381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736733359243', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736732935810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2743125'] for port, after_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:38:09.211112 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.scheduler.base_scheduler [None req-e27b855b-4fd9-4fd4-a8e2-caf3a7e8b2f0 tempest-RoutersNegativeIpV6Test-77380712 tempest-RoutersNegativeIpV6Test-77380712-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-836180-1-hyperv, 0cf4e7fc-bb07-4783-a08c-650ec2d3be4c) {{(pid=83871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 13:38:09.220683 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2a1eb23-28a7-4a62-9ecc-2543c76931d5 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:38:09.221502 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2a1eb23-28a7-4a62-9ecc-2543c76931d5 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:38:09.222225 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-b2a1eb23-28a7-4a62-9ecc-2543c76931d5 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Synchronizing usage tracker for tenant:8b726fe6689e4b7f96def1a2219bea6c on resource:subnet {{(pid=83869) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 13:38:09.240272 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e06259bc-c2c7-445e-8d8b-e8e2cd29c37f None None] Network 0cf4e7fc-bb07-4783-a08c-650ec2d3be4c requested from dv-neutron-836180-1-hyperv {{(pid=83872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 13:38:09.253432 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-b2a1eb23-28a7-4a62-9ecc-2543c76931d5 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Unset dirty status for tenant:8b726fe6689e4b7f96def1a2219bea6c on resource:subnet {{(pid=83869) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 13:38:09.257702 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-b2a1eb23-28a7-4a62-9ecc-2543c76931d5 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.1188164 Apr 01 13:38:09.257702 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 52118) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:38:09.297983 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43ba18d8-7836-4fee-9c24-1851a9e22929 tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Notify agent at l3_agent.dv-neutron-836180-1-hyperv the message routers_updated {{(pid=83869) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 13:38:09.311210 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-43ba18d8-7836-4fee-9c24-1851a9e22929 tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] 10.222.0.26 "PUT /v2.0/routers/c0d1d34a-1d35-455c-b993-35eb052d6672/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1573060 Apr 01 13:38:09.312139 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 52122) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:38:09.339516 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dd749ff-fcdc-4a90-a679-21b9ff4fe921 None None] Sync routers for ids ['c0d1d34a-1d35-455c-b993-35eb052d6672'] in dv-neutron-836180-1-hyperv {{(pid=83872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 13:38:09.352645 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e27b855b-4fd9-4fd4-a8e2-caf3a7e8b2f0 tempest-RoutersNegativeIpV6Test-77380712 tempest-RoutersNegativeIpV6Test-77380712-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:38:09.353253 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-e27b855b-4fd9-4fd4-a8e2-caf3a7e8b2f0 tempest-RoutersNegativeIpV6Test-77380712 tempest-RoutersNegativeIpV6Test-77380712-project] Notify callbacks [] for subnet, before_response {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:38:09.393612 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92df8dc8-23a3-442e-9f35-0c9da8df29e5 tempest-AllowedAddressPairTestJSON-1367689381 tempest-AllowedAddressPairTestJSON-1367689381-project] Pushing event deleted for resources: {'Port': ['ID=9dc3c378-4a15-40d3-a732-ee8a2ce9cbcf,revision_number=None']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:38:09.397637 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-522ffc30-915b-418f-949e-f47c5f9c5883 tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] Network 72ba6e8c-c9a6-478a-9459-eab2b14600f9 is not hosted by any dhcp agent {{(pid=83871) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:226}} Apr 01 13:38:09.402171 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-522ffc30-915b-418f-949e-f47c5f9c5883 tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:38:09.402924 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-522ffc30-915b-418f-949e-f47c5f9c5883 tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] Notify callbacks [] for network, before_response {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:38:09.404388 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-522ffc30-915b-418f-949e-f47c5f9c5883 tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] 10.222.0.26 "PUT /v2.0/networks/72ba6e8c-c9a6-478a-9459-eab2b14600f9 HTTP/1.1" status: 200 len: 723 time: 0.8854651 Apr 01 13:38:09.411344 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 52126) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:38:09.437649 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.v2.base [None req-a18ba7f2-768a-4376-a47a-14047011bea2 tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] Request body: {'subnet': {'network_id': '72ba6e8c-c9a6-478a-9459-eab2b14600f9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:38:09.492474 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522ffc30-915b-418f-949e-f47c5f9c5883 tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] Pushing event updated for resources: {'Network': ['ID=72ba6e8c-c9a6-478a-9459-eab2b14600f9,revision_number=2']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:38:09.514617 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Device ec47afa4-1229-4c81-b9b3-3b68a6be513c up at agent ovs-agent-dv-neutron-836180-1-hyperv {{(pid=83872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 13:38:09.538352 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-e27b855b-4fd9-4fd4-a8e2-caf3a7e8b2f0 tempest-RoutersNegativeIpV6Test-77380712 tempest-RoutersNegativeIpV6Test-77380712-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.5979304 Apr 01 13:38:09.541505 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 52130) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:38:09.548514 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.v2.base [None req-6cc42652-6cc3-4d6d-9038-5c6cf6eb3fb4 tempest-RoutersNegativeIpV6Test-77380712 tempest-RoutersNegativeIpV6Test-77380712-project] Request body: {'subnet': {'network_id': 'b0f22d0f-f0a6-467f-b353-0ee5bc9e4067', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:38:09.550813 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Network 72ba6e8c-c9a6-478a-9459-eab2b14600f9 details requested by agent ovs-agent-dv-neutron-836180-1-hyperv with host dv-neutron-836180-1-hyperv {{(pid=83872) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 13:38:09.555801 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0997c5c0-ed57-440b-9a58-002f877d19c2 tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:38:09.556399 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-0997c5c0-ed57-440b-9a58-002f877d19c2 tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Synchronizing usage tracker for tenant:315e7395dd224b3fb020d0b9d921742e on resource:port {{(pid=83869) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 13:38:09.678521 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.db_base_plugin_common [None req-07c5c05f-673e-43b4-b53c-8c49ab4de58e None None] Allocated IP 2001:db8::2 (4fa46e2d-00b0-4edc-bea2-90df2da64545/608bd065-2627-421e-afd9-9552e6c7cf06/07b26ba3-a89f-4bc9-a374-86b8a36cac92) {{(pid=83872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 13:38:09.693568 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-a18ba7f2-768a-4376-a47a-14047011bea2 tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:38:09.697630 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-a18ba7f2-768a-4376-a47a-14047011bea2 tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] Usage tracker for resource:subnet and tenant:16dc8bccab6243da8b678a9c9f0a6318 is out of sync, need to count used quota {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 13:38:09.700720 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-a18ba7f2-768a-4376-a47a-14047011bea2 tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 13:38:09.706728 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-a18ba7f2-768a-4376-a47a-14047011bea2 tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:38:09.717289 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-0997c5c0-ed57-440b-9a58-002f877d19c2 tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Unset dirty status for tenant:315e7395dd224b3fb020d0b9d921742e on resource:port {{(pid=83869) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 13:38:09.721464 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-0997c5c0-ed57-440b-9a58-002f877d19c2 tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] 10.222.0.26 "GET /v2.0/ports/2de13a9d-c16d-4d8e-8616-7c7428fdc0ba HTTP/1.1" status: 200 len: 911 time: 0.4027898 Apr 01 13:38:09.722155 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 52134) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:38:09.738879 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.v2.base [None req-66bd97c5-cb1d-4dbc-b806-78eb099713cb tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'ff6a22f1-db5c-4ec3-bc25-c880ad8d7331'}]}} {{(pid=83869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:38:09.767767 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a18ba7f2-768a-4376-a47a-14047011bea2 tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] Made reservation on behalf of 16dc8bccab6243da8b678a9c9f0a6318 for: {'subnet': 1} {{(pid=83869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 13:38:09.803612 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-6cc42652-6cc3-4d6d-9038-5c6cf6eb3fb4 tempest-RoutersNegativeIpV6Test-77380712 tempest-RoutersNegativeIpV6Test-77380712-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:38:09.814731 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-92df8dc8-23a3-442e-9f35-0c9da8df29e5 tempest-AllowedAddressPairTestJSON-1367689381 tempest-AllowedAddressPairTestJSON-1367689381-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109561'] for port, before_response {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:38:09.821998 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-92df8dc8-23a3-442e-9f35-0c9da8df29e5 tempest-AllowedAddressPairTestJSON-1367689381 tempest-AllowedAddressPairTestJSON-1367689381-project] 10.222.0.26 "DELETE /v2.0/ports/9dc3c378-4a15-40d3-a732-ee8a2ce9cbcf HTTP/1.1" status: 204 len: 168 time: 2.2541578 Apr 01 13:38:09.823820 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-6cc42652-6cc3-4d6d-9038-5c6cf6eb3fb4 tempest-RoutersNegativeIpV6Test-77380712 tempest-RoutersNegativeIpV6Test-77380712-project] Usage tracker for resource:subnet and tenant:1158e63ec46b4ca6b4d4e7cf2494b8b4 is out of sync, need to count used quota {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 13:38:09.827721 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-6cc42652-6cc3-4d6d-9038-5c6cf6eb3fb4 tempest-RoutersNegativeIpV6Test-77380712 tempest-RoutersNegativeIpV6Test-77380712-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 13:38:09.833832 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dd749ff-fcdc-4a90-a679-21b9ff4fe921 None None] Routers {'c0d1d34a-1d35-455c-b993-35eb052d6672'} bound to L3 agent in host dv-neutron-836180-1-hyperv {{(pid=83872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 13:38:09.834540 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_hamode_db [None req-6dd749ff-fcdc-4a90-a679-21b9ff4fe921 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836180-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T13:25:36Z,description=,heartbeat_timestamp=2022-04-01T13:38:06Z,host='dv-neutron-836180-1-hyperv',id=88bf8fc8-11a3-4e96-9d1b-5fd93ba9f6f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T13:25:36Z,topic='l3_agent')) {'router_ids': ['c0d1d34a-1d35-455c-b993-35eb052d6672'], 'active': True} {{(pid=83872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:38:09.836590 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 52138) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:38:09.901959 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-6cc42652-6cc3-4d6d-9038-5c6cf6eb3fb4 tempest-RoutersNegativeIpV6Test-77380712 tempest-RoutersNegativeIpV6Test-77380712-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:38:09.923566 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.db_base_plugin_v2 [None req-aa747a13-72c5-4245-ab9e-d63c427b2560 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Deleting subnet 8e755d19-923c-417d-88f8-a9715d25a3d6 {{(pid=83869) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 01 13:38:09.928442 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.pecan_wsgi.hooks.translation [None req-7535763a-68f7-4c5e-9509-1ce6049f39b8 tempest-AllowedAddressPairTestJSON-1367689381 tempest-AllowedAddressPairTestJSON-1367689381-project] GET failed (client error): The resource could not be found. Apr 01 13:38:09.929091 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-7535763a-68f7-4c5e-9509-1ce6049f39b8 tempest-AllowedAddressPairTestJSON-1367689381 tempest-AllowedAddressPairTestJSON-1367689381-project] Synchronizing usage tracker for tenant:58e3e93c60cc40f1a46269f3aa0dd0bd on resource:port {{(pid=83871) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 13:38:09.951484 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6cc42652-6cc3-4d6d-9038-5c6cf6eb3fb4 tempest-RoutersNegativeIpV6Test-77380712 tempest-RoutersNegativeIpV6Test-77380712-project] Made reservation on behalf of 1158e63ec46b4ca6b4d4e7cf2494b8b4 for: {'subnet': 1} {{(pid=83871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 13:38:09.968388 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-aa747a13-72c5-4245-ab9e-d63c427b2560 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Notify callbacks [] for subnet, before_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:38:09.990600 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-92777983-6622-46ee-83e0-49b14b836491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:38:10.017680 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_hamode_db [None req-6dd749ff-fcdc-4a90-a679-21b9ff4fe921 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-836180-1-hyperv', False) {} {{(pid=83872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:38:10.068518 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-a18ba7f2-768a-4376-a47a-14047011bea2 tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2999481'] for subnet, before_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:38:10.166790 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-7535763a-68f7-4c5e-9509-1ce6049f39b8 tempest-AllowedAddressPairTestJSON-1367689381 tempest-AllowedAddressPairTestJSON-1367689381-project] Unset dirty status for tenant:58e3e93c60cc40f1a46269f3aa0dd0bd on resource:port {{(pid=83871) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 13:38:10.168187 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-7535763a-68f7-4c5e-9509-1ce6049f39b8 tempest-AllowedAddressPairTestJSON-1367689381 tempest-AllowedAddressPairTestJSON-1367689381-project] 10.222.0.26 "GET /v2.0/ports/9dc3c378-4a15-40d3-a732-ee8a2ce9cbcf HTTP/1.1" status: 404 len: 333 time: 0.3303812 Apr 01 13:38:10.174874 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 52142) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:38:10.185001 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.v2.base [None req-9e0fd0d8-b84f-4ea5-b4e2-971d17a4a34b tempest-AllowedAddressPairTestJSON-1367689381 tempest-AllowedAddressPairTestJSON-1367689381-project] Request body: {'port': {'network_id': 'd049ce48-0ae5-49ef-bbba-4a5d32c78df3', 'name': 'tempest-AllowedAddressPairTestJSON-283616875'}} {{(pid=83871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:38:10.262063 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-aa747a13-72c5-4245-ab9e-d63c427b2560 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2704975'] for subnet, precommit_delete_associations {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:38:10.343067 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dd749ff-fcdc-4a90-a679-21b9ff4fe921 None None] Routers {'c0d1d34a-1d35-455c-b993-35eb052d6672'} bound to L3 agent in host dv-neutron-836180-1-hyperv {{(pid=83872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 13:38:10.343755 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_hamode_db [None req-6dd749ff-fcdc-4a90-a679-21b9ff4fe921 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836180-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T13:25:36Z,description=,heartbeat_timestamp=2022-04-01T13:38:06Z,host='dv-neutron-836180-1-hyperv',id=88bf8fc8-11a3-4e96-9d1b-5fd93ba9f6f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T13:25:36Z,topic='l3_agent')) {'router_ids': ['c0d1d34a-1d35-455c-b993-35eb052d6672'], 'active': True} {{(pid=83872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:38:10.423690 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59755095-928b-4ac5-8909-323ab5bbb9e8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7e7d0ecb-2af4-55f5-9198-238ab0570d62-0cf4e7fc-bb07-4783-a08c-650ec2d3be4c', 'network_id': '0cf4e7fc-bb07-4783-a08c-650ec2d3be4c', 'tenant_id': '1158e63ec46b4ca6b4d4e7cf2494b8b4', 'fixed_ips': [{'subnet_id': 'c16dd0ac-9db6-4e63-a114-c24b1f076415'}]}} from dv-neutron-836180-1-hyperv. {{(pid=83872) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 01 13:38:10.425402 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-59755095-928b-4ac5-8909-323ab5bbb9e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:38:10.431805 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-6cc42652-6cc3-4d6d-9038-5c6cf6eb3fb4 tempest-RoutersNegativeIpV6Test-77380712 tempest-RoutersNegativeIpV6Test-77380712-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2757336'] for subnet, before_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:38:10.453233 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-9e0fd0d8-b84f-4ea5-b4e2-971d17a4a34b tempest-AllowedAddressPairTestJSON-1367689381 tempest-AllowedAddressPairTestJSON-1367689381-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:38:10.465937 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_hamode_db [None req-6dd749ff-fcdc-4a90-a679-21b9ff4fe921 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-836180-1-hyperv', False) {} {{(pid=83872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:38:10.466477 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dd749ff-fcdc-4a90-a679-21b9ff4fe921 None None] The sync data for ids ['c0d1d34a-1d35-455c-b993-35eb052d6672'] in dv-neutron-836180-1-hyperv is: [] {{(pid=83872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 13:38:10.469242 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b513d927-4018-46db-a13c-8827fe4025fb None None] Network 3e044bca-f295-40ac-baef-019b6d1c05c8 requested from dv-neutron-836180-1-hyperv {{(pid=83872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 13:38:10.487875 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-92777983-6622-46ee-83e0-49b14b836491 None None] For port fae35008-33e1-4f04-aa34-41739fa21595, host dv-neutron-836180-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836180-1-hyperv',level=0,port_id=fae35008-33e1-4f04-aa34-41739fa21595,segment=NetworkSegment(6a51a8f3-c5e8-4883-bf03-da39a23b8ddb),segment_id=6a51a8f3-c5e8-4883-bf03-da39a23b8ddb)] {{(pid=83872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 13:38:10.534982 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-9e0fd0d8-b84f-4ea5-b4e2-971d17a4a34b tempest-AllowedAddressPairTestJSON-1367689381 tempest-AllowedAddressPairTestJSON-1367689381-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:38:10.570587 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e0fd0d8-b84f-4ea5-b4e2-971d17a4a34b tempest-AllowedAddressPairTestJSON-1367689381 tempest-AllowedAddressPairTestJSON-1367689381-project] Made reservation on behalf of 58e3e93c60cc40f1a46269f3aa0dd0bd for: {'port': 1} {{(pid=83871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 13:38:10.574159 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-9e0fd0d8-b84f-4ea5-b4e2-971d17a4a34b tempest-AllowedAddressPairTestJSON-1367689381 tempest-AllowedAddressPairTestJSON-1367689381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:38:10.602090 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-92777983-6622-46ee-83e0-49b14b836491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864'] for port, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:38:10.616992 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.notifiers.nova [None req-9e0fd0d8-b84f-4ea5-b4e2-971d17a4a34b tempest-AllowedAddressPairTestJSON-1367689381 tempest-AllowedAddressPairTestJSON-1367689381-project] device_id is not set on port 8065f9af-8d58-4060-b2d0-f96f198681f1 yet. {{(pid=83871) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 01 13:38:10.644932 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Provisioning complete for port ec47afa4-1229-4c81-b9b3-3b68a6be513c triggered by entity L2. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 13:38:10.645516 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-948329'] for port, provisioning_complete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:38:10.699079 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-66bd97c5-cb1d-4dbc-b806-78eb099713cb tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:38:10.827749 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-6fd5444f-6c96-444d-b0b6-d68ff2e7cfd6 None None] Could not find standard attr ID for object 9dc3c378-4a15-40d3-a732-ee8a2ce9cbcf. {{(pid=83872) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 01 13:38:10.873057 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.db_base_plugin_common [None req-9e0fd0d8-b84f-4ea5-b4e2-971d17a4a34b tempest-AllowedAddressPairTestJSON-1367689381 tempest-AllowedAddressPairTestJSON-1367689381-project] Allocated IP 172.20.0.14 (d049ce48-0ae5-49ef-bbba-4a5d32c78df3/81eceff5-0938-4b87-80a3-de911d512014/8065f9af-8d58-4060-b2d0-f96f198681f1) {{(pid=83871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 13:38:10.884779 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-6cc42652-6cc3-4d6d-9038-5c6cf6eb3fb4 tempest-RoutersNegativeIpV6Test-77380712 tempest-RoutersNegativeIpV6Test-77380712-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2743225', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2757366'] for subnet, after_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:38:10.927510 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-aa747a13-72c5-4245-ab9e-d63c427b2560 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-945029'] for subnet, precommit_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:38:11.001084 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92777983-6622-46ee-83e0-49b14b836491 None None] Pushing event updated for resources: {'Port': ['ID=fae35008-33e1-4f04-aa34-41739fa21595,revision_number=3']} {{(pid=83872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:38:11.025506 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc42652-6cc3-4d6d-9038-5c6cf6eb3fb4 tempest-RoutersNegativeIpV6Test-77380712 tempest-RoutersNegativeIpV6Test-77380712-project] Pushing event updated for resources: {'Subnet': ['ID=8a462ce8-71ea-423a-96e9-ffec2f543249,revision_number=0']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:38:11.071719 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-6fd5444f-6c96-444d-b0b6-d68ff2e7cfd6 None None] Provisioning complete for port fae35008-33e1-4f04-aa34-41739fa21595 triggered by entity DHCP. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 13:38:11.072372 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-6fd5444f-6c96-444d-b0b6-d68ff2e7cfd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-948329'] for port, provisioning_complete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:38:11.114913 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cc42652-6cc3-4d6d-9038-5c6cf6eb3fb4 tempest-RoutersNegativeIpV6Test-77380712 tempest-RoutersNegativeIpV6Test-77380712-project] Checking segment: {'id': '5a545d61-5344-4c02-bcd9-afcadc060f16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'b0f22d0f-f0a6-467f-b353-0ee5bc9e4067'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 13:38:11.114913 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cc42652-6cc3-4d6d-9038-5c6cf6eb3fb4 tempest-RoutersNegativeIpV6Test-77380712 tempest-RoutersNegativeIpV6Test-77380712-project] Network hostable DHCP agents. Network: b0f22d0f-f0a6-467f-b353-0ee5bc9e4067, hostable agents: ['e47e4547-5c2d-4954-ba56-fa3646239f18'], hosted agents: [] {{(pid=83871) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 13:38:11.151896 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-07c5c05f-673e-43b4-b53c-8c49ab4de58e None None] Notify callbacks [] for port, precommit_create {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:38:11.165869 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cc42652-6cc3-4d6d-9038-5c6cf6eb3fb4 tempest-RoutersNegativeIpV6Test-77380712 tempest-RoutersNegativeIpV6Test-77380712-project] Network b0f22d0f-f0a6-467f-b353-0ee5bc9e4067 is scheduled to be hosted by DHCP agent e47e4547-5c2d-4954-ba56-fa3646239f18 with binding_index 1 {{(pid=83871) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 13:38:11.171381 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-aa747a13-72c5-4245-ab9e-d63c427b2560 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-945042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2705198', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2999452'] for subnet, after_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:38:11.188154 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.db_base_plugin_common [None req-59755095-928b-4ac5-8909-323ab5bbb9e8 None None] Allocated IP 2001:db8::2 (0cf4e7fc-bb07-4783-a08c-650ec2d3be4c/c16dd0ac-9db6-4e63-a114-c24b1f076415/5f7c61df-9819-4c49-add8-ac2dcf5961be) {{(pid=83872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 13:38:11.197490 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.scheduler.base_scheduler [None req-6cc42652-6cc3-4d6d-9038-5c6cf6eb3fb4 tempest-RoutersNegativeIpV6Test-77380712 tempest-RoutersNegativeIpV6Test-77380712-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-836180-1-hyperv, b0f22d0f-f0a6-467f-b353-0ee5bc9e4067) {{(pid=83871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 13:38:11.197998 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-07c5c05f-673e-43b4-b53c-8c49ab4de58e None None] Transition to ACTIVE for port object 07b26ba3-a89f-4bc9-a374-86b8a36cac92 will not be triggered until provisioned by entity L2. {{(pid=83872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 13:38:11.205670 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cc42652-6cc3-4d6d-9038-5c6cf6eb3fb4 tempest-RoutersNegativeIpV6Test-77380712 tempest-RoutersNegativeIpV6Test-77380712-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:38:11.206529 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-6cc42652-6cc3-4d6d-9038-5c6cf6eb3fb4 tempest-RoutersNegativeIpV6Test-77380712 tempest-RoutersNegativeIpV6Test-77380712-project] Notify callbacks [] for subnet, before_response {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:38:11.239644 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-259f72d1-f87c-4910-aa74-62008c32da3e None None] Network b0f22d0f-f0a6-467f-b353-0ee5bc9e4067 requested from dv-neutron-836180-1-hyperv {{(pid=83872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 13:38:11.243767 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-9e0fd0d8-b84f-4ea5-b4e2-971d17a4a34b tempest-AllowedAddressPairTestJSON-1367689381 tempest-AllowedAddressPairTestJSON-1367689381-project] Notify callbacks [] for port, precommit_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:38:11.261706 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-a18ba7f2-768a-4376-a47a-14047011bea2 tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2705391', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2999447'] for subnet, after_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:38:11.265007 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa747a13-72c5-4245-ab9e-d63c427b2560 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Pushing event deleted for resources: {'Subnet': ['ID=8e755d19-923c-417d-88f8-a9715d25a3d6,revision_number=None']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:38:11.269000 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-6cc42652-6cc3-4d6d-9038-5c6cf6eb3fb4 tempest-RoutersNegativeIpV6Test-77380712 tempest-RoutersNegativeIpV6Test-77380712-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.7260635 Apr 01 13:38:11.275343 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 52146) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:38:11.278983 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.provisioning_blocks [None req-9e0fd0d8-b84f-4ea5-b4e2-971d17a4a34b tempest-AllowedAddressPairTestJSON-1367689381 tempest-AllowedAddressPairTestJSON-1367689381-project] Transition to ACTIVE for port object 8065f9af-8d58-4060-b2d0-f96f198681f1 will not be triggered until provisioned by entity DHCP. {{(pid=83871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 13:38:11.314966 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-9e0fd0d8-b84f-4ea5-b4e2-971d17a4a34b tempest-AllowedAddressPairTestJSON-1367689381 tempest-AllowedAddressPairTestJSON-1367689381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736732935801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2743125'] for port, after_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:38:11.381932 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-07c5c05f-673e-43b4-b53c-8c49ab4de58e None None] Transition to ACTIVE for port object 07b26ba3-a89f-4bc9-a374-86b8a36cac92 will not be triggered until provisioned by entity DHCP. {{(pid=83872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 13:38:11.389062 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e0fd0d8-b84f-4ea5-b4e2-971d17a4a34b tempest-AllowedAddressPairTestJSON-1367689381 tempest-AllowedAddressPairTestJSON-1367689381-project] Network d049ce48-0ae5-49ef-bbba-4a5d32c78df3 is already hosted by enough agents. {{(pid=83871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 13:38:11.391498 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-aa747a13-72c5-4245-ab9e-d63c427b2560 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3017602'] for subnet, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:38:11.392659 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.scheduler.base_scheduler [None req-9e0fd0d8-b84f-4ea5-b4e2-971d17a4a34b tempest-AllowedAddressPairTestJSON-1367689381 tempest-AllowedAddressPairTestJSON-1367689381-project] Resources bound (agent type, host, resource id): {{(pid=83871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 13:38:11.398658 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e0fd0d8-b84f-4ea5-b4e2-971d17a4a34b tempest-AllowedAddressPairTestJSON-1367689381 tempest-AllowedAddressPairTestJSON-1367689381-project] Received port after_create {{(pid=83871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 13:38:11.420570 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5d626b7-71a0-4635-b912-c56523ce4b8c None None] Network 09d7ea43-6376-4322-97e7-54cd01aae492 requested from dv-neutron-836180-1-hyperv {{(pid=83872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 13:38:11.466805 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e0fd0d8-b84f-4ea5-b4e2-971d17a4a34b tempest-AllowedAddressPairTestJSON-1367689381 tempest-AllowedAddressPairTestJSON-1367689381-project] Pushing event updated for resources: {'Port': ['ID=8065f9af-8d58-4060-b2d0-f96f198681f1,revision_number=1']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:38:11.498430 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-07c5c05f-673e-43b4-b53c-8c49ab4de58e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736732935801'] for port, after_create {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:38:11.513538 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e0fd0d8-b84f-4ea5-b4e2-971d17a4a34b tempest-AllowedAddressPairTestJSON-1367689381 tempest-AllowedAddressPairTestJSON-1367689381-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:38:11.514352 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-9e0fd0d8-b84f-4ea5-b4e2-971d17a4a34b tempest-AllowedAddressPairTestJSON-1367689381 tempest-AllowedAddressPairTestJSON-1367689381-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109561'] for port, before_response {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:38:11.555583 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-9e0fd0d8-b84f-4ea5-b4e2-971d17a4a34b tempest-AllowedAddressPairTestJSON-1367689381 tempest-AllowedAddressPairTestJSON-1367689381-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.3766987 Apr 01 13:38:11.556010 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 52150) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:38:11.563279 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.v2.base [None req-d8aa55a3-9720-46ba-a340-1e862fee3c0b tempest-AllowedAddressPairTestJSON-1367689381 tempest-AllowedAddressPairTestJSON-1367689381-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:63:c0:42'}]}} {{(pid=83871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:38:11.564405 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-aa747a13-72c5-4245-ab9e-d63c427b2560 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] 10.222.0.26 "DELETE /v2.0/subnets/8e755d19-923c-417d-88f8-a9715d25a3d6 HTTP/1.1" status: 204 len: 168 time: 2.3056459 Apr 01 13:38:11.565274 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 52154) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:38:11.580023 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a18ba7f2-768a-4376-a47a-14047011bea2 tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] Pushing event updated for resources: {'Subnet': ['ID=69e7b21b-7155-4626-9f0d-a69c8a22427d,revision_number=0']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:38:11.613307 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Device fae35008-33e1-4f04-aa34-41739fa21595 up at agent ovs-agent-dv-neutron-836180-1-hyperv {{(pid=83872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 13:38:11.745419 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-5ab22cf0-c8b9-45d8-ad91-86c3e78ffd04 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] 10.222.0.26 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1744959 Apr 01 13:38:11.750781 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 52158) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:38:11.758243 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.v2.base [None req-4febd6f6-42c1-48f4-9aae-5cad5ccdd989 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Request body: {'subnet': {'network_id': '09d7ea43-6376-4322-97e7-54cd01aae492', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=83871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:38:11.833342 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07c5c05f-673e-43b4-b53c-8c49ab4de58e None None] Network 4fa46e2d-00b0-4edc-bea2-90df2da64545 is already hosted by enough agents. {{(pid=83872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 13:38:11.886796 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.scheduler.base_scheduler [None req-07c5c05f-673e-43b4-b53c-8c49ab4de58e None None] Resources bound (agent type, host, resource id): {{(pid=83872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 13:38:11.889573 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07c5c05f-673e-43b4-b53c-8c49ab4de58e None None] Received port after_create {{(pid=83872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 13:38:11.905874 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a18ba7f2-768a-4376-a47a-14047011bea2 tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] Checking segment: {'id': '160e04b8-1956-4741-97ec-31909ae07829', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '72ba6e8c-c9a6-478a-9459-eab2b14600f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 13:38:11.906733 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a18ba7f2-768a-4376-a47a-14047011bea2 tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] Network hostable DHCP agents. Network: 72ba6e8c-c9a6-478a-9459-eab2b14600f9, hostable agents: ['e47e4547-5c2d-4954-ba56-fa3646239f18'], hosted agents: [] {{(pid=83869) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 13:38:11.925745 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c5c05f-673e-43b4-b53c-8c49ab4de58e None None] Pushing event updated for resources: {'Port': ['ID=07b26ba3-a89f-4bc9-a374-86b8a36cac92,revision_number=1']} {{(pid=83872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:38:11.935875 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-d8aa55a3-9720-46ba-a340-1e862fee3c0b tempest-AllowedAddressPairTestJSON-1367689381 tempest-AllowedAddressPairTestJSON-1367689381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:38:11.947301 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-4febd6f6-42c1-48f4-9aae-5cad5ccdd989 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:38:11.955296 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-4febd6f6-42c1-48f4-9aae-5cad5ccdd989 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Usage tracker for resource:subnet and tenant:8b726fe6689e4b7f96def1a2219bea6c is out of sync, need to count used quota {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 13:38:11.959083 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-4febd6f6-42c1-48f4-9aae-5cad5ccdd989 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 13:38:11.987002 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-4febd6f6-42c1-48f4-9aae-5cad5ccdd989 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:38:12.019628 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4febd6f6-42c1-48f4-9aae-5cad5ccdd989 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Made reservation on behalf of 8b726fe6689e4b7f96def1a2219bea6c for: {'subnet': 1} {{(pid=83871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 13:38:12.222544 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.db.resource_extend [None req-66bd97c5-cb1d-4dbc-b806-78eb099713cb tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] It took 0.27 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 01 13:38:12.242269 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-66bd97c5-cb1d-4dbc-b806-78eb099713cb tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Notify callbacks [] for port, precommit_update {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:38:12.256692 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a18ba7f2-768a-4376-a47a-14047011bea2 tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] Network 72ba6e8c-c9a6-478a-9459-eab2b14600f9 is scheduled to be hosted by DHCP agent e47e4547-5c2d-4954-ba56-fa3646239f18 with binding_index 1 {{(pid=83869) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 13:38:12.284275 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-59755095-928b-4ac5-8909-323ab5bbb9e8 None None] Notify callbacks [] for port, precommit_create {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:38:12.297194 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-59755095-928b-4ac5-8909-323ab5bbb9e8 None None] Transition to ACTIVE for port object 5f7c61df-9819-4c49-add8-ac2dcf5961be will not be triggered until provisioned by entity L2. {{(pid=83872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 13:38:12.321201 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-59755095-928b-4ac5-8909-323ab5bbb9e8 None None] Transition to ACTIVE for port object 5f7c61df-9819-4c49-add8-ac2dcf5961be will not be triggered until provisioned by entity DHCP. {{(pid=83872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 13:38:12.344094 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.managers [None req-07c5c05f-673e-43b4-b53c-8c49ab4de58e None None] Attempting to bind port 07b26ba3-a89f-4bc9-a374-86b8a36cac92 on host dv-neutron-836180-1-hyperv for vnic_type normal with profile {{(pid=83872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 13:38:12.344601 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.managers [None req-07c5c05f-673e-43b4-b53c-8c49ab4de58e None None] Attempting to bind port 07b26ba3-a89f-4bc9-a374-86b8a36cac92 by drivers openvswitch,hyperv on host dv-neutron-836180-1-hyperv at level 0 using segments [{'id': 'e7209e51-3bed-4bef-811a-e73baa1cacf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '4fa46e2d-00b0-4edc-bea2-90df2da64545'}] {{(pid=83872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 13:38:12.345073 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07c5c05f-673e-43b4-b53c-8c49ab4de58e None None] Attempting to bind port 07b26ba3-a89f-4bc9-a374-86b8a36cac92 on network 4fa46e2d-00b0-4edc-bea2-90df2da64545 {{(pid=83872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 13:38:12.345182 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-66bd97c5-cb1d-4dbc-b806-78eb099713cb tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2705172'] for port, after_update {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:38:12.347748 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-59755095-928b-4ac5-8909-323ab5bbb9e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736732935801'] for port, after_create {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:38:12.350213 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66bd97c5-cb1d-4dbc-b806-78eb099713cb tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:38:12.350830 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-66bd97c5-cb1d-4dbc-b806-78eb099713cb tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109561'] for port, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:38:12.354995 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-66bd97c5-cb1d-4dbc-b806-78eb099713cb tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] 10.222.0.26 "PUT /v2.0/ports/2de13a9d-c16d-4d8e-8616-7c7428fdc0ba HTTP/1.1" status: 200 len: 911 time: 2.6188042 Apr 01 13:38:12.374343 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 52162) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:38:12.397142 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.scheduler.base_scheduler [None req-a18ba7f2-768a-4376-a47a-14047011bea2 tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-836180-1-hyperv, 72ba6e8c-c9a6-478a-9459-eab2b14600f9) {{(pid=83869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 13:38:12.404810 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-6fd5444f-6c96-444d-b0b6-d68ff2e7cfd6 None None] Provisioning complete for port ec47afa4-1229-4c81-b9b3-3b68a6be513c triggered by entity DHCP. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 13:38:12.407014 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-6fd5444f-6c96-444d-b0b6-d68ff2e7cfd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-948329'] for port, provisioning_complete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:38:12.410343 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a18ba7f2-768a-4376-a47a-14047011bea2 tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:38:12.411609 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-a18ba7f2-768a-4376-a47a-14047011bea2 tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3017602'] for subnet, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:38:12.433992 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Provisioning complete for port fae35008-33e1-4f04-aa34-41739fa21595 triggered by entity L2. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 13:38:12.434632 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-948329'] for port, provisioning_complete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:38:12.451414 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-4febd6f6-42c1-48f4-9aae-5cad5ccdd989 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2757336'] for subnet, before_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:38:12.485294 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-e0473f38-496d-4313-bb3e-9c739c019f44 tempest-RoutersNegativeIpV6Test-77380712 tempest-RoutersNegativeIpV6Test-77380712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:38:12.492209 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07c5c05f-673e-43b4-b53c-8c49ab4de58e None None] Checking agent: {'id': 'af948428-97cd-4d10-9f53-af028bdb39b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-836180-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 13, 25, 37), 'started_at': datetime.datetime(2022, 4, 1, 13, 26, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 13, 38, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-836180-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 13:38:12.492890 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07c5c05f-673e-43b4-b53c-8c49ab4de58e None None] Checking segment: {'id': 'e7209e51-3bed-4bef-811a-e73baa1cacf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '4fa46e2d-00b0-4edc-bea2-90df2da64545'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 13:38:12.493468 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-07c5c05f-673e-43b4-b53c-8c49ab4de58e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:38:12.494004 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07c5c05f-673e-43b4-b53c-8c49ab4de58e None None] Bound using segment: {'id': 'e7209e51-3bed-4bef-811a-e73baa1cacf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '4fa46e2d-00b0-4edc-bea2-90df2da64545'} {{(pid=83872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 13:38:12.494625 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.managers [None req-07c5c05f-673e-43b4-b53c-8c49ab4de58e None None] Bound port: 07b26ba3-a89f-4bc9-a374-86b8a36cac92, host: dv-neutron-836180-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e7209e51-3bed-4bef-811a-e73baa1cacf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '4fa46e2d-00b0-4edc-bea2-90df2da64545'}}] {{(pid=83872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 13:38:12.495163 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-07c5c05f-673e-43b4-b53c-8c49ab4de58e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:38:12.506954 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c10b06cd-1a07-487a-80ba-fd7d5b8c8814 None None] Network 72ba6e8c-c9a6-478a-9459-eab2b14600f9 requested from dv-neutron-836180-1-hyperv {{(pid=83872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 13:38:12.588748 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59755095-928b-4ac5-8909-323ab5bbb9e8 None None] Pushing event updated for resources: {'Port': ['ID=5f7c61df-9819-4c49-add8-ac2dcf5961be,revision_number=1']} {{(pid=83872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:38:12.608918 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa1f6990-0f3b-4a45-b745-9a244b3dde74 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7e7d0ecb-2af4-55f5-9198-238ab0570d62-b0f22d0f-f0a6-467f-b353-0ee5bc9e4067', 'network_id': 'b0f22d0f-f0a6-467f-b353-0ee5bc9e4067', 'tenant_id': '1158e63ec46b4ca6b4d4e7cf2494b8b4', 'fixed_ips': [{'subnet_id': '8a462ce8-71ea-423a-96e9-ffec2f543249'}]}} from dv-neutron-836180-1-hyperv. {{(pid=83872) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 01 13:38:12.611429 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-aa1f6990-0f3b-4a45-b745-9a244b3dde74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:38:12.717654 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-a18ba7f2-768a-4376-a47a-14047011bea2 tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.3027661 Apr 01 13:38:12.726667 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 52166) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:38:12.727792 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66bd97c5-cb1d-4dbc-b806-78eb099713cb tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Pushing event updated for resources: {'Port': ['ID=2de13a9d-c16d-4d8e-8616-7c7428fdc0ba,revision_number=3']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:38:12.747207 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.v2.base [None req-c7dcc7cc-6c66-4d39-a19a-285ed8e92540 tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=83869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:38:12.776666 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-d8aa55a3-9720-46ba-a340-1e862fee3c0b tempest-AllowedAddressPairTestJSON-1367689381 tempest-AllowedAddressPairTestJSON-1367689381-project] Notify callbacks [] for port, precommit_update {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:38:12.793511 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-d8aa55a3-9720-46ba-a340-1e862fee3c0b tempest-AllowedAddressPairTestJSON-1367689381 tempest-AllowedAddressPairTestJSON-1367689381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2743106'] for port, after_update {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:38:12.949279 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59755095-928b-4ac5-8909-323ab5bbb9e8 None None] Network 0cf4e7fc-bb07-4783-a08c-650ec2d3be4c is already hosted by enough agents. {{(pid=83872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 13:38:12.956644 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.scheduler.base_scheduler [None req-59755095-928b-4ac5-8909-323ab5bbb9e8 None None] Resources bound (agent type, host, resource id): {{(pid=83872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 13:38:12.996278 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-c7dcc7cc-6c66-4d39-a19a-285ed8e92540 tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-2999438'] for subnet, before_update {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:38:13.003945 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8aa55a3-9720-46ba-a340-1e862fee3c0b tempest-AllowedAddressPairTestJSON-1367689381 tempest-AllowedAddressPairTestJSON-1367689381-project] Pushing event updated for resources: {'Port': ['ID=8065f9af-8d58-4060-b2d0-f96f198681f1,revision_number=2']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:38:13.005262 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59755095-928b-4ac5-8909-323ab5bbb9e8 None None] Received port after_create {{(pid=83872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 13:38:13.121732 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fa30d2b-a014-40e1-b284-b94fca476f31 None None] DHCP port deletion for 09d7ea43-6376-4322-97e7-54cd01aae492 request from dv-neutron-836180-1-hyperv {{(pid=83872) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 01 13:38:13.203791 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.plugin [None req-9fa30d2b-a014-40e1-b284-b94fca476f31 None None] Deleting port ec47afa4-1229-4c81-b9b3-3b68a6be513c {{(pid=83872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 13:38:13.204165 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-9fa30d2b-a014-40e1-b284-b94fca476f31 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736733287370'] for port, before_delete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:38:13.219347 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.plugin [None req-d8aa55a3-9720-46ba-a340-1e862fee3c0b tempest-AllowedAddressPairTestJSON-1367689381 tempest-AllowedAddressPairTestJSON-1367689381-project] In _notify_port_updated(), no bound segment for port 8065f9af-8d58-4060-b2d0-f96f198681f1 on network d049ce48-0ae5-49ef-bbba-4a5d32c78df3 {{(pid=83871) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Apr 01 13:38:13.220696 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.db_base_plugin_common [None req-e0473f38-496d-4313-bb3e-9c739c019f44 tempest-RoutersNegativeIpV6Test-77380712 tempest-RoutersNegativeIpV6Test-77380712-project] Allocated IP 2001:db8::1 (0cf4e7fc-bb07-4783-a08c-650ec2d3be4c/c16dd0ac-9db6-4e63-a114-c24b1f076415/767a9060-9474-4ef7-84eb-1502cf390d6c) {{(pid=83869) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 13:38:13.222610 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8aa55a3-9720-46ba-a340-1e862fee3c0b tempest-AllowedAddressPairTestJSON-1367689381 tempest-AllowedAddressPairTestJSON-1367689381-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:38:13.223022 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-d8aa55a3-9720-46ba-a340-1e862fee3c0b tempest-AllowedAddressPairTestJSON-1367689381 tempest-AllowedAddressPairTestJSON-1367689381-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109561'] for port, before_response {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:38:13.227178 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-d8aa55a3-9720-46ba-a340-1e862fee3c0b tempest-AllowedAddressPairTestJSON-1367689381 tempest-AllowedAddressPairTestJSON-1367689381-project] 10.222.0.26 "PUT /v2.0/ports/8065f9af-8d58-4060-b2d0-f96f198681f1 HTTP/1.1" status: 200 len: 996 time: 1.6673746 Apr 01 13:38:13.234276 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 52170) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:38:13.325473 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-07c5c05f-673e-43b4-b53c-8c49ab4de58e None None] For port 07b26ba3-a89f-4bc9-a374-86b8a36cac92, host dv-neutron-836180-1-hyperv, cleared binding levels {{(pid=83872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 13:38:13.375228 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.plugin [None req-ab333301-6f66-4bf5-bbec-ce3676d1eaee tempest-AllowedAddressPairTestJSON-1367689381 tempest-AllowedAddressPairTestJSON-1367689381-project] Deleting port 8065f9af-8d58-4060-b2d0-f96f198681f1 {{(pid=83871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 13:38:13.375620 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-ab333301-6f66-4bf5-bbec-ce3676d1eaee tempest-AllowedAddressPairTestJSON-1367689381 tempest-AllowedAddressPairTestJSON-1367689381-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736733287370'] for port, before_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:38:13.444348 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-07c5c05f-673e-43b4-b53c-8c49ab4de58e None None] For port 07b26ba3-a89f-4bc9-a374-86b8a36cac92, host dv-neutron-836180-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836180-1-hyperv',level=0,port_id=07b26ba3-a89f-4bc9-a374-86b8a36cac92,segment=NetworkSegment(e7209e51-3bed-4bef-811a-e73baa1cacf3),segment_id=e7209e51-3bed-4bef-811a-e73baa1cacf3)] {{(pid=83872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 13:38:13.452318 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-4b56c594-a097-44df-8f82-9f6c812d9337 tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4084029'] for router_interface, before_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:38:13.474398 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.managers [None req-59755095-928b-4ac5-8909-323ab5bbb9e8 None None] Attempting to bind port 5f7c61df-9819-4c49-add8-ac2dcf5961be on host dv-neutron-836180-1-hyperv for vnic_type normal with profile {{(pid=83872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 13:38:13.474759 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.managers [None req-59755095-928b-4ac5-8909-323ab5bbb9e8 None None] Attempting to bind port 5f7c61df-9819-4c49-add8-ac2dcf5961be by drivers openvswitch,hyperv on host dv-neutron-836180-1-hyperv at level 0 using segments [{'id': 'c61d44cd-a84f-4724-8212-37c2426e93a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '0cf4e7fc-bb07-4783-a08c-650ec2d3be4c'}] {{(pid=83872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 13:38:13.475088 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59755095-928b-4ac5-8909-323ab5bbb9e8 None None] Attempting to bind port 5f7c61df-9819-4c49-add8-ac2dcf5961be on network 0cf4e7fc-bb07-4783-a08c-650ec2d3be4c {{(pid=83872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 13:38:13.477633 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-07c5c05f-673e-43b4-b53c-8c49ab4de58e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864'] for port, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:38:13.500847 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-c7dcc7cc-6c66-4d39-a19a-285ed8e92540 tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8736733359252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-2705365'] for subnet, after_update {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:38:13.519339 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.objects.ports [None req-4febd6f6-42c1-48f4-9aae-5cad5ccdd989 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=83871) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Apr 01 13:38:13.525703 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec03ec00-2ffa-4d6d-9358-3dcaf9121ec2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7e7d0ecb-2af4-55f5-9198-238ab0570d62-72ba6e8c-c9a6-478a-9459-eab2b14600f9', 'network_id': '72ba6e8c-c9a6-478a-9459-eab2b14600f9', 'tenant_id': '16dc8bccab6243da8b678a9c9f0a6318', 'fixed_ips': [{'subnet_id': '69e7b21b-7155-4626-9f0d-a69c8a22427d'}]}} from dv-neutron-836180-1-hyperv. {{(pid=83872) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 01 13:38:13.526244 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-ec03ec00-2ffa-4d6d-9358-3dcaf9121ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:38:13.591888 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-e0473f38-496d-4313-bb3e-9c739c019f44 tempest-RoutersNegativeIpV6Test-77380712 tempest-RoutersNegativeIpV6Test-77380712-project] Notify callbacks [] for port, precommit_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:38:13.605981 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7dcc7cc-6c66-4d39-a19a-285ed8e92540 tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:38:13.607578 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-c7dcc7cc-6c66-4d39-a19a-285ed8e92540 tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] Notify callbacks [] for subnet, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:38:13.609942 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-c7dcc7cc-6c66-4d39-a19a-285ed8e92540 tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] 10.222.0.26 "PUT /v2.0/subnets/69e7b21b-7155-4626-9f0d-a69c8a22427d HTTP/1.1" status: 200 len: 806 time: 0.8706317 Apr 01 13:38:13.617810 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 52176) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:38:13.635113 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59755095-928b-4ac5-8909-323ab5bbb9e8 None None] Checking agent: {'id': 'af948428-97cd-4d10-9f53-af028bdb39b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-836180-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 13, 25, 37), 'started_at': datetime.datetime(2022, 4, 1, 13, 26, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 13, 38, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-836180-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 13:38:13.635482 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59755095-928b-4ac5-8909-323ab5bbb9e8 None None] Checking segment: {'id': 'c61d44cd-a84f-4724-8212-37c2426e93a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '0cf4e7fc-bb07-4783-a08c-650ec2d3be4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 13:38:13.635878 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-59755095-928b-4ac5-8909-323ab5bbb9e8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:38:13.636381 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59755095-928b-4ac5-8909-323ab5bbb9e8 None None] Bound using segment: {'id': 'c61d44cd-a84f-4724-8212-37c2426e93a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '0cf4e7fc-bb07-4783-a08c-650ec2d3be4c'} {{(pid=83872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 13:38:13.636775 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.managers [None req-59755095-928b-4ac5-8909-323ab5bbb9e8 None None] Bound port: 5f7c61df-9819-4c49-add8-ac2dcf5961be, host: dv-neutron-836180-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c61d44cd-a84f-4724-8212-37c2426e93a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '0cf4e7fc-bb07-4783-a08c-650ec2d3be4c'}}] {{(pid=83872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 13:38:13.637120 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-59755095-928b-4ac5-8909-323ab5bbb9e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:38:13.658243 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7dcc7cc-6c66-4d39-a19a-285ed8e92540 tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] Pushing event updated for resources: {'Subnet': ['ID=69e7b21b-7155-4626-9f0d-a69c8a22427d,revision_number=1']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:38:13.662092 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.db_base_plugin_common [None req-aa1f6990-0f3b-4a45-b745-9a244b3dde74 None None] Allocated IP 2001:db8::2 (b0f22d0f-f0a6-467f-b353-0ee5bc9e4067/8a462ce8-71ea-423a-96e9-ffec2f543249/f5e5bfc6-4e3f-4968-bb08-c020e6b86726) {{(pid=83872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 13:38:13.664408 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Device ec47afa4-1229-4c81-b9b3-3b68a6be513c no longer exists at agent ovs-agent-dv-neutron-836180-1-hyperv {{(pid=83872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 13:38:13.665977 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.provisioning_blocks [None req-e0473f38-496d-4313-bb3e-9c739c019f44 tempest-RoutersNegativeIpV6Test-77380712 tempest-RoutersNegativeIpV6Test-77380712-project] Transition to ACTIVE for port object 767a9060-9474-4ef7-84eb-1502cf390d6c will not be triggered until provisioned by entity DHCP. {{(pid=83869) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 13:38:13.794980 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-e0473f38-496d-4313-bb3e-9c739c019f44 tempest-RoutersNegativeIpV6Test-77380712 tempest-RoutersNegativeIpV6Test-77380712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736732935801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2705155'] for port, after_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:38:13.840836 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-f9008422-3d4b-4b10-849c-df097704df15 tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1033078'] for network, before_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:38:13.872283 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c5c05f-673e-43b4-b53c-8c49ab4de58e None None] Pushing event updated for resources: {'Port': ['ID=07b26ba3-a89f-4bc9-a374-86b8a36cac92,revision_number=2']} {{(pid=83872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:38:13.898072 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0473f38-496d-4313-bb3e-9c739c019f44 tempest-RoutersNegativeIpV6Test-77380712 tempest-RoutersNegativeIpV6Test-77380712-project] Network 0cf4e7fc-bb07-4783-a08c-650ec2d3be4c is already hosted by enough agents. {{(pid=83869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 13:38:13.902444 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.scheduler.base_scheduler [None req-e0473f38-496d-4313-bb3e-9c739c019f44 tempest-RoutersNegativeIpV6Test-77380712 tempest-RoutersNegativeIpV6Test-77380712-project] Resources bound (agent type, host, resource id): {{(pid=83869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 13:38:13.904621 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0473f38-496d-4313-bb3e-9c739c019f44 tempest-RoutersNegativeIpV6Test-77380712 tempest-RoutersNegativeIpV6Test-77380712-project] Pushing event updated for resources: {'Port': ['ID=767a9060-9474-4ef7-84eb-1502cf390d6c,revision_number=1']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:38:13.913687 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0473f38-496d-4313-bb3e-9c739c019f44 tempest-RoutersNegativeIpV6Test-77380712 tempest-RoutersNegativeIpV6Test-77380712-project] Received port after_create {{(pid=83869) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 13:38:13.914232 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-e0473f38-496d-4313-bb3e-9c739c019f44 tempest-RoutersNegativeIpV6Test-77380712 tempest-RoutersNegativeIpV6Test-77380712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4084144'] for router_interface, before_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:38:13.925288 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-6fd5444f-6c96-444d-b0b6-d68ff2e7cfd6 None None] Provisioning for port 2de13a9d-c16d-4d8e-8616-7c7428fdc0ba completed by entity DHCP. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 13:38:13.988566 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-f9008422-3d4b-4b10-849c-df097704df15 tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-945029'] for subnet, precommit_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:38:14.108835 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-ab333301-6f66-4bf5-bbec-ce3676d1eaee tempest-AllowedAddressPairTestJSON-1367689381 tempest-AllowedAddressPairTestJSON-1367689381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4155147'] for port, precommit_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:38:14.144514 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-e0473f38-496d-4313-bb3e-9c739c019f44 tempest-RoutersNegativeIpV6Test-77380712 tempest-RoutersNegativeIpV6Test-77380712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:38:14.156706 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-6fd5444f-6c96-444d-b0b6-d68ff2e7cfd6 None None] Provisioning complete for port 2de13a9d-c16d-4d8e-8616-7c7428fdc0ba triggered by entity DHCP. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 13:38:14.157203 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-6fd5444f-6c96-444d-b0b6-d68ff2e7cfd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-948329'] for port, provisioning_complete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:38:14.232465 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.plugin [None req-6fd5444f-6c96-444d-b0b6-d68ff2e7cfd6 None None] Port 2de13a9d-c16d-4d8e-8616-7c7428fdc0ba cannot update to ACTIVE because it is not bound. {{(pid=83872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 13:38:14.313296 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-4febd6f6-42c1-48f4-9aae-5cad5ccdd989 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:38:14.324188 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-59755095-928b-4ac5-8909-323ab5bbb9e8 None None] For port 5f7c61df-9819-4c49-add8-ac2dcf5961be, host dv-neutron-836180-1-hyperv, cleared binding levels {{(pid=83872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 13:38:14.334525 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-59755095-928b-4ac5-8909-323ab5bbb9e8 None None] For port 5f7c61df-9819-4c49-add8-ac2dcf5961be, host dv-neutron-836180-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836180-1-hyperv',level=0,port_id=5f7c61df-9819-4c49-add8-ac2dcf5961be,segment=NetworkSegment(c61d44cd-a84f-4724-8212-37c2426e93a7),segment_id=c61d44cd-a84f-4724-8212-37c2426e93a7)] {{(pid=83872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 13:38:14.347011 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.plugin [None req-ab333301-6f66-4bf5-bbec-ce3676d1eaee tempest-AllowedAddressPairTestJSON-1367689381 tempest-AllowedAddressPairTestJSON-1367689381-project] Calling delete_port for 8065f9af-8d58-4060-b2d0-f96f198681f1 owned by {{(pid=83871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 13:38:14.365377 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-6fd5444f-6c96-444d-b0b6-d68ff2e7cfd6 None None] Could not find standard attr ID for object 39c5fcf1-a691-48e7-b774-879766cbce07. {{(pid=83872) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 01 13:38:14.376779 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-59755095-928b-4ac5-8909-323ab5bbb9e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864'] for port, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:38:14.477331 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.db_base_plugin_common [None req-ec03ec00-2ffa-4d6d-9358-3dcaf9121ec2 None None] Allocated IP 172.20.0.2 (72ba6e8c-c9a6-478a-9459-eab2b14600f9/69e7b21b-7155-4626-9f0d-a69c8a22427d/15936205-e731-426f-87ce-390714f4850a) {{(pid=83872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 13:38:14.521214 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:38:14.553026 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-9fa30d2b-a014-40e1-b284-b94fca476f31 None None] For port ec47afa4-1229-4c81-b9b3-3b68a6be513c, host dv-neutron-836180-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836180-1-hyperv',level=0,port_id=ec47afa4-1229-4c81-b9b3-3b68a6be513c,segment=NetworkSegment(16094ed0-4a47-4ff6-9238-85c278d7a2a5),segment_id=16094ed0-4a47-4ff6-9238-85c278d7a2a5)] {{(pid=83872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 13:38:14.553401 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-9fa30d2b-a014-40e1-b284-b94fca476f31 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4155147'] for port, precommit_delete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:38:14.759666 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-e0473f38-496d-4313-bb3e-9c739c019f44 tempest-RoutersNegativeIpV6Test-77380712 tempest-RoutersNegativeIpV6Test-77380712-project] Notify callbacks [] for port, precommit_update {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:38:14.766618 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-e0473f38-496d-4313-bb3e-9c739c019f44 tempest-RoutersNegativeIpV6Test-77380712 tempest-RoutersNegativeIpV6Test-77380712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2705172'] for port, after_update {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:38:14.767892 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-e0473f38-496d-4313-bb3e-9c739c019f44 tempest-RoutersNegativeIpV6Test-77380712 tempest-RoutersNegativeIpV6Test-77380712-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3017508', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4084015'] for router_interface, after_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:38:14.825088 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.plugin [None req-9fa30d2b-a014-40e1-b284-b94fca476f31 None None] Calling delete_port for ec47afa4-1229-4c81-b9b3-3b68a6be513c owned by network:dhcp {{(pid=83872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 13:38:14.946585 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.db [None req-4febd6f6-42c1-48f4-9aae-5cad5ccdd989 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] For port ec47afa4-1229-4c81-b9b3-3b68a6be513c, host dv-neutron-836180-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836180-1-hyperv',level=0,port_id=ec47afa4-1229-4c81-b9b3-3b68a6be513c,segment=NetworkSegment(16094ed0-4a47-4ff6-9238-85c278d7a2a5),segment_id=16094ed0-4a47-4ff6-9238-85c278d7a2a5)] {{(pid=83871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 13:38:14.979969 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59755095-928b-4ac5-8909-323ab5bbb9e8 None None] Pushing event updated for resources: {'Port': ['ID=5f7c61df-9819-4c49-add8-ac2dcf5961be,revision_number=2']} {{(pid=83872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:38:15.017919 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0473f38-496d-4313-bb3e-9c739c019f44 tempest-RoutersNegativeIpV6Test-77380712 tempest-RoutersNegativeIpV6Test-77380712-project] Network 0cf4e7fc-bb07-4783-a08c-650ec2d3be4c is already hosted by enough agents. {{(pid=83869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 13:38:15.021653 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.scheduler.base_scheduler [None req-e0473f38-496d-4313-bb3e-9c739c019f44 tempest-RoutersNegativeIpV6Test-77380712 tempest-RoutersNegativeIpV6Test-77380712-project] Resources bound (agent type, host, resource id): {{(pid=83869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 13:38:15.081123 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-ab333301-6f66-4bf5-bbec-ce3676d1eaee tempest-AllowedAddressPairTestJSON-1367689381 tempest-AllowedAddressPairTestJSON-1367689381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736733359243', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736732935810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2743125'] for port, after_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:38:15.106694 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-8f2b9be0-125a-46fa-9207-c5bb7dec4b2c None None] Provisioning for port 8065f9af-8d58-4060-b2d0-f96f198681f1 completed by entity DHCP. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 13:38:15.154649 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-8f2b9be0-125a-46fa-9207-c5bb7dec4b2c None None] Provisioning complete for port 8065f9af-8d58-4060-b2d0-f96f198681f1 triggered by entity DHCP. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 13:38:15.155008 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-8f2b9be0-125a-46fa-9207-c5bb7dec4b2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-948329'] for port, provisioning_complete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:38:15.158180 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-4febd6f6-42c1-48f4-9aae-5cad5ccdd989 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Notify callbacks [] for port, precommit_update {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:38:15.160212 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab333301-6f66-4bf5-bbec-ce3676d1eaee tempest-AllowedAddressPairTestJSON-1367689381 tempest-AllowedAddressPairTestJSON-1367689381-project] Pushing event deleted for resources: {'Port': ['ID=8065f9af-8d58-4060-b2d0-f96f198681f1,revision_number=None']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:38:15.170988 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-4febd6f6-42c1-48f4-9aae-5cad5ccdd989 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2743106'] for port, after_update {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:38:15.171864 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-4febd6f6-42c1-48f4-9aae-5cad5ccdd989 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2743225', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2757366'] for subnet, after_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:38:15.221530 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e25912a7-ce58-4e4c-9e5c-8b6593640011 None None] Network 4fa46e2d-00b0-4edc-bea2-90df2da64545 requested from dv-neutron-836180-1-hyperv {{(pid=83872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 13:38:15.227962 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0473f38-496d-4313-bb3e-9c739c019f44 tempest-RoutersNegativeIpV6Test-77380712 tempest-RoutersNegativeIpV6Test-77380712-project] Pushing event updated for resources: {'Port': ['ID=767a9060-9474-4ef7-84eb-1502cf390d6c,revision_number=2']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:38:15.247422 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-aa1f6990-0f3b-4a45-b745-9a244b3dde74 None None] Notify callbacks [] for port, precommit_create {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:38:15.278213 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.plugin [None req-8f2b9be0-125a-46fa-9207-c5bb7dec4b2c None None] Port 8065f9af-8d58-4060-b2d0-f96f198681f1 was deleted so its status cannot be updated. {{(pid=83872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:304}} Apr 01 13:38:15.387883 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-aa1f6990-0f3b-4a45-b745-9a244b3dde74 None None] Transition to ACTIVE for port object f5e5bfc6-4e3f-4968-bb08-c020e6b86726 will not be triggered until provisioned by entity L2. {{(pid=83872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 13:38:15.411223 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-aa1f6990-0f3b-4a45-b745-9a244b3dde74 None None] Transition to ACTIVE for port object f5e5bfc6-4e3f-4968-bb08-c020e6b86726 will not be triggered until provisioned by entity DHCP. {{(pid=83872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 13:38:15.440990 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.db.api [None req-9fa30d2b-a014-40e1-b284-b94fca476f31 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83872) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 01 13:38:15.441507 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG oslo_db.api [None req-9fa30d2b-a014-40e1-b284-b94fca476f31 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 01 13:38:15.459068 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-aa1f6990-0f3b-4a45-b745-9a244b3dde74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736732935801'] for port, after_create {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:38:15.476617 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4febd6f6-42c1-48f4-9aae-5cad5ccdd989 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Pushing event updated for resources: {'Port': ['ID=ec47afa4-1229-4c81-b9b3-3b68a6be513c,revision_number=6']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:38:15.491820 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4febd6f6-42c1-48f4-9aae-5cad5ccdd989 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Network 09d7ea43-6376-4322-97e7-54cd01aae492 is already hosted by enough agents. {{(pid=83871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 13:38:15.498746 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.scheduler.base_scheduler [None req-4febd6f6-42c1-48f4-9aae-5cad5ccdd989 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Resources bound (agent type, host, resource id): {{(pid=83871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 13:38:15.511886 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4febd6f6-42c1-48f4-9aae-5cad5ccdd989 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:38:15.512522 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-4febd6f6-42c1-48f4-9aae-5cad5ccdd989 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Notify callbacks [] for subnet, before_response {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:38:15.518981 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4febd6f6-42c1-48f4-9aae-5cad5ccdd989 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Pushing event updated for resources: {'Subnet': ['ID=a6e09381-73a8-464c-8a35-d79bc1fe7bae,revision_number=0']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:38:15.554700 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0473f38-496d-4313-bb3e-9c739c019f44 tempest-RoutersNegativeIpV6Test-77380712 tempest-RoutersNegativeIpV6Test-77380712-project] Router 82a6b713-6f64-4710-8331-88d5d8d5a219 is scheduled to L3 agent 88bf8fc8-11a3-4e96-9d1b-5fd93ba9f6f1 with binding_index 1 {{(pid=83869) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 01 13:38:15.602586 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-ab333301-6f66-4bf5-bbec-ce3676d1eaee tempest-AllowedAddressPairTestJSON-1367689381 tempest-AllowedAddressPairTestJSON-1367689381-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109561'] for port, before_response {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:38:15.621073 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-ab333301-6f66-4bf5-bbec-ce3676d1eaee tempest-AllowedAddressPairTestJSON-1367689381 tempest-AllowedAddressPairTestJSON-1367689381-project] 10.222.0.26 "DELETE /v2.0/ports/8065f9af-8d58-4060-b2d0-f96f198681f1 HTTP/1.1" status: 204 len: 168 time: 2.3833153 Apr 01 13:38:15.621266 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-8f2b9be0-125a-46fa-9207-c5bb7dec4b2c None None] Provisioning complete for port 2de13a9d-c16d-4d8e-8616-7c7428fdc0ba triggered by entity DHCP. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 13:38:15.621266 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-8f2b9be0-125a-46fa-9207-c5bb7dec4b2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-948329'] for port, provisioning_complete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:38:15.621450 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-4febd6f6-42c1-48f4-9aae-5cad5ccdd989 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 3.8690774 Apr 01 13:38:15.621450 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 52180) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:38:15.631109 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 52184) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:38:15.642041 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.db.api [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83872) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 01 13:38:15.642396 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG oslo_db.api [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 01 13:38:15.652237 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.v2.base [None req-7813b33d-99d6-49b5-9e5e-b533496c87cf tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Request body: {'port': {'network_id': '09d7ea43-6376-4322-97e7-54cd01aae492', 'mac_address': 'fa:16:3e:98:91:90', 'name': 'tempest-NetworksTestDHCPv6-1790208351'}} {{(pid=83869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:38:15.673891 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.pecan_wsgi.hooks.translation [None req-e197f739-f687-472d-a6c0-b1810a21a5d4 tempest-AllowedAddressPairTestJSON-1367689381 tempest-AllowedAddressPairTestJSON-1367689381-project] GET failed (client error): The resource could not be found. Apr 01 13:38:15.674387 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-e197f739-f687-472d-a6c0-b1810a21a5d4 tempest-AllowedAddressPairTestJSON-1367689381 tempest-AllowedAddressPairTestJSON-1367689381-project] Synchronizing usage tracker for tenant:58e3e93c60cc40f1a46269f3aa0dd0bd on resource:port {{(pid=83871) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 13:38:15.714510 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa1f6990-0f3b-4a45-b745-9a244b3dde74 None None] Network b0f22d0f-f0a6-467f-b353-0ee5bc9e4067 is already hosted by enough agents. {{(pid=83872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 13:38:15.731553 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-e197f739-f687-472d-a6c0-b1810a21a5d4 tempest-AllowedAddressPairTestJSON-1367689381 tempest-AllowedAddressPairTestJSON-1367689381-project] Unset dirty status for tenant:58e3e93c60cc40f1a46269f3aa0dd0bd on resource:port {{(pid=83871) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 13:38:15.731799 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.scheduler.base_scheduler [None req-aa1f6990-0f3b-4a45-b745-9a244b3dde74 None None] Resources bound (agent type, host, resource id): {{(pid=83872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 13:38:15.736428 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-e197f739-f687-472d-a6c0-b1810a21a5d4 tempest-AllowedAddressPairTestJSON-1367689381 tempest-AllowedAddressPairTestJSON-1367689381-project] 10.222.0.26 "GET /v2.0/ports/8065f9af-8d58-4060-b2d0-f96f198681f1 HTTP/1.1" status: 404 len: 333 time: 0.1097727 Apr 01 13:38:15.740398 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 52188) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:38:15.740660 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa1f6990-0f3b-4a45-b745-9a244b3dde74 None None] Pushing event updated for resources: {'Port': ['ID=f5e5bfc6-4e3f-4968-bb08-c020e6b86726,revision_number=1']} {{(pid=83872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:38:15.743165 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa1f6990-0f3b-4a45-b745-9a244b3dde74 None None] Received port after_create {{(pid=83872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 13:38:15.745545 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.v2.base [None req-27112c80-472c-4587-9023-d0292f58a5de tempest-AllowedAddressPairTestJSON-1367689381 tempest-AllowedAddressPairTestJSON-1367689381-project] Request body: {'port': {'network_id': 'd049ce48-0ae5-49ef-bbba-4a5d32c78df3', 'name': 'tempest-AllowedAddressPairTestJSON-395695718'}} {{(pid=83871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:38:15.789842 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.plugin [None req-8f2b9be0-125a-46fa-9207-c5bb7dec4b2c None None] Port 2de13a9d-c16d-4d8e-8616-7c7428fdc0ba cannot update to ACTIVE because it is not bound. {{(pid=83872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 13:38:15.807617 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-ec03ec00-2ffa-4d6d-9358-3dcaf9121ec2 None None] Notify callbacks [] for port, precommit_create {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:38:15.843099 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.plugin [None req-4b56c594-a097-44df-8f82-9f6c812d9337 tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Deleting port 2de13a9d-c16d-4d8e-8616-7c7428fdc0ba {{(pid=83871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 13:38:15.843579 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-4b56c594-a097-44df-8f82-9f6c812d9337 tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736733287370'] for port, before_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:38:15.864583 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-ec03ec00-2ffa-4d6d-9358-3dcaf9121ec2 None None] Transition to ACTIVE for port object 15936205-e731-426f-87ce-390714f4850a will not be triggered until provisioned by entity L2. {{(pid=83872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 13:38:15.892590 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-7813b33d-99d6-49b5-9e5e-b533496c87cf tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:38:15.899491 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-7813b33d-99d6-49b5-9e5e-b533496c87cf tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Usage tracker for resource:port and tenant:8b726fe6689e4b7f96def1a2219bea6c is out of sync, need to count used quota {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 13:38:15.903216 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-7813b33d-99d6-49b5-9e5e-b533496c87cf tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 13:38:15.913600 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-7813b33d-99d6-49b5-9e5e-b533496c87cf tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:38:15.924050 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0473f38-496d-4313-bb3e-9c739c019f44 tempest-RoutersNegativeIpV6Test-77380712 tempest-RoutersNegativeIpV6Test-77380712-project] Notify agent at l3_agent.dv-neutron-836180-1-hyperv the message routers_updated {{(pid=83869) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 13:38:15.933611 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40b803c9-a4bb-42f5-b308-857bd620c89f None None] Sync routers for ids ['82a6b713-6f64-4710-8331-88d5d8d5a219'] in dv-neutron-836180-1-hyperv {{(pid=83873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 13:38:15.948746 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7813b33d-99d6-49b5-9e5e-b533496c87cf tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Made reservation on behalf of 8b726fe6689e4b7f96def1a2219bea6c for: {'port': 1} {{(pid=83869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 13:38:15.954838 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40b803c9-a4bb-42f5-b308-857bd620c89f None None] Routers {'82a6b713-6f64-4710-8331-88d5d8d5a219'} bound to L3 agent in host dv-neutron-836180-1-hyperv {{(pid=83873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 13:38:15.955233 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.plugin [None req-9fa30d2b-a014-40e1-b284-b94fca476f31 None None] Deleting port ec47afa4-1229-4c81-b9b3-3b68a6be513c {{(pid=83872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 13:38:15.955506 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-40b803c9-a4bb-42f5-b308-857bd620c89f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836180-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T13:25:36Z,description=,heartbeat_timestamp=2022-04-01T13:38:06Z,host='dv-neutron-836180-1-hyperv',id=88bf8fc8-11a3-4e96-9d1b-5fd93ba9f6f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T13:25:36Z,topic='l3_agent')) {'router_ids': ['82a6b713-6f64-4710-8331-88d5d8d5a219'], 'active': True} {{(pid=83873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:38:15.955751 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-9fa30d2b-a014-40e1-b284-b94fca476f31 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736733287370'] for port, before_delete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:38:16.030165 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-ec03ec00-2ffa-4d6d-9358-3dcaf9121ec2 None None] Transition to ACTIVE for port object 15936205-e731-426f-87ce-390714f4850a will not be triggered until provisioned by entity DHCP. {{(pid=83872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 13:38:16.035392 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-8f2b9be0-125a-46fa-9207-c5bb7dec4b2c None None] Provisioning complete for port fae35008-33e1-4f04-aa34-41739fa21595 triggered by entity DHCP. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 13:38:16.035857 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-8f2b9be0-125a-46fa-9207-c5bb7dec4b2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-948329'] for port, provisioning_complete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:38:16.053112 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-40b803c9-a4bb-42f5-b308-857bd620c89f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-836180-1-hyperv', False) {} {{(pid=83873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:38:16.074027 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40b803c9-a4bb-42f5-b308-857bd620c89f None None] Routers {'82a6b713-6f64-4710-8331-88d5d8d5a219'} bound to L3 agent in host dv-neutron-836180-1-hyperv {{(pid=83873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 13:38:16.074846 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-40b803c9-a4bb-42f5-b308-857bd620c89f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836180-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T13:25:36Z,description=,heartbeat_timestamp=2022-04-01T13:38:06Z,host='dv-neutron-836180-1-hyperv',id=88bf8fc8-11a3-4e96-9d1b-5fd93ba9f6f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T13:25:36Z,topic='l3_agent')) {'router_ids': ['82a6b713-6f64-4710-8331-88d5d8d5a219'], 'active': True} {{(pid=83873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:38:16.075941 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.managers [None req-aa1f6990-0f3b-4a45-b745-9a244b3dde74 None None] Attempting to bind port f5e5bfc6-4e3f-4968-bb08-c020e6b86726 on host dv-neutron-836180-1-hyperv for vnic_type normal with profile {{(pid=83872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 13:38:16.076327 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.managers [None req-aa1f6990-0f3b-4a45-b745-9a244b3dde74 None None] Attempting to bind port f5e5bfc6-4e3f-4968-bb08-c020e6b86726 by drivers openvswitch,hyperv on host dv-neutron-836180-1-hyperv at level 0 using segments [{'id': '5a545d61-5344-4c02-bcd9-afcadc060f16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'b0f22d0f-f0a6-467f-b353-0ee5bc9e4067'}] {{(pid=83872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 13:38:16.076723 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa1f6990-0f3b-4a45-b745-9a244b3dde74 None None] Attempting to bind port f5e5bfc6-4e3f-4968-bb08-c020e6b86726 on network b0f22d0f-f0a6-467f-b353-0ee5bc9e4067 {{(pid=83872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 13:38:16.112850 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-ec03ec00-2ffa-4d6d-9358-3dcaf9121ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736732935801'] for port, after_create {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:38:16.137505 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-7813b33d-99d6-49b5-9e5e-b533496c87cf tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:38:16.156078 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-f9008422-3d4b-4b10-849c-df097704df15 tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-945042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2705198', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2999452'] for subnet, after_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:38:16.174596 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-40b803c9-a4bb-42f5-b308-857bd620c89f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-836180-1-hyperv', False) {} {{(pid=83873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:38:16.175388 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40b803c9-a4bb-42f5-b308-857bd620c89f None None] The sync data for ids ['82a6b713-6f64-4710-8331-88d5d8d5a219'] in dv-neutron-836180-1-hyperv is: [] {{(pid=83873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 13:38:16.253059 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa1f6990-0f3b-4a45-b745-9a244b3dde74 None None] Checking agent: {'id': 'af948428-97cd-4d10-9f53-af028bdb39b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-836180-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 13, 25, 37), 'started_at': datetime.datetime(2022, 4, 1, 13, 26, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 13, 38, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-836180-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 13:38:16.253475 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa1f6990-0f3b-4a45-b745-9a244b3dde74 None None] Checking segment: {'id': '5a545d61-5344-4c02-bcd9-afcadc060f16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'b0f22d0f-f0a6-467f-b353-0ee5bc9e4067'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 13:38:16.253852 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-aa1f6990-0f3b-4a45-b745-9a244b3dde74 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:38:16.255080 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa1f6990-0f3b-4a45-b745-9a244b3dde74 None None] Bound using segment: {'id': '5a545d61-5344-4c02-bcd9-afcadc060f16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'b0f22d0f-f0a6-467f-b353-0ee5bc9e4067'} {{(pid=83872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 13:38:16.255566 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.managers [None req-aa1f6990-0f3b-4a45-b745-9a244b3dde74 None None] Bound port: f5e5bfc6-4e3f-4968-bb08-c020e6b86726, host: dv-neutron-836180-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a545d61-5344-4c02-bcd9-afcadc060f16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'b0f22d0f-f0a6-467f-b353-0ee5bc9e4067'}}] {{(pid=83872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 13:38:16.256104 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-aa1f6990-0f3b-4a45-b745-9a244b3dde74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:38:16.268840 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-4b56c594-a097-44df-8f82-9f6c812d9337 tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4155147'] for port, precommit_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:38:16.310204 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-e0473f38-496d-4313-bb3e-9c739c019f44 tempest-RoutersNegativeIpV6Test-77380712 tempest-RoutersNegativeIpV6Test-77380712-project] 10.222.0.26 "PUT /v2.0/routers/82a6b713-6f64-4710-8331-88d5d8d5a219/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0072665 Apr 01 13:38:16.320104 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 52192) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:38:16.354199 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:38:16.378912 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9008422-3d4b-4b10-849c-df097704df15 tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] Pushing event deleted for resources: {'Subnet': ['ID=69e7b21b-7155-4626-9f0d-a69c8a22427d,revision_number=None']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:38:16.402688 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec03ec00-2ffa-4d6d-9358-3dcaf9121ec2 None None] Pushing event updated for resources: {'Port': ['ID=15936205-e731-426f-87ce-390714f4850a,revision_number=1']} {{(pid=83872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:38:16.407407 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c47904b-fee2-4239-a575-adeddb95021f None None] Network 0cf4e7fc-bb07-4783-a08c-650ec2d3be4c requested from dv-neutron-836180-1-hyperv {{(pid=83872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 13:38:16.445316 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.plugin [None req-4b56c594-a097-44df-8f82-9f6c812d9337 tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Calling delete_port for 2de13a9d-c16d-4d8e-8616-7c7428fdc0ba owned by network:router_interface {{(pid=83871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 13:38:16.451795 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.notifiers.nova [None req-7813b33d-99d6-49b5-9e5e-b533496c87cf tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] device_id is not set on port 676174ed-0791-4128-a51b-2b90bf6c9b85 yet. {{(pid=83869) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 01 13:38:16.463700 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec03ec00-2ffa-4d6d-9358-3dcaf9121ec2 None None] Network 72ba6e8c-c9a6-478a-9459-eab2b14600f9 is already hosted by enough agents. {{(pid=83872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 13:38:16.516368 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-27112c80-472c-4587-9023-d0292f58a5de tempest-AllowedAddressPairTestJSON-1367689381 tempest-AllowedAddressPairTestJSON-1367689381-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:38:16.539680 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-27112c80-472c-4587-9023-d0292f58a5de tempest-AllowedAddressPairTestJSON-1367689381 tempest-AllowedAddressPairTestJSON-1367689381-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:38:16.564039 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27112c80-472c-4587-9023-d0292f58a5de tempest-AllowedAddressPairTestJSON-1367689381 tempest-AllowedAddressPairTestJSON-1367689381-project] Made reservation on behalf of 58e3e93c60cc40f1a46269f3aa0dd0bd for: {'port': 1} {{(pid=83871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 13:38:16.567735 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-27112c80-472c-4587-9023-d0292f58a5de tempest-AllowedAddressPairTestJSON-1367689381 tempest-AllowedAddressPairTestJSON-1367689381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:38:16.577411 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.scheduler.base_scheduler [None req-ec03ec00-2ffa-4d6d-9358-3dcaf9121ec2 None None] Resources bound (agent type, host, resource id): {{(pid=83872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 13:38:16.580293 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec03ec00-2ffa-4d6d-9358-3dcaf9121ec2 None None] Received port after_create {{(pid=83872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 13:38:16.601880 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.notifiers.nova [None req-27112c80-472c-4587-9023-d0292f58a5de tempest-AllowedAddressPairTestJSON-1367689381 tempest-AllowedAddressPairTestJSON-1367689381-project] device_id is not set on port b2be486e-0cdf-45cb-9a8a-a93d28015cfa yet. {{(pid=83871) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 01 13:38:16.635201 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-f9008422-3d4b-4b10-849c-df097704df15 tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-942654', 'neutron.services.segments.db._delete_segments_for_network-8736733387888'] for network, precommit_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:38:16.726996 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.services.segments.db [None req-f9008422-3d4b-4b10-849c-df097704df15 tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['72ba6e8c-c9a6-478a-9459-eab2b14600f9']}} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:38:16.750402 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.services.segments.db [None req-f9008422-3d4b-4b10-849c-df097704df15 tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '160e04b8-1956-4741-97ec-31909ae07829') {'for_net_delete': True} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:38:16.750811 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.services.segments.db [None req-f9008422-3d4b-4b10-849c-df097704df15 tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '160e04b8-1956-4741-97ec-31909ae07829') {} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:38:16.767727 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-f9008422-3d4b-4b10-849c-df097704df15 tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736733386999', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2704982'] for segment, before_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:38:16.792133 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.db_base_plugin_common [None req-7813b33d-99d6-49b5-9e5e-b533496c87cf tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Allocated IP 2001:db8::f816:3eff:fe98:9190 (09d7ea43-6376-4322-97e7-54cd01aae492/a6e09381-73a8-464c-8a35-d79bc1fe7bae/676174ed-0791-4128-a51b-2b90bf6c9b85) {{(pid=83869) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 13:38:16.793833 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-4b56c594-a097-44df-8f82-9f6c812d9337 tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736733359243', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736732935810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2743125'] for port, after_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:38:16.807971 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-f9008422-3d4b-4b10-849c-df097704df15 tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1004271'] for segment, precommit_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:38:16.819209 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] For port ec47afa4-1229-4c81-b9b3-3b68a6be513c, host dv-neutron-836180-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836180-1-hyperv',level=0,port_id=ec47afa4-1229-4c81-b9b3-3b68a6be513c,segment=NetworkSegment(16094ed0-4a47-4ff6-9238-85c278d7a2a5),segment_id=16094ed0-4a47-4ff6-9238-85c278d7a2a5)] {{(pid=83872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 13:38:16.869667 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b56c594-a097-44df-8f82-9f6c812d9337 tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Pushing event deleted for resources: {'Port': ['ID=2de13a9d-c16d-4d8e-8616-7c7428fdc0ba,revision_number=None']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:38:16.878030 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.db_base_plugin_common [None req-27112c80-472c-4587-9023-d0292f58a5de tempest-AllowedAddressPairTestJSON-1367689381 tempest-AllowedAddressPairTestJSON-1367689381-project] Allocated IP 172.20.0.11 (d049ce48-0ae5-49ef-bbba-4a5d32c78df3/81eceff5-0938-4b87-80a3-de911d512014/b2be486e-0cdf-45cb-9a8a-a93d28015cfa) {{(pid=83871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 13:38:16.906494 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864'] for port, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:38:16.916566 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-aa1f6990-0f3b-4a45-b745-9a244b3dde74 None None] For port f5e5bfc6-4e3f-4968-bb08-c020e6b86726, host dv-neutron-836180-1-hyperv, cleared binding levels {{(pid=83872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 13:38:17.006847 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-aa1f6990-0f3b-4a45-b745-9a244b3dde74 None None] For port f5e5bfc6-4e3f-4968-bb08-c020e6b86726, host dv-neutron-836180-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836180-1-hyperv',level=0,port_id=f5e5bfc6-4e3f-4968-bb08-c020e6b86726,segment=NetworkSegment(5a545d61-5344-4c02-bcd9-afcadc060f16),segment_id=5a545d61-5344-4c02-bcd9-afcadc060f16)] {{(pid=83872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 13:38:17.031062 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-aa1f6990-0f3b-4a45-b745-9a244b3dde74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864'] for port, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:38:17.053132 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.managers [None req-ec03ec00-2ffa-4d6d-9358-3dcaf9121ec2 None None] Attempting to bind port 15936205-e731-426f-87ce-390714f4850a on host dv-neutron-836180-1-hyperv for vnic_type normal with profile {{(pid=83872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 13:38:17.053501 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.managers [None req-ec03ec00-2ffa-4d6d-9358-3dcaf9121ec2 None None] Attempting to bind port 15936205-e731-426f-87ce-390714f4850a by drivers openvswitch,hyperv on host dv-neutron-836180-1-hyperv at level 0 using segments [{'id': '160e04b8-1956-4741-97ec-31909ae07829', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '72ba6e8c-c9a6-478a-9459-eab2b14600f9'}] {{(pid=83872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 13:38:17.053914 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec03ec00-2ffa-4d6d-9358-3dcaf9121ec2 None None] Attempting to bind port 15936205-e731-426f-87ce-390714f4850a on network 72ba6e8c-c9a6-478a-9459-eab2b14600f9 {{(pid=83872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 13:38:17.106602 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-7813b33d-99d6-49b5-9e5e-b533496c87cf tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Notify callbacks [] for port, precommit_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:38:17.151522 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f9008422-3d4b-4b10-849c-df097704df15 tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] Releasing vlan 394 on physical network physnet1 to pool {{(pid=83869) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 01 13:38:17.151522 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-f9008422-3d4b-4b10-849c-df097704df15 tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1004262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2705264'] for segment, after_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:38:17.156462 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec03ec00-2ffa-4d6d-9358-3dcaf9121ec2 None None] Checking agent: {'id': 'af948428-97cd-4d10-9f53-af028bdb39b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-836180-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 13, 25, 37), 'started_at': datetime.datetime(2022, 4, 1, 13, 26, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 13, 38, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-836180-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 13:38:17.156835 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec03ec00-2ffa-4d6d-9358-3dcaf9121ec2 None None] Checking segment: {'id': '160e04b8-1956-4741-97ec-31909ae07829', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '72ba6e8c-c9a6-478a-9459-eab2b14600f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 13:38:17.157223 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-ec03ec00-2ffa-4d6d-9358-3dcaf9121ec2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:38:17.157601 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec03ec00-2ffa-4d6d-9358-3dcaf9121ec2 None None] Bound using segment: {'id': '160e04b8-1956-4741-97ec-31909ae07829', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '72ba6e8c-c9a6-478a-9459-eab2b14600f9'} {{(pid=83872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 13:38:17.158066 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.managers [None req-ec03ec00-2ffa-4d6d-9358-3dcaf9121ec2 None None] Bound port: 15936205-e731-426f-87ce-390714f4850a, host: dv-neutron-836180-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '160e04b8-1956-4741-97ec-31909ae07829', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '72ba6e8c-c9a6-478a-9459-eab2b14600f9'}}] {{(pid=83872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 13:38:17.158429 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-ec03ec00-2ffa-4d6d-9358-3dcaf9121ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:38:17.164749 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.provisioning_blocks [None req-7813b33d-99d6-49b5-9e5e-b533496c87cf tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Transition to ACTIVE for port object 676174ed-0791-4128-a51b-2b90bf6c9b85 will not be triggered until provisioned by entity DHCP. {{(pid=83869) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 13:38:17.165994 dv-neutron-836180-1-hyperv neutron-server[83869]: Traceback (most recent call last): Apr 01 13:38:17.165994 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 01 13:38:17.165994 dv-neutron-836180-1-hyperv neutron-server[83869]: timer() Apr 01 13:38:17.165994 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 13:38:17.165994 dv-neutron-836180-1-hyperv neutron-server[83869]: cb(*args, **kw) Apr 01 13:38:17.165994 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 13:38:17.165994 dv-neutron-836180-1-hyperv neutron-server[83869]: return func(*args, **kwargs) Apr 01 13:38:17.165994 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 13:38:17.165994 dv-neutron-836180-1-hyperv neutron-server[83869]: self._notify() Apr 01 13:38:17.165994 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 13:38:17.165994 dv-neutron-836180-1-hyperv neutron-server[83869]: self.callback(batched_events) Apr 01 13:38:17.165994 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 13:38:17.165994 dv-neutron-836180-1-hyperv neutron-server[83869]: event.method(event) Apr 01 13:38:17.165994 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 13:38:17.165994 dv-neutron-836180-1-hyperv neutron-server[83869]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 13:38:17.165994 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 13:38:17.165994 dv-neutron-836180-1-hyperv neutron-server[83869]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 13:38:17.165994 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 13:38:17.165994 dv-neutron-836180-1-hyperv neutron-server[83869]: return f(self, *a, **k) Apr 01 13:38:17.165994 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 13:38:17.165994 dv-neutron-836180-1-hyperv neutron-server[83869]: return self._get(url).json() Apr 01 13:38:17.165994 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 13:38:17.165994 dv-neutron-836180-1-hyperv neutron-server[83869]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 13:38:17.165994 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 01 13:38:17.165994 dv-neutron-836180-1-hyperv neutron-server[83869]: return self.request(url, 'GET', **kwargs) Apr 01 13:38:17.165994 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 01 13:38:17.165994 dv-neutron-836180-1-hyperv neutron-server[83869]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 13:38:17.165994 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 01 13:38:17.165994 dv-neutron-836180-1-hyperv neutron-server[83869]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 13:38:17.165994 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 01 13:38:17.165994 dv-neutron-836180-1-hyperv neutron-server[83869]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 13:38:17.165994 dv-neutron-836180-1-hyperv neutron-server[83869]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 13:38:17.259069 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Pushing event updated for resources: {'Port': ['ID=ec47afa4-1229-4c81-b9b3-3b68a6be513c,revision_number=7']} {{(pid=83872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:38:17.347839 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Device 5f7c61df-9819-4c49-add8-ac2dcf5961be up at agent ovs-agent-dv-neutron-836180-1-hyperv {{(pid=83872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 13:38:17.395701 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.db.api [None req-f9008422-3d4b-4b10-849c-df097704df15 tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 01 13:38:17.395701 dv-neutron-836180-1-hyperv neutron-server[83869]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 01 13:38:17.395701 dv-neutron-836180-1-hyperv neutron-server[83869]: [parameters: {'id': '72ba6e8c-c9a6-478a-9459-eab2b14600f9'}] Apr 01 13:38:17.395701 dv-neutron-836180-1-hyperv neutron-server[83869]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=83869) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 01 13:38:17.396218 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG oslo_db.api [None req-f9008422-3d4b-4b10-849c-df097704df15 tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 01 13:38:17.399152 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-9fa30d2b-a014-40e1-b284-b94fca476f31 None None] For port ec47afa4-1229-4c81-b9b3-3b68a6be513c, host dv-neutron-836180-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836180-1-hyperv',level=0,port_id=ec47afa4-1229-4c81-b9b3-3b68a6be513c,segment=NetworkSegment(16094ed0-4a47-4ff6-9238-85c278d7a2a5),segment_id=16094ed0-4a47-4ff6-9238-85c278d7a2a5)] {{(pid=83872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 13:38:17.399545 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-9fa30d2b-a014-40e1-b284-b94fca476f31 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4155147'] for port, precommit_delete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:38:17.408848 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-7813b33d-99d6-49b5-9e5e-b533496c87cf tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736732935801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2705155'] for port, after_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:38:17.425814 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-4b56c594-a097-44df-8f82-9f6c812d9337 tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3017585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4084076'] for router_interface, after_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:38:17.434297 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-27112c80-472c-4587-9023-d0292f58a5de tempest-AllowedAddressPairTestJSON-1367689381 tempest-AllowedAddressPairTestJSON-1367689381-project] Notify callbacks [] for port, precommit_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:38:17.502745 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7813b33d-99d6-49b5-9e5e-b533496c87cf tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Network 09d7ea43-6376-4322-97e7-54cd01aae492 is already hosted by enough agents. {{(pid=83869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 13:38:17.508117 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.scheduler.base_scheduler [None req-7813b33d-99d6-49b5-9e5e-b533496c87cf tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Resources bound (agent type, host, resource id): {{(pid=83869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 13:38:17.526686 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7813b33d-99d6-49b5-9e5e-b533496c87cf tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Received port after_create {{(pid=83869) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 13:38:17.532365 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7813b33d-99d6-49b5-9e5e-b533496c87cf tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:38:17.532530 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.provisioning_blocks [None req-27112c80-472c-4587-9023-d0292f58a5de tempest-AllowedAddressPairTestJSON-1367689381 tempest-AllowedAddressPairTestJSON-1367689381-project] Transition to ACTIVE for port object b2be486e-0cdf-45cb-9a8a-a93d28015cfa will not be triggered until provisioned by entity DHCP. {{(pid=83871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 13:38:17.533407 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-7813b33d-99d6-49b5-9e5e-b533496c87cf tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109561'] for port, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:38:17.545364 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7813b33d-99d6-49b5-9e5e-b533496c87cf tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Pushing event updated for resources: {'Port': ['ID=676174ed-0791-4128-a51b-2b90bf6c9b85,revision_number=1']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:38:17.613144 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.plugin [None req-9fa30d2b-a014-40e1-b284-b94fca476f31 None None] Calling delete_port for ec47afa4-1229-4c81-b9b3-3b68a6be513c owned by network:dhcp {{(pid=83872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 13:38:17.697676 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-7fa19799-2541-4fc8-a171-4cc2c83a51cb None None] Provisioning for port 07b26ba3-a89f-4bc9-a374-86b8a36cac92 completed by entity DHCP. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 13:38:17.735804 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa1f6990-0f3b-4a45-b745-9a244b3dde74 None None] Pushing event updated for resources: {'Port': ['ID=f5e5bfc6-4e3f-4968-bb08-c020e6b86726,revision_number=2']} {{(pid=83872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:38:17.751026 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-ec03ec00-2ffa-4d6d-9358-3dcaf9121ec2 None None] For port 15936205-e731-426f-87ce-390714f4850a, host dv-neutron-836180-1-hyperv, cleared binding levels {{(pid=83872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 13:38:17.763630 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-ec03ec00-2ffa-4d6d-9358-3dcaf9121ec2 None None] For port 15936205-e731-426f-87ce-390714f4850a, host dv-neutron-836180-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836180-1-hyperv',level=0,port_id=15936205-e731-426f-87ce-390714f4850a,segment=NetworkSegment(160e04b8-1956-4741-97ec-31909ae07829),segment_id=160e04b8-1956-4741-97ec-31909ae07829)] {{(pid=83872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 13:38:17.768810 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-27112c80-472c-4587-9023-d0292f58a5de tempest-AllowedAddressPairTestJSON-1367689381 tempest-AllowedAddressPairTestJSON-1367689381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736732935801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2743125'] for port, after_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:38:17.771284 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-7813b33d-99d6-49b5-9e5e-b533496c87cf tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.1342335 Apr 01 13:38:17.772951 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 52196) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:38:17.790167 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-ec03ec00-2ffa-4d6d-9358-3dcaf9121ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864'] for port, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:38:17.869204 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-7fa19799-2541-4fc8-a171-4cc2c83a51cb None None] Provisioning for port 5f7c61df-9819-4c49-add8-ac2dcf5961be completed by entity DHCP. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 13:38:17.884095 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.db.api [None req-9fa30d2b-a014-40e1-b284-b94fca476f31 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83872) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 01 13:38:17.884488 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG oslo_db.api [None req-9fa30d2b-a014-40e1-b284-b94fca476f31 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 01 13:38:17.895064 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Provisioning for port 5f7c61df-9819-4c49-add8-ac2dcf5961be completed by entity L2. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 13:38:17.897135 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-f9008422-3d4b-4b10-849c-df097704df15 tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1033078'] for network, before_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:38:17.904739 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-7fa19799-2541-4fc8-a171-4cc2c83a51cb None None] Provisioning complete for port 5f7c61df-9819-4c49-add8-ac2dcf5961be triggered by entity DHCP. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 13:38:17.905046 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-7fa19799-2541-4fc8-a171-4cc2c83a51cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-948329'] for port, provisioning_complete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:38:17.932093 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f92e0d7f-2bd5-455d-970a-c725f8327084 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:38:17.936258 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f92e0d7f-2bd5-455d-970a-c725f8327084 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:38:17.937345 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-f92e0d7f-2bd5-455d-970a-c725f8327084 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Synchronizing usage tracker for tenant:8b726fe6689e4b7f96def1a2219bea6c on resource:port {{(pid=83869) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 13:38:17.943713 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.plugin [None req-f9008422-3d4b-4b10-849c-df097704df15 tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] Deleting port 15936205-e731-426f-87ce-390714f4850a {{(pid=83869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 13:38:17.944107 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-f9008422-3d4b-4b10-849c-df097704df15 tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736733287370'] for port, before_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:38:17.948902 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Provisioning complete for port 5f7c61df-9819-4c49-add8-ac2dcf5961be triggered by entity L2. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 13:38:17.949263 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-948329'] for port, provisioning_complete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:38:18.005358 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-f92e0d7f-2bd5-455d-970a-c725f8327084 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Unset dirty status for tenant:8b726fe6689e4b7f96def1a2219bea6c on resource:port {{(pid=83869) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 13:38:18.009007 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-f92e0d7f-2bd5-455d-970a-c725f8327084 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.2278504 Apr 01 13:38:18.012290 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 52200) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:38:18.058272 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec03ec00-2ffa-4d6d-9358-3dcaf9121ec2 None None] Pushing event updated for resources: {'Port': ['ID=15936205-e731-426f-87ce-390714f4850a,revision_number=2']} {{(pid=83872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:38:18.143278 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c87b069-76e9-4471-a527-6c8f88bb3cae None None] Network 72ba6e8c-c9a6-478a-9459-eab2b14600f9 requested from dv-neutron-836180-1-hyperv {{(pid=83872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 13:38:18.154811 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27112c80-472c-4587-9023-d0292f58a5de tempest-AllowedAddressPairTestJSON-1367689381 tempest-AllowedAddressPairTestJSON-1367689381-project] Network d049ce48-0ae5-49ef-bbba-4a5d32c78df3 is already hosted by enough agents. {{(pid=83871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 13:38:18.162937 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.scheduler.base_scheduler [None req-27112c80-472c-4587-9023-d0292f58a5de tempest-AllowedAddressPairTestJSON-1367689381 tempest-AllowedAddressPairTestJSON-1367689381-project] Resources bound (agent type, host, resource id): {{(pid=83871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 13:38:18.169378 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27112c80-472c-4587-9023-d0292f58a5de tempest-AllowedAddressPairTestJSON-1367689381 tempest-AllowedAddressPairTestJSON-1367689381-project] Received port after_create {{(pid=83871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 13:38:18.198208 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27112c80-472c-4587-9023-d0292f58a5de tempest-AllowedAddressPairTestJSON-1367689381 tempest-AllowedAddressPairTestJSON-1367689381-project] Pushing event updated for resources: {'Port': ['ID=b2be486e-0cdf-45cb-9a8a-a93d28015cfa,revision_number=1']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:38:18.252160 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b56c594-a097-44df-8f82-9f6c812d9337 tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Router c0d1d34a-1d35-455c-b993-35eb052d6672 has already been hosted by L3 agent 88bf8fc8-11a3-4e96-9d1b-5fd93ba9f6f1 {{(pid=83871) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 13:38:18.268574 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27112c80-472c-4587-9023-d0292f58a5de tempest-AllowedAddressPairTestJSON-1367689381 tempest-AllowedAddressPairTestJSON-1367689381-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:38:18.274922 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-27112c80-472c-4587-9023-d0292f58a5de tempest-AllowedAddressPairTestJSON-1367689381 tempest-AllowedAddressPairTestJSON-1367689381-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109561'] for port, before_response {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:38:18.322123 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.plugin [None req-aa0815fd-c986-447a-8412-b82e449adb5d tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Deleting port 676174ed-0791-4128-a51b-2b90bf6c9b85 {{(pid=83869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 13:38:18.325674 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-aa0815fd-c986-447a-8412-b82e449adb5d tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736733287370'] for port, before_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:38:18.331505 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-7fa19799-2541-4fc8-a171-4cc2c83a51cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:38:18.447793 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:38:18.499699 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-7fa19799-2541-4fc8-a171-4cc2c83a51cb None None] For port 5f7c61df-9819-4c49-add8-ac2dcf5961be, host dv-neutron-836180-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836180-1-hyperv',level=0,port_id=5f7c61df-9819-4c49-add8-ac2dcf5961be,segment=NetworkSegment(c61d44cd-a84f-4724-8212-37c2426e93a7),segment_id=c61d44cd-a84f-4724-8212-37c2426e93a7)] {{(pid=83872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 13:38:18.511463 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-7fa19799-2541-4fc8-a171-4cc2c83a51cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864'] for port, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:38:18.605446 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-27112c80-472c-4587-9023-d0292f58a5de tempest-AllowedAddressPairTestJSON-1367689381 tempest-AllowedAddressPairTestJSON-1367689381-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.8611772 Apr 01 13:38:18.612737 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 52204) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:38:18.618529 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.v2.base [None req-10105d1d-93a2-454e-9bee-23e13a87c9c0 tempest-AllowedAddressPairTestJSON-1367689381 tempest-AllowedAddressPairTestJSON-1367689381-project] Request body: {'port': {'network_id': 'd049ce48-0ae5-49ef-bbba-4a5d32c78df3', 'name': 'tempest-AllowedAddressPairTestJSON-321988968'}} {{(pid=83871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:38:18.630725 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.api.v2.resource [None req-80d88096-bf02-43a8-b644-a2dc85ba9235 tempest-RoutersNegativeIpV6Test-77380712 tempest-RoutersNegativeIpV6Test-77380712-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 01 13:38:18.634602 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-80d88096-bf02-43a8-b644-a2dc85ba9235 tempest-RoutersNegativeIpV6Test-77380712 tempest-RoutersNegativeIpV6Test-77380712-project] 10.222.0.26 "PUT /v2.0/routers/82a6b713-6f64-4710-8331-88d5d8d5a219/add_router_interface HTTP/1.1" status: 400 len: 438 time: 2.3075948 Apr 01 13:38:18.657285 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 52208) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:38:18.729017 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.plugin [None req-9fa30d2b-a014-40e1-b284-b94fca476f31 None None] Deleting port ec47afa4-1229-4c81-b9b3-3b68a6be513c {{(pid=83872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 13:38:18.729509 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-9fa30d2b-a014-40e1-b284-b94fca476f31 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736733287370'] for port, before_delete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:38:18.871946 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.db.api [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83872) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 01 13:38:18.872760 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG oslo_db.api [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 01 13:38:18.873716 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa19799-2541-4fc8-a171-4cc2c83a51cb None None] Pushing event updated for resources: {'Port': ['ID=5f7c61df-9819-4c49-add8-ac2dcf5961be,revision_number=3']} {{(pid=83872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:38:18.921193 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e21750a-e582-4e7b-8d42-49f1073f3930 None None] Network b0f22d0f-f0a6-467f-b353-0ee5bc9e4067 requested from dv-neutron-836180-1-hyperv {{(pid=83872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 13:38:18.947543 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-d1c56e4d-2426-4c74-817d-26538807c43b None None] Provisioning for port 767a9060-9474-4ef7-84eb-1502cf390d6c completed by entity DHCP. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 13:38:19.014188 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b56c594-a097-44df-8f82-9f6c812d9337 tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Notify agent at l3_agent.dv-neutron-836180-1-hyperv the message routers_updated {{(pid=83871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 13:38:19.026933 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.db [None req-f9008422-3d4b-4b10-849c-df097704df15 tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] For port 15936205-e731-426f-87ce-390714f4850a, host dv-neutron-836180-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836180-1-hyperv',level=0,port_id=15936205-e731-426f-87ce-390714f4850a,segment=NetworkSegment(160e04b8-1956-4741-97ec-31909ae07829),segment_id=160e04b8-1956-4741-97ec-31909ae07829)] {{(pid=83869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 13:38:19.027297 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-f9008422-3d4b-4b10-849c-df097704df15 tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4155147'] for port, precommit_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:38:19.029816 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-4b56c594-a097-44df-8f82-9f6c812d9337 tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] 10.222.0.26 "PUT /v2.0/routers/c0d1d34a-1d35-455c-b993-35eb052d6672/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6500232 Apr 01 13:38:19.031190 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-10105d1d-93a2-454e-9bee-23e13a87c9c0 tempest-AllowedAddressPairTestJSON-1367689381 tempest-AllowedAddressPairTestJSON-1367689381-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:38:19.035832 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 52218) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:38:19.039091 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-10105d1d-93a2-454e-9bee-23e13a87c9c0 tempest-AllowedAddressPairTestJSON-1367689381 tempest-AllowedAddressPairTestJSON-1367689381-project] Usage tracker for resource:port and tenant:58e3e93c60cc40f1a46269f3aa0dd0bd is out of sync, need to count used quota {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 13:38:19.068068 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab864f22-6801-4368-9704-fdef4eed62ba None None] Sync routers for ids ['c0d1d34a-1d35-455c-b993-35eb052d6672'] in dv-neutron-836180-1-hyperv {{(pid=83872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 13:38:19.083978 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-10105d1d-93a2-454e-9bee-23e13a87c9c0 tempest-AllowedAddressPairTestJSON-1367689381 tempest-AllowedAddressPairTestJSON-1367689381-project] Quota usage for port was recalculated. Used quota:3. {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 13:38:19.085418 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d85687f-6e73-4ec5-96db-6005fb544236 None None] Network 72ba6e8c-c9a6-478a-9459-eab2b14600f9 requested from dv-neutron-836180-1-hyperv {{(pid=83872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 13:38:19.116239 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-d1c56e4d-2426-4c74-817d-26538807c43b None None] Provisioning complete for port 767a9060-9474-4ef7-84eb-1502cf390d6c triggered by entity DHCP. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 13:38:19.116776 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-d1c56e4d-2426-4c74-817d-26538807c43b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-948329'] for port, provisioning_complete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:38:19.124431 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-10105d1d-93a2-454e-9bee-23e13a87c9c0 tempest-AllowedAddressPairTestJSON-1367689381 tempest-AllowedAddressPairTestJSON-1367689381-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:38:19.128041 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-b89f7fc0-fd76-489b-93ce-686dc53cf0c0 tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Synchronizing usage tracker for tenant:315e7395dd224b3fb020d0b9d921742e on resource:port {{(pid=83871) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 13:38:19.162141 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10105d1d-93a2-454e-9bee-23e13a87c9c0 tempest-AllowedAddressPairTestJSON-1367689381 tempest-AllowedAddressPairTestJSON-1367689381-project] Made reservation on behalf of 58e3e93c60cc40f1a46269f3aa0dd0bd for: {'port': 1} {{(pid=83871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 13:38:19.165548 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-10105d1d-93a2-454e-9bee-23e13a87c9c0 tempest-AllowedAddressPairTestJSON-1367689381 tempest-AllowedAddressPairTestJSON-1367689381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:38:19.199900 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-b89f7fc0-fd76-489b-93ce-686dc53cf0c0 tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Unset dirty status for tenant:315e7395dd224b3fb020d0b9d921742e on resource:port {{(pid=83871) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 13:38:19.201662 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-b89f7fc0-fd76-489b-93ce-686dc53cf0c0 tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] 10.222.0.26 "GET /v2.0/ports?device_id=c0d1d34a-1d35-455c-b993-35eb052d6672 HTTP/1.1" status: 200 len: 205 time: 0.1641819 Apr 01 13:38:19.207167 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 52226) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:38:19.215614 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.plugin [None req-f9008422-3d4b-4b10-849c-df097704df15 tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] Calling delete_port for 15936205-e731-426f-87ce-390714f4850a owned by network:dhcp {{(pid=83869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 13:38:19.261588 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-aa0815fd-c986-447a-8412-b82e449adb5d tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4155147'] for port, precommit_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:38:19.280832 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.notifiers.nova [None req-10105d1d-93a2-454e-9bee-23e13a87c9c0 tempest-AllowedAddressPairTestJSON-1367689381 tempest-AllowedAddressPairTestJSON-1367689381-project] device_id is not set on port 156ee48b-4b30-4fc6-97ba-246e1d4c477e yet. {{(pid=83871) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 01 13:38:19.419110 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.plugin [None req-aa0815fd-c986-447a-8412-b82e449adb5d tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Calling delete_port for 676174ed-0791-4128-a51b-2b90bf6c9b85 owned by {{(pid=83869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 13:38:19.459378 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.plugin [None req-d1c56e4d-2426-4c74-817d-26538807c43b None None] Port 767a9060-9474-4ef7-84eb-1502cf390d6c cannot update to ACTIVE because it is not bound. {{(pid=83872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 13:38:19.460861 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab864f22-6801-4368-9704-fdef4eed62ba None None] Routers {'c0d1d34a-1d35-455c-b993-35eb052d6672'} bound to L3 agent in host dv-neutron-836180-1-hyperv {{(pid=83872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 13:38:19.461489 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_hamode_db [None req-ab864f22-6801-4368-9704-fdef4eed62ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836180-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T13:25:36Z,description=,heartbeat_timestamp=2022-04-01T13:38:06Z,host='dv-neutron-836180-1-hyperv',id=88bf8fc8-11a3-4e96-9d1b-5fd93ba9f6f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T13:25:36Z,topic='l3_agent')) {'router_ids': ['c0d1d34a-1d35-455c-b993-35eb052d6672'], 'active': True} {{(pid=83872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:38:19.498271 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-f9008422-3d4b-4b10-849c-df097704df15 tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736733359243', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736732935810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2705155'] for port, after_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:38:19.556901 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9008422-3d4b-4b10-849c-df097704df15 tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] Pushing event deleted for resources: {'Port': ['ID=15936205-e731-426f-87ce-390714f4850a,revision_number=None']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:38:19.564613 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9008422-3d4b-4b10-849c-df097704df15 tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] No DVR routers for this DVR port 15936205-e731-426f-87ce-390714f4850a on host dv-neutron-836180-1-hyperv {{(pid=83869) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 13:38:19.596653 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_hamode_db [None req-ab864f22-6801-4368-9704-fdef4eed62ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-836180-1-hyperv', False) {} {{(pid=83872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:38:19.630572 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.db_base_plugin_common [None req-10105d1d-93a2-454e-9bee-23e13a87c9c0 tempest-AllowedAddressPairTestJSON-1367689381 tempest-AllowedAddressPairTestJSON-1367689381-project] Allocated IP 172.20.0.13 (d049ce48-0ae5-49ef-bbba-4a5d32c78df3/81eceff5-0938-4b87-80a3-de911d512014/156ee48b-4b30-4fc6-97ba-246e1d4c477e) {{(pid=83871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 13:38:19.638773 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-ffa826be-745e-47fa-8543-ab3669079deb tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Notify callbacks [] for router, before_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:38:19.685899 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Device 07b26ba3-a89f-4bc9-a374-86b8a36cac92 up at agent ovs-agent-dv-neutron-836180-1-hyperv {{(pid=83872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 13:38:19.745236 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-f9008422-3d4b-4b10-849c-df097704df15 tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-942654', 'neutron.services.segments.db._delete_segments_for_network-8736733387888'] for network, precommit_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:38:19.784154 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.services.segments.db [None req-f9008422-3d4b-4b10-849c-df097704df15 tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['72ba6e8c-c9a6-478a-9459-eab2b14600f9']}} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:38:19.787133 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-d1c56e4d-2426-4c74-817d-26538807c43b None None] Provisioning complete for port 5f7c61df-9819-4c49-add8-ac2dcf5961be triggered by entity DHCP. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 13:38:19.787668 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-d1c56e4d-2426-4c74-817d-26538807c43b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-948329'] for port, provisioning_complete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:38:19.795342 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-aa0815fd-c986-447a-8412-b82e449adb5d tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736733359243', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736732935810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2705155'] for port, after_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:38:19.801830 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.services.segments.db [None req-f9008422-3d4b-4b10-849c-df097704df15 tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '160e04b8-1956-4741-97ec-31909ae07829') {'for_net_delete': True} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:38:19.802636 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.services.segments.db [None req-f9008422-3d4b-4b10-849c-df097704df15 tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '160e04b8-1956-4741-97ec-31909ae07829') {} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:38:19.833809 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-9fa30d2b-a014-40e1-b284-b94fca476f31 None None] For port ec47afa4-1229-4c81-b9b3-3b68a6be513c, host dv-neutron-836180-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836180-1-hyperv',level=0,port_id=ec47afa4-1229-4c81-b9b3-3b68a6be513c,segment=NetworkSegment(16094ed0-4a47-4ff6-9238-85c278d7a2a5),segment_id=16094ed0-4a47-4ff6-9238-85c278d7a2a5)] {{(pid=83872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 13:38:19.834046 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-9fa30d2b-a014-40e1-b284-b94fca476f31 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4155147'] for port, precommit_delete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:38:19.848799 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab864f22-6801-4368-9704-fdef4eed62ba None None] Routers {'c0d1d34a-1d35-455c-b993-35eb052d6672'} bound to L3 agent in host dv-neutron-836180-1-hyperv {{(pid=83872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 13:38:19.849451 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_hamode_db [None req-ab864f22-6801-4368-9704-fdef4eed62ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836180-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T13:25:36Z,description=,heartbeat_timestamp=2022-04-01T13:38:06Z,host='dv-neutron-836180-1-hyperv',id=88bf8fc8-11a3-4e96-9d1b-5fd93ba9f6f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T13:25:36Z,topic='l3_agent')) {'router_ids': ['c0d1d34a-1d35-455c-b993-35eb052d6672'], 'active': True} {{(pid=83872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:38:19.862002 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-f9008422-3d4b-4b10-849c-df097704df15 tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736733386999', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2704982'] for segment, before_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:38:19.871211 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa0815fd-c986-447a-8412-b82e449adb5d tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Pushing event deleted for resources: {'Port': ['ID=676174ed-0791-4128-a51b-2b90bf6c9b85,revision_number=None']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:38:19.911702 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-f9008422-3d4b-4b10-849c-df097704df15 tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1004271'] for segment, precommit_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:38:19.935097 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f9008422-3d4b-4b10-849c-df097704df15 tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] Releasing vlan 394 on physical network physnet1 to pool {{(pid=83869) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 01 13:38:19.935643 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-f9008422-3d4b-4b10-849c-df097704df15 tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1004262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2705264'] for segment, after_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:38:19.951399 dv-neutron-836180-1-hyperv neutron-server[83869]: Traceback (most recent call last): Apr 01 13:38:19.951399 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 01 13:38:19.951399 dv-neutron-836180-1-hyperv neutron-server[83869]: timer() Apr 01 13:38:19.951399 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 13:38:19.951399 dv-neutron-836180-1-hyperv neutron-server[83869]: cb(*args, **kw) Apr 01 13:38:19.951399 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 13:38:19.951399 dv-neutron-836180-1-hyperv neutron-server[83869]: return func(*args, **kwargs) Apr 01 13:38:19.951399 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 13:38:19.951399 dv-neutron-836180-1-hyperv neutron-server[83869]: self._notify() Apr 01 13:38:19.951399 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 13:38:19.951399 dv-neutron-836180-1-hyperv neutron-server[83869]: self.callback(batched_events) Apr 01 13:38:19.951399 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 13:38:19.951399 dv-neutron-836180-1-hyperv neutron-server[83869]: event.method(event) Apr 01 13:38:19.951399 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 13:38:19.951399 dv-neutron-836180-1-hyperv neutron-server[83869]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 13:38:19.951399 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 13:38:19.951399 dv-neutron-836180-1-hyperv neutron-server[83869]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 13:38:19.951399 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 13:38:19.951399 dv-neutron-836180-1-hyperv neutron-server[83869]: return f(self, *a, **k) Apr 01 13:38:19.951399 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 13:38:19.951399 dv-neutron-836180-1-hyperv neutron-server[83869]: return self._get(url).json() Apr 01 13:38:19.951399 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 13:38:19.951399 dv-neutron-836180-1-hyperv neutron-server[83869]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 13:38:19.951399 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 01 13:38:19.951399 dv-neutron-836180-1-hyperv neutron-server[83869]: return self.request(url, 'GET', **kwargs) Apr 01 13:38:19.951399 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 01 13:38:19.951399 dv-neutron-836180-1-hyperv neutron-server[83869]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 13:38:19.951399 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 01 13:38:19.951399 dv-neutron-836180-1-hyperv neutron-server[83869]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 13:38:19.951399 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 01 13:38:19.951399 dv-neutron-836180-1-hyperv neutron-server[83869]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 13:38:19.951399 dv-neutron-836180-1-hyperv neutron-server[83869]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 13:38:19.954425 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-aa0815fd-c986-447a-8412-b82e449adb5d tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109561'] for port, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:38:20.043525 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-aa0815fd-c986-447a-8412-b82e449adb5d tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] 10.222.0.26 "DELETE /v2.0/ports/676174ed-0791-4128-a51b-2b90bf6c9b85 HTTP/1.1" status: 204 len: 168 time: 2.0289130 Apr 01 13:38:20.046118 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 52232) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:38:20.068751 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.plugin [None req-9fa30d2b-a014-40e1-b284-b94fca476f31 None None] Calling delete_port for ec47afa4-1229-4c81-b9b3-3b68a6be513c owned by network:dhcp {{(pid=83872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 13:38:20.096039 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_hamode_db [None req-ab864f22-6801-4368-9704-fdef4eed62ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-836180-1-hyperv', False) {} {{(pid=83872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:38:20.096525 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab864f22-6801-4368-9704-fdef4eed62ba None None] The sync data for ids ['c0d1d34a-1d35-455c-b993-35eb052d6672'] in dv-neutron-836180-1-hyperv is: [] {{(pid=83872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 13:38:20.173716 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Provisioning for port 07b26ba3-a89f-4bc9-a374-86b8a36cac92 completed by entity L2. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 13:38:20.199174 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-c1d19cb7-f5ed-468b-8c06-8a2af6ed61e7 tempest-RoutersNegativeIpV6Test-77380712 tempest-RoutersNegativeIpV6Test-77380712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4084029'] for router_interface, before_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:38:20.241536 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Provisioning complete for port 07b26ba3-a89f-4bc9-a374-86b8a36cac92 triggered by entity L2. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 13:38:20.241942 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-948329'] for port, provisioning_complete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:38:20.243496 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-f9008422-3d4b-4b10-849c-df097704df15 tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-942599', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4084797'] for network, after_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:38:20.268410 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-f9008422-3d4b-4b10-849c-df097704df15 tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] Notify callbacks [] for network, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:38:20.296286 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-f9008422-3d4b-4b10-849c-df097704df15 tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] 10.222.0.26 "DELETE /v2.0/networks/72ba6e8c-c9a6-478a-9459-eab2b14600f9 HTTP/1.1" status: 204 len: 168 time: 6.6745799 Apr 01 13:38:20.296772 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9008422-3d4b-4b10-849c-df097704df15 tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] Pushing event deleted for resources: {'Network': ['ID=72ba6e8c-c9a6-478a-9459-eab2b14600f9,revision_number=None']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:38:20.300869 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 52238) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:38:20.328204 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.pecan_wsgi.hooks.translation [None req-b2c8fa4f-1679-46c0-8762-541b90bc6531 tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] DELETE failed (client error): The resource could not be found. Apr 01 13:38:20.328667 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b2c8fa4f-1679-46c0-8762-541b90bc6531 tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83869) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 13:38:20.339532 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-b2c8fa4f-1679-46c0-8762-541b90bc6531 tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] 10.222.0.26 "DELETE /v2.0/networks/72ba6e8c-c9a6-478a-9459-eab2b14600f9 HTTP/1.1" status: 404 len: 339 time: 0.0377648 Apr 01 13:38:20.343304 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 52242) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:38:20.350359 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.v2.base [None req-41af0631-7452-4978-acec-3ce5556c6aa7 tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-217049133', 'description': 'd1'}} {{(pid=83869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:38:20.355089 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-41af0631-7452-4978-acec-3ce5556c6aa7 tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:38:20.359633 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-41af0631-7452-4978-acec-3ce5556c6aa7 tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] Usage tracker for resource:network and tenant:16dc8bccab6243da8b678a9c9f0a6318 is out of sync, need to count used quota {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 13:38:20.362526 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-41af0631-7452-4978-acec-3ce5556c6aa7 tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 13:38:20.371195 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-41af0631-7452-4978-acec-3ce5556c6aa7 tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:38:20.388183 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26dba597-076c-4e59-9d04-5cdcf92fc67a tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:38:20.389822 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26dba597-076c-4e59-9d04-5cdcf92fc67a tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:38:20.391024 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-26dba597-076c-4e59-9d04-5cdcf92fc67a tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Synchronizing usage tracker for tenant:8b726fe6689e4b7f96def1a2219bea6c on resource:subnet {{(pid=83869) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 13:38:20.398192 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41af0631-7452-4978-acec-3ce5556c6aa7 tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] Made reservation on behalf of 16dc8bccab6243da8b678a9c9f0a6318 for: {'network': 1} {{(pid=83869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 13:38:20.401840 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-41af0631-7452-4978-acec-3ce5556c6aa7 tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for network, before_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:38:20.434440 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-26dba597-076c-4e59-9d04-5cdcf92fc67a tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Unset dirty status for tenant:8b726fe6689e4b7f96def1a2219bea6c on resource:subnet {{(pid=83869) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 13:38:20.438855 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-26dba597-076c-4e59-9d04-5cdcf92fc67a tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.3883166 Apr 01 13:38:20.438855 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 52246) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:38:20.500796 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-ffa826be-745e-47fa-8543-ab3669079deb tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4079814', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4170'] for router, precommit_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:38:20.534582 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-ffa826be-745e-47fa-8543-ab3669079deb tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:38:20.548990 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-41af0631-7452-4978-acec-3ce5556c6aa7 tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] vlan segment allocate from pool success with {'vlan_id': 387, 'physical_network': 'physnet1'} {{(pid=83869) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 13:38:20.578859 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-9fa30d2b-a014-40e1-b284-b94fca476f31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736733359243', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736732935810'] for port, after_delete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:38:20.581925 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-41af0631-7452-4978-acec-3ce5556c6aa7 tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1004271'] for segment, precommit_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:38:20.582273 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.db.segments_db [None req-41af0631-7452-4978-acec-3ce5556c6aa7 tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] Added segment 7d941025-1a82-4f66-9588-7f15938a37a9 of type vlan for network 9959aa75-801a-4903-8a60-a21a21c5aca3 Apr 01 13:38:20.598716 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.db_base_plugin_v2 [None req-7d6c3b78-7c1c-47b0-96d9-150805a603aa tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Deleting subnet a6e09381-73a8-464c-8a35-d79bc1fe7bae {{(pid=83869) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 01 13:38:20.603039 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-7d6c3b78-7c1c-47b0-96d9-150805a603aa tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Notify callbacks [] for subnet, before_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:38:20.640628 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-10105d1d-93a2-454e-9bee-23e13a87c9c0 tempest-AllowedAddressPairTestJSON-1367689381 tempest-AllowedAddressPairTestJSON-1367689381-project] Notify callbacks [] for port, precommit_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:38:20.658201 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa30d2b-a014-40e1-b284-b94fca476f31 None None] Pushing event deleted for resources: {'Port': ['ID=ec47afa4-1229-4c81-b9b3-3b68a6be513c,revision_number=None']} {{(pid=83872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:38:20.684204 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.provisioning_blocks [None req-10105d1d-93a2-454e-9bee-23e13a87c9c0 tempest-AllowedAddressPairTestJSON-1367689381 tempest-AllowedAddressPairTestJSON-1367689381-project] Transition to ACTIVE for port object 156ee48b-4b30-4fc6-97ba-246e1d4c477e will not be triggered until provisioned by entity DHCP. {{(pid=83871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 13:38:20.696762 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-5e82908e-fe38-4c93-bcde-2ba11b334f7a None None] Provisioning for port b2be486e-0cdf-45cb-9a8a-a93d28015cfa completed by entity DHCP. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 13:38:20.718451 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-ffa826be-745e-47fa-8543-ab3669079deb tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4079738'] for router, after_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:38:20.718943 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ffa826be-745e-47fa-8543-ab3669079deb tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Fanout notify agent at l3_agent the message router_deleted on router c0d1d34a-1d35-455c-b993-35eb052d6672 {{(pid=83871) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 01 13:38:20.748874 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:38:20.759578 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-7d6c3b78-7c1c-47b0-96d9-150805a603aa tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2704975'] for subnet, precommit_delete_associations {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:38:20.771767 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-5e82908e-fe38-4c93-bcde-2ba11b334f7a None None] Provisioning complete for port b2be486e-0cdf-45cb-9a8a-a93d28015cfa triggered by entity DHCP. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 13:38:20.772399 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-5e82908e-fe38-4c93-bcde-2ba11b334f7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-948329'] for port, provisioning_complete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:38:20.792448 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-eba55044-4849-4d70-8ffe-8b8fabb0190b req-bdb3c57f-f362-4aed-82ea-bfa5736689b1 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=1db979ced72f4c84a5c312128899dc9b&device_id=746f2a68-07bc-4d82-957e-55cd7a32c31f HTTP/1.1" status: 200 len: 1099 time: 0.2203772 Apr 01 13:38:20.799947 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-ffa826be-745e-47fa-8543-ab3669079deb tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Notify callbacks [] for router, before_response {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:38:20.806498 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-ffa826be-745e-47fa-8543-ab3669079deb tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] 10.222.0.26 "DELETE /v2.0/routers/c0d1d34a-1d35-455c-b993-35eb052d6672 HTTP/1.1" status: 204 len: 168 time: 1.5901034 Apr 01 13:38:20.806498 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-10105d1d-93a2-454e-9bee-23e13a87c9c0 tempest-AllowedAddressPairTestJSON-1367689381 tempest-AllowedAddressPairTestJSON-1367689381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736732935801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2743125'] for port, after_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:38:20.806815 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 52252) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:38:20.851638 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-41af0631-7452-4978-acec-3ce5556c6aa7 tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736732923383'] for network, precommit_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:38:20.856886 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fa30d2b-a014-40e1-b284-b94fca476f31 None None] No DVR routers for this DVR port ec47afa4-1229-4c81-b9b3-3b68a6be513c on host dv-neutron-836180-1-hyperv {{(pid=83872) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 13:38:20.879285 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] For port 07b26ba3-a89f-4bc9-a374-86b8a36cac92, host dv-neutron-836180-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836180-1-hyperv',level=0,port_id=07b26ba3-a89f-4bc9-a374-86b8a36cac92,segment=NetworkSegment(e7209e51-3bed-4bef-811a-e73baa1cacf3),segment_id=e7209e51-3bed-4bef-811a-e73baa1cacf3)] {{(pid=83872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 13:38:20.897475 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864'] for port, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:38:20.938272 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-7d6c3b78-7c1c-47b0-96d9-150805a603aa tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-945029'] for subnet, precommit_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:38:20.946916 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e63bcb8e-9664-4dd6-b34b-e79ac8edd6cb None None] Network 09d7ea43-6376-4322-97e7-54cd01aae492 requested from dv-neutron-836180-1-hyperv {{(pid=83872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 13:38:20.978092 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.plugin [None req-5e82908e-fe38-4c93-bcde-2ba11b334f7a None None] Port b2be486e-0cdf-45cb-9a8a-a93d28015cfa cannot update to ACTIVE because it is not bound. {{(pid=83872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 13:38:20.988494 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10105d1d-93a2-454e-9bee-23e13a87c9c0 tempest-AllowedAddressPairTestJSON-1367689381 tempest-AllowedAddressPairTestJSON-1367689381-project] Network d049ce48-0ae5-49ef-bbba-4a5d32c78df3 is already hosted by enough agents. {{(pid=83871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 13:38:20.995040 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.scheduler.base_scheduler [None req-10105d1d-93a2-454e-9bee-23e13a87c9c0 tempest-AllowedAddressPairTestJSON-1367689381 tempest-AllowedAddressPairTestJSON-1367689381-project] Resources bound (agent type, host, resource id): {{(pid=83871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 13:38:20.997047 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10105d1d-93a2-454e-9bee-23e13a87c9c0 tempest-AllowedAddressPairTestJSON-1367689381 tempest-AllowedAddressPairTestJSON-1367689381-project] Received port after_create {{(pid=83871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 13:38:21.092545 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10105d1d-93a2-454e-9bee-23e13a87c9c0 tempest-AllowedAddressPairTestJSON-1367689381 tempest-AllowedAddressPairTestJSON-1367689381-project] Pushing event updated for resources: {'Port': ['ID=156ee48b-4b30-4fc6-97ba-246e1d4c477e,revision_number=1']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:38:21.099752 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Pushing event updated for resources: {'Port': ['ID=07b26ba3-a89f-4bc9-a374-86b8a36cac92,revision_number=3']} {{(pid=83872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:38:21.108451 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-5e82908e-fe38-4c93-bcde-2ba11b334f7a None None] Provisioning complete for port 767a9060-9474-4ef7-84eb-1502cf390d6c triggered by entity DHCP. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 13:38:21.110385 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-5e82908e-fe38-4c93-bcde-2ba11b334f7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-948329'] for port, provisioning_complete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:38:21.116977 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-41af0631-7452-4978-acec-3ce5556c6aa7 tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575'] for network, after_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:38:21.121442 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41af0631-7452-4978-acec-3ce5556c6aa7 tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:38:21.121580 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-41af0631-7452-4978-acec-3ce5556c6aa7 tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] Notify callbacks [] for network, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:38:21.157899 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ad6f42-1d26-4941-b41a-a49f1ea604f9 req-97e3324e-c388-4367-b1c7-7a2edc406848 tempest-ServerActionsTestJSON-64006463 tempest-ServerActionsTestJSON-64006463-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:38:21.159411 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-d4ad6f42-1d26-4941-b41a-a49f1ea604f9 req-97e3324e-c388-4367-b1c7-7a2edc406848 tempest-ServerActionsTestJSON-64006463 tempest-ServerActionsTestJSON-64006463-project] 10.222.0.26 "GET /v2.0/ports?device_id=746f2a68-07bc-4d82-957e-55cd7a32c31f HTTP/1.1" status: 200 len: 946 time: 0.4815006 Apr 01 13:38:21.203298 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Device 5f7c61df-9819-4c49-add8-ac2dcf5961be up at agent ovs-agent-dv-neutron-836180-1-hyperv {{(pid=83872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 13:38:21.226092 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba55044-4849-4d70-8ffe-8b8fabb0190b req-7677d28b-3a7c-46c3-85f5-80b7525c5490 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:38:21.227545 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-eba55044-4849-4d70-8ffe-8b8fabb0190b req-7677d28b-3a7c-46c3-85f5-80b7525c5490 service neutron] 10.222.0.57 "GET /v2.0/networks?id=faf7d63c-9b06-4fbb-8197-4b39ba438717 HTTP/1.1" status: 200 len: 913 time: 0.4254508 Apr 01 13:38:21.236581 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10105d1d-93a2-454e-9bee-23e13a87c9c0 tempest-AllowedAddressPairTestJSON-1367689381 tempest-AllowedAddressPairTestJSON-1367689381-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:38:21.237172 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-10105d1d-93a2-454e-9bee-23e13a87c9c0 tempest-AllowedAddressPairTestJSON-1367689381 tempest-AllowedAddressPairTestJSON-1367689381-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109561'] for port, before_response {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:38:21.318764 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.plugin [None req-5e82908e-fe38-4c93-bcde-2ba11b334f7a None None] Port 767a9060-9474-4ef7-84eb-1502cf390d6c cannot update to ACTIVE because it is not bound. {{(pid=83872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 13:38:21.374171 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-10105d1d-93a2-454e-9bee-23e13a87c9c0 tempest-AllowedAddressPairTestJSON-1367689381 tempest-AllowedAddressPairTestJSON-1367689381-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.7611053 Apr 01 13:38:21.382919 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 52256) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:38:21.390952 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-5e82908e-fe38-4c93-bcde-2ba11b334f7a None None] Provisioning for port f5e5bfc6-4e3f-4968-bb08-c020e6b86726 completed by entity DHCP. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 13:38:21.391513 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.v2.base [None req-8b84d307-56d8-4d3c-954f-6b43b6461732 tempest-AllowedAddressPairTestJSON-1367689381 tempest-AllowedAddressPairTestJSON-1367689381-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.6', 'mac_address': 'fa:16:3e:63:c0:42'}, {'ip_address': '172.20.0.11', 'mac_address': 'fa:16:3e:97:1c:fb'}]}} {{(pid=83871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:38:21.423425 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-41af0631-7452-4978-acec-3ce5556c6aa7 tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 1.0765970 Apr 01 13:38:21.425478 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41af0631-7452-4978-acec-3ce5556c6aa7 tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] Pushing event updated for resources: {'Network': ['ID=9959aa75-801a-4903-8a60-a21a21c5aca3,revision_number=1']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:38:21.427921 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-7d6c3b78-7c1c-47b0-96d9-150805a603aa tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-945042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2705198', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2999452'] for subnet, after_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:38:21.438173 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 52260) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:38:21.450724 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Network 9959aa75-801a-4903-8a60-a21a21c5aca3 details requested by agent ovs-agent-dv-neutron-836180-1-hyperv with host dv-neutron-836180-1-hyperv {{(pid=83872) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 13:38:21.485920 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.db_base_plugin_v2 [None req-09379ebc-f75d-4c41-a7c9-1c3037ba3b04 tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Deleting subnet ff6a22f1-db5c-4ec3-bc25-c880ad8d7331 {{(pid=83869) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 01 13:38:21.489945 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-7d6c3b78-7c1c-47b0-96d9-150805a603aa tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Notify callbacks [] for subnet, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:38:21.491811 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-7d6c3b78-7c1c-47b0-96d9-150805a603aa tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] 10.222.0.26 "DELETE /v2.0/subnets/a6e09381-73a8-464c-8a35-d79bc1fe7bae HTTP/1.1" status: 204 len: 168 time: 1.0522254 Apr 01 13:38:21.517674 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 52264) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:38:21.519572 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d6c3b78-7c1c-47b0-96d9-150805a603aa tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Pushing event deleted for resources: {'Subnet': ['ID=a6e09381-73a8-464c-8a35-d79bc1fe7bae,revision_number=None']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:38:21.528265 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-09379ebc-f75d-4c41-a7c9-1c3037ba3b04 tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Notify callbacks [] for subnet, before_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:38:21.538099 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5370a29-bc85-4afd-b181-37ec90c5942f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7e7d0ecb-2af4-55f5-9198-238ab0570d62-09d7ea43-6376-4322-97e7-54cd01aae492', 'network_id': '09d7ea43-6376-4322-97e7-54cd01aae492', 'tenant_id': '8b726fe6689e4b7f96def1a2219bea6c', 'fixed_ips': [{'subnet_id': 'a6e09381-73a8-464c-8a35-d79bc1fe7bae'}]}} from dv-neutron-836180-1-hyperv. {{(pid=83872) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 01 13:38:21.538936 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-a5370a29-bc85-4afd-b181-37ec90c5942f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:38:21.557666 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Provisioning complete for port 5f7c61df-9819-4c49-add8-ac2dcf5961be triggered by entity L2. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 13:38:21.558036 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-948329'] for port, provisioning_complete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:38:21.609891 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-eba55044-4849-4d70-8ffe-8b8fabb0190b req-d6ec45d0-1330-4625-a34a-34b10e7dc9c2 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3fbcdb0d-ff16-4590-b85e-e2516d336b46 HTTP/1.1" status: 200 len: 1000 time: 0.3667099 Apr 01 13:38:21.662603 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-d4ad6f42-1d26-4941-b41a-a49f1ea604f9 req-521061fd-5e12-4bab-bf38-314b414a8135 tempest-ServerActionsTestJSON-64006463 tempest-ServerActionsTestJSON-64006463-project] 10.222.0.26 "GET /v2.0/security-groups?id=0d525850-c301-4718-92cf-e73f2c3e9524&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4806397 Apr 01 13:38:21.679992 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-f7cf4367-0010-4b9d-a3ab-b71aa0da38a9 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] 10.222.0.26 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1581020 Apr 01 13:38:21.694433 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-274740a6-8b58-490a-b6cd-bccbbb1eb114 None None] Provisioning for port 156ee48b-4b30-4fc6-97ba-246e1d4c477e completed by entity DHCP. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 13:38:21.696168 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 52268) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:38:21.708130 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-274740a6-8b58-490a-b6cd-bccbbb1eb114 None None] Provisioning complete for port 156ee48b-4b30-4fc6-97ba-246e1d4c477e triggered by entity DHCP. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 13:38:21.708529 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-274740a6-8b58-490a-b6cd-bccbbb1eb114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-948329'] for port, provisioning_complete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:38:21.760957 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-bd6d69a9-e230-4ed9-9041-35a07d34d23e tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Synchronizing usage tracker for tenant:8b726fe6689e4b7f96def1a2219bea6c on resource:port {{(pid=83869) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 13:38:21.771770 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-09379ebc-f75d-4c41-a7c9-1c3037ba3b04 tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2704975'] for subnet, precommit_delete_associations {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:38:21.812283 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7be96cc-5396-4b3b-aa16-8e55fcab030b tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:38:21.813126 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-b7be96cc-5396-4b3b-aa16-8e55fcab030b tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] Synchronizing usage tracker for tenant:16dc8bccab6243da8b678a9c9f0a6318 on resource:network {{(pid=83869) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 13:38:21.826147 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba55044-4849-4d70-8ffe-8b8fabb0190b req-017682af-7f59-4046-99b2-34cd18a6cdfa service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:38:21.827580 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-eba55044-4849-4d70-8ffe-8b8fabb0190b req-017682af-7f59-4046-99b2-34cd18a6cdfa service neutron] 10.222.0.57 "GET /v2.0/subnets?id=11ea32dc-0c84-4fc1-9df2-80f178610c0f HTTP/1.1" status: 200 len: 851 time: 0.1843712 Apr 01 13:38:21.831719 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.plugin [None req-274740a6-8b58-490a-b6cd-bccbbb1eb114 None None] Port 156ee48b-4b30-4fc6-97ba-246e1d4c477e cannot update to ACTIVE because it is not bound. {{(pid=83872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 13:38:21.853979 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Device f5e5bfc6-4e3f-4968-bb08-c020e6b86726 up at agent ovs-agent-dv-neutron-836180-1-hyperv {{(pid=83872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 13:38:21.858133 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-bd6d69a9-e230-4ed9-9041-35a07d34d23e tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Unset dirty status for tenant:8b726fe6689e4b7f96def1a2219bea6c on resource:port {{(pid=83869) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 13:38:21.861632 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-bd6d69a9-e230-4ed9-9041-35a07d34d23e tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.1621521 Apr 01 13:38:21.863161 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 52274) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:38:21.880953 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b302d163-1b08-4996-9792-4ca2e76af3b3 None None] get_active_networks_info from dv-neutron-836180-1-hyperv {{(pid=83872) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Apr 01 13:38:21.906863 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-b7be96cc-5396-4b3b-aa16-8e55fcab030b tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] Unset dirty status for tenant:16dc8bccab6243da8b678a9c9f0a6318 on resource:network {{(pid=83869) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 13:38:21.908342 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-b7be96cc-5396-4b3b-aa16-8e55fcab030b tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] 10.222.0.26 "GET /v2.0/networks?id=9959aa75-801a-4903-8a60-a21a21c5aca3 HTTP/1.1" status: 200 len: 760 time: 0.4324534 Apr 01 13:38:21.915420 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 52278) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:38:21.931146 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.v2.base [None req-789c6f8f-57b8-45fd-96a8-d276421deddc tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] Request body: {'network': {'description': 'd2'}} {{(pid=83869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:38:22.030810 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4d1d52a-9def-49ed-96ad-26a99496115b tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:38:22.031747 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-f4d1d52a-9def-49ed-96ad-26a99496115b tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Synchronizing usage tracker for tenant:8b726fe6689e4b7f96def1a2219bea6c on resource:subnet {{(pid=83869) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 13:38:22.037504 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Provisioning for port f5e5bfc6-4e3f-4968-bb08-c020e6b86726 completed by entity L2. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 13:38:22.038530 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-09379ebc-f75d-4c41-a7c9-1c3037ba3b04 tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-945029'] for subnet, precommit_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:38:22.048111 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Provisioning complete for port f5e5bfc6-4e3f-4968-bb08-c020e6b86726 triggered by entity L2. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 13:38:22.048505 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-948329'] for port, provisioning_complete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:38:22.050966 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-8b84d307-56d8-4d3c-954f-6b43b6461732 tempest-AllowedAddressPairTestJSON-1367689381 tempest-AllowedAddressPairTestJSON-1367689381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:38:22.081512 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-eba55044-4849-4d70-8ffe-8b8fabb0190b req-f91d2b96-d9dd-407e-9469-41dcbc550fdc service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=faf7d63c-9b06-4fbb-8197-4b39ba438717&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2364144 Apr 01 13:38:22.145550 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b302d163-1b08-4996-9792-4ca2e76af3b3 None None] Resources bound (agent type, host, resource id): {{(pid=83872) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 01 13:38:22.283272 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:38:22.346574 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] For port f5e5bfc6-4e3f-4968-bb08-c020e6b86726, host dv-neutron-836180-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836180-1-hyperv',level=0,port_id=f5e5bfc6-4e3f-4968-bb08-c020e6b86726,segment=NetworkSegment(5a545d61-5344-4c02-bcd9-afcadc060f16),segment_id=5a545d61-5344-4c02-bcd9-afcadc060f16)] {{(pid=83872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 13:38:22.349673 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-f4d1d52a-9def-49ed-96ad-26a99496115b tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Unset dirty status for tenant:8b726fe6689e4b7f96def1a2219bea6c on resource:subnet {{(pid=83869) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 13:38:22.353425 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-f4d1d52a-9def-49ed-96ad-26a99496115b tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.4881110 Apr 01 13:38:22.355529 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864'] for port, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:38:22.359559 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 52282) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:38:22.384457 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.plugin [None req-c1d19cb7-f5ed-468b-8c06-8a2af6ed61e7 tempest-RoutersNegativeIpV6Test-77380712 tempest-RoutersNegativeIpV6Test-77380712-project] Deleting port 767a9060-9474-4ef7-84eb-1502cf390d6c {{(pid=83871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 13:38:22.384881 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-c1d19cb7-f5ed-468b-8c06-8a2af6ed61e7 tempest-RoutersNegativeIpV6Test-77380712 tempest-RoutersNegativeIpV6Test-77380712-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736733287370'] for port, before_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:38:22.462660 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-c757cfa0-1336-42e8-b4e9-62ba01ad1a3c tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] 10.222.0.26 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0986080 Apr 01 13:38:22.467305 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 52286) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:38:22.484107 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.v2.base [None req-c06aa52e-acb8-4cb5-bd58-c1140acfe924 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Request body: {'subnet': {'network_id': '09d7ea43-6376-4322-97e7-54cd01aae492', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:38:22.489727 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-eba55044-4849-4d70-8ffe-8b8fabb0190b req-89aa1ebe-8717-4154-b3f2-2854cac6c05b service neutron] 10.222.0.57 "GET /v2.0/networks/faf7d63c-9b06-4fbb-8197-4b39ba438717?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3777993 Apr 01 13:38:22.506711 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Pushing event updated for resources: {'Port': ['ID=f5e5bfc6-4e3f-4968-bb08-c020e6b86726,revision_number=3']} {{(pid=83872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:38:22.568685 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-09379ebc-f75d-4c41-a7c9-1c3037ba3b04 tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-945042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2705198', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2999452'] for subnet, after_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:38:22.626140 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-789c6f8f-57b8-45fd-96a8-d276421deddc tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736732923383'] for network, precommit_update {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:38:22.640838 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09379ebc-f75d-4c41-a7c9-1c3037ba3b04 tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Pushing event deleted for resources: {'Subnet': ['ID=ff6a22f1-db5c-4ec3-bc25-c880ad8d7331,revision_number=None']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:38:22.665043 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-09379ebc-f75d-4c41-a7c9-1c3037ba3b04 tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Notify callbacks [] for subnet, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:38:22.670051 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-789c6f8f-57b8-45fd-96a8-d276421deddc tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575'] for network, after_update {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:38:22.697426 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-09379ebc-f75d-4c41-a7c9-1c3037ba3b04 tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] 10.222.0.26 "DELETE /v2.0/subnets/ff6a22f1-db5c-4ec3-bc25-c880ad8d7331 HTTP/1.1" status: 204 len: 168 time: 1.8883603 Apr 01 13:38:22.700508 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 52292) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:38:22.703115 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-c06aa52e-acb8-4cb5-bd58-c1140acfe924 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:38:22.712750 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d1f3815-4c69-4a45-aa61-0cffa9f2b80e None None] Network 3e044bca-f295-40ac-baef-019b6d1c05c8 requested from dv-neutron-836180-1-hyperv {{(pid=83872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 13:38:22.753564 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-789c6f8f-57b8-45fd-96a8-d276421deddc tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] Network 9959aa75-801a-4903-8a60-a21a21c5aca3 is not hosted by any dhcp agent {{(pid=83869) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:226}} Apr 01 13:38:22.757728 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-789c6f8f-57b8-45fd-96a8-d276421deddc tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:38:22.758319 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-789c6f8f-57b8-45fd-96a8-d276421deddc tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] Notify callbacks [] for network, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:38:22.760816 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-789c6f8f-57b8-45fd-96a8-d276421deddc tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] 10.222.0.26 "PUT /v2.0/networks/9959aa75-801a-4903-8a60-a21a21c5aca3 HTTP/1.1" status: 200 len: 757 time: 0.8433657 Apr 01 13:38:22.769687 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 52296) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:38:22.805720 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-c06aa52e-acb8-4cb5-bd58-c1140acfe924 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:38:22.867986 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789c6f8f-57b8-45fd-96a8-d276421deddc tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] Pushing event updated for resources: {'Network': ['ID=9959aa75-801a-4903-8a60-a21a21c5aca3,revision_number=1']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:38:22.884437 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.db.resource_extend [None req-8b84d307-56d8-4d3c-954f-6b43b6461732 tempest-AllowedAddressPairTestJSON-1367689381 tempest-AllowedAddressPairTestJSON-1367689381-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 01 13:38:22.907604 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c06aa52e-acb8-4cb5-bd58-c1140acfe924 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Made reservation on behalf of 8b726fe6689e4b7f96def1a2219bea6c for: {'subnet': 1} {{(pid=83869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 13:38:22.939544 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-8b84d307-56d8-4d3c-954f-6b43b6461732 tempest-AllowedAddressPairTestJSON-1367689381 tempest-AllowedAddressPairTestJSON-1367689381-project] Notify callbacks [] for port, precommit_update {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:38:22.956110 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-540a5207-36d2-4ebc-9a6e-bf6872ccc275 tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1033078'] for network, before_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:38:22.958979 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-c1d19cb7-f5ed-468b-8c06-8a2af6ed61e7 tempest-RoutersNegativeIpV6Test-77380712 tempest-RoutersNegativeIpV6Test-77380712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4155147'] for port, precommit_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:38:22.961874 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Network 9959aa75-801a-4903-8a60-a21a21c5aca3 details requested by agent ovs-agent-dv-neutron-836180-1-hyperv with host dv-neutron-836180-1-hyperv {{(pid=83872) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 13:38:22.968389 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-8b84d307-56d8-4d3c-954f-6b43b6461732 tempest-AllowedAddressPairTestJSON-1367689381 tempest-AllowedAddressPairTestJSON-1367689381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2743106'] for port, after_update {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:38:23.011435 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-eba55044-4849-4d70-8ffe-8b8fabb0190b req-367da42f-4e3d-4479-bf06-7fe1268b2d20 service neutron] 10.222.0.57 "GET /v2.0/networks/faf7d63c-9b06-4fbb-8197-4b39ba438717?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5138872 Apr 01 13:38:23.056934 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Device f5e5bfc6-4e3f-4968-bb08-c020e6b86726 up at agent ovs-agent-dv-neutron-836180-1-hyperv {{(pid=83872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 13:38:23.059893 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15bf25db-2952-4623-978e-7e523eb3d161 tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:38:23.062298 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-15bf25db-2952-4623-978e-7e523eb3d161 tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] 10.222.0.26 "GET /v2.0/networks?id=9959aa75-801a-4903-8a60-a21a21c5aca3 HTTP/1.1" status: 200 len: 760 time: 0.2890213 Apr 01 13:38:23.065922 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 52300) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:38:23.072206 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.v2.base [None req-290c977e-5805-4674-bd34-b7270bf25d57 tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1122573923'}} {{(pid=83869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:38:23.077336 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-290c977e-5805-4674-bd34-b7270bf25d57 tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:38:23.091892 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-290c977e-5805-4674-bd34-b7270bf25d57 tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:38:23.155890 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-290c977e-5805-4674-bd34-b7270bf25d57 tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] Made reservation on behalf of 16dc8bccab6243da8b678a9c9f0a6318 for: {'network': 1} {{(pid=83869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 13:38:23.162327 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-290c977e-5805-4674-bd34-b7270bf25d57 tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for network, before_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:38:23.199787 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-c06aa52e-acb8-4cb5-bd58-c1140acfe924 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2999481'] for subnet, before_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:38:23.212085 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Provisioning complete for port f5e5bfc6-4e3f-4968-bb08-c020e6b86726 triggered by entity L2. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 13:38:23.213349 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-948329'] for port, provisioning_complete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:38:23.293587 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.plugin [None req-c1d19cb7-f5ed-468b-8c06-8a2af6ed61e7 tempest-RoutersNegativeIpV6Test-77380712 tempest-RoutersNegativeIpV6Test-77380712-project] Calling delete_port for 767a9060-9474-4ef7-84eb-1502cf390d6c owned by network:router_interface {{(pid=83871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 13:38:23.320916 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11969d13-f3e8-4891-9447-3cb2d7ccf099 None None] DHCP port deletion for 3e044bca-f295-40ac-baef-019b6d1c05c8 request from dv-neutron-836180-1-hyperv {{(pid=83872) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 01 13:38:23.328743 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.plugin [None req-11969d13-f3e8-4891-9447-3cb2d7ccf099 None None] Deleting port fae35008-33e1-4f04-aa34-41739fa21595 {{(pid=83872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 13:38:23.334745 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-11969d13-f3e8-4891-9447-3cb2d7ccf099 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736733287370'] for port, before_delete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:38:23.396769 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-290c977e-5805-4674-bd34-b7270bf25d57 tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] vlan segment allocate from pool success with {'vlan_id': 362, 'physical_network': 'physnet1'} {{(pid=83869) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 13:38:23.414003 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-290c977e-5805-4674-bd34-b7270bf25d57 tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1004271'] for segment, precommit_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:38:23.415027 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.db.segments_db [None req-290c977e-5805-4674-bd34-b7270bf25d57 tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] Added segment 749d3dc0-89a8-49f5-a02f-18114ceaec7e of type vlan for network 9a7c1d4a-1f49-463b-bb40-1e1e79abbbaa Apr 01 13:38:23.425357 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.plugin [None req-540a5207-36d2-4ebc-9a6e-bf6872ccc275 tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Deleting port fae35008-33e1-4f04-aa34-41739fa21595 {{(pid=83871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 13:38:23.425740 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-540a5207-36d2-4ebc-9a6e-bf6872ccc275 tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736733287370'] for port, before_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:38:23.455755 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-290c977e-5805-4674-bd34-b7270bf25d57 tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736732923383'] for network, precommit_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:38:23.490539 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Device 07b26ba3-a89f-4bc9-a374-86b8a36cac92 up at agent ovs-agent-dv-neutron-836180-1-hyperv {{(pid=83872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 13:38:23.576112 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-290c977e-5805-4674-bd34-b7270bf25d57 tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575'] for network, after_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:38:23.579968 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-290c977e-5805-4674-bd34-b7270bf25d57 tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:38:23.580850 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-290c977e-5805-4674-bd34-b7270bf25d57 tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] Notify callbacks [] for network, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:38:23.580972 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b84d307-56d8-4d3c-954f-6b43b6461732 tempest-AllowedAddressPairTestJSON-1367689381 tempest-AllowedAddressPairTestJSON-1367689381-project] Pushing event updated for resources: {'Port': ['ID=156ee48b-4b30-4fc6-97ba-246e1d4c477e,revision_number=2']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:38:23.634337 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.plugin [None req-8b84d307-56d8-4d3c-954f-6b43b6461732 tempest-AllowedAddressPairTestJSON-1367689381 tempest-AllowedAddressPairTestJSON-1367689381-project] In _notify_port_updated(), no bound segment for port 156ee48b-4b30-4fc6-97ba-246e1d4c477e on network d049ce48-0ae5-49ef-bbba-4a5d32c78df3 {{(pid=83871) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Apr 01 13:38:23.638295 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b84d307-56d8-4d3c-954f-6b43b6461732 tempest-AllowedAddressPairTestJSON-1367689381 tempest-AllowedAddressPairTestJSON-1367689381-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:38:23.639046 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-8b84d307-56d8-4d3c-954f-6b43b6461732 tempest-AllowedAddressPairTestJSON-1367689381 tempest-AllowedAddressPairTestJSON-1367689381-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109561'] for port, before_response {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:38:23.640740 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-8b84d307-56d8-4d3c-954f-6b43b6461732 tempest-AllowedAddressPairTestJSON-1367689381 tempest-AllowedAddressPairTestJSON-1367689381-project] 10.222.0.26 "PUT /v2.0/ports/156ee48b-4b30-4fc6-97ba-246e1d4c477e HTTP/1.1" status: 200 len: 1056 time: 2.2569566 Apr 01 13:38:23.651732 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 52304) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:38:23.655496 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-290c977e-5805-4674-bd34-b7270bf25d57 tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.5883508 Apr 01 13:38:23.656241 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 52306) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:38:23.669411 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.v2.base [None req-953ee921-b022-4ef8-ba8f-ec7a863cb359 tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] Request body: {'subnet': {'network_id': '9a7c1d4a-1f49-463b-bb40-1e1e79abbbaa', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:38:23.777003 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-addf20f4-b980-45b0-b1ee-e7285355f1d1 req-819570e5-53bc-4a9c-ae86-f7ea8ad8caff tempest-ServerActionsTestJSON-64006463 tempest-ServerActionsTestJSON-64006463-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:38:23.778481 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-addf20f4-b980-45b0-b1ee-e7285355f1d1 req-819570e5-53bc-4a9c-ae86-f7ea8ad8caff tempest-ServerActionsTestJSON-64006463 tempest-ServerActionsTestJSON-64006463-project] 10.222.0.26 "GET /v2.0/ports?device_id=746f2a68-07bc-4d82-957e-55cd7a32c31f HTTP/1.1" status: 200 len: 946 time: 0.9446406 Apr 01 13:38:23.813179 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-c06aa52e-acb8-4cb5-bd58-c1140acfe924 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2705391', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2999447'] for subnet, after_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:38:23.819368 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:38:23.821767 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-11969d13-f3e8-4891-9447-3cb2d7ccf099 None None] For port fae35008-33e1-4f04-aa34-41739fa21595, host dv-neutron-836180-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836180-1-hyperv',level=0,port_id=fae35008-33e1-4f04-aa34-41739fa21595,segment=NetworkSegment(6a51a8f3-c5e8-4883-bf03-da39a23b8ddb),segment_id=6a51a8f3-c5e8-4883-bf03-da39a23b8ddb)] {{(pid=83872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 13:38:23.822144 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-11969d13-f3e8-4891-9447-3cb2d7ccf099 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4155147'] for port, precommit_delete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:38:23.829904 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Provisioning complete for port 07b26ba3-a89f-4bc9-a374-86b8a36cac92 triggered by entity L2. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 13:38:23.830261 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-948329'] for port, provisioning_complete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:38:23.865553 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290c977e-5805-4674-bd34-b7270bf25d57 tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] Pushing event updated for resources: {'Network': ['ID=9a7c1d4a-1f49-463b-bb40-1e1e79abbbaa,revision_number=1']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:38:23.924569 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c06aa52e-acb8-4cb5-bd58-c1140acfe924 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Network 09d7ea43-6376-4322-97e7-54cd01aae492 is already hosted by enough agents. {{(pid=83869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 13:38:23.928278 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-953ee921-b022-4ef8-ba8f-ec7a863cb359 tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:38:23.928917 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.plugin [None req-66d23512-0b1a-47c8-a437-91df0e5fd6ad tempest-AllowedAddressPairTestJSON-1367689381 tempest-AllowedAddressPairTestJSON-1367689381-project] Deleting port 156ee48b-4b30-4fc6-97ba-246e1d4c477e {{(pid=83871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 13:38:23.929420 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-66d23512-0b1a-47c8-a437-91df0e5fd6ad tempest-AllowedAddressPairTestJSON-1367689381 tempest-AllowedAddressPairTestJSON-1367689381-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736733287370'] for port, before_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:38:23.931089 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.scheduler.base_scheduler [None req-c06aa52e-acb8-4cb5-bd58-c1140acfe924 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Resources bound (agent type, host, resource id): {{(pid=83869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 13:38:23.936417 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c06aa52e-acb8-4cb5-bd58-c1140acfe924 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:38:23.937383 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-c06aa52e-acb8-4cb5-bd58-c1140acfe924 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Notify callbacks [] for subnet, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:38:23.950036 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-953ee921-b022-4ef8-ba8f-ec7a863cb359 tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] Usage tracker for resource:subnet and tenant:16dc8bccab6243da8b678a9c9f0a6318 is out of sync, need to count used quota {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 13:38:23.954988 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-953ee921-b022-4ef8-ba8f-ec7a863cb359 tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 13:38:23.958279 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c06aa52e-acb8-4cb5-bd58-c1140acfe924 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Pushing event updated for resources: {'Subnet': ['ID=fe35b9ff-17ba-49e7-b111-d9a26d7d31bc,revision_number=0']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:38:23.963624 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-953ee921-b022-4ef8-ba8f-ec7a863cb359 tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:38:23.977360 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-c06aa52e-acb8-4cb5-bd58-c1140acfe924 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5001256 Apr 01 13:38:23.977556 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Network 9a7c1d4a-1f49-463b-bb40-1e1e79abbbaa details requested by agent ovs-agent-dv-neutron-836180-1-hyperv with host dv-neutron-836180-1-hyperv {{(pid=83872) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 13:38:23.979489 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 52312) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:38:23.985240 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.v2.base [None req-126fe12b-6bc4-4515-a42b-c0a111e348c1 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Request body: {'port': {'network_id': '09d7ea43-6376-4322-97e7-54cd01aae492', 'mac_address': 'fa:16:3e:1c:52:7a', 'name': 'tempest-NetworksTestDHCPv6-207317668'}} {{(pid=83869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:38:23.992152 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.db [None req-540a5207-36d2-4ebc-9a6e-bf6872ccc275 tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] For port fae35008-33e1-4f04-aa34-41739fa21595, host dv-neutron-836180-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836180-1-hyperv',level=0,port_id=fae35008-33e1-4f04-aa34-41739fa21595,segment=NetworkSegment(6a51a8f3-c5e8-4883-bf03-da39a23b8ddb),segment_id=6a51a8f3-c5e8-4883-bf03-da39a23b8ddb)] {{(pid=83871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 13:38:23.992676 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-540a5207-36d2-4ebc-9a6e-bf6872ccc275 tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4155147'] for port, precommit_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:38:24.001355 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.plugin [None req-11969d13-f3e8-4891-9447-3cb2d7ccf099 None None] Calling delete_port for fae35008-33e1-4f04-aa34-41739fa21595 owned by network:dhcp {{(pid=83872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 13:38:24.004198 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-953ee921-b022-4ef8-ba8f-ec7a863cb359 tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] Made reservation on behalf of 16dc8bccab6243da8b678a9c9f0a6318 for: {'subnet': 1} {{(pid=83869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 13:38:24.020864 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-addf20f4-b980-45b0-b1ee-e7285355f1d1 req-7c444420-bee5-4c5c-a43b-9ca65185d723 tempest-ServerActionsTestJSON-64006463 tempest-ServerActionsTestJSON-64006463-project] 10.222.0.26 "GET /v2.0/security-groups?id=0d525850-c301-4718-92cf-e73f2c3e9524&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1885192 Apr 01 13:38:24.031589 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-070fcd53-7943-4420-8d59-b041917ceb64 None None] Network 09d7ea43-6376-4322-97e7-54cd01aae492 requested from dv-neutron-836180-1-hyperv {{(pid=83872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 13:38:24.183677 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-953ee921-b022-4ef8-ba8f-ec7a863cb359 tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2999481'] for subnet, before_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:38:24.198617 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-2dbc31be-8e28-49c3-a603-9c917d7657ca None None] Provisioning complete for port 156ee48b-4b30-4fc6-97ba-246e1d4c477e triggered by entity DHCP. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 13:38:24.199092 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-2dbc31be-8e28-49c3-a603-9c917d7657ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-948329'] for port, provisioning_complete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:38:24.228103 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.plugin [None req-540a5207-36d2-4ebc-9a6e-bf6872ccc275 tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Calling delete_port for fae35008-33e1-4f04-aa34-41739fa21595 owned by network:dhcp {{(pid=83871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 13:38:24.355186 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-11969d13-f3e8-4891-9447-3cb2d7ccf099 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736733359243', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736732935810'] for port, after_delete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:38:24.416123 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-126fe12b-6bc4-4515-a42b-c0a111e348c1 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:38:24.432356 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-c1d19cb7-f5ed-468b-8c06-8a2af6ed61e7 tempest-RoutersNegativeIpV6Test-77380712 tempest-RoutersNegativeIpV6Test-77380712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736733359243', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736732935810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2743125'] for port, after_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:38:24.435400 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-126fe12b-6bc4-4515-a42b-c0a111e348c1 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:38:24.451191 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-126fe12b-6bc4-4515-a42b-c0a111e348c1 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Made reservation on behalf of 8b726fe6689e4b7f96def1a2219bea6c for: {'port': 1} {{(pid=83869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 13:38:24.455250 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-126fe12b-6bc4-4515-a42b-c0a111e348c1 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:38:24.460630 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.plugin [None req-2dbc31be-8e28-49c3-a603-9c917d7657ca None None] Port 156ee48b-4b30-4fc6-97ba-246e1d4c477e cannot update to ACTIVE because it is not bound. {{(pid=83872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 13:38:24.484379 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11969d13-f3e8-4891-9447-3cb2d7ccf099 None None] Pushing event deleted for resources: {'Port': ['ID=fae35008-33e1-4f04-aa34-41739fa21595,revision_number=None']} {{(pid=83872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:38:24.506253 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d19cb7-f5ed-468b-8c06-8a2af6ed61e7 tempest-RoutersNegativeIpV6Test-77380712 tempest-RoutersNegativeIpV6Test-77380712-project] Pushing event deleted for resources: {'Port': ['ID=767a9060-9474-4ef7-84eb-1502cf390d6c,revision_number=None']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:38:24.510920 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.db.api [None req-540a5207-36d2-4ebc-9a6e-bf6872ccc275 tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83871) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 01 13:38:24.511241 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG oslo_db.api [None req-540a5207-36d2-4ebc-9a6e-bf6872ccc275 tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 01 13:38:24.529900 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.notifiers.nova [None req-126fe12b-6bc4-4515-a42b-c0a111e348c1 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] device_id is not set on port 9ec3726a-4470-4792-857e-788e04205ce9 yet. {{(pid=83869) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 01 13:38:24.539086 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11969d13-f3e8-4891-9447-3cb2d7ccf099 None None] No DVR routers for this DVR port fae35008-33e1-4f04-aa34-41739fa21595 on host dv-neutron-836180-1-hyperv {{(pid=83872) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 13:38:24.589966 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-66d23512-0b1a-47c8-a437-91df0e5fd6ad tempest-AllowedAddressPairTestJSON-1367689381 tempest-AllowedAddressPairTestJSON-1367689381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4155147'] for port, precommit_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:38:24.623888 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c209210-3603-490c-a9ab-443b2e867e0a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7e7d0ecb-2af4-55f5-9198-238ab0570d62-09d7ea43-6376-4322-97e7-54cd01aae492', 'network_id': '09d7ea43-6376-4322-97e7-54cd01aae492', 'tenant_id': '8b726fe6689e4b7f96def1a2219bea6c', 'fixed_ips': [{'subnet_id': 'fe35b9ff-17ba-49e7-b111-d9a26d7d31bc'}]}} from dv-neutron-836180-1-hyperv. {{(pid=83872) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 01 13:38:24.624781 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-0c209210-3603-490c-a9ab-443b2e867e0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:38:24.713990 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-953ee921-b022-4ef8-ba8f-ec7a863cb359 tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2705391', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2999447'] for subnet, after_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:38:24.805050 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.plugin [None req-66d23512-0b1a-47c8-a437-91df0e5fd6ad tempest-AllowedAddressPairTestJSON-1367689381 tempest-AllowedAddressPairTestJSON-1367689381-project] Calling delete_port for 156ee48b-4b30-4fc6-97ba-246e1d4c477e owned by {{(pid=83871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 13:38:24.814736 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.db_base_plugin_common [None req-126fe12b-6bc4-4515-a42b-c0a111e348c1 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Allocated IP 2001:db8::239 (09d7ea43-6376-4322-97e7-54cd01aae492/fe35b9ff-17ba-49e7-b111-d9a26d7d31bc/9ec3726a-4470-4792-857e-788e04205ce9) {{(pid=83869) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 13:38:24.818916 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-953ee921-b022-4ef8-ba8f-ec7a863cb359 tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] Pushing event updated for resources: {'Subnet': ['ID=36f4deb9-4094-43b1-8b5e-e574efdd42af,revision_number=0']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:38:24.873532 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-953ee921-b022-4ef8-ba8f-ec7a863cb359 tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] Checking segment: {'id': '749d3dc0-89a8-49f5-a02f-18114ceaec7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '9a7c1d4a-1f49-463b-bb40-1e1e79abbbaa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 13:38:24.873889 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-953ee921-b022-4ef8-ba8f-ec7a863cb359 tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] Network hostable DHCP agents. Network: 9a7c1d4a-1f49-463b-bb40-1e1e79abbbaa, hostable agents: ['e47e4547-5c2d-4954-ba56-fa3646239f18'], hosted agents: [] {{(pid=83869) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 13:38:24.978629 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Device fae35008-33e1-4f04-aa34-41739fa21595 no longer exists at agent ovs-agent-dv-neutron-836180-1-hyperv {{(pid=83872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 13:38:25.003678 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-953ee921-b022-4ef8-ba8f-ec7a863cb359 tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] Network 9a7c1d4a-1f49-463b-bb40-1e1e79abbbaa is scheduled to be hosted by DHCP agent e47e4547-5c2d-4954-ba56-fa3646239f18 with binding_index 1 {{(pid=83869) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 13:38:25.012809 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.plugin [None req-540a5207-36d2-4ebc-9a6e-bf6872ccc275 tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Deleting port fae35008-33e1-4f04-aa34-41739fa21595 {{(pid=83871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 13:38:25.013371 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-540a5207-36d2-4ebc-9a6e-bf6872ccc275 tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736733287370'] for port, before_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:38:25.015047 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.plugin [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] No Port match for: fae35008-33e1-4f04-aa34-41739fa21595 {{(pid=83872) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 01 13:38:25.015902 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Device fae35008-33e1-4f04-aa34-41739fa21595 not bound to the agent host dv-neutron-836180-1-hyperv {{(pid=83872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 13:38:25.023927 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.scheduler.base_scheduler [None req-953ee921-b022-4ef8-ba8f-ec7a863cb359 tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-836180-1-hyperv, 9a7c1d4a-1f49-463b-bb40-1e1e79abbbaa) {{(pid=83869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 13:38:25.031944 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3dfb7aec-c8a6-4580-b1f9-6c0eb59c719d None None] Network 9a7c1d4a-1f49-463b-bb40-1e1e79abbbaa requested from dv-neutron-836180-1-hyperv {{(pid=83872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 13:38:25.063793 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-953ee921-b022-4ef8-ba8f-ec7a863cb359 tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:38:25.064551 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-953ee921-b022-4ef8-ba8f-ec7a863cb359 tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] Notify callbacks [] for subnet, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:38:25.098819 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.plugin [None req-540a5207-36d2-4ebc-9a6e-bf6872ccc275 tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] The port 'fae35008-33e1-4f04-aa34-41739fa21595' was deleted {{(pid=83871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 01 13:38:25.131432 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-126fe12b-6bc4-4515-a42b-c0a111e348c1 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Notify callbacks [] for port, precommit_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:38:25.147407 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-953ee921-b022-4ef8-ba8f-ec7a863cb359 tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4832644 Apr 01 13:38:25.151809 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 52318) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:38:25.159247 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.provisioning_blocks [None req-126fe12b-6bc4-4515-a42b-c0a111e348c1 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Transition to ACTIVE for port object 9ec3726a-4470-4792-857e-788e04205ce9 will not be triggered until provisioned by entity DHCP. {{(pid=83869) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 13:38:25.274242 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-126fe12b-6bc4-4515-a42b-c0a111e348c1 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736732935801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2705155'] for port, after_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:38:25.281795 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-c1d19cb7-f5ed-468b-8c06-8a2af6ed61e7 tempest-RoutersNegativeIpV6Test-77380712 tempest-RoutersNegativeIpV6Test-77380712-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3017585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4084076'] for router_interface, after_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:38:25.286670 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee64ed56-2b4e-414a-835f-2ec96abe371e req-31a320e6-0f0a-40fd-9564-0a68479193e7 tempest-ServerActionsTestJSON-64006463 tempest-ServerActionsTestJSON-64006463-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:38:25.295439 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-ee64ed56-2b4e-414a-835f-2ec96abe371e req-31a320e6-0f0a-40fd-9564-0a68479193e7 tempest-ServerActionsTestJSON-64006463 tempest-ServerActionsTestJSON-64006463-project] 10.222.0.26 "GET /v2.0/ports?device_id=746f2a68-07bc-4d82-957e-55cd7a32c31f HTTP/1.1" status: 200 len: 946 time: 0.1131637 Apr 01 13:38:25.347649 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e31c7915-e865-482a-9940-04cba7384179 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7e7d0ecb-2af4-55f5-9198-238ab0570d62-9a7c1d4a-1f49-463b-bb40-1e1e79abbbaa', 'network_id': '9a7c1d4a-1f49-463b-bb40-1e1e79abbbaa', 'tenant_id': '16dc8bccab6243da8b678a9c9f0a6318', 'fixed_ips': [{'subnet_id': '36f4deb9-4094-43b1-8b5e-e574efdd42af'}]}} from dv-neutron-836180-1-hyperv. {{(pid=83872) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 01 13:38:25.348882 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-e31c7915-e865-482a-9940-04cba7384179 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:38:25.398745 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-126fe12b-6bc4-4515-a42b-c0a111e348c1 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Network 09d7ea43-6376-4322-97e7-54cd01aae492 is already hosted by enough agents. {{(pid=83869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 13:38:25.406256 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.scheduler.base_scheduler [None req-126fe12b-6bc4-4515-a42b-c0a111e348c1 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Resources bound (agent type, host, resource id): {{(pid=83869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 13:38:25.408486 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-126fe12b-6bc4-4515-a42b-c0a111e348c1 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Received port after_create {{(pid=83869) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 13:38:25.412708 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-126fe12b-6bc4-4515-a42b-c0a111e348c1 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:38:25.413952 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-126fe12b-6bc4-4515-a42b-c0a111e348c1 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109561'] for port, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:38:25.415105 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-540a5207-36d2-4ebc-9a6e-bf6872ccc275 tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-942654', 'neutron.services.segments.db._delete_segments_for_network-8736733387888'] for network, precommit_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:38:25.425843 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126fe12b-6bc4-4515-a42b-c0a111e348c1 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Pushing event updated for resources: {'Port': ['ID=9ec3726a-4470-4792-857e-788e04205ce9,revision_number=1']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:38:25.432036 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.db_base_plugin_common [None req-0c209210-3603-490c-a9ab-443b2e867e0a None None] Allocated IP 2001:db8::2 (09d7ea43-6376-4322-97e7-54cd01aae492/fe35b9ff-17ba-49e7-b111-d9a26d7d31bc/20230e2d-2e1c-40a5-aeca-690de6ec084b) {{(pid=83872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 13:38:25.453136 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-ee64ed56-2b4e-414a-835f-2ec96abe371e req-25b73b9c-1867-43cb-9119-3548b8e628e7 tempest-ServerActionsTestJSON-64006463 tempest-ServerActionsTestJSON-64006463-project] 10.222.0.26 "GET /v2.0/security-groups?id=0d525850-c301-4718-92cf-e73f2c3e9524&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1565490 Apr 01 13:38:25.467430 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-126fe12b-6bc4-4515-a42b-c0a111e348c1 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.4867690 Apr 01 13:38:25.475745 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 52326) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:38:25.562152 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69e68195-af8e-464b-9537-c0251b448a8d tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:38:25.562784 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-69e68195-af8e-464b-9537-c0251b448a8d tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Synchronizing usage tracker for tenant:8b726fe6689e4b7f96def1a2219bea6c on resource:port {{(pid=83869) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 13:38:25.583454 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-69e68195-af8e-464b-9537-c0251b448a8d tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Unset dirty status for tenant:8b726fe6689e4b7f96def1a2219bea6c on resource:port {{(pid=83869) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 13:38:25.588754 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-69e68195-af8e-464b-9537-c0251b448a8d tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 929 time: 0.1116095 Apr 01 13:38:25.589628 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 52332) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:38:25.631413 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.services.segments.db [None req-540a5207-36d2-4ebc-9a6e-bf6872ccc275 tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3e044bca-f295-40ac-baef-019b6d1c05c8']}} {{(pid=83871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:38:25.652164 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-20fe3f09-25c6-420b-bfea-e92ad837c841 tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1033078'] for network, before_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:38:25.653039 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.db_base_plugin_common [None req-e31c7915-e865-482a-9940-04cba7384179 None None] Allocated IP 172.20.0.2 (9a7c1d4a-1f49-463b-bb40-1e1e79abbbaa/36f4deb9-4094-43b1-8b5e-e574efdd42af/0a88cebd-1f9b-4b2a-9b7a-87425b886f02) {{(pid=83872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 13:38:25.656925 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.services.segments.db [None req-540a5207-36d2-4ebc-9a6e-bf6872ccc275 tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6a51a8f3-c5e8-4883-bf03-da39a23b8ddb') {'for_net_delete': True} {{(pid=83871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:38:25.657289 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.services.segments.db [None req-540a5207-36d2-4ebc-9a6e-bf6872ccc275 tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6a51a8f3-c5e8-4883-bf03-da39a23b8ddb') {} {{(pid=83871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:38:25.668201 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-66d23512-0b1a-47c8-a437-91df0e5fd6ad tempest-AllowedAddressPairTestJSON-1367689381 tempest-AllowedAddressPairTestJSON-1367689381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736733359243', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736732935810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2743125'] for port, after_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:38:25.680592 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.plugin [None req-9f93412f-5fad-45f3-b34d-58e114cb3984 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Deleting port 9ec3726a-4470-4792-857e-788e04205ce9 {{(pid=83869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 13:38:25.680939 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-9f93412f-5fad-45f3-b34d-58e114cb3984 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736733287370'] for port, before_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:38:25.709484 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-540a5207-36d2-4ebc-9a6e-bf6872ccc275 tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736733386999', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3166340'] for segment, before_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:38:25.738627 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d23512-0b1a-47c8-a437-91df0e5fd6ad tempest-AllowedAddressPairTestJSON-1367689381 tempest-AllowedAddressPairTestJSON-1367689381-project] Pushing event deleted for resources: {'Port': ['ID=156ee48b-4b30-4fc6-97ba-246e1d4c477e,revision_number=None']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:38:25.782922 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-540a5207-36d2-4ebc-9a6e-bf6872ccc275 tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1004271'] for segment, precommit_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:38:26.005871 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-0c209210-3603-490c-a9ab-443b2e867e0a None None] Notify callbacks [] for port, precommit_create {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:38:26.012426 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-540a5207-36d2-4ebc-9a6e-bf6872ccc275 tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Releasing vlan 383 on physical network physnet1 to pool {{(pid=83871) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 01 13:38:26.012829 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-540a5207-36d2-4ebc-9a6e-bf6872ccc275 tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1004262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2743078'] for segment, after_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:38:26.034548 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-0c209210-3603-490c-a9ab-443b2e867e0a None None] Transition to ACTIVE for port object 20230e2d-2e1c-40a5-aeca-690de6ec084b will not be triggered until provisioned by entity L2. {{(pid=83872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 13:38:26.059411 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-9f93412f-5fad-45f3-b34d-58e114cb3984 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4155147'] for port, precommit_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:38:26.090806 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-0c209210-3603-490c-a9ab-443b2e867e0a None None] Transition to ACTIVE for port object 20230e2d-2e1c-40a5-aeca-690de6ec084b will not be triggered until provisioned by entity DHCP. {{(pid=83872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 13:38:26.092749 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-e31c7915-e865-482a-9940-04cba7384179 None None] Notify callbacks [] for port, precommit_create {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:38:26.112123 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-0c209210-3603-490c-a9ab-443b2e867e0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736732935801'] for port, after_create {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:38:26.118548 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-e31c7915-e865-482a-9940-04cba7384179 None None] Transition to ACTIVE for port object 0a88cebd-1f9b-4b2a-9b7a-87425b886f02 will not be triggered until provisioned by entity L2. {{(pid=83872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 13:38:26.199103 dv-neutron-836180-1-hyperv neutron-server[83871]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 13:38:26.199103 dv-neutron-836180-1-hyperv neutron-server[83871]: util.warn( Apr 01 13:38:26.199103 dv-neutron-836180-1-hyperv neutron-server[83871]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 13:38:26.199103 dv-neutron-836180-1-hyperv neutron-server[83871]: util.warn( Apr 01 13:38:26.199103 dv-neutron-836180-1-hyperv neutron-server[83871]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 13:38:26.199103 dv-neutron-836180-1-hyperv neutron-server[83871]: util.warn( Apr 01 13:38:26.199103 dv-neutron-836180-1-hyperv neutron-server[83871]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 13:38:26.199103 dv-neutron-836180-1-hyperv neutron-server[83871]: util.warn( Apr 01 13:38:26.199103 dv-neutron-836180-1-hyperv neutron-server[83871]: Traceback (most recent call last): Apr 01 13:38:26.199103 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 01 13:38:26.199103 dv-neutron-836180-1-hyperv neutron-server[83871]: timer() Apr 01 13:38:26.199103 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 13:38:26.199103 dv-neutron-836180-1-hyperv neutron-server[83871]: cb(*args, **kw) Apr 01 13:38:26.199103 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 13:38:26.199103 dv-neutron-836180-1-hyperv neutron-server[83871]: return func(*args, **kwargs) Apr 01 13:38:26.199103 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 13:38:26.199103 dv-neutron-836180-1-hyperv neutron-server[83871]: self._notify() Apr 01 13:38:26.199103 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 13:38:26.199103 dv-neutron-836180-1-hyperv neutron-server[83871]: self.callback(batched_events) Apr 01 13:38:26.199103 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 13:38:26.199103 dv-neutron-836180-1-hyperv neutron-server[83871]: event.method(event) Apr 01 13:38:26.199103 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 13:38:26.199103 dv-neutron-836180-1-hyperv neutron-server[83871]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 13:38:26.199103 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 13:38:26.199103 dv-neutron-836180-1-hyperv neutron-server[83871]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 13:38:26.199103 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 13:38:26.199103 dv-neutron-836180-1-hyperv neutron-server[83871]: return f(self, *a, **k) Apr 01 13:38:26.199103 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 13:38:26.199103 dv-neutron-836180-1-hyperv neutron-server[83871]: return self._get(url).json() Apr 01 13:38:26.199103 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 13:38:26.199103 dv-neutron-836180-1-hyperv neutron-server[83871]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 13:38:26.199103 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 01 13:38:26.199103 dv-neutron-836180-1-hyperv neutron-server[83871]: return self.request(url, 'GET', **kwargs) Apr 01 13:38:26.199103 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 01 13:38:26.199103 dv-neutron-836180-1-hyperv neutron-server[83871]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 13:38:26.199103 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 01 13:38:26.199103 dv-neutron-836180-1-hyperv neutron-server[83871]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 13:38:26.199103 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 01 13:38:26.199103 dv-neutron-836180-1-hyperv neutron-server[83871]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 13:38:26.199103 dv-neutron-836180-1-hyperv neutron-server[83871]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 13:38:26.224330 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-e31c7915-e865-482a-9940-04cba7384179 None None] Transition to ACTIVE for port object 0a88cebd-1f9b-4b2a-9b7a-87425b886f02 will not be triggered until provisioned by entity DHCP. {{(pid=83872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 13:38:26.231442 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c209210-3603-490c-a9ab-443b2e867e0a None None] Network 09d7ea43-6376-4322-97e7-54cd01aae492 is already hosted by enough agents. {{(pid=83872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 13:38:26.235065 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.scheduler.base_scheduler [None req-0c209210-3603-490c-a9ab-443b2e867e0a None None] Resources bound (agent type, host, resource id): {{(pid=83872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 13:38:26.240747 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c209210-3603-490c-a9ab-443b2e867e0a None None] Received port after_create {{(pid=83872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 13:38:26.243215 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c209210-3603-490c-a9ab-443b2e867e0a None None] Pushing event updated for resources: {'Port': ['ID=20230e2d-2e1c-40a5-aeca-690de6ec084b,revision_number=1']} {{(pid=83872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:38:26.248917 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-e31c7915-e865-482a-9940-04cba7384179 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736732935801'] for port, after_create {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:38:26.328065 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-540a5207-36d2-4ebc-9a6e-bf6872ccc275 tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-942599', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4084797'] for network, after_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:38:26.334634 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-540a5207-36d2-4ebc-9a6e-bf6872ccc275 tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Notify callbacks [] for network, before_response {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:38:26.354543 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e31c7915-e865-482a-9940-04cba7384179 None None] Network 9a7c1d4a-1f49-463b-bb40-1e1e79abbbaa is already hosted by enough agents. {{(pid=83872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 13:38:26.359245 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-20fe3f09-25c6-420b-bfea-e92ad837c841 tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-945029'] for subnet, precommit_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:38:26.362950 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.scheduler.base_scheduler [None req-e31c7915-e865-482a-9940-04cba7384179 None None] Resources bound (agent type, host, resource id): {{(pid=83872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 13:38:26.392398 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.plugin [None req-9f93412f-5fad-45f3-b34d-58e114cb3984 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Calling delete_port for 9ec3726a-4470-4792-857e-788e04205ce9 owned by {{(pid=83869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 13:38:26.404965 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e31c7915-e865-482a-9940-04cba7384179 None None] Received port after_create {{(pid=83872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 13:38:26.425618 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-540a5207-36d2-4ebc-9a6e-bf6872ccc275 tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] 10.222.0.26 "DELETE /v2.0/networks/3e044bca-f295-40ac-baef-019b6d1c05c8 HTTP/1.1" status: 204 len: 168 time: 3.7207630 Apr 01 13:38:26.437536 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e31c7915-e865-482a-9940-04cba7384179 None None] Pushing event updated for resources: {'Port': ['ID=0a88cebd-1f9b-4b2a-9b7a-87425b886f02,revision_number=1']} {{(pid=83872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:38:26.442804 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 52344) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:38:26.447920 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.v2.base [None req-a4eb2064-56c3-4c6b-b249-b2c24b9e0a4d tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-2029186272', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=83869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:38:26.465594 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-a4eb2064-56c3-4c6b-b249-b2c24b9e0a4d tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:38:26.473727 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.managers [None req-0c209210-3603-490c-a9ab-443b2e867e0a None None] Attempting to bind port 20230e2d-2e1c-40a5-aeca-690de6ec084b on host dv-neutron-836180-1-hyperv for vnic_type normal with profile {{(pid=83872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 13:38:26.473727 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.managers [None req-0c209210-3603-490c-a9ab-443b2e867e0a None None] Attempting to bind port 20230e2d-2e1c-40a5-aeca-690de6ec084b by drivers openvswitch,hyperv on host dv-neutron-836180-1-hyperv at level 0 using segments [{'id': '16094ed0-4a47-4ff6-9238-85c278d7a2a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '09d7ea43-6376-4322-97e7-54cd01aae492'}] {{(pid=83872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 13:38:26.473727 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c209210-3603-490c-a9ab-443b2e867e0a None None] Attempting to bind port 20230e2d-2e1c-40a5-aeca-690de6ec084b on network 09d7ea43-6376-4322-97e7-54cd01aae492 {{(pid=83872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 13:38:26.480243 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-a4eb2064-56c3-4c6b-b249-b2c24b9e0a4d tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Usage tracker for resource:router and tenant:315e7395dd224b3fb020d0b9d921742e is out of sync, need to count used quota {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 13:38:26.480828 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-540a5207-36d2-4ebc-9a6e-bf6872ccc275 tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Pushing event deleted for resources: {'Network': ['ID=3e044bca-f295-40ac-baef-019b6d1c05c8,revision_number=None']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:38:26.486811 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-a4eb2064-56c3-4c6b-b249-b2c24b9e0a4d tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 13:38:26.503568 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-a4eb2064-56c3-4c6b-b249-b2c24b9e0a4d tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:38:26.538583 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c209210-3603-490c-a9ab-443b2e867e0a None None] Checking agent: {'id': 'af948428-97cd-4d10-9f53-af028bdb39b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-836180-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 13, 25, 37), 'started_at': datetime.datetime(2022, 4, 1, 13, 26, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 13, 38, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-836180-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 13:38:26.540396 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c209210-3603-490c-a9ab-443b2e867e0a None None] Checking segment: {'id': '16094ed0-4a47-4ff6-9238-85c278d7a2a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '09d7ea43-6376-4322-97e7-54cd01aae492'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 13:38:26.540396 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-0c209210-3603-490c-a9ab-443b2e867e0a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:38:26.540396 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c209210-3603-490c-a9ab-443b2e867e0a None None] Bound using segment: {'id': '16094ed0-4a47-4ff6-9238-85c278d7a2a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '09d7ea43-6376-4322-97e7-54cd01aae492'} {{(pid=83872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 13:38:26.541634 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.managers [None req-0c209210-3603-490c-a9ab-443b2e867e0a None None] Bound port: 20230e2d-2e1c-40a5-aeca-690de6ec084b, host: dv-neutron-836180-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '16094ed0-4a47-4ff6-9238-85c278d7a2a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '09d7ea43-6376-4322-97e7-54cd01aae492'}}] {{(pid=83872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 13:38:26.541634 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-0c209210-3603-490c-a9ab-443b2e867e0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:38:26.543850 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-a4eb2064-56c3-4c6b-b249-b2c24b9e0a4d tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4082176', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4220'] for router, before_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:38:26.545197 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-a4eb2064-56c3-4c6b-b249-b2c24b9e0a4d tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4082277', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4084873', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4148249', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4211'] for router, precommit_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:38:26.558214 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.managers [None req-e31c7915-e865-482a-9940-04cba7384179 None None] Attempting to bind port 0a88cebd-1f9b-4b2a-9b7a-87425b886f02 on host dv-neutron-836180-1-hyperv for vnic_type normal with profile {{(pid=83872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 13:38:26.558716 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.managers [None req-e31c7915-e865-482a-9940-04cba7384179 None None] Attempting to bind port 0a88cebd-1f9b-4b2a-9b7a-87425b886f02 by drivers openvswitch,hyperv on host dv-neutron-836180-1-hyperv at level 0 using segments [{'id': '749d3dc0-89a8-49f5-a02f-18114ceaec7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '9a7c1d4a-1f49-463b-bb40-1e1e79abbbaa'}] {{(pid=83872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 13:38:26.559175 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e31c7915-e865-482a-9940-04cba7384179 None None] Attempting to bind port 0a88cebd-1f9b-4b2a-9b7a-87425b886f02 on network 9a7c1d4a-1f49-463b-bb40-1e1e79abbbaa {{(pid=83872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 13:38:26.597197 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e31c7915-e865-482a-9940-04cba7384179 None None] Checking agent: {'id': 'af948428-97cd-4d10-9f53-af028bdb39b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-836180-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 13, 25, 37), 'started_at': datetime.datetime(2022, 4, 1, 13, 26, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 13, 38, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-836180-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 13:38:26.597602 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e31c7915-e865-482a-9940-04cba7384179 None None] Checking segment: {'id': '749d3dc0-89a8-49f5-a02f-18114ceaec7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '9a7c1d4a-1f49-463b-bb40-1e1e79abbbaa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 13:38:26.598810 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-e31c7915-e865-482a-9940-04cba7384179 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:38:26.599317 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e31c7915-e865-482a-9940-04cba7384179 None None] Bound using segment: {'id': '749d3dc0-89a8-49f5-a02f-18114ceaec7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '9a7c1d4a-1f49-463b-bb40-1e1e79abbbaa'} {{(pid=83872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 13:38:26.599910 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.managers [None req-e31c7915-e865-482a-9940-04cba7384179 None None] Bound port: 0a88cebd-1f9b-4b2a-9b7a-87425b886f02, host: dv-neutron-836180-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '749d3dc0-89a8-49f5-a02f-18114ceaec7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '9a7c1d4a-1f49-463b-bb40-1e1e79abbbaa'}}] {{(pid=83872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 13:38:26.600415 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-e31c7915-e865-482a-9940-04cba7384179 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:38:26.614152 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c613d4c-b309-41b4-9c74-a513fbc787a9 req-7309925f-7759-4708-b5a6-4c9d51ceac27 tempest-TestNetworkAdvancedServerOps-1355420123 tempest-TestNetworkAdvancedServerOps-1355420123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:38:26.615637 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-2c613d4c-b309-41b4-9c74-a513fbc787a9 req-7309925f-7759-4708-b5a6-4c9d51ceac27 tempest-TestNetworkAdvancedServerOps-1355420123 tempest-TestNetworkAdvancedServerOps-1355420123-project] 10.222.0.26 "GET /v2.0/ports?device_id=b52fb625-6535-4e58-afe5-9e4ccb47c0b6 HTTP/1.1" status: 200 len: 945 time: 0.2956839 Apr 01 13:38:26.677709 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-9f93412f-5fad-45f3-b34d-58e114cb3984 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736733359243', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736732935810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2705155'] for port, after_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:38:26.721526 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-0c209210-3603-490c-a9ab-443b2e867e0a None None] For port 20230e2d-2e1c-40a5-aeca-690de6ec084b, host dv-neutron-836180-1-hyperv, cleared binding levels {{(pid=83872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 13:38:26.734148 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f93412f-5fad-45f3-b34d-58e114cb3984 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Pushing event deleted for resources: {'Port': ['ID=9ec3726a-4470-4792-857e-788e04205ce9,revision_number=None']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:38:26.738045 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-0c209210-3603-490c-a9ab-443b2e867e0a None None] For port 20230e2d-2e1c-40a5-aeca-690de6ec084b, host dv-neutron-836180-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836180-1-hyperv',level=0,port_id=20230e2d-2e1c-40a5-aeca-690de6ec084b,segment=NetworkSegment(16094ed0-4a47-4ff6-9238-85c278d7a2a5),segment_id=16094ed0-4a47-4ff6-9238-85c278d7a2a5)] {{(pid=83872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 13:38:26.746833 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-e31c7915-e865-482a-9940-04cba7384179 None None] For port 0a88cebd-1f9b-4b2a-9b7a-87425b886f02, host dv-neutron-836180-1-hyperv, cleared binding levels {{(pid=83872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 13:38:26.751052 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-0c209210-3603-490c-a9ab-443b2e867e0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864'] for port, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:38:26.751271 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-2c613d4c-b309-41b4-9c74-a513fbc787a9 req-6ad77f49-63cd-48ca-9b2c-51c9e36b58cc tempest-TestNetworkAdvancedServerOps-1355420123 tempest-TestNetworkAdvancedServerOps-1355420123-project] 10.222.0.26 "GET /v2.0/security-groups?id=78c001c1-251f-4a8b-9340-7477b428b7b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1199081 Apr 01 13:38:26.757882 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-e31c7915-e865-482a-9940-04cba7384179 None None] For port 0a88cebd-1f9b-4b2a-9b7a-87425b886f02, host dv-neutron-836180-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836180-1-hyperv',level=0,port_id=0a88cebd-1f9b-4b2a-9b7a-87425b886f02,segment=NetworkSegment(749d3dc0-89a8-49f5-a02f-18114ceaec7e),segment_id=749d3dc0-89a8-49f5-a02f-18114ceaec7e)] {{(pid=83872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 13:38:26.760960 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-a4eb2064-56c3-4c6b-b249-b2c24b9e0a4d tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:38:26.853686 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-e31c7915-e865-482a-9940-04cba7384179 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864'] for port, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:38:26.918207 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-9f93412f-5fad-45f3-b34d-58e114cb3984 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109561'] for port, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:38:26.925541 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c209210-3603-490c-a9ab-443b2e867e0a None None] Pushing event updated for resources: {'Port': ['ID=20230e2d-2e1c-40a5-aeca-690de6ec084b,revision_number=2']} {{(pid=83872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:38:26.933618 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-a4eb2064-56c3-4c6b-b249-b2c24b9e0a4d tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4082201', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4084858'] for router, after_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:38:26.958299 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-20fe3f09-25c6-420b-bfea-e92ad837c841 tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-945042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2743160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2757373'] for subnet, after_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:38:26.967293 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1d19cb7-f5ed-468b-8c06-8a2af6ed61e7 tempest-RoutersNegativeIpV6Test-77380712 tempest-RoutersNegativeIpV6Test-77380712-project] Router 82a6b713-6f64-4710-8331-88d5d8d5a219 has already been hosted by L3 agent 88bf8fc8-11a3-4e96-9d1b-5fd93ba9f6f1 {{(pid=83871) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 13:38:26.968543 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-a4eb2064-56c3-4c6b-b249-b2c24b9e0a4d tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Notify callbacks [] for router, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:38:26.970160 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-a4eb2064-56c3-4c6b-b249-b2c24b9e0a4d tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.5263908 Apr 01 13:38:26.973644 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 52348) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:38:26.983067 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.v2.base [None req-769f56ea-85d1-45a6-b745-74c346488344 tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-141892178'}} {{(pid=83869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:38:26.988149 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-9f93412f-5fad-45f3-b34d-58e114cb3984 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] 10.222.0.26 "DELETE /v2.0/ports/9ec3726a-4470-4792-857e-788e04205ce9 HTTP/1.1" status: 204 len: 168 time: 1.3972113 Apr 01 13:38:26.989786 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-769f56ea-85d1-45a6-b745-74c346488344 tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:38:26.991770 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 52352) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:38:27.021143 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e31c7915-e865-482a-9940-04cba7384179 None None] Pushing event updated for resources: {'Port': ['ID=0a88cebd-1f9b-4b2a-9b7a-87425b886f02,revision_number=2']} {{(pid=83872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:38:27.035953 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20fe3f09-25c6-420b-bfea-e92ad837c841 tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] Pushing event deleted for resources: {'Subnet': ['ID=36f4deb9-4094-43b1-8b5e-e574efdd42af,revision_number=None']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:38:27.048804 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-769f56ea-85d1-45a6-b745-74c346488344 tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Usage tracker for resource:network and tenant:315e7395dd224b3fb020d0b9d921742e is out of sync, need to count used quota {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 13:38:27.056856 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-769f56ea-85d1-45a6-b745-74c346488344 tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 13:38:27.070342 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-769f56ea-85d1-45a6-b745-74c346488344 tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:38:27.088728 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-66d23512-0b1a-47c8-a437-91df0e5fd6ad tempest-AllowedAddressPairTestJSON-1367689381 tempest-AllowedAddressPairTestJSON-1367689381-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109561'] for port, before_response {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:38:27.093031 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28d49a27-7bbe-4d42-bbb1-7c05ae9a3ab7 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:38:27.094464 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28d49a27-7bbe-4d42-bbb1-7c05ae9a3ab7 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:38:27.095215 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-28d49a27-7bbe-4d42-bbb1-7c05ae9a3ab7 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Synchronizing usage tracker for tenant:8b726fe6689e4b7f96def1a2219bea6c on resource:subnet {{(pid=83869) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 13:38:27.098995 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-769f56ea-85d1-45a6-b745-74c346488344 tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Made reservation on behalf of 315e7395dd224b3fb020d0b9d921742e for: {'network': 1} {{(pid=83869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 13:38:27.101882 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-769f56ea-85d1-45a6-b745-74c346488344 tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for network, before_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:38:27.140198 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-28d49a27-7bbe-4d42-bbb1-7c05ae9a3ab7 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Unset dirty status for tenant:8b726fe6689e4b7f96def1a2219bea6c on resource:subnet {{(pid=83869) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 13:38:27.141386 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-28d49a27-7bbe-4d42-bbb1-7c05ae9a3ab7 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.1486018 Apr 01 13:38:27.144084 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 52356) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:38:27.146885 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-769f56ea-85d1-45a6-b745-74c346488344 tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] vlan segment allocate from pool success with {'vlan_id': 361, 'physical_network': 'physnet1'} {{(pid=83869) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 13:38:27.203682 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-769f56ea-85d1-45a6-b745-74c346488344 tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1004271'] for segment, precommit_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:38:27.204018 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.db.segments_db [None req-769f56ea-85d1-45a6-b745-74c346488344 tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Added segment 65d23008-bc4f-4bb4-adc2-3dc412de7601 of type vlan for network b2076001-b441-4a1b-a96b-552c4faf0800 Apr 01 13:38:27.213163 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-66d23512-0b1a-47c8-a437-91df0e5fd6ad tempest-AllowedAddressPairTestJSON-1367689381 tempest-AllowedAddressPairTestJSON-1367689381-project] 10.222.0.26 "DELETE /v2.0/ports/156ee48b-4b30-4fc6-97ba-246e1d4c477e HTTP/1.1" status: 204 len: 168 time: 3.5563819 Apr 01 13:38:27.215590 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 52360) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:38:27.320475 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-20fe3f09-25c6-420b-bfea-e92ad837c841 tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-942654', 'neutron.services.segments.db._delete_segments_for_network-8736733387888'] for network, precommit_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:38:27.351246 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.pecan_wsgi.hooks.translation [None req-5a55226d-d59f-4c06-9a3b-8fb3e0cbae7f tempest-AllowedAddressPairTestJSON-1367689381 tempest-AllowedAddressPairTestJSON-1367689381-project] GET failed (client error): The resource could not be found. Apr 01 13:38:27.355905 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-5a55226d-d59f-4c06-9a3b-8fb3e0cbae7f tempest-AllowedAddressPairTestJSON-1367689381 tempest-AllowedAddressPairTestJSON-1367689381-project] 10.222.0.26 "GET /v2.0/ports/156ee48b-4b30-4fc6-97ba-246e1d4c477e HTTP/1.1" status: 404 len: 333 time: 0.1272161 Apr 01 13:38:27.356644 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 52364) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:38:27.362175 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.services.segments.db [None req-20fe3f09-25c6-420b-bfea-e92ad837c841 tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9a7c1d4a-1f49-463b-bb40-1e1e79abbbaa']}} {{(pid=83871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:38:27.375127 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.db_base_plugin_v2 [None req-8e25c487-7398-4543-ace6-4db01e1b3da2 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Deleting subnet fe35b9ff-17ba-49e7-b111-d9a26d7d31bc {{(pid=83869) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 01 13:38:27.378286 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-8e25c487-7398-4543-ace6-4db01e1b3da2 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Notify callbacks [] for subnet, before_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:38:27.416564 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-769f56ea-85d1-45a6-b745-74c346488344 tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736732923383'] for network, precommit_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:38:27.417563 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.services.segments.db [None req-20fe3f09-25c6-420b-bfea-e92ad837c841 tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '749d3dc0-89a8-49f5-a02f-18114ceaec7e') {'for_net_delete': True} {{(pid=83871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:38:27.417852 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.services.segments.db [None req-20fe3f09-25c6-420b-bfea-e92ad837c841 tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '749d3dc0-89a8-49f5-a02f-18114ceaec7e') {} {{(pid=83871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:38:27.447951 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1d19cb7-f5ed-468b-8c06-8a2af6ed61e7 tempest-RoutersNegativeIpV6Test-77380712 tempest-RoutersNegativeIpV6Test-77380712-project] Notify agent at l3_agent.dv-neutron-836180-1-hyperv the message routers_updated {{(pid=83871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 13:38:27.450973 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-20fe3f09-25c6-420b-bfea-e92ad837c841 tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736733386999', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3166340'] for segment, before_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:38:27.459248 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-8e25c487-7398-4543-ace6-4db01e1b3da2 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2704975'] for subnet, precommit_delete_associations {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:38:27.462803 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd5f41ec-7f0d-4dfc-95e4-fb0fcf3e4f72 None None] Sync routers for ids ['82a6b713-6f64-4710-8331-88d5d8d5a219'] in dv-neutron-836180-1-hyperv {{(pid=83873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 13:38:27.469415 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-c1d19cb7-f5ed-468b-8c06-8a2af6ed61e7 tempest-RoutersNegativeIpV6Test-77380712 tempest-RoutersNegativeIpV6Test-77380712-project] 10.222.0.26 "PUT /v2.0/routers/82a6b713-6f64-4710-8331-88d5d8d5a219/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.7978158 Apr 01 13:38:27.472474 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 52368) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:38:27.477694 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd5f41ec-7f0d-4dfc-95e4-fb0fcf3e4f72 None None] Routers {'82a6b713-6f64-4710-8331-88d5d8d5a219'} bound to L3 agent in host dv-neutron-836180-1-hyperv {{(pid=83873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 13:38:27.478741 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-dd5f41ec-7f0d-4dfc-95e4-fb0fcf3e4f72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836180-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T13:25:36Z,description=,heartbeat_timestamp=2022-04-01T13:38:06Z,host='dv-neutron-836180-1-hyperv',id=88bf8fc8-11a3-4e96-9d1b-5fd93ba9f6f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T13:25:36Z,topic='l3_agent')) {'router_ids': ['82a6b713-6f64-4710-8331-88d5d8d5a219'], 'active': True} {{(pid=83873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:38:27.563868 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.api.v2.resource [None req-8e258191-35d1-4d63-8388-a36ab583f573 tempest-RoutersNegativeIpV6Test-77380712 tempest-RoutersNegativeIpV6Test-77380712-project] delete failed (client error): The resource could not be found. Apr 01 13:38:27.569817 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-8e258191-35d1-4d63-8388-a36ab583f573 tempest-RoutersNegativeIpV6Test-77380712 tempest-RoutersNegativeIpV6Test-77380712-project] 10.222.0.26 "DELETE /v2.0/routers/tempest-non_exist_router-714950974 HTTP/1.1" status: 404 len: 334 time: 0.0846515 Apr 01 13:38:27.572906 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 52372) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:38:27.573200 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.plugin [None req-7280a68a-2f86-4e5b-9a4e-b647bf6a2722 tempest-AllowedAddressPairTestJSON-1367689381 tempest-AllowedAddressPairTestJSON-1367689381-project] Deleting port b2be486e-0cdf-45cb-9a8a-a93d28015cfa {{(pid=83871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 13:38:27.573533 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-7280a68a-2f86-4e5b-9a4e-b647bf6a2722 tempest-AllowedAddressPairTestJSON-1367689381 tempest-AllowedAddressPairTestJSON-1367689381-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736733287370'] for port, before_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:38:27.578954 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.v2.base [None req-23cc3875-5139-4ddc-b7a7-0b306b162943 tempest-RoutersNegativeIpV6Test-77380712 tempest-RoutersNegativeIpV6Test-77380712-project] Request body: {'router': {'external_gateway_info': {'network_id': '82a6b713-6f64-4710-8331-88d5d8d5a219'}}} {{(pid=83869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:38:27.580236 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-dd5f41ec-7f0d-4dfc-95e4-fb0fcf3e4f72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-836180-1-hyperv', False) {} {{(pid=83873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:38:27.592777 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd5f41ec-7f0d-4dfc-95e4-fb0fcf3e4f72 None None] Routers {'82a6b713-6f64-4710-8331-88d5d8d5a219'} bound to L3 agent in host dv-neutron-836180-1-hyperv {{(pid=83873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 13:38:27.593417 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-dd5f41ec-7f0d-4dfc-95e4-fb0fcf3e4f72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836180-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T13:25:36Z,description=,heartbeat_timestamp=2022-04-01T13:38:06Z,host='dv-neutron-836180-1-hyperv',id=88bf8fc8-11a3-4e96-9d1b-5fd93ba9f6f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T13:25:36Z,topic='l3_agent')) {'router_ids': ['82a6b713-6f64-4710-8331-88d5d8d5a219'], 'active': True} {{(pid=83873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:38:27.602845 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-20fe3f09-25c6-420b-bfea-e92ad837c841 tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1004271'] for segment, precommit_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:38:27.618784 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-20fe3f09-25c6-420b-bfea-e92ad837c841 tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] Releasing vlan 362 on physical network physnet1 to pool {{(pid=83871) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 01 13:38:27.619090 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-20fe3f09-25c6-420b-bfea-e92ad837c841 tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1004262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2743078'] for segment, after_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:38:27.635335 dv-neutron-836180-1-hyperv neutron-server[83871]: Traceback (most recent call last): Apr 01 13:38:27.635335 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 01 13:38:27.635335 dv-neutron-836180-1-hyperv neutron-server[83871]: timer() Apr 01 13:38:27.635335 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 13:38:27.635335 dv-neutron-836180-1-hyperv neutron-server[83871]: cb(*args, **kw) Apr 01 13:38:27.635335 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 13:38:27.635335 dv-neutron-836180-1-hyperv neutron-server[83871]: return func(*args, **kwargs) Apr 01 13:38:27.635335 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 13:38:27.635335 dv-neutron-836180-1-hyperv neutron-server[83871]: self._notify() Apr 01 13:38:27.635335 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 13:38:27.635335 dv-neutron-836180-1-hyperv neutron-server[83871]: self.callback(batched_events) Apr 01 13:38:27.635335 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 13:38:27.635335 dv-neutron-836180-1-hyperv neutron-server[83871]: event.method(event) Apr 01 13:38:27.635335 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 13:38:27.635335 dv-neutron-836180-1-hyperv neutron-server[83871]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 13:38:27.635335 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 13:38:27.635335 dv-neutron-836180-1-hyperv neutron-server[83871]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 13:38:27.635335 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 13:38:27.635335 dv-neutron-836180-1-hyperv neutron-server[83871]: return f(self, *a, **k) Apr 01 13:38:27.635335 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 13:38:27.635335 dv-neutron-836180-1-hyperv neutron-server[83871]: return self._get(url).json() Apr 01 13:38:27.635335 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 13:38:27.635335 dv-neutron-836180-1-hyperv neutron-server[83871]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 13:38:27.635335 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 01 13:38:27.635335 dv-neutron-836180-1-hyperv neutron-server[83871]: return self.request(url, 'GET', **kwargs) Apr 01 13:38:27.635335 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 01 13:38:27.635335 dv-neutron-836180-1-hyperv neutron-server[83871]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 13:38:27.635335 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 01 13:38:27.635335 dv-neutron-836180-1-hyperv neutron-server[83871]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 13:38:27.635335 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 01 13:38:27.635335 dv-neutron-836180-1-hyperv neutron-server[83871]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 13:38:27.635335 dv-neutron-836180-1-hyperv neutron-server[83871]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 13:38:27.638620 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-769f56ea-85d1-45a6-b745-74c346488344 tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575'] for network, after_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:38:27.642836 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-769f56ea-85d1-45a6-b745-74c346488344 tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:38:27.643410 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-769f56ea-85d1-45a6-b745-74c346488344 tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Notify callbacks [] for network, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:38:27.657868 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-dd5f41ec-7f0d-4dfc-95e4-fb0fcf3e4f72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-836180-1-hyperv', False) {} {{(pid=83873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:38:27.658274 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd5f41ec-7f0d-4dfc-95e4-fb0fcf3e4f72 None None] The sync data for ids ['82a6b713-6f64-4710-8331-88d5d8d5a219'] in dv-neutron-836180-1-hyperv is: [] {{(pid=83873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 13:38:27.761341 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.db.api [None req-20fe3f09-25c6-420b-bfea-e92ad837c841 tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 01 13:38:27.761341 dv-neutron-836180-1-hyperv neutron-server[83871]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 01 13:38:27.761341 dv-neutron-836180-1-hyperv neutron-server[83871]: [parameters: {'id': '9a7c1d4a-1f49-463b-bb40-1e1e79abbbaa'}] Apr 01 13:38:27.761341 dv-neutron-836180-1-hyperv neutron-server[83871]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=83871) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 01 13:38:27.761780 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG oslo_db.api [None req-20fe3f09-25c6-420b-bfea-e92ad837c841 tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=83871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 01 13:38:27.831888 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-769f56ea-85d1-45a6-b745-74c346488344 tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.8548803 Apr 01 13:38:27.839892 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-8e25c487-7398-4543-ace6-4db01e1b3da2 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-945029'] for subnet, precommit_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:38:27.844294 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 52378) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:38:27.855003 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.v2.base [None req-ec8809ea-fccf-4276-ba79-72f85615e556 tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Request body: {'subnet': {'network_id': 'b2076001-b441-4a1b-a96b-552c4faf0800', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:38:27.878436 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-769f56ea-85d1-45a6-b745-74c346488344 tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Pushing event updated for resources: {'Network': ['ID=b2076001-b441-4a1b-a96b-552c4faf0800,revision_number=1']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:38:27.894188 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Network b2076001-b441-4a1b-a96b-552c4faf0800 details requested by agent ovs-agent-dv-neutron-836180-1-hyperv with host dv-neutron-836180-1-hyperv {{(pid=83872) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 13:38:28.052989 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-7280a68a-2f86-4e5b-9a4e-b647bf6a2722 tempest-AllowedAddressPairTestJSON-1367689381 tempest-AllowedAddressPairTestJSON-1367689381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4155147'] for port, precommit_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:38:28.056282 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-8e25c487-7398-4543-ace6-4db01e1b3da2 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-945042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2705198', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2999452'] for subnet, after_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:38:28.062803 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-ec8809ea-fccf-4276-ba79-72f85615e556 tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:38:28.071713 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-ec8809ea-fccf-4276-ba79-72f85615e556 tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Usage tracker for resource:subnet and tenant:315e7395dd224b3fb020d0b9d921742e is out of sync, need to count used quota {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 13:38:28.076971 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-ec8809ea-fccf-4276-ba79-72f85615e556 tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 13:38:28.153873 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e25c487-7398-4543-ace6-4db01e1b3da2 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Pushing event deleted for resources: {'Subnet': ['ID=fe35b9ff-17ba-49e7-b111-d9a26d7d31bc,revision_number=None']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:38:28.190634 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-ec8809ea-fccf-4276-ba79-72f85615e556 tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:38:28.202645 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.plugin [None req-7280a68a-2f86-4e5b-9a4e-b647bf6a2722 tempest-AllowedAddressPairTestJSON-1367689381 tempest-AllowedAddressPairTestJSON-1367689381-project] Calling delete_port for b2be486e-0cdf-45cb-9a8a-a93d28015cfa owned by {{(pid=83871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 13:38:28.221667 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-8e25c487-7398-4543-ace6-4db01e1b3da2 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Notify callbacks [] for subnet, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:38:28.252806 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-8e25c487-7398-4543-ace6-4db01e1b3da2 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] 10.222.0.26 "DELETE /v2.0/subnets/fe35b9ff-17ba-49e7-b111-d9a26d7d31bc HTTP/1.1" status: 204 len: 168 time: 1.1071782 Apr 01 13:38:28.256930 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-23cc3875-5139-4ddc-b7a7-0b306b162943 tempest-RoutersNegativeIpV6Test-77380712 tempest-RoutersNegativeIpV6Test-77380712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4084887', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4079850', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4161'] for router, precommit_update {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:38:28.260238 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 52382) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:38:28.265968 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-20fe3f09-25c6-420b-bfea-e92ad837c841 tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1033078'] for network, before_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:38:28.294185 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.api.v2.resource [None req-23cc3875-5139-4ddc-b7a7-0b306b162943 tempest-RoutersNegativeIpV6Test-77380712 tempest-RoutersNegativeIpV6Test-77380712-project] update failed (client error): The resource could not be found. Apr 01 13:38:28.299561 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-23cc3875-5139-4ddc-b7a7-0b306b162943 tempest-RoutersNegativeIpV6Test-77380712 tempest-RoutersNegativeIpV6Test-77380712-project] 10.222.0.26 "PUT /v2.0/routers/82a6b713-6f64-4710-8331-88d5d8d5a219 HTTP/1.1" status: 404 len: 339 time: 0.7254894 Apr 01 13:38:28.300322 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 52386) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:38:28.306925 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.v2.base [None req-0338ea96-5559-4524-afcc-4609ccfb43a8 tempest-RoutersNegativeIpV6Test-77380712 tempest-RoutersNegativeIpV6Test-77380712-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-299067625'}} {{(pid=83869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:38:28.314857 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-0338ea96-5559-4524-afcc-4609ccfb43a8 tempest-RoutersNegativeIpV6Test-77380712 tempest-RoutersNegativeIpV6Test-77380712-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:38:28.320590 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-0338ea96-5559-4524-afcc-4609ccfb43a8 tempest-RoutersNegativeIpV6Test-77380712 tempest-RoutersNegativeIpV6Test-77380712-project] Usage tracker for resource:network and tenant:1158e63ec46b4ca6b4d4e7cf2494b8b4 is out of sync, need to count used quota {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 13:38:28.325581 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-0338ea96-5559-4524-afcc-4609ccfb43a8 tempest-RoutersNegativeIpV6Test-77380712 tempest-RoutersNegativeIpV6Test-77380712-project] Quota usage for network was recalculated. Used quota:3. {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 13:38:28.332059 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-0338ea96-5559-4524-afcc-4609ccfb43a8 tempest-RoutersNegativeIpV6Test-77380712 tempest-RoutersNegativeIpV6Test-77380712-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:38:28.350695 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0338ea96-5559-4524-afcc-4609ccfb43a8 tempest-RoutersNegativeIpV6Test-77380712 tempest-RoutersNegativeIpV6Test-77380712-project] Made reservation on behalf of 1158e63ec46b4ca6b4d4e7cf2494b8b4 for: {'network': 1} {{(pid=83869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 13:38:28.354571 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-0338ea96-5559-4524-afcc-4609ccfb43a8 tempest-RoutersNegativeIpV6Test-77380712 tempest-RoutersNegativeIpV6Test-77380712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for network, before_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:38:28.391234 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0338ea96-5559-4524-afcc-4609ccfb43a8 tempest-RoutersNegativeIpV6Test-77380712 tempest-RoutersNegativeIpV6Test-77380712-project] vlan segment allocate from pool success with {'vlan_id': 351, 'physical_network': 'physnet1'} {{(pid=83869) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 13:38:28.404110 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-0338ea96-5559-4524-afcc-4609ccfb43a8 tempest-RoutersNegativeIpV6Test-77380712 tempest-RoutersNegativeIpV6Test-77380712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1004271'] for segment, precommit_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:38:28.404763 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.db.segments_db [None req-0338ea96-5559-4524-afcc-4609ccfb43a8 tempest-RoutersNegativeIpV6Test-77380712 tempest-RoutersNegativeIpV6Test-77380712-project] Added segment 38ad8893-7a1c-4e81-a5f8-5fa0157b8d0b of type vlan for network 12ebdddf-a404-4f6b-b307-71c22a62578b Apr 01 13:38:28.439302 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-0338ea96-5559-4524-afcc-4609ccfb43a8 tempest-RoutersNegativeIpV6Test-77380712 tempest-RoutersNegativeIpV6Test-77380712-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736732923383'] for network, precommit_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:38:28.475911 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-0338ea96-5559-4524-afcc-4609ccfb43a8 tempest-RoutersNegativeIpV6Test-77380712 tempest-RoutersNegativeIpV6Test-77380712-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575'] for network, after_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:38:28.480258 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0338ea96-5559-4524-afcc-4609ccfb43a8 tempest-RoutersNegativeIpV6Test-77380712 tempest-RoutersNegativeIpV6Test-77380712-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:38:28.481264 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-0338ea96-5559-4524-afcc-4609ccfb43a8 tempest-RoutersNegativeIpV6Test-77380712 tempest-RoutersNegativeIpV6Test-77380712-project] Notify callbacks [] for network, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:38:28.483028 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec8809ea-fccf-4276-ba79-72f85615e556 tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Made reservation on behalf of 315e7395dd224b3fb020d0b9d921742e for: {'subnet': 1} {{(pid=83871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 13:38:28.515262 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-49c2d878-a8e6-42af-9700-b8ed8dce28a1 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] 10.222.0.26 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2538569 Apr 01 13:38:28.521540 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 52390) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:38:28.580477 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e45e836-9e81-472b-9549-42bb44c09bea req-f52a1f91-ae14-469f-a698-ba35693a96be tempest-TestNetworkAdvancedServerOps-1355420123 tempest-TestNetworkAdvancedServerOps-1355420123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:38:28.581985 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-4e45e836-9e81-472b-9549-42bb44c09bea req-f52a1f91-ae14-469f-a698-ba35693a96be tempest-TestNetworkAdvancedServerOps-1355420123 tempest-TestNetworkAdvancedServerOps-1355420123-project] 10.222.0.26 "GET /v2.0/ports?device_id=b52fb625-6535-4e58-afe5-9e4ccb47c0b6 HTTP/1.1" status: 200 len: 945 time: 0.6480587 Apr 01 13:38:28.599031 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.plugin [None req-20fe3f09-25c6-420b-bfea-e92ad837c841 tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] Deleting port 0a88cebd-1f9b-4b2a-9b7a-87425b886f02 {{(pid=83871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 13:38:28.599365 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-20fe3f09-25c6-420b-bfea-e92ad837c841 tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736733287370'] for port, before_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:38:28.599644 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b977621-307f-4dba-91ee-8c78a3ad3d97 None None] Network 09d7ea43-6376-4322-97e7-54cd01aae492 requested from dv-neutron-836180-1-hyperv {{(pid=83872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 13:38:28.650440 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0338ea96-5559-4524-afcc-4609ccfb43a8 tempest-RoutersNegativeIpV6Test-77380712 tempest-RoutersNegativeIpV6Test-77380712-project] Pushing event updated for resources: {'Network': ['ID=12ebdddf-a404-4f6b-b307-71c22a62578b,revision_number=1']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:38:28.666420 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-0338ea96-5559-4524-afcc-4609ccfb43a8 tempest-RoutersNegativeIpV6Test-77380712 tempest-RoutersNegativeIpV6Test-77380712-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.3644612 Apr 01 13:38:28.667211 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 52394) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:38:28.674683 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.v2.base [None req-c89975c9-1382-4188-825e-3a67c53206de tempest-RoutersNegativeIpV6Test-77380712 tempest-RoutersNegativeIpV6Test-77380712-project] Request body: {'subnet': {'network_id': '12ebdddf-a404-4f6b-b307-71c22a62578b', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=83869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:38:28.688507 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Network 12ebdddf-a404-4f6b-b307-71c22a62578b details requested by agent ovs-agent-dv-neutron-836180-1-hyperv with host dv-neutron-836180-1-hyperv {{(pid=83872) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 13:38:28.721167 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-4e45e836-9e81-472b-9549-42bb44c09bea req-a155a147-5680-49b9-a207-139602a466ac tempest-TestNetworkAdvancedServerOps-1355420123 tempest-TestNetworkAdvancedServerOps-1355420123-project] 10.222.0.26 "GET /v2.0/security-groups?id=78c001c1-251f-4a8b-9340-7477b428b7b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0973663 Apr 01 13:38:28.802964 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-521e6f28-c778-4d10-b5fb-d9cf5aeb4799 None None] Network 9a7c1d4a-1f49-463b-bb40-1e1e79abbbaa requested from dv-neutron-836180-1-hyperv {{(pid=83872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 13:38:28.811210 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-ec8809ea-fccf-4276-ba79-72f85615e556 tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2757336'] for subnet, before_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:38:28.824522 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-cc0c6dc3-f45e-4c4b-b8a0-bf52e2e07503 None None] Provisioning for port 20230e2d-2e1c-40a5-aeca-690de6ec084b completed by entity DHCP. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 13:38:28.934174 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-c89975c9-1382-4188-825e-3a67c53206de tempest-RoutersNegativeIpV6Test-77380712 tempest-RoutersNegativeIpV6Test-77380712-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:38:28.943530 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8ae8fae-d395-4c85-ac4e-4cc8b0abc46c tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:38:28.944670 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-a8ae8fae-d395-4c85-ac4e-4cc8b0abc46c tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Synchronizing usage tracker for tenant:8b726fe6689e4b7f96def1a2219bea6c on resource:port {{(pid=83869) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 13:38:28.953459 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-c89975c9-1382-4188-825e-3a67c53206de tempest-RoutersNegativeIpV6Test-77380712 tempest-RoutersNegativeIpV6Test-77380712-project] Usage tracker for resource:subnet and tenant:1158e63ec46b4ca6b4d4e7cf2494b8b4 is out of sync, need to count used quota {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 13:38:28.958931 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-c89975c9-1382-4188-825e-3a67c53206de tempest-RoutersNegativeIpV6Test-77380712 tempest-RoutersNegativeIpV6Test-77380712-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 13:38:28.967347 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-c89975c9-1382-4188-825e-3a67c53206de tempest-RoutersNegativeIpV6Test-77380712 tempest-RoutersNegativeIpV6Test-77380712-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:38:28.977864 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-a8ae8fae-d395-4c85-ac4e-4cc8b0abc46c tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Unset dirty status for tenant:8b726fe6689e4b7f96def1a2219bea6c on resource:port {{(pid=83869) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 13:38:28.979109 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-a8ae8fae-d395-4c85-ac4e-4cc8b0abc46c tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.4540422 Apr 01 13:38:28.981188 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c89975c9-1382-4188-825e-3a67c53206de tempest-RoutersNegativeIpV6Test-77380712 tempest-RoutersNegativeIpV6Test-77380712-project] Made reservation on behalf of 1158e63ec46b4ca6b4d4e7cf2494b8b4 for: {'subnet': 1} {{(pid=83869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 13:38:28.999268 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 52398) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:38:29.094577 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-7280a68a-2f86-4e5b-9a4e-b647bf6a2722 tempest-AllowedAddressPairTestJSON-1367689381 tempest-AllowedAddressPairTestJSON-1367689381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736733359243', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736732935810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2743125'] for port, after_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:38:29.106220 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-c89975c9-1382-4188-825e-3a67c53206de tempest-RoutersNegativeIpV6Test-77380712 tempest-RoutersNegativeIpV6Test-77380712-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2999481'] for subnet, before_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:38:29.150743 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-4815aad2-08c3-43e3-bb04-a3533a9e36eb None None] Provisioning for port 0a88cebd-1f9b-4b2a-9b7a-87425b886f02 completed by entity DHCP. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 13:38:29.176810 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Device 0a88cebd-1f9b-4b2a-9b7a-87425b886f02 up at agent ovs-agent-dv-neutron-836180-1-hyperv {{(pid=83872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 13:38:29.185943 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7280a68a-2f86-4e5b-9a4e-b647bf6a2722 tempest-AllowedAddressPairTestJSON-1367689381 tempest-AllowedAddressPairTestJSON-1367689381-project] Pushing event deleted for resources: {'Port': ['ID=b2be486e-0cdf-45cb-9a8a-a93d28015cfa,revision_number=None']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:38:29.227270 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c7b9d17-e442-4fe8-8689-eead0afd7322 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:38:29.227938 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-9c7b9d17-e442-4fe8-8689-eead0afd7322 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Synchronizing usage tracker for tenant:8b726fe6689e4b7f96def1a2219bea6c on resource:subnet {{(pid=83871) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 13:38:29.232562 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.db [None req-20fe3f09-25c6-420b-bfea-e92ad837c841 tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] For port 0a88cebd-1f9b-4b2a-9b7a-87425b886f02, host dv-neutron-836180-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836180-1-hyperv',level=0,port_id=0a88cebd-1f9b-4b2a-9b7a-87425b886f02,segment=NetworkSegment(749d3dc0-89a8-49f5-a02f-18114ceaec7e),segment_id=749d3dc0-89a8-49f5-a02f-18114ceaec7e)] {{(pid=83871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 13:38:29.234025 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-20fe3f09-25c6-420b-bfea-e92ad837c841 tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4155147'] for port, precommit_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:38:29.277644 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Provisioning for port 0a88cebd-1f9b-4b2a-9b7a-87425b886f02 completed by entity L2. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 13:38:29.291500 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Provisioning complete for port 0a88cebd-1f9b-4b2a-9b7a-87425b886f02 triggered by entity L2. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 13:38:29.291890 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-948329'] for port, provisioning_complete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:38:29.399631 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-359d838a-c28b-4076-8879-62f768594dbb None None] DHCP port deletion for 09d7ea43-6376-4322-97e7-54cd01aae492 request from dv-neutron-836180-1-hyperv {{(pid=83872) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 01 13:38:29.407919 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.plugin [None req-359d838a-c28b-4076-8879-62f768594dbb None None] Deleting port 20230e2d-2e1c-40a5-aeca-690de6ec084b {{(pid=83872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 13:38:29.408570 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-359d838a-c28b-4076-8879-62f768594dbb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736733287370'] for port, before_delete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:38:29.440448 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cbbc9ed-51ca-4d80-998d-a6886c519708 None None] DHCP port deletion for 9a7c1d4a-1f49-463b-bb40-1e1e79abbbaa request from dv-neutron-836180-1-hyperv {{(pid=83872) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 01 13:38:29.458211 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-c89975c9-1382-4188-825e-3a67c53206de tempest-RoutersNegativeIpV6Test-77380712 tempest-RoutersNegativeIpV6Test-77380712-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2705391', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2999447'] for subnet, after_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:38:29.479908 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.plugin [None req-20fe3f09-25c6-420b-bfea-e92ad837c841 tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] Calling delete_port for 0a88cebd-1f9b-4b2a-9b7a-87425b886f02 owned by network:dhcp {{(pid=83871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 13:38:29.485768 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.plugin [None req-9cbbc9ed-51ca-4d80-998d-a6886c519708 None None] Deleting port 0a88cebd-1f9b-4b2a-9b7a-87425b886f02 {{(pid=83872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 13:38:29.486445 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-9cbbc9ed-51ca-4d80-998d-a6886c519708 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736733287370'] for port, before_delete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:38:29.567101 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c89975c9-1382-4188-825e-3a67c53206de tempest-RoutersNegativeIpV6Test-77380712 tempest-RoutersNegativeIpV6Test-77380712-project] Pushing event updated for resources: {'Subnet': ['ID=8edaca8d-7e1f-4431-9988-6cd3f0aa04b3,revision_number=0']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:38:29.572545 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c89975c9-1382-4188-825e-3a67c53206de tempest-RoutersNegativeIpV6Test-77380712 tempest-RoutersNegativeIpV6Test-77380712-project] Checking segment: {'id': '38ad8893-7a1c-4e81-a5f8-5fa0157b8d0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '12ebdddf-a404-4f6b-b307-71c22a62578b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 13:38:29.572908 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c89975c9-1382-4188-825e-3a67c53206de tempest-RoutersNegativeIpV6Test-77380712 tempest-RoutersNegativeIpV6Test-77380712-project] Network hostable DHCP agents. Network: 12ebdddf-a404-4f6b-b307-71c22a62578b, hostable agents: ['e47e4547-5c2d-4954-ba56-fa3646239f18'], hosted agents: [] {{(pid=83869) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 13:38:29.596511 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c89975c9-1382-4188-825e-3a67c53206de tempest-RoutersNegativeIpV6Test-77380712 tempest-RoutersNegativeIpV6Test-77380712-project] Network 12ebdddf-a404-4f6b-b307-71c22a62578b is scheduled to be hosted by DHCP agent e47e4547-5c2d-4954-ba56-fa3646239f18 with binding_index 1 {{(pid=83869) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 13:38:29.598441 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-9c7b9d17-e442-4fe8-8689-eead0afd7322 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Unset dirty status for tenant:8b726fe6689e4b7f96def1a2219bea6c on resource:subnet {{(pid=83871) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 13:38:29.602141 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-9c7b9d17-e442-4fe8-8689-eead0afd7322 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.5995164 Apr 01 13:38:29.603233 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 52402) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:38:29.639848 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:38:29.646518 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-7280a68a-2f86-4e5b-9a4e-b647bf6a2722 tempest-AllowedAddressPairTestJSON-1367689381 tempest-AllowedAddressPairTestJSON-1367689381-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109561'] for port, before_response {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:38:29.665903 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-20fe3f09-25c6-420b-bfea-e92ad837c841 tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736733359243', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736732935810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2743125'] for port, after_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:38:29.680907 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.scheduler.base_scheduler [None req-c89975c9-1382-4188-825e-3a67c53206de tempest-RoutersNegativeIpV6Test-77380712 tempest-RoutersNegativeIpV6Test-77380712-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-836180-1-hyperv, 12ebdddf-a404-4f6b-b307-71c22a62578b) {{(pid=83869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 13:38:29.686036 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c89975c9-1382-4188-825e-3a67c53206de tempest-RoutersNegativeIpV6Test-77380712 tempest-RoutersNegativeIpV6Test-77380712-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:38:29.687193 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-c89975c9-1382-4188-825e-3a67c53206de tempest-RoutersNegativeIpV6Test-77380712 tempest-RoutersNegativeIpV6Test-77380712-project] Notify callbacks [] for subnet, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:38:29.699100 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-f0cd6496-7e40-4bee-bc9e-f9444ee5168f tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] 10.222.0.26 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0912571 Apr 01 13:38:29.700984 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 52406) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:38:29.709588 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.v2.base [None req-2e7edc19-9509-499a-8f17-ff7be7028c84 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Request body: {'subnet': {'network_id': '09d7ea43-6376-4322-97e7-54cd01aae492', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=83869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:38:29.715647 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f61b116-57ce-48c8-bbe4-79339d5e2238 None None] Network 12ebdddf-a404-4f6b-b307-71c22a62578b requested from dv-neutron-836180-1-hyperv {{(pid=83872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 13:38:29.732560 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-7280a68a-2f86-4e5b-9a4e-b647bf6a2722 tempest-AllowedAddressPairTestJSON-1367689381 tempest-AllowedAddressPairTestJSON-1367689381-project] 10.222.0.26 "DELETE /v2.0/ports/b2be486e-0cdf-45cb-9a8a-a93d28015cfa HTTP/1.1" status: 204 len: 168 time: 2.3726916 Apr 01 13:38:29.737254 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20fe3f09-25c6-420b-bfea-e92ad837c841 tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] Pushing event deleted for resources: {'Port': ['ID=0a88cebd-1f9b-4b2a-9b7a-87425b886f02,revision_number=None']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:38:29.739131 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 52410) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:38:29.757080 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20fe3f09-25c6-420b-bfea-e92ad837c841 tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] No DVR routers for this DVR port 0a88cebd-1f9b-4b2a-9b7a-87425b886f02 on host dv-neutron-836180-1-hyperv {{(pid=83871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 13:38:29.808284 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-ec8809ea-fccf-4276-ba79-72f85615e556 tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2743225', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2757366'] for subnet, after_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:38:29.880710 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-c89975c9-1382-4188-825e-3a67c53206de tempest-RoutersNegativeIpV6Test-77380712 tempest-RoutersNegativeIpV6Test-77380712-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.2104931 Apr 01 13:38:29.898809 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 52416) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:38:29.911444 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.v2.base [None req-59dd2db0-b30e-4ff8-9b61-f2d1fda2dd29 tempest-RoutersNegativeIpV6Test-77380712 tempest-RoutersNegativeIpV6Test-77380712-project] Request body: {'router': {'external_gateway_info': {'network_id': '12ebdddf-a404-4f6b-b307-71c22a62578b'}}} {{(pid=83871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:38:29.931362 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.pecan_wsgi.hooks.translation [None req-1aef917c-6ebc-4b8d-8add-2b1612ecb9c8 tempest-AllowedAddressPairTestJSON-1367689381 tempest-AllowedAddressPairTestJSON-1367689381-project] GET failed (client error): The resource could not be found. Apr 01 13:38:29.931565 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Device 20230e2d-2e1c-40a5-aeca-690de6ec084b up at agent ovs-agent-dv-neutron-836180-1-hyperv {{(pid=83872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 13:38:29.936125 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-1aef917c-6ebc-4b8d-8add-2b1612ecb9c8 tempest-AllowedAddressPairTestJSON-1367689381 tempest-AllowedAddressPairTestJSON-1367689381-project] 10.222.0.26 "GET /v2.0/ports/b2be486e-0cdf-45cb-9a8a-a93d28015cfa HTTP/1.1" status: 404 len: 333 time: 0.1958892 Apr 01 13:38:29.937000 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 52420) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:38:29.998028 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-2e7edc19-9509-499a-8f17-ff7be7028c84 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:38:30.038922 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-2e7edc19-9509-499a-8f17-ff7be7028c84 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:38:30.046208 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.plugin [None req-288516f6-f6a3-49c5-9631-b36494cf29c2 tempest-AllowedAddressPairTestJSON-1367689381 tempest-AllowedAddressPairTestJSON-1367689381-project] Deleting port 222b3b77-3e08-4fde-9d5f-c794fa284ea8 {{(pid=83869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 13:38:30.046656 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-288516f6-f6a3-49c5-9631-b36494cf29c2 tempest-AllowedAddressPairTestJSON-1367689381 tempest-AllowedAddressPairTestJSON-1367689381-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736733287370'] for port, before_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:38:30.055428 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-20fe3f09-25c6-420b-bfea-e92ad837c841 tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-942654', 'neutron.services.segments.db._delete_segments_for_network-8736733387888'] for network, precommit_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:38:30.111868 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e7edc19-9509-499a-8f17-ff7be7028c84 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Made reservation on behalf of 8b726fe6689e4b7f96def1a2219bea6c for: {'subnet': 1} {{(pid=83869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 13:38:30.183051 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-359d838a-c28b-4076-8879-62f768594dbb None None] For port 20230e2d-2e1c-40a5-aeca-690de6ec084b, host dv-neutron-836180-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836180-1-hyperv',level=0,port_id=20230e2d-2e1c-40a5-aeca-690de6ec084b,segment=NetworkSegment(16094ed0-4a47-4ff6-9238-85c278d7a2a5),segment_id=16094ed0-4a47-4ff6-9238-85c278d7a2a5)] {{(pid=83872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 13:38:30.183701 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-359d838a-c28b-4076-8879-62f768594dbb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4155147'] for port, precommit_delete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:38:30.205345 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-9cbbc9ed-51ca-4d80-998d-a6886c519708 None None] For port 0a88cebd-1f9b-4b2a-9b7a-87425b886f02, host dv-neutron-836180-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836180-1-hyperv',level=0,port_id=0a88cebd-1f9b-4b2a-9b7a-87425b886f02,segment=NetworkSegment(749d3dc0-89a8-49f5-a02f-18114ceaec7e),segment_id=749d3dc0-89a8-49f5-a02f-18114ceaec7e)] {{(pid=83872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 13:38:30.205746 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-9cbbc9ed-51ca-4d80-998d-a6886c519708 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4155147'] for port, precommit_delete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:38:30.229036 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec8809ea-fccf-4276-ba79-72f85615e556 tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Pushing event updated for resources: {'Subnet': ['ID=ad7574d2-be4a-487a-85ad-6d5a1a89f635,revision_number=0']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:38:30.239347 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.services.segments.db [None req-20fe3f09-25c6-420b-bfea-e92ad837c841 tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9a7c1d4a-1f49-463b-bb40-1e1e79abbbaa']}} {{(pid=83871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:38:30.257619 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.services.segments.db [None req-20fe3f09-25c6-420b-bfea-e92ad837c841 tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '749d3dc0-89a8-49f5-a02f-18114ceaec7e') {'for_net_delete': True} {{(pid=83871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:38:30.258154 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.services.segments.db [None req-20fe3f09-25c6-420b-bfea-e92ad837c841 tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '749d3dc0-89a8-49f5-a02f-18114ceaec7e') {} {{(pid=83871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:38:30.274990 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-20fe3f09-25c6-420b-bfea-e92ad837c841 tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736733386999', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3166340'] for segment, before_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:38:30.282388 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec8809ea-fccf-4276-ba79-72f85615e556 tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Checking segment: {'id': '65d23008-bc4f-4bb4-adc2-3dc412de7601', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'b2076001-b441-4a1b-a96b-552c4faf0800'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 13:38:30.282968 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec8809ea-fccf-4276-ba79-72f85615e556 tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Network hostable DHCP agents. Network: b2076001-b441-4a1b-a96b-552c4faf0800, hostable agents: ['e47e4547-5c2d-4954-ba56-fa3646239f18'], hosted agents: [] {{(pid=83871) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 13:38:30.288419 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-2e7edc19-9509-499a-8f17-ff7be7028c84 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2999481'] for subnet, before_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:38:30.320979 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16244dcb-b6d0-4106-9856-cc84aa2dce18 req-eeccd1a4-dd91-486c-91bf-8960f3e106cb tempest-TestNetworkAdvancedServerOps-1355420123 tempest-TestNetworkAdvancedServerOps-1355420123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:38:30.324748 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-16244dcb-b6d0-4106-9856-cc84aa2dce18 req-eeccd1a4-dd91-486c-91bf-8960f3e106cb tempest-TestNetworkAdvancedServerOps-1355420123 tempest-TestNetworkAdvancedServerOps-1355420123-project] 10.222.0.26 "GET /v2.0/ports?device_id=b52fb625-6535-4e58-afe5-9e4ccb47c0b6 HTTP/1.1" status: 200 len: 945 time: 0.4535275 Apr 01 13:38:30.356912 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-20fe3f09-25c6-420b-bfea-e92ad837c841 tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1004271'] for segment, precommit_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:38:30.427283 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-20fe3f09-25c6-420b-bfea-e92ad837c841 tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] Releasing vlan 362 on physical network physnet1 to pool {{(pid=83871) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 01 13:38:30.427686 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-20fe3f09-25c6-420b-bfea-e92ad837c841 tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1004262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2743078'] for segment, after_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:38:30.444386 dv-neutron-836180-1-hyperv neutron-server[83871]: Traceback (most recent call last): Apr 01 13:38:30.444386 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 01 13:38:30.444386 dv-neutron-836180-1-hyperv neutron-server[83871]: timer() Apr 01 13:38:30.444386 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 13:38:30.444386 dv-neutron-836180-1-hyperv neutron-server[83871]: cb(*args, **kw) Apr 01 13:38:30.444386 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 13:38:30.444386 dv-neutron-836180-1-hyperv neutron-server[83871]: return func(*args, **kwargs) Apr 01 13:38:30.444386 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 13:38:30.444386 dv-neutron-836180-1-hyperv neutron-server[83871]: self._notify() Apr 01 13:38:30.444386 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 13:38:30.444386 dv-neutron-836180-1-hyperv neutron-server[83871]: self.callback(batched_events) Apr 01 13:38:30.444386 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 13:38:30.444386 dv-neutron-836180-1-hyperv neutron-server[83871]: event.method(event) Apr 01 13:38:30.444386 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 13:38:30.444386 dv-neutron-836180-1-hyperv neutron-server[83871]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 13:38:30.444386 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 13:38:30.444386 dv-neutron-836180-1-hyperv neutron-server[83871]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 13:38:30.444386 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 13:38:30.444386 dv-neutron-836180-1-hyperv neutron-server[83871]: return f(self, *a, **k) Apr 01 13:38:30.444386 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 13:38:30.444386 dv-neutron-836180-1-hyperv neutron-server[83871]: return self._get(url).json() Apr 01 13:38:30.444386 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 13:38:30.444386 dv-neutron-836180-1-hyperv neutron-server[83871]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 13:38:30.444386 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 01 13:38:30.444386 dv-neutron-836180-1-hyperv neutron-server[83871]: return self.request(url, 'GET', **kwargs) Apr 01 13:38:30.444386 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 01 13:38:30.444386 dv-neutron-836180-1-hyperv neutron-server[83871]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 13:38:30.444386 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 01 13:38:30.444386 dv-neutron-836180-1-hyperv neutron-server[83871]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 13:38:30.444386 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 01 13:38:30.444386 dv-neutron-836180-1-hyperv neutron-server[83871]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 13:38:30.444386 dv-neutron-836180-1-hyperv neutron-server[83871]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 13:38:30.472045 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.plugin [None req-359d838a-c28b-4076-8879-62f768594dbb None None] Calling delete_port for 20230e2d-2e1c-40a5-aeca-690de6ec084b owned by network:dhcp {{(pid=83872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 13:38:30.508594 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.plugin [None req-9cbbc9ed-51ca-4d80-998d-a6886c519708 None None] Calling delete_port for 0a88cebd-1f9b-4b2a-9b7a-87425b886f02 owned by network:dhcp {{(pid=83872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 13:38:30.541042 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec8809ea-fccf-4276-ba79-72f85615e556 tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Network b2076001-b441-4a1b-a96b-552c4faf0800 is scheduled to be hosted by DHCP agent e47e4547-5c2d-4954-ba56-fa3646239f18 with binding_index 1 {{(pid=83871) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 13:38:30.553051 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-20fe3f09-25c6-420b-bfea-e92ad837c841 tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-942599', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4084797'] for network, after_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:38:30.580454 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Provisioning for port 20230e2d-2e1c-40a5-aeca-690de6ec084b completed by entity L2. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 13:38:30.591363 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-16244dcb-b6d0-4106-9856-cc84aa2dce18 req-321f0d5b-279c-451c-8c57-f7df1a621cd1 tempest-TestNetworkAdvancedServerOps-1355420123 tempest-TestNetworkAdvancedServerOps-1355420123-project] 10.222.0.26 "GET /v2.0/security-groups?id=78c001c1-251f-4a8b-9340-7477b428b7b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2440875 Apr 01 13:38:30.593229 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Provisioning complete for port 20230e2d-2e1c-40a5-aeca-690de6ec084b triggered by entity L2. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 13:38:30.593602 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-948329'] for port, provisioning_complete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:38:30.637545 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-20fe3f09-25c6-420b-bfea-e92ad837c841 tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] Notify callbacks [] for network, before_response {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:38:30.648705 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.scheduler.base_scheduler [None req-ec8809ea-fccf-4276-ba79-72f85615e556 tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-836180-1-hyperv, b2076001-b441-4a1b-a96b-552c4faf0800) {{(pid=83871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 13:38:30.674489 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b06bcef0-38a8-464d-935b-3ba848c972e1 None None] Network b2076001-b441-4a1b-a96b-552c4faf0800 requested from dv-neutron-836180-1-hyperv {{(pid=83872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 13:38:30.693682 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-288516f6-f6a3-49c5-9631-b36494cf29c2 tempest-AllowedAddressPairTestJSON-1367689381 tempest-AllowedAddressPairTestJSON-1367689381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4155147'] for port, precommit_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:38:30.705634 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20fe3f09-25c6-420b-bfea-e92ad837c841 tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] Pushing event deleted for resources: {'Network': ['ID=9a7c1d4a-1f49-463b-bb40-1e1e79abbbaa,revision_number=None']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:38:30.717242 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec8809ea-fccf-4276-ba79-72f85615e556 tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:38:30.717821 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-ec8809ea-fccf-4276-ba79-72f85615e556 tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Notify callbacks [] for subnet, before_response {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:38:30.736736 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-20fe3f09-25c6-420b-bfea-e92ad837c841 tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] 10.222.0.26 "DELETE /v2.0/networks/9a7c1d4a-1f49-463b-bb40-1e1e79abbbaa HTTP/1.1" status: 204 len: 168 time: 5.5812218 Apr 01 13:38:30.737848 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 52424) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:38:30.784723 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-ec8809ea-fccf-4276-ba79-72f85615e556 tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.9370666 Apr 01 13:38:30.784723 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.pecan_wsgi.hooks.translation [None req-4f6fd5fd-251e-4977-9ff5-03e221660752 tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] GET failed (client error): The resource could not be found. Apr 01 13:38:30.784723 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-4f6fd5fd-251e-4977-9ff5-03e221660752 tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] Synchronizing usage tracker for tenant:16dc8bccab6243da8b678a9c9f0a6318 on resource:subnet {{(pid=83871) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 13:38:30.787808 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 52428) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:38:30.807294 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45b7b199-b159-41d4-b1c0-19294aa499c2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7e7d0ecb-2af4-55f5-9198-238ab0570d62-12ebdddf-a404-4f6b-b307-71c22a62578b', 'network_id': '12ebdddf-a404-4f6b-b307-71c22a62578b', 'tenant_id': '1158e63ec46b4ca6b4d4e7cf2494b8b4', 'fixed_ips': [{'subnet_id': '8edaca8d-7e1f-4431-9988-6cd3f0aa04b3'}]}} from dv-neutron-836180-1-hyperv. {{(pid=83872) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 01 13:38:30.808135 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-45b7b199-b159-41d4-b1c0-19294aa499c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:38:30.852870 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-359d838a-c28b-4076-8879-62f768594dbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736733359243', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736732935810'] for port, after_delete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:38:30.900128 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Could not find standard attr ID for object 20230e2d-2e1c-40a5-aeca-690de6ec084b. {{(pid=83872) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 01 13:38:30.919082 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359d838a-c28b-4076-8879-62f768594dbb None None] Pushing event deleted for resources: {'Port': ['ID=20230e2d-2e1c-40a5-aeca-690de6ec084b,revision_number=None']} {{(pid=83872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:38:30.920223 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.db.api [None req-9cbbc9ed-51ca-4d80-998d-a6886c519708 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83872) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 01 13:38:30.920709 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG oslo_db.api [None req-9cbbc9ed-51ca-4d80-998d-a6886c519708 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 01 13:38:30.921804 dv-neutron-836180-1-hyperv neutron-server[83872]: INFO neutron.plugins.ml2.db [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] No ports have port_id starting with 20230e2d-2e1c-40a5-aeca-690de6ec084b Apr 01 13:38:30.927191 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-59dd2db0-b30e-4ff8-9b61-f2d1fda2dd29 tempest-RoutersNegativeIpV6Test-77380712 tempest-RoutersNegativeIpV6Test-77380712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4084887', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4079850', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4161'] for router, precommit_update {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:38:30.939170 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-4f6fd5fd-251e-4977-9ff5-03e221660752 tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] Unset dirty status for tenant:16dc8bccab6243da8b678a9c9f0a6318 on resource:subnet {{(pid=83871) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 13:38:30.944019 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-4f6fd5fd-251e-4977-9ff5-03e221660752 tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] 10.222.0.26 "GET /v2.0/subnets/36f4deb9-4094-43b1-8b5e-e574efdd42af HTTP/1.1" status: 404 len: 337 time: 0.2003341 Apr 01 13:38:30.944019 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 52432) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:38:30.958136 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.plugin [None req-288516f6-f6a3-49c5-9631-b36494cf29c2 tempest-AllowedAddressPairTestJSON-1367689381 tempest-AllowedAddressPairTestJSON-1367689381-project] Calling delete_port for 222b3b77-3e08-4fde-9d5f-c794fa284ea8 owned by {{(pid=83869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 13:38:30.992578 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.pecan_wsgi.hooks.translation [None req-682ffe74-d1cc-424d-b0e7-7df3bef9f382 tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] DELETE failed (client error): The resource could not be found. Apr 01 13:38:30.993015 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-682ffe74-d1cc-424d-b0e7-7df3bef9f382 tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83871) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 13:38:30.994667 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-682ffe74-d1cc-424d-b0e7-7df3bef9f382 tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] 10.222.0.26 "DELETE /v2.0/networks/9a7c1d4a-1f49-463b-bb40-1e1e79abbbaa HTTP/1.1" status: 404 len: 339 time: 0.0497458 Apr 01 13:38:31.000335 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 52436) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:38:31.022837 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-359d838a-c28b-4076-8879-62f768594dbb None None] No DVR routers for this DVR port 20230e2d-2e1c-40a5-aeca-690de6ec084b on host dv-neutron-836180-1-hyperv {{(pid=83872) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 13:38:31.087779 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Device 0a88cebd-1f9b-4b2a-9b7a-87425b886f02 no longer exists at agent ovs-agent-dv-neutron-836180-1-hyperv {{(pid=83872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 13:38:31.158649 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.plugin [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] No Port match for: 0a88cebd-1f9b-4b2a-9b7a-87425b886f02 {{(pid=83872) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 01 13:38:31.159155 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Device 0a88cebd-1f9b-4b2a-9b7a-87425b886f02 not bound to the agent host dv-neutron-836180-1-hyperv {{(pid=83872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 13:38:31.160458 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Device 20230e2d-2e1c-40a5-aeca-690de6ec084b no longer exists at agent ovs-agent-dv-neutron-836180-1-hyperv {{(pid=83872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 13:38:31.231926 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.plugin [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] No Port match for: 20230e2d-2e1c-40a5-aeca-690de6ec084b {{(pid=83872) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 01 13:38:31.232398 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Device 20230e2d-2e1c-40a5-aeca-690de6ec084b not bound to the agent host dv-neutron-836180-1-hyperv {{(pid=83872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 13:38:31.241556 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c8cddcb-3453-460f-97de-c58461bd35c8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7e7d0ecb-2af4-55f5-9198-238ab0570d62-b2076001-b441-4a1b-a96b-552c4faf0800', 'network_id': 'b2076001-b441-4a1b-a96b-552c4faf0800', 'tenant_id': '315e7395dd224b3fb020d0b9d921742e', 'fixed_ips': [{'subnet_id': 'ad7574d2-be4a-487a-85ad-6d5a1a89f635'}]}} from dv-neutron-836180-1-hyperv. {{(pid=83872) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 01 13:38:31.242467 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-1c8cddcb-3453-460f-97de-c58461bd35c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:38:31.286298 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-288516f6-f6a3-49c5-9631-b36494cf29c2 tempest-AllowedAddressPairTestJSON-1367689381 tempest-AllowedAddressPairTestJSON-1367689381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736733359243', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736732935810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2705155'] for port, after_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:38:31.324496 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.db_base_plugin_common [None req-45b7b199-b159-41d4-b1c0-19294aa499c2 None None] Allocated IP 2001:db8:1::2 (12ebdddf-a404-4f6b-b307-71c22a62578b/8edaca8d-7e1f-4431-9988-6cd3f0aa04b3/209224db-5269-4acb-ab5b-14d04e95b44a) {{(pid=83872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 13:38:31.350364 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.objects.ports [None req-2e7edc19-9509-499a-8f17-ff7be7028c84 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=83869) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Apr 01 13:38:31.356229 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1eb84904-0fc6-44bc-b171-e2efc723763d tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:38:31.356993 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-1eb84904-0fc6-44bc-b171-e2efc723763d tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] Synchronizing usage tracker for tenant:16dc8bccab6243da8b678a9c9f0a6318 on resource:network {{(pid=83871) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 13:38:31.359864 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-288516f6-f6a3-49c5-9631-b36494cf29c2 tempest-AllowedAddressPairTestJSON-1367689381 tempest-AllowedAddressPairTestJSON-1367689381-project] Pushing event deleted for resources: {'Port': ['ID=222b3b77-3e08-4fde-9d5f-c794fa284ea8,revision_number=None']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:38:31.364394 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-2e7edc19-9509-499a-8f17-ff7be7028c84 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2705391', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2999447'] for subnet, after_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:38:31.438566 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.plugin [None req-9cbbc9ed-51ca-4d80-998d-a6886c519708 None None] Deleting port 0a88cebd-1f9b-4b2a-9b7a-87425b886f02 {{(pid=83872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 13:38:31.438874 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-9cbbc9ed-51ca-4d80-998d-a6886c519708 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736733287370'] for port, before_delete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:38:31.461867 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e7edc19-9509-499a-8f17-ff7be7028c84 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Network 09d7ea43-6376-4322-97e7-54cd01aae492 is already hosted by enough agents. {{(pid=83869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 13:38:31.462398 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-1eb84904-0fc6-44bc-b171-e2efc723763d tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] Unset dirty status for tenant:16dc8bccab6243da8b678a9c9f0a6318 on resource:network {{(pid=83871) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 13:38:31.463564 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-1eb84904-0fc6-44bc-b171-e2efc723763d tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] 10.222.0.26 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.4610434 Apr 01 13:38:31.472596 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.scheduler.base_scheduler [None req-2e7edc19-9509-499a-8f17-ff7be7028c84 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Resources bound (agent type, host, resource id): {{(pid=83869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 13:38:31.475666 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 52440) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:38:31.527664 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d824a9a-256e-4b17-b67c-63bef191f0dd None None] Network 09d7ea43-6376-4322-97e7-54cd01aae492 requested from dv-neutron-836180-1-hyperv {{(pid=83872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 13:38:31.540823 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e7edc19-9509-499a-8f17-ff7be7028c84 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:38:31.541418 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-2e7edc19-9509-499a-8f17-ff7be7028c84 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Notify callbacks [] for subnet, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:38:31.563494 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e7edc19-9509-499a-8f17-ff7be7028c84 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Pushing event updated for resources: {'Subnet': ['ID=dadba6b1-161a-4920-950c-1a5df2b5634a,revision_number=0']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:38:31.574315 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-2d42cc1c-ebdd-4b8e-b208-f41828c35140 tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] Synchronizing usage tracker for tenant:16dc8bccab6243da8b678a9c9f0a6318 on resource:subnet {{(pid=83869) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 13:38:31.618470 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-2d42cc1c-ebdd-4b8e-b208-f41828c35140 tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] Unset dirty status for tenant:16dc8bccab6243da8b678a9c9f0a6318 on resource:subnet {{(pid=83869) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 13:38:31.623681 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-2d42cc1c-ebdd-4b8e-b208-f41828c35140 tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] 10.222.0.26 "GET /v2.0/subnets?network_id=725864b8-cceb-48c9-b5d3-1bfc4423e301 HTTP/1.1" status: 200 len: 207 time: 0.1448309 Apr 01 13:38:31.628348 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 52444) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:38:31.678417 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-288516f6-f6a3-49c5-9631-b36494cf29c2 tempest-AllowedAddressPairTestJSON-1367689381 tempest-AllowedAddressPairTestJSON-1367689381-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109561'] for port, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:38:31.680560 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.plugin [None req-9cbbc9ed-51ca-4d80-998d-a6886c519708 None None] The port '0a88cebd-1f9b-4b2a-9b7a-87425b886f02' was deleted {{(pid=83872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 01 13:38:31.681817 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-288516f6-f6a3-49c5-9631-b36494cf29c2 tempest-AllowedAddressPairTestJSON-1367689381 tempest-AllowedAddressPairTestJSON-1367689381-project] 10.222.0.26 "DELETE /v2.0/ports/222b3b77-3e08-4fde-9d5f-c794fa284ea8 HTTP/1.1" status: 204 len: 168 time: 1.7362401 Apr 01 13:38:31.686535 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-2e7edc19-9509-499a-8f17-ff7be7028c84 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.9845750 Apr 01 13:38:31.709532 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 52450) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:38:31.710084 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 52452) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:38:31.797601 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.db_base_plugin_common [None req-1c8cddcb-3453-460f-97de-c58461bd35c8 None None] Allocated IP 2001:db8::2 (b2076001-b441-4a1b-a96b-552c4faf0800/ad7574d2-be4a-487a-85ad-6d5a1a89f635/533bb224-1493-41fd-93f8-605a9f240e34) {{(pid=83872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 13:38:31.841069 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcba5fad-33fe-468a-8cec-9f34344df0de tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:38:31.851288 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcba5fad-33fe-468a-8cec-9f34344df0de tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:38:31.851288 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcba5fad-33fe-468a-8cec-9f34344df0de tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:38:31.853593 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcba5fad-33fe-468a-8cec-9f34344df0de tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:38:31.854539 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-dcba5fad-33fe-468a-8cec-9f34344df0de tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] Synchronizing usage tracker for tenant:16dc8bccab6243da8b678a9c9f0a6318 on resource:network {{(pid=83869) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 13:38:31.867341 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-dcba5fad-33fe-468a-8cec-9f34344df0de tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] Unset dirty status for tenant:16dc8bccab6243da8b678a9c9f0a6318 on resource:network {{(pid=83869) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 13:38:31.872074 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-dcba5fad-33fe-468a-8cec-9f34344df0de tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] 10.222.0.26 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2486 time: 0.2392802 Apr 01 13:38:31.872506 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 52456) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:38:31.874366 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.api.v2.resource [None req-59dd2db0-b30e-4ff8-9b61-f2d1fda2dd29 tempest-RoutersNegativeIpV6Test-77380712 tempest-RoutersNegativeIpV6Test-77380712-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 01 13:38:31.878937 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-59dd2db0-b30e-4ff8-9b61-f2d1fda2dd29 tempest-RoutersNegativeIpV6Test-77380712 tempest-RoutersNegativeIpV6Test-77380712-project] 10.222.0.26 "PUT /v2.0/routers/82a6b713-6f64-4710-8331-88d5d8d5a219 HTTP/1.1" status: 400 len: 364 time: 1.9791493 Apr 01 13:38:31.880330 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 52462) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:38:31.921562 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.v2.base [None req-d2ed2475-bafa-407e-820f-3639ded6a3e4 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Request body: {'subnet': {'network_id': '09d7ea43-6376-4322-97e7-54cd01aae492', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:38:32.025845 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-d36c24ec-ae20-4279-8a0a-35116f179d1a tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:38:32.035425 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-d760bd24-c614-46f6-adad-06d07927ff99 tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] 10.222.0.26 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 575 time: 0.1606271 Apr 01 13:38:32.037665 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 52466) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:38:32.066401 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-45b7b199-b159-41d4-b1c0-19294aa499c2 None None] Notify callbacks [] for port, precommit_create {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:38:32.093252 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-45b7b199-b159-41d4-b1c0-19294aa499c2 None None] Transition to ACTIVE for port object 209224db-5269-4acb-ab5b-14d04e95b44a will not be triggered until provisioned by entity L2. {{(pid=83872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 13:38:32.115113 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e7f6bdd-e954-4297-88e4-07488571fcb3 tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:38:32.116657 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e7f6bdd-e954-4297-88e4-07488571fcb3 tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:38:32.122428 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-2e7f6bdd-e954-4297-88e4-07488571fcb3 tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.0789399 Apr 01 13:38:32.122602 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 52470) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:38:32.162202 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-45b7b199-b159-41d4-b1c0-19294aa499c2 None None] Transition to ACTIVE for port object 209224db-5269-4acb-ab5b-14d04e95b44a will not be triggered until provisioned by entity DHCP. {{(pid=83872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 13:38:32.192646 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6c194d1-3546-4d37-b4a5-6ba6aae7a5fd tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] Attributes excluded by policy engine: ['shared'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:38:32.193025 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d671d72c-640c-464f-ad59-659029bb5614 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7e7d0ecb-2af4-55f5-9198-238ab0570d62-09d7ea43-6376-4322-97e7-54cd01aae492', 'network_id': '09d7ea43-6376-4322-97e7-54cd01aae492', 'tenant_id': '8b726fe6689e4b7f96def1a2219bea6c', 'fixed_ips': [{'subnet_id': 'dadba6b1-161a-4920-950c-1a5df2b5634a'}]}} from dv-neutron-836180-1-hyperv. {{(pid=83872) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 01 13:38:32.193831 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-d671d72c-640c-464f-ad59-659029bb5614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:38:32.194861 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6c194d1-3546-4d37-b4a5-6ba6aae7a5fd tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] Attributes excluded by policy engine: ['shared'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:38:32.199777 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-e6c194d1-3546-4d37-b4a5-6ba6aae7a5fd tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] 10.222.0.26 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.0727446 Apr 01 13:38:32.200068 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 52474) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:38:32.216587 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-45b7b199-b159-41d4-b1c0-19294aa499c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736732935801'] for port, after_create {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:38:32.347054 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-1c8cddcb-3453-460f-97de-c58461bd35c8 None None] Notify callbacks [] for port, precommit_create {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:38:32.364512 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b4f53e0-b45d-4415-9567-d39a541a09d5 tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:38:32.365892 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-1b4f53e0-b45d-4415-9567-d39a541a09d5 tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] 10.222.0.26 "GET /v2.0/networks/bfb56bb3-06b0-48b9-b27a-de76ae9d5163 HTTP/1.1" status: 200 len: 800 time: 0.1646316 Apr 01 13:38:32.369645 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 52478) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:38:32.374330 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45b7b199-b159-41d4-b1c0-19294aa499c2 None None] Network 12ebdddf-a404-4f6b-b307-71c22a62578b is already hosted by enough agents. {{(pid=83872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 13:38:32.380864 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b7b199-b159-41d4-b1c0-19294aa499c2 None None] Pushing event updated for resources: {'Port': ['ID=209224db-5269-4acb-ab5b-14d04e95b44a,revision_number=1']} {{(pid=83872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:38:32.383618 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-1c8cddcb-3453-460f-97de-c58461bd35c8 None None] Transition to ACTIVE for port object 533bb224-1493-41fd-93f8-605a9f240e34 will not be triggered until provisioned by entity L2. {{(pid=83872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 13:38:32.389695 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.scheduler.base_scheduler [None req-45b7b199-b159-41d4-b1c0-19294aa499c2 None None] Resources bound (agent type, host, resource id): {{(pid=83872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 13:38:32.402118 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45b7b199-b159-41d4-b1c0-19294aa499c2 None None] Received port after_create {{(pid=83872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 13:38:32.459962 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-1c8cddcb-3453-460f-97de-c58461bd35c8 None None] Transition to ACTIVE for port object 533bb224-1493-41fd-93f8-605a9f240e34 will not be triggered until provisioned by entity DHCP. {{(pid=83872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 13:38:32.524100 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-717c3bab-0b36-464b-9e56-06c4a061ee17 tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] 10.222.0.26 "GET /v2.0/networks/bfb56bb3-06b0-48b9-b27a-de76ae9d5163?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 316 time: 0.1500473 Apr 01 13:38:32.524356 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 52482) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:38:32.528050 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-1c8cddcb-3453-460f-97de-c58461bd35c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736732935801'] for port, after_create {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:38:32.605736 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-361b9580-ce00-4ff0-9023-9b1f279d133b tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:38:32.610718 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-361b9580-ce00-4ff0-9023-9b1f279d133b tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] 10.222.0.26 "GET /v2.0/subnets/e172d3b4-ae4f-4669-9699-7c10fee005e7 HTTP/1.1" status: 200 len: 811 time: 0.0818944 Apr 01 13:38:32.611774 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 52486) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:38:32.636789 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.managers [None req-45b7b199-b159-41d4-b1c0-19294aa499c2 None None] Attempting to bind port 209224db-5269-4acb-ab5b-14d04e95b44a on host dv-neutron-836180-1-hyperv for vnic_type normal with profile {{(pid=83872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 13:38:32.637147 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.managers [None req-45b7b199-b159-41d4-b1c0-19294aa499c2 None None] Attempting to bind port 209224db-5269-4acb-ab5b-14d04e95b44a by drivers openvswitch,hyperv on host dv-neutron-836180-1-hyperv at level 0 using segments [{'id': '38ad8893-7a1c-4e81-a5f8-5fa0157b8d0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '12ebdddf-a404-4f6b-b307-71c22a62578b'}] {{(pid=83872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 13:38:32.637504 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45b7b199-b159-41d4-b1c0-19294aa499c2 None None] Attempting to bind port 209224db-5269-4acb-ab5b-14d04e95b44a on network 12ebdddf-a404-4f6b-b307-71c22a62578b {{(pid=83872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 13:38:32.642054 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c8cddcb-3453-460f-97de-c58461bd35c8 None None] Network b2076001-b441-4a1b-a96b-552c4faf0800 is already hosted by enough agents. {{(pid=83872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 13:38:32.650569 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.scheduler.base_scheduler [None req-1c8cddcb-3453-460f-97de-c58461bd35c8 None None] Resources bound (agent type, host, resource id): {{(pid=83872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 13:38:32.661013 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c8cddcb-3453-460f-97de-c58461bd35c8 None None] Received port after_create {{(pid=83872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 13:38:32.663425 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c8cddcb-3453-460f-97de-c58461bd35c8 None None] Pushing event updated for resources: {'Port': ['ID=533bb224-1493-41fd-93f8-605a9f240e34,revision_number=1']} {{(pid=83872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:38:32.666198 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.db_base_plugin_common [None req-d671d72c-640c-464f-ad59-659029bb5614 None None] Allocated IP 2001:db8::f816:3eff:fe8b:3fa4 (09d7ea43-6376-4322-97e7-54cd01aae492/dadba6b1-161a-4920-950c-1a5df2b5634a/36e8d7fe-35a4-4759-aa7e-d63ad34658ce) {{(pid=83872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 13:38:32.673213 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45b7b199-b159-41d4-b1c0-19294aa499c2 None None] Checking agent: {'id': 'af948428-97cd-4d10-9f53-af028bdb39b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-836180-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 13, 25, 37), 'started_at': datetime.datetime(2022, 4, 1, 13, 26, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 13, 38, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-836180-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 13:38:32.673598 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45b7b199-b159-41d4-b1c0-19294aa499c2 None None] Checking segment: {'id': '38ad8893-7a1c-4e81-a5f8-5fa0157b8d0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '12ebdddf-a404-4f6b-b307-71c22a62578b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 13:38:32.674015 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-45b7b199-b159-41d4-b1c0-19294aa499c2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:38:32.674389 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45b7b199-b159-41d4-b1c0-19294aa499c2 None None] Bound using segment: {'id': '38ad8893-7a1c-4e81-a5f8-5fa0157b8d0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '12ebdddf-a404-4f6b-b307-71c22a62578b'} {{(pid=83872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 13:38:32.675458 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.managers [None req-45b7b199-b159-41d4-b1c0-19294aa499c2 None None] Bound port: 209224db-5269-4acb-ab5b-14d04e95b44a, host: dv-neutron-836180-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '38ad8893-7a1c-4e81-a5f8-5fa0157b8d0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '12ebdddf-a404-4f6b-b307-71c22a62578b'}}] {{(pid=83872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 13:38:32.675458 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-45b7b199-b159-41d4-b1c0-19294aa499c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:38:32.687036 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ab3fa9a-76c0-4124-8431-ae89907155a2 tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] Attributes excluded by policy engine: ['shared'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:38:32.693493 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-9ab3fa9a-76c0-4124-8431-ae89907155a2 tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] 10.222.0.26 "GET /v2.0/subnets/e172d3b4-ae4f-4669-9699-7c10fee005e7?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.0758932 Apr 01 13:38:32.693493 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 52490) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:38:32.698511 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.v2.base [None req-5051e583-f35f-43e2-a686-99adfbb44a45 tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-926255418'}} {{(pid=83869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:38:32.703250 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-5051e583-f35f-43e2-a686-99adfbb44a45 tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:38:32.713897 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-5051e583-f35f-43e2-a686-99adfbb44a45 tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:38:32.723743 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5051e583-f35f-43e2-a686-99adfbb44a45 tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] Made reservation on behalf of 16dc8bccab6243da8b678a9c9f0a6318 for: {'network': 1} {{(pid=83869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 13:38:32.728223 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-5051e583-f35f-43e2-a686-99adfbb44a45 tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for network, before_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:38:32.758089 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5051e583-f35f-43e2-a686-99adfbb44a45 tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] vlan segment allocate from pool success with {'vlan_id': 373, 'physical_network': 'physnet1'} {{(pid=83869) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 13:38:32.771557 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-5051e583-f35f-43e2-a686-99adfbb44a45 tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1004271'] for segment, precommit_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:38:32.772197 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.db.segments_db [None req-5051e583-f35f-43e2-a686-99adfbb44a45 tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] Added segment 05f1830b-239f-44ba-94e5-dcd51c1daa80 of type vlan for network 8252f6cb-7625-45c6-9046-f26afd8bbd20 Apr 01 13:38:32.783767 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-d2ed2475-bafa-407e-820f-3639ded6a3e4 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:38:32.807003 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-5051e583-f35f-43e2-a686-99adfbb44a45 tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736732923383'] for network, precommit_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:38:32.808677 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29aecafe-6bba-4441-bf2b-7beff3b4964f req-6fd2f9fb-a058-4542-ba69-b1a1b0403715 tempest-TestNetworkAdvancedServerOps-1355420123 tempest-TestNetworkAdvancedServerOps-1355420123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:38:32.810160 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-29aecafe-6bba-4441-bf2b-7beff3b4964f req-6fd2f9fb-a058-4542-ba69-b1a1b0403715 tempest-TestNetworkAdvancedServerOps-1355420123 tempest-TestNetworkAdvancedServerOps-1355420123-project] 10.222.0.26 "GET /v2.0/ports?device_id=b52fb625-6535-4e58-afe5-9e4ccb47c0b6 HTTP/1.1" status: 200 len: 945 time: 0.9262223 Apr 01 13:38:32.832678 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-d2ed2475-bafa-407e-820f-3639ded6a3e4 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Usage tracker for resource:subnet and tenant:8b726fe6689e4b7f96def1a2219bea6c is out of sync, need to count used quota {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 13:38:32.842509 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-d2ed2475-bafa-407e-820f-3639ded6a3e4 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 13:38:32.843661 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-5051e583-f35f-43e2-a686-99adfbb44a45 tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575'] for network, after_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:38:32.849024 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.db_base_plugin_v2 [None req-d808f64d-cdee-472f-b8cf-a55e98027172 tempest-AllowedAddressPairTestJSON-1367689381 tempest-AllowedAddressPairTestJSON-1367689381-project] Deleting subnet 81eceff5-0938-4b87-80a3-de911d512014 {{(pid=83871) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 01 13:38:32.849953 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5051e583-f35f-43e2-a686-99adfbb44a45 tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:38:32.851007 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-5051e583-f35f-43e2-a686-99adfbb44a45 tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] Notify callbacks [] for network, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:38:32.871410 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-d2ed2475-bafa-407e-820f-3639ded6a3e4 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:38:32.911347 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.managers [None req-1c8cddcb-3453-460f-97de-c58461bd35c8 None None] Attempting to bind port 533bb224-1493-41fd-93f8-605a9f240e34 on host dv-neutron-836180-1-hyperv for vnic_type normal with profile {{(pid=83872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 13:38:32.911960 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.managers [None req-1c8cddcb-3453-460f-97de-c58461bd35c8 None None] Attempting to bind port 533bb224-1493-41fd-93f8-605a9f240e34 by drivers openvswitch,hyperv on host dv-neutron-836180-1-hyperv at level 0 using segments [{'id': '65d23008-bc4f-4bb4-adc2-3dc412de7601', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'b2076001-b441-4a1b-a96b-552c4faf0800'}] {{(pid=83872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 13:38:32.912118 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c8cddcb-3453-460f-97de-c58461bd35c8 None None] Attempting to bind port 533bb224-1493-41fd-93f8-605a9f240e34 on network b2076001-b441-4a1b-a96b-552c4faf0800 {{(pid=83872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 13:38:32.960784 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c8cddcb-3453-460f-97de-c58461bd35c8 None None] Checking agent: {'id': 'af948428-97cd-4d10-9f53-af028bdb39b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-836180-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 13, 25, 37), 'started_at': datetime.datetime(2022, 4, 1, 13, 26, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 13, 38, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-836180-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 13:38:32.961150 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c8cddcb-3453-460f-97de-c58461bd35c8 None None] Checking segment: {'id': '65d23008-bc4f-4bb4-adc2-3dc412de7601', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'b2076001-b441-4a1b-a96b-552c4faf0800'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 13:38:32.961549 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-1c8cddcb-3453-460f-97de-c58461bd35c8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:38:32.962133 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c8cddcb-3453-460f-97de-c58461bd35c8 None None] Bound using segment: {'id': '65d23008-bc4f-4bb4-adc2-3dc412de7601', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'b2076001-b441-4a1b-a96b-552c4faf0800'} {{(pid=83872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 13:38:32.962757 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.managers [None req-1c8cddcb-3453-460f-97de-c58461bd35c8 None None] Bound port: 533bb224-1493-41fd-93f8-605a9f240e34, host: dv-neutron-836180-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '65d23008-bc4f-4bb4-adc2-3dc412de7601', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'b2076001-b441-4a1b-a96b-552c4faf0800'}}] {{(pid=83872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 13:38:32.963291 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-1c8cddcb-3453-460f-97de-c58461bd35c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:38:32.965572 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-d808f64d-cdee-472f-b8cf-a55e98027172 tempest-AllowedAddressPairTestJSON-1367689381 tempest-AllowedAddressPairTestJSON-1367689381-project] Notify callbacks [] for subnet, before_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:38:32.973447 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5051e583-f35f-43e2-a686-99adfbb44a45 tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] Pushing event updated for resources: {'Network': ['ID=8252f6cb-7625-45c6-9046-f26afd8bbd20,revision_number=1']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:38:32.974037 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-45b7b199-b159-41d4-b1c0-19294aa499c2 None None] For port 209224db-5269-4acb-ab5b-14d04e95b44a, host dv-neutron-836180-1-hyperv, cleared binding levels {{(pid=83872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 13:38:32.991317 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-5051e583-f35f-43e2-a686-99adfbb44a45 tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.2939553 Apr 01 13:38:32.991665 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 52496) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:38:32.999337 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Network 8252f6cb-7625-45c6-9046-f26afd8bbd20 details requested by agent ovs-agent-dv-neutron-836180-1-hyperv with host dv-neutron-836180-1-hyperv {{(pid=83872) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 13:38:33.002017 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.v2.base [None req-5f642085-2e75-46db-99c1-34bb006da7be tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] Request body: {'subnet': {'network_id': '8252f6cb-7625-45c6-9046-f26afd8bbd20', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=83869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:38:33.020652 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-45b7b199-b159-41d4-b1c0-19294aa499c2 None None] For port 209224db-5269-4acb-ab5b-14d04e95b44a, host dv-neutron-836180-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836180-1-hyperv',level=0,port_id=209224db-5269-4acb-ab5b-14d04e95b44a,segment=NetworkSegment(38ad8893-7a1c-4e81-a5f8-5fa0157b8d0b),segment_id=38ad8893-7a1c-4e81-a5f8-5fa0157b8d0b)] {{(pid=83872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 13:38:33.110511 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-45b7b199-b159-41d4-b1c0-19294aa499c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864'] for port, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:38:33.205919 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2ed2475-bafa-407e-820f-3639ded6a3e4 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Made reservation on behalf of 8b726fe6689e4b7f96def1a2219bea6c for: {'subnet': 1} {{(pid=83871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 13:38:33.233856 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-5f642085-2e75-46db-99c1-34bb006da7be tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:38:33.245289 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-5f642085-2e75-46db-99c1-34bb006da7be tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:38:33.257334 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f642085-2e75-46db-99c1-34bb006da7be tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] Made reservation on behalf of 16dc8bccab6243da8b678a9c9f0a6318 for: {'subnet': 1} {{(pid=83869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 13:38:33.277842 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-29aecafe-6bba-4441-bf2b-7beff3b4964f req-2a21a2f5-7fb5-4f30-bf04-23a8f8160785 tempest-TestNetworkAdvancedServerOps-1355420123 tempest-TestNetworkAdvancedServerOps-1355420123-project] 10.222.0.26 "GET /v2.0/security-groups?id=78c001c1-251f-4a8b-9340-7477b428b7b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4544165 Apr 01 13:38:33.314046 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-d808f64d-cdee-472f-b8cf-a55e98027172 tempest-AllowedAddressPairTestJSON-1367689381 tempest-AllowedAddressPairTestJSON-1367689381-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3166365'] for subnet, precommit_delete_associations {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:38:33.398461 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-d671d72c-640c-464f-ad59-659029bb5614 None None] Notify callbacks [] for port, precommit_create {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:38:33.403249 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-5f642085-2e75-46db-99c1-34bb006da7be tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2999481'] for subnet, before_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:38:33.404727 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b7b199-b159-41d4-b1c0-19294aa499c2 None None] Pushing event updated for resources: {'Port': ['ID=209224db-5269-4acb-ab5b-14d04e95b44a,revision_number=2']} {{(pid=83872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:38:33.409727 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-1c8cddcb-3453-460f-97de-c58461bd35c8 None None] For port 533bb224-1493-41fd-93f8-605a9f240e34, host dv-neutron-836180-1-hyperv, cleared binding levels {{(pid=83872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 13:38:33.417679 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-1c8cddcb-3453-460f-97de-c58461bd35c8 None None] For port 533bb224-1493-41fd-93f8-605a9f240e34, host dv-neutron-836180-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836180-1-hyperv',level=0,port_id=533bb224-1493-41fd-93f8-605a9f240e34,segment=NetworkSegment(65d23008-bc4f-4bb4-adc2-3dc412de7601),segment_id=65d23008-bc4f-4bb4-adc2-3dc412de7601)] {{(pid=83872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 13:38:33.424289 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-d671d72c-640c-464f-ad59-659029bb5614 None None] Transition to ACTIVE for port object 36e8d7fe-35a4-4759-aa7e-d63ad34658ce will not be triggered until provisioned by entity L2. {{(pid=83872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 13:38:33.434255 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-1c8cddcb-3453-460f-97de-c58461bd35c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864'] for port, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:38:33.449093 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.db_base_plugin_common [None req-d36c24ec-ae20-4279-8a0a-35116f179d1a tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Allocated IP 2001:db8::1 (b2076001-b441-4a1b-a96b-552c4faf0800/ad7574d2-be4a-487a-85ad-6d5a1a89f635/7d243dbb-cd79-4a05-9ba7-2503b47388d6) {{(pid=83871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 13:38:33.508058 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.ipam_backend_mixin [None req-5f642085-2e75-46db-99c1-34bb006da7be tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] Performing IP validity checks on allocation pools {{(pid=83869) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Apr 01 13:38:33.508852 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.ipam_backend_mixin [None req-5f642085-2e75-46db-99c1-34bb006da7be tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] Checking for overlaps among allocation pools and gateway ip {{(pid=83869) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Apr 01 13:38:33.513888 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-d671d72c-640c-464f-ad59-659029bb5614 None None] Transition to ACTIVE for port object 36e8d7fe-35a4-4759-aa7e-d63ad34658ce will not be triggered until provisioned by entity DHCP. {{(pid=83872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 13:38:33.546486 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-d671d72c-640c-464f-ad59-659029bb5614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736732935801'] for port, after_create {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:38:33.553597 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-a6a0cff3-df74-4b7e-8dc9-2ff8742eb01e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:38:33.564528 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c8cddcb-3453-460f-97de-c58461bd35c8 None None] Pushing event updated for resources: {'Port': ['ID=533bb224-1493-41fd-93f8-605a9f240e34,revision_number=2']} {{(pid=83872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:38:33.642776 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d671d72c-640c-464f-ad59-659029bb5614 None None] Network 09d7ea43-6376-4322-97e7-54cd01aae492 is already hosted by enough agents. {{(pid=83872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 13:38:33.647055 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.scheduler.base_scheduler [None req-d671d72c-640c-464f-ad59-659029bb5614 None None] Resources bound (agent type, host, resource id): {{(pid=83872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 13:38:33.659899 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d671d72c-640c-464f-ad59-659029bb5614 None None] Received port after_create {{(pid=83872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 13:38:33.673184 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d671d72c-640c-464f-ad59-659029bb5614 None None] Pushing event updated for resources: {'Port': ['ID=36e8d7fe-35a4-4759-aa7e-d63ad34658ce,revision_number=1']} {{(pid=83872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:38:33.713207 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-5f642085-2e75-46db-99c1-34bb006da7be tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2705391', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2999447'] for subnet, after_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:38:33.739820 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-d2ed2475-bafa-407e-820f-3639ded6a3e4 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2757336'] for subnet, before_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:38:33.798390 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.managers [None req-d671d72c-640c-464f-ad59-659029bb5614 None None] Attempting to bind port 36e8d7fe-35a4-4759-aa7e-d63ad34658ce on host dv-neutron-836180-1-hyperv for vnic_type normal with profile {{(pid=83872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 13:38:33.799276 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.managers [None req-d671d72c-640c-464f-ad59-659029bb5614 None None] Attempting to bind port 36e8d7fe-35a4-4759-aa7e-d63ad34658ce by drivers openvswitch,hyperv on host dv-neutron-836180-1-hyperv at level 0 using segments [{'id': '16094ed0-4a47-4ff6-9238-85c278d7a2a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '09d7ea43-6376-4322-97e7-54cd01aae492'}] {{(pid=83872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 13:38:33.799276 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d671d72c-640c-464f-ad59-659029bb5614 None None] Attempting to bind port 36e8d7fe-35a4-4759-aa7e-d63ad34658ce on network 09d7ea43-6376-4322-97e7-54cd01aae492 {{(pid=83872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 13:38:33.811510 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d671d72c-640c-464f-ad59-659029bb5614 None None] Checking agent: {'id': 'af948428-97cd-4d10-9f53-af028bdb39b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-836180-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 13, 25, 37), 'started_at': datetime.datetime(2022, 4, 1, 13, 26, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 13, 38, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-836180-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 13:38:33.812741 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d671d72c-640c-464f-ad59-659029bb5614 None None] Checking segment: {'id': '16094ed0-4a47-4ff6-9238-85c278d7a2a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '09d7ea43-6376-4322-97e7-54cd01aae492'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 13:38:33.813131 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-d671d72c-640c-464f-ad59-659029bb5614 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:38:33.813585 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d671d72c-640c-464f-ad59-659029bb5614 None None] Bound using segment: {'id': '16094ed0-4a47-4ff6-9238-85c278d7a2a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '09d7ea43-6376-4322-97e7-54cd01aae492'} {{(pid=83872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 13:38:33.814142 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.managers [None req-d671d72c-640c-464f-ad59-659029bb5614 None None] Bound port: 36e8d7fe-35a4-4759-aa7e-d63ad34658ce, host: dv-neutron-836180-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '16094ed0-4a47-4ff6-9238-85c278d7a2a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '09d7ea43-6376-4322-97e7-54cd01aae492'}}] {{(pid=83872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 13:38:33.814549 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-d671d72c-640c-464f-ad59-659029bb5614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:38:33.822246 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f642085-2e75-46db-99c1-34bb006da7be tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] Pushing event updated for resources: {'Subnet': ['ID=c7b07dad-14ac-45ee-a8bc-63d94e28e451,revision_number=0']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:38:33.869720 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f642085-2e75-46db-99c1-34bb006da7be tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] Checking segment: {'id': '05f1830b-239f-44ba-94e5-dcd51c1daa80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '8252f6cb-7625-45c6-9046-f26afd8bbd20'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 13:38:33.869867 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f642085-2e75-46db-99c1-34bb006da7be tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] Network hostable DHCP agents. Network: 8252f6cb-7625-45c6-9046-f26afd8bbd20, hostable agents: ['e47e4547-5c2d-4954-ba56-fa3646239f18'], hosted agents: [] {{(pid=83869) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 13:38:33.904009 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f642085-2e75-46db-99c1-34bb006da7be tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] Network 8252f6cb-7625-45c6-9046-f26afd8bbd20 is scheduled to be hosted by DHCP agent e47e4547-5c2d-4954-ba56-fa3646239f18 with binding_index 1 {{(pid=83869) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 13:38:33.941279 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.agents_db [None req-bdd220c7-049a-43d2-a923-ad1a2de078c6 None None] Agent healthcheck: found 6 active agents {{(pid=83873) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 01 13:38:33.943756 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.scheduler.base_scheduler [None req-5f642085-2e75-46db-99c1-34bb006da7be tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-836180-1-hyperv, 8252f6cb-7625-45c6-9046-f26afd8bbd20) {{(pid=83869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 13:38:33.948909 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-6e787323-cfc8-49ac-86d6-bdba41433d6f tempest-RoutersNegativeIpV6Test-77380712 tempest-RoutersNegativeIpV6Test-77380712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:38:33.950302 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f642085-2e75-46db-99c1-34bb006da7be tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:38:33.952021 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-5f642085-2e75-46db-99c1-34bb006da7be tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] Notify callbacks [] for subnet, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:38:33.967985 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55c780ef-7bf3-427b-87e4-7a0d4ef9a56c None None] Network 8252f6cb-7625-45c6-9046-f26afd8bbd20 requested from dv-neutron-836180-1-hyperv {{(pid=83872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 13:38:33.986993 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-d671d72c-640c-464f-ad59-659029bb5614 None None] For port 36e8d7fe-35a4-4759-aa7e-d63ad34658ce, host dv-neutron-836180-1-hyperv, cleared binding levels {{(pid=83872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 13:38:33.999285 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-5f642085-2e75-46db-99c1-34bb006da7be tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 1.0062044 Apr 01 13:38:34.004764 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 52500) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:38:34.009074 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.db.ipam_backend_mixin [None req-d2ed2475-bafa-407e-820f-3639ded6a3e4 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet dadba6b1-161a-4920-950c-1a5df2b5634a (CIDR: 2001:db8::/64) Apr 01 13:38:34.011496 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-d671d72c-640c-464f-ad59-659029bb5614 None None] For port 36e8d7fe-35a4-4759-aa7e-d63ad34658ce, host dv-neutron-836180-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836180-1-hyperv',level=0,port_id=36e8d7fe-35a4-4759-aa7e-d63ad34658ce,segment=NetworkSegment(16094ed0-4a47-4ff6-9238-85c278d7a2a5),segment_id=16094ed0-4a47-4ff6-9238-85c278d7a2a5)] {{(pid=83872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 13:38:34.012465 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.v2.base [None req-68ea266c-976f-480c-97f0-2889983200b5 tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=83869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:38:34.024028 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-d671d72c-640c-464f-ad59-659029bb5614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864'] for port, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:38:34.194621 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-68ea266c-976f-480c-97f0-2889983200b5 tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-2999438'] for subnet, before_update {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:38:34.212142 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.pecan_wsgi.hooks.translation [None req-d2ed2475-bafa-407e-820f-3639ded6a3e4 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 01 13:38:34.221149 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d2ed2475-bafa-407e-820f-3639ded6a3e4 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83871) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 13:38:34.226503 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d671d72c-640c-464f-ad59-659029bb5614 None None] Pushing event updated for resources: {'Port': ['ID=36e8d7fe-35a4-4759-aa7e-d63ad34658ce,revision_number=2']} {{(pid=83872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:38:34.249950 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-d808f64d-cdee-472f-b8cf-a55e98027172 tempest-AllowedAddressPairTestJSON-1367689381 tempest-AllowedAddressPairTestJSON-1367689381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-945029'] for subnet, precommit_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:38:34.299633 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-d2ed2475-bafa-407e-820f-3639ded6a3e4 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 2.4275177 Apr 01 13:38:34.317719 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 52504) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:38:34.331640 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.v2.base [None req-3bd01dcd-150f-4ea6-8df7-8a92e1cd41ac tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Request body: {'subnet': {'network_id': '09d7ea43-6376-4322-97e7-54cd01aae492', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:38:34.435023 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-364c7c5a-ff8a-4b78-9102-48b541fbd1de None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7e7d0ecb-2af4-55f5-9198-238ab0570d62-8252f6cb-7625-45c6-9046-f26afd8bbd20', 'network_id': '8252f6cb-7625-45c6-9046-f26afd8bbd20', 'tenant_id': '16dc8bccab6243da8b678a9c9f0a6318', 'fixed_ips': [{'subnet_id': 'c7b07dad-14ac-45ee-a8bc-63d94e28e451'}]}} from dv-neutron-836180-1-hyperv. {{(pid=83872) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 01 13:38:34.435944 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-364c7c5a-ff8a-4b78-9102-48b541fbd1de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:38:34.479013 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-d36c24ec-ae20-4279-8a0a-35116f179d1a tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Notify callbacks [] for port, precommit_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:38:34.540031 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-68ea266c-976f-480c-97f0-2889983200b5 tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8736733359252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-2705365'] for subnet, after_update {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:38:34.546587 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.provisioning_blocks [None req-d36c24ec-ae20-4279-8a0a-35116f179d1a tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Transition to ACTIVE for port object 7d243dbb-cd79-4a05-9ba7-2503b47388d6 will not be triggered until provisioned by entity DHCP. {{(pid=83871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 13:38:34.607161 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-d808f64d-cdee-472f-b8cf-a55e98027172 tempest-AllowedAddressPairTestJSON-1367689381 tempest-AllowedAddressPairTestJSON-1367689381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-945042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2743160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2757373'] for subnet, after_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:38:34.608751 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b8ce95-9981-4d78-886f-a5d3d95babd0 req-7edaacba-3917-4eeb-baa6-99e04d88cbe0 tempest-TestNetworkAdvancedServerOps-1355420123 tempest-TestNetworkAdvancedServerOps-1355420123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:38:34.610231 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-79b8ce95-9981-4d78-886f-a5d3d95babd0 req-7edaacba-3917-4eeb-baa6-99e04d88cbe0 tempest-TestNetworkAdvancedServerOps-1355420123 tempest-TestNetworkAdvancedServerOps-1355420123-project] 10.222.0.26 "GET /v2.0/ports?device_id=b52fb625-6535-4e58-afe5-9e4ccb47c0b6 HTTP/1.1" status: 200 len: 945 time: 0.1658251 Apr 01 13:38:34.612189 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-3bd01dcd-150f-4ea6-8df7-8a92e1cd41ac tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:38:34.629786 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.db_base_plugin_common [None req-364c7c5a-ff8a-4b78-9102-48b541fbd1de None None] Allocated IP 172.20.0.3 (8252f6cb-7625-45c6-9046-f26afd8bbd20/c7b07dad-14ac-45ee-a8bc-63d94e28e451/4e00636c-3e20-486d-90aa-38ce5e03e459) {{(pid=83872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 13:38:34.644364 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ea266c-976f-480c-97f0-2889983200b5 tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] Pushing event updated for resources: {'Subnet': ['ID=c7b07dad-14ac-45ee-a8bc-63d94e28e451,revision_number=1']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:38:34.650431 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68ea266c-976f-480c-97f0-2889983200b5 tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:38:34.651046 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-68ea266c-976f-480c-97f0-2889983200b5 tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] Notify callbacks [] for subnet, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:38:34.656087 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-68ea266c-976f-480c-97f0-2889983200b5 tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] 10.222.0.26 "PUT /v2.0/subnets/c7b07dad-14ac-45ee-a8bc-63d94e28e451 HTTP/1.1" status: 200 len: 877 time: 0.6497505 Apr 01 13:38:34.656917 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 52510) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:38:34.687230 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-3bd01dcd-150f-4ea6-8df7-8a92e1cd41ac tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Usage tracker for resource:subnet and tenant:8b726fe6689e4b7f96def1a2219bea6c is out of sync, need to count used quota {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 13:38:34.693732 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-3bd01dcd-150f-4ea6-8df7-8a92e1cd41ac tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 13:38:34.702612 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d808f64d-cdee-472f-b8cf-a55e98027172 tempest-AllowedAddressPairTestJSON-1367689381 tempest-AllowedAddressPairTestJSON-1367689381-project] Pushing event deleted for resources: {'Subnet': ['ID=81eceff5-0938-4b87-80a3-de911d512014,revision_number=None']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:38:34.711970 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-3bd01dcd-150f-4ea6-8df7-8a92e1cd41ac tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:38:34.725469 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-d808f64d-cdee-472f-b8cf-a55e98027172 tempest-AllowedAddressPairTestJSON-1367689381 tempest-AllowedAddressPairTestJSON-1367689381-project] Notify callbacks [] for subnet, before_response {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:38:34.732903 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-417d77f6-98c8-4838-9473-10d6dcea8a1d None None] Network d049ce48-0ae5-49ef-bbba-4a5d32c78df3 requested from dv-neutron-836180-1-hyperv {{(pid=83872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 13:38:34.751203 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-d808f64d-cdee-472f-b8cf-a55e98027172 tempest-AllowedAddressPairTestJSON-1367689381 tempest-AllowedAddressPairTestJSON-1367689381-project] 10.222.0.26 "DELETE /v2.0/subnets/81eceff5-0938-4b87-80a3-de911d512014 HTTP/1.1" status: 204 len: 168 time: 2.8819809 Apr 01 13:38:34.752657 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-d36c24ec-ae20-4279-8a0a-35116f179d1a tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736732935801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2743125'] for port, after_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:38:34.756872 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 52514) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:38:34.794838 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3bd01dcd-150f-4ea6-8df7-8a92e1cd41ac tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Made reservation on behalf of 8b726fe6689e4b7f96def1a2219bea6c for: {'subnet': 1} {{(pid=83871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 13:38:34.798523 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-3bd01dcd-150f-4ea6-8df7-8a92e1cd41ac tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2757336'] for subnet, before_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:38:34.801218 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-79b8ce95-9981-4d78-886f-a5d3d95babd0 req-44b11ebf-1d6a-4399-a598-a5be166fe2f7 tempest-TestNetworkAdvancedServerOps-1355420123 tempest-TestNetworkAdvancedServerOps-1355420123-project] 10.222.0.26 "GET /v2.0/security-groups?id=78c001c1-251f-4a8b-9340-7477b428b7b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1823702 Apr 01 13:38:35.000576 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-f459cceb-8444-4bc3-a6ca-dddd9fc628c1 tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1033078'] for network, before_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:38:35.043230 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d36c24ec-ae20-4279-8a0a-35116f179d1a tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Network b2076001-b441-4a1b-a96b-552c4faf0800 is already hosted by enough agents. {{(pid=83871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 13:38:35.045678 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-683b6b83-afeb-4540-bee2-98f88a3f608d tempest-AllowedAddressPairTestJSON-1367689381 tempest-AllowedAddressPairTestJSON-1367689381-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1033078'] for network, before_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:38:35.051060 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36c24ec-ae20-4279-8a0a-35116f179d1a tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Pushing event updated for resources: {'Port': ['ID=7d243dbb-cd79-4a05-9ba7-2503b47388d6,revision_number=1']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:38:35.063939 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.scheduler.base_scheduler [None req-d36c24ec-ae20-4279-8a0a-35116f179d1a tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Resources bound (agent type, host, resource id): {{(pid=83871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 13:38:35.075782 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d36c24ec-ae20-4279-8a0a-35116f179d1a tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Received port after_create {{(pid=83871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 13:38:35.076705 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-d36c24ec-ae20-4279-8a0a-35116f179d1a tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4084144'] for router_interface, before_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:38:35.080057 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.db_base_plugin_common [None req-6e787323-cfc8-49ac-86d6-bdba41433d6f tempest-RoutersNegativeIpV6Test-77380712 tempest-RoutersNegativeIpV6Test-77380712-project] Allocated IP 2001:db8::1 (4fa46e2d-00b0-4edc-bea2-90df2da64545/608bd065-2627-421e-afd9-9552e6c7cf06/2dfe8fc5-60a7-4df6-bc52-8008f2cfd994) {{(pid=83871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 13:38:35.162997 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-364c7c5a-ff8a-4b78-9102-48b541fbd1de None None] Notify callbacks [] for port, precommit_create {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:38:35.193496 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-364c7c5a-ff8a-4b78-9102-48b541fbd1de None None] Transition to ACTIVE for port object 4e00636c-3e20-486d-90aa-38ce5e03e459 will not be triggered until provisioned by entity L2. {{(pid=83872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 13:38:35.232918 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.plugin [None req-683b6b83-afeb-4540-bee2-98f88a3f608d tempest-AllowedAddressPairTestJSON-1367689381 tempest-AllowedAddressPairTestJSON-1367689381-project] Deleting port 9ff2daf7-fec5-4a05-bd5a-133dbd1654c6 {{(pid=83869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 13:38:35.237124 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-683b6b83-afeb-4540-bee2-98f88a3f608d tempest-AllowedAddressPairTestJSON-1367689381 tempest-AllowedAddressPairTestJSON-1367689381-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736733287370'] for port, before_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:38:35.241595 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-364c7c5a-ff8a-4b78-9102-48b541fbd1de None None] Transition to ACTIVE for port object 4e00636c-3e20-486d-90aa-38ce5e03e459 will not be triggered until provisioned by entity DHCP. {{(pid=83872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 13:38:35.370008 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Device 36e8d7fe-35a4-4759-aa7e-d63ad34658ce up at agent ovs-agent-dv-neutron-836180-1-hyperv {{(pid=83872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 13:38:35.413342 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-f459cceb-8444-4bc3-a6ca-dddd9fc628c1 tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-945029'] for subnet, precommit_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:38:35.442872 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-364c7c5a-ff8a-4b78-9102-48b541fbd1de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736732935801'] for port, after_create {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:38:35.621303 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-364c7c5a-ff8a-4b78-9102-48b541fbd1de None None] Network 8252f6cb-7625-45c6-9046-f26afd8bbd20 is already hosted by enough agents. {{(pid=83872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 13:38:35.623018 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.scheduler.base_scheduler [None req-364c7c5a-ff8a-4b78-9102-48b541fbd1de None None] Resources bound (agent type, host, resource id): {{(pid=83872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 13:38:35.630014 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-364c7c5a-ff8a-4b78-9102-48b541fbd1de None None] Received port after_create {{(pid=83872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 13:38:35.633308 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-364c7c5a-ff8a-4b78-9102-48b541fbd1de None None] Pushing event updated for resources: {'Port': ['ID=4e00636c-3e20-486d-90aa-38ce5e03e459,revision_number=1']} {{(pid=83872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:38:35.812042 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a78be872-62f8-42e5-84ff-07e39b9620c3 None None] Network 12ebdddf-a404-4f6b-b307-71c22a62578b requested from dv-neutron-836180-1-hyperv {{(pid=83872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 13:38:35.843461 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.db [None req-683b6b83-afeb-4540-bee2-98f88a3f608d tempest-AllowedAddressPairTestJSON-1367689381 tempest-AllowedAddressPairTestJSON-1367689381-project] For port 9ff2daf7-fec5-4a05-bd5a-133dbd1654c6, host dv-neutron-836180-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836180-1-hyperv',level=0,port_id=9ff2daf7-fec5-4a05-bd5a-133dbd1654c6,segment=NetworkSegment(12558138-b1c7-47bd-a0ec-7a4b26725121),segment_id=12558138-b1c7-47bd-a0ec-7a4b26725121)] {{(pid=83869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 13:38:35.843942 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-683b6b83-afeb-4540-bee2-98f88a3f608d tempest-AllowedAddressPairTestJSON-1367689381 tempest-AllowedAddressPairTestJSON-1367689381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4155147'] for port, precommit_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:38:35.868872 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-3bd01dcd-150f-4ea6-8df7-8a92e1cd41ac tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2743225', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2757366'] for subnet, after_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:38:35.885603 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-969c6dbe-63cc-42bf-8025-35bff7a7865e None None] Network b2076001-b441-4a1b-a96b-552c4faf0800 requested from dv-neutron-836180-1-hyperv {{(pid=83872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 13:38:36.066234 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bd01dcd-150f-4ea6-8df7-8a92e1cd41ac tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Network 09d7ea43-6376-4322-97e7-54cd01aae492 is already hosted by enough agents. {{(pid=83871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 13:38:36.118019 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.scheduler.base_scheduler [None req-3bd01dcd-150f-4ea6-8df7-8a92e1cd41ac tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Resources bound (agent type, host, resource id): {{(pid=83871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 13:38:36.137211 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bd01dcd-150f-4ea6-8df7-8a92e1cd41ac tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:38:36.137939 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-3bd01dcd-150f-4ea6-8df7-8a92e1cd41ac tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Notify callbacks [] for subnet, before_response {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:38:36.183355 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-6e787323-cfc8-49ac-86d6-bdba41433d6f tempest-RoutersNegativeIpV6Test-77380712 tempest-RoutersNegativeIpV6Test-77380712-project] Notify callbacks [] for port, precommit_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:38:36.196600 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd01dcd-150f-4ea6-8df7-8a92e1cd41ac tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Pushing event updated for resources: {'Subnet': ['ID=3902e8b2-3cb9-4a18-8935-7185a632e486,revision_number=0']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:38:36.215521 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.plugin [None req-683b6b83-afeb-4540-bee2-98f88a3f608d tempest-AllowedAddressPairTestJSON-1367689381 tempest-AllowedAddressPairTestJSON-1367689381-project] Calling delete_port for 9ff2daf7-fec5-4a05-bd5a-133dbd1654c6 owned by network:dhcp {{(pid=83869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 13:38:36.224083 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-d36c24ec-ae20-4279-8a0a-35116f179d1a tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:38:36.262398 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-f459cceb-8444-4bc3-a6ca-dddd9fc628c1 tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-945042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2705198', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2999452'] for subnet, after_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:38:36.262577 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.provisioning_blocks [None req-6e787323-cfc8-49ac-86d6-bdba41433d6f tempest-RoutersNegativeIpV6Test-77380712 tempest-RoutersNegativeIpV6Test-77380712-project] Transition to ACTIVE for port object 2dfe8fc5-60a7-4df6-bc52-8008f2cfd994 will not be triggered until provisioned by entity DHCP. {{(pid=83871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 13:38:36.324513 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f459cceb-8444-4bc3-a6ca-dddd9fc628c1 tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] Pushing event deleted for resources: {'Subnet': ['ID=c7b07dad-14ac-45ee-a8bc-63d94e28e451,revision_number=None']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:38:36.345911 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.managers [None req-364c7c5a-ff8a-4b78-9102-48b541fbd1de None None] Attempting to bind port 4e00636c-3e20-486d-90aa-38ce5e03e459 on host dv-neutron-836180-1-hyperv for vnic_type normal with profile {{(pid=83872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 13:38:36.346398 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.managers [None req-364c7c5a-ff8a-4b78-9102-48b541fbd1de None None] Attempting to bind port 4e00636c-3e20-486d-90aa-38ce5e03e459 by drivers openvswitch,hyperv on host dv-neutron-836180-1-hyperv at level 0 using segments [{'id': '05f1830b-239f-44ba-94e5-dcd51c1daa80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '8252f6cb-7625-45c6-9046-f26afd8bbd20'}] {{(pid=83872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 13:38:36.346634 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-364c7c5a-ff8a-4b78-9102-48b541fbd1de None None] Attempting to bind port 4e00636c-3e20-486d-90aa-38ce5e03e459 on network 8252f6cb-7625-45c6-9046-f26afd8bbd20 {{(pid=83872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 13:38:36.349322 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Provisioning for port 36e8d7fe-35a4-4759-aa7e-d63ad34658ce completed by entity L2. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 13:38:36.382521 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88af8b2d-a7e9-430d-add0-44a154f45df6 None None] Network 09d7ea43-6376-4322-97e7-54cd01aae492 requested from dv-neutron-836180-1-hyperv {{(pid=83872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 13:38:36.414433 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Device 533bb224-1493-41fd-93f8-605a9f240e34 up at agent ovs-agent-dv-neutron-836180-1-hyperv {{(pid=83872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 13:38:36.444100 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-bab99986-d510-49e0-b282-c8ea867af71c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:38:36.481752 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-f459cceb-8444-4bc3-a6ca-dddd9fc628c1 tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-942654', 'neutron.services.segments.db._delete_segments_for_network-8736733387888'] for network, precommit_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:38:36.511331 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.services.segments.db [None req-f459cceb-8444-4bc3-a6ca-dddd9fc628c1 tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8252f6cb-7625-45c6-9046-f26afd8bbd20']}} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:38:36.522036 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-4ebc62e3-d691-4532-90af-57efd37a799f None None] Provisioning for port 209224db-5269-4acb-ab5b-14d04e95b44a completed by entity DHCP. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 13:38:36.522819 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-3bd01dcd-150f-4ea6-8df7-8a92e1cd41ac tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.2040203 Apr 01 13:38:36.523966 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-164661cd-f881-4c24-a904-798b2dd7878a None None] DHCP port deletion for d049ce48-0ae5-49ef-bbba-4a5d32c78df3 request from dv-neutron-836180-1-hyperv {{(pid=83872) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 01 13:38:36.524440 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-6e787323-cfc8-49ac-86d6-bdba41433d6f tempest-RoutersNegativeIpV6Test-77380712 tempest-RoutersNegativeIpV6Test-77380712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736732935801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2743125'] for port, after_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:38:36.526809 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-683b6b83-afeb-4540-bee2-98f88a3f608d tempest-AllowedAddressPairTestJSON-1367689381 tempest-AllowedAddressPairTestJSON-1367689381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736733359243', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736732935810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2705155'] for port, after_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:38:36.529008 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 52520) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:38:36.533673 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.services.segments.db [None req-f459cceb-8444-4bc3-a6ca-dddd9fc628c1 tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '05f1830b-239f-44ba-94e5-dcd51c1daa80') {'for_net_delete': True} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:38:36.534134 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.services.segments.db [None req-f459cceb-8444-4bc3-a6ca-dddd9fc628c1 tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '05f1830b-239f-44ba-94e5-dcd51c1daa80') {} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:38:36.542607 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-364c7c5a-ff8a-4b78-9102-48b541fbd1de None None] Checking agent: {'id': 'af948428-97cd-4d10-9f53-af028bdb39b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-836180-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 13, 25, 37), 'started_at': datetime.datetime(2022, 4, 1, 13, 26, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 13, 38, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-836180-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 13:38:36.543046 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-364c7c5a-ff8a-4b78-9102-48b541fbd1de None None] Checking segment: {'id': '05f1830b-239f-44ba-94e5-dcd51c1daa80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '8252f6cb-7625-45c6-9046-f26afd8bbd20'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 13:38:36.543719 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-364c7c5a-ff8a-4b78-9102-48b541fbd1de None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:38:36.548701 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-364c7c5a-ff8a-4b78-9102-48b541fbd1de None None] Bound using segment: {'id': '05f1830b-239f-44ba-94e5-dcd51c1daa80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '8252f6cb-7625-45c6-9046-f26afd8bbd20'} {{(pid=83872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 13:38:36.549204 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.managers [None req-364c7c5a-ff8a-4b78-9102-48b541fbd1de None None] Bound port: 4e00636c-3e20-486d-90aa-38ce5e03e459, host: dv-neutron-836180-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '05f1830b-239f-44ba-94e5-dcd51c1daa80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '8252f6cb-7625-45c6-9046-f26afd8bbd20'}}] {{(pid=83872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 13:38:36.549587 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-364c7c5a-ff8a-4b78-9102-48b541fbd1de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:38:36.583789 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.v2.base [None req-e8102886-9cdf-46e1-9657-dc7030ae1cc9 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Request body: {'port': {'network_id': '09d7ea43-6376-4322-97e7-54cd01aae492', 'mac_address': 'fa:16:3e:17:b9:88', 'name': 'tempest-NetworksTestDHCPv6-1207444707'}} {{(pid=83871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:38:36.604579 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-683b6b83-afeb-4540-bee2-98f88a3f608d tempest-AllowedAddressPairTestJSON-1367689381 tempest-AllowedAddressPairTestJSON-1367689381-project] Pushing event deleted for resources: {'Port': ['ID=9ff2daf7-fec5-4a05-bd5a-133dbd1654c6,revision_number=None']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:38:36.607918 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-f459cceb-8444-4bc3-a6ca-dddd9fc628c1 tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736733386999', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2704982'] for segment, before_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:38:36.620691 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-683b6b83-afeb-4540-bee2-98f88a3f608d tempest-AllowedAddressPairTestJSON-1367689381 tempest-AllowedAddressPairTestJSON-1367689381-project] No DVR routers for this DVR port 9ff2daf7-fec5-4a05-bd5a-133dbd1654c6 on host dv-neutron-836180-1-hyperv {{(pid=83869) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 13:38:36.653331 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-f459cceb-8444-4bc3-a6ca-dddd9fc628c1 tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1004271'] for segment, precommit_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:38:36.684246 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f459cceb-8444-4bc3-a6ca-dddd9fc628c1 tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] Releasing vlan 373 on physical network physnet1 to pool {{(pid=83869) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 01 13:38:36.685163 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-f459cceb-8444-4bc3-a6ca-dddd9fc628c1 tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1004262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2705264'] for segment, after_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:38:36.707548 dv-neutron-836180-1-hyperv neutron-server[83869]: Traceback (most recent call last): Apr 01 13:38:36.707548 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 01 13:38:36.707548 dv-neutron-836180-1-hyperv neutron-server[83869]: timer() Apr 01 13:38:36.707548 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 13:38:36.707548 dv-neutron-836180-1-hyperv neutron-server[83869]: cb(*args, **kw) Apr 01 13:38:36.707548 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 13:38:36.707548 dv-neutron-836180-1-hyperv neutron-server[83869]: return func(*args, **kwargs) Apr 01 13:38:36.707548 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 13:38:36.707548 dv-neutron-836180-1-hyperv neutron-server[83869]: self._notify() Apr 01 13:38:36.707548 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 13:38:36.707548 dv-neutron-836180-1-hyperv neutron-server[83869]: self.callback(batched_events) Apr 01 13:38:36.707548 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 13:38:36.707548 dv-neutron-836180-1-hyperv neutron-server[83869]: event.method(event) Apr 01 13:38:36.707548 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 13:38:36.707548 dv-neutron-836180-1-hyperv neutron-server[83869]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 13:38:36.707548 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 13:38:36.707548 dv-neutron-836180-1-hyperv neutron-server[83869]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 13:38:36.707548 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 13:38:36.707548 dv-neutron-836180-1-hyperv neutron-server[83869]: return f(self, *a, **k) Apr 01 13:38:36.707548 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 13:38:36.707548 dv-neutron-836180-1-hyperv neutron-server[83869]: return self._get(url).json() Apr 01 13:38:36.707548 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 13:38:36.707548 dv-neutron-836180-1-hyperv neutron-server[83869]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 13:38:36.707548 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 01 13:38:36.707548 dv-neutron-836180-1-hyperv neutron-server[83869]: return self.request(url, 'GET', **kwargs) Apr 01 13:38:36.707548 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 01 13:38:36.707548 dv-neutron-836180-1-hyperv neutron-server[83869]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 13:38:36.707548 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 01 13:38:36.707548 dv-neutron-836180-1-hyperv neutron-server[83869]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 13:38:36.707548 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 01 13:38:36.707548 dv-neutron-836180-1-hyperv neutron-server[83869]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 13:38:36.707548 dv-neutron-836180-1-hyperv neutron-server[83869]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 13:38:36.738346 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e787323-cfc8-49ac-86d6-bdba41433d6f tempest-RoutersNegativeIpV6Test-77380712 tempest-RoutersNegativeIpV6Test-77380712-project] Network 4fa46e2d-00b0-4edc-bea2-90df2da64545 is already hosted by enough agents. {{(pid=83871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 13:38:36.744516 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-364c7c5a-ff8a-4b78-9102-48b541fbd1de None None] For port 4e00636c-3e20-486d-90aa-38ce5e03e459, host dv-neutron-836180-1-hyperv, cleared binding levels {{(pid=83872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 13:38:36.762864 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.scheduler.base_scheduler [None req-6e787323-cfc8-49ac-86d6-bdba41433d6f tempest-RoutersNegativeIpV6Test-77380712 tempest-RoutersNegativeIpV6Test-77380712-project] Resources bound (agent type, host, resource id): {{(pid=83871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 13:38:36.765658 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e787323-cfc8-49ac-86d6-bdba41433d6f tempest-RoutersNegativeIpV6Test-77380712 tempest-RoutersNegativeIpV6Test-77380712-project] Received port after_create {{(pid=83871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 13:38:36.766499 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-6e787323-cfc8-49ac-86d6-bdba41433d6f tempest-RoutersNegativeIpV6Test-77380712 tempest-RoutersNegativeIpV6Test-77380712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4084144'] for router_interface, before_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:38:36.774884 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6880b3f5-5d99-4f4f-a933-4fcc6aa7213c req-ca44bb51-bacf-4b4f-835d-02e5563e5c52 tempest-TestNetworkAdvancedServerOps-1355420123 tempest-TestNetworkAdvancedServerOps-1355420123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:38:36.776868 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-6880b3f5-5d99-4f4f-a933-4fcc6aa7213c req-ca44bb51-bacf-4b4f-835d-02e5563e5c52 tempest-TestNetworkAdvancedServerOps-1355420123 tempest-TestNetworkAdvancedServerOps-1355420123-project] 10.222.0.26 "GET /v2.0/ports?device_id=b52fb625-6535-4e58-afe5-9e4ccb47c0b6 HTTP/1.1" status: 200 len: 945 time: 0.7315440 Apr 01 13:38:36.784315 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e787323-cfc8-49ac-86d6-bdba41433d6f tempest-RoutersNegativeIpV6Test-77380712 tempest-RoutersNegativeIpV6Test-77380712-project] Pushing event updated for resources: {'Port': ['ID=2dfe8fc5-60a7-4df6-bc52-8008f2cfd994,revision_number=1']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:38:36.825932 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-364c7c5a-ff8a-4b78-9102-48b541fbd1de None None] For port 4e00636c-3e20-486d-90aa-38ce5e03e459, host dv-neutron-836180-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836180-1-hyperv',level=0,port_id=4e00636c-3e20-486d-90aa-38ce5e03e459,segment=NetworkSegment(05f1830b-239f-44ba-94e5-dcd51c1daa80),segment_id=05f1830b-239f-44ba-94e5-dcd51c1daa80)] {{(pid=83872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 13:38:36.862692 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-364c7c5a-ff8a-4b78-9102-48b541fbd1de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864'] for port, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:38:36.882622 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-683b6b83-afeb-4540-bee2-98f88a3f608d tempest-AllowedAddressPairTestJSON-1367689381 tempest-AllowedAddressPairTestJSON-1367689381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-942654', 'neutron.services.segments.db._delete_segments_for_network-8736733387888'] for network, precommit_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:38:36.896202 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-6880b3f5-5d99-4f4f-a933-4fcc6aa7213c req-f16e31d3-ce72-49d8-9661-9627787d4a1c tempest-TestNetworkAdvancedServerOps-1355420123 tempest-TestNetworkAdvancedServerOps-1355420123-project] 10.222.0.26 "GET /v2.0/security-groups?id=78c001c1-251f-4a8b-9340-7477b428b7b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1037321 Apr 01 13:38:36.909440 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.services.segments.db [None req-683b6b83-afeb-4540-bee2-98f88a3f608d tempest-AllowedAddressPairTestJSON-1367689381 tempest-AllowedAddressPairTestJSON-1367689381-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d049ce48-0ae5-49ef-bbba-4a5d32c78df3']}} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:38:36.937302 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.services.segments.db [None req-683b6b83-afeb-4540-bee2-98f88a3f608d tempest-AllowedAddressPairTestJSON-1367689381 tempest-AllowedAddressPairTestJSON-1367689381-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '12558138-b1c7-47bd-a0ec-7a4b26725121') {'for_net_delete': True} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:38:36.937302 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.services.segments.db [None req-683b6b83-afeb-4540-bee2-98f88a3f608d tempest-AllowedAddressPairTestJSON-1367689381 tempest-AllowedAddressPairTestJSON-1367689381-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '12558138-b1c7-47bd-a0ec-7a4b26725121') {} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:38:36.945737 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-683b6b83-afeb-4540-bee2-98f88a3f608d tempest-AllowedAddressPairTestJSON-1367689381 tempest-AllowedAddressPairTestJSON-1367689381-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736733386999', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2704982'] for segment, before_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:38:36.953430 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.db.api [None req-f459cceb-8444-4bc3-a6ca-dddd9fc628c1 tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 01 13:38:36.953430 dv-neutron-836180-1-hyperv neutron-server[83869]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 01 13:38:36.953430 dv-neutron-836180-1-hyperv neutron-server[83869]: [parameters: {'id': '8252f6cb-7625-45c6-9046-f26afd8bbd20'}] Apr 01 13:38:36.953430 dv-neutron-836180-1-hyperv neutron-server[83869]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=83869) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 01 13:38:36.953867 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG oslo_db.api [None req-f459cceb-8444-4bc3-a6ca-dddd9fc628c1 tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 01 13:38:36.964634 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-683b6b83-afeb-4540-bee2-98f88a3f608d tempest-AllowedAddressPairTestJSON-1367689381 tempest-AllowedAddressPairTestJSON-1367689381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1004271'] for segment, precommit_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:38:36.970353 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-e20fa75f-40aa-4910-9316-2637140c8e3c None None] Provisioning for port 36e8d7fe-35a4-4759-aa7e-d63ad34658ce completed by entity DHCP. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 13:38:36.972119 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-683b6b83-afeb-4540-bee2-98f88a3f608d tempest-AllowedAddressPairTestJSON-1367689381 tempest-AllowedAddressPairTestJSON-1367689381-project] Releasing vlan 366 on physical network physnet1 to pool {{(pid=83869) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 01 13:38:36.973258 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-683b6b83-afeb-4540-bee2-98f88a3f608d tempest-AllowedAddressPairTestJSON-1367689381 tempest-AllowedAddressPairTestJSON-1367689381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1004262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2705264'] for segment, after_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:38:36.990288 dv-neutron-836180-1-hyperv neutron-server[83869]: Traceback (most recent call last): Apr 01 13:38:36.990288 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 01 13:38:36.990288 dv-neutron-836180-1-hyperv neutron-server[83869]: timer() Apr 01 13:38:36.990288 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 13:38:36.990288 dv-neutron-836180-1-hyperv neutron-server[83869]: cb(*args, **kw) Apr 01 13:38:36.990288 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 13:38:36.990288 dv-neutron-836180-1-hyperv neutron-server[83869]: return func(*args, **kwargs) Apr 01 13:38:36.990288 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 13:38:36.990288 dv-neutron-836180-1-hyperv neutron-server[83869]: self._notify() Apr 01 13:38:36.990288 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 13:38:36.990288 dv-neutron-836180-1-hyperv neutron-server[83869]: self.callback(batched_events) Apr 01 13:38:36.990288 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 13:38:36.990288 dv-neutron-836180-1-hyperv neutron-server[83869]: event.method(event) Apr 01 13:38:36.990288 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 13:38:36.990288 dv-neutron-836180-1-hyperv neutron-server[83869]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 13:38:36.990288 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 13:38:36.990288 dv-neutron-836180-1-hyperv neutron-server[83869]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 13:38:36.990288 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 13:38:36.990288 dv-neutron-836180-1-hyperv neutron-server[83869]: return f(self, *a, **k) Apr 01 13:38:36.990288 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 13:38:36.990288 dv-neutron-836180-1-hyperv neutron-server[83869]: return self._get(url).json() Apr 01 13:38:36.990288 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 13:38:36.990288 dv-neutron-836180-1-hyperv neutron-server[83869]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 13:38:36.990288 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 01 13:38:36.990288 dv-neutron-836180-1-hyperv neutron-server[83869]: return self.request(url, 'GET', **kwargs) Apr 01 13:38:36.990288 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 01 13:38:36.990288 dv-neutron-836180-1-hyperv neutron-server[83869]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 13:38:36.990288 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 01 13:38:36.990288 dv-neutron-836180-1-hyperv neutron-server[83869]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 13:38:36.990288 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 01 13:38:36.990288 dv-neutron-836180-1-hyperv neutron-server[83869]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 13:38:36.990288 dv-neutron-836180-1-hyperv neutron-server[83869]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 13:38:37.028254 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-e20fa75f-40aa-4910-9316-2637140c8e3c None None] Provisioning complete for port 36e8d7fe-35a4-4759-aa7e-d63ad34658ce triggered by entity DHCP. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 13:38:37.028571 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-e20fa75f-40aa-4910-9316-2637140c8e3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-948329'] for port, provisioning_complete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:38:37.050599 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-e8102886-9cdf-46e1-9657-dc7030ae1cc9 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:38:37.071675 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Provisioning for port 533bb224-1493-41fd-93f8-605a9f240e34 completed by entity L2. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 13:38:37.098443 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-683b6b83-afeb-4540-bee2-98f88a3f608d tempest-AllowedAddressPairTestJSON-1367689381 tempest-AllowedAddressPairTestJSON-1367689381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-942599', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4084797'] for network, after_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:38:37.100489 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-e8102886-9cdf-46e1-9657-dc7030ae1cc9 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Usage tracker for resource:port and tenant:8b726fe6689e4b7f96def1a2219bea6c is out of sync, need to count used quota {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 13:38:37.109967 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Device 209224db-5269-4acb-ab5b-14d04e95b44a up at agent ovs-agent-dv-neutron-836180-1-hyperv {{(pid=83872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 13:38:37.111720 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-e8102886-9cdf-46e1-9657-dc7030ae1cc9 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 13:38:37.125063 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-683b6b83-afeb-4540-bee2-98f88a3f608d tempest-AllowedAddressPairTestJSON-1367689381 tempest-AllowedAddressPairTestJSON-1367689381-project] Notify callbacks [] for network, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:38:37.132123 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-683b6b83-afeb-4540-bee2-98f88a3f608d tempest-AllowedAddressPairTestJSON-1367689381 tempest-AllowedAddressPairTestJSON-1367689381-project] Pushing event deleted for resources: {'Network': ['ID=d049ce48-0ae5-49ef-bbba-4a5d32c78df3,revision_number=None']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:38:37.137174 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-e8102886-9cdf-46e1-9657-dc7030ae1cc9 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:38:37.150915 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-683b6b83-afeb-4540-bee2-98f88a3f608d tempest-AllowedAddressPairTestJSON-1367689381 tempest-AllowedAddressPairTestJSON-1367689381-project] 10.222.0.26 "DELETE /v2.0/networks/d049ce48-0ae5-49ef-bbba-4a5d32c78df3 HTTP/1.1" status: 204 len: 168 time: 2.3908777 Apr 01 13:38:37.175562 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8102886-9cdf-46e1-9657-dc7030ae1cc9 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Made reservation on behalf of 8b726fe6689e4b7f96def1a2219bea6c for: {'port': 1} {{(pid=83871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 13:38:37.179371 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-e8102886-9cdf-46e1-9657-dc7030ae1cc9 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:38:37.203802 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-6e787323-cfc8-49ac-86d6-bdba41433d6f tempest-RoutersNegativeIpV6Test-77380712 tempest-RoutersNegativeIpV6Test-77380712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:38:37.238685 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-d36c24ec-ae20-4279-8a0a-35116f179d1a tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Notify callbacks [] for port, precommit_update {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:38:37.312576 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.notifiers.nova [None req-e8102886-9cdf-46e1-9657-dc7030ae1cc9 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] device_id is not set on port facc9da4-cfd7-4fd9-89aa-a997fc93ee6e yet. {{(pid=83871) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 01 13:38:37.326790 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-364c7c5a-ff8a-4b78-9102-48b541fbd1de None None] Pushing event updated for resources: {'Port': ['ID=4e00636c-3e20-486d-90aa-38ce5e03e459,revision_number=2']} {{(pid=83872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:38:37.361687 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-d36c24ec-ae20-4279-8a0a-35116f179d1a tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2743106'] for port, after_update {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:38:37.362319 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-d36c24ec-ae20-4279-8a0a-35116f179d1a tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3017508', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4084015'] for router_interface, after_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:38:37.370745 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b5ee739-2622-4105-9905-e9c1be243ac4 None None] Network 8252f6cb-7625-45c6-9046-f26afd8bbd20 requested from dv-neutron-836180-1-hyperv {{(pid=83872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 13:38:37.454601 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-f459cceb-8444-4bc3-a6ca-dddd9fc628c1 tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1033078'] for network, before_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:38:37.470822 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:38:37.477962 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.plugin [None req-f459cceb-8444-4bc3-a6ca-dddd9fc628c1 tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] Deleting port 4e00636c-3e20-486d-90aa-38ce5e03e459 {{(pid=83869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 13:38:37.478835 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-f459cceb-8444-4bc3-a6ca-dddd9fc628c1 tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736733287370'] for port, before_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:38:37.514631 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-2f9cfc9c-d8ba-4de3-a4ad-98162f90557c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:38:37.554983 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 52530) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:38:37.610573 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-e20fa75f-40aa-4910-9316-2637140c8e3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:38:37.737146 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Provisioning for port 209224db-5269-4acb-ab5b-14d04e95b44a completed by entity L2. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 13:38:37.801929 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Provisioning complete for port 209224db-5269-4acb-ab5b-14d04e95b44a triggered by entity L2. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 13:38:37.802559 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-948329'] for port, provisioning_complete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:38:37.853140 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-e20fa75f-40aa-4910-9316-2637140c8e3c None None] For port 36e8d7fe-35a4-4759-aa7e-d63ad34658ce, host dv-neutron-836180-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836180-1-hyperv',level=0,port_id=36e8d7fe-35a4-4759-aa7e-d63ad34658ce,segment=NetworkSegment(16094ed0-4a47-4ff6-9238-85c278d7a2a5),segment_id=16094ed0-4a47-4ff6-9238-85c278d7a2a5)] {{(pid=83872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 13:38:37.890906 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-e20fa75f-40aa-4910-9316-2637140c8e3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864'] for port, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:38:37.923469 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.db [None req-f459cceb-8444-4bc3-a6ca-dddd9fc628c1 tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] For port 4e00636c-3e20-486d-90aa-38ce5e03e459, host dv-neutron-836180-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836180-1-hyperv',level=0,port_id=4e00636c-3e20-486d-90aa-38ce5e03e459,segment=NetworkSegment(05f1830b-239f-44ba-94e5-dcd51c1daa80),segment_id=05f1830b-239f-44ba-94e5-dcd51c1daa80)] {{(pid=83869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 13:38:37.923945 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-f459cceb-8444-4bc3-a6ca-dddd9fc628c1 tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4155147'] for port, precommit_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:38:37.990145 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e20fa75f-40aa-4910-9316-2637140c8e3c None None] Pushing event updated for resources: {'Port': ['ID=36e8d7fe-35a4-4759-aa7e-d63ad34658ce,revision_number=3']} {{(pid=83872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:38:38.015623 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d36c24ec-ae20-4279-8a0a-35116f179d1a tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Network b2076001-b441-4a1b-a96b-552c4faf0800 is already hosted by enough agents. {{(pid=83871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 13:38:38.139696 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-e20fa75f-40aa-4910-9316-2637140c8e3c None None] Provisioning for port 533bb224-1493-41fd-93f8-605a9f240e34 completed by entity DHCP. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 13:38:38.154439 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.scheduler.base_scheduler [None req-d36c24ec-ae20-4279-8a0a-35116f179d1a tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Resources bound (agent type, host, resource id): {{(pid=83871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 13:38:38.173102 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-e20fa75f-40aa-4910-9316-2637140c8e3c None None] Provisioning complete for port 533bb224-1493-41fd-93f8-605a9f240e34 triggered by entity DHCP. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 13:38:38.173561 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-e20fa75f-40aa-4910-9316-2637140c8e3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-948329'] for port, provisioning_complete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:38:38.235923 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b38b26a-1143-4921-bf53-16335bfdf050 None None] Update dhcp port {'port': {'network_id': '09d7ea43-6376-4322-97e7-54cd01aae492', 'fixed_ips': [{'subnet_id': 'dadba6b1-161a-4920-950c-1a5df2b5634a', 'ip_address': '2001:db8::f816:3eff:fe8b:3fa4'}, {'subnet_id': '3902e8b2-3cb9-4a18-8935-7185a632e486'}], 'binding:host_id': 'dv-neutron-836180-1-hyperv'}, 'id': '36e8d7fe-35a4-4759-aa7e-d63ad34658ce'} from dv-neutron-836180-1-hyperv. {{(pid=83872) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Apr 01 13:38:38.241810 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36c24ec-ae20-4279-8a0a-35116f179d1a tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Pushing event updated for resources: {'Port': ['ID=7d243dbb-cd79-4a05-9ba7-2503b47388d6,revision_number=2']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:38:38.266775 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.plugin [None req-f459cceb-8444-4bc3-a6ca-dddd9fc628c1 tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] Calling delete_port for 4e00636c-3e20-486d-90aa-38ce5e03e459 owned by network:dhcp {{(pid=83869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 13:38:38.315580 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-b75776bc-68ff-4809-a5b6-b96056b5d8b0 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=58e3e93c60cc40f1a46269f3aa0dd0bd&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7586992 Apr 01 13:38:38.317863 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 52538) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:38:38.369176 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-7b38b26a-1143-4921-bf53-16335bfdf050 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:38:38.378845 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:38:38.388603 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-364d9013-d799-45ab-9815-28f984c0d997 None None] Network 8252f6cb-7625-45c6-9046-f26afd8bbd20 requested from dv-neutron-836180-1-hyperv {{(pid=83872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 13:38:38.484438 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-f459cceb-8444-4bc3-a6ca-dddd9fc628c1 tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736733359243', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736732935810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2705155'] for port, after_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:38:38.540511 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-cdeb4aa5-6c2c-4d36-bec3-723e50cce20f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:38:38.548221 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85faf4f-666c-42a8-a6a7-494fbaf2dea8 req-9854d5ba-4183-433e-837e-74eff6887626 tempest-TestNetworkAdvancedServerOps-1355420123 tempest-TestNetworkAdvancedServerOps-1355420123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:38:38.550188 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-b85faf4f-666c-42a8-a6a7-494fbaf2dea8 req-9854d5ba-4183-433e-837e-74eff6887626 tempest-TestNetworkAdvancedServerOps-1355420123 tempest-TestNetworkAdvancedServerOps-1355420123-project] 10.222.0.26 "GET /v2.0/ports?device_id=b52fb625-6535-4e58-afe5-9e4ccb47c0b6 HTTP/1.1" status: 200 len: 945 time: 0.3604393 Apr 01 13:38:38.556026 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f459cceb-8444-4bc3-a6ca-dddd9fc628c1 tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] Pushing event deleted for resources: {'Port': ['ID=4e00636c-3e20-486d-90aa-38ce5e03e459,revision_number=None']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:38:38.582079 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.db_base_plugin_common [None req-e8102886-9cdf-46e1-9657-dc7030ae1cc9 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Allocated IP 2001:db8:0:1::3e (09d7ea43-6376-4322-97e7-54cd01aae492/3902e8b2-3cb9-4a18-8935-7185a632e486/facc9da4-cfd7-4fd9-89aa-a997fc93ee6e) {{(pid=83871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 13:38:38.596600 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] For port 209224db-5269-4acb-ab5b-14d04e95b44a, host dv-neutron-836180-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836180-1-hyperv',level=0,port_id=209224db-5269-4acb-ab5b-14d04e95b44a,segment=NetworkSegment(38ad8893-7a1c-4e81-a5f8-5fa0157b8d0b),segment_id=38ad8893-7a1c-4e81-a5f8-5fa0157b8d0b)] {{(pid=83872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 13:38:38.602713 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.db_base_plugin_common [None req-e8102886-9cdf-46e1-9657-dc7030ae1cc9 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Allocated IP 2001:db8::f816:3eff:fe17:b988 (09d7ea43-6376-4322-97e7-54cd01aae492/dadba6b1-161a-4920-950c-1a5df2b5634a/facc9da4-cfd7-4fd9-89aa-a997fc93ee6e) {{(pid=83871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 13:38:38.623189 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f459cceb-8444-4bc3-a6ca-dddd9fc628c1 tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] No DVR routers for this DVR port 4e00636c-3e20-486d-90aa-38ce5e03e459 on host dv-neutron-836180-1-hyperv {{(pid=83869) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 13:38:38.674300 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864'] for port, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:38:38.771075 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-cdeb4aa5-6c2c-4d36-bec3-723e50cce20f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:38:38.801916 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Device 36e8d7fe-35a4-4759-aa7e-d63ad34658ce up at agent ovs-agent-dv-neutron-836180-1-hyperv {{(pid=83872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 13:38:38.910697 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-e20fa75f-40aa-4910-9316-2637140c8e3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:38:38.916347 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-b85faf4f-666c-42a8-a6a7-494fbaf2dea8 req-b2635cf3-2958-46ee-8343-190e5faf0fe1 tempest-TestNetworkAdvancedServerOps-1355420123 tempest-TestNetworkAdvancedServerOps-1355420123-project] 10.222.0.26 "GET /v2.0/security-groups?id=78c001c1-251f-4a8b-9340-7477b428b7b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3461325 Apr 01 13:38:38.923632 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-a976a7b9-9034-41e6-be13-349b75ed1593 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:38:38.929600 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-f459cceb-8444-4bc3-a6ca-dddd9fc628c1 tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-942654', 'neutron.services.segments.db._delete_segments_for_network-8736733387888'] for network, precommit_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:38:38.937322 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Pushing event updated for resources: {'Port': ['ID=209224db-5269-4acb-ab5b-14d04e95b44a,revision_number=3']} {{(pid=83872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:38:38.937955 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-6e787323-cfc8-49ac-86d6-bdba41433d6f tempest-RoutersNegativeIpV6Test-77380712 tempest-RoutersNegativeIpV6Test-77380712-project] Notify callbacks [] for port, precommit_update {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:38:38.958953 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-6e787323-cfc8-49ac-86d6-bdba41433d6f tempest-RoutersNegativeIpV6Test-77380712 tempest-RoutersNegativeIpV6Test-77380712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2743106'] for port, after_update {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:38:38.959870 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-6e787323-cfc8-49ac-86d6-bdba41433d6f tempest-RoutersNegativeIpV6Test-77380712 tempest-RoutersNegativeIpV6Test-77380712-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3017508', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4084015'] for router_interface, after_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:38:38.968859 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-e20fa75f-40aa-4910-9316-2637140c8e3c None None] For port 533bb224-1493-41fd-93f8-605a9f240e34, host dv-neutron-836180-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836180-1-hyperv',level=0,port_id=533bb224-1493-41fd-93f8-605a9f240e34,segment=NetworkSegment(65d23008-bc4f-4bb4-adc2-3dc412de7601),segment_id=65d23008-bc4f-4bb4-adc2-3dc412de7601)] {{(pid=83872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 13:38:38.971976 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Provisioning complete for port 36e8d7fe-35a4-4759-aa7e-d63ad34658ce triggered by entity L2. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 13:38:38.973337 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-948329'] for port, provisioning_complete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:38:38.986234 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.services.segments.db [None req-f459cceb-8444-4bc3-a6ca-dddd9fc628c1 tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8252f6cb-7625-45c6-9046-f26afd8bbd20']}} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:38:38.993706 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-cdeb4aa5-6c2c-4d36-bec3-723e50cce20f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3775923'] for security_group, after_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:38:39.001184 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-e20fa75f-40aa-4910-9316-2637140c8e3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864'] for port, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:38:39.012676 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.services.segments.db [None req-f459cceb-8444-4bc3-a6ca-dddd9fc628c1 tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '05f1830b-239f-44ba-94e5-dcd51c1daa80') {'for_net_delete': True} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:38:39.013201 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.services.segments.db [None req-f459cceb-8444-4bc3-a6ca-dddd9fc628c1 tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '05f1830b-239f-44ba-94e5-dcd51c1daa80') {} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:38:39.026738 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdeb4aa5-6c2c-4d36-bec3-723e50cce20f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72c80404-0ef7-469e-bf80-0ea966ccc812,revision_number=None']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:38:39.031755 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-f459cceb-8444-4bc3-a6ca-dddd9fc628c1 tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736733386999', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2704982'] for segment, before_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:38:39.051139 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-cdeb4aa5-6c2c-4d36-bec3-723e50cce20f admin admin] Notify callbacks [] for security_group, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:38:39.054720 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-cdeb4aa5-6c2c-4d36-bec3-723e50cce20f admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/72c80404-0ef7-469e-bf80-0ea966ccc812 HTTP/1.1" status: 204 len: 168 time: 0.7277634 Apr 01 13:38:39.058554 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-f459cceb-8444-4bc3-a6ca-dddd9fc628c1 tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1004271'] for segment, precommit_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:38:39.067452 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f459cceb-8444-4bc3-a6ca-dddd9fc628c1 tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] Releasing vlan 373 on physical network physnet1 to pool {{(pid=83869) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 01 13:38:39.068478 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-f459cceb-8444-4bc3-a6ca-dddd9fc628c1 tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1004262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2705264'] for segment, after_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:38:39.088465 dv-neutron-836180-1-hyperv neutron-server[83869]: Traceback (most recent call last): Apr 01 13:38:39.088465 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 01 13:38:39.088465 dv-neutron-836180-1-hyperv neutron-server[83869]: timer() Apr 01 13:38:39.088465 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 13:38:39.088465 dv-neutron-836180-1-hyperv neutron-server[83869]: cb(*args, **kw) Apr 01 13:38:39.088465 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 13:38:39.088465 dv-neutron-836180-1-hyperv neutron-server[83869]: return func(*args, **kwargs) Apr 01 13:38:39.088465 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 13:38:39.088465 dv-neutron-836180-1-hyperv neutron-server[83869]: self._notify() Apr 01 13:38:39.088465 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 13:38:39.088465 dv-neutron-836180-1-hyperv neutron-server[83869]: self.callback(batched_events) Apr 01 13:38:39.088465 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 13:38:39.088465 dv-neutron-836180-1-hyperv neutron-server[83869]: event.method(event) Apr 01 13:38:39.088465 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 13:38:39.088465 dv-neutron-836180-1-hyperv neutron-server[83869]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 13:38:39.088465 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 13:38:39.088465 dv-neutron-836180-1-hyperv neutron-server[83869]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 13:38:39.088465 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 13:38:39.088465 dv-neutron-836180-1-hyperv neutron-server[83869]: return f(self, *a, **k) Apr 01 13:38:39.088465 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 13:38:39.088465 dv-neutron-836180-1-hyperv neutron-server[83869]: return self._get(url).json() Apr 01 13:38:39.088465 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 13:38:39.088465 dv-neutron-836180-1-hyperv neutron-server[83869]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 13:38:39.088465 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 01 13:38:39.088465 dv-neutron-836180-1-hyperv neutron-server[83869]: return self.request(url, 'GET', **kwargs) Apr 01 13:38:39.088465 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 01 13:38:39.088465 dv-neutron-836180-1-hyperv neutron-server[83869]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 13:38:39.088465 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 01 13:38:39.088465 dv-neutron-836180-1-hyperv neutron-server[83869]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 13:38:39.088465 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 01 13:38:39.088465 dv-neutron-836180-1-hyperv neutron-server[83869]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 13:38:39.088465 dv-neutron-836180-1-hyperv neutron-server[83869]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 13:38:39.107018 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e20fa75f-40aa-4910-9316-2637140c8e3c None None] Pushing event updated for resources: {'Port': ['ID=533bb224-1493-41fd-93f8-605a9f240e34,revision_number=3']} {{(pid=83872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:38:39.170921 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-5dfdfa30-dce2-4cea-baf8-b5f9d73086e5 None None] Provisioning for port 2dfe8fc5-60a7-4df6-bc52-8008f2cfd994 completed by entity DHCP. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 13:38:39.172830 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e787323-cfc8-49ac-86d6-bdba41433d6f tempest-RoutersNegativeIpV6Test-77380712 tempest-RoutersNegativeIpV6Test-77380712-project] Pushing event updated for resources: {'Port': ['ID=2dfe8fc5-60a7-4df6-bc52-8008f2cfd994,revision_number=2']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:38:39.181090 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-5dfdfa30-dce2-4cea-baf8-b5f9d73086e5 None None] Provisioning complete for port 2dfe8fc5-60a7-4df6-bc52-8008f2cfd994 triggered by entity DHCP. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 13:38:39.181692 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-5dfdfa30-dce2-4cea-baf8-b5f9d73086e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-948329'] for port, provisioning_complete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:38:39.230224 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-f459cceb-8444-4bc3-a6ca-dddd9fc628c1 tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-942599', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4084797'] for network, after_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:38:39.247014 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-f459cceb-8444-4bc3-a6ca-dddd9fc628c1 tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] Notify callbacks [] for network, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:38:39.247822 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.plugin [None req-5dfdfa30-dce2-4cea-baf8-b5f9d73086e5 None None] Port 2dfe8fc5-60a7-4df6-bc52-8008f2cfd994 cannot update to ACTIVE because it is not bound. {{(pid=83872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 13:38:39.283693 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e787323-cfc8-49ac-86d6-bdba41433d6f tempest-RoutersNegativeIpV6Test-77380712 tempest-RoutersNegativeIpV6Test-77380712-project] Network 4fa46e2d-00b0-4edc-bea2-90df2da64545 is already hosted by enough agents. {{(pid=83871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 13:38:39.295022 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.scheduler.base_scheduler [None req-6e787323-cfc8-49ac-86d6-bdba41433d6f tempest-RoutersNegativeIpV6Test-77380712 tempest-RoutersNegativeIpV6Test-77380712-project] Resources bound (agent type, host, resource id): {{(pid=83871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 13:38:39.299247 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d36c24ec-ae20-4279-8a0a-35116f179d1a tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Router 443cce66-541a-4c4d-8e2a-33c9e2cd1777 is scheduled to L3 agent 88bf8fc8-11a3-4e96-9d1b-5fd93ba9f6f1 with binding_index 1 {{(pid=83871) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 01 13:38:39.309833 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-5dfdfa30-dce2-4cea-baf8-b5f9d73086e5 None None] Provisioning complete for port 209224db-5269-4acb-ab5b-14d04e95b44a triggered by entity DHCP. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 13:38:39.310436 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-5dfdfa30-dce2-4cea-baf8-b5f9d73086e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-948329'] for port, provisioning_complete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:38:39.338153 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f459cceb-8444-4bc3-a6ca-dddd9fc628c1 tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] Pushing event deleted for resources: {'Network': ['ID=8252f6cb-7625-45c6-9046-f26afd8bbd20,revision_number=None']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:38:39.343188 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Device 9ff2daf7-fec5-4a05-bd5a-133dbd1654c6 no longer exists at agent ovs-agent-dv-neutron-836180-1-hyperv {{(pid=83872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 13:38:39.355299 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-f459cceb-8444-4bc3-a6ca-dddd9fc628c1 tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] 10.222.0.26 "DELETE /v2.0/networks/8252f6cb-7625-45c6-9046-f26afd8bbd20 HTTP/1.1" status: 204 len: 168 time: 4.6862197 Apr 01 13:38:39.356831 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 52546) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:38:39.406082 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-e8102886-9cdf-46e1-9657-dc7030ae1cc9 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Notify callbacks [] for port, precommit_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:38:39.412963 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Device 01a2a8c0-c8b0-45ca-a18f-1c7dceb28567 details requested by agent hyperv_hv-neutron-8361 with host hv-neutron-8361 {{(pid=83872) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 01 13:38:39.418115 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.plugin [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] No Port match for: 9ff2daf7-fec5-4a05-bd5a-133dbd1654c6 {{(pid=83872) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 01 13:38:39.419028 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Device 9ff2daf7-fec5-4a05-bd5a-133dbd1654c6 not bound to the agent host dv-neutron-836180-1-hyperv {{(pid=83872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 13:38:39.443678 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.pecan_wsgi.hooks.translation [None req-4e691ed1-2218-4f60-a029-ca92d97f0944 tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] DELETE failed (client error): The resource could not be found. Apr 01 13:38:39.444440 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4e691ed1-2218-4f60-a029-ca92d97f0944 tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83869) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 13:38:39.449523 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-4e691ed1-2218-4f60-a029-ca92d97f0944 tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] 10.222.0.26 "DELETE /v2.0/subnets/c7b07dad-14ac-45ee-a8bc-63d94e28e451 HTTP/1.1" status: 404 len: 337 time: 0.0914955 Apr 01 13:38:39.450351 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 52550) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:38:39.477784 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.pecan_wsgi.hooks.translation [None req-d47dc713-7629-4a33-845d-6012fdf2daf5 tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] DELETE failed (client error): The resource could not be found. Apr 01 13:38:39.478736 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d47dc713-7629-4a33-845d-6012fdf2daf5 tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83869) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 13:38:39.483638 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-d47dc713-7629-4a33-845d-6012fdf2daf5 tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] 10.222.0.26 "DELETE /v2.0/networks/8252f6cb-7625-45c6-9046-f26afd8bbd20 HTTP/1.1" status: 404 len: 339 time: 0.0320997 Apr 01 13:38:39.484488 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 52554) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:38:39.525797 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.pecan_wsgi.hooks.translation [None req-51f0a14d-4748-43a3-a82a-9368146f8335 tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] DELETE failed (client error): The resource could not be found. Apr 01 13:38:39.526437 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-51f0a14d-4748-43a3-a82a-9368146f8335 tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83869) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 13:38:39.531310 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-51f0a14d-4748-43a3-a82a-9368146f8335 tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] 10.222.0.26 "DELETE /v2.0/subnets/36f4deb9-4094-43b1-8b5e-e574efdd42af HTTP/1.1" status: 404 len: 337 time: 0.0456758 Apr 01 13:38:39.532189 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 52558) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:38:39.560404 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.pecan_wsgi.hooks.translation [None req-56a74fbf-c316-48a6-a226-d7eab5073e56 tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] DELETE failed (client error): The resource could not be found. Apr 01 13:38:39.560839 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-56a74fbf-c316-48a6-a226-d7eab5073e56 tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83869) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 13:38:39.565744 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-56a74fbf-c316-48a6-a226-d7eab5073e56 tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] 10.222.0.26 "DELETE /v2.0/networks/9a7c1d4a-1f49-463b-bb40-1e1e79abbbaa HTTP/1.1" status: 404 len: 339 time: 0.0325406 Apr 01 13:38:39.566361 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 52564) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:38:39.711050 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-93cd41a9-5b3e-46b9-890a-95a8b80c1688 tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1033078'] for network, before_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:38:39.712250 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] For port 01a2a8c0-c8b0-45ca-a18f-1c7dceb28567, host hv-neutron-8361, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8361',level=0,port_id=01a2a8c0-c8b0-45ca-a18f-1c7dceb28567,segment=NetworkSegment(ef58a1ec-7bdb-47df-a821-68a0bc726ff2),segment_id=ef58a1ec-7bdb-47df-a821-68a0bc726ff2)] {{(pid=83872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 13:38:39.749614 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Returning: {'device': '01a2a8c0-c8b0-45ca-a18f-1c7dceb28567', 'network_id': 'cb4d1837-1892-4ca3-a559-eb0035507686', 'port_id': '01a2a8c0-c8b0-45ca-a18f-1c7dceb28567', 'mac_address': 'fa:16:3e:9b:f8:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 374, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c65397f7-964e-4a75-8fb4-5b28417ee25a', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83872) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 01 13:38:39.824283 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:38:39.841575 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.notifiers.nova [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 01a2a8c0-c8b0-45ca-a18f-1c7dceb28567 {{(pid=83872) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 01 13:38:39.858228 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] For port 01a2a8c0-c8b0-45ca-a18f-1c7dceb28567, host hv-neutron-8361, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8361',level=0,port_id=01a2a8c0-c8b0-45ca-a18f-1c7dceb28567,segment=NetworkSegment(ef58a1ec-7bdb-47df-a821-68a0bc726ff2),segment_id=ef58a1ec-7bdb-47df-a821-68a0bc726ff2)] {{(pid=83872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 13:38:39.867302 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-5dfdfa30-dce2-4cea-baf8-b5f9d73086e5 None None] Provisioning complete for port 533bb224-1493-41fd-93f8-605a9f240e34 triggered by entity DHCP. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 13:38:39.867675 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-5dfdfa30-dce2-4cea-baf8-b5f9d73086e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-948329'] for port, provisioning_complete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:38:39.870122 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-93cd41a9-5b3e-46b9-890a-95a8b80c1688 tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-942654', 'neutron.services.segments.db._delete_segments_for_network-8736733387888'] for network, precommit_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:38:39.890753 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864'] for port, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:38:39.899219 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.provisioning_blocks [None req-e8102886-9cdf-46e1-9657-dc7030ae1cc9 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Transition to ACTIVE for port object facc9da4-cfd7-4fd9-89aa-a997fc93ee6e will not be triggered until provisioned by entity DHCP. {{(pid=83871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 13:38:39.918457 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.services.segments.db [None req-93cd41a9-5b3e-46b9-890a-95a8b80c1688 tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9959aa75-801a-4903-8a60-a21a21c5aca3']}} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:38:39.940714 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.services.segments.db [None req-93cd41a9-5b3e-46b9-890a-95a8b80c1688 tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7d941025-1a82-4f66-9588-7f15938a37a9') {'for_net_delete': True} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:38:39.942952 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.services.segments.db [None req-93cd41a9-5b3e-46b9-890a-95a8b80c1688 tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7d941025-1a82-4f66-9588-7f15938a37a9') {} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:38:39.963467 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-93cd41a9-5b3e-46b9-890a-95a8b80c1688 tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736733386999', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2704982'] for segment, before_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:38:39.991378 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-93cd41a9-5b3e-46b9-890a-95a8b80c1688 tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1004271'] for segment, precommit_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:38:39.999065 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-93cd41a9-5b3e-46b9-890a-95a8b80c1688 tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] Releasing vlan 387 on physical network physnet1 to pool {{(pid=83869) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 01 13:38:39.999471 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-93cd41a9-5b3e-46b9-890a-95a8b80c1688 tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1004262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2705264'] for segment, after_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:38:40.021442 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Pushing event updated for resources: {'Port': ['ID=01a2a8c0-c8b0-45ca-a18f-1c7dceb28567,revision_number=6']} {{(pid=83872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:38:40.091486 dv-neutron-836180-1-hyperv neutron-server[83869]: Traceback (most recent call last): Apr 01 13:38:40.091486 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 01 13:38:40.091486 dv-neutron-836180-1-hyperv neutron-server[83869]: timer() Apr 01 13:38:40.091486 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 13:38:40.091486 dv-neutron-836180-1-hyperv neutron-server[83869]: cb(*args, **kw) Apr 01 13:38:40.091486 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 13:38:40.091486 dv-neutron-836180-1-hyperv neutron-server[83869]: return func(*args, **kwargs) Apr 01 13:38:40.091486 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 13:38:40.091486 dv-neutron-836180-1-hyperv neutron-server[83869]: self._notify() Apr 01 13:38:40.091486 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 13:38:40.091486 dv-neutron-836180-1-hyperv neutron-server[83869]: self.callback(batched_events) Apr 01 13:38:40.091486 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 13:38:40.091486 dv-neutron-836180-1-hyperv neutron-server[83869]: event.method(event) Apr 01 13:38:40.091486 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 13:38:40.091486 dv-neutron-836180-1-hyperv neutron-server[83869]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 13:38:40.091486 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 13:38:40.091486 dv-neutron-836180-1-hyperv neutron-server[83869]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 13:38:40.091486 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 13:38:40.091486 dv-neutron-836180-1-hyperv neutron-server[83869]: return f(self, *a, **k) Apr 01 13:38:40.091486 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 13:38:40.091486 dv-neutron-836180-1-hyperv neutron-server[83869]: return self._get(url).json() Apr 01 13:38:40.091486 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 13:38:40.091486 dv-neutron-836180-1-hyperv neutron-server[83869]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 13:38:40.091486 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 01 13:38:40.091486 dv-neutron-836180-1-hyperv neutron-server[83869]: return self.request(url, 'GET', **kwargs) Apr 01 13:38:40.091486 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 01 13:38:40.091486 dv-neutron-836180-1-hyperv neutron-server[83869]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 13:38:40.091486 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 01 13:38:40.091486 dv-neutron-836180-1-hyperv neutron-server[83869]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 13:38:40.091486 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 01 13:38:40.091486 dv-neutron-836180-1-hyperv neutron-server[83869]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 13:38:40.091486 dv-neutron-836180-1-hyperv neutron-server[83869]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 13:38:40.120029 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-93cd41a9-5b3e-46b9-890a-95a8b80c1688 tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-942599', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4084797'] for network, after_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:38:40.146333 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-93cd41a9-5b3e-46b9-890a-95a8b80c1688 tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] Notify callbacks [] for network, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:38:40.159859 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93cd41a9-5b3e-46b9-890a-95a8b80c1688 tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] Pushing event deleted for resources: {'Network': ['ID=9959aa75-801a-4903-8a60-a21a21c5aca3,revision_number=None']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:38:40.166258 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-93cd41a9-5b3e-46b9-890a-95a8b80c1688 tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] 10.222.0.26 "DELETE /v2.0/networks/9959aa75-801a-4903-8a60-a21a21c5aca3 HTTP/1.1" status: 204 len: 168 time: 0.5988507 Apr 01 13:38:40.176656 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] get_ports_and_sgs() called for port_ids ['01a2a8c0-c8b0-45ca-a18f-1c7dceb28567'] {{(pid=83872) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 01 13:38:40.181468 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 52582) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:38:40.213461 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-e8102886-9cdf-46e1-9657-dc7030ae1cc9 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736732935801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2743125'] for port, after_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:38:40.230900 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.pecan_wsgi.hooks.translation [None req-60e490cf-7add-499d-b11e-abc95cd4ed66 tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] DELETE failed (client error): The resource could not be found. Apr 01 13:38:40.231720 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-60e490cf-7add-499d-b11e-abc95cd4ed66 tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83869) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 13:38:40.232208 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-2d4026e2-4d94-44ae-a2ac-c5fa47bcedd1 req-764bf443-4922-4ac3-a1d9-a1b67273290a service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=b52fb625-6535-4e58-afe5-9e4ccb47c0b6 HTTP/1.1" status: 200 len: 1097 time: 0.6227219 Apr 01 13:38:40.234294 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-60e490cf-7add-499d-b11e-abc95cd4ed66 tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] 10.222.0.26 "DELETE /v2.0/subnets/69e7b21b-7155-4626-9f0d-a69c8a22427d HTTP/1.1" status: 404 len: 337 time: 0.0516133 Apr 01 13:38:40.236902 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 52588) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:38:40.268176 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.pecan_wsgi.hooks.translation [None req-1dc70db5-43c3-4b0b-a313-b770d64fa520 tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] DELETE failed (client error): The resource could not be found. Apr 01 13:38:40.268753 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1dc70db5-43c3-4b0b-a313-b770d64fa520 tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83869) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 13:38:40.271827 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-1dc70db5-43c3-4b0b-a313-b770d64fa520 tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] 10.222.0.26 "DELETE /v2.0/networks/72ba6e8c-c9a6-478a-9459-eab2b14600f9 HTTP/1.1" status: 404 len: 339 time: 0.0335445 Apr 01 13:38:40.274558 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 52592) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:38:40.315258 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.db_base_plugin_common [None req-7b38b26a-1143-4921-bf53-16335bfdf050 None None] Allocated IP 2001:db8:0:1::2 (09d7ea43-6376-4322-97e7-54cd01aae492/3902e8b2-3cb9-4a18-8935-7185a632e486/36e8d7fe-35a4-4759-aa7e-d63ad34658ce) {{(pid=83872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 13:38:40.341954 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-5dfdfa30-dce2-4cea-baf8-b5f9d73086e5 None None] Provisioning for port 7d243dbb-cd79-4a05-9ba7-2503b47388d6 completed by entity DHCP. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 13:38:40.350540 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.pecan_wsgi.hooks.translation [None req-29c13005-7b97-43f7-9540-97cf088e3715 tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] DELETE failed (client error): The resource could not be found. Apr 01 13:38:40.351108 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-29c13005-7b97-43f7-9540-97cf088e3715 tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83869) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 13:38:40.356316 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-29c13005-7b97-43f7-9540-97cf088e3715 tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] 10.222.0.26 "DELETE /v2.0/subnets/8225d200-a434-4871-8d3f-5145c0dd97d9 HTTP/1.1" status: 404 len: 337 time: 0.0807540 Apr 01 13:38:40.356998 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 52596) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:38:40.361862 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-5dfdfa30-dce2-4cea-baf8-b5f9d73086e5 None None] Provisioning complete for port 7d243dbb-cd79-4a05-9ba7-2503b47388d6 triggered by entity DHCP. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 13:38:40.362422 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-5dfdfa30-dce2-4cea-baf8-b5f9d73086e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-948329'] for port, provisioning_complete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:38:40.382297 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 52600) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:38:40.387917 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.pecan_wsgi.hooks.translation [None req-e553b494-2bbe-4111-ac4f-dbaf6cc97298 tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] DELETE failed (client error): The resource could not be found. Apr 01 13:38:40.388452 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e553b494-2bbe-4111-ac4f-dbaf6cc97298 tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83869) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 13:38:40.392792 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-e553b494-2bbe-4111-ac4f-dbaf6cc97298 tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] 10.222.0.26 "DELETE /v2.0/networks/2db77301-e926-48c7-99c9-93400ab3a4d9 HTTP/1.1" status: 404 len: 339 time: 0.0340900 Apr 01 13:38:40.393347 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 52604) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:38:40.414646 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d36c24ec-ae20-4279-8a0a-35116f179d1a tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Notify agent at l3_agent.dv-neutron-836180-1-hyperv the message routers_updated {{(pid=83871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 13:38:40.441118 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-d36c24ec-ae20-4279-8a0a-35116f179d1a tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] 10.222.0.26 "PUT /v2.0/routers/443cce66-541a-4c4d-8e2a-33c9e2cd1777/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.6510086 Apr 01 13:38:40.442454 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.pecan_wsgi.hooks.translation [None req-09a865ec-2ca0-4e45-8d69-9c28b0dbff20 tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] DELETE failed (client error): The resource could not be found. Apr 01 13:38:40.443270 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-09a865ec-2ca0-4e45-8d69-9c28b0dbff20 tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83869) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 13:38:40.447424 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-09a865ec-2ca0-4e45-8d69-9c28b0dbff20 tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] 10.222.0.26 "DELETE /v2.0/subnets/cc92134f-bdb5-4bdb-9a11-fe8e28c3b9b0 HTTP/1.1" status: 404 len: 337 time: 0.0506663 Apr 01 13:38:40.447424 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 52610) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:38:40.452442 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.v2.base [None req-8305db1c-d3bc-41cd-ae9b-d748d28b5239 tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-87268016'}} {{(pid=83869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:38:40.458222 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-8305db1c-d3bc-41cd-ae9b-d748d28b5239 tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:38:40.463079 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 52612) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:38:40.463763 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-8305db1c-d3bc-41cd-ae9b-d748d28b5239 tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Usage tracker for resource:network and tenant:315e7395dd224b3fb020d0b9d921742e is out of sync, need to count used quota {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 13:38:40.466895 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-8305db1c-d3bc-41cd-ae9b-d748d28b5239 tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 13:38:40.467570 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8102886-9cdf-46e1-9657-dc7030ae1cc9 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Network 09d7ea43-6376-4322-97e7-54cd01aae492 is already hosted by enough agents. {{(pid=83871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 13:38:40.470808 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8102886-9cdf-46e1-9657-dc7030ae1cc9 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Pushing event updated for resources: {'Port': ['ID=facc9da4-cfd7-4fd9-89aa-a997fc93ee6e,revision_number=1']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:38:40.472161 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b84e6de-0b86-45d5-b8d8-e3d2e046b31b None None] Sync routers for ids ['443cce66-541a-4c4d-8e2a-33c9e2cd1777'] in dv-neutron-836180-1-hyperv {{(pid=83872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 13:38:40.476514 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-8305db1c-d3bc-41cd-ae9b-d748d28b5239 tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:38:40.487924 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8305db1c-d3bc-41cd-ae9b-d748d28b5239 tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Made reservation on behalf of 315e7395dd224b3fb020d0b9d921742e for: {'network': 1} {{(pid=83869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 13:38:40.491976 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-8305db1c-d3bc-41cd-ae9b-d748d28b5239 tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for network, before_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:38:40.508727 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.scheduler.base_scheduler [None req-e8102886-9cdf-46e1-9657-dc7030ae1cc9 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Resources bound (agent type, host, resource id): {{(pid=83871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 13:38:40.517805 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8102886-9cdf-46e1-9657-dc7030ae1cc9 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Received port after_create {{(pid=83871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 13:38:40.522923 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8102886-9cdf-46e1-9657-dc7030ae1cc9 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:38:40.523536 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-e8102886-9cdf-46e1-9657-dc7030ae1cc9 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109561'] for port, before_response {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:38:40.525286 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8305db1c-d3bc-41cd-ae9b-d748d28b5239 tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] vlan segment allocate from pool success with {'vlan_id': 369, 'physical_network': 'physnet1'} {{(pid=83869) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 13:38:40.536899 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-8305db1c-d3bc-41cd-ae9b-d748d28b5239 tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1004271'] for segment, precommit_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:38:40.537328 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.db.segments_db [None req-8305db1c-d3bc-41cd-ae9b-d748d28b5239 tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Added segment 212c7e19-eee9-46ca-871e-81f762db0470 of type vlan for network e5d1bb3c-6254-4093-890c-4e81389da7a3 Apr 01 13:38:40.542948 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.pecan_wsgi.hooks.translation [None req-c3cbff31-62de-44d3-8f2f-4c9754cc9e0a tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] DELETE failed (client error): The resource could not be found. Apr 01 13:38:40.543395 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c3cbff31-62de-44d3-8f2f-4c9754cc9e0a tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83871) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 13:38:40.547780 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-c3cbff31-62de-44d3-8f2f-4c9754cc9e0a tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] 10.222.0.26 "DELETE /v2.0/networks/385a34ec-d1c3-4e3d-9855-d660b77d6e8b HTTP/1.1" status: 404 len: 339 time: 0.0812056 Apr 01 13:38:40.558009 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 52618) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:38:40.565900 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-2d4026e2-4d94-44ae-a2ac-c5fa47bcedd1 req-ae2ca12f-adc8-4f6e-8ac3-7a2195b538da service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=78c001c1-251f-4a8b-9340-7477b428b7b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2206757 Apr 01 13:38:40.569865 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-8305db1c-d3bc-41cd-ae9b-d748d28b5239 tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736732923383'] for network, precommit_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:38:40.605833 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-8305db1c-d3bc-41cd-ae9b-d748d28b5239 tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575'] for network, after_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:38:40.610570 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8305db1c-d3bc-41cd-ae9b-d748d28b5239 tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:38:40.611481 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-8305db1c-d3bc-41cd-ae9b-d748d28b5239 tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Notify callbacks [] for network, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:38:40.615527 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.plugin [None req-5dfdfa30-dce2-4cea-baf8-b5f9d73086e5 None None] Port 7d243dbb-cd79-4a05-9ba7-2503b47388d6 cannot update to ACTIVE because it is not bound. {{(pid=83872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 13:38:40.620662 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-e8102886-9cdf-46e1-9657-dc7030ae1cc9 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 4.0506802 Apr 01 13:38:40.623075 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.pecan_wsgi.hooks.translation [None req-280ef353-fa26-4dc1-aaa4-882686020f3c tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] DELETE failed (client error): The resource could not be found. Apr 01 13:38:40.623893 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-280ef353-fa26-4dc1-aaa4-882686020f3c tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83871) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 13:38:40.628817 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-280ef353-fa26-4dc1-aaa4-882686020f3c tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] 10.222.0.26 "DELETE /v2.0/subnets/15946faf-ee30-4f1d-8ea4-9f30c1d538b8 HTTP/1.1" status: 404 len: 337 time: 0.0581884 Apr 01 13:38:40.628817 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 52622) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:38:40.631247 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 52624) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:38:40.634494 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3d9be2-6c87-4d51-9b27-cbe3c1974802 req-f19a0ead-34d9-43d3-bdf4-140d80bc6ec1 tempest-TestNetworkAdvancedServerOps-1355420123 tempest-TestNetworkAdvancedServerOps-1355420123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:38:40.636232 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-bd3d9be2-6c87-4d51-9b27-cbe3c1974802 req-f19a0ead-34d9-43d3-bdf4-140d80bc6ec1 tempest-TestNetworkAdvancedServerOps-1355420123 tempest-TestNetworkAdvancedServerOps-1355420123-project] 10.222.0.26 "GET /v2.0/ports?device_id=b52fb625-6535-4e58-afe5-9e4ccb47c0b6 HTTP/1.1" status: 200 len: 944 time: 0.4787991 Apr 01 13:38:40.643602 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b84e6de-0b86-45d5-b8d8-e3d2e046b31b None None] Routers {'443cce66-541a-4c4d-8e2a-33c9e2cd1777'} bound to L3 agent in host dv-neutron-836180-1-hyperv {{(pid=83872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 13:38:40.644224 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_hamode_db [None req-4b84e6de-0b86-45d5-b8d8-e3d2e046b31b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836180-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T13:25:36Z,description=,heartbeat_timestamp=2022-04-01T13:38:36Z,host='dv-neutron-836180-1-hyperv',id=88bf8fc8-11a3-4e96-9d1b-5fd93ba9f6f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T13:25:36Z,topic='l3_agent')) {'router_ids': ['443cce66-541a-4c4d-8e2a-33c9e2cd1777'], 'active': True} {{(pid=83872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:38:40.704980 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.v2.base [None req-4d512672-b98d-4620-8e9b-a01a3952ecd4 tempest-FloatingIPTestJSON-1100559899 tempest-FloatingIPTestJSON-1100559899-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-243369459'}} {{(pid=83871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:38:40.720570 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-4d512672-b98d-4620-8e9b-a01a3952ecd4 tempest-FloatingIPTestJSON-1100559899 tempest-FloatingIPTestJSON-1100559899-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:38:40.740993 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8305db1c-d3bc-41cd-ae9b-d748d28b5239 tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Pushing event updated for resources: {'Network': ['ID=e5d1bb3c-6254-4093-890c-4e81389da7a3,revision_number=1']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:38:40.741375 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-4d512672-b98d-4620-8e9b-a01a3952ecd4 tempest-FloatingIPTestJSON-1100559899 tempest-FloatingIPTestJSON-1100559899-project] Usage tracker for resource:network and tenant:31909f452d274f5587d0068d008850b7 is out of sync, need to count used quota {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 13:38:40.744442 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-8305db1c-d3bc-41cd-ae9b-d748d28b5239 tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2970924 Apr 01 13:38:40.752464 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 52632) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:38:40.753428 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-4d512672-b98d-4620-8e9b-a01a3952ecd4 tempest-FloatingIPTestJSON-1100559899 tempest-FloatingIPTestJSON-1100559899-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 13:38:40.768484 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.plugin [None req-c96a7779-1220-41e8-86cf-0d1d07ed5ad1 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Deleting port facc9da4-cfd7-4fd9-89aa-a997fc93ee6e {{(pid=83871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 13:38:40.768875 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-c96a7779-1220-41e8-86cf-0d1d07ed5ad1 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736733287370'] for port, before_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:38:40.772228 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.pecan_wsgi.hooks.translation [None req-7bd44961-ba56-473a-9465-d3c52c757f33 tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] DELETE failed (client error): The resource could not be found. Apr 01 13:38:40.772714 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7bd44961-ba56-473a-9465-d3c52c757f33 tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83869) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 13:38:40.777184 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-7bd44961-ba56-473a-9465-d3c52c757f33 tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] 10.222.0.26 "DELETE /v2.0/networks/850ba6d9-1f24-43f2-9495-d0eb2bb6939a HTTP/1.1" status: 404 len: 339 time: 0.0370204 Apr 01 13:38:40.777330 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Network e5d1bb3c-6254-4093-890c-4e81389da7a3 details requested by agent ovs-agent-dv-neutron-836180-1-hyperv with host dv-neutron-836180-1-hyperv {{(pid=83872) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 13:38:40.777421 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 52636) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:38:40.797309 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.v2.base [None req-b92a3e39-99e2-46f1-ba6d-77857ea00fd6 tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Request body: {'subnet': {'network_id': 'e5d1bb3c-6254-4093-890c-4e81389da7a3', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=83871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:38:40.823281 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-4d512672-b98d-4620-8e9b-a01a3952ecd4 tempest-FloatingIPTestJSON-1100559899 tempest-FloatingIPTestJSON-1100559899-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:38:40.833990 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.pecan_wsgi.hooks.translation [None req-1e64cb95-5169-45d8-bd38-36a655aff1b1 tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] DELETE failed (client error): The resource could not be found. Apr 01 13:38:40.834442 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1e64cb95-5169-45d8-bd38-36a655aff1b1 tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83869) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 13:38:40.836389 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-1e64cb95-5169-45d8-bd38-36a655aff1b1 tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] 10.222.0.26 "DELETE /v2.0/subnets/f78c96cf-a293-4cfb-bc4a-4327010abac6 HTTP/1.1" status: 404 len: 337 time: 0.0577571 Apr 01 13:38:40.838805 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 52640) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:38:40.866727 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.pecan_wsgi.hooks.translation [None req-4fd550ea-6f11-47f2-9ca3-5e016e53aac2 tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] DELETE failed (client error): The resource could not be found. Apr 01 13:38:40.867439 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4fd550ea-6f11-47f2-9ca3-5e016e53aac2 tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83869) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 13:38:40.871758 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-4fd550ea-6f11-47f2-9ca3-5e016e53aac2 tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] 10.222.0.26 "DELETE /v2.0/networks/4f12331d-c943-4e1b-bde8-9c50bb8d6fbd HTTP/1.1" status: 404 len: 339 time: 0.0291636 Apr 01 13:38:40.872029 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 52644) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:38:40.886920 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Device 533bb224-1493-41fd-93f8-605a9f240e34 up at agent ovs-agent-dv-neutron-836180-1-hyperv {{(pid=83872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 13:38:40.910894 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.pecan_wsgi.hooks.translation [None req-a62abe2a-b905-45db-bbe8-ed0a651b9097 tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] DELETE failed (client error): The resource could not be found. Apr 01 13:38:40.911599 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a62abe2a-b905-45db-bbe8-ed0a651b9097 tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83869) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 13:38:40.916700 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-a62abe2a-b905-45db-bbe8-ed0a651b9097 tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] 10.222.0.26 "DELETE /v2.0/subnets/1238b063-509e-427d-a324-1f300eab8baf HTTP/1.1" status: 404 len: 337 time: 0.0403481 Apr 01 13:38:40.916700 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 52648) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:38:40.920487 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e787323-cfc8-49ac-86d6-bdba41433d6f tempest-RoutersNegativeIpV6Test-77380712 tempest-RoutersNegativeIpV6Test-77380712-project] Router 82a6b713-6f64-4710-8331-88d5d8d5a219 has already been hosted by L3 agent 88bf8fc8-11a3-4e96-9d1b-5fd93ba9f6f1 {{(pid=83871) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 13:38:40.944766 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d512672-b98d-4620-8e9b-a01a3952ecd4 tempest-FloatingIPTestJSON-1100559899 tempest-FloatingIPTestJSON-1100559899-project] Made reservation on behalf of 31909f452d274f5587d0068d008850b7 for: {'network': 1} {{(pid=83871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 13:38:40.946276 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.pecan_wsgi.hooks.translation [None req-14466807-5061-4fd3-aed7-e455b8cadcf4 tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] DELETE failed (client error): The resource could not be found. Apr 01 13:38:40.946785 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-14466807-5061-4fd3-aed7-e455b8cadcf4 tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83869) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 13:38:40.947630 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-4d512672-b98d-4620-8e9b-a01a3952ecd4 tempest-FloatingIPTestJSON-1100559899 tempest-FloatingIPTestJSON-1100559899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for network, before_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:38:40.951186 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-14466807-5061-4fd3-aed7-e455b8cadcf4 tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] 10.222.0.26 "DELETE /v2.0/networks/ddb0cba9-ce6b-4a7c-9914-2b0af210772d HTTP/1.1" status: 404 len: 339 time: 0.0316870 Apr 01 13:38:40.951468 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 52652) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:38:40.958880 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-bd3d9be2-6c87-4d51-9b27-cbe3c1974802 req-0481d755-a5ab-41db-9852-20dcef7fb8ae tempest-TestNetworkAdvancedServerOps-1355420123 tempest-TestNetworkAdvancedServerOps-1355420123-project] 10.222.0.26 "GET /v2.0/security-groups?id=78c001c1-251f-4a8b-9340-7477b428b7b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2845657 Apr 01 13:38:40.996686 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.pecan_wsgi.hooks.translation [None req-6f0327e7-9dd2-4a00-963f-058e821ad96b tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] DELETE failed (client error): The resource could not be found. Apr 01 13:38:40.997579 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6f0327e7-9dd2-4a00-963f-058e821ad96b tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83869) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 13:38:41.001104 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-6f0327e7-9dd2-4a00-963f-058e821ad96b tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] 10.222.0.26 "DELETE /v2.0/subnets/42838cf3-65d1-4168-aa4d-01fed5d35135 HTTP/1.1" status: 404 len: 337 time: 0.0463488 Apr 01 13:38:41.001822 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 52656) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:38:41.012271 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-7b38b26a-1143-4921-bf53-16335bfdf050 None None] For port 36e8d7fe-35a4-4759-aa7e-d63ad34658ce, host dv-neutron-836180-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836180-1-hyperv',level=0,port_id=36e8d7fe-35a4-4759-aa7e-d63ad34658ce,segment=NetworkSegment(16094ed0-4a47-4ff6-9238-85c278d7a2a5),segment_id=16094ed0-4a47-4ff6-9238-85c278d7a2a5)] {{(pid=83872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 13:38:41.013922 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-4d512672-b98d-4620-8e9b-a01a3952ecd4 tempest-FloatingIPTestJSON-1100559899 tempest-FloatingIPTestJSON-1100559899-project] Notify callbacks [] for security_group, before_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:38:41.064269 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-b92a3e39-99e2-46f1-ba6d-77857ea00fd6 tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:38:41.076769 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-de9e3e39-6bf2-4167-8ac5-dfea9d67a5e1 None None] Provisioning complete for port 2dfe8fc5-60a7-4df6-bc52-8008f2cfd994 triggered by entity DHCP. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 13:38:41.077285 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-de9e3e39-6bf2-4167-8ac5-dfea9d67a5e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-948329'] for port, provisioning_complete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:38:41.118536 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.pecan_wsgi.hooks.translation [None req-88a1533b-9485-43d7-98b8-522212685dc1 tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] DELETE failed (client error): The resource could not be found. Apr 01 13:38:41.118987 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-88a1533b-9485-43d7-98b8-522212685dc1 tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83869) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 13:38:41.123072 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-88a1533b-9485-43d7-98b8-522212685dc1 tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] 10.222.0.26 "DELETE /v2.0/networks/546f1a68-8aed-40bd-a2dc-4f6113de2239 HTTP/1.1" status: 404 len: 339 time: 0.1183896 Apr 01 13:38:41.123262 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 52660) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:38:41.145068 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-b92a3e39-99e2-46f1-ba6d-77857ea00fd6 tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Usage tracker for resource:subnet and tenant:315e7395dd224b3fb020d0b9d921742e is out of sync, need to count used quota {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 13:38:41.146253 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_dvr_db [None req-4b84e6de-0b86-45d5-b8d8-e3d2e046b31b None None] Set router 443cce66-541a-4c4d-8e2a-33c9e2cd1777 gateway port host: None {{(pid=83872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 13:38:41.162386 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.pecan_wsgi.hooks.translation [None req-b738ba14-fb11-40d3-9026-14e7053d9f2b tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] DELETE failed (client error): The resource could not be found. Apr 01 13:38:41.162906 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b738ba14-fb11-40d3-9026-14e7053d9f2b tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83869) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 13:38:41.167207 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-b738ba14-fb11-40d3-9026-14e7053d9f2b tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] 10.222.0.26 "DELETE /v2.0/subnets/0286b6bb-ff1d-426a-aac8-42ad834678e6 HTTP/1.1" status: 404 len: 337 time: 0.0404987 Apr 01 13:38:41.167742 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 52664) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:38:41.192765 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.pecan_wsgi.hooks.translation [None req-da1fd84a-1470-4e26-8c63-db48ec475f14 tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] DELETE failed (client error): The resource could not be found. Apr 01 13:38:41.193211 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-da1fd84a-1470-4e26-8c63-db48ec475f14 tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83869) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 13:38:41.197669 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-da1fd84a-1470-4e26-8c63-db48ec475f14 tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] 10.222.0.26 "DELETE /v2.0/networks/bcf4ddd1-db98-4586-ad5b-94f153bf2525 HTTP/1.1" status: 404 len: 339 time: 0.0266502 Apr 01 13:38:41.197913 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 52668) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:38:41.207725 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.db.resource_extend [None req-7b38b26a-1143-4921-bf53-16335bfdf050 None None] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 01 13:38:41.220208 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-b92a3e39-99e2-46f1-ba6d-77857ea00fd6 tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 13:38:41.256211 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-7b38b26a-1143-4921-bf53-16335bfdf050 None None] Notify callbacks [] for port, precommit_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:38:41.266616 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.plugin [None req-de9e3e39-6bf2-4167-8ac5-dfea9d67a5e1 None None] Port 2dfe8fc5-60a7-4df6-bc52-8008f2cfd994 cannot update to ACTIVE because it is not bound. {{(pid=83872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 13:38:41.282991 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-b92a3e39-99e2-46f1-ba6d-77857ea00fd6 tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:38:41.299737 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-4d512672-b98d-4620-8e9b-a01a3952ecd4 tempest-FloatingIPTestJSON-1100559899 tempest-FloatingIPTestJSON-1100559899-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:38:41.314576 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-4d512672-b98d-4620-8e9b-a01a3952ecd4 tempest-FloatingIPTestJSON-1100559899 tempest-FloatingIPTestJSON-1100559899-project] Usage tracker for resource:security_group_rule and tenant:31909f452d274f5587d0068d008850b7 is out of sync, need to count used quota {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 13:38:41.321349 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-4d512672-b98d-4620-8e9b-a01a3952ecd4 tempest-FloatingIPTestJSON-1100559899 tempest-FloatingIPTestJSON-1100559899-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 13:38:41.336823 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-4d512672-b98d-4620-8e9b-a01a3952ecd4 tempest-FloatingIPTestJSON-1100559899 tempest-FloatingIPTestJSON-1100559899-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:38:41.341073 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b92a3e39-99e2-46f1-ba6d-77857ea00fd6 tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Made reservation on behalf of 315e7395dd224b3fb020d0b9d921742e for: {'subnet': 1} {{(pid=83871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 13:38:41.381404 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-7b38b26a-1143-4921-bf53-16335bfdf050 None None] Transition to ACTIVE for port object 36e8d7fe-35a4-4759-aa7e-d63ad34658ce will not be triggered until provisioned by entity DHCP. {{(pid=83872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 13:38:41.411049 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Device 01a2a8c0-c8b0-45ca-a18f-1c7dceb28567 no longer exists at agent hyperv_hv-neutron-8361 {{(pid=83872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 13:38:41.417242 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.db_base_plugin_v2 [None req-1255b6f8-0f8e-4ccc-b566-b8ac4f32a5b5 tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] Deleting subnet e172d3b4-ae4f-4669-9699-7c10fee005e7 {{(pid=83869) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 01 13:38:41.420156 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-1255b6f8-0f8e-4ccc-b566-b8ac4f32a5b5 tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] Notify callbacks [] for subnet, before_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:38:41.438560 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-7b38b26a-1143-4921-bf53-16335bfdf050 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864'] for port, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:38:41.442901 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Provisioning complete for port 533bb224-1493-41fd-93f8-605a9f240e34 triggered by entity L2. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 13:38:41.443397 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-948329'] for port, provisioning_complete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:38:41.476870 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-1255b6f8-0f8e-4ccc-b566-b8ac4f32a5b5 tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2704975'] for subnet, precommit_delete_associations {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:38:41.501065 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-c96a7779-1220-41e8-86cf-0d1d07ed5ad1 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4155147'] for port, precommit_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:38:41.533591 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-b92a3e39-99e2-46f1-ba6d-77857ea00fd6 tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2757336'] for subnet, before_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:38:41.576706 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-1255b6f8-0f8e-4ccc-b566-b8ac4f32a5b5 tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-945029'] for subnet, precommit_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:38:41.713988 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-1255b6f8-0f8e-4ccc-b566-b8ac4f32a5b5 tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-945042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2705198', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2999452'] for subnet, after_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:38:41.773470 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-1255b6f8-0f8e-4ccc-b566-b8ac4f32a5b5 tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] Notify callbacks [] for subnet, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:38:41.781475 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1255b6f8-0f8e-4ccc-b566-b8ac4f32a5b5 tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] Pushing event deleted for resources: {'Subnet': ['ID=e172d3b4-ae4f-4669-9699-7c10fee005e7,revision_number=None']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:38:41.791168 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-1255b6f8-0f8e-4ccc-b566-b8ac4f32a5b5 tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] 10.222.0.26 "DELETE /v2.0/subnets/e172d3b4-ae4f-4669-9699-7c10fee005e7 HTTP/1.1" status: 204 len: 168 time: 0.5921581 Apr 01 13:38:41.796770 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 52672) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:38:41.803654 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b38b26a-1143-4921-bf53-16335bfdf050 None None] Pushing event updated for resources: {'Port': ['ID=36e8d7fe-35a4-4759-aa7e-d63ad34658ce,revision_number=4']} {{(pid=83872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:38:41.821057 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8927d70c-63d5-4992-9c53-0f7398e1f747 None None] Network bfb56bb3-06b0-48b9-b27a-de76ae9d5163 requested from dv-neutron-836180-1-hyperv {{(pid=83872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 13:38:41.859742 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.plugin [None req-c96a7779-1220-41e8-86cf-0d1d07ed5ad1 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Calling delete_port for facc9da4-cfd7-4fd9-89aa-a997fc93ee6e owned by {{(pid=83871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 13:38:41.979819 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:38:41.990652 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-19682b91-ed83-4784-8da8-5141e044fe97 tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1033078'] for network, before_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:38:42.002873 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.plugin [None req-19682b91-ed83-4784-8da8-5141e044fe97 tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] Deleting port 9161ca68-5c44-4e3b-937e-fd4c5f645ea1 {{(pid=83869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 13:38:42.003305 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-19682b91-ed83-4784-8da8-5141e044fe97 tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736733287370'] for port, before_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:38:42.008220 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-4d512672-b98d-4620-8e9b-a01a3952ecd4 tempest-FloatingIPTestJSON-1100559899 tempest-FloatingIPTestJSON-1100559899-project] Notify callbacks [] for security_group, precommit_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:38:42.114800 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.notifiers.nova [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 01a2a8c0-c8b0-45ca-a18f-1c7dceb28567 {{(pid=83872) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 01 13:38:42.147095 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-4d512672-b98d-4620-8e9b-a01a3952ecd4 tempest-FloatingIPTestJSON-1100559899 tempest-FloatingIPTestJSON-1100559899-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3775923'] for security_group, after_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:38:42.210386 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4d512672-b98d-4620-8e9b-a01a3952ecd4 tempest-FloatingIPTestJSON-1100559899 tempest-FloatingIPTestJSON-1100559899-project] vlan segment allocate from pool success with {'vlan_id': 392, 'physical_network': 'physnet1'} {{(pid=83871) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 13:38:42.249101 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e787323-cfc8-49ac-86d6-bdba41433d6f tempest-RoutersNegativeIpV6Test-77380712 tempest-RoutersNegativeIpV6Test-77380712-project] Notify agent at l3_agent.dv-neutron-836180-1-hyperv the message routers_updated {{(pid=83871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 13:38:42.258546 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-4d512672-b98d-4620-8e9b-a01a3952ecd4 tempest-FloatingIPTestJSON-1100559899 tempest-FloatingIPTestJSON-1100559899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1004271'] for segment, precommit_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:38:42.258965 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.db.segments_db [None req-4d512672-b98d-4620-8e9b-a01a3952ecd4 tempest-FloatingIPTestJSON-1100559899 tempest-FloatingIPTestJSON-1100559899-project] Added segment 4493e58f-508d-486c-adbb-089a057ccfb9 of type vlan for network a341f576-d8db-4b7f-8dc8-20a56e0175ef Apr 01 13:38:42.264833 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9be1013-2a9b-4323-8f75-4750cd394d28 None None] Sync routers for ids ['82a6b713-6f64-4710-8331-88d5d8d5a219'] in dv-neutron-836180-1-hyperv {{(pid=83873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 13:38:42.279533 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] For port 01a2a8c0-c8b0-45ca-a18f-1c7dceb28567, host hv-neutron-8361, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8361',level=0,port_id=01a2a8c0-c8b0-45ca-a18f-1c7dceb28567,segment=NetworkSegment(ef58a1ec-7bdb-47df-a821-68a0bc726ff2),segment_id=ef58a1ec-7bdb-47df-a821-68a0bc726ff2)] {{(pid=83872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 13:38:42.283640 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9be1013-2a9b-4323-8f75-4750cd394d28 None None] Routers {'82a6b713-6f64-4710-8331-88d5d8d5a219'} bound to L3 agent in host dv-neutron-836180-1-hyperv {{(pid=83873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 13:38:42.284281 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-d9be1013-2a9b-4323-8f75-4750cd394d28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836180-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T13:25:36Z,description=,heartbeat_timestamp=2022-04-01T13:38:36Z,host='dv-neutron-836180-1-hyperv',id=88bf8fc8-11a3-4e96-9d1b-5fd93ba9f6f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T13:25:36Z,topic='l3_agent')) {'router_ids': ['82a6b713-6f64-4710-8331-88d5d8d5a219'], 'active': True} {{(pid=83873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:38:42.303389 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Device 209224db-5269-4acb-ab5b-14d04e95b44a up at agent ovs-agent-dv-neutron-836180-1-hyperv {{(pid=83872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 13:38:42.307942 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d512672-b98d-4620-8e9b-a01a3952ecd4 tempest-FloatingIPTestJSON-1100559899 tempest-FloatingIPTestJSON-1100559899-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b9d78155-d1f5-48c7-9ae0-85201abe5576,revision_number=1']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:38:42.378473 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.db [None req-19682b91-ed83-4784-8da8-5141e044fe97 tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] For port 9161ca68-5c44-4e3b-937e-fd4c5f645ea1, host dv-neutron-836180-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836180-1-hyperv',level=0,port_id=9161ca68-5c44-4e3b-937e-fd4c5f645ea1,segment=NetworkSegment(4ea64b2e-068d-4c9c-9f0c-7e78b8190a96),segment_id=4ea64b2e-068d-4c9c-9f0c-7e78b8190a96)] {{(pid=83869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 13:38:42.379312 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-19682b91-ed83-4784-8da8-5141e044fe97 tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4155147'] for port, precommit_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:38:42.400995 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-b92a3e39-99e2-46f1-ba6d-77857ea00fd6 tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2743225', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2757366'] for subnet, after_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:38:42.427109 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864'] for port, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:38:42.457106 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-d9be1013-2a9b-4323-8f75-4750cd394d28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-836180-1-hyperv', False) {} {{(pid=83873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:38:42.480099 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9be1013-2a9b-4323-8f75-4750cd394d28 None None] Routers {'82a6b713-6f64-4710-8331-88d5d8d5a219'} bound to L3 agent in host dv-neutron-836180-1-hyperv {{(pid=83873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 13:38:42.481116 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-d9be1013-2a9b-4323-8f75-4750cd394d28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836180-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T13:25:36Z,description=,heartbeat_timestamp=2022-04-01T13:38:36Z,host='dv-neutron-836180-1-hyperv',id=88bf8fc8-11a3-4e96-9d1b-5fd93ba9f6f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T13:25:36Z,topic='l3_agent')) {'router_ids': ['82a6b713-6f64-4710-8331-88d5d8d5a219'], 'active': True} {{(pid=83873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:38:42.532181 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b92a3e39-99e2-46f1-ba6d-77857ea00fd6 tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Pushing event updated for resources: {'Subnet': ['ID=f1fab571-13d5-4032-88ca-01a4aafa0daa,revision_number=0']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:38:42.557483 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Pushing event updated for resources: {'Port': ['ID=01a2a8c0-c8b0-45ca-a18f-1c7dceb28567,revision_number=7']} {{(pid=83872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:38:42.562795 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_hamode_db [None req-4b84e6de-0b86-45d5-b8d8-e3d2e046b31b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '443cce66-541a-4c4d-8e2a-33c9e2cd1777', 'name': 'tempest-RoutersIpV6Test-router-2029186272', 'tenant_id': '315e7395dd224b3fb020d0b9d921742e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T13:38:26Z', 'updated_at': '2022-04-01T13:38:35Z', 'revision_number': 2, 'project_id': '315e7395dd224b3fb020d0b9d921742e', 'gw_port_host': None, '_interfaces': [{'id': '7d243dbb-cd79-4a05-9ba7-2503b47388d6', 'name': '', 'network_id': 'b2076001-b441-4a1b-a96b-552c4faf0800', 'tenant_id': '315e7395dd224b3fb020d0b9d921742e', 'mac_address': 'fa:16:3e:2e:3d:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '443cce66-541a-4c4d-8e2a-33c9e2cd1777', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ad7574d2-be4a-487a-85ad-6d5a1a89f635', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:38:32Z', 'updated_at': '2022-04-01T13:38:36Z', 'revision_number': 2, 'project_id': '315e7395dd224b3fb020d0b9d921742e', 'subnets': [{'id': 'ad7574d2-be4a-487a-85ad-6d5a1a89f635', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-836180-1-hyperv', False) {} {{(pid=83872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:38:42.563022 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-4d512672-b98d-4620-8e9b-a01a3952ecd4 tempest-FloatingIPTestJSON-1100559899 tempest-FloatingIPTestJSON-1100559899-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736732923383'] for network, precommit_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:38:42.573636 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b440971a-a9d0-4ea2-82c1-0697b54b532c req-44fe2434-8ceb-4d62-902b-c032167b85e0 tempest-TestNetworkAdvancedServerOps-1355420123 tempest-TestNetworkAdvancedServerOps-1355420123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:38:42.575272 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-b440971a-a9d0-4ea2-82c1-0697b54b532c req-44fe2434-8ceb-4d62-902b-c032167b85e0 tempest-TestNetworkAdvancedServerOps-1355420123 tempest-TestNetworkAdvancedServerOps-1355420123-project] 10.222.0.26 "GET /v2.0/ports?device_id=b52fb625-6535-4e58-afe5-9e4ccb47c0b6 HTTP/1.1" status: 200 len: 944 time: 0.4274669 Apr 01 13:38:42.585478 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.plugin [None req-19682b91-ed83-4784-8da8-5141e044fe97 tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] Calling delete_port for 9161ca68-5c44-4e3b-937e-fd4c5f645ea1 owned by network:dhcp {{(pid=83869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 13:38:42.588646 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b84e6de-0b86-45d5-b8d8-e3d2e046b31b None None] Checking router: 443cce66-541a-4c4d-8e2a-33c9e2cd1777 for host: dv-neutron-836180-1-hyperv {{(pid=83872) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 01 13:38:42.596351 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b84e6de-0b86-45d5-b8d8-e3d2e046b31b None None] Updating router 443cce66-541a-4c4d-8e2a-33c9e2cd1777 port 7d243dbb-cd79-4a05-9ba7-2503b47388d6 binding host dv-neutron-836180-1-hyperv {{(pid=83872) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 01 13:38:42.610639 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-d9be1013-2a9b-4323-8f75-4750cd394d28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-836180-1-hyperv', False) {} {{(pid=83873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:38:42.611419 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9be1013-2a9b-4323-8f75-4750cd394d28 None None] The sync data for ids ['82a6b713-6f64-4710-8331-88d5d8d5a219'] in dv-neutron-836180-1-hyperv is: [] {{(pid=83873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 13:38:42.626381 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-6e787323-cfc8-49ac-86d6-bdba41433d6f tempest-RoutersNegativeIpV6Test-77380712 tempest-RoutersNegativeIpV6Test-77380712-project] 10.222.0.26 "PUT /v2.0/routers/82a6b713-6f64-4710-8331-88d5d8d5a219/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.7386665 Apr 01 13:38:42.641971 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Provisioning complete for port 209224db-5269-4acb-ab5b-14d04e95b44a triggered by entity L2. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 13:38:42.641971 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-948329'] for port, provisioning_complete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:38:42.646135 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 52678) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:38:42.712690 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-4b84e6de-0b86-45d5-b8d8-e3d2e046b31b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:38:42.729816 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b92a3e39-99e2-46f1-ba6d-77857ea00fd6 tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Checking segment: {'id': '212c7e19-eee9-46ca-871e-81f762db0470', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'e5d1bb3c-6254-4093-890c-4e81389da7a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 13:38:42.730180 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b92a3e39-99e2-46f1-ba6d-77857ea00fd6 tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Network hostable DHCP agents. Network: e5d1bb3c-6254-4093-890c-4e81389da7a3, hostable agents: ['e47e4547-5c2d-4954-ba56-fa3646239f18'], hosted agents: [] {{(pid=83871) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 13:38:42.745322 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-4d512672-b98d-4620-8e9b-a01a3952ecd4 tempest-FloatingIPTestJSON-1100559899 tempest-FloatingIPTestJSON-1100559899-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575'] for network, after_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:38:42.749384 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d512672-b98d-4620-8e9b-a01a3952ecd4 tempest-FloatingIPTestJSON-1100559899 tempest-FloatingIPTestJSON-1100559899-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:38:42.749979 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-4d512672-b98d-4620-8e9b-a01a3952ecd4 tempest-FloatingIPTestJSON-1100559899 tempest-FloatingIPTestJSON-1100559899-project] Notify callbacks [] for network, before_response {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:38:42.810569 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71c91aec-9e73-4872-bb57-b47602c5b56c None None] DHCP port deletion for bfb56bb3-06b0-48b9-b27a-de76ae9d5163 request from dv-neutron-836180-1-hyperv {{(pid=83872) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 01 13:38:42.838969 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-3f7772d6-fdac-4481-84b7-397f2b7bfa3b None None] Provisioning for port 36e8d7fe-35a4-4759-aa7e-d63ad34658ce completed by entity DHCP. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 13:38:42.869001 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-c96a7779-1220-41e8-86cf-0d1d07ed5ad1 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736733359243', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736732935810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2743125'] for port, after_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:38:42.907930 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-b440971a-a9d0-4ea2-82c1-0697b54b532c req-bcf158c2-fe7c-40c3-b54f-8f73c257672d tempest-TestNetworkAdvancedServerOps-1355420123 tempest-TestNetworkAdvancedServerOps-1355420123-project] 10.222.0.26 "GET /v2.0/security-groups?id=78c001c1-251f-4a8b-9340-7477b428b7b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2862561 Apr 01 13:38:42.922133 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-19682b91-ed83-4784-8da8-5141e044fe97 tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736733359243', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736732935810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2705155'] for port, after_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:38:42.951226 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d512672-b98d-4620-8e9b-a01a3952ecd4 tempest-FloatingIPTestJSON-1100559899 tempest-FloatingIPTestJSON-1100559899-project] Pushing event updated for resources: {'Network': ['ID=a341f576-d8db-4b7f-8dc8-20a56e0175ef,revision_number=1']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:38:42.963142 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 52682) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:38:42.965567 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c96a7779-1220-41e8-86cf-0d1d07ed5ad1 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Pushing event deleted for resources: {'Port': ['ID=facc9da4-cfd7-4fd9-89aa-a997fc93ee6e,revision_number=None']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:38:43.018565 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19682b91-ed83-4784-8da8-5141e044fe97 tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] Pushing event deleted for resources: {'Port': ['ID=9161ca68-5c44-4e3b-937e-fd4c5f645ea1,revision_number=None']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:38:43.035415 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19682b91-ed83-4784-8da8-5141e044fe97 tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] No DVR routers for this DVR port 9161ca68-5c44-4e3b-937e-fd4c5f645ea1 on host dv-neutron-836180-1-hyperv {{(pid=83869) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 13:38:43.035633 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.plugin [None req-71c91aec-9e73-4872-bb57-b47602c5b56c None None] Deleting port 9161ca68-5c44-4e3b-937e-fd4c5f645ea1 {{(pid=83872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 13:38:43.036468 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-71c91aec-9e73-4872-bb57-b47602c5b56c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736733287370'] for port, before_delete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:38:43.040622 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-4d512672-b98d-4620-8e9b-a01a3952ecd4 tempest-FloatingIPTestJSON-1100559899 tempest-FloatingIPTestJSON-1100559899-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 2.6498153 Apr 01 13:38:43.048874 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b92a3e39-99e2-46f1-ba6d-77857ea00fd6 tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Network e5d1bb3c-6254-4093-890c-4e81389da7a3 is scheduled to be hosted by DHCP agent e47e4547-5c2d-4954-ba56-fa3646239f18 with binding_index 1 {{(pid=83871) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 13:38:43.061294 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 52686) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:38:43.067182 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-3f7772d6-fdac-4481-84b7-397f2b7bfa3b None None] Provisioning complete for port 36e8d7fe-35a4-4759-aa7e-d63ad34658ce triggered by entity DHCP. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 13:38:43.072668 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.v2.base [None req-9c45dd25-d40b-4ebc-8ce9-0846b8cdafe0 tempest-FloatingIPTestJSON-1100559899 tempest-FloatingIPTestJSON-1100559899-project] Request body: {'subnet': {'network_id': 'a341f576-d8db-4b7f-8dc8-20a56e0175ef', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=83871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:38:43.076725 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-3f7772d6-fdac-4481-84b7-397f2b7bfa3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-948329'] for port, provisioning_complete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:38:43.112546 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Network a341f576-d8db-4b7f-8dc8-20a56e0175ef details requested by agent ovs-agent-dv-neutron-836180-1-hyperv with host dv-neutron-836180-1-hyperv {{(pid=83872) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 13:38:43.196987 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.scheduler.base_scheduler [None req-b92a3e39-99e2-46f1-ba6d-77857ea00fd6 tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-836180-1-hyperv, e5d1bb3c-6254-4093-890c-4e81389da7a3) {{(pid=83871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 13:38:43.242095 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be45b9b8-3043-4cdd-afc7-f3b9a6f557d4 None None] Network e5d1bb3c-6254-4093-890c-4e81389da7a3 requested from dv-neutron-836180-1-hyperv {{(pid=83872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 13:38:43.270502 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-05de6395-cf33-4390-8e28-027d419d9b03 tempest-TestNetworkAdvancedServerOps-1355420123 tempest-TestNetworkAdvancedServerOps-1355420123-project] 10.222.0.26 "GET /v2.0/floatingips/200108de-5f93-4c79-92b1-cb71c112afa9 HTTP/1.1" status: 200 len: 991 time: 0.3020639 Apr 01 13:38:43.273739 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b92a3e39-99e2-46f1-ba6d-77857ea00fd6 tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:38:43.274623 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-b92a3e39-99e2-46f1-ba6d-77857ea00fd6 tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Notify callbacks [] for subnet, before_response {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:38:43.295487 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-a239638f-e05c-441c-b0b9-13516ee5ad34 tempest-RoutersNegativeIpV6Test-77380712 tempest-RoutersNegativeIpV6Test-77380712-project] Notify callbacks [] for router, before_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:38:43.342924 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-b92a3e39-99e2-46f1-ba6d-77857ea00fd6 tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.5831704 Apr 01 13:38:43.344444 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-c96a7779-1220-41e8-86cf-0d1d07ed5ad1 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109561'] for port, before_response {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:38:43.346551 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-c96a7779-1220-41e8-86cf-0d1d07ed5ad1 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] 10.222.0.26 "DELETE /v2.0/ports/facc9da4-cfd7-4fd9-89aa-a997fc93ee6e HTTP/1.1" status: 204 len: 168 time: 2.7093329 Apr 01 13:38:43.357961 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 52690) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:38:43.358648 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 52692) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:38:43.379409 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-19682b91-ed83-4784-8da8-5141e044fe97 tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-942654', 'neutron.services.segments.db._delete_segments_for_network-8736733387888'] for network, precommit_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:38:43.419739 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.plugin [None req-71c91aec-9e73-4872-bb57-b47602c5b56c None None] The port '9161ca68-5c44-4e3b-937e-fd4c5f645ea1' was deleted {{(pid=83872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 01 13:38:43.428134 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Device 01a2a8c0-c8b0-45ca-a18f-1c7dceb28567 up at agent hyperv_hv-neutron-8361 {{(pid=83872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 13:38:43.471218 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.services.segments.db [None req-19682b91-ed83-4784-8da8-5141e044fe97 tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bfb56bb3-06b0-48b9-b27a-de76ae9d5163']}} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:38:43.486797 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.services.segments.db [None req-19682b91-ed83-4784-8da8-5141e044fe97 tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4ea64b2e-068d-4c9c-9f0c-7e78b8190a96') {'for_net_delete': True} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:38:43.487288 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.services.segments.db [None req-19682b91-ed83-4784-8da8-5141e044fe97 tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4ea64b2e-068d-4c9c-9f0c-7e78b8190a96') {} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:38:43.514299 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-19682b91-ed83-4784-8da8-5141e044fe97 tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736733386999', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2704982'] for segment, before_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:38:43.537848 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-19682b91-ed83-4784-8da8-5141e044fe97 tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1004271'] for segment, precommit_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:38:43.554057 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-19682b91-ed83-4784-8da8-5141e044fe97 tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] Releasing vlan 398 on physical network physnet1 to pool {{(pid=83869) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 01 13:38:43.554884 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-19682b91-ed83-4784-8da8-5141e044fe97 tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1004262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2705264'] for segment, after_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:38:43.573184 dv-neutron-836180-1-hyperv neutron-server[83869]: Traceback (most recent call last): Apr 01 13:38:43.573184 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 01 13:38:43.573184 dv-neutron-836180-1-hyperv neutron-server[83869]: timer() Apr 01 13:38:43.573184 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 13:38:43.573184 dv-neutron-836180-1-hyperv neutron-server[83869]: cb(*args, **kw) Apr 01 13:38:43.573184 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 13:38:43.573184 dv-neutron-836180-1-hyperv neutron-server[83869]: return func(*args, **kwargs) Apr 01 13:38:43.573184 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 13:38:43.573184 dv-neutron-836180-1-hyperv neutron-server[83869]: self._notify() Apr 01 13:38:43.573184 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 13:38:43.573184 dv-neutron-836180-1-hyperv neutron-server[83869]: self.callback(batched_events) Apr 01 13:38:43.573184 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 13:38:43.573184 dv-neutron-836180-1-hyperv neutron-server[83869]: event.method(event) Apr 01 13:38:43.573184 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 13:38:43.573184 dv-neutron-836180-1-hyperv neutron-server[83869]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 13:38:43.573184 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 13:38:43.573184 dv-neutron-836180-1-hyperv neutron-server[83869]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 13:38:43.573184 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 13:38:43.573184 dv-neutron-836180-1-hyperv neutron-server[83869]: return f(self, *a, **k) Apr 01 13:38:43.573184 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 13:38:43.573184 dv-neutron-836180-1-hyperv neutron-server[83869]: return self._get(url).json() Apr 01 13:38:43.573184 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 13:38:43.573184 dv-neutron-836180-1-hyperv neutron-server[83869]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 13:38:43.573184 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 01 13:38:43.573184 dv-neutron-836180-1-hyperv neutron-server[83869]: return self.request(url, 'GET', **kwargs) Apr 01 13:38:43.573184 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 01 13:38:43.573184 dv-neutron-836180-1-hyperv neutron-server[83869]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 13:38:43.573184 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 01 13:38:43.573184 dv-neutron-836180-1-hyperv neutron-server[83869]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 13:38:43.573184 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 01 13:38:43.573184 dv-neutron-836180-1-hyperv neutron-server[83869]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 13:38:43.573184 dv-neutron-836180-1-hyperv neutron-server[83869]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 13:38:43.578544 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Device 36e8d7fe-35a4-4759-aa7e-d63ad34658ce up at agent ovs-agent-dv-neutron-836180-1-hyperv {{(pid=83872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 13:38:43.605677 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-9c45dd25-d40b-4ebc-8ce9-0846b8cdafe0 tempest-FloatingIPTestJSON-1100559899 tempest-FloatingIPTestJSON-1100559899-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:38:43.616540 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-9c45dd25-d40b-4ebc-8ce9-0846b8cdafe0 tempest-FloatingIPTestJSON-1100559899 tempest-FloatingIPTestJSON-1100559899-project] Usage tracker for resource:subnet and tenant:31909f452d274f5587d0068d008850b7 is out of sync, need to count used quota {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 13:38:43.619805 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-9c45dd25-d40b-4ebc-8ce9-0846b8cdafe0 tempest-FloatingIPTestJSON-1100559899 tempest-FloatingIPTestJSON-1100559899-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 13:38:43.639341 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-9c45dd25-d40b-4ebc-8ce9-0846b8cdafe0 tempest-FloatingIPTestJSON-1100559899 tempest-FloatingIPTestJSON-1100559899-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:38:43.645281 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.api.v2.resource [None req-a239638f-e05c-441c-b0b9-13516ee5ad34 tempest-RoutersNegativeIpV6Test-77380712 tempest-RoutersNegativeIpV6Test-77380712-project] delete failed (client error): There was a conflict when trying to complete your request. Apr 01 13:38:43.649867 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-a239638f-e05c-441c-b0b9-13516ee5ad34 tempest-RoutersNegativeIpV6Test-77380712 tempest-RoutersNegativeIpV6Test-77380712-project] 10.222.0.26 "DELETE /v2.0/routers/82a6b713-6f64-4710-8331-88d5d8d5a219 HTTP/1.1" status: 409 len: 329 time: 0.9874582 Apr 01 13:38:43.650459 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 52698) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:38:43.667079 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c45dd25-d40b-4ebc-8ce9-0846b8cdafe0 tempest-FloatingIPTestJSON-1100559899 tempest-FloatingIPTestJSON-1100559899-project] Made reservation on behalf of 31909f452d274f5587d0068d008850b7 for: {'subnet': 1} {{(pid=83871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 13:38:43.686030 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0760395a-6d7a-4aa2-bb18-f41533a37951 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:38:43.686968 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-0760395a-6d7a-4aa2-bb18-f41533a37951 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Synchronizing usage tracker for tenant:8b726fe6689e4b7f96def1a2219bea6c on resource:port {{(pid=83871) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 13:38:43.793366 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-19682b91-ed83-4784-8da8-5141e044fe97 tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-942599', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4084797'] for network, after_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:38:43.817661 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-19682b91-ed83-4784-8da8-5141e044fe97 tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] Notify callbacks [] for network, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:38:43.835664 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19682b91-ed83-4784-8da8-5141e044fe97 tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] Pushing event deleted for resources: {'Network': ['ID=bfb56bb3-06b0-48b9-b27a-de76ae9d5163,revision_number=None']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:38:43.846001 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-19682b91-ed83-4784-8da8-5141e044fe97 tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] 10.222.0.26 "DELETE /v2.0/networks/bfb56bb3-06b0-48b9-b27a-de76ae9d5163 HTTP/1.1" status: 204 len: 168 time: 2.0455933 Apr 01 13:38:43.855477 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19682b91-ed83-4784-8da8-5141e044fe97 tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:38:43.855820 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19682b91-ed83-4784-8da8-5141e044fe97 tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:38:43.856156 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19682b91-ed83-4784-8da8-5141e044fe97 tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:38:43.856533 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19682b91-ed83-4784-8da8-5141e044fe97 tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:38:43.856861 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19682b91-ed83-4784-8da8-5141e044fe97 tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:38:43.857185 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19682b91-ed83-4784-8da8-5141e044fe97 tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:38:43.857891 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19682b91-ed83-4784-8da8-5141e044fe97 tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:38:43.857891 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19682b91-ed83-4784-8da8-5141e044fe97 tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:38:43.858181 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19682b91-ed83-4784-8da8-5141e044fe97 tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:38:43.858442 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19682b91-ed83-4784-8da8-5141e044fe97 tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:38:43.858761 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19682b91-ed83-4784-8da8-5141e044fe97 tempest-NetworksTest-1568625347 tempest-NetworksTest-1568625347-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:38:43.913306 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-0760395a-6d7a-4aa2-bb18-f41533a37951 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Unset dirty status for tenant:8b726fe6689e4b7f96def1a2219bea6c on resource:port {{(pid=83871) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 13:38:43.913866 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-0760395a-6d7a-4aa2-bb18-f41533a37951 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.5519023 Apr 01 13:38:43.917687 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-9c45dd25-d40b-4ebc-8ce9-0846b8cdafe0 tempest-FloatingIPTestJSON-1100559899 tempest-FloatingIPTestJSON-1100559899-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2757336'] for subnet, before_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:38:43.918773 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-4b84e6de-0b86-45d5-b8d8-e3d2e046b31b None None] Notify callbacks [] for port, precommit_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:38:43.926400 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Provisioning complete for port 01a2a8c0-c8b0-45ca-a18f-1c7dceb28567 triggered by entity L2. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 13:38:43.926770 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-948329'] for port, provisioning_complete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:38:43.930910 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 52704) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:38:44.074517 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-4b84e6de-0b86-45d5-b8d8-e3d2e046b31b None None] Transition to ACTIVE for port object 7d243dbb-cd79-4a05-9ba7-2503b47388d6 will not be triggered until provisioned by entity L2. {{(pid=83872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 13:38:44.077098 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Provisioning complete for port 36e8d7fe-35a4-4759-aa7e-d63ad34658ce triggered by entity L2. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 13:38:44.077519 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-948329'] for port, provisioning_complete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:38:44.094284 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-8c267118-c842-4399-87e8-21b48effa805 tempest-RoutersNegativeIpV6Test-77380712 tempest-RoutersNegativeIpV6Test-77380712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4084029'] for router_interface, before_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:38:44.101040 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-f02a3727-ace0-4bf0-9bf6-dccedfd6b517 None None] Could not find standard attr ID for object facc9da4-cfd7-4fd9-89aa-a997fc93ee6e. {{(pid=83872) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 01 13:38:44.114064 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67c1dbfa-3eed-4e81-a0fc-45a7e3e3dac2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7e7d0ecb-2af4-55f5-9198-238ab0570d62-e5d1bb3c-6254-4093-890c-4e81389da7a3', 'network_id': 'e5d1bb3c-6254-4093-890c-4e81389da7a3', 'tenant_id': '315e7395dd224b3fb020d0b9d921742e', 'fixed_ips': [{'subnet_id': 'f1fab571-13d5-4032-88ca-01a4aafa0daa'}]}} from dv-neutron-836180-1-hyperv. {{(pid=83872) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 01 13:38:44.114875 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-67c1dbfa-3eed-4e81-a0fc-45a7e3e3dac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:38:44.143649 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-4b84e6de-0b86-45d5-b8d8-e3d2e046b31b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864'] for port, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:38:44.275755 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf189c1d-3fb1-49be-8d9f-47383bdfb735 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:38:44.290003 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-bf189c1d-3fb1-49be-8d9f-47383bdfb735 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.3550901 Apr 01 13:38:44.297705 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 52710) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:38:44.397945 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 52714) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:38:44.409065 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6a13b0-c4a2-4f9c-bdcd-7f5268a7f33b None None] Pushing event updated for resources: {'Port': ['ID=7d243dbb-cd79-4a05-9ba7-2503b47388d6,revision_number=3']} {{(pid=83872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:38:44.476274 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d55165b2-e666-4867-b6d7-96bb208211e8 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:38:44.482672 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d55165b2-e666-4867-b6d7-96bb208211e8 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:38:44.483974 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d55165b2-e666-4867-b6d7-96bb208211e8 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:38:44.484824 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-d55165b2-e666-4867-b6d7-96bb208211e8 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Synchronizing usage tracker for tenant:8b726fe6689e4b7f96def1a2219bea6c on resource:subnet {{(pid=83871) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 13:38:44.703444 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:38:44.714370 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-d55165b2-e666-4867-b6d7-96bb208211e8 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Unset dirty status for tenant:8b726fe6689e4b7f96def1a2219bea6c on resource:subnet {{(pid=83871) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 13:38:44.718142 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-d55165b2-e666-4867-b6d7-96bb208211e8 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.4169061 Apr 01 13:38:44.720341 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 52720) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:38:44.723285 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-9c45dd25-d40b-4ebc-8ce9-0846b8cdafe0 tempest-FloatingIPTestJSON-1100559899 tempest-FloatingIPTestJSON-1100559899-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2743225', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2757366'] for subnet, after_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:38:44.738359 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.db_base_plugin_common [None req-67c1dbfa-3eed-4e81-a0fc-45a7e3e3dac2 None None] Allocated IP 2001:db8:1::2 (e5d1bb3c-6254-4093-890c-4e81389da7a3/f1fab571-13d5-4032-88ca-01a4aafa0daa/228cd771-b248-4a84-9a6b-20351e58226e) {{(pid=83872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 13:38:44.768453 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.managers [None req-4b84e6de-0b86-45d5-b8d8-e3d2e046b31b None None] Attempting to bind port 7d243dbb-cd79-4a05-9ba7-2503b47388d6 on host dv-neutron-836180-1-hyperv for vnic_type normal with profile {{(pid=83872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 13:38:44.768684 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.managers [None req-4b84e6de-0b86-45d5-b8d8-e3d2e046b31b None None] Attempting to bind port 7d243dbb-cd79-4a05-9ba7-2503b47388d6 by drivers openvswitch,hyperv on host dv-neutron-836180-1-hyperv at level 0 using segments [{'id': '65d23008-bc4f-4bb4-adc2-3dc412de7601', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'b2076001-b441-4a1b-a96b-552c4faf0800'}] {{(pid=83872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 13:38:44.771862 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b84e6de-0b86-45d5-b8d8-e3d2e046b31b None None] Attempting to bind port 7d243dbb-cd79-4a05-9ba7-2503b47388d6 on network b2076001-b441-4a1b-a96b-552c4faf0800 {{(pid=83872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 13:38:44.805502 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b52fb625-6535-4e58-afe5-9e4ccb47c0b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01a2a8c0-c8b0-45ca-a18f-1c7dceb28567'}] {{(pid=83872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 13:38:44.842136 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-600d8c0a-191f-4e6e-8d49-08224799009a admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=16dc8bccab6243da8b678a9c9f0a6318&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4394698 Apr 01 13:38:44.850889 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 52726) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:38:44.858623 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c45dd25-d40b-4ebc-8ce9-0846b8cdafe0 tempest-FloatingIPTestJSON-1100559899 tempest-FloatingIPTestJSON-1100559899-project] Pushing event updated for resources: {'Subnet': ['ID=b5b788f2-3efe-4936-b94b-e4b2f9c27469,revision_number=0']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:38:44.876410 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Device 9161ca68-5c44-4e3b-937e-fd4c5f645ea1 no longer exists at agent ovs-agent-dv-neutron-836180-1-hyperv {{(pid=83872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 13:38:44.901437 dv-neutron-836180-1-hyperv neutron-server[83872]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b52fb625-6535-4e58-afe5-9e4ccb47c0b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01a2a8c0-c8b0-45ca-a18f-1c7dceb28567', 'code': 200} Apr 01 13:38:44.908067 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b84e6de-0b86-45d5-b8d8-e3d2e046b31b None None] Checking agent: {'id': 'af948428-97cd-4d10-9f53-af028bdb39b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-836180-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 13, 25, 37), 'started_at': datetime.datetime(2022, 4, 1, 13, 26, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 13, 38, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-836180-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 13:38:44.908468 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b84e6de-0b86-45d5-b8d8-e3d2e046b31b None None] Checking segment: {'id': '65d23008-bc4f-4bb4-adc2-3dc412de7601', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'b2076001-b441-4a1b-a96b-552c4faf0800'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 13:38:44.908870 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-4b84e6de-0b86-45d5-b8d8-e3d2e046b31b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:38:44.909536 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b84e6de-0b86-45d5-b8d8-e3d2e046b31b None None] Bound using segment: {'id': '65d23008-bc4f-4bb4-adc2-3dc412de7601', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'b2076001-b441-4a1b-a96b-552c4faf0800'} {{(pid=83872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 13:38:44.909940 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.managers [None req-4b84e6de-0b86-45d5-b8d8-e3d2e046b31b None None] Bound port: 7d243dbb-cd79-4a05-9ba7-2503b47388d6, host: dv-neutron-836180-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '65d23008-bc4f-4bb4-adc2-3dc412de7601', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'b2076001-b441-4a1b-a96b-552c4faf0800'}}] {{(pid=83872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 13:38:44.910226 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-4b84e6de-0b86-45d5-b8d8-e3d2e046b31b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:38:44.913679 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c45dd25-d40b-4ebc-8ce9-0846b8cdafe0 tempest-FloatingIPTestJSON-1100559899 tempest-FloatingIPTestJSON-1100559899-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:38:44.914017 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c45dd25-d40b-4ebc-8ce9-0846b8cdafe0 tempest-FloatingIPTestJSON-1100559899 tempest-FloatingIPTestJSON-1100559899-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:38:44.914347 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c45dd25-d40b-4ebc-8ce9-0846b8cdafe0 tempest-FloatingIPTestJSON-1100559899 tempest-FloatingIPTestJSON-1100559899-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:38:44.914670 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c45dd25-d40b-4ebc-8ce9-0846b8cdafe0 tempest-FloatingIPTestJSON-1100559899 tempest-FloatingIPTestJSON-1100559899-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:38:44.914990 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c45dd25-d40b-4ebc-8ce9-0846b8cdafe0 tempest-FloatingIPTestJSON-1100559899 tempest-FloatingIPTestJSON-1100559899-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:38:44.915307 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c45dd25-d40b-4ebc-8ce9-0846b8cdafe0 tempest-FloatingIPTestJSON-1100559899 tempest-FloatingIPTestJSON-1100559899-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:38:44.915623 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c45dd25-d40b-4ebc-8ce9-0846b8cdafe0 tempest-FloatingIPTestJSON-1100559899 tempest-FloatingIPTestJSON-1100559899-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:38:44.915938 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c45dd25-d40b-4ebc-8ce9-0846b8cdafe0 tempest-FloatingIPTestJSON-1100559899 tempest-FloatingIPTestJSON-1100559899-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:38:44.916257 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c45dd25-d40b-4ebc-8ce9-0846b8cdafe0 tempest-FloatingIPTestJSON-1100559899 tempest-FloatingIPTestJSON-1100559899-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:38:44.916590 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c45dd25-d40b-4ebc-8ce9-0846b8cdafe0 tempest-FloatingIPTestJSON-1100559899 tempest-FloatingIPTestJSON-1100559899-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:38:44.916899 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c45dd25-d40b-4ebc-8ce9-0846b8cdafe0 tempest-FloatingIPTestJSON-1100559899 tempest-FloatingIPTestJSON-1100559899-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:38:44.922863 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] For port 01a2a8c0-c8b0-45ca-a18f-1c7dceb28567, host hv-neutron-8361, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8361',level=0,port_id=01a2a8c0-c8b0-45ca-a18f-1c7dceb28567,segment=NetworkSegment(ef58a1ec-7bdb-47df-a821-68a0bc726ff2),segment_id=ef58a1ec-7bdb-47df-a821-68a0bc726ff2)] {{(pid=83872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 13:38:44.937867 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c45dd25-d40b-4ebc-8ce9-0846b8cdafe0 tempest-FloatingIPTestJSON-1100559899 tempest-FloatingIPTestJSON-1100559899-project] Checking segment: {'id': '4493e58f-508d-486c-adbb-089a057ccfb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'a341f576-d8db-4b7f-8dc8-20a56e0175ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 13:38:44.938224 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c45dd25-d40b-4ebc-8ce9-0846b8cdafe0 tempest-FloatingIPTestJSON-1100559899 tempest-FloatingIPTestJSON-1100559899-project] Network hostable DHCP agents. Network: a341f576-d8db-4b7f-8dc8-20a56e0175ef, hostable agents: ['e47e4547-5c2d-4954-ba56-fa3646239f18'], hosted agents: [] {{(pid=83871) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 13:38:44.950279 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.plugin [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] No Port match for: 9161ca68-5c44-4e3b-937e-fd4c5f645ea1 {{(pid=83872) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 01 13:38:44.950622 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Device 9161ca68-5c44-4e3b-937e-fd4c5f645ea1 not bound to the agent host dv-neutron-836180-1-hyperv {{(pid=83872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 13:38:44.951891 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864'] for port, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:38:45.027836 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-7f7992d9-2db2-471a-90f7-9b7846840c2c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:38:45.052990 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c45dd25-d40b-4ebc-8ce9-0846b8cdafe0 tempest-FloatingIPTestJSON-1100559899 tempest-FloatingIPTestJSON-1100559899-project] Network a341f576-d8db-4b7f-8dc8-20a56e0175ef is scheduled to be hosted by DHCP agent e47e4547-5c2d-4954-ba56-fa3646239f18 with binding_index 1 {{(pid=83871) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 13:38:45.077531 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.db_base_plugin_v2 [None req-7961fd66-20d2-4482-9b0c-a2fb9f2a4f0a tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Deleting subnet 3902e8b2-3cb9-4a18-8935-7185a632e486 {{(pid=83869) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 01 13:38:45.109303 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-7961fd66-20d2-4482-9b0c-a2fb9f2a4f0a tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Notify callbacks [] for subnet, before_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:38:45.111692 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-7f7992d9-2db2-471a-90f7-9b7846840c2c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:38:45.122644 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.scheduler.base_scheduler [None req-9c45dd25-d40b-4ebc-8ce9-0846b8cdafe0 tempest-FloatingIPTestJSON-1100559899 tempest-FloatingIPTestJSON-1100559899-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-836180-1-hyperv, a341f576-d8db-4b7f-8dc8-20a56e0175ef) {{(pid=83871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 13:38:45.124450 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Pushing event updated for resources: {'Port': ['ID=01a2a8c0-c8b0-45ca-a18f-1c7dceb28567,revision_number=8']} {{(pid=83872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:38:45.127131 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c45dd25-d40b-4ebc-8ce9-0846b8cdafe0 tempest-FloatingIPTestJSON-1100559899 tempest-FloatingIPTestJSON-1100559899-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:38:45.127927 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-9c45dd25-d40b-4ebc-8ce9-0846b8cdafe0 tempest-FloatingIPTestJSON-1100559899 tempest-FloatingIPTestJSON-1100559899-project] Notify callbacks [] for subnet, before_response {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:38:45.146793 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d766e2a-1e6c-4e4c-bba5-f2ba42397695 None None] Network a341f576-d8db-4b7f-8dc8-20a56e0175ef requested from dv-neutron-836180-1-hyperv {{(pid=83872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 13:38:45.180093 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-7961fd66-20d2-4482-9b0c-a2fb9f2a4f0a tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2704975'] for subnet, precommit_delete_associations {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:38:45.190640 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-4b84e6de-0b86-45d5-b8d8-e3d2e046b31b None None] For port 7d243dbb-cd79-4a05-9ba7-2503b47388d6, host dv-neutron-836180-1-hyperv, cleared binding levels {{(pid=83872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 13:38:45.194375 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-9c45dd25-d40b-4ebc-8ce9-0846b8cdafe0 tempest-FloatingIPTestJSON-1100559899 tempest-FloatingIPTestJSON-1100559899-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 2.1317482 Apr 01 13:38:45.195376 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 52730) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:38:45.204775 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.v2.base [None req-3eb57e8b-3baa-48a3-b85c-cb2e03b936bc tempest-FloatingIPTestJSON-1100559899 tempest-FloatingIPTestJSON-1100559899-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-141024544', 'external_gateway_info': {'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301'}, 'admin_state_up': False}} {{(pid=83871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:38:45.212175 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-32f1f9a4-50ff-4da7-8d66-d65a890b0695 tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:38:45.234129 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-3eb57e8b-3baa-48a3-b85c-cb2e03b936bc tempest-FloatingIPTestJSON-1100559899 tempest-FloatingIPTestJSON-1100559899-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:38:45.242031 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-3eb57e8b-3baa-48a3-b85c-cb2e03b936bc tempest-FloatingIPTestJSON-1100559899 tempest-FloatingIPTestJSON-1100559899-project] Usage tracker for resource:router and tenant:31909f452d274f5587d0068d008850b7 is out of sync, need to count used quota {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 13:38:45.245344 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-3eb57e8b-3baa-48a3-b85c-cb2e03b936bc tempest-FloatingIPTestJSON-1100559899 tempest-FloatingIPTestJSON-1100559899-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 13:38:45.282704 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-4b84e6de-0b86-45d5-b8d8-e3d2e046b31b None None] For port 7d243dbb-cd79-4a05-9ba7-2503b47388d6, host dv-neutron-836180-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836180-1-hyperv',level=0,port_id=7d243dbb-cd79-4a05-9ba7-2503b47388d6,segment=NetworkSegment(65d23008-bc4f-4bb4-adc2-3dc412de7601),segment_id=65d23008-bc4f-4bb4-adc2-3dc412de7601)] {{(pid=83872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 13:38:45.297946 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-4b84e6de-0b86-45d5-b8d8-e3d2e046b31b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864'] for port, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:38:45.309492 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-7961fd66-20d2-4482-9b0c-a2fb9f2a4f0a tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-945029'] for subnet, precommit_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:38:45.312107 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-3eb57e8b-3baa-48a3-b85c-cb2e03b936bc tempest-FloatingIPTestJSON-1100559899 tempest-FloatingIPTestJSON-1100559899-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:38:45.340322 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-67c1dbfa-3eed-4e81-a0fc-45a7e3e3dac2 None None] Notify callbacks [] for port, precommit_create {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:38:45.380649 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-7f7992d9-2db2-471a-90f7-9b7846840c2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3775923'] for security_group, after_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:38:45.384850 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-67c1dbfa-3eed-4e81-a0fc-45a7e3e3dac2 None None] Transition to ACTIVE for port object 228cd771-b248-4a84-9a6b-20351e58226e will not be triggered until provisioned by entity L2. {{(pid=83872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 13:38:45.424616 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-3eb57e8b-3baa-48a3-b85c-cb2e03b936bc tempest-FloatingIPTestJSON-1100559899 tempest-FloatingIPTestJSON-1100559899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4082176', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4220'] for router, before_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:38:45.426089 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-3eb57e8b-3baa-48a3-b85c-cb2e03b936bc tempest-FloatingIPTestJSON-1100559899 tempest-FloatingIPTestJSON-1100559899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4082277', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4084873', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4148249', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4211'] for router, precommit_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:38:45.433271 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f7992d9-2db2-471a-90f7-9b7846840c2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92062c84-80ac-44ab-a5b1-af4f07377cf3,revision_number=None']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:38:45.441786 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-7f7992d9-2db2-471a-90f7-9b7846840c2c admin admin] Notify callbacks [] for security_group, before_response {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:38:45.442982 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-7f7992d9-2db2-471a-90f7-9b7846840c2c admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/92062c84-80ac-44ab-a5b1-af4f07377cf3 HTTP/1.1" status: 204 len: 168 time: 0.5898554 Apr 01 13:38:45.456456 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.plugin [None req-8c267118-c842-4399-87e8-21b48effa805 tempest-RoutersNegativeIpV6Test-77380712 tempest-RoutersNegativeIpV6Test-77380712-project] Deleting port 2dfe8fc5-60a7-4df6-bc52-8008f2cfd994 {{(pid=83869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 13:38:45.457078 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-8c267118-c842-4399-87e8-21b48effa805 tempest-RoutersNegativeIpV6Test-77380712 tempest-RoutersNegativeIpV6Test-77380712-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736733287370'] for port, before_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:38:45.518946 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-3eb57e8b-3baa-48a3-b85c-cb2e03b936bc tempest-FloatingIPTestJSON-1100559899 tempest-FloatingIPTestJSON-1100559899-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:38:45.570220 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6a13b0-c4a2-4f9c-bdcd-7f5268a7f33b None None] Pushing event updated for resources: {'Port': ['ID=7d243dbb-cd79-4a05-9ba7-2503b47388d6,revision_number=4']} {{(pid=83872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:38:45.629282 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b84e6de-0b86-45d5-b8d8-e3d2e046b31b None None] Routers {'443cce66-541a-4c4d-8e2a-33c9e2cd1777'} bound to L3 agent in host dv-neutron-836180-1-hyperv {{(pid=83872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 13:38:45.629982 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_hamode_db [None req-4b84e6de-0b86-45d5-b8d8-e3d2e046b31b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836180-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T13:25:36Z,description=,heartbeat_timestamp=2022-04-01T13:38:36Z,host='dv-neutron-836180-1-hyperv',id=88bf8fc8-11a3-4e96-9d1b-5fd93ba9f6f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T13:25:36Z,topic='l3_agent')) {'router_ids': ['443cce66-541a-4c4d-8e2a-33c9e2cd1777'], 'active': True} {{(pid=83872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:38:45.740680 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-7961fd66-20d2-4482-9b0c-a2fb9f2a4f0a tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-945042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2705198', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2999452'] for subnet, after_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:38:45.806928 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7961fd66-20d2-4482-9b0c-a2fb9f2a4f0a tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Pushing event deleted for resources: {'Subnet': ['ID=3902e8b2-3cb9-4a18-8935-7185a632e486,revision_number=None']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:38:45.820897 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-8c267118-c842-4399-87e8-21b48effa805 tempest-RoutersNegativeIpV6Test-77380712 tempest-RoutersNegativeIpV6Test-77380712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4155147'] for port, precommit_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:38:45.830053 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-7961fd66-20d2-4482-9b0c-a2fb9f2a4f0a tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Notify callbacks [] for subnet, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:38:45.872390 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-67c1dbfa-3eed-4e81-a0fc-45a7e3e3dac2 None None] Transition to ACTIVE for port object 228cd771-b248-4a84-9a6b-20351e58226e will not be triggered until provisioned by entity DHCP. {{(pid=83872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 13:38:45.882242 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69ade4fa-e03c-4086-8eb9-69969b6ad28b None None] Network 09d7ea43-6376-4322-97e7-54cd01aae492 requested from dv-neutron-836180-1-hyperv {{(pid=83872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 13:38:45.898273 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-3eb57e8b-3baa-48a3-b85c-cb2e03b936bc tempest-FloatingIPTestJSON-1100559899 tempest-FloatingIPTestJSON-1100559899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4084887', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4079850', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4161'] for router, precommit_update {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:38:45.970595 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.plugin [None req-8c267118-c842-4399-87e8-21b48effa805 tempest-RoutersNegativeIpV6Test-77380712 tempest-RoutersNegativeIpV6Test-77380712-project] Calling delete_port for 2dfe8fc5-60a7-4df6-bc52-8008f2cfd994 owned by network:router_interface {{(pid=83869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 13:38:46.000782 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-7961fd66-20d2-4482-9b0c-a2fb9f2a4f0a tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] 10.222.0.26 "DELETE /v2.0/subnets/3902e8b2-3cb9-4a18-8935-7185a632e486 HTTP/1.1" status: 204 len: 168 time: 1.2809937 Apr 01 13:38:46.007529 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 52736) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:38:46.059331 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-67c1dbfa-3eed-4e81-a0fc-45a7e3e3dac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736732935801'] for port, after_create {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:38:46.059927 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.db_base_plugin_common [None req-32f1f9a4-50ff-4da7-8d66-d65a890b0695 tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Allocated IP 2001:db8:1::1 (e5d1bb3c-6254-4093-890c-4e81389da7a3/f1fab571-13d5-4032-88ca-01a4aafa0daa/ee859592-7773-40a1-b8cd-47912e28a6ce) {{(pid=83871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 13:38:46.115552 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.db_base_plugin_v2 [None req-82490ca6-6ea0-4d72-81a6-aafec73af313 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Deleting subnet dadba6b1-161a-4920-950c-1a5df2b5634a {{(pid=83869) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 01 13:38:46.120397 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-82490ca6-6ea0-4d72-81a6-aafec73af313 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Notify callbacks [] for subnet, before_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:38:46.149020 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83758d63-1a77-4911-987a-70a1d494d9c8 None None] Network a341f576-d8db-4b7f-8dc8-20a56e0175ef requested from dv-neutron-836180-1-hyperv {{(pid=83872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 13:38:46.183576 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-82490ca6-6ea0-4d72-81a6-aafec73af313 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2704975'] for subnet, precommit_delete_associations {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:38:46.287412 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-3eb57e8b-3baa-48a3-b85c-cb2e03b936bc tempest-FloatingIPTestJSON-1100559899 tempest-FloatingIPTestJSON-1100559899-project] Notify callbacks [] for router_gateway, before_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:38:46.321013 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c1dbfa-3eed-4e81-a0fc-45a7e3e3dac2 None None] Pushing event updated for resources: {'Port': ['ID=228cd771-b248-4a84-9a6b-20351e58226e,revision_number=1']} {{(pid=83872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:38:46.325552 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-82490ca6-6ea0-4d72-81a6-aafec73af313 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-945029'] for subnet, precommit_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:38:46.336092 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-3eb57e8b-3baa-48a3-b85c-cb2e03b936bc tempest-FloatingIPTestJSON-1100559899 tempest-FloatingIPTestJSON-1100559899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:38:46.355841 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67c1dbfa-3eed-4e81-a0fc-45a7e3e3dac2 None None] Network e5d1bb3c-6254-4093-890c-4e81389da7a3 is already hosted by enough agents. {{(pid=83872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 13:38:46.359229 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_dvr_db [None req-4b84e6de-0b86-45d5-b8d8-e3d2e046b31b None None] Set router 443cce66-541a-4c4d-8e2a-33c9e2cd1777 gateway port host: None {{(pid=83872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 13:38:46.359645 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-8c267118-c842-4399-87e8-21b48effa805 tempest-RoutersNegativeIpV6Test-77380712 tempest-RoutersNegativeIpV6Test-77380712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736733359243', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736732935810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2705155'] for port, after_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:38:46.377951 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-32f1f9a4-50ff-4da7-8d66-d65a890b0695 tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Notify callbacks [] for port, precommit_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:38:46.397059 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.scheduler.base_scheduler [None req-67c1dbfa-3eed-4e81-a0fc-45a7e3e3dac2 None None] Resources bound (agent type, host, resource id): {{(pid=83872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 13:38:46.415282 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.provisioning_blocks [None req-32f1f9a4-50ff-4da7-8d66-d65a890b0695 tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Transition to ACTIVE for port object ee859592-7773-40a1-b8cd-47912e28a6ce will not be triggered until provisioned by entity DHCP. {{(pid=83871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 13:38:46.417835 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c267118-c842-4399-87e8-21b48effa805 tempest-RoutersNegativeIpV6Test-77380712 tempest-RoutersNegativeIpV6Test-77380712-project] Pushing event deleted for resources: {'Port': ['ID=2dfe8fc5-60a7-4df6-bc52-8008f2cfd994,revision_number=None']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:38:46.428809 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67c1dbfa-3eed-4e81-a0fc-45a7e3e3dac2 None None] Received port after_create {{(pid=83872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 13:38:46.513504 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.db_base_plugin_common [None req-3eb57e8b-3baa-48a3-b85c-cb2e03b936bc tempest-FloatingIPTestJSON-1100559899 tempest-FloatingIPTestJSON-1100559899-project] Allocated IP 172.26.5.133 (725864b8-cceb-48c9-b5d3-1bfc4423e301/e2ed99db-0e25-4971-b535-7fa69231fae8/77f4e7bd-8b74-4ff4-9fc9-4108e005da97) {{(pid=83871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 13:38:46.516001 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-32f1f9a4-50ff-4da7-8d66-d65a890b0695 tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736732935801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2743125'] for port, after_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:38:46.612642 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32f1f9a4-50ff-4da7-8d66-d65a890b0695 tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Network e5d1bb3c-6254-4093-890c-4e81389da7a3 is already hosted by enough agents. {{(pid=83871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 13:38:46.620342 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.scheduler.base_scheduler [None req-32f1f9a4-50ff-4da7-8d66-d65a890b0695 tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Resources bound (agent type, host, resource id): {{(pid=83871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 13:38:46.622891 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32f1f9a4-50ff-4da7-8d66-d65a890b0695 tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Received port after_create {{(pid=83871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 13:38:46.623828 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-32f1f9a4-50ff-4da7-8d66-d65a890b0695 tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4084144'] for router_interface, before_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:38:46.633364 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-82490ca6-6ea0-4d72-81a6-aafec73af313 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-945042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2705198', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2999452'] for subnet, after_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:38:46.638370 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-8c267118-c842-4399-87e8-21b48effa805 tempest-RoutersNegativeIpV6Test-77380712 tempest-RoutersNegativeIpV6Test-77380712-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3017585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4084076'] for router_interface, after_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:38:46.686120 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82490ca6-6ea0-4d72-81a6-aafec73af313 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Pushing event deleted for resources: {'Subnet': ['ID=dadba6b1-161a-4920-950c-1a5df2b5634a,revision_number=None']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:38:46.693469 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-82490ca6-6ea0-4d72-81a6-aafec73af313 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Notify callbacks [] for subnet, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:38:46.712394 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f1f9a4-50ff-4da7-8d66-d65a890b0695 tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Pushing event updated for resources: {'Port': ['ID=ee859592-7773-40a1-b8cd-47912e28a6ce,revision_number=1']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:38:46.844262 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-3eb57e8b-3baa-48a3-b85c-cb2e03b936bc tempest-FloatingIPTestJSON-1100559899 tempest-FloatingIPTestJSON-1100559899-project] Notify callbacks [] for port, precommit_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:38:46.864096 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-32f1f9a4-50ff-4da7-8d66-d65a890b0695 tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:38:46.897821 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.managers [None req-67c1dbfa-3eed-4e81-a0fc-45a7e3e3dac2 None None] Attempting to bind port 228cd771-b248-4a84-9a6b-20351e58226e on host dv-neutron-836180-1-hyperv for vnic_type normal with profile {{(pid=83872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 13:38:46.898213 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.managers [None req-67c1dbfa-3eed-4e81-a0fc-45a7e3e3dac2 None None] Attempting to bind port 228cd771-b248-4a84-9a6b-20351e58226e by drivers openvswitch,hyperv on host dv-neutron-836180-1-hyperv at level 0 using segments [{'id': '212c7e19-eee9-46ca-871e-81f762db0470', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'e5d1bb3c-6254-4093-890c-4e81389da7a3'}] {{(pid=83872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 13:38:46.898568 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67c1dbfa-3eed-4e81-a0fc-45a7e3e3dac2 None None] Attempting to bind port 228cd771-b248-4a84-9a6b-20351e58226e on network e5d1bb3c-6254-4093-890c-4e81389da7a3 {{(pid=83872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 13:38:46.914180 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67c1dbfa-3eed-4e81-a0fc-45a7e3e3dac2 None None] Checking agent: {'id': 'af948428-97cd-4d10-9f53-af028bdb39b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-836180-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 13, 25, 37), 'started_at': datetime.datetime(2022, 4, 1, 13, 26, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 13, 38, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-836180-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 13:38:46.914554 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67c1dbfa-3eed-4e81-a0fc-45a7e3e3dac2 None None] Checking segment: {'id': '212c7e19-eee9-46ca-871e-81f762db0470', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'e5d1bb3c-6254-4093-890c-4e81389da7a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 13:38:46.915079 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-67c1dbfa-3eed-4e81-a0fc-45a7e3e3dac2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:38:46.915483 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67c1dbfa-3eed-4e81-a0fc-45a7e3e3dac2 None None] Bound using segment: {'id': '212c7e19-eee9-46ca-871e-81f762db0470', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'e5d1bb3c-6254-4093-890c-4e81389da7a3'} {{(pid=83872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 13:38:46.915943 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.managers [None req-67c1dbfa-3eed-4e81-a0fc-45a7e3e3dac2 None None] Bound port: 228cd771-b248-4a84-9a6b-20351e58226e, host: dv-neutron-836180-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '212c7e19-eee9-46ca-871e-81f762db0470', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'e5d1bb3c-6254-4093-890c-4e81389da7a3'}}] {{(pid=83872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 13:38:46.916327 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-67c1dbfa-3eed-4e81-a0fc-45a7e3e3dac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:38:46.934618 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-82490ca6-6ea0-4d72-81a6-aafec73af313 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] 10.222.0.26 "DELETE /v2.0/subnets/dadba6b1-161a-4920-950c-1a5df2b5634a HTTP/1.1" status: 204 len: 168 time: 0.9258642 Apr 01 13:38:46.940341 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 52740) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:38:47.014662 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-126a8f41-87c9-4d11-b187-da2c08696cd9 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] 10.222.0.26 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0681033 Apr 01 13:38:47.014662 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 52744) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:38:47.020962 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.v2.base [None req-55525ba1-6ae1-4836-8f18-cf256ea556ef tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Request body: {'subnet': {'network_id': '09d7ea43-6376-4322-97e7-54cd01aae492', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=83869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:38:47.076583 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-3eb57e8b-3baa-48a3-b85c-cb2e03b936bc tempest-FloatingIPTestJSON-1100559899 tempest-FloatingIPTestJSON-1100559899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736732935801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2743125'] for port, after_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:38:47.117179 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-67c1dbfa-3eed-4e81-a0fc-45a7e3e3dac2 None None] For port 228cd771-b248-4a84-9a6b-20351e58226e, host dv-neutron-836180-1-hyperv, cleared binding levels {{(pid=83872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 13:38:47.158373 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-67c1dbfa-3eed-4e81-a0fc-45a7e3e3dac2 None None] For port 228cd771-b248-4a84-9a6b-20351e58226e, host dv-neutron-836180-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836180-1-hyperv',level=0,port_id=228cd771-b248-4a84-9a6b-20351e58226e,segment=NetworkSegment(212c7e19-eee9-46ca-871e-81f762db0470),segment_id=212c7e19-eee9-46ca-871e-81f762db0470)] {{(pid=83872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 13:38:47.184248 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb57e8b-3baa-48a3-b85c-cb2e03b936bc tempest-FloatingIPTestJSON-1100559899 tempest-FloatingIPTestJSON-1100559899-project] Pushing event updated for resources: {'Port': ['ID=77f4e7bd-8b74-4ff4-9fc9-4108e005da97,revision_number=1']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:38:47.196242 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3eb57e8b-3baa-48a3-b85c-cb2e03b936bc tempest-FloatingIPTestJSON-1100559899 tempest-FloatingIPTestJSON-1100559899-project] Network 725864b8-cceb-48c9-b5d3-1bfc4423e301 is already hosted by enough agents. {{(pid=83871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 13:38:47.197526 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-67c1dbfa-3eed-4e81-a0fc-45a7e3e3dac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864'] for port, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:38:47.199392 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.scheduler.base_scheduler [None req-3eb57e8b-3baa-48a3-b85c-cb2e03b936bc tempest-FloatingIPTestJSON-1100559899 tempest-FloatingIPTestJSON-1100559899-project] Resources bound (agent type, host, resource id): {{(pid=83871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 13:38:47.203983 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3eb57e8b-3baa-48a3-b85c-cb2e03b936bc tempest-FloatingIPTestJSON-1100559899 tempest-FloatingIPTestJSON-1100559899-project] Received port after_create {{(pid=83871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 13:38:47.266938 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-55525ba1-6ae1-4836-8f18-cf256ea556ef tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:38:47.271874 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-55525ba1-6ae1-4836-8f18-cf256ea556ef tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Usage tracker for resource:subnet and tenant:8b726fe6689e4b7f96def1a2219bea6c is out of sync, need to count used quota {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 13:38:47.275563 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-55525ba1-6ae1-4836-8f18-cf256ea556ef tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 13:38:47.334997 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-55525ba1-6ae1-4836-8f18-cf256ea556ef tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:38:47.370844 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c1dbfa-3eed-4e81-a0fc-45a7e3e3dac2 None None] Pushing event updated for resources: {'Port': ['ID=228cd771-b248-4a84-9a6b-20351e58226e,revision_number=2']} {{(pid=83872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:38:47.383072 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67c1dbfa-3eed-4e81-a0fc-45a7e3e3dac2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:38:47.383498 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67c1dbfa-3eed-4e81-a0fc-45a7e3e3dac2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:38:47.383991 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67c1dbfa-3eed-4e81-a0fc-45a7e3e3dac2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:38:47.384566 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67c1dbfa-3eed-4e81-a0fc-45a7e3e3dac2 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:38:47.385020 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67c1dbfa-3eed-4e81-a0fc-45a7e3e3dac2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:38:47.385466 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67c1dbfa-3eed-4e81-a0fc-45a7e3e3dac2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:38:47.385900 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67c1dbfa-3eed-4e81-a0fc-45a7e3e3dac2 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:38:47.386313 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67c1dbfa-3eed-4e81-a0fc-45a7e3e3dac2 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:38:47.386723 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67c1dbfa-3eed-4e81-a0fc-45a7e3e3dac2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:38:47.387261 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67c1dbfa-3eed-4e81-a0fc-45a7e3e3dac2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:38:47.387643 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67c1dbfa-3eed-4e81-a0fc-45a7e3e3dac2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:38:47.411765 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55525ba1-6ae1-4836-8f18-cf256ea556ef tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Made reservation on behalf of 8b726fe6689e4b7f96def1a2219bea6c for: {'subnet': 1} {{(pid=83869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 13:38:47.415346 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-55525ba1-6ae1-4836-8f18-cf256ea556ef tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2999481'] for subnet, before_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:38:47.422811 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e47bfa13-7536-4e50-b810-e36317ab57c3 None None] Update dhcp port {'port': {'network_id': '09d7ea43-6376-4322-97e7-54cd01aae492', 'fixed_ips': [{'subnet_id': 'dadba6b1-161a-4920-950c-1a5df2b5634a'}], 'binding:host_id': 'dv-neutron-836180-1-hyperv'}, 'id': '36e8d7fe-35a4-4759-aa7e-d63ad34658ce'} from dv-neutron-836180-1-hyperv. {{(pid=83872) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Apr 01 13:38:47.481686 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_hamode_db [None req-4b84e6de-0b86-45d5-b8d8-e3d2e046b31b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '443cce66-541a-4c4d-8e2a-33c9e2cd1777', 'name': 'tempest-RoutersIpV6Test-router-2029186272', 'tenant_id': '315e7395dd224b3fb020d0b9d921742e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T13:38:26Z', 'updated_at': '2022-04-01T13:38:35Z', 'revision_number': 2, 'project_id': '315e7395dd224b3fb020d0b9d921742e', 'gw_port_host': None, '_interfaces': [{'id': '7d243dbb-cd79-4a05-9ba7-2503b47388d6', 'name': '', 'network_id': 'b2076001-b441-4a1b-a96b-552c4faf0800', 'tenant_id': '315e7395dd224b3fb020d0b9d921742e', 'mac_address': 'fa:16:3e:2e:3d:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '443cce66-541a-4c4d-8e2a-33c9e2cd1777', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ad7574d2-be4a-487a-85ad-6d5a1a89f635', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836180-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:38:32Z', 'updated_at': '2022-04-01T13:38:45Z', 'revision_number': 4, 'project_id': '315e7395dd224b3fb020d0b9d921742e', 'subnets': [{'id': 'ad7574d2-be4a-487a-85ad-6d5a1a89f635', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-836180-1-hyperv', False) {} {{(pid=83872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:38:47.498889 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b84e6de-0b86-45d5-b8d8-e3d2e046b31b None None] The sync data for ids ['443cce66-541a-4c4d-8e2a-33c9e2cd1777'] in dv-neutron-836180-1-hyperv is: [{'id': '443cce66-541a-4c4d-8e2a-33c9e2cd1777', 'name': 'tempest-RoutersIpV6Test-router-2029186272', 'tenant_id': '315e7395dd224b3fb020d0b9d921742e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T13:38:26Z', 'updated_at': '2022-04-01T13:38:35Z', 'revision_number': 2, 'project_id': '315e7395dd224b3fb020d0b9d921742e', 'gw_port_host': None, '_interfaces': [{'id': '7d243dbb-cd79-4a05-9ba7-2503b47388d6', 'name': '', 'network_id': 'b2076001-b441-4a1b-a96b-552c4faf0800', 'tenant_id': '315e7395dd224b3fb020d0b9d921742e', 'mac_address': 'fa:16:3e:2e:3d:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '443cce66-541a-4c4d-8e2a-33c9e2cd1777', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ad7574d2-be4a-487a-85ad-6d5a1a89f635', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836180-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:38:32Z', 'updated_at': '2022-04-01T13:38:45Z', 'revision_number': 4, 'project_id': '315e7395dd224b3fb020d0b9d921742e', 'subnets': [{'id': 'ad7574d2-be4a-487a-85ad-6d5a1a89f635', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 13:38:47.503598 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-e47bfa13-7536-4e50-b810-e36317ab57c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:38:47.528720 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-32f1f9a4-50ff-4da7-8d66-d65a890b0695 tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Notify callbacks [] for port, precommit_update {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:38:47.541238 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-3eb57e8b-3baa-48a3-b85c-cb2e03b936bc tempest-FloatingIPTestJSON-1100559899 tempest-FloatingIPTestJSON-1100559899-project] Notify callbacks [] for router_gateway, after_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:38:47.542007 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-3eb57e8b-3baa-48a3-b85c-cb2e03b936bc tempest-FloatingIPTestJSON-1100559899 tempest-FloatingIPTestJSON-1100559899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4082201', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4084858'] for router, after_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:38:47.542583 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c267118-c842-4399-87e8-21b48effa805 tempest-RoutersNegativeIpV6Test-77380712 tempest-RoutersNegativeIpV6Test-77380712-project] Router 82a6b713-6f64-4710-8331-88d5d8d5a219 has already been hosted by L3 agent 88bf8fc8-11a3-4e96-9d1b-5fd93ba9f6f1 {{(pid=83869) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 13:38:47.546465 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-32f1f9a4-50ff-4da7-8d66-d65a890b0695 tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2743106'] for port, after_update {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:38:47.547530 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-32f1f9a4-50ff-4da7-8d66-d65a890b0695 tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3017508', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4084015'] for router_interface, after_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:38:47.775459 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3e0da90-f76e-4d2a-9f0e-8d5f80337a91 None None] Network 09d7ea43-6376-4322-97e7-54cd01aae492 requested from dv-neutron-836180-1-hyperv {{(pid=83872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 13:38:47.873817 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c267118-c842-4399-87e8-21b48effa805 tempest-RoutersNegativeIpV6Test-77380712 tempest-RoutersNegativeIpV6Test-77380712-project] Notify agent at l3_agent.dv-neutron-836180-1-hyperv the message routers_updated {{(pid=83869) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 13:38:47.917557 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-8c267118-c842-4399-87e8-21b48effa805 tempest-RoutersNegativeIpV6Test-77380712 tempest-RoutersNegativeIpV6Test-77380712-project] 10.222.0.26 "PUT /v2.0/routers/82a6b713-6f64-4710-8331-88d5d8d5a219/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2539649 Apr 01 13:38:47.917805 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 52748) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:38:47.929479 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cf03f0a-47c9-443c-9072-8bc3886fa3a3 None None] Sync routers for ids ['82a6b713-6f64-4710-8331-88d5d8d5a219'] in dv-neutron-836180-1-hyperv {{(pid=83872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 13:38:47.953985 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-f3ae35ec-61f2-49c3-ab66-5554b3019f51 None None] Provisioning complete for port 36e8d7fe-35a4-4759-aa7e-d63ad34658ce triggered by entity DHCP. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 13:38:47.955480 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-f3ae35ec-61f2-49c3-ab66-5554b3019f51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-948329'] for port, provisioning_complete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:38:48.007775 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.api.v2.resource [None req-89e68af2-1692-4fd6-945d-f9d0acb680f0 tempest-RoutersNegativeIpV6Test-77380712 tempest-RoutersNegativeIpV6Test-77380712-project] show failed (client error): The resource could not be found. Apr 01 13:38:48.012999 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-89e68af2-1692-4fd6-945d-f9d0acb680f0 tempest-RoutersNegativeIpV6Test-77380712 tempest-RoutersNegativeIpV6Test-77380712-project] 10.222.0.26 "GET /v2.0/routers/tempest-non_exist_router-1685186189 HTTP/1.1" status: 404 len: 335 time: 0.0815129 Apr 01 13:38:48.013225 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 52752) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:38:48.024350 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.v2.base [None req-1afae1e1-d668-4c73-b938-96e63cf2c968 tempest-RoutersNegativeIpV6Test-77380712 tempest-RoutersNegativeIpV6Test-77380712-project] Request body: {'router': {'name': 'new_name'}} {{(pid=83869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:38:48.048965 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cf03f0a-47c9-443c-9072-8bc3886fa3a3 None None] Routers {'82a6b713-6f64-4710-8331-88d5d8d5a219'} bound to L3 agent in host dv-neutron-836180-1-hyperv {{(pid=83872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 13:38:48.049599 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_hamode_db [None req-9cf03f0a-47c9-443c-9072-8bc3886fa3a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836180-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T13:25:36Z,description=,heartbeat_timestamp=2022-04-01T13:38:36Z,host='dv-neutron-836180-1-hyperv',id=88bf8fc8-11a3-4e96-9d1b-5fd93ba9f6f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T13:25:36Z,topic='l3_agent')) {'router_ids': ['82a6b713-6f64-4710-8331-88d5d8d5a219'], 'active': True} {{(pid=83872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:38:48.101845 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f1f9a4-50ff-4da7-8d66-d65a890b0695 tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Pushing event updated for resources: {'Port': ['ID=ee859592-7773-40a1-b8cd-47912e28a6ce,revision_number=2']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:38:48.142877 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.api.v2.resource [None req-1afae1e1-d668-4c73-b938-96e63cf2c968 tempest-RoutersNegativeIpV6Test-77380712 tempest-RoutersNegativeIpV6Test-77380712-project] update failed (client error): The resource could not be found. Apr 01 13:38:48.148285 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-1afae1e1-d668-4c73-b938-96e63cf2c968 tempest-RoutersNegativeIpV6Test-77380712 tempest-RoutersNegativeIpV6Test-77380712-project] 10.222.0.26 "PUT /v2.0/routers/tempest-non_exist_router-1887755502 HTTP/1.1" status: 404 len: 335 time: 0.1339645 Apr 01 13:38:48.148868 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 52756) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:38:48.179789 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32f1f9a4-50ff-4da7-8d66-d65a890b0695 tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Network e5d1bb3c-6254-4093-890c-4e81389da7a3 is already hosted by enough agents. {{(pid=83871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 13:38:48.182254 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.scheduler.base_scheduler [None req-32f1f9a4-50ff-4da7-8d66-d65a890b0695 tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Resources bound (agent type, host, resource id): {{(pid=83871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 13:38:48.263590 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_hamode_db [None req-9cf03f0a-47c9-443c-9072-8bc3886fa3a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-836180-1-hyperv', False) {} {{(pid=83872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:38:48.408827 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.objects.ports [None req-55525ba1-6ae1-4836-8f18-cf256ea556ef tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=83869) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Apr 01 13:38:48.427359 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cf03f0a-47c9-443c-9072-8bc3886fa3a3 None None] Routers {'82a6b713-6f64-4710-8331-88d5d8d5a219'} bound to L3 agent in host dv-neutron-836180-1-hyperv {{(pid=83872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 13:38:48.428036 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_hamode_db [None req-9cf03f0a-47c9-443c-9072-8bc3886fa3a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836180-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T13:25:36Z,description=,heartbeat_timestamp=2022-04-01T13:38:36Z,host='dv-neutron-836180-1-hyperv',id=88bf8fc8-11a3-4e96-9d1b-5fd93ba9f6f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T13:25:36Z,topic='l3_agent')) {'router_ids': ['82a6b713-6f64-4710-8331-88d5d8d5a219'], 'active': True} {{(pid=83872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:38:48.540290 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_hamode_db [None req-9cf03f0a-47c9-443c-9072-8bc3886fa3a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-836180-1-hyperv', False) {} {{(pid=83872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:38:48.540722 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cf03f0a-47c9-443c-9072-8bc3886fa3a3 None None] The sync data for ids ['82a6b713-6f64-4710-8331-88d5d8d5a219'] in dv-neutron-836180-1-hyperv is: [] {{(pid=83872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 13:38:48.672178 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df0675a6-9967-4b6c-9ba7-aa10aaae17e0 None None] Update dhcp port {'port': {'network_id': '09d7ea43-6376-4322-97e7-54cd01aae492', 'fixed_ips': [{'subnet_id': '785d0653-9227-4f49-8715-a05f101e705f'}], 'binding:host_id': 'dv-neutron-836180-1-hyperv'}, 'id': '36e8d7fe-35a4-4759-aa7e-d63ad34658ce'} from dv-neutron-836180-1-hyperv. {{(pid=83872) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Apr 01 13:38:48.726672 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32f1f9a4-50ff-4da7-8d66-d65a890b0695 tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Router 443cce66-541a-4c4d-8e2a-33c9e2cd1777 has already been hosted by L3 agent 88bf8fc8-11a3-4e96-9d1b-5fd93ba9f6f1 {{(pid=83871) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 13:38:48.750484 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-df0675a6-9967-4b6c-9ba7-aa10aaae17e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:38:48.760721 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.db_base_plugin_v2 [None req-825b019f-ba25-40cb-8e80-39a4f6a71c45 tempest-RoutersNegativeIpV6Test-77380712 tempest-RoutersNegativeIpV6Test-77380712-project] Deleting subnet 8edaca8d-7e1f-4431-9988-6cd3f0aa04b3 {{(pid=83869) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 01 13:38:48.766788 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-825b019f-ba25-40cb-8e80-39a4f6a71c45 tempest-RoutersNegativeIpV6Test-77380712 tempest-RoutersNegativeIpV6Test-77380712-project] Notify callbacks [] for subnet, before_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:38:48.815117 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3eb57e8b-3baa-48a3-b85c-cb2e03b936bc tempest-FloatingIPTestJSON-1100559899 tempest-FloatingIPTestJSON-1100559899-project] Router a4024174-aefa-48ee-ba65-83a04caa0a41 is scheduled to L3 agent 88bf8fc8-11a3-4e96-9d1b-5fd93ba9f6f1 with binding_index 1 {{(pid=83871) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 01 13:38:48.827572 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26db4b75-ba09-455a-ac80-a750451ce1ae None None] Network e5d1bb3c-6254-4093-890c-4e81389da7a3 requested from dv-neutron-836180-1-hyperv {{(pid=83872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 13:38:48.881617 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-825b019f-ba25-40cb-8e80-39a4f6a71c45 tempest-RoutersNegativeIpV6Test-77380712 tempest-RoutersNegativeIpV6Test-77380712-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2704975'] for subnet, precommit_delete_associations {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:38:48.985578 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-825b019f-ba25-40cb-8e80-39a4f6a71c45 tempest-RoutersNegativeIpV6Test-77380712 tempest-RoutersNegativeIpV6Test-77380712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-945029'] for subnet, precommit_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:38:48.989374 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-8bc1916d-9e7f-42ac-98d1-74fb39a7da07 None None] Provisioning for port 228cd771-b248-4a84-9a6b-20351e58226e completed by entity DHCP. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 13:38:49.056968 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-55525ba1-6ae1-4836-8f18-cf256ea556ef tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:38:49.102014 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32f1f9a4-50ff-4da7-8d66-d65a890b0695 tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Notify agent at l3_agent.dv-neutron-836180-1-hyperv the message routers_updated {{(pid=83871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 13:38:49.105500 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-825b019f-ba25-40cb-8e80-39a4f6a71c45 tempest-RoutersNegativeIpV6Test-77380712 tempest-RoutersNegativeIpV6Test-77380712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-945042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2705198', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2999452'] for subnet, after_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:38:49.136361 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-32f1f9a4-50ff-4da7-8d66-d65a890b0695 tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] 10.222.0.26 "PUT /v2.0/routers/443cce66-541a-4c4d-8e2a-33c9e2cd1777/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7761271 Apr 01 13:38:49.144961 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 52760) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:38:49.154062 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-825b019f-ba25-40cb-8e80-39a4f6a71c45 tempest-RoutersNegativeIpV6Test-77380712 tempest-RoutersNegativeIpV6Test-77380712-project] Notify callbacks [] for subnet, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:38:49.155360 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.v2.base [None req-80a63b15-82d2-4787-b429-47670b2bac0f tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1341574070'}} {{(pid=83871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:38:49.160698 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.db.api [None req-df0675a6-9967-4b6c-9ba7-aa10aaae17e0 None None] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 2001:db8::f816:3eff:fe8b:3fa4-8ff8d27e-a99f-4572-916d-0651e51f58 {{(pid=83872) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 01 13:38:49.161008 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG oslo_db.api [None req-df0675a6-9967-4b6c-9ba7-aa10aaae17e0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=83872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 01 13:38:49.163850 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-825b019f-ba25-40cb-8e80-39a4f6a71c45 tempest-RoutersNegativeIpV6Test-77380712 tempest-RoutersNegativeIpV6Test-77380712-project] Pushing event deleted for resources: {'Subnet': ['ID=8edaca8d-7e1f-4431-9988-6cd3f0aa04b3,revision_number=None']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:38:49.164437 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-80a63b15-82d2-4787-b429-47670b2bac0f tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:38:49.171016 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-80a63b15-82d2-4787-b429-47670b2bac0f tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Usage tracker for resource:network and tenant:315e7395dd224b3fb020d0b9d921742e is out of sync, need to count used quota {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 13:38:49.175563 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-80a63b15-82d2-4787-b429-47670b2bac0f tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Quota usage for network was recalculated. Used quota:2. {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 13:38:49.176623 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-825b019f-ba25-40cb-8e80-39a4f6a71c45 tempest-RoutersNegativeIpV6Test-77380712 tempest-RoutersNegativeIpV6Test-77380712-project] 10.222.0.26 "DELETE /v2.0/subnets/8edaca8d-7e1f-4431-9988-6cd3f0aa04b3 HTTP/1.1" status: 204 len: 168 time: 1.0236726 Apr 01 13:38:49.179987 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 52764) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:38:49.185602 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-80a63b15-82d2-4787-b429-47670b2bac0f tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:38:49.193574 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19ad68f6-53e5-4a5b-9f32-25a4c1a1467d None None] Network 12ebdddf-a404-4f6b-b307-71c22a62578b requested from dv-neutron-836180-1-hyperv {{(pid=83872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 13:38:49.195432 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3eb57e8b-3baa-48a3-b85c-cb2e03b936bc tempest-FloatingIPTestJSON-1100559899 tempest-FloatingIPTestJSON-1100559899-project] Notify agent at l3_agent.dv-neutron-836180-1-hyperv the message routers_updated {{(pid=83871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 13:38:49.207968 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c46c771f-23f5-4998-b47f-61f114e74bd0 None None] Sync routers for ids ['a4024174-aefa-48ee-ba65-83a04caa0a41'] in dv-neutron-836180-1-hyperv {{(pid=83873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 13:38:49.224195 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c46c771f-23f5-4998-b47f-61f114e74bd0 None None] Routers {'a4024174-aefa-48ee-ba65-83a04caa0a41'} bound to L3 agent in host dv-neutron-836180-1-hyperv {{(pid=83873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 13:38:49.224982 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-c46c771f-23f5-4998-b47f-61f114e74bd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836180-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T13:25:36Z,description=,heartbeat_timestamp=2022-04-01T13:38:36Z,host='dv-neutron-836180-1-hyperv',id=88bf8fc8-11a3-4e96-9d1b-5fd93ba9f6f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T13:25:36Z,topic='l3_agent')) {'router_ids': ['a4024174-aefa-48ee-ba65-83a04caa0a41'], 'active': True} {{(pid=83873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:38:49.238655 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80a63b15-82d2-4787-b429-47670b2bac0f tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Made reservation on behalf of 315e7395dd224b3fb020d0b9d921742e for: {'network': 1} {{(pid=83871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 13:38:49.242142 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-80a63b15-82d2-4787-b429-47670b2bac0f tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for network, before_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:38:49.272737 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-3eb57e8b-3baa-48a3-b85c-cb2e03b936bc tempest-FloatingIPTestJSON-1100559899 tempest-FloatingIPTestJSON-1100559899-project] Notify callbacks [] for router, before_response {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:38:49.276405 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-3eb57e8b-3baa-48a3-b85c-cb2e03b936bc tempest-FloatingIPTestJSON-1100559899 tempest-FloatingIPTestJSON-1100559899-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 4.0752215 Apr 01 13:38:49.277946 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 52768) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:38:49.328204 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-c46c771f-23f5-4998-b47f-61f114e74bd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-836180-1-hyperv', False) {} {{(pid=83873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:38:49.354445 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c46c771f-23f5-4998-b47f-61f114e74bd0 None None] Routers {'a4024174-aefa-48ee-ba65-83a04caa0a41'} bound to L3 agent in host dv-neutron-836180-1-hyperv {{(pid=83873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 13:38:49.355566 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-c46c771f-23f5-4998-b47f-61f114e74bd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836180-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T13:25:36Z,description=,heartbeat_timestamp=2022-04-01T13:38:36Z,host='dv-neutron-836180-1-hyperv',id=88bf8fc8-11a3-4e96-9d1b-5fd93ba9f6f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T13:25:36Z,topic='l3_agent')) {'router_ids': ['a4024174-aefa-48ee-ba65-83a04caa0a41'], 'active': True} {{(pid=83873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:38:49.416666 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-80a63b15-82d2-4787-b429-47670b2bac0f tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] vlan segment allocate from pool success with {'vlan_id': 385, 'physical_network': 'physnet1'} {{(pid=83871) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 13:38:49.421244 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9184468b-0ae5-4efd-852d-b0c441963ddc None None] Sync routers for ids ['443cce66-541a-4c4d-8e2a-33c9e2cd1777'] in dv-neutron-836180-1-hyperv {{(pid=83872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 13:38:49.437611 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-80a63b15-82d2-4787-b429-47670b2bac0f tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1004271'] for segment, precommit_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:38:49.437947 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.db.segments_db [None req-80a63b15-82d2-4787-b429-47670b2bac0f tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Added segment d76f2485-284b-4230-b884-68f9291bbf1c of type vlan for network 2635b17d-605c-450a-a09e-f3ed5b76beda Apr 01 13:38:49.448399 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-c46c771f-23f5-4998-b47f-61f114e74bd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-836180-1-hyperv', False) {} {{(pid=83873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:38:49.449043 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c46c771f-23f5-4998-b47f-61f114e74bd0 None None] The sync data for ids ['a4024174-aefa-48ee-ba65-83a04caa0a41'] in dv-neutron-836180-1-hyperv is: [] {{(pid=83873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 13:38:49.471714 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9184468b-0ae5-4efd-852d-b0c441963ddc None None] Routers {'443cce66-541a-4c4d-8e2a-33c9e2cd1777'} bound to L3 agent in host dv-neutron-836180-1-hyperv {{(pid=83872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 13:38:49.472665 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_hamode_db [None req-9184468b-0ae5-4efd-852d-b0c441963ddc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836180-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T13:25:36Z,description=,heartbeat_timestamp=2022-04-01T13:38:36Z,host='dv-neutron-836180-1-hyperv',id=88bf8fc8-11a3-4e96-9d1b-5fd93ba9f6f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T13:25:36Z,topic='l3_agent')) {'router_ids': ['443cce66-541a-4c4d-8e2a-33c9e2cd1777'], 'active': True} {{(pid=83872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:38:49.500580 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-5a8cb36a-32d7-4d15-a0c3-8efb5c9ef022 tempest-RoutersNegativeIpV6Test-77380712 tempest-RoutersNegativeIpV6Test-77380712-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1033078'] for network, before_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:38:49.532281 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-80a63b15-82d2-4787-b429-47670b2bac0f tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736732923383'] for network, precommit_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:38:49.542102 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.plugin [None req-5a8cb36a-32d7-4d15-a0c3-8efb5c9ef022 tempest-RoutersNegativeIpV6Test-77380712 tempest-RoutersNegativeIpV6Test-77380712-project] Deleting port 209224db-5269-4acb-ab5b-14d04e95b44a {{(pid=83869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 13:38:49.543303 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-5a8cb36a-32d7-4d15-a0c3-8efb5c9ef022 tempest-RoutersNegativeIpV6Test-77380712 tempest-RoutersNegativeIpV6Test-77380712-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736733287370'] for port, before_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:38:49.620240 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-80a63b15-82d2-4787-b429-47670b2bac0f tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575'] for network, after_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:38:49.623148 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80a63b15-82d2-4787-b429-47670b2bac0f tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:38:49.623742 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-80a63b15-82d2-4787-b429-47670b2bac0f tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Notify callbacks [] for network, before_response {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:38:49.709697 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.db [None req-55525ba1-6ae1-4836-8f18-cf256ea556ef tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] For port 36e8d7fe-35a4-4759-aa7e-d63ad34658ce, host dv-neutron-836180-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836180-1-hyperv',level=0,port_id=36e8d7fe-35a4-4759-aa7e-d63ad34658ce,segment=NetworkSegment(16094ed0-4a47-4ff6-9238-85c278d7a2a5),segment_id=16094ed0-4a47-4ff6-9238-85c278d7a2a5)] {{(pid=83869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 13:38:49.724288 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Device 228cd771-b248-4a84-9a6b-20351e58226e up at agent ovs-agent-dv-neutron-836180-1-hyperv {{(pid=83872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 13:38:49.841055 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.db.resource_extend [None req-55525ba1-6ae1-4836-8f18-cf256ea556ef tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 01 13:38:49.847979 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-031ad96d-e435-4a3d-b380-3b1f3ec7e260 None None] DHCP port deletion for 12ebdddf-a404-4f6b-b307-71c22a62578b request from dv-neutron-836180-1-hyperv {{(pid=83872) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 01 13:38:49.870803 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-55525ba1-6ae1-4836-8f18-cf256ea556ef tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Notify callbacks [] for port, precommit_update {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:38:49.879458 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_dvr_db [None req-9184468b-0ae5-4efd-852d-b0c441963ddc None None] Set router 443cce66-541a-4c4d-8e2a-33c9e2cd1777 gateway port host: None {{(pid=83872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 13:38:49.886739 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-80a63b15-82d2-4787-b429-47670b2bac0f tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.7366681 Apr 01 13:38:49.887282 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-55525ba1-6ae1-4836-8f18-cf256ea556ef tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2705172'] for port, after_update {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:38:49.887282 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-55525ba1-6ae1-4836-8f18-cf256ea556ef tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2705391', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2999447'] for subnet, after_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:38:49.888771 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 52772) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:38:49.897714 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.v2.base [None req-e66699d6-3202-4b7f-8be6-20bb27893ead tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Request body: {'subnet': {'network_id': '2635b17d-605c-450a-a09e-f3ed5b76beda', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=83871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:38:49.898936 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.db [None req-5a8cb36a-32d7-4d15-a0c3-8efb5c9ef022 tempest-RoutersNegativeIpV6Test-77380712 tempest-RoutersNegativeIpV6Test-77380712-project] For port 209224db-5269-4acb-ab5b-14d04e95b44a, host dv-neutron-836180-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836180-1-hyperv',level=0,port_id=209224db-5269-4acb-ab5b-14d04e95b44a,segment=NetworkSegment(38ad8893-7a1c-4e81-a5f8-5fa0157b8d0b),segment_id=38ad8893-7a1c-4e81-a5f8-5fa0157b8d0b)] {{(pid=83869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 13:38:49.899437 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-5a8cb36a-32d7-4d15-a0c3-8efb5c9ef022 tempest-RoutersNegativeIpV6Test-77380712 tempest-RoutersNegativeIpV6Test-77380712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4155147'] for port, precommit_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:38:50.023503 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55525ba1-6ae1-4836-8f18-cf256ea556ef tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Pushing event updated for resources: {'Port': ['ID=36e8d7fe-35a4-4759-aa7e-d63ad34658ce,revision_number=8']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:38:50.054373 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a63b15-82d2-4787-b429-47670b2bac0f tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Pushing event updated for resources: {'Network': ['ID=2635b17d-605c-450a-a09e-f3ed5b76beda,revision_number=1']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:38:50.060384 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-e66699d6-3202-4b7f-8be6-20bb27893ead tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:38:50.069576 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-e66699d6-3202-4b7f-8be6-20bb27893ead tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Usage tracker for resource:subnet and tenant:315e7395dd224b3fb020d0b9d921742e is out of sync, need to count used quota {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 13:38:50.073464 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-e66699d6-3202-4b7f-8be6-20bb27893ead tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 13:38:50.080864 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-e66699d6-3202-4b7f-8be6-20bb27893ead tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:38:50.096421 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-df0675a6-9967-4b6c-9ba7-aa10aaae17e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:38:50.119696 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Network 2635b17d-605c-450a-a09e-f3ed5b76beda details requested by agent ovs-agent-dv-neutron-836180-1-hyperv with host dv-neutron-836180-1-hyperv {{(pid=83872) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 13:38:50.135225 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.plugin [None req-031ad96d-e435-4a3d-b380-3b1f3ec7e260 None None] Deleting port 209224db-5269-4acb-ab5b-14d04e95b44a {{(pid=83872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 13:38:50.135800 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-031ad96d-e435-4a3d-b380-3b1f3ec7e260 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736733287370'] for port, before_delete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:38:50.172272 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.plugin [None req-5a8cb36a-32d7-4d15-a0c3-8efb5c9ef022 tempest-RoutersNegativeIpV6Test-77380712 tempest-RoutersNegativeIpV6Test-77380712-project] Calling delete_port for 209224db-5269-4acb-ab5b-14d04e95b44a owned by network:dhcp {{(pid=83869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 13:38:50.205566 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55525ba1-6ae1-4836-8f18-cf256ea556ef tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Network 09d7ea43-6376-4322-97e7-54cd01aae492 is already hosted by enough agents. {{(pid=83869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 13:38:50.216871 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.scheduler.base_scheduler [None req-55525ba1-6ae1-4836-8f18-cf256ea556ef tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Resources bound (agent type, host, resource id): {{(pid=83869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 13:38:50.219843 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55525ba1-6ae1-4836-8f18-cf256ea556ef tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:38:50.224515 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-55525ba1-6ae1-4836-8f18-cf256ea556ef tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Notify callbacks [] for subnet, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:38:50.255832 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55525ba1-6ae1-4836-8f18-cf256ea556ef tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Pushing event updated for resources: {'Subnet': ['ID=785d0653-9227-4f49-8715-a05f101e705f,revision_number=0']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:38:50.276213 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-55525ba1-6ae1-4836-8f18-cf256ea556ef tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.2608097 Apr 01 13:38:50.277254 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 52776) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:38:50.286549 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e66699d6-3202-4b7f-8be6-20bb27893ead tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Made reservation on behalf of 315e7395dd224b3fb020d0b9d921742e for: {'subnet': 1} {{(pid=83871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 13:38:50.296051 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.v2.base [None req-d7fe63af-f926-40c4-b587-846bf55da7d8 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Request body: {'subnet': {'network_id': '09d7ea43-6376-4322-97e7-54cd01aae492', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:38:50.389634 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-5a8cb36a-32d7-4d15-a0c3-8efb5c9ef022 tempest-RoutersNegativeIpV6Test-77380712 tempest-RoutersNegativeIpV6Test-77380712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736733359243', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736732935810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2705155'] for port, after_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:38:50.414237 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-e66699d6-3202-4b7f-8be6-20bb27893ead tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2757336'] for subnet, before_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:38:50.417361 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-fbbe30d0-8e11-4bea-a02e-f0d36fa640e9 None None] Provisioning for port ee859592-7773-40a1-b8cd-47912e28a6ce completed by entity DHCP. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 13:38:50.480578 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-fbbe30d0-8e11-4bea-a02e-f0d36fa640e9 None None] Provisioning complete for port ee859592-7773-40a1-b8cd-47912e28a6ce triggered by entity DHCP. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 13:38:50.481282 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-fbbe30d0-8e11-4bea-a02e-f0d36fa640e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-948329'] for port, provisioning_complete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:38:50.558434 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a8cb36a-32d7-4d15-a0c3-8efb5c9ef022 tempest-RoutersNegativeIpV6Test-77380712 tempest-RoutersNegativeIpV6Test-77380712-project] Pushing event deleted for resources: {'Port': ['ID=209224db-5269-4acb-ab5b-14d04e95b44a,revision_number=None']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:38:50.575990 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a8cb36a-32d7-4d15-a0c3-8efb5c9ef022 tempest-RoutersNegativeIpV6Test-77380712 tempest-RoutersNegativeIpV6Test-77380712-project] No DVR routers for this DVR port 209224db-5269-4acb-ab5b-14d04e95b44a on host dv-neutron-836180-1-hyperv {{(pid=83869) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 13:38:50.608258 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.plugin [None req-031ad96d-e435-4a3d-b380-3b1f3ec7e260 None None] The port '209224db-5269-4acb-ab5b-14d04e95b44a' was deleted {{(pid=83872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 01 13:38:50.657248 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Provisioning for port 228cd771-b248-4a84-9a6b-20351e58226e completed by entity L2. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 13:38:50.668851 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.plugin [None req-fbbe30d0-8e11-4bea-a02e-f0d36fa640e9 None None] Port ee859592-7773-40a1-b8cd-47912e28a6ce cannot update to ACTIVE because it is not bound. {{(pid=83872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 13:38:50.719204 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Provisioning complete for port 228cd771-b248-4a84-9a6b-20351e58226e triggered by entity L2. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 13:38:50.719204 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-948329'] for port, provisioning_complete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:38:50.726896 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-d7fe63af-f926-40c4-b587-846bf55da7d8 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:38:50.743381 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-d7fe63af-f926-40c4-b587-846bf55da7d8 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Usage tracker for resource:subnet and tenant:8b726fe6689e4b7f96def1a2219bea6c is out of sync, need to count used quota {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 13:38:50.748153 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-d7fe63af-f926-40c4-b587-846bf55da7d8 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 13:38:50.752468 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-5a8cb36a-32d7-4d15-a0c3-8efb5c9ef022 tempest-RoutersNegativeIpV6Test-77380712 tempest-RoutersNegativeIpV6Test-77380712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-942654', 'neutron.services.segments.db._delete_segments_for_network-8736733387888'] for network, precommit_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:38:50.765550 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-d7fe63af-f926-40c4-b587-846bf55da7d8 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:38:50.797558 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.services.segments.db [None req-5a8cb36a-32d7-4d15-a0c3-8efb5c9ef022 tempest-RoutersNegativeIpV6Test-77380712 tempest-RoutersNegativeIpV6Test-77380712-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['12ebdddf-a404-4f6b-b307-71c22a62578b']}} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:38:50.808982 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7fe63af-f926-40c4-b587-846bf55da7d8 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Made reservation on behalf of 8b726fe6689e4b7f96def1a2219bea6c for: {'subnet': 1} {{(pid=83869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 13:38:50.821421 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-e66699d6-3202-4b7f-8be6-20bb27893ead tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2743225', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2757366'] for subnet, after_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:38:50.832910 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.services.segments.db [None req-5a8cb36a-32d7-4d15-a0c3-8efb5c9ef022 tempest-RoutersNegativeIpV6Test-77380712 tempest-RoutersNegativeIpV6Test-77380712-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '38ad8893-7a1c-4e81-a5f8-5fa0157b8d0b') {'for_net_delete': True} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:38:50.833202 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.services.segments.db [None req-5a8cb36a-32d7-4d15-a0c3-8efb5c9ef022 tempest-RoutersNegativeIpV6Test-77380712 tempest-RoutersNegativeIpV6Test-77380712-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '38ad8893-7a1c-4e81-a5f8-5fa0157b8d0b') {} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:38:50.857523 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-fbbe30d0-8e11-4bea-a02e-f0d36fa640e9 None None] Provisioning complete for port 228cd771-b248-4a84-9a6b-20351e58226e triggered by entity DHCP. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 13:38:50.857788 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-fbbe30d0-8e11-4bea-a02e-f0d36fa640e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-948329'] for port, provisioning_complete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:38:50.899185 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-5a8cb36a-32d7-4d15-a0c3-8efb5c9ef022 tempest-RoutersNegativeIpV6Test-77380712 tempest-RoutersNegativeIpV6Test-77380712-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736733386999', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2704982'] for segment, before_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:38:50.911483 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66699d6-3202-4b7f-8be6-20bb27893ead tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Pushing event updated for resources: {'Subnet': ['ID=8bc9dba3-0769-4278-91dc-738d7d6e2982,revision_number=0']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:38:50.927421 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-5a8cb36a-32d7-4d15-a0c3-8efb5c9ef022 tempest-RoutersNegativeIpV6Test-77380712 tempest-RoutersNegativeIpV6Test-77380712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1004271'] for segment, precommit_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:38:50.939814 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5a8cb36a-32d7-4d15-a0c3-8efb5c9ef022 tempest-RoutersNegativeIpV6Test-77380712 tempest-RoutersNegativeIpV6Test-77380712-project] Releasing vlan 351 on physical network physnet1 to pool {{(pid=83869) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 01 13:38:50.940345 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-5a8cb36a-32d7-4d15-a0c3-8efb5c9ef022 tempest-RoutersNegativeIpV6Test-77380712 tempest-RoutersNegativeIpV6Test-77380712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1004262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2705264'] for segment, after_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:38:50.946604 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e66699d6-3202-4b7f-8be6-20bb27893ead tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Checking segment: {'id': 'd76f2485-284b-4230-b884-68f9291bbf1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '2635b17d-605c-450a-a09e-f3ed5b76beda'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 13:38:50.947096 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e66699d6-3202-4b7f-8be6-20bb27893ead tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Network hostable DHCP agents. Network: 2635b17d-605c-450a-a09e-f3ed5b76beda, hostable agents: ['e47e4547-5c2d-4954-ba56-fa3646239f18'], hosted agents: [] {{(pid=83871) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 13:38:50.955363 dv-neutron-836180-1-hyperv neutron-server[83869]: Traceback (most recent call last): Apr 01 13:38:50.955363 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 01 13:38:50.955363 dv-neutron-836180-1-hyperv neutron-server[83869]: timer() Apr 01 13:38:50.955363 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 13:38:50.955363 dv-neutron-836180-1-hyperv neutron-server[83869]: cb(*args, **kw) Apr 01 13:38:50.955363 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 13:38:50.955363 dv-neutron-836180-1-hyperv neutron-server[83869]: return func(*args, **kwargs) Apr 01 13:38:50.955363 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 13:38:50.955363 dv-neutron-836180-1-hyperv neutron-server[83869]: self._notify() Apr 01 13:38:50.955363 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 13:38:50.955363 dv-neutron-836180-1-hyperv neutron-server[83869]: self.callback(batched_events) Apr 01 13:38:50.955363 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 13:38:50.955363 dv-neutron-836180-1-hyperv neutron-server[83869]: event.method(event) Apr 01 13:38:50.955363 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 13:38:50.955363 dv-neutron-836180-1-hyperv neutron-server[83869]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 13:38:50.955363 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 13:38:50.955363 dv-neutron-836180-1-hyperv neutron-server[83869]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 13:38:50.955363 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 13:38:50.955363 dv-neutron-836180-1-hyperv neutron-server[83869]: return f(self, *a, **k) Apr 01 13:38:50.955363 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 13:38:50.955363 dv-neutron-836180-1-hyperv neutron-server[83869]: return self._get(url).json() Apr 01 13:38:50.955363 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 13:38:50.955363 dv-neutron-836180-1-hyperv neutron-server[83869]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 13:38:50.955363 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 01 13:38:50.955363 dv-neutron-836180-1-hyperv neutron-server[83869]: return self.request(url, 'GET', **kwargs) Apr 01 13:38:50.955363 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 01 13:38:50.955363 dv-neutron-836180-1-hyperv neutron-server[83869]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 13:38:50.955363 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 01 13:38:50.955363 dv-neutron-836180-1-hyperv neutron-server[83869]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 13:38:50.955363 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 01 13:38:50.955363 dv-neutron-836180-1-hyperv neutron-server[83869]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 13:38:50.955363 dv-neutron-836180-1-hyperv neutron-server[83869]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 13:38:51.032555 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e66699d6-3202-4b7f-8be6-20bb27893ead tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Network 2635b17d-605c-450a-a09e-f3ed5b76beda is scheduled to be hosted by DHCP agent e47e4547-5c2d-4954-ba56-fa3646239f18 with binding_index 1 {{(pid=83871) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 13:38:51.058724 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-d7fe63af-f926-40c4-b587-846bf55da7d8 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2999481'] for subnet, before_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:38:51.089706 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.scheduler.base_scheduler [None req-e66699d6-3202-4b7f-8be6-20bb27893ead tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-836180-1-hyperv, 2635b17d-605c-450a-a09e-f3ed5b76beda) {{(pid=83871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 13:38:51.094301 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e66699d6-3202-4b7f-8be6-20bb27893ead tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:38:51.095058 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-e66699d6-3202-4b7f-8be6-20bb27893ead tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Notify callbacks [] for subnet, before_response {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:38:51.116909 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_hamode_db [None req-9184468b-0ae5-4efd-852d-b0c441963ddc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '443cce66-541a-4c4d-8e2a-33c9e2cd1777', 'name': 'tempest-RoutersIpV6Test-router-2029186272', 'tenant_id': '315e7395dd224b3fb020d0b9d921742e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T13:38:26Z', 'updated_at': '2022-04-01T13:38:46Z', 'revision_number': 3, 'project_id': '315e7395dd224b3fb020d0b9d921742e', 'gw_port_host': None, '_interfaces': [{'id': '7d243dbb-cd79-4a05-9ba7-2503b47388d6', 'name': '', 'network_id': 'b2076001-b441-4a1b-a96b-552c4faf0800', 'tenant_id': '315e7395dd224b3fb020d0b9d921742e', 'mac_address': 'fa:16:3e:2e:3d:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '443cce66-541a-4c4d-8e2a-33c9e2cd1777', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ad7574d2-be4a-487a-85ad-6d5a1a89f635', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836180-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:38:32Z', 'updated_at': '2022-04-01T13:38:45Z', 'revision_number': 4, 'project_id': '315e7395dd224b3fb020d0b9d921742e', 'subnets': [{'id': 'ad7574d2-be4a-487a-85ad-6d5a1a89f635', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ee859592-7773-40a1-b8cd-47912e28a6ce', 'name': '', 'network_id': 'e5d1bb3c-6254-4093-890c-4e81389da7a3', 'tenant_id': '315e7395dd224b3fb020d0b9d921742e', 'mac_address': 'fa:16:3e:28:1e:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '443cce66-541a-4c4d-8e2a-33c9e2cd1777', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f1fab571-13d5-4032-88ca-01a4aafa0daa', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:38:45Z', 'updated_at': '2022-04-01T13:38:47Z', 'revision_number': 2, 'project_id': '315e7395dd224b3fb020d0b9d921742e', 'subnets': [{'id': 'f1fab571-13d5-4032-88ca-01a4aafa0daa', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-836180-1-hyperv', False) {} {{(pid=83872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:38:51.134626 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-5a8cb36a-32d7-4d15-a0c3-8efb5c9ef022 tempest-RoutersNegativeIpV6Test-77380712 tempest-RoutersNegativeIpV6Test-77380712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-942599', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4084797'] for network, after_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:38:51.141810 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a152b68-a79f-439e-9bd9-ec106d72e93c None None] Network 2635b17d-605c-450a-a09e-f3ed5b76beda requested from dv-neutron-836180-1-hyperv {{(pid=83872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 13:38:51.159166 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:38:51.163490 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-e66699d6-3202-4b7f-8be6-20bb27893ead tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.2710633 Apr 01 13:38:51.167413 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-5a8cb36a-32d7-4d15-a0c3-8efb5c9ef022 tempest-RoutersNegativeIpV6Test-77380712 tempest-RoutersNegativeIpV6Test-77380712-project] Notify callbacks [] for network, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:38:51.167621 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 52780) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:38:51.170288 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a8cb36a-32d7-4d15-a0c3-8efb5c9ef022 tempest-RoutersNegativeIpV6Test-77380712 tempest-RoutersNegativeIpV6Test-77380712-project] Pushing event deleted for resources: {'Network': ['ID=12ebdddf-a404-4f6b-b307-71c22a62578b,revision_number=None']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:38:51.185023 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-5a8cb36a-32d7-4d15-a0c3-8efb5c9ef022 tempest-RoutersNegativeIpV6Test-77380712 tempest-RoutersNegativeIpV6Test-77380712-project] 10.222.0.26 "DELETE /v2.0/networks/12ebdddf-a404-4f6b-b307-71c22a62578b HTTP/1.1" status: 204 len: 168 time: 2.0041385 Apr 01 13:38:51.188874 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 52784) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:38:51.197394 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9184468b-0ae5-4efd-852d-b0c441963ddc None None] Checking router: 443cce66-541a-4c4d-8e2a-33c9e2cd1777 for host: dv-neutron-836180-1-hyperv {{(pid=83872) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 01 13:38:51.197746 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9184468b-0ae5-4efd-852d-b0c441963ddc None None] Updating router 443cce66-541a-4c4d-8e2a-33c9e2cd1777 port ee859592-7773-40a1-b8cd-47912e28a6ce binding host dv-neutron-836180-1-hyperv {{(pid=83872) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 01 13:38:51.305608 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-4bf03906-5dd6-4205-a893-2ce770f17239 tempest-FloatingIPTestJSON-1100559899 tempest-FloatingIPTestJSON-1100559899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:38:51.316887 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-df0675a6-9967-4b6c-9ba7-aa10aaae17e0 None None] For port 36e8d7fe-35a4-4759-aa7e-d63ad34658ce, host dv-neutron-836180-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836180-1-hyperv',level=0,port_id=36e8d7fe-35a4-4759-aa7e-d63ad34658ce,segment=NetworkSegment(16094ed0-4a47-4ff6-9238-85c278d7a2a5),segment_id=16094ed0-4a47-4ff6-9238-85c278d7a2a5)] {{(pid=83872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 13:38:51.349950 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-fbbe30d0-8e11-4bea-a02e-f0d36fa640e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:38:51.386836 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.db.ipam_backend_mixin [None req-d7fe63af-f926-40c4-b587-846bf55da7d8 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 785d0653-9227-4f49-8715-a05f101e705f (CIDR: 2001:db8::/64) Apr 01 13:38:51.395660 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.pecan_wsgi.hooks.translation [None req-d7fe63af-f926-40c4-b587-846bf55da7d8 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 01 13:38:51.396245 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d7fe63af-f926-40c4-b587-846bf55da7d8 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83869) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 13:38:51.397571 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-9184468b-0ae5-4efd-852d-b0c441963ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:38:51.421426 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] For port 228cd771-b248-4a84-9a6b-20351e58226e, host dv-neutron-836180-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836180-1-hyperv',level=0,port_id=228cd771-b248-4a84-9a6b-20351e58226e,segment=NetworkSegment(212c7e19-eee9-46ca-871e-81f762db0470),segment_id=212c7e19-eee9-46ca-871e-81f762db0470)] {{(pid=83872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 13:38:51.433649 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-df0675a6-9967-4b6c-9ba7-aa10aaae17e0 None None] Notify callbacks [] for port, precommit_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:38:51.435026 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-d7fe63af-f926-40c4-b587-846bf55da7d8 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.1449785 Apr 01 13:38:51.438458 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 52788) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:38:51.444248 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864'] for port, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:38:51.445039 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Device 7d243dbb-cd79-4a05-9ba7-2503b47388d6 up at agent ovs-agent-dv-neutron-836180-1-hyperv {{(pid=83872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 13:38:51.446737 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.v2.base [None req-66e38016-e2c4-472f-a2de-52f57f674d04 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Request body: {'subnet': {'network_id': '09d7ea43-6376-4322-97e7-54cd01aae492', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:38:51.467316 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.db_base_plugin_v2 [None req-466fb372-357f-4bf5-9914-de7c782289fa tempest-RoutersNegativeIpV6Test-77380712 tempest-RoutersNegativeIpV6Test-77380712-project] Deleting subnet 8a462ce8-71ea-423a-96e9-ffec2f543249 {{(pid=83869) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 01 13:38:51.514783 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-df0675a6-9967-4b6c-9ba7-aa10aaae17e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864'] for port, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:38:51.517593 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-466fb372-357f-4bf5-9914-de7c782289fa tempest-RoutersNegativeIpV6Test-77380712 tempest-RoutersNegativeIpV6Test-77380712-project] Notify callbacks [] for subnet, before_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:38:51.600830 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-466fb372-357f-4bf5-9914-de7c782289fa tempest-RoutersNegativeIpV6Test-77380712 tempest-RoutersNegativeIpV6Test-77380712-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2704975'] for subnet, precommit_delete_associations {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:38:51.732579 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-66e38016-e2c4-472f-a2de-52f57f674d04 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:38:51.742544 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-66e38016-e2c4-472f-a2de-52f57f674d04 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Usage tracker for resource:subnet and tenant:8b726fe6689e4b7f96def1a2219bea6c is out of sync, need to count used quota {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 13:38:51.764210 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-66e38016-e2c4-472f-a2de-52f57f674d04 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 13:38:51.773657 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-66e38016-e2c4-472f-a2de-52f57f674d04 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:38:51.796996 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66e38016-e2c4-472f-a2de-52f57f674d04 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Made reservation on behalf of 8b726fe6689e4b7f96def1a2219bea6c for: {'subnet': 1} {{(pid=83869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 13:38:51.801121 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-66e38016-e2c4-472f-a2de-52f57f674d04 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2999481'] for subnet, before_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:38:51.822995 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.db.api [None req-fbbe30d0-8e11-4bea-a02e-f0d36fa640e9 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83872) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 01 13:38:51.823370 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG oslo_db.api [None req-fbbe30d0-8e11-4bea-a02e-f0d36fa640e9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 01 13:38:51.874906 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Pushing event updated for resources: {'Port': ['ID=228cd771-b248-4a84-9a6b-20351e58226e,revision_number=3']} {{(pid=83872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:38:51.897089 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-466fb372-357f-4bf5-9914-de7c782289fa tempest-RoutersNegativeIpV6Test-77380712 tempest-RoutersNegativeIpV6Test-77380712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-945029'] for subnet, precommit_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:38:52.013785 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79dce406-19b6-4a4c-a697-d675ab2211d0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7e7d0ecb-2af4-55f5-9198-238ab0570d62-2635b17d-605c-450a-a09e-f3ed5b76beda', 'network_id': '2635b17d-605c-450a-a09e-f3ed5b76beda', 'tenant_id': '315e7395dd224b3fb020d0b9d921742e', 'fixed_ips': [{'subnet_id': '8bc9dba3-0769-4278-91dc-738d7d6e2982'}]}} from dv-neutron-836180-1-hyperv. {{(pid=83872) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 01 13:38:52.014599 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-79dce406-19b6-4a4c-a697-d675ab2211d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:38:52.109205 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.db_base_plugin_common [None req-4bf03906-5dd6-4205-a893-2ce770f17239 tempest-FloatingIPTestJSON-1100559899 tempest-FloatingIPTestJSON-1100559899-project] Allocated IP 172.20.0.1 (a341f576-d8db-4b7f-8dc8-20a56e0175ef/b5b788f2-3efe-4936-b94b-e4b2f9c27469/b6f717b8-55b2-4025-984d-95417be6fdd6) {{(pid=83871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 13:38:52.181808 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Provisioning for port 7d243dbb-cd79-4a05-9ba7-2503b47388d6 completed by entity L2. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 13:38:52.188750 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df0675a6-9967-4b6c-9ba7-aa10aaae17e0 None None] Pushing event updated for resources: {'Port': ['ID=36e8d7fe-35a4-4759-aa7e-d63ad34658ce,revision_number=9']} {{(pid=83872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:38:52.213294 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Provisioning complete for port 7d243dbb-cd79-4a05-9ba7-2503b47388d6 triggered by entity L2. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 13:38:52.213670 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-948329'] for port, provisioning_complete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:38:52.229299 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-66e38016-e2c4-472f-a2de-52f57f674d04 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2705391', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2999447'] for subnet, after_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:38:52.359073 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66e38016-e2c4-472f-a2de-52f57f674d04 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Network 09d7ea43-6376-4322-97e7-54cd01aae492 is already hosted by enough agents. {{(pid=83869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 13:38:52.367845 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.scheduler.base_scheduler [None req-66e38016-e2c4-472f-a2de-52f57f674d04 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Resources bound (agent type, host, resource id): {{(pid=83869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 13:38:52.379754 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66e38016-e2c4-472f-a2de-52f57f674d04 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:38:52.380632 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-66e38016-e2c4-472f-a2de-52f57f674d04 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Notify callbacks [] for subnet, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:38:52.403911 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e38016-e2c4-472f-a2de-52f57f674d04 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Pushing event updated for resources: {'Subnet': ['ID=df78da25-b478-451c-89de-5e13b2740c5c,revision_number=0']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:38:52.445870 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-66e38016-e2c4-472f-a2de-52f57f674d04 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.0062885 Apr 01 13:38:52.446490 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 52792) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:38:52.453642 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.v2.base [None req-6d8470fd-e0c6-4752-a70a-973a47081dea tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Request body: {'port': {'network_id': '09d7ea43-6376-4322-97e7-54cd01aae492', 'mac_address': 'fa:16:3e:9b:a0:04', 'name': 'tempest-NetworksTestDHCPv6-1820623559'}} {{(pid=83869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:38:52.460415 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ad0ca55-dc15-4e9b-902a-38f2858d0f94 None None] Network 09d7ea43-6376-4322-97e7-54cd01aae492 requested from dv-neutron-836180-1-hyperv {{(pid=83872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 13:38:52.477925 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-466fb372-357f-4bf5-9914-de7c782289fa tempest-RoutersNegativeIpV6Test-77380712 tempest-RoutersNegativeIpV6Test-77380712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-945042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2705198', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2999452'] for subnet, after_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:38:52.535431 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-4bf03906-5dd6-4205-a893-2ce770f17239 tempest-FloatingIPTestJSON-1100559899 tempest-FloatingIPTestJSON-1100559899-project] Notify callbacks [] for port, precommit_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:38:52.624786 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-4bf03906-5dd6-4205-a893-2ce770f17239 tempest-FloatingIPTestJSON-1100559899 tempest-FloatingIPTestJSON-1100559899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736732935801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2743125'] for port, after_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:38:52.655118 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.db_base_plugin_common [None req-79dce406-19b6-4a4c-a697-d675ab2211d0 None None] Allocated IP 2001:db8:2::2 (2635b17d-605c-450a-a09e-f3ed5b76beda/8bc9dba3-0769-4278-91dc-738d7d6e2982/a88ef232-1659-4427-8cf0-347118558747) {{(pid=83872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 13:38:52.661130 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.db.resource_extend [None req-9184468b-0ae5-4efd-852d-b0c441963ddc None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 01 13:38:52.713390 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-466fb372-357f-4bf5-9914-de7c782289fa tempest-RoutersNegativeIpV6Test-77380712 tempest-RoutersNegativeIpV6Test-77380712-project] Pushing event deleted for resources: {'Subnet': ['ID=8a462ce8-71ea-423a-96e9-ffec2f543249,revision_number=None']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:38:52.737070 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-466fb372-357f-4bf5-9914-de7c782289fa tempest-RoutersNegativeIpV6Test-77380712 tempest-RoutersNegativeIpV6Test-77380712-project] Notify callbacks [] for subnet, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:38:52.741821 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-466fb372-357f-4bf5-9914-de7c782289fa tempest-RoutersNegativeIpV6Test-77380712 tempest-RoutersNegativeIpV6Test-77380712-project] 10.222.0.26 "DELETE /v2.0/subnets/8a462ce8-71ea-423a-96e9-ffec2f543249 HTTP/1.1" status: 204 len: 168 time: 1.5495682 Apr 01 13:38:52.745051 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 52796) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:38:52.745214 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bf03906-5dd6-4205-a893-2ce770f17239 tempest-FloatingIPTestJSON-1100559899 tempest-FloatingIPTestJSON-1100559899-project] Network a341f576-d8db-4b7f-8dc8-20a56e0175ef is already hosted by enough agents. {{(pid=83871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 13:38:52.754144 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf03906-5dd6-4205-a893-2ce770f17239 tempest-FloatingIPTestJSON-1100559899 tempest-FloatingIPTestJSON-1100559899-project] Pushing event updated for resources: {'Port': ['ID=b6f717b8-55b2-4025-984d-95417be6fdd6,revision_number=1']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:38:52.756871 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.scheduler.base_scheduler [None req-4bf03906-5dd6-4205-a893-2ce770f17239 tempest-FloatingIPTestJSON-1100559899 tempest-FloatingIPTestJSON-1100559899-project] Resources bound (agent type, host, resource id): {{(pid=83871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 13:38:52.767079 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-294b9318-b040-48dd-89a9-b2f0f9c68c05 None None] Network b0f22d0f-f0a6-467f-b353-0ee5bc9e4067 requested from dv-neutron-836180-1-hyperv {{(pid=83872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 13:38:52.802058 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bf03906-5dd6-4205-a893-2ce770f17239 tempest-FloatingIPTestJSON-1100559899 tempest-FloatingIPTestJSON-1100559899-project] Received port after_create {{(pid=83871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 13:38:52.835043 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:38:52.875962 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-6d8470fd-e0c6-4752-a70a-973a47081dea tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:38:52.903019 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-0ef1ae10-2ad3-4a4b-90af-592566de8ce9 tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:38:52.919086 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-4bf03906-5dd6-4205-a893-2ce770f17239 tempest-FloatingIPTestJSON-1100559899 tempest-FloatingIPTestJSON-1100559899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4084144'] for router_interface, before_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:38:52.942593 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-6d8470fd-e0c6-4752-a70a-973a47081dea tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:38:52.960851 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d8470fd-e0c6-4752-a70a-973a47081dea tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Made reservation on behalf of 8b726fe6689e4b7f96def1a2219bea6c for: {'port': 1} {{(pid=83869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 13:38:52.964727 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-6d8470fd-e0c6-4752-a70a-973a47081dea tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:38:52.995598 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.notifiers.nova [None req-6d8470fd-e0c6-4752-a70a-973a47081dea tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] device_id is not set on port 17146bb9-1a2e-434e-8152-6067572b027f yet. {{(pid=83869) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 01 13:38:52.995952 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-9184468b-0ae5-4efd-852d-b0c441963ddc None None] Notify callbacks [] for port, precommit_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:38:53.056231 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-9184468b-0ae5-4efd-852d-b0c441963ddc None None] Transition to ACTIVE for port object ee859592-7773-40a1-b8cd-47912e28a6ce will not be triggered until provisioned by entity L2. {{(pid=83872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 13:38:53.079848 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-0deb5b54-442e-467b-b044-a44f2796c1e3 None None] Provisioning complete for port ee859592-7773-40a1-b8cd-47912e28a6ce triggered by entity DHCP. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 13:38:53.080254 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-0deb5b54-442e-467b-b044-a44f2796c1e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-948329'] for port, provisioning_complete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:38:53.135993 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-9184468b-0ae5-4efd-852d-b0c441963ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864'] for port, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:38:53.240330 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.db_base_plugin_v2 [None req-25377446-5fda-4ac6-a2d7-afc54e4bd1a3 tempest-RoutersNegativeIpV6Test-77380712 tempest-RoutersNegativeIpV6Test-77380712-project] Deleting subnet c16dd0ac-9db6-4e63-a114-c24b1f076415 {{(pid=83869) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 01 13:38:53.242838 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.db_base_plugin_common [None req-6d8470fd-e0c6-4752-a70a-973a47081dea tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Allocated IP 2001:db8:0:1::228 (09d7ea43-6376-4322-97e7-54cd01aae492/df78da25-b478-451c-89de-5e13b2740c5c/17146bb9-1a2e-434e-8152-6067572b027f) {{(pid=83869) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 13:38:53.247742 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-25377446-5fda-4ac6-a2d7-afc54e4bd1a3 tempest-RoutersNegativeIpV6Test-77380712 tempest-RoutersNegativeIpV6Test-77380712-project] Notify callbacks [] for subnet, before_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:38:53.252177 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-4bf03906-5dd6-4205-a893-2ce770f17239 tempest-FloatingIPTestJSON-1100559899 tempest-FloatingIPTestJSON-1100559899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:38:53.291703 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.db_base_plugin_common [None req-6d8470fd-e0c6-4752-a70a-973a47081dea tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Allocated IP 2001:db8::f816:3eff:fe9b:a004 (09d7ea43-6376-4322-97e7-54cd01aae492/785d0653-9227-4f49-8715-a05f101e705f/17146bb9-1a2e-434e-8152-6067572b027f) {{(pid=83869) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 13:38:53.300968 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] For port 7d243dbb-cd79-4a05-9ba7-2503b47388d6, host dv-neutron-836180-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836180-1-hyperv',level=0,port_id=7d243dbb-cd79-4a05-9ba7-2503b47388d6,segment=NetworkSegment(65d23008-bc4f-4bb4-adc2-3dc412de7601),segment_id=65d23008-bc4f-4bb4-adc2-3dc412de7601)] {{(pid=83872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 13:38:53.342202 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-25377446-5fda-4ac6-a2d7-afc54e4bd1a3 tempest-RoutersNegativeIpV6Test-77380712 tempest-RoutersNegativeIpV6Test-77380712-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2704975'] for subnet, precommit_delete_associations {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:38:53.357957 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864'] for port, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:38:53.379172 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.plugin [None req-0deb5b54-442e-467b-b044-a44f2796c1e3 None None] Port ee859592-7773-40a1-b8cd-47912e28a6ce cannot update to ACTIVE because it is not bound. {{(pid=83872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 13:38:53.555444 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Device 36e8d7fe-35a4-4759-aa7e-d63ad34658ce no longer exists at agent ovs-agent-dv-neutron-836180-1-hyperv {{(pid=83872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 13:38:53.611111 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-25377446-5fda-4ac6-a2d7-afc54e4bd1a3 tempest-RoutersNegativeIpV6Test-77380712 tempest-RoutersNegativeIpV6Test-77380712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-945029'] for subnet, precommit_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:38:53.623018 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9f09c4-0bdc-44bf-9732-46728b45e4b2 None None] Pushing event updated for resources: {'Port': ['ID=ee859592-7773-40a1-b8cd-47912e28a6ce,revision_number=3']} {{(pid=83872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:38:53.695880 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-6d8470fd-e0c6-4752-a70a-973a47081dea tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Notify callbacks [] for port, precommit_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:38:53.718790 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.provisioning_blocks [None req-6d8470fd-e0c6-4752-a70a-973a47081dea tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Transition to ACTIVE for port object 17146bb9-1a2e-434e-8152-6067572b027f will not be triggered until provisioned by entity DHCP. {{(pid=83869) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 13:38:53.738614 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-25377446-5fda-4ac6-a2d7-afc54e4bd1a3 tempest-RoutersNegativeIpV6Test-77380712 tempest-RoutersNegativeIpV6Test-77380712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-945042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2705198', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2999452'] for subnet, after_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:38:53.769275 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Pushing event updated for resources: {'Port': ['ID=7d243dbb-cd79-4a05-9ba7-2503b47388d6,revision_number=5']} {{(pid=83872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:38:53.779611 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25377446-5fda-4ac6-a2d7-afc54e4bd1a3 tempest-RoutersNegativeIpV6Test-77380712 tempest-RoutersNegativeIpV6Test-77380712-project] Pushing event deleted for resources: {'Subnet': ['ID=c16dd0ac-9db6-4e63-a114-c24b1f076415,revision_number=None']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:38:53.795112 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-25377446-5fda-4ac6-a2d7-afc54e4bd1a3 tempest-RoutersNegativeIpV6Test-77380712 tempest-RoutersNegativeIpV6Test-77380712-project] Notify callbacks [] for subnet, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:38:53.806604 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-25377446-5fda-4ac6-a2d7-afc54e4bd1a3 tempest-RoutersNegativeIpV6Test-77380712 tempest-RoutersNegativeIpV6Test-77380712-project] 10.222.0.26 "DELETE /v2.0/subnets/c16dd0ac-9db6-4e63-a114-c24b1f076415 HTTP/1.1" status: 204 len: 168 time: 1.0594571 Apr 01 13:38:53.806604 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-6d8470fd-e0c6-4752-a70a-973a47081dea tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736732935801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2705155'] for port, after_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:38:53.807970 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 52800) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:38:53.821112 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-decde314-a436-42ea-97a5-2456a98739fd None None] Network 0cf4e7fc-bb07-4783-a08c-650ec2d3be4c requested from dv-neutron-836180-1-hyperv {{(pid=83872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 13:38:53.957850 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-4bf03906-5dd6-4205-a893-2ce770f17239 tempest-FloatingIPTestJSON-1100559899 tempest-FloatingIPTestJSON-1100559899-project] Notify callbacks [] for port, precommit_update {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:38:53.963312 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-4bf03906-5dd6-4205-a893-2ce770f17239 tempest-FloatingIPTestJSON-1100559899 tempest-FloatingIPTestJSON-1100559899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2743106'] for port, after_update {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:38:53.983208 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d8470fd-e0c6-4752-a70a-973a47081dea tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Network 09d7ea43-6376-4322-97e7-54cd01aae492 is already hosted by enough agents. {{(pid=83869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 13:38:53.992428 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d8470fd-e0c6-4752-a70a-973a47081dea tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Pushing event updated for resources: {'Port': ['ID=17146bb9-1a2e-434e-8152-6067572b027f,revision_number=1']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:38:53.998209 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.scheduler.base_scheduler [None req-6d8470fd-e0c6-4752-a70a-973a47081dea tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Resources bound (agent type, host, resource id): {{(pid=83869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 13:38:54.002300 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d8470fd-e0c6-4752-a70a-973a47081dea tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Received port after_create {{(pid=83869) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 13:38:54.007058 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d8470fd-e0c6-4752-a70a-973a47081dea tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:38:54.007250 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-6d8470fd-e0c6-4752-a70a-973a47081dea tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109561'] for port, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:38:54.008449 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-0deb5b54-442e-467b-b044-a44f2796c1e3 None None] Provisioning complete for port 36e8d7fe-35a4-4759-aa7e-d63ad34658ce triggered by entity DHCP. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 13:38:54.008911 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-0deb5b54-442e-467b-b044-a44f2796c1e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-948329'] for port, provisioning_complete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:38:54.021747 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-3036c8ae-99cf-4d68-9170-f0c709a05596 tempest-RoutersNegativeIpV6Test-77380712 tempest-RoutersNegativeIpV6Test-77380712-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1033078'] for network, before_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:38:54.036126 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-6d8470fd-e0c6-4752-a70a-973a47081dea tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1034 time: 1.5878737 Apr 01 13:38:54.038195 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.plugin [None req-3036c8ae-99cf-4d68-9170-f0c709a05596 tempest-RoutersNegativeIpV6Test-77380712 tempest-RoutersNegativeIpV6Test-77380712-project] Deleting port f5e5bfc6-4e3f-4968-bb08-c020e6b86726 {{(pid=83869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 13:38:54.038333 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-3036c8ae-99cf-4d68-9170-f0c709a05596 tempest-RoutersNegativeIpV6Test-77380712 tempest-RoutersNegativeIpV6Test-77380712-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736733287370'] for port, before_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:38:54.039944 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 52804) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:38:54.053275 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-79dce406-19b6-4a4c-a697-d675ab2211d0 None None] Notify callbacks [] for port, precommit_create {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:38:54.107952 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:38:54.122750 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-4bf03906-5dd6-4205-a893-2ce770f17239 tempest-FloatingIPTestJSON-1100559899 tempest-FloatingIPTestJSON-1100559899-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3017508', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4084015'] for router_interface, after_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:38:54.134115 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf03906-5dd6-4205-a893-2ce770f17239 tempest-FloatingIPTestJSON-1100559899 tempest-FloatingIPTestJSON-1100559899-project] Pushing event updated for resources: {'Port': ['ID=b6f717b8-55b2-4025-984d-95417be6fdd6,revision_number=2']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:38:54.161491 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.plugin [None req-19fdf2d0-b983-49d7-a0bc-662d1c401bf3 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Deleting port 17146bb9-1a2e-434e-8152-6067572b027f {{(pid=83871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 13:38:54.161754 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-19fdf2d0-b983-49d7-a0bc-662d1c401bf3 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736733287370'] for port, before_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:38:54.175940 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-79dce406-19b6-4a4c-a697-d675ab2211d0 None None] Transition to ACTIVE for port object a88ef232-1659-4427-8cf0-347118558747 will not be triggered until provisioned by entity L2. {{(pid=83872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 13:38:54.257172 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.db [None req-3036c8ae-99cf-4d68-9170-f0c709a05596 tempest-RoutersNegativeIpV6Test-77380712 tempest-RoutersNegativeIpV6Test-77380712-project] For port f5e5bfc6-4e3f-4968-bb08-c020e6b86726, host dv-neutron-836180-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836180-1-hyperv',level=0,port_id=f5e5bfc6-4e3f-4968-bb08-c020e6b86726,segment=NetworkSegment(5a545d61-5344-4c02-bcd9-afcadc060f16),segment_id=5a545d61-5344-4c02-bcd9-afcadc060f16)] {{(pid=83869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 13:38:54.257422 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-3036c8ae-99cf-4d68-9170-f0c709a05596 tempest-RoutersNegativeIpV6Test-77380712 tempest-RoutersNegativeIpV6Test-77380712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4155147'] for port, precommit_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:38:54.261920 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.managers [None req-9184468b-0ae5-4efd-852d-b0c441963ddc None None] Attempting to bind port ee859592-7773-40a1-b8cd-47912e28a6ce on host dv-neutron-836180-1-hyperv for vnic_type normal with profile {{(pid=83872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 13:38:54.262286 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.managers [None req-9184468b-0ae5-4efd-852d-b0c441963ddc None None] Attempting to bind port ee859592-7773-40a1-b8cd-47912e28a6ce by drivers openvswitch,hyperv on host dv-neutron-836180-1-hyperv at level 0 using segments [{'id': '212c7e19-eee9-46ca-871e-81f762db0470', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'e5d1bb3c-6254-4093-890c-4e81389da7a3'}] {{(pid=83872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 13:38:54.262636 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9184468b-0ae5-4efd-852d-b0c441963ddc None None] Attempting to bind port ee859592-7773-40a1-b8cd-47912e28a6ce on network e5d1bb3c-6254-4093-890c-4e81389da7a3 {{(pid=83872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 13:38:54.345838 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-79dce406-19b6-4a4c-a697-d675ab2211d0 None None] Transition to ACTIVE for port object a88ef232-1659-4427-8cf0-347118558747 will not be triggered until provisioned by entity DHCP. {{(pid=83872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 13:38:54.365475 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:38:54.394514 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9184468b-0ae5-4efd-852d-b0c441963ddc None None] Checking agent: {'id': 'af948428-97cd-4d10-9f53-af028bdb39b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-836180-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 13, 25, 37), 'started_at': datetime.datetime(2022, 4, 1, 13, 26, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 13, 38, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-836180-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 13:38:54.394514 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9184468b-0ae5-4efd-852d-b0c441963ddc None None] Checking segment: {'id': '212c7e19-eee9-46ca-871e-81f762db0470', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'e5d1bb3c-6254-4093-890c-4e81389da7a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 13:38:54.395050 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-9184468b-0ae5-4efd-852d-b0c441963ddc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:38:54.395297 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9184468b-0ae5-4efd-852d-b0c441963ddc None None] Bound using segment: {'id': '212c7e19-eee9-46ca-871e-81f762db0470', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'e5d1bb3c-6254-4093-890c-4e81389da7a3'} {{(pid=83872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 13:38:54.395954 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.managers [None req-9184468b-0ae5-4efd-852d-b0c441963ddc None None] Bound port: ee859592-7773-40a1-b8cd-47912e28a6ce, host: dv-neutron-836180-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '212c7e19-eee9-46ca-871e-81f762db0470', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'e5d1bb3c-6254-4093-890c-4e81389da7a3'}}] {{(pid=83872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 13:38:54.396352 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-9184468b-0ae5-4efd-852d-b0c441963ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:38:54.407250 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e66b7a2b-121e-463f-9124-1e4053a0fd1c None None] DHCP port deletion for b0f22d0f-f0a6-467f-b353-0ee5bc9e4067 request from dv-neutron-836180-1-hyperv {{(pid=83872) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 01 13:38:54.419941 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-79dce406-19b6-4a4c-a697-d675ab2211d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736732935801'] for port, after_create {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:38:54.424684 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.plugin [None req-3036c8ae-99cf-4d68-9170-f0c709a05596 tempest-RoutersNegativeIpV6Test-77380712 tempest-RoutersNegativeIpV6Test-77380712-project] Calling delete_port for f5e5bfc6-4e3f-4968-bb08-c020e6b86726 owned by network:dhcp {{(pid=83869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 13:38:54.473312 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.plugin [None req-e66b7a2b-121e-463f-9124-1e4053a0fd1c None None] Deleting port f5e5bfc6-4e3f-4968-bb08-c020e6b86726 {{(pid=83872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 13:38:54.473312 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-e66b7a2b-121e-463f-9124-1e4053a0fd1c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736733287370'] for port, before_delete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:38:54.516849 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bf03906-5dd6-4205-a893-2ce770f17239 tempest-FloatingIPTestJSON-1100559899 tempest-FloatingIPTestJSON-1100559899-project] Network a341f576-d8db-4b7f-8dc8-20a56e0175ef is already hosted by enough agents. {{(pid=83871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 13:38:54.524798 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.scheduler.base_scheduler [None req-4bf03906-5dd6-4205-a893-2ce770f17239 tempest-FloatingIPTestJSON-1100559899 tempest-FloatingIPTestJSON-1100559899-project] Resources bound (agent type, host, resource id): {{(pid=83871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 13:38:54.608462 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-3036c8ae-99cf-4d68-9170-f0c709a05596 tempest-RoutersNegativeIpV6Test-77380712 tempest-RoutersNegativeIpV6Test-77380712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736733359243', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736732935810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2705155'] for port, after_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:38:54.654275 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3036c8ae-99cf-4d68-9170-f0c709a05596 tempest-RoutersNegativeIpV6Test-77380712 tempest-RoutersNegativeIpV6Test-77380712-project] Pushing event deleted for resources: {'Port': ['ID=f5e5bfc6-4e3f-4968-bb08-c020e6b86726,revision_number=None']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:38:54.663217 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3036c8ae-99cf-4d68-9170-f0c709a05596 tempest-RoutersNegativeIpV6Test-77380712 tempest-RoutersNegativeIpV6Test-77380712-project] No DVR routers for this DVR port f5e5bfc6-4e3f-4968-bb08-c020e6b86726 on host dv-neutron-836180-1-hyperv {{(pid=83869) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 13:38:54.677826 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] For port 36e8d7fe-35a4-4759-aa7e-d63ad34658ce, host dv-neutron-836180-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836180-1-hyperv',level=0,port_id=36e8d7fe-35a4-4759-aa7e-d63ad34658ce,segment=NetworkSegment(16094ed0-4a47-4ff6-9238-85c278d7a2a5),segment_id=16094ed0-4a47-4ff6-9238-85c278d7a2a5)] {{(pid=83872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 13:38:54.678890 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c23738b0-6909-4be0-a81e-cafcd1452d69 None None] Update dhcp port {'port': {'network_id': '09d7ea43-6376-4322-97e7-54cd01aae492', 'fixed_ips': [{'subnet_id': '785d0653-9227-4f49-8715-a05f101e705f', 'ip_address': '2001:db8::f816:3eff:fe8b:3fa4'}, {'subnet_id': 'df78da25-b478-451c-89de-5e13b2740c5c'}], 'binding:host_id': 'dv-neutron-836180-1-hyperv'}, 'id': '36e8d7fe-35a4-4759-aa7e-d63ad34658ce'} from dv-neutron-836180-1-hyperv. {{(pid=83872) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Apr 01 13:38:54.684973 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.db_base_plugin_common [None req-0ef1ae10-2ad3-4a4b-90af-592566de8ce9 tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Allocated IP 2001:db8:2::1 (2635b17d-605c-450a-a09e-f3ed5b76beda/8bc9dba3-0769-4278-91dc-738d7d6e2982/0eacdfd0-e8b9-4919-9d56-58eb52e76aba) {{(pid=83871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 13:38:54.704653 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79dce406-19b6-4a4c-a697-d675ab2211d0 None None] Network 2635b17d-605c-450a-a09e-f3ed5b76beda is already hosted by enough agents. {{(pid=83872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 13:38:54.724207 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79dce406-19b6-4a4c-a697-d675ab2211d0 None None] Pushing event updated for resources: {'Port': ['ID=a88ef232-1659-4427-8cf0-347118558747,revision_number=1']} {{(pid=83872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:38:54.734886 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-19fdf2d0-b983-49d7-a0bc-662d1c401bf3 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4155147'] for port, precommit_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:38:54.766131 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.scheduler.base_scheduler [None req-79dce406-19b6-4a4c-a697-d675ab2211d0 None None] Resources bound (agent type, host, resource id): {{(pid=83872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 13:38:54.767913 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864'] for port, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:38:54.770356 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79dce406-19b6-4a4c-a697-d675ab2211d0 None None] Received port after_create {{(pid=83872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 13:38:54.803535 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-3036c8ae-99cf-4d68-9170-f0c709a05596 tempest-RoutersNegativeIpV6Test-77380712 tempest-RoutersNegativeIpV6Test-77380712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-942654', 'neutron.services.segments.db._delete_segments_for_network-8736733387888'] for network, precommit_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:38:54.826935 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.plugin [None req-e66b7a2b-121e-463f-9124-1e4053a0fd1c None None] The port 'f5e5bfc6-4e3f-4968-bb08-c020e6b86726' was deleted {{(pid=83872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 01 13:38:54.842284 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.services.segments.db [None req-3036c8ae-99cf-4d68-9170-f0c709a05596 tempest-RoutersNegativeIpV6Test-77380712 tempest-RoutersNegativeIpV6Test-77380712-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b0f22d0f-f0a6-467f-b353-0ee5bc9e4067']}} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:38:54.868205 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.services.segments.db [None req-3036c8ae-99cf-4d68-9170-f0c709a05596 tempest-RoutersNegativeIpV6Test-77380712 tempest-RoutersNegativeIpV6Test-77380712-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5a545d61-5344-4c02-bcd9-afcadc060f16') {'for_net_delete': True} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:38:54.868704 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.services.segments.db [None req-3036c8ae-99cf-4d68-9170-f0c709a05596 tempest-RoutersNegativeIpV6Test-77380712 tempest-RoutersNegativeIpV6Test-77380712-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5a545d61-5344-4c02-bcd9-afcadc060f16') {} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:38:54.896172 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-3036c8ae-99cf-4d68-9170-f0c709a05596 tempest-RoutersNegativeIpV6Test-77380712 tempest-RoutersNegativeIpV6Test-77380712-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736733386999', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2704982'] for segment, before_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:38:54.896633 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.plugin [None req-19fdf2d0-b983-49d7-a0bc-662d1c401bf3 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Calling delete_port for 17146bb9-1a2e-434e-8152-6067572b027f owned by {{(pid=83871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 13:38:54.915980 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-3036c8ae-99cf-4d68-9170-f0c709a05596 tempest-RoutersNegativeIpV6Test-77380712 tempest-RoutersNegativeIpV6Test-77380712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1004271'] for segment, precommit_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:38:54.927317 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-c23738b0-6909-4be0-a81e-cafcd1452d69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:38:54.928562 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3036c8ae-99cf-4d68-9170-f0c709a05596 tempest-RoutersNegativeIpV6Test-77380712 tempest-RoutersNegativeIpV6Test-77380712-project] Releasing vlan 390 on physical network physnet1 to pool {{(pid=83869) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 01 13:38:54.928562 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-3036c8ae-99cf-4d68-9170-f0c709a05596 tempest-RoutersNegativeIpV6Test-77380712 tempest-RoutersNegativeIpV6Test-77380712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1004262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2705264'] for segment, after_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:38:54.945087 dv-neutron-836180-1-hyperv neutron-server[83869]: Traceback (most recent call last): Apr 01 13:38:54.945087 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 01 13:38:54.945087 dv-neutron-836180-1-hyperv neutron-server[83869]: timer() Apr 01 13:38:54.945087 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 13:38:54.945087 dv-neutron-836180-1-hyperv neutron-server[83869]: cb(*args, **kw) Apr 01 13:38:54.945087 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 13:38:54.945087 dv-neutron-836180-1-hyperv neutron-server[83869]: return func(*args, **kwargs) Apr 01 13:38:54.945087 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 13:38:54.945087 dv-neutron-836180-1-hyperv neutron-server[83869]: self._notify() Apr 01 13:38:54.945087 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 13:38:54.945087 dv-neutron-836180-1-hyperv neutron-server[83869]: self.callback(batched_events) Apr 01 13:38:54.945087 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 13:38:54.945087 dv-neutron-836180-1-hyperv neutron-server[83869]: event.method(event) Apr 01 13:38:54.945087 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 13:38:54.945087 dv-neutron-836180-1-hyperv neutron-server[83869]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 13:38:54.945087 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 13:38:54.945087 dv-neutron-836180-1-hyperv neutron-server[83869]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 13:38:54.945087 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 13:38:54.945087 dv-neutron-836180-1-hyperv neutron-server[83869]: return f(self, *a, **k) Apr 01 13:38:54.945087 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 13:38:54.945087 dv-neutron-836180-1-hyperv neutron-server[83869]: return self._get(url).json() Apr 01 13:38:54.945087 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 13:38:54.945087 dv-neutron-836180-1-hyperv neutron-server[83869]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 13:38:54.945087 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 01 13:38:54.945087 dv-neutron-836180-1-hyperv neutron-server[83869]: return self.request(url, 'GET', **kwargs) Apr 01 13:38:54.945087 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 01 13:38:54.945087 dv-neutron-836180-1-hyperv neutron-server[83869]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 13:38:54.945087 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 01 13:38:54.945087 dv-neutron-836180-1-hyperv neutron-server[83869]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 13:38:54.945087 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 01 13:38:54.945087 dv-neutron-836180-1-hyperv neutron-server[83869]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 13:38:54.945087 dv-neutron-836180-1-hyperv neutron-server[83869]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 13:38:54.980956 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-9184468b-0ae5-4efd-852d-b0c441963ddc None None] For port ee859592-7773-40a1-b8cd-47912e28a6ce, host dv-neutron-836180-1-hyperv, cleared binding levels {{(pid=83872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 13:38:55.063532 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-3036c8ae-99cf-4d68-9170-f0c709a05596 tempest-RoutersNegativeIpV6Test-77380712 tempest-RoutersNegativeIpV6Test-77380712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-942599', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4084797'] for network, after_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:38:55.069479 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-3036c8ae-99cf-4d68-9170-f0c709a05596 tempest-RoutersNegativeIpV6Test-77380712 tempest-RoutersNegativeIpV6Test-77380712-project] Notify callbacks [] for network, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:38:55.079739 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Pushing event updated for resources: {'Port': ['ID=36e8d7fe-35a4-4759-aa7e-d63ad34658ce,revision_number=10']} {{(pid=83872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:38:55.112243 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3036c8ae-99cf-4d68-9170-f0c709a05596 tempest-RoutersNegativeIpV6Test-77380712 tempest-RoutersNegativeIpV6Test-77380712-project] Pushing event deleted for resources: {'Network': ['ID=b0f22d0f-f0a6-467f-b353-0ee5bc9e4067,revision_number=None']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:38:55.115624 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-9184468b-0ae5-4efd-852d-b0c441963ddc None None] For port ee859592-7773-40a1-b8cd-47912e28a6ce, host dv-neutron-836180-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836180-1-hyperv',level=0,port_id=ee859592-7773-40a1-b8cd-47912e28a6ce,segment=NetworkSegment(212c7e19-eee9-46ca-871e-81f762db0470),segment_id=212c7e19-eee9-46ca-871e-81f762db0470)] {{(pid=83872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 13:38:55.116788 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a05d8ce1-c6e0-4d50-96d3-69979a588396 None None] DHCP port deletion for 0cf4e7fc-bb07-4783-a08c-650ec2d3be4c request from dv-neutron-836180-1-hyperv {{(pid=83872) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 01 13:38:55.120066 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-3036c8ae-99cf-4d68-9170-f0c709a05596 tempest-RoutersNegativeIpV6Test-77380712 tempest-RoutersNegativeIpV6Test-77380712-project] 10.222.0.26 "DELETE /v2.0/networks/b0f22d0f-f0a6-467f-b353-0ee5bc9e4067 HTTP/1.1" status: 204 len: 168 time: 1.3106954 Apr 01 13:38:55.120479 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 52808) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:38:55.124128 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.managers [None req-79dce406-19b6-4a4c-a697-d675ab2211d0 None None] Attempting to bind port a88ef232-1659-4427-8cf0-347118558747 on host dv-neutron-836180-1-hyperv for vnic_type normal with profile {{(pid=83872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 13:38:55.124564 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.managers [None req-79dce406-19b6-4a4c-a697-d675ab2211d0 None None] Attempting to bind port a88ef232-1659-4427-8cf0-347118558747 by drivers openvswitch,hyperv on host dv-neutron-836180-1-hyperv at level 0 using segments [{'id': 'd76f2485-284b-4230-b884-68f9291bbf1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '2635b17d-605c-450a-a09e-f3ed5b76beda'}] {{(pid=83872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 13:38:55.124975 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79dce406-19b6-4a4c-a697-d675ab2211d0 None None] Attempting to bind port a88ef232-1659-4427-8cf0-347118558747 on network 2635b17d-605c-450a-a09e-f3ed5b76beda {{(pid=83872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 13:38:55.143232 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Device 228cd771-b248-4a84-9a6b-20351e58226e up at agent ovs-agent-dv-neutron-836180-1-hyperv {{(pid=83872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 13:38:55.166518 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.plugin [None req-a05d8ce1-c6e0-4d50-96d3-69979a588396 None None] Deleting port 5f7c61df-9819-4c49-add8-ac2dcf5961be {{(pid=83872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 13:38:55.166920 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-a05d8ce1-c6e0-4d50-96d3-69979a588396 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736733287370'] for port, before_delete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:38:55.207986 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-9184468b-0ae5-4efd-852d-b0c441963ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864'] for port, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:38:55.263294 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-0eb45fc9-9629-4f43-ab9c-5c6aed96ad2c tempest-RoutersNegativeIpV6Test-77380712 tempest-RoutersNegativeIpV6Test-77380712-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1033078'] for network, before_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:38:55.276200 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.plugin [None req-0eb45fc9-9629-4f43-ab9c-5c6aed96ad2c tempest-RoutersNegativeIpV6Test-77380712 tempest-RoutersNegativeIpV6Test-77380712-project] Deleting port 5f7c61df-9819-4c49-add8-ac2dcf5961be {{(pid=83869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 13:38:55.276616 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-0eb45fc9-9629-4f43-ab9c-5c6aed96ad2c tempest-RoutersNegativeIpV6Test-77380712 tempest-RoutersNegativeIpV6Test-77380712-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736733287370'] for port, before_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:38:55.397713 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-0ef1ae10-2ad3-4a4b-90af-592566de8ce9 tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Notify callbacks [] for port, precommit_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:38:55.408117 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79dce406-19b6-4a4c-a697-d675ab2211d0 None None] Checking agent: {'id': 'af948428-97cd-4d10-9f53-af028bdb39b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-836180-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 13, 25, 37), 'started_at': datetime.datetime(2022, 4, 1, 13, 26, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 13, 38, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-836180-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 13:38:55.408527 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79dce406-19b6-4a4c-a697-d675ab2211d0 None None] Checking segment: {'id': 'd76f2485-284b-4230-b884-68f9291bbf1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '2635b17d-605c-450a-a09e-f3ed5b76beda'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 13:38:55.408923 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-79dce406-19b6-4a4c-a697-d675ab2211d0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:38:55.409318 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79dce406-19b6-4a4c-a697-d675ab2211d0 None None] Bound using segment: {'id': 'd76f2485-284b-4230-b884-68f9291bbf1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '2635b17d-605c-450a-a09e-f3ed5b76beda'} {{(pid=83872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 13:38:55.410348 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.managers [None req-79dce406-19b6-4a4c-a697-d675ab2211d0 None None] Bound port: a88ef232-1659-4427-8cf0-347118558747, host: dv-neutron-836180-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd76f2485-284b-4230-b884-68f9291bbf1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '2635b17d-605c-450a-a09e-f3ed5b76beda'}}] {{(pid=83872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 13:38:55.410947 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-79dce406-19b6-4a4c-a697-d675ab2211d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:38:55.527317 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.db [None req-0eb45fc9-9629-4f43-ab9c-5c6aed96ad2c tempest-RoutersNegativeIpV6Test-77380712 tempest-RoutersNegativeIpV6Test-77380712-project] For port 5f7c61df-9819-4c49-add8-ac2dcf5961be, host dv-neutron-836180-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836180-1-hyperv',level=0,port_id=5f7c61df-9819-4c49-add8-ac2dcf5961be,segment=NetworkSegment(c61d44cd-a84f-4724-8212-37c2426e93a7),segment_id=c61d44cd-a84f-4724-8212-37c2426e93a7)] {{(pid=83869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 13:38:55.527317 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-0eb45fc9-9629-4f43-ab9c-5c6aed96ad2c tempest-RoutersNegativeIpV6Test-77380712 tempest-RoutersNegativeIpV6Test-77380712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4155147'] for port, precommit_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:38:55.529131 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.provisioning_blocks [None req-0ef1ae10-2ad3-4a4b-90af-592566de8ce9 tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Transition to ACTIVE for port object 0eacdfd0-e8b9-4919-9d56-58eb52e76aba will not be triggered until provisioned by entity DHCP. {{(pid=83871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 13:38:55.534225 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-19fdf2d0-b983-49d7-a0bc-662d1c401bf3 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736733359243', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736732935810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2743125'] for port, after_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:38:55.594685 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19fdf2d0-b983-49d7-a0bc-662d1c401bf3 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Pushing event deleted for resources: {'Port': ['ID=17146bb9-1a2e-434e-8152-6067572b027f,revision_number=None']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:38:55.634757 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9f09c4-0bdc-44bf-9732-46728b45e4b2 None None] Pushing event updated for resources: {'Port': ['ID=ee859592-7773-40a1-b8cd-47912e28a6ce,revision_number=4']} {{(pid=83872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:38:55.677560 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.plugin [None req-0eb45fc9-9629-4f43-ab9c-5c6aed96ad2c tempest-RoutersNegativeIpV6Test-77380712 tempest-RoutersNegativeIpV6Test-77380712-project] Calling delete_port for 5f7c61df-9819-4c49-add8-ac2dcf5961be owned by network:dhcp {{(pid=83869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 13:38:55.698840 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-19fdf2d0-b983-49d7-a0bc-662d1c401bf3 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109561'] for port, before_response {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:38:55.713853 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-0ef1ae10-2ad3-4a4b-90af-592566de8ce9 tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736732935801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2743125'] for port, after_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:38:55.772018 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9184468b-0ae5-4efd-852d-b0c441963ddc None None] Routers {'443cce66-541a-4c4d-8e2a-33c9e2cd1777'} bound to L3 agent in host dv-neutron-836180-1-hyperv {{(pid=83872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 13:38:55.772018 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_hamode_db [None req-9184468b-0ae5-4efd-852d-b0c441963ddc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836180-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T13:25:36Z,description=,heartbeat_timestamp=2022-04-01T13:38:36Z,host='dv-neutron-836180-1-hyperv',id=88bf8fc8-11a3-4e96-9d1b-5fd93ba9f6f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T13:25:36Z,topic='l3_agent')) {'router_ids': ['443cce66-541a-4c4d-8e2a-33c9e2cd1777'], 'active': True} {{(pid=83872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:38:55.777144 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-19fdf2d0-b983-49d7-a0bc-662d1c401bf3 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] 10.222.0.26 "DELETE /v2.0/ports/17146bb9-1a2e-434e-8152-6067572b027f HTTP/1.1" status: 204 len: 168 time: 1.7318285 Apr 01 13:38:55.781847 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 52812) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:38:55.784344 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4bf03906-5dd6-4205-a893-2ce770f17239 tempest-FloatingIPTestJSON-1100559899 tempest-FloatingIPTestJSON-1100559899-project] Router a4024174-aefa-48ee-ba65-83a04caa0a41 has already been hosted by L3 agent 88bf8fc8-11a3-4e96-9d1b-5fd93ba9f6f1 {{(pid=83871) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 13:38:55.792541 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-0eb45fc9-9629-4f43-ab9c-5c6aed96ad2c tempest-RoutersNegativeIpV6Test-77380712 tempest-RoutersNegativeIpV6Test-77380712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736733359243', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736732935810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2705155'] for port, after_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:38:55.849606 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb45fc9-9629-4f43-ab9c-5c6aed96ad2c tempest-RoutersNegativeIpV6Test-77380712 tempest-RoutersNegativeIpV6Test-77380712-project] Pushing event deleted for resources: {'Port': ['ID=5f7c61df-9819-4c49-add8-ac2dcf5961be,revision_number=None']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:38:55.850634 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ef1ae10-2ad3-4a4b-90af-592566de8ce9 tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Network 2635b17d-605c-450a-a09e-f3ed5b76beda is already hosted by enough agents. {{(pid=83871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 13:38:55.858055 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.scheduler.base_scheduler [None req-0ef1ae10-2ad3-4a4b-90af-592566de8ce9 tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Resources bound (agent type, host, resource id): {{(pid=83871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 13:38:55.862135 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0eb45fc9-9629-4f43-ab9c-5c6aed96ad2c tempest-RoutersNegativeIpV6Test-77380712 tempest-RoutersNegativeIpV6Test-77380712-project] No DVR routers for this DVR port 5f7c61df-9819-4c49-add8-ac2dcf5961be on host dv-neutron-836180-1-hyperv {{(pid=83869) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 13:38:55.866076 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ef1ae10-2ad3-4a4b-90af-592566de8ce9 tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Received port after_create {{(pid=83871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 13:38:55.866577 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-0ef1ae10-2ad3-4a4b-90af-592566de8ce9 tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4084144'] for router_interface, before_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:38:55.869768 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef1ae10-2ad3-4a4b-90af-592566de8ce9 tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Pushing event updated for resources: {'Port': ['ID=0eacdfd0-e8b9-4919-9d56-58eb52e76aba,revision_number=1']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:38:55.947250 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.db_base_plugin_common [None req-c23738b0-6909-4be0-a81e-cafcd1452d69 None None] Allocated IP 2001:db8:0:1::2 (09d7ea43-6376-4322-97e7-54cd01aae492/df78da25-b478-451c-89de-5e13b2740c5c/36e8d7fe-35a4-4759-aa7e-d63ad34658ce) {{(pid=83872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 13:38:55.964320 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-a05d8ce1-c6e0-4d50-96d3-69979a588396 None None] For port 5f7c61df-9819-4c49-add8-ac2dcf5961be, host dv-neutron-836180-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836180-1-hyperv',level=0,port_id=5f7c61df-9819-4c49-add8-ac2dcf5961be,segment=NetworkSegment(c61d44cd-a84f-4724-8212-37c2426e93a7),segment_id=c61d44cd-a84f-4724-8212-37c2426e93a7)] {{(pid=83872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 13:38:55.964733 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-a05d8ce1-c6e0-4d50-96d3-69979a588396 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4155147'] for port, precommit_delete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:38:55.973316 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Provisioning complete for port 228cd771-b248-4a84-9a6b-20351e58226e triggered by entity L2. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 13:38:55.973679 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-948329'] for port, provisioning_complete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:38:55.999896 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-0eb45fc9-9629-4f43-ab9c-5c6aed96ad2c tempest-RoutersNegativeIpV6Test-77380712 tempest-RoutersNegativeIpV6Test-77380712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-942654', 'neutron.services.segments.db._delete_segments_for_network-8736733387888'] for network, precommit_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:38:56.001609 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-79dce406-19b6-4a4c-a697-d675ab2211d0 None None] For port a88ef232-1659-4427-8cf0-347118558747, host dv-neutron-836180-1-hyperv, cleared binding levels {{(pid=83872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 13:38:56.031255 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.services.segments.db [None req-0eb45fc9-9629-4f43-ab9c-5c6aed96ad2c tempest-RoutersNegativeIpV6Test-77380712 tempest-RoutersNegativeIpV6Test-77380712-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0cf4e7fc-bb07-4783-a08c-650ec2d3be4c']}} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:38:56.044816 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf0f8440-1278-42d8-af90-1eab29b0070d tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:38:56.045077 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.services.segments.db [None req-0eb45fc9-9629-4f43-ab9c-5c6aed96ad2c tempest-RoutersNegativeIpV6Test-77380712 tempest-RoutersNegativeIpV6Test-77380712-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c61d44cd-a84f-4724-8212-37c2426e93a7') {'for_net_delete': True} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:38:56.045360 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.services.segments.db [None req-0eb45fc9-9629-4f43-ab9c-5c6aed96ad2c tempest-RoutersNegativeIpV6Test-77380712 tempest-RoutersNegativeIpV6Test-77380712-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c61d44cd-a84f-4724-8212-37c2426e93a7') {} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:38:56.045520 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-cf0f8440-1278-42d8-af90-1eab29b0070d tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Synchronizing usage tracker for tenant:8b726fe6689e4b7f96def1a2219bea6c on resource:port {{(pid=83871) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 13:38:56.057773 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-0eb45fc9-9629-4f43-ab9c-5c6aed96ad2c tempest-RoutersNegativeIpV6Test-77380712 tempest-RoutersNegativeIpV6Test-77380712-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736733386999', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2704982'] for segment, before_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:38:56.075004 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-0eb45fc9-9629-4f43-ab9c-5c6aed96ad2c tempest-RoutersNegativeIpV6Test-77380712 tempest-RoutersNegativeIpV6Test-77380712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1004271'] for segment, precommit_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:38:56.082506 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0eb45fc9-9629-4f43-ab9c-5c6aed96ad2c tempest-RoutersNegativeIpV6Test-77380712 tempest-RoutersNegativeIpV6Test-77380712-project] Releasing vlan 393 on physical network physnet1 to pool {{(pid=83869) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 01 13:38:56.083088 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-0eb45fc9-9629-4f43-ab9c-5c6aed96ad2c tempest-RoutersNegativeIpV6Test-77380712 tempest-RoutersNegativeIpV6Test-77380712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1004262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2705264'] for segment, after_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:38:56.103046 dv-neutron-836180-1-hyperv neutron-server[83869]: Traceback (most recent call last): Apr 01 13:38:56.103046 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 01 13:38:56.103046 dv-neutron-836180-1-hyperv neutron-server[83869]: timer() Apr 01 13:38:56.103046 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 13:38:56.103046 dv-neutron-836180-1-hyperv neutron-server[83869]: cb(*args, **kw) Apr 01 13:38:56.103046 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 13:38:56.103046 dv-neutron-836180-1-hyperv neutron-server[83869]: return func(*args, **kwargs) Apr 01 13:38:56.103046 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 13:38:56.103046 dv-neutron-836180-1-hyperv neutron-server[83869]: self._notify() Apr 01 13:38:56.103046 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 13:38:56.103046 dv-neutron-836180-1-hyperv neutron-server[83869]: self.callback(batched_events) Apr 01 13:38:56.103046 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 13:38:56.103046 dv-neutron-836180-1-hyperv neutron-server[83869]: event.method(event) Apr 01 13:38:56.103046 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 13:38:56.103046 dv-neutron-836180-1-hyperv neutron-server[83869]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 13:38:56.103046 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 13:38:56.103046 dv-neutron-836180-1-hyperv neutron-server[83869]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 13:38:56.103046 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 13:38:56.103046 dv-neutron-836180-1-hyperv neutron-server[83869]: return f(self, *a, **k) Apr 01 13:38:56.103046 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 13:38:56.103046 dv-neutron-836180-1-hyperv neutron-server[83869]: return self._get(url).json() Apr 01 13:38:56.103046 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 13:38:56.103046 dv-neutron-836180-1-hyperv neutron-server[83869]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 13:38:56.103046 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 01 13:38:56.103046 dv-neutron-836180-1-hyperv neutron-server[83869]: return self.request(url, 'GET', **kwargs) Apr 01 13:38:56.103046 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 01 13:38:56.103046 dv-neutron-836180-1-hyperv neutron-server[83869]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 13:38:56.103046 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 01 13:38:56.103046 dv-neutron-836180-1-hyperv neutron-server[83869]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 13:38:56.103046 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 01 13:38:56.103046 dv-neutron-836180-1-hyperv neutron-server[83869]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 13:38:56.103046 dv-neutron-836180-1-hyperv neutron-server[83869]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 13:38:56.126841 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-cf0f8440-1278-42d8-af90-1eab29b0070d tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Unset dirty status for tenant:8b726fe6689e4b7f96def1a2219bea6c on resource:port {{(pid=83871) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 13:38:56.127994 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-cf0f8440-1278-42d8-af90-1eab29b0070d tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 962 time: 0.3419323 Apr 01 13:38:56.131192 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 52816) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:38:56.134888 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-0ef1ae10-2ad3-4a4b-90af-592566de8ce9 tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:38:56.153220 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.plugin [None req-a05d8ce1-c6e0-4d50-96d3-69979a588396 None None] Calling delete_port for 5f7c61df-9819-4c49-add8-ac2dcf5961be owned by network:dhcp {{(pid=83872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 13:38:56.179677 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-79dce406-19b6-4a4c-a697-d675ab2211d0 None None] For port a88ef232-1659-4427-8cf0-347118558747, host dv-neutron-836180-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836180-1-hyperv',level=0,port_id=a88ef232-1659-4427-8cf0-347118558747,segment=NetworkSegment(d76f2485-284b-4230-b884-68f9291bbf1c),segment_id=d76f2485-284b-4230-b884-68f9291bbf1c)] {{(pid=83872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 13:38:56.189873 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-0eb45fc9-9629-4f43-ab9c-5c6aed96ad2c tempest-RoutersNegativeIpV6Test-77380712 tempest-RoutersNegativeIpV6Test-77380712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-942599', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4084797'] for network, after_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:38:56.213450 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-0eb45fc9-9629-4f43-ab9c-5c6aed96ad2c tempest-RoutersNegativeIpV6Test-77380712 tempest-RoutersNegativeIpV6Test-77380712-project] Notify callbacks [] for network, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:38:56.221376 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb45fc9-9629-4f43-ab9c-5c6aed96ad2c tempest-RoutersNegativeIpV6Test-77380712 tempest-RoutersNegativeIpV6Test-77380712-project] Pushing event deleted for resources: {'Network': ['ID=0cf4e7fc-bb07-4783-a08c-650ec2d3be4c,revision_number=None']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:38:56.232794 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-0eb45fc9-9629-4f43-ab9c-5c6aed96ad2c tempest-RoutersNegativeIpV6Test-77380712 tempest-RoutersNegativeIpV6Test-77380712-project] 10.222.0.26 "DELETE /v2.0/networks/0cf4e7fc-bb07-4783-a08c-650ec2d3be4c HTTP/1.1" status: 204 len: 168 time: 1.1061738 Apr 01 13:38:56.232794 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 52820) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:38:56.274324 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-79dce406-19b6-4a4c-a697-d675ab2211d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864'] for port, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:38:56.387769 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_dvr_db [None req-9184468b-0ae5-4efd-852d-b0c441963ddc None None] Set router 443cce66-541a-4c4d-8e2a-33c9e2cd1777 gateway port host: None {{(pid=83872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 13:38:56.439820 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d3e242a-0451-42a4-8c30-60e2f457635c tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:38:56.444595 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-8d3e242a-0451-42a4-8c30-60e2f457635c tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 962 time: 0.3098679 Apr 01 13:38:56.447824 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 52824) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:38:56.463245 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.db_base_plugin_v2 [None req-aa41f1ac-5197-48b4-95f4-44fae4814feb tempest-RoutersNegativeIpV6Test-77380712 tempest-RoutersNegativeIpV6Test-77380712-project] Deleting subnet 608bd065-2627-421e-afd9-9552e6c7cf06 {{(pid=83869) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 01 13:38:56.466471 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-aa41f1ac-5197-48b4-95f4-44fae4814feb tempest-RoutersNegativeIpV6Test-77380712 tempest-RoutersNegativeIpV6Test-77380712-project] Notify callbacks [] for subnet, before_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:38:56.535374 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-aa41f1ac-5197-48b4-95f4-44fae4814feb tempest-RoutersNegativeIpV6Test-77380712 tempest-RoutersNegativeIpV6Test-77380712-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2704975'] for subnet, precommit_delete_associations {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:38:56.535636 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4bf03906-5dd6-4205-a893-2ce770f17239 tempest-FloatingIPTestJSON-1100559899 tempest-FloatingIPTestJSON-1100559899-project] Notify agent at l3_agent.dv-neutron-836180-1-hyperv the message routers_updated {{(pid=83871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 13:38:56.546843 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-4bf03906-5dd6-4205-a893-2ce770f17239 tempest-FloatingIPTestJSON-1100559899 tempest-FloatingIPTestJSON-1100559899-project] 10.222.0.26 "PUT /v2.0/routers/a4024174-aefa-48ee-ba65-83a04caa0a41/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2680802 Apr 01 13:38:56.557859 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-673e3d53-7288-4692-8a52-3174362a4b1e None None] Sync routers for ids ['a4024174-aefa-48ee-ba65-83a04caa0a41'] in dv-neutron-836180-1-hyperv {{(pid=83873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 13:38:56.580277 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79dce406-19b6-4a4c-a697-d675ab2211d0 None None] Pushing event updated for resources: {'Port': ['ID=a88ef232-1659-4427-8cf0-347118558747,revision_number=2']} {{(pid=83872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:38:56.580783 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-673e3d53-7288-4692-8a52-3174362a4b1e None None] Routers {'a4024174-aefa-48ee-ba65-83a04caa0a41'} bound to L3 agent in host dv-neutron-836180-1-hyperv {{(pid=83873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 13:38:56.581486 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-673e3d53-7288-4692-8a52-3174362a4b1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836180-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T13:25:36Z,description=,heartbeat_timestamp=2022-04-01T13:38:36Z,host='dv-neutron-836180-1-hyperv',id=88bf8fc8-11a3-4e96-9d1b-5fd93ba9f6f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T13:25:36Z,topic='l3_agent')) {'router_ids': ['a4024174-aefa-48ee-ba65-83a04caa0a41'], 'active': True} {{(pid=83873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:38:56.600634 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-c23738b0-6909-4be0-a81e-cafcd1452d69 None None] For port 36e8d7fe-35a4-4759-aa7e-d63ad34658ce, host dv-neutron-836180-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836180-1-hyperv',level=0,port_id=36e8d7fe-35a4-4759-aa7e-d63ad34658ce,segment=NetworkSegment(16094ed0-4a47-4ff6-9238-85c278d7a2a5),segment_id=16094ed0-4a47-4ff6-9238-85c278d7a2a5)] {{(pid=83872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 13:38:56.602848 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.db.api [None req-a05d8ce1-c6e0-4d50-96d3-69979a588396 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83872) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 01 13:38:56.603428 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG oslo_db.api [None req-a05d8ce1-c6e0-4d50-96d3-69979a588396 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 01 13:38:56.606903 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 52828) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:38:56.619461 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.v2.base [None req-72e7e61b-662d-4af7-ac05-2b3bbea53d77 tempest-FloatingIPTestJSON-1100559899 tempest-FloatingIPTestJSON-1100559899-project] Request body: {'port': {'network_id': 'a341f576-d8db-4b7f-8dc8-20a56e0175ef', 'name': 'tempest-FloatingIPTestJSON-940413974'}} {{(pid=83869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:38:56.709756 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-673e3d53-7288-4692-8a52-3174362a4b1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-836180-1-hyperv', False) {} {{(pid=83873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:38:56.727124 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-673e3d53-7288-4692-8a52-3174362a4b1e None None] Routers {'a4024174-aefa-48ee-ba65-83a04caa0a41'} bound to L3 agent in host dv-neutron-836180-1-hyperv {{(pid=83873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 13:38:56.727774 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-673e3d53-7288-4692-8a52-3174362a4b1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836180-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T13:25:36Z,description=,heartbeat_timestamp=2022-04-01T13:38:36Z,host='dv-neutron-836180-1-hyperv',id=88bf8fc8-11a3-4e96-9d1b-5fd93ba9f6f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T13:25:36Z,topic='l3_agent')) {'router_ids': ['a4024174-aefa-48ee-ba65-83a04caa0a41'], 'active': True} {{(pid=83873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:38:56.730642 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.db.resource_extend [None req-c23738b0-6909-4be0-a81e-cafcd1452d69 None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 01 13:38:56.797470 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Device 36e8d7fe-35a4-4759-aa7e-d63ad34658ce up at agent ovs-agent-dv-neutron-836180-1-hyperv {{(pid=83872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 13:38:56.815163 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee867028-2a84-48b0-bef2-0ce321012775 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:38:56.817699 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee867028-2a84-48b0-bef2-0ce321012775 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:38:56.819051 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee867028-2a84-48b0-bef2-0ce321012775 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:38:56.826361 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-ee867028-2a84-48b0-bef2-0ce321012775 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.3737152 Apr 01 13:38:56.827520 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 52832) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:38:56.841397 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-673e3d53-7288-4692-8a52-3174362a4b1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-836180-1-hyperv', False) {} {{(pid=83873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:38:56.842121 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-673e3d53-7288-4692-8a52-3174362a4b1e None None] The sync data for ids ['a4024174-aefa-48ee-ba65-83a04caa0a41'] in dv-neutron-836180-1-hyperv is: [] {{(pid=83873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 13:38:56.933063 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-c23738b0-6909-4be0-a81e-cafcd1452d69 None None] Notify callbacks [] for port, precommit_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:38:57.008194 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-c23738b0-6909-4be0-a81e-cafcd1452d69 None None] Transition to ACTIVE for port object 36e8d7fe-35a4-4759-aa7e-d63ad34658ce will not be triggered until provisioned by entity DHCP. {{(pid=83872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 13:38:57.020218 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-c23738b0-6909-4be0-a81e-cafcd1452d69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864'] for port, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:38:57.049896 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-72e7e61b-662d-4af7-ac05-2b3bbea53d77 tempest-FloatingIPTestJSON-1100559899 tempest-FloatingIPTestJSON-1100559899-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:38:57.063629 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-72e7e61b-662d-4af7-ac05-2b3bbea53d77 tempest-FloatingIPTestJSON-1100559899 tempest-FloatingIPTestJSON-1100559899-project] Usage tracker for resource:port and tenant:31909f452d274f5587d0068d008850b7 is out of sync, need to count used quota {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 13:38:57.070328 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-72e7e61b-662d-4af7-ac05-2b3bbea53d77 tempest-FloatingIPTestJSON-1100559899 tempest-FloatingIPTestJSON-1100559899-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 13:38:57.078833 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-0ef1ae10-2ad3-4a4b-90af-592566de8ce9 tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Notify callbacks [] for port, precommit_update {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:38:57.085849 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-0ef1ae10-2ad3-4a4b-90af-592566de8ce9 tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2743106'] for port, after_update {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:38:57.085849 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-0ef1ae10-2ad3-4a4b-90af-592566de8ce9 tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3017508', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4084015'] for router_interface, after_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:38:57.086212 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-72e7e61b-662d-4af7-ac05-2b3bbea53d77 tempest-FloatingIPTestJSON-1100559899 tempest-FloatingIPTestJSON-1100559899-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:38:57.107307 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72e7e61b-662d-4af7-ac05-2b3bbea53d77 tempest-FloatingIPTestJSON-1100559899 tempest-FloatingIPTestJSON-1100559899-project] Made reservation on behalf of 31909f452d274f5587d0068d008850b7 for: {'port': 1} {{(pid=83869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 13:38:57.110820 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-72e7e61b-662d-4af7-ac05-2b3bbea53d77 tempest-FloatingIPTestJSON-1100559899 tempest-FloatingIPTestJSON-1100559899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:38:57.143341 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.plugin [None req-a05d8ce1-c6e0-4d50-96d3-69979a588396 None None] Deleting port 5f7c61df-9819-4c49-add8-ac2dcf5961be {{(pid=83872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 13:38:57.143737 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-a05d8ce1-c6e0-4d50-96d3-69979a588396 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736733287370'] for port, before_delete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:38:57.144412 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-aa41f1ac-5197-48b4-95f4-44fae4814feb tempest-RoutersNegativeIpV6Test-77380712 tempest-RoutersNegativeIpV6Test-77380712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-945029'] for subnet, precommit_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:38:57.158301 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.db_base_plugin_v2 [None req-7e4ffb0a-0645-4b5f-b2a0-0d6253e9440c tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Deleting subnet 785d0653-9227-4f49-8715-a05f101e705f {{(pid=83871) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 01 13:38:57.178136 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-7e4ffb0a-0645-4b5f-b2a0-0d6253e9440c tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Notify callbacks [] for subnet, before_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:38:57.182129 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.notifiers.nova [None req-72e7e61b-662d-4af7-ac05-2b3bbea53d77 tempest-FloatingIPTestJSON-1100559899 tempest-FloatingIPTestJSON-1100559899-project] device_id is not set on port d48df3cf-7108-44c1-8eee-3f0b7cb1fff5 yet. {{(pid=83869) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 01 13:38:57.243219 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.plugin [None req-a05d8ce1-c6e0-4d50-96d3-69979a588396 None None] The port '5f7c61df-9819-4c49-add8-ac2dcf5961be' was deleted {{(pid=83872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 01 13:38:57.247383 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef1ae10-2ad3-4a4b-90af-592566de8ce9 tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Pushing event updated for resources: {'Port': ['ID=0eacdfd0-e8b9-4919-9d56-58eb52e76aba,revision_number=2']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:38:57.299070 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Device 7d243dbb-cd79-4a05-9ba7-2503b47388d6 up at agent ovs-agent-dv-neutron-836180-1-hyperv {{(pid=83872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 13:38:57.338167 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-7e4ffb0a-0645-4b5f-b2a0-0d6253e9440c tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3166365'] for subnet, precommit_delete_associations {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:38:57.344610 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-aa41f1ac-5197-48b4-95f4-44fae4814feb tempest-RoutersNegativeIpV6Test-77380712 tempest-RoutersNegativeIpV6Test-77380712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-945042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2705198', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2999452'] for subnet, after_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:38:57.370850 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c23738b0-6909-4be0-a81e-cafcd1452d69 None None] Pushing event updated for resources: {'Port': ['ID=36e8d7fe-35a4-4759-aa7e-d63ad34658ce,revision_number=11']} {{(pid=83872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:38:57.398224 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_hamode_db [None req-9184468b-0ae5-4efd-852d-b0c441963ddc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '443cce66-541a-4c4d-8e2a-33c9e2cd1777', 'name': 'tempest-RoutersIpV6Test-router-2029186272', 'tenant_id': '315e7395dd224b3fb020d0b9d921742e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T13:38:26Z', 'updated_at': '2022-04-01T13:38:46Z', 'revision_number': 3, 'project_id': '315e7395dd224b3fb020d0b9d921742e', 'gw_port_host': None, '_interfaces': [{'id': '7d243dbb-cd79-4a05-9ba7-2503b47388d6', 'name': '', 'network_id': 'b2076001-b441-4a1b-a96b-552c4faf0800', 'tenant_id': '315e7395dd224b3fb020d0b9d921742e', 'mac_address': 'fa:16:3e:2e:3d:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '443cce66-541a-4c4d-8e2a-33c9e2cd1777', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ad7574d2-be4a-487a-85ad-6d5a1a89f635', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836180-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:38:32Z', 'updated_at': '2022-04-01T13:38:53Z', 'revision_number': 5, 'project_id': '315e7395dd224b3fb020d0b9d921742e', 'subnets': [{'id': 'ad7574d2-be4a-487a-85ad-6d5a1a89f635', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ee859592-7773-40a1-b8cd-47912e28a6ce', 'name': '', 'network_id': 'e5d1bb3c-6254-4093-890c-4e81389da7a3', 'tenant_id': '315e7395dd224b3fb020d0b9d921742e', 'mac_address': 'fa:16:3e:28:1e:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '443cce66-541a-4c4d-8e2a-33c9e2cd1777', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f1fab571-13d5-4032-88ca-01a4aafa0daa', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836180-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:38:45Z', 'updated_at': '2022-04-01T13:38:54Z', 'revision_number': 4, 'project_id': '315e7395dd224b3fb020d0b9d921742e', 'subnets': [{'id': 'f1fab571-13d5-4032-88ca-01a4aafa0daa', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-836180-1-hyperv', False) {} {{(pid=83872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:38:57.418034 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9184468b-0ae5-4efd-852d-b0c441963ddc None None] The sync data for ids ['443cce66-541a-4c4d-8e2a-33c9e2cd1777'] in dv-neutron-836180-1-hyperv is: [{'id': '443cce66-541a-4c4d-8e2a-33c9e2cd1777', 'name': 'tempest-RoutersIpV6Test-router-2029186272', 'tenant_id': '315e7395dd224b3fb020d0b9d921742e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T13:38:26Z', 'updated_at': '2022-04-01T13:38:46Z', 'revision_number': 3, 'project_id': '315e7395dd224b3fb020d0b9d921742e', 'gw_port_host': None, '_interfaces': [{'id': '7d243dbb-cd79-4a05-9ba7-2503b47388d6', 'name': '', 'network_id': 'b2076001-b441-4a1b-a96b-552c4faf0800', 'tenant_id': '315e7395dd224b3fb020d0b9d921742e', 'mac_address': 'fa:16:3e:2e:3d:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '443cce66-541a-4c4d-8e2a-33c9e2cd1777', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ad7574d2-be4a-487a-85ad-6d5a1a89f635', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836180-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:38:32Z', 'updated_at': '2022-04-01T13:38:53Z', 'revision_number': 5, 'project_id': '315e7395dd224b3fb020d0b9d921742e', 'subnets': [{'id': 'ad7574d2-be4a-487a-85ad-6d5a1a89f635', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ee859592-7773-40a1-b8cd-47912e28a6ce', 'name': '', 'network_id': 'e5d1bb3c-6254-4093-890c-4e81389da7a3', 'tenant_id': '315e7395dd224b3fb020d0b9d921742e', 'mac_address': 'fa:16:3e:28:1e:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '443cce66-541a-4c4d-8e2a-33c9e2cd1777', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f1fab571-13d5-4032-88ca-01a4aafa0daa', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836180-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:38:45Z', 'updated_at': '2022-04-01T13:38:54Z', 'revision_number': 4, 'project_id': '315e7395dd224b3fb020d0b9d921742e', 'subnets': [{'id': 'f1fab571-13d5-4032-88ca-01a4aafa0daa', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 13:38:57.442692 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa41f1ac-5197-48b4-95f4-44fae4814feb tempest-RoutersNegativeIpV6Test-77380712 tempest-RoutersNegativeIpV6Test-77380712-project] Pushing event deleted for resources: {'Subnet': ['ID=608bd065-2627-421e-afd9-9552e6c7cf06,revision_number=None']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:38:57.461135 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Provisioning complete for port 7d243dbb-cd79-4a05-9ba7-2503b47388d6 triggered by entity L2. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 13:38:57.461268 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-948329'] for port, provisioning_complete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:38:57.476119 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.db_base_plugin_common [None req-72e7e61b-662d-4af7-ac05-2b3bbea53d77 tempest-FloatingIPTestJSON-1100559899 tempest-FloatingIPTestJSON-1100559899-project] Allocated IP 172.20.0.12 (a341f576-d8db-4b7f-8dc8-20a56e0175ef/b5b788f2-3efe-4936-b94b-e4b2f9c27469/d48df3cf-7108-44c1-8eee-3f0b7cb1fff5) {{(pid=83869) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 13:38:57.479346 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-aa41f1ac-5197-48b4-95f4-44fae4814feb tempest-RoutersNegativeIpV6Test-77380712 tempest-RoutersNegativeIpV6Test-77380712-project] Notify callbacks [] for subnet, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:38:57.527995 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ef1ae10-2ad3-4a4b-90af-592566de8ce9 tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Network 2635b17d-605c-450a-a09e-f3ed5b76beda is already hosted by enough agents. {{(pid=83871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 13:38:57.529765 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5edbffc-ad85-4552-9653-81cc58182511 None None] Network 4fa46e2d-00b0-4edc-bea2-90df2da64545 requested from dv-neutron-836180-1-hyperv {{(pid=83872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 13:38:57.530704 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.scheduler.base_scheduler [None req-0ef1ae10-2ad3-4a4b-90af-592566de8ce9 tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Resources bound (agent type, host, resource id): {{(pid=83871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 13:38:57.561952 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-aa41f1ac-5197-48b4-95f4-44fae4814feb tempest-RoutersNegativeIpV6Test-77380712 tempest-RoutersNegativeIpV6Test-77380712-project] 10.222.0.26 "DELETE /v2.0/subnets/608bd065-2627-421e-afd9-9552e6c7cf06 HTTP/1.1" status: 204 len: 168 time: 1.3267486 Apr 01 13:38:57.567274 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 52836) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:38:57.771882 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-7e4ffb0a-0645-4b5f-b2a0-0d6253e9440c tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-945029'] for subnet, precommit_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:38:57.830930 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-cd8a0800-4f57-426a-88b0-11760d837416 tempest-RoutersNegativeIpV6Test-77380712 tempest-RoutersNegativeIpV6Test-77380712-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1033078'] for network, before_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:38:58.006438 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.plugin [None req-cd8a0800-4f57-426a-88b0-11760d837416 tempest-RoutersNegativeIpV6Test-77380712 tempest-RoutersNegativeIpV6Test-77380712-project] Deleting port 07b26ba3-a89f-4bc9-a374-86b8a36cac92 {{(pid=83869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 13:38:58.006779 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-cd8a0800-4f57-426a-88b0-11760d837416 tempest-RoutersNegativeIpV6Test-77380712 tempest-RoutersNegativeIpV6Test-77380712-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736733287370'] for port, before_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:38:58.037139 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae2069f7-77e2-4273-bf0d-71642ec2b007 None None] Network 2635b17d-605c-450a-a09e-f3ed5b76beda requested from dv-neutron-836180-1-hyperv {{(pid=83872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 13:38:58.168711 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-7e4ffb0a-0645-4b5f-b2a0-0d6253e9440c tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-945042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2743160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2757373'] for subnet, after_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:38:58.188071 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Device f5e5bfc6-4e3f-4968-bb08-c020e6b86726 no longer exists at agent ovs-agent-dv-neutron-836180-1-hyperv {{(pid=83872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 13:38:58.234331 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af55c8da-0418-4a6f-9395-73edb22a76a7 None None] DHCP port deletion for 4fa46e2d-00b0-4edc-bea2-90df2da64545 request from dv-neutron-836180-1-hyperv {{(pid=83872) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 01 13:38:58.239909 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.plugin [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] No Port match for: f5e5bfc6-4e3f-4968-bb08-c020e6b86726 {{(pid=83872) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 01 13:38:58.240244 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Device f5e5bfc6-4e3f-4968-bb08-c020e6b86726 not bound to the agent host dv-neutron-836180-1-hyperv {{(pid=83872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 13:38:58.240672 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Device 209224db-5269-4acb-ab5b-14d04e95b44a no longer exists at agent ovs-agent-dv-neutron-836180-1-hyperv {{(pid=83872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 13:38:58.273654 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e4ffb0a-0645-4b5f-b2a0-0d6253e9440c tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Pushing event deleted for resources: {'Subnet': ['ID=785d0653-9227-4f49-8715-a05f101e705f,revision_number=None']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:38:58.287459 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-7e4ffb0a-0645-4b5f-b2a0-0d6253e9440c tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Notify callbacks [] for subnet, before_response {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:38:58.318553 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-7e4ffb0a-0645-4b5f-b2a0-0d6253e9440c tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] 10.222.0.26 "DELETE /v2.0/subnets/785d0653-9227-4f49-8715-a05f101e705f HTTP/1.1" status: 204 len: 168 time: 1.4772646 Apr 01 13:38:58.319212 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.plugin [None req-af55c8da-0418-4a6f-9395-73edb22a76a7 None None] Deleting port 07b26ba3-a89f-4bc9-a374-86b8a36cac92 {{(pid=83872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 13:38:58.319584 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-af55c8da-0418-4a6f-9395-73edb22a76a7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736733287370'] for port, before_delete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:38:58.326401 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 52842) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:38:58.367065 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.plugin [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] No Port match for: 209224db-5269-4acb-ab5b-14d04e95b44a {{(pid=83872) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 01 13:38:58.367457 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Device 209224db-5269-4acb-ab5b-14d04e95b44a not bound to the agent host dv-neutron-836180-1-hyperv {{(pid=83872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 13:38:58.439031 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.db_base_plugin_v2 [None req-7e840fc1-9bb4-471e-a7e6-ce97074a354e tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Deleting subnet df78da25-b478-451c-89de-5e13b2740c5c {{(pid=83871) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 01 13:38:58.449511 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-29af7003-51e5-4d2d-8054-f8d4dbd2288f None None] Provisioning for port a88ef232-1659-4427-8cf0-347118558747 completed by entity DHCP. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 13:38:58.449982 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-7e840fc1-9bb4-471e-a7e6-ce97074a354e tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Notify callbacks [] for subnet, before_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:38:58.458601 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-370af288-4ed5-4d00-ab19-39d63c618279 None None] Network 09d7ea43-6376-4322-97e7-54cd01aae492 requested from dv-neutron-836180-1-hyperv {{(pid=83872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 13:38:58.532321 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ef1ae10-2ad3-4a4b-90af-592566de8ce9 tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Router 443cce66-541a-4c4d-8e2a-33c9e2cd1777 has already been hosted by L3 agent 88bf8fc8-11a3-4e96-9d1b-5fd93ba9f6f1 {{(pid=83871) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 13:38:58.532820 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.db [None req-cd8a0800-4f57-426a-88b0-11760d837416 tempest-RoutersNegativeIpV6Test-77380712 tempest-RoutersNegativeIpV6Test-77380712-project] For port 07b26ba3-a89f-4bc9-a374-86b8a36cac92, host dv-neutron-836180-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836180-1-hyperv',level=0,port_id=07b26ba3-a89f-4bc9-a374-86b8a36cac92,segment=NetworkSegment(e7209e51-3bed-4bef-811a-e73baa1cacf3),segment_id=e7209e51-3bed-4bef-811a-e73baa1cacf3)] {{(pid=83869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 13:38:58.533281 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-cd8a0800-4f57-426a-88b0-11760d837416 tempest-RoutersNegativeIpV6Test-77380712 tempest-RoutersNegativeIpV6Test-77380712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4155147'] for port, precommit_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:38:58.586259 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-7e840fc1-9bb4-471e-a7e6-ce97074a354e tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3166365'] for subnet, precommit_delete_associations {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:38:58.622587 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-72e7e61b-662d-4af7-ac05-2b3bbea53d77 tempest-FloatingIPTestJSON-1100559899 tempest-FloatingIPTestJSON-1100559899-project] Notify callbacks [] for port, precommit_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:38:58.645820 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-af55c8da-0418-4a6f-9395-73edb22a76a7 None None] For port 07b26ba3-a89f-4bc9-a374-86b8a36cac92, host dv-neutron-836180-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836180-1-hyperv',level=0,port_id=07b26ba3-a89f-4bc9-a374-86b8a36cac92,segment=NetworkSegment(e7209e51-3bed-4bef-811a-e73baa1cacf3),segment_id=e7209e51-3bed-4bef-811a-e73baa1cacf3)] {{(pid=83872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 13:38:58.646215 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-af55c8da-0418-4a6f-9395-73edb22a76a7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4155147'] for port, precommit_delete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:38:58.709229 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-72e7e61b-662d-4af7-ac05-2b3bbea53d77 tempest-FloatingIPTestJSON-1100559899 tempest-FloatingIPTestJSON-1100559899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736732935801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2705155'] for port, after_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:38:58.771534 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.plugin [None req-af55c8da-0418-4a6f-9395-73edb22a76a7 None None] Calling delete_port for 07b26ba3-a89f-4bc9-a374-86b8a36cac92 owned by network:dhcp {{(pid=83872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 13:38:58.821128 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.plugin [None req-cd8a0800-4f57-426a-88b0-11760d837416 tempest-RoutersNegativeIpV6Test-77380712 tempest-RoutersNegativeIpV6Test-77380712-project] Calling delete_port for 07b26ba3-a89f-4bc9-a374-86b8a36cac92 owned by network:dhcp {{(pid=83869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 13:38:58.843722 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Device 36e8d7fe-35a4-4759-aa7e-d63ad34658ce up at agent ovs-agent-dv-neutron-836180-1-hyperv {{(pid=83872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 13:38:58.912282 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72e7e61b-662d-4af7-ac05-2b3bbea53d77 tempest-FloatingIPTestJSON-1100559899 tempest-FloatingIPTestJSON-1100559899-project] Network a341f576-d8db-4b7f-8dc8-20a56e0175ef is already hosted by enough agents. {{(pid=83869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 13:38:58.924197 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.scheduler.base_scheduler [None req-72e7e61b-662d-4af7-ac05-2b3bbea53d77 tempest-FloatingIPTestJSON-1100559899 tempest-FloatingIPTestJSON-1100559899-project] Resources bound (agent type, host, resource id): {{(pid=83869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 13:38:58.927487 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72e7e61b-662d-4af7-ac05-2b3bbea53d77 tempest-FloatingIPTestJSON-1100559899 tempest-FloatingIPTestJSON-1100559899-project] Received port after_create {{(pid=83869) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 13:38:58.946082 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-7e840fc1-9bb4-471e-a7e6-ce97074a354e tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-945029'] for subnet, precommit_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:38:58.961280 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e7e61b-662d-4af7-ac05-2b3bbea53d77 tempest-FloatingIPTestJSON-1100559899 tempest-FloatingIPTestJSON-1100559899-project] Pushing event updated for resources: {'Port': ['ID=d48df3cf-7108-44c1-8eee-3f0b7cb1fff5,revision_number=1']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:38:59.005161 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-af55c8da-0418-4a6f-9395-73edb22a76a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736733359243', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736732935810'] for port, after_delete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:38:59.027250 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72e7e61b-662d-4af7-ac05-2b3bbea53d77 tempest-FloatingIPTestJSON-1100559899 tempest-FloatingIPTestJSON-1100559899-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:38:59.027807 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-72e7e61b-662d-4af7-ac05-2b3bbea53d77 tempest-FloatingIPTestJSON-1100559899 tempest-FloatingIPTestJSON-1100559899-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109561'] for port, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:38:59.034786 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.db.api [None req-cd8a0800-4f57-426a-88b0-11760d837416 tempest-RoutersNegativeIpV6Test-77380712 tempest-RoutersNegativeIpV6Test-77380712-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83869) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 01 13:38:59.035086 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG oslo_db.api [None req-cd8a0800-4f57-426a-88b0-11760d837416 tempest-RoutersNegativeIpV6Test-77380712 tempest-RoutersNegativeIpV6Test-77380712-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 01 13:38:59.040708 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ef1ae10-2ad3-4a4b-90af-592566de8ce9 tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Notify agent at l3_agent.dv-neutron-836180-1-hyperv the message routers_updated {{(pid=83871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 13:38:59.042757 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2005955f-b65e-4203-a69c-5c9c818b1072 req-afe20965-b25f-4117-87f2-ba6f0efa5945 tempest-ServerActionsTestJSON-64006463 tempest-ServerActionsTestJSON-64006463-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:38:59.043885 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-7e840fc1-9bb4-471e-a7e6-ce97074a354e tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-945042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2743160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2757373'] for subnet, after_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:38:59.044733 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-2005955f-b65e-4203-a69c-5c9c818b1072 req-afe20965-b25f-4117-87f2-ba6f0efa5945 tempest-ServerActionsTestJSON-64006463 tempest-ServerActionsTestJSON-64006463-project] 10.222.0.26 "GET /v2.0/ports?device_id=746f2a68-07bc-4d82-957e-55cd7a32c31f HTTP/1.1" status: 200 len: 946 time: 0.7504685 Apr 01 13:38:59.087783 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e840fc1-9bb4-471e-a7e6-ce97074a354e tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Pushing event deleted for resources: {'Subnet': ['ID=df78da25-b478-451c-89de-5e13b2740c5c,revision_number=None']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:38:59.096999 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-0ef1ae10-2ad3-4a4b-90af-592566de8ce9 tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] 10.222.0.26 "PUT /v2.0/routers/443cce66-541a-4c4d-8e2a-33c9e2cd1777/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.9280365 Apr 01 13:38:59.098523 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 52846) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:38:59.098907 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 52848) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:38:59.099048 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-72e7e61b-662d-4af7-ac05-2b3bbea53d77 tempest-FloatingIPTestJSON-1100559899 tempest-FloatingIPTestJSON-1100559899-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.4910760 Apr 01 13:38:59.104915 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbeca3c0-fd12-4951-acb7-bbacf1aa55d7 None None] Sync routers for ids ['443cce66-541a-4c4d-8e2a-33c9e2cd1777'] in dv-neutron-836180-1-hyperv {{(pid=83872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 13:38:59.108716 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.v2.base [None req-fdf1507f-b107-4747-829d-54f014c111d6 tempest-FloatingIPTestJSON-1100559899 tempest-FloatingIPTestJSON-1100559899-project] Request body: {'port': {'network_id': 'a341f576-d8db-4b7f-8dc8-20a56e0175ef', 'name': 'tempest-FloatingIPTestJSON-501010775'}} {{(pid=83871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:38:59.112292 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-2005955f-b65e-4203-a69c-5c9c818b1072 req-8d1beec6-aed6-4d6d-92fc-beda32965b5c tempest-ServerActionsTestJSON-64006463 tempest-ServerActionsTestJSON-64006463-project] 10.222.0.26 "GET /v2.0/security-groups?id=0d525850-c301-4718-92cf-e73f2c3e9524&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0609543 Apr 01 13:38:59.129811 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.v2.base [None req-25b092e5-fe89-40af-8224-d6c5d56fc81d tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-309666175'}} {{(pid=83871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:38:59.138484 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-25b092e5-fe89-40af-8224-d6c5d56fc81d tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:38:59.185042 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af55c8da-0418-4a6f-9395-73edb22a76a7 None None] Pushing event deleted for resources: {'Port': ['ID=07b26ba3-a89f-4bc9-a374-86b8a36cac92,revision_number=None']} {{(pid=83872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:38:59.189140 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-7e840fc1-9bb4-471e-a7e6-ce97074a354e tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Notify callbacks [] for subnet, before_response {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:38:59.191282 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-7e840fc1-9bb4-471e-a7e6-ce97074a354e tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] 10.222.0.26 "DELETE /v2.0/subnets/df78da25-b478-451c-89de-5e13b2740c5c HTTP/1.1" status: 204 len: 168 time: 0.8637009 Apr 01 13:38:59.192749 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-25b092e5-fe89-40af-8224-d6c5d56fc81d tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Usage tracker for resource:network and tenant:315e7395dd224b3fb020d0b9d921742e is out of sync, need to count used quota {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 13:38:59.194078 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 52856) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:38:59.200195 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-25b092e5-fe89-40af-8224-d6c5d56fc81d tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Quota usage for network was recalculated. Used quota:3. {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 13:38:59.213985 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af55c8da-0418-4a6f-9395-73edb22a76a7 None None] No DVR routers for this DVR port 07b26ba3-a89f-4bc9-a374-86b8a36cac92 on host dv-neutron-836180-1-hyperv {{(pid=83872) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 13:38:59.216209 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-25b092e5-fe89-40af-8224-d6c5d56fc81d tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:38:59.239377 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbeca3c0-fd12-4951-acb7-bbacf1aa55d7 None None] Routers {'443cce66-541a-4c4d-8e2a-33c9e2cd1777'} bound to L3 agent in host dv-neutron-836180-1-hyperv {{(pid=83872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 13:38:59.240735 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_hamode_db [None req-fbeca3c0-fd12-4951-acb7-bbacf1aa55d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836180-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T13:25:36Z,description=,heartbeat_timestamp=2022-04-01T13:38:36Z,host='dv-neutron-836180-1-hyperv',id=88bf8fc8-11a3-4e96-9d1b-5fd93ba9f6f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T13:25:36Z,topic='l3_agent')) {'router_ids': ['443cce66-541a-4c4d-8e2a-33c9e2cd1777'], 'active': True} {{(pid=83872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:38:59.245852 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25b092e5-fe89-40af-8224-d6c5d56fc81d tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Made reservation on behalf of 315e7395dd224b3fb020d0b9d921742e for: {'network': 1} {{(pid=83871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 13:38:59.249633 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-25b092e5-fe89-40af-8224-d6c5d56fc81d tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for network, before_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:38:59.298656 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-6fe33255-0058-41c6-b76c-4b6862eebdd1 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] 10.222.0.26 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1029992 Apr 01 13:38:59.298847 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 52860) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:38:59.305251 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.v2.base [None req-8357cdc5-c230-43ae-b096-9a06d2ad6549 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Request body: {'subnet': {'network_id': '09d7ea43-6376-4322-97e7-54cd01aae492', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:38:59.381467 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-a1464e94-c0d9-4ee3-9383-261ddd8f13e6 None None] Provisioning for port 36e8d7fe-35a4-4759-aa7e-d63ad34658ce completed by entity DHCP. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 13:38:59.392122 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-fdf1507f-b107-4747-829d-54f014c111d6 tempest-FloatingIPTestJSON-1100559899 tempest-FloatingIPTestJSON-1100559899-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:38:59.434356 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-a1464e94-c0d9-4ee3-9383-261ddd8f13e6 None None] Provisioning complete for port 36e8d7fe-35a4-4759-aa7e-d63ad34658ce triggered by entity DHCP. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 13:38:59.434730 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-a1464e94-c0d9-4ee3-9383-261ddd8f13e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-948329'] for port, provisioning_complete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:38:59.445686 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-fdf1507f-b107-4747-829d-54f014c111d6 tempest-FloatingIPTestJSON-1100559899 tempest-FloatingIPTestJSON-1100559899-project] Usage tracker for resource:port and tenant:31909f452d274f5587d0068d008850b7 is out of sync, need to count used quota {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 13:38:59.450769 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-25b092e5-fe89-40af-8224-d6c5d56fc81d tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] vlan segment allocate from pool success with {'vlan_id': 394, 'physical_network': 'physnet1'} {{(pid=83871) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 13:38:59.452940 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-fdf1507f-b107-4747-829d-54f014c111d6 tempest-FloatingIPTestJSON-1100559899 tempest-FloatingIPTestJSON-1100559899-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 13:38:59.481825 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-fdf1507f-b107-4747-829d-54f014c111d6 tempest-FloatingIPTestJSON-1100559899 tempest-FloatingIPTestJSON-1100559899-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:38:59.487195 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Provisioning complete for port 36e8d7fe-35a4-4759-aa7e-d63ad34658ce triggered by entity L2. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 13:38:59.487596 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-948329'] for port, provisioning_complete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:38:59.507009 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-25b092e5-fe89-40af-8224-d6c5d56fc81d tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1004271'] for segment, precommit_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:38:59.507344 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.db.segments_db [None req-25b092e5-fe89-40af-8224-d6c5d56fc81d tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Added segment 3070fecd-ea24-4990-a00b-681af208b16a of type vlan for network c217efc0-828f-462b-ad5e-752f5d8601ec Apr 01 13:38:59.529524 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fdf1507f-b107-4747-829d-54f014c111d6 tempest-FloatingIPTestJSON-1100559899 tempest-FloatingIPTestJSON-1100559899-project] Made reservation on behalf of 31909f452d274f5587d0068d008850b7 for: {'port': 1} {{(pid=83871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 13:38:59.532440 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-fdf1507f-b107-4747-829d-54f014c111d6 tempest-FloatingIPTestJSON-1100559899 tempest-FloatingIPTestJSON-1100559899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:38:59.536749 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.plugin [None req-cd8a0800-4f57-426a-88b0-11760d837416 tempest-RoutersNegativeIpV6Test-77380712 tempest-RoutersNegativeIpV6Test-77380712-project] Deleting port 07b26ba3-a89f-4bc9-a374-86b8a36cac92 {{(pid=83869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 13:38:59.537252 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-cd8a0800-4f57-426a-88b0-11760d837416 tempest-RoutersNegativeIpV6Test-77380712 tempest-RoutersNegativeIpV6Test-77380712-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736733287370'] for port, before_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:38:59.546131 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-8357cdc5-c230-43ae-b096-9a06d2ad6549 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:38:59.569321 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-8357cdc5-c230-43ae-b096-9a06d2ad6549 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Usage tracker for resource:subnet and tenant:8b726fe6689e4b7f96def1a2219bea6c is out of sync, need to count used quota {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 13:38:59.574945 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-25b092e5-fe89-40af-8224-d6c5d56fc81d tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736732923383'] for network, precommit_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:38:59.578774 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-8357cdc5-c230-43ae-b096-9a06d2ad6549 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 13:38:59.598315 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-8357cdc5-c230-43ae-b096-9a06d2ad6549 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:38:59.600812 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_dvr_db [None req-fbeca3c0-fd12-4951-acb7-bbacf1aa55d7 None None] Set router 443cce66-541a-4c4d-8e2a-33c9e2cd1777 gateway port host: None {{(pid=83872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 13:38:59.604467 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.notifiers.nova [None req-fdf1507f-b107-4747-829d-54f014c111d6 tempest-FloatingIPTestJSON-1100559899 tempest-FloatingIPTestJSON-1100559899-project] device_id is not set on port 36154f80-28e2-4c10-ac82-0c5c9e7b0ab2 yet. {{(pid=83871) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 01 13:38:59.693144 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bdd8d17-57db-4f93-be0c-57703a568c9d req-acbec911-2e8e-4786-ada7-be295735b31a tempest-ServerActionsTestJSON-64006463 tempest-ServerActionsTestJSON-64006463-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:38:59.694839 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-6bdd8d17-57db-4f93-be0c-57703a568c9d req-acbec911-2e8e-4786-ada7-be295735b31a tempest-ServerActionsTestJSON-64006463 tempest-ServerActionsTestJSON-64006463-project] 10.222.0.26 "GET /v2.0/ports?device_id=746f2a68-07bc-4d82-957e-55cd7a32c31f HTTP/1.1" status: 200 len: 946 time: 0.3594141 Apr 01 13:38:59.706763 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8357cdc5-c230-43ae-b096-9a06d2ad6549 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Made reservation on behalf of 8b726fe6689e4b7f96def1a2219bea6c for: {'subnet': 1} {{(pid=83871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 13:38:59.710277 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-8357cdc5-c230-43ae-b096-9a06d2ad6549 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2757336'] for subnet, before_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:38:59.710420 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.plugin [None req-cd8a0800-4f57-426a-88b0-11760d837416 tempest-RoutersNegativeIpV6Test-77380712 tempest-RoutersNegativeIpV6Test-77380712-project] The port '07b26ba3-a89f-4bc9-a374-86b8a36cac92' was deleted {{(pid=83869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 01 13:38:59.858482 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-cd8a0800-4f57-426a-88b0-11760d837416 tempest-RoutersNegativeIpV6Test-77380712 tempest-RoutersNegativeIpV6Test-77380712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-942654', 'neutron.services.segments.db._delete_segments_for_network-8736733387888'] for network, precommit_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:38:59.861423 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-a1464e94-c0d9-4ee3-9383-261ddd8f13e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:38:59.887965 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.services.segments.db [None req-cd8a0800-4f57-426a-88b0-11760d837416 tempest-RoutersNegativeIpV6Test-77380712 tempest-RoutersNegativeIpV6Test-77380712-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4fa46e2d-00b0-4edc-bea2-90df2da64545']}} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:38:59.908322 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.services.segments.db [None req-cd8a0800-4f57-426a-88b0-11760d837416 tempest-RoutersNegativeIpV6Test-77380712 tempest-RoutersNegativeIpV6Test-77380712-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e7209e51-3bed-4bef-811a-e73baa1cacf3') {'for_net_delete': True} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:38:59.909756 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.services.segments.db [None req-cd8a0800-4f57-426a-88b0-11760d837416 tempest-RoutersNegativeIpV6Test-77380712 tempest-RoutersNegativeIpV6Test-77380712-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e7209e51-3bed-4bef-811a-e73baa1cacf3') {} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:38:59.928438 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-cd8a0800-4f57-426a-88b0-11760d837416 tempest-RoutersNegativeIpV6Test-77380712 tempest-RoutersNegativeIpV6Test-77380712-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736733386999', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2704982'] for segment, before_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:38:59.954330 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-cd8a0800-4f57-426a-88b0-11760d837416 tempest-RoutersNegativeIpV6Test-77380712 tempest-RoutersNegativeIpV6Test-77380712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1004271'] for segment, precommit_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:38:59.962473 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cd8a0800-4f57-426a-88b0-11760d837416 tempest-RoutersNegativeIpV6Test-77380712 tempest-RoutersNegativeIpV6Test-77380712-project] Releasing vlan 378 on physical network physnet1 to pool {{(pid=83869) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 01 13:38:59.962875 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-cd8a0800-4f57-426a-88b0-11760d837416 tempest-RoutersNegativeIpV6Test-77380712 tempest-RoutersNegativeIpV6Test-77380712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1004262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2705264'] for segment, after_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:38:59.970915 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-25b092e5-fe89-40af-8224-d6c5d56fc81d tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575'] for network, after_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:38:59.975209 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25b092e5-fe89-40af-8224-d6c5d56fc81d tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:38:59.975783 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-25b092e5-fe89-40af-8224-d6c5d56fc81d tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Notify callbacks [] for network, before_response {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:38:59.978426 dv-neutron-836180-1-hyperv neutron-server[83869]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 13:38:59.978426 dv-neutron-836180-1-hyperv neutron-server[83869]: util.warn( Apr 01 13:38:59.978426 dv-neutron-836180-1-hyperv neutron-server[83869]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 13:38:59.978426 dv-neutron-836180-1-hyperv neutron-server[83869]: util.warn( Apr 01 13:38:59.978426 dv-neutron-836180-1-hyperv neutron-server[83869]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 13:38:59.978426 dv-neutron-836180-1-hyperv neutron-server[83869]: util.warn( Apr 01 13:38:59.978426 dv-neutron-836180-1-hyperv neutron-server[83869]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 13:38:59.978426 dv-neutron-836180-1-hyperv neutron-server[83869]: util.warn( Apr 01 13:38:59.978426 dv-neutron-836180-1-hyperv neutron-server[83869]: Traceback (most recent call last): Apr 01 13:38:59.978426 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 01 13:38:59.978426 dv-neutron-836180-1-hyperv neutron-server[83869]: timer() Apr 01 13:38:59.978426 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 13:38:59.978426 dv-neutron-836180-1-hyperv neutron-server[83869]: cb(*args, **kw) Apr 01 13:38:59.978426 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 13:38:59.978426 dv-neutron-836180-1-hyperv neutron-server[83869]: return func(*args, **kwargs) Apr 01 13:38:59.978426 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 13:38:59.978426 dv-neutron-836180-1-hyperv neutron-server[83869]: self._notify() Apr 01 13:38:59.978426 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 13:38:59.978426 dv-neutron-836180-1-hyperv neutron-server[83869]: self.callback(batched_events) Apr 01 13:38:59.978426 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 13:38:59.978426 dv-neutron-836180-1-hyperv neutron-server[83869]: event.method(event) Apr 01 13:38:59.978426 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 13:38:59.978426 dv-neutron-836180-1-hyperv neutron-server[83869]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 13:38:59.978426 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 13:38:59.978426 dv-neutron-836180-1-hyperv neutron-server[83869]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 13:38:59.978426 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 13:38:59.978426 dv-neutron-836180-1-hyperv neutron-server[83869]: return f(self, *a, **k) Apr 01 13:38:59.978426 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 13:38:59.978426 dv-neutron-836180-1-hyperv neutron-server[83869]: return self._get(url).json() Apr 01 13:38:59.978426 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 13:38:59.978426 dv-neutron-836180-1-hyperv neutron-server[83869]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 13:38:59.978426 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 01 13:38:59.978426 dv-neutron-836180-1-hyperv neutron-server[83869]: return self.request(url, 'GET', **kwargs) Apr 01 13:38:59.978426 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 01 13:38:59.978426 dv-neutron-836180-1-hyperv neutron-server[83869]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 13:38:59.978426 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 01 13:38:59.978426 dv-neutron-836180-1-hyperv neutron-server[83869]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 13:38:59.978426 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 01 13:38:59.978426 dv-neutron-836180-1-hyperv neutron-server[83869]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 13:38:59.978426 dv-neutron-836180-1-hyperv neutron-server[83869]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 13:39:00.015590 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22369082-09df-4fc7-b57f-66549f5be8a5 None None] DHCP port deletion for 09d7ea43-6376-4322-97e7-54cd01aae492 request from dv-neutron-836180-1-hyperv {{(pid=83872) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 01 13:39:00.033936 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.plugin [None req-22369082-09df-4fc7-b57f-66549f5be8a5 None None] Deleting port 36e8d7fe-35a4-4759-aa7e-d63ad34658ce {{(pid=83872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 13:39:00.035320 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-22369082-09df-4fc7-b57f-66549f5be8a5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736733287370'] for port, before_delete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:39:00.072846 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-cd8a0800-4f57-426a-88b0-11760d837416 tempest-RoutersNegativeIpV6Test-77380712 tempest-RoutersNegativeIpV6Test-77380712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-942599', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4084797'] for network, after_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:39:00.108051 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-cd8a0800-4f57-426a-88b0-11760d837416 tempest-RoutersNegativeIpV6Test-77380712 tempest-RoutersNegativeIpV6Test-77380712-project] Notify callbacks [] for network, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:39:00.118939 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8a0800-4f57-426a-88b0-11760d837416 tempest-RoutersNegativeIpV6Test-77380712 tempest-RoutersNegativeIpV6Test-77380712-project] Pushing event deleted for resources: {'Network': ['ID=4fa46e2d-00b0-4edc-bea2-90df2da64545,revision_number=None']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:39:00.139321 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-cd8a0800-4f57-426a-88b0-11760d837416 tempest-RoutersNegativeIpV6Test-77380712 tempest-RoutersNegativeIpV6Test-77380712-project] 10.222.0.26 "DELETE /v2.0/networks/4fa46e2d-00b0-4edc-bea2-90df2da64545 HTTP/1.1" status: 204 len: 168 time: 2.5708237 Apr 01 13:39:00.141680 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 52864) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:39:00.226794 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-8357cdc5-c230-43ae-b096-9a06d2ad6549 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2743225', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2757366'] for subnet, after_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:39:00.241193 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-26d3d63f-eacf-4830-8588-02db5101f9a5 tempest-RoutersNegativeIpV6Test-77380712 tempest-RoutersNegativeIpV6Test-77380712-project] Synchronizing usage tracker for tenant:1158e63ec46b4ca6b4d4e7cf2494b8b4 on resource:port {{(pid=83869) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 13:39:00.278819 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-25b092e5-fe89-40af-8224-d6c5d56fc81d tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.1770811 Apr 01 13:39:00.288474 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 52868) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:39:00.298359 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.v2.base [None req-91d179e9-cd70-4b58-93df-5f7512c23c93 tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Request body: {'subnet': {'network_id': 'c217efc0-828f-462b-ad5e-752f5d8601ec', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=83869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:39:00.310826 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b092e5-fe89-40af-8224-d6c5d56fc81d tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Pushing event updated for resources: {'Network': ['ID=c217efc0-828f-462b-ad5e-752f5d8601ec,revision_number=1']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:39:00.322395 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-26d3d63f-eacf-4830-8588-02db5101f9a5 tempest-RoutersNegativeIpV6Test-77380712 tempest-RoutersNegativeIpV6Test-77380712-project] Unset dirty status for tenant:1158e63ec46b4ca6b4d4e7cf2494b8b4 on resource:port {{(pid=83869) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 13:39:00.323542 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-26d3d63f-eacf-4830-8588-02db5101f9a5 tempest-RoutersNegativeIpV6Test-77380712 tempest-RoutersNegativeIpV6Test-77380712-project] 10.222.0.26 "GET /v2.0/ports?device_id=82a6b713-6f64-4710-8331-88d5d8d5a219 HTTP/1.1" status: 200 len: 205 time: 0.1800146 Apr 01 13:39:00.328245 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 52872) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:39:00.328882 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-6bdd8d17-57db-4f93-be0c-57703a568c9d req-76907b9a-0097-451f-92f8-156b14010aef tempest-ServerActionsTestJSON-64006463 tempest-ServerActionsTestJSON-64006463-project] 10.222.0.26 "GET /v2.0/security-groups?id=0d525850-c301-4718-92cf-e73f2c3e9524&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6235850 Apr 01 13:39:00.332889 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-22369082-09df-4fc7-b57f-66549f5be8a5 None None] For port 36e8d7fe-35a4-4759-aa7e-d63ad34658ce, host dv-neutron-836180-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836180-1-hyperv',level=0,port_id=36e8d7fe-35a4-4759-aa7e-d63ad34658ce,segment=NetworkSegment(16094ed0-4a47-4ff6-9238-85c278d7a2a5),segment_id=16094ed0-4a47-4ff6-9238-85c278d7a2a5)] {{(pid=83872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 13:39:00.335515 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-22369082-09df-4fc7-b57f-66549f5be8a5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4155147'] for port, precommit_delete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:39:00.354960 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.db_base_plugin_common [None req-fdf1507f-b107-4747-829d-54f014c111d6 tempest-FloatingIPTestJSON-1100559899 tempest-FloatingIPTestJSON-1100559899-project] Allocated IP 172.20.0.4 (a341f576-d8db-4b7f-8dc8-20a56e0175ef/b5b788f2-3efe-4936-b94b-e4b2f9c27469/36154f80-28e2-4c10-ac82-0c5c9e7b0ab2) {{(pid=83871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 13:39:00.395566 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8357cdc5-c230-43ae-b096-9a06d2ad6549 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Network 09d7ea43-6376-4322-97e7-54cd01aae492 is already hosted by enough agents. {{(pid=83871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 13:39:00.408367 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.scheduler.base_scheduler [None req-8357cdc5-c230-43ae-b096-9a06d2ad6549 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Resources bound (agent type, host, resource id): {{(pid=83871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 13:39:00.412385 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8357cdc5-c230-43ae-b096-9a06d2ad6549 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:39:00.413094 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-8357cdc5-c230-43ae-b096-9a06d2ad6549 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Notify callbacks [] for subnet, before_response {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:39:00.448956 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8357cdc5-c230-43ae-b096-9a06d2ad6549 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Pushing event updated for resources: {'Subnet': ['ID=07d04e12-9939-45a4-a09e-1e47f0b7d880,revision_number=0']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:39:00.461234 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Network c217efc0-828f-462b-ad5e-752f5d8601ec details requested by agent ovs-agent-dv-neutron-836180-1-hyperv with host dv-neutron-836180-1-hyperv {{(pid=83872) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 13:39:00.492520 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-8357cdc5-c230-43ae-b096-9a06d2ad6549 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.1923480 Apr 01 13:39:00.501423 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 52878) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:39:00.510074 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.v2.base [None req-372ab21f-281c-4434-bb37-17fa7b34d5b7 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Request body: {'subnet': {'network_id': '09d7ea43-6376-4322-97e7-54cd01aae492', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=83871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:39:00.564714 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:39:00.587802 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.plugin [None req-22369082-09df-4fc7-b57f-66549f5be8a5 None None] Calling delete_port for 36e8d7fe-35a4-4759-aa7e-d63ad34658ce owned by network:dhcp {{(pid=83872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 13:39:00.623827 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-91d179e9-cd70-4b58-93df-5f7512c23c93 tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:39:00.631418 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-91d179e9-cd70-4b58-93df-5f7512c23c93 tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Usage tracker for resource:subnet and tenant:315e7395dd224b3fb020d0b9d921742e is out of sync, need to count used quota {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 13:39:00.636073 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-91d179e9-cd70-4b58-93df-5f7512c23c93 tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 13:39:00.644860 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-91d179e9-cd70-4b58-93df-5f7512c23c93 tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:39:00.651734 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-389b5ee2-c86c-4103-86e1-5f24a0f4f894 tempest-RoutersNegativeIpV6Test-77380712 tempest-RoutersNegativeIpV6Test-77380712-project] Notify callbacks [] for router, before_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:39:00.789917 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91d179e9-cd70-4b58-93df-5f7512c23c93 tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Made reservation on behalf of 315e7395dd224b3fb020d0b9d921742e for: {'subnet': 1} {{(pid=83869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 13:39:00.846590 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-372ab21f-281c-4434-bb37-17fa7b34d5b7 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:39:00.851087 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-372ab21f-281c-4434-bb37-17fa7b34d5b7 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Usage tracker for resource:subnet and tenant:8b726fe6689e4b7f96def1a2219bea6c is out of sync, need to count used quota {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 13:39:00.854214 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-372ab21f-281c-4434-bb37-17fa7b34d5b7 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 13:39:00.860057 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-372ab21f-281c-4434-bb37-17fa7b34d5b7 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:39:00.869223 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-a1464e94-c0d9-4ee3-9383-261ddd8f13e6 None None] For port 36e8d7fe-35a4-4759-aa7e-d63ad34658ce, host dv-neutron-836180-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836180-1-hyperv',level=0,port_id=36e8d7fe-35a4-4759-aa7e-d63ad34658ce,segment=NetworkSegment(16094ed0-4a47-4ff6-9238-85c278d7a2a5),segment_id=16094ed0-4a47-4ff6-9238-85c278d7a2a5)] {{(pid=83872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 13:39:00.881558 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-a1464e94-c0d9-4ee3-9383-261ddd8f13e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864'] for port, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:39:00.892239 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-372ab21f-281c-4434-bb37-17fa7b34d5b7 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Made reservation on behalf of 8b726fe6689e4b7f96def1a2219bea6c for: {'subnet': 1} {{(pid=83871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 13:39:00.894244 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb33e82-f314-423f-8afb-63ceb02e8e0c req-58f993bf-39e0-40e8-aa55-c98ae95f15ac tempest-ServerActionsTestJSON-64006463 tempest-ServerActionsTestJSON-64006463-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:39:00.896178 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-beb33e82-f314-423f-8afb-63ceb02e8e0c req-58f993bf-39e0-40e8-aa55-c98ae95f15ac tempest-ServerActionsTestJSON-64006463 tempest-ServerActionsTestJSON-64006463-project] 10.222.0.26 "GET /v2.0/ports?device_id=746f2a68-07bc-4d82-957e-55cd7a32c31f HTTP/1.1" status: 200 len: 946 time: 0.3372355 Apr 01 13:39:00.896359 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-372ab21f-281c-4434-bb37-17fa7b34d5b7 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2757336'] for subnet, before_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:39:00.913254 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-fdf1507f-b107-4747-829d-54f014c111d6 tempest-FloatingIPTestJSON-1100559899 tempest-FloatingIPTestJSON-1100559899-project] Notify callbacks [] for port, precommit_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:39:01.035446 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.db.api [None req-22369082-09df-4fc7-b57f-66549f5be8a5 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83872) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 01 13:39:01.035716 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG oslo_db.api [None req-22369082-09df-4fc7-b57f-66549f5be8a5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 01 13:39:01.046600 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.db.api [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83872) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 01 13:39:01.046965 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG oslo_db.api [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 01 13:39:01.049895 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-fdf1507f-b107-4747-829d-54f014c111d6 tempest-FloatingIPTestJSON-1100559899 tempest-FloatingIPTestJSON-1100559899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736732935801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2743125'] for port, after_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:39:01.052090 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.db.ipam_backend_mixin [None req-372ab21f-281c-4434-bb37-17fa7b34d5b7 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 07d04e12-9939-45a4-a09e-1e47f0b7d880 (CIDR: 2001:db8::/64) Apr 01 13:39:01.052617 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1464e94-c0d9-4ee3-9383-261ddd8f13e6 None None] Pushing event updated for resources: {'Port': ['ID=36e8d7fe-35a4-4759-aa7e-d63ad34658ce,revision_number=14']} {{(pid=83872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:39:01.055672 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-91d179e9-cd70-4b58-93df-5f7512c23c93 tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2999481'] for subnet, before_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:39:01.073192 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_hamode_db [None req-fbeca3c0-fd12-4951-acb7-bbacf1aa55d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '443cce66-541a-4c4d-8e2a-33c9e2cd1777', 'name': 'tempest-RoutersIpV6Test-router-2029186272', 'tenant_id': '315e7395dd224b3fb020d0b9d921742e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T13:38:26Z', 'updated_at': '2022-04-01T13:38:56Z', 'revision_number': 4, 'project_id': '315e7395dd224b3fb020d0b9d921742e', 'gw_port_host': None, '_interfaces': [{'id': '0eacdfd0-e8b9-4919-9d56-58eb52e76aba', 'name': '', 'network_id': '2635b17d-605c-450a-a09e-f3ed5b76beda', 'tenant_id': '315e7395dd224b3fb020d0b9d921742e', 'mac_address': 'fa:16:3e:72:51:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '443cce66-541a-4c4d-8e2a-33c9e2cd1777', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8bc9dba3-0769-4278-91dc-738d7d6e2982', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:38:53Z', 'updated_at': '2022-04-01T13:38:56Z', 'revision_number': 2, 'project_id': '315e7395dd224b3fb020d0b9d921742e', 'subnets': [{'id': '8bc9dba3-0769-4278-91dc-738d7d6e2982', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7d243dbb-cd79-4a05-9ba7-2503b47388d6', 'name': '', 'network_id': 'b2076001-b441-4a1b-a96b-552c4faf0800', 'tenant_id': '315e7395dd224b3fb020d0b9d921742e', 'mac_address': 'fa:16:3e:2e:3d:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '443cce66-541a-4c4d-8e2a-33c9e2cd1777', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ad7574d2-be4a-487a-85ad-6d5a1a89f635', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836180-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:38:32Z', 'updated_at': '2022-04-01T13:38:53Z', 'revision_number': 5, 'project_id': '315e7395dd224b3fb020d0b9d921742e', 'subnets': [{'id': 'ad7574d2-be4a-487a-85ad-6d5a1a89f635', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ee859592-7773-40a1-b8cd-47912e28a6ce', 'name': '', 'network_id': 'e5d1bb3c-6254-4093-890c-4e81389da7a3', 'tenant_id': '315e7395dd224b3fb020d0b9d921742e', 'mac_address': 'fa:16:3e:28:1e:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '443cce66-541a-4c4d-8e2a-33c9e2cd1777', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f1fab571-13d5-4032-88ca-01a4aafa0daa', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836180-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:38:45Z', 'updated_at': '2022-04-01T13:38:54Z', 'revision_number': 4, 'project_id': '315e7395dd224b3fb020d0b9d921742e', 'subnets': [{'id': 'f1fab571-13d5-4032-88ca-01a4aafa0daa', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-836180-1-hyperv', False) {} {{(pid=83872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:39:01.075279 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-3957d741-5d06-4bcc-bc61-d5242654f6d3 None None] Provisioning for port 0eacdfd0-e8b9-4919-9d56-58eb52e76aba completed by entity DHCP. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 13:39:01.081933 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbeca3c0-fd12-4951-acb7-bbacf1aa55d7 None None] Checking router: 443cce66-541a-4c4d-8e2a-33c9e2cd1777 for host: dv-neutron-836180-1-hyperv {{(pid=83872) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 01 13:39:01.082871 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbeca3c0-fd12-4951-acb7-bbacf1aa55d7 None None] Updating router 443cce66-541a-4c4d-8e2a-33c9e2cd1777 port 0eacdfd0-e8b9-4919-9d56-58eb52e76aba binding host dv-neutron-836180-1-hyperv {{(pid=83872) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 01 13:39:01.106479 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-3957d741-5d06-4bcc-bc61-d5242654f6d3 None None] Provisioning complete for port 0eacdfd0-e8b9-4919-9d56-58eb52e76aba triggered by entity DHCP. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 13:39:01.106761 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-3957d741-5d06-4bcc-bc61-d5242654f6d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-948329'] for port, provisioning_complete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:39:01.113367 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.pecan_wsgi.hooks.translation [None req-372ab21f-281c-4434-bb37-17fa7b34d5b7 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 01 13:39:01.113547 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-372ab21f-281c-4434-bb37-17fa7b34d5b7 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83871) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 13:39:01.123738 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdf1507f-b107-4747-829d-54f014c111d6 tempest-FloatingIPTestJSON-1100559899 tempest-FloatingIPTestJSON-1100559899-project] Network a341f576-d8db-4b7f-8dc8-20a56e0175ef is already hosted by enough agents. {{(pid=83871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 13:39:01.131469 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.scheduler.base_scheduler [None req-fdf1507f-b107-4747-829d-54f014c111d6 tempest-FloatingIPTestJSON-1100559899 tempest-FloatingIPTestJSON-1100559899-project] Resources bound (agent type, host, resource id): {{(pid=83871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 13:39:01.150332 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdf1507f-b107-4747-829d-54f014c111d6 tempest-FloatingIPTestJSON-1100559899 tempest-FloatingIPTestJSON-1100559899-project] Received port after_create {{(pid=83871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 13:39:01.187287 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-fbeca3c0-fd12-4951-acb7-bbacf1aa55d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:39:01.197796 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.plugin [None req-3957d741-5d06-4bcc-bc61-d5242654f6d3 None None] Port 0eacdfd0-e8b9-4919-9d56-58eb52e76aba cannot update to ACTIVE because it is not bound. {{(pid=83872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 13:39:01.311953 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf1507f-b107-4747-829d-54f014c111d6 tempest-FloatingIPTestJSON-1100559899 tempest-FloatingIPTestJSON-1100559899-project] Pushing event updated for resources: {'Port': ['ID=36154f80-28e2-4c10-ac82-0c5c9e7b0ab2,revision_number=1']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:39:01.315063 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-372ab21f-281c-4434-bb37-17fa7b34d5b7 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.8121114 Apr 01 13:39:01.319258 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 52882) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:39:01.328964 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.v2.base [None req-d6755536-a918-4b05-a5f0-8b399396b81d tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Request body: {'subnet': {'network_id': '09d7ea43-6376-4322-97e7-54cd01aae492', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=83871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:39:01.406488 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdf1507f-b107-4747-829d-54f014c111d6 tempest-FloatingIPTestJSON-1100559899 tempest-FloatingIPTestJSON-1100559899-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:39:01.407002 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-fdf1507f-b107-4747-829d-54f014c111d6 tempest-FloatingIPTestJSON-1100559899 tempest-FloatingIPTestJSON-1100559899-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109561'] for port, before_response {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:39:01.445716 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-fdf1507f-b107-4747-829d-54f014c111d6 tempest-FloatingIPTestJSON-1100559899 tempest-FloatingIPTestJSON-1100559899-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 2.3424675 Apr 01 13:39:01.449168 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 52886) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:39:01.458047 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.v2.base [None req-7d974551-d477-4a84-8542-969d04863501 tempest-FloatingIPTestJSON-1100559899 tempest-FloatingIPTestJSON-1100559899-project] Request body: {'floatingip': {'floating_network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'port_id': '36154f80-28e2-4c10-ac82-0c5c9e7b0ab2', 'fixed_ip_address': '172.20.0.4'}} {{(pid=83871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:39:01.470464 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-beb33e82-f314-423f-8afb-63ceb02e8e0c req-1fd4f7d3-8812-4f80-8ee9-d554cbe45039 tempest-ServerActionsTestJSON-64006463 tempest-ServerActionsTestJSON-64006463-project] 10.222.0.26 "GET /v2.0/security-groups?id=0d525850-c301-4718-92cf-e73f2c3e9524&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5070114 Apr 01 13:39:01.476289 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-7d974551-d477-4a84-8542-969d04863501 tempest-FloatingIPTestJSON-1100559899 tempest-FloatingIPTestJSON-1100559899-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:39:01.480121 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-389b5ee2-c86c-4103-86e1-5f24a0f4f894 tempest-RoutersNegativeIpV6Test-77380712 tempest-RoutersNegativeIpV6Test-77380712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4079814', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4170'] for router, precommit_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:39:01.485118 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-7d974551-d477-4a84-8542-969d04863501 tempest-FloatingIPTestJSON-1100559899 tempest-FloatingIPTestJSON-1100559899-project] Usage tracker for resource:floatingip and tenant:31909f452d274f5587d0068d008850b7 is out of sync, need to count used quota {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 13:39:01.488913 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-389b5ee2-c86c-4103-86e1-5f24a0f4f894 tempest-RoutersNegativeIpV6Test-77380712 tempest-RoutersNegativeIpV6Test-77380712-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:39:01.496716 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-7d974551-d477-4a84-8542-969d04863501 tempest-FloatingIPTestJSON-1100559899 tempest-FloatingIPTestJSON-1100559899-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 13:39:01.507353 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-7d974551-d477-4a84-8542-969d04863501 tempest-FloatingIPTestJSON-1100559899 tempest-FloatingIPTestJSON-1100559899-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:39:01.517919 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-d6755536-a918-4b05-a5f0-8b399396b81d tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:39:01.522807 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-d6755536-a918-4b05-a5f0-8b399396b81d tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Usage tracker for resource:subnet and tenant:8b726fe6689e4b7f96def1a2219bea6c is out of sync, need to count used quota {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 13:39:01.525876 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-d6755536-a918-4b05-a5f0-8b399396b81d tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 13:39:01.531663 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-d6755536-a918-4b05-a5f0-8b399396b81d tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:39:01.535555 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-7d974551-d477-4a84-8542-969d04863501 tempest-FloatingIPTestJSON-1100559899 tempest-FloatingIPTestJSON-1100559899-project] Notify callbacks [] for floatingip, before_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:39:01.547156 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.plugin [None req-22369082-09df-4fc7-b57f-66549f5be8a5 None None] Deleting port 36e8d7fe-35a4-4759-aa7e-d63ad34658ce {{(pid=83872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 13:39:01.556643 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-22369082-09df-4fc7-b57f-66549f5be8a5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736733287370'] for port, before_delete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:39:01.600237 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-389b5ee2-c86c-4103-86e1-5f24a0f4f894 tempest-RoutersNegativeIpV6Test-77380712 tempest-RoutersNegativeIpV6Test-77380712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4079738'] for router, after_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:39:01.600994 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-389b5ee2-c86c-4103-86e1-5f24a0f4f894 tempest-RoutersNegativeIpV6Test-77380712 tempest-RoutersNegativeIpV6Test-77380712-project] Fanout notify agent at l3_agent the message router_deleted on router 82a6b713-6f64-4710-8331-88d5d8d5a219 {{(pid=83869) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 01 13:39:01.619434 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6755536-a918-4b05-a5f0-8b399396b81d tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Made reservation on behalf of 8b726fe6689e4b7f96def1a2219bea6c for: {'subnet': 1} {{(pid=83871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 13:39:01.622605 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-d6755536-a918-4b05-a5f0-8b399396b81d tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2757336'] for subnet, before_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:39:01.639828 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-389b5ee2-c86c-4103-86e1-5f24a0f4f894 tempest-RoutersNegativeIpV6Test-77380712 tempest-RoutersNegativeIpV6Test-77380712-project] Notify callbacks [] for router, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:39:01.656002 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-389b5ee2-c86c-4103-86e1-5f24a0f4f894 tempest-RoutersNegativeIpV6Test-77380712 tempest-RoutersNegativeIpV6Test-77380712-project] 10.222.0.26 "DELETE /v2.0/routers/82a6b713-6f64-4710-8331-88d5d8d5a219 HTTP/1.1" status: 204 len: 168 time: 1.3185399 Apr 01 13:39:01.674520 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.db.resource_extend [None req-fbeca3c0-fd12-4951-acb7-bbacf1aa55d7 None None] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 01 13:39:01.716961 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-91d179e9-cd70-4b58-93df-5f7512c23c93 tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2705391', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2999447'] for subnet, after_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:39:01.770762 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Device ee859592-7773-40a1-b8cd-47912e28a6ce up at agent ovs-agent-dv-neutron-836180-1-hyperv {{(pid=83872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 13:39:01.827681 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d179e9-cd70-4b58-93df-5f7512c23c93 tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Pushing event updated for resources: {'Subnet': ['ID=255eed5b-f977-4482-b87e-c2bf0cdf8fef,revision_number=0']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:39:01.841993 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91d179e9-cd70-4b58-93df-5f7512c23c93 tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Checking segment: {'id': '3070fecd-ea24-4990-a00b-681af208b16a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'c217efc0-828f-462b-ad5e-752f5d8601ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 13:39:01.842172 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91d179e9-cd70-4b58-93df-5f7512c23c93 tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Network hostable DHCP agents. Network: c217efc0-828f-462b-ad5e-752f5d8601ec, hostable agents: ['e47e4547-5c2d-4954-ba56-fa3646239f18'], hosted agents: [] {{(pid=83869) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 13:39:01.875301 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91d179e9-cd70-4b58-93df-5f7512c23c93 tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Network c217efc0-828f-462b-ad5e-752f5d8601ec is scheduled to be hosted by DHCP agent e47e4547-5c2d-4954-ba56-fa3646239f18 with binding_index 1 {{(pid=83869) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 13:39:01.891931 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-fbeca3c0-fd12-4951-acb7-bbacf1aa55d7 None None] Notify callbacks [] for port, precommit_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:39:01.892235 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.scheduler.base_scheduler [None req-91d179e9-cd70-4b58-93df-5f7512c23c93 tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-836180-1-hyperv, c217efc0-828f-462b-ad5e-752f5d8601ec) {{(pid=83869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 13:39:01.910851 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91d179e9-cd70-4b58-93df-5f7512c23c93 tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:39:01.911755 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-91d179e9-cd70-4b58-93df-5f7512c23c93 tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Notify callbacks [] for subnet, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:39:01.942328 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-91d179e9-cd70-4b58-93df-5f7512c23c93 tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.6504388 Apr 01 13:39:01.945715 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 52896) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:39:01.962679 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca424a91-93e5-4a34-87a7-4034bd01f19f None None] Network c217efc0-828f-462b-ad5e-752f5d8601ec requested from dv-neutron-836180-1-hyperv {{(pid=83872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 13:39:01.975504 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dad7989-85d7-497a-97a0-5f9db451c6ca req-85c5ca37-31c0-4ad7-bc3a-8accfe4c98b4 tempest-ServerActionsTestJSON-64006463 tempest-ServerActionsTestJSON-64006463-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:39:01.977056 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-4dad7989-85d7-497a-97a0-5f9db451c6ca req-85c5ca37-31c0-4ad7-bc3a-8accfe4c98b4 tempest-ServerActionsTestJSON-64006463 tempest-ServerActionsTestJSON-64006463-project] 10.222.0.26 "GET /v2.0/ports?device_id=746f2a68-07bc-4d82-957e-55cd7a32c31f HTTP/1.1" status: 200 len: 946 time: 0.2807503 Apr 01 13:39:01.984794 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-abf1c165-8d37-459f-88fe-070e8a67d93f req-338303f1-44b1-4f00-8486-eff01a1bddcc service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=b52fb625-6535-4e58-afe5-9e4ccb47c0b6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2872434 Apr 01 13:39:02.007708 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-fbeca3c0-fd12-4951-acb7-bbacf1aa55d7 None None] Transition to ACTIVE for port object 0eacdfd0-e8b9-4919-9d56-58eb52e76aba will not be triggered until provisioned by entity L2. {{(pid=83872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 13:39:02.089347 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-fbeca3c0-fd12-4951-acb7-bbacf1aa55d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864'] for port, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:39:02.098490 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 52900) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:39:02.199508 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-4dad7989-85d7-497a-97a0-5f9db451c6ca req-d8402793-9807-4edb-99eb-2894f080f7d1 tempest-ServerActionsTestJSON-64006463 tempest-ServerActionsTestJSON-64006463-project] 10.222.0.26 "GET /v2.0/security-groups?id=0d525850-c301-4718-92cf-e73f2c3e9524&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2006993 Apr 01 13:39:02.210074 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-7d974551-d477-4a84-8542-969d04863501 tempest-FloatingIPTestJSON-1100559899 tempest-FloatingIPTestJSON-1100559899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:39:02.349413 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Provisioning for port ee859592-7773-40a1-b8cd-47912e28a6ce completed by entity L2. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 13:39:02.366338 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-22369082-09df-4fc7-b57f-66549f5be8a5 None None] For port 36e8d7fe-35a4-4759-aa7e-d63ad34658ce, host dv-neutron-836180-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836180-1-hyperv',level=0,port_id=36e8d7fe-35a4-4759-aa7e-d63ad34658ce,segment=NetworkSegment(16094ed0-4a47-4ff6-9238-85c278d7a2a5),segment_id=16094ed0-4a47-4ff6-9238-85c278d7a2a5)] {{(pid=83872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 13:39:02.366460 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-22369082-09df-4fc7-b57f-66549f5be8a5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4155147'] for port, precommit_delete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:39:02.373906 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Provisioning complete for port ee859592-7773-40a1-b8cd-47912e28a6ce triggered by entity L2. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 13:39:02.374274 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-948329'] for port, provisioning_complete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:39:02.403224 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-abf1c165-8d37-459f-88fe-070e8a67d93f req-3a659c5d-08bb-4288-a59f-c1e7d24fbd1b service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=c4570dfc5b694d9bb3c42a8f7c596843&device_id=b52fb625-6535-4e58-afe5-9e4ccb47c0b6 HTTP/1.1" status: 200 len: 1098 time: 0.3382823 Apr 01 13:39:02.443052 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e04d7dd9-83cf-464e-ac5f-34b74f229807 None None] Pushing event updated for resources: {'Port': ['ID=0eacdfd0-e8b9-4919-9d56-58eb52e76aba,revision_number=3']} {{(pid=83872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:39:02.723154 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-7d57947f-b63b-424b-8b1d-61626370870f admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=1158e63ec46b4ca6b4d4e7cf2494b8b4&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6189017 Apr 01 13:39:02.727316 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 52910) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:39:02.755842 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.db_base_plugin_common [None req-7d974551-d477-4a84-8542-969d04863501 tempest-FloatingIPTestJSON-1100559899 tempest-FloatingIPTestJSON-1100559899-project] Allocated IP 172.26.5.29 (725864b8-cceb-48c9-b5d3-1bfc4423e301/e2ed99db-0e25-4971-b535-7fa69231fae8/62972413-756a-40d9-a0ce-012413080972) {{(pid=83871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 13:39:02.863941 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.plugin [None req-22369082-09df-4fc7-b57f-66549f5be8a5 None None] Calling delete_port for 36e8d7fe-35a4-4759-aa7e-d63ad34658ce owned by network:dhcp {{(pid=83872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 13:39:02.877359 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-d6031885-79fd-441d-90f7-9e325aa354da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:39:02.927413 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-d6031885-79fd-441d-90f7-9e325aa354da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:39:02.939326 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf1c165-8d37-459f-88fe-070e8a67d93f req-358451b1-d5b2-42d7-8eb7-02cecb7a5cc9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:39:02.941196 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-abf1c165-8d37-459f-88fe-070e8a67d93f req-358451b1-d5b2-42d7-8eb7-02cecb7a5cc9 service neutron] 10.222.0.57 "GET /v2.0/networks?id=cb4d1837-1892-4ca3-a559-eb0035507686 HTTP/1.1" status: 200 len: 897 time: 0.4577723 Apr 01 13:39:02.975382 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.managers [None req-fbeca3c0-fd12-4951-acb7-bbacf1aa55d7 None None] Attempting to bind port 0eacdfd0-e8b9-4919-9d56-58eb52e76aba on host dv-neutron-836180-1-hyperv for vnic_type normal with profile {{(pid=83872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 13:39:02.975712 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.managers [None req-fbeca3c0-fd12-4951-acb7-bbacf1aa55d7 None None] Attempting to bind port 0eacdfd0-e8b9-4919-9d56-58eb52e76aba by drivers openvswitch,hyperv on host dv-neutron-836180-1-hyperv at level 0 using segments [{'id': 'd76f2485-284b-4230-b884-68f9291bbf1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '2635b17d-605c-450a-a09e-f3ed5b76beda'}] {{(pid=83872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 13:39:02.976001 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbeca3c0-fd12-4951-acb7-bbacf1aa55d7 None None] Attempting to bind port 0eacdfd0-e8b9-4919-9d56-58eb52e76aba on network 2635b17d-605c-450a-a09e-f3ed5b76beda {{(pid=83872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 13:39:02.978281 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-970fd888-40bb-4363-b24f-14f6341b17ee None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7e7d0ecb-2af4-55f5-9198-238ab0570d62-c217efc0-828f-462b-ad5e-752f5d8601ec', 'network_id': 'c217efc0-828f-462b-ad5e-752f5d8601ec', 'tenant_id': '315e7395dd224b3fb020d0b9d921742e', 'fixed_ips': [{'subnet_id': '255eed5b-f977-4482-b87e-c2bf0cdf8fef'}]}} from dv-neutron-836180-1-hyperv. {{(pid=83872) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 01 13:39:02.979064 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-970fd888-40bb-4363-b24f-14f6341b17ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:39:03.032525 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-12036188-5d93-4fba-86c2-f4d8c147fe63 tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:39:03.036159 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.objects.ports [None req-d6755536-a918-4b05-a5f0-8b399396b81d tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=83871) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Apr 01 13:39:03.072984 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:39:03.101296 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbeca3c0-fd12-4951-acb7-bbacf1aa55d7 None None] Checking agent: {'id': 'af948428-97cd-4d10-9f53-af028bdb39b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-836180-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 13, 25, 37), 'started_at': datetime.datetime(2022, 4, 1, 13, 26, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 13, 38, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-836180-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 13:39:03.101801 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbeca3c0-fd12-4951-acb7-bbacf1aa55d7 None None] Checking segment: {'id': 'd76f2485-284b-4230-b884-68f9291bbf1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '2635b17d-605c-450a-a09e-f3ed5b76beda'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 13:39:03.102120 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-fbeca3c0-fd12-4951-acb7-bbacf1aa55d7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:39:03.102443 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbeca3c0-fd12-4951-acb7-bbacf1aa55d7 None None] Bound using segment: {'id': 'd76f2485-284b-4230-b884-68f9291bbf1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '2635b17d-605c-450a-a09e-f3ed5b76beda'} {{(pid=83872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 13:39:03.102927 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.managers [None req-fbeca3c0-fd12-4951-acb7-bbacf1aa55d7 None None] Bound port: 0eacdfd0-e8b9-4919-9d56-58eb52e76aba, host: dv-neutron-836180-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd76f2485-284b-4230-b884-68f9291bbf1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '2635b17d-605c-450a-a09e-f3ed5b76beda'}}] {{(pid=83872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 13:39:03.105328 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-fbeca3c0-fd12-4951-acb7-bbacf1aa55d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:39:03.177228 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-d6031885-79fd-441d-90f7-9e325aa354da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3775923'] for security_group, after_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:39:03.210619 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6031885-79fd-441d-90f7-9e325aa354da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84d00eb6-3047-4d55-b87c-c96632061783,revision_number=None']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:39:03.223570 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-d6031885-79fd-441d-90f7-9e325aa354da admin admin] Notify callbacks [] for security_group, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:39:03.227892 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-d6031885-79fd-441d-90f7-9e325aa354da admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/84d00eb6-3047-4d55-b87c-c96632061783 HTTP/1.1" status: 204 len: 168 time: 0.4950485 Apr 01 13:39:03.267986 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.db_base_plugin_common [None req-970fd888-40bb-4363-b24f-14f6341b17ee None None] Allocated IP 2001:db8:3::2 (c217efc0-828f-462b-ad5e-752f5d8601ec/255eed5b-f977-4482-b87e-c2bf0cdf8fef/4fac96c6-c712-4005-9e1e-418e774062a8) {{(pid=83872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 13:39:03.315431 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675d2902-141f-4164-a69c-afddd7f84978 req-1b489608-365a-46ea-b478-cac21e2d26be tempest-ServerActionsTestJSON-64006463 tempest-ServerActionsTestJSON-64006463-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:39:03.322215 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-675d2902-141f-4164-a69c-afddd7f84978 req-1b489608-365a-46ea-b478-cac21e2d26be tempest-ServerActionsTestJSON-64006463 tempest-ServerActionsTestJSON-64006463-project] 10.222.0.26 "GET /v2.0/ports?device_id=746f2a68-07bc-4d82-957e-55cd7a32c31f HTTP/1.1" status: 200 len: 946 time: 0.5690901 Apr 01 13:39:03.369569 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-abf1c165-8d37-459f-88fe-070e8a67d93f req-25205f27-6e5b-48e5-ba52-3a3e4c06da59 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=01a2a8c0-c8b0-45ca-a18f-1c7dceb28567 HTTP/1.1" status: 200 len: 1001 time: 0.4118264 Apr 01 13:39:03.382777 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-7d974551-d477-4a84-8542-969d04863501 tempest-FloatingIPTestJSON-1100559899 tempest-FloatingIPTestJSON-1100559899-project] Notify callbacks [] for port, precommit_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:39:03.469581 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf1c165-8d37-459f-88fe-070e8a67d93f req-973655e1-ce29-4b1e-8618-69e484d3fd7e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:39:03.471048 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-abf1c165-8d37-459f-88fe-070e8a67d93f req-973655e1-ce29-4b1e-8618-69e484d3fd7e service neutron] 10.222.0.57 "GET /v2.0/subnets?id=c65397f7-964e-4a75-8fb4-5b28417ee25a HTTP/1.1" status: 200 len: 835 time: 0.0938201 Apr 01 13:39:03.490710 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-970fd888-40bb-4363-b24f-14f6341b17ee None None] Notify callbacks [] for port, precommit_create {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:39:03.502731 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-970fd888-40bb-4363-b24f-14f6341b17ee None None] Transition to ACTIVE for port object 4fac96c6-c712-4005-9e1e-418e774062a8 will not be triggered until provisioned by entity L2. {{(pid=83872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 13:39:03.524086 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-970fd888-40bb-4363-b24f-14f6341b17ee None None] Transition to ACTIVE for port object 4fac96c6-c712-4005-9e1e-418e774062a8 will not be triggered until provisioned by entity DHCP. {{(pid=83872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 13:39:03.608017 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-7d974551-d477-4a84-8542-969d04863501 tempest-FloatingIPTestJSON-1100559899 tempest-FloatingIPTestJSON-1100559899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736732935801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2743125'] for port, after_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:39:03.614190 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-970fd888-40bb-4363-b24f-14f6341b17ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736732935801'] for port, after_create {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:39:03.708627 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970fd888-40bb-4363-b24f-14f6341b17ee None None] Pushing event updated for resources: {'Port': ['ID=4fac96c6-c712-4005-9e1e-418e774062a8,revision_number=1']} {{(pid=83872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:39:03.737959 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d974551-d477-4a84-8542-969d04863501 tempest-FloatingIPTestJSON-1100559899 tempest-FloatingIPTestJSON-1100559899-project] Network 725864b8-cceb-48c9-b5d3-1bfc4423e301 is already hosted by enough agents. {{(pid=83871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 13:39:03.748888 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.scheduler.base_scheduler [None req-7d974551-d477-4a84-8542-969d04863501 tempest-FloatingIPTestJSON-1100559899 tempest-FloatingIPTestJSON-1100559899-project] Resources bound (agent type, host, resource id): {{(pid=83871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 13:39:03.756776 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d974551-d477-4a84-8542-969d04863501 tempest-FloatingIPTestJSON-1100559899 tempest-FloatingIPTestJSON-1100559899-project] Received port after_create {{(pid=83871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 13:39:03.786176 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.db.api [None req-22369082-09df-4fc7-b57f-66549f5be8a5 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83872) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 01 13:39:03.786527 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG oslo_db.api [None req-22369082-09df-4fc7-b57f-66549f5be8a5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 01 13:39:03.787020 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.db_base_plugin_common [None req-12036188-5d93-4fba-86c2-f4d8c147fe63 tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Allocated IP 2001:db8:3::1 (c217efc0-828f-462b-ad5e-752f5d8601ec/255eed5b-f977-4482-b87e-c2bf0cdf8fef/3ef22e4b-a0b4-484d-b10a-1b037464c91c) {{(pid=83869) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 13:39:03.790339 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] For port ee859592-7773-40a1-b8cd-47912e28a6ce, host dv-neutron-836180-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836180-1-hyperv',level=0,port_id=ee859592-7773-40a1-b8cd-47912e28a6ce,segment=NetworkSegment(212c7e19-eee9-46ca-871e-81f762db0470),segment_id=212c7e19-eee9-46ca-871e-81f762db0470)] {{(pid=83872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 13:39:03.807804 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-d6755536-a918-4b05-a5f0-8b399396b81d tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:39:03.875845 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-fbeca3c0-fd12-4951-acb7-bbacf1aa55d7 None None] For port 0eacdfd0-e8b9-4919-9d56-58eb52e76aba, host dv-neutron-836180-1-hyperv, cleared binding levels {{(pid=83872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 13:39:03.879771 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-f4c1e5df-bf12-4137-8bf6-af8c6a30149a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:39:03.881202 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864'] for port, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:39:03.881991 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Device a88ef232-1659-4427-8cf0-347118558747 up at agent ovs-agent-dv-neutron-836180-1-hyperv {{(pid=83872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 13:39:03.976045 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-fbeca3c0-fd12-4951-acb7-bbacf1aa55d7 None None] For port 0eacdfd0-e8b9-4919-9d56-58eb52e76aba, host dv-neutron-836180-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836180-1-hyperv',level=0,port_id=0eacdfd0-e8b9-4919-9d56-58eb52e76aba,segment=NetworkSegment(d76f2485-284b-4230-b884-68f9291bbf1c),segment_id=d76f2485-284b-4230-b884-68f9291bbf1c)] {{(pid=83872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 13:39:03.981835 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-970fd888-40bb-4363-b24f-14f6341b17ee None None] Network c217efc0-828f-462b-ad5e-752f5d8601ec is already hosted by enough agents. {{(pid=83872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 13:39:03.986020 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-12036188-5d93-4fba-86c2-f4d8c147fe63 tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Notify callbacks [] for port, precommit_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:39:03.995045 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-fbeca3c0-fd12-4951-acb7-bbacf1aa55d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864'] for port, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:39:04.000418 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.scheduler.base_scheduler [None req-970fd888-40bb-4363-b24f-14f6341b17ee None None] Resources bound (agent type, host, resource id): {{(pid=83872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 13:39:04.010763 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.provisioning_blocks [None req-12036188-5d93-4fba-86c2-f4d8c147fe63 tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Transition to ACTIVE for port object 3ef22e4b-a0b4-484d-b10a-1b037464c91c will not be triggered until provisioned by entity DHCP. {{(pid=83869) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 13:39:04.011871 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-970fd888-40bb-4363-b24f-14f6341b17ee None None] Received port after_create {{(pid=83872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 13:39:04.038378 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-12036188-5d93-4fba-86c2-f4d8c147fe63 tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736732935801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2705155'] for port, after_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:39:04.064391 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d974551-d477-4a84-8542-969d04863501 tempest-FloatingIPTestJSON-1100559899 tempest-FloatingIPTestJSON-1100559899-project] Pushing event updated for resources: {'Port': ['ID=62972413-756a-40d9-a0ce-012413080972,revision_number=1']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:39:04.109144 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Pushing event updated for resources: {'Port': ['ID=ee859592-7773-40a1-b8cd-47912e28a6ce,revision_number=5']} {{(pid=83872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:39:04.133178 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-675d2902-141f-4164-a69c-afddd7f84978 req-fcfe2edb-998f-4100-b03b-79ccb5b10dbe tempest-ServerActionsTestJSON-64006463 tempest-ServerActionsTestJSON-64006463-project] 10.222.0.26 "GET /v2.0/security-groups?id=0d525850-c301-4718-92cf-e73f2c3e9524&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.8100214 Apr 01 13:39:04.163057 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12036188-5d93-4fba-86c2-f4d8c147fe63 tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Network c217efc0-828f-462b-ad5e-752f5d8601ec is already hosted by enough agents. {{(pid=83869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 13:39:04.167582 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.scheduler.base_scheduler [None req-12036188-5d93-4fba-86c2-f4d8c147fe63 tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Resources bound (agent type, host, resource id): {{(pid=83869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 13:39:04.172553 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12036188-5d93-4fba-86c2-f4d8c147fe63 tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Received port after_create {{(pid=83869) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 13:39:04.173658 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-12036188-5d93-4fba-86c2-f4d8c147fe63 tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4084144'] for router_interface, before_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:39:04.177855 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12036188-5d93-4fba-86c2-f4d8c147fe63 tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Pushing event updated for resources: {'Port': ['ID=3ef22e4b-a0b4-484d-b10a-1b037464c91c,revision_number=1']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:39:04.222049 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.db [None req-d6755536-a918-4b05-a5f0-8b399396b81d tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] For port 36e8d7fe-35a4-4759-aa7e-d63ad34658ce, host dv-neutron-836180-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836180-1-hyperv',level=0,port_id=36e8d7fe-35a4-4759-aa7e-d63ad34658ce,segment=NetworkSegment(16094ed0-4a47-4ff6-9238-85c278d7a2a5),segment_id=16094ed0-4a47-4ff6-9238-85c278d7a2a5)] {{(pid=83871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 13:39:04.238821 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-abf1c165-8d37-459f-88fe-070e8a67d93f req-0541c1f0-c8e6-40ac-b4fe-d9be2373f33a service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=cb4d1837-1892-4ca3-a559-eb0035507686&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.7601392 Apr 01 13:39:04.261116 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.managers [None req-970fd888-40bb-4363-b24f-14f6341b17ee None None] Attempting to bind port 4fac96c6-c712-4005-9e1e-418e774062a8 on host dv-neutron-836180-1-hyperv for vnic_type normal with profile {{(pid=83872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 13:39:04.261495 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.managers [None req-970fd888-40bb-4363-b24f-14f6341b17ee None None] Attempting to bind port 4fac96c6-c712-4005-9e1e-418e774062a8 by drivers openvswitch,hyperv on host dv-neutron-836180-1-hyperv at level 0 using segments [{'id': '3070fecd-ea24-4990-a00b-681af208b16a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'c217efc0-828f-462b-ad5e-752f5d8601ec'}] {{(pid=83872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 13:39:04.261843 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-970fd888-40bb-4363-b24f-14f6341b17ee None None] Attempting to bind port 4fac96c6-c712-4005-9e1e-418e774062a8 on network c217efc0-828f-462b-ad5e-752f5d8601ec {{(pid=83872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 13:39:04.274583 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Provisioning for port a88ef232-1659-4427-8cf0-347118558747 completed by entity L2. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 13:39:04.296754 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbeca3c0-fd12-4951-acb7-bbacf1aa55d7 None None] Routers {'443cce66-541a-4c4d-8e2a-33c9e2cd1777'} bound to L3 agent in host dv-neutron-836180-1-hyperv {{(pid=83872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 13:39:04.297418 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_hamode_db [None req-fbeca3c0-fd12-4951-acb7-bbacf1aa55d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836180-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T13:25:36Z,description=,heartbeat_timestamp=2022-04-01T13:38:36Z,host='dv-neutron-836180-1-hyperv',id=88bf8fc8-11a3-4e96-9d1b-5fd93ba9f6f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T13:25:36Z,topic='l3_agent')) {'router_ids': ['443cce66-541a-4c4d-8e2a-33c9e2cd1777'], 'active': True} {{(pid=83872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:39:04.399064 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-12036188-5d93-4fba-86c2-f4d8c147fe63 tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:39:04.460621 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.db.resource_extend [None req-d6755536-a918-4b05-a5f0-8b399396b81d tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] It took 0.23 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 01 13:39:04.475754 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-d6755536-a918-4b05-a5f0-8b399396b81d tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Notify callbacks [] for port, precommit_update {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:39:04.502144 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-d6755536-a918-4b05-a5f0-8b399396b81d tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2743106'] for port, after_update {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:39:04.503922 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-d6755536-a918-4b05-a5f0-8b399396b81d tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2743225', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2757366'] for subnet, after_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:39:04.568912 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 52934) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:39:04.590900 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Provisioning complete for port a88ef232-1659-4427-8cf0-347118558747 triggered by entity L2. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 13:39:04.591266 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-948329'] for port, provisioning_complete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:39:04.618127 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e04d7dd9-83cf-464e-ac5f-34b74f229807 None None] Pushing event updated for resources: {'Port': ['ID=0eacdfd0-e8b9-4919-9d56-58eb52e76aba,revision_number=4']} {{(pid=83872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:39:04.623933 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6755536-a918-4b05-a5f0-8b399396b81d tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Network 09d7ea43-6376-4322-97e7-54cd01aae492 is already hosted by enough agents. {{(pid=83871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 13:39:04.625474 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_dvr_db [None req-fbeca3c0-fd12-4951-acb7-bbacf1aa55d7 None None] Set router 443cce66-541a-4c4d-8e2a-33c9e2cd1777 gateway port host: None {{(pid=83872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 13:39:04.633099 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.scheduler.base_scheduler [None req-d6755536-a918-4b05-a5f0-8b399396b81d tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Resources bound (agent type, host, resource id): {{(pid=83871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 13:39:04.636767 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6755536-a918-4b05-a5f0-8b399396b81d tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:39:04.637342 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-d6755536-a918-4b05-a5f0-8b399396b81d tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Notify callbacks [] for subnet, before_response {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:39:04.773580 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.v2.base [None req-aa5fe771-31a3-4c99-b941-0ffb9c000e4f tempest-SecGroupIPv6Test-1449925607 tempest-SecGroupIPv6Test-1449925607-project] Request body: {'security_group': {'name': 'tempest-secgroup--1662363958'}} {{(pid=83869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:39:04.788864 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-aa5fe771-31a3-4c99-b941-0ffb9c000e4f tempest-SecGroupIPv6Test-1449925607 tempest-SecGroupIPv6Test-1449925607-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:39:04.796650 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-aa5fe771-31a3-4c99-b941-0ffb9c000e4f tempest-SecGroupIPv6Test-1449925607 tempest-SecGroupIPv6Test-1449925607-project] Usage tracker for resource:security_group and tenant:1fdabab049e7487ebb089845d98f15d5 is out of sync, need to count used quota {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 13:39:04.802060 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-aa5fe771-31a3-4c99-b941-0ffb9c000e4f tempest-SecGroupIPv6Test-1449925607 tempest-SecGroupIPv6Test-1449925607-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 13:39:04.806786 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.plugin [None req-22369082-09df-4fc7-b57f-66549f5be8a5 None None] Deleting port 36e8d7fe-35a4-4759-aa7e-d63ad34658ce {{(pid=83872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 13:39:04.806786 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-22369082-09df-4fc7-b57f-66549f5be8a5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736733287370'] for port, before_delete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:39:04.812574 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-aa5fe771-31a3-4c99-b941-0ffb9c000e4f tempest-SecGroupIPv6Test-1449925607 tempest-SecGroupIPv6Test-1449925607-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:39:04.835970 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-970fd888-40bb-4363-b24f-14f6341b17ee None None] Checking agent: {'id': 'af948428-97cd-4d10-9f53-af028bdb39b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-836180-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 13, 25, 37), 'started_at': datetime.datetime(2022, 4, 1, 13, 26, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 13, 38, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-836180-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 13:39:04.837519 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-970fd888-40bb-4363-b24f-14f6341b17ee None None] Checking segment: {'id': '3070fecd-ea24-4990-a00b-681af208b16a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'c217efc0-828f-462b-ad5e-752f5d8601ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 13:39:04.837519 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-970fd888-40bb-4363-b24f-14f6341b17ee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:39:04.837519 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-970fd888-40bb-4363-b24f-14f6341b17ee None None] Bound using segment: {'id': '3070fecd-ea24-4990-a00b-681af208b16a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'c217efc0-828f-462b-ad5e-752f5d8601ec'} {{(pid=83872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 13:39:04.838027 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.managers [None req-970fd888-40bb-4363-b24f-14f6341b17ee None None] Bound port: 4fac96c6-c712-4005-9e1e-418e774062a8, host: dv-neutron-836180-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3070fecd-ea24-4990-a00b-681af208b16a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'c217efc0-828f-462b-ad5e-752f5d8601ec'}}] {{(pid=83872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 13:39:04.839001 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-970fd888-40bb-4363-b24f-14f6341b17ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:39:04.868286 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6755536-a918-4b05-a5f0-8b399396b81d tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Pushing event updated for resources: {'Subnet': ['ID=aaface3a-ef70-4646-8863-14797ad5344d,revision_number=0']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:39:04.882949 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-12036188-5d93-4fba-86c2-f4d8c147fe63 tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Notify callbacks [] for port, precommit_update {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:39:04.890146 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-12036188-5d93-4fba-86c2-f4d8c147fe63 tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2705172'] for port, after_update {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:39:04.890782 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-12036188-5d93-4fba-86c2-f4d8c147fe63 tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3017508', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4084015'] for router_interface, after_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:39:04.902329 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-d6755536-a918-4b05-a5f0-8b399396b81d tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 3.5798178 Apr 01 13:39:04.905808 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 52940) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:39:04.910600 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-abf1c165-8d37-459f-88fe-070e8a67d93f req-9fe0fac1-06ac-474c-951c-7c824e4c163f service neutron] 10.222.0.57 "GET /v2.0/networks/cb4d1837-1892-4ca3-a559-eb0035507686?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6365378 Apr 01 13:39:04.933637 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-aa5fe771-31a3-4c99-b941-0ffb9c000e4f tempest-SecGroupIPv6Test-1449925607 tempest-SecGroupIPv6Test-1449925607-project] Notify callbacks [] for security_group, before_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:39:04.945372 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6755536-a918-4b05-a5f0-8b399396b81d tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Pushing event updated for resources: {'Port': ['ID=36e8d7fe-35a4-4759-aa7e-d63ad34658ce,revision_number=16']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:39:04.980871 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-aa5fe771-31a3-4c99-b941-0ffb9c000e4f tempest-SecGroupIPv6Test-1449925607 tempest-SecGroupIPv6Test-1449925607-project] Notify callbacks [] for security_group, before_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:39:05.083621 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12036188-5d93-4fba-86c2-f4d8c147fe63 tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Pushing event updated for resources: {'Port': ['ID=3ef22e4b-a0b4-484d-b10a-1b037464c91c,revision_number=2']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:39:05.105250 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-aa5fe771-31a3-4c99-b941-0ffb9c000e4f tempest-SecGroupIPv6Test-1449925607 tempest-SecGroupIPv6Test-1449925607-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:39:05.114913 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-aa5fe771-31a3-4c99-b941-0ffb9c000e4f tempest-SecGroupIPv6Test-1449925607 tempest-SecGroupIPv6Test-1449925607-project] Usage tracker for resource:security_group_rule and tenant:1fdabab049e7487ebb089845d98f15d5 is out of sync, need to count used quota {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 13:39:05.120692 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-aa5fe771-31a3-4c99-b941-0ffb9c000e4f tempest-SecGroupIPv6Test-1449925607 tempest-SecGroupIPv6Test-1449925607-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 13:39:05.123547 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.v2.base [None req-484af921-1d56-4791-86e6-19a08cb4c0d0 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Request body: {'port': {'network_id': '09d7ea43-6376-4322-97e7-54cd01aae492', 'mac_address': 'fa:16:3e:5a:85:e5', 'name': 'tempest-NetworksTestDHCPv6-1462228050'}} {{(pid=83871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:39:05.138418 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-aa5fe771-31a3-4c99-b941-0ffb9c000e4f tempest-SecGroupIPv6Test-1449925607 tempest-SecGroupIPv6Test-1449925607-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:39:05.219995 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12036188-5d93-4fba-86c2-f4d8c147fe63 tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Network c217efc0-828f-462b-ad5e-752f5d8601ec is already hosted by enough agents. {{(pid=83869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 13:39:05.224661 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.scheduler.base_scheduler [None req-12036188-5d93-4fba-86c2-f4d8c147fe63 tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Resources bound (agent type, host, resource id): {{(pid=83869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 13:39:05.282473 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-abf1c165-8d37-459f-88fe-070e8a67d93f req-7aa28d1b-bb78-4aca-8026-9d76528a081a service neutron] 10.222.0.57 "GET /v2.0/networks/cb4d1837-1892-4ca3-a559-eb0035507686?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3621449 Apr 01 13:39:05.346475 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-970fd888-40bb-4363-b24f-14f6341b17ee None None] For port 4fac96c6-c712-4005-9e1e-418e774062a8, host dv-neutron-836180-1-hyperv, cleared binding levels {{(pid=83872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 13:39:05.380481 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:39:05.426846 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-970fd888-40bb-4363-b24f-14f6341b17ee None None] For port 4fac96c6-c712-4005-9e1e-418e774062a8, host dv-neutron-836180-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836180-1-hyperv',level=0,port_id=4fac96c6-c712-4005-9e1e-418e774062a8,segment=NetworkSegment(3070fecd-ea24-4990-a00b-681af208b16a),segment_id=3070fecd-ea24-4990-a00b-681af208b16a)] {{(pid=83872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 13:39:05.457649 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-970fd888-40bb-4363-b24f-14f6341b17ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864'] for port, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:39:05.476841 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-aa5fe771-31a3-4c99-b941-0ffb9c000e4f tempest-SecGroupIPv6Test-1449925607 tempest-SecGroupIPv6Test-1449925607-project] Notify callbacks [] for security_group, precommit_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:39:05.508127 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-484af921-1d56-4791-86e6-19a08cb4c0d0 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:39:05.521655 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-484af921-1d56-4791-86e6-19a08cb4c0d0 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:39:05.536816 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-aa5fe771-31a3-4c99-b941-0ffb9c000e4f tempest-SecGroupIPv6Test-1449925607 tempest-SecGroupIPv6Test-1449925607-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3775923'] for security_group, after_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:39:05.589618 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-484af921-1d56-4791-86e6-19a08cb4c0d0 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Made reservation on behalf of 8b726fe6689e4b7f96def1a2219bea6c for: {'port': 1} {{(pid=83871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 13:39:05.593057 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] For port a88ef232-1659-4427-8cf0-347118558747, host dv-neutron-836180-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836180-1-hyperv',level=0,port_id=a88ef232-1659-4427-8cf0-347118558747,segment=NetworkSegment(d76f2485-284b-4230-b884-68f9291bbf1c),segment_id=d76f2485-284b-4230-b884-68f9291bbf1c)] {{(pid=83872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 13:39:05.608038 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-22369082-09df-4fc7-b57f-66549f5be8a5 None None] For port 36e8d7fe-35a4-4759-aa7e-d63ad34658ce, host dv-neutron-836180-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836180-1-hyperv',level=0,port_id=36e8d7fe-35a4-4759-aa7e-d63ad34658ce,segment=NetworkSegment(16094ed0-4a47-4ff6-9238-85c278d7a2a5),segment_id=16094ed0-4a47-4ff6-9238-85c278d7a2a5)] {{(pid=83872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 13:39:05.608462 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-22369082-09df-4fc7-b57f-66549f5be8a5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4155147'] for port, precommit_delete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:39:05.621283 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864'] for port, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:39:05.638029 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970fd888-40bb-4363-b24f-14f6341b17ee None None] Pushing event updated for resources: {'Port': ['ID=4fac96c6-c712-4005-9e1e-418e774062a8,revision_number=2']} {{(pid=83872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:39:05.697681 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-aa5fe771-31a3-4c99-b941-0ffb9c000e4f tempest-SecGroupIPv6Test-1449925607 tempest-SecGroupIPv6Test-1449925607-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:39:05.707268 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-aa5fe771-31a3-4c99-b941-0ffb9c000e4f tempest-SecGroupIPv6Test-1449925607 tempest-SecGroupIPv6Test-1449925607-project] Usage tracker for resource:security_group_rule and tenant:1fdabab049e7487ebb089845d98f15d5 is out of sync, need to count used quota {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 13:39:05.711139 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa5fe771-31a3-4c99-b941-0ffb9c000e4f tempest-SecGroupIPv6Test-1449925607 tempest-SecGroupIPv6Test-1449925607-project] Pushing event updated for resources: {'SecurityGroup': ['ID=79862c5c-e6af-48c8-91c3-b1d113eb112f,revision_number=1']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:39:05.719963 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-aa5fe771-31a3-4c99-b941-0ffb9c000e4f tempest-SecGroupIPv6Test-1449925607 tempest-SecGroupIPv6Test-1449925607-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 13:39:05.722245 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-7d974551-d477-4a84-8542-969d04863501 tempest-FloatingIPTestJSON-1100559899 tempest-FloatingIPTestJSON-1100559899-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:39:05.754054 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Device 5f7c61df-9819-4c49-add8-ac2dcf5961be no longer exists at agent ovs-agent-dv-neutron-836180-1-hyperv {{(pid=83872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 13:39:05.776752 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-aa5fe771-31a3-4c99-b941-0ffb9c000e4f tempest-SecGroupIPv6Test-1449925607 tempest-SecGroupIPv6Test-1449925607-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:39:05.798371 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-484af921-1d56-4791-86e6-19a08cb4c0d0 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:39:05.826834 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-7d974551-d477-4a84-8542-969d04863501 tempest-FloatingIPTestJSON-1100559899 tempest-FloatingIPTestJSON-1100559899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:39:05.857843 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.plugin [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] No Port match for: 5f7c61df-9819-4c49-add8-ac2dcf5961be {{(pid=83872) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 01 13:39:05.858041 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Device 5f7c61df-9819-4c49-add8-ac2dcf5961be not bound to the agent host dv-neutron-836180-1-hyperv {{(pid=83872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 13:39:05.858572 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Device 07b26ba3-a89f-4bc9-a374-86b8a36cac92 no longer exists at agent ovs-agent-dv-neutron-836180-1-hyperv {{(pid=83872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 13:39:05.863043 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c6001a-25f4-491b-8a07-15804043ebe6 req-90d52076-651b-43e8-bd0b-b72deb8475a8 tempest-ServerActionsTestJSON-64006463 tempest-ServerActionsTestJSON-64006463-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:39:05.864704 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-b8c6001a-25f4-491b-8a07-15804043ebe6 req-90d52076-651b-43e8-bd0b-b72deb8475a8 tempest-ServerActionsTestJSON-64006463 tempest-ServerActionsTestJSON-64006463-project] 10.222.0.26 "GET /v2.0/ports?device_id=746f2a68-07bc-4d82-957e-55cd7a32c31f HTTP/1.1" status: 200 len: 946 time: 0.5383236 Apr 01 13:39:05.876232 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.notifiers.nova [None req-484af921-1d56-4791-86e6-19a08cb4c0d0 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] device_id is not set on port 37917938-0c0b-472c-ba5f-ab19e736ed5d yet. {{(pid=83871) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 01 13:39:05.896015 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.plugin [None req-22369082-09df-4fc7-b57f-66549f5be8a5 None None] Calling delete_port for 36e8d7fe-35a4-4759-aa7e-d63ad34658ce owned by network:dhcp {{(pid=83872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 13:39:05.971881 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.plugin [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] No Port match for: 07b26ba3-a89f-4bc9-a374-86b8a36cac92 {{(pid=83872) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 01 13:39:05.972222 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Device 07b26ba3-a89f-4bc9-a374-86b8a36cac92 not bound to the agent host dv-neutron-836180-1-hyperv {{(pid=83872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 13:39:06.002996 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_hamode_db [None req-fbeca3c0-fd12-4951-acb7-bbacf1aa55d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '443cce66-541a-4c4d-8e2a-33c9e2cd1777', 'name': 'tempest-RoutersIpV6Test-router-2029186272', 'tenant_id': '315e7395dd224b3fb020d0b9d921742e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T13:38:26Z', 'updated_at': '2022-04-01T13:39:04Z', 'revision_number': 5, 'project_id': '315e7395dd224b3fb020d0b9d921742e', 'gw_port_host': None, '_interfaces': [{'id': '0eacdfd0-e8b9-4919-9d56-58eb52e76aba', 'name': '', 'network_id': '2635b17d-605c-450a-a09e-f3ed5b76beda', 'tenant_id': '315e7395dd224b3fb020d0b9d921742e', 'mac_address': 'fa:16:3e:72:51:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '443cce66-541a-4c4d-8e2a-33c9e2cd1777', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8bc9dba3-0769-4278-91dc-738d7d6e2982', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836180-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:38:53Z', 'updated_at': '2022-04-01T13:39:03Z', 'revision_number': 4, 'project_id': '315e7395dd224b3fb020d0b9d921742e', 'subnets': [{'id': '8bc9dba3-0769-4278-91dc-738d7d6e2982', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3ef22e4b-a0b4-484d-b10a-1b037464c91c', 'name': '', 'network_id': 'c217efc0-828f-462b-ad5e-752f5d8601ec', 'tenant_id': '315e7395dd224b3fb020d0b9d921742e', 'mac_address': 'fa:16:3e:c0:0e:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '443cce66-541a-4c4d-8e2a-33c9e2cd1777', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '255eed5b-f977-4482-b87e-c2bf0cdf8fef', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:39:03Z', 'updated_at': '2022-04-01T13:39:03Z', 'revision_number': 1, 'project_id': '315e7395dd224b3fb020d0b9d921742e', 'subnets': [{'id': '255eed5b-f977-4482-b87e-c2bf0cdf8fef', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7d243dbb-cd79-4a05-9ba7-2503b47388d6', 'name': '', 'network_id': 'b2076001-b441-4a1b-a96b-552c4faf0800', 'tenant_id': '315e7395dd224b3fb020d0b9d921742e', 'mac_address': 'fa:16:3e:2e:3d:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '443cce66-541a-4c4d-8e2a-33c9e2cd1777', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ad7574d2-be4a-487a-85ad-6d5a1a89f635', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836180-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:38:32Z', 'updated_at': '2022-04-01T13:38:53Z', 'revision_number': 5, 'project_id': '315e7395dd224b3fb020d0b9d921742e', 'subnets': [{'id': 'ad7574d2-be4a-487a-85ad-6d5a1a89f635', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ee859592-7773-40a1-b8cd-47912e28a6ce', 'name': '', 'network_id': 'e5d1bb3c-6254-4093-890c-4e81389da7a3', 'tenant_id': '315e7395dd224b3fb020d0b9d921742e', 'mac_address': 'fa:16:3e:28:1e:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '443cce66-541a-4c4d-8e2a-33c9e2cd1777', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f1fab571-13d5-4032-88ca-01a4aafa0daa', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836180-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:38:45Z', 'updated_at': '2022-04-01T13:39:03Z', 'revision_number': 5, 'project_id': '315e7395dd224b3fb020d0b9d921742e', 'subnets': [{'id': 'f1fab571-13d5-4032-88ca-01a4aafa0daa', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-836180-1-hyperv', False) {} {{(pid=83872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:39:06.018579 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbeca3c0-fd12-4951-acb7-bbacf1aa55d7 None None] The sync data for ids ['443cce66-541a-4c4d-8e2a-33c9e2cd1777'] in dv-neutron-836180-1-hyperv is: [{'id': '443cce66-541a-4c4d-8e2a-33c9e2cd1777', 'name': 'tempest-RoutersIpV6Test-router-2029186272', 'tenant_id': '315e7395dd224b3fb020d0b9d921742e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T13:38:26Z', 'updated_at': '2022-04-01T13:39:04Z', 'revision_number': 5, 'project_id': '315e7395dd224b3fb020d0b9d921742e', 'gw_port_host': None, '_interfaces': [{'id': '0eacdfd0-e8b9-4919-9d56-58eb52e76aba', 'name': '', 'network_id': '2635b17d-605c-450a-a09e-f3ed5b76beda', 'tenant_id': '315e7395dd224b3fb020d0b9d921742e', 'mac_address': 'fa:16:3e:72:51:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '443cce66-541a-4c4d-8e2a-33c9e2cd1777', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8bc9dba3-0769-4278-91dc-738d7d6e2982', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836180-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:38:53Z', 'updated_at': '2022-04-01T13:39:03Z', 'revision_number': 4, 'project_id': '315e7395dd224b3fb020d0b9d921742e', 'subnets': [{'id': '8bc9dba3-0769-4278-91dc-738d7d6e2982', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3ef22e4b-a0b4-484d-b10a-1b037464c91c', 'name': '', 'network_id': 'c217efc0-828f-462b-ad5e-752f5d8601ec', 'tenant_id': '315e7395dd224b3fb020d0b9d921742e', 'mac_address': 'fa:16:3e:c0:0e:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '443cce66-541a-4c4d-8e2a-33c9e2cd1777', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '255eed5b-f977-4482-b87e-c2bf0cdf8fef', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:39:03Z', 'updated_at': '2022-04-01T13:39:03Z', 'revision_number': 1, 'project_id': '315e7395dd224b3fb020d0b9d921742e', 'subnets': [{'id': '255eed5b-f977-4482-b87e-c2bf0cdf8fef', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7d243dbb-cd79-4a05-9ba7-2503b47388d6', 'name': '', 'network_id': 'b2076001-b441-4a1b-a96b-552c4faf0800', 'tenant_id': '315e7395dd224b3fb020d0b9d921742e', 'mac_address': 'fa:16:3e:2e:3d:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '443cce66-541a-4c4d-8e2a-33c9e2cd1777', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ad7574d2-be4a-487a-85ad-6d5a1a89f635', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836180-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:38:32Z', 'updated_at': '2022-04-01T13:38:53Z', 'revision_number': 5, 'project_id': '315e7395dd224b3fb020d0b9d921742e', 'subnets': [{'id': 'ad7574d2-be4a-487a-85ad-6d5a1a89f635', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ee859592-7773-40a1-b8cd-47912e28a6ce', 'name': '', 'network_id': 'e5d1bb3c-6254-4093-890c-4e81389da7a3', 'tenant_id': '315e7395dd224b3fb020d0b9d921742e', 'mac_address': 'fa:16:3e:28:1e:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '443cce66-541a-4c4d-8e2a-33c9e2cd1777', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f1fab571-13d5-4032-88ca-01a4aafa0daa', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836180-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:38:45Z', 'updated_at': '2022-04-01T13:39:03Z', 'revision_number': 5, 'project_id': '315e7395dd224b3fb020d0b9d921742e', 'subnets': [{'id': 'f1fab571-13d5-4032-88ca-01a4aafa0daa', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 13:39:06.021419 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-70778024-e582-4948-964e-8a02770b9752 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:39:06.047729 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-aa5fe771-31a3-4c99-b941-0ffb9c000e4f tempest-SecGroupIPv6Test-1449925607 tempest-SecGroupIPv6Test-1449925607-project] Notify callbacks [] for security_group, precommit_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:39:06.050687 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Pushing event updated for resources: {'Port': ['ID=a88ef232-1659-4427-8cf0-347118558747,revision_number=3']} {{(pid=83872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:39:06.067153 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-aa5fe771-31a3-4c99-b941-0ffb9c000e4f tempest-SecGroupIPv6Test-1449925607 tempest-SecGroupIPv6Test-1449925607-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3775923'] for security_group, after_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:39:06.185267 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-b8c6001a-25f4-491b-8a07-15804043ebe6 req-c94433cf-e3b7-47cc-85f8-af429fa1bdc4 tempest-ServerActionsTestJSON-64006463 tempest-ServerActionsTestJSON-64006463-project] 10.222.0.26 "GET /v2.0/security-groups?id=0d525850-c301-4718-92cf-e73f2c3e9524&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3086822 Apr 01 13:39:06.186222 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa5fe771-31a3-4c99-b941-0ffb9c000e4f tempest-SecGroupIPv6Test-1449925607 tempest-SecGroupIPv6Test-1449925607-project] Pushing event updated for resources: {'SecurityGroup': ['ID=858025b9-0872-431d-933a-f03002373be6,revision_number=1']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:39:06.193158 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-aa5fe771-31a3-4c99-b941-0ffb9c000e4f tempest-SecGroupIPv6Test-1449925607 tempest-SecGroupIPv6Test-1449925607-project] Notify callbacks [] for security_group, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:39:06.196711 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-aa5fe771-31a3-4c99-b941-0ffb9c000e4f tempest-SecGroupIPv6Test-1449925607 tempest-SecGroupIPv6Test-1449925607-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 1.6263275 Apr 01 13:39:06.202122 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 52952) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:39:06.231727 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12036188-5d93-4fba-86c2-f4d8c147fe63 tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Router 443cce66-541a-4c4d-8e2a-33c9e2cd1777 has already been hosted by L3 agent 88bf8fc8-11a3-4e96-9d1b-5fd93ba9f6f1 {{(pid=83869) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 13:39:06.241174 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-22369082-09df-4fc7-b57f-66549f5be8a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736733359243', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736732935810'] for port, after_delete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:39:06.327670 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Device ee859592-7773-40a1-b8cd-47912e28a6ce up at agent ovs-agent-dv-neutron-836180-1-hyperv {{(pid=83872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 13:39:06.416546 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22369082-09df-4fc7-b57f-66549f5be8a5 None None] Pushing event deleted for resources: {'Port': ['ID=36e8d7fe-35a4-4759-aa7e-d63ad34658ce,revision_number=None']} {{(pid=83872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:39:06.500870 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.db_base_plugin_common [None req-484af921-1d56-4791-86e6-19a08cb4c0d0 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Allocated IP 2001:db8::3a9 (09d7ea43-6376-4322-97e7-54cd01aae492/07d04e12-9939-45a4-a09e-1e47f0b7d880/37917938-0c0b-472c-ba5f-ab19e736ed5d) {{(pid=83871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 13:39:06.515509 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-7d974551-d477-4a84-8542-969d04863501 tempest-FloatingIPTestJSON-1100559899 tempest-FloatingIPTestJSON-1100559899-project] Notify callbacks [] for port, precommit_update {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:39:06.517727 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.db_base_plugin_common [None req-484af921-1d56-4791-86e6-19a08cb4c0d0 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Allocated IP 2001:db8:0:1:f816:3eff:fe5a:85e5 (09d7ea43-6376-4322-97e7-54cd01aae492/aaface3a-ef70-4646-8863-14797ad5344d/37917938-0c0b-472c-ba5f-ab19e736ed5d) {{(pid=83871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 13:39:06.536683 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-7d974551-d477-4a84-8542-969d04863501 tempest-FloatingIPTestJSON-1100559899 tempest-FloatingIPTestJSON-1100559899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2743106'] for port, after_update {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:39:06.576514 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-384be2a7-5154-4acd-89f4-544c77b6c361 tempest-SecGroupIPv6Test-1449925607 tempest-SecGroupIPv6Test-1449925607-project] Synchronizing usage tracker for tenant:1fdabab049e7487ebb089845d98f15d5 on resource:security_group {{(pid=83869) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 13:39:06.629793 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-384be2a7-5154-4acd-89f4-544c77b6c361 tempest-SecGroupIPv6Test-1449925607 tempest-SecGroupIPv6Test-1449925607-project] Unset dirty status for tenant:1fdabab049e7487ebb089845d98f15d5 on resource:security_group {{(pid=83869) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 13:39:06.630647 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-384be2a7-5154-4acd-89f4-544c77b6c361 tempest-SecGroupIPv6Test-1449925607 tempest-SecGroupIPv6Test-1449925607-project] 10.222.0.26 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4007 time: 0.4273169 Apr 01 13:39:06.635282 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 52958) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:39:06.643236 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.v2.base [None req-8dc38d4b-79ac-48c7-8ca0-8079aa6d9e13 tempest-SecGroupIPv6Test-1449925607 tempest-SecGroupIPv6Test-1449925607-project] Request body: {'security_group': {'name': 'tempest-security--1513645557', 'description': 'tempest-security-description-61663640'}} {{(pid=83869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:39:06.655680 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12036188-5d93-4fba-86c2-f4d8c147fe63 tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Notify agent at l3_agent.dv-neutron-836180-1-hyperv the message routers_updated {{(pid=83869) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 13:39:06.663676 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22369082-09df-4fc7-b57f-66549f5be8a5 None None] No DVR routers for this DVR port 36e8d7fe-35a4-4759-aa7e-d63ad34658ce on host dv-neutron-836180-1-hyperv {{(pid=83872) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 13:39:06.666509 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-12036188-5d93-4fba-86c2-f4d8c147fe63 tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] 10.222.0.26 "PUT /v2.0/routers/443cce66-541a-4c4d-8e2a-33c9e2cd1777/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7188299 Apr 01 13:39:06.669598 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 52962) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:39:06.687665 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acfcbde6-8ecf-471e-9005-300fb36679ab None None] Network 09d7ea43-6376-4322-97e7-54cd01aae492 requested from dv-neutron-836180-1-hyperv {{(pid=83872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 13:39:06.687987 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.v2.base [None req-f22872cd-9bbd-4d83-a112-bff6e4efdb5f tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=83869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:39:06.705561 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Provisioning complete for port ee859592-7773-40a1-b8cd-47912e28a6ce triggered by entity L2. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 13:39:06.705939 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-948329'] for port, provisioning_complete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:39:06.819951 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-8dc38d4b-79ac-48c7-8ca0-8079aa6d9e13 tempest-SecGroupIPv6Test-1449925607 tempest-SecGroupIPv6Test-1449925607-project] Notify callbacks [] for security_group, before_update {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:39:06.867474 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d974551-d477-4a84-8542-969d04863501 tempest-FloatingIPTestJSON-1100559899 tempest-FloatingIPTestJSON-1100559899-project] Pushing event updated for resources: {'Port': ['ID=62972413-756a-40d9-a0ce-012413080972,revision_number=2']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:39:06.927138 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-8dc38d4b-79ac-48c7-8ca0-8079aa6d9e13 tempest-SecGroupIPv6Test-1449925607 tempest-SecGroupIPv6Test-1449925607-project] Notify callbacks [] for security_group, precommit_update {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:39:06.949274 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-8dc38d4b-79ac-48c7-8ca0-8079aa6d9e13 tempest-SecGroupIPv6Test-1449925607 tempest-SecGroupIPv6Test-1449925607-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3775923'] for security_group, after_update {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:39:06.951671 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-8dc38d4b-79ac-48c7-8ca0-8079aa6d9e13 tempest-SecGroupIPv6Test-1449925607 tempest-SecGroupIPv6Test-1449925607-project] Notify callbacks [] for security_group, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:39:06.952576 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-484af921-1d56-4791-86e6-19a08cb4c0d0 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Notify callbacks [] for port, precommit_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:39:06.964616 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-8dc38d4b-79ac-48c7-8ca0-8079aa6d9e13 tempest-SecGroupIPv6Test-1449925607 tempest-SecGroupIPv6Test-1449925607-project] 10.222.0.26 "PUT /v2.0/security-groups/858025b9-0872-431d-933a-f03002373be6 HTTP/1.1" status: 200 len: 1610 time: 0.3273010 Apr 01 13:39:06.966981 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 52966) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:39:06.976288 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.provisioning_blocks [None req-484af921-1d56-4791-86e6-19a08cb4c0d0 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Transition to ACTIVE for port object 37917938-0c0b-472c-ba5f-ab19e736ed5d will not be triggered until provisioned by entity DHCP. {{(pid=83871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 13:39:06.990076 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-7d974551-d477-4a84-8542-969d04863501 tempest-FloatingIPTestJSON-1100559899 tempest-FloatingIPTestJSON-1100559899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4084747'] for floatingip, after_update {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:39:07.050819 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc38d4b-79ac-48c7-8ca0-8079aa6d9e13 tempest-SecGroupIPv6Test-1449925607 tempest-SecGroupIPv6Test-1449925607-project] Pushing event updated for resources: {'SecurityGroup': ['ID=858025b9-0872-431d-933a-f03002373be6,revision_number=2']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:39:07.145683 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Device 36e8d7fe-35a4-4759-aa7e-d63ad34658ce no longer exists at agent ovs-agent-dv-neutron-836180-1-hyperv {{(pid=83872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 13:39:07.181387 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-a2dfcdf1-7f37-491f-8a1d-36180b2eb95e tempest-SecGroupIPv6Test-1449925607 tempest-SecGroupIPv6Test-1449925607-project] 10.222.0.26 "GET /v2.0/security-groups/858025b9-0872-431d-933a-f03002373be6 HTTP/1.1" status: 200 len: 1610 time: 0.2048914 Apr 01 13:39:07.181857 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 52972) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:39:07.237227 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.plugin [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] No Port match for: 36e8d7fe-35a4-4759-aa7e-d63ad34658ce {{(pid=83872) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 01 13:39:07.241459 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Device 36e8d7fe-35a4-4759-aa7e-d63ad34658ce not bound to the agent host dv-neutron-836180-1-hyperv {{(pid=83872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 13:39:07.258757 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07751744-5bbc-4b30-93f5-a4aa7a0ff6fb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7e7d0ecb-2af4-55f5-9198-238ab0570d62-09d7ea43-6376-4322-97e7-54cd01aae492', 'network_id': '09d7ea43-6376-4322-97e7-54cd01aae492', 'tenant_id': '8b726fe6689e4b7f96def1a2219bea6c', 'fixed_ips': [{'subnet_id': '07d04e12-9939-45a4-a09e-1e47f0b7d880'}, {'subnet_id': 'aaface3a-ef70-4646-8863-14797ad5344d'}]}} from dv-neutron-836180-1-hyperv. {{(pid=83872) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 01 13:39:07.260131 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-484af921-1d56-4791-86e6-19a08cb4c0d0 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736732935801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2743125'] for port, after_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:39:07.281062 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-07751744-5bbc-4b30-93f5-a4aa7a0ff6fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:39:07.531014 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-484af921-1d56-4791-86e6-19a08cb4c0d0 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Network 09d7ea43-6376-4322-97e7-54cd01aae492 is already hosted by enough agents. {{(pid=83871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 13:39:07.536509 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-484af921-1d56-4791-86e6-19a08cb4c0d0 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Pushing event updated for resources: {'Port': ['ID=37917938-0c0b-472c-ba5f-ab19e736ed5d,revision_number=1']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:39:07.555562 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.scheduler.base_scheduler [None req-484af921-1d56-4791-86e6-19a08cb4c0d0 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Resources bound (agent type, host, resource id): {{(pid=83871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 13:39:07.555967 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:39:07.559336 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-484af921-1d56-4791-86e6-19a08cb4c0d0 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Received port after_create {{(pid=83871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 13:39:07.564500 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-484af921-1d56-4791-86e6-19a08cb4c0d0 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:39:07.567162 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-484af921-1d56-4791-86e6-19a08cb4c0d0 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109561'] for port, before_response {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:39:07.589255 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-0a985c8d-a3a9-4687-bfb2-323ff26f4f72 tempest-SecGroupIPv6Test-1449925607 tempest-SecGroupIPv6Test-1449925607-project] Notify callbacks [] for security_group, before_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:39:07.610709 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4251655-3437-4446-8a7f-0d195f50f47c None None] Network c217efc0-828f-462b-ad5e-752f5d8601ec requested from dv-neutron-836180-1-hyperv {{(pid=83872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 13:39:07.631239 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-2f9cfc9c-d8ba-4de3-a4ad-98162f90557c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:39:07.634612 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-484af921-1d56-4791-86e6-19a08cb4c0d0 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 2.7202868 Apr 01 13:39:07.635818 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 52978) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:39:07.658696 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-0a985c8d-a3a9-4687-bfb2-323ff26f4f72 tempest-SecGroupIPv6Test-1449925607 tempest-SecGroupIPv6Test-1449925607-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:39:07.709097 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.plugin [None req-6c282911-1b78-48e9-8774-cece4e5a436e tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Deleting port 37917938-0c0b-472c-ba5f-ab19e736ed5d {{(pid=83871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 13:39:07.709593 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-6c282911-1b78-48e9-8774-cece4e5a436e tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736733287370'] for port, before_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:39:07.772288 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8fcb6f9-ff49-4398-950f-18b6aa31597a req-1cdbaae1-2ca7-4ab8-8918-065f7f8e62d9 tempest-ServerActionsTestJSON-64006463 tempest-ServerActionsTestJSON-64006463-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:39:07.796194 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-a8fcb6f9-ff49-4398-950f-18b6aa31597a req-1cdbaae1-2ca7-4ab8-8918-065f7f8e62d9 tempest-ServerActionsTestJSON-64006463 tempest-ServerActionsTestJSON-64006463-project] 10.222.0.26 "GET /v2.0/ports?device_id=746f2a68-07bc-4d82-957e-55cd7a32c31f HTTP/1.1" status: 200 len: 946 time: 0.3146107 Apr 01 13:39:07.803197 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.db.l3_db [None req-7d974551-d477-4a84-8542-969d04863501 tempest-FloatingIPTestJSON-1100559899 tempest-FloatingIPTestJSON-1100559899-project] Floating IP 63d6fe10-04e6-483e-b7cc-852cd483b954 associated. External IP: 172.26.5.29, port: 36154f80-28e2-4c10-ac82-0c5c9e7b0ab2. Apr 01 13:39:07.806407 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-0a985c8d-a3a9-4687-bfb2-323ff26f4f72 tempest-SecGroupIPv6Test-1449925607 tempest-SecGroupIPv6Test-1449925607-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3775923'] for security_group, after_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:39:07.826724 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-aa32c07b-5695-4e37-9326-bfcb2b71780f None None] Provisioning for port 4fac96c6-c712-4005-9e1e-418e774062a8 completed by entity DHCP. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 13:39:07.827003 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a985c8d-a3a9-4687-bfb2-323ff26f4f72 tempest-SecGroupIPv6Test-1449925607 tempest-SecGroupIPv6Test-1449925607-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=858025b9-0872-431d-933a-f03002373be6,revision_number=None']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:39:07.865805 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.db_base_plugin_common [None req-07751744-5bbc-4b30-93f5-a4aa7a0ff6fb None None] Allocated IP 2001:db8::2 (09d7ea43-6376-4322-97e7-54cd01aae492/07d04e12-9939-45a4-a09e-1e47f0b7d880/9e8798b0-8be0-41a5-9cd3-4cac4950764c) {{(pid=83872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 13:39:07.899853 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.db_base_plugin_common [None req-07751744-5bbc-4b30-93f5-a4aa7a0ff6fb None None] Allocated IP 2001:db8:0:1:f816:3eff:fe3e:dc51 (09d7ea43-6376-4322-97e7-54cd01aae492/aaface3a-ef70-4646-8863-14797ad5344d/9e8798b0-8be0-41a5-9cd3-4cac4950764c) {{(pid=83872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 13:39:07.907018 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-0a985c8d-a3a9-4687-bfb2-323ff26f4f72 tempest-SecGroupIPv6Test-1449925607 tempest-SecGroupIPv6Test-1449925607-project] Notify callbacks [] for security_group, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:39:07.910766 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-0a985c8d-a3a9-4687-bfb2-323ff26f4f72 tempest-SecGroupIPv6Test-1449925607 tempest-SecGroupIPv6Test-1449925607-project] 10.222.0.26 "DELETE /v2.0/security-groups/858025b9-0872-431d-933a-f03002373be6 HTTP/1.1" status: 204 len: 168 time: 0.6636908 Apr 01 13:39:07.912579 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 52982) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:39:07.964564 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.extraroute_db [None req-f22872cd-9bbd-4d83-a112-bff6e4efdb5f tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Added routes are [{'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}] {{(pid=83869) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Apr 01 13:39:08.059397 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e93e8c6b-02c1-4d5c-9460-a7bf9b0c555b None None] Sync routers for ids ['443cce66-541a-4c4d-8e2a-33c9e2cd1777'] in dv-neutron-836180-1-hyperv {{(pid=83873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 13:39:08.085220 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e93e8c6b-02c1-4d5c-9460-a7bf9b0c555b None None] Routers {'443cce66-541a-4c4d-8e2a-33c9e2cd1777'} bound to L3 agent in host dv-neutron-836180-1-hyperv {{(pid=83873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 13:39:08.089036 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-e93e8c6b-02c1-4d5c-9460-a7bf9b0c555b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836180-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T13:25:36Z,description=,heartbeat_timestamp=2022-04-01T13:39:06Z,host='dv-neutron-836180-1-hyperv',id=88bf8fc8-11a3-4e96-9d1b-5fd93ba9f6f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T13:25:36Z,topic='l3_agent')) {'router_ids': ['443cce66-541a-4c4d-8e2a-33c9e2cd1777'], 'active': True} {{(pid=83873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:39:08.095233 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-9d6f619c-a271-4dbd-9c1d-cd569a5953fb tempest-SecGroupIPv6Test-1449925607 tempest-SecGroupIPv6Test-1449925607-project] Synchronizing usage tracker for tenant:1fdabab049e7487ebb089845d98f15d5 on resource:security_group {{(pid=83869) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 13:39:08.101952 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.extraroute_db [None req-f22872cd-9bbd-4d83-a112-bff6e4efdb5f tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Removed routes are [] {{(pid=83869) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Apr 01 13:39:08.105137 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-f22872cd-9bbd-4d83-a112-bff6e4efdb5f tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4084887', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4079850', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4161'] for router, precommit_update {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:39:08.317759 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-6c282911-1b78-48e9-8774-cece4e5a436e tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4155147'] for port, precommit_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:39:08.396920 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_dvr_db [None req-e93e8c6b-02c1-4d5c-9460-a7bf9b0c555b None None] Set router 443cce66-541a-4c4d-8e2a-33c9e2cd1777 gateway port host: None {{(pid=83873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 13:39:08.406740 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Device 0eacdfd0-e8b9-4919-9d56-58eb52e76aba up at agent ovs-agent-dv-neutron-836180-1-hyperv {{(pid=83872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 13:39:08.429847 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-9d6f619c-a271-4dbd-9c1d-cd569a5953fb tempest-SecGroupIPv6Test-1449925607 tempest-SecGroupIPv6Test-1449925607-project] Unset dirty status for tenant:1fdabab049e7487ebb089845d98f15d5 on resource:security_group {{(pid=83869) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 13:39:08.431846 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-9d6f619c-a271-4dbd-9c1d-cd569a5953fb tempest-SecGroupIPv6Test-1449925607 tempest-SecGroupIPv6Test-1449925607-project] 10.222.0.26 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.5161037 Apr 01 13:39:08.435110 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 52988) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:39:08.455119 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.plugin [None req-6c282911-1b78-48e9-8774-cece4e5a436e tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Calling delete_port for 37917938-0c0b-472c-ba5f-ab19e736ed5d owned by {{(pid=83871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 13:39:08.464968 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.api.v2.resource [None req-f8c1cf35-5e28-40cb-8688-fb0ced10554f tempest-SecGroupIPv6Test-1449925607 tempest-SecGroupIPv6Test-1449925607-project] delete failed (client error): The resource could not be found. Apr 01 13:39:08.466490 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-f8c1cf35-5e28-40cb-8688-fb0ced10554f tempest-SecGroupIPv6Test-1449925607 tempest-SecGroupIPv6Test-1449925607-project] 10.222.0.26 "DELETE /v2.0/security-groups/858025b9-0872-431d-933a-f03002373be6 HTTP/1.1" status: 404 len: 347 time: 0.0304368 Apr 01 13:39:08.473882 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 52992) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:39:08.480270 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.v2.base [None req-43e50bbe-fef1-4636-b4ac-e1791b6b7cf1 tempest-SecGroupIPv6Test-1449925607 tempest-SecGroupIPv6Test-1449925607-project] Request body: {'security_group': {'name': 'tempest-secgroup--1778128554'}} {{(pid=83869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:39:08.491119 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-43e50bbe-fef1-4636-b4ac-e1791b6b7cf1 tempest-SecGroupIPv6Test-1449925607 tempest-SecGroupIPv6Test-1449925607-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:39:08.519056 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-43e50bbe-fef1-4636-b4ac-e1791b6b7cf1 tempest-SecGroupIPv6Test-1449925607 tempest-SecGroupIPv6Test-1449925607-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:39:08.546279 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-43e50bbe-fef1-4636-b4ac-e1791b6b7cf1 tempest-SecGroupIPv6Test-1449925607 tempest-SecGroupIPv6Test-1449925607-project] Notify callbacks [] for security_group, before_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:39:08.605453 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-07751744-5bbc-4b30-93f5-a4aa7a0ff6fb None None] Notify callbacks [] for port, precommit_create {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:39:08.616726 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Provisioning for port 0eacdfd0-e8b9-4919-9d56-58eb52e76aba completed by entity L2. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 13:39:08.623317 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Provisioning complete for port 0eacdfd0-e8b9-4919-9d56-58eb52e76aba triggered by entity L2. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 13:39:08.623903 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-948329'] for port, provisioning_complete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:39:08.714895 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-07751744-5bbc-4b30-93f5-a4aa7a0ff6fb None None] Transition to ACTIVE for port object 9e8798b0-8be0-41a5-9cd3-4cac4950764c will not be triggered until provisioned by entity L2. {{(pid=83872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 13:39:08.721330 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-6c282911-1b78-48e9-8774-cece4e5a436e tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736733359243', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736732935810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2743125'] for port, after_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:39:08.745614 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-07751744-5bbc-4b30-93f5-a4aa7a0ff6fb None None] Transition to ACTIVE for port object 9e8798b0-8be0-41a5-9cd3-4cac4950764c will not be triggered until provisioned by entity DHCP. {{(pid=83872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 13:39:08.840416 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:39:08.861115 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-07751744-5bbc-4b30-93f5-a4aa7a0ff6fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736732935801'] for port, after_create {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:39:08.903433 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-43e50bbe-fef1-4636-b4ac-e1791b6b7cf1 tempest-SecGroupIPv6Test-1449925607 tempest-SecGroupIPv6Test-1449925607-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:39:08.912503 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-f22872cd-9bbd-4d83-a112-bff6e4efdb5f tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4084887', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4079850', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4161'] for router, precommit_update {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:39:08.914508 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-43e50bbe-fef1-4636-b4ac-e1791b6b7cf1 tempest-SecGroupIPv6Test-1449925607 tempest-SecGroupIPv6Test-1449925607-project] Usage tracker for resource:security_group_rule and tenant:1fdabab049e7487ebb089845d98f15d5 is out of sync, need to count used quota {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 13:39:08.919523 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-43e50bbe-fef1-4636-b4ac-e1791b6b7cf1 tempest-SecGroupIPv6Test-1449925607 tempest-SecGroupIPv6Test-1449925607-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 13:39:08.923307 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c282911-1b78-48e9-8774-cece4e5a436e tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Pushing event deleted for resources: {'Port': ['ID=37917938-0c0b-472c-ba5f-ab19e736ed5d,revision_number=None']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:39:08.926357 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-f22872cd-9bbd-4d83-a112-bff6e4efdb5f tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4084858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-4084844', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-4084837', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-4079843'] for router, after_update {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:39:08.929887 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-43e50bbe-fef1-4636-b4ac-e1791b6b7cf1 tempest-SecGroupIPv6Test-1449925607 tempest-SecGroupIPv6Test-1449925607-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:39:08.933606 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-e93e8c6b-02c1-4d5c-9460-a7bf9b0c555b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '443cce66-541a-4c4d-8e2a-33c9e2cd1777', 'name': 'tempest-RoutersIpV6Test-router-2029186272', 'tenant_id': '315e7395dd224b3fb020d0b9d921742e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T13:38:26Z', 'updated_at': '2022-04-01T13:39:07Z', 'revision_number': 6, 'project_id': '315e7395dd224b3fb020d0b9d921742e', 'gw_port_host': None, '_interfaces': [{'id': '0eacdfd0-e8b9-4919-9d56-58eb52e76aba', 'name': '', 'network_id': '2635b17d-605c-450a-a09e-f3ed5b76beda', 'tenant_id': '315e7395dd224b3fb020d0b9d921742e', 'mac_address': 'fa:16:3e:72:51:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '443cce66-541a-4c4d-8e2a-33c9e2cd1777', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8bc9dba3-0769-4278-91dc-738d7d6e2982', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836180-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:38:53Z', 'updated_at': '2022-04-01T13:39:03Z', 'revision_number': 4, 'project_id': '315e7395dd224b3fb020d0b9d921742e', 'subnets': [{'id': '8bc9dba3-0769-4278-91dc-738d7d6e2982', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3ef22e4b-a0b4-484d-b10a-1b037464c91c', 'name': '', 'network_id': 'c217efc0-828f-462b-ad5e-752f5d8601ec', 'tenant_id': '315e7395dd224b3fb020d0b9d921742e', 'mac_address': 'fa:16:3e:c0:0e:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '443cce66-541a-4c4d-8e2a-33c9e2cd1777', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '255eed5b-f977-4482-b87e-c2bf0cdf8fef', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:39:03Z', 'updated_at': '2022-04-01T13:39:04Z', 'revision_number': 2, 'project_id': '315e7395dd224b3fb020d0b9d921742e', 'subnets': [{'id': '255eed5b-f977-4482-b87e-c2bf0cdf8fef', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7d243dbb-cd79-4a05-9ba7-2503b47388d6', 'name': '', 'network_id': 'b2076001-b441-4a1b-a96b-552c4faf0800', 'tenant_id': '315e7395dd224b3fb020d0b9d921742e', 'mac_address': 'fa:16:3e:2e:3d:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '443cce66-541a-4c4d-8e2a-33c9e2cd1777', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ad7574d2-be4a-487a-85ad-6d5a1a89f635', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836180-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:38:32Z', 'updated_at': '2022-04-01T13:38:53Z', 'revision_number': 5, 'project_id': '315e7395dd224b3fb020d0b9d921742e', 'subnets': [{'id': 'ad7574d2-be4a-487a-85ad-6d5a1a89f635', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ee859592-7773-40a1-b8cd-47912e28a6ce', 'name': '', 'network_id': 'e5d1bb3c-6254-4093-890c-4e81389da7a3', 'tenant_id': '315e7395dd224b3fb020d0b9d921742e', 'mac_address': 'fa:16:3e:28:1e:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '443cce66-541a-4c4d-8e2a-33c9e2cd1777', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f1fab571-13d5-4032-88ca-01a4aafa0daa', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836180-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:38:45Z', 'updated_at': '2022-04-01T13:39:03Z', 'revision_number': 5, 'project_id': '315e7395dd224b3fb020d0b9d921742e', 'subnets': [{'id': 'f1fab571-13d5-4032-88ca-01a4aafa0daa', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-836180-1-hyperv', False) {} {{(pid=83873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:39:08.947146 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e93e8c6b-02c1-4d5c-9460-a7bf9b0c555b None None] Checking router: 443cce66-541a-4c4d-8e2a-33c9e2cd1777 for host: dv-neutron-836180-1-hyperv {{(pid=83873) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 01 13:39:08.947710 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e93e8c6b-02c1-4d5c-9460-a7bf9b0c555b None None] Updating router 443cce66-541a-4c4d-8e2a-33c9e2cd1777 port 3ef22e4b-a0b4-484d-b10a-1b037464c91c binding host dv-neutron-836180-1-hyperv {{(pid=83873) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 01 13:39:08.960861 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] For port 0eacdfd0-e8b9-4919-9d56-58eb52e76aba, host dv-neutron-836180-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836180-1-hyperv',level=0,port_id=0eacdfd0-e8b9-4919-9d56-58eb52e76aba,segment=NetworkSegment(d76f2485-284b-4230-b884-68f9291bbf1c),segment_id=d76f2485-284b-4230-b884-68f9291bbf1c)] {{(pid=83872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 13:39:08.998115 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07751744-5bbc-4b30-93f5-a4aa7a0ff6fb None None] Network 09d7ea43-6376-4322-97e7-54cd01aae492 is already hosted by enough agents. {{(pid=83872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 13:39:09.001784 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07751744-5bbc-4b30-93f5-a4aa7a0ff6fb None None] Pushing event updated for resources: {'Port': ['ID=9e8798b0-8be0-41a5-9cd3-4cac4950764c,revision_number=1']} {{(pid=83872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:39:09.005982 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.scheduler.base_scheduler [None req-07751744-5bbc-4b30-93f5-a4aa7a0ff6fb None None] Resources bound (agent type, host, resource id): {{(pid=83872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 13:39:09.017262 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-a976a7b9-9034-41e6-be13-349b75ed1593 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:39:09.018049 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864'] for port, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:39:09.018978 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Device 4fac96c6-c712-4005-9e1e-418e774062a8 up at agent ovs-agent-dv-neutron-836180-1-hyperv {{(pid=83872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 13:39:09.026826 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-a8fcb6f9-ff49-4398-950f-18b6aa31597a req-09c6c13a-4758-45d8-bd60-af83c08a8dbc tempest-ServerActionsTestJSON-64006463 tempest-ServerActionsTestJSON-64006463-project] 10.222.0.26 "GET /v2.0/security-groups?id=0d525850-c301-4718-92cf-e73f2c3e9524&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.2296023 Apr 01 13:39:09.065309 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-6c282911-1b78-48e9-8774-cece4e5a436e tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109561'] for port, before_response {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:39:09.066929 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-e93e8c6b-02c1-4d5c-9460-a7bf9b0c555b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:39:09.095471 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-6c282911-1b78-48e9-8774-cece4e5a436e tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] 10.222.0.26 "DELETE /v2.0/ports/37917938-0c0b-472c-ba5f-ab19e736ed5d HTTP/1.1" status: 204 len: 168 time: 1.4582605 Apr 01 13:39:09.100362 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 52996) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:39:09.133149 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07751744-5bbc-4b30-93f5-a4aa7a0ff6fb None None] Received port after_create {{(pid=83872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 13:39:09.157670 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-43e50bbe-fef1-4636-b4ac-e1791b6b7cf1 tempest-SecGroupIPv6Test-1449925607 tempest-SecGroupIPv6Test-1449925607-project] Notify callbacks [] for security_group, precommit_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:39:09.167624 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-43e50bbe-fef1-4636-b4ac-e1791b6b7cf1 tempest-SecGroupIPv6Test-1449925607 tempest-SecGroupIPv6Test-1449925607-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3775923'] for security_group, after_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:39:09.203383 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e50bbe-fef1-4636-b4ac-e1791b6b7cf1 tempest-SecGroupIPv6Test-1449925607 tempest-SecGroupIPv6Test-1449925607-project] Pushing event updated for resources: {'SecurityGroup': ['ID=efe71614-0421-415f-82d9-df8b1b16bbe1,revision_number=1']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:39:09.280631 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f22872cd-9bbd-4d83-a112-bff6e4efdb5f tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Router 443cce66-541a-4c4d-8e2a-33c9e2cd1777 has already been hosted by L3 agent 88bf8fc8-11a3-4e96-9d1b-5fd93ba9f6f1 {{(pid=83869) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 13:39:09.288127 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-43e50bbe-fef1-4636-b4ac-e1791b6b7cf1 tempest-SecGroupIPv6Test-1449925607 tempest-SecGroupIPv6Test-1449925607-project] Notify callbacks [] for security_group, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:39:09.289607 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-43e50bbe-fef1-4636-b4ac-e1791b6b7cf1 tempest-SecGroupIPv6Test-1449925607 tempest-SecGroupIPv6Test-1449925607-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.8138196 Apr 01 13:39:09.293164 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 53000) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:39:09.308718 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d998aeb5-c845-4b6d-a303-1f2b13649011 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:39:09.309462 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-d998aeb5-c845-4b6d-a303-1f2b13649011 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Synchronizing usage tracker for tenant:8b726fe6689e4b7f96def1a2219bea6c on resource:port {{(pid=83871) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 13:39:09.449646 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.v2.base [None req-b8670070-e23e-44ee-bbb0-10d350e0cd23 tempest-SecGroupIPv6Test-1449925607 tempest-SecGroupIPv6Test-1449925607-project] Request body: {'security_group_rule': {'security_group_id': 'efe71614-0421-415f-82d9-df8b1b16bbe1', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=83871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:39:09.456215 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-b8670070-e23e-44ee-bbb0-10d350e0cd23 tempest-SecGroupIPv6Test-1449925607 tempest-SecGroupIPv6Test-1449925607-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:39:09.460466 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-b8670070-e23e-44ee-bbb0-10d350e0cd23 tempest-SecGroupIPv6Test-1449925607 tempest-SecGroupIPv6Test-1449925607-project] Usage tracker for resource:security_group_rule and tenant:1fdabab049e7487ebb089845d98f15d5 is out of sync, need to count used quota {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 13:39:09.464009 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-b8670070-e23e-44ee-bbb0-10d350e0cd23 tempest-SecGroupIPv6Test-1449925607 tempest-SecGroupIPv6Test-1449925607-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 13:39:09.469972 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-b8670070-e23e-44ee-bbb0-10d350e0cd23 tempest-SecGroupIPv6Test-1449925607 tempest-SecGroupIPv6Test-1449925607-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:39:09.495633 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Pushing event updated for resources: {'Port': ['ID=0eacdfd0-e8b9-4919-9d56-58eb52e76aba,revision_number=5']} {{(pid=83872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:39:09.570796 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-b8670070-e23e-44ee-bbb0-10d350e0cd23 tempest-SecGroupIPv6Test-1449925607 tempest-SecGroupIPv6Test-1449925607-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:39:09.593529 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-d998aeb5-c845-4b6d-a303-1f2b13649011 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Unset dirty status for tenant:8b726fe6689e4b7f96def1a2219bea6c on resource:port {{(pid=83871) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 13:39:09.594909 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-d998aeb5-c845-4b6d-a303-1f2b13649011 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1044 time: 0.4912579 Apr 01 13:39:09.602582 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 53006) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:39:09.607090 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-e93e8c6b-02c1-4d5c-9460-a7bf9b0c555b None None] Notify callbacks [] for port, precommit_update {{(pid=83873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:39:09.627115 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-e93e8c6b-02c1-4d5c-9460-a7bf9b0c555b None None] Transition to ACTIVE for port object 3ef22e4b-a0b4-484d-b10a-1b037464c91c will not be triggered until provisioned by entity L2. {{(pid=83873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 13:39:09.639014 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-e93e8c6b-02c1-4d5c-9460-a7bf9b0c555b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864'] for port, after_update {{(pid=83873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:39:09.661452 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-e081a86c-1c07-4191-a697-b5e2ca5287b2 None None] Provisioning for port 3ef22e4b-a0b4-484d-b10a-1b037464c91c completed by entity DHCP. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 13:39:09.678051 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.managers [None req-07751744-5bbc-4b30-93f5-a4aa7a0ff6fb None None] Attempting to bind port 9e8798b0-8be0-41a5-9cd3-4cac4950764c on host dv-neutron-836180-1-hyperv for vnic_type normal with profile {{(pid=83872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 13:39:09.678587 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.managers [None req-07751744-5bbc-4b30-93f5-a4aa7a0ff6fb None None] Attempting to bind port 9e8798b0-8be0-41a5-9cd3-4cac4950764c by drivers openvswitch,hyperv on host dv-neutron-836180-1-hyperv at level 0 using segments [{'id': '16094ed0-4a47-4ff6-9238-85c278d7a2a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '09d7ea43-6376-4322-97e7-54cd01aae492'}] {{(pid=83872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 13:39:09.679112 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07751744-5bbc-4b30-93f5-a4aa7a0ff6fb None None] Attempting to bind port 9e8798b0-8be0-41a5-9cd3-4cac4950764c on network 09d7ea43-6376-4322-97e7-54cd01aae492 {{(pid=83872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 13:39:09.682528 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Provisioning for port 4fac96c6-c712-4005-9e1e-418e774062a8 completed by entity L2. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 13:39:09.691306 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Provisioning complete for port 4fac96c6-c712-4005-9e1e-418e774062a8 triggered by entity L2. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 13:39:09.691674 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-948329'] for port, provisioning_complete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:39:09.714837 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-b8670070-e23e-44ee-bbb0-10d350e0cd23 tempest-SecGroupIPv6Test-1449925607 tempest-SecGroupIPv6Test-1449925607-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:39:09.717502 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f22872cd-9bbd-4d83-a112-bff6e4efdb5f tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Notify agent at l3_agent.dv-neutron-836180-1-hyperv the message routers_updated {{(pid=83869) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 13:39:09.726662 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-b8670070-e23e-44ee-bbb0-10d350e0cd23 tempest-SecGroupIPv6Test-1449925607 tempest-SecGroupIPv6Test-1449925607-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3775744'] for security_group_rule, after_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:39:09.727377 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-f22872cd-9bbd-4d83-a112-bff6e4efdb5f tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Notify callbacks [] for router, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:39:09.732096 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-f22872cd-9bbd-4d83-a112-bff6e4efdb5f tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] 10.222.0.26 "PUT /v2.0/routers/443cce66-541a-4c4d-8e2a-33c9e2cd1777 HTTP/1.1" status: 200 len: 954 time: 3.0614491 Apr 01 13:39:09.733335 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 53012) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:39:09.746678 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8670070-e23e-44ee-bbb0-10d350e0cd23 tempest-SecGroupIPv6Test-1449925607 tempest-SecGroupIPv6Test-1449925607-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a580e5a5-fd05-4566-a7a7-061f6d81e89d,revision_number=0']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:39:09.756008 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07751744-5bbc-4b30-93f5-a4aa7a0ff6fb None None] Checking agent: {'id': 'af948428-97cd-4d10-9f53-af028bdb39b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-836180-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 13, 25, 37), 'started_at': datetime.datetime(2022, 4, 1, 13, 26, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 13, 39, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-836180-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 13:39:09.756347 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07751744-5bbc-4b30-93f5-a4aa7a0ff6fb None None] Checking segment: {'id': '16094ed0-4a47-4ff6-9238-85c278d7a2a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '09d7ea43-6376-4322-97e7-54cd01aae492'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 13:39:09.756792 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-07751744-5bbc-4b30-93f5-a4aa7a0ff6fb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:39:09.757183 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07751744-5bbc-4b30-93f5-a4aa7a0ff6fb None None] Bound using segment: {'id': '16094ed0-4a47-4ff6-9238-85c278d7a2a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '09d7ea43-6376-4322-97e7-54cd01aae492'} {{(pid=83872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 13:39:09.757651 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.managers [None req-07751744-5bbc-4b30-93f5-a4aa7a0ff6fb None None] Bound port: 9e8798b0-8be0-41a5-9cd3-4cac4950764c, host: dv-neutron-836180-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '16094ed0-4a47-4ff6-9238-85c278d7a2a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '09d7ea43-6376-4322-97e7-54cd01aae492'}}] {{(pid=83872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 13:39:09.758482 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-07751744-5bbc-4b30-93f5-a4aa7a0ff6fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:39:09.789194 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-b8670070-e23e-44ee-bbb0-10d350e0cd23 tempest-SecGroupIPv6Test-1449925607 tempest-SecGroupIPv6Test-1449925607-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:39:09.790747 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-b8670070-e23e-44ee-bbb0-10d350e0cd23 tempest-SecGroupIPv6Test-1449925607 tempest-SecGroupIPv6Test-1449925607-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.4779727 Apr 01 13:39:09.796402 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 53016) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:39:09.813226 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85bf056b-0aae-44a1-8c15-838b6d707a42 None None] Pushing event updated for resources: {'Port': ['ID=3ef22e4b-a0b4-484d-b10a-1b037464c91c,revision_number=3']} {{(pid=83873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:39:09.827326 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85bf056b-0aae-44a1-8c15-838b6d707a42 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:39:09.828957 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d974551-d477-4a84-8542-969d04863501 tempest-FloatingIPTestJSON-1100559899 tempest-FloatingIPTestJSON-1100559899-project] Router a4024174-aefa-48ee-ba65-83a04caa0a41 has already been hosted by L3 agent 88bf8fc8-11a3-4e96-9d1b-5fd93ba9f6f1 {{(pid=83871) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 13:39:09.829573 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85bf056b-0aae-44a1-8c15-838b6d707a42 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:39:09.829930 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85bf056b-0aae-44a1-8c15-838b6d707a42 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:39:09.830673 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85bf056b-0aae-44a1-8c15-838b6d707a42 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:39:09.830673 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85bf056b-0aae-44a1-8c15-838b6d707a42 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:39:09.831580 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85bf056b-0aae-44a1-8c15-838b6d707a42 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:39:09.831941 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85bf056b-0aae-44a1-8c15-838b6d707a42 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:39:09.832578 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85bf056b-0aae-44a1-8c15-838b6d707a42 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:39:09.833122 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85bf056b-0aae-44a1-8c15-838b6d707a42 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:39:09.833449 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85bf056b-0aae-44a1-8c15-838b6d707a42 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:39:09.833776 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85bf056b-0aae-44a1-8c15-838b6d707a42 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:39:09.850503 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-f436b6f6-1053-4606-9a1e-50b14d5a7eaf tempest-SecGroupIPv6Test-1449925607 tempest-SecGroupIPv6Test-1449925607-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:39:09.862797 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-f436b6f6-1053-4606-9a1e-50b14d5a7eaf tempest-SecGroupIPv6Test-1449925607 tempest-SecGroupIPv6Test-1449925607-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:39:09.912735 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-219d63b8-97ac-4e8c-9911-271f7d9079fa tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:39:09.915755 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-219d63b8-97ac-4e8c-9911-271f7d9079fa tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Synchronizing usage tracker for tenant:8b726fe6689e4b7f96def1a2219bea6c on resource:port {{(pid=83869) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 13:39:09.963042 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-219d63b8-97ac-4e8c-9911-271f7d9079fa tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Unset dirty status for tenant:8b726fe6689e4b7f96def1a2219bea6c on resource:port {{(pid=83869) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 13:39:09.964505 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-219d63b8-97ac-4e8c-9911-271f7d9079fa tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1044 time: 0.3606911 Apr 01 13:39:09.973927 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 53020) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:39:09.991604 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-07751744-5bbc-4b30-93f5-a4aa7a0ff6fb None None] For port 9e8798b0-8be0-41a5-9cd3-4cac4950764c, host dv-neutron-836180-1-hyperv, cleared binding levels {{(pid=83872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 13:39:10.011236 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-07751744-5bbc-4b30-93f5-a4aa7a0ff6fb None None] For port 9e8798b0-8be0-41a5-9cd3-4cac4950764c, host dv-neutron-836180-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836180-1-hyperv',level=0,port_id=9e8798b0-8be0-41a5-9cd3-4cac4950764c,segment=NetworkSegment(16094ed0-4a47-4ff6-9238-85c278d7a2a5),segment_id=16094ed0-4a47-4ff6-9238-85c278d7a2a5)] {{(pid=83872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 13:39:10.018028 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:39:10.043087 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-07751744-5bbc-4b30-93f5-a4aa7a0ff6fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864'] for port, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:39:10.084967 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-f5a366ee-4358-4ad4-94ef-132bcd07d6e5 tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] 10.222.0.26 "GET /v2.0/routers/443cce66-541a-4c4d-8e2a-33c9e2cd1777 HTTP/1.1" status: 200 len: 954 time: 0.3454835 Apr 01 13:39:10.091090 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 53026) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:39:10.094822 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.plugins.ml2.managers [None req-e93e8c6b-02c1-4d5c-9460-a7bf9b0c555b None None] Attempting to bind port 3ef22e4b-a0b4-484d-b10a-1b037464c91c on host dv-neutron-836180-1-hyperv for vnic_type normal with profile {{(pid=83873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 13:39:10.095334 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.plugins.ml2.managers [None req-e93e8c6b-02c1-4d5c-9460-a7bf9b0c555b None None] Attempting to bind port 3ef22e4b-a0b4-484d-b10a-1b037464c91c by drivers openvswitch,hyperv on host dv-neutron-836180-1-hyperv at level 0 using segments [{'id': '3070fecd-ea24-4990-a00b-681af208b16a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'c217efc0-828f-462b-ad5e-752f5d8601ec'}] {{(pid=83873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 13:39:10.095561 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e93e8c6b-02c1-4d5c-9460-a7bf9b0c555b None None] Attempting to bind port 3ef22e4b-a0b4-484d-b10a-1b037464c91c on network c217efc0-828f-462b-ad5e-752f5d8601ec {{(pid=83873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 13:39:10.118209 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e93e8c6b-02c1-4d5c-9460-a7bf9b0c555b None None] Checking agent: {'id': 'af948428-97cd-4d10-9f53-af028bdb39b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-836180-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 13, 25, 37), 'started_at': datetime.datetime(2022, 4, 1, 13, 26, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 13, 39, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-836180-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 13:39:10.118590 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e93e8c6b-02c1-4d5c-9460-a7bf9b0c555b None None] Checking segment: {'id': '3070fecd-ea24-4990-a00b-681af208b16a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'c217efc0-828f-462b-ad5e-752f5d8601ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 13:39:10.118996 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.v2.base [None req-69d6f7bf-2590-41d9-96d6-7a4930ea1181 tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Request body: {'router': {'routes': None}} {{(pid=83869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:39:10.121695 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-e93e8c6b-02c1-4d5c-9460-a7bf9b0c555b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:39:10.122126 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e93e8c6b-02c1-4d5c-9460-a7bf9b0c555b None None] Bound using segment: {'id': '3070fecd-ea24-4990-a00b-681af208b16a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'c217efc0-828f-462b-ad5e-752f5d8601ec'} {{(pid=83873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 13:39:10.125027 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.plugins.ml2.managers [None req-e93e8c6b-02c1-4d5c-9460-a7bf9b0c555b None None] Bound port: 3ef22e4b-a0b4-484d-b10a-1b037464c91c, host: dv-neutron-836180-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3070fecd-ea24-4990-a00b-681af208b16a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'c217efc0-828f-462b-ad5e-752f5d8601ec'}}] {{(pid=83873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 13:39:10.125027 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-e93e8c6b-02c1-4d5c-9460-a7bf9b0c555b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:39:10.139937 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-f436b6f6-1053-4606-9a1e-50b14d5a7eaf tempest-SecGroupIPv6Test-1449925607 tempest-SecGroupIPv6Test-1449925607-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3775744'] for security_group_rule, after_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:39:10.142565 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] For port 4fac96c6-c712-4005-9e1e-418e774062a8, host dv-neutron-836180-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836180-1-hyperv',level=0,port_id=4fac96c6-c712-4005-9e1e-418e774062a8,segment=NetworkSegment(3070fecd-ea24-4990-a00b-681af208b16a),segment_id=3070fecd-ea24-4990-a00b-681af208b16a)] {{(pid=83872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 13:39:10.160798 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864'] for port, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:39:10.161782 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Device a88ef232-1659-4427-8cf0-347118558747 up at agent ovs-agent-dv-neutron-836180-1-hyperv {{(pid=83872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 13:39:10.217873 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f436b6f6-1053-4606-9a1e-50b14d5a7eaf tempest-SecGroupIPv6Test-1449925607 tempest-SecGroupIPv6Test-1449925607-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a580e5a5-fd05-4566-a7a7-061f6d81e89d,revision_number=None']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:39:10.224589 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-f436b6f6-1053-4606-9a1e-50b14d5a7eaf tempest-SecGroupIPv6Test-1449925607 tempest-SecGroupIPv6Test-1449925607-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:39:10.230555 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-f436b6f6-1053-4606-9a1e-50b14d5a7eaf tempest-SecGroupIPv6Test-1449925607 tempest-SecGroupIPv6Test-1449925607-project] 10.222.0.26 "DELETE /v2.0/security-group-rules/a580e5a5-fd05-4566-a7a7-061f6d81e89d HTTP/1.1" status: 204 len: 168 time: 0.4294555 Apr 01 13:39:10.231190 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 53030) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:39:10.236239 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb1a1c82-bd8e-41c7-875d-a79aed01ce3f tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:39:10.238055 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb1a1c82-bd8e-41c7-875d-a79aed01ce3f tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:39:10.239704 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb1a1c82-bd8e-41c7-875d-a79aed01ce3f tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:39:10.240620 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-fb1a1c82-bd8e-41c7-875d-a79aed01ce3f tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Synchronizing usage tracker for tenant:8b726fe6689e4b7f96def1a2219bea6c on resource:subnet {{(pid=83869) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 13:39:10.242866 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07751744-5bbc-4b30-93f5-a4aa7a0ff6fb None None] Pushing event updated for resources: {'Port': ['ID=9e8798b0-8be0-41a5-9cd3-4cac4950764c,revision_number=2']} {{(pid=83872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:39:10.341702 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.plugins.ml2.db [None req-e93e8c6b-02c1-4d5c-9460-a7bf9b0c555b None None] For port 3ef22e4b-a0b4-484d-b10a-1b037464c91c, host dv-neutron-836180-1-hyperv, cleared binding levels {{(pid=83873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 13:39:10.348336 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.plugins.ml2.db [None req-e93e8c6b-02c1-4d5c-9460-a7bf9b0c555b None None] For port 3ef22e4b-a0b4-484d-b10a-1b037464c91c, host dv-neutron-836180-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836180-1-hyperv',level=0,port_id=3ef22e4b-a0b4-484d-b10a-1b037464c91c,segment=NetworkSegment(3070fecd-ea24-4990-a00b-681af208b16a),segment_id=3070fecd-ea24-4990-a00b-681af208b16a)] {{(pid=83873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 13:39:10.354586 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-fb1a1c82-bd8e-41c7-875d-a79aed01ce3f tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Unset dirty status for tenant:8b726fe6689e4b7f96def1a2219bea6c on resource:subnet {{(pid=83869) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 13:39:10.355925 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-fb1a1c82-bd8e-41c7-875d-a79aed01ce3f tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.3782403 Apr 01 13:39:10.358837 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-e93e8c6b-02c1-4d5c-9460-a7bf9b0c555b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864'] for port, after_update {{(pid=83873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:39:10.359211 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 53034) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:39:10.388140 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Pushing event updated for resources: {'Port': ['ID=4fac96c6-c712-4005-9e1e-418e774062a8,revision_number=3']} {{(pid=83872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:39:10.428544 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Provisioning complete for port a88ef232-1659-4427-8cf0-347118558747 triggered by entity L2. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 13:39:10.428929 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-948329'] for port, provisioning_complete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:39:10.530482 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85bf056b-0aae-44a1-8c15-838b6d707a42 None None] Pushing event updated for resources: {'Port': ['ID=3ef22e4b-a0b4-484d-b10a-1b037464c91c,revision_number=4']} {{(pid=83873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:39:10.546944 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e93e8c6b-02c1-4d5c-9460-a7bf9b0c555b None None] Routers {'443cce66-541a-4c4d-8e2a-33c9e2cd1777'} bound to L3 agent in host dv-neutron-836180-1-hyperv {{(pid=83873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 13:39:10.549595 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-e93e8c6b-02c1-4d5c-9460-a7bf9b0c555b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836180-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T13:25:36Z,description=,heartbeat_timestamp=2022-04-01T13:39:06Z,host='dv-neutron-836180-1-hyperv',id=88bf8fc8-11a3-4e96-9d1b-5fd93ba9f6f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T13:25:36Z,topic='l3_agent')) {'router_ids': ['443cce66-541a-4c4d-8e2a-33c9e2cd1777'], 'active': True} {{(pid=83873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:39:10.642735 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-f1753793-4c9c-41c0-9d8e-7c86ac7e92ab tempest-SecGroupIPv6Test-1449925607 tempest-SecGroupIPv6Test-1449925607-project] Synchronizing usage tracker for tenant:1fdabab049e7487ebb089845d98f15d5 on resource:security_group_rule {{(pid=83871) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 13:39:10.689488 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25240ba5-fbcd-40bd-a29d-61099d94ce29 req-16cf0cb4-cf2d-4217-840a-918d7a778160 tempest-ServerActionsTestJSON-64006463 tempest-ServerActionsTestJSON-64006463-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:39:10.692033 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-25240ba5-fbcd-40bd-a29d-61099d94ce29 req-16cf0cb4-cf2d-4217-840a-918d7a778160 tempest-ServerActionsTestJSON-64006463 tempest-ServerActionsTestJSON-64006463-project] 10.222.0.26 "GET /v2.0/ports?device_id=746f2a68-07bc-4d82-957e-55cd7a32c31f HTTP/1.1" status: 200 len: 946 time: 0.4054101 Apr 01 13:39:10.754562 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-f1753793-4c9c-41c0-9d8e-7c86ac7e92ab tempest-SecGroupIPv6Test-1449925607 tempest-SecGroupIPv6Test-1449925607-project] Unset dirty status for tenant:1fdabab049e7487ebb089845d98f15d5 on resource:security_group_rule {{(pid=83871) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 13:39:10.764172 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-f1753793-4c9c-41c0-9d8e-7c86ac7e92ab tempest-SecGroupIPv6Test-1449925607 tempest-SecGroupIPv6Test-1449925607-project] 10.222.0.26 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.5278158 Apr 01 13:39:10.767937 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 53038) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:39:10.842393 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_dvr_db [None req-e93e8c6b-02c1-4d5c-9460-a7bf9b0c555b None None] Set router 443cce66-541a-4c4d-8e2a-33c9e2cd1777 gateway port host: None {{(pid=83873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 13:39:10.854496 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d974551-d477-4a84-8542-969d04863501 tempest-FloatingIPTestJSON-1100559899 tempest-FloatingIPTestJSON-1100559899-project] Notify agent at l3_agent.dv-neutron-836180-1-hyperv the message routers_updated {{(pid=83871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 13:39:10.867834 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5894a60-dfc8-458c-a899-985d96a6c752 None None] Sync routers for ids ['a4024174-aefa-48ee-ba65-83a04caa0a41'] in dv-neutron-836180-1-hyperv {{(pid=83872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 13:39:10.890446 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5894a60-dfc8-458c-a899-985d96a6c752 None None] Routers {'a4024174-aefa-48ee-ba65-83a04caa0a41'} bound to L3 agent in host dv-neutron-836180-1-hyperv {{(pid=83872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 13:39:10.891178 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_hamode_db [None req-c5894a60-dfc8-458c-a899-985d96a6c752 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836180-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T13:25:36Z,description=,heartbeat_timestamp=2022-04-01T13:39:06Z,host='dv-neutron-836180-1-hyperv',id=88bf8fc8-11a3-4e96-9d1b-5fd93ba9f6f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T13:25:36Z,topic='l3_agent')) {'router_ids': ['a4024174-aefa-48ee-ba65-83a04caa0a41'], 'active': True} {{(pid=83872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:39:10.893344 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-25240ba5-fbcd-40bd-a29d-61099d94ce29 req-9b78e9af-a410-4226-8bcc-33ddc4552d4b tempest-ServerActionsTestJSON-64006463 tempest-ServerActionsTestJSON-64006463-project] 10.222.0.26 "GET /v2.0/security-groups?id=0d525850-c301-4718-92cf-e73f2c3e9524&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1876631 Apr 01 13:39:10.906977 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-7d974551-d477-4a84-8542-969d04863501 tempest-FloatingIPTestJSON-1100559899 tempest-FloatingIPTestJSON-1100559899-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109561'] for floatingip, before_response {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:39:10.965109 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.agents_db [None req-bdd220c7-049a-43d2-a923-ad1a2de078c6 None None] Agent healthcheck: found 6 active agents {{(pid=83873) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 01 13:39:11.010325 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.db_base_plugin_v2 [None req-f3c26582-4b2c-4441-a3ec-a86ad893238a tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Deleting subnet 07d04e12-9939-45a4-a09e-1e47f0b7d880 {{(pid=83869) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 01 13:39:11.014896 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-b8865950-8e17-49c9-b9e0-fa64959d4bd1 tempest-SecGroupIPv6Test-1449925607 tempest-SecGroupIPv6Test-1449925607-project] Notify callbacks [] for security_group, before_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:39:11.016159 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-f3c26582-4b2c-4441-a3ec-a86ad893238a tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Notify callbacks [] for subnet, before_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:39:11.017794 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_hamode_db [None req-c5894a60-dfc8-458c-a899-985d96a6c752 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-836180-1-hyperv', False) {} {{(pid=83872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:39:11.023440 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-7d974551-d477-4a84-8542-969d04863501 tempest-FloatingIPTestJSON-1100559899 tempest-FloatingIPTestJSON-1100559899-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 981 time: 9.5732486 Apr 01 13:39:11.026296 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Device 0eacdfd0-e8b9-4919-9d56-58eb52e76aba up at agent ovs-agent-dv-neutron-836180-1-hyperv {{(pid=83872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 13:39:11.032853 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 53042) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:39:11.042244 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.v2.base [None req-d5af3734-a85c-49c4-af8f-47b97b3af163 tempest-FloatingIPTestJSON-1100559899 tempest-FloatingIPTestJSON-1100559899-project] Request body: {'floatingip': {'port_id': None}} {{(pid=83871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:39:11.084687 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5894a60-dfc8-458c-a899-985d96a6c752 None None] Routers {'a4024174-aefa-48ee-ba65-83a04caa0a41'} bound to L3 agent in host dv-neutron-836180-1-hyperv {{(pid=83872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 13:39:11.085797 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_hamode_db [None req-c5894a60-dfc8-458c-a899-985d96a6c752 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836180-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T13:25:36Z,description=,heartbeat_timestamp=2022-04-01T13:39:06Z,host='dv-neutron-836180-1-hyperv',id=88bf8fc8-11a3-4e96-9d1b-5fd93ba9f6f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T13:25:36Z,topic='l3_agent')) {'router_ids': ['a4024174-aefa-48ee-ba65-83a04caa0a41'], 'active': True} {{(pid=83872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:39:11.182392 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_hamode_db [None req-c5894a60-dfc8-458c-a899-985d96a6c752 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-836180-1-hyperv', False) {} {{(pid=83872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:39:11.182801 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5894a60-dfc8-458c-a899-985d96a6c752 None None] The sync data for ids ['a4024174-aefa-48ee-ba65-83a04caa0a41'] in dv-neutron-836180-1-hyperv is: [] {{(pid=83872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 13:39:11.204978 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-b8865950-8e17-49c9-b9e0-fa64959d4bd1 tempest-SecGroupIPv6Test-1449925607 tempest-SecGroupIPv6Test-1449925607-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:39:11.215343 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-d5af3734-a85c-49c4-af8f-47b97b3af163 tempest-FloatingIPTestJSON-1100559899 tempest-FloatingIPTestJSON-1100559899-project] Notify callbacks [] for floatingip, before_update {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:39:11.230672 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Provisioning complete for port 0eacdfd0-e8b9-4919-9d56-58eb52e76aba triggered by entity L2. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 13:39:11.231225 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-948329'] for port, provisioning_complete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:39:11.387465 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-e93e8c6b-02c1-4d5c-9460-a7bf9b0c555b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '443cce66-541a-4c4d-8e2a-33c9e2cd1777', 'name': 'tempest-RoutersIpV6Test-router-2029186272', 'tenant_id': '315e7395dd224b3fb020d0b9d921742e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T13:38:26Z', 'updated_at': '2022-04-01T13:39:07Z', 'revision_number': 6, 'project_id': '315e7395dd224b3fb020d0b9d921742e', 'gw_port_host': None, '_interfaces': [{'id': '0eacdfd0-e8b9-4919-9d56-58eb52e76aba', 'name': '', 'network_id': '2635b17d-605c-450a-a09e-f3ed5b76beda', 'tenant_id': '315e7395dd224b3fb020d0b9d921742e', 'mac_address': 'fa:16:3e:72:51:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '443cce66-541a-4c4d-8e2a-33c9e2cd1777', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8bc9dba3-0769-4278-91dc-738d7d6e2982', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836180-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:38:53Z', 'updated_at': '2022-04-01T13:39:08Z', 'revision_number': 5, 'project_id': '315e7395dd224b3fb020d0b9d921742e', 'subnets': [{'id': '8bc9dba3-0769-4278-91dc-738d7d6e2982', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3ef22e4b-a0b4-484d-b10a-1b037464c91c', 'name': '', 'network_id': 'c217efc0-828f-462b-ad5e-752f5d8601ec', 'tenant_id': '315e7395dd224b3fb020d0b9d921742e', 'mac_address': 'fa:16:3e:c0:0e:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '443cce66-541a-4c4d-8e2a-33c9e2cd1777', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '255eed5b-f977-4482-b87e-c2bf0cdf8fef', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836180-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:39:03Z', 'updated_at': '2022-04-01T13:39:10Z', 'revision_number': 4, 'project_id': '315e7395dd224b3fb020d0b9d921742e', 'subnets': [{'id': '255eed5b-f977-4482-b87e-c2bf0cdf8fef', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7d243dbb-cd79-4a05-9ba7-2503b47388d6', 'name': '', 'network_id': 'b2076001-b441-4a1b-a96b-552c4faf0800', 'tenant_id': '315e7395dd224b3fb020d0b9d921742e', 'mac_address': 'fa:16:3e:2e:3d:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '443cce66-541a-4c4d-8e2a-33c9e2cd1777', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ad7574d2-be4a-487a-85ad-6d5a1a89f635', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836180-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:38:32Z', 'updated_at': '2022-04-01T13:38:53Z', 'revision_number': 5, 'project_id': '315e7395dd224b3fb020d0b9d921742e', 'subnets': [{'id': 'ad7574d2-be4a-487a-85ad-6d5a1a89f635', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ee859592-7773-40a1-b8cd-47912e28a6ce', 'name': '', 'network_id': 'e5d1bb3c-6254-4093-890c-4e81389da7a3', 'tenant_id': '315e7395dd224b3fb020d0b9d921742e', 'mac_address': 'fa:16:3e:28:1e:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '443cce66-541a-4c4d-8e2a-33c9e2cd1777', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f1fab571-13d5-4032-88ca-01a4aafa0daa', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836180-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:38:45Z', 'updated_at': '2022-04-01T13:39:03Z', 'revision_number': 5, 'project_id': '315e7395dd224b3fb020d0b9d921742e', 'subnets': [{'id': 'f1fab571-13d5-4032-88ca-01a4aafa0daa', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-836180-1-hyperv', False) {} {{(pid=83873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:39:11.395161 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-f3c26582-4b2c-4441-a3ec-a86ad893238a tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2704975'] for subnet, precommit_delete_associations {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:39:11.400337 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Device 3ef22e4b-a0b4-484d-b10a-1b037464c91c up at agent ovs-agent-dv-neutron-836180-1-hyperv {{(pid=83872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 13:39:11.402085 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e93e8c6b-02c1-4d5c-9460-a7bf9b0c555b None None] The sync data for ids ['443cce66-541a-4c4d-8e2a-33c9e2cd1777'] in dv-neutron-836180-1-hyperv is: [{'id': '443cce66-541a-4c4d-8e2a-33c9e2cd1777', 'name': 'tempest-RoutersIpV6Test-router-2029186272', 'tenant_id': '315e7395dd224b3fb020d0b9d921742e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T13:38:26Z', 'updated_at': '2022-04-01T13:39:07Z', 'revision_number': 6, 'project_id': '315e7395dd224b3fb020d0b9d921742e', 'gw_port_host': None, '_interfaces': [{'id': '0eacdfd0-e8b9-4919-9d56-58eb52e76aba', 'name': '', 'network_id': '2635b17d-605c-450a-a09e-f3ed5b76beda', 'tenant_id': '315e7395dd224b3fb020d0b9d921742e', 'mac_address': 'fa:16:3e:72:51:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '443cce66-541a-4c4d-8e2a-33c9e2cd1777', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8bc9dba3-0769-4278-91dc-738d7d6e2982', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836180-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:38:53Z', 'updated_at': '2022-04-01T13:39:08Z', 'revision_number': 5, 'project_id': '315e7395dd224b3fb020d0b9d921742e', 'subnets': [{'id': '8bc9dba3-0769-4278-91dc-738d7d6e2982', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3ef22e4b-a0b4-484d-b10a-1b037464c91c', 'name': '', 'network_id': 'c217efc0-828f-462b-ad5e-752f5d8601ec', 'tenant_id': '315e7395dd224b3fb020d0b9d921742e', 'mac_address': 'fa:16:3e:c0:0e:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '443cce66-541a-4c4d-8e2a-33c9e2cd1777', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '255eed5b-f977-4482-b87e-c2bf0cdf8fef', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836180-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:39:03Z', 'updated_at': '2022-04-01T13:39:10Z', 'revision_number': 4, 'project_id': '315e7395dd224b3fb020d0b9d921742e', 'subnets': [{'id': '255eed5b-f977-4482-b87e-c2bf0cdf8fef', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7d243dbb-cd79-4a05-9ba7-2503b47388d6', 'name': '', 'network_id': 'b2076001-b441-4a1b-a96b-552c4faf0800', 'tenant_id': '315e7395dd224b3fb020d0b9d921742e', 'mac_address': 'fa:16:3e:2e:3d:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '443cce66-541a-4c4d-8e2a-33c9e2cd1777', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ad7574d2-be4a-487a-85ad-6d5a1a89f635', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836180-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:38:32Z', 'updated_at': '2022-04-01T13:38:53Z', 'revision_number': 5, 'project_id': '315e7395dd224b3fb020d0b9d921742e', 'subnets': [{'id': 'ad7574d2-be4a-487a-85ad-6d5a1a89f635', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ee859592-7773-40a1-b8cd-47912e28a6ce', 'name': '', 'network_id': 'e5d1bb3c-6254-4093-890c-4e81389da7a3', 'tenant_id': '315e7395dd224b3fb020d0b9d921742e', 'mac_address': 'fa:16:3e:28:1e:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '443cce66-541a-4c4d-8e2a-33c9e2cd1777', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f1fab571-13d5-4032-88ca-01a4aafa0daa', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836180-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:38:45Z', 'updated_at': '2022-04-01T13:39:03Z', 'revision_number': 5, 'project_id': '315e7395dd224b3fb020d0b9d921742e', 'subnets': [{'id': 'f1fab571-13d5-4032-88ca-01a4aafa0daa', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 13:39:11.497402 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Provisioning for port 3ef22e4b-a0b4-484d-b10a-1b037464c91c completed by entity L2. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 13:39:11.501975 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-b8865950-8e17-49c9-b9e0-fa64959d4bd1 tempest-SecGroupIPv6Test-1449925607 tempest-SecGroupIPv6Test-1449925607-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3775923'] for security_group, after_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:39:11.504658 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Provisioning complete for port 3ef22e4b-a0b4-484d-b10a-1b037464c91c triggered by entity L2. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 13:39:11.505269 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-948329'] for port, provisioning_complete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:39:11.539624 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8865950-8e17-49c9-b9e0-fa64959d4bd1 tempest-SecGroupIPv6Test-1449925607 tempest-SecGroupIPv6Test-1449925607-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=efe71614-0421-415f-82d9-df8b1b16bbe1,revision_number=None']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:39:11.650125 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-f3c26582-4b2c-4441-a3ec-a86ad893238a tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-945029'] for subnet, precommit_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:39:11.665988 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-b8865950-8e17-49c9-b9e0-fa64959d4bd1 tempest-SecGroupIPv6Test-1449925607 tempest-SecGroupIPv6Test-1449925607-project] Notify callbacks [] for security_group, before_response {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:39:11.671809 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-b8865950-8e17-49c9-b9e0-fa64959d4bd1 tempest-SecGroupIPv6Test-1449925607 tempest-SecGroupIPv6Test-1449925607-project] 10.222.0.26 "DELETE /v2.0/security-groups/efe71614-0421-415f-82d9-df8b1b16bbe1 HTTP/1.1" status: 204 len: 168 time: 0.8986166 Apr 01 13:39:11.685321 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 53046) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:39:11.693728 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-d5af3734-a85c-49c4-af8f-47b97b3af163 tempest-FloatingIPTestJSON-1100559899 tempest-FloatingIPTestJSON-1100559899-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:39:11.705479 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-d5af3734-a85c-49c4-af8f-47b97b3af163 tempest-FloatingIPTestJSON-1100559899 tempest-FloatingIPTestJSON-1100559899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4084747'] for floatingip, after_update {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:39:11.706086 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.db.l3_db [None req-d5af3734-a85c-49c4-af8f-47b97b3af163 tempest-FloatingIPTestJSON-1100559899 tempest-FloatingIPTestJSON-1100559899-project] Floating IP 63d6fe10-04e6-483e-b7cc-852cd483b954 disassociated. External IP: 172.26.5.29, port: 36154f80-28e2-4c10-ac82-0c5c9e7b0ab2. Apr 01 13:39:11.716969 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:39:11.753973 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3c23c1d-4913-483f-9d2c-9b16d80e3466 None None] Network 09d7ea43-6376-4322-97e7-54cd01aae492 requested from dv-neutron-836180-1-hyperv {{(pid=83872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 13:39:11.850591 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] For port 3ef22e4b-a0b4-484d-b10a-1b037464c91c, host dv-neutron-836180-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836180-1-hyperv',level=0,port_id=3ef22e4b-a0b4-484d-b10a-1b037464c91c,segment=NetworkSegment(3070fecd-ea24-4990-a00b-681af208b16a),segment_id=3070fecd-ea24-4990-a00b-681af208b16a)] {{(pid=83872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 13:39:11.876623 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864'] for port, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:39:11.877395 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Device 4fac96c6-c712-4005-9e1e-418e774062a8 up at agent ovs-agent-dv-neutron-836180-1-hyperv {{(pid=83872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 13:39:11.879027 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-68c7fc6a-7085-49f3-9e68-8a902e6eedf4 tempest-SecGroupIPv6Test-1449925607 tempest-SecGroupIPv6Test-1449925607-project] Synchronizing usage tracker for tenant:1fdabab049e7487ebb089845d98f15d5 on resource:security_group {{(pid=83869) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 13:39:11.894390 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.extraroute_db [None req-69d6f7bf-2590-41d9-96d6-7a4930ea1181 tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Added routes are [] {{(pid=83869) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Apr 01 13:39:11.894703 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.extraroute_db [None req-69d6f7bf-2590-41d9-96d6-7a4930ea1181 tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Removed routes are [{'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}] {{(pid=83869) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Apr 01 13:39:11.901563 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-f3c26582-4b2c-4441-a3ec-a86ad893238a tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-945042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2705198', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2999452'] for subnet, after_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:39:11.950207 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-4fb52c2d-8ee3-4ff4-964f-618a5ba949db None None] Provisioning for port 9e8798b0-8be0-41a5-9cd3-4cac4950764c completed by entity DHCP. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 13:39:11.957621 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a18e36c1-8c68-4a3e-a3b5-961ba7140a7c None None] Sync routers for ids ['443cce66-541a-4c4d-8e2a-33c9e2cd1777'] in dv-neutron-836180-1-hyperv {{(pid=83873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 13:39:11.978100 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a18e36c1-8c68-4a3e-a3b5-961ba7140a7c None None] Routers {'443cce66-541a-4c4d-8e2a-33c9e2cd1777'} bound to L3 agent in host dv-neutron-836180-1-hyperv {{(pid=83873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 13:39:11.979316 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-a18e36c1-8c68-4a3e-a3b5-961ba7140a7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836180-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T13:25:36Z,description=,heartbeat_timestamp=2022-04-01T13:39:06Z,host='dv-neutron-836180-1-hyperv',id=88bf8fc8-11a3-4e96-9d1b-5fd93ba9f6f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T13:25:36Z,topic='l3_agent')) {'router_ids': ['443cce66-541a-4c4d-8e2a-33c9e2cd1777'], 'active': True} {{(pid=83873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:39:11.993515 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c26582-4b2c-4441-a3ec-a86ad893238a tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Pushing event deleted for resources: {'Subnet': ['ID=07d04e12-9939-45a4-a09e-1e47f0b7d880,revision_number=None']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:39:11.996617 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-68c7fc6a-7085-49f3-9e68-8a902e6eedf4 tempest-SecGroupIPv6Test-1449925607 tempest-SecGroupIPv6Test-1449925607-project] Unset dirty status for tenant:1fdabab049e7487ebb089845d98f15d5 on resource:security_group {{(pid=83869) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 13:39:11.997853 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-68c7fc6a-7085-49f3-9e68-8a902e6eedf4 tempest-SecGroupIPv6Test-1449925607 tempest-SecGroupIPv6Test-1449925607-project] 10.222.0.26 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.3115854 Apr 01 13:39:12.004520 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-f3c26582-4b2c-4441-a3ec-a86ad893238a tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Notify callbacks [] for subnet, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:39:12.008556 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 53052) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:39:12.015550 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.v2.base [None req-10d04560-d5b6-437f-a9a4-b70f01a05cb4 tempest-SecGroupIPv6Test-1449925607 tempest-SecGroupIPv6Test-1449925607-project] Request body: {'security_group': {'name': 'tempest-secgroup--1275964011'}} {{(pid=83869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:39:12.032924 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-10d04560-d5b6-437f-a9a4-b70f01a05cb4 tempest-SecGroupIPv6Test-1449925607 tempest-SecGroupIPv6Test-1449925607-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:39:12.042821 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-f3c26582-4b2c-4441-a3ec-a86ad893238a tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] 10.222.0.26 "DELETE /v2.0/subnets/07d04e12-9939-45a4-a09e-1e47f0b7d880 HTTP/1.1" status: 204 len: 168 time: 1.6625075 Apr 01 13:39:12.048773 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 53056) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:39:12.086347 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-10d04560-d5b6-437f-a9a4-b70f01a05cb4 tempest-SecGroupIPv6Test-1449925607 tempest-SecGroupIPv6Test-1449925607-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:39:12.106754 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-69d6f7bf-2590-41d9-96d6-7a4930ea1181 tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4084887', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4079850', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4161'] for router, precommit_update {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:39:12.148562 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Pushing event updated for resources: {'Port': ['ID=3ef22e4b-a0b4-484d-b10a-1b037464c91c,revision_number=5']} {{(pid=83872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:39:12.199045 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-10d04560-d5b6-437f-a9a4-b70f01a05cb4 tempest-SecGroupIPv6Test-1449925607 tempest-SecGroupIPv6Test-1449925607-project] Notify callbacks [] for security_group, before_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:39:12.234740 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_dvr_db [None req-a18e36c1-8c68-4a3e-a3b5-961ba7140a7c None None] Set router 443cce66-541a-4c4d-8e2a-33c9e2cd1777 gateway port host: None {{(pid=83873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 13:39:12.237336 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Provisioning complete for port 4fac96c6-c712-4005-9e1e-418e774062a8 triggered by entity L2. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 13:39:12.237852 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-948329'] for port, provisioning_complete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:39:12.293302 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5af3734-a85c-49c4-af8f-47b97b3af163 tempest-FloatingIPTestJSON-1100559899 tempest-FloatingIPTestJSON-1100559899-project] Router a4024174-aefa-48ee-ba65-83a04caa0a41 has already been hosted by L3 agent 88bf8fc8-11a3-4e96-9d1b-5fd93ba9f6f1 {{(pid=83871) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 13:39:12.323024 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.db_base_plugin_v2 [None req-b8458368-5390-4b11-b832-c743f955cecf tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Deleting subnet aaface3a-ef70-4646-8863-14797ad5344d {{(pid=83869) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 01 13:39:12.331663 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-b8458368-5390-4b11-b832-c743f955cecf tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Notify callbacks [] for subnet, before_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:39:12.463728 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Device 9e8798b0-8be0-41a5-9cd3-4cac4950764c up at agent ovs-agent-dv-neutron-836180-1-hyperv {{(pid=83872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 13:39:12.470837 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-b8458368-5390-4b11-b832-c743f955cecf tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2704975'] for subnet, precommit_delete_associations {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:39:12.560184 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5af3734-a85c-49c4-af8f-47b97b3af163 tempest-FloatingIPTestJSON-1100559899 tempest-FloatingIPTestJSON-1100559899-project] Notify agent at l3_agent.dv-neutron-836180-1-hyperv the message routers_updated {{(pid=83871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 13:39:12.565000 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-d5af3734-a85c-49c4-af8f-47b97b3af163 tempest-FloatingIPTestJSON-1100559899 tempest-FloatingIPTestJSON-1100559899-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109561'] for floatingip, before_response {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:39:12.569297 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Provisioning for port 9e8798b0-8be0-41a5-9cd3-4cac4950764c completed by entity L2. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 13:39:12.576925 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Provisioning complete for port 9e8798b0-8be0-41a5-9cd3-4cac4950764c triggered by entity L2. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 13:39:12.577297 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-948329'] for port, provisioning_complete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:39:12.590108 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-10d04560-d5b6-437f-a9a4-b70f01a05cb4 tempest-SecGroupIPv6Test-1449925607 tempest-SecGroupIPv6Test-1449925607-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:39:12.605621 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-10d04560-d5b6-437f-a9a4-b70f01a05cb4 tempest-SecGroupIPv6Test-1449925607 tempest-SecGroupIPv6Test-1449925607-project] Usage tracker for resource:security_group_rule and tenant:1fdabab049e7487ebb089845d98f15d5 is out of sync, need to count used quota {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 13:39:12.621768 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-10d04560-d5b6-437f-a9a4-b70f01a05cb4 tempest-SecGroupIPv6Test-1449925607 tempest-SecGroupIPv6Test-1449925607-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 13:39:12.627559 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-d5af3734-a85c-49c4-af8f-47b97b3af163 tempest-FloatingIPTestJSON-1100559899 tempest-FloatingIPTestJSON-1100559899-project] 10.222.0.26 "PUT /v2.0/floatingips/63d6fe10-04e6-483e-b7cc-852cd483b954 HTTP/1.1" status: 200 len: 687 time: 1.5935245 Apr 01 13:39:12.631213 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 53062) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:39:12.644037 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-10d04560-d5b6-437f-a9a4-b70f01a05cb4 tempest-SecGroupIPv6Test-1449925607 tempest-SecGroupIPv6Test-1449925607-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:39:12.646603 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87bf3764-ac93-48c5-9365-13dd3d3ef1d5 None None] Sync routers for ids ['a4024174-aefa-48ee-ba65-83a04caa0a41'] in dv-neutron-836180-1-hyperv {{(pid=83872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 13:39:12.695868 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87bf3764-ac93-48c5-9365-13dd3d3ef1d5 None None] Routers {'a4024174-aefa-48ee-ba65-83a04caa0a41'} bound to L3 agent in host dv-neutron-836180-1-hyperv {{(pid=83872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 13:39:12.696551 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_hamode_db [None req-87bf3764-ac93-48c5-9365-13dd3d3ef1d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836180-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T13:25:36Z,description=,heartbeat_timestamp=2022-04-01T13:39:06Z,host='dv-neutron-836180-1-hyperv',id=88bf8fc8-11a3-4e96-9d1b-5fd93ba9f6f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T13:25:36Z,topic='l3_agent')) {'router_ids': ['a4024174-aefa-48ee-ba65-83a04caa0a41'], 'active': True} {{(pid=83872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:39:12.698244 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b3c5ed-70fd-419f-a5de-0ac8c1dac902 req-e7021489-13fb-4664-a22d-722f5e443971 tempest-ServerActionsTestJSON-64006463 tempest-ServerActionsTestJSON-64006463-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:39:12.705519 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-75b3c5ed-70fd-419f-a5de-0ac8c1dac902 req-e7021489-13fb-4664-a22d-722f5e443971 tempest-ServerActionsTestJSON-64006463 tempest-ServerActionsTestJSON-64006463-project] 10.222.0.26 "GET /v2.0/ports?device_id=746f2a68-07bc-4d82-957e-55cd7a32c31f HTTP/1.1" status: 200 len: 946 time: 0.5170448 Apr 01 13:39:12.739400 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-a18e36c1-8c68-4a3e-a3b5-961ba7140a7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '443cce66-541a-4c4d-8e2a-33c9e2cd1777', 'name': 'tempest-RoutersIpV6Test-router-2029186272', 'tenant_id': '315e7395dd224b3fb020d0b9d921742e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T13:38:26Z', 'updated_at': '2022-04-01T13:39:07Z', 'revision_number': 6, 'project_id': '315e7395dd224b3fb020d0b9d921742e', 'gw_port_host': None, '_interfaces': [{'id': '0eacdfd0-e8b9-4919-9d56-58eb52e76aba', 'name': '', 'network_id': '2635b17d-605c-450a-a09e-f3ed5b76beda', 'tenant_id': '315e7395dd224b3fb020d0b9d921742e', 'mac_address': 'fa:16:3e:72:51:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '443cce66-541a-4c4d-8e2a-33c9e2cd1777', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8bc9dba3-0769-4278-91dc-738d7d6e2982', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836180-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:38:53Z', 'updated_at': '2022-04-01T13:39:08Z', 'revision_number': 5, 'project_id': '315e7395dd224b3fb020d0b9d921742e', 'subnets': [{'id': '8bc9dba3-0769-4278-91dc-738d7d6e2982', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3ef22e4b-a0b4-484d-b10a-1b037464c91c', 'name': '', 'network_id': 'c217efc0-828f-462b-ad5e-752f5d8601ec', 'tenant_id': '315e7395dd224b3fb020d0b9d921742e', 'mac_address': 'fa:16:3e:c0:0e:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '443cce66-541a-4c4d-8e2a-33c9e2cd1777', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '255eed5b-f977-4482-b87e-c2bf0cdf8fef', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836180-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:39:03Z', 'updated_at': '2022-04-01T13:39:11Z', 'revision_number': 5, 'project_id': '315e7395dd224b3fb020d0b9d921742e', 'subnets': [{'id': '255eed5b-f977-4482-b87e-c2bf0cdf8fef', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7d243dbb-cd79-4a05-9ba7-2503b47388d6', 'name': '', 'network_id': 'b2076001-b441-4a1b-a96b-552c4faf0800', 'tenant_id': '315e7395dd224b3fb020d0b9d921742e', 'mac_address': 'fa:16:3e:2e:3d:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '443cce66-541a-4c4d-8e2a-33c9e2cd1777', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ad7574d2-be4a-487a-85ad-6d5a1a89f635', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836180-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:38:32Z', 'updated_at': '2022-04-01T13:38:53Z', 'revision_number': 5, 'project_id': '315e7395dd224b3fb020d0b9d921742e', 'subnets': [{'id': 'ad7574d2-be4a-487a-85ad-6d5a1a89f635', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ee859592-7773-40a1-b8cd-47912e28a6ce', 'name': '', 'network_id': 'e5d1bb3c-6254-4093-890c-4e81389da7a3', 'tenant_id': '315e7395dd224b3fb020d0b9d921742e', 'mac_address': 'fa:16:3e:28:1e:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '443cce66-541a-4c4d-8e2a-33c9e2cd1777', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f1fab571-13d5-4032-88ca-01a4aafa0daa', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836180-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:38:45Z', 'updated_at': '2022-04-01T13:39:03Z', 'revision_number': 5, 'project_id': '315e7395dd224b3fb020d0b9d921742e', 'subnets': [{'id': 'f1fab571-13d5-4032-88ca-01a4aafa0daa', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-836180-1-hyperv', False) {} {{(pid=83873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:39:12.748011 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a18e36c1-8c68-4a3e-a3b5-961ba7140a7c None None] Checking router: 443cce66-541a-4c4d-8e2a-33c9e2cd1777 for host: dv-neutron-836180-1-hyperv {{(pid=83873) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 01 13:39:12.760928 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a18e36c1-8c68-4a3e-a3b5-961ba7140a7c None None] Routers {'443cce66-541a-4c4d-8e2a-33c9e2cd1777'} bound to L3 agent in host dv-neutron-836180-1-hyperv {{(pid=83873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 13:39:12.761544 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-a18e36c1-8c68-4a3e-a3b5-961ba7140a7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836180-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T13:25:36Z,description=,heartbeat_timestamp=2022-04-01T13:39:06Z,host='dv-neutron-836180-1-hyperv',id=88bf8fc8-11a3-4e96-9d1b-5fd93ba9f6f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T13:25:36Z,topic='l3_agent')) {'router_ids': ['443cce66-541a-4c4d-8e2a-33c9e2cd1777'], 'active': True} {{(pid=83873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:39:12.802842 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_hamode_db [None req-87bf3764-ac93-48c5-9365-13dd3d3ef1d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-836180-1-hyperv', False) {} {{(pid=83872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:39:12.823658 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87bf3764-ac93-48c5-9365-13dd3d3ef1d5 None None] Routers {'a4024174-aefa-48ee-ba65-83a04caa0a41'} bound to L3 agent in host dv-neutron-836180-1-hyperv {{(pid=83872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 13:39:12.824988 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_hamode_db [None req-87bf3764-ac93-48c5-9365-13dd3d3ef1d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836180-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T13:25:36Z,description=,heartbeat_timestamp=2022-04-01T13:39:06Z,host='dv-neutron-836180-1-hyperv',id=88bf8fc8-11a3-4e96-9d1b-5fd93ba9f6f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T13:25:36Z,topic='l3_agent')) {'router_ids': ['a4024174-aefa-48ee-ba65-83a04caa0a41'], 'active': True} {{(pid=83872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:39:12.924828 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_hamode_db [None req-87bf3764-ac93-48c5-9365-13dd3d3ef1d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-836180-1-hyperv', False) {} {{(pid=83872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:39:12.926915 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87bf3764-ac93-48c5-9365-13dd3d3ef1d5 None None] The sync data for ids ['a4024174-aefa-48ee-ba65-83a04caa0a41'] in dv-neutron-836180-1-hyperv is: [] {{(pid=83872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 13:39:12.975635 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-75b3c5ed-70fd-419f-a5de-0ac8c1dac902 req-09121ad5-4ea2-44a3-b610-1dfa575fef98 tempest-ServerActionsTestJSON-64006463 tempest-ServerActionsTestJSON-64006463-project] 10.222.0.26 "GET /v2.0/security-groups?id=0d525850-c301-4718-92cf-e73f2c3e9524&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2686181 Apr 01 13:39:13.026841 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.plugin [None req-fbd8d2aa-a9e6-4e9a-b0ae-23d6dd523a5d tempest-FloatingIPTestJSON-1100559899 tempest-FloatingIPTestJSON-1100559899-project] Deleting port 62972413-756a-40d9-a0ce-012413080972 {{(pid=83871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 13:39:13.027600 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-fbd8d2aa-a9e6-4e9a-b0ae-23d6dd523a5d tempest-FloatingIPTestJSON-1100559899 tempest-FloatingIPTestJSON-1100559899-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736733287370'] for port, before_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:39:13.027982 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:39:13.038878 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-b8458368-5390-4b11-b832-c743f955cecf tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-945029'] for subnet, precommit_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:39:13.075817 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_dvr_db [None req-a18e36c1-8c68-4a3e-a3b5-961ba7140a7c None None] Set router 443cce66-541a-4c4d-8e2a-33c9e2cd1777 gateway port host: None {{(pid=83873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 13:39:13.135319 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-69d6f7bf-2590-41d9-96d6-7a4930ea1181 tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4084887', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4079850', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4161'] for router, precommit_update {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:39:13.165917 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-69d6f7bf-2590-41d9-96d6-7a4930ea1181 tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4084858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-4084844', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-4084837', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-4079843'] for router, after_update {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:39:13.184599 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-10d04560-d5b6-437f-a9a4-b70f01a05cb4 tempest-SecGroupIPv6Test-1449925607 tempest-SecGroupIPv6Test-1449925607-project] Notify callbacks [] for security_group, precommit_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:39:13.254464 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-10d04560-d5b6-437f-a9a4-b70f01a05cb4 tempest-SecGroupIPv6Test-1449925607 tempest-SecGroupIPv6Test-1449925607-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3775923'] for security_group, after_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:39:13.258569 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-fbd8d2aa-a9e6-4e9a-b0ae-23d6dd523a5d tempest-FloatingIPTestJSON-1100559899 tempest-FloatingIPTestJSON-1100559899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4155147'] for port, precommit_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:39:13.258899 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-fbd8d2aa-a9e6-4e9a-b0ae-23d6dd523a5d tempest-FloatingIPTestJSON-1100559899 tempest-FloatingIPTestJSON-1100559899-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:39:13.351558 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-ad128770-8ae3-4ae2-a2ce-158ee7aecca3 None None] Provisioning complete for port 9e8798b0-8be0-41a5-9cd3-4cac4950764c triggered by entity DHCP. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 13:39:13.351938 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-ad128770-8ae3-4ae2-a2ce-158ee7aecca3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-948329'] for port, provisioning_complete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:39:13.390445 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-b8458368-5390-4b11-b832-c743f955cecf tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-945042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2705198', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2999452'] for subnet, after_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:39:13.417821 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.plugin [None req-fbd8d2aa-a9e6-4e9a-b0ae-23d6dd523a5d tempest-FloatingIPTestJSON-1100559899 tempest-FloatingIPTestJSON-1100559899-project] Calling delete_port for 62972413-756a-40d9-a0ce-012413080972 owned by network:floatingip {{(pid=83871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 13:39:13.447977 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8458368-5390-4b11-b832-c743f955cecf tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Pushing event deleted for resources: {'Subnet': ['ID=aaface3a-ef70-4646-8863-14797ad5344d,revision_number=None']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:39:13.449696 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d04560-d5b6-437f-a9a4-b70f01a05cb4 tempest-SecGroupIPv6Test-1449925607 tempest-SecGroupIPv6Test-1449925607-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f706eb74-d6bd-46aa-8531-6686faeebf74,revision_number=1']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:39:13.482390 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-10d04560-d5b6-437f-a9a4-b70f01a05cb4 tempest-SecGroupIPv6Test-1449925607 tempest-SecGroupIPv6Test-1449925607-project] Notify callbacks [] for security_group, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:39:13.483375 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-a18e36c1-8c68-4a3e-a3b5-961ba7140a7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '443cce66-541a-4c4d-8e2a-33c9e2cd1777', 'name': 'tempest-RoutersIpV6Test-router-2029186272', 'tenant_id': '315e7395dd224b3fb020d0b9d921742e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T13:38:26Z', 'updated_at': '2022-04-01T13:39:11Z', 'revision_number': 7, 'project_id': '315e7395dd224b3fb020d0b9d921742e', 'gw_port_host': None, '_interfaces': [{'id': '0eacdfd0-e8b9-4919-9d56-58eb52e76aba', 'name': '', 'network_id': '2635b17d-605c-450a-a09e-f3ed5b76beda', 'tenant_id': '315e7395dd224b3fb020d0b9d921742e', 'mac_address': 'fa:16:3e:72:51:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '443cce66-541a-4c4d-8e2a-33c9e2cd1777', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8bc9dba3-0769-4278-91dc-738d7d6e2982', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836180-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:38:53Z', 'updated_at': '2022-04-01T13:39:08Z', 'revision_number': 5, 'project_id': '315e7395dd224b3fb020d0b9d921742e', 'subnets': [{'id': '8bc9dba3-0769-4278-91dc-738d7d6e2982', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3ef22e4b-a0b4-484d-b10a-1b037464c91c', 'name': '', 'network_id': 'c217efc0-828f-462b-ad5e-752f5d8601ec', 'tenant_id': '315e7395dd224b3fb020d0b9d921742e', 'mac_address': 'fa:16:3e:c0:0e:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '443cce66-541a-4c4d-8e2a-33c9e2cd1777', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '255eed5b-f977-4482-b87e-c2bf0cdf8fef', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836180-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:39:03Z', 'updated_at': '2022-04-01T13:39:11Z', 'revision_number': 5, 'project_id': '315e7395dd224b3fb020d0b9d921742e', 'subnets': [{'id': '255eed5b-f977-4482-b87e-c2bf0cdf8fef', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7d243dbb-cd79-4a05-9ba7-2503b47388d6', 'name': '', 'network_id': 'b2076001-b441-4a1b-a96b-552c4faf0800', 'tenant_id': '315e7395dd224b3fb020d0b9d921742e', 'mac_address': 'fa:16:3e:2e:3d:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '443cce66-541a-4c4d-8e2a-33c9e2cd1777', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ad7574d2-be4a-487a-85ad-6d5a1a89f635', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836180-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:38:32Z', 'updated_at': '2022-04-01T13:38:53Z', 'revision_number': 5, 'project_id': '315e7395dd224b3fb020d0b9d921742e', 'subnets': [{'id': 'ad7574d2-be4a-487a-85ad-6d5a1a89f635', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ee859592-7773-40a1-b8cd-47912e28a6ce', 'name': '', 'network_id': 'e5d1bb3c-6254-4093-890c-4e81389da7a3', 'tenant_id': '315e7395dd224b3fb020d0b9d921742e', 'mac_address': 'fa:16:3e:28:1e:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '443cce66-541a-4c4d-8e2a-33c9e2cd1777', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f1fab571-13d5-4032-88ca-01a4aafa0daa', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836180-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:38:45Z', 'updated_at': '2022-04-01T13:39:03Z', 'revision_number': 5, 'project_id': '315e7395dd224b3fb020d0b9d921742e', 'subnets': [{'id': 'f1fab571-13d5-4032-88ca-01a4aafa0daa', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-836180-1-hyperv', False) {} {{(pid=83873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:39:13.483726 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-10d04560-d5b6-437f-a9a4-b70f01a05cb4 tempest-SecGroupIPv6Test-1449925607 tempest-SecGroupIPv6Test-1449925607-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 1.4731328 Apr 01 13:39:13.484921 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-b8458368-5390-4b11-b832-c743f955cecf tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Notify callbacks [] for subnet, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:39:13.486668 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-b8458368-5390-4b11-b832-c743f955cecf tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] 10.222.0.26 "DELETE /v2.0/subnets/aaface3a-ef70-4646-8863-14797ad5344d HTTP/1.1" status: 204 len: 168 time: 1.4369860 Apr 01 13:39:13.489159 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 53066) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:39:13.492072 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a18e36c1-8c68-4a3e-a3b5-961ba7140a7c None None] The sync data for ids ['443cce66-541a-4c4d-8e2a-33c9e2cd1777'] in dv-neutron-836180-1-hyperv is: [{'id': '443cce66-541a-4c4d-8e2a-33c9e2cd1777', 'name': 'tempest-RoutersIpV6Test-router-2029186272', 'tenant_id': '315e7395dd224b3fb020d0b9d921742e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T13:38:26Z', 'updated_at': '2022-04-01T13:39:11Z', 'revision_number': 7, 'project_id': '315e7395dd224b3fb020d0b9d921742e', 'gw_port_host': None, '_interfaces': [{'id': '0eacdfd0-e8b9-4919-9d56-58eb52e76aba', 'name': '', 'network_id': '2635b17d-605c-450a-a09e-f3ed5b76beda', 'tenant_id': '315e7395dd224b3fb020d0b9d921742e', 'mac_address': 'fa:16:3e:72:51:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '443cce66-541a-4c4d-8e2a-33c9e2cd1777', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8bc9dba3-0769-4278-91dc-738d7d6e2982', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836180-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:38:53Z', 'updated_at': '2022-04-01T13:39:08Z', 'revision_number': 5, 'project_id': '315e7395dd224b3fb020d0b9d921742e', 'subnets': [{'id': '8bc9dba3-0769-4278-91dc-738d7d6e2982', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3ef22e4b-a0b4-484d-b10a-1b037464c91c', 'name': '', 'network_id': 'c217efc0-828f-462b-ad5e-752f5d8601ec', 'tenant_id': '315e7395dd224b3fb020d0b9d921742e', 'mac_address': 'fa:16:3e:c0:0e:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '443cce66-541a-4c4d-8e2a-33c9e2cd1777', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '255eed5b-f977-4482-b87e-c2bf0cdf8fef', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836180-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:39:03Z', 'updated_at': '2022-04-01T13:39:11Z', 'revision_number': 5, 'project_id': '315e7395dd224b3fb020d0b9d921742e', 'subnets': [{'id': '255eed5b-f977-4482-b87e-c2bf0cdf8fef', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7d243dbb-cd79-4a05-9ba7-2503b47388d6', 'name': '', 'network_id': 'b2076001-b441-4a1b-a96b-552c4faf0800', 'tenant_id': '315e7395dd224b3fb020d0b9d921742e', 'mac_address': 'fa:16:3e:2e:3d:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '443cce66-541a-4c4d-8e2a-33c9e2cd1777', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ad7574d2-be4a-487a-85ad-6d5a1a89f635', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836180-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:38:32Z', 'updated_at': '2022-04-01T13:38:53Z', 'revision_number': 5, 'project_id': '315e7395dd224b3fb020d0b9d921742e', 'subnets': [{'id': 'ad7574d2-be4a-487a-85ad-6d5a1a89f635', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ee859592-7773-40a1-b8cd-47912e28a6ce', 'name': '', 'network_id': 'e5d1bb3c-6254-4093-890c-4e81389da7a3', 'tenant_id': '315e7395dd224b3fb020d0b9d921742e', 'mac_address': 'fa:16:3e:28:1e:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '443cce66-541a-4c4d-8e2a-33c9e2cd1777', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f1fab571-13d5-4032-88ca-01a4aafa0daa', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836180-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:38:45Z', 'updated_at': '2022-04-01T13:39:03Z', 'revision_number': 5, 'project_id': '315e7395dd224b3fb020d0b9d921742e', 'subnets': [{'id': 'f1fab571-13d5-4032-88ca-01a4aafa0daa', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 13:39:13.492487 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 53068) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:39:13.497914 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.v2.base [None req-262de6e4-6829-4dd4-92c5-400fd139a40b tempest-SecGroupIPv6Test-1449925607 tempest-SecGroupIPv6Test-1449925607-project] Request body: {'security_group_rule': {'security_group_id': 'f706eb74-d6bd-46aa-8531-6686faeebf74', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=83869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:39:13.621238 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c46c22d-d7c9-431e-bb9a-2c8354bf0efa None None] Network 09d7ea43-6376-4322-97e7-54cd01aae492 requested from dv-neutron-836180-1-hyperv {{(pid=83872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 13:39:13.625068 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-fbd8d2aa-a9e6-4e9a-b0ae-23d6dd523a5d tempest-FloatingIPTestJSON-1100559899 tempest-FloatingIPTestJSON-1100559899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736733359243', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736732935810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2743125'] for port, after_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:39:13.650568 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.db.api [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83872) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 01 13:39:13.650941 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG oslo_db.api [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 01 13:39:13.677522 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd8d2aa-a9e6-4e9a-b0ae-23d6dd523a5d tempest-FloatingIPTestJSON-1100559899 tempest-FloatingIPTestJSON-1100559899-project] Pushing event deleted for resources: {'Port': ['ID=62972413-756a-40d9-a0ce-012413080972,revision_number=None']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:39:13.702816 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-262de6e4-6829-4dd4-92c5-400fd139a40b tempest-SecGroupIPv6Test-1449925607 tempest-SecGroupIPv6Test-1449925607-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:39:13.736920 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-ad128770-8ae3-4ae2-a2ce-158ee7aecca3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:39:13.768549 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-262de6e4-6829-4dd4-92c5-400fd139a40b tempest-SecGroupIPv6Test-1449925607 tempest-SecGroupIPv6Test-1449925607-project] Usage tracker for resource:security_group_rule and tenant:1fdabab049e7487ebb089845d98f15d5 is out of sync, need to count used quota {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 13:39:13.782834 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-262de6e4-6829-4dd4-92c5-400fd139a40b tempest-SecGroupIPv6Test-1449925607 tempest-SecGroupIPv6Test-1449925607-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 13:39:13.789596 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-fbd8d2aa-a9e6-4e9a-b0ae-23d6dd523a5d tempest-FloatingIPTestJSON-1100559899 tempest-FloatingIPTestJSON-1100559899-project] Notify callbacks [] for floatingip, after_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:39:13.803104 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-fbd8d2aa-a9e6-4e9a-b0ae-23d6dd523a5d tempest-FloatingIPTestJSON-1100559899 tempest-FloatingIPTestJSON-1100559899-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109561'] for floatingip, before_response {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:39:13.805093 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-fbd8d2aa-a9e6-4e9a-b0ae-23d6dd523a5d tempest-FloatingIPTestJSON-1100559899 tempest-FloatingIPTestJSON-1100559899-project] 10.222.0.26 "DELETE /v2.0/floatingips/63d6fe10-04e6-483e-b7cc-852cd483b954 HTTP/1.1" status: 204 len: 168 time: 1.1722114 Apr 01 13:39:13.808655 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 53074) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:39:13.815715 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.v2.base [None req-7566edc6-6b2f-4e2a-b6ed-064b4c3673d0 tempest-FloatingIPTestJSON-1100559899 tempest-FloatingIPTestJSON-1100559899-project] Request body: {'floatingip': {'floating_network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'port_id': 'd48df3cf-7108-44c1-8eee-3f0b7cb1fff5'}} {{(pid=83871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:39:13.818141 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-d1564c01-dad7-4756-833b-bd460af31174 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] 10.222.0.26 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.3241496 Apr 01 13:39:13.820938 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 53078) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:39:13.821066 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-262de6e4-6829-4dd4-92c5-400fd139a40b tempest-SecGroupIPv6Test-1449925607 tempest-SecGroupIPv6Test-1449925607-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:39:13.827184 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.v2.base [None req-d74c62da-72a8-479e-b2ac-3891dbe6c4ca tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Request body: {'subnet': {'network_id': '09d7ea43-6376-4322-97e7-54cd01aae492', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:39:13.842361 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-7566edc6-6b2f-4e2a-b6ed-064b4c3673d0 tempest-FloatingIPTestJSON-1100559899 tempest-FloatingIPTestJSON-1100559899-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:39:13.846010 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69d6f7bf-2590-41d9-96d6-7a4930ea1181 tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Router 443cce66-541a-4c4d-8e2a-33c9e2cd1777 has already been hosted by L3 agent 88bf8fc8-11a3-4e96-9d1b-5fd93ba9f6f1 {{(pid=83869) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 13:39:13.852549 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-7566edc6-6b2f-4e2a-b6ed-064b4c3673d0 tempest-FloatingIPTestJSON-1100559899 tempest-FloatingIPTestJSON-1100559899-project] Usage tracker for resource:floatingip and tenant:31909f452d274f5587d0068d008850b7 is out of sync, need to count used quota {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 13:39:13.854731 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-ad128770-8ae3-4ae2-a2ce-158ee7aecca3 None None] For port 9e8798b0-8be0-41a5-9cd3-4cac4950764c, host dv-neutron-836180-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836180-1-hyperv',level=0,port_id=9e8798b0-8be0-41a5-9cd3-4cac4950764c,segment=NetworkSegment(16094ed0-4a47-4ff6-9238-85c278d7a2a5),segment_id=16094ed0-4a47-4ff6-9238-85c278d7a2a5)] {{(pid=83872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 13:39:13.857423 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-262de6e4-6829-4dd4-92c5-400fd139a40b tempest-SecGroupIPv6Test-1449925607 tempest-SecGroupIPv6Test-1449925607-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:39:13.861662 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-ad128770-8ae3-4ae2-a2ce-158ee7aecca3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864'] for port, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:39:13.903853 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-7566edc6-6b2f-4e2a-b6ed-064b4c3673d0 tempest-FloatingIPTestJSON-1100559899 tempest-FloatingIPTestJSON-1100559899-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 13:39:13.916957 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-7566edc6-6b2f-4e2a-b6ed-064b4c3673d0 tempest-FloatingIPTestJSON-1100559899 tempest-FloatingIPTestJSON-1100559899-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:39:13.947857 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad128770-8ae3-4ae2-a2ce-158ee7aecca3 None None] Pushing event updated for resources: {'Port': ['ID=9e8798b0-8be0-41a5-9cd3-4cac4950764c,revision_number=5']} {{(pid=83872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:39:13.952008 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-7566edc6-6b2f-4e2a-b6ed-064b4c3673d0 tempest-FloatingIPTestJSON-1100559899 tempest-FloatingIPTestJSON-1100559899-project] Notify callbacks [] for floatingip, before_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:39:13.978095 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-5d16c420-eac9-42e7-9762-12573dd67665 None None] Could not find standard attr ID for object 17146bb9-1a2e-434e-8152-6067572b027f. {{(pid=83872) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 01 13:39:13.980524 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-d74c62da-72a8-479e-b2ac-3891dbe6c4ca tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:39:14.019146 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47b65c87-1e21-4da4-831c-948d204a26c1 None None] DHCP port deletion for 09d7ea43-6376-4322-97e7-54cd01aae492 request from dv-neutron-836180-1-hyperv {{(pid=83872) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 01 13:39:14.024434 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.plugin [None req-47b65c87-1e21-4da4-831c-948d204a26c1 None None] Deleting port 9e8798b0-8be0-41a5-9cd3-4cac4950764c {{(pid=83872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 13:39:14.025036 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-47b65c87-1e21-4da4-831c-948d204a26c1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736733287370'] for port, before_delete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:39:14.038802 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-d74c62da-72a8-479e-b2ac-3891dbe6c4ca tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Usage tracker for resource:subnet and tenant:8b726fe6689e4b7f96def1a2219bea6c is out of sync, need to count used quota {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 13:39:14.045580 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-d74c62da-72a8-479e-b2ac-3891dbe6c4ca tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 13:39:14.053197 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-d74c62da-72a8-479e-b2ac-3891dbe6c4ca tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:39:14.055384 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-262de6e4-6829-4dd4-92c5-400fd139a40b tempest-SecGroupIPv6Test-1449925607 tempest-SecGroupIPv6Test-1449925607-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:39:14.072452 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-262de6e4-6829-4dd4-92c5-400fd139a40b tempest-SecGroupIPv6Test-1449925607 tempest-SecGroupIPv6Test-1449925607-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3775744'] for security_group_rule, after_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:39:14.078639 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d74c62da-72a8-479e-b2ac-3891dbe6c4ca tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Made reservation on behalf of 8b726fe6689e4b7f96def1a2219bea6c for: {'subnet': 1} {{(pid=83871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 13:39:14.109008 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-262de6e4-6829-4dd4-92c5-400fd139a40b tempest-SecGroupIPv6Test-1449925607 tempest-SecGroupIPv6Test-1449925607-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a1263fa4-5f3d-426a-aa83-ace161c3e5d9,revision_number=0']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:39:14.119905 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-262de6e4-6829-4dd4-92c5-400fd139a40b tempest-SecGroupIPv6Test-1449925607 tempest-SecGroupIPv6Test-1449925607-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:39:14.123658 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-262de6e4-6829-4dd4-92c5-400fd139a40b tempest-SecGroupIPv6Test-1449925607 tempest-SecGroupIPv6Test-1449925607-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.6310999 Apr 01 13:39:14.131412 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 53084) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:39:14.140325 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.v2.base [None req-3f0a05ee-5095-4b70-b0e1-6925dd970c43 tempest-SecGroupIPv6Test-1449925607 tempest-SecGroupIPv6Test-1449925607-project] Request body: {'security_group_rule': {'security_group_id': 'f706eb74-d6bd-46aa-8531-6686faeebf74', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=83869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:39:14.148037 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-3f0a05ee-5095-4b70-b0e1-6925dd970c43 tempest-SecGroupIPv6Test-1449925607 tempest-SecGroupIPv6Test-1449925607-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:39:14.154324 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-3f0a05ee-5095-4b70-b0e1-6925dd970c43 tempest-SecGroupIPv6Test-1449925607 tempest-SecGroupIPv6Test-1449925607-project] Usage tracker for resource:security_group_rule and tenant:1fdabab049e7487ebb089845d98f15d5 is out of sync, need to count used quota {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 13:39:14.157739 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-3f0a05ee-5095-4b70-b0e1-6925dd970c43 tempest-SecGroupIPv6Test-1449925607 tempest-SecGroupIPv6Test-1449925607-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 13:39:14.168950 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-3f0a05ee-5095-4b70-b0e1-6925dd970c43 tempest-SecGroupIPv6Test-1449925607 tempest-SecGroupIPv6Test-1449925607-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:39:14.192493 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69d6f7bf-2590-41d9-96d6-7a4930ea1181 tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Notify agent at l3_agent.dv-neutron-836180-1-hyperv the message routers_updated {{(pid=83869) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 13:39:14.198768 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-69d6f7bf-2590-41d9-96d6-7a4930ea1181 tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Notify callbacks [] for router, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:39:14.201091 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-69d6f7bf-2590-41d9-96d6-7a4930ea1181 tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] 10.222.0.26 "PUT /v2.0/routers/443cce66-541a-4c4d-8e2a-33c9e2cd1777 HTTP/1.1" status: 200 len: 704 time: 4.1077790 Apr 01 13:39:14.203191 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-3f0a05ee-5095-4b70-b0e1-6925dd970c43 tempest-SecGroupIPv6Test-1449925607 tempest-SecGroupIPv6Test-1449925607-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:39:14.210089 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 53088) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:39:14.210729 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c6d272c-faec-4a0a-8406-f5521e489ce0 None None] Sync routers for ids ['443cce66-541a-4c4d-8e2a-33c9e2cd1777'] in dv-neutron-836180-1-hyperv {{(pid=83873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 13:39:14.230231 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c6d272c-faec-4a0a-8406-f5521e489ce0 None None] Routers {'443cce66-541a-4c4d-8e2a-33c9e2cd1777'} bound to L3 agent in host dv-neutron-836180-1-hyperv {{(pid=83873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 13:39:14.231457 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-8c6d272c-faec-4a0a-8406-f5521e489ce0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836180-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T13:25:36Z,description=,heartbeat_timestamp=2022-04-01T13:39:06Z,host='dv-neutron-836180-1-hyperv',id=88bf8fc8-11a3-4e96-9d1b-5fd93ba9f6f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T13:25:36Z,topic='l3_agent')) {'router_ids': ['443cce66-541a-4c4d-8e2a-33c9e2cd1777'], 'active': True} {{(pid=83873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:39:14.286908 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-d74c62da-72a8-479e-b2ac-3891dbe6c4ca tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2757336'] for subnet, before_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:39:14.317909 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-7566edc6-6b2f-4e2a-b6ed-064b4c3673d0 tempest-FloatingIPTestJSON-1100559899 tempest-FloatingIPTestJSON-1100559899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:39:14.337815 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-47b65c87-1e21-4da4-831c-948d204a26c1 None None] For port 9e8798b0-8be0-41a5-9cd3-4cac4950764c, host dv-neutron-836180-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836180-1-hyperv',level=0,port_id=9e8798b0-8be0-41a5-9cd3-4cac4950764c,segment=NetworkSegment(16094ed0-4a47-4ff6-9238-85c278d7a2a5),segment_id=16094ed0-4a47-4ff6-9238-85c278d7a2a5)] {{(pid=83872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 13:39:14.338208 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-47b65c87-1e21-4da4-831c-948d204a26c1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4155147'] for port, precommit_delete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:39:14.483577 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_dvr_db [None req-8c6d272c-faec-4a0a-8406-f5521e489ce0 None None] Set router 443cce66-541a-4c4d-8e2a-33c9e2cd1777 gateway port host: None {{(pid=83873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 13:39:14.483807 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-3f0a05ee-5095-4b70-b0e1-6925dd970c43 tempest-SecGroupIPv6Test-1449925607 tempest-SecGroupIPv6Test-1449925607-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:39:14.487995 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ecd1ae0-bfb6-4f2c-aae6-e9c836a3452a req-1d2327d8-dbed-433f-bfb9-1f90e5b36dbc tempest-ServerActionsTestJSON-64006463 tempest-ServerActionsTestJSON-64006463-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:39:14.489594 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-9ecd1ae0-bfb6-4f2c-aae6-e9c836a3452a req-1d2327d8-dbed-433f-bfb9-1f90e5b36dbc tempest-ServerActionsTestJSON-64006463 tempest-ServerActionsTestJSON-64006463-project] 10.222.0.26 "GET /v2.0/ports?device_id=746f2a68-07bc-4d82-957e-55cd7a32c31f HTTP/1.1" status: 200 len: 946 time: 0.3175344 Apr 01 13:39:14.497065 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-3f0a05ee-5095-4b70-b0e1-6925dd970c43 tempest-SecGroupIPv6Test-1449925607 tempest-SecGroupIPv6Test-1449925607-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3775744'] for security_group_rule, after_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:39:14.522922 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.plugin [None req-47b65c87-1e21-4da4-831c-948d204a26c1 None None] Calling delete_port for 9e8798b0-8be0-41a5-9cd3-4cac4950764c owned by network:dhcp {{(pid=83872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 13:39:14.537884 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f0a05ee-5095-4b70-b0e1-6925dd970c43 tempest-SecGroupIPv6Test-1449925607 tempest-SecGroupIPv6Test-1449925607-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b106e341-0ba7-4c1b-a748-34272b6aa706,revision_number=0']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:39:14.566671 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-3f0a05ee-5095-4b70-b0e1-6925dd970c43 tempest-SecGroupIPv6Test-1449925607 tempest-SecGroupIPv6Test-1449925607-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:39:14.568030 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-3f0a05ee-5095-4b70-b0e1-6925dd970c43 tempest-SecGroupIPv6Test-1449925607 tempest-SecGroupIPv6Test-1449925607-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.4336238 Apr 01 13:39:14.574497 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-729b2fd5-f37e-40a8-b07a-5989b8d117f9 tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] 10.222.0.26 "GET /v2.0/routers/443cce66-541a-4c4d-8e2a-33c9e2cd1777 HTTP/1.1" status: 200 len: 704 time: 0.3626864 Apr 01 13:39:14.574920 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 53092) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:39:14.577474 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 53094) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:39:14.583106 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.v2.base [None req-b2a5dad4-098d-492c-974e-d1a8d7939966 tempest-SecGroupIPv6Test-1449925607 tempest-SecGroupIPv6Test-1449925607-project] Request body: {'security_group_rule': {'security_group_id': 'f706eb74-d6bd-46aa-8531-6686faeebf74', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=83869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:39:14.589118 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-b2a5dad4-098d-492c-974e-d1a8d7939966 tempest-SecGroupIPv6Test-1449925607 tempest-SecGroupIPv6Test-1449925607-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:39:14.592659 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Device 3ef22e4b-a0b4-484d-b10a-1b037464c91c up at agent ovs-agent-dv-neutron-836180-1-hyperv {{(pid=83872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 13:39:14.593372 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-b2a5dad4-098d-492c-974e-d1a8d7939966 tempest-SecGroupIPv6Test-1449925607 tempest-SecGroupIPv6Test-1449925607-project] Usage tracker for resource:security_group_rule and tenant:1fdabab049e7487ebb089845d98f15d5 is out of sync, need to count used quota {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 13:39:14.597831 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-b2a5dad4-098d-492c-974e-d1a8d7939966 tempest-SecGroupIPv6Test-1449925607 tempest-SecGroupIPv6Test-1449925607-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 13:39:14.604467 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-b2a5dad4-098d-492c-974e-d1a8d7939966 tempest-SecGroupIPv6Test-1449925607 tempest-SecGroupIPv6Test-1449925607-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:39:14.636973 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-9ecd1ae0-bfb6-4f2c-aae6-e9c836a3452a req-2783b427-4714-49c3-ba2b-111117473013 tempest-ServerActionsTestJSON-64006463 tempest-ServerActionsTestJSON-64006463-project] 10.222.0.26 "GET /v2.0/security-groups?id=0d525850-c301-4718-92cf-e73f2c3e9524&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1302147 Apr 01 13:39:14.683213 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-47b65c87-1e21-4da4-831c-948d204a26c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736733359243', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736732935810'] for port, after_delete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:39:14.711396 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-b2a5dad4-098d-492c-974e-d1a8d7939966 tempest-SecGroupIPv6Test-1449925607 tempest-SecGroupIPv6Test-1449925607-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:39:14.738063 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b65c87-1e21-4da4-831c-948d204a26c1 None None] Pushing event deleted for resources: {'Port': ['ID=9e8798b0-8be0-41a5-9cd3-4cac4950764c,revision_number=None']} {{(pid=83872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:39:14.747953 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.db_base_plugin_common [None req-7566edc6-6b2f-4e2a-b6ed-064b4c3673d0 tempest-FloatingIPTestJSON-1100559899 tempest-FloatingIPTestJSON-1100559899-project] Allocated IP 172.26.5.163 (725864b8-cceb-48c9-b5d3-1bfc4423e301/e2ed99db-0e25-4971-b535-7fa69231fae8/e8bb7ac7-8bd7-4985-9519-daca58c18611) {{(pid=83871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 13:39:14.753231 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47b65c87-1e21-4da4-831c-948d204a26c1 None None] No DVR routers for this DVR port 9e8798b0-8be0-41a5-9cd3-4cac4950764c on host dv-neutron-836180-1-hyperv {{(pid=83872) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 13:39:14.757540 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Provisioning complete for port 3ef22e4b-a0b4-484d-b10a-1b037464c91c triggered by entity L2. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 13:39:14.758165 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-948329'] for port, provisioning_complete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:39:14.795059 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ffa70f2-dea8-4d66-bec8-4c6dd5b6e83a None None] get_active_networks_info from dv-neutron-836180-1-hyperv {{(pid=83872) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Apr 01 13:39:14.868550 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-b2a5dad4-098d-492c-974e-d1a8d7939966 tempest-SecGroupIPv6Test-1449925607 tempest-SecGroupIPv6Test-1449925607-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:39:14.884325 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-b2a5dad4-098d-492c-974e-d1a8d7939966 tempest-SecGroupIPv6Test-1449925607 tempest-SecGroupIPv6Test-1449925607-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3775744'] for security_group_rule, after_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:39:14.937898 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a5dad4-098d-492c-974e-d1a8d7939966 tempest-SecGroupIPv6Test-1449925607 tempest-SecGroupIPv6Test-1449925607-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=22897e83-19a6-48d4-8d14-5d50a16b73bf,revision_number=0']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:39:15.004524 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-8c6d272c-faec-4a0a-8406-f5521e489ce0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '443cce66-541a-4c4d-8e2a-33c9e2cd1777', 'name': 'tempest-RoutersIpV6Test-router-2029186272', 'tenant_id': '315e7395dd224b3fb020d0b9d921742e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T13:38:26Z', 'updated_at': '2022-04-01T13:39:11Z', 'revision_number': 7, 'project_id': '315e7395dd224b3fb020d0b9d921742e', 'gw_port_host': None, '_interfaces': [{'id': '0eacdfd0-e8b9-4919-9d56-58eb52e76aba', 'name': '', 'network_id': '2635b17d-605c-450a-a09e-f3ed5b76beda', 'tenant_id': '315e7395dd224b3fb020d0b9d921742e', 'mac_address': 'fa:16:3e:72:51:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '443cce66-541a-4c4d-8e2a-33c9e2cd1777', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8bc9dba3-0769-4278-91dc-738d7d6e2982', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836180-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:38:53Z', 'updated_at': '2022-04-01T13:39:08Z', 'revision_number': 5, 'project_id': '315e7395dd224b3fb020d0b9d921742e', 'subnets': [{'id': '8bc9dba3-0769-4278-91dc-738d7d6e2982', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3ef22e4b-a0b4-484d-b10a-1b037464c91c', 'name': '', 'network_id': 'c217efc0-828f-462b-ad5e-752f5d8601ec', 'tenant_id': '315e7395dd224b3fb020d0b9d921742e', 'mac_address': 'fa:16:3e:c0:0e:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '443cce66-541a-4c4d-8e2a-33c9e2cd1777', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '255eed5b-f977-4482-b87e-c2bf0cdf8fef', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836180-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:39:03Z', 'updated_at': '2022-04-01T13:39:11Z', 'revision_number': 5, 'project_id': '315e7395dd224b3fb020d0b9d921742e', 'subnets': [{'id': '255eed5b-f977-4482-b87e-c2bf0cdf8fef', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7d243dbb-cd79-4a05-9ba7-2503b47388d6', 'name': '', 'network_id': 'b2076001-b441-4a1b-a96b-552c4faf0800', 'tenant_id': '315e7395dd224b3fb020d0b9d921742e', 'mac_address': 'fa:16:3e:2e:3d:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '443cce66-541a-4c4d-8e2a-33c9e2cd1777', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ad7574d2-be4a-487a-85ad-6d5a1a89f635', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836180-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:38:32Z', 'updated_at': '2022-04-01T13:38:53Z', 'revision_number': 5, 'project_id': '315e7395dd224b3fb020d0b9d921742e', 'subnets': [{'id': 'ad7574d2-be4a-487a-85ad-6d5a1a89f635', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ee859592-7773-40a1-b8cd-47912e28a6ce', 'name': '', 'network_id': 'e5d1bb3c-6254-4093-890c-4e81389da7a3', 'tenant_id': '315e7395dd224b3fb020d0b9d921742e', 'mac_address': 'fa:16:3e:28:1e:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '443cce66-541a-4c4d-8e2a-33c9e2cd1777', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f1fab571-13d5-4032-88ca-01a4aafa0daa', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836180-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:38:45Z', 'updated_at': '2022-04-01T13:39:03Z', 'revision_number': 5, 'project_id': '315e7395dd224b3fb020d0b9d921742e', 'subnets': [{'id': 'f1fab571-13d5-4032-88ca-01a4aafa0daa', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-836180-1-hyperv', False) {} {{(pid=83873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:39:15.010314 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c6d272c-faec-4a0a-8406-f5521e489ce0 None None] Checking router: 443cce66-541a-4c4d-8e2a-33c9e2cd1777 for host: dv-neutron-836180-1-hyperv {{(pid=83873) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 01 13:39:15.047127 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c6d272c-faec-4a0a-8406-f5521e489ce0 None None] Routers {'443cce66-541a-4c4d-8e2a-33c9e2cd1777'} bound to L3 agent in host dv-neutron-836180-1-hyperv {{(pid=83873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 13:39:15.047786 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-8c6d272c-faec-4a0a-8406-f5521e489ce0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836180-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T13:25:36Z,description=,heartbeat_timestamp=2022-04-01T13:39:06Z,host='dv-neutron-836180-1-hyperv',id=88bf8fc8-11a3-4e96-9d1b-5fd93ba9f6f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T13:25:36Z,topic='l3_agent')) {'router_ids': ['443cce66-541a-4c4d-8e2a-33c9e2cd1777'], 'active': True} {{(pid=83873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:39:15.125866 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ffa70f2-dea8-4d66-bec8-4c6dd5b6e83a None None] Resources bound (agent type, host, resource id): {{(pid=83872) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 01 13:39:15.169305 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Device 9e8798b0-8be0-41a5-9cd3-4cac4950764c no longer exists at agent ovs-agent-dv-neutron-836180-1-hyperv {{(pid=83872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 13:39:15.190903 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-b2a5dad4-098d-492c-974e-d1a8d7939966 tempest-SecGroupIPv6Test-1449925607 tempest-SecGroupIPv6Test-1449925607-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:39:15.192081 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-b2a5dad4-098d-492c-974e-d1a8d7939966 tempest-SecGroupIPv6Test-1449925607 tempest-SecGroupIPv6Test-1449925607-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.6162524 Apr 01 13:39:15.194697 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 53104) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:39:15.208101 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.v2.base [None req-a9651443-3a32-4611-847a-50272ebba412 tempest-SecGroupIPv6Test-1449925607 tempest-SecGroupIPv6Test-1449925607-project] Request body: {'security_group_rule': {'security_group_id': 'f706eb74-d6bd-46aa-8531-6686faeebf74', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=83869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:39:15.217089 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-a9651443-3a32-4611-847a-50272ebba412 tempest-SecGroupIPv6Test-1449925607 tempest-SecGroupIPv6Test-1449925607-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:39:15.223042 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-a9651443-3a32-4611-847a-50272ebba412 tempest-SecGroupIPv6Test-1449925607 tempest-SecGroupIPv6Test-1449925607-project] Usage tracker for resource:security_group_rule and tenant:1fdabab049e7487ebb089845d98f15d5 is out of sync, need to count used quota {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 13:39:15.230854 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-a9651443-3a32-4611-847a-50272ebba412 tempest-SecGroupIPv6Test-1449925607 tempest-SecGroupIPv6Test-1449925607-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 13:39:15.236869 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-a9651443-3a32-4611-847a-50272ebba412 tempest-SecGroupIPv6Test-1449925607 tempest-SecGroupIPv6Test-1449925607-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:39:15.260873 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-d74c62da-72a8-479e-b2ac-3891dbe6c4ca tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2743225', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2757366'] for subnet, after_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:39:15.264386 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-a9651443-3a32-4611-847a-50272ebba412 tempest-SecGroupIPv6Test-1449925607 tempest-SecGroupIPv6Test-1449925607-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:39:15.316528 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.plugin [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] No Port match for: 9e8798b0-8be0-41a5-9cd3-4cac4950764c {{(pid=83872) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 01 13:39:15.317433 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Device 9e8798b0-8be0-41a5-9cd3-4cac4950764c not bound to the agent host dv-neutron-836180-1-hyperv {{(pid=83872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 13:39:15.354576 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-a9651443-3a32-4611-847a-50272ebba412 tempest-SecGroupIPv6Test-1449925607 tempest-SecGroupIPv6Test-1449925607-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:39:15.360886 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-a9651443-3a32-4611-847a-50272ebba412 tempest-SecGroupIPv6Test-1449925607 tempest-SecGroupIPv6Test-1449925607-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3775744'] for security_group_rule, after_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:39:15.391403 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_dvr_db [None req-8c6d272c-faec-4a0a-8406-f5521e489ce0 None None] Set router 443cce66-541a-4c4d-8e2a-33c9e2cd1777 gateway port host: None {{(pid=83873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 13:39:15.410588 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9651443-3a32-4611-847a-50272ebba412 tempest-SecGroupIPv6Test-1449925607 tempest-SecGroupIPv6Test-1449925607-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3bcd55c1-ae81-46a1-bf1b-6ee11dae0be6,revision_number=0']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:39:15.412852 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-a9651443-3a32-4611-847a-50272ebba412 tempest-SecGroupIPv6Test-1449925607 tempest-SecGroupIPv6Test-1449925607-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:39:15.414642 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-a9651443-3a32-4611-847a-50272ebba412 tempest-SecGroupIPv6Test-1449925607 tempest-SecGroupIPv6Test-1449925607-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.2184033 Apr 01 13:39:15.416888 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 53110) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:39:15.427073 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d74c62da-72a8-479e-b2ac-3891dbe6c4ca tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Network 09d7ea43-6376-4322-97e7-54cd01aae492 is already hosted by enough agents. {{(pid=83871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 13:39:15.427906 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.v2.base [None req-bf46bf94-abce-40fe-99f8-a3ddde76430f tempest-SecGroupIPv6Test-1449925607 tempest-SecGroupIPv6Test-1449925607-project] Request body: {'security_group_rule': {'security_group_id': 'f706eb74-d6bd-46aa-8531-6686faeebf74', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=83869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:39:15.436956 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-bf46bf94-abce-40fe-99f8-a3ddde76430f tempest-SecGroupIPv6Test-1449925607 tempest-SecGroupIPv6Test-1449925607-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:39:15.443798 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.scheduler.base_scheduler [None req-d74c62da-72a8-479e-b2ac-3891dbe6c4ca tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Resources bound (agent type, host, resource id): {{(pid=83871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 13:39:15.444328 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-bf46bf94-abce-40fe-99f8-a3ddde76430f tempest-SecGroupIPv6Test-1449925607 tempest-SecGroupIPv6Test-1449925607-project] Usage tracker for resource:security_group_rule and tenant:1fdabab049e7487ebb089845d98f15d5 is out of sync, need to count used quota {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 13:39:15.446799 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d74c62da-72a8-479e-b2ac-3891dbe6c4ca tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:39:15.447391 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-d74c62da-72a8-479e-b2ac-3891dbe6c4ca tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Notify callbacks [] for subnet, before_response {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:39:15.451692 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-bf46bf94-abce-40fe-99f8-a3ddde76430f tempest-SecGroupIPv6Test-1449925607 tempest-SecGroupIPv6Test-1449925607-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 13:39:15.457538 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-a205f139-f5e0-47c5-8924-3cc76653018c tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4084029'] for router_interface, before_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:39:15.470533 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d74c62da-72a8-479e-b2ac-3891dbe6c4ca tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Pushing event updated for resources: {'Subnet': ['ID=8cd15ff3-d1dd-4296-9c71-a165eb621187,revision_number=0']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:39:15.506190 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-7566edc6-6b2f-4e2a-b6ed-064b4c3673d0 tempest-FloatingIPTestJSON-1100559899 tempest-FloatingIPTestJSON-1100559899-project] Notify callbacks [] for port, precommit_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:39:15.532435 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-d74c62da-72a8-479e-b2ac-3891dbe6c4ca tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.7102401 Apr 01 13:39:15.533134 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 53114) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:39:15.542165 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.v2.base [None req-4a4dacdc-4963-45f5-b298-a2eafa74f337 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Request body: {'subnet': {'network_id': '09d7ea43-6376-4322-97e7-54cd01aae492', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=83871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:39:15.624165 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-bf46bf94-abce-40fe-99f8-a3ddde76430f tempest-SecGroupIPv6Test-1449925607 tempest-SecGroupIPv6Test-1449925607-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:39:15.695783 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fcef38d-b65d-482f-9149-a3fe6e4ff356 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7e7d0ecb-2af4-55f5-9198-238ab0570d62-09d7ea43-6376-4322-97e7-54cd01aae492', 'network_id': '09d7ea43-6376-4322-97e7-54cd01aae492', 'tenant_id': '8b726fe6689e4b7f96def1a2219bea6c', 'fixed_ips': [{'subnet_id': '8cd15ff3-d1dd-4296-9c71-a165eb621187'}]}} from dv-neutron-836180-1-hyperv. {{(pid=83872) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 01 13:39:15.696697 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-2fcef38d-b65d-482f-9149-a3fe6e4ff356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:39:15.696831 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9ecb64-476e-436a-beec-b093c2172ab7 req-7f29a6b6-dbba-4840-91ec-b81ac01a9f7c tempest-ServerActionsTestJSON-64006463 tempest-ServerActionsTestJSON-64006463-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:39:15.697132 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-bf46bf94-abce-40fe-99f8-a3ddde76430f tempest-SecGroupIPv6Test-1449925607 tempest-SecGroupIPv6Test-1449925607-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:39:15.703446 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-dd9ecb64-476e-436a-beec-b093c2172ab7 req-7f29a6b6-dbba-4840-91ec-b81ac01a9f7c tempest-ServerActionsTestJSON-64006463 tempest-ServerActionsTestJSON-64006463-project] 10.222.0.26 "GET /v2.0/ports?device_id=746f2a68-07bc-4d82-957e-55cd7a32c31f HTTP/1.1" status: 200 len: 946 time: 0.4029498 Apr 01 13:39:15.757579 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-7566edc6-6b2f-4e2a-b6ed-064b4c3673d0 tempest-FloatingIPTestJSON-1100559899 tempest-FloatingIPTestJSON-1100559899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736732935801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2743125'] for port, after_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:39:15.838810 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-bf46bf94-abce-40fe-99f8-a3ddde76430f tempest-SecGroupIPv6Test-1449925607 tempest-SecGroupIPv6Test-1449925607-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:39:15.884876 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.db_base_plugin_common [None req-2fcef38d-b65d-482f-9149-a3fe6e4ff356 None None] Allocated IP 2001:db8::2 (09d7ea43-6376-4322-97e7-54cd01aae492/8cd15ff3-d1dd-4296-9c71-a165eb621187/b8585163-5a50-446d-94f6-bfb9a6d32c93) {{(pid=83872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 13:39:15.885132 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7566edc6-6b2f-4e2a-b6ed-064b4c3673d0 tempest-FloatingIPTestJSON-1100559899 tempest-FloatingIPTestJSON-1100559899-project] Network 725864b8-cceb-48c9-b5d3-1bfc4423e301 is already hosted by enough agents. {{(pid=83871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 13:39:15.888281 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-dd9ecb64-476e-436a-beec-b093c2172ab7 req-8efa6e40-17d3-4208-aba1-6f713df9146c tempest-ServerActionsTestJSON-64006463 tempest-ServerActionsTestJSON-64006463-project] 10.222.0.26 "GET /v2.0/security-groups?id=0d525850-c301-4718-92cf-e73f2c3e9524&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1839507 Apr 01 13:39:15.894992 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.scheduler.base_scheduler [None req-7566edc6-6b2f-4e2a-b6ed-064b4c3673d0 tempest-FloatingIPTestJSON-1100559899 tempest-FloatingIPTestJSON-1100559899-project] Resources bound (agent type, host, resource id): {{(pid=83871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 13:39:15.908731 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7566edc6-6b2f-4e2a-b6ed-064b4c3673d0 tempest-FloatingIPTestJSON-1100559899 tempest-FloatingIPTestJSON-1100559899-project] Received port after_create {{(pid=83871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 13:39:15.949861 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7566edc6-6b2f-4e2a-b6ed-064b4c3673d0 tempest-FloatingIPTestJSON-1100559899 tempest-FloatingIPTestJSON-1100559899-project] Pushing event updated for resources: {'Port': ['ID=e8bb7ac7-8bd7-4985-9519-daca58c18611,revision_number=1']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:39:15.962086 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-4a4dacdc-4963-45f5-b298-a2eafa74f337 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:39:15.972471 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-8c6d272c-faec-4a0a-8406-f5521e489ce0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '443cce66-541a-4c4d-8e2a-33c9e2cd1777', 'name': 'tempest-RoutersIpV6Test-router-2029186272', 'tenant_id': '315e7395dd224b3fb020d0b9d921742e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T13:38:26Z', 'updated_at': '2022-04-01T13:39:11Z', 'revision_number': 7, 'project_id': '315e7395dd224b3fb020d0b9d921742e', 'gw_port_host': None, '_interfaces': [{'id': '0eacdfd0-e8b9-4919-9d56-58eb52e76aba', 'name': '', 'network_id': '2635b17d-605c-450a-a09e-f3ed5b76beda', 'tenant_id': '315e7395dd224b3fb020d0b9d921742e', 'mac_address': 'fa:16:3e:72:51:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '443cce66-541a-4c4d-8e2a-33c9e2cd1777', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8bc9dba3-0769-4278-91dc-738d7d6e2982', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836180-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:38:53Z', 'updated_at': '2022-04-01T13:39:08Z', 'revision_number': 5, 'project_id': '315e7395dd224b3fb020d0b9d921742e', 'subnets': [{'id': '8bc9dba3-0769-4278-91dc-738d7d6e2982', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3ef22e4b-a0b4-484d-b10a-1b037464c91c', 'name': '', 'network_id': 'c217efc0-828f-462b-ad5e-752f5d8601ec', 'tenant_id': '315e7395dd224b3fb020d0b9d921742e', 'mac_address': 'fa:16:3e:c0:0e:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '443cce66-541a-4c4d-8e2a-33c9e2cd1777', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '255eed5b-f977-4482-b87e-c2bf0cdf8fef', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836180-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:39:03Z', 'updated_at': '2022-04-01T13:39:11Z', 'revision_number': 5, 'project_id': '315e7395dd224b3fb020d0b9d921742e', 'subnets': [{'id': '255eed5b-f977-4482-b87e-c2bf0cdf8fef', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7d243dbb-cd79-4a05-9ba7-2503b47388d6', 'name': '', 'network_id': 'b2076001-b441-4a1b-a96b-552c4faf0800', 'tenant_id': '315e7395dd224b3fb020d0b9d921742e', 'mac_address': 'fa:16:3e:2e:3d:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '443cce66-541a-4c4d-8e2a-33c9e2cd1777', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ad7574d2-be4a-487a-85ad-6d5a1a89f635', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836180-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:38:32Z', 'updated_at': '2022-04-01T13:38:53Z', 'revision_number': 5, 'project_id': '315e7395dd224b3fb020d0b9d921742e', 'subnets': [{'id': 'ad7574d2-be4a-487a-85ad-6d5a1a89f635', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ee859592-7773-40a1-b8cd-47912e28a6ce', 'name': '', 'network_id': 'e5d1bb3c-6254-4093-890c-4e81389da7a3', 'tenant_id': '315e7395dd224b3fb020d0b9d921742e', 'mac_address': 'fa:16:3e:28:1e:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '443cce66-541a-4c4d-8e2a-33c9e2cd1777', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f1fab571-13d5-4032-88ca-01a4aafa0daa', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836180-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:38:45Z', 'updated_at': '2022-04-01T13:39:03Z', 'revision_number': 5, 'project_id': '315e7395dd224b3fb020d0b9d921742e', 'subnets': [{'id': 'f1fab571-13d5-4032-88ca-01a4aafa0daa', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-836180-1-hyperv', False) {} {{(pid=83873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:39:15.976353 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-8b22a91e-33fe-4c87-9a2d-9dbfaf2c732b req-bdaa8154-0f08-453d-8fbe-45b68ccd9c57 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=1db979ced72f4c84a5c312128899dc9b&device_id=746f2a68-07bc-4d82-957e-55cd7a32c31f HTTP/1.1" status: 200 len: 1099 time: 0.6070783 Apr 01 13:39:15.978149 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c6d272c-faec-4a0a-8406-f5521e489ce0 None None] The sync data for ids ['443cce66-541a-4c4d-8e2a-33c9e2cd1777'] in dv-neutron-836180-1-hyperv is: [{'id': '443cce66-541a-4c4d-8e2a-33c9e2cd1777', 'name': 'tempest-RoutersIpV6Test-router-2029186272', 'tenant_id': '315e7395dd224b3fb020d0b9d921742e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T13:38:26Z', 'updated_at': '2022-04-01T13:39:11Z', 'revision_number': 7, 'project_id': '315e7395dd224b3fb020d0b9d921742e', 'gw_port_host': None, '_interfaces': [{'id': '0eacdfd0-e8b9-4919-9d56-58eb52e76aba', 'name': '', 'network_id': '2635b17d-605c-450a-a09e-f3ed5b76beda', 'tenant_id': '315e7395dd224b3fb020d0b9d921742e', 'mac_address': 'fa:16:3e:72:51:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '443cce66-541a-4c4d-8e2a-33c9e2cd1777', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8bc9dba3-0769-4278-91dc-738d7d6e2982', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836180-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:38:53Z', 'updated_at': '2022-04-01T13:39:08Z', 'revision_number': 5, 'project_id': '315e7395dd224b3fb020d0b9d921742e', 'subnets': [{'id': '8bc9dba3-0769-4278-91dc-738d7d6e2982', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3ef22e4b-a0b4-484d-b10a-1b037464c91c', 'name': '', 'network_id': 'c217efc0-828f-462b-ad5e-752f5d8601ec', 'tenant_id': '315e7395dd224b3fb020d0b9d921742e', 'mac_address': 'fa:16:3e:c0:0e:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '443cce66-541a-4c4d-8e2a-33c9e2cd1777', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '255eed5b-f977-4482-b87e-c2bf0cdf8fef', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836180-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:39:03Z', 'updated_at': '2022-04-01T13:39:11Z', 'revision_number': 5, 'project_id': '315e7395dd224b3fb020d0b9d921742e', 'subnets': [{'id': '255eed5b-f977-4482-b87e-c2bf0cdf8fef', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7d243dbb-cd79-4a05-9ba7-2503b47388d6', 'name': '', 'network_id': 'b2076001-b441-4a1b-a96b-552c4faf0800', 'tenant_id': '315e7395dd224b3fb020d0b9d921742e', 'mac_address': 'fa:16:3e:2e:3d:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '443cce66-541a-4c4d-8e2a-33c9e2cd1777', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ad7574d2-be4a-487a-85ad-6d5a1a89f635', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836180-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:38:32Z', 'updated_at': '2022-04-01T13:38:53Z', 'revision_number': 5, 'project_id': '315e7395dd224b3fb020d0b9d921742e', 'subnets': [{'id': 'ad7574d2-be4a-487a-85ad-6d5a1a89f635', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ee859592-7773-40a1-b8cd-47912e28a6ce', 'name': '', 'network_id': 'e5d1bb3c-6254-4093-890c-4e81389da7a3', 'tenant_id': '315e7395dd224b3fb020d0b9d921742e', 'mac_address': 'fa:16:3e:28:1e:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '443cce66-541a-4c4d-8e2a-33c9e2cd1777', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f1fab571-13d5-4032-88ca-01a4aafa0daa', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836180-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:38:45Z', 'updated_at': '2022-04-01T13:39:03Z', 'revision_number': 5, 'project_id': '315e7395dd224b3fb020d0b9d921742e', 'subnets': [{'id': 'f1fab571-13d5-4032-88ca-01a4aafa0daa', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 13:39:15.980243 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-4a4dacdc-4963-45f5-b298-a2eafa74f337 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Usage tracker for resource:subnet and tenant:8b726fe6689e4b7f96def1a2219bea6c is out of sync, need to count used quota {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 13:39:15.991212 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-4a4dacdc-4963-45f5-b298-a2eafa74f337 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 13:39:16.047960 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-bf46bf94-abce-40fe-99f8-a3ddde76430f tempest-SecGroupIPv6Test-1449925607 tempest-SecGroupIPv6Test-1449925607-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3775744'] for security_group_rule, after_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:39:16.109681 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf46bf94-abce-40fe-99f8-a3ddde76430f tempest-SecGroupIPv6Test-1449925607 tempest-SecGroupIPv6Test-1449925607-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a48cbd77-37ed-40bb-accb-1be9b014182d,revision_number=0']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:39:16.141975 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-4a4dacdc-4963-45f5-b298-a2eafa74f337 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:39:16.144816 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-bf46bf94-abce-40fe-99f8-a3ddde76430f tempest-SecGroupIPv6Test-1449925607 tempest-SecGroupIPv6Test-1449925607-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:39:16.148448 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-bf46bf94-abce-40fe-99f8-a3ddde76430f tempest-SecGroupIPv6Test-1449925607 tempest-SecGroupIPv6Test-1449925607-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 714 time: 0.7279668 Apr 01 13:39:16.149933 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 53120) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:39:16.160340 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b22a91e-33fe-4c87-9a2d-9dbfaf2c732b req-d433e574-04cb-4ca2-b3bb-988450ea0c25 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:39:16.161778 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-8b22a91e-33fe-4c87-9a2d-9dbfaf2c732b req-d433e574-04cb-4ca2-b3bb-988450ea0c25 service neutron] 10.222.0.57 "GET /v2.0/networks?id=faf7d63c-9b06-4fbb-8197-4b39ba438717 HTTP/1.1" status: 200 len: 913 time: 0.1719012 Apr 01 13:39:16.165205 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-2fcef38d-b65d-482f-9149-a3fe6e4ff356 None None] Notify callbacks [] for port, precommit_create {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:39:16.178528 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-2fcef38d-b65d-482f-9149-a3fe6e4ff356 None None] Transition to ACTIVE for port object b8585163-5a50-446d-94f6-bfb9a6d32c93 will not be triggered until provisioned by entity L2. {{(pid=83872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 13:39:16.198305 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-2fcef38d-b65d-482f-9149-a3fe6e4ff356 None None] Transition to ACTIVE for port object b8585163-5a50-446d-94f6-bfb9a6d32c93 will not be triggered until provisioned by entity DHCP. {{(pid=83872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 13:39:16.205372 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-2fcef38d-b65d-482f-9149-a3fe6e4ff356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736732935801'] for port, after_create {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:39:16.233791 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-9ea3ce5f-67f0-4a56-a6de-cae951a54532 tempest-SecGroupIPv6Test-1449925607 tempest-SecGroupIPv6Test-1449925607-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:39:16.253951 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-9ea3ce5f-67f0-4a56-a6de-cae951a54532 tempest-SecGroupIPv6Test-1449925607 tempest-SecGroupIPv6Test-1449925607-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:39:16.285918 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fcef38d-b65d-482f-9149-a3fe6e4ff356 None None] Pushing event updated for resources: {'Port': ['ID=b8585163-5a50-446d-94f6-bfb9a6d32c93,revision_number=1']} {{(pid=83872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:39:16.302429 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fcef38d-b65d-482f-9149-a3fe6e4ff356 None None] Network 09d7ea43-6376-4322-97e7-54cd01aae492 is already hosted by enough agents. {{(pid=83872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 13:39:16.303600 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.scheduler.base_scheduler [None req-2fcef38d-b65d-482f-9149-a3fe6e4ff356 None None] Resources bound (agent type, host, resource id): {{(pid=83872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 13:39:16.303730 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a4dacdc-4963-45f5-b298-a2eafa74f337 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Made reservation on behalf of 8b726fe6689e4b7f96def1a2219bea6c for: {'subnet': 1} {{(pid=83871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 13:39:16.306073 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fcef38d-b65d-482f-9149-a3fe6e4ff356 None None] Received port after_create {{(pid=83872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 13:39:16.308069 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-4a4dacdc-4963-45f5-b298-a2eafa74f337 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2757336'] for subnet, before_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:39:16.333933 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-9ea3ce5f-67f0-4a56-a6de-cae951a54532 tempest-SecGroupIPv6Test-1449925607 tempest-SecGroupIPv6Test-1449925607-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3775744'] for security_group_rule, after_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:39:16.364198 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea3ce5f-67f0-4a56-a6de-cae951a54532 tempest-SecGroupIPv6Test-1449925607 tempest-SecGroupIPv6Test-1449925607-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a48cbd77-37ed-40bb-accb-1be9b014182d,revision_number=None']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:39:16.367895 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-9ea3ce5f-67f0-4a56-a6de-cae951a54532 tempest-SecGroupIPv6Test-1449925607 tempest-SecGroupIPv6Test-1449925607-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:39:16.369007 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-9ea3ce5f-67f0-4a56-a6de-cae951a54532 tempest-SecGroupIPv6Test-1449925607 tempest-SecGroupIPv6Test-1449925607-project] 10.222.0.26 "DELETE /v2.0/security-group-rules/a48cbd77-37ed-40bb-accb-1be9b014182d HTTP/1.1" status: 204 len: 168 time: 0.2153809 Apr 01 13:39:16.374671 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 53124) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:39:16.403202 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.managers [None req-2fcef38d-b65d-482f-9149-a3fe6e4ff356 None None] Attempting to bind port b8585163-5a50-446d-94f6-bfb9a6d32c93 on host dv-neutron-836180-1-hyperv for vnic_type normal with profile {{(pid=83872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 13:39:16.403559 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.managers [None req-2fcef38d-b65d-482f-9149-a3fe6e4ff356 None None] Attempting to bind port b8585163-5a50-446d-94f6-bfb9a6d32c93 by drivers openvswitch,hyperv on host dv-neutron-836180-1-hyperv at level 0 using segments [{'id': '16094ed0-4a47-4ff6-9238-85c278d7a2a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '09d7ea43-6376-4322-97e7-54cd01aae492'}] {{(pid=83872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 13:39:16.404342 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fcef38d-b65d-482f-9149-a3fe6e4ff356 None None] Attempting to bind port b8585163-5a50-446d-94f6-bfb9a6d32c93 on network 09d7ea43-6376-4322-97e7-54cd01aae492 {{(pid=83872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 13:39:16.411790 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fcef38d-b65d-482f-9149-a3fe6e4ff356 None None] Checking agent: {'id': 'af948428-97cd-4d10-9f53-af028bdb39b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-836180-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 13, 25, 37), 'started_at': datetime.datetime(2022, 4, 1, 13, 26, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 13, 39, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-836180-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 13:39:16.412218 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fcef38d-b65d-482f-9149-a3fe6e4ff356 None None] Checking segment: {'id': '16094ed0-4a47-4ff6-9238-85c278d7a2a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '09d7ea43-6376-4322-97e7-54cd01aae492'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 13:39:16.412579 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-2fcef38d-b65d-482f-9149-a3fe6e4ff356 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:39:16.412959 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fcef38d-b65d-482f-9149-a3fe6e4ff356 None None] Bound using segment: {'id': '16094ed0-4a47-4ff6-9238-85c278d7a2a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '09d7ea43-6376-4322-97e7-54cd01aae492'} {{(pid=83872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 13:39:16.413410 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.managers [None req-2fcef38d-b65d-482f-9149-a3fe6e4ff356 None None] Bound port: b8585163-5a50-446d-94f6-bfb9a6d32c93, host: dv-neutron-836180-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '16094ed0-4a47-4ff6-9238-85c278d7a2a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '09d7ea43-6376-4322-97e7-54cd01aae492'}}] {{(pid=83872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 13:39:16.413773 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-2fcef38d-b65d-482f-9149-a3fe6e4ff356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:39:16.441352 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-5250f909-b813-4faf-ab86-a6350ec83379 tempest-SecGroupIPv6Test-1449925607 tempest-SecGroupIPv6Test-1449925607-project] Synchronizing usage tracker for tenant:1fdabab049e7487ebb089845d98f15d5 on resource:security_group_rule {{(pid=83869) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 13:39:16.489850 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-8b22a91e-33fe-4c87-9a2d-9dbfaf2c732b req-80201ac9-82a4-4fd2-9eb2-b1655e73e87b service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3fbcdb0d-ff16-4590-b85e-e2516d336b46 HTTP/1.1" status: 200 len: 1000 time: 0.2872145 Apr 01 13:39:16.493474 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-5250f909-b813-4faf-ab86-a6350ec83379 tempest-SecGroupIPv6Test-1449925607 tempest-SecGroupIPv6Test-1449925607-project] Unset dirty status for tenant:1fdabab049e7487ebb089845d98f15d5 on resource:security_group_rule {{(pid=83869) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 13:39:16.497235 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-5250f909-b813-4faf-ab86-a6350ec83379 tempest-SecGroupIPv6Test-1449925607 tempest-SecGroupIPv6Test-1449925607-project] 10.222.0.26 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5171 time: 0.1189172 Apr 01 13:39:16.497542 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 53128) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:39:16.514427 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-2fcef38d-b65d-482f-9149-a3fe6e4ff356 None None] For port b8585163-5a50-446d-94f6-bfb9a6d32c93, host dv-neutron-836180-1-hyperv, cleared binding levels {{(pid=83872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 13:39:16.517988 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-2fcef38d-b65d-482f-9149-a3fe6e4ff356 None None] For port b8585163-5a50-446d-94f6-bfb9a6d32c93, host dv-neutron-836180-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836180-1-hyperv',level=0,port_id=b8585163-5a50-446d-94f6-bfb9a6d32c93,segment=NetworkSegment(16094ed0-4a47-4ff6-9238-85c278d7a2a5),segment_id=16094ed0-4a47-4ff6-9238-85c278d7a2a5)] {{(pid=83872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 13:39:16.523433 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-2fcef38d-b65d-482f-9149-a3fe6e4ff356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864'] for port, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:39:16.544693 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-f7142b85-b7f8-462c-9611-a170b4c880a9 tempest-SecGroupIPv6Test-1449925607 tempest-SecGroupIPv6Test-1449925607-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:39:16.556734 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-f7142b85-b7f8-462c-9611-a170b4c880a9 tempest-SecGroupIPv6Test-1449925607 tempest-SecGroupIPv6Test-1449925607-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:39:16.607309 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fcef38d-b65d-482f-9149-a3fe6e4ff356 None None] Pushing event updated for resources: {'Port': ['ID=b8585163-5a50-446d-94f6-bfb9a6d32c93,revision_number=2']} {{(pid=83872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:39:16.636758 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-f7142b85-b7f8-462c-9611-a170b4c880a9 tempest-SecGroupIPv6Test-1449925607 tempest-SecGroupIPv6Test-1449925607-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3775744'] for security_group_rule, after_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:39:16.663914 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.plugin [None req-a205f139-f5e0-47c5-8924-3cc76653018c tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Deleting port 3ef22e4b-a0b4-484d-b10a-1b037464c91c {{(pid=83869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 13:39:16.664293 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-a205f139-f5e0-47c5-8924-3cc76653018c tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736733287370'] for port, before_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:39:16.689803 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7142b85-b7f8-462c-9611-a170b4c880a9 tempest-SecGroupIPv6Test-1449925607 tempest-SecGroupIPv6Test-1449925607-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=3bcd55c1-ae81-46a1-bf1b-6ee11dae0be6,revision_number=None']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:39:16.699251 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-f7142b85-b7f8-462c-9611-a170b4c880a9 tempest-SecGroupIPv6Test-1449925607 tempest-SecGroupIPv6Test-1449925607-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:39:16.702943 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-f7142b85-b7f8-462c-9611-a170b4c880a9 tempest-SecGroupIPv6Test-1449925607 tempest-SecGroupIPv6Test-1449925607-project] 10.222.0.26 "DELETE /v2.0/security-group-rules/3bcd55c1-ae81-46a1-bf1b-6ee11dae0be6 HTTP/1.1" status: 204 len: 168 time: 0.2018828 Apr 01 13:39:16.706978 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 53132) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:39:16.729178 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.db.ipam_backend_mixin [None req-4a4dacdc-4963-45f5-b298-a2eafa74f337 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 8cd15ff3-d1dd-4296-9c71-a165eb621187 (CIDR: 2001:db8::/64) Apr 01 13:39:16.747852 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.pecan_wsgi.hooks.translation [None req-4a4dacdc-4963-45f5-b298-a2eafa74f337 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 01 13:39:16.748104 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4a4dacdc-4963-45f5-b298-a2eafa74f337 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83871) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 13:39:16.765351 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b22a91e-33fe-4c87-9a2d-9dbfaf2c732b req-7a5e48c9-a754-4284-a6a5-d132e7dd1eec service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:39:16.769125 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-8b22a91e-33fe-4c87-9a2d-9dbfaf2c732b req-7a5e48c9-a754-4284-a6a5-d132e7dd1eec service neutron] 10.222.0.57 "GET /v2.0/subnets?id=11ea32dc-0c84-4fc1-9df2-80f178610c0f HTTP/1.1" status: 200 len: 851 time: 0.2646685 Apr 01 13:39:16.848185 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-4a4dacdc-4963-45f5-b298-a2eafa74f337 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.3103983 Apr 01 13:39:16.851875 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 53136) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:39:16.860487 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.v2.base [None req-de4f7ab3-6846-4a05-bf92-0db99cf0e99d tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Request body: {'subnet': {'network_id': '09d7ea43-6376-4322-97e7-54cd01aae492', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=83871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:39:16.889423 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-790e76a9-7499-4d83-84b1-43bf170e3c36 tempest-SecGroupIPv6Test-1449925607 tempest-SecGroupIPv6Test-1449925607-project] Synchronizing usage tracker for tenant:1fdabab049e7487ebb089845d98f15d5 on resource:security_group_rule {{(pid=83869) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 13:39:16.914979 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-790e76a9-7499-4d83-84b1-43bf170e3c36 tempest-SecGroupIPv6Test-1449925607 tempest-SecGroupIPv6Test-1449925607-project] Unset dirty status for tenant:1fdabab049e7487ebb089845d98f15d5 on resource:security_group_rule {{(pid=83869) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 13:39:16.919097 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-790e76a9-7499-4d83-84b1-43bf170e3c36 tempest-SecGroupIPv6Test-1449925607 tempest-SecGroupIPv6Test-1449925607-project] 10.222.0.26 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4683 time: 0.2083809 Apr 01 13:39:16.920435 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 53140) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:39:16.997117 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.db [None req-a205f139-f5e0-47c5-8924-3cc76653018c tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] For port 3ef22e4b-a0b4-484d-b10a-1b037464c91c, host dv-neutron-836180-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836180-1-hyperv',level=0,port_id=3ef22e4b-a0b4-484d-b10a-1b037464c91c,segment=NetworkSegment(3070fecd-ea24-4990-a00b-681af208b16a),segment_id=3070fecd-ea24-4990-a00b-681af208b16a)] {{(pid=83869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 13:39:16.998484 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-a205f139-f5e0-47c5-8924-3cc76653018c tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4155147'] for port, precommit_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:39:17.176474 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.plugin [None req-a205f139-f5e0-47c5-8924-3cc76653018c tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Calling delete_port for 3ef22e4b-a0b4-484d-b10a-1b037464c91c owned by network:router_interface {{(pid=83869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 13:39:17.186395 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-8b22a91e-33fe-4c87-9a2d-9dbfaf2c732b req-8b3f3d49-6868-47c4-acc1-84df3dfba602 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=faf7d63c-9b06-4fbb-8197-4b39ba438717&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4036345 Apr 01 13:39:17.194141 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-de4f7ab3-6846-4a05-bf92-0db99cf0e99d tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:39:17.217870 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-de4f7ab3-6846-4a05-bf92-0db99cf0e99d tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Usage tracker for resource:subnet and tenant:8b726fe6689e4b7f96def1a2219bea6c is out of sync, need to count used quota {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 13:39:17.222766 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-779d8747-7f22-4924-8b75-6d6539c00bd2 tempest-SecGroupIPv6Test-1449925607 tempest-SecGroupIPv6Test-1449925607-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:39:17.223865 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-de4f7ab3-6846-4a05-bf92-0db99cf0e99d tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 13:39:17.248597 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-779d8747-7f22-4924-8b75-6d6539c00bd2 tempest-SecGroupIPv6Test-1449925607 tempest-SecGroupIPv6Test-1449925607-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:39:17.284843 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-de4f7ab3-6846-4a05-bf92-0db99cf0e99d tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:39:17.319305 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de4f7ab3-6846-4a05-bf92-0db99cf0e99d tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Made reservation on behalf of 8b726fe6689e4b7f96def1a2219bea6c for: {'subnet': 1} {{(pid=83871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 13:39:17.323391 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-de4f7ab3-6846-4a05-bf92-0db99cf0e99d tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2757336'] for subnet, before_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:39:17.327503 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-779d8747-7f22-4924-8b75-6d6539c00bd2 tempest-SecGroupIPv6Test-1449925607 tempest-SecGroupIPv6Test-1449925607-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3775744'] for security_group_rule, after_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:39:17.356606 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-779d8747-7f22-4924-8b75-6d6539c00bd2 tempest-SecGroupIPv6Test-1449925607 tempest-SecGroupIPv6Test-1449925607-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=22897e83-19a6-48d4-8d14-5d50a16b73bf,revision_number=None']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:39:17.363633 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-779d8747-7f22-4924-8b75-6d6539c00bd2 tempest-SecGroupIPv6Test-1449925607 tempest-SecGroupIPv6Test-1449925607-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:39:17.367363 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-779d8747-7f22-4924-8b75-6d6539c00bd2 tempest-SecGroupIPv6Test-1449925607 tempest-SecGroupIPv6Test-1449925607-project] 10.222.0.26 "DELETE /v2.0/security-group-rules/22897e83-19a6-48d4-8d14-5d50a16b73bf HTTP/1.1" status: 204 len: 168 time: 0.4462941 Apr 01 13:39:17.369642 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 53146) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:39:17.375273 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7e66a4-11d4-4660-b357-066da946ecd8 req-cb696b44-8a0c-43eb-8e36-8454157e584e tempest-ServerActionsTestJSON-64006463 tempest-ServerActionsTestJSON-64006463-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:39:17.376794 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-2d7e66a4-11d4-4660-b357-066da946ecd8 req-cb696b44-8a0c-43eb-8e36-8454157e584e tempest-ServerActionsTestJSON-64006463 tempest-ServerActionsTestJSON-64006463-project] 10.222.0.26 "GET /v2.0/ports?device_id=746f2a68-07bc-4d82-957e-55cd7a32c31f HTTP/1.1" status: 200 len: 946 time: 0.2958708 Apr 01 13:39:17.508417 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-8b22a91e-33fe-4c87-9a2d-9dbfaf2c732b req-22b701cd-cd39-4fad-9ba7-4a083b6fd033 service neutron] 10.222.0.57 "GET /v2.0/networks/faf7d63c-9b06-4fbb-8197-4b39ba438717?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3118823 Apr 01 13:39:17.509478 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-2d7e66a4-11d4-4660-b357-066da946ecd8 req-744b7e06-9433-4ef7-9639-9595b37eb1bb tempest-ServerActionsTestJSON-64006463 tempest-ServerActionsTestJSON-64006463-project] 10.222.0.26 "GET /v2.0/security-groups?id=0d525850-c301-4718-92cf-e73f2c3e9524&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1164100 Apr 01 13:39:17.516064 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-7e27dff9-10ec-4eeb-a5aa-df64d3bf39a0 tempest-SecGroupIPv6Test-1449925607 tempest-SecGroupIPv6Test-1449925607-project] Synchronizing usage tracker for tenant:1fdabab049e7487ebb089845d98f15d5 on resource:security_group_rule {{(pid=83869) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 13:39:17.552116 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-7e27dff9-10ec-4eeb-a5aa-df64d3bf39a0 tempest-SecGroupIPv6Test-1449925607 tempest-SecGroupIPv6Test-1449925607-project] Unset dirty status for tenant:1fdabab049e7487ebb089845d98f15d5 on resource:security_group_rule {{(pid=83869) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 13:39:17.556110 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-7e27dff9-10ec-4eeb-a5aa-df64d3bf39a0 tempest-SecGroupIPv6Test-1449925607 tempest-SecGroupIPv6Test-1449925607-project] 10.222.0.26 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4195 time: 0.1757743 Apr 01 13:39:17.556437 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 53150) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:39:17.570748 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-a205f139-f5e0-47c5-8924-3cc76653018c tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736733359243', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736732935810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2705155'] for port, after_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:39:17.630376 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a205f139-f5e0-47c5-8924-3cc76653018c tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Pushing event deleted for resources: {'Port': ['ID=3ef22e4b-a0b4-484d-b10a-1b037464c91c,revision_number=None']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:39:17.633614 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-7566edc6-6b2f-4e2a-b6ed-064b4c3673d0 tempest-FloatingIPTestJSON-1100559899 tempest-FloatingIPTestJSON-1100559899-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:39:17.639198 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-0abcd667-269d-4414-9617-f8d95b64e939 tempest-SecGroupIPv6Test-1449925607 tempest-SecGroupIPv6Test-1449925607-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:39:17.690656 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-0abcd667-269d-4414-9617-f8d95b64e939 tempest-SecGroupIPv6Test-1449925607 tempest-SecGroupIPv6Test-1449925607-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:39:17.690979 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b41497c-9202-4eba-b912-b6b62b0bedf1 None None] Network 09d7ea43-6376-4322-97e7-54cd01aae492 requested from dv-neutron-836180-1-hyperv {{(pid=83872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 13:39:17.771913 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-7566edc6-6b2f-4e2a-b6ed-064b4c3673d0 tempest-FloatingIPTestJSON-1100559899 tempest-FloatingIPTestJSON-1100559899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:39:17.822092 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-f11d031d-eb6f-45d9-936d-c53da9aa791e None None] Provisioning for port b8585163-5a50-446d-94f6-bfb9a6d32c93 completed by entity DHCP. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 13:39:17.842086 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-0abcd667-269d-4414-9617-f8d95b64e939 tempest-SecGroupIPv6Test-1449925607 tempest-SecGroupIPv6Test-1449925607-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3775744'] for security_group_rule, after_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:39:17.875397 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0abcd667-269d-4414-9617-f8d95b64e939 tempest-SecGroupIPv6Test-1449925607 tempest-SecGroupIPv6Test-1449925607-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b106e341-0ba7-4c1b-a748-34272b6aa706,revision_number=None']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:39:17.877106 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-8b22a91e-33fe-4c87-9a2d-9dbfaf2c732b req-8b4b796e-515a-4316-b1e3-dd6364272eef service neutron] 10.222.0.57 "GET /v2.0/networks/faf7d63c-9b06-4fbb-8197-4b39ba438717?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3574345 Apr 01 13:39:17.897771 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-0abcd667-269d-4414-9617-f8d95b64e939 tempest-SecGroupIPv6Test-1449925607 tempest-SecGroupIPv6Test-1449925607-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:39:17.899045 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-0abcd667-269d-4414-9617-f8d95b64e939 tempest-SecGroupIPv6Test-1449925607 tempest-SecGroupIPv6Test-1449925607-project] 10.222.0.26 "DELETE /v2.0/security-group-rules/b106e341-0ba7-4c1b-a748-34272b6aa706 HTTP/1.1" status: 204 len: 168 time: 0.3417356 Apr 01 13:39:17.903618 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 53154) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:39:17.960732 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-a205f139-f5e0-47c5-8924-3cc76653018c tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3017585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4084076'] for router_interface, after_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:39:17.987159 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-af69c07e-9bf7-411d-9eb6-53b4ce17b67b tempest-SecGroupIPv6Test-1449925607 tempest-SecGroupIPv6Test-1449925607-project] Synchronizing usage tracker for tenant:1fdabab049e7487ebb089845d98f15d5 on resource:security_group_rule {{(pid=83869) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 13:39:18.147893 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-7566edc6-6b2f-4e2a-b6ed-064b4c3673d0 tempest-FloatingIPTestJSON-1100559899 tempest-FloatingIPTestJSON-1100559899-project] Notify callbacks [] for port, precommit_update {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:39:18.155919 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-7566edc6-6b2f-4e2a-b6ed-064b4c3673d0 tempest-FloatingIPTestJSON-1100559899 tempest-FloatingIPTestJSON-1100559899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2743106'] for port, after_update {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:39:18.245596 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-af69c07e-9bf7-411d-9eb6-53b4ce17b67b tempest-SecGroupIPv6Test-1449925607 tempest-SecGroupIPv6Test-1449925607-project] Unset dirty status for tenant:1fdabab049e7487ebb089845d98f15d5 on resource:security_group_rule {{(pid=83869) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 13:39:18.249150 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-af69c07e-9bf7-411d-9eb6-53b4ce17b67b tempest-SecGroupIPv6Test-1449925607 tempest-SecGroupIPv6Test-1449925607-project] 10.222.0.26 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3707 time: 0.3419909 Apr 01 13:39:18.249545 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 53158) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:39:18.310625 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-c37e45fc-e2c1-4735-a882-a34b401b29a3 tempest-SecGroupIPv6Test-1449925607 tempest-SecGroupIPv6Test-1449925607-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:39:18.326598 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7566edc6-6b2f-4e2a-b6ed-064b4c3673d0 tempest-FloatingIPTestJSON-1100559899 tempest-FloatingIPTestJSON-1100559899-project] Pushing event updated for resources: {'Port': ['ID=e8bb7ac7-8bd7-4985-9519-daca58c18611,revision_number=2']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:39:18.333914 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-c37e45fc-e2c1-4735-a882-a34b401b29a3 tempest-SecGroupIPv6Test-1449925607 tempest-SecGroupIPv6Test-1449925607-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:39:18.391388 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-7566edc6-6b2f-4e2a-b6ed-064b4c3673d0 tempest-FloatingIPTestJSON-1100559899 tempest-FloatingIPTestJSON-1100559899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4084747'] for floatingip, after_update {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:39:18.514892 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-c37e45fc-e2c1-4735-a882-a34b401b29a3 tempest-SecGroupIPv6Test-1449925607 tempest-SecGroupIPv6Test-1449925607-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3775744'] for security_group_rule, after_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:39:18.530242 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Device b8585163-5a50-446d-94f6-bfb9a6d32c93 up at agent ovs-agent-dv-neutron-836180-1-hyperv {{(pid=83872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 13:39:18.544130 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c37e45fc-e2c1-4735-a882-a34b401b29a3 tempest-SecGroupIPv6Test-1449925607 tempest-SecGroupIPv6Test-1449925607-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a1263fa4-5f3d-426a-aa83-ace161c3e5d9,revision_number=None']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:39:18.555601 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-c37e45fc-e2c1-4735-a882-a34b401b29a3 tempest-SecGroupIPv6Test-1449925607 tempest-SecGroupIPv6Test-1449925607-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:39:18.559618 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-c37e45fc-e2c1-4735-a882-a34b401b29a3 tempest-SecGroupIPv6Test-1449925607 tempest-SecGroupIPv6Test-1449925607-project] 10.222.0.26 "DELETE /v2.0/security-group-rules/a1263fa4-5f3d-426a-aa83-ace161c3e5d9 HTTP/1.1" status: 204 len: 168 time: 0.3090298 Apr 01 13:39:18.560195 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 53164) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:39:18.577172 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.objects.ports [None req-de4f7ab3-6846-4a05-bf92-0db99cf0e99d tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=83871) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Apr 01 13:39:18.620092 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-1810544e-1d98-4790-880c-1bb449b99ccf tempest-SecGroupIPv6Test-1449925607 tempest-SecGroupIPv6Test-1449925607-project] Synchronizing usage tracker for tenant:1fdabab049e7487ebb089845d98f15d5 on resource:security_group_rule {{(pid=83869) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 13:39:18.624627 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Provisioning for port b8585163-5a50-446d-94f6-bfb9a6d32c93 completed by entity L2. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 13:39:18.633308 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Provisioning complete for port b8585163-5a50-446d-94f6-bfb9a6d32c93 triggered by entity L2. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 13:39:18.634161 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-948329'] for port, provisioning_complete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:39:18.767239 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:39:18.771525 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-1810544e-1d98-4790-880c-1bb449b99ccf tempest-SecGroupIPv6Test-1449925607 tempest-SecGroupIPv6Test-1449925607-project] Unset dirty status for tenant:1fdabab049e7487ebb089845d98f15d5 on resource:security_group_rule {{(pid=83869) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 13:39:18.775934 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-1810544e-1d98-4790-880c-1bb449b99ccf tempest-SecGroupIPv6Test-1449925607 tempest-SecGroupIPv6Test-1449925607-project] 10.222.0.26 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.2114406 Apr 01 13:39:18.778316 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 53168) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:39:18.871836 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-00499e2c-04ab-4790-a65f-363c3e3cd1f5 tempest-SecGroupIPv6Test-1449925607 tempest-SecGroupIPv6Test-1449925607-project] Notify callbacks [] for security_group, before_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:39:18.912278 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-00499e2c-04ab-4790-a65f-363c3e3cd1f5 tempest-SecGroupIPv6Test-1449925607 tempest-SecGroupIPv6Test-1449925607-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:39:18.933930 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a205f139-f5e0-47c5-8924-3cc76653018c tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Router 443cce66-541a-4c4d-8e2a-33c9e2cd1777 has already been hosted by L3 agent 88bf8fc8-11a3-4e96-9d1b-5fd93ba9f6f1 {{(pid=83869) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 13:39:18.953008 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed07f61-f3bf-4288-a431-5eb8e520fecb req-b8111055-a1a0-484e-b48a-097fcb6e36f7 tempest-ServerActionsTestJSON-64006463 tempest-ServerActionsTestJSON-64006463-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:39:18.954457 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-9ed07f61-f3bf-4288-a431-5eb8e520fecb req-b8111055-a1a0-484e-b48a-097fcb6e36f7 tempest-ServerActionsTestJSON-64006463 tempest-ServerActionsTestJSON-64006463-project] 10.222.0.26 "GET /v2.0/ports?device_id=746f2a68-07bc-4d82-957e-55cd7a32c31f HTTP/1.1" status: 200 len: 946 time: 0.2928846 Apr 01 13:39:18.999541 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.db.api [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83872) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 01 13:39:18.999769 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-de4f7ab3-6846-4a05-bf92-0db99cf0e99d tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:39:19.000073 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG oslo_db.api [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 01 13:39:19.080118 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-00499e2c-04ab-4790-a65f-363c3e3cd1f5 tempest-SecGroupIPv6Test-1449925607 tempest-SecGroupIPv6Test-1449925607-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3775923'] for security_group, after_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:39:19.109287 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-9ed07f61-f3bf-4288-a431-5eb8e520fecb req-9eaf2bc8-96da-47f4-96a1-59114111ead1 tempest-ServerActionsTestJSON-64006463 tempest-ServerActionsTestJSON-64006463-project] 10.222.0.26 "GET /v2.0/security-groups?id=0d525850-c301-4718-92cf-e73f2c3e9524&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1462204 Apr 01 13:39:19.109795 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00499e2c-04ab-4790-a65f-363c3e3cd1f5 tempest-SecGroupIPv6Test-1449925607 tempest-SecGroupIPv6Test-1449925607-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f706eb74-d6bd-46aa-8531-6686faeebf74,revision_number=None']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:39:19.113134 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.db.l3_db [None req-7566edc6-6b2f-4e2a-b6ed-064b4c3673d0 tempest-FloatingIPTestJSON-1100559899 tempest-FloatingIPTestJSON-1100559899-project] Floating IP dddce105-8835-4428-a640-fa65d1baf9ad associated. External IP: 172.26.5.163, port: d48df3cf-7108-44c1-8eee-3f0b7cb1fff5. Apr 01 13:39:19.147428 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-00499e2c-04ab-4790-a65f-363c3e3cd1f5 tempest-SecGroupIPv6Test-1449925607 tempest-SecGroupIPv6Test-1449925607-project] Notify callbacks [] for security_group, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:39:19.150967 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-00499e2c-04ab-4790-a65f-363c3e3cd1f5 tempest-SecGroupIPv6Test-1449925607 tempest-SecGroupIPv6Test-1449925607-project] 10.222.0.26 "DELETE /v2.0/security-groups/f706eb74-d6bd-46aa-8531-6686faeebf74 HTTP/1.1" status: 204 len: 168 time: 0.3695233 Apr 01 13:39:19.151295 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 53172) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:39:19.218508 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-7206224e-b883-423e-9623-4612ca2dab69 tempest-SecGroupIPv6Test-1449925607 tempest-SecGroupIPv6Test-1449925607-project] Synchronizing usage tracker for tenant:1fdabab049e7487ebb089845d98f15d5 on resource:security_group {{(pid=83869) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 13:39:19.222405 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a205f139-f5e0-47c5-8924-3cc76653018c tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Notify agent at l3_agent.dv-neutron-836180-1-hyperv the message routers_updated {{(pid=83869) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 13:39:19.227386 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-a205f139-f5e0-47c5-8924-3cc76653018c tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] 10.222.0.26 "PUT /v2.0/routers/443cce66-541a-4c4d-8e2a-33c9e2cd1777/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6490912 Apr 01 13:39:19.230086 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 53178) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:39:19.242798 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05b4700a-ae8d-44bc-84e6-3df7c594f5d2 None None] Sync routers for ids ['443cce66-541a-4c4d-8e2a-33c9e2cd1777'] in dv-neutron-836180-1-hyperv {{(pid=83872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 13:39:19.273666 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05b4700a-ae8d-44bc-84e6-3df7c594f5d2 None None] Routers {'443cce66-541a-4c4d-8e2a-33c9e2cd1777'} bound to L3 agent in host dv-neutron-836180-1-hyperv {{(pid=83872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 13:39:19.276135 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_hamode_db [None req-05b4700a-ae8d-44bc-84e6-3df7c594f5d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836180-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T13:25:36Z,description=,heartbeat_timestamp=2022-04-01T13:39:06Z,host='dv-neutron-836180-1-hyperv',id=88bf8fc8-11a3-4e96-9d1b-5fd93ba9f6f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T13:25:36Z,topic='l3_agent')) {'router_ids': ['443cce66-541a-4c4d-8e2a-33c9e2cd1777'], 'active': True} {{(pid=83872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:39:19.344465 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-7206224e-b883-423e-9623-4612ca2dab69 tempest-SecGroupIPv6Test-1449925607 tempest-SecGroupIPv6Test-1449925607-project] Unset dirty status for tenant:1fdabab049e7487ebb089845d98f15d5 on resource:security_group {{(pid=83869) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 13:39:19.350331 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-7206224e-b883-423e-9623-4612ca2dab69 tempest-SecGroupIPv6Test-1449925607 tempest-SecGroupIPv6Test-1449925607-project] 10.222.0.26 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1936750 Apr 01 13:39:19.355312 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 53182) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:39:19.363912 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.v2.base [None req-27deb51c-0b5f-4b52-89c6-36f6a9bd116c tempest-SecGroupIPv6Test-1449925607 tempest-SecGroupIPv6Test-1449925607-project] Request body: {'security_group': {'name': 'tempest-secgroup--31029484'}} {{(pid=83869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:39:19.381166 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-27deb51c-0b5f-4b52-89c6-36f6a9bd116c tempest-SecGroupIPv6Test-1449925607 tempest-SecGroupIPv6Test-1449925607-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:39:19.412481 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-27deb51c-0b5f-4b52-89c6-36f6a9bd116c tempest-SecGroupIPv6Test-1449925607 tempest-SecGroupIPv6Test-1449925607-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:39:19.428831 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.db [None req-de4f7ab3-6846-4a05-bf92-0db99cf0e99d tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] For port b8585163-5a50-446d-94f6-bfb9a6d32c93, host dv-neutron-836180-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836180-1-hyperv',level=0,port_id=b8585163-5a50-446d-94f6-bfb9a6d32c93,segment=NetworkSegment(16094ed0-4a47-4ff6-9238-85c278d7a2a5),segment_id=16094ed0-4a47-4ff6-9238-85c278d7a2a5)] {{(pid=83871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 13:39:19.464794 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-de4f7ab3-6846-4a05-bf92-0db99cf0e99d tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Notify callbacks [] for port, precommit_update {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:39:19.473943 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-de4f7ab3-6846-4a05-bf92-0db99cf0e99d tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2743106'] for port, after_update {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:39:19.474733 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-de4f7ab3-6846-4a05-bf92-0db99cf0e99d tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2743225', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2757366'] for subnet, after_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:39:19.475080 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_dvr_db [None req-05b4700a-ae8d-44bc-84e6-3df7c594f5d2 None None] Set router 443cce66-541a-4c4d-8e2a-33c9e2cd1777 gateway port host: None {{(pid=83872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 13:39:19.491705 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-27deb51c-0b5f-4b52-89c6-36f6a9bd116c tempest-SecGroupIPv6Test-1449925607 tempest-SecGroupIPv6Test-1449925607-project] Notify callbacks [] for security_group, before_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:39:19.576540 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940f5cdf-b644-4d7d-a178-89e76386f3e7 req-d8092184-24d2-41be-b838-a732e45e4a3c tempest-ServerActionsTestJSON-64006463 tempest-ServerActionsTestJSON-64006463-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:39:19.577435 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-940f5cdf-b644-4d7d-a178-89e76386f3e7 req-d8092184-24d2-41be-b838-a732e45e4a3c tempest-ServerActionsTestJSON-64006463 tempest-ServerActionsTestJSON-64006463-project] 10.222.0.26 "GET /v2.0/ports?device_id=746f2a68-07bc-4d82-957e-55cd7a32c31f HTTP/1.1" status: 200 len: 946 time: 0.2975132 Apr 01 13:39:19.587152 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.db_base_plugin_v2 [None req-0a01d396-38e9-4cf6-a3f1-aea4fa886e08 tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Deleting subnet 255eed5b-f977-4482-b87e-c2bf0cdf8fef {{(pid=83869) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 01 13:39:19.590148 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-27deb51c-0b5f-4b52-89c6-36f6a9bd116c tempest-SecGroupIPv6Test-1449925607 tempest-SecGroupIPv6Test-1449925607-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:39:19.592136 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-0a01d396-38e9-4cf6-a3f1-aea4fa886e08 tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Notify callbacks [] for subnet, before_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:39:19.611624 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:39:19.615209 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de4f7ab3-6846-4a05-bf92-0db99cf0e99d tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Network 09d7ea43-6376-4322-97e7-54cd01aae492 is already hosted by enough agents. {{(pid=83871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 13:39:19.626230 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.scheduler.base_scheduler [None req-de4f7ab3-6846-4a05-bf92-0db99cf0e99d tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Resources bound (agent type, host, resource id): {{(pid=83871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 13:39:19.626927 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-27deb51c-0b5f-4b52-89c6-36f6a9bd116c tempest-SecGroupIPv6Test-1449925607 tempest-SecGroupIPv6Test-1449925607-project] Usage tracker for resource:security_group_rule and tenant:1fdabab049e7487ebb089845d98f15d5 is out of sync, need to count used quota {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 13:39:19.629305 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4f7ab3-6846-4a05-bf92-0db99cf0e99d tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Pushing event updated for resources: {'Subnet': ['ID=7464eef3-9d84-4abd-8a55-8122afb58fd4,revision_number=0']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:39:19.633608 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de4f7ab3-6846-4a05-bf92-0db99cf0e99d tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:39:19.634201 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-de4f7ab3-6846-4a05-bf92-0db99cf0e99d tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Notify callbacks [] for subnet, before_response {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:39:19.640765 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4f7ab3-6846-4a05-bf92-0db99cf0e99d tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Pushing event updated for resources: {'Port': ['ID=b8585163-5a50-446d-94f6-bfb9a6d32c93,revision_number=4']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:39:19.647405 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-27deb51c-0b5f-4b52-89c6-36f6a9bd116c tempest-SecGroupIPv6Test-1449925607 tempest-SecGroupIPv6Test-1449925607-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 13:39:19.672608 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-27deb51c-0b5f-4b52-89c6-36f6a9bd116c tempest-SecGroupIPv6Test-1449925607 tempest-SecGroupIPv6Test-1449925607-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:39:19.691035 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0cec5f6-dc20-40ca-8650-3bcad403fe22 None None] Network 09d7ea43-6376-4322-97e7-54cd01aae492 requested from dv-neutron-836180-1-hyperv {{(pid=83872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 13:39:19.705684 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-0a01d396-38e9-4cf6-a3f1-aea4fa886e08 tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2704975'] for subnet, precommit_delete_associations {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:39:19.735282 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-de4f7ab3-6846-4a05-bf92-0db99cf0e99d tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 2.8808715 Apr 01 13:39:19.736576 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 53186) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:39:19.757839 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-940f5cdf-b644-4d7d-a178-89e76386f3e7 req-1446c0dc-5cc7-46ad-abf0-33b29ac5dbd2 tempest-ServerActionsTestJSON-64006463 tempest-ServerActionsTestJSON-64006463-project] 10.222.0.26 "GET /v2.0/security-groups?id=0d525850-c301-4718-92cf-e73f2c3e9524&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1384230 Apr 01 13:39:19.792645 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.v2.base [None req-0092bea2-2a4c-40eb-b938-ed73d9983000 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Request body: {'port': {'network_id': '09d7ea43-6376-4322-97e7-54cd01aae492', 'mac_address': 'fa:16:3e:d9:9b:ed', 'name': 'tempest-NetworksTestDHCPv6-1128950153'}} {{(pid=83871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:39:19.816657 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-27deb51c-0b5f-4b52-89c6-36f6a9bd116c tempest-SecGroupIPv6Test-1449925607 tempest-SecGroupIPv6Test-1449925607-project] Notify callbacks [] for security_group, precommit_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:39:19.825631 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-27deb51c-0b5f-4b52-89c6-36f6a9bd116c tempest-SecGroupIPv6Test-1449925607 tempest-SecGroupIPv6Test-1449925607-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3775923'] for security_group, after_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:39:19.878143 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-0a01d396-38e9-4cf6-a3f1-aea4fa886e08 tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-945029'] for subnet, precommit_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:39:20.016664 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-0092bea2-2a4c-40eb-b938-ed73d9983000 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:39:20.028330 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-0092bea2-2a4c-40eb-b938-ed73d9983000 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Usage tracker for resource:port and tenant:8b726fe6689e4b7f96def1a2219bea6c is out of sync, need to count used quota {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 13:39:20.032007 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27deb51c-0b5f-4b52-89c6-36f6a9bd116c tempest-SecGroupIPv6Test-1449925607 tempest-SecGroupIPv6Test-1449925607-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cc734f9a-346a-4e82-9025-990946280837,revision_number=1']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:39:20.037383 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-0092bea2-2a4c-40eb-b938-ed73d9983000 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 13:39:20.038733 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] For port b8585163-5a50-446d-94f6-bfb9a6d32c93, host dv-neutron-836180-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836180-1-hyperv',level=0,port_id=b8585163-5a50-446d-94f6-bfb9a6d32c93,segment=NetworkSegment(16094ed0-4a47-4ff6-9238-85c278d7a2a5),segment_id=16094ed0-4a47-4ff6-9238-85c278d7a2a5)] {{(pid=83872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 13:39:20.052393 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-0092bea2-2a4c-40eb-b938-ed73d9983000 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:39:20.063255 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-27deb51c-0b5f-4b52-89c6-36f6a9bd116c tempest-SecGroupIPv6Test-1449925607 tempest-SecGroupIPv6Test-1449925607-project] Notify callbacks [] for security_group, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:39:20.065029 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-27deb51c-0b5f-4b52-89c6-36f6a9bd116c tempest-SecGroupIPv6Test-1449925607 tempest-SecGroupIPv6Test-1449925607-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1576 time: 0.7080441 Apr 01 13:39:20.067861 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 53192) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:39:20.071953 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864'] for port, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:39:20.090333 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.v2.base [None req-d1af4300-da92-4bce-b588-ad484f272134 tempest-SecGroupIPv6Test-1449925607 tempest-SecGroupIPv6Test-1449925607-project] Request body: {'security_group_rule': {'security_group_id': 'cc734f9a-346a-4e82-9025-990946280837', 'direction': 'ingress', 'protocol': 17}} {{(pid=83871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:39:20.097440 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0092bea2-2a4c-40eb-b938-ed73d9983000 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Made reservation on behalf of 8b726fe6689e4b7f96def1a2219bea6c for: {'port': 1} {{(pid=83871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 13:39:20.097657 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-0a01d396-38e9-4cf6-a3f1-aea4fa886e08 tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-945042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2705198', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2999452'] for subnet, after_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:39:20.124393 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326999b4-fd6a-4b02-b04d-b02e6d2352ed req-5b85f49f-93a3-4536-b4a2-8ab5cda9da2c tempest-ServerActionsTestJSON-64006463 tempest-ServerActionsTestJSON-64006463-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:39:20.125858 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-326999b4-fd6a-4b02-b04d-b02e6d2352ed req-5b85f49f-93a3-4536-b4a2-8ab5cda9da2c tempest-ServerActionsTestJSON-64006463 tempest-ServerActionsTestJSON-64006463-project] 10.222.0.26 "GET /v2.0/ports?device_id=746f2a68-07bc-4d82-957e-55cd7a32c31f HTTP/1.1" status: 200 len: 946 time: 0.2161484 Apr 01 13:39:20.126785 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-d1af4300-da92-4bce-b588-ad484f272134 tempest-SecGroupIPv6Test-1449925607 tempest-SecGroupIPv6Test-1449925607-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:39:20.144882 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a01d396-38e9-4cf6-a3f1-aea4fa886e08 tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Pushing event deleted for resources: {'Subnet': ['ID=255eed5b-f977-4482-b87e-c2bf0cdf8fef,revision_number=None']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:39:20.151608 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-0a01d396-38e9-4cf6-a3f1-aea4fa886e08 tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Notify callbacks [] for subnet, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:39:20.162010 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-0a01d396-38e9-4cf6-a3f1-aea4fa886e08 tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] 10.222.0.26 "DELETE /v2.0/subnets/255eed5b-f977-4482-b87e-c2bf0cdf8fef HTTP/1.1" status: 204 len: 168 time: 0.9284761 Apr 01 13:39:20.163258 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 53196) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:39:20.165885 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-511f92d5-30e3-4e92-a240-0f6a444d632f None None] Network c217efc0-828f-462b-ad5e-752f5d8601ec requested from dv-neutron-836180-1-hyperv {{(pid=83872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 13:39:20.180295 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-d1af4300-da92-4bce-b588-ad484f272134 tempest-SecGroupIPv6Test-1449925607 tempest-SecGroupIPv6Test-1449925607-project] Usage tracker for resource:security_group_rule and tenant:1fdabab049e7487ebb089845d98f15d5 is out of sync, need to count used quota {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 13:39:20.200829 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-d1af4300-da92-4bce-b588-ad484f272134 tempest-SecGroupIPv6Test-1449925607 tempest-SecGroupIPv6Test-1449925607-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 13:39:20.290380 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-07282ccf-85d4-4274-9b18-c15853c7fce1 tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1033078'] for network, before_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:39:20.291391 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-0092bea2-2a4c-40eb-b938-ed73d9983000 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:39:20.304679 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.plugin [None req-07282ccf-85d4-4274-9b18-c15853c7fce1 tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Deleting port 4fac96c6-c712-4005-9e1e-418e774062a8 {{(pid=83869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 13:39:20.305138 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-07282ccf-85d4-4274-9b18-c15853c7fce1 tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736733287370'] for port, before_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:39:20.307945 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-d1af4300-da92-4bce-b588-ad484f272134 tempest-SecGroupIPv6Test-1449925607 tempest-SecGroupIPv6Test-1449925607-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:39:20.347760 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Pushing event updated for resources: {'Port': ['ID=b8585163-5a50-446d-94f6-bfb9a6d32c93,revision_number=5']} {{(pid=83872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:39:20.349185 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.notifiers.nova [None req-0092bea2-2a4c-40eb-b938-ed73d9983000 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] device_id is not set on port fa2bc5b5-45b8-4110-9851-9e5bfd1e2071 yet. {{(pid=83871) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 01 13:39:20.448918 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Device b8585163-5a50-446d-94f6-bfb9a6d32c93 up at agent ovs-agent-dv-neutron-836180-1-hyperv {{(pid=83872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 13:39:20.497044 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-d1af4300-da92-4bce-b588-ad484f272134 tempest-SecGroupIPv6Test-1449925607 tempest-SecGroupIPv6Test-1449925607-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:39:20.524203 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_hamode_db [None req-05b4700a-ae8d-44bc-84e6-3df7c594f5d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '443cce66-541a-4c4d-8e2a-33c9e2cd1777', 'name': 'tempest-RoutersIpV6Test-router-2029186272', 'tenant_id': '315e7395dd224b3fb020d0b9d921742e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T13:38:26Z', 'updated_at': '2022-04-01T13:39:17Z', 'revision_number': 8, 'project_id': '315e7395dd224b3fb020d0b9d921742e', 'gw_port_host': None, '_interfaces': [{'id': '0eacdfd0-e8b9-4919-9d56-58eb52e76aba', 'name': '', 'network_id': '2635b17d-605c-450a-a09e-f3ed5b76beda', 'tenant_id': '315e7395dd224b3fb020d0b9d921742e', 'mac_address': 'fa:16:3e:72:51:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '443cce66-541a-4c4d-8e2a-33c9e2cd1777', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8bc9dba3-0769-4278-91dc-738d7d6e2982', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836180-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:38:53Z', 'updated_at': '2022-04-01T13:39:08Z', 'revision_number': 5, 'project_id': '315e7395dd224b3fb020d0b9d921742e', 'subnets': [{'id': '8bc9dba3-0769-4278-91dc-738d7d6e2982', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7d243dbb-cd79-4a05-9ba7-2503b47388d6', 'name': '', 'network_id': 'b2076001-b441-4a1b-a96b-552c4faf0800', 'tenant_id': '315e7395dd224b3fb020d0b9d921742e', 'mac_address': 'fa:16:3e:2e:3d:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '443cce66-541a-4c4d-8e2a-33c9e2cd1777', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ad7574d2-be4a-487a-85ad-6d5a1a89f635', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836180-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:38:32Z', 'updated_at': '2022-04-01T13:38:53Z', 'revision_number': 5, 'project_id': '315e7395dd224b3fb020d0b9d921742e', 'subnets': [{'id': 'ad7574d2-be4a-487a-85ad-6d5a1a89f635', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ee859592-7773-40a1-b8cd-47912e28a6ce', 'name': '', 'network_id': 'e5d1bb3c-6254-4093-890c-4e81389da7a3', 'tenant_id': '315e7395dd224b3fb020d0b9d921742e', 'mac_address': 'fa:16:3e:28:1e:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '443cce66-541a-4c4d-8e2a-33c9e2cd1777', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f1fab571-13d5-4032-88ca-01a4aafa0daa', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836180-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:38:45Z', 'updated_at': '2022-04-01T13:39:03Z', 'revision_number': 5, 'project_id': '315e7395dd224b3fb020d0b9d921742e', 'subnets': [{'id': 'f1fab571-13d5-4032-88ca-01a4aafa0daa', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-836180-1-hyperv', False) {} {{(pid=83872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:39:20.534755 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05b4700a-ae8d-44bc-84e6-3df7c594f5d2 None None] Checking router: 443cce66-541a-4c4d-8e2a-33c9e2cd1777 for host: dv-neutron-836180-1-hyperv {{(pid=83872) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 01 13:39:20.550720 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.db [None req-07282ccf-85d4-4274-9b18-c15853c7fce1 tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] For port 4fac96c6-c712-4005-9e1e-418e774062a8, host dv-neutron-836180-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836180-1-hyperv',level=0,port_id=4fac96c6-c712-4005-9e1e-418e774062a8,segment=NetworkSegment(3070fecd-ea24-4990-a00b-681af208b16a),segment_id=3070fecd-ea24-4990-a00b-681af208b16a)] {{(pid=83869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 13:39:20.551385 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-07282ccf-85d4-4274-9b18-c15853c7fce1 tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4155147'] for port, precommit_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:39:20.551894 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-326999b4-fd6a-4b02-b04d-b02e6d2352ed req-bb5f5c1c-2d64-444d-8fd0-6d35c5a83efe tempest-ServerActionsTestJSON-64006463 tempest-ServerActionsTestJSON-64006463-project] 10.222.0.26 "GET /v2.0/security-groups?id=0d525850-c301-4718-92cf-e73f2c3e9524&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3734660 Apr 01 13:39:20.574354 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05b4700a-ae8d-44bc-84e6-3df7c594f5d2 None None] Routers {'443cce66-541a-4c4d-8e2a-33c9e2cd1777'} bound to L3 agent in host dv-neutron-836180-1-hyperv {{(pid=83872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 13:39:20.574994 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_hamode_db [None req-05b4700a-ae8d-44bc-84e6-3df7c594f5d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836180-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T13:25:36Z,description=,heartbeat_timestamp=2022-04-01T13:39:06Z,host='dv-neutron-836180-1-hyperv',id=88bf8fc8-11a3-4e96-9d1b-5fd93ba9f6f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T13:25:36Z,topic='l3_agent')) {'router_ids': ['443cce66-541a-4c4d-8e2a-33c9e2cd1777'], 'active': True} {{(pid=83872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:39:20.613713 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7566edc6-6b2f-4e2a-b6ed-064b4c3673d0 tempest-FloatingIPTestJSON-1100559899 tempest-FloatingIPTestJSON-1100559899-project] Router a4024174-aefa-48ee-ba65-83a04caa0a41 has already been hosted by L3 agent 88bf8fc8-11a3-4e96-9d1b-5fd93ba9f6f1 {{(pid=83871) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 13:39:20.766797 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.plugin [None req-07282ccf-85d4-4274-9b18-c15853c7fce1 tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Calling delete_port for 4fac96c6-c712-4005-9e1e-418e774062a8 owned by network:dhcp {{(pid=83869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 13:39:20.775576 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bb96f50-ffcc-4c96-8681-baf6be7ed1cf None None] DHCP port deletion for c217efc0-828f-462b-ad5e-752f5d8601ec request from dv-neutron-836180-1-hyperv {{(pid=83872) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 01 13:39:20.801457 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 53204) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:39:20.868715 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.plugin [None req-8bb96f50-ffcc-4c96-8681-baf6be7ed1cf None None] Deleting port 4fac96c6-c712-4005-9e1e-418e774062a8 {{(pid=83872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 13:39:20.869085 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-8bb96f50-ffcc-4c96-8681-baf6be7ed1cf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736733287370'] for port, before_delete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:39:20.909337 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Provisioning complete for port b8585163-5a50-446d-94f6-bfb9a6d32c93 triggered by entity L2. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 13:39:20.909942 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-948329'] for port, provisioning_complete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:39:21.036010 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.db_base_plugin_common [None req-0092bea2-2a4c-40eb-b938-ed73d9983000 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Allocated IP 2001:db8::1d2 (09d7ea43-6376-4322-97e7-54cd01aae492/8cd15ff3-d1dd-4296-9c71-a165eb621187/fa2bc5b5-45b8-4110-9851-9e5bfd1e2071) {{(pid=83871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 13:39:21.048190 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_dvr_db [None req-05b4700a-ae8d-44bc-84e6-3df7c594f5d2 None None] Set router 443cce66-541a-4c4d-8e2a-33c9e2cd1777 gateway port host: None {{(pid=83872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 13:39:21.074114 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-d1af4300-da92-4bce-b588-ad484f272134 tempest-SecGroupIPv6Test-1449925607 tempest-SecGroupIPv6Test-1449925607-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:39:21.080470 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.db_base_plugin_common [None req-0092bea2-2a4c-40eb-b938-ed73d9983000 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Allocated IP 2001:db8:0:1:f816:3eff:fed9:9bed (09d7ea43-6376-4322-97e7-54cd01aae492/7464eef3-9d84-4abd-8a55-8122afb58fd4/fa2bc5b5-45b8-4110-9851-9e5bfd1e2071) {{(pid=83871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 13:39:21.093342 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-d1af4300-da92-4bce-b588-ad484f272134 tempest-SecGroupIPv6Test-1449925607 tempest-SecGroupIPv6Test-1449925607-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3775744'] for security_group_rule, after_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:39:21.175473 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1af4300-da92-4bce-b588-ad484f272134 tempest-SecGroupIPv6Test-1449925607 tempest-SecGroupIPv6Test-1449925607-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=db2b0cf7-b8cd-4cfb-ab90-e759108111bf,revision_number=0']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:39:21.185728 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-07282ccf-85d4-4274-9b18-c15853c7fce1 tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736733359243', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736732935810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2705155'] for port, after_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:39:21.228243 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-d1af4300-da92-4bce-b588-ad484f272134 tempest-SecGroupIPv6Test-1449925607 tempest-SecGroupIPv6Test-1449925607-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:39:21.229567 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-d1af4300-da92-4bce-b588-ad484f272134 tempest-SecGroupIPv6Test-1449925607 tempest-SecGroupIPv6Test-1449925607-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 709 time: 1.1527686 Apr 01 13:39:21.231599 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383f9f3a-7af0-4b11-b94f-00727c7fb25d req-aaa98360-e224-4f16-8cb7-52f8e87db7e7 tempest-ServerActionsTestJSON-64006463 tempest-ServerActionsTestJSON-64006463-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:39:21.233112 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-383f9f3a-7af0-4b11-b94f-00727c7fb25d req-aaa98360-e224-4f16-8cb7-52f8e87db7e7 tempest-ServerActionsTestJSON-64006463 tempest-ServerActionsTestJSON-64006463-project] 10.222.0.26 "GET /v2.0/ports?device_id=746f2a68-07bc-4d82-957e-55cd7a32c31f HTTP/1.1" status: 200 len: 946 time: 0.4328296 Apr 01 13:39:21.243374 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 53208) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:39:21.287912 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07282ccf-85d4-4274-9b18-c15853c7fce1 tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Pushing event deleted for resources: {'Port': ['ID=4fac96c6-c712-4005-9e1e-418e774062a8,revision_number=None']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:39:21.306198 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.plugin [None req-19ed5bf0-74b3-4924-b21f-a33bffa1922b tempest-TestNetworkAdvancedServerOps-1355420123 tempest-TestNetworkAdvancedServerOps-1355420123-project] Deleting port d2f4b037-efec-490f-a824-da696a28621f {{(pid=83869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 13:39:21.306528 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-19ed5bf0-74b3-4924-b21f-a33bffa1922b tempest-TestNetworkAdvancedServerOps-1355420123 tempest-TestNetworkAdvancedServerOps-1355420123-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736733287370'] for port, before_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:39:21.350514 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07282ccf-85d4-4274-9b18-c15853c7fce1 tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] No DVR routers for this DVR port 4fac96c6-c712-4005-9e1e-418e774062a8 on host dv-neutron-836180-1-hyperv {{(pid=83869) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 13:39:21.404794 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-383f9f3a-7af0-4b11-b94f-00727c7fb25d req-ff659e3b-67d3-4940-8a41-6e8bcc6d54c3 tempest-ServerActionsTestJSON-64006463 tempest-ServerActionsTestJSON-64006463-project] 10.222.0.26 "GET /v2.0/security-groups?id=0d525850-c301-4718-92cf-e73f2c3e9524&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1398478 Apr 01 13:39:21.452695 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-8bb96f50-ffcc-4c96-8681-baf6be7ed1cf None None] For port 4fac96c6-c712-4005-9e1e-418e774062a8, host dv-neutron-836180-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836180-1-hyperv',level=0,port_id=4fac96c6-c712-4005-9e1e-418e774062a8,segment=NetworkSegment(3070fecd-ea24-4990-a00b-681af208b16a),segment_id=3070fecd-ea24-4990-a00b-681af208b16a)] {{(pid=83872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 13:39:21.452695 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-8bb96f50-ffcc-4c96-8681-baf6be7ed1cf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4155147'] for port, precommit_delete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:39:21.456383 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7566edc6-6b2f-4e2a-b6ed-064b4c3673d0 tempest-FloatingIPTestJSON-1100559899 tempest-FloatingIPTestJSON-1100559899-project] Notify agent at l3_agent.dv-neutron-836180-1-hyperv the message routers_updated {{(pid=83871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 13:39:21.460953 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-0092bea2-2a4c-40eb-b938-ed73d9983000 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Notify callbacks [] for port, precommit_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:39:21.472016 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f8aaf8d-27eb-4426-a271-e371b853714e None None] Sync routers for ids ['a4024174-aefa-48ee-ba65-83a04caa0a41'] in dv-neutron-836180-1-hyperv {{(pid=83873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 13:39:21.491384 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-7566edc6-6b2f-4e2a-b6ed-064b4c3673d0 tempest-FloatingIPTestJSON-1100559899 tempest-FloatingIPTestJSON-1100559899-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109561'] for floatingip, before_response {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:39:21.499939 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f8aaf8d-27eb-4426-a271-e371b853714e None None] Routers {'a4024174-aefa-48ee-ba65-83a04caa0a41'} bound to L3 agent in host dv-neutron-836180-1-hyperv {{(pid=83873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 13:39:21.500730 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-5f8aaf8d-27eb-4426-a271-e371b853714e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836180-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T13:25:36Z,description=,heartbeat_timestamp=2022-04-01T13:39:06Z,host='dv-neutron-836180-1-hyperv',id=88bf8fc8-11a3-4e96-9d1b-5fd93ba9f6f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T13:25:36Z,topic='l3_agent')) {'router_ids': ['a4024174-aefa-48ee-ba65-83a04caa0a41'], 'active': True} {{(pid=83873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:39:21.573227 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-7566edc6-6b2f-4e2a-b6ed-064b4c3673d0 tempest-FloatingIPTestJSON-1100559899 tempest-FloatingIPTestJSON-1100559899-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 7.7635169 Apr 01 13:39:21.592247 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-5f8aaf8d-27eb-4426-a271-e371b853714e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-836180-1-hyperv', False) {} {{(pid=83873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:39:21.594241 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.plugin [None req-8bb96f50-ffcc-4c96-8681-baf6be7ed1cf None None] Calling delete_port for 4fac96c6-c712-4005-9e1e-418e774062a8 owned by network:dhcp {{(pid=83872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 13:39:21.603727 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f8aaf8d-27eb-4426-a271-e371b853714e None None] Routers {'a4024174-aefa-48ee-ba65-83a04caa0a41'} bound to L3 agent in host dv-neutron-836180-1-hyperv {{(pid=83873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 13:39:21.604472 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-5f8aaf8d-27eb-4426-a271-e371b853714e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836180-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T13:25:36Z,description=,heartbeat_timestamp=2022-04-01T13:39:06Z,host='dv-neutron-836180-1-hyperv',id=88bf8fc8-11a3-4e96-9d1b-5fd93ba9f6f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T13:25:36Z,topic='l3_agent')) {'router_ids': ['a4024174-aefa-48ee-ba65-83a04caa0a41'], 'active': True} {{(pid=83873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:39:21.614741 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-07282ccf-85d4-4274-9b18-c15853c7fce1 tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-942654', 'neutron.services.segments.db._delete_segments_for_network-8736733387888'] for network, precommit_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:39:21.619601 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-57669a74-0409-4723-b147-aa793ff74ead None None] Provisioning complete for port b8585163-5a50-446d-94f6-bfb9a6d32c93 triggered by entity DHCP. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 13:39:21.619977 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-57669a74-0409-4723-b147-aa793ff74ead None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-948329'] for port, provisioning_complete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:39:21.623986 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 53214) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:39:21.641207 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.provisioning_blocks [None req-0092bea2-2a4c-40eb-b938-ed73d9983000 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Transition to ACTIVE for port object fa2bc5b5-45b8-4110-9851-9e5bfd1e2071 will not be triggered until provisioned by entity DHCP. {{(pid=83871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 13:39:21.642797 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.services.segments.db [None req-07282ccf-85d4-4274-9b18-c15853c7fce1 tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c217efc0-828f-462b-ad5e-752f5d8601ec']}} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:39:21.656711 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.services.segments.db [None req-07282ccf-85d4-4274-9b18-c15853c7fce1 tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3070fecd-ea24-4990-a00b-681af208b16a') {'for_net_delete': True} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:39:21.657445 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.services.segments.db [None req-07282ccf-85d4-4274-9b18-c15853c7fce1 tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3070fecd-ea24-4990-a00b-681af208b16a') {} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:39:21.671825 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-07282ccf-85d4-4274-9b18-c15853c7fce1 tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736733386999', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2704982'] for segment, before_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:39:21.675026 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-5f8aaf8d-27eb-4426-a271-e371b853714e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-836180-1-hyperv', False) {} {{(pid=83873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:39:21.675520 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f8aaf8d-27eb-4426-a271-e371b853714e None None] The sync data for ids ['a4024174-aefa-48ee-ba65-83a04caa0a41'] in dv-neutron-836180-1-hyperv is: [] {{(pid=83873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 13:39:21.758635 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-07282ccf-85d4-4274-9b18-c15853c7fce1 tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1004271'] for segment, precommit_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:39:21.777372 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-07282ccf-85d4-4274-9b18-c15853c7fce1 tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Releasing vlan 394 on physical network physnet1 to pool {{(pid=83869) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 01 13:39:21.777721 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-07282ccf-85d4-4274-9b18-c15853c7fce1 tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1004262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2705264'] for segment, after_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:39:21.790205 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.db.api [None req-8bb96f50-ffcc-4c96-8681-baf6be7ed1cf None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83872) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 01 13:39:21.790560 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG oslo_db.api [None req-8bb96f50-ffcc-4c96-8681-baf6be7ed1cf None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 01 13:39:21.792532 dv-neutron-836180-1-hyperv neutron-server[83869]: Traceback (most recent call last): Apr 01 13:39:21.792532 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 01 13:39:21.792532 dv-neutron-836180-1-hyperv neutron-server[83869]: timer() Apr 01 13:39:21.792532 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 13:39:21.792532 dv-neutron-836180-1-hyperv neutron-server[83869]: cb(*args, **kw) Apr 01 13:39:21.792532 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 13:39:21.792532 dv-neutron-836180-1-hyperv neutron-server[83869]: return func(*args, **kwargs) Apr 01 13:39:21.792532 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 13:39:21.792532 dv-neutron-836180-1-hyperv neutron-server[83869]: self._notify() Apr 01 13:39:21.792532 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 13:39:21.792532 dv-neutron-836180-1-hyperv neutron-server[83869]: self.callback(batched_events) Apr 01 13:39:21.792532 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 13:39:21.792532 dv-neutron-836180-1-hyperv neutron-server[83869]: event.method(event) Apr 01 13:39:21.792532 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 13:39:21.792532 dv-neutron-836180-1-hyperv neutron-server[83869]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 13:39:21.792532 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 13:39:21.792532 dv-neutron-836180-1-hyperv neutron-server[83869]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 13:39:21.792532 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 13:39:21.792532 dv-neutron-836180-1-hyperv neutron-server[83869]: return f(self, *a, **k) Apr 01 13:39:21.792532 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 13:39:21.792532 dv-neutron-836180-1-hyperv neutron-server[83869]: return self._get(url).json() Apr 01 13:39:21.792532 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 13:39:21.792532 dv-neutron-836180-1-hyperv neutron-server[83869]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 13:39:21.792532 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 01 13:39:21.792532 dv-neutron-836180-1-hyperv neutron-server[83869]: return self.request(url, 'GET', **kwargs) Apr 01 13:39:21.792532 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 01 13:39:21.792532 dv-neutron-836180-1-hyperv neutron-server[83869]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 13:39:21.792532 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 01 13:39:21.792532 dv-neutron-836180-1-hyperv neutron-server[83869]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 13:39:21.792532 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 01 13:39:21.792532 dv-neutron-836180-1-hyperv neutron-server[83869]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 13:39:21.792532 dv-neutron-836180-1-hyperv neutron-server[83869]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 13:39:21.798059 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-8eaa4f01-efdb-47ae-8a87-8adbecbd6190 tempest-SecGroupIPv6Test-1449925607 tempest-SecGroupIPv6Test-1449925607-project] Notify callbacks [] for security_group, before_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:39:21.808878 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d724259-c29e-44f7-91a1-a29409f68a89 req-0f0f0f55-1e81-41c8-bb4d-9dd4b3d1aab8 tempest-ServerActionsTestJSON-64006463 tempest-ServerActionsTestJSON-64006463-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:39:21.810363 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-8d724259-c29e-44f7-91a1-a29409f68a89 req-0f0f0f55-1e81-41c8-bb4d-9dd4b3d1aab8 tempest-ServerActionsTestJSON-64006463 tempest-ServerActionsTestJSON-64006463-project] 10.222.0.26 "GET /v2.0/ports?device_id=746f2a68-07bc-4d82-957e-55cd7a32c31f HTTP/1.1" status: 200 len: 946 time: 0.2411630 Apr 01 13:39:21.818538 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-1ed02735-f9fd-4f71-8c5b-8dc32e69bb78 tempest-FloatingIPTestJSON-1100559899 tempest-FloatingIPTestJSON-1100559899-project] 10.222.0.26 "GET /v2.0/floatingips/dddce105-8835-4428-a640-fa65d1baf9ad HTTP/1.1" status: 200 len: 978 time: 0.1855881 Apr 01 13:39:21.822838 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 53218) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:39:21.875098 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_hamode_db [None req-05b4700a-ae8d-44bc-84e6-3df7c594f5d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '443cce66-541a-4c4d-8e2a-33c9e2cd1777', 'name': 'tempest-RoutersIpV6Test-router-2029186272', 'tenant_id': '315e7395dd224b3fb020d0b9d921742e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T13:38:26Z', 'updated_at': '2022-04-01T13:39:17Z', 'revision_number': 8, 'project_id': '315e7395dd224b3fb020d0b9d921742e', 'gw_port_host': None, '_interfaces': [{'id': '0eacdfd0-e8b9-4919-9d56-58eb52e76aba', 'name': '', 'network_id': '2635b17d-605c-450a-a09e-f3ed5b76beda', 'tenant_id': '315e7395dd224b3fb020d0b9d921742e', 'mac_address': 'fa:16:3e:72:51:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '443cce66-541a-4c4d-8e2a-33c9e2cd1777', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8bc9dba3-0769-4278-91dc-738d7d6e2982', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836180-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:38:53Z', 'updated_at': '2022-04-01T13:39:08Z', 'revision_number': 5, 'project_id': '315e7395dd224b3fb020d0b9d921742e', 'subnets': [{'id': '8bc9dba3-0769-4278-91dc-738d7d6e2982', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7d243dbb-cd79-4a05-9ba7-2503b47388d6', 'name': '', 'network_id': 'b2076001-b441-4a1b-a96b-552c4faf0800', 'tenant_id': '315e7395dd224b3fb020d0b9d921742e', 'mac_address': 'fa:16:3e:2e:3d:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '443cce66-541a-4c4d-8e2a-33c9e2cd1777', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ad7574d2-be4a-487a-85ad-6d5a1a89f635', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836180-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:38:32Z', 'updated_at': '2022-04-01T13:38:53Z', 'revision_number': 5, 'project_id': '315e7395dd224b3fb020d0b9d921742e', 'subnets': [{'id': 'ad7574d2-be4a-487a-85ad-6d5a1a89f635', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ee859592-7773-40a1-b8cd-47912e28a6ce', 'name': '', 'network_id': 'e5d1bb3c-6254-4093-890c-4e81389da7a3', 'tenant_id': '315e7395dd224b3fb020d0b9d921742e', 'mac_address': 'fa:16:3e:28:1e:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '443cce66-541a-4c4d-8e2a-33c9e2cd1777', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f1fab571-13d5-4032-88ca-01a4aafa0daa', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836180-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:38:45Z', 'updated_at': '2022-04-01T13:39:03Z', 'revision_number': 5, 'project_id': '315e7395dd224b3fb020d0b9d921742e', 'subnets': [{'id': 'f1fab571-13d5-4032-88ca-01a4aafa0daa', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-836180-1-hyperv', False) {} {{(pid=83872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:39:21.879838 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05b4700a-ae8d-44bc-84e6-3df7c594f5d2 None None] The sync data for ids ['443cce66-541a-4c4d-8e2a-33c9e2cd1777'] in dv-neutron-836180-1-hyperv is: [{'id': '443cce66-541a-4c4d-8e2a-33c9e2cd1777', 'name': 'tempest-RoutersIpV6Test-router-2029186272', 'tenant_id': '315e7395dd224b3fb020d0b9d921742e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T13:38:26Z', 'updated_at': '2022-04-01T13:39:17Z', 'revision_number': 8, 'project_id': '315e7395dd224b3fb020d0b9d921742e', 'gw_port_host': None, '_interfaces': [{'id': '0eacdfd0-e8b9-4919-9d56-58eb52e76aba', 'name': '', 'network_id': '2635b17d-605c-450a-a09e-f3ed5b76beda', 'tenant_id': '315e7395dd224b3fb020d0b9d921742e', 'mac_address': 'fa:16:3e:72:51:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '443cce66-541a-4c4d-8e2a-33c9e2cd1777', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8bc9dba3-0769-4278-91dc-738d7d6e2982', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836180-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:38:53Z', 'updated_at': '2022-04-01T13:39:08Z', 'revision_number': 5, 'project_id': '315e7395dd224b3fb020d0b9d921742e', 'subnets': [{'id': '8bc9dba3-0769-4278-91dc-738d7d6e2982', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7d243dbb-cd79-4a05-9ba7-2503b47388d6', 'name': '', 'network_id': 'b2076001-b441-4a1b-a96b-552c4faf0800', 'tenant_id': '315e7395dd224b3fb020d0b9d921742e', 'mac_address': 'fa:16:3e:2e:3d:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '443cce66-541a-4c4d-8e2a-33c9e2cd1777', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ad7574d2-be4a-487a-85ad-6d5a1a89f635', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836180-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:38:32Z', 'updated_at': '2022-04-01T13:38:53Z', 'revision_number': 5, 'project_id': '315e7395dd224b3fb020d0b9d921742e', 'subnets': [{'id': 'ad7574d2-be4a-487a-85ad-6d5a1a89f635', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ee859592-7773-40a1-b8cd-47912e28a6ce', 'name': '', 'network_id': 'e5d1bb3c-6254-4093-890c-4e81389da7a3', 'tenant_id': '315e7395dd224b3fb020d0b9d921742e', 'mac_address': 'fa:16:3e:28:1e:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '443cce66-541a-4c4d-8e2a-33c9e2cd1777', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f1fab571-13d5-4032-88ca-01a4aafa0daa', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836180-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:38:45Z', 'updated_at': '2022-04-01T13:39:03Z', 'revision_number': 5, 'project_id': '315e7395dd224b3fb020d0b9d921742e', 'subnets': [{'id': 'f1fab571-13d5-4032-88ca-01a4aafa0daa', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 13:39:21.894450 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-0092bea2-2a4c-40eb-b938-ed73d9983000 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736732935801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2743125'] for port, after_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:39:22.028605 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-19ed5bf0-74b3-4924-b21f-a33bffa1922b tempest-TestNetworkAdvancedServerOps-1355420123 tempest-TestNetworkAdvancedServerOps-1355420123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4155147'] for port, precommit_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:39:22.028847 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-19ed5bf0-74b3-4924-b21f-a33bffa1922b tempest-TestNetworkAdvancedServerOps-1355420123 tempest-TestNetworkAdvancedServerOps-1355420123-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:39:22.035704 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0092bea2-2a4c-40eb-b938-ed73d9983000 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Network 09d7ea43-6376-4322-97e7-54cd01aae492 is already hosted by enough agents. {{(pid=83871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 13:39:22.037192 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-8eaa4f01-efdb-47ae-8a87-8adbecbd6190 tempest-SecGroupIPv6Test-1449925607 tempest-SecGroupIPv6Test-1449925607-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:39:22.042109 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.scheduler.base_scheduler [None req-0092bea2-2a4c-40eb-b938-ed73d9983000 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Resources bound (agent type, host, resource id): {{(pid=83871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 13:39:22.044507 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0092bea2-2a4c-40eb-b938-ed73d9983000 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Received port after_create {{(pid=83871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 13:39:22.047100 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-07282ccf-85d4-4274-9b18-c15853c7fce1 tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-942599', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4084797'] for network, after_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:39:22.050636 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0092bea2-2a4c-40eb-b938-ed73d9983000 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:39:22.050636 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-0092bea2-2a4c-40eb-b938-ed73d9983000 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109561'] for port, before_response {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:39:22.057196 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0092bea2-2a4c-40eb-b938-ed73d9983000 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Pushing event updated for resources: {'Port': ['ID=fa2bc5b5-45b8-4110-9851-9e5bfd1e2071,revision_number=1']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:39:22.063516 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-8d724259-c29e-44f7-91a1-a29409f68a89 req-4f490dde-7541-4c36-946b-07fd80ecdbf6 tempest-ServerActionsTestJSON-64006463 tempest-ServerActionsTestJSON-64006463-project] 10.222.0.26 "GET /v2.0/security-groups?id=0d525850-c301-4718-92cf-e73f2c3e9524&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2433407 Apr 01 13:39:22.072145 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-ec74b5b4-2d0c-4258-83b7-516ced9dcdeb tempest-FloatingIPTestJSON-1100559899 tempest-FloatingIPTestJSON-1100559899-project] Synchronizing usage tracker for tenant:31909f452d274f5587d0068d008850b7 on resource:floatingip {{(pid=83871) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 13:39:22.089233 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-0092bea2-2a4c-40eb-b938-ed73d9983000 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 2.3450918 Apr 01 13:39:22.091717 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 53222) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:39:22.148681 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-07282ccf-85d4-4274-9b18-c15853c7fce1 tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Notify callbacks [] for network, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:39:22.172764 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.plugin [None req-72ad3715-1475-4d72-ac7c-3f5612556413 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Deleting port fa2bc5b5-45b8-4110-9851-9e5bfd1e2071 {{(pid=83871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 13:39:22.173163 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-72ad3715-1475-4d72-ac7c-3f5612556413 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736733287370'] for port, before_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:39:22.206386 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-ec74b5b4-2d0c-4258-83b7-516ced9dcdeb tempest-FloatingIPTestJSON-1100559899 tempest-FloatingIPTestJSON-1100559899-project] Unset dirty status for tenant:31909f452d274f5587d0068d008850b7 on resource:floatingip {{(pid=83871) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 13:39:22.210377 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-ec74b5b4-2d0c-4258-83b7-516ced9dcdeb tempest-FloatingIPTestJSON-1100559899 tempest-FloatingIPTestJSON-1100559899-project] 10.222.0.26 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 981 time: 0.3841858 Apr 01 13:39:22.229379 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.plugin [None req-19ed5bf0-74b3-4924-b21f-a33bffa1922b tempest-TestNetworkAdvancedServerOps-1355420123 tempest-TestNetworkAdvancedServerOps-1355420123-project] Calling delete_port for d2f4b037-efec-490f-a824-da696a28621f owned by network:floatingip {{(pid=83869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 13:39:22.229920 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 53228) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:39:22.242865 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.v2.base [None req-67e26d99-50c6-45fa-b225-5a0146008eea tempest-FloatingIPTestJSON-1100559899 tempest-FloatingIPTestJSON-1100559899-project] Request body: {'floatingip': {'port_id': '36154f80-28e2-4c10-ac82-0c5c9e7b0ab2'}} {{(pid=83871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:39:22.270070 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07282ccf-85d4-4274-9b18-c15853c7fce1 tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Pushing event deleted for resources: {'Network': ['ID=c217efc0-828f-462b-ad5e-752f5d8601ec,revision_number=None']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:39:22.292535 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.plugin [None req-8bb96f50-ffcc-4c96-8681-baf6be7ed1cf None None] Deleting port 4fac96c6-c712-4005-9e1e-418e774062a8 {{(pid=83872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 13:39:22.293085 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-8bb96f50-ffcc-4c96-8681-baf6be7ed1cf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736733287370'] for port, before_delete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:39:22.318323 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-07282ccf-85d4-4274-9b18-c15853c7fce1 tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] 10.222.0.26 "DELETE /v2.0/networks/c217efc0-828f-462b-ad5e-752f5d8601ec HTTP/1.1" status: 204 len: 168 time: 2.1539836 Apr 01 13:39:22.350751 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 53232) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:39:22.456924 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.plugin [None req-8bb96f50-ffcc-4c96-8681-baf6be7ed1cf None None] The port '4fac96c6-c712-4005-9e1e-418e774062a8' was deleted {{(pid=83872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 01 13:39:22.490842 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Device b8585163-5a50-446d-94f6-bfb9a6d32c93 up at agent ovs-agent-dv-neutron-836180-1-hyperv {{(pid=83872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 13:39:22.551498 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-67e26d99-50c6-45fa-b225-5a0146008eea tempest-FloatingIPTestJSON-1100559899 tempest-FloatingIPTestJSON-1100559899-project] Notify callbacks [] for floatingip, before_update {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:39:22.555301 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-8eaa4f01-efdb-47ae-8a87-8adbecbd6190 tempest-SecGroupIPv6Test-1449925607 tempest-SecGroupIPv6Test-1449925607-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3775923'] for security_group, after_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:39:22.591176 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eaa4f01-efdb-47ae-8a87-8adbecbd6190 tempest-SecGroupIPv6Test-1449925607 tempest-SecGroupIPv6Test-1449925607-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc734f9a-346a-4e82-9025-990946280837,revision_number=None']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:39:22.593213 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-3a8e4da8-2e5b-44d9-b064-c6fb940e82d4 None None] Provisioning for port fa2bc5b5-45b8-4110-9851-9e5bfd1e2071 completed by entity DHCP. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 13:39:22.604384 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-3a8e4da8-2e5b-44d9-b064-c6fb940e82d4 None None] Provisioning complete for port fa2bc5b5-45b8-4110-9851-9e5bfd1e2071 triggered by entity DHCP. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 13:39:22.605010 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-3a8e4da8-2e5b-44d9-b064-c6fb940e82d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-948329'] for port, provisioning_complete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:39:22.620612 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-8eaa4f01-efdb-47ae-8a87-8adbecbd6190 tempest-SecGroupIPv6Test-1449925607 tempest-SecGroupIPv6Test-1449925607-project] Notify callbacks [] for security_group, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:39:22.621764 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-8eaa4f01-efdb-47ae-8a87-8adbecbd6190 tempest-SecGroupIPv6Test-1449925607 tempest-SecGroupIPv6Test-1449925607-project] 10.222.0.26 "DELETE /v2.0/security-groups/cc734f9a-346a-4e82-9025-990946280837 HTTP/1.1" status: 204 len: 168 time: 1.3728111 Apr 01 13:39:22.638505 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 53238) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:39:22.700361 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-19ed5bf0-74b3-4924-b21f-a33bffa1922b tempest-TestNetworkAdvancedServerOps-1355420123 tempest-TestNetworkAdvancedServerOps-1355420123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736733359243', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736732935810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2705155'] for port, after_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:39:22.704937 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.plugin [None req-3a8e4da8-2e5b-44d9-b064-c6fb940e82d4 None None] Port fa2bc5b5-45b8-4110-9851-9e5bfd1e2071 cannot update to ACTIVE because it is not bound. {{(pid=83872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 13:39:22.708877 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Provisioning complete for port b8585163-5a50-446d-94f6-bfb9a6d32c93 triggered by entity L2. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 13:39:22.710147 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-948329'] for port, provisioning_complete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:39:22.816540 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ed5bf0-74b3-4924-b21f-a33bffa1922b tempest-TestNetworkAdvancedServerOps-1355420123 tempest-TestNetworkAdvancedServerOps-1355420123-project] Pushing event deleted for resources: {'Port': ['ID=d2f4b037-efec-490f-a824-da696a28621f,revision_number=None']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:39:22.885736 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Device 4fac96c6-c712-4005-9e1e-418e774062a8 no longer exists at agent ovs-agent-dv-neutron-836180-1-hyperv {{(pid=83872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 13:39:22.921169 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.plugin [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] No Port match for: 4fac96c6-c712-4005-9e1e-418e774062a8 {{(pid=83872) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 01 13:39:22.921507 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Device 4fac96c6-c712-4005-9e1e-418e774062a8 not bound to the agent host dv-neutron-836180-1-hyperv {{(pid=83872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 13:39:22.922214 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Device 3ef22e4b-a0b4-484d-b10a-1b037464c91c no longer exists at agent ovs-agent-dv-neutron-836180-1-hyperv {{(pid=83872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 13:39:22.955449 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.plugin [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] No Port match for: 3ef22e4b-a0b4-484d-b10a-1b037464c91c {{(pid=83872) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 01 13:39:22.956421 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Device 3ef22e4b-a0b4-484d-b10a-1b037464c91c not bound to the agent host dv-neutron-836180-1-hyperv {{(pid=83872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 13:39:22.993881 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-19ed5bf0-74b3-4924-b21f-a33bffa1922b tempest-TestNetworkAdvancedServerOps-1355420123 tempest-TestNetworkAdvancedServerOps-1355420123-project] Notify callbacks [] for floatingip, after_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:39:23.139651 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-9f1b60bf-423d-425c-bf2d-36e22137d16e tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4084029'] for router_interface, before_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:39:23.141589 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-72e5ac80-146c-49af-96e5-27ebdbdb8984 tempest-SecGroupIPv6Test-1449925607 tempest-SecGroupIPv6Test-1449925607-project] Synchronizing usage tracker for tenant:1fdabab049e7487ebb089845d98f15d5 on resource:security_group {{(pid=83871) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 13:39:23.317450 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-72ad3715-1475-4d72-ac7c-3f5612556413 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4155147'] for port, precommit_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:39:23.329768 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9ed408-3a94-4668-9621-3623c16ffdb7 req-f9255c5b-2aba-42ab-a66a-cc3caa54f7d7 tempest-ServerActionsTestJSON-64006463 tempest-ServerActionsTestJSON-64006463-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:39:23.331800 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-2e9ed408-3a94-4668-9621-3623c16ffdb7 req-f9255c5b-2aba-42ab-a66a-cc3caa54f7d7 tempest-ServerActionsTestJSON-64006463 tempest-ServerActionsTestJSON-64006463-project] 10.222.0.26 "GET /v2.0/ports?device_id=746f2a68-07bc-4d82-957e-55cd7a32c31f HTTP/1.1" status: 200 len: 946 time: 0.6215043 Apr 01 13:39:23.338947 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-72e5ac80-146c-49af-96e5-27ebdbdb8984 tempest-SecGroupIPv6Test-1449925607 tempest-SecGroupIPv6Test-1449925607-project] Unset dirty status for tenant:1fdabab049e7487ebb089845d98f15d5 on resource:security_group {{(pid=83871) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 13:39:23.340166 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-72e5ac80-146c-49af-96e5-27ebdbdb8984 tempest-SecGroupIPv6Test-1449925607 tempest-SecGroupIPv6Test-1449925607-project] 10.222.0.26 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.7006016 Apr 01 13:39:23.347040 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 53242) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:39:23.356980 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.v2.base [None req-6c574b91-4a15-48fc-b5b8-5430082b8cfe tempest-SecGroupIPv6Test-1449925607 tempest-SecGroupIPv6Test-1449925607-project] Request body: {'security_group': {'name': 'tempest-secgroup--1740052441'}} {{(pid=83869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:39:23.366580 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-6c574b91-4a15-48fc-b5b8-5430082b8cfe tempest-SecGroupIPv6Test-1449925607 tempest-SecGroupIPv6Test-1449925607-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:39:23.410545 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-6c574b91-4a15-48fc-b5b8-5430082b8cfe tempest-SecGroupIPv6Test-1449925607 tempest-SecGroupIPv6Test-1449925607-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:39:23.443347 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-6c574b91-4a15-48fc-b5b8-5430082b8cfe tempest-SecGroupIPv6Test-1449925607 tempest-SecGroupIPv6Test-1449925607-project] Notify callbacks [] for security_group, before_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:39:23.477776 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.plugin [None req-72ad3715-1475-4d72-ac7c-3f5612556413 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Calling delete_port for fa2bc5b5-45b8-4110-9851-9e5bfd1e2071 owned by {{(pid=83871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 13:39:23.590212 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-2e9ed408-3a94-4668-9621-3623c16ffdb7 req-e0d0dd2e-3f9d-49dc-b842-ccf83a318f16 tempest-ServerActionsTestJSON-64006463 tempest-ServerActionsTestJSON-64006463-project] 10.222.0.26 "GET /v2.0/security-groups?id=0d525850-c301-4718-92cf-e73f2c3e9524&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2488673 Apr 01 13:39:23.753336 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:39:23.858304 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-72ad3715-1475-4d72-ac7c-3f5612556413 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736733359243', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736732935810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2743125'] for port, after_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:39:23.891869 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-6c574b91-4a15-48fc-b5b8-5430082b8cfe tempest-SecGroupIPv6Test-1449925607 tempest-SecGroupIPv6Test-1449925607-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:39:23.904228 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-6c574b91-4a15-48fc-b5b8-5430082b8cfe tempest-SecGroupIPv6Test-1449925607 tempest-SecGroupIPv6Test-1449925607-project] Usage tracker for resource:security_group_rule and tenant:1fdabab049e7487ebb089845d98f15d5 is out of sync, need to count used quota {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 13:39:23.910150 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-6c574b91-4a15-48fc-b5b8-5430082b8cfe tempest-SecGroupIPv6Test-1449925607 tempest-SecGroupIPv6Test-1449925607-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 13:39:23.911048 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ad3715-1475-4d72-ac7c-3f5612556413 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Pushing event deleted for resources: {'Port': ['ID=fa2bc5b5-45b8-4110-9851-9e5bfd1e2071,revision_number=None']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:39:23.950646 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-6c574b91-4a15-48fc-b5b8-5430082b8cfe tempest-SecGroupIPv6Test-1449925607 tempest-SecGroupIPv6Test-1449925607-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:39:24.063245 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-72ad3715-1475-4d72-ac7c-3f5612556413 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109561'] for port, before_response {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:39:24.066107 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-6c574b91-4a15-48fc-b5b8-5430082b8cfe tempest-SecGroupIPv6Test-1449925607 tempest-SecGroupIPv6Test-1449925607-project] Notify callbacks [] for security_group, precommit_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:39:24.077313 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-6c574b91-4a15-48fc-b5b8-5430082b8cfe tempest-SecGroupIPv6Test-1449925607 tempest-SecGroupIPv6Test-1449925607-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3775923'] for security_group, after_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:39:24.091185 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-72ad3715-1475-4d72-ac7c-3f5612556413 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] 10.222.0.26 "DELETE /v2.0/ports/fa2bc5b5-45b8-4110-9851-9e5bfd1e2071 HTTP/1.1" status: 204 len: 168 time: 1.9984457 Apr 01 13:39:24.095945 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 53246) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:39:24.104602 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-67e26d99-50c6-45fa-b225-5a0146008eea tempest-FloatingIPTestJSON-1100559899 tempest-FloatingIPTestJSON-1100559899-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:39:24.111009 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-67e26d99-50c6-45fa-b225-5a0146008eea tempest-FloatingIPTestJSON-1100559899 tempest-FloatingIPTestJSON-1100559899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4084747'] for floatingip, after_update {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:39:24.163421 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19ed5bf0-74b3-4924-b21f-a33bffa1922b tempest-TestNetworkAdvancedServerOps-1355420123 tempest-TestNetworkAdvancedServerOps-1355420123-project] Router 6d5367dc-25b1-4f1b-a781-eef2f2883363 has already been hosted by L3 agent 88bf8fc8-11a3-4e96-9d1b-5fd93ba9f6f1 {{(pid=83869) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 13:39:24.203047 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c574b91-4a15-48fc-b5b8-5430082b8cfe tempest-SecGroupIPv6Test-1449925607 tempest-SecGroupIPv6Test-1449925607-project] Pushing event updated for resources: {'SecurityGroup': ['ID=131ef9a4-0e20-4c51-8441-7d8d20ea91d4,revision_number=1']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:39:24.254808 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-6c574b91-4a15-48fc-b5b8-5430082b8cfe tempest-SecGroupIPv6Test-1449925607 tempest-SecGroupIPv6Test-1449925607-project] Notify callbacks [] for security_group, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:39:24.258736 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-6c574b91-4a15-48fc-b5b8-5430082b8cfe tempest-SecGroupIPv6Test-1449925607 tempest-SecGroupIPv6Test-1449925607-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.9060097 Apr 01 13:39:24.259077 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 53250) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:39:24.264862 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.v2.base [None req-a3ddaa08-b725-4b9a-9fa7-b1a5fe958f0f tempest-SecGroupIPv6Test-1449925607 tempest-SecGroupIPv6Test-1449925607-project] Request body: {'security_group': {'name': 'tempest-secgroup--345306465'}} {{(pid=83871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:39:24.273521 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-a3ddaa08-b725-4b9a-9fa7-b1a5fe958f0f tempest-SecGroupIPv6Test-1449925607 tempest-SecGroupIPv6Test-1449925607-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:39:24.279631 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-a3ddaa08-b725-4b9a-9fa7-b1a5fe958f0f tempest-SecGroupIPv6Test-1449925607 tempest-SecGroupIPv6Test-1449925607-project] Usage tracker for resource:security_group and tenant:1fdabab049e7487ebb089845d98f15d5 is out of sync, need to count used quota {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 13:39:24.282913 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-a3ddaa08-b725-4b9a-9fa7-b1a5fe958f0f tempest-SecGroupIPv6Test-1449925607 tempest-SecGroupIPv6Test-1449925607-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 13:39:24.293358 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-a3ddaa08-b725-4b9a-9fa7-b1a5fe958f0f tempest-SecGroupIPv6Test-1449925607 tempest-SecGroupIPv6Test-1449925607-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:39:24.308347 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-a3ddaa08-b725-4b9a-9fa7-b1a5fe958f0f tempest-SecGroupIPv6Test-1449925607 tempest-SecGroupIPv6Test-1449925607-project] Notify callbacks [] for security_group, before_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:39:24.361741 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-a3ddaa08-b725-4b9a-9fa7-b1a5fe958f0f tempest-SecGroupIPv6Test-1449925607 tempest-SecGroupIPv6Test-1449925607-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:39:24.366919 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-a3ddaa08-b725-4b9a-9fa7-b1a5fe958f0f tempest-SecGroupIPv6Test-1449925607 tempest-SecGroupIPv6Test-1449925607-project] Usage tracker for resource:security_group_rule and tenant:1fdabab049e7487ebb089845d98f15d5 is out of sync, need to count used quota {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 13:39:24.370588 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-a3ddaa08-b725-4b9a-9fa7-b1a5fe958f0f tempest-SecGroupIPv6Test-1449925607 tempest-SecGroupIPv6Test-1449925607-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 13:39:24.377145 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-a3ddaa08-b725-4b9a-9fa7-b1a5fe958f0f tempest-SecGroupIPv6Test-1449925607 tempest-SecGroupIPv6Test-1449925607-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:39:24.385131 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.db.l3_db [None req-67e26d99-50c6-45fa-b225-5a0146008eea tempest-FloatingIPTestJSON-1100559899 tempest-FloatingIPTestJSON-1100559899-project] Floating IP dddce105-8835-4428-a640-fa65d1baf9ad associated. External IP: 172.26.5.163, port: d48df3cf-7108-44c1-8eee-3f0b7cb1fff5. Apr 01 13:39:24.423790 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e71b8777-17da-4fed-822f-6f7ae5b940f3 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:39:24.425874 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-e71b8777-17da-4fed-822f-6f7ae5b940f3 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.3243096 Apr 01 13:39:24.428944 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 53254) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:39:24.582677 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.plugin [None req-9f1b60bf-423d-425c-bf2d-36e22137d16e tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Deleting port 0eacdfd0-e8b9-4919-9d56-58eb52e76aba {{(pid=83869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 13:39:24.583154 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-9f1b60bf-423d-425c-bf2d-36e22137d16e tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736733287370'] for port, before_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:39:24.683619 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-a3ddaa08-b725-4b9a-9fa7-b1a5fe958f0f tempest-SecGroupIPv6Test-1449925607 tempest-SecGroupIPv6Test-1449925607-project] Notify callbacks [] for security_group, precommit_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:39:24.686997 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39d8cb2b-cadd-4460-be9c-e7722d77565b tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:39:24.691932 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-39d8cb2b-cadd-4460-be9c-e7722d77565b tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.2582757 Apr 01 13:39:24.692517 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 53260) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:39:24.724772 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-a3ddaa08-b725-4b9a-9fa7-b1a5fe958f0f tempest-SecGroupIPv6Test-1449925607 tempest-SecGroupIPv6Test-1449925607-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3775923'] for security_group, after_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:39:24.807803 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ddaa08-b725-4b9a-9fa7-b1a5fe958f0f tempest-SecGroupIPv6Test-1449925607 tempest-SecGroupIPv6Test-1449925607-project] Pushing event updated for resources: {'SecurityGroup': ['ID=26c2b6a0-34c4-45dd-99a1-ffc032c52a73,revision_number=1']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:39:24.816312 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-507e024c-2172-4f23-814d-47020f7efe46 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:39:24.817794 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-507e024c-2172-4f23-814d-47020f7efe46 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:39:24.819193 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-507e024c-2172-4f23-814d-47020f7efe46 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:39:24.819985 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-507e024c-2172-4f23-814d-47020f7efe46 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Synchronizing usage tracker for tenant:8b726fe6689e4b7f96def1a2219bea6c on resource:subnet {{(pid=83871) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 13:39:24.826160 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-a3ddaa08-b725-4b9a-9fa7-b1a5fe958f0f tempest-SecGroupIPv6Test-1449925607 tempest-SecGroupIPv6Test-1449925607-project] Notify callbacks [] for security_group, before_response {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:39:24.827340 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-a3ddaa08-b725-4b9a-9fa7-b1a5fe958f0f tempest-SecGroupIPv6Test-1449925607 tempest-SecGroupIPv6Test-1449925607-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.5673068 Apr 01 13:39:24.830861 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 53264) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:39:24.839535 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.v2.base [None req-e4f2f4b3-86ab-4cb9-94dd-4d046080b56d tempest-SecGroupIPv6Test-1449925607 tempest-SecGroupIPv6Test-1449925607-project] Request body: {'security_group_rule': {'security_group_id': '131ef9a4-0e20-4c51-8441-7d8d20ea91d4', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '26c2b6a0-34c4-45dd-99a1-ffc032c52a73', 'remote_ip_prefix': None}} {{(pid=83871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:39:24.853215 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-e4f2f4b3-86ab-4cb9-94dd-4d046080b56d tempest-SecGroupIPv6Test-1449925607 tempest-SecGroupIPv6Test-1449925607-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:39:24.864957 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-507e024c-2172-4f23-814d-47020f7efe46 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Unset dirty status for tenant:8b726fe6689e4b7f96def1a2219bea6c on resource:subnet {{(pid=83871) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 13:39:24.866106 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-507e024c-2172-4f23-814d-47020f7efe46 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.1728225 Apr 01 13:39:24.869237 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-e4f2f4b3-86ab-4cb9-94dd-4d046080b56d tempest-SecGroupIPv6Test-1449925607 tempest-SecGroupIPv6Test-1449925607-project] Usage tracker for resource:security_group_rule and tenant:1fdabab049e7487ebb089845d98f15d5 is out of sync, need to count used quota {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 13:39:24.871573 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 53268) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:39:24.875925 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-e4f2f4b3-86ab-4cb9-94dd-4d046080b56d tempest-SecGroupIPv6Test-1449925607 tempest-SecGroupIPv6Test-1449925607-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 13:39:24.895627 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.db [None req-9f1b60bf-423d-425c-bf2d-36e22137d16e tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] For port 0eacdfd0-e8b9-4919-9d56-58eb52e76aba, host dv-neutron-836180-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836180-1-hyperv',level=0,port_id=0eacdfd0-e8b9-4919-9d56-58eb52e76aba,segment=NetworkSegment(d76f2485-284b-4230-b884-68f9291bbf1c),segment_id=d76f2485-284b-4230-b884-68f9291bbf1c)] {{(pid=83869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 13:39:24.895978 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-9f1b60bf-423d-425c-bf2d-36e22137d16e tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4155147'] for port, precommit_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:39:24.915243 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-e4f2f4b3-86ab-4cb9-94dd-4d046080b56d tempest-SecGroupIPv6Test-1449925607 tempest-SecGroupIPv6Test-1449925607-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:39:24.919738 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19ed5bf0-74b3-4924-b21f-a33bffa1922b tempest-TestNetworkAdvancedServerOps-1355420123 tempest-TestNetworkAdvancedServerOps-1355420123-project] Notify agent at l3_agent.dv-neutron-836180-1-hyperv the message routers_updated {{(pid=83869) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 13:39:24.928262 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-19ed5bf0-74b3-4924-b21f-a33bffa1922b tempest-TestNetworkAdvancedServerOps-1355420123 tempest-TestNetworkAdvancedServerOps-1355420123-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109561'] for floatingip, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:39:24.932784 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1562c50-762f-4b99-9aaa-5ad85f714bc7 None None] Sync routers for ids ['6d5367dc-25b1-4f1b-a781-eef2f2883363'] in dv-neutron-836180-1-hyperv {{(pid=83872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 13:39:24.949575 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1562c50-762f-4b99-9aaa-5ad85f714bc7 None None] Routers {'6d5367dc-25b1-4f1b-a781-eef2f2883363'} bound to L3 agent in host dv-neutron-836180-1-hyperv {{(pid=83872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 13:39:24.950192 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_hamode_db [None req-b1562c50-762f-4b99-9aaa-5ad85f714bc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836180-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T13:25:36Z,description=,heartbeat_timestamp=2022-04-01T13:39:06Z,host='dv-neutron-836180-1-hyperv',id=88bf8fc8-11a3-4e96-9d1b-5fd93ba9f6f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T13:25:36Z,topic='l3_agent')) {'router_ids': ['6d5367dc-25b1-4f1b-a781-eef2f2883363'], 'active': True} {{(pid=83872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:39:24.981662 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.db_base_plugin_v2 [None req-f330e881-c57a-4b46-8070-02130eada171 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Deleting subnet 7464eef3-9d84-4abd-8a55-8122afb58fd4 {{(pid=83871) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 01 13:39:24.985329 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-e4f2f4b3-86ab-4cb9-94dd-4d046080b56d tempest-SecGroupIPv6Test-1449925607 tempest-SecGroupIPv6Test-1449925607-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:39:25.040294 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-f330e881-c57a-4b46-8070-02130eada171 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Notify callbacks [] for subnet, before_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:39:25.093784 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.plugin [None req-9f1b60bf-423d-425c-bf2d-36e22137d16e tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Calling delete_port for 0eacdfd0-e8b9-4919-9d56-58eb52e76aba owned by network:router_interface {{(pid=83869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 13:39:25.131559 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df828841-dcad-449d-8549-f466cd556df4 req-6af9abaf-9ccb-4036-b31f-a4c66bc4c0ba tempest-ServerActionsTestJSON-64006463 tempest-ServerActionsTestJSON-64006463-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:39:25.133063 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-df828841-dcad-449d-8549-f466cd556df4 req-6af9abaf-9ccb-4036-b31f-a4c66bc4c0ba tempest-ServerActionsTestJSON-64006463 tempest-ServerActionsTestJSON-64006463-project] 10.222.0.26 "GET /v2.0/ports?device_id=746f2a68-07bc-4d82-957e-55cd7a32c31f HTTP/1.1" status: 200 len: 946 time: 0.3914397 Apr 01 13:39:25.189377 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_dvr_db [None req-b1562c50-762f-4b99-9aaa-5ad85f714bc7 None None] Set router 6d5367dc-25b1-4f1b-a781-eef2f2883363 gateway port host: dv-neutron-836180-1-hyperv {{(pid=83872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 13:39:25.191888 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-f330e881-c57a-4b46-8070-02130eada171 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3166365'] for subnet, precommit_delete_associations {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:39:25.289036 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-e4f2f4b3-86ab-4cb9-94dd-4d046080b56d tempest-SecGroupIPv6Test-1449925607 tempest-SecGroupIPv6Test-1449925607-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:39:25.306020 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-e4f2f4b3-86ab-4cb9-94dd-4d046080b56d tempest-SecGroupIPv6Test-1449925607 tempest-SecGroupIPv6Test-1449925607-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3775744'] for security_group_rule, after_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:39:25.310832 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-19ed5bf0-74b3-4924-b21f-a33bffa1922b tempest-TestNetworkAdvancedServerOps-1355420123 tempest-TestNetworkAdvancedServerOps-1355420123-project] 10.222.0.26 "DELETE /v2.0/floatingips/200108de-5f93-4c79-92b1-cb71c112afa9 HTTP/1.1" status: 204 len: 168 time: 4.5059099 Apr 01 13:39:25.343348 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f2f4b3-86ab-4cb9-94dd-4d046080b56d tempest-SecGroupIPv6Test-1449925607 tempest-SecGroupIPv6Test-1449925607-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=502f343b-3a6d-4b7b-9351-0c75e0228d76,revision_number=0']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:39:25.368772 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-f330e881-c57a-4b46-8070-02130eada171 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-945029'] for subnet, precommit_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:39:25.404036 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-e4f2f4b3-86ab-4cb9-94dd-4d046080b56d tempest-SecGroupIPv6Test-1449925607 tempest-SecGroupIPv6Test-1449925607-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:39:25.407954 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-e4f2f4b3-86ab-4cb9-94dd-4d046080b56d tempest-SecGroupIPv6Test-1449925607 tempest-SecGroupIPv6Test-1449925607-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 740 time: 0.5726516 Apr 01 13:39:25.410097 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 53274) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:39:25.467296 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-2685127f-3e8e-4be5-906c-f28873a18e66 tempest-SecGroupIPv6Test-1449925607 tempest-SecGroupIPv6Test-1449925607-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:39:25.481498 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-2685127f-3e8e-4be5-906c-f28873a18e66 tempest-SecGroupIPv6Test-1449925607 tempest-SecGroupIPv6Test-1449925607-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:39:25.520678 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-f330e881-c57a-4b46-8070-02130eada171 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-945042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2743160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2757373'] for subnet, after_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:39:25.523274 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b52fb625-6535-4e58-afe5-9e4ccb47c0b6', 'tag': '01a2a8c0-c8b0-45ca-a18f-1c7dceb28567'}] {{(pid=83869) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 13:39:25.571672 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_hamode_db [None req-b1562c50-762f-4b99-9aaa-5ad85f714bc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d5367dc-25b1-4f1b-a781-eef2f2883363', 'name': 'tempest-TestNetworkAdvancedServerOps-router-555895105', 'tenant_id': 'c4570dfc5b694d9bb3c42a8f7c596843', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'external_fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.23'}], 'enable_snat': True}, 'gw_port_id': '27e65307-23d7-4846-b283-09e0f28ab0da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T13:37:00Z', 'updated_at': '2022-04-01T13:37:21Z', 'revision_number': 4, 'project_id': 'c4570dfc5b694d9bb3c42a8f7c596843', 'gw_port': {'id': '27e65307-23d7-4846-b283-09e0f28ab0da', 'name': '', 'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:f4:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d5367dc-25b1-4f1b-a781-eef2f2883363', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836180-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:37:02Z', 'updated_at': '2022-04-01T13:37:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836180-1-hyperv', '_interfaces': [{'id': '9a59d32b-8723-4bc4-88d9-b9d4ad7c91c1', 'name': '', 'network_id': 'cb4d1837-1892-4ca3-a559-eb0035507686', 'tenant_id': 'c4570dfc5b694d9bb3c42a8f7c596843', 'mac_address': 'fa:16:3e:b1:a9:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d5367dc-25b1-4f1b-a781-eef2f2883363', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c65397f7-964e-4a75-8fb4-5b28417ee25a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836180-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:37:18Z', 'updated_at': '2022-04-01T13:37:34Z', 'revision_number': 5, 'project_id': 'c4570dfc5b694d9bb3c42a8f7c596843', 'subnets': [{'id': 'c65397f7-964e-4a75-8fb4-5b28417ee25a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-836180-1-hyperv', False) {} {{(pid=83872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:39:25.575286 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f330e881-c57a-4b46-8070-02130eada171 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Pushing event deleted for resources: {'Subnet': ['ID=7464eef3-9d84-4abd-8a55-8122afb58fd4,revision_number=None']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:39:25.581675 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-2685127f-3e8e-4be5-906c-f28873a18e66 tempest-SecGroupIPv6Test-1449925607 tempest-SecGroupIPv6Test-1449925607-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3775744'] for security_group_rule, after_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:39:25.583623 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-f330e881-c57a-4b46-8070-02130eada171 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Notify callbacks [] for subnet, before_response {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:39:25.584920 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1562c50-762f-4b99-9aaa-5ad85f714bc7 None None] Checking router: 6d5367dc-25b1-4f1b-a781-eef2f2883363 for host: dv-neutron-836180-1-hyperv {{(pid=83872) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 01 13:39:25.597991 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f097f3ea-c45d-44c5-9f7b-c07202aafb0f None None] Network 09d7ea43-6376-4322-97e7-54cd01aae492 requested from dv-neutron-836180-1-hyperv {{(pid=83872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 13:39:25.616573 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2685127f-3e8e-4be5-906c-f28873a18e66 tempest-SecGroupIPv6Test-1449925607 tempest-SecGroupIPv6Test-1449925607-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=502f343b-3a6d-4b7b-9351-0c75e0228d76,revision_number=None']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:39:25.623578 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67e26d99-50c6-45fa-b225-5a0146008eea tempest-FloatingIPTestJSON-1100559899 tempest-FloatingIPTestJSON-1100559899-project] Router a4024174-aefa-48ee-ba65-83a04caa0a41 has already been hosted by L3 agent 88bf8fc8-11a3-4e96-9d1b-5fd93ba9f6f1 {{(pid=83871) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 13:39:25.625039 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1562c50-762f-4b99-9aaa-5ad85f714bc7 None None] Routers {'6d5367dc-25b1-4f1b-a781-eef2f2883363'} bound to L3 agent in host dv-neutron-836180-1-hyperv {{(pid=83872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 13:39:25.625828 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_hamode_db [None req-b1562c50-762f-4b99-9aaa-5ad85f714bc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836180-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T13:25:36Z,description=,heartbeat_timestamp=2022-04-01T13:39:06Z,host='dv-neutron-836180-1-hyperv',id=88bf8fc8-11a3-4e96-9d1b-5fd93ba9f6f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T13:25:36Z,topic='l3_agent')) {'router_ids': ['6d5367dc-25b1-4f1b-a781-eef2f2883363'], 'active': True} {{(pid=83872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:39:25.626149 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-2685127f-3e8e-4be5-906c-f28873a18e66 tempest-SecGroupIPv6Test-1449925607 tempest-SecGroupIPv6Test-1449925607-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:39:25.630635 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-2685127f-3e8e-4be5-906c-f28873a18e66 tempest-SecGroupIPv6Test-1449925607 tempest-SecGroupIPv6Test-1449925607-project] 10.222.0.26 "DELETE /v2.0/security-group-rules/502f343b-3a6d-4b7b-9351-0c75e0228d76 HTTP/1.1" status: 204 len: 168 time: 0.2163849 Apr 01 13:39:25.631198 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-f330e881-c57a-4b46-8070-02130eada171 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] 10.222.0.26 "DELETE /v2.0/subnets/7464eef3-9d84-4abd-8a55-8122afb58fd4 HTTP/1.1" status: 204 len: 168 time: 0.7575841 Apr 01 13:39:25.631738 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 53284) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:39:25.632481 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-9f1b60bf-423d-425c-bf2d-36e22137d16e tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736733359243', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736732935810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2705155'] for port, after_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:39:25.633623 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 53286) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:39:25.715784 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f1b60bf-423d-425c-bf2d-36e22137d16e tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Pushing event deleted for resources: {'Port': ['ID=0eacdfd0-e8b9-4919-9d56-58eb52e76aba,revision_number=None']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:39:25.743154 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-df828841-dcad-449d-8549-f466cd556df4 req-cd48ec5f-67e5-49bb-ab71-ec85eba6bf32 tempest-ServerActionsTestJSON-64006463 tempest-ServerActionsTestJSON-64006463-project] 10.222.0.26 "GET /v2.0/security-groups?id=0d525850-c301-4718-92cf-e73f2c3e9524&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4792311 Apr 01 13:39:25.747506 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b52fb625-6535-4e58-afe5-9e4ccb47c0b6', 'tag': '01a2a8c0-c8b0-45ca-a18f-1c7dceb28567', 'status': 'completed', 'code': 200} Apr 01 13:39:26.059136 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-044af954-9ff9-4485-9eaf-5359fd8745f8 tempest-SecGroupIPv6Test-1449925607 tempest-SecGroupIPv6Test-1449925607-project] Synchronizing usage tracker for tenant:1fdabab049e7487ebb089845d98f15d5 on resource:security_group_rule {{(pid=83869) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 13:39:26.088857 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-044af954-9ff9-4485-9eaf-5359fd8745f8 tempest-SecGroupIPv6Test-1449925607 tempest-SecGroupIPv6Test-1449925607-project] Unset dirty status for tenant:1fdabab049e7487ebb089845d98f15d5 on resource:security_group_rule {{(pid=83869) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 13:39:26.090380 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-044af954-9ff9-4485-9eaf-5359fd8745f8 tempest-SecGroupIPv6Test-1449925607 tempest-SecGroupIPv6Test-1449925607-project] 10.222.0.26 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4195 time: 0.4529879 Apr 01 13:39:26.106449 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 53294) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:39:26.131050 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_dvr_db [None req-b1562c50-762f-4b99-9aaa-5ad85f714bc7 None None] Set router 6d5367dc-25b1-4f1b-a781-eef2f2883363 gateway port host: dv-neutron-836180-1-hyperv {{(pid=83872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 13:39:26.218988 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.db_base_plugin_v2 [None req-1b6dc715-d3fb-4dd9-b973-4a1613fd71ff tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Deleting subnet 8cd15ff3-d1dd-4296-9c71-a165eb621187 {{(pid=83871) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 01 13:39:26.231376 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-1b6dc715-d3fb-4dd9-b973-4a1613fd71ff tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Notify callbacks [] for subnet, before_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:39:26.252164 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-72795114-4369-41ba-99a4-b0928b6c3c8a tempest-SecGroupIPv6Test-1449925607 tempest-SecGroupIPv6Test-1449925607-project] Notify callbacks [] for security_group, before_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:39:26.351638 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7551c26-ae63-411b-9307-dae89c86ff9a req-856ac38c-5ffb-4cda-9f7e-b2d5418a27a3 tempest-TestNetworkAdvancedServerOps-1355420123 tempest-TestNetworkAdvancedServerOps-1355420123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:39:26.355022 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-f7551c26-ae63-411b-9307-dae89c86ff9a req-856ac38c-5ffb-4cda-9f7e-b2d5418a27a3 tempest-TestNetworkAdvancedServerOps-1355420123 tempest-TestNetworkAdvancedServerOps-1355420123-project] 10.222.0.26 "GET /v2.0/ports?device_id=b52fb625-6535-4e58-afe5-9e4ccb47c0b6 HTTP/1.1" status: 200 len: 945 time: 0.4447637 Apr 01 13:39:26.366004 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-0306e26c-4feb-444a-8376-8e001ff1591f req-e0f1273d-2c6d-4699-889c-de5148df5569 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=c4570dfc5b694d9bb3c42a8f7c596843&device_id=b52fb625-6535-4e58-afe5-9e4ccb47c0b6 HTTP/1.1" status: 200 len: 1098 time: 0.5612681 Apr 01 13:39:26.424674 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-9f1b60bf-423d-425c-bf2d-36e22137d16e tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3017585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4084076'] for router_interface, after_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:39:26.438123 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-72795114-4369-41ba-99a4-b0928b6c3c8a tempest-SecGroupIPv6Test-1449925607 tempest-SecGroupIPv6Test-1449925607-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:39:26.461484 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-1b6dc715-d3fb-4dd9-b973-4a1613fd71ff tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3166365'] for subnet, precommit_delete_associations {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:39:26.556453 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_hamode_db [None req-b1562c50-762f-4b99-9aaa-5ad85f714bc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d5367dc-25b1-4f1b-a781-eef2f2883363', 'name': 'tempest-TestNetworkAdvancedServerOps-router-555895105', 'tenant_id': 'c4570dfc5b694d9bb3c42a8f7c596843', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'external_fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.23'}], 'enable_snat': True}, 'gw_port_id': '27e65307-23d7-4846-b283-09e0f28ab0da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T13:37:00Z', 'updated_at': '2022-04-01T13:37:21Z', 'revision_number': 4, 'project_id': 'c4570dfc5b694d9bb3c42a8f7c596843', 'gw_port': {'id': '27e65307-23d7-4846-b283-09e0f28ab0da', 'name': '', 'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:f4:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d5367dc-25b1-4f1b-a781-eef2f2883363', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836180-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:37:02Z', 'updated_at': '2022-04-01T13:37:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836180-1-hyperv', '_interfaces': [{'id': '9a59d32b-8723-4bc4-88d9-b9d4ad7c91c1', 'name': '', 'network_id': 'cb4d1837-1892-4ca3-a559-eb0035507686', 'tenant_id': 'c4570dfc5b694d9bb3c42a8f7c596843', 'mac_address': 'fa:16:3e:b1:a9:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d5367dc-25b1-4f1b-a781-eef2f2883363', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c65397f7-964e-4a75-8fb4-5b28417ee25a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836180-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:37:18Z', 'updated_at': '2022-04-01T13:37:34Z', 'revision_number': 5, 'project_id': 'c4570dfc5b694d9bb3c42a8f7c596843', 'subnets': [{'id': 'c65397f7-964e-4a75-8fb4-5b28417ee25a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-836180-1-hyperv', False) {} {{(pid=83872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:39:26.560830 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1562c50-762f-4b99-9aaa-5ad85f714bc7 None None] The sync data for ids ['6d5367dc-25b1-4f1b-a781-eef2f2883363'] in dv-neutron-836180-1-hyperv is: [{'id': '6d5367dc-25b1-4f1b-a781-eef2f2883363', 'name': 'tempest-TestNetworkAdvancedServerOps-router-555895105', 'tenant_id': 'c4570dfc5b694d9bb3c42a8f7c596843', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'external_fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.23'}], 'enable_snat': True}, 'gw_port_id': '27e65307-23d7-4846-b283-09e0f28ab0da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T13:37:00Z', 'updated_at': '2022-04-01T13:37:21Z', 'revision_number': 4, 'project_id': 'c4570dfc5b694d9bb3c42a8f7c596843', 'gw_port': {'id': '27e65307-23d7-4846-b283-09e0f28ab0da', 'name': '', 'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:f4:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d5367dc-25b1-4f1b-a781-eef2f2883363', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836180-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:37:02Z', 'updated_at': '2022-04-01T13:37:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836180-1-hyperv', '_interfaces': [{'id': '9a59d32b-8723-4bc4-88d9-b9d4ad7c91c1', 'name': '', 'network_id': 'cb4d1837-1892-4ca3-a559-eb0035507686', 'tenant_id': 'c4570dfc5b694d9bb3c42a8f7c596843', 'mac_address': 'fa:16:3e:b1:a9:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d5367dc-25b1-4f1b-a781-eef2f2883363', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c65397f7-964e-4a75-8fb4-5b28417ee25a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836180-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:37:18Z', 'updated_at': '2022-04-01T13:37:34Z', 'revision_number': 5, 'project_id': 'c4570dfc5b694d9bb3c42a8f7c596843', 'subnets': [{'id': 'c65397f7-964e-4a75-8fb4-5b28417ee25a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 13:39:26.564693 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-f7551c26-ae63-411b-9307-dae89c86ff9a req-cd0c9dc1-fe93-467f-bd50-f6626d43d686 tempest-TestNetworkAdvancedServerOps-1355420123 tempest-TestNetworkAdvancedServerOps-1355420123-project] 10.222.0.26 "GET /v2.0/security-groups?id=78c001c1-251f-4a8b-9340-7477b428b7b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1937294 Apr 01 13:39:26.672850 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-9d851a4f-2d45-4a7a-8c0c-7ae9ca1a3828 req-437f610b-070f-4c2d-93df-5cf0b3d84182 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=1db979ced72f4c84a5c312128899dc9b&device_id=746f2a68-07bc-4d82-957e-55cd7a32c31f HTTP/1.1" status: 200 len: 1099 time: 0.3554120 Apr 01 13:39:26.710270 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-72795114-4369-41ba-99a4-b0928b6c3c8a tempest-SecGroupIPv6Test-1449925607 tempest-SecGroupIPv6Test-1449925607-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3775923'] for security_group, after_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:39:26.735391 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72795114-4369-41ba-99a4-b0928b6c3c8a tempest-SecGroupIPv6Test-1449925607 tempest-SecGroupIPv6Test-1449925607-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=26c2b6a0-34c4-45dd-99a1-ffc032c52a73,revision_number=None']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:39:26.805046 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877cf536-bce6-4dde-a2ce-81a6f6f12983 req-a8567d75-d0fd-4970-b90e-ec02c71b6e4f tempest-ServerActionsTestJSON-64006463 tempest-ServerActionsTestJSON-64006463-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:39:26.806635 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-877cf536-bce6-4dde-a2ce-81a6f6f12983 req-a8567d75-d0fd-4970-b90e-ec02c71b6e4f tempest-ServerActionsTestJSON-64006463 tempest-ServerActionsTestJSON-64006463-project] 10.222.0.26 "GET /v2.0/ports?device_id=746f2a68-07bc-4d82-957e-55cd7a32c31f HTTP/1.1" status: 200 len: 946 time: 0.5275888 Apr 01 13:39:26.811296 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0306e26c-4feb-444a-8376-8e001ff1591f req-dac5cdcb-678c-472c-a68e-f15b3dcaa89c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:39:26.813082 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-0306e26c-4feb-444a-8376-8e001ff1591f req-dac5cdcb-678c-472c-a68e-f15b3dcaa89c service neutron] 10.222.0.57 "GET /v2.0/networks?id=cb4d1837-1892-4ca3-a559-eb0035507686 HTTP/1.1" status: 200 len: 897 time: 0.4051094 Apr 01 13:39:26.820500 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67e26d99-50c6-45fa-b225-5a0146008eea tempest-FloatingIPTestJSON-1100559899 tempest-FloatingIPTestJSON-1100559899-project] Notify agent at l3_agent.dv-neutron-836180-1-hyperv the message routers_updated {{(pid=83871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 13:39:26.833502 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70b329c7-e5d2-426c-9c7d-854a6e10c308 None None] Sync routers for ids ['a4024174-aefa-48ee-ba65-83a04caa0a41'] in dv-neutron-836180-1-hyperv {{(pid=83873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 13:39:26.856887 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70b329c7-e5d2-426c-9c7d-854a6e10c308 None None] Routers {'a4024174-aefa-48ee-ba65-83a04caa0a41'} bound to L3 agent in host dv-neutron-836180-1-hyperv {{(pid=83873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 13:39:26.857813 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-70b329c7-e5d2-426c-9c7d-854a6e10c308 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836180-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T13:25:36Z,description=,heartbeat_timestamp=2022-04-01T13:39:06Z,host='dv-neutron-836180-1-hyperv',id=88bf8fc8-11a3-4e96-9d1b-5fd93ba9f6f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T13:25:36Z,topic='l3_agent')) {'router_ids': ['a4024174-aefa-48ee-ba65-83a04caa0a41'], 'active': True} {{(pid=83873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:39:26.930795 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-72795114-4369-41ba-99a4-b0928b6c3c8a tempest-SecGroupIPv6Test-1449925607 tempest-SecGroupIPv6Test-1449925607-project] Notify callbacks [] for security_group, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:39:26.932153 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-72795114-4369-41ba-99a4-b0928b6c3c8a tempest-SecGroupIPv6Test-1449925607 tempest-SecGroupIPv6Test-1449925607-project] 10.222.0.26 "DELETE /v2.0/security-groups/26c2b6a0-34c4-45dd-99a1-ffc032c52a73 HTTP/1.1" status: 204 len: 168 time: 0.8246303 Apr 01 13:39:26.940648 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 53300) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:39:26.962034 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-70b329c7-e5d2-426c-9c7d-854a6e10c308 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-836180-1-hyperv', False) {} {{(pid=83873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:39:26.985962 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f835d721-7d4a-4ed2-a138-9fa969f11faa None None] New status for floating IP 200108de-5f93-4c79-92b1-cb71c112afa9: DOWN {{(pid=83872) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 01 13:39:27.000198 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70b329c7-e5d2-426c-9c7d-854a6e10c308 None None] Routers {'a4024174-aefa-48ee-ba65-83a04caa0a41'} bound to L3 agent in host dv-neutron-836180-1-hyperv {{(pid=83873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 13:39:27.001375 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-70b329c7-e5d2-426c-9c7d-854a6e10c308 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836180-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T13:25:36Z,description=,heartbeat_timestamp=2022-04-01T13:39:06Z,host='dv-neutron-836180-1-hyperv',id=88bf8fc8-11a3-4e96-9d1b-5fd93ba9f6f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T13:25:36Z,topic='l3_agent')) {'router_ids': ['a4024174-aefa-48ee-ba65-83a04caa0a41'], 'active': True} {{(pid=83873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:39:27.010946 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-877cf536-bce6-4dde-a2ce-81a6f6f12983 req-6a83b688-446f-4b66-90ed-e49868f9b99e tempest-ServerActionsTestJSON-64006463 tempest-ServerActionsTestJSON-64006463-project] 10.222.0.26 "GET /v2.0/security-groups?id=0d525850-c301-4718-92cf-e73f2c3e9524&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1823905 Apr 01 13:39:27.014454 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d851a4f-2d45-4a7a-8c0c-7ae9ca1a3828 req-aa5f25dc-c8d0-4bec-a0eb-6b2772e767a9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:39:27.015829 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-9d851a4f-2d45-4a7a-8c0c-7ae9ca1a3828 req-aa5f25dc-c8d0-4bec-a0eb-6b2772e767a9 service neutron] 10.222.0.57 "GET /v2.0/networks?id=faf7d63c-9b06-4fbb-8197-4b39ba438717 HTTP/1.1" status: 200 len: 913 time: 0.3301353 Apr 01 13:39:27.031945 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-0306e26c-4feb-444a-8376-8e001ff1591f req-e17432ff-e01e-4308-946c-31735fef1bf9 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=01a2a8c0-c8b0-45ca-a18f-1c7dceb28567 HTTP/1.1" status: 200 len: 217 time: 0.2079642 Apr 01 13:39:27.047011 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-1b6dc715-d3fb-4dd9-b973-4a1613fd71ff tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-945029'] for subnet, precommit_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:39:27.091417 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-70b329c7-e5d2-426c-9c7d-854a6e10c308 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-836180-1-hyperv', False) {} {{(pid=83873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:39:27.092193 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70b329c7-e5d2-426c-9c7d-854a6e10c308 None None] The sync data for ids ['a4024174-aefa-48ee-ba65-83a04caa0a41'] in dv-neutron-836180-1-hyperv is: [] {{(pid=83873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 13:39:27.146571 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.57', 63100) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:39:27.215038 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-baa20746-c7bc-4d86-bdd1-11f3b7f235e1 None None] Provisioning complete for port b8585163-5a50-446d-94f6-bfb9a6d32c93 triggered by entity DHCP. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 13:39:27.215562 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-baa20746-c7bc-4d86-bdd1-11f3b7f235e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-948329'] for port, provisioning_complete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:39:27.229958 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0306e26c-4feb-444a-8376-8e001ff1591f req-76c889a0-ce14-4cd5-a469-263973f0eeba service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:39:27.231410 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-0306e26c-4feb-444a-8376-8e001ff1591f req-76c889a0-ce14-4cd5-a469-263973f0eeba service neutron] 10.222.0.57 "GET /v2.0/subnets?id=c65397f7-964e-4a75-8fb4-5b28417ee25a HTTP/1.1" status: 200 len: 835 time: 0.1920726 Apr 01 13:39:27.320437 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-3fbc12aa-303c-48c4-b339-f4f16026d41e tempest-SecGroupIPv6Test-1449925607 tempest-SecGroupIPv6Test-1449925607-project] Synchronizing usage tracker for tenant:1fdabab049e7487ebb089845d98f15d5 on resource:security_group {{(pid=83869) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 13:39:27.325817 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-1b6dc715-d3fb-4dd9-b973-4a1613fd71ff tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-945042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2743160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2757373'] for subnet, after_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:39:27.351017 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-9d851a4f-2d45-4a7a-8c0c-7ae9ca1a3828 req-c0cc8265-41ac-404f-8786-614f1eec6bd4 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3fbcdb0d-ff16-4590-b85e-e2516d336b46 HTTP/1.1" status: 200 len: 1000 time: 0.3141294 Apr 01 13:39:27.389807 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b6dc715-d3fb-4dd9-b973-4a1613fd71ff tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Pushing event deleted for resources: {'Subnet': ['ID=8cd15ff3-d1dd-4296-9c71-a165eb621187,revision_number=None']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:39:27.405357 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-1b6dc715-d3fb-4dd9-b973-4a1613fd71ff tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Notify callbacks [] for subnet, before_response {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:39:27.411468 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a7a46f0-99af-4939-8f2d-d3916716283b None None] Network 09d7ea43-6376-4322-97e7-54cd01aae492 requested from dv-neutron-836180-1-hyperv {{(pid=83872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 13:39:27.430494 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-1b6dc715-d3fb-4dd9-b973-4a1613fd71ff tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] 10.222.0.26 "DELETE /v2.0/subnets/8cd15ff3-d1dd-4296-9c71-a165eb621187 HTTP/1.1" status: 204 len: 168 time: 1.7933621 Apr 01 13:39:27.438104 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 53306) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:39:27.511989 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-0306e26c-4feb-444a-8376-8e001ff1591f req-728f6a08-ce61-4eef-8c7d-6544420bb0da service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=cb4d1837-1892-4ca3-a559-eb0035507686&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2619996 Apr 01 13:39:27.517624 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-6248946c-bfe2-4c58-b7fe-9ec1e04d37a3 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] 10.222.0.26 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0762734 Apr 01 13:39:27.519559 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 53310) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:39:27.531052 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-3fbc12aa-303c-48c4-b339-f4f16026d41e tempest-SecGroupIPv6Test-1449925607 tempest-SecGroupIPv6Test-1449925607-project] Unset dirty status for tenant:1fdabab049e7487ebb089845d98f15d5 on resource:security_group {{(pid=83869) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 13:39:27.535106 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-3fbc12aa-303c-48c4-b339-f4f16026d41e tempest-SecGroupIPv6Test-1449925607 tempest-SecGroupIPv6Test-1449925607-project] 10.222.0.26 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4007 time: 0.5895298 Apr 01 13:39:27.542897 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 53314) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:39:27.599783 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d851a4f-2d45-4a7a-8c0c-7ae9ca1a3828 req-25782cca-51cb-4685-a913-53a03a18eec0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:39:27.603129 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-9d851a4f-2d45-4a7a-8c0c-7ae9ca1a3828 req-25782cca-51cb-4685-a913-53a03a18eec0 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=11ea32dc-0c84-4fc1-9df2-80f178610c0f HTTP/1.1" status: 200 len: 851 time: 0.2331457 Apr 01 13:39:27.692055 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e39a888e-8854-4ae8-8f99-ce35871932d9 None None] DHCP port deletion for 09d7ea43-6376-4322-97e7-54cd01aae492 request from dv-neutron-836180-1-hyperv {{(pid=83872) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 01 13:39:27.698604 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.plugin [None req-e39a888e-8854-4ae8-8f99-ce35871932d9 None None] Deleting port b8585163-5a50-446d-94f6-bfb9a6d32c93 {{(pid=83872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 13:39:27.699214 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-e39a888e-8854-4ae8-8f99-ce35871932d9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736733287370'] for port, before_delete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:39:27.813603 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b502f6-5470-466f-a6fd-5b59115985c0 req-b895d0a0-9fea-4320-b6f5-e98b8a6986e6 tempest-TestNetworkAdvancedServerOps-1355420123 tempest-TestNetworkAdvancedServerOps-1355420123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:39:27.814176 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [req-37b502f6-5470-466f-a6fd-5b59115985c0 req-b895d0a0-9fea-4320-b6f5-e98b8a6986e6 tempest-TestNetworkAdvancedServerOps-1355420123 tempest-TestNetworkAdvancedServerOps-1355420123-project] Synchronizing usage tracker for tenant:c4570dfc5b694d9bb3c42a8f7c596843 on resource:port {{(pid=83869) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 13:39:27.844391 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-6173026d-ec48-40d8-b54c-5c6ba7645645 tempest-SecGroupIPv6Test-1449925607 tempest-SecGroupIPv6Test-1449925607-project] Notify callbacks [] for security_group, before_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:39:27.886395 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [req-37b502f6-5470-466f-a6fd-5b59115985c0 req-b895d0a0-9fea-4320-b6f5-e98b8a6986e6 tempest-TestNetworkAdvancedServerOps-1355420123 tempest-TestNetworkAdvancedServerOps-1355420123-project] Unset dirty status for tenant:c4570dfc5b694d9bb3c42a8f7c596843 on resource:port {{(pid=83869) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 13:39:27.887608 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-37b502f6-5470-466f-a6fd-5b59115985c0 req-b895d0a0-9fea-4320-b6f5-e98b8a6986e6 tempest-TestNetworkAdvancedServerOps-1355420123 tempest-TestNetworkAdvancedServerOps-1355420123-project] 10.222.0.57 "GET /v2.0/ports?device_id=b52fb625-6535-4e58-afe5-9e4ccb47c0b6 HTTP/1.1" status: 200 len: 945 time: 0.6683171 Apr 01 13:39:27.904976 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-6173026d-ec48-40d8-b54c-5c6ba7645645 tempest-SecGroupIPv6Test-1449925607 tempest-SecGroupIPv6Test-1449925607-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:39:27.919931 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-e39a888e-8854-4ae8-8f99-ce35871932d9 None None] For port b8585163-5a50-446d-94f6-bfb9a6d32c93, host dv-neutron-836180-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836180-1-hyperv',level=0,port_id=b8585163-5a50-446d-94f6-bfb9a6d32c93,segment=NetworkSegment(16094ed0-4a47-4ff6-9238-85c278d7a2a5),segment_id=16094ed0-4a47-4ff6-9238-85c278d7a2a5)] {{(pid=83872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 13:39:27.920154 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-e39a888e-8854-4ae8-8f99-ce35871932d9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4155147'] for port, precommit_delete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:39:27.923480 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-0306e26c-4feb-444a-8376-8e001ff1591f req-ded1344b-11da-4785-a0b4-001372c1bacd service neutron] 10.222.0.57 "GET /v2.0/networks/cb4d1837-1892-4ca3-a559-eb0035507686?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3975329 Apr 01 13:39:27.957526 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-9d851a4f-2d45-4a7a-8c0c-7ae9ca1a3828 req-8f3899de-095f-458f-911a-52143fd1551c service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=faf7d63c-9b06-4fbb-8197-4b39ba438717&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3431137 Apr 01 13:39:28.045115 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.plugin [None req-e39a888e-8854-4ae8-8f99-ce35871932d9 None None] Calling delete_port for b8585163-5a50-446d-94f6-bfb9a6d32c93 owned by network:dhcp {{(pid=83872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 13:39:28.058235 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c4906b8-e9d9-45bf-9fac-cd12ab317e9f tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:39:28.058905 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-1c4906b8-e9d9-45bf-9fac-cd12ab317e9f tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Synchronizing usage tracker for tenant:8b726fe6689e4b7f96def1a2219bea6c on resource:port {{(pid=83871) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 13:39:28.100279 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f85dbc-8986-4ee6-9fb5-81dad312eef3 req-26ec4293-90f7-46c8-bb7a-e5383b17a8a0 tempest-TestNetworkAdvancedServerOps-1355420123 tempest-TestNetworkAdvancedServerOps-1355420123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:39:28.102521 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-a6f85dbc-8986-4ee6-9fb5-81dad312eef3 req-26ec4293-90f7-46c8-bb7a-e5383b17a8a0 tempest-TestNetworkAdvancedServerOps-1355420123 tempest-TestNetworkAdvancedServerOps-1355420123-project] 10.222.0.26 "GET /v2.0/ports?device_id=b52fb625-6535-4e58-afe5-9e4ccb47c0b6 HTTP/1.1" status: 200 len: 945 time: 0.3581038 Apr 01 13:39:28.113703 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.plugin [req-37b502f6-5470-466f-a6fd-5b59115985c0 req-c701c4b8-97d9-457e-979d-e1a6cc4b6078 tempest-TestNetworkAdvancedServerOps-1355420123 tempest-TestNetworkAdvancedServerOps-1355420123-project] Deleting port 01a2a8c0-c8b0-45ca-a18f-1c7dceb28567 {{(pid=83869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 13:39:28.114038 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [req-37b502f6-5470-466f-a6fd-5b59115985c0 req-c701c4b8-97d9-457e-979d-e1a6cc4b6078 tempest-TestNetworkAdvancedServerOps-1355420123 tempest-TestNetworkAdvancedServerOps-1355420123-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736733287370'] for port, before_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:39:28.121112 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-1c4906b8-e9d9-45bf-9fac-cd12ab317e9f tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Unset dirty status for tenant:8b726fe6689e4b7f96def1a2219bea6c on resource:port {{(pid=83871) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 13:39:28.124736 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-1c4906b8-e9d9-45bf-9fac-cd12ab317e9f tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.6007702 Apr 01 13:39:28.138603 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-e39a888e-8854-4ae8-8f99-ce35871932d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736733359243', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736732935810'] for port, after_delete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:39:28.145901 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 53322) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:39:28.183445 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-0306e26c-4feb-444a-8376-8e001ff1591f req-04ad2952-447f-4cd0-a1bb-f16ae3c28c9b service neutron] 10.222.0.57 "GET /v2.0/networks/cb4d1837-1892-4ca3-a559-eb0035507686?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2505543 Apr 01 13:39:28.197237 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-6173026d-ec48-40d8-b54c-5c6ba7645645 tempest-SecGroupIPv6Test-1449925607 tempest-SecGroupIPv6Test-1449925607-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3775923'] for security_group, after_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:39:28.197971 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e39a888e-8854-4ae8-8f99-ce35871932d9 None None] Pushing event deleted for resources: {'Port': ['ID=b8585163-5a50-446d-94f6-bfb9a6d32c93,revision_number=None']} {{(pid=83872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:39:28.218957 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e39a888e-8854-4ae8-8f99-ce35871932d9 None None] No DVR routers for this DVR port b8585163-5a50-446d-94f6-bfb9a6d32c93 on host dv-neutron-836180-1-hyperv {{(pid=83872) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 13:39:28.249303 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-a6f85dbc-8986-4ee6-9fb5-81dad312eef3 req-47d9d565-62b5-4e15-ac59-c82fb9c540db tempest-TestNetworkAdvancedServerOps-1355420123 tempest-TestNetworkAdvancedServerOps-1355420123-project] 10.222.0.26 "GET /v2.0/security-groups?id=78c001c1-251f-4a8b-9340-7477b428b7b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1232994 Apr 01 13:39:28.273135 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6173026d-ec48-40d8-b54c-5c6ba7645645 tempest-SecGroupIPv6Test-1449925607 tempest-SecGroupIPv6Test-1449925607-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=131ef9a4-0e20-4c51-8441-7d8d20ea91d4,revision_number=None']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:39:28.285719 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67e26d99-50c6-45fa-b225-5a0146008eea tempest-FloatingIPTestJSON-1100559899 tempest-FloatingIPTestJSON-1100559899-project] Router a4024174-aefa-48ee-ba65-83a04caa0a41 has already been hosted by L3 agent 88bf8fc8-11a3-4e96-9d1b-5fd93ba9f6f1 {{(pid=83871) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 13:39:28.356084 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f1b60bf-423d-425c-bf2d-36e22137d16e tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Router 443cce66-541a-4c4d-8e2a-33c9e2cd1777 has already been hosted by L3 agent 88bf8fc8-11a3-4e96-9d1b-5fd93ba9f6f1 {{(pid=83869) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 13:39:28.396690 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-9d851a4f-2d45-4a7a-8c0c-7ae9ca1a3828 req-ba2a603a-f290-4abe-9372-8c7b1cefe41d service neutron] 10.222.0.57 "GET /v2.0/networks/faf7d63c-9b06-4fbb-8197-4b39ba438717?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4217203 Apr 01 13:39:28.407884 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e82ccf4-2e0b-4fa9-8cc0-762d926ebc63 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:39:28.408083 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Device b8585163-5a50-446d-94f6-bfb9a6d32c93 no longer exists at agent ovs-agent-dv-neutron-836180-1-hyperv {{(pid=83872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 13:39:28.408641 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-8e82ccf4-2e0b-4fa9-8cc0-762d926ebc63 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Synchronizing usage tracker for tenant:8b726fe6689e4b7f96def1a2219bea6c on resource:subnet {{(pid=83869) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 13:39:28.416789 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-6173026d-ec48-40d8-b54c-5c6ba7645645 tempest-SecGroupIPv6Test-1449925607 tempest-SecGroupIPv6Test-1449925607-project] Notify callbacks [] for security_group, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:39:28.417839 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-6173026d-ec48-40d8-b54c-5c6ba7645645 tempest-SecGroupIPv6Test-1449925607 tempest-SecGroupIPv6Test-1449925607-project] 10.222.0.26 "DELETE /v2.0/security-groups/131ef9a4-0e20-4c51-8441-7d8d20ea91d4 HTTP/1.1" status: 204 len: 168 time: 0.8726013 Apr 01 13:39:28.446409 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 53326) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:39:28.447003 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.plugin [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] No Port match for: b8585163-5a50-446d-94f6-bfb9a6d32c93 {{(pid=83872) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 01 13:39:28.447003 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Device b8585163-5a50-446d-94f6-bfb9a6d32c93 not bound to the agent host dv-neutron-836180-1-hyperv {{(pid=83872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 13:39:28.616804 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-8e82ccf4-2e0b-4fa9-8cc0-762d926ebc63 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Unset dirty status for tenant:8b726fe6689e4b7f96def1a2219bea6c on resource:subnet {{(pid=83869) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 13:39:28.620580 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-8e82ccf4-2e0b-4fa9-8cc0-762d926ebc63 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.4708414 Apr 01 13:39:28.628824 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 53330) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:39:28.644159 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-87ad5048-d221-4c01-8daa-75ec6c4c48f1 tempest-SecGroupIPv6Test-1449925607 tempest-SecGroupIPv6Test-1449925607-project] Synchronizing usage tracker for tenant:1fdabab049e7487ebb089845d98f15d5 on resource:security_group {{(pid=83871) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 13:39:28.667187 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-87ad5048-d221-4c01-8daa-75ec6c4c48f1 tempest-SecGroupIPv6Test-1449925607 tempest-SecGroupIPv6Test-1449925607-project] Unset dirty status for tenant:1fdabab049e7487ebb089845d98f15d5 on resource:security_group {{(pid=83871) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 13:39:28.668431 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-87ad5048-d221-4c01-8daa-75ec6c4c48f1 tempest-SecGroupIPv6Test-1449925607 tempest-SecGroupIPv6Test-1449925607-project] 10.222.0.26 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.2227492 Apr 01 13:39:28.673180 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 53334) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:39:28.679706 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.v2.base [None req-d1d8c205-2c6c-4229-81ed-4532060f33c7 tempest-SecGroupIPv6Test-1449925607 tempest-SecGroupIPv6Test-1449925607-project] Request body: {'security_group': {'name': 'tempest-secgroup--200585300'}} {{(pid=83871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:39:28.686570 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-d1d8c205-2c6c-4229-81ed-4532060f33c7 tempest-SecGroupIPv6Test-1449925607 tempest-SecGroupIPv6Test-1449925607-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:39:28.701075 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-d1d8c205-2c6c-4229-81ed-4532060f33c7 tempest-SecGroupIPv6Test-1449925607 tempest-SecGroupIPv6Test-1449925607-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:39:28.719542 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-d1d8c205-2c6c-4229-81ed-4532060f33c7 tempest-SecGroupIPv6Test-1449925607 tempest-SecGroupIPv6Test-1449925607-project] Notify callbacks [] for security_group, before_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:39:28.759602 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67e26d99-50c6-45fa-b225-5a0146008eea tempest-FloatingIPTestJSON-1100559899 tempest-FloatingIPTestJSON-1100559899-project] Notify agent at l3_agent.dv-neutron-836180-1-hyperv the message routers_updated {{(pid=83871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 13:39:28.770179 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-d1d8c205-2c6c-4229-81ed-4532060f33c7 tempest-SecGroupIPv6Test-1449925607 tempest-SecGroupIPv6Test-1449925607-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:39:28.772474 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04c331e7-e902-4285-9b97-3d2de95aa53d None None] Sync routers for ids ['a4024174-aefa-48ee-ba65-83a04caa0a41'] in dv-neutron-836180-1-hyperv {{(pid=83873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 13:39:28.774784 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-d1d8c205-2c6c-4229-81ed-4532060f33c7 tempest-SecGroupIPv6Test-1449925607 tempest-SecGroupIPv6Test-1449925607-project] Usage tracker for resource:security_group_rule and tenant:1fdabab049e7487ebb089845d98f15d5 is out of sync, need to count used quota {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 13:39:28.777727 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-67e26d99-50c6-45fa-b225-5a0146008eea tempest-FloatingIPTestJSON-1100559899 tempest-FloatingIPTestJSON-1100559899-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109561'] for floatingip, before_response {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:39:28.785449 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04c331e7-e902-4285-9b97-3d2de95aa53d None None] Routers {'a4024174-aefa-48ee-ba65-83a04caa0a41'} bound to L3 agent in host dv-neutron-836180-1-hyperv {{(pid=83873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 13:39:28.786379 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-04c331e7-e902-4285-9b97-3d2de95aa53d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836180-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T13:25:36Z,description=,heartbeat_timestamp=2022-04-01T13:39:06Z,host='dv-neutron-836180-1-hyperv',id=88bf8fc8-11a3-4e96-9d1b-5fd93ba9f6f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T13:25:36Z,topic='l3_agent')) {'router_ids': ['a4024174-aefa-48ee-ba65-83a04caa0a41'], 'active': True} {{(pid=83873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:39:28.833386 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-d1d8c205-2c6c-4229-81ed-4532060f33c7 tempest-SecGroupIPv6Test-1449925607 tempest-SecGroupIPv6Test-1449925607-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 13:39:28.848017 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-d81d4f82-5376-4a0e-a0da-d994b0452c08 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] 10.222.0.26 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1993210 Apr 01 13:39:28.849958 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-04c331e7-e902-4285-9b97-3d2de95aa53d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-836180-1-hyperv', False) {} {{(pid=83873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:39:28.854533 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 53338) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:39:28.861150 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04c331e7-e902-4285-9b97-3d2de95aa53d None None] Routers {'a4024174-aefa-48ee-ba65-83a04caa0a41'} bound to L3 agent in host dv-neutron-836180-1-hyperv {{(pid=83873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 13:39:28.862591 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-04c331e7-e902-4285-9b97-3d2de95aa53d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836180-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T13:25:36Z,description=,heartbeat_timestamp=2022-04-01T13:39:06Z,host='dv-neutron-836180-1-hyperv',id=88bf8fc8-11a3-4e96-9d1b-5fd93ba9f6f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T13:25:36Z,topic='l3_agent')) {'router_ids': ['a4024174-aefa-48ee-ba65-83a04caa0a41'], 'active': True} {{(pid=83873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:39:28.867171 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-d1d8c205-2c6c-4229-81ed-4532060f33c7 tempest-SecGroupIPv6Test-1449925607 tempest-SecGroupIPv6Test-1449925607-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:39:28.891276 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ac1d98-9747-467c-9d1b-60a6ab7f0ade req-c748721e-1ca6-49df-b0ac-bc489e2c6fc4 tempest-ServerActionsTestJSON-64006463 tempest-ServerActionsTestJSON-64006463-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:39:28.898496 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-00ac1d98-9747-467c-9d1b-60a6ab7f0ade req-c748721e-1ca6-49df-b0ac-bc489e2c6fc4 tempest-ServerActionsTestJSON-64006463 tempest-ServerActionsTestJSON-64006463-project] 10.222.0.26 "GET /v2.0/ports?device_id=746f2a68-07bc-4d82-957e-55cd7a32c31f HTTP/1.1" status: 200 len: 946 time: 0.6377740 Apr 01 13:39:28.909718 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-67e26d99-50c6-45fa-b225-5a0146008eea tempest-FloatingIPTestJSON-1100559899 tempest-FloatingIPTestJSON-1100559899-project] 10.222.0.26 "PUT /v2.0/floatingips/dddce105-8835-4428-a640-fa65d1baf9ad HTTP/1.1" status: 200 len: 977 time: 6.6755965 Apr 01 13:39:28.909968 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 53342) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:39:28.916222 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.v2.base [None req-60688300-f25f-40b9-a1fd-f9987122cf77 tempest-FloatingIPTestJSON-1100559899 tempest-FloatingIPTestJSON-1100559899-project] Request body: {'floatingip': {'port_id': None}} {{(pid=83871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:39:28.923914 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-04c331e7-e902-4285-9b97-3d2de95aa53d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-836180-1-hyperv', False) {} {{(pid=83873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:39:28.925105 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04c331e7-e902-4285-9b97-3d2de95aa53d None None] The sync data for ids ['a4024174-aefa-48ee-ba65-83a04caa0a41'] in dv-neutron-836180-1-hyperv is: [] {{(pid=83873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 13:39:28.984143 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.pecan_wsgi.hooks.translation [None req-9eec8021-9ddb-4b6b-b634-9dfef0992757 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] DELETE failed (client error): The resource could not be found. Apr 01 13:39:28.984619 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9eec8021-9ddb-4b6b-b634-9dfef0992757 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83869) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 13:39:28.986311 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-9eec8021-9ddb-4b6b-b634-9dfef0992757 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] 10.222.0.26 "DELETE /v2.0/ports/fa2bc5b5-45b8-4110-9851-9e5bfd1e2071 HTTP/1.1" status: 404 len: 333 time: 0.1282051 Apr 01 13:39:28.988770 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-9d851a4f-2d45-4a7a-8c0c-7ae9ca1a3828 req-3c2e34f2-0650-4b43-8347-3eace80accf0 service neutron] 10.222.0.57 "GET /v2.0/networks/faf7d63c-9b06-4fbb-8197-4b39ba438717?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5741999 Apr 01 13:39:28.991736 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 53346) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:39:29.001524 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.db [req-37b502f6-5470-466f-a6fd-5b59115985c0 req-c701c4b8-97d9-457e-979d-e1a6cc4b6078 tempest-TestNetworkAdvancedServerOps-1355420123 tempest-TestNetworkAdvancedServerOps-1355420123-project] For port 01a2a8c0-c8b0-45ca-a18f-1c7dceb28567, host hv-neutron-8361, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8361',level=0,port_id=01a2a8c0-c8b0-45ca-a18f-1c7dceb28567,segment=NetworkSegment(ef58a1ec-7bdb-47df-a821-68a0bc726ff2),segment_id=ef58a1ec-7bdb-47df-a821-68a0bc726ff2)] {{(pid=83869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 13:39:29.001886 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [req-37b502f6-5470-466f-a6fd-5b59115985c0 req-c701c4b8-97d9-457e-979d-e1a6cc4b6078 tempest-TestNetworkAdvancedServerOps-1355420123 tempest-TestNetworkAdvancedServerOps-1355420123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4155147'] for port, precommit_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:39:29.055664 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.pecan_wsgi.hooks.translation [None req-dad62bb3-601a-465c-9c5e-890831e62034 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] DELETE failed (client error): The resource could not be found. Apr 01 13:39:29.056095 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dad62bb3-601a-465c-9c5e-890831e62034 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83871) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 13:39:29.074495 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-d1d8c205-2c6c-4229-81ed-4532060f33c7 tempest-SecGroupIPv6Test-1449925607 tempest-SecGroupIPv6Test-1449925607-project] Notify callbacks [] for security_group, precommit_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:39:29.087873 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-dad62bb3-601a-465c-9c5e-890831e62034 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] 10.222.0.26 "DELETE /v2.0/subnets/7464eef3-9d84-4abd-8a55-8122afb58fd4 HTTP/1.1" status: 404 len: 337 time: 0.0930617 Apr 01 13:39:29.088616 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-d1d8c205-2c6c-4229-81ed-4532060f33c7 tempest-SecGroupIPv6Test-1449925607 tempest-SecGroupIPv6Test-1449925607-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3775923'] for security_group, after_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:39:29.093997 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 53350) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:39:29.144737 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-60688300-f25f-40b9-a1fd-f9987122cf77 tempest-FloatingIPTestJSON-1100559899 tempest-FloatingIPTestJSON-1100559899-project] Notify callbacks [] for floatingip, before_update {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:39:29.226222 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.pecan_wsgi.hooks.translation [None req-481fb3f5-0a67-48e0-9665-2b1956cabdf3 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] DELETE failed (client error): The resource could not be found. Apr 01 13:39:29.226653 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-481fb3f5-0a67-48e0-9665-2b1956cabdf3 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83871) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 13:39:29.230712 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-481fb3f5-0a67-48e0-9665-2b1956cabdf3 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] 10.222.0.26 "DELETE /v2.0/subnets/8cd15ff3-d1dd-4296-9c71-a165eb621187 HTTP/1.1" status: 404 len: 337 time: 0.1262264 Apr 01 13:39:29.239552 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 53354) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:39:29.244334 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-d1d8c205-2c6c-4229-81ed-4532060f33c7 tempest-SecGroupIPv6Test-1449925607 tempest-SecGroupIPv6Test-1449925607-project] Notify callbacks [] for security_group, before_response {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:39:29.248496 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-d1d8c205-2c6c-4229-81ed-4532060f33c7 tempest-SecGroupIPv6Test-1449925607 tempest-SecGroupIPv6Test-1449925607-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.5721431 Apr 01 13:39:29.248496 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d8c205-2c6c-4229-81ed-4532060f33c7 tempest-SecGroupIPv6Test-1449925607 tempest-SecGroupIPv6Test-1449925607-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c5ec3f51-dcc5-47a6-970f-9694e8b0a57d,revision_number=1']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:39:29.263260 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.plugin [req-37b502f6-5470-466f-a6fd-5b59115985c0 req-c701c4b8-97d9-457e-979d-e1a6cc4b6078 tempest-TestNetworkAdvancedServerOps-1355420123 tempest-TestNetworkAdvancedServerOps-1355420123-project] Calling delete_port for 01a2a8c0-c8b0-45ca-a18f-1c7dceb28567 owned by compute:nova {{(pid=83869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 13:39:29.280873 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 53358) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:39:29.297213 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.v2.base [None req-0b2008a4-8f3e-454c-8115-841952203da3 tempest-SecGroupIPv6Test-1449925607 tempest-SecGroupIPv6Test-1449925607-project] Request body: {'security_group_rule': {'security_group_id': 'c5ec3f51-dcc5-47a6-970f-9694e8b0a57d', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=83871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:39:29.312046 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-00ac1d98-9747-467c-9d1b-60a6ab7f0ade req-47a4f05c-c99f-4729-81de-7bf451a1c841 tempest-ServerActionsTestJSON-64006463 tempest-ServerActionsTestJSON-64006463-project] 10.222.0.26 "GET /v2.0/security-groups?id=0d525850-c301-4718-92cf-e73f2c3e9524&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4123611 Apr 01 13:39:29.315223 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-0b2008a4-8f3e-454c-8115-841952203da3 tempest-SecGroupIPv6Test-1449925607 tempest-SecGroupIPv6Test-1449925607-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:39:29.321309 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.pecan_wsgi.hooks.translation [None req-cc1a618b-fd73-4309-a21f-68954f0ff555 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] DELETE failed (client error): The resource could not be found. Apr 01 13:39:29.321745 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cc1a618b-fd73-4309-a21f-68954f0ff555 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83871) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 13:39:29.325822 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-cc1a618b-fd73-4309-a21f-68954f0ff555 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] 10.222.0.26 "DELETE /v2.0/ports/37917938-0c0b-472c-ba5f-ab19e736ed5d HTTP/1.1" status: 404 len: 333 time: 0.0829377 Apr 01 13:39:29.325822 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-0b2008a4-8f3e-454c-8115-841952203da3 tempest-SecGroupIPv6Test-1449925607 tempest-SecGroupIPv6Test-1449925607-project] Usage tracker for resource:security_group_rule and tenant:1fdabab049e7487ebb089845d98f15d5 is out of sync, need to count used quota {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 13:39:29.330291 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 53364) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:39:29.334105 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-0b2008a4-8f3e-454c-8115-841952203da3 tempest-SecGroupIPv6Test-1449925607 tempest-SecGroupIPv6Test-1449925607-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 13:39:29.343659 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-0b2008a4-8f3e-454c-8115-841952203da3 tempest-SecGroupIPv6Test-1449925607 tempest-SecGroupIPv6Test-1449925607-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:39:29.389543 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.pecan_wsgi.hooks.translation [None req-f5e7a1bd-b095-4f83-97f4-bc6dd164da04 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] DELETE failed (client error): The resource could not be found. Apr 01 13:39:29.389984 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f5e7a1bd-b095-4f83-97f4-bc6dd164da04 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83869) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 13:39:29.394890 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-f5e7a1bd-b095-4f83-97f4-bc6dd164da04 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] 10.222.0.26 "DELETE /v2.0/subnets/aaface3a-ef70-4646-8863-14797ad5344d HTTP/1.1" status: 404 len: 337 time: 0.0554714 Apr 01 13:39:29.396706 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 53368) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:39:29.456982 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.pecan_wsgi.hooks.translation [None req-d11d76e8-352e-4468-9f57-7c145e514434 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] DELETE failed (client error): The resource could not be found. Apr 01 13:39:29.457425 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d11d76e8-352e-4468-9f57-7c145e514434 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83869) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 13:39:29.459076 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-d11d76e8-352e-4468-9f57-7c145e514434 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] 10.222.0.26 "DELETE /v2.0/subnets/07d04e12-9939-45a4-a09e-1e47f0b7d880 HTTP/1.1" status: 404 len: 337 time: 0.0598807 Apr 01 13:39:29.462847 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 53372) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:39:29.474687 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-0b2008a4-8f3e-454c-8115-841952203da3 tempest-SecGroupIPv6Test-1449925607 tempest-SecGroupIPv6Test-1449925607-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:39:29.509536 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.pecan_wsgi.hooks.translation [None req-04114fd0-27cd-4f03-a80b-44b63f761c30 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] DELETE failed (client error): The resource could not be found. Apr 01 13:39:29.509974 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-04114fd0-27cd-4f03-a80b-44b63f761c30 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83869) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 13:39:29.546375 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-04114fd0-27cd-4f03-a80b-44b63f761c30 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] 10.222.0.26 "DELETE /v2.0/ports/17146bb9-1a2e-434e-8152-6067572b027f HTTP/1.1" status: 404 len: 333 time: 0.0823979 Apr 01 13:39:29.548249 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f1b60bf-423d-425c-bf2d-36e22137d16e tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Notify agent at l3_agent.dv-neutron-836180-1-hyperv the message routers_updated {{(pid=83869) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 13:39:29.553599 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 53376) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:39:29.557003 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-9f1b60bf-423d-425c-bf2d-36e22137d16e tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] 10.222.0.26 "PUT /v2.0/routers/443cce66-541a-4c4d-8e2a-33c9e2cd1777/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2048371 Apr 01 13:39:29.560134 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 53380) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:39:29.562745 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fd9cd68-1c00-4119-9fff-505b1c680cce None None] Sync routers for ids ['443cce66-541a-4c4d-8e2a-33c9e2cd1777'] in dv-neutron-836180-1-hyperv {{(pid=83872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 13:39:29.601460 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fd9cd68-1c00-4119-9fff-505b1c680cce None None] Routers {'443cce66-541a-4c4d-8e2a-33c9e2cd1777'} bound to L3 agent in host dv-neutron-836180-1-hyperv {{(pid=83872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 13:39:29.604268 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.pecan_wsgi.hooks.translation [None req-9cbab84e-220a-421b-8a47-707c24c38cd3 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] DELETE failed (client error): The resource could not be found. Apr 01 13:39:29.604735 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9cbab84e-220a-421b-8a47-707c24c38cd3 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83871) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 13:39:29.608180 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-9cbab84e-220a-421b-8a47-707c24c38cd3 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] 10.222.0.26 "DELETE /v2.0/subnets/df78da25-b478-451c-89de-5e13b2740c5c HTTP/1.1" status: 404 len: 337 time: 0.0524132 Apr 01 13:39:29.609021 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_hamode_db [None req-4fd9cd68-1c00-4119-9fff-505b1c680cce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836180-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T13:25:36Z,description=,heartbeat_timestamp=2022-04-01T13:39:06Z,host='dv-neutron-836180-1-hyperv',id=88bf8fc8-11a3-4e96-9d1b-5fd93ba9f6f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T13:25:36Z,topic='l3_agent')) {'router_ids': ['443cce66-541a-4c4d-8e2a-33c9e2cd1777'], 'active': True} {{(pid=83872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:39:29.609411 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 53384) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:39:29.653582 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505f04cb-00bc-4223-aed6-041ff95f7c46 req-74ba4bd3-1168-46e2-a05c-d03046abc976 tempest-TestNetworkAdvancedServerOps-1355420123 tempest-TestNetworkAdvancedServerOps-1355420123-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:39:29.655031 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-505f04cb-00bc-4223-aed6-041ff95f7c46 req-74ba4bd3-1168-46e2-a05c-d03046abc976 tempest-TestNetworkAdvancedServerOps-1355420123 tempest-TestNetworkAdvancedServerOps-1355420123-project] 10.222.0.26 "GET /v2.0/ports?device_id=b52fb625-6535-4e58-afe5-9e4ccb47c0b6 HTTP/1.1" status: 200 len: 945 time: 0.2521136 Apr 01 13:39:29.657307 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [req-37b502f6-5470-466f-a6fd-5b59115985c0 req-c701c4b8-97d9-457e-979d-e1a6cc4b6078 tempest-TestNetworkAdvancedServerOps-1355420123 tempest-TestNetworkAdvancedServerOps-1355420123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736733359243', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736732935810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2705155'] for port, after_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:39:29.675343 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Device 01a2a8c0-c8b0-45ca-a18f-1c7dceb28567 no longer exists at agent hyperv_hv-neutron-8361 {{(pid=83872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 13:39:29.743706 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.pecan_wsgi.hooks.translation [None req-e65ef28a-2ac3-49a3-891e-5c96e813a2f1 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] DELETE failed (client error): The resource could not be found. Apr 01 13:39:29.744089 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c701c4b8-97d9-457e-979d-e1a6cc4b6078 tempest-TestNetworkAdvancedServerOps-1355420123 tempest-TestNetworkAdvancedServerOps-1355420123-project] Pushing event deleted for resources: {'Port': ['ID=01a2a8c0-c8b0-45ca-a18f-1c7dceb28567,revision_number=None']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:39:29.744204 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e65ef28a-2ac3-49a3-891e-5c96e813a2f1 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83871) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 13:39:29.771955 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.plugin [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] No Port match for: 01a2a8c0-c8b0-45ca-a18f-1c7dceb28567 {{(pid=83872) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 01 13:39:29.772682 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Device 01a2a8c0-c8b0-45ca-a18f-1c7dceb28567 not bound to the agent host hv-neutron-8361 {{(pid=83872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 13:39:29.778085 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-0b2008a4-8f3e-454c-8115-841952203da3 tempest-SecGroupIPv6Test-1449925607 tempest-SecGroupIPv6Test-1449925607-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:39:29.795912 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-60688300-f25f-40b9-a1fd-f9987122cf77 tempest-FloatingIPTestJSON-1100559899 tempest-FloatingIPTestJSON-1100559899-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:39:29.798917 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-e65ef28a-2ac3-49a3-891e-5c96e813a2f1 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] 10.222.0.26 "DELETE /v2.0/subnets/785d0653-9227-4f49-8715-a05f101e705f HTTP/1.1" status: 404 len: 337 time: 0.1885927 Apr 01 13:39:29.800140 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-0b2008a4-8f3e-454c-8115-841952203da3 tempest-SecGroupIPv6Test-1449925607 tempest-SecGroupIPv6Test-1449925607-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3775744'] for security_group_rule, after_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:39:29.803743 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 53388) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:39:29.835262 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_dvr_db [None req-4fd9cd68-1c00-4119-9fff-505b1c680cce None None] Set router 443cce66-541a-4c4d-8e2a-33c9e2cd1777 gateway port host: None {{(pid=83872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 13:39:29.859884 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-60688300-f25f-40b9-a1fd-f9987122cf77 tempest-FloatingIPTestJSON-1100559899 tempest-FloatingIPTestJSON-1100559899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4084747'] for floatingip, after_update {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:39:29.860250 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.db.l3_db [None req-60688300-f25f-40b9-a1fd-f9987122cf77 tempest-FloatingIPTestJSON-1100559899 tempest-FloatingIPTestJSON-1100559899-project] Floating IP dddce105-8835-4428-a640-fa65d1baf9ad disassociated. External IP: 172.26.5.163, port: 36154f80-28e2-4c10-ac82-0c5c9e7b0ab2. Apr 01 13:39:29.933473 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2008a4-8f3e-454c-8115-841952203da3 tempest-SecGroupIPv6Test-1449925607 tempest-SecGroupIPv6Test-1449925607-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=97a9710f-8c96-4ebb-b75d-92db9362ea9b,revision_number=0']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:39:29.937555 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.pecan_wsgi.hooks.translation [None req-7a1d936c-1471-4834-abab-5c6c57034028 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] DELETE failed (client error): The resource could not be found. Apr 01 13:39:29.937983 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7a1d936c-1471-4834-abab-5c6c57034028 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83871) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 13:39:29.942784 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-7a1d936c-1471-4834-abab-5c6c57034028 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] 10.222.0.26 "DELETE /v2.0/ports/facc9da4-cfd7-4fd9-89aa-a997fc93ee6e HTTP/1.1" status: 404 len: 333 time: 0.1296384 Apr 01 13:39:29.948925 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 53392) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:39:30.006806 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-505f04cb-00bc-4223-aed6-041ff95f7c46 req-bd4f5aed-d12a-4bdf-bd18-b026c2cc5d31 tempest-TestNetworkAdvancedServerOps-1355420123 tempest-TestNetworkAdvancedServerOps-1355420123-project] 10.222.0.26 "GET /v2.0/security-groups?id=78c001c1-251f-4a8b-9340-7477b428b7b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3412485 Apr 01 13:39:30.009042 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-0b2008a4-8f3e-454c-8115-841952203da3 tempest-SecGroupIPv6Test-1449925607 tempest-SecGroupIPv6Test-1449925607-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:39:30.010122 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-0b2008a4-8f3e-454c-8115-841952203da3 tempest-SecGroupIPv6Test-1449925607 tempest-SecGroupIPv6Test-1449925607-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 717 time: 0.7252569 Apr 01 13:39:30.014038 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 53396) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:39:30.030008 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_dvrscheduler_db [req-37b502f6-5470-466f-a6fd-5b59115985c0 req-c701c4b8-97d9-457e-979d-e1a6cc4b6078 tempest-TestNetworkAdvancedServerOps-1355420123 tempest-TestNetworkAdvancedServerOps-1355420123-project] No DVR routers for this DVR port 01a2a8c0-c8b0-45ca-a18f-1c7dceb28567 on host hv-neutron-8361 {{(pid=83869) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 13:39:30.032606 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [req-37b502f6-5470-466f-a6fd-5b59115985c0 req-c701c4b8-97d9-457e-979d-e1a6cc4b6078 tempest-TestNetworkAdvancedServerOps-1355420123 tempest-TestNetworkAdvancedServerOps-1355420123-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109561'] for port, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:39:30.035232 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-37b502f6-5470-466f-a6fd-5b59115985c0 req-c701c4b8-97d9-457e-979d-e1a6cc4b6078 tempest-TestNetworkAdvancedServerOps-1355420123 tempest-TestNetworkAdvancedServerOps-1355420123-project] 10.222.0.57 "DELETE /v2.0/ports/01a2a8c0-c8b0-45ca-a18f-1c7dceb28567 HTTP/1.1" status: 204 len: 173 time: 2.1320877 Apr 01 13:39:30.049762 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b52fb625-6535-4e58-afe5-9e4ccb47c0b6', 'name': 'network-vif-deleted', 'tag': '01a2a8c0-c8b0-45ca-a18f-1c7dceb28567'}] {{(pid=83869) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 13:39:30.057634 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.pecan_wsgi.hooks.translation [None req-940aad91-6634-4ae1-b955-d7f826a3da6e tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] DELETE failed (client error): The resource could not be found. Apr 01 13:39:30.058153 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-940aad91-6634-4ae1-b955-d7f826a3da6e tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83869) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 13:39:30.067385 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-940aad91-6634-4ae1-b955-d7f826a3da6e tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] 10.222.0.26 "DELETE /v2.0/subnets/3902e8b2-3cb9-4a18-8935-7185a632e486 HTTP/1.1" status: 404 len: 337 time: 0.1119347 Apr 01 13:39:30.069941 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 53402) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:39:30.116761 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b52fb625-6535-4e58-afe5-9e4ccb47c0b6', 'name': 'network-vif-deleted', 'tag': '01a2a8c0-c8b0-45ca-a18f-1c7dceb28567', 'status': 'completed', 'code': 200} Apr 01 13:39:30.124649 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-014146a3-0baa-465e-9f88-46a3eb759d19 tempest-SecGroupIPv6Test-1449925607 tempest-SecGroupIPv6Test-1449925607-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:39:30.125934 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.db_base_plugin_v2 [None req-b023ffb5-7ae1-48ed-b290-2d279fb15a3e tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Deleting subnet 8bc9dba3-0769-4278-91dc-738d7d6e2982 {{(pid=83869) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 01 13:39:30.129809 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-b023ffb5-7ae1-48ed-b290-2d279fb15a3e tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Notify callbacks [] for subnet, before_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:39:30.142187 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.pecan_wsgi.hooks.translation [None req-219b4c83-55e7-46e2-bf3d-68b4dcef90c1 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] DELETE failed (client error): The resource could not be found. Apr 01 13:39:30.142616 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-219b4c83-55e7-46e2-bf3d-68b4dcef90c1 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83871) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 13:39:30.144726 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-219b4c83-55e7-46e2-bf3d-68b4dcef90c1 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] 10.222.0.26 "DELETE /v2.0/subnets/dadba6b1-161a-4920-950c-1a5df2b5634a HTTP/1.1" status: 404 len: 337 time: 0.0733552 Apr 01 13:39:30.146398 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-014146a3-0baa-465e-9f88-46a3eb759d19 tempest-SecGroupIPv6Test-1449925607 tempest-SecGroupIPv6Test-1449925607-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:39:30.155612 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 53406) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:39:30.196640 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-b023ffb5-7ae1-48ed-b290-2d279fb15a3e tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2704975'] for subnet, precommit_delete_associations {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:39:30.220318 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.pecan_wsgi.hooks.translation [None req-6c48b5a0-9b6c-4eec-9f96-42059e69edff tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] DELETE failed (client error): The resource could not be found. Apr 01 13:39:30.220750 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6c48b5a0-9b6c-4eec-9f96-42059e69edff tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83871) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 13:39:30.235024 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-6c48b5a0-9b6c-4eec-9f96-42059e69edff tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] 10.222.0.26 "DELETE /v2.0/ports/9ec3726a-4470-4792-857e-788e04205ce9 HTTP/1.1" status: 404 len: 333 time: 0.0771298 Apr 01 13:39:30.238614 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 53410) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:39:30.290744 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-014146a3-0baa-465e-9f88-46a3eb759d19 tempest-SecGroupIPv6Test-1449925607 tempest-SecGroupIPv6Test-1449925607-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3775744'] for security_group_rule, after_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:39:30.300842 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-014146a3-0baa-465e-9f88-46a3eb759d19 tempest-SecGroupIPv6Test-1449925607 tempest-SecGroupIPv6Test-1449925607-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:39:30.304527 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 53414) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:39:30.304665 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-014146a3-0baa-465e-9f88-46a3eb759d19 tempest-SecGroupIPv6Test-1449925607 tempest-SecGroupIPv6Test-1449925607-project] 10.222.0.26 "DELETE /v2.0/security-group-rules/97a9710f-8c96-4ebb-b75d-92db9362ea9b HTTP/1.1" status: 204 len: 168 time: 0.2894433 Apr 01 13:39:30.325765 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.pecan_wsgi.hooks.translation [None req-236c1157-4727-43d2-b5a7-f7b8a0a611db tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] DELETE failed (client error): The resource could not be found. Apr 01 13:39:30.326220 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-236c1157-4727-43d2-b5a7-f7b8a0a611db tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83871) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 13:39:30.328053 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-236c1157-4727-43d2-b5a7-f7b8a0a611db tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] 10.222.0.26 "DELETE /v2.0/subnets/fe35b9ff-17ba-49e7-b111-d9a26d7d31bc HTTP/1.1" status: 404 len: 337 time: 0.0880554 Apr 01 13:39:30.330448 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-014146a3-0baa-465e-9f88-46a3eb759d19 tempest-SecGroupIPv6Test-1449925607 tempest-SecGroupIPv6Test-1449925607-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=97a9710f-8c96-4ebb-b75d-92db9362ea9b,revision_number=None']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:39:30.332106 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 53418) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:39:30.388218 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_hamode_db [None req-4fd9cd68-1c00-4119-9fff-505b1c680cce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '443cce66-541a-4c4d-8e2a-33c9e2cd1777', 'name': 'tempest-RoutersIpV6Test-router-2029186272', 'tenant_id': '315e7395dd224b3fb020d0b9d921742e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T13:38:26Z', 'updated_at': '2022-04-01T13:39:25Z', 'revision_number': 9, 'project_id': '315e7395dd224b3fb020d0b9d921742e', 'gw_port_host': None, '_interfaces': [{'id': '7d243dbb-cd79-4a05-9ba7-2503b47388d6', 'name': '', 'network_id': 'b2076001-b441-4a1b-a96b-552c4faf0800', 'tenant_id': '315e7395dd224b3fb020d0b9d921742e', 'mac_address': 'fa:16:3e:2e:3d:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '443cce66-541a-4c4d-8e2a-33c9e2cd1777', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ad7574d2-be4a-487a-85ad-6d5a1a89f635', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836180-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:38:32Z', 'updated_at': '2022-04-01T13:38:53Z', 'revision_number': 5, 'project_id': '315e7395dd224b3fb020d0b9d921742e', 'subnets': [{'id': 'ad7574d2-be4a-487a-85ad-6d5a1a89f635', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ee859592-7773-40a1-b8cd-47912e28a6ce', 'name': '', 'network_id': 'e5d1bb3c-6254-4093-890c-4e81389da7a3', 'tenant_id': '315e7395dd224b3fb020d0b9d921742e', 'mac_address': 'fa:16:3e:28:1e:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '443cce66-541a-4c4d-8e2a-33c9e2cd1777', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f1fab571-13d5-4032-88ca-01a4aafa0daa', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836180-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:38:45Z', 'updated_at': '2022-04-01T13:39:03Z', 'revision_number': 5, 'project_id': '315e7395dd224b3fb020d0b9d921742e', 'subnets': [{'id': 'f1fab571-13d5-4032-88ca-01a4aafa0daa', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-836180-1-hyperv', False) {} {{(pid=83872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:39:30.403309 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fd9cd68-1c00-4119-9fff-505b1c680cce None None] Checking router: 443cce66-541a-4c4d-8e2a-33c9e2cd1777 for host: dv-neutron-836180-1-hyperv {{(pid=83872) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 01 13:39:30.404570 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.pecan_wsgi.hooks.translation [None req-585bcd45-3762-46c4-a786-82bb481e6df1 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] DELETE failed (client error): The resource could not be found. Apr 01 13:39:30.405014 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-585bcd45-3762-46c4-a786-82bb481e6df1 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83869) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 13:39:30.406676 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-585bcd45-3762-46c4-a786-82bb481e6df1 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] 10.222.0.26 "DELETE /v2.0/ports/676174ed-0791-4128-a51b-2b90bf6c9b85 HTTP/1.1" status: 404 len: 333 time: 0.0724480 Apr 01 13:39:30.410225 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 53424) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:39:30.428319 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fd9cd68-1c00-4119-9fff-505b1c680cce None None] Routers {'443cce66-541a-4c4d-8e2a-33c9e2cd1777'} bound to L3 agent in host dv-neutron-836180-1-hyperv {{(pid=83872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 13:39:30.429140 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_hamode_db [None req-4fd9cd68-1c00-4119-9fff-505b1c680cce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836180-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T13:25:36Z,description=,heartbeat_timestamp=2022-04-01T13:39:06Z,host='dv-neutron-836180-1-hyperv',id=88bf8fc8-11a3-4e96-9d1b-5fd93ba9f6f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T13:25:36Z,topic='l3_agent')) {'router_ids': ['443cce66-541a-4c4d-8e2a-33c9e2cd1777'], 'active': True} {{(pid=83872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:39:30.456842 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-b023ffb5-7ae1-48ed-b290-2d279fb15a3e tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-945029'] for subnet, precommit_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:39:30.529091 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.pecan_wsgi.hooks.translation [None req-1c20ae9e-a40e-472e-abd9-01d48c6a5a7e tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] DELETE failed (client error): The resource could not be found. Apr 01 13:39:30.529650 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1c20ae9e-a40e-472e-abd9-01d48c6a5a7e tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83869) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 13:39:30.532268 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-1c20ae9e-a40e-472e-abd9-01d48c6a5a7e tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] 10.222.0.26 "DELETE /v2.0/subnets/a6e09381-73a8-464c-8a35-d79bc1fe7bae HTTP/1.1" status: 404 len: 337 time: 0.1205614 Apr 01 13:39:30.542126 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 53428) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:39:30.552209 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-b48ca37d-0ed5-47a0-9ad4-85e39b7b6ad3 tempest-SecGroupIPv6Test-1449925607 tempest-SecGroupIPv6Test-1449925607-project] Synchronizing usage tracker for tenant:1fdabab049e7487ebb089845d98f15d5 on resource:security_group_rule {{(pid=83869) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 13:39:30.598120 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.pecan_wsgi.hooks.translation [None req-078824a7-38dd-48bd-8e8a-d9f533f2a206 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] DELETE failed (client error): The resource could not be found. Apr 01 13:39:30.598566 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-078824a7-38dd-48bd-8e8a-d9f533f2a206 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83869) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 13:39:30.600219 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-078824a7-38dd-48bd-8e8a-d9f533f2a206 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] 10.222.0.26 "DELETE /v2.0/ports/39c5fcf1-a691-48e7-b774-879766cbce07 HTTP/1.1" status: 404 len: 333 time: 0.0571766 Apr 01 13:39:30.605950 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 53432) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:39:30.614597 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_dvr_db [None req-4fd9cd68-1c00-4119-9fff-505b1c680cce None None] Set router 443cce66-541a-4c4d-8e2a-33c9e2cd1777 gateway port host: None {{(pid=83872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 13:39:30.662558 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.pecan_wsgi.hooks.translation [None req-32e6464b-b7a3-4629-9d6a-0fc15467d421 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] DELETE failed (client error): The resource could not be found. Apr 01 13:39:30.662558 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-32e6464b-b7a3-4629-9d6a-0fc15467d421 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83869) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 13:39:30.669247 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-b48ca37d-0ed5-47a0-9ad4-85e39b7b6ad3 tempest-SecGroupIPv6Test-1449925607 tempest-SecGroupIPv6Test-1449925607-project] Unset dirty status for tenant:1fdabab049e7487ebb089845d98f15d5 on resource:security_group_rule {{(pid=83869) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 13:39:30.671268 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-b48ca37d-0ed5-47a0-9ad4-85e39b7b6ad3 tempest-SecGroupIPv6Test-1449925607 tempest-SecGroupIPv6Test-1449925607-project] 10.222.0.26 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.3650353 Apr 01 13:39:30.679904 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-32e6464b-b7a3-4629-9d6a-0fc15467d421 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] 10.222.0.26 "DELETE /v2.0/subnets/8e755d19-923c-417d-88f8-a9715d25a3d6 HTTP/1.1" status: 404 len: 337 time: 0.0656538 Apr 01 13:39:30.679904 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 53436) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:39:30.680708 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 53438) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:39:30.747956 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c7c895-6cde-4187-afd3-73494321ac54 req-cd19613c-39ab-41ed-9822-ae988d197c14 tempest-ServerActionsTestJSON-64006463 tempest-ServerActionsTestJSON-64006463-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:39:30.748867 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-b023ffb5-7ae1-48ed-b290-2d279fb15a3e tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-945042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2705198', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2999452'] for subnet, after_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:39:30.749328 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-e8c7c895-6cde-4187-afd3-73494321ac54 req-cd19613c-39ab-41ed-9822-ae988d197c14 tempest-ServerActionsTestJSON-64006463 tempest-ServerActionsTestJSON-64006463-project] 10.222.0.26 "GET /v2.0/ports?device_id=746f2a68-07bc-4d82-957e-55cd7a32c31f HTTP/1.1" status: 200 len: 946 time: 0.1936259 Apr 01 13:39:30.790147 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.pecan_wsgi.hooks.translation [None req-9ae71811-50b6-49f0-a28d-2ccb53114d25 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] DELETE failed (client error): The resource could not be found. Apr 01 13:39:30.790640 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9ae71811-50b6-49f0-a28d-2ccb53114d25 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83869) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 13:39:30.794593 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-9ae71811-50b6-49f0-a28d-2ccb53114d25 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] 10.222.0.26 "DELETE /v2.0/ports/dfe1fc65-d88a-4770-b451-49307a6bcb9f HTTP/1.1" status: 404 len: 333 time: 0.0918519 Apr 01 13:39:30.795942 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 53444) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:39:30.801638 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b023ffb5-7ae1-48ed-b290-2d279fb15a3e tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Pushing event deleted for resources: {'Subnet': ['ID=8bc9dba3-0769-4278-91dc-738d7d6e2982,revision_number=None']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:39:30.813363 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-b023ffb5-7ae1-48ed-b290-2d279fb15a3e tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Notify callbacks [] for subnet, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:39:30.818485 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-b023ffb5-7ae1-48ed-b290-2d279fb15a3e tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] 10.222.0.26 "DELETE /v2.0/subnets/8bc9dba3-0769-4278-91dc-738d7d6e2982 HTTP/1.1" status: 204 len: 168 time: 1.2545862 Apr 01 13:39:30.819115 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 53448) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:39:30.860982 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.pecan_wsgi.hooks.translation [None req-cee7eb64-7e6d-4cde-9462-c9f0b83b15e6 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] DELETE failed (client error): The resource could not be found. Apr 01 13:39:30.861401 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cee7eb64-7e6d-4cde-9462-c9f0b83b15e6 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83871) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 13:39:30.866347 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-cee7eb64-7e6d-4cde-9462-c9f0b83b15e6 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] 10.222.0.26 "DELETE /v2.0/subnets/8684254b-fcb6-48bf-8a71-2496719dc066 HTTP/1.1" status: 404 len: 337 time: 0.0619116 Apr 01 13:39:30.868440 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-e8c7c895-6cde-4187-afd3-73494321ac54 req-bd625ba0-7807-406c-8fc4-cf028d4e3554 tempest-ServerActionsTestJSON-64006463 tempest-ServerActionsTestJSON-64006463-project] 10.222.0.26 "GET /v2.0/security-groups?id=0d525850-c301-4718-92cf-e73f2c3e9524&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1106589 Apr 01 13:39:30.868887 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 53452) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:39:30.912647 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7454af5-0619-49b3-900b-5531fc231594 None None] Network 2635b17d-605c-450a-a09e-f3ed5b76beda requested from dv-neutron-836180-1-hyperv {{(pid=83872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 13:39:30.929271 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-f3e17534-4992-45ed-9701-778d83225994 tempest-SecGroupIPv6Test-1449925607 tempest-SecGroupIPv6Test-1449925607-project] Notify callbacks [] for security_group, before_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:39:30.935178 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.pecan_wsgi.hooks.translation [None req-0be42aa9-c129-489b-b270-93647e2abd50 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] DELETE failed (client error): The resource could not be found. Apr 01 13:39:30.935620 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0be42aa9-c129-489b-b270-93647e2abd50 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83871) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 13:39:30.941754 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 53458) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:39:30.941904 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-0be42aa9-c129-489b-b270-93647e2abd50 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] 10.222.0.26 "DELETE /v2.0/ports/cdff5494-a518-4234-b347-faa464c39460 HTTP/1.1" status: 404 len: 333 time: 0.0714455 Apr 01 13:39:30.960485 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60688300-f25f-40b9-a1fd-f9987122cf77 tempest-FloatingIPTestJSON-1100559899 tempest-FloatingIPTestJSON-1100559899-project] Router a4024174-aefa-48ee-ba65-83a04caa0a41 has already been hosted by L3 agent 88bf8fc8-11a3-4e96-9d1b-5fd93ba9f6f1 {{(pid=83871) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 13:39:31.010499 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.pecan_wsgi.hooks.translation [None req-99824787-5934-4860-ac14-3a5ff80d9837 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] DELETE failed (client error): The resource could not be found. Apr 01 13:39:31.011992 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-99824787-5934-4860-ac14-3a5ff80d9837 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83869) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 13:39:31.015128 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-99824787-5934-4860-ac14-3a5ff80d9837 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] 10.222.0.26 "DELETE /v2.0/subnets/64dab3c6-7f2f-4ed2-98ee-ead1432768b0 HTTP/1.1" status: 404 len: 337 time: 0.0724542 Apr 01 13:39:31.028421 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 53462) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:39:31.117041 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-f3e17534-4992-45ed-9701-778d83225994 tempest-SecGroupIPv6Test-1449925607 tempest-SecGroupIPv6Test-1449925607-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:39:31.141417 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 53468) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:39:31.246936 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.pecan_wsgi.hooks.translation [None req-89d0643a-8f8d-498d-ab10-2a3c8c878045 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] DELETE failed (client error): The resource could not be found. Apr 01 13:39:31.247368 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-89d0643a-8f8d-498d-ab10-2a3c8c878045 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83869) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 13:39:31.249041 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-89d0643a-8f8d-498d-ab10-2a3c8c878045 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] 10.222.0.26 "DELETE /v2.0/ports/d9f3d1c4-84be-4390-bf89-4e78afd8ae6f HTTP/1.1" status: 404 len: 333 time: 0.2193410 Apr 01 13:39:31.256447 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-2713bccf-1cff-4d34-a7d7-5af6ba31051c tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1033078'] for network, before_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:39:31.259867 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_hamode_db [None req-4fd9cd68-1c00-4119-9fff-505b1c680cce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '443cce66-541a-4c4d-8e2a-33c9e2cd1777', 'name': 'tempest-RoutersIpV6Test-router-2029186272', 'tenant_id': '315e7395dd224b3fb020d0b9d921742e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T13:38:26Z', 'updated_at': '2022-04-01T13:39:25Z', 'revision_number': 9, 'project_id': '315e7395dd224b3fb020d0b9d921742e', 'gw_port_host': None, '_interfaces': [{'id': '7d243dbb-cd79-4a05-9ba7-2503b47388d6', 'name': '', 'network_id': 'b2076001-b441-4a1b-a96b-552c4faf0800', 'tenant_id': '315e7395dd224b3fb020d0b9d921742e', 'mac_address': 'fa:16:3e:2e:3d:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '443cce66-541a-4c4d-8e2a-33c9e2cd1777', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ad7574d2-be4a-487a-85ad-6d5a1a89f635', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836180-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:38:32Z', 'updated_at': '2022-04-01T13:38:53Z', 'revision_number': 5, 'project_id': '315e7395dd224b3fb020d0b9d921742e', 'subnets': [{'id': 'ad7574d2-be4a-487a-85ad-6d5a1a89f635', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ee859592-7773-40a1-b8cd-47912e28a6ce', 'name': '', 'network_id': 'e5d1bb3c-6254-4093-890c-4e81389da7a3', 'tenant_id': '315e7395dd224b3fb020d0b9d921742e', 'mac_address': 'fa:16:3e:28:1e:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '443cce66-541a-4c4d-8e2a-33c9e2cd1777', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f1fab571-13d5-4032-88ca-01a4aafa0daa', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836180-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:38:45Z', 'updated_at': '2022-04-01T13:39:03Z', 'revision_number': 5, 'project_id': '315e7395dd224b3fb020d0b9d921742e', 'subnets': [{'id': 'f1fab571-13d5-4032-88ca-01a4aafa0daa', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-836180-1-hyperv', False) {} {{(pid=83872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:39:31.266137 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 53474) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:39:31.276260 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fd9cd68-1c00-4119-9fff-505b1c680cce None None] The sync data for ids ['443cce66-541a-4c4d-8e2a-33c9e2cd1777'] in dv-neutron-836180-1-hyperv is: [{'id': '443cce66-541a-4c4d-8e2a-33c9e2cd1777', 'name': 'tempest-RoutersIpV6Test-router-2029186272', 'tenant_id': '315e7395dd224b3fb020d0b9d921742e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T13:38:26Z', 'updated_at': '2022-04-01T13:39:25Z', 'revision_number': 9, 'project_id': '315e7395dd224b3fb020d0b9d921742e', 'gw_port_host': None, '_interfaces': [{'id': '7d243dbb-cd79-4a05-9ba7-2503b47388d6', 'name': '', 'network_id': 'b2076001-b441-4a1b-a96b-552c4faf0800', 'tenant_id': '315e7395dd224b3fb020d0b9d921742e', 'mac_address': 'fa:16:3e:2e:3d:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '443cce66-541a-4c4d-8e2a-33c9e2cd1777', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ad7574d2-be4a-487a-85ad-6d5a1a89f635', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836180-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:38:32Z', 'updated_at': '2022-04-01T13:38:53Z', 'revision_number': 5, 'project_id': '315e7395dd224b3fb020d0b9d921742e', 'subnets': [{'id': 'ad7574d2-be4a-487a-85ad-6d5a1a89f635', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ee859592-7773-40a1-b8cd-47912e28a6ce', 'name': '', 'network_id': 'e5d1bb3c-6254-4093-890c-4e81389da7a3', 'tenant_id': '315e7395dd224b3fb020d0b9d921742e', 'mac_address': 'fa:16:3e:28:1e:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '443cce66-541a-4c4d-8e2a-33c9e2cd1777', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f1fab571-13d5-4032-88ca-01a4aafa0daa', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836180-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:38:45Z', 'updated_at': '2022-04-01T13:39:03Z', 'revision_number': 5, 'project_id': '315e7395dd224b3fb020d0b9d921742e', 'subnets': [{'id': 'f1fab571-13d5-4032-88ca-01a4aafa0daa', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 13:39:31.325089 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.pecan_wsgi.hooks.translation [None req-d25dc6ce-b3ef-4d07-ab14-06f5d64b657a tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] DELETE failed (client error): The resource could not be found. Apr 01 13:39:31.325525 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d25dc6ce-b3ef-4d07-ab14-06f5d64b657a tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83869) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 13:39:31.327299 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-d25dc6ce-b3ef-4d07-ab14-06f5d64b657a tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] 10.222.0.26 "DELETE /v2.0/subnets/dd4b3761-f075-4ccf-9f94-50eb35e57a47 HTTP/1.1" status: 404 len: 337 time: 0.0601614 Apr 01 13:39:31.338967 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 53478) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:39:31.359057 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60688300-f25f-40b9-a1fd-f9987122cf77 tempest-FloatingIPTestJSON-1100559899 tempest-FloatingIPTestJSON-1100559899-project] Notify agent at l3_agent.dv-neutron-836180-1-hyperv the message routers_updated {{(pid=83871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 13:39:31.365149 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-60688300-f25f-40b9-a1fd-f9987122cf77 tempest-FloatingIPTestJSON-1100559899 tempest-FloatingIPTestJSON-1100559899-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109561'] for floatingip, before_response {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:39:31.369901 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-011d5a37-d4f2-47d6-bd19-d37ff33148a6 None None] Sync routers for ids ['a4024174-aefa-48ee-ba65-83a04caa0a41'] in dv-neutron-836180-1-hyperv {{(pid=83873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 13:39:31.382144 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-011d5a37-d4f2-47d6-bd19-d37ff33148a6 None None] Routers {'a4024174-aefa-48ee-ba65-83a04caa0a41'} bound to L3 agent in host dv-neutron-836180-1-hyperv {{(pid=83873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 13:39:31.382451 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.plugin [None req-2713bccf-1cff-4d34-a7d7-5af6ba31051c tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Deleting port a88ef232-1659-4427-8cf0-347118558747 {{(pid=83869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 13:39:31.382744 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-011d5a37-d4f2-47d6-bd19-d37ff33148a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836180-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T13:25:36Z,description=,heartbeat_timestamp=2022-04-01T13:39:06Z,host='dv-neutron-836180-1-hyperv',id=88bf8fc8-11a3-4e96-9d1b-5fd93ba9f6f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T13:25:36Z,topic='l3_agent')) {'router_ids': ['a4024174-aefa-48ee-ba65-83a04caa0a41'], 'active': True} {{(pid=83873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:39:31.382927 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-2713bccf-1cff-4d34-a7d7-5af6ba31051c tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736733287370'] for port, before_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:39:31.422886 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.pecan_wsgi.hooks.translation [None req-69961903-7d98-42a0-82c9-f07f9996fcb3 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] DELETE failed (client error): The resource could not be found. Apr 01 13:39:31.423322 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-69961903-7d98-42a0-82c9-f07f9996fcb3 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83869) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 13:39:31.442170 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-60688300-f25f-40b9-a1fd-f9987122cf77 tempest-FloatingIPTestJSON-1100559899 tempest-FloatingIPTestJSON-1100559899-project] 10.222.0.26 "PUT /v2.0/floatingips/dddce105-8835-4428-a640-fa65d1baf9ad HTTP/1.1" status: 200 len: 688 time: 2.5281203 Apr 01 13:39:31.444026 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 53482) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:39:31.451436 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-011d5a37-d4f2-47d6-bd19-d37ff33148a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-836180-1-hyperv', False) {} {{(pid=83873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:39:31.462259 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-69961903-7d98-42a0-82c9-f07f9996fcb3 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] 10.222.0.26 "DELETE /v2.0/subnets/d8f9676f-4c8d-44fe-bd65-d6632cc1c2dd HTTP/1.1" status: 404 len: 337 time: 0.1161902 Apr 01 13:39:31.463436 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-f3e17534-4992-45ed-9701-778d83225994 tempest-SecGroupIPv6Test-1449925607 tempest-SecGroupIPv6Test-1449925607-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3775923'] for security_group, after_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:39:31.465744 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-f3e17534-4992-45ed-9701-778d83225994 tempest-SecGroupIPv6Test-1449925607 tempest-SecGroupIPv6Test-1449925607-project] Notify callbacks [] for security_group, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:39:31.466125 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-011d5a37-d4f2-47d6-bd19-d37ff33148a6 None None] Routers {'a4024174-aefa-48ee-ba65-83a04caa0a41'} bound to L3 agent in host dv-neutron-836180-1-hyperv {{(pid=83873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 13:39:31.469181 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-f3e17534-4992-45ed-9701-778d83225994 tempest-SecGroupIPv6Test-1449925607 tempest-SecGroupIPv6Test-1449925607-project] 10.222.0.26 "DELETE /v2.0/security-groups/c5ec3f51-dcc5-47a6-970f-9694e8b0a57d HTTP/1.1" status: 204 len: 168 time: 0.7876673 Apr 01 13:39:31.469332 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-011d5a37-d4f2-47d6-bd19-d37ff33148a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836180-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T13:25:36Z,description=,heartbeat_timestamp=2022-04-01T13:39:06Z,host='dv-neutron-836180-1-hyperv',id=88bf8fc8-11a3-4e96-9d1b-5fd93ba9f6f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T13:25:36Z,topic='l3_agent')) {'router_ids': ['a4024174-aefa-48ee-ba65-83a04caa0a41'], 'active': True} {{(pid=83873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:39:31.469436 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 53486) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:39:31.501477 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 53488) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:39:31.530804 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-011d5a37-d4f2-47d6-bd19-d37ff33148a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-836180-1-hyperv', False) {} {{(pid=83873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:39:31.531572 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-011d5a37-d4f2-47d6-bd19-d37ff33148a6 None None] The sync data for ids ['a4024174-aefa-48ee-ba65-83a04caa0a41'] in dv-neutron-836180-1-hyperv is: [] {{(pid=83873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 13:39:31.563318 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e17534-4992-45ed-9701-778d83225994 tempest-SecGroupIPv6Test-1449925607 tempest-SecGroupIPv6Test-1449925607-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5ec3f51-dcc5-47a6-970f-9694e8b0a57d,revision_number=None']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:39:31.582399 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42819f5-f404-4c4a-8286-5d307c0d47a1 req-baa7551e-2c19-4d6f-ac17-8768b42a532f tempest-ServerActionsTestJSON-64006463 tempest-ServerActionsTestJSON-64006463-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:39:31.588841 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-f42819f5-f404-4c4a-8286-5d307c0d47a1 req-baa7551e-2c19-4d6f-ac17-8768b42a532f tempest-ServerActionsTestJSON-64006463 tempest-ServerActionsTestJSON-64006463-project] 10.222.0.26 "GET /v2.0/ports?device_id=746f2a68-07bc-4d82-957e-55cd7a32c31f HTTP/1.1" status: 200 len: 946 time: 0.5455379 Apr 01 13:39:31.595359 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.pecan_wsgi.hooks.translation [None req-38e6ac5f-599d-4d11-840b-709e6d4700e8 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] DELETE failed (client error): The resource could not be found. Apr 01 13:39:31.595776 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-38e6ac5f-599d-4d11-840b-709e6d4700e8 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83869) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 13:39:31.597589 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-38e6ac5f-599d-4d11-840b-709e6d4700e8 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] 10.222.0.26 "DELETE /v2.0/ports/c3b3a087-a588-42c0-9bf7-ae781902075f HTTP/1.1" status: 404 len: 333 time: 0.1211743 Apr 01 13:39:31.601076 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 53494) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:39:31.662142 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-408b4a78-f035-4719-8366-c86c81f8308f None None] DHCP port deletion for 2635b17d-605c-450a-a09e-f3ed5b76beda request from dv-neutron-836180-1-hyperv {{(pid=83872) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 01 13:39:31.662759 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.pecan_wsgi.hooks.translation [None req-cbd19205-8515-4fe0-b790-3ff44dd3e5cf tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] DELETE failed (client error): The resource could not be found. Apr 01 13:39:31.662936 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cbd19205-8515-4fe0-b790-3ff44dd3e5cf tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83871) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 13:39:31.667627 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-cbd19205-8515-4fe0-b790-3ff44dd3e5cf tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] 10.222.0.26 "DELETE /v2.0/subnets/0b354cd2-492c-4dfd-8171-17962a9a8a5b HTTP/1.1" status: 404 len: 337 time: 0.0624228 Apr 01 13:39:31.667627 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.plugin [None req-84411ef3-1188-483a-8f9e-545f78e2c2e0 tempest-FloatingIPTestJSON-1100559899 tempest-FloatingIPTestJSON-1100559899-project] Deleting port e8bb7ac7-8bd7-4985-9519-daca58c18611 {{(pid=83871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 13:39:31.667627 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-84411ef3-1188-483a-8f9e-545f78e2c2e0 tempest-FloatingIPTestJSON-1100559899 tempest-FloatingIPTestJSON-1100559899-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736733287370'] for port, before_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:39:31.667963 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.plugin [None req-408b4a78-f035-4719-8366-c86c81f8308f None None] Deleting port a88ef232-1659-4427-8cf0-347118558747 {{(pid=83872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 13:39:31.667963 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-408b4a78-f035-4719-8366-c86c81f8308f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736733287370'] for port, before_delete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:39:31.691619 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 53498) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:39:31.756755 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-e8830833-61b6-4345-b6e4-399b3dd5c538 tempest-SecGroupIPv6Test-1449925607 tempest-SecGroupIPv6Test-1449925607-project] Synchronizing usage tracker for tenant:1fdabab049e7487ebb089845d98f15d5 on resource:security_group {{(pid=83869) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 13:39:31.777648 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-f42819f5-f404-4c4a-8286-5d307c0d47a1 req-b249ac9f-ba0b-4b89-89e2-dfc6028f2c96 tempest-ServerActionsTestJSON-64006463 tempest-ServerActionsTestJSON-64006463-project] 10.222.0.26 "GET /v2.0/security-groups?id=0d525850-c301-4718-92cf-e73f2c3e9524&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1877668 Apr 01 13:39:31.820437 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-e8830833-61b6-4345-b6e4-399b3dd5c538 tempest-SecGroupIPv6Test-1449925607 tempest-SecGroupIPv6Test-1449925607-project] Unset dirty status for tenant:1fdabab049e7487ebb089845d98f15d5 on resource:security_group {{(pid=83869) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 13:39:31.821624 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-e8830833-61b6-4345-b6e4-399b3dd5c538 tempest-SecGroupIPv6Test-1449925607 tempest-SecGroupIPv6Test-1449925607-project] 10.222.0.26 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.3175170 Apr 01 13:39:31.826039 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 53504) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:39:31.835844 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.v2.base [None req-c36d25d3-4340-4e9c-b2f1-0b1f954388a2 tempest-SecGroupIPv6Test-1449925607 tempest-SecGroupIPv6Test-1449925607-project] Request body: {'security_group': {'name': 'tempest-secgroup--777594112'}} {{(pid=83869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:39:31.841226 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.db [None req-2713bccf-1cff-4d34-a7d7-5af6ba31051c tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] For port a88ef232-1659-4427-8cf0-347118558747, host dv-neutron-836180-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836180-1-hyperv',level=0,port_id=a88ef232-1659-4427-8cf0-347118558747,segment=NetworkSegment(d76f2485-284b-4230-b884-68f9291bbf1c),segment_id=d76f2485-284b-4230-b884-68f9291bbf1c)] {{(pid=83869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 13:39:31.841671 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-2713bccf-1cff-4d34-a7d7-5af6ba31051c tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4155147'] for port, precommit_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:39:31.854099 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-c36d25d3-4340-4e9c-b2f1-0b1f954388a2 tempest-SecGroupIPv6Test-1449925607 tempest-SecGroupIPv6Test-1449925607-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:39:31.872688 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.pecan_wsgi.hooks.translation [None req-a6b323b4-2a02-40ff-85a1-09ff1e324e16 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] DELETE failed (client error): The resource could not be found. Apr 01 13:39:31.873279 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a6b323b4-2a02-40ff-85a1-09ff1e324e16 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83871) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 13:39:31.877041 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-a6b323b4-2a02-40ff-85a1-09ff1e324e16 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] 10.222.0.26 "DELETE /v2.0/subnets/9431e004-93a6-46ab-a9e7-35c46579ba45 HTTP/1.1" status: 404 len: 337 time: 0.1819131 Apr 01 13:39:31.894433 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 53508) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:39:31.940530 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-408b4a78-f035-4719-8366-c86c81f8308f None None] For port a88ef232-1659-4427-8cf0-347118558747, host dv-neutron-836180-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836180-1-hyperv',level=0,port_id=a88ef232-1659-4427-8cf0-347118558747,segment=NetworkSegment(d76f2485-284b-4230-b884-68f9291bbf1c),segment_id=d76f2485-284b-4230-b884-68f9291bbf1c)] {{(pid=83872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 13:39:31.941310 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-408b4a78-f035-4719-8366-c86c81f8308f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4155147'] for port, precommit_delete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:39:31.977089 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.plugin [None req-2713bccf-1cff-4d34-a7d7-5af6ba31051c tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Calling delete_port for a88ef232-1659-4427-8cf0-347118558747 owned by network:dhcp {{(pid=83869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 13:39:32.008095 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-c36d25d3-4340-4e9c-b2f1-0b1f954388a2 tempest-SecGroupIPv6Test-1449925607 tempest-SecGroupIPv6Test-1449925607-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:39:32.037431 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-c36d25d3-4340-4e9c-b2f1-0b1f954388a2 tempest-SecGroupIPv6Test-1449925607 tempest-SecGroupIPv6Test-1449925607-project] Notify callbacks [] for security_group, before_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:39:32.096993 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-c36d25d3-4340-4e9c-b2f1-0b1f954388a2 tempest-SecGroupIPv6Test-1449925607 tempest-SecGroupIPv6Test-1449925607-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:39:32.099429 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.plugin [None req-408b4a78-f035-4719-8366-c86c81f8308f None None] Calling delete_port for a88ef232-1659-4427-8cf0-347118558747 owned by network:dhcp {{(pid=83872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 13:39:32.108848 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-2713bccf-1cff-4d34-a7d7-5af6ba31051c tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736733359243', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736732935810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2705155'] for port, after_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:39:32.112995 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-c36d25d3-4340-4e9c-b2f1-0b1f954388a2 tempest-SecGroupIPv6Test-1449925607 tempest-SecGroupIPv6Test-1449925607-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:39:32.161174 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.pecan_wsgi.hooks.translation [None req-0826ebbc-0e44-4f8d-8d6a-5e186390fd61 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] DELETE failed (client error): The resource could not be found. Apr 01 13:39:32.161825 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0826ebbc-0e44-4f8d-8d6a-5e186390fd61 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83871) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 13:39:32.166004 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-0826ebbc-0e44-4f8d-8d6a-5e186390fd61 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] 10.222.0.26 "DELETE /v2.0/ports/d2c7e9e2-6d8e-4a7e-a49b-142eec9b99b3 HTTP/1.1" status: 404 len: 333 time: 0.2656393 Apr 01 13:39:32.175164 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 53514) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:39:32.179402 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2713bccf-1cff-4d34-a7d7-5af6ba31051c tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Pushing event deleted for resources: {'Port': ['ID=a88ef232-1659-4427-8cf0-347118558747,revision_number=None']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:39:32.193751 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.db.api [None req-408b4a78-f035-4719-8366-c86c81f8308f None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83872) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 01 13:39:32.194105 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG oslo_db.api [None req-408b4a78-f035-4719-8366-c86c81f8308f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 01 13:39:32.228511 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2713bccf-1cff-4d34-a7d7-5af6ba31051c tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] No DVR routers for this DVR port a88ef232-1659-4427-8cf0-347118558747 on host dv-neutron-836180-1-hyperv {{(pid=83869) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 13:39:32.241759 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-84411ef3-1188-483a-8f9e-545f78e2c2e0 tempest-FloatingIPTestJSON-1100559899 tempest-FloatingIPTestJSON-1100559899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4155147'] for port, precommit_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:39:32.242079 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-84411ef3-1188-483a-8f9e-545f78e2c2e0 tempest-FloatingIPTestJSON-1100559899 tempest-FloatingIPTestJSON-1100559899-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:39:32.255223 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.pecan_wsgi.hooks.translation [None req-a75cd838-bfde-46d8-9e49-969113c8c14b tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] DELETE failed (client error): The resource could not be found. Apr 01 13:39:32.255656 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a75cd838-bfde-46d8-9e49-969113c8c14b tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83869) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 13:39:32.370341 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.plugin [None req-84411ef3-1188-483a-8f9e-545f78e2c2e0 tempest-FloatingIPTestJSON-1100559899 tempest-FloatingIPTestJSON-1100559899-project] Calling delete_port for e8bb7ac7-8bd7-4985-9519-daca58c18611 owned by network:floatingip {{(pid=83871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 13:39:32.400345 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-a75cd838-bfde-46d8-9e49-969113c8c14b tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] 10.222.0.26 "DELETE /v2.0/subnets/251ee148-f5c8-40f5-b64c-0abbc4a4d27d HTTP/1.1" status: 404 len: 337 time: 0.2211180 Apr 01 13:39:32.403643 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Device 0eacdfd0-e8b9-4919-9d56-58eb52e76aba no longer exists at agent ovs-agent-dv-neutron-836180-1-hyperv {{(pid=83872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 13:39:32.412205 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 53518) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:39:32.448683 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-3e326a7f-2dc9-4c23-a31e-6318b5f6c1e9 tempest-TestNetworkAdvancedServerOps-1355420123 tempest-TestNetworkAdvancedServerOps-1355420123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4084029'] for router_interface, before_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:39:32.450695 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.plugin [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] No Port match for: 0eacdfd0-e8b9-4919-9d56-58eb52e76aba {{(pid=83872) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 01 13:39:32.451172 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Device 0eacdfd0-e8b9-4919-9d56-58eb52e76aba not bound to the agent host dv-neutron-836180-1-hyperv {{(pid=83872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 13:39:32.451586 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Device a88ef232-1659-4427-8cf0-347118558747 no longer exists at agent ovs-agent-dv-neutron-836180-1-hyperv {{(pid=83872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 13:39:32.468485 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-c36d25d3-4340-4e9c-b2f1-0b1f954388a2 tempest-SecGroupIPv6Test-1449925607 tempest-SecGroupIPv6Test-1449925607-project] Notify callbacks [] for security_group, precommit_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:39:32.477483 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-2713bccf-1cff-4d34-a7d7-5af6ba31051c tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-942654', 'neutron.services.segments.db._delete_segments_for_network-8736733387888'] for network, precommit_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:39:32.487900 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-c36d25d3-4340-4e9c-b2f1-0b1f954388a2 tempest-SecGroupIPv6Test-1449925607 tempest-SecGroupIPv6Test-1449925607-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3775923'] for security_group, after_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:39:32.492064 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.plugin [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] No Port match for: a88ef232-1659-4427-8cf0-347118558747 {{(pid=83872) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 01 13:39:32.492967 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Device a88ef232-1659-4427-8cf0-347118558747 not bound to the agent host dv-neutron-836180-1-hyperv {{(pid=83872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 13:39:32.503411 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.pecan_wsgi.hooks.translation [None req-ba5c6962-b592-4cae-bf6c-cf739020fedd tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] DELETE failed (client error): The resource could not be found. Apr 01 13:39:32.503604 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ba5c6962-b592-4cae-bf6c-cf739020fedd tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83869) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 13:39:32.505232 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-ba5c6962-b592-4cae-bf6c-cf739020fedd tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] 10.222.0.26 "DELETE /v2.0/subnets/ba6ddc1d-9a6d-46bf-8b07-d94c16b44f8a HTTP/1.1" status: 404 len: 337 time: 0.0907066 Apr 01 13:39:32.513307 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 53522) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:39:32.550615 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.services.segments.db [None req-2713bccf-1cff-4d34-a7d7-5af6ba31051c tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2635b17d-605c-450a-a09e-f3ed5b76beda']}} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:39:32.557402 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-c36d25d3-4340-4e9c-b2f1-0b1f954388a2 tempest-SecGroupIPv6Test-1449925607 tempest-SecGroupIPv6Test-1449925607-project] Notify callbacks [] for security_group, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:39:32.558514 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-c36d25d3-4340-4e9c-b2f1-0b1f954388a2 tempest-SecGroupIPv6Test-1449925607 tempest-SecGroupIPv6Test-1449925607-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.7316935 Apr 01 13:39:32.562913 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 53526) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:39:32.565626 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36d25d3-4340-4e9c-b2f1-0b1f954388a2 tempest-SecGroupIPv6Test-1449925607 tempest-SecGroupIPv6Test-1449925607-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f4b4e39b-e8e5-403a-9bc0-87a21d0c8d6b,revision_number=1']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:39:32.576009 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.services.segments.db [None req-2713bccf-1cff-4d34-a7d7-5af6ba31051c tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd76f2485-284b-4230-b884-68f9291bbf1c') {'for_net_delete': True} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:39:32.576276 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.services.segments.db [None req-2713bccf-1cff-4d34-a7d7-5af6ba31051c tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd76f2485-284b-4230-b884-68f9291bbf1c') {} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:39:32.590550 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.v2.base [None req-f08453a3-a83d-42cb-b2e0-fb9afdd63b51 tempest-SecGroupIPv6Test-1449925607 tempest-SecGroupIPv6Test-1449925607-project] Request body: {'security_group_rule': {'security_group_id': 'f4b4e39b-e8e5-403a-9bc0-87a21d0c8d6b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=83869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:39:32.598661 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-2713bccf-1cff-4d34-a7d7-5af6ba31051c tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736733386999', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2704982'] for segment, before_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:39:32.611067 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-f08453a3-a83d-42cb-b2e0-fb9afdd63b51 tempest-SecGroupIPv6Test-1449925607 tempest-SecGroupIPv6Test-1449925607-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:39:32.618438 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.pecan_wsgi.hooks.translation [None req-9a7bf83f-df2d-4dcc-a53e-1cdca4ac1495 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] DELETE failed (client error): The resource could not be found. Apr 01 13:39:32.618918 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9a7bf83f-df2d-4dcc-a53e-1cdca4ac1495 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83871) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 13:39:32.626215 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-2713bccf-1cff-4d34-a7d7-5af6ba31051c tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1004271'] for segment, precommit_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:39:32.634091 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-f08453a3-a83d-42cb-b2e0-fb9afdd63b51 tempest-SecGroupIPv6Test-1449925607 tempest-SecGroupIPv6Test-1449925607-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:39:32.641033 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2116ed-e995-4a07-aeca-e771275a6a20 req-4aa7d4ae-d3bd-465b-bb0e-eacfbb277bb6 tempest-ServerActionsTestJSON-64006463 tempest-ServerActionsTestJSON-64006463-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:39:32.642467 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-4c2116ed-e995-4a07-aeca-e771275a6a20 req-4aa7d4ae-d3bd-465b-bb0e-eacfbb277bb6 tempest-ServerActionsTestJSON-64006463 tempest-ServerActionsTestJSON-64006463-project] 10.222.0.26 "GET /v2.0/ports?device_id=746f2a68-07bc-4d82-957e-55cd7a32c31f HTTP/1.1" status: 200 len: 946 time: 0.3473699 Apr 01 13:39:32.647504 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2713bccf-1cff-4d34-a7d7-5af6ba31051c tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Releasing vlan 385 on physical network physnet1 to pool {{(pid=83869) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 01 13:39:32.647893 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-2713bccf-1cff-4d34-a7d7-5af6ba31051c tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1004262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2705264'] for segment, after_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:39:32.662849 dv-neutron-836180-1-hyperv neutron-server[83869]: Traceback (most recent call last): Apr 01 13:39:32.662849 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 01 13:39:32.662849 dv-neutron-836180-1-hyperv neutron-server[83869]: timer() Apr 01 13:39:32.662849 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 13:39:32.662849 dv-neutron-836180-1-hyperv neutron-server[83869]: cb(*args, **kw) Apr 01 13:39:32.662849 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 13:39:32.662849 dv-neutron-836180-1-hyperv neutron-server[83869]: return func(*args, **kwargs) Apr 01 13:39:32.662849 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 13:39:32.662849 dv-neutron-836180-1-hyperv neutron-server[83869]: self._notify() Apr 01 13:39:32.662849 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 13:39:32.662849 dv-neutron-836180-1-hyperv neutron-server[83869]: self.callback(batched_events) Apr 01 13:39:32.662849 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 13:39:32.662849 dv-neutron-836180-1-hyperv neutron-server[83869]: event.method(event) Apr 01 13:39:32.662849 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 13:39:32.662849 dv-neutron-836180-1-hyperv neutron-server[83869]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 13:39:32.662849 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 13:39:32.662849 dv-neutron-836180-1-hyperv neutron-server[83869]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 13:39:32.662849 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 13:39:32.662849 dv-neutron-836180-1-hyperv neutron-server[83869]: return f(self, *a, **k) Apr 01 13:39:32.662849 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 13:39:32.662849 dv-neutron-836180-1-hyperv neutron-server[83869]: return self._get(url).json() Apr 01 13:39:32.662849 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 13:39:32.662849 dv-neutron-836180-1-hyperv neutron-server[83869]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 13:39:32.662849 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 01 13:39:32.662849 dv-neutron-836180-1-hyperv neutron-server[83869]: return self.request(url, 'GET', **kwargs) Apr 01 13:39:32.662849 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 01 13:39:32.662849 dv-neutron-836180-1-hyperv neutron-server[83869]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 13:39:32.662849 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 01 13:39:32.662849 dv-neutron-836180-1-hyperv neutron-server[83869]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 13:39:32.662849 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 01 13:39:32.662849 dv-neutron-836180-1-hyperv neutron-server[83869]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 13:39:32.662849 dv-neutron-836180-1-hyperv neutron-server[83869]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 13:39:32.668371 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-9a7bf83f-df2d-4dcc-a53e-1cdca4ac1495 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] 10.222.0.26 "DELETE /v2.0/ports/57d1d55e-64fd-4c05-af82-5ca36f3320f2 HTTP/1.1" status: 404 len: 333 time: 0.1520157 Apr 01 13:39:32.669251 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 53530) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:39:32.695392 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.plugin [None req-408b4a78-f035-4719-8366-c86c81f8308f None None] Deleting port a88ef232-1659-4427-8cf0-347118558747 {{(pid=83872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 13:39:32.695956 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-408b4a78-f035-4719-8366-c86c81f8308f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736733287370'] for port, before_delete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:39:32.712687 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-84411ef3-1188-483a-8f9e-545f78e2c2e0 tempest-FloatingIPTestJSON-1100559899 tempest-FloatingIPTestJSON-1100559899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736733359243', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736732935810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2743125'] for port, after_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:39:32.758632 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84411ef3-1188-483a-8f9e-545f78e2c2e0 tempest-FloatingIPTestJSON-1100559899 tempest-FloatingIPTestJSON-1100559899-project] Pushing event deleted for resources: {'Port': ['ID=e8bb7ac7-8bd7-4985-9519-daca58c18611,revision_number=None']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:39:32.765041 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.plugin [None req-408b4a78-f035-4719-8366-c86c81f8308f None None] The port 'a88ef232-1659-4427-8cf0-347118558747' was deleted {{(pid=83872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 01 13:39:32.795990 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.pecan_wsgi.hooks.translation [None req-c7685842-4035-499d-b384-e092de73d9a0 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] DELETE failed (client error): The resource could not be found. Apr 01 13:39:32.796451 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c7685842-4035-499d-b384-e092de73d9a0 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83869) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 13:39:32.798098 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-c7685842-4035-499d-b384-e092de73d9a0 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] 10.222.0.26 "DELETE /v2.0/subnets/f43cfa76-e832-4b95-a6ba-9b95d7b7f0b0 HTTP/1.1" status: 404 len: 337 time: 0.1276367 Apr 01 13:39:32.803000 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 53534) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:39:32.804290 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-f08453a3-a83d-42cb-b2e0-fb9afdd63b51 tempest-SecGroupIPv6Test-1449925607 tempest-SecGroupIPv6Test-1449925607-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:39:32.833817 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-2713bccf-1cff-4d34-a7d7-5af6ba31051c tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-942599', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4084797'] for network, after_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:39:32.840149 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-2713bccf-1cff-4d34-a7d7-5af6ba31051c tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Notify callbacks [] for network, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:39:32.886231 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2713bccf-1cff-4d34-a7d7-5af6ba31051c tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Pushing event deleted for resources: {'Network': ['ID=2635b17d-605c-450a-a09e-f3ed5b76beda,revision_number=None']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:39:32.886582 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.pecan_wsgi.hooks.translation [None req-56e2d373-9438-484a-b9e5-1d9198949add tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] DELETE failed (client error): The resource could not be found. Apr 01 13:39:32.887043 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-56e2d373-9438-484a-b9e5-1d9198949add tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83871) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 13:39:32.891506 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-56e2d373-9438-484a-b9e5-1d9198949add tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] 10.222.0.26 "DELETE /v2.0/subnets/65b160b5-86c1-4da1-a58e-e26eaf6695b4 HTTP/1.1" status: 404 len: 337 time: 0.0838675 Apr 01 13:39:32.891684 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-2713bccf-1cff-4d34-a7d7-5af6ba31051c tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] 10.222.0.26 "DELETE /v2.0/networks/2635b17d-605c-450a-a09e-f3ed5b76beda HTTP/1.1" status: 204 len: 168 time: 2.0687225 Apr 01 13:39:32.891684 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-4c2116ed-e995-4a07-aeca-e771275a6a20 req-47ee4430-e027-4ca6-865a-ccf6e44a84ab tempest-ServerActionsTestJSON-64006463 tempest-ServerActionsTestJSON-64006463-project] 10.222.0.26 "GET /v2.0/security-groups?id=0d525850-c301-4718-92cf-e73f2c3e9524&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2230840 Apr 01 13:39:32.891684 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 53538) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:39:32.892039 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 53540) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:39:32.929776 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-84411ef3-1188-483a-8f9e-545f78e2c2e0 tempest-FloatingIPTestJSON-1100559899 tempest-FloatingIPTestJSON-1100559899-project] Notify callbacks [] for floatingip, after_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:39:32.932029 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-84411ef3-1188-483a-8f9e-545f78e2c2e0 tempest-FloatingIPTestJSON-1100559899 tempest-FloatingIPTestJSON-1100559899-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109561'] for floatingip, before_response {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:39:32.933197 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-84411ef3-1188-483a-8f9e-545f78e2c2e0 tempest-FloatingIPTestJSON-1100559899 tempest-FloatingIPTestJSON-1100559899-project] 10.222.0.26 "DELETE /v2.0/floatingips/dddce105-8835-4428-a640-fa65d1baf9ad HTTP/1.1" status: 204 len: 168 time: 1.4868279 Apr 01 13:39:32.941282 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 53546) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:39:33.024992 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.api.v2.resource [None req-1b675b60-38eb-4de4-9728-15fc41b0770b tempest-FloatingIPTestJSON-1100559899 tempest-FloatingIPTestJSON-1100559899-project] delete failed (client error): The resource could not be found. Apr 01 13:39:33.025924 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-1b675b60-38eb-4de4-9728-15fc41b0770b tempest-FloatingIPTestJSON-1100559899 tempest-FloatingIPTestJSON-1100559899-project] 10.222.0.26 "DELETE /v2.0/floatingips/dddce105-8835-4428-a640-fa65d1baf9ad HTTP/1.1" status: 404 len: 345 time: 0.0837529 Apr 01 13:39:33.031146 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 53550) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:39:33.160607 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-3796db91-721d-478d-b663-d320fcaebf26 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] 10.222.0.26 "GET /v2.0/ports?device_id=f0d96c18-c2bd-4382-924a-efec1594d41e HTTP/1.1" status: 200 len: 205 time: 0.2645938 Apr 01 13:39:33.162605 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 53554) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:39:33.244885 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.api.v2.resource [None req-23698c1d-d786-4071-8162-52cc7eb134a6 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] delete failed (client error): The resource could not be found. Apr 01 13:39:33.248125 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-23698c1d-d786-4071-8162-52cc7eb134a6 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] 10.222.0.26 "DELETE /v2.0/routers/f0d96c18-c2bd-4382-924a-efec1594d41e HTTP/1.1" status: 404 len: 336 time: 0.0817168 Apr 01 13:39:33.249302 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-754e0b81-3a76-4a90-9b07-b32272287f41 tempest-FloatingIPTestJSON-1100559899 tempest-FloatingIPTestJSON-1100559899-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:39:33.249455 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 53558) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:39:33.253497 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-754e0b81-3a76-4a90-9b07-b32272287f41 tempest-FloatingIPTestJSON-1100559899 tempest-FloatingIPTestJSON-1100559899-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:39:33.257585 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-754e0b81-3a76-4a90-9b07-b32272287f41 tempest-FloatingIPTestJSON-1100559899 tempest-FloatingIPTestJSON-1100559899-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:39:33.258414 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-754e0b81-3a76-4a90-9b07-b32272287f41 tempest-FloatingIPTestJSON-1100559899 tempest-FloatingIPTestJSON-1100559899-project] Synchronizing usage tracker for tenant:31909f452d274f5587d0068d008850b7 on resource:port {{(pid=83871) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 13:39:33.298093 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-f08453a3-a83d-42cb-b2e0-fb9afdd63b51 tempest-SecGroupIPv6Test-1449925607 tempest-SecGroupIPv6Test-1449925607-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:39:33.298615 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-754e0b81-3a76-4a90-9b07-b32272287f41 tempest-FloatingIPTestJSON-1100559899 tempest-FloatingIPTestJSON-1100559899-project] Unset dirty status for tenant:31909f452d274f5587d0068d008850b7 on resource:port {{(pid=83871) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 13:39:33.303313 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-754e0b81-3a76-4a90-9b07-b32272287f41 tempest-FloatingIPTestJSON-1100559899 tempest-FloatingIPTestJSON-1100559899-project] 10.222.0.26 "GET /v2.0/ports?network_id=a341f576-d8db-4b7f-8dc8-20a56e0175ef HTTP/1.1" status: 200 len: 2357 time: 0.2673283 Apr 01 13:39:33.303527 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 53562) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:39:33.311034 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.pecan_wsgi.hooks.translation [None req-1eddf81a-4129-461a-a905-14203a647b08 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] DELETE failed (client error): The resource could not be found. Apr 01 13:39:33.311485 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1eddf81a-4129-461a-a905-14203a647b08 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83869) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 13:39:33.317745 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-f08453a3-a83d-42cb-b2e0-fb9afdd63b51 tempest-SecGroupIPv6Test-1449925607 tempest-SecGroupIPv6Test-1449925607-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3775744'] for security_group_rule, after_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:39:33.343354 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-1eddf81a-4129-461a-a905-14203a647b08 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] 10.222.0.26 "DELETE /v2.0/subnets/c04fd9b8-e5be-4e58-897d-2fcbb93e89de HTTP/1.1" status: 404 len: 337 time: 0.0929868 Apr 01 13:39:33.349348 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 53566) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:39:33.354858 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-f08453a3-a83d-42cb-b2e0-fb9afdd63b51 tempest-SecGroupIPv6Test-1449925607 tempest-SecGroupIPv6Test-1449925607-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:39:33.356017 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-f08453a3-a83d-42cb-b2e0-fb9afdd63b51 tempest-SecGroupIPv6Test-1449925607 tempest-SecGroupIPv6Test-1449925607-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.7879331 Apr 01 13:39:33.363722 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 53570) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:39:33.386463 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f08453a3-a83d-42cb-b2e0-fb9afdd63b51 tempest-SecGroupIPv6Test-1449925607 tempest-SecGroupIPv6Test-1449925607-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e8e7b690-4050-4b32-8956-1a6ee38b6aad,revision_number=0']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:39:33.406990 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-da63f756-ea7b-4039-917e-eca7af5b73e0 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] 10.222.0.26 "GET /v2.0/ports?device_id=6ac37c71-9d58-4a05-aecd-4f5f7ce66558 HTTP/1.1" status: 200 len: 205 time: 0.0543551 Apr 01 13:39:33.407899 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 53574) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:39:33.418626 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-cee55eea-5ef6-436b-bcc7-1f5aadb4d4e8 tempest-SecGroupIPv6Test-1449925607 tempest-SecGroupIPv6Test-1449925607-project] 10.222.0.26 "GET /v2.0/security-group-rules/e8e7b690-4050-4b32-8956-1a6ee38b6aad HTTP/1.1" status: 200 len: 705 time: 0.0511286 Apr 01 13:39:33.422682 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 53578) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:39:33.484019 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.api.v2.resource [None req-284b52e9-09ea-4a8c-8332-c890f3c3a7ee tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] delete failed (client error): The resource could not be found. Apr 01 13:39:33.488121 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-284b52e9-09ea-4a8c-8332-c890f3c3a7ee tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] 10.222.0.26 "DELETE /v2.0/routers/6ac37c71-9d58-4a05-aecd-4f5f7ce66558 HTTP/1.1" status: 404 len: 336 time: 0.0757298 Apr 01 13:39:33.488285 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00d97d1f-3686-4655-aa4f-f1ca41c15801 tempest-FloatingIPTestJSON-1100559899 tempest-FloatingIPTestJSON-1100559899-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:39:33.488285 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-00d97d1f-3686-4655-aa4f-f1ca41c15801 tempest-FloatingIPTestJSON-1100559899 tempest-FloatingIPTestJSON-1100559899-project] Synchronizing usage tracker for tenant:31909f452d274f5587d0068d008850b7 on resource:subnet {{(pid=83871) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 13:39:33.495290 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 53582) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:39:33.509930 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-62f5d778-a6b1-439d-b99a-e63139d52b4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:39:33.561059 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.pecan_wsgi.hooks.translation [None req-11754b73-ab25-42bf-a4ac-d8037c408ac3 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] DELETE failed (client error): The resource could not be found. Apr 01 13:39:33.561513 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-11754b73-ab25-42bf-a4ac-d8037c408ac3 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83871) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 13:39:33.563773 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-11754b73-ab25-42bf-a4ac-d8037c408ac3 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] 10.222.0.26 "DELETE /v2.0/subnets/38f8c732-d386-48c0-bfd2-524f90c8e551 HTTP/1.1" status: 404 len: 337 time: 0.0666442 Apr 01 13:39:33.569856 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 53586) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:39:33.574902 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-00d97d1f-3686-4655-aa4f-f1ca41c15801 tempest-FloatingIPTestJSON-1100559899 tempest-FloatingIPTestJSON-1100559899-project] Unset dirty status for tenant:31909f452d274f5587d0068d008850b7 on resource:subnet {{(pid=83871) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 13:39:33.575970 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-00d97d1f-3686-4655-aa4f-f1ca41c15801 tempest-FloatingIPTestJSON-1100559899 tempest-FloatingIPTestJSON-1100559899-project] 10.222.0.26 "GET /v2.0/subnets/b5b788f2-3efe-4936-b94b-e4b2f9c27469 HTTP/1.1" status: 200 len: 797 time: 0.2715597 Apr 01 13:39:33.604442 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 53590) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:39:33.614785 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.v2.base [None req-16f4c8a2-02a0-42d9-891c-ee820b848018 tempest-FloatingIPTestJSON-1100559899 tempest-FloatingIPTestJSON-1100559899-project] Request body: {'port': {'network_id': 'a341f576-d8db-4b7f-8dc8-20a56e0175ef', 'name': 'tempest-FloatingIPTestJSON-1575388432', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.13'}]}} {{(pid=83869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:39:33.734518 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.pecan_wsgi.hooks.translation [None req-500aa935-ee2c-4854-bfe1-6a81febb510f tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] DELETE failed (client error): The resource could not be found. Apr 01 13:39:33.734853 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-500aa935-ee2c-4854-bfe1-6a81febb510f tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83871) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 13:39:33.739923 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-500aa935-ee2c-4854-bfe1-6a81febb510f tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] 10.222.0.26 "DELETE /v2.0/subnets/d9db5fa5-9003-4f48-9e94-f24b154fd6f0 HTTP/1.1" status: 404 len: 337 time: 0.1643653 Apr 01 13:39:33.740945 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 53594) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:39:33.745039 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-2a857729-4501-4001-992e-0701d2cbd4d0 tempest-SecGroupIPv6Test-1449925607 tempest-SecGroupIPv6Test-1449925607-project] Synchronizing usage tracker for tenant:1fdabab049e7487ebb089845d98f15d5 on resource:security_group_rule {{(pid=83871) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 13:39:33.769770 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-2a857729-4501-4001-992e-0701d2cbd4d0 tempest-SecGroupIPv6Test-1449925607 tempest-SecGroupIPv6Test-1449925607-project] Unset dirty status for tenant:1fdabab049e7487ebb089845d98f15d5 on resource:security_group_rule {{(pid=83871) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 13:39:33.771013 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-2a857729-4501-4001-992e-0701d2cbd4d0 tempest-SecGroupIPv6Test-1449925607 tempest-SecGroupIPv6Test-1449925607-project] 10.222.0.26 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3707 time: 0.3453941 Apr 01 13:39:33.774042 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 53598) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:39:33.811899 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.pecan_wsgi.hooks.translation [None req-ece226bb-a365-421d-92b3-b56831764cc7 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] DELETE failed (client error): The resource could not be found. Apr 01 13:39:33.812367 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ece226bb-a365-421d-92b3-b56831764cc7 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83869) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 13:39:33.816445 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-ece226bb-a365-421d-92b3-b56831764cc7 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] 10.222.0.26 "DELETE /v2.0/ports/b5b6b81d-984f-4b02-b2e5-e9b6259cd36f HTTP/1.1" status: 404 len: 333 time: 0.0720804 Apr 01 13:39:33.816765 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 53602) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:39:33.835761 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-16f4c8a2-02a0-42d9-891c-ee820b848018 tempest-FloatingIPTestJSON-1100559899 tempest-FloatingIPTestJSON-1100559899-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:39:33.848612 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-28fc800f-ec32-4c7e-bfea-8898fd640767 tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4084029'] for router_interface, before_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:39:33.880576 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.pecan_wsgi.hooks.translation [None req-15648ba5-670c-44a7-9771-0ccb97ae88b8 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] DELETE failed (client error): The resource could not be found. Apr 01 13:39:33.881007 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-15648ba5-670c-44a7-9771-0ccb97ae88b8 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83871) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 13:39:33.884878 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-15648ba5-670c-44a7-9771-0ccb97ae88b8 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] 10.222.0.26 "DELETE /v2.0/subnets/8806a6cf-79bc-4c4b-aa72-59257d6b8af3 HTTP/1.1" status: 404 len: 337 time: 0.0649011 Apr 01 13:39:33.885301 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 53606) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:39:33.901293 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-16f4c8a2-02a0-42d9-891c-ee820b848018 tempest-FloatingIPTestJSON-1100559899 tempest-FloatingIPTestJSON-1100559899-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:39:33.921671 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-5805b2dd-8786-404f-b288-54cf1454414c tempest-SecGroupIPv6Test-1449925607 tempest-SecGroupIPv6Test-1449925607-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:39:33.944897 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.pecan_wsgi.hooks.translation [None req-d4b60075-243f-4683-a5be-0f6790deef11 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] DELETE failed (client error): The resource could not be found. Apr 01 13:39:33.945337 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d4b60075-243f-4683-a5be-0f6790deef11 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83871) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 13:39:33.949261 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-d4b60075-243f-4683-a5be-0f6790deef11 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] 10.222.0.26 "DELETE /v2.0/ports/52ca5abb-21b3-4744-822c-9e73f3b6b64e HTTP/1.1" status: 404 len: 333 time: 0.0609984 Apr 01 13:39:33.949261 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-5805b2dd-8786-404f-b288-54cf1454414c tempest-SecGroupIPv6Test-1449925607 tempest-SecGroupIPv6Test-1449925607-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:39:33.958526 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 53612) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:39:33.976053 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16f4c8a2-02a0-42d9-891c-ee820b848018 tempest-FloatingIPTestJSON-1100559899 tempest-FloatingIPTestJSON-1100559899-project] Made reservation on behalf of 31909f452d274f5587d0068d008850b7 for: {'port': 1} {{(pid=83869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 13:39:34.011824 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.pecan_wsgi.hooks.translation [None req-0da5eeac-0f93-4636-bccf-27a3b75d464f tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] DELETE failed (client error): The resource could not be found. Apr 01 13:39:34.012166 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0da5eeac-0f93-4636-bccf-27a3b75d464f tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83871) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 13:39:34.013825 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-0da5eeac-0f93-4636-bccf-27a3b75d464f tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] 10.222.0.26 "DELETE /v2.0/subnets/6a5c358a-5efc-4e36-b85c-04ad35420173 HTTP/1.1" status: 404 len: 337 time: 0.0498207 Apr 01 13:39:34.017857 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 53616) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:39:34.127861 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-16f4c8a2-02a0-42d9-891c-ee820b848018 tempest-FloatingIPTestJSON-1100559899 tempest-FloatingIPTestJSON-1100559899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:39:34.136869 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.pecan_wsgi.hooks.translation [None req-f0fb6e0f-3a9e-4a86-943f-aec6589e2729 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] DELETE failed (client error): The resource could not be found. Apr 01 13:39:34.137339 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f0fb6e0f-3a9e-4a86-943f-aec6589e2729 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83871) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 13:39:34.140603 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-5805b2dd-8786-404f-b288-54cf1454414c tempest-SecGroupIPv6Test-1449925607 tempest-SecGroupIPv6Test-1449925607-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3775744'] for security_group_rule, after_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:39:34.185924 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5805b2dd-8786-404f-b288-54cf1454414c tempest-SecGroupIPv6Test-1449925607 tempest-SecGroupIPv6Test-1449925607-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e8e7b690-4050-4b32-8956-1a6ee38b6aad,revision_number=None']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:39:34.187661 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.notifiers.nova [None req-16f4c8a2-02a0-42d9-891c-ee820b848018 tempest-FloatingIPTestJSON-1100559899 tempest-FloatingIPTestJSON-1100559899-project] device_id is not set on port bd4519a3-f9d9-46cd-a4ab-0cc604c5c469 yet. {{(pid=83869) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 01 13:39:34.188600 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-f0fb6e0f-3a9e-4a86-943f-aec6589e2729 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] 10.222.0.26 "DELETE /v2.0/ports/a7cf857b-0793-421c-a4be-140e12e62829 HTTP/1.1" status: 404 len: 333 time: 0.1709037 Apr 01 13:39:34.194224 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 53620) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:39:34.197742 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.plugin [None req-3e326a7f-2dc9-4c23-a31e-6318b5f6c1e9 tempest-TestNetworkAdvancedServerOps-1355420123 tempest-TestNetworkAdvancedServerOps-1355420123-project] Deleting port 9a59d32b-8723-4bc4-88d9-b9d4ad7c91c1 {{(pid=83871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 13:39:34.198074 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-3e326a7f-2dc9-4c23-a31e-6318b5f6c1e9 tempest-TestNetworkAdvancedServerOps-1355420123 tempest-TestNetworkAdvancedServerOps-1355420123-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736733287370'] for port, before_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:39:34.265915 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-5805b2dd-8786-404f-b288-54cf1454414c tempest-SecGroupIPv6Test-1449925607 tempest-SecGroupIPv6Test-1449925607-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:39:34.269949 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-5805b2dd-8786-404f-b288-54cf1454414c tempest-SecGroupIPv6Test-1449925607 tempest-SecGroupIPv6Test-1449925607-project] 10.222.0.26 "DELETE /v2.0/security-group-rules/e8e7b690-4050-4b32-8956-1a6ee38b6aad HTTP/1.1" status: 204 len: 168 time: 0.4913499 Apr 01 13:39:34.277143 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 53624) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:39:34.284343 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.pecan_wsgi.hooks.translation [None req-d9b2e1c0-1be8-41c2-9a80-0258795e0378 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] DELETE failed (client error): The resource could not be found. Apr 01 13:39:34.284773 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d9b2e1c0-1be8-41c2-9a80-0258795e0378 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83871) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 13:39:34.286383 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-d9b2e1c0-1be8-41c2-9a80-0258795e0378 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] 10.222.0.26 "DELETE /v2.0/subnets/55fbe493-9b95-4604-99f1-cb940ba2aec4 HTTP/1.1" status: 404 len: 337 time: 0.0902734 Apr 01 13:39:34.301744 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 53628) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:39:34.390873 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.pecan_wsgi.hooks.translation [None req-e9e50166-30b9-4877-bcbb-3991015d30e4 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] DELETE failed (client error): The resource could not be found. Apr 01 13:39:34.391305 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e9e50166-30b9-4877-bcbb-3991015d30e4 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83871) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 13:39:34.392982 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-e9e50166-30b9-4877-bcbb-3991015d30e4 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] 10.222.0.26 "DELETE /v2.0/ports/b7237426-5422-44f4-bf09-ecb87a5bed04 HTTP/1.1" status: 404 len: 333 time: 0.0838306 Apr 01 13:39:34.398612 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 53632) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:39:34.494333 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a462f5c-a8c3-48a3-9707-14698df9e732 req-82f0e4fc-dc39-4888-8182-b802c4df3d18 tempest-ServerActionsTestJSON-64006463 tempest-ServerActionsTestJSON-64006463-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:39:34.495832 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-0a462f5c-a8c3-48a3-9707-14698df9e732 req-82f0e4fc-dc39-4888-8182-b802c4df3d18 tempest-ServerActionsTestJSON-64006463 tempest-ServerActionsTestJSON-64006463-project] 10.222.0.26 "GET /v2.0/ports?device_id=746f2a68-07bc-4d82-957e-55cd7a32c31f HTTP/1.1" status: 200 len: 946 time: 0.4137242 Apr 01 13:39:34.506433 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-aa507fb1-078d-48df-8f92-948558869520 tempest-SecGroupIPv6Test-1449925607 tempest-SecGroupIPv6Test-1449925607-project] Synchronizing usage tracker for tenant:1fdabab049e7487ebb089845d98f15d5 on resource:security_group_rule {{(pid=83871) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 13:39:34.577665 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-aa507fb1-078d-48df-8f92-948558869520 tempest-SecGroupIPv6Test-1449925607 tempest-SecGroupIPv6Test-1449925607-project] Unset dirty status for tenant:1fdabab049e7487ebb089845d98f15d5 on resource:security_group_rule {{(pid=83871) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 13:39:34.578890 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-aa507fb1-078d-48df-8f92-948558869520 tempest-SecGroupIPv6Test-1449925607 tempest-SecGroupIPv6Test-1449925607-project] 10.222.0.26 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.3007278 Apr 01 13:39:34.582635 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 53636) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:39:34.585668 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.pecan_wsgi.hooks.translation [None req-b976dfc3-3353-4c27-a54b-e84623a7b88d tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] DELETE failed (client error): The resource could not be found. Apr 01 13:39:34.586098 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b976dfc3-3353-4c27-a54b-e84623a7b88d tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83869) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 13:39:34.596355 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.v2.base [None req-f3b81118-8edf-4114-954a-9308a0e0a9d9 tempest-SecGroupIPv6Test-1449925607 tempest-SecGroupIPv6Test-1449925607-project] Request body: {'security_group_rule': {'security_group_id': 'f4b4e39b-e8e5-403a-9bc0-87a21d0c8d6b', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=83871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:39:34.601622 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.db [None req-3e326a7f-2dc9-4c23-a31e-6318b5f6c1e9 tempest-TestNetworkAdvancedServerOps-1355420123 tempest-TestNetworkAdvancedServerOps-1355420123-project] For port 9a59d32b-8723-4bc4-88d9-b9d4ad7c91c1, host dv-neutron-836180-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836180-1-hyperv',level=0,port_id=9a59d32b-8723-4bc4-88d9-b9d4ad7c91c1,segment=NetworkSegment(ef58a1ec-7bdb-47df-a821-68a0bc726ff2),segment_id=ef58a1ec-7bdb-47df-a821-68a0bc726ff2)] {{(pid=83871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 13:39:34.601981 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-3e326a7f-2dc9-4c23-a31e-6318b5f6c1e9 tempest-TestNetworkAdvancedServerOps-1355420123 tempest-TestNetworkAdvancedServerOps-1355420123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4155147'] for port, precommit_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:39:34.615233 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-f3b81118-8edf-4114-954a-9308a0e0a9d9 tempest-SecGroupIPv6Test-1449925607 tempest-SecGroupIPv6Test-1449925607-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:39:34.620454 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-0a462f5c-a8c3-48a3-9707-14698df9e732 req-7745bac2-7494-411c-ab23-9ef5049af6be tempest-ServerActionsTestJSON-64006463 tempest-ServerActionsTestJSON-64006463-project] 10.222.0.26 "GET /v2.0/security-groups?id=0d525850-c301-4718-92cf-e73f2c3e9524&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1081922 Apr 01 13:39:34.688700 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-b976dfc3-3353-4c27-a54b-e84623a7b88d tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] 10.222.0.26 "DELETE /v2.0/subnets/292b861e-036f-4db5-bc82-d564f1d1b912 HTTP/1.1" status: 404 len: 337 time: 0.2816782 Apr 01 13:39:34.696151 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 53640) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:39:34.738536 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.plugin [None req-3e326a7f-2dc9-4c23-a31e-6318b5f6c1e9 tempest-TestNetworkAdvancedServerOps-1355420123 tempest-TestNetworkAdvancedServerOps-1355420123-project] Calling delete_port for 9a59d32b-8723-4bc4-88d9-b9d4ad7c91c1 owned by network:router_interface {{(pid=83871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 13:39:34.770184 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-f3b81118-8edf-4114-954a-9308a0e0a9d9 tempest-SecGroupIPv6Test-1449925607 tempest-SecGroupIPv6Test-1449925607-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:39:34.804992 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-f3b81118-8edf-4114-954a-9308a0e0a9d9 tempest-SecGroupIPv6Test-1449925607 tempest-SecGroupIPv6Test-1449925607-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:39:34.819349 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.pecan_wsgi.hooks.translation [None req-8fe28b15-19f8-401d-bcf9-d4984218100d tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] DELETE failed (client error): The resource could not be found. Apr 01 13:39:34.819766 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8fe28b15-19f8-401d-bcf9-d4984218100d tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83869) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 13:39:34.823736 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-8fe28b15-19f8-401d-bcf9-d4984218100d tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] 10.222.0.26 "DELETE /v2.0/ports/38753d8d-709b-41da-a274-e32efcdb8ddb HTTP/1.1" status: 404 len: 333 time: 0.1220975 Apr 01 13:39:34.828975 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 53644) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:39:34.899390 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.pecan_wsgi.hooks.translation [None req-f480f1fc-e85d-4584-8bbc-0ce29dcb93fb tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] DELETE failed (client error): The resource could not be found. Apr 01 13:39:34.899820 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f480f1fc-e85d-4584-8bbc-0ce29dcb93fb tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83871) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 13:39:34.901843 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-f480f1fc-e85d-4584-8bbc-0ce29dcb93fb tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] 10.222.0.26 "DELETE /v2.0/subnets/063b8e97-a647-4b8f-bc14-7e6bc751ff6e HTTP/1.1" status: 404 len: 337 time: 0.0709045 Apr 01 13:39:34.906970 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 53648) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:39:34.926150 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d15e18-b550-4078-a168-89e73189729f req-7e4f959b-d2b0-442f-9f47-6c12b321d977 tempest-ServerActionsTestJSON-64006463 tempest-ServerActionsTestJSON-64006463-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:39:34.927555 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-92d15e18-b550-4078-a168-89e73189729f req-7e4f959b-d2b0-442f-9f47-6c12b321d977 tempest-ServerActionsTestJSON-64006463 tempest-ServerActionsTestJSON-64006463-project] 10.222.0.57 "GET /v2.0/ports?device_id=746f2a68-07bc-4d82-957e-55cd7a32c31f HTTP/1.1" status: 200 len: 946 time: 0.2977586 Apr 01 13:39:34.954693 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.pecan_wsgi.hooks.translation [None req-15b78cd0-c0d5-4118-a759-c0684f412e1d tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] DELETE failed (client error): The resource could not be found. Apr 01 13:39:34.955263 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-15b78cd0-c0d5-4118-a759-c0684f412e1d tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83871) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 13:39:34.956925 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-15b78cd0-c0d5-4118-a759-c0684f412e1d tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] 10.222.0.26 "DELETE /v2.0/ports/cbe73e50-5c32-4e22-b144-1c9fb1139cd6 HTTP/1.1" status: 404 len: 333 time: 0.0492017 Apr 01 13:39:34.959650 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 53652) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:39:34.988919 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-f3b81118-8edf-4114-954a-9308a0e0a9d9 tempest-SecGroupIPv6Test-1449925607 tempest-SecGroupIPv6Test-1449925607-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:39:34.994947 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-f3b81118-8edf-4114-954a-9308a0e0a9d9 tempest-SecGroupIPv6Test-1449925607 tempest-SecGroupIPv6Test-1449925607-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3775744'] for security_group_rule, after_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:39:35.064448 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b81118-8edf-4114-954a-9308a0e0a9d9 tempest-SecGroupIPv6Test-1449925607 tempest-SecGroupIPv6Test-1449925607-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=81fdc533-29ad-491c-9294-6e9cdf08b06c,revision_number=0']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:39:35.067314 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.pecan_wsgi.hooks.translation [None req-2f4dd288-d763-4ec2-9277-5cee90430c9f tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] DELETE failed (client error): The resource could not be found. Apr 01 13:39:35.067747 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2f4dd288-d763-4ec2-9277-5cee90430c9f tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83869) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 13:39:35.069424 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-2f4dd288-d763-4ec2-9277-5cee90430c9f tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] 10.222.0.26 "DELETE /v2.0/subnets/b3ec0cac-eff2-49aa-86d7-c08f117b6993 HTTP/1.1" status: 404 len: 337 time: 0.1077509 Apr 01 13:39:35.076049 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 53656) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:39:35.092406 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-f3b81118-8edf-4114-954a-9308a0e0a9d9 tempest-SecGroupIPv6Test-1449925607 tempest-SecGroupIPv6Test-1449925607-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:39:35.096839 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-f3b81118-8edf-4114-954a-9308a0e0a9d9 tempest-SecGroupIPv6Test-1449925607 tempest-SecGroupIPv6Test-1449925607-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.5078111 Apr 01 13:39:35.098279 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 53660) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:39:35.122438 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-3e326a7f-2dc9-4c23-a31e-6318b5f6c1e9 tempest-TestNetworkAdvancedServerOps-1355420123 tempest-TestNetworkAdvancedServerOps-1355420123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736733359243', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736732935810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2743125'] for port, after_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:39:35.152788 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.plugin [req-92d15e18-b550-4078-a168-89e73189729f req-379b2b95-7649-451e-9e8a-6d2aca58946d tempest-ServerActionsTestJSON-64006463 tempest-ServerActionsTestJSON-64006463-project] Deleting port 3fbcdb0d-ff16-4590-b85e-e2516d336b46 {{(pid=83869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 13:39:35.153115 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [req-92d15e18-b550-4078-a168-89e73189729f req-379b2b95-7649-451e-9e8a-6d2aca58946d tempest-ServerActionsTestJSON-64006463 tempest-ServerActionsTestJSON-64006463-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736733287370'] for port, before_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:39:35.159657 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-2c9a2b17-10ce-4ff2-ae59-dd11c019b003 tempest-SecGroupIPv6Test-1449925607 tempest-SecGroupIPv6Test-1449925607-project] 10.222.0.26 "GET /v2.0/security-group-rules/81fdc533-29ad-491c-9294-6e9cdf08b06c HTTP/1.1" status: 200 len: 705 time: 0.0573525 Apr 01 13:39:35.163808 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 53664) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:39:35.181866 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.db_base_plugin_common [None req-16f4c8a2-02a0-42d9-891c-ee820b848018 tempest-FloatingIPTestJSON-1100559899 tempest-FloatingIPTestJSON-1100559899-project] Allocated IP 172.20.0.14 (a341f576-d8db-4b7f-8dc8-20a56e0175ef/b5b788f2-3efe-4936-b94b-e4b2f9c27469/bd4519a3-f9d9-46cd-a4ab-0cc604c5c469) {{(pid=83869) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 13:39:35.184884 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.pecan_wsgi.hooks.translation [None req-28cda788-a5f2-4c87-835d-6f385917a577 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] DELETE failed (client error): The resource could not be found. Apr 01 13:39:35.185348 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-28cda788-a5f2-4c87-835d-6f385917a577 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83869) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 13:39:35.185950 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e326a7f-2dc9-4c23-a31e-6318b5f6c1e9 tempest-TestNetworkAdvancedServerOps-1355420123 tempest-TestNetworkAdvancedServerOps-1355420123-project] Pushing event deleted for resources: {'Port': ['ID=9a59d32b-8723-4bc4-88d9-b9d4ad7c91c1,revision_number=None']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:39:35.190271 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-28cda788-a5f2-4c87-835d-6f385917a577 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] 10.222.0.26 "DELETE /v2.0/ports/a5430792-c292-4ccd-a98c-b9d9a2656900 HTTP/1.1" status: 404 len: 333 time: 0.1009598 Apr 01 13:39:35.191686 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 53668) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:39:35.204995 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.db_base_plugin_common [None req-16f4c8a2-02a0-42d9-891c-ee820b848018 tempest-FloatingIPTestJSON-1100559899 tempest-FloatingIPTestJSON-1100559899-project] Allocated IP 172.20.0.13 (a341f576-d8db-4b7f-8dc8-20a56e0175ef/b5b788f2-3efe-4936-b94b-e4b2f9c27469/bd4519a3-f9d9-46cd-a4ab-0cc604c5c469) {{(pid=83869) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 13:39:35.309652 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.pecan_wsgi.hooks.translation [None req-76797897-835b-43d4-9696-21089ec791fb tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] DELETE failed (client error): The resource could not be found. Apr 01 13:39:35.310080 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-76797897-835b-43d4-9696-21089ec791fb tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83871) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 13:39:35.314403 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-76797897-835b-43d4-9696-21089ec791fb tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] 10.222.0.26 "DELETE /v2.0/subnets/45e89978-5823-4524-a7f3-d76d52d406ce HTTP/1.1" status: 404 len: 337 time: 0.1181598 Apr 01 13:39:35.322991 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 53672) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:39:35.378217 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-e9f99761-6a7a-492b-8b7a-e6f27b3dff0a tempest-SecGroupIPv6Test-1449925607 tempest-SecGroupIPv6Test-1449925607-project] Synchronizing usage tracker for tenant:1fdabab049e7487ebb089845d98f15d5 on resource:security_group_rule {{(pid=83871) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 13:39:35.629244 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-e9f99761-6a7a-492b-8b7a-e6f27b3dff0a tempest-SecGroupIPv6Test-1449925607 tempest-SecGroupIPv6Test-1449925607-project] Unset dirty status for tenant:1fdabab049e7487ebb089845d98f15d5 on resource:security_group_rule {{(pid=83871) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 13:39:35.630666 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-e9f99761-6a7a-492b-8b7a-e6f27b3dff0a tempest-SecGroupIPv6Test-1449925607 tempest-SecGroupIPv6Test-1449925607-project] 10.222.0.26 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3707 time: 0.4660797 Apr 01 13:39:35.638985 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 53678) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:39:35.676767 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-238db97d-d1ba-4e1b-b926-6f99f0348674 tempest-SecGroupIPv6Test-1449925607 tempest-SecGroupIPv6Test-1449925607-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:39:35.690423 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-238db97d-d1ba-4e1b-b926-6f99f0348674 tempest-SecGroupIPv6Test-1449925607 tempest-SecGroupIPv6Test-1449925607-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:39:35.701420 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-822b8e2f-4d7e-454e-b55e-46eebc7d0b72 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1033078'] for network, before_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:39:35.741592 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-238db97d-d1ba-4e1b-b926-6f99f0348674 tempest-SecGroupIPv6Test-1449925607 tempest-SecGroupIPv6Test-1449925607-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3775744'] for security_group_rule, after_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:39:35.771004 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-238db97d-d1ba-4e1b-b926-6f99f0348674 tempest-SecGroupIPv6Test-1449925607 tempest-SecGroupIPv6Test-1449925607-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=81fdc533-29ad-491c-9294-6e9cdf08b06c,revision_number=None']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:39:35.782098 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-238db97d-d1ba-4e1b-b926-6f99f0348674 tempest-SecGroupIPv6Test-1449925607 tempest-SecGroupIPv6Test-1449925607-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:39:35.786961 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-238db97d-d1ba-4e1b-b926-6f99f0348674 tempest-SecGroupIPv6Test-1449925607 tempest-SecGroupIPv6Test-1449925607-project] 10.222.0.26 "DELETE /v2.0/security-group-rules/81fdc533-29ad-491c-9294-6e9cdf08b06c HTTP/1.1" status: 204 len: 168 time: 0.1433272 Apr 01 13:39:35.786961 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 53684) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:39:35.851225 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-3e326a7f-2dc9-4c23-a31e-6318b5f6c1e9 tempest-TestNetworkAdvancedServerOps-1355420123 tempest-TestNetworkAdvancedServerOps-1355420123-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3017585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4084076'] for router_interface, after_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:39:35.860903 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-dc0ad585-2b29-4f26-8297-bb449aa0ca67 tempest-SecGroupIPv6Test-1449925607 tempest-SecGroupIPv6Test-1449925607-project] Synchronizing usage tracker for tenant:1fdabab049e7487ebb089845d98f15d5 on resource:security_group_rule {{(pid=83871) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 13:39:35.884701 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-cd302e1e-4305-481a-9701-a06f760ae762 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:39:35.902789 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-16f4c8a2-02a0-42d9-891c-ee820b848018 tempest-FloatingIPTestJSON-1100559899 tempest-FloatingIPTestJSON-1100559899-project] Notify callbacks [] for port, precommit_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:39:35.912648 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.db [req-92d15e18-b550-4078-a168-89e73189729f req-379b2b95-7649-451e-9e8a-6d2aca58946d tempest-ServerActionsTestJSON-64006463 tempest-ServerActionsTestJSON-64006463-project] For port 3fbcdb0d-ff16-4590-b85e-e2516d336b46, host hv-neutron-8361, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8361',level=0,port_id=3fbcdb0d-ff16-4590-b85e-e2516d336b46,segment=NetworkSegment(881a382f-8ed1-478b-97b4-4d4f48893b0b),segment_id=881a382f-8ed1-478b-97b4-4d4f48893b0b)] {{(pid=83869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 13:39:35.912995 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [req-92d15e18-b550-4078-a168-89e73189729f req-379b2b95-7649-451e-9e8a-6d2aca58946d tempest-ServerActionsTestJSON-64006463 tempest-ServerActionsTestJSON-64006463-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4155147'] for port, precommit_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:39:35.996732 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-dc0ad585-2b29-4f26-8297-bb449aa0ca67 tempest-SecGroupIPv6Test-1449925607 tempest-SecGroupIPv6Test-1449925607-project] Unset dirty status for tenant:1fdabab049e7487ebb089845d98f15d5 on resource:security_group_rule {{(pid=83871) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 13:39:35.997986 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-dc0ad585-2b29-4f26-8297-bb449aa0ca67 tempest-SecGroupIPv6Test-1449925607 tempest-SecGroupIPv6Test-1449925607-project] 10.222.0.26 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.2103612 Apr 01 13:39:36.003813 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 53688) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:39:36.010468 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.v2.base [None req-a61c5112-5470-4667-9d41-f428251e830f tempest-SecGroupIPv6Test-1449925607 tempest-SecGroupIPv6Test-1449925607-project] Request body: {'security_group_rule': {'security_group_id': 'f4b4e39b-e8e5-403a-9bc0-87a21d0c8d6b', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=83871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:39:36.019012 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-a61c5112-5470-4667-9d41-f428251e830f tempest-SecGroupIPv6Test-1449925607 tempest-SecGroupIPv6Test-1449925607-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:39:36.032410 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-a61c5112-5470-4667-9d41-f428251e830f tempest-SecGroupIPv6Test-1449925607 tempest-SecGroupIPv6Test-1449925607-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:39:36.055977 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.db.securitygroups_db [None req-a61c5112-5470-4667-9d41-f428251e830f tempest-SecGroupIPv6Test-1449925607 tempest-SecGroupIPv6Test-1449925607-project] Project 1fdabab049e7487ebb089845d98f15d5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 01 13:39:36.069362 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-a61c5112-5470-4667-9d41-f428251e830f tempest-SecGroupIPv6Test-1449925607 tempest-SecGroupIPv6Test-1449925607-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:39:36.154032 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-a61c5112-5470-4667-9d41-f428251e830f tempest-SecGroupIPv6Test-1449925607 tempest-SecGroupIPv6Test-1449925607-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:39:36.164615 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-a61c5112-5470-4667-9d41-f428251e830f tempest-SecGroupIPv6Test-1449925607 tempest-SecGroupIPv6Test-1449925607-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3775744'] for security_group_rule, after_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:39:36.194209 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a61c5112-5470-4667-9d41-f428251e830f tempest-SecGroupIPv6Test-1449925607 tempest-SecGroupIPv6Test-1449925607-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ae4354c1-ca90-440e-bc11-0888acec94f3,revision_number=0']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:39:36.247001 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-822b8e2f-4d7e-454e-b55e-46eebc7d0b72 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-942654', 'neutron.services.segments.db._delete_segments_for_network-8736733387888'] for network, precommit_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:39:36.274330 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-a61c5112-5470-4667-9d41-f428251e830f tempest-SecGroupIPv6Test-1449925607 tempest-SecGroupIPv6Test-1449925607-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:39:36.277967 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-a61c5112-5470-4667-9d41-f428251e830f tempest-SecGroupIPv6Test-1449925607 tempest-SecGroupIPv6Test-1449925607-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.2708232 Apr 01 13:39:36.302210 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 53692) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:39:36.388593 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.services.segments.db [None req-822b8e2f-4d7e-454e-b55e-46eebc7d0b72 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['09d7ea43-6376-4322-97e7-54cd01aae492']}} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:39:36.406546 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.plugin [None req-28fc800f-ec32-4c7e-bfea-8898fd640767 tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Deleting port ee859592-7773-40a1-b8cd-47912e28a6ce {{(pid=83869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 13:39:36.406818 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-28fc800f-ec32-4c7e-bfea-8898fd640767 tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736733287370'] for port, before_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:39:36.443670 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.services.segments.db [None req-822b8e2f-4d7e-454e-b55e-46eebc7d0b72 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '16094ed0-4a47-4ff6-9238-85c278d7a2a5') {'for_net_delete': True} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:39:36.443952 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.services.segments.db [None req-822b8e2f-4d7e-454e-b55e-46eebc7d0b72 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '16094ed0-4a47-4ff6-9238-85c278d7a2a5') {} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:39:36.459078 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-a8f13d08-770f-4d2e-adc7-e057b58ef582 tempest-SecGroupIPv6Test-1449925607 tempest-SecGroupIPv6Test-1449925607-project] 10.222.0.26 "GET /v2.0/security-group-rules/ae4354c1-ca90-440e-bc11-0888acec94f3 HTTP/1.1" status: 200 len: 711 time: 0.1547320 Apr 01 13:39:36.464204 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 53696) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:39:36.489933 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-822b8e2f-4d7e-454e-b55e-46eebc7d0b72 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736733386999', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2704982'] for segment, before_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:39:36.520359 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-16f4c8a2-02a0-42d9-891c-ee820b848018 tempest-FloatingIPTestJSON-1100559899 tempest-FloatingIPTestJSON-1100559899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736732935801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2705155'] for port, after_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:39:36.585345 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-e0eedd47-8fe3-4ec5-974b-4bccc76c96c7 tempest-SecGroupIPv6Test-1449925607 tempest-SecGroupIPv6Test-1449925607-project] Synchronizing usage tracker for tenant:1fdabab049e7487ebb089845d98f15d5 on resource:security_group_rule {{(pid=83871) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 13:39:36.611191 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-e0eedd47-8fe3-4ec5-974b-4bccc76c96c7 tempest-SecGroupIPv6Test-1449925607 tempest-SecGroupIPv6Test-1449925607-project] Unset dirty status for tenant:1fdabab049e7487ebb089845d98f15d5 on resource:security_group_rule {{(pid=83871) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 13:39:36.612505 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-e0eedd47-8fe3-4ec5-974b-4bccc76c96c7 tempest-SecGroupIPv6Test-1449925607 tempest-SecGroupIPv6Test-1449925607-project] 10.222.0.26 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3713 time: 0.1049960 Apr 01 13:39:36.615793 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 53700) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:39:36.629151 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-822b8e2f-4d7e-454e-b55e-46eebc7d0b72 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1004271'] for segment, precommit_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:39:36.649873 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8065a8-ac94-466d-80e9-fa266d72e071 req-257bcebf-4278-4c07-a422-b20755869359 tempest-ServerActionsTestJSON-64006463 tempest-ServerActionsTestJSON-64006463-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:39:36.651348 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-fb8065a8-ac94-466d-80e9-fa266d72e071 req-257bcebf-4278-4c07-a422-b20755869359 tempest-ServerActionsTestJSON-64006463 tempest-ServerActionsTestJSON-64006463-project] 10.222.0.26 "GET /v2.0/ports?device_id=746f2a68-07bc-4d82-957e-55cd7a32c31f HTTP/1.1" status: 200 len: 946 time: 0.8122368 Apr 01 13:39:36.653157 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-ed621b47-b7ef-4ebf-aece-ad15de47e39e tempest-SecGroupIPv6Test-1449925607 tempest-SecGroupIPv6Test-1449925607-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:39:36.666850 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-ed621b47-b7ef-4ebf-aece-ad15de47e39e tempest-SecGroupIPv6Test-1449925607 tempest-SecGroupIPv6Test-1449925607-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:39:36.709459 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e326a7f-2dc9-4c23-a31e-6318b5f6c1e9 tempest-TestNetworkAdvancedServerOps-1355420123 tempest-TestNetworkAdvancedServerOps-1355420123-project] Router 6d5367dc-25b1-4f1b-a781-eef2f2883363 has already been hosted by L3 agent 88bf8fc8-11a3-4e96-9d1b-5fd93ba9f6f1 {{(pid=83871) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 13:39:36.710310 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-ed621b47-b7ef-4ebf-aece-ad15de47e39e tempest-SecGroupIPv6Test-1449925607 tempest-SecGroupIPv6Test-1449925607-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3775744'] for security_group_rule, after_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:39:36.732733 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed621b47-b7ef-4ebf-aece-ad15de47e39e tempest-SecGroupIPv6Test-1449925607 tempest-SecGroupIPv6Test-1449925607-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ae4354c1-ca90-440e-bc11-0888acec94f3,revision_number=None']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:39:36.738652 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-ed621b47-b7ef-4ebf-aece-ad15de47e39e tempest-SecGroupIPv6Test-1449925607 tempest-SecGroupIPv6Test-1449925607-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:39:36.742005 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-ed621b47-b7ef-4ebf-aece-ad15de47e39e tempest-SecGroupIPv6Test-1449925607 tempest-SecGroupIPv6Test-1449925607-project] 10.222.0.26 "DELETE /v2.0/security-group-rules/ae4354c1-ca90-440e-bc11-0888acec94f3 HTTP/1.1" status: 204 len: 168 time: 0.1230628 Apr 01 13:39:36.742667 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 53704) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:39:36.763051 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-822b8e2f-4d7e-454e-b55e-46eebc7d0b72 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Releasing vlan 397 on physical network physnet1 to pool {{(pid=83869) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 01 13:39:36.763454 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-822b8e2f-4d7e-454e-b55e-46eebc7d0b72 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1004262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2705264'] for segment, after_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:39:36.782734 dv-neutron-836180-1-hyperv neutron-server[83869]: Traceback (most recent call last): Apr 01 13:39:36.782734 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 01 13:39:36.782734 dv-neutron-836180-1-hyperv neutron-server[83869]: timer() Apr 01 13:39:36.782734 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 13:39:36.782734 dv-neutron-836180-1-hyperv neutron-server[83869]: cb(*args, **kw) Apr 01 13:39:36.782734 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 13:39:36.782734 dv-neutron-836180-1-hyperv neutron-server[83869]: return func(*args, **kwargs) Apr 01 13:39:36.782734 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 13:39:36.782734 dv-neutron-836180-1-hyperv neutron-server[83869]: self._notify() Apr 01 13:39:36.782734 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 13:39:36.782734 dv-neutron-836180-1-hyperv neutron-server[83869]: self.callback(batched_events) Apr 01 13:39:36.782734 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 13:39:36.782734 dv-neutron-836180-1-hyperv neutron-server[83869]: event.method(event) Apr 01 13:39:36.782734 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 13:39:36.782734 dv-neutron-836180-1-hyperv neutron-server[83869]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 13:39:36.782734 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 13:39:36.782734 dv-neutron-836180-1-hyperv neutron-server[83869]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 13:39:36.782734 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 13:39:36.782734 dv-neutron-836180-1-hyperv neutron-server[83869]: return f(self, *a, **k) Apr 01 13:39:36.782734 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 13:39:36.782734 dv-neutron-836180-1-hyperv neutron-server[83869]: return self._get(url).json() Apr 01 13:39:36.782734 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 13:39:36.782734 dv-neutron-836180-1-hyperv neutron-server[83869]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 13:39:36.782734 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 01 13:39:36.782734 dv-neutron-836180-1-hyperv neutron-server[83869]: return self.request(url, 'GET', **kwargs) Apr 01 13:39:36.782734 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 01 13:39:36.782734 dv-neutron-836180-1-hyperv neutron-server[83869]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 13:39:36.782734 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 01 13:39:36.782734 dv-neutron-836180-1-hyperv neutron-server[83869]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 13:39:36.782734 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 01 13:39:36.782734 dv-neutron-836180-1-hyperv neutron-server[83869]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 13:39:36.782734 dv-neutron-836180-1-hyperv neutron-server[83869]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 13:39:36.897483 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16f4c8a2-02a0-42d9-891c-ee820b848018 tempest-FloatingIPTestJSON-1100559899 tempest-FloatingIPTestJSON-1100559899-project] Network a341f576-d8db-4b7f-8dc8-20a56e0175ef is already hosted by enough agents. {{(pid=83869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 13:39:36.905341 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f4c8a2-02a0-42d9-891c-ee820b848018 tempest-FloatingIPTestJSON-1100559899 tempest-FloatingIPTestJSON-1100559899-project] Pushing event updated for resources: {'Port': ['ID=bd4519a3-f9d9-46cd-a4ab-0cc604c5c469,revision_number=1']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:39:36.915155 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-c8d0308e-1a0e-4f78-9124-f260843dc384 tempest-SecGroupIPv6Test-1449925607 tempest-SecGroupIPv6Test-1449925607-project] Synchronizing usage tracker for tenant:1fdabab049e7487ebb089845d98f15d5 on resource:security_group_rule {{(pid=83871) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 13:39:36.917772 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.scheduler.base_scheduler [None req-16f4c8a2-02a0-42d9-891c-ee820b848018 tempest-FloatingIPTestJSON-1100559899 tempest-FloatingIPTestJSON-1100559899-project] Resources bound (agent type, host, resource id): {{(pid=83869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 13:39:36.938611 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16f4c8a2-02a0-42d9-891c-ee820b848018 tempest-FloatingIPTestJSON-1100559899 tempest-FloatingIPTestJSON-1100559899-project] Received port after_create {{(pid=83869) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 13:39:36.946941 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-c8d0308e-1a0e-4f78-9124-f260843dc384 tempest-SecGroupIPv6Test-1449925607 tempest-SecGroupIPv6Test-1449925607-project] Unset dirty status for tenant:1fdabab049e7487ebb089845d98f15d5 on resource:security_group_rule {{(pid=83871) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 13:39:36.948160 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-c8d0308e-1a0e-4f78-9124-f260843dc384 tempest-SecGroupIPv6Test-1449925607 tempest-SecGroupIPv6Test-1449925607-project] 10.222.0.26 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.2039943 Apr 01 13:39:36.952695 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 53708) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:39:36.976222 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [req-92d15e18-b550-4078-a168-89e73189729f req-379b2b95-7649-451e-9e8a-6d2aca58946d tempest-ServerActionsTestJSON-64006463 tempest-ServerActionsTestJSON-64006463-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:39:36.976607 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [req-92d15e18-b550-4078-a168-89e73189729f req-379b2b95-7649-451e-9e8a-6d2aca58946d tempest-ServerActionsTestJSON-64006463 tempest-ServerActionsTestJSON-64006463-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4084747'] for floatingip, after_update {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:39:36.976920 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.db.l3_db [req-92d15e18-b550-4078-a168-89e73189729f req-379b2b95-7649-451e-9e8a-6d2aca58946d tempest-ServerActionsTestJSON-64006463 tempest-ServerActionsTestJSON-64006463-project] Floating IP 6e931e43-892f-49f8-a6d0-837203307035 disassociated. External IP: 172.26.5.3, port: 3fbcdb0d-ff16-4590-b85e-e2516d336b46. Apr 01 13:39:36.977264 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.plugin [req-92d15e18-b550-4078-a168-89e73189729f req-379b2b95-7649-451e-9e8a-6d2aca58946d tempest-ServerActionsTestJSON-64006463 tempest-ServerActionsTestJSON-64006463-project] Calling delete_port for 3fbcdb0d-ff16-4590-b85e-e2516d336b46 owned by compute:nova {{(pid=83869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 13:39:37.041804 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-70074b4f-8cc7-4949-8244-5bb1fc8e9556 tempest-SecGroupIPv6Test-1449925607 tempest-SecGroupIPv6Test-1449925607-project] Notify callbacks [] for security_group, before_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:39:37.068026 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e326a7f-2dc9-4c23-a31e-6318b5f6c1e9 tempest-TestNetworkAdvancedServerOps-1355420123 tempest-TestNetworkAdvancedServerOps-1355420123-project] Notify agent at l3_agent.dv-neutron-836180-1-hyperv the message routers_updated {{(pid=83871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 13:39:37.077808 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-3e326a7f-2dc9-4c23-a31e-6318b5f6c1e9 tempest-TestNetworkAdvancedServerOps-1355420123 tempest-TestNetworkAdvancedServerOps-1355420123-project] 10.222.0.26 "PUT /v2.0/routers/6d5367dc-25b1-4f1b-a781-eef2f2883363/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9354334 Apr 01 13:39:37.078169 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c821f473-51c3-41ae-8eea-53ff06a47f50 None None] Sync routers for ids ['6d5367dc-25b1-4f1b-a781-eef2f2883363'] in dv-neutron-836180-1-hyperv {{(pid=83872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 13:39:37.081078 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 53712) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:39:37.084509 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-70074b4f-8cc7-4949-8244-5bb1fc8e9556 tempest-SecGroupIPv6Test-1449925607 tempest-SecGroupIPv6Test-1449925607-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:39:37.086183 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-fb8065a8-ac94-466d-80e9-fa266d72e071 req-4c6da9cd-3f7f-42b7-9387-912c5d3d8af4 tempest-ServerActionsTestJSON-64006463 tempest-ServerActionsTestJSON-64006463-project] 10.222.0.26 "GET /v2.0/security-groups?id=0d525850-c301-4718-92cf-e73f2c3e9524&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4007719 Apr 01 13:39:37.092083 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-822b8e2f-4d7e-454e-b55e-46eebc7d0b72 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-942599', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4084797'] for network, after_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:39:37.095527 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c821f473-51c3-41ae-8eea-53ff06a47f50 None None] Routers {'6d5367dc-25b1-4f1b-a781-eef2f2883363'} bound to L3 agent in host dv-neutron-836180-1-hyperv {{(pid=83872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 13:39:37.096507 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_hamode_db [None req-c821f473-51c3-41ae-8eea-53ff06a47f50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836180-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T13:25:36Z,description=,heartbeat_timestamp=2022-04-01T13:39:36Z,host='dv-neutron-836180-1-hyperv',id=88bf8fc8-11a3-4e96-9d1b-5fd93ba9f6f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T13:25:36Z,topic='l3_agent')) {'router_ids': ['6d5367dc-25b1-4f1b-a781-eef2f2883363'], 'active': True} {{(pid=83872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:39:37.104410 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.db [None req-28fc800f-ec32-4c7e-bfea-8898fd640767 tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] For port ee859592-7773-40a1-b8cd-47912e28a6ce, host dv-neutron-836180-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836180-1-hyperv',level=0,port_id=ee859592-7773-40a1-b8cd-47912e28a6ce,segment=NetworkSegment(212c7e19-eee9-46ca-871e-81f762db0470),segment_id=212c7e19-eee9-46ca-871e-81f762db0470)] {{(pid=83869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 13:39:37.104770 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-28fc800f-ec32-4c7e-bfea-8898fd640767 tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4155147'] for port, precommit_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:39:37.129252 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-822b8e2f-4d7e-454e-b55e-46eebc7d0b72 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Notify callbacks [] for network, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:39:37.148432 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16f4c8a2-02a0-42d9-891c-ee820b848018 tempest-FloatingIPTestJSON-1100559899 tempest-FloatingIPTestJSON-1100559899-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:39:37.148432 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-16f4c8a2-02a0-42d9-891c-ee820b848018 tempest-FloatingIPTestJSON-1100559899 tempest-FloatingIPTestJSON-1100559899-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109561'] for port, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:39:37.249989 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-70074b4f-8cc7-4949-8244-5bb1fc8e9556 tempest-SecGroupIPv6Test-1449925607 tempest-SecGroupIPv6Test-1449925607-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3775923'] for security_group, after_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:39:37.282992 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-822b8e2f-4d7e-454e-b55e-46eebc7d0b72 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] Pushing event deleted for resources: {'Network': ['ID=09d7ea43-6376-4322-97e7-54cd01aae492,revision_number=None']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:39:37.284956 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70074b4f-8cc7-4949-8244-5bb1fc8e9556 tempest-SecGroupIPv6Test-1449925607 tempest-SecGroupIPv6Test-1449925607-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4b4e39b-e8e5-403a-9bc0-87a21d0c8d6b,revision_number=None']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:39:37.297751 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.plugin [None req-28fc800f-ec32-4c7e-bfea-8898fd640767 tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Calling delete_port for ee859592-7773-40a1-b8cd-47912e28a6ce owned by network:router_interface {{(pid=83869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 13:39:37.343150 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-822b8e2f-4d7e-454e-b55e-46eebc7d0b72 tempest-NetworksTestDHCPv6-695584853 tempest-NetworksTestDHCPv6-695584853-project] 10.222.0.26 "DELETE /v2.0/networks/09d7ea43-6376-4322-97e7-54cd01aae492 HTTP/1.1" status: 204 len: 168 time: 2.0186391 Apr 01 13:39:37.348112 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:39:37.357787 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-16f4c8a2-02a0-42d9-891c-ee820b848018 tempest-FloatingIPTestJSON-1100559899 tempest-FloatingIPTestJSON-1100559899-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1010 time: 3.7522221 Apr 01 13:39:37.369499 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 53718) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:39:37.383200 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-2f9cfc9c-d8ba-4de3-a4ad-98162f90557c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:39:37.413434 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.v2.base [None req-9b003e1a-b24b-41b2-9ba4-84da1aa3baa8 tempest-FloatingIPTestJSON-1100559899 tempest-FloatingIPTestJSON-1100559899-project] Request body: {'floatingip': {'floating_network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'port_id': 'bd4519a3-f9d9-46cd-a4ab-0cc604c5c469', 'fixed_ip_address': '172.20.0.14'}} {{(pid=83869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:39:37.428748 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-9b003e1a-b24b-41b2-9ba4-84da1aa3baa8 tempest-FloatingIPTestJSON-1100559899 tempest-FloatingIPTestJSON-1100559899-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:39:37.436010 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_dvr_db [None req-c821f473-51c3-41ae-8eea-53ff06a47f50 None None] Set router 6d5367dc-25b1-4f1b-a781-eef2f2883363 gateway port host: dv-neutron-836180-1-hyperv {{(pid=83872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 13:39:37.463932 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-9b003e1a-b24b-41b2-9ba4-84da1aa3baa8 tempest-FloatingIPTestJSON-1100559899 tempest-FloatingIPTestJSON-1100559899-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:39:37.506109 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-9b003e1a-b24b-41b2-9ba4-84da1aa3baa8 tempest-FloatingIPTestJSON-1100559899 tempest-FloatingIPTestJSON-1100559899-project] Notify callbacks [] for floatingip, before_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:39:37.512451 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-70074b4f-8cc7-4949-8244-5bb1fc8e9556 tempest-SecGroupIPv6Test-1449925607 tempest-SecGroupIPv6Test-1449925607-project] Notify callbacks [] for security_group, before_response {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:39:37.515827 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-70074b4f-8cc7-4949-8244-5bb1fc8e9556 tempest-SecGroupIPv6Test-1449925607 tempest-SecGroupIPv6Test-1449925607-project] 10.222.0.26 "DELETE /v2.0/security-groups/f4b4e39b-e8e5-403a-9bc0-87a21d0c8d6b HTTP/1.1" status: 204 len: 168 time: 0.5599735 Apr 01 13:39:37.517119 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 53722) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:39:37.526360 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [req-92d15e18-b550-4078-a168-89e73189729f req-379b2b95-7649-451e-9e8a-6d2aca58946d tempest-ServerActionsTestJSON-64006463 tempest-ServerActionsTestJSON-64006463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736733359243', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736732935810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2705155'] for port, after_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:39:37.543485 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.db_base_plugin_v2 [None req-baa24a8d-e13e-4af4-8089-b8ac46384fd7 tempest-TestNetworkAdvancedServerOps-1355420123 tempest-TestNetworkAdvancedServerOps-1355420123-project] Deleting subnet c65397f7-964e-4a75-8fb4-5b28417ee25a {{(pid=83871) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 01 13:39:37.549462 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-baa24a8d-e13e-4af4-8089-b8ac46384fd7 tempest-TestNetworkAdvancedServerOps-1355420123 tempest-TestNetworkAdvancedServerOps-1355420123-project] Notify callbacks [] for subnet, before_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:39:37.628366 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-baa24a8d-e13e-4af4-8089-b8ac46384fd7 tempest-TestNetworkAdvancedServerOps-1355420123 tempest-TestNetworkAdvancedServerOps-1355420123-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3166365'] for subnet, precommit_delete_associations {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:39:37.646474 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-379b2b95-7649-451e-9e8a-6d2aca58946d tempest-ServerActionsTestJSON-64006463 tempest-ServerActionsTestJSON-64006463-project] Pushing event deleted for resources: {'Port': ['ID=3fbcdb0d-ff16-4590-b85e-e2516d336b46,revision_number=None']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:39:37.700672 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-fbf98faf-f4df-4c1e-a6cd-1245acc70640 tempest-SecGroupIPv6Test-1449925607 tempest-SecGroupIPv6Test-1449925607-project] Synchronizing usage tracker for tenant:1fdabab049e7487ebb089845d98f15d5 on resource:security_group {{(pid=83871) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 13:39:37.739804 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-fbf98faf-f4df-4c1e-a6cd-1245acc70640 tempest-SecGroupIPv6Test-1449925607 tempest-SecGroupIPv6Test-1449925607-project] Unset dirty status for tenant:1fdabab049e7487ebb089845d98f15d5 on resource:security_group {{(pid=83871) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 13:39:37.748357 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-fbf98faf-f4df-4c1e-a6cd-1245acc70640 tempest-SecGroupIPv6Test-1449925607 tempest-SecGroupIPv6Test-1449925607-project] 10.222.0.26 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.2225497 Apr 01 13:39:37.752767 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 53728) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:39:37.754907 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Device 3fbcdb0d-ff16-4590-b85e-e2516d336b46 no longer exists at agent hyperv_hv-neutron-8361 {{(pid=83872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 13:39:37.773137 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.v2.base [None req-5ad7b937-a331-4201-acd3-ec7fe6fb7c33 tempest-SecGroupIPv6Test-1449925607 tempest-SecGroupIPv6Test-1449925607-project] Request body: {'security_group': {'name': 'tempest-secgroup--2144430159'}} {{(pid=83871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:39:37.792664 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 53732) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:39:37.799289 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-5ad7b937-a331-4201-acd3-ec7fe6fb7c33 tempest-SecGroupIPv6Test-1449925607 tempest-SecGroupIPv6Test-1449925607-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:39:37.819753 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.plugin [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] No Port match for: 3fbcdb0d-ff16-4590-b85e-e2516d336b46 {{(pid=83872) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 01 13:39:37.820234 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Device 3fbcdb0d-ff16-4590-b85e-e2516d336b46 not bound to the agent host hv-neutron-8361 {{(pid=83872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 13:39:37.831105 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-baa24a8d-e13e-4af4-8089-b8ac46384fd7 tempest-TestNetworkAdvancedServerOps-1355420123 tempest-TestNetworkAdvancedServerOps-1355420123-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-945029'] for subnet, precommit_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:39:37.877530 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-5ad7b937-a331-4201-acd3-ec7fe6fb7c33 tempest-SecGroupIPv6Test-1449925607 tempest-SecGroupIPv6Test-1449925607-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:39:37.903629 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-5ad7b937-a331-4201-acd3-ec7fe6fb7c33 tempest-SecGroupIPv6Test-1449925607 tempest-SecGroupIPv6Test-1449925607-project] Notify callbacks [] for security_group, before_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:39:37.914691 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_hamode_db [None req-c821f473-51c3-41ae-8eea-53ff06a47f50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d5367dc-25b1-4f1b-a781-eef2f2883363', 'name': 'tempest-TestNetworkAdvancedServerOps-router-555895105', 'tenant_id': 'c4570dfc5b694d9bb3c42a8f7c596843', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'external_fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.23'}], 'enable_snat': True}, 'gw_port_id': '27e65307-23d7-4846-b283-09e0f28ab0da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T13:37:00Z', 'updated_at': '2022-04-01T13:39:34Z', 'revision_number': 5, 'project_id': 'c4570dfc5b694d9bb3c42a8f7c596843', 'gw_port': {'id': '27e65307-23d7-4846-b283-09e0f28ab0da', 'name': '', 'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:f4:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d5367dc-25b1-4f1b-a781-eef2f2883363', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836180-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:37:02Z', 'updated_at': '2022-04-01T13:37:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836180-1-hyperv'}], 'dv-neutron-836180-1-hyperv', False) {} {{(pid=83872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:39:37.921148 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c821f473-51c3-41ae-8eea-53ff06a47f50 None None] Checking router: 6d5367dc-25b1-4f1b-a781-eef2f2883363 for host: dv-neutron-836180-1-hyperv {{(pid=83872) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 01 13:39:37.954545 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c821f473-51c3-41ae-8eea-53ff06a47f50 None None] Routers {'6d5367dc-25b1-4f1b-a781-eef2f2883363'} bound to L3 agent in host dv-neutron-836180-1-hyperv {{(pid=83872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 13:39:37.955387 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_hamode_db [None req-c821f473-51c3-41ae-8eea-53ff06a47f50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836180-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T13:25:36Z,description=,heartbeat_timestamp=2022-04-01T13:39:36Z,host='dv-neutron-836180-1-hyperv',id=88bf8fc8-11a3-4e96-9d1b-5fd93ba9f6f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T13:25:36Z,topic='l3_agent')) {'router_ids': ['6d5367dc-25b1-4f1b-a781-eef2f2883363'], 'active': True} {{(pid=83872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:39:37.961048 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-5ad7b937-a331-4201-acd3-ec7fe6fb7c33 tempest-SecGroupIPv6Test-1449925607 tempest-SecGroupIPv6Test-1449925607-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:39:37.967761 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-5ad7b937-a331-4201-acd3-ec7fe6fb7c33 tempest-SecGroupIPv6Test-1449925607 tempest-SecGroupIPv6Test-1449925607-project] Usage tracker for resource:security_group_rule and tenant:1fdabab049e7487ebb089845d98f15d5 is out of sync, need to count used quota {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 13:39:37.972718 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-5ad7b937-a331-4201-acd3-ec7fe6fb7c33 tempest-SecGroupIPv6Test-1449925607 tempest-SecGroupIPv6Test-1449925607-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 13:39:37.979602 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-5ad7b937-a331-4201-acd3-ec7fe6fb7c33 tempest-SecGroupIPv6Test-1449925607 tempest-SecGroupIPv6Test-1449925607-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:39:37.982711 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-baa24a8d-e13e-4af4-8089-b8ac46384fd7 tempest-TestNetworkAdvancedServerOps-1355420123 tempest-TestNetworkAdvancedServerOps-1355420123-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-945042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2743160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2757373'] for subnet, after_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:39:38.037101 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa24a8d-e13e-4af4-8089-b8ac46384fd7 tempest-TestNetworkAdvancedServerOps-1355420123 tempest-TestNetworkAdvancedServerOps-1355420123-project] Pushing event deleted for resources: {'Subnet': ['ID=c65397f7-964e-4a75-8fb4-5b28417ee25a,revision_number=None']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:39:38.052140 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-baa24a8d-e13e-4af4-8089-b8ac46384fd7 tempest-TestNetworkAdvancedServerOps-1355420123 tempest-TestNetworkAdvancedServerOps-1355420123-project] Notify callbacks [] for subnet, before_response {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:39:38.068758 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-28fc800f-ec32-4c7e-bfea-8898fd640767 tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736733359243', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736732935810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2705155'] for port, after_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:39:38.094457 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-baa24a8d-e13e-4af4-8089-b8ac46384fd7 tempest-TestNetworkAdvancedServerOps-1355420123 tempest-TestNetworkAdvancedServerOps-1355420123-project] 10.222.0.26 "DELETE /v2.0/subnets/c65397f7-964e-4a75-8fb4-5b28417ee25a HTTP/1.1" status: 204 len: 168 time: 1.0122013 Apr 01 13:39:38.099948 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 53738) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:39:38.119554 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28fc800f-ec32-4c7e-bfea-8898fd640767 tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Pushing event deleted for resources: {'Port': ['ID=ee859592-7773-40a1-b8cd-47912e28a6ce,revision_number=None']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:39:38.134947 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69a60bf6-1027-477d-be20-8fc01725a718 None None] Network cb4d1837-1892-4ca3-a559-eb0035507686 requested from dv-neutron-836180-1-hyperv {{(pid=83872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 13:39:38.340213 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-7acd08e7-75c9-461e-8fcf-348a054dbe4b admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=8b726fe6689e4b7f96def1a2219bea6c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5427799 Apr 01 13:39:38.355297 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 53744) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:39:38.365285 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-5ad7b937-a331-4201-acd3-ec7fe6fb7c33 tempest-SecGroupIPv6Test-1449925607 tempest-SecGroupIPv6Test-1449925607-project] Notify callbacks [] for security_group, precommit_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:39:38.378320 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-5ad7b937-a331-4201-acd3-ec7fe6fb7c33 tempest-SecGroupIPv6Test-1449925607 tempest-SecGroupIPv6Test-1449925607-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3775923'] for security_group, after_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:39:38.445911 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-9b003e1a-b24b-41b2-9ba4-84da1aa3baa8 tempest-FloatingIPTestJSON-1100559899 tempest-FloatingIPTestJSON-1100559899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:39:38.465546 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-7f1af24d-6641-48e3-a3dc-4f4350fc0560 req-5948aa2f-04ce-4b45-bcab-2b5498bafda8 tempest-ServerActionsTestJSON-64006463 tempest-ServerActionsTestJSON-64006463-project] 10.222.0.26 "GET /v2.0/ports?device_id=746f2a68-07bc-4d82-957e-55cd7a32c31f HTTP/1.1" status: 200 len: 210 time: 0.0821173 Apr 01 13:39:38.483671 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_dvr_db [None req-c821f473-51c3-41ae-8eea-53ff06a47f50 None None] Set router 6d5367dc-25b1-4f1b-a781-eef2f2883363 gateway port host: dv-neutron-836180-1-hyperv {{(pid=83872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 13:39:38.518938 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-5ad7b937-a331-4201-acd3-ec7fe6fb7c33 tempest-SecGroupIPv6Test-1449925607 tempest-SecGroupIPv6Test-1449925607-project] Notify callbacks [] for security_group, before_response {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:39:38.522861 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-5ad7b937-a331-4201-acd3-ec7fe6fb7c33 tempest-SecGroupIPv6Test-1449925607 tempest-SecGroupIPv6Test-1449925607-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.7624080 Apr 01 13:39:38.522861 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad7b937-a331-4201-acd3-ec7fe6fb7c33 tempest-SecGroupIPv6Test-1449925607 tempest-SecGroupIPv6Test-1449925607-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e67f27ac-48f3-4324-966c-c163af0b69ae,revision_number=1']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:39:38.524224 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 53748) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:39:38.530366 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.v2.base [None req-4f4f8a7e-61ac-4188-a475-43e6146e83d9 tempest-SecGroupIPv6Test-1449925607 tempest-SecGroupIPv6Test-1449925607-project] Request body: {'security_group_rule': {'security_group_id': 'e67f27ac-48f3-4324-966c-c163af0b69ae', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=83871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:39:38.544491 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-4f4f8a7e-61ac-4188-a475-43e6146e83d9 tempest-SecGroupIPv6Test-1449925607 tempest-SecGroupIPv6Test-1449925607-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:39:38.552467 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-4f4f8a7e-61ac-4188-a475-43e6146e83d9 tempest-SecGroupIPv6Test-1449925607 tempest-SecGroupIPv6Test-1449925607-project] Usage tracker for resource:security_group_rule and tenant:1fdabab049e7487ebb089845d98f15d5 is out of sync, need to count used quota {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 13:39:38.556332 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-4f4f8a7e-61ac-4188-a475-43e6146e83d9 tempest-SecGroupIPv6Test-1449925607 tempest-SecGroupIPv6Test-1449925607-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 13:39:38.568853 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-4f4f8a7e-61ac-4188-a475-43e6146e83d9 tempest-SecGroupIPv6Test-1449925607 tempest-SecGroupIPv6Test-1449925607-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:39:38.595227 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-4f4f8a7e-61ac-4188-a475-43e6146e83d9 tempest-SecGroupIPv6Test-1449925607 tempest-SecGroupIPv6Test-1449925607-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:39:38.619112 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-928af1c8-972f-4588-a103-5426a0bd1fdc None None] DHCP port deletion for cb4d1837-1892-4ca3-a559-eb0035507686 request from dv-neutron-836180-1-hyperv {{(pid=83872) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 01 13:39:38.640660 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.plugin [None req-928af1c8-972f-4588-a103-5426a0bd1fdc None None] Deleting port 28e82278-97ae-45ad-8175-49f81a7ede88 {{(pid=83872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 13:39:38.641028 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-928af1c8-972f-4588-a103-5426a0bd1fdc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736733287370'] for port, before_delete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:39:38.665451 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-4f87feb5-a845-4b4b-87f9-c3c2d2263cbe tempest-TestNetworkAdvancedServerOps-1355420123 tempest-TestNetworkAdvancedServerOps-1355420123-project] Notify callbacks [] for router, before_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:39:38.668792 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-f63e9b3e-188a-440a-8b6d-b564985e22bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:39:38.719751 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.scheduler.l3_agent_scheduler [req-92d15e18-b550-4078-a168-89e73189729f req-379b2b95-7649-451e-9e8a-6d2aca58946d tempest-ServerActionsTestJSON-64006463 tempest-ServerActionsTestJSON-64006463-project] Router ede9094e-0d48-4c45-9fbe-8e6536f13cf3 has already been hosted by L3 agent 88bf8fc8-11a3-4e96-9d1b-5fd93ba9f6f1 {{(pid=83869) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 13:39:38.735393 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-f63e9b3e-188a-440a-8b6d-b564985e22bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:39:38.771121 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.db_base_plugin_common [None req-9b003e1a-b24b-41b2-9ba4-84da1aa3baa8 tempest-FloatingIPTestJSON-1100559899 tempest-FloatingIPTestJSON-1100559899-project] Allocated IP 172.26.5.89 (725864b8-cceb-48c9-b5d3-1bfc4423e301/e2ed99db-0e25-4971-b535-7fa69231fae8/273820ec-b010-41ca-90aa-32633e1bec07) {{(pid=83869) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 13:39:38.774246 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-28fc800f-ec32-4c7e-bfea-8898fd640767 tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3017585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4084076'] for router_interface, after_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:39:38.795250 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-4f4f8a7e-61ac-4188-a475-43e6146e83d9 tempest-SecGroupIPv6Test-1449925607 tempest-SecGroupIPv6Test-1449925607-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:39:38.803069 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-4f4f8a7e-61ac-4188-a475-43e6146e83d9 tempest-SecGroupIPv6Test-1449925607 tempest-SecGroupIPv6Test-1449925607-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3775744'] for security_group_rule, after_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:39:38.830993 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4f8a7e-61ac-4188-a475-43e6146e83d9 tempest-SecGroupIPv6Test-1449925607 tempest-SecGroupIPv6Test-1449925607-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6cce91a5-009f-45f7-b05e-ed3548c18eb4,revision_number=0']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:39:38.861996 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-4f4f8a7e-61ac-4188-a475-43e6146e83d9 tempest-SecGroupIPv6Test-1449925607 tempest-SecGroupIPv6Test-1449925607-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:39:38.865952 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-4f4f8a7e-61ac-4188-a475-43e6146e83d9 tempest-SecGroupIPv6Test-1449925607 tempest-SecGroupIPv6Test-1449925607-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.3385656 Apr 01 13:39:38.867318 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 53752) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:39:38.957838 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-67078da0-60e0-40f7-9083-0924eee98c49 tempest-SecGroupIPv6Test-1449925607 tempest-SecGroupIPv6Test-1449925607-project] Notify callbacks [] for security_group, before_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:39:38.988187 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-a976a7b9-9034-41e6-be13-349b75ed1593 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:39:38.997683 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-67078da0-60e0-40f7-9083-0924eee98c49 tempest-SecGroupIPv6Test-1449925607 tempest-SecGroupIPv6Test-1449925607-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:39:39.031097 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-4f87feb5-a845-4b4b-87f9-c3c2d2263cbe tempest-TestNetworkAdvancedServerOps-1355420123 tempest-TestNetworkAdvancedServerOps-1355420123-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:39:39.037913 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-928af1c8-972f-4588-a103-5426a0bd1fdc None None] For port 28e82278-97ae-45ad-8175-49f81a7ede88, host dv-neutron-836180-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836180-1-hyperv',level=0,port_id=28e82278-97ae-45ad-8175-49f81a7ede88,segment=NetworkSegment(ef58a1ec-7bdb-47df-a821-68a0bc726ff2),segment_id=ef58a1ec-7bdb-47df-a821-68a0bc726ff2)] {{(pid=83872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 13:39:39.038299 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-928af1c8-972f-4588-a103-5426a0bd1fdc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4155147'] for port, precommit_delete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:39:39.051733 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.plugin [None req-4f87feb5-a845-4b4b-87f9-c3c2d2263cbe tempest-TestNetworkAdvancedServerOps-1355420123 tempest-TestNetworkAdvancedServerOps-1355420123-project] Deleting port 27e65307-23d7-4846-b283-09e0f28ab0da {{(pid=83871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 13:39:39.052835 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-4f87feb5-a845-4b4b-87f9-c3c2d2263cbe tempest-TestNetworkAdvancedServerOps-1355420123 tempest-TestNetworkAdvancedServerOps-1355420123-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736733287370'] for port, before_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:39:39.124255 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-67078da0-60e0-40f7-9083-0924eee98c49 tempest-SecGroupIPv6Test-1449925607 tempest-SecGroupIPv6Test-1449925607-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3775923'] for security_group, after_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:39:39.165982 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-f63e9b3e-188a-440a-8b6d-b564985e22bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3775923'] for security_group, after_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:39:39.167177 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.plugin [None req-928af1c8-972f-4588-a103-5426a0bd1fdc None None] Calling delete_port for 28e82278-97ae-45ad-8175-49f81a7ede88 owned by network:dhcp {{(pid=83872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 13:39:39.201652 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67078da0-60e0-40f7-9083-0924eee98c49 tempest-SecGroupIPv6Test-1449925607 tempest-SecGroupIPv6Test-1449925607-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e67f27ac-48f3-4324-966c-c163af0b69ae,revision_number=None']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:39:39.210599 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f63e9b3e-188a-440a-8b6d-b564985e22bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62c8ec4f-5436-40b5-8086-8e3928c54a73,revision_number=None']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:39:39.225255 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_hamode_db [None req-c821f473-51c3-41ae-8eea-53ff06a47f50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d5367dc-25b1-4f1b-a781-eef2f2883363', 'name': 'tempest-TestNetworkAdvancedServerOps-router-555895105', 'tenant_id': 'c4570dfc5b694d9bb3c42a8f7c596843', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'external_fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.23'}], 'enable_snat': True}, 'gw_port_id': '27e65307-23d7-4846-b283-09e0f28ab0da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T13:37:00Z', 'updated_at': '2022-04-01T13:39:34Z', 'revision_number': 5, 'project_id': 'c4570dfc5b694d9bb3c42a8f7c596843', 'gw_port': {'id': '27e65307-23d7-4846-b283-09e0f28ab0da', 'name': '', 'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:f4:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d5367dc-25b1-4f1b-a781-eef2f2883363', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836180-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:37:02Z', 'updated_at': '2022-04-01T13:37:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836180-1-hyperv'}], 'dv-neutron-836180-1-hyperv', False) {} {{(pid=83872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:39:39.234025 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c821f473-51c3-41ae-8eea-53ff06a47f50 None None] The sync data for ids ['6d5367dc-25b1-4f1b-a781-eef2f2883363'] in dv-neutron-836180-1-hyperv is: [{'id': '6d5367dc-25b1-4f1b-a781-eef2f2883363', 'name': 'tempest-TestNetworkAdvancedServerOps-router-555895105', 'tenant_id': 'c4570dfc5b694d9bb3c42a8f7c596843', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'external_fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.23'}], 'enable_snat': True}, 'gw_port_id': '27e65307-23d7-4846-b283-09e0f28ab0da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T13:37:00Z', 'updated_at': '2022-04-01T13:39:34Z', 'revision_number': 5, 'project_id': 'c4570dfc5b694d9bb3c42a8f7c596843', 'gw_port': {'id': '27e65307-23d7-4846-b283-09e0f28ab0da', 'name': '', 'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:f4:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d5367dc-25b1-4f1b-a781-eef2f2883363', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836180-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:37:02Z', 'updated_at': '2022-04-01T13:37:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836180-1-hyperv'}] {{(pid=83872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 13:39:39.253898 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-67078da0-60e0-40f7-9083-0924eee98c49 tempest-SecGroupIPv6Test-1449925607 tempest-SecGroupIPv6Test-1449925607-project] Notify callbacks [] for security_group, before_response {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:39:39.257663 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-67078da0-60e0-40f7-9083-0924eee98c49 tempest-SecGroupIPv6Test-1449925607 tempest-SecGroupIPv6Test-1449925607-project] 10.222.0.26 "DELETE /v2.0/security-groups/e67f27ac-48f3-4324-966c-c163af0b69ae HTTP/1.1" status: 204 len: 168 time: 0.3881013 Apr 01 13:39:39.260176 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 53756) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:39:39.312379 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.db [None req-4f87feb5-a845-4b4b-87f9-c3c2d2263cbe tempest-TestNetworkAdvancedServerOps-1355420123 tempest-TestNetworkAdvancedServerOps-1355420123-project] For port 27e65307-23d7-4846-b283-09e0f28ab0da, host dv-neutron-836180-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836180-1-hyperv',level=0,port_id=27e65307-23d7-4846-b283-09e0f28ab0da,segment=NetworkSegment(7b924dd8-4978-40c4-ad91-4b9b27348462),segment_id=7b924dd8-4978-40c4-ad91-4b9b27348462)] {{(pid=83871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 13:39:39.312923 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-4f87feb5-a845-4b4b-87f9-c3c2d2263cbe tempest-TestNetworkAdvancedServerOps-1355420123 tempest-TestNetworkAdvancedServerOps-1355420123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4155147'] for port, precommit_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:39:39.322566 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-9b003e1a-b24b-41b2-9ba4-84da1aa3baa8 tempest-FloatingIPTestJSON-1100559899 tempest-FloatingIPTestJSON-1100559899-project] Notify callbacks [] for port, precommit_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:39:39.329718 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-928af1c8-972f-4588-a103-5426a0bd1fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736733359243', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736732935810'] for port, after_delete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:39:39.345956 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-f63e9b3e-188a-440a-8b6d-b564985e22bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:39:39.347066 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-f63e9b3e-188a-440a-8b6d-b564985e22bb admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/62c8ec4f-5436-40b5-8086-8e3928c54a73 HTTP/1.1" status: 204 len: 168 time: 0.9897132 Apr 01 13:39:39.390481 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-928af1c8-972f-4588-a103-5426a0bd1fdc None None] Pushing event deleted for resources: {'Port': ['ID=28e82278-97ae-45ad-8175-49f81a7ede88,revision_number=None']} {{(pid=83872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:39:39.403859 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-928af1c8-972f-4588-a103-5426a0bd1fdc None None] No DVR routers for this DVR port 28e82278-97ae-45ad-8175-49f81a7ede88 on host dv-neutron-836180-1-hyperv {{(pid=83872) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 13:39:39.497616 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.plugin [None req-4f87feb5-a845-4b4b-87f9-c3c2d2263cbe tempest-TestNetworkAdvancedServerOps-1355420123 tempest-TestNetworkAdvancedServerOps-1355420123-project] Calling delete_port for 27e65307-23d7-4846-b283-09e0f28ab0da owned by network:router_gateway {{(pid=83871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 13:39:39.521113 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-9b003e1a-b24b-41b2-9ba4-84da1aa3baa8 tempest-FloatingIPTestJSON-1100559899 tempest-FloatingIPTestJSON-1100559899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736732935801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2705155'] for port, after_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:39:39.573728 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-0c7358b3-2313-4287-b226-d2a36f8de45e tempest-SecGroupIPv6Test-1449925607 tempest-SecGroupIPv6Test-1449925607-project] Synchronizing usage tracker for tenant:1fdabab049e7487ebb089845d98f15d5 on resource:security_group {{(pid=83871) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 13:39:39.634525 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-0c7358b3-2313-4287-b226-d2a36f8de45e tempest-SecGroupIPv6Test-1449925607 tempest-SecGroupIPv6Test-1449925607-project] Unset dirty status for tenant:1fdabab049e7487ebb089845d98f15d5 on resource:security_group {{(pid=83871) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 13:39:39.638280 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-0c7358b3-2313-4287-b226-d2a36f8de45e tempest-SecGroupIPv6Test-1449925607 tempest-SecGroupIPv6Test-1449925607-project] 10.222.0.26 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.3745179 Apr 01 13:39:39.639715 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 53766) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:39:39.707406 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-376bfca1-9366-45f6-b853-642938e43c53 tempest-SecGroupIPv6Test-1449925607 tempest-SecGroupIPv6Test-1449925607-project] Synchronizing usage tracker for tenant:1fdabab049e7487ebb089845d98f15d5 on resource:security_group_rule {{(pid=83871) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 13:39:39.828081 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [req-0159c175-9de6-42e4-b7ef-b315c7b7d6b1 req-7631a15b-f7de-4b77-947e-a8c2d833cc5e tempest-ServerActionsTestJSON-64006463 tempest-ServerActionsTestJSON-64006463-project] Synchronizing usage tracker for tenant:1db979ced72f4c84a5c312128899dc9b on resource:port {{(pid=83869) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 13:39:39.872689 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b003e1a-b24b-41b2-9ba4-84da1aa3baa8 tempest-FloatingIPTestJSON-1100559899 tempest-FloatingIPTestJSON-1100559899-project] Pushing event updated for resources: {'Port': ['ID=273820ec-b010-41ca-90aa-32633e1bec07,revision_number=1']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:39:39.882272 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b003e1a-b24b-41b2-9ba4-84da1aa3baa8 tempest-FloatingIPTestJSON-1100559899 tempest-FloatingIPTestJSON-1100559899-project] Network 725864b8-cceb-48c9-b5d3-1bfc4423e301 is already hosted by enough agents. {{(pid=83869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 13:39:39.886435 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-376bfca1-9366-45f6-b853-642938e43c53 tempest-SecGroupIPv6Test-1449925607 tempest-SecGroupIPv6Test-1449925607-project] Unset dirty status for tenant:1fdabab049e7487ebb089845d98f15d5 on resource:security_group_rule {{(pid=83871) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 13:39:39.886676 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.scheduler.base_scheduler [None req-9b003e1a-b24b-41b2-9ba4-84da1aa3baa8 tempest-FloatingIPTestJSON-1100559899 tempest-FloatingIPTestJSON-1100559899-project] Resources bound (agent type, host, resource id): {{(pid=83869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 13:39:39.887833 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-376bfca1-9366-45f6-b853-642938e43c53 tempest-SecGroupIPv6Test-1449925607 tempest-SecGroupIPv6Test-1449925607-project] 10.222.0.26 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2243 time: 0.2459164 Apr 01 13:39:39.891621 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 53776) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:39:39.892161 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b003e1a-b24b-41b2-9ba4-84da1aa3baa8 tempest-FloatingIPTestJSON-1100559899 tempest-FloatingIPTestJSON-1100559899-project] Received port after_create {{(pid=83869) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 13:39:39.915894 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-4f87feb5-a845-4b4b-87f9-c3c2d2263cbe tempest-TestNetworkAdvancedServerOps-1355420123 tempest-TestNetworkAdvancedServerOps-1355420123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736733359243', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736732935810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2743125'] for port, after_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:39:39.931359 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [req-0159c175-9de6-42e4-b7ef-b315c7b7d6b1 req-7631a15b-f7de-4b77-947e-a8c2d833cc5e tempest-ServerActionsTestJSON-64006463 tempest-ServerActionsTestJSON-64006463-project] Unset dirty status for tenant:1db979ced72f4c84a5c312128899dc9b on resource:port {{(pid=83869) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 13:39:39.932695 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-0159c175-9de6-42e4-b7ef-b315c7b7d6b1 req-7631a15b-f7de-4b77-947e-a8c2d833cc5e tempest-ServerActionsTestJSON-64006463 tempest-ServerActionsTestJSON-64006463-project] 10.222.0.26 "GET /v2.0/ports?device_id=746f2a68-07bc-4d82-957e-55cd7a32c31f HTTP/1.1" status: 200 len: 210 time: 0.1927671 Apr 01 13:39:39.937432 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-92d15e18-b550-4078-a168-89e73189729f req-379b2b95-7649-451e-9e8a-6d2aca58946d tempest-ServerActionsTestJSON-64006463 tempest-ServerActionsTestJSON-64006463-project] Notify agent at l3_agent.dv-neutron-836180-1-hyperv the message routers_updated {{(pid=83869) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 13:39:39.956823 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2abb278-de6c-483d-a693-d0b8be89156a None None] Sync routers for ids ['ede9094e-0d48-4c45-9fbe-8e6536f13cf3'] in dv-neutron-836180-1-hyperv {{(pid=83873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 13:39:39.965698 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.api.v2.resource [None req-eaf8383b-56bf-4983-bc21-c00735113878 tempest-SecGroupIPv6Test-1449925607 tempest-SecGroupIPv6Test-1449925607-project] delete failed (client error): The resource could not be found. Apr 01 13:39:39.966700 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-eaf8383b-56bf-4983-bc21-c00735113878 tempest-SecGroupIPv6Test-1449925607 tempest-SecGroupIPv6Test-1449925607-project] 10.222.0.26 "DELETE /v2.0/security-groups/e67f27ac-48f3-4324-966c-c163af0b69ae HTTP/1.1" status: 404 len: 347 time: 0.0694449 Apr 01 13:39:39.971662 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f87feb5-a845-4b4b-87f9-c3c2d2263cbe tempest-TestNetworkAdvancedServerOps-1355420123 tempest-TestNetworkAdvancedServerOps-1355420123-project] Pushing event deleted for resources: {'Port': ['ID=27e65307-23d7-4846-b283-09e0f28ab0da,revision_number=None']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:39:39.974383 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 53782) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:39:39.981096 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2abb278-de6c-483d-a693-d0b8be89156a None None] Routers {'ede9094e-0d48-4c45-9fbe-8e6536f13cf3'} bound to L3 agent in host dv-neutron-836180-1-hyperv {{(pid=83873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 13:39:39.984274 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-e2abb278-de6c-483d-a693-d0b8be89156a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836180-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T13:25:36Z,description=,heartbeat_timestamp=2022-04-01T13:39:36Z,host='dv-neutron-836180-1-hyperv',id=88bf8fc8-11a3-4e96-9d1b-5fd93ba9f6f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T13:25:36Z,topic='l3_agent')) {'router_ids': ['ede9094e-0d48-4c45-9fbe-8e6536f13cf3'], 'active': True} {{(pid=83873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:39:40.149928 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_dvrscheduler_db [req-92d15e18-b550-4078-a168-89e73189729f req-379b2b95-7649-451e-9e8a-6d2aca58946d tempest-ServerActionsTestJSON-64006463 tempest-ServerActionsTestJSON-64006463-project] No DVR routers for this DVR port 3fbcdb0d-ff16-4590-b85e-e2516d336b46 on host hv-neutron-8361 {{(pid=83869) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 13:39:40.187137 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [req-92d15e18-b550-4078-a168-89e73189729f req-379b2b95-7649-451e-9e8a-6d2aca58946d tempest-ServerActionsTestJSON-64006463 tempest-ServerActionsTestJSON-64006463-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109561'] for port, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:39:40.188601 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-92d15e18-b550-4078-a168-89e73189729f req-379b2b95-7649-451e-9e8a-6d2aca58946d tempest-ServerActionsTestJSON-64006463 tempest-ServerActionsTestJSON-64006463-project] 10.222.0.57 "DELETE /v2.0/ports/3fbcdb0d-ff16-4590-b85e-e2516d336b46 HTTP/1.1" status: 204 len: 173 time: 5.2280209 Apr 01 13:39:40.190647 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '746f2a68-07bc-4d82-957e-55cd7a32c31f', 'name': 'network-vif-deleted', 'tag': '3fbcdb0d-ff16-4590-b85e-e2516d336b46'}] {{(pid=83869) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 13:39:40.195955 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_dvr_db [None req-e2abb278-de6c-483d-a693-d0b8be89156a None None] Set router ede9094e-0d48-4c45-9fbe-8e6536f13cf3 gateway port host: dv-neutron-836180-1-hyperv {{(pid=83873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 13:39:40.283595 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-316a4da0-b3bd-4f75-9087-18fe4b3ad0ef tempest-SecGroupIPv6Test-1449925607 tempest-SecGroupIPv6Test-1449925607-project] 10.222.0.26 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.3074453 Apr 01 13:39:40.301366 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-4f87feb5-a845-4b4b-87f9-c3c2d2263cbe tempest-TestNetworkAdvancedServerOps-1355420123 tempest-TestNetworkAdvancedServerOps-1355420123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4084822'] for router_gateway, after_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:39:40.425987 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '746f2a68-07bc-4d82-957e-55cd7a32c31f', 'name': 'network-vif-deleted', 'tag': '3fbcdb0d-ff16-4590-b85e-e2516d336b46', 'status': 'completed', 'code': 200} Apr 01 13:39:40.553531 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Device 28e82278-97ae-45ad-8175-49f81a7ede88 no longer exists at agent ovs-agent-dv-neutron-836180-1-hyperv {{(pid=83872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 13:39:40.646448 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.plugin [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] No Port match for: 28e82278-97ae-45ad-8175-49f81a7ede88 {{(pid=83872) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 01 13:39:40.646838 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Device 28e82278-97ae-45ad-8175-49f81a7ede88 not bound to the agent host dv-neutron-836180-1-hyperv {{(pid=83872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 13:39:40.650761 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Device 9a59d32b-8723-4bc4-88d9-b9d4ad7c91c1 no longer exists at agent ovs-agent-dv-neutron-836180-1-hyperv {{(pid=83872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 13:39:40.681360 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-e2abb278-de6c-483d-a693-d0b8be89156a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ede9094e-0d48-4c45-9fbe-8e6536f13cf3', 'name': 'tempest-ServerActionsTestJSON-2067273465-router', 'tenant_id': '1db979ced72f4c84a5c312128899dc9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'external_fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.75'}], 'enable_snat': True}, 'gw_port_id': '66cbe317-14d9-4cff-9764-39cbd8640f55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T13:36:08Z', 'updated_at': '2022-04-01T13:36:22Z', 'revision_number': 4, 'project_id': '1db979ced72f4c84a5c312128899dc9b', 'gw_port': {'id': '66cbe317-14d9-4cff-9764-39cbd8640f55', 'name': '', 'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:ee:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ede9094e-0d48-4c45-9fbe-8e6536f13cf3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836180-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:36:10Z', 'updated_at': '2022-04-01T13:36:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836180-1-hyperv', '_interfaces': [{'id': 'b8d1d8c2-31ee-4249-acb5-a3e79095c869', 'name': '', 'network_id': 'faf7d63c-9b06-4fbb-8197-4b39ba438717', 'tenant_id': '1db979ced72f4c84a5c312128899dc9b', 'mac_address': 'fa:16:3e:28:1b:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ede9094e-0d48-4c45-9fbe-8e6536f13cf3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '11ea32dc-0c84-4fc1-9df2-80f178610c0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836180-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:36:20Z', 'updated_at': '2022-04-01T13:36:35Z', 'revision_number': 5, 'project_id': '1db979ced72f4c84a5c312128899dc9b', 'subnets': [{'id': '11ea32dc-0c84-4fc1-9df2-80f178610c0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-836180-1-hyperv', False) {} {{(pid=83873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:39:40.685635 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2abb278-de6c-483d-a693-d0b8be89156a None None] Checking router: ede9094e-0d48-4c45-9fbe-8e6536f13cf3 for host: dv-neutron-836180-1-hyperv {{(pid=83873) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 01 13:39:40.688649 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 53798) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:39:40.699705 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2abb278-de6c-483d-a693-d0b8be89156a None None] Routers {'ede9094e-0d48-4c45-9fbe-8e6536f13cf3'} bound to L3 agent in host dv-neutron-836180-1-hyperv {{(pid=83873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 13:39:40.700562 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-e2abb278-de6c-483d-a693-d0b8be89156a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836180-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T13:25:36Z,description=,heartbeat_timestamp=2022-04-01T13:39:36Z,host='dv-neutron-836180-1-hyperv',id=88bf8fc8-11a3-4e96-9d1b-5fd93ba9f6f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T13:25:36Z,topic='l3_agent')) {'router_ids': ['ede9094e-0d48-4c45-9fbe-8e6536f13cf3'], 'active': True} {{(pid=83873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:39:40.734847 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28fc800f-ec32-4c7e-bfea-8898fd640767 tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Router 443cce66-541a-4c4d-8e2a-33c9e2cd1777 has already been hosted by L3 agent 88bf8fc8-11a3-4e96-9d1b-5fd93ba9f6f1 {{(pid=83869) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 13:39:40.746505 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.plugin [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] No Port match for: 9a59d32b-8723-4bc4-88d9-b9d4ad7c91c1 {{(pid=83872) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 01 13:39:40.753275 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Device 9a59d32b-8723-4bc4-88d9-b9d4ad7c91c1 not bound to the agent host dv-neutron-836180-1-hyperv {{(pid=83872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 13:39:40.839047 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 53804) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:39:40.876787 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-4f87feb5-a845-4b4b-87f9-c3c2d2263cbe tempest-TestNetworkAdvancedServerOps-1355420123 tempest-TestNetworkAdvancedServerOps-1355420123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4079814', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4170'] for router, precommit_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:39:40.883618 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-4f87feb5-a845-4b4b-87f9-c3c2d2263cbe tempest-TestNetworkAdvancedServerOps-1355420123 tempest-TestNetworkAdvancedServerOps-1355420123-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:39:40.930386 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-4f87feb5-a845-4b4b-87f9-c3c2d2263cbe tempest-TestNetworkAdvancedServerOps-1355420123 tempest-TestNetworkAdvancedServerOps-1355420123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4079738'] for router, after_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:39:40.932177 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f87feb5-a845-4b4b-87f9-c3c2d2263cbe tempest-TestNetworkAdvancedServerOps-1355420123 tempest-TestNetworkAdvancedServerOps-1355420123-project] Fanout notify agent at l3_agent the message router_deleted on router 6d5367dc-25b1-4f1b-a781-eef2f2883363 {{(pid=83871) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 01 13:39:40.966712 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_dvr_db [None req-e2abb278-de6c-483d-a693-d0b8be89156a None None] Set router ede9094e-0d48-4c45-9fbe-8e6536f13cf3 gateway port host: dv-neutron-836180-1-hyperv {{(pid=83873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 13:39:40.967417 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-4f87feb5-a845-4b4b-87f9-c3c2d2263cbe tempest-TestNetworkAdvancedServerOps-1355420123 tempest-TestNetworkAdvancedServerOps-1355420123-project] Notify callbacks [] for router, before_response {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:39:40.969647 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-4f87feb5-a845-4b4b-87f9-c3c2d2263cbe tempest-TestNetworkAdvancedServerOps-1355420123 tempest-TestNetworkAdvancedServerOps-1355420123-project] 10.222.0.26 "DELETE /v2.0/routers/6d5367dc-25b1-4f1b-a781-eef2f2883363 HTTP/1.1" status: 204 len: 168 time: 2.8684409 Apr 01 13:39:40.972195 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 53810) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:39:41.079188 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28fc800f-ec32-4c7e-bfea-8898fd640767 tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Notify agent at l3_agent.dv-neutron-836180-1-hyperv the message routers_updated {{(pid=83869) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 13:39:41.091785 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a82cfeb-1122-41cd-b7bb-9495545471cd None None] Sync routers for ids ['443cce66-541a-4c4d-8e2a-33c9e2cd1777'] in dv-neutron-836180-1-hyperv {{(pid=83872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 13:39:41.097189 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-28fc800f-ec32-4c7e-bfea-8898fd640767 tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] 10.222.0.26 "PUT /v2.0/routers/443cce66-541a-4c4d-8e2a-33c9e2cd1777/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.2014253 Apr 01 13:39:41.098208 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 53816) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:39:41.118835 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a82cfeb-1122-41cd-b7bb-9495545471cd None None] Routers {'443cce66-541a-4c4d-8e2a-33c9e2cd1777'} bound to L3 agent in host dv-neutron-836180-1-hyperv {{(pid=83872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 13:39:41.126254 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_hamode_db [None req-0a82cfeb-1122-41cd-b7bb-9495545471cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836180-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T13:25:36Z,description=,heartbeat_timestamp=2022-04-01T13:39:36Z,host='dv-neutron-836180-1-hyperv',id=88bf8fc8-11a3-4e96-9d1b-5fd93ba9f6f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T13:25:36Z,topic='l3_agent')) {'router_ids': ['443cce66-541a-4c4d-8e2a-33c9e2cd1777'], 'active': True} {{(pid=83872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:39:41.242065 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-946b34bc-c7cb-4e4f-9b63-a8322a31a895 tempest-TestNetworkAdvancedServerOps-1355420123 tempest-TestNetworkAdvancedServerOps-1355420123-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1033078'] for network, before_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:39:41.280216 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.v2.base [None req-cebaf9f9-e082-4d61-b569-1b3748efea95 tempest-FloatingIPNegativeTestJSON-648808645 tempest-FloatingIPNegativeTestJSON-648808645-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-10643601'}} {{(pid=83869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:39:41.332785 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-cebaf9f9-e082-4d61-b569-1b3748efea95 tempest-FloatingIPNegativeTestJSON-648808645 tempest-FloatingIPNegativeTestJSON-648808645-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:39:41.338255 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-cebaf9f9-e082-4d61-b569-1b3748efea95 tempest-FloatingIPNegativeTestJSON-648808645 tempest-FloatingIPNegativeTestJSON-648808645-project] Usage tracker for resource:network and tenant:ba47e8b44e794c9d8e6d55f583b257a8 is out of sync, need to count used quota {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 13:39:41.341616 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-cebaf9f9-e082-4d61-b569-1b3748efea95 tempest-FloatingIPNegativeTestJSON-648808645 tempest-FloatingIPNegativeTestJSON-648808645-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 13:39:41.348393 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-cebaf9f9-e082-4d61-b569-1b3748efea95 tempest-FloatingIPNegativeTestJSON-648808645 tempest-FloatingIPNegativeTestJSON-648808645-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:39:41.407851 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cebaf9f9-e082-4d61-b569-1b3748efea95 tempest-FloatingIPNegativeTestJSON-648808645 tempest-FloatingIPNegativeTestJSON-648808645-project] Made reservation on behalf of ba47e8b44e794c9d8e6d55f583b257a8 for: {'network': 1} {{(pid=83869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 13:39:41.411511 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-cebaf9f9-e082-4d61-b569-1b3748efea95 tempest-FloatingIPNegativeTestJSON-648808645 tempest-FloatingIPNegativeTestJSON-648808645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for network, before_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:39:41.423264 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-946b34bc-c7cb-4e4f-9b63-a8322a31a895 tempest-TestNetworkAdvancedServerOps-1355420123 tempest-TestNetworkAdvancedServerOps-1355420123-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-942654', 'neutron.services.segments.db._delete_segments_for_network-8736733387888'] for network, precommit_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:39:41.438245 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-cebaf9f9-e082-4d61-b569-1b3748efea95 tempest-FloatingIPNegativeTestJSON-648808645 tempest-FloatingIPNegativeTestJSON-648808645-project] Notify callbacks [] for security_group, before_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:39:41.459545 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-9b003e1a-b24b-41b2-9ba4-84da1aa3baa8 tempest-FloatingIPTestJSON-1100559899 tempest-FloatingIPTestJSON-1100559899-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:39:41.461326 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.services.segments.db [None req-946b34bc-c7cb-4e4f-9b63-a8322a31a895 tempest-TestNetworkAdvancedServerOps-1355420123 tempest-TestNetworkAdvancedServerOps-1355420123-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cb4d1837-1892-4ca3-a559-eb0035507686']}} {{(pid=83871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:39:41.474931 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.services.segments.db [None req-946b34bc-c7cb-4e4f-9b63-a8322a31a895 tempest-TestNetworkAdvancedServerOps-1355420123 tempest-TestNetworkAdvancedServerOps-1355420123-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ef58a1ec-7bdb-47df-a821-68a0bc726ff2') {'for_net_delete': True} {{(pid=83871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:39:41.475227 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.services.segments.db [None req-946b34bc-c7cb-4e4f-9b63-a8322a31a895 tempest-TestNetworkAdvancedServerOps-1355420123 tempest-TestNetworkAdvancedServerOps-1355420123-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ef58a1ec-7bdb-47df-a821-68a0bc726ff2') {} {{(pid=83871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:39:41.477472 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_dvr_db [None req-0a82cfeb-1122-41cd-b7bb-9495545471cd None None] Set router 443cce66-541a-4c4d-8e2a-33c9e2cd1777 gateway port host: None {{(pid=83872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 13:39:41.488095 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-946b34bc-c7cb-4e4f-9b63-a8322a31a895 tempest-TestNetworkAdvancedServerOps-1355420123 tempest-TestNetworkAdvancedServerOps-1355420123-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736733386999', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3166340'] for segment, before_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:39:41.513917 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-946b34bc-c7cb-4e4f-9b63-a8322a31a895 tempest-TestNetworkAdvancedServerOps-1355420123 tempest-TestNetworkAdvancedServerOps-1355420123-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1004271'] for segment, precommit_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:39:41.516019 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-e2abb278-de6c-483d-a693-d0b8be89156a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ede9094e-0d48-4c45-9fbe-8e6536f13cf3', 'name': 'tempest-ServerActionsTestJSON-2067273465-router', 'tenant_id': '1db979ced72f4c84a5c312128899dc9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'external_fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.75'}], 'enable_snat': True}, 'gw_port_id': '66cbe317-14d9-4cff-9764-39cbd8640f55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T13:36:08Z', 'updated_at': '2022-04-01T13:36:22Z', 'revision_number': 4, 'project_id': '1db979ced72f4c84a5c312128899dc9b', 'gw_port': {'id': '66cbe317-14d9-4cff-9764-39cbd8640f55', 'name': '', 'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:ee:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ede9094e-0d48-4c45-9fbe-8e6536f13cf3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836180-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:36:10Z', 'updated_at': '2022-04-01T13:36:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836180-1-hyperv', '_interfaces': [{'id': 'b8d1d8c2-31ee-4249-acb5-a3e79095c869', 'name': '', 'network_id': 'faf7d63c-9b06-4fbb-8197-4b39ba438717', 'tenant_id': '1db979ced72f4c84a5c312128899dc9b', 'mac_address': 'fa:16:3e:28:1b:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ede9094e-0d48-4c45-9fbe-8e6536f13cf3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '11ea32dc-0c84-4fc1-9df2-80f178610c0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836180-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:36:20Z', 'updated_at': '2022-04-01T13:36:35Z', 'revision_number': 5, 'project_id': '1db979ced72f4c84a5c312128899dc9b', 'subnets': [{'id': '11ea32dc-0c84-4fc1-9df2-80f178610c0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-836180-1-hyperv', False) {} {{(pid=83873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:39:41.521511 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2abb278-de6c-483d-a693-d0b8be89156a None None] The sync data for ids ['ede9094e-0d48-4c45-9fbe-8e6536f13cf3'] in dv-neutron-836180-1-hyperv is: [{'id': 'ede9094e-0d48-4c45-9fbe-8e6536f13cf3', 'name': 'tempest-ServerActionsTestJSON-2067273465-router', 'tenant_id': '1db979ced72f4c84a5c312128899dc9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'external_fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.75'}], 'enable_snat': True}, 'gw_port_id': '66cbe317-14d9-4cff-9764-39cbd8640f55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T13:36:08Z', 'updated_at': '2022-04-01T13:36:22Z', 'revision_number': 4, 'project_id': '1db979ced72f4c84a5c312128899dc9b', 'gw_port': {'id': '66cbe317-14d9-4cff-9764-39cbd8640f55', 'name': '', 'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:ee:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ede9094e-0d48-4c45-9fbe-8e6536f13cf3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836180-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:36:10Z', 'updated_at': '2022-04-01T13:36:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836180-1-hyperv', '_interfaces': [{'id': 'b8d1d8c2-31ee-4249-acb5-a3e79095c869', 'name': '', 'network_id': 'faf7d63c-9b06-4fbb-8197-4b39ba438717', 'tenant_id': '1db979ced72f4c84a5c312128899dc9b', 'mac_address': 'fa:16:3e:28:1b:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ede9094e-0d48-4c45-9fbe-8e6536f13cf3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '11ea32dc-0c84-4fc1-9df2-80f178610c0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836180-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:36:20Z', 'updated_at': '2022-04-01T13:36:35Z', 'revision_number': 5, 'project_id': '1db979ced72f4c84a5c312128899dc9b', 'subnets': [{'id': '11ea32dc-0c84-4fc1-9df2-80f178610c0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 13:39:41.524602 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-946b34bc-c7cb-4e4f-9b63-a8322a31a895 tempest-TestNetworkAdvancedServerOps-1355420123 tempest-TestNetworkAdvancedServerOps-1355420123-project] Releasing vlan 374 on physical network physnet1 to pool {{(pid=83871) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 01 13:39:41.525353 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-946b34bc-c7cb-4e4f-9b63-a8322a31a895 tempest-TestNetworkAdvancedServerOps-1355420123 tempest-TestNetworkAdvancedServerOps-1355420123-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1004262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2743078'] for segment, after_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:39:41.553402 dv-neutron-836180-1-hyperv neutron-server[83871]: Traceback (most recent call last): Apr 01 13:39:41.553402 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 01 13:39:41.553402 dv-neutron-836180-1-hyperv neutron-server[83871]: timer() Apr 01 13:39:41.553402 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 13:39:41.553402 dv-neutron-836180-1-hyperv neutron-server[83871]: cb(*args, **kw) Apr 01 13:39:41.553402 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 13:39:41.553402 dv-neutron-836180-1-hyperv neutron-server[83871]: return func(*args, **kwargs) Apr 01 13:39:41.553402 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 13:39:41.553402 dv-neutron-836180-1-hyperv neutron-server[83871]: self._notify() Apr 01 13:39:41.553402 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 13:39:41.553402 dv-neutron-836180-1-hyperv neutron-server[83871]: self.callback(batched_events) Apr 01 13:39:41.553402 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 13:39:41.553402 dv-neutron-836180-1-hyperv neutron-server[83871]: event.method(event) Apr 01 13:39:41.553402 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 13:39:41.553402 dv-neutron-836180-1-hyperv neutron-server[83871]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 13:39:41.553402 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 13:39:41.553402 dv-neutron-836180-1-hyperv neutron-server[83871]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 13:39:41.553402 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 13:39:41.553402 dv-neutron-836180-1-hyperv neutron-server[83871]: return f(self, *a, **k) Apr 01 13:39:41.553402 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 13:39:41.553402 dv-neutron-836180-1-hyperv neutron-server[83871]: return self._get(url).json() Apr 01 13:39:41.553402 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 13:39:41.553402 dv-neutron-836180-1-hyperv neutron-server[83871]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 13:39:41.553402 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 01 13:39:41.553402 dv-neutron-836180-1-hyperv neutron-server[83871]: return self.request(url, 'GET', **kwargs) Apr 01 13:39:41.553402 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 01 13:39:41.553402 dv-neutron-836180-1-hyperv neutron-server[83871]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 13:39:41.553402 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 01 13:39:41.553402 dv-neutron-836180-1-hyperv neutron-server[83871]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 13:39:41.553402 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 01 13:39:41.553402 dv-neutron-836180-1-hyperv neutron-server[83871]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 13:39:41.553402 dv-neutron-836180-1-hyperv neutron-server[83871]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 13:39:41.669506 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-946b34bc-c7cb-4e4f-9b63-a8322a31a895 tempest-TestNetworkAdvancedServerOps-1355420123 tempest-TestNetworkAdvancedServerOps-1355420123-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-942599', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4084797'] for network, after_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:39:41.690328 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-946b34bc-c7cb-4e4f-9b63-a8322a31a895 tempest-TestNetworkAdvancedServerOps-1355420123 tempest-TestNetworkAdvancedServerOps-1355420123-project] Notify callbacks [] for network, before_response {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:39:41.700055 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-946b34bc-c7cb-4e4f-9b63-a8322a31a895 tempest-TestNetworkAdvancedServerOps-1355420123 tempest-TestNetworkAdvancedServerOps-1355420123-project] Pushing event deleted for resources: {'Network': ['ID=cb4d1837-1892-4ca3-a559-eb0035507686,revision_number=None']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:39:41.703046 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-946b34bc-c7cb-4e4f-9b63-a8322a31a895 tempest-TestNetworkAdvancedServerOps-1355420123 tempest-TestNetworkAdvancedServerOps-1355420123-project] 10.222.0.26 "DELETE /v2.0/networks/cb4d1837-1892-4ca3-a559-eb0035507686 HTTP/1.1" status: 204 len: 168 time: 0.7298014 Apr 01 13:39:41.703322 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.db_base_plugin_v2 [None req-baba6c9d-d951-4476-9c9d-1c1bf53c3628 tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Deleting subnet f1fab571-13d5-4032-88ca-01a4aafa0daa {{(pid=83869) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 01 13:39:41.706372 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 53822) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:39:41.727118 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-baba6c9d-d951-4476-9c9d-1c1bf53c3628 tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Notify callbacks [] for subnet, before_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:39:41.759674 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-dd8dc48b-b2c5-4dc1-a70f-baec98a2b54f admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=1fdabab049e7487ebb089845d98f15d5&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9094460 Apr 01 13:39:41.760632 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 53826) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:39:41.763029 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-cebaf9f9-e082-4d61-b569-1b3748efea95 tempest-FloatingIPNegativeTestJSON-648808645 tempest-FloatingIPNegativeTestJSON-648808645-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:39:41.771840 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-cebaf9f9-e082-4d61-b569-1b3748efea95 tempest-FloatingIPNegativeTestJSON-648808645 tempest-FloatingIPNegativeTestJSON-648808645-project] Usage tracker for resource:security_group_rule and tenant:ba47e8b44e794c9d8e6d55f583b257a8 is out of sync, need to count used quota {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 13:39:41.787477 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-9b003e1a-b24b-41b2-9ba4-84da1aa3baa8 tempest-FloatingIPTestJSON-1100559899 tempest-FloatingIPTestJSON-1100559899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:39:41.827818 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-509e1081-2f49-4f4d-a305-44c43c231524 tempest-TestNetworkAdvancedServerOps-1355420123 tempest-TestNetworkAdvancedServerOps-1355420123-project] Notify callbacks [] for security_group, before_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:39:41.883221 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-509e1081-2f49-4f4d-a305-44c43c231524 tempest-TestNetworkAdvancedServerOps-1355420123 tempest-TestNetworkAdvancedServerOps-1355420123-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:39:41.890216 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ac9f4cc-3a41-43f3-be8e-63ff9f33bc24 None None] New status for floating IP 6e931e43-892f-49f8-a6d0-837203307035: DOWN {{(pid=83873) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 01 13:39:41.898889 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-5561f70b-0d67-4e1d-a85e-3e9a81c58afe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:39:41.940525 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_hamode_db [None req-0a82cfeb-1122-41cd-b7bb-9495545471cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '443cce66-541a-4c4d-8e2a-33c9e2cd1777', 'name': 'tempest-RoutersIpV6Test-router-2029186272', 'tenant_id': '315e7395dd224b3fb020d0b9d921742e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T13:38:26Z', 'updated_at': '2022-04-01T13:39:37Z', 'revision_number': 10, 'project_id': '315e7395dd224b3fb020d0b9d921742e', 'gw_port_host': None, '_interfaces': [{'id': '7d243dbb-cd79-4a05-9ba7-2503b47388d6', 'name': '', 'network_id': 'b2076001-b441-4a1b-a96b-552c4faf0800', 'tenant_id': '315e7395dd224b3fb020d0b9d921742e', 'mac_address': 'fa:16:3e:2e:3d:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '443cce66-541a-4c4d-8e2a-33c9e2cd1777', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ad7574d2-be4a-487a-85ad-6d5a1a89f635', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836180-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:38:32Z', 'updated_at': '2022-04-01T13:38:53Z', 'revision_number': 5, 'project_id': '315e7395dd224b3fb020d0b9d921742e', 'subnets': [{'id': 'ad7574d2-be4a-487a-85ad-6d5a1a89f635', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-836180-1-hyperv', False) {} {{(pid=83872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:39:41.948912 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a82cfeb-1122-41cd-b7bb-9495545471cd None None] Checking router: 443cce66-541a-4c4d-8e2a-33c9e2cd1777 for host: dv-neutron-836180-1-hyperv {{(pid=83872) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 01 13:39:41.951171 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-5561f70b-0d67-4e1d-a85e-3e9a81c58afe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:39:41.956667 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-cebaf9f9-e082-4d61-b569-1b3748efea95 tempest-FloatingIPNegativeTestJSON-648808645 tempest-FloatingIPNegativeTestJSON-648808645-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 13:39:41.975887 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-cebaf9f9-e082-4d61-b569-1b3748efea95 tempest-FloatingIPNegativeTestJSON-648808645 tempest-FloatingIPNegativeTestJSON-648808645-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:39:41.978729 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a82cfeb-1122-41cd-b7bb-9495545471cd None None] Routers {'443cce66-541a-4c4d-8e2a-33c9e2cd1777'} bound to L3 agent in host dv-neutron-836180-1-hyperv {{(pid=83872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 13:39:41.980643 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_hamode_db [None req-0a82cfeb-1122-41cd-b7bb-9495545471cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836180-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T13:25:36Z,description=,heartbeat_timestamp=2022-04-01T13:39:36Z,host='dv-neutron-836180-1-hyperv',id=88bf8fc8-11a3-4e96-9d1b-5fd93ba9f6f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T13:25:36Z,topic='l3_agent')) {'router_ids': ['443cce66-541a-4c4d-8e2a-33c9e2cd1777'], 'active': True} {{(pid=83872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:39:41.990944 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-baba6c9d-d951-4476-9c9d-1c1bf53c3628 tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2704975'] for subnet, precommit_delete_associations {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:39:42.023399 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-5561f70b-0d67-4e1d-a85e-3e9a81c58afe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3775923'] for security_group, after_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:39:42.040612 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-509e1081-2f49-4f4d-a305-44c43c231524 tempest-TestNetworkAdvancedServerOps-1355420123 tempest-TestNetworkAdvancedServerOps-1355420123-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3775923'] for security_group, after_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:39:42.056408 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5561f70b-0d67-4e1d-a85e-3e9a81c58afe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79862c5c-e6af-48c8-91c3-b1d113eb112f,revision_number=None']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:39:42.073737 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-509e1081-2f49-4f4d-a305-44c43c231524 tempest-TestNetworkAdvancedServerOps-1355420123 tempest-TestNetworkAdvancedServerOps-1355420123-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=78c001c1-251f-4a8b-9340-7477b428b7b7,revision_number=None']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:39:42.107412 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-509e1081-2f49-4f4d-a305-44c43c231524 tempest-TestNetworkAdvancedServerOps-1355420123 tempest-TestNetworkAdvancedServerOps-1355420123-project] Notify callbacks [] for security_group, before_response {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:39:42.114294 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-509e1081-2f49-4f4d-a305-44c43c231524 tempest-TestNetworkAdvancedServerOps-1355420123 tempest-TestNetworkAdvancedServerOps-1355420123-project] 10.222.0.26 "DELETE /v2.0/security-groups/78c001c1-251f-4a8b-9340-7477b428b7b7 HTTP/1.1" status: 204 len: 168 time: 0.4068491 Apr 01 13:39:42.124797 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-5561f70b-0d67-4e1d-a85e-3e9a81c58afe admin admin] Notify callbacks [] for security_group, before_response {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:39:42.128505 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-5561f70b-0d67-4e1d-a85e-3e9a81c58afe admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/79862c5c-e6af-48c8-91c3-b1d113eb112f HTTP/1.1" status: 204 len: 168 time: 0.3666446 Apr 01 13:39:42.231977 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_dvr_db [None req-0a82cfeb-1122-41cd-b7bb-9495545471cd None None] Set router 443cce66-541a-4c4d-8e2a-33c9e2cd1777 gateway port host: None {{(pid=83872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 13:39:42.279667 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-baba6c9d-d951-4476-9c9d-1c1bf53c3628 tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-945029'] for subnet, precommit_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:39:42.397750 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 53838) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:39:42.405579 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Device 27e65307-23d7-4846-b283-09e0f28ab0da no longer exists at agent ovs-agent-dv-neutron-836180-1-hyperv {{(pid=83872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 13:39:42.468987 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-cebaf9f9-e082-4d61-b569-1b3748efea95 tempest-FloatingIPNegativeTestJSON-648808645 tempest-FloatingIPNegativeTestJSON-648808645-project] Notify callbacks [] for security_group, precommit_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:39:42.484632 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.plugin [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] No Port match for: 27e65307-23d7-4846-b283-09e0f28ab0da {{(pid=83872) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 01 13:39:42.492336 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Device 27e65307-23d7-4846-b283-09e0f28ab0da not bound to the agent host dv-neutron-836180-1-hyperv {{(pid=83872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 13:39:42.492671 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-cebaf9f9-e082-4d61-b569-1b3748efea95 tempest-FloatingIPNegativeTestJSON-648808645 tempest-FloatingIPNegativeTestJSON-648808645-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3775923'] for security_group, after_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:39:42.525935 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-76f98415-0fc7-473f-b1c4-ba259424ac3d tempest-ServerActionsTestJSON-64006463 tempest-ServerActionsTestJSON-64006463-project] Notify callbacks [] for security_group, before_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:39:42.535032 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cebaf9f9-e082-4d61-b569-1b3748efea95 tempest-FloatingIPNegativeTestJSON-648808645 tempest-FloatingIPNegativeTestJSON-648808645-project] vlan segment allocate from pool success with {'vlan_id': 359, 'physical_network': 'physnet1'} {{(pid=83869) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 13:39:42.550144 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-baba6c9d-d951-4476-9c9d-1c1bf53c3628 tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-945042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2705198', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2999452'] for subnet, after_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:39:42.597313 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-9b003e1a-b24b-41b2-9ba4-84da1aa3baa8 tempest-FloatingIPTestJSON-1100559899 tempest-FloatingIPTestJSON-1100559899-project] Notify callbacks [] for port, precommit_update {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:39:42.605790 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-cebaf9f9-e082-4d61-b569-1b3748efea95 tempest-FloatingIPNegativeTestJSON-648808645 tempest-FloatingIPNegativeTestJSON-648808645-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1004271'] for segment, precommit_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:39:42.606344 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.db.segments_db [None req-cebaf9f9-e082-4d61-b569-1b3748efea95 tempest-FloatingIPNegativeTestJSON-648808645 tempest-FloatingIPNegativeTestJSON-648808645-project] Added segment 5f2e758e-00f1-4a60-bcb1-84fdb063dd4e of type vlan for network 51187b04-5660-4cd1-9924-6ade76a3e6c5 Apr 01 13:39:42.609775 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baba6c9d-d951-4476-9c9d-1c1bf53c3628 tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Pushing event deleted for resources: {'Subnet': ['ID=f1fab571-13d5-4032-88ca-01a4aafa0daa,revision_number=None']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:39:42.613066 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-76f98415-0fc7-473f-b1c4-ba259424ac3d tempest-ServerActionsTestJSON-64006463 tempest-ServerActionsTestJSON-64006463-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:39:42.618424 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cebaf9f9-e082-4d61-b569-1b3748efea95 tempest-FloatingIPNegativeTestJSON-648808645 tempest-FloatingIPNegativeTestJSON-648808645-project] Pushing event updated for resources: {'SecurityGroup': ['ID=03ca17ec-1de6-44ac-b0e9-1b49010bee72,revision_number=1']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:39:42.622965 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-9b003e1a-b24b-41b2-9ba4-84da1aa3baa8 tempest-FloatingIPTestJSON-1100559899 tempest-FloatingIPTestJSON-1100559899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2705172'] for port, after_update {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:39:42.694939 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d25b07a-f2c6-4acf-babb-9480b2d9cbf8 None None] Network e5d1bb3c-6254-4093-890c-4e81389da7a3 requested from dv-neutron-836180-1-hyperv {{(pid=83872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 13:39:42.716963 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 53844) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:39:42.718076 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-baba6c9d-d951-4476-9c9d-1c1bf53c3628 tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Notify callbacks [] for subnet, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:39:42.757345 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-cebaf9f9-e082-4d61-b569-1b3748efea95 tempest-FloatingIPNegativeTestJSON-648808645 tempest-FloatingIPNegativeTestJSON-648808645-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736732923383'] for network, precommit_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:39:42.800142 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-baba6c9d-d951-4476-9c9d-1c1bf53c3628 tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] 10.222.0.26 "DELETE /v2.0/subnets/f1fab571-13d5-4032-88ca-01a4aafa0daa HTTP/1.1" status: 204 len: 168 time: 1.7002687 Apr 01 13:39:42.805224 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 53850) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:39:42.805224 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b003e1a-b24b-41b2-9ba4-84da1aa3baa8 tempest-FloatingIPTestJSON-1100559899 tempest-FloatingIPTestJSON-1100559899-project] Pushing event updated for resources: {'Port': ['ID=273820ec-b010-41ca-90aa-32633e1bec07,revision_number=2']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:39:42.820713 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-76f98415-0fc7-473f-b1c4-ba259424ac3d tempest-ServerActionsTestJSON-64006463 tempest-ServerActionsTestJSON-64006463-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3775923'] for security_group, after_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:39:42.839890 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-9b003e1a-b24b-41b2-9ba4-84da1aa3baa8 tempest-FloatingIPTestJSON-1100559899 tempest-FloatingIPTestJSON-1100559899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4084747'] for floatingip, after_update {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:39:42.849009 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f98415-0fc7-473f-b1c4-ba259424ac3d tempest-ServerActionsTestJSON-64006463 tempest-ServerActionsTestJSON-64006463-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d525850-c301-4718-92cf-e73f2c3e9524,revision_number=None']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:39:42.852339 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-76f98415-0fc7-473f-b1c4-ba259424ac3d tempest-ServerActionsTestJSON-64006463 tempest-ServerActionsTestJSON-64006463-project] Notify callbacks [] for security_group, before_response {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:39:42.853469 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-76f98415-0fc7-473f-b1c4-ba259424ac3d tempest-ServerActionsTestJSON-64006463 tempest-ServerActionsTestJSON-64006463-project] 10.222.0.26 "DELETE /v2.0/security-groups/0d525850-c301-4718-92cf-e73f2c3e9524 HTTP/1.1" status: 204 len: 168 time: 0.4545610 Apr 01 13:39:42.855947 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 53854) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:39:42.879067 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.api.v2.resource [None req-a6212e78-3221-496c-8742-329964922393 tempest-ServerActionsTestJSON-64006463 tempest-ServerActionsTestJSON-64006463-project] show failed (client error): The resource could not be found. Apr 01 13:39:42.880110 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-a6212e78-3221-496c-8742-329964922393 tempest-ServerActionsTestJSON-64006463 tempest-ServerActionsTestJSON-64006463-project] 10.222.0.26 "GET /v2.0/security-groups/0d525850-c301-4718-92cf-e73f2c3e9524 HTTP/1.1" status: 404 len: 347 time: 0.0232399 Apr 01 13:39:42.883035 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 53858) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:39:43.053336 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.plugin [None req-5cbff605-38bd-488e-818a-cc37f32e211d tempest-ServerActionsTestJSON-64006463 tempest-ServerActionsTestJSON-64006463-project] Deleting port 381022b7-641c-41c9-979d-f94384966e73 {{(pid=83871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 13:39:43.053585 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-5cbff605-38bd-488e-818a-cc37f32e211d tempest-ServerActionsTestJSON-64006463 tempest-ServerActionsTestJSON-64006463-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736733287370'] for port, before_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:39:43.069323 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_hamode_db [None req-0a82cfeb-1122-41cd-b7bb-9495545471cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '443cce66-541a-4c4d-8e2a-33c9e2cd1777', 'name': 'tempest-RoutersIpV6Test-router-2029186272', 'tenant_id': '315e7395dd224b3fb020d0b9d921742e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T13:38:26Z', 'updated_at': '2022-04-01T13:39:37Z', 'revision_number': 10, 'project_id': '315e7395dd224b3fb020d0b9d921742e', 'gw_port_host': None, '_interfaces': [{'id': '7d243dbb-cd79-4a05-9ba7-2503b47388d6', 'name': '', 'network_id': 'b2076001-b441-4a1b-a96b-552c4faf0800', 'tenant_id': '315e7395dd224b3fb020d0b9d921742e', 'mac_address': 'fa:16:3e:2e:3d:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '443cce66-541a-4c4d-8e2a-33c9e2cd1777', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ad7574d2-be4a-487a-85ad-6d5a1a89f635', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836180-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:38:32Z', 'updated_at': '2022-04-01T13:38:53Z', 'revision_number': 5, 'project_id': '315e7395dd224b3fb020d0b9d921742e', 'subnets': [{'id': 'ad7574d2-be4a-487a-85ad-6d5a1a89f635', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-836180-1-hyperv', False) {} {{(pid=83872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:39:43.086623 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a82cfeb-1122-41cd-b7bb-9495545471cd None None] The sync data for ids ['443cce66-541a-4c4d-8e2a-33c9e2cd1777'] in dv-neutron-836180-1-hyperv is: [{'id': '443cce66-541a-4c4d-8e2a-33c9e2cd1777', 'name': 'tempest-RoutersIpV6Test-router-2029186272', 'tenant_id': '315e7395dd224b3fb020d0b9d921742e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T13:38:26Z', 'updated_at': '2022-04-01T13:39:37Z', 'revision_number': 10, 'project_id': '315e7395dd224b3fb020d0b9d921742e', 'gw_port_host': None, '_interfaces': [{'id': '7d243dbb-cd79-4a05-9ba7-2503b47388d6', 'name': '', 'network_id': 'b2076001-b441-4a1b-a96b-552c4faf0800', 'tenant_id': '315e7395dd224b3fb020d0b9d921742e', 'mac_address': 'fa:16:3e:2e:3d:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '443cce66-541a-4c4d-8e2a-33c9e2cd1777', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ad7574d2-be4a-487a-85ad-6d5a1a89f635', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836180-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:38:32Z', 'updated_at': '2022-04-01T13:38:53Z', 'revision_number': 5, 'project_id': '315e7395dd224b3fb020d0b9d921742e', 'subnets': [{'id': 'ad7574d2-be4a-487a-85ad-6d5a1a89f635', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 13:39:43.098499 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-cebaf9f9-e082-4d61-b569-1b3748efea95 tempest-FloatingIPNegativeTestJSON-648808645 tempest-FloatingIPNegativeTestJSON-648808645-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575'] for network, after_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:39:43.102587 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cebaf9f9-e082-4d61-b569-1b3748efea95 tempest-FloatingIPNegativeTestJSON-648808645 tempest-FloatingIPNegativeTestJSON-648808645-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:39:43.103187 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-cebaf9f9-e082-4d61-b569-1b3748efea95 tempest-FloatingIPNegativeTestJSON-648808645 tempest-FloatingIPNegativeTestJSON-648808645-project] Notify callbacks [] for network, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:39:43.134150 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc9f6643-c45c-44ff-9f14-73249fc59a7e None None] DHCP port deletion for e5d1bb3c-6254-4093-890c-4e81389da7a3 request from dv-neutron-836180-1-hyperv {{(pid=83872) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 01 13:39:43.138418 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.plugin [None req-cc9f6643-c45c-44ff-9f14-73249fc59a7e None None] Deleting port 228cd771-b248-4a84-9a6b-20351e58226e {{(pid=83872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 13:39:43.138853 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-cc9f6643-c45c-44ff-9f14-73249fc59a7e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736733287370'] for port, before_delete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:39:43.202802 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-1a3cd709-95d0-4332-a316-3492d78f7cd9 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=c4570dfc5b694d9bb3c42a8f7c596843&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4690611 Apr 01 13:39:43.208003 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 53862) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:39:43.230798 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-2f37fcfd-0155-4286-9cae-918f0f77e3cd tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1033078'] for network, before_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:39:43.240908 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-cebaf9f9-e082-4d61-b569-1b3748efea95 tempest-FloatingIPNegativeTestJSON-648808645 tempest-FloatingIPNegativeTestJSON-648808645-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 2.5461555 Apr 01 13:39:43.242594 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 53866) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:39:43.246443 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cebaf9f9-e082-4d61-b569-1b3748efea95 tempest-FloatingIPNegativeTestJSON-648808645 tempest-FloatingIPNegativeTestJSON-648808645-project] Pushing event updated for resources: {'Network': ['ID=51187b04-5660-4cd1-9924-6ade76a3e6c5,revision_number=1']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:39:43.258729 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.v2.base [None req-8b35c4aa-a7b1-45dc-a8aa-896994a62e5e tempest-FloatingIPNegativeTestJSON-648808645 tempest-FloatingIPNegativeTestJSON-648808645-project] Request body: {'subnet': {'network_id': '51187b04-5660-4cd1-9924-6ade76a3e6c5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:39:43.267162 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Network 51187b04-5660-4cd1-9924-6ade76a3e6c5 details requested by agent ovs-agent-dv-neutron-836180-1-hyperv with host dv-neutron-836180-1-hyperv {{(pid=83872) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 13:39:43.270703 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.plugin [None req-2f37fcfd-0155-4286-9cae-918f0f77e3cd tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Deleting port 228cd771-b248-4a84-9a6b-20351e58226e {{(pid=83869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 13:39:43.271048 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-2f37fcfd-0155-4286-9cae-918f0f77e3cd tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736733287370'] for port, before_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:39:43.419377 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-8b35c4aa-a7b1-45dc-a8aa-896994a62e5e tempest-FloatingIPNegativeTestJSON-648808645 tempest-FloatingIPNegativeTestJSON-648808645-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:39:43.439839 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-8b35c4aa-a7b1-45dc-a8aa-896994a62e5e tempest-FloatingIPNegativeTestJSON-648808645 tempest-FloatingIPNegativeTestJSON-648808645-project] Usage tracker for resource:subnet and tenant:ba47e8b44e794c9d8e6d55f583b257a8 is out of sync, need to count used quota {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 13:39:43.443215 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-8b35c4aa-a7b1-45dc-a8aa-896994a62e5e tempest-FloatingIPNegativeTestJSON-648808645 tempest-FloatingIPNegativeTestJSON-648808645-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 13:39:43.446633 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-cc9f6643-c45c-44ff-9f14-73249fc59a7e None None] For port 228cd771-b248-4a84-9a6b-20351e58226e, host dv-neutron-836180-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836180-1-hyperv',level=0,port_id=228cd771-b248-4a84-9a6b-20351e58226e,segment=NetworkSegment(212c7e19-eee9-46ca-871e-81f762db0470),segment_id=212c7e19-eee9-46ca-871e-81f762db0470)] {{(pid=83872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 13:39:43.447462 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-cc9f6643-c45c-44ff-9f14-73249fc59a7e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4155147'] for port, precommit_delete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:39:43.451598 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-8b35c4aa-a7b1-45dc-a8aa-896994a62e5e tempest-FloatingIPNegativeTestJSON-648808645 tempest-FloatingIPNegativeTestJSON-648808645-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:39:43.454495 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-5cbff605-38bd-488e-818a-cc37f32e211d tempest-ServerActionsTestJSON-64006463 tempest-ServerActionsTestJSON-64006463-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4155147'] for port, precommit_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:39:43.454806 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-5cbff605-38bd-488e-818a-cc37f32e211d tempest-ServerActionsTestJSON-64006463 tempest-ServerActionsTestJSON-64006463-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:39:43.514556 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.db [None req-2f37fcfd-0155-4286-9cae-918f0f77e3cd tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] For port 228cd771-b248-4a84-9a6b-20351e58226e, host dv-neutron-836180-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836180-1-hyperv',level=0,port_id=228cd771-b248-4a84-9a6b-20351e58226e,segment=NetworkSegment(212c7e19-eee9-46ca-871e-81f762db0470),segment_id=212c7e19-eee9-46ca-871e-81f762db0470)] {{(pid=83869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 13:39:43.514915 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-2f37fcfd-0155-4286-9cae-918f0f77e3cd tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4155147'] for port, precommit_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:39:43.590205 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.plugin [None req-cc9f6643-c45c-44ff-9f14-73249fc59a7e None None] Calling delete_port for 228cd771-b248-4a84-9a6b-20351e58226e owned by network:dhcp {{(pid=83872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 13:39:43.607677 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b35c4aa-a7b1-45dc-a8aa-896994a62e5e tempest-FloatingIPNegativeTestJSON-648808645 tempest-FloatingIPNegativeTestJSON-648808645-project] Made reservation on behalf of ba47e8b44e794c9d8e6d55f583b257a8 for: {'subnet': 1} {{(pid=83871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 13:39:43.633964 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.plugin [None req-5cbff605-38bd-488e-818a-cc37f32e211d tempest-ServerActionsTestJSON-64006463 tempest-ServerActionsTestJSON-64006463-project] Calling delete_port for 381022b7-641c-41c9-979d-f94384966e73 owned by network:floatingip {{(pid=83871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 13:39:43.662151 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-e40b5b54-7a60-41d0-b4d1-be5dbde32b90 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:39:43.676787 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-cc9f6643-c45c-44ff-9f14-73249fc59a7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736733359243', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736732935810'] for port, after_delete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:39:43.677050 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.db.l3_db [None req-9b003e1a-b24b-41b2-9ba4-84da1aa3baa8 tempest-FloatingIPTestJSON-1100559899 tempest-FloatingIPTestJSON-1100559899-project] Floating IP 05899373-fe3a-43ff-8448-77ac526f5086 associated. External IP: 172.26.5.89, port: bd4519a3-f9d9-46cd-a4ab-0cc604c5c469. Apr 01 13:39:43.734837 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc9f6643-c45c-44ff-9f14-73249fc59a7e None None] No DVR routers for this DVR port 228cd771-b248-4a84-9a6b-20351e58226e on host dv-neutron-836180-1-hyperv {{(pid=83872) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 13:39:43.744059 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc9f6643-c45c-44ff-9f14-73249fc59a7e None None] Pushing event deleted for resources: {'Port': ['ID=228cd771-b248-4a84-9a6b-20351e58226e,revision_number=None']} {{(pid=83872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:39:43.801615 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-e40b5b54-7a60-41d0-b4d1-be5dbde32b90 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:39:43.838965 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-8b35c4aa-a7b1-45dc-a8aa-896994a62e5e tempest-FloatingIPNegativeTestJSON-648808645 tempest-FloatingIPNegativeTestJSON-648808645-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2757336'] for subnet, before_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:39:43.846752 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.plugin [None req-2f37fcfd-0155-4286-9cae-918f0f77e3cd tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Calling delete_port for 228cd771-b248-4a84-9a6b-20351e58226e owned by network:dhcp {{(pid=83869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 13:39:44.001341 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.db.api [None req-2f37fcfd-0155-4286-9cae-918f0f77e3cd tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83869) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 01 13:39:44.001705 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG oslo_db.api [None req-2f37fcfd-0155-4286-9cae-918f0f77e3cd tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 01 13:39:44.016969 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-e40b5b54-7a60-41d0-b4d1-be5dbde32b90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3775923'] for security_group, after_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:39:44.045360 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e40b5b54-7a60-41d0-b4d1-be5dbde32b90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fcab9550-fa0d-4c42-bbf6-07e8ee5fb820,revision_number=None']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:39:44.052877 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-5cbff605-38bd-488e-818a-cc37f32e211d tempest-ServerActionsTestJSON-64006463 tempest-ServerActionsTestJSON-64006463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736733359243', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736732935810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2743125'] for port, after_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:39:44.137781 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cbff605-38bd-488e-818a-cc37f32e211d tempest-ServerActionsTestJSON-64006463 tempest-ServerActionsTestJSON-64006463-project] Pushing event deleted for resources: {'Port': ['ID=381022b7-641c-41c9-979d-f94384966e73,revision_number=None']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:39:44.247314 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-e40b5b54-7a60-41d0-b4d1-be5dbde32b90 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:39:44.251063 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-e40b5b54-7a60-41d0-b4d1-be5dbde32b90 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/fcab9550-fa0d-4c42-bbf6-07e8ee5fb820 HTTP/1.1" status: 204 len: 168 time: 1.0394177 Apr 01 13:39:44.279280 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b003e1a-b24b-41b2-9ba4-84da1aa3baa8 tempest-FloatingIPTestJSON-1100559899 tempest-FloatingIPTestJSON-1100559899-project] Router a4024174-aefa-48ee-ba65-83a04caa0a41 has already been hosted by L3 agent 88bf8fc8-11a3-4e96-9d1b-5fd93ba9f6f1 {{(pid=83869) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 13:39:44.297561 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-5cbff605-38bd-488e-818a-cc37f32e211d tempest-ServerActionsTestJSON-64006463 tempest-ServerActionsTestJSON-64006463-project] Notify callbacks [] for floatingip, after_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:39:44.302619 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-8b35c4aa-a7b1-45dc-a8aa-896994a62e5e tempest-FloatingIPNegativeTestJSON-648808645 tempest-FloatingIPNegativeTestJSON-648808645-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2743225', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2757366'] for subnet, after_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:39:44.339065 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-5cbff605-38bd-488e-818a-cc37f32e211d tempest-ServerActionsTestJSON-64006463 tempest-ServerActionsTestJSON-64006463-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109561'] for floatingip, before_response {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:39:44.342901 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-5cbff605-38bd-488e-818a-cc37f32e211d tempest-ServerActionsTestJSON-64006463 tempest-ServerActionsTestJSON-64006463-project] 10.222.0.26 "DELETE /v2.0/floatingips/6e931e43-892f-49f8-a6d0-837203307035 HTTP/1.1" status: 204 len: 168 time: 1.4562855 Apr 01 13:39:44.345899 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 53872) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:39:44.411163 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Device 228cd771-b248-4a84-9a6b-20351e58226e no longer exists at agent ovs-agent-dv-neutron-836180-1-hyperv {{(pid=83872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 13:39:44.450253 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.plugin [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] No Port match for: 228cd771-b248-4a84-9a6b-20351e58226e {{(pid=83872) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 01 13:39:44.450781 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Device 228cd771-b248-4a84-9a6b-20351e58226e not bound to the agent host dv-neutron-836180-1-hyperv {{(pid=83872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 13:39:44.451292 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Device ee859592-7773-40a1-b8cd-47912e28a6ce no longer exists at agent ovs-agent-dv-neutron-836180-1-hyperv {{(pid=83872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 13:39:44.489153 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.plugin [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] No Port match for: ee859592-7773-40a1-b8cd-47912e28a6ce {{(pid=83872) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 01 13:39:44.489644 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Device ee859592-7773-40a1-b8cd-47912e28a6ce not bound to the agent host dv-neutron-836180-1-hyperv {{(pid=83872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 13:39:44.503862 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.plugin [None req-2f37fcfd-0155-4286-9cae-918f0f77e3cd tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Deleting port 228cd771-b248-4a84-9a6b-20351e58226e {{(pid=83869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 13:39:44.504112 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-2f37fcfd-0155-4286-9cae-918f0f77e3cd tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736733287370'] for port, before_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:39:44.572629 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.plugin [None req-2f37fcfd-0155-4286-9cae-918f0f77e3cd tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] The port '228cd771-b248-4a84-9a6b-20351e58226e' was deleted {{(pid=83869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 01 13:39:44.623004 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b35c4aa-a7b1-45dc-a8aa-896994a62e5e tempest-FloatingIPNegativeTestJSON-648808645 tempest-FloatingIPNegativeTestJSON-648808645-project] Pushing event updated for resources: {'Subnet': ['ID=3d4b1076-e675-4f5f-8567-65d6aea59f5b,revision_number=0']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:39:44.640512 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b35c4aa-a7b1-45dc-a8aa-896994a62e5e tempest-FloatingIPNegativeTestJSON-648808645 tempest-FloatingIPNegativeTestJSON-648808645-project] Checking segment: {'id': '5f2e758e-00f1-4a60-bcb1-84fdb063dd4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '51187b04-5660-4cd1-9924-6ade76a3e6c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 13:39:44.640942 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b35c4aa-a7b1-45dc-a8aa-896994a62e5e tempest-FloatingIPNegativeTestJSON-648808645 tempest-FloatingIPNegativeTestJSON-648808645-project] Network hostable DHCP agents. Network: 51187b04-5660-4cd1-9924-6ade76a3e6c5, hostable agents: ['e47e4547-5c2d-4954-ba56-fa3646239f18'], hosted agents: [] {{(pid=83871) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 13:39:44.671843 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 53878) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:39:44.701656 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-acf55642-8c6d-49fd-ba7a-e06f70b4c134 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:39:44.707058 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-2f37fcfd-0155-4286-9cae-918f0f77e3cd tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-942654', 'neutron.services.segments.db._delete_segments_for_network-8736733387888'] for network, precommit_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:39:44.720253 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b35c4aa-a7b1-45dc-a8aa-896994a62e5e tempest-FloatingIPNegativeTestJSON-648808645 tempest-FloatingIPNegativeTestJSON-648808645-project] Network 51187b04-5660-4cd1-9924-6ade76a3e6c5 is scheduled to be hosted by DHCP agent e47e4547-5c2d-4954-ba56-fa3646239f18 with binding_index 1 {{(pid=83871) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 13:39:44.735683 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.scheduler.base_scheduler [None req-8b35c4aa-a7b1-45dc-a8aa-896994a62e5e tempest-FloatingIPNegativeTestJSON-648808645 tempest-FloatingIPNegativeTestJSON-648808645-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-836180-1-hyperv, 51187b04-5660-4cd1-9924-6ade76a3e6c5) {{(pid=83871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 13:39:44.744354 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.services.segments.db [None req-2f37fcfd-0155-4286-9cae-918f0f77e3cd tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e5d1bb3c-6254-4093-890c-4e81389da7a3']}} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:39:44.746652 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c6c6627-93d8-41b2-b661-734ad4bbb0c9 None None] Network 51187b04-5660-4cd1-9924-6ade76a3e6c5 requested from dv-neutron-836180-1-hyperv {{(pid=83872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 13:39:44.747014 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b35c4aa-a7b1-45dc-a8aa-896994a62e5e tempest-FloatingIPNegativeTestJSON-648808645 tempest-FloatingIPNegativeTestJSON-648808645-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:39:44.747595 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-8b35c4aa-a7b1-45dc-a8aa-896994a62e5e tempest-FloatingIPNegativeTestJSON-648808645 tempest-FloatingIPNegativeTestJSON-648808645-project] Notify callbacks [] for subnet, before_response {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:39:44.760170 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.services.segments.db [None req-2f37fcfd-0155-4286-9cae-918f0f77e3cd tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '212c7e19-eee9-46ca-871e-81f762db0470') {'for_net_delete': True} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:39:44.760496 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.services.segments.db [None req-2f37fcfd-0155-4286-9cae-918f0f77e3cd tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '212c7e19-eee9-46ca-871e-81f762db0470') {} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:39:44.768452 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-acf55642-8c6d-49fd-ba7a-e06f70b4c134 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:39:44.771593 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b003e1a-b24b-41b2-9ba4-84da1aa3baa8 tempest-FloatingIPTestJSON-1100559899 tempest-FloatingIPTestJSON-1100559899-project] Notify agent at l3_agent.dv-neutron-836180-1-hyperv the message routers_updated {{(pid=83869) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 13:39:44.775657 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-acf55642-8c6d-49fd-ba7a-e06f70b4c134 admin admin] Usage tracker for resource:security_group_rule and tenant:785f156c36f24887b1df2d70c417ab11 is out of sync, need to count used quota {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 13:39:44.779501 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-2f37fcfd-0155-4286-9cae-918f0f77e3cd tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736733386999', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2704982'] for segment, before_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:39:44.780383 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-acf55642-8c6d-49fd-ba7a-e06f70b4c134 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 13:39:44.790815 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-acf55642-8c6d-49fd-ba7a-e06f70b4c134 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:39:44.800251 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-8b35c4aa-a7b1-45dc-a8aa-896994a62e5e tempest-FloatingIPNegativeTestJSON-648808645 tempest-FloatingIPNegativeTestJSON-648808645-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5509202 Apr 01 13:39:44.801730 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 53882) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:39:44.809099 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.v2.base [None req-8ac17e67-3e67-45cf-8473-903e28918f55 tempest-FloatingIPNegativeTestJSON-648808645 tempest-FloatingIPNegativeTestJSON-648808645-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-17051051', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:39:44.820121 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-8ac17e67-3e67-45cf-8473-903e28918f55 tempest-FloatingIPNegativeTestJSON-648808645 tempest-FloatingIPNegativeTestJSON-648808645-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:39:44.822904 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-2f37fcfd-0155-4286-9cae-918f0f77e3cd tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1004271'] for segment, precommit_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:39:44.829347 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-9b003e1a-b24b-41b2-9ba4-84da1aa3baa8 tempest-FloatingIPTestJSON-1100559899 tempest-FloatingIPTestJSON-1100559899-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109561'] for floatingip, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:39:44.830485 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1d6c088-ceb5-4de5-8079-f29b4527aa69 None None] Sync routers for ids ['a4024174-aefa-48ee-ba65-83a04caa0a41'] in dv-neutron-836180-1-hyperv {{(pid=83872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 13:39:44.859905 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-8ac17e67-3e67-45cf-8473-903e28918f55 tempest-FloatingIPNegativeTestJSON-648808645 tempest-FloatingIPNegativeTestJSON-648808645-project] Usage tracker for resource:router and tenant:ba47e8b44e794c9d8e6d55f583b257a8 is out of sync, need to count used quota {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 13:39:44.867481 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1d6c088-ceb5-4de5-8079-f29b4527aa69 None None] Routers {'a4024174-aefa-48ee-ba65-83a04caa0a41'} bound to L3 agent in host dv-neutron-836180-1-hyperv {{(pid=83872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 13:39:44.867481 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_hamode_db [None req-e1d6c088-ceb5-4de5-8079-f29b4527aa69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836180-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T13:25:36Z,description=,heartbeat_timestamp=2022-04-01T13:39:36Z,host='dv-neutron-836180-1-hyperv',id=88bf8fc8-11a3-4e96-9d1b-5fd93ba9f6f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T13:25:36Z,topic='l3_agent')) {'router_ids': ['a4024174-aefa-48ee-ba65-83a04caa0a41'], 'active': True} {{(pid=83872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:39:44.867830 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-8ac17e67-3e67-45cf-8473-903e28918f55 tempest-FloatingIPNegativeTestJSON-648808645 tempest-FloatingIPNegativeTestJSON-648808645-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 13:39:44.870198 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2f37fcfd-0155-4286-9cae-918f0f77e3cd tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Releasing vlan 369 on physical network physnet1 to pool {{(pid=83869) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 01 13:39:44.870612 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-2f37fcfd-0155-4286-9cae-918f0f77e3cd tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1004262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2705264'] for segment, after_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:39:44.885673 dv-neutron-836180-1-hyperv neutron-server[83869]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 13:39:44.885673 dv-neutron-836180-1-hyperv neutron-server[83869]: util.warn( Apr 01 13:39:44.885673 dv-neutron-836180-1-hyperv neutron-server[83869]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 13:39:44.885673 dv-neutron-836180-1-hyperv neutron-server[83869]: util.warn( Apr 01 13:39:44.885673 dv-neutron-836180-1-hyperv neutron-server[83869]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 13:39:44.885673 dv-neutron-836180-1-hyperv neutron-server[83869]: util.warn( Apr 01 13:39:44.885673 dv-neutron-836180-1-hyperv neutron-server[83869]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 13:39:44.885673 dv-neutron-836180-1-hyperv neutron-server[83869]: util.warn( Apr 01 13:39:44.885673 dv-neutron-836180-1-hyperv neutron-server[83869]: Traceback (most recent call last): Apr 01 13:39:44.885673 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 01 13:39:44.885673 dv-neutron-836180-1-hyperv neutron-server[83869]: timer() Apr 01 13:39:44.885673 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 13:39:44.885673 dv-neutron-836180-1-hyperv neutron-server[83869]: cb(*args, **kw) Apr 01 13:39:44.885673 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 13:39:44.885673 dv-neutron-836180-1-hyperv neutron-server[83869]: return func(*args, **kwargs) Apr 01 13:39:44.885673 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 13:39:44.885673 dv-neutron-836180-1-hyperv neutron-server[83869]: self._notify() Apr 01 13:39:44.885673 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 13:39:44.885673 dv-neutron-836180-1-hyperv neutron-server[83869]: self.callback(batched_events) Apr 01 13:39:44.885673 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 13:39:44.885673 dv-neutron-836180-1-hyperv neutron-server[83869]: event.method(event) Apr 01 13:39:44.885673 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 13:39:44.885673 dv-neutron-836180-1-hyperv neutron-server[83869]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 13:39:44.885673 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 13:39:44.885673 dv-neutron-836180-1-hyperv neutron-server[83869]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 13:39:44.885673 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 13:39:44.885673 dv-neutron-836180-1-hyperv neutron-server[83869]: return f(self, *a, **k) Apr 01 13:39:44.885673 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 13:39:44.885673 dv-neutron-836180-1-hyperv neutron-server[83869]: return self._get(url).json() Apr 01 13:39:44.885673 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 13:39:44.885673 dv-neutron-836180-1-hyperv neutron-server[83869]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 13:39:44.885673 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 01 13:39:44.885673 dv-neutron-836180-1-hyperv neutron-server[83869]: return self.request(url, 'GET', **kwargs) Apr 01 13:39:44.885673 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 01 13:39:44.885673 dv-neutron-836180-1-hyperv neutron-server[83869]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 13:39:44.885673 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 01 13:39:44.885673 dv-neutron-836180-1-hyperv neutron-server[83869]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 13:39:44.885673 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 01 13:39:44.885673 dv-neutron-836180-1-hyperv neutron-server[83869]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 13:39:44.885673 dv-neutron-836180-1-hyperv neutron-server[83869]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 13:39:44.900202 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-8ac17e67-3e67-45cf-8473-903e28918f55 tempest-FloatingIPNegativeTestJSON-648808645 tempest-FloatingIPNegativeTestJSON-648808645-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:39:44.948361 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_hamode_db [None req-e1d6c088-ceb5-4de5-8079-f29b4527aa69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-836180-1-hyperv', False) {} {{(pid=83872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:39:44.985647 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-8ac17e67-3e67-45cf-8473-903e28918f55 tempest-FloatingIPNegativeTestJSON-648808645 tempest-FloatingIPNegativeTestJSON-648808645-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4082176', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4220'] for router, before_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:39:44.986649 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-8ac17e67-3e67-45cf-8473-903e28918f55 tempest-FloatingIPNegativeTestJSON-648808645 tempest-FloatingIPNegativeTestJSON-648808645-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4082277', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4084873', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4148249', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4211'] for router, precommit_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:39:45.000157 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-acf55642-8c6d-49fd-ba7a-e06f70b4c134 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:39:45.001722 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 53886) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:39:45.001987 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-9b003e1a-b24b-41b2-9ba4-84da1aa3baa8 tempest-FloatingIPTestJSON-1100559899 tempest-FloatingIPTestJSON-1100559899-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 7.6313620 Apr 01 13:39:45.008760 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.v2.base [None req-62f9faf0-1fdd-4a10-8346-b0744178462d tempest-FloatingIPTestJSON-1100559899 tempest-FloatingIPTestJSON-1100559899-project] Request body: {'floatingip': {'port_id': 'bd4519a3-f9d9-46cd-a4ab-0cc604c5c469', 'fixed_ip_address': '172.20.0.13'}} {{(pid=83871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:39:45.013773 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1d6c088-ceb5-4de5-8079-f29b4527aa69 None None] Routers {'a4024174-aefa-48ee-ba65-83a04caa0a41'} bound to L3 agent in host dv-neutron-836180-1-hyperv {{(pid=83872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 13:39:45.014498 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_hamode_db [None req-e1d6c088-ceb5-4de5-8079-f29b4527aa69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836180-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T13:25:36Z,description=,heartbeat_timestamp=2022-04-01T13:39:36Z,host='dv-neutron-836180-1-hyperv',id=88bf8fc8-11a3-4e96-9d1b-5fd93ba9f6f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T13:25:36Z,topic='l3_agent')) {'router_ids': ['a4024174-aefa-48ee-ba65-83a04caa0a41'], 'active': True} {{(pid=83872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:39:45.016129 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-2f37fcfd-0155-4286-9cae-918f0f77e3cd tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-942599', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4084797'] for network, after_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:39:45.035736 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-2f37fcfd-0155-4286-9cae-918f0f77e3cd tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Notify callbacks [] for network, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:39:45.046125 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-8ac17e67-3e67-45cf-8473-903e28918f55 tempest-FloatingIPNegativeTestJSON-648808645 tempest-FloatingIPNegativeTestJSON-648808645-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:39:45.050057 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f37fcfd-0155-4286-9cae-918f0f77e3cd tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Pushing event deleted for resources: {'Network': ['ID=e5d1bb3c-6254-4093-890c-4e81389da7a3,revision_number=None']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:39:45.064154 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-2f37fcfd-0155-4286-9cae-918f0f77e3cd tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] 10.222.0.26 "DELETE /v2.0/networks/e5d1bb3c-6254-4093-890c-4e81389da7a3 HTTP/1.1" status: 204 len: 168 time: 2.2536938 Apr 01 13:39:45.064916 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 53890) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:39:45.068187 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-acf55642-8c6d-49fd-ba7a-e06f70b4c134 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3775923'] for security_group, after_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:39:45.087377 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_hamode_db [None req-e1d6c088-ceb5-4de5-8079-f29b4527aa69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-836180-1-hyperv', False) {} {{(pid=83872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:39:45.087917 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1d6c088-ceb5-4de5-8079-f29b4527aa69 None None] The sync data for ids ['a4024174-aefa-48ee-ba65-83a04caa0a41'] in dv-neutron-836180-1-hyperv is: [] {{(pid=83872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 13:39:45.127722 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f37fcfd-0155-4286-9cae-918f0f77e3cd tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:39:45.128610 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f37fcfd-0155-4286-9cae-918f0f77e3cd tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:39:45.128610 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f37fcfd-0155-4286-9cae-918f0f77e3cd tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:39:45.128847 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f37fcfd-0155-4286-9cae-918f0f77e3cd tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:39:45.129036 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f37fcfd-0155-4286-9cae-918f0f77e3cd tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:39:45.129355 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f37fcfd-0155-4286-9cae-918f0f77e3cd tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:39:45.130030 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f37fcfd-0155-4286-9cae-918f0f77e3cd tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:39:45.130030 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f37fcfd-0155-4286-9cae-918f0f77e3cd tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:39:45.130348 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f37fcfd-0155-4286-9cae-918f0f77e3cd tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:39:45.130588 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f37fcfd-0155-4286-9cae-918f0f77e3cd tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:39:45.130898 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f37fcfd-0155-4286-9cae-918f0f77e3cd tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:39:45.151720 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-123ddab9-6cda-4012-9959-da3731778946 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7e7d0ecb-2af4-55f5-9198-238ab0570d62-51187b04-5660-4cd1-9924-6ade76a3e6c5', 'network_id': '51187b04-5660-4cd1-9924-6ade76a3e6c5', 'tenant_id': 'ba47e8b44e794c9d8e6d55f583b257a8', 'fixed_ips': [{'subnet_id': '3d4b1076-e675-4f5f-8567-65d6aea59f5b'}]}} from dv-neutron-836180-1-hyperv. {{(pid=83872) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 01 13:39:45.152631 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-123ddab9-6cda-4012-9959-da3731778946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:39:45.177031 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf55642-8c6d-49fd-ba7a-e06f70b4c134 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1aae88b6-1fce-46f6-9942-3fd9756f8824,revision_number=1']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:39:45.185081 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-62f9faf0-1fdd-4a10-8346-b0744178462d tempest-FloatingIPTestJSON-1100559899 tempest-FloatingIPTestJSON-1100559899-project] Notify callbacks [] for floatingip, before_update {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:39:45.204718 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-8ac17e67-3e67-45cf-8473-903e28918f55 tempest-FloatingIPNegativeTestJSON-648808645 tempest-FloatingIPNegativeTestJSON-648808645-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4082201', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4084858'] for router, after_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:39:45.237419 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-acf55642-8c6d-49fd-ba7a-e06f70b4c134 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=785f156c36f24887b1df2d70c417ab11&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5637896 Apr 01 13:39:45.240218 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 53894) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:39:45.244778 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-8ac17e67-3e67-45cf-8473-903e28918f55 tempest-FloatingIPNegativeTestJSON-648808645 tempest-FloatingIPNegativeTestJSON-648808645-project] Notify callbacks [] for router, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:39:45.245896 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-8ac17e67-3e67-45cf-8473-903e28918f55 tempest-FloatingIPNegativeTestJSON-648808645 tempest-FloatingIPNegativeTestJSON-648808645-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 713 time: 0.4444652 Apr 01 13:39:45.251426 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 53898) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:39:45.268363 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acf55642-8c6d-49fd-ba7a-e06f70b4c134 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:39:45.269016 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acf55642-8c6d-49fd-ba7a-e06f70b4c134 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:39:45.269537 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acf55642-8c6d-49fd-ba7a-e06f70b4c134 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:39:45.269867 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acf55642-8c6d-49fd-ba7a-e06f70b4c134 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:39:45.270199 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acf55642-8c6d-49fd-ba7a-e06f70b4c134 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:39:45.270525 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acf55642-8c6d-49fd-ba7a-e06f70b4c134 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:39:45.270851 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acf55642-8c6d-49fd-ba7a-e06f70b4c134 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:39:45.271172 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acf55642-8c6d-49fd-ba7a-e06f70b4c134 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:39:45.271490 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acf55642-8c6d-49fd-ba7a-e06f70b4c134 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:39:45.271806 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acf55642-8c6d-49fd-ba7a-e06f70b4c134 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:39:45.272117 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acf55642-8c6d-49fd-ba7a-e06f70b4c134 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:39:45.371906 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.db_base_plugin_common [None req-123ddab9-6cda-4012-9959-da3731778946 None None] Allocated IP 172.20.0.2 (51187b04-5660-4cd1-9924-6ade76a3e6c5/3d4b1076-e675-4f5f-8567-65d6aea59f5b/45bfec1e-30c2-4160-9f51-b5e7cac458f5) {{(pid=83872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 13:39:45.566576 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-97895b9c-1c93-4c0d-b4ec-97bf5bbd070e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:39:45.595489 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-123ddab9-6cda-4012-9959-da3731778946 None None] Notify callbacks [] for port, precommit_create {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:39:45.607100 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-123ddab9-6cda-4012-9959-da3731778946 None None] Transition to ACTIVE for port object 45bfec1e-30c2-4160-9f51-b5e7cac458f5 will not be triggered until provisioned by entity L2. {{(pid=83872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 13:39:45.610142 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-97895b9c-1c93-4c0d-b4ec-97bf5bbd070e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:39:45.626045 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-123ddab9-6cda-4012-9959-da3731778946 None None] Transition to ACTIVE for port object 45bfec1e-30c2-4160-9f51-b5e7cac458f5 will not be triggered until provisioned by entity DHCP. {{(pid=83872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 13:39:45.633481 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-123ddab9-6cda-4012-9959-da3731778946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736732935801'] for port, after_create {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:39:45.678397 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-e3df3cee-ace2-4a58-95c9-4552bf7956e7 tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4084029'] for router_interface, before_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:39:45.708583 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-123ddab9-6cda-4012-9959-da3731778946 None None] Network 51187b04-5660-4cd1-9924-6ade76a3e6c5 is already hosted by enough agents. {{(pid=83872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 13:39:45.709429 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-123ddab9-6cda-4012-9959-da3731778946 None None] Pushing event updated for resources: {'Port': ['ID=45bfec1e-30c2-4160-9f51-b5e7cac458f5,revision_number=1']} {{(pid=83872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:39:45.712857 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.scheduler.base_scheduler [None req-123ddab9-6cda-4012-9959-da3731778946 None None] Resources bound (agent type, host, resource id): {{(pid=83872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 13:39:45.715472 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-123ddab9-6cda-4012-9959-da3731778946 None None] Received port after_create {{(pid=83872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 13:39:45.802788 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-97895b9c-1c93-4c0d-b4ec-97bf5bbd070e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3775923'] for security_group, after_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:39:45.806210 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.managers [None req-123ddab9-6cda-4012-9959-da3731778946 None None] Attempting to bind port 45bfec1e-30c2-4160-9f51-b5e7cac458f5 on host dv-neutron-836180-1-hyperv for vnic_type normal with profile {{(pid=83872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 13:39:45.806584 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.managers [None req-123ddab9-6cda-4012-9959-da3731778946 None None] Attempting to bind port 45bfec1e-30c2-4160-9f51-b5e7cac458f5 by drivers openvswitch,hyperv on host dv-neutron-836180-1-hyperv at level 0 using segments [{'id': '5f2e758e-00f1-4a60-bcb1-84fdb063dd4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '51187b04-5660-4cd1-9924-6ade76a3e6c5'}] {{(pid=83872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 13:39:45.806913 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-123ddab9-6cda-4012-9959-da3731778946 None None] Attempting to bind port 45bfec1e-30c2-4160-9f51-b5e7cac458f5 on network 51187b04-5660-4cd1-9924-6ade76a3e6c5 {{(pid=83872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 13:39:45.813443 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-123ddab9-6cda-4012-9959-da3731778946 None None] Checking agent: {'id': 'af948428-97cd-4d10-9f53-af028bdb39b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-836180-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 13, 25, 37), 'started_at': datetime.datetime(2022, 4, 1, 13, 26, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 13, 39, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-836180-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 13:39:45.813800 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-123ddab9-6cda-4012-9959-da3731778946 None None] Checking segment: {'id': '5f2e758e-00f1-4a60-bcb1-84fdb063dd4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '51187b04-5660-4cd1-9924-6ade76a3e6c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 13:39:45.814183 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-123ddab9-6cda-4012-9959-da3731778946 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:39:45.814593 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-123ddab9-6cda-4012-9959-da3731778946 None None] Bound using segment: {'id': '5f2e758e-00f1-4a60-bcb1-84fdb063dd4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '51187b04-5660-4cd1-9924-6ade76a3e6c5'} {{(pid=83872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 13:39:45.815110 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.managers [None req-123ddab9-6cda-4012-9959-da3731778946 None None] Bound port: 45bfec1e-30c2-4160-9f51-b5e7cac458f5, host: dv-neutron-836180-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5f2e758e-00f1-4a60-bcb1-84fdb063dd4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '51187b04-5660-4cd1-9924-6ade76a3e6c5'}}] {{(pid=83872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 13:39:45.815529 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-123ddab9-6cda-4012-9959-da3731778946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:39:45.823981 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97895b9c-1c93-4c0d-b4ec-97bf5bbd070e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1aae88b6-1fce-46f6-9942-3fd9756f8824,revision_number=None']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:39:45.833744 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-97895b9c-1c93-4c0d-b4ec-97bf5bbd070e admin admin] Notify callbacks [] for security_group, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:39:45.836754 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-97895b9c-1c93-4c0d-b4ec-97bf5bbd070e admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/1aae88b6-1fce-46f6-9942-3fd9756f8824 HTTP/1.1" status: 204 len: 168 time: 0.5955637 Apr 01 13:39:45.940104 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-123ddab9-6cda-4012-9959-da3731778946 None None] For port 45bfec1e-30c2-4160-9f51-b5e7cac458f5, host dv-neutron-836180-1-hyperv, cleared binding levels {{(pid=83872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 13:39:45.945261 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-123ddab9-6cda-4012-9959-da3731778946 None None] For port 45bfec1e-30c2-4160-9f51-b5e7cac458f5, host dv-neutron-836180-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836180-1-hyperv',level=0,port_id=45bfec1e-30c2-4160-9f51-b5e7cac458f5,segment=NetworkSegment(5f2e758e-00f1-4a60-bcb1-84fdb063dd4e),segment_id=5f2e758e-00f1-4a60-bcb1-84fdb063dd4e)] {{(pid=83872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 13:39:45.951316 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-123ddab9-6cda-4012-9959-da3731778946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864'] for port, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:39:45.995624 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-1e6f9902-306d-4314-9fb4-af8efe84246c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4084029'] for router_interface, before_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:39:46.047222 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-123ddab9-6cda-4012-9959-da3731778946 None None] Pushing event updated for resources: {'Port': ['ID=45bfec1e-30c2-4160-9f51-b5e7cac458f5,revision_number=2']} {{(pid=83872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:39:46.489192 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Device 45bfec1e-30c2-4160-9f51-b5e7cac458f5 up at agent ovs-agent-dv-neutron-836180-1-hyperv {{(pid=83872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 13:39:46.532196 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.plugin [None req-e3df3cee-ace2-4a58-95c9-4552bf7956e7 tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Deleting port 7d243dbb-cd79-4a05-9ba7-2503b47388d6 {{(pid=83869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 13:39:46.532797 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-e3df3cee-ace2-4a58-95c9-4552bf7956e7 tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736733287370'] for port, before_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:39:46.545196 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-96d6002d-3724-4f28-ba22-fe7844b7d3a1 tempest-FloatingIPNegativeTestJSON-648808645 tempest-FloatingIPNegativeTestJSON-648808645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:39:46.579639 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Provisioning for port 45bfec1e-30c2-4160-9f51-b5e7cac458f5 completed by entity L2. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 13:39:46.734454 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.db [None req-e3df3cee-ace2-4a58-95c9-4552bf7956e7 tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] For port 7d243dbb-cd79-4a05-9ba7-2503b47388d6, host dv-neutron-836180-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836180-1-hyperv',level=0,port_id=7d243dbb-cd79-4a05-9ba7-2503b47388d6,segment=NetworkSegment(65d23008-bc4f-4bb4-adc2-3dc412de7601),segment_id=65d23008-bc4f-4bb4-adc2-3dc412de7601)] {{(pid=83869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 13:39:46.734730 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-e3df3cee-ace2-4a58-95c9-4552bf7956e7 tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4155147'] for port, precommit_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:39:46.859634 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.plugin [None req-e3df3cee-ace2-4a58-95c9-4552bf7956e7 tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Calling delete_port for 7d243dbb-cd79-4a05-9ba7-2503b47388d6 owned by network:router_interface {{(pid=83869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 13:39:47.023140 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-62f9faf0-1fdd-4a10-8346-b0744178462d tempest-FloatingIPTestJSON-1100559899 tempest-FloatingIPTestJSON-1100559899-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:39:47.085887 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-e3df3cee-ace2-4a58-95c9-4552bf7956e7 tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736733359243', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736732935810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2705155'] for port, after_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:39:47.111922 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-62f9faf0-1fdd-4a10-8346-b0744178462d tempest-FloatingIPTestJSON-1100559899 tempest-FloatingIPTestJSON-1100559899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4084747'] for floatingip, after_update {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:39:47.139653 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3df3cee-ace2-4a58-95c9-4552bf7956e7 tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Pushing event deleted for resources: {'Port': ['ID=7d243dbb-cd79-4a05-9ba7-2503b47388d6,revision_number=None']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:39:47.329180 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55236d10-c26f-47a5-bae1-b7724163fd31 None None] Network 51187b04-5660-4cd1-9924-6ade76a3e6c5 requested from dv-neutron-836180-1-hyperv {{(pid=83872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 13:39:47.358580 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-e3df3cee-ace2-4a58-95c9-4552bf7956e7 tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3017585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4084076'] for router_interface, after_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:39:47.469162 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-b1eafdc9-a9b5-435d-a23a-3e597d305352 None None] Provisioning for port 45bfec1e-30c2-4160-9f51-b5e7cac458f5 completed by entity DHCP. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 13:39:47.477814 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-b1eafdc9-a9b5-435d-a23a-3e597d305352 None None] Provisioning complete for port 45bfec1e-30c2-4160-9f51-b5e7cac458f5 triggered by entity DHCP. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 13:39:47.478184 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-b1eafdc9-a9b5-435d-a23a-3e597d305352 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-948329'] for port, provisioning_complete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:39:47.483250 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.db_base_plugin_common [None req-96d6002d-3724-4f28-ba22-fe7844b7d3a1 tempest-FloatingIPNegativeTestJSON-648808645 tempest-FloatingIPNegativeTestJSON-648808645-project] Allocated IP 172.20.0.1 (51187b04-5660-4cd1-9924-6ade76a3e6c5/3d4b1076-e675-4f5f-8567-65d6aea59f5b/be967c07-2bf2-4b9e-8959-6ae47127cb7e) {{(pid=83871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 13:39:47.695915 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-b1eafdc9-a9b5-435d-a23a-3e597d305352 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:39:47.741644 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-b1eafdc9-a9b5-435d-a23a-3e597d305352 None None] For port 45bfec1e-30c2-4160-9f51-b5e7cac458f5, host dv-neutron-836180-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836180-1-hyperv',level=0,port_id=45bfec1e-30c2-4160-9f51-b5e7cac458f5,segment=NetworkSegment(5f2e758e-00f1-4a60-bcb1-84fdb063dd4e),segment_id=5f2e758e-00f1-4a60-bcb1-84fdb063dd4e)] {{(pid=83872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 13:39:47.747580 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-b1eafdc9-a9b5-435d-a23a-3e597d305352 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864'] for port, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:39:47.792460 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-96d6002d-3724-4f28-ba22-fe7844b7d3a1 tempest-FloatingIPNegativeTestJSON-648808645 tempest-FloatingIPNegativeTestJSON-648808645-project] Notify callbacks [] for port, precommit_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:39:47.821674 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1eafdc9-a9b5-435d-a23a-3e597d305352 None None] Pushing event updated for resources: {'Port': ['ID=45bfec1e-30c2-4160-9f51-b5e7cac458f5,revision_number=3']} {{(pid=83872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:39:47.832242 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1eafdc9-a9b5-435d-a23a-3e597d305352 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:39:47.832624 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1eafdc9-a9b5-435d-a23a-3e597d305352 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:39:47.832960 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1eafdc9-a9b5-435d-a23a-3e597d305352 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:39:47.833289 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1eafdc9-a9b5-435d-a23a-3e597d305352 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:39:47.833781 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1eafdc9-a9b5-435d-a23a-3e597d305352 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:39:47.834119 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1eafdc9-a9b5-435d-a23a-3e597d305352 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:39:47.834444 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1eafdc9-a9b5-435d-a23a-3e597d305352 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:39:47.834820 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1eafdc9-a9b5-435d-a23a-3e597d305352 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:39:47.835147 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1eafdc9-a9b5-435d-a23a-3e597d305352 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:39:47.835465 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1eafdc9-a9b5-435d-a23a-3e597d305352 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:39:47.835789 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1eafdc9-a9b5-435d-a23a-3e597d305352 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:39:47.840762 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.provisioning_blocks [None req-96d6002d-3724-4f28-ba22-fe7844b7d3a1 tempest-FloatingIPNegativeTestJSON-648808645 tempest-FloatingIPNegativeTestJSON-648808645-project] Transition to ACTIVE for port object be967c07-2bf2-4b9e-8959-6ae47127cb7e will not be triggered until provisioned by entity DHCP. {{(pid=83871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 13:39:47.906906 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3df3cee-ace2-4a58-95c9-4552bf7956e7 tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Router 443cce66-541a-4c4d-8e2a-33c9e2cd1777 has already been hosted by L3 agent 88bf8fc8-11a3-4e96-9d1b-5fd93ba9f6f1 {{(pid=83869) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 13:39:47.954791 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.agents_db [None req-bdd220c7-049a-43d2-a923-ad1a2de078c6 None None] Agent healthcheck: found 6 active agents {{(pid=83873) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 01 13:39:47.978104 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-96d6002d-3724-4f28-ba22-fe7844b7d3a1 tempest-FloatingIPNegativeTestJSON-648808645 tempest-FloatingIPNegativeTestJSON-648808645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736732935801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2743125'] for port, after_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:39:48.048293 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3df3cee-ace2-4a58-95c9-4552bf7956e7 tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Notify agent at l3_agent.dv-neutron-836180-1-hyperv the message routers_updated {{(pid=83869) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 13:39:48.061098 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-e3df3cee-ace2-4a58-95c9-4552bf7956e7 tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] 10.222.0.26 "PUT /v2.0/routers/443cce66-541a-4c4d-8e2a-33c9e2cd1777/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9951844 Apr 01 13:39:48.062415 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da8c63d4-c6ff-442c-b655-b87fb8bfa969 None None] Sync routers for ids ['443cce66-541a-4c4d-8e2a-33c9e2cd1777'] in dv-neutron-836180-1-hyperv {{(pid=83873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 13:39:48.064333 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 53904) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:39:48.075807 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da8c63d4-c6ff-442c-b655-b87fb8bfa969 None None] Routers {'443cce66-541a-4c4d-8e2a-33c9e2cd1777'} bound to L3 agent in host dv-neutron-836180-1-hyperv {{(pid=83873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 13:39:48.076685 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-5724bd0a-53e7-4262-8db9-e8a6b026bc47 None None] Provisioning complete for port 45bfec1e-30c2-4160-9f51-b5e7cac458f5 triggered by entity DHCP. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 13:39:48.077102 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-5724bd0a-53e7-4262-8db9-e8a6b026bc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-948329'] for port, provisioning_complete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:39:48.077429 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-da8c63d4-c6ff-442c-b655-b87fb8bfa969 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836180-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T13:25:36Z,description=,heartbeat_timestamp=2022-04-01T13:39:36Z,host='dv-neutron-836180-1-hyperv',id=88bf8fc8-11a3-4e96-9d1b-5fd93ba9f6f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T13:25:36Z,topic='l3_agent')) {'router_ids': ['443cce66-541a-4c4d-8e2a-33c9e2cd1777'], 'active': True} {{(pid=83873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:39:48.132013 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d6002d-3724-4f28-ba22-fe7844b7d3a1 tempest-FloatingIPNegativeTestJSON-648808645 tempest-FloatingIPNegativeTestJSON-648808645-project] Pushing event updated for resources: {'Port': ['ID=be967c07-2bf2-4b9e-8959-6ae47127cb7e,revision_number=1']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:39:48.143606 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96d6002d-3724-4f28-ba22-fe7844b7d3a1 tempest-FloatingIPNegativeTestJSON-648808645 tempest-FloatingIPNegativeTestJSON-648808645-project] Network 51187b04-5660-4cd1-9924-6ade76a3e6c5 is already hosted by enough agents. {{(pid=83871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 13:39:48.145629 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.scheduler.base_scheduler [None req-96d6002d-3724-4f28-ba22-fe7844b7d3a1 tempest-FloatingIPNegativeTestJSON-648808645 tempest-FloatingIPNegativeTestJSON-648808645-project] Resources bound (agent type, host, resource id): {{(pid=83871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 13:39:48.150671 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96d6002d-3724-4f28-ba22-fe7844b7d3a1 tempest-FloatingIPNegativeTestJSON-648808645 tempest-FloatingIPNegativeTestJSON-648808645-project] Received port after_create {{(pid=83871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 13:39:48.233369 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_dvr_db [None req-da8c63d4-c6ff-442c-b655-b87fb8bfa969 None None] Set router 443cce66-541a-4c4d-8e2a-33c9e2cd1777 gateway port host: None {{(pid=83873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 13:39:48.321277 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-96d6002d-3724-4f28-ba22-fe7844b7d3a1 tempest-FloatingIPNegativeTestJSON-648808645 tempest-FloatingIPNegativeTestJSON-648808645-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4084144'] for router_interface, before_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:39:48.325014 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.db_base_plugin_v2 [None req-71639c6e-d799-44f9-b9cc-b94951bb0446 tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Deleting subnet ad7574d2-be4a-487a-85ad-6d5a1a89f635 {{(pid=83869) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 01 13:39:48.329130 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-71639c6e-d799-44f9-b9cc-b94951bb0446 tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Notify callbacks [] for subnet, before_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:39:48.353342 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-da8c63d4-c6ff-442c-b655-b87fb8bfa969 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '443cce66-541a-4c4d-8e2a-33c9e2cd1777', 'name': 'tempest-RoutersIpV6Test-router-2029186272', 'tenant_id': '315e7395dd224b3fb020d0b9d921742e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T13:38:26Z', 'updated_at': '2022-04-01T13:39:47Z', 'revision_number': 11, 'project_id': '315e7395dd224b3fb020d0b9d921742e', 'gw_port_host': None}], 'dv-neutron-836180-1-hyperv', False) {} {{(pid=83873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:39:48.358275 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da8c63d4-c6ff-442c-b655-b87fb8bfa969 None None] Checking router: 443cce66-541a-4c4d-8e2a-33c9e2cd1777 for host: dv-neutron-836180-1-hyperv {{(pid=83873) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 01 13:39:48.373889 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da8c63d4-c6ff-442c-b655-b87fb8bfa969 None None] Routers {'443cce66-541a-4c4d-8e2a-33c9e2cd1777'} bound to L3 agent in host dv-neutron-836180-1-hyperv {{(pid=83873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 13:39:48.374733 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-da8c63d4-c6ff-442c-b655-b87fb8bfa969 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836180-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T13:25:36Z,description=,heartbeat_timestamp=2022-04-01T13:39:36Z,host='dv-neutron-836180-1-hyperv',id=88bf8fc8-11a3-4e96-9d1b-5fd93ba9f6f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T13:25:36Z,topic='l3_agent')) {'router_ids': ['443cce66-541a-4c4d-8e2a-33c9e2cd1777'], 'active': True} {{(pid=83873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:39:48.415159 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-71639c6e-d799-44f9-b9cc-b94951bb0446 tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2704975'] for subnet, precommit_delete_associations {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:39:48.496918 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.plugin [None req-1e6f9902-306d-4314-9fb4-af8efe84246c admin admin] Deleting port b8d1d8c2-31ee-4249-acb5-a3e79095c869 {{(pid=83871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 13:39:48.496918 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-1e6f9902-306d-4314-9fb4-af8efe84246c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736733287370'] for port, before_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:39:48.532802 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Device 45bfec1e-30c2-4160-9f51-b5e7cac458f5 up at agent ovs-agent-dv-neutron-836180-1-hyperv {{(pid=83872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 13:39:48.533393 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_dvr_db [None req-da8c63d4-c6ff-442c-b655-b87fb8bfa969 None None] Set router 443cce66-541a-4c4d-8e2a-33c9e2cd1777 gateway port host: None {{(pid=83873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 13:39:48.566059 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-96d6002d-3724-4f28-ba22-fe7844b7d3a1 tempest-FloatingIPNegativeTestJSON-648808645 tempest-FloatingIPNegativeTestJSON-648808645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:39:48.570705 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-71639c6e-d799-44f9-b9cc-b94951bb0446 tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-945029'] for subnet, precommit_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:39:48.633879 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Provisioning complete for port 45bfec1e-30c2-4160-9f51-b5e7cac458f5 triggered by entity L2. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 13:39:48.635513 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-948329'] for port, provisioning_complete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:39:48.660352 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-71639c6e-d799-44f9-b9cc-b94951bb0446 tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-945042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2705198', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2999452'] for subnet, after_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:39:48.676070 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-ef96e2e3-b946-4952-baee-c976e19a19ea None None] Provisioning for port be967c07-2bf2-4b9e-8959-6ae47127cb7e completed by entity DHCP. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 13:39:48.681580 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-da8c63d4-c6ff-442c-b655-b87fb8bfa969 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '443cce66-541a-4c4d-8e2a-33c9e2cd1777', 'name': 'tempest-RoutersIpV6Test-router-2029186272', 'tenant_id': '315e7395dd224b3fb020d0b9d921742e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T13:38:26Z', 'updated_at': '2022-04-01T13:39:47Z', 'revision_number': 11, 'project_id': '315e7395dd224b3fb020d0b9d921742e', 'gw_port_host': None}], 'dv-neutron-836180-1-hyperv', False) {} {{(pid=83873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:39:48.686459 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da8c63d4-c6ff-442c-b655-b87fb8bfa969 None None] The sync data for ids ['443cce66-541a-4c4d-8e2a-33c9e2cd1777'] in dv-neutron-836180-1-hyperv is: [{'id': '443cce66-541a-4c4d-8e2a-33c9e2cd1777', 'name': 'tempest-RoutersIpV6Test-router-2029186272', 'tenant_id': '315e7395dd224b3fb020d0b9d921742e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T13:38:26Z', 'updated_at': '2022-04-01T13:39:47Z', 'revision_number': 11, 'project_id': '315e7395dd224b3fb020d0b9d921742e', 'gw_port_host': None}] {{(pid=83873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 13:39:48.693130 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-ef96e2e3-b946-4952-baee-c976e19a19ea None None] Provisioning complete for port be967c07-2bf2-4b9e-8959-6ae47127cb7e triggered by entity DHCP. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 13:39:48.693498 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-ef96e2e3-b946-4952-baee-c976e19a19ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-948329'] for port, provisioning_complete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:39:48.708833 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71639c6e-d799-44f9-b9cc-b94951bb0446 tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Pushing event deleted for resources: {'Subnet': ['ID=ad7574d2-be4a-487a-85ad-6d5a1a89f635,revision_number=None']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:39:48.720039 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-71639c6e-d799-44f9-b9cc-b94951bb0446 tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Notify callbacks [] for subnet, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:39:48.728442 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-71639c6e-d799-44f9-b9cc-b94951bb0446 tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] 10.222.0.26 "DELETE /v2.0/subnets/ad7574d2-be4a-487a-85ad-6d5a1a89f635 HTTP/1.1" status: 204 len: 168 time: 0.6626761 Apr 01 13:39:48.734025 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 53908) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:39:48.743323 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-520c7412-f6e8-4c01-916e-d8537daa4504 None None] Network b2076001-b441-4a1b-a96b-552c4faf0800 requested from dv-neutron-836180-1-hyperv {{(pid=83872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 13:39:48.897723 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.plugin [None req-ef96e2e3-b946-4952-baee-c976e19a19ea None None] Port be967c07-2bf2-4b9e-8959-6ae47127cb7e cannot update to ACTIVE because it is not bound. {{(pid=83872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 13:39:49.022095 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.db [None req-1e6f9902-306d-4314-9fb4-af8efe84246c admin admin] For port b8d1d8c2-31ee-4249-acb5-a3e79095c869, host dv-neutron-836180-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836180-1-hyperv',level=0,port_id=b8d1d8c2-31ee-4249-acb5-a3e79095c869,segment=NetworkSegment(881a382f-8ed1-478b-97b4-4d4f48893b0b),segment_id=881a382f-8ed1-478b-97b4-4d4f48893b0b)] {{(pid=83871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 13:39:49.022361 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-1e6f9902-306d-4314-9fb4-af8efe84246c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4155147'] for port, precommit_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:39:49.044345 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62f9faf0-1fdd-4a10-8346-b0744178462d tempest-FloatingIPTestJSON-1100559899 tempest-FloatingIPTestJSON-1100559899-project] Router a4024174-aefa-48ee-ba65-83a04caa0a41 has already been hosted by L3 agent 88bf8fc8-11a3-4e96-9d1b-5fd93ba9f6f1 {{(pid=83871) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 13:39:49.048001 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-baca747b-6f38-48b9-b2e2-f650bc34c5ff tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1033078'] for network, before_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:39:49.114517 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc0c4008-98f4-4841-bbcd-8d82d3e468d8 None None] DHCP port deletion for b2076001-b441-4a1b-a96b-552c4faf0800 request from dv-neutron-836180-1-hyperv {{(pid=83872) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 01 13:39:49.118749 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.plugin [None req-dc0c4008-98f4-4841-bbcd-8d82d3e468d8 None None] Deleting port 533bb224-1493-41fd-93f8-605a9f240e34 {{(pid=83872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 13:39:49.125123 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-dc0c4008-98f4-4841-bbcd-8d82d3e468d8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736733287370'] for port, before_delete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:39:49.291766 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.plugin [None req-1e6f9902-306d-4314-9fb4-af8efe84246c admin admin] Calling delete_port for b8d1d8c2-31ee-4249-acb5-a3e79095c869 owned by network:router_interface {{(pid=83871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 13:39:49.340332 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-dc0c4008-98f4-4841-bbcd-8d82d3e468d8 None None] For port 533bb224-1493-41fd-93f8-605a9f240e34, host dv-neutron-836180-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836180-1-hyperv',level=0,port_id=533bb224-1493-41fd-93f8-605a9f240e34,segment=NetworkSegment(65d23008-bc4f-4bb4-adc2-3dc412de7601),segment_id=65d23008-bc4f-4bb4-adc2-3dc412de7601)] {{(pid=83872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 13:39:49.340726 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-dc0c4008-98f4-4841-bbcd-8d82d3e468d8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4155147'] for port, precommit_delete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:39:49.347301 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.plugin [None req-baca747b-6f38-48b9-b2e2-f650bc34c5ff tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Deleting port 533bb224-1493-41fd-93f8-605a9f240e34 {{(pid=83871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 13:39:49.347640 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-baca747b-6f38-48b9-b2e2-f650bc34c5ff tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736733287370'] for port, before_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:39:49.461480 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.plugin [None req-dc0c4008-98f4-4841-bbcd-8d82d3e468d8 None None] Calling delete_port for 533bb224-1493-41fd-93f8-605a9f240e34 owned by network:dhcp {{(pid=83872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 13:39:49.538422 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-dc0c4008-98f4-4841-bbcd-8d82d3e468d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736733359243', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736732935810'] for port, after_delete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:39:49.586782 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc0c4008-98f4-4841-bbcd-8d82d3e468d8 None None] Pushing event deleted for resources: {'Port': ['ID=533bb224-1493-41fd-93f8-605a9f240e34,revision_number=None']} {{(pid=83872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:39:49.590465 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc0c4008-98f4-4841-bbcd-8d82d3e468d8 None None] No DVR routers for this DVR port 533bb224-1493-41fd-93f8-605a9f240e34 on host dv-neutron-836180-1-hyperv {{(pid=83872) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 13:39:49.667794 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.plugin [None req-baca747b-6f38-48b9-b2e2-f650bc34c5ff tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] The port '533bb224-1493-41fd-93f8-605a9f240e34' was deleted {{(pid=83871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 01 13:39:49.866563 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-baca747b-6f38-48b9-b2e2-f650bc34c5ff tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-942654', 'neutron.services.segments.db._delete_segments_for_network-8736733387888'] for network, precommit_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:39:49.894674 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-96d6002d-3724-4f28-ba22-fe7844b7d3a1 tempest-FloatingIPNegativeTestJSON-648808645 tempest-FloatingIPNegativeTestJSON-648808645-project] Notify callbacks [] for port, precommit_update {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:39:49.916382 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-96d6002d-3724-4f28-ba22-fe7844b7d3a1 tempest-FloatingIPNegativeTestJSON-648808645 tempest-FloatingIPNegativeTestJSON-648808645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2743106'] for port, after_update {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:39:49.942941 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.services.segments.db [None req-baca747b-6f38-48b9-b2e2-f650bc34c5ff tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b2076001-b441-4a1b-a96b-552c4faf0800']}} {{(pid=83871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:39:50.047266 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.services.segments.db [None req-baca747b-6f38-48b9-b2e2-f650bc34c5ff tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '65d23008-bc4f-4bb4-adc2-3dc412de7601') {'for_net_delete': True} {{(pid=83871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:39:50.047558 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.services.segments.db [None req-baca747b-6f38-48b9-b2e2-f650bc34c5ff tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '65d23008-bc4f-4bb4-adc2-3dc412de7601') {} {{(pid=83871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:39:50.073368 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-baca747b-6f38-48b9-b2e2-f650bc34c5ff tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736733386999', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3166340'] for segment, before_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:39:50.115847 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d6002d-3724-4f28-ba22-fe7844b7d3a1 tempest-FloatingIPNegativeTestJSON-648808645 tempest-FloatingIPNegativeTestJSON-648808645-project] Pushing event updated for resources: {'Port': ['ID=be967c07-2bf2-4b9e-8959-6ae47127cb7e,revision_number=2']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:39:50.119122 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-96d6002d-3724-4f28-ba22-fe7844b7d3a1 tempest-FloatingIPNegativeTestJSON-648808645 tempest-FloatingIPNegativeTestJSON-648808645-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3017508', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4084015'] for router_interface, after_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:39:50.125897 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-baca747b-6f38-48b9-b2e2-f650bc34c5ff tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1004271'] for segment, precommit_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:39:50.140935 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-baca747b-6f38-48b9-b2e2-f650bc34c5ff tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Releasing vlan 361 on physical network physnet1 to pool {{(pid=83871) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 01 13:39:50.141325 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-baca747b-6f38-48b9-b2e2-f650bc34c5ff tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1004262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2743078'] for segment, after_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:39:50.157766 dv-neutron-836180-1-hyperv neutron-server[83871]: Traceback (most recent call last): Apr 01 13:39:50.157766 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 01 13:39:50.157766 dv-neutron-836180-1-hyperv neutron-server[83871]: timer() Apr 01 13:39:50.157766 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 13:39:50.157766 dv-neutron-836180-1-hyperv neutron-server[83871]: cb(*args, **kw) Apr 01 13:39:50.157766 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 13:39:50.157766 dv-neutron-836180-1-hyperv neutron-server[83871]: return func(*args, **kwargs) Apr 01 13:39:50.157766 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 13:39:50.157766 dv-neutron-836180-1-hyperv neutron-server[83871]: self._notify() Apr 01 13:39:50.157766 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 13:39:50.157766 dv-neutron-836180-1-hyperv neutron-server[83871]: self.callback(batched_events) Apr 01 13:39:50.157766 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 13:39:50.157766 dv-neutron-836180-1-hyperv neutron-server[83871]: event.method(event) Apr 01 13:39:50.157766 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 13:39:50.157766 dv-neutron-836180-1-hyperv neutron-server[83871]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 13:39:50.157766 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 13:39:50.157766 dv-neutron-836180-1-hyperv neutron-server[83871]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 13:39:50.157766 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 13:39:50.157766 dv-neutron-836180-1-hyperv neutron-server[83871]: return f(self, *a, **k) Apr 01 13:39:50.157766 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 13:39:50.157766 dv-neutron-836180-1-hyperv neutron-server[83871]: return self._get(url).json() Apr 01 13:39:50.157766 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 13:39:50.157766 dv-neutron-836180-1-hyperv neutron-server[83871]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 13:39:50.157766 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 01 13:39:50.157766 dv-neutron-836180-1-hyperv neutron-server[83871]: return self.request(url, 'GET', **kwargs) Apr 01 13:39:50.157766 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 01 13:39:50.157766 dv-neutron-836180-1-hyperv neutron-server[83871]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 13:39:50.157766 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 01 13:39:50.157766 dv-neutron-836180-1-hyperv neutron-server[83871]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 13:39:50.157766 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 01 13:39:50.157766 dv-neutron-836180-1-hyperv neutron-server[83871]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 13:39:50.157766 dv-neutron-836180-1-hyperv neutron-server[83871]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 13:39:50.251763 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-1e6f9902-306d-4314-9fb4-af8efe84246c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736733359243', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736732935810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2743125'] for port, after_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:39:50.372887 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e6f9902-306d-4314-9fb4-af8efe84246c admin admin] Pushing event deleted for resources: {'Port': ['ID=b8d1d8c2-31ee-4249-acb5-a3e79095c869,revision_number=None']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:39:50.381591 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-baca747b-6f38-48b9-b2e2-f650bc34c5ff tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-942599', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4084797'] for network, after_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:39:50.396545 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Device 533bb224-1493-41fd-93f8-605a9f240e34 no longer exists at agent ovs-agent-dv-neutron-836180-1-hyperv {{(pid=83872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 13:39:50.403261 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-baca747b-6f38-48b9-b2e2-f650bc34c5ff tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Notify callbacks [] for network, before_response {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:39:50.433324 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.plugin [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] No Port match for: 533bb224-1493-41fd-93f8-605a9f240e34 {{(pid=83872) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 01 13:39:50.433668 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Device 533bb224-1493-41fd-93f8-605a9f240e34 not bound to the agent host dv-neutron-836180-1-hyperv {{(pid=83872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 13:39:50.434080 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Device 7d243dbb-cd79-4a05-9ba7-2503b47388d6 no longer exists at agent ovs-agent-dv-neutron-836180-1-hyperv {{(pid=83872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 13:39:50.448573 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baca747b-6f38-48b9-b2e2-f650bc34c5ff tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Pushing event deleted for resources: {'Network': ['ID=b2076001-b441-4a1b-a96b-552c4faf0800,revision_number=None']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:39:50.467491 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.plugin [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] No Port match for: 7d243dbb-cd79-4a05-9ba7-2503b47388d6 {{(pid=83872) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 01 13:39:50.467858 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Device 7d243dbb-cd79-4a05-9ba7-2503b47388d6 not bound to the agent host dv-neutron-836180-1-hyperv {{(pid=83872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 13:39:50.514641 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62f9faf0-1fdd-4a10-8346-b0744178462d tempest-FloatingIPTestJSON-1100559899 tempest-FloatingIPTestJSON-1100559899-project] Notify agent at l3_agent.dv-neutron-836180-1-hyperv the message routers_updated {{(pid=83871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 13:39:50.524531 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c7a948e-09bc-4d4a-b075-6d770c7a0741 None None] Sync routers for ids ['a4024174-aefa-48ee-ba65-83a04caa0a41'] in dv-neutron-836180-1-hyperv {{(pid=83872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 13:39:50.531885 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 53912) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:39:50.532446 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-baca747b-6f38-48b9-b2e2-f650bc34c5ff tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] 10.222.0.26 "DELETE /v2.0/networks/b2076001-b441-4a1b-a96b-552c4faf0800 HTTP/1.1" status: 204 len: 168 time: 1.7944930 Apr 01 13:39:50.536225 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-62f9faf0-1fdd-4a10-8346-b0744178462d tempest-FloatingIPTestJSON-1100559899 tempest-FloatingIPTestJSON-1100559899-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109561'] for floatingip, before_response {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:39:50.539440 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.v2.base [None req-a83b45bd-9807-4223-93c8-37d138046869 tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Request body: {'router': {'routes': None}} {{(pid=83869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:39:50.540680 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c7a948e-09bc-4d4a-b075-6d770c7a0741 None None] Routers {'a4024174-aefa-48ee-ba65-83a04caa0a41'} bound to L3 agent in host dv-neutron-836180-1-hyperv {{(pid=83872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 13:39:50.541447 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_hamode_db [None req-2c7a948e-09bc-4d4a-b075-6d770c7a0741 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836180-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T13:25:36Z,description=,heartbeat_timestamp=2022-04-01T13:39:36Z,host='dv-neutron-836180-1-hyperv',id=88bf8fc8-11a3-4e96-9d1b-5fd93ba9f6f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T13:25:36Z,topic='l3_agent')) {'router_ids': ['a4024174-aefa-48ee-ba65-83a04caa0a41'], 'active': True} {{(pid=83872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:39:50.605809 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96d6002d-3724-4f28-ba22-fe7844b7d3a1 tempest-FloatingIPNegativeTestJSON-648808645 tempest-FloatingIPNegativeTestJSON-648808645-project] Network 51187b04-5660-4cd1-9924-6ade76a3e6c5 is already hosted by enough agents. {{(pid=83871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 13:39:50.612123 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_hamode_db [None req-2c7a948e-09bc-4d4a-b075-6d770c7a0741 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-836180-1-hyperv', False) {} {{(pid=83872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:39:50.615678 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.scheduler.base_scheduler [None req-96d6002d-3724-4f28-ba22-fe7844b7d3a1 tempest-FloatingIPNegativeTestJSON-648808645 tempest-FloatingIPNegativeTestJSON-648808645-project] Resources bound (agent type, host, resource id): {{(pid=83871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 13:39:50.626713 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c7a948e-09bc-4d4a-b075-6d770c7a0741 None None] Routers {'a4024174-aefa-48ee-ba65-83a04caa0a41'} bound to L3 agent in host dv-neutron-836180-1-hyperv {{(pid=83872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 13:39:50.627327 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_hamode_db [None req-2c7a948e-09bc-4d4a-b075-6d770c7a0741 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836180-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T13:25:36Z,description=,heartbeat_timestamp=2022-04-01T13:39:36Z,host='dv-neutron-836180-1-hyperv',id=88bf8fc8-11a3-4e96-9d1b-5fd93ba9f6f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T13:25:36Z,topic='l3_agent')) {'router_ids': ['a4024174-aefa-48ee-ba65-83a04caa0a41'], 'active': True} {{(pid=83872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:39:50.690892 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_hamode_db [None req-2c7a948e-09bc-4d4a-b075-6d770c7a0741 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-836180-1-hyperv', False) {} {{(pid=83872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:39:50.691287 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c7a948e-09bc-4d4a-b075-6d770c7a0741 None None] The sync data for ids ['a4024174-aefa-48ee-ba65-83a04caa0a41'] in dv-neutron-836180-1-hyperv is: [] {{(pid=83872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 13:39:50.882541 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.extraroute_db [None req-a83b45bd-9807-4223-93c8-37d138046869 tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Added routes are [] {{(pid=83869) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Apr 01 13:39:50.882773 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.extraroute_db [None req-a83b45bd-9807-4223-93c8-37d138046869 tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Removed routes are [] {{(pid=83869) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Apr 01 13:39:50.883114 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-a83b45bd-9807-4223-93c8-37d138046869 tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4084887', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4079850', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4161'] for router, precommit_update {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:39:50.935988 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-b4dbb2ba-9923-4f49-9958-4d3f9d4170ff None None] Provisioning complete for port be967c07-2bf2-4b9e-8959-6ae47127cb7e triggered by entity DHCP. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 13:39:50.936393 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-b4dbb2ba-9923-4f49-9958-4d3f9d4170ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-948329'] for port, provisioning_complete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:39:50.994336 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.plugin [None req-b4dbb2ba-9923-4f49-9958-4d3f9d4170ff None None] Port be967c07-2bf2-4b9e-8959-6ae47127cb7e cannot update to ACTIVE because it is not bound. {{(pid=83872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 13:39:51.061910 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-62f9faf0-1fdd-4a10-8346-b0744178462d tempest-FloatingIPTestJSON-1100559899 tempest-FloatingIPTestJSON-1100559899-project] 10.222.0.26 "PUT /v2.0/floatingips/05899373-fe3a-43ff-8448-77ac526f5086 HTTP/1.1" status: 200 len: 978 time: 6.0586684 Apr 01 13:39:51.065871 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 53916) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:39:51.249080 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-a83b45bd-9807-4223-93c8-37d138046869 tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4084887', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4079850', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4161'] for router, precommit_update {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:39:51.252263 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-a83b45bd-9807-4223-93c8-37d138046869 tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4084858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-4084844', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-4084837', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-4079843'] for router, after_update {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:39:51.390715 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a83b45bd-9807-4223-93c8-37d138046869 tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Router 443cce66-541a-4c4d-8e2a-33c9e2cd1777 has already been hosted by L3 agent 88bf8fc8-11a3-4e96-9d1b-5fd93ba9f6f1 {{(pid=83869) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 13:39:51.438951 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.plugin [None req-5765aaa0-d3f1-43b8-8cf6-a14c4493bb1d tempest-FloatingIPTestJSON-1100559899 tempest-FloatingIPTestJSON-1100559899-project] Deleting port 273820ec-b010-41ca-90aa-32633e1bec07 {{(pid=83871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 13:39:51.439639 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-5765aaa0-d3f1-43b8-8cf6-a14c4493bb1d tempest-FloatingIPTestJSON-1100559899 tempest-FloatingIPTestJSON-1100559899-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736733287370'] for port, before_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:39:51.527599 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a83b45bd-9807-4223-93c8-37d138046869 tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Notify agent at l3_agent.dv-neutron-836180-1-hyperv the message routers_updated {{(pid=83869) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 13:39:51.534757 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-a83b45bd-9807-4223-93c8-37d138046869 tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Notify callbacks [] for router, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:39:51.535815 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-a83b45bd-9807-4223-93c8-37d138046869 tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] 10.222.0.26 "PUT /v2.0/routers/443cce66-541a-4c4d-8e2a-33c9e2cd1777 HTTP/1.1" status: 200 len: 705 time: 1.0027092 Apr 01 13:39:51.538628 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 53920) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:39:51.540150 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c453a785-ce55-4bd3-a402-4fc5a87e8e93 None None] Sync routers for ids ['443cce66-541a-4c4d-8e2a-33c9e2cd1777'] in dv-neutron-836180-1-hyperv {{(pid=83873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 13:39:51.555969 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c453a785-ce55-4bd3-a402-4fc5a87e8e93 None None] Routers {'443cce66-541a-4c4d-8e2a-33c9e2cd1777'} bound to L3 agent in host dv-neutron-836180-1-hyperv {{(pid=83873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 13:39:51.556778 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-c453a785-ce55-4bd3-a402-4fc5a87e8e93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836180-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T13:25:36Z,description=,heartbeat_timestamp=2022-04-01T13:39:36Z,host='dv-neutron-836180-1-hyperv',id=88bf8fc8-11a3-4e96-9d1b-5fd93ba9f6f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T13:25:36Z,topic='l3_agent')) {'router_ids': ['443cce66-541a-4c4d-8e2a-33c9e2cd1777'], 'active': True} {{(pid=83873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:39:51.581531 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-dc1d494b-e98b-4c49-9754-7d2cafd77be2 tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Synchronizing usage tracker for tenant:315e7395dd224b3fb020d0b9d921742e on resource:port {{(pid=83869) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 13:39:51.598012 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-dc1d494b-e98b-4c49-9754-7d2cafd77be2 tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Unset dirty status for tenant:315e7395dd224b3fb020d0b9d921742e on resource:port {{(pid=83869) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 13:39:51.601969 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-dc1d494b-e98b-4c49-9754-7d2cafd77be2 tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] 10.222.0.26 "GET /v2.0/ports?device_id=443cce66-541a-4c4d-8e2a-33c9e2cd1777 HTTP/1.1" status: 200 len: 205 time: 0.0597301 Apr 01 13:39:51.602145 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 53924) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:39:51.607434 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-1e6f9902-306d-4314-9fb4-af8efe84246c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3017585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4084076'] for router_interface, after_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:39:51.683274 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_dvr_db [None req-c453a785-ce55-4bd3-a402-4fc5a87e8e93 None None] Set router 443cce66-541a-4c4d-8e2a-33c9e2cd1777 gateway port host: None {{(pid=83873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 13:39:51.741961 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-6b83b8a3-99d1-4ad8-966f-c866cb92d80c tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Notify callbacks [] for router, before_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:39:51.792780 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-5765aaa0-d3f1-43b8-8cf6-a14c4493bb1d tempest-FloatingIPTestJSON-1100559899 tempest-FloatingIPTestJSON-1100559899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4155147'] for port, precommit_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:39:51.793005 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-5765aaa0-d3f1-43b8-8cf6-a14c4493bb1d tempest-FloatingIPTestJSON-1100559899 tempest-FloatingIPTestJSON-1100559899-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:39:51.795329 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-c453a785-ce55-4bd3-a402-4fc5a87e8e93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '443cce66-541a-4c4d-8e2a-33c9e2cd1777', 'name': 'tempest-RoutersIpV6Test-router-2029186272', 'tenant_id': '315e7395dd224b3fb020d0b9d921742e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T13:38:26Z', 'updated_at': '2022-04-01T13:39:47Z', 'revision_number': 11, 'project_id': '315e7395dd224b3fb020d0b9d921742e', 'gw_port_host': None}], 'dv-neutron-836180-1-hyperv', False) {} {{(pid=83873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:39:51.800290 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c453a785-ce55-4bd3-a402-4fc5a87e8e93 None None] Checking router: 443cce66-541a-4c4d-8e2a-33c9e2cd1777 for host: dv-neutron-836180-1-hyperv {{(pid=83873) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 01 13:39:51.811241 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c453a785-ce55-4bd3-a402-4fc5a87e8e93 None None] Routers {'443cce66-541a-4c4d-8e2a-33c9e2cd1777'} bound to L3 agent in host dv-neutron-836180-1-hyperv {{(pid=83873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 13:39:51.811962 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-c453a785-ce55-4bd3-a402-4fc5a87e8e93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836180-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T13:25:36Z,description=,heartbeat_timestamp=2022-04-01T13:39:36Z,host='dv-neutron-836180-1-hyperv',id=88bf8fc8-11a3-4e96-9d1b-5fd93ba9f6f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T13:25:36Z,topic='l3_agent')) {'router_ids': ['443cce66-541a-4c4d-8e2a-33c9e2cd1777'], 'active': True} {{(pid=83873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:39:51.927377 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.plugin [None req-5765aaa0-d3f1-43b8-8cf6-a14c4493bb1d tempest-FloatingIPTestJSON-1100559899 tempest-FloatingIPTestJSON-1100559899-project] Calling delete_port for 273820ec-b010-41ca-90aa-32633e1bec07 owned by network:floatingip {{(pid=83871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 13:39:51.940228 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_dvr_db [None req-c453a785-ce55-4bd3-a402-4fc5a87e8e93 None None] Set router 443cce66-541a-4c4d-8e2a-33c9e2cd1777 gateway port host: None {{(pid=83873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 13:39:52.047343 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-c453a785-ce55-4bd3-a402-4fc5a87e8e93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '443cce66-541a-4c4d-8e2a-33c9e2cd1777', 'name': 'tempest-RoutersIpV6Test-router-2029186272', 'tenant_id': '315e7395dd224b3fb020d0b9d921742e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T13:38:26Z', 'updated_at': '2022-04-01T13:39:47Z', 'revision_number': 11, 'project_id': '315e7395dd224b3fb020d0b9d921742e', 'gw_port_host': None}], 'dv-neutron-836180-1-hyperv', False) {} {{(pid=83873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:39:52.052377 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c453a785-ce55-4bd3-a402-4fc5a87e8e93 None None] The sync data for ids ['443cce66-541a-4c4d-8e2a-33c9e2cd1777'] in dv-neutron-836180-1-hyperv is: [{'id': '443cce66-541a-4c4d-8e2a-33c9e2cd1777', 'name': 'tempest-RoutersIpV6Test-router-2029186272', 'tenant_id': '315e7395dd224b3fb020d0b9d921742e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T13:38:26Z', 'updated_at': '2022-04-01T13:39:47Z', 'revision_number': 11, 'project_id': '315e7395dd224b3fb020d0b9d921742e', 'gw_port_host': None}] {{(pid=83873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 13:39:52.076629 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96d6002d-3724-4f28-ba22-fe7844b7d3a1 tempest-FloatingIPNegativeTestJSON-648808645 tempest-FloatingIPNegativeTestJSON-648808645-project] Router 8e8751dc-8831-4f3b-a0a1-905627022d2d is scheduled to L3 agent 88bf8fc8-11a3-4e96-9d1b-5fd93ba9f6f1 with binding_index 1 {{(pid=83871) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 01 13:39:52.266786 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-6b83b8a3-99d1-4ad8-966f-c866cb92d80c tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4079814', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4170'] for router, precommit_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:39:52.272253 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-6b83b8a3-99d1-4ad8-966f-c866cb92d80c tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:39:52.298292 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-6b83b8a3-99d1-4ad8-966f-c866cb92d80c tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4079738'] for router, after_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:39:52.298994 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b83b8a3-99d1-4ad8-966f-c866cb92d80c tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Fanout notify agent at l3_agent the message router_deleted on router 443cce66-541a-4c4d-8e2a-33c9e2cd1777 {{(pid=83869) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 01 13:39:52.314833 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-6b83b8a3-99d1-4ad8-966f-c866cb92d80c tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Notify callbacks [] for router, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:39:52.316063 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-6b83b8a3-99d1-4ad8-966f-c866cb92d80c tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] 10.222.0.26 "DELETE /v2.0/routers/443cce66-541a-4c4d-8e2a-33c9e2cd1777 HTTP/1.1" status: 204 len: 168 time: 0.7130485 Apr 01 13:39:52.320768 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 53928) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:39:52.326159 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.v2.base [None req-e146c36f-f16e-40db-8cec-e759cf0ce301 tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1480584121', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:39:52.333318 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-e146c36f-f16e-40db-8cec-e759cf0ce301 tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:39:52.337864 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-e146c36f-f16e-40db-8cec-e759cf0ce301 tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Usage tracker for resource:router and tenant:315e7395dd224b3fb020d0b9d921742e is out of sync, need to count used quota {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 13:39:52.341294 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-e146c36f-f16e-40db-8cec-e759cf0ce301 tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 13:39:52.348571 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-e146c36f-f16e-40db-8cec-e759cf0ce301 tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:39:52.364511 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-e146c36f-f16e-40db-8cec-e759cf0ce301 tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4082176', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4220'] for router, before_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:39:52.366324 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-e146c36f-f16e-40db-8cec-e759cf0ce301 tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4082277', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4084873', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4148249', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4211'] for router, precommit_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:39:52.392437 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-e146c36f-f16e-40db-8cec-e759cf0ce301 tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:39:52.419231 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-e146c36f-f16e-40db-8cec-e759cf0ce301 tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4082201', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4084858'] for router, after_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:39:52.428976 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-5765aaa0-d3f1-43b8-8cf6-a14c4493bb1d tempest-FloatingIPTestJSON-1100559899 tempest-FloatingIPTestJSON-1100559899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736733359243', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736732935810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2743125'] for port, after_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:39:52.447058 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-e146c36f-f16e-40db-8cec-e759cf0ce301 tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Notify callbacks [] for router, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:39:52.448629 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-e146c36f-f16e-40db-8cec-e759cf0ce301 tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.1267309 Apr 01 13:39:52.451440 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 53932) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:39:52.456645 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.v2.base [None req-2382977b-e137-498f-91d3-ffcfea4a2672 tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Request body: {'router': {'admin_state_up': True}} {{(pid=83869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:39:52.625112 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5765aaa0-d3f1-43b8-8cf6-a14c4493bb1d tempest-FloatingIPTestJSON-1100559899 tempest-FloatingIPTestJSON-1100559899-project] Pushing event deleted for resources: {'Port': ['ID=273820ec-b010-41ca-90aa-32633e1bec07,revision_number=None']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:39:52.669243 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96d6002d-3724-4f28-ba22-fe7844b7d3a1 tempest-FloatingIPNegativeTestJSON-648808645 tempest-FloatingIPNegativeTestJSON-648808645-project] Notify agent at l3_agent.dv-neutron-836180-1-hyperv the message routers_updated {{(pid=83871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 13:39:52.680788 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d63b29c-17e6-4985-8947-d5bceadcfa32 None None] Sync routers for ids ['8e8751dc-8831-4f3b-a0a1-905627022d2d'] in dv-neutron-836180-1-hyperv {{(pid=83872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 13:39:52.696576 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d63b29c-17e6-4985-8947-d5bceadcfa32 None None] Routers {'8e8751dc-8831-4f3b-a0a1-905627022d2d'} bound to L3 agent in host dv-neutron-836180-1-hyperv {{(pid=83872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 13:39:52.697723 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_hamode_db [None req-2d63b29c-17e6-4985-8947-d5bceadcfa32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836180-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T13:25:36Z,description=,heartbeat_timestamp=2022-04-01T13:39:36Z,host='dv-neutron-836180-1-hyperv',id=88bf8fc8-11a3-4e96-9d1b-5fd93ba9f6f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T13:25:36Z,topic='l3_agent')) {'router_ids': ['8e8751dc-8831-4f3b-a0a1-905627022d2d'], 'active': True} {{(pid=83872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:39:52.752098 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-96d6002d-3724-4f28-ba22-fe7844b7d3a1 tempest-FloatingIPNegativeTestJSON-648808645 tempest-FloatingIPNegativeTestJSON-648808645-project] 10.222.0.26 "PUT /v2.0/routers/8e8751dc-8831-4f3b-a0a1-905627022d2d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4902534 Apr 01 13:39:52.757921 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 53936) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:39:52.768188 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.v2.base [None req-9cc2d3e6-7c19-44cd-af9b-24e88f1651af tempest-FloatingIPNegativeTestJSON-648808645 tempest-FloatingIPNegativeTestJSON-648808645-project] Request body: {'port': {'network_id': '51187b04-5660-4cd1-9924-6ade76a3e6c5', 'name': 'tempest-FloatingIPNegativeTestJSON-890076473'}} {{(pid=83871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:39:52.769832 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_hamode_db [None req-2d63b29c-17e6-4985-8947-d5bceadcfa32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-836180-1-hyperv', False) {} {{(pid=83872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:39:52.780852 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d63b29c-17e6-4985-8947-d5bceadcfa32 None None] Routers {'8e8751dc-8831-4f3b-a0a1-905627022d2d'} bound to L3 agent in host dv-neutron-836180-1-hyperv {{(pid=83872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 13:39:52.781453 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_hamode_db [None req-2d63b29c-17e6-4985-8947-d5bceadcfa32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836180-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T13:25:36Z,description=,heartbeat_timestamp=2022-04-01T13:39:36Z,host='dv-neutron-836180-1-hyperv',id=88bf8fc8-11a3-4e96-9d1b-5fd93ba9f6f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T13:25:36Z,topic='l3_agent')) {'router_ids': ['8e8751dc-8831-4f3b-a0a1-905627022d2d'], 'active': True} {{(pid=83872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:39:52.844157 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_hamode_db [None req-2d63b29c-17e6-4985-8947-d5bceadcfa32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-836180-1-hyperv', False) {} {{(pid=83872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:39:52.844598 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d63b29c-17e6-4985-8947-d5bceadcfa32 None None] The sync data for ids ['8e8751dc-8831-4f3b-a0a1-905627022d2d'] in dv-neutron-836180-1-hyperv is: [] {{(pid=83872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 13:39:52.852987 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-5765aaa0-d3f1-43b8-8cf6-a14c4493bb1d tempest-FloatingIPTestJSON-1100559899 tempest-FloatingIPTestJSON-1100559899-project] Notify callbacks [] for floatingip, after_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:39:52.856690 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-2382977b-e137-498f-91d3-ffcfea4a2672 tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4084887', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4079850', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4161'] for router, precommit_update {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:39:52.869252 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-2382977b-e137-498f-91d3-ffcfea4a2672 tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4084858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-4084844', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-4084837', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-4079843'] for router, after_update {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:39:53.038433 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2382977b-e137-498f-91d3-ffcfea4a2672 tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Router e21b4911-bebf-41ad-9165-c0627620a1dc is scheduled to L3 agent 88bf8fc8-11a3-4e96-9d1b-5fd93ba9f6f1 with binding_index 1 {{(pid=83869) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 01 13:39:53.177737 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2382977b-e137-498f-91d3-ffcfea4a2672 tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Notify agent at l3_agent.dv-neutron-836180-1-hyperv the message routers_updated {{(pid=83869) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 13:39:53.183601 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-2382977b-e137-498f-91d3-ffcfea4a2672 tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Notify callbacks [] for router, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:39:53.184758 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-2382977b-e137-498f-91d3-ffcfea4a2672 tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] 10.222.0.26 "PUT /v2.0/routers/e21b4911-bebf-41ad-9165-c0627620a1dc HTTP/1.1" status: 200 len: 698 time: 0.7324042 Apr 01 13:39:53.187654 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 53940) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:39:53.187819 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18f15c83-174f-42db-a25c-c3723502b9ff None None] Sync routers for ids ['e21b4911-bebf-41ad-9165-c0627620a1dc'] in dv-neutron-836180-1-hyperv {{(pid=83873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 13:39:53.191658 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-9cc2d3e6-7c19-44cd-af9b-24e88f1651af tempest-FloatingIPNegativeTestJSON-648808645 tempest-FloatingIPNegativeTestJSON-648808645-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:39:53.199722 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18f15c83-174f-42db-a25c-c3723502b9ff None None] Routers {'e21b4911-bebf-41ad-9165-c0627620a1dc'} bound to L3 agent in host dv-neutron-836180-1-hyperv {{(pid=83873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 13:39:53.200333 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-18f15c83-174f-42db-a25c-c3723502b9ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836180-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T13:25:36Z,description=,heartbeat_timestamp=2022-04-01T13:39:36Z,host='dv-neutron-836180-1-hyperv',id=88bf8fc8-11a3-4e96-9d1b-5fd93ba9f6f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T13:25:36Z,topic='l3_agent')) {'router_ids': ['e21b4911-bebf-41ad-9165-c0627620a1dc'], 'active': True} {{(pid=83873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:39:53.207949 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-9cc2d3e6-7c19-44cd-af9b-24e88f1651af tempest-FloatingIPNegativeTestJSON-648808645 tempest-FloatingIPNegativeTestJSON-648808645-project] Usage tracker for resource:port and tenant:ba47e8b44e794c9d8e6d55f583b257a8 is out of sync, need to count used quota {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 13:39:53.212579 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-9cc2d3e6-7c19-44cd-af9b-24e88f1651af tempest-FloatingIPNegativeTestJSON-648808645 tempest-FloatingIPNegativeTestJSON-648808645-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 13:39:53.224837 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-9cc2d3e6-7c19-44cd-af9b-24e88f1651af tempest-FloatingIPNegativeTestJSON-648808645 tempest-FloatingIPNegativeTestJSON-648808645-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:39:53.247734 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9cc2d3e6-7c19-44cd-af9b-24e88f1651af tempest-FloatingIPNegativeTestJSON-648808645 tempest-FloatingIPNegativeTestJSON-648808645-project] Made reservation on behalf of ba47e8b44e794c9d8e6d55f583b257a8 for: {'port': 1} {{(pid=83871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 13:39:53.250685 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-9cc2d3e6-7c19-44cd-af9b-24e88f1651af tempest-FloatingIPNegativeTestJSON-648808645 tempest-FloatingIPNegativeTestJSON-648808645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:39:53.284857 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.notifiers.nova [None req-9cc2d3e6-7c19-44cd-af9b-24e88f1651af tempest-FloatingIPNegativeTestJSON-648808645 tempest-FloatingIPNegativeTestJSON-648808645-project] device_id is not set on port e4a71f82-fa50-4681-910b-1a9070b6ffae yet. {{(pid=83871) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 01 13:39:53.328866 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_dvr_db [None req-18f15c83-174f-42db-a25c-c3723502b9ff None None] Set router e21b4911-bebf-41ad-9165-c0627620a1dc gateway port host: None {{(pid=83873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 13:39:53.370345 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-0862136d-b163-4336-b98f-2018e6b84365 tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] 10.222.0.26 "GET /v2.0/routers/e21b4911-bebf-41ad-9165-c0627620a1dc HTTP/1.1" status: 200 len: 704 time: 0.1810467 Apr 01 13:39:53.373122 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 53944) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:39:53.419583 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-39501545-430b-4641-94c1-6cb4d62f6f82 tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] 10.222.0.26 "GET /v2.0/ports?device_id=e21b4911-bebf-41ad-9165-c0627620a1dc HTTP/1.1" status: 200 len: 205 time: 0.0453787 Apr 01 13:39:53.422470 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 53948) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:39:53.443633 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-18f15c83-174f-42db-a25c-c3723502b9ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e21b4911-bebf-41ad-9165-c0627620a1dc', 'name': 'tempest-RoutersIpV6Test-router-1480584121', 'tenant_id': '315e7395dd224b3fb020d0b9d921742e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T13:39:52Z', 'updated_at': '2022-04-01T13:39:52Z', 'revision_number': 2, 'project_id': '315e7395dd224b3fb020d0b9d921742e', 'gw_port_host': None}], 'dv-neutron-836180-1-hyperv', False) {} {{(pid=83873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:39:53.447903 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18f15c83-174f-42db-a25c-c3723502b9ff None None] Checking router: e21b4911-bebf-41ad-9165-c0627620a1dc for host: dv-neutron-836180-1-hyperv {{(pid=83873) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 01 13:39:53.459370 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18f15c83-174f-42db-a25c-c3723502b9ff None None] Routers {'e21b4911-bebf-41ad-9165-c0627620a1dc'} bound to L3 agent in host dv-neutron-836180-1-hyperv {{(pid=83873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 13:39:53.460145 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-18f15c83-174f-42db-a25c-c3723502b9ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836180-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T13:25:36Z,description=,heartbeat_timestamp=2022-04-01T13:39:36Z,host='dv-neutron-836180-1-hyperv',id=88bf8fc8-11a3-4e96-9d1b-5fd93ba9f6f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T13:25:36Z,topic='l3_agent')) {'router_ids': ['e21b4911-bebf-41ad-9165-c0627620a1dc'], 'active': True} {{(pid=83873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:39:53.570153 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-6fcb4f54-ed0a-4616-959c-9c7b90a65ee2 tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Notify callbacks [] for router, before_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:39:53.600930 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_dvr_db [None req-18f15c83-174f-42db-a25c-c3723502b9ff None None] Set router e21b4911-bebf-41ad-9165-c0627620a1dc gateway port host: None {{(pid=83873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 13:39:53.695861 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e6f9902-306d-4314-9fb4-af8efe84246c admin admin] Router ede9094e-0d48-4c45-9fbe-8e6536f13cf3 has already been hosted by L3 agent 88bf8fc8-11a3-4e96-9d1b-5fd93ba9f6f1 {{(pid=83871) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 13:39:53.714457 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-18f15c83-174f-42db-a25c-c3723502b9ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e21b4911-bebf-41ad-9165-c0627620a1dc', 'name': 'tempest-RoutersIpV6Test-router-1480584121', 'tenant_id': '315e7395dd224b3fb020d0b9d921742e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T13:39:52Z', 'updated_at': '2022-04-01T13:39:52Z', 'revision_number': 2, 'project_id': '315e7395dd224b3fb020d0b9d921742e', 'gw_port_host': None}], 'dv-neutron-836180-1-hyperv', False) {} {{(pid=83873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:39:53.718636 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18f15c83-174f-42db-a25c-c3723502b9ff None None] The sync data for ids ['e21b4911-bebf-41ad-9165-c0627620a1dc'] in dv-neutron-836180-1-hyperv is: [{'id': 'e21b4911-bebf-41ad-9165-c0627620a1dc', 'name': 'tempest-RoutersIpV6Test-router-1480584121', 'tenant_id': '315e7395dd224b3fb020d0b9d921742e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T13:39:52Z', 'updated_at': '2022-04-01T13:39:52Z', 'revision_number': 2, 'project_id': '315e7395dd224b3fb020d0b9d921742e', 'gw_port_host': None}] {{(pid=83873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 13:39:53.731755 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.db_base_plugin_common [None req-9cc2d3e6-7c19-44cd-af9b-24e88f1651af tempest-FloatingIPNegativeTestJSON-648808645 tempest-FloatingIPNegativeTestJSON-648808645-project] Allocated IP 172.20.0.11 (51187b04-5660-4cd1-9924-6ade76a3e6c5/3d4b1076-e675-4f5f-8567-65d6aea59f5b/e4a71f82-fa50-4681-910b-1a9070b6ffae) {{(pid=83871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 13:39:53.763479 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:39:54.121293 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-6fcb4f54-ed0a-4616-959c-9c7b90a65ee2 tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4079814', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4170'] for router, precommit_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:39:54.125589 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-6fcb4f54-ed0a-4616-959c-9c7b90a65ee2 tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:39:54.152013 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-6fcb4f54-ed0a-4616-959c-9c7b90a65ee2 tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4079738'] for router, after_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:39:54.152602 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6fcb4f54-ed0a-4616-959c-9c7b90a65ee2 tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Fanout notify agent at l3_agent the message router_deleted on router e21b4911-bebf-41ad-9165-c0627620a1dc {{(pid=83869) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 01 13:39:54.169011 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-6fcb4f54-ed0a-4616-959c-9c7b90a65ee2 tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Notify callbacks [] for router, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:39:54.173109 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-6fcb4f54-ed0a-4616-959c-9c7b90a65ee2 tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] 10.222.0.26 "DELETE /v2.0/routers/e21b4911-bebf-41ad-9165-c0627620a1dc HTTP/1.1" status: 204 len: 168 time: 0.7467294 Apr 01 13:39:54.173268 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-9cc2d3e6-7c19-44cd-af9b-24e88f1651af tempest-FloatingIPNegativeTestJSON-648808645 tempest-FloatingIPNegativeTestJSON-648808645-project] Notify callbacks [] for port, precommit_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:39:54.173359 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 53952) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:39:54.199626 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.provisioning_blocks [None req-9cc2d3e6-7c19-44cd-af9b-24e88f1651af tempest-FloatingIPNegativeTestJSON-648808645 tempest-FloatingIPNegativeTestJSON-648808645-project] Transition to ACTIVE for port object e4a71f82-fa50-4681-910b-1a9070b6ffae will not be triggered until provisioned by entity DHCP. {{(pid=83871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 13:39:54.226521 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-8aa784ca-abb4-4849-8174-2249c83237da tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] 10.222.0.26 "GET /v2.0/ports?device_id=e21b4911-bebf-41ad-9165-c0627620a1dc HTTP/1.1" status: 200 len: 205 time: 0.0477777 Apr 01 13:39:54.226847 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 53956) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:39:54.232726 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5765aaa0-d3f1-43b8-8cf6-a14c4493bb1d tempest-FloatingIPTestJSON-1100559899 tempest-FloatingIPTestJSON-1100559899-project] Router a4024174-aefa-48ee-ba65-83a04caa0a41 has already been hosted by L3 agent 88bf8fc8-11a3-4e96-9d1b-5fd93ba9f6f1 {{(pid=83871) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 13:39:54.293835 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.api.v2.resource [None req-8c40c75d-1770-4c85-a381-c7b979c29fe0 tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] delete failed (client error): The resource could not be found. Apr 01 13:39:54.297847 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-8c40c75d-1770-4c85-a381-c7b979c29fe0 tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] 10.222.0.26 "DELETE /v2.0/routers/e21b4911-bebf-41ad-9165-c0627620a1dc HTTP/1.1" status: 404 len: 336 time: 0.0677247 Apr 01 13:39:54.298086 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 53960) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:39:54.323399 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e6f9902-306d-4314-9fb4-af8efe84246c admin admin] Notify agent at l3_agent.dv-neutron-836180-1-hyperv the message routers_updated {{(pid=83871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 13:39:54.333730 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b015ac94-1b91-47e4-85c9-6fe7e5284507 None None] Sync routers for ids ['ede9094e-0d48-4c45-9fbe-8e6536f13cf3'] in dv-neutron-836180-1-hyperv {{(pid=83872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 13:39:54.343245 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-9cc2d3e6-7c19-44cd-af9b-24e88f1651af tempest-FloatingIPNegativeTestJSON-648808645 tempest-FloatingIPNegativeTestJSON-648808645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736732935801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2743125'] for port, after_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:39:54.344487 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.pecan_wsgi.hooks.translation [None req-e1d4690d-6799-43d8-a9b2-829f2df90948 tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] DELETE failed (client error): The resource could not be found. Apr 01 13:39:54.344820 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e1d4690d-6799-43d8-a9b2-829f2df90948 tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83869) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 13:39:54.347103 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-e1d4690d-6799-43d8-a9b2-829f2df90948 tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] 10.222.0.26 "DELETE /v2.0/subnets/255eed5b-f977-4482-b87e-c2bf0cdf8fef HTTP/1.1" status: 404 len: 337 time: 0.0473816 Apr 01 13:39:54.349553 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 53964) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:39:54.356196 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b015ac94-1b91-47e4-85c9-6fe7e5284507 None None] Routers {'ede9094e-0d48-4c45-9fbe-8e6536f13cf3'} bound to L3 agent in host dv-neutron-836180-1-hyperv {{(pid=83872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 13:39:54.360565 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_hamode_db [None req-b015ac94-1b91-47e4-85c9-6fe7e5284507 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836180-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T13:25:36Z,description=,heartbeat_timestamp=2022-04-01T13:39:36Z,host='dv-neutron-836180-1-hyperv',id=88bf8fc8-11a3-4e96-9d1b-5fd93ba9f6f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T13:25:36Z,topic='l3_agent')) {'router_ids': ['ede9094e-0d48-4c45-9fbe-8e6536f13cf3'], 'active': True} {{(pid=83872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:39:54.391195 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.pecan_wsgi.hooks.translation [None req-1f144263-47ac-4eee-a0f4-2ed323e831f5 tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] DELETE failed (client error): The resource could not be found. Apr 01 13:39:54.391617 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1f144263-47ac-4eee-a0f4-2ed323e831f5 tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83869) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 13:39:54.393376 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-1f144263-47ac-4eee-a0f4-2ed323e831f5 tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] 10.222.0.26 "DELETE /v2.0/subnets/8bc9dba3-0769-4278-91dc-738d7d6e2982 HTTP/1.1" status: 404 len: 337 time: 0.0429261 Apr 01 13:39:54.395833 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 53968) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:39:54.442424 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.pecan_wsgi.hooks.translation [None req-1dabbb41-850e-4cb7-9e7b-c1797332c942 tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] DELETE failed (client error): The resource could not be found. Apr 01 13:39:54.442860 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1dabbb41-850e-4cb7-9e7b-c1797332c942 tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83869) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 13:39:54.444733 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-1dabbb41-850e-4cb7-9e7b-c1797332c942 tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] 10.222.0.26 "DELETE /v2.0/subnets/f1fab571-13d5-4032-88ca-01a4aafa0daa HTTP/1.1" status: 404 len: 337 time: 0.0478034 Apr 01 13:39:54.448694 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 53972) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:39:54.449351 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-1e6f9902-306d-4314-9fb4-af8efe84246c admin admin] 10.222.0.26 "PUT /v2.0/routers/ede9094e-0d48-4c45-9fbe-8e6536f13cf3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.1021438 Apr 01 13:39:54.451809 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 53976) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:39:54.495310 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.pecan_wsgi.hooks.translation [None req-0d7b11bc-b78e-43f6-9e41-f6aae3c201a7 tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] DELETE failed (client error): The resource could not be found. Apr 01 13:39:54.495746 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0d7b11bc-b78e-43f6-9e41-f6aae3c201a7 tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83869) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 13:39:54.497624 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-0d7b11bc-b78e-43f6-9e41-f6aae3c201a7 tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] 10.222.0.26 "DELETE /v2.0/subnets/ad7574d2-be4a-487a-85ad-6d5a1a89f635 HTTP/1.1" status: 404 len: 337 time: 0.0480120 Apr 01 13:39:54.501788 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 53980) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:39:54.505662 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cc2d3e6-7c19-44cd-af9b-24e88f1651af tempest-FloatingIPNegativeTestJSON-648808645 tempest-FloatingIPNegativeTestJSON-648808645-project] Network 51187b04-5660-4cd1-9924-6ade76a3e6c5 is already hosted by enough agents. {{(pid=83871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 13:39:54.554495 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc2d3e6-7c19-44cd-af9b-24e88f1651af tempest-FloatingIPNegativeTestJSON-648808645 tempest-FloatingIPNegativeTestJSON-648808645-project] Pushing event updated for resources: {'Port': ['ID=e4a71f82-fa50-4681-910b-1a9070b6ffae,revision_number=1']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:39:54.557115 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.scheduler.base_scheduler [None req-9cc2d3e6-7c19-44cd-af9b-24e88f1651af tempest-FloatingIPNegativeTestJSON-648808645 tempest-FloatingIPNegativeTestJSON-648808645-project] Resources bound (agent type, host, resource id): {{(pid=83871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 13:39:54.566381 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cc2d3e6-7c19-44cd-af9b-24e88f1651af tempest-FloatingIPNegativeTestJSON-648808645 tempest-FloatingIPNegativeTestJSON-648808645-project] Received port after_create {{(pid=83871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 13:39:54.594668 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-547b8df3-b02f-43f0-b411-bcb2ef19b4e7 tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Synchronizing usage tracker for tenant:315e7395dd224b3fb020d0b9d921742e on resource:port {{(pid=83871) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 13:39:54.598057 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_dvr_db [None req-b015ac94-1b91-47e4-85c9-6fe7e5284507 None None] Set router ede9094e-0d48-4c45-9fbe-8e6536f13cf3 gateway port host: dv-neutron-836180-1-hyperv {{(pid=83872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 13:39:54.668821 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-547b8df3-b02f-43f0-b411-bcb2ef19b4e7 tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] Unset dirty status for tenant:315e7395dd224b3fb020d0b9d921742e on resource:port {{(pid=83871) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 13:39:54.669989 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-547b8df3-b02f-43f0-b411-bcb2ef19b4e7 tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] 10.222.0.26 "GET /v2.0/ports?device_id=443cce66-541a-4c4d-8e2a-33c9e2cd1777 HTTP/1.1" status: 200 len: 205 time: 0.1673913 Apr 01 13:39:54.673095 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 53984) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:39:54.680077 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cc2d3e6-7c19-44cd-af9b-24e88f1651af tempest-FloatingIPNegativeTestJSON-648808645 tempest-FloatingIPNegativeTestJSON-648808645-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:39:54.680737 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-9cc2d3e6-7c19-44cd-af9b-24e88f1651af tempest-FloatingIPNegativeTestJSON-648808645 tempest-FloatingIPNegativeTestJSON-648808645-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109561'] for port, before_response {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:39:54.717127 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-9cc2d3e6-7c19-44cd-af9b-24e88f1651af tempest-FloatingIPNegativeTestJSON-648808645 tempest-FloatingIPNegativeTestJSON-648808645-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.9581425 Apr 01 13:39:54.718295 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 53988) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:39:54.737473 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.v2.base [None req-97a743bd-6c59-435a-96d2-e777b79d7a46 tempest-FloatingIPNegativeTestJSON-648808645 tempest-FloatingIPNegativeTestJSON-648808645-project] Request body: {'floatingip': {'floating_network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301'}} {{(pid=83871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:39:54.744927 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-97a743bd-6c59-435a-96d2-e777b79d7a46 tempest-FloatingIPNegativeTestJSON-648808645 tempest-FloatingIPNegativeTestJSON-648808645-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:39:54.756374 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-97a743bd-6c59-435a-96d2-e777b79d7a46 tempest-FloatingIPNegativeTestJSON-648808645 tempest-FloatingIPNegativeTestJSON-648808645-project] Usage tracker for resource:floatingip and tenant:ba47e8b44e794c9d8e6d55f583b257a8 is out of sync, need to count used quota {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 13:39:54.761287 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.api.v2.resource [None req-f4ac81b1-f3a2-4b26-b7ab-36df1a1a8c85 tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] delete failed (client error): The resource could not be found. Apr 01 13:39:54.762444 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-f4ac81b1-f3a2-4b26-b7ab-36df1a1a8c85 tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] 10.222.0.26 "DELETE /v2.0/routers/443cce66-541a-4c4d-8e2a-33c9e2cd1777 HTTP/1.1" status: 404 len: 336 time: 0.0880852 Apr 01 13:39:54.765880 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 53992) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:39:54.772594 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-97a743bd-6c59-435a-96d2-e777b79d7a46 tempest-FloatingIPNegativeTestJSON-648808645 tempest-FloatingIPNegativeTestJSON-648808645-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 13:39:54.793003 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-97a743bd-6c59-435a-96d2-e777b79d7a46 tempest-FloatingIPNegativeTestJSON-648808645 tempest-FloatingIPNegativeTestJSON-648808645-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:39:54.823313 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5765aaa0-d3f1-43b8-8cf6-a14c4493bb1d tempest-FloatingIPTestJSON-1100559899 tempest-FloatingIPTestJSON-1100559899-project] Notify agent at l3_agent.dv-neutron-836180-1-hyperv the message routers_updated {{(pid=83871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 13:39:54.829499 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-5765aaa0-d3f1-43b8-8cf6-a14c4493bb1d tempest-FloatingIPTestJSON-1100559899 tempest-FloatingIPTestJSON-1100559899-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109561'] for floatingip, before_response {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:39:54.838870 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89393e19-428f-430e-8833-9df15c849096 None None] Sync routers for ids ['a4024174-aefa-48ee-ba65-83a04caa0a41'] in dv-neutron-836180-1-hyperv {{(pid=83873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 13:39:54.850858 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-48f2f39a-7763-42f4-a66a-6e48d815b207 tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] 10.222.0.26 "GET /v2.0/ports?device_id=c0d1d34a-1d35-455c-b993-35eb052d6672 HTTP/1.1" status: 200 len: 205 time: 0.0837152 Apr 01 13:39:54.853893 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 53996) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:39:54.869856 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89393e19-428f-430e-8833-9df15c849096 None None] Routers {'a4024174-aefa-48ee-ba65-83a04caa0a41'} bound to L3 agent in host dv-neutron-836180-1-hyperv {{(pid=83873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 13:39:54.870496 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-89393e19-428f-430e-8833-9df15c849096 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836180-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T13:25:36Z,description=,heartbeat_timestamp=2022-04-01T13:39:36Z,host='dv-neutron-836180-1-hyperv',id=88bf8fc8-11a3-4e96-9d1b-5fd93ba9f6f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T13:25:36Z,topic='l3_agent')) {'router_ids': ['a4024174-aefa-48ee-ba65-83a04caa0a41'], 'active': True} {{(pid=83873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:39:54.907063 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-97a743bd-6c59-435a-96d2-e777b79d7a46 tempest-FloatingIPNegativeTestJSON-648808645 tempest-FloatingIPNegativeTestJSON-648808645-project] Notify callbacks [] for floatingip, before_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:39:54.929707 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-5765aaa0-d3f1-43b8-8cf6-a14c4493bb1d tempest-FloatingIPTestJSON-1100559899 tempest-FloatingIPTestJSON-1100559899-project] 10.222.0.26 "DELETE /v2.0/floatingips/05899373-fe3a-43ff-8448-77ac526f5086 HTTP/1.1" status: 204 len: 168 time: 3.8612351 Apr 01 13:39:54.932141 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 54000) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:39:54.973168 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.api.v2.resource [None req-e1b6f292-49b5-43d7-94b3-bc99ca04c2c1 tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] delete failed (client error): The resource could not be found. Apr 01 13:39:54.974590 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-e1b6f292-49b5-43d7-94b3-bc99ca04c2c1 tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] 10.222.0.26 "DELETE /v2.0/routers/c0d1d34a-1d35-455c-b993-35eb052d6672 HTTP/1.1" status: 404 len: 336 time: 0.1193249 Apr 01 13:39:54.983869 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 54004) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:39:55.003395 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-89393e19-428f-430e-8833-9df15c849096 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-836180-1-hyperv', False) {} {{(pid=83873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:39:55.016121 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89393e19-428f-430e-8833-9df15c849096 None None] Routers {'a4024174-aefa-48ee-ba65-83a04caa0a41'} bound to L3 agent in host dv-neutron-836180-1-hyperv {{(pid=83873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 13:39:55.017006 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-89393e19-428f-430e-8833-9df15c849096 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836180-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T13:25:36Z,description=,heartbeat_timestamp=2022-04-01T13:39:36Z,host='dv-neutron-836180-1-hyperv',id=88bf8fc8-11a3-4e96-9d1b-5fd93ba9f6f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T13:25:36Z,topic='l3_agent')) {'router_ids': ['a4024174-aefa-48ee-ba65-83a04caa0a41'], 'active': True} {{(pid=83873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:39:55.048223 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.pecan_wsgi.hooks.translation [None req-a3cf6841-4a7d-44e6-b00e-1f0d665e0c5f tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] DELETE failed (client error): The resource could not be found. Apr 01 13:39:55.049606 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a3cf6841-4a7d-44e6-b00e-1f0d665e0c5f tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83869) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 13:39:55.051572 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-a3cf6841-4a7d-44e6-b00e-1f0d665e0c5f tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] 10.222.0.26 "DELETE /v2.0/subnets/ff6a22f1-db5c-4ec3-bc25-c880ad8d7331 HTTP/1.1" status: 404 len: 337 time: 0.0608404 Apr 01 13:39:55.055949 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 54008) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:39:55.087756 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-89393e19-428f-430e-8833-9df15c849096 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-836180-1-hyperv', False) {} {{(pid=83873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:39:55.087984 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-5db5440e-b4e9-4688-afa0-f60b8f83eb59 None None] Provisioning for port e4a71f82-fa50-4681-910b-1a9070b6ffae completed by entity DHCP. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 13:39:55.089217 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89393e19-428f-430e-8833-9df15c849096 None None] The sync data for ids ['a4024174-aefa-48ee-ba65-83a04caa0a41'] in dv-neutron-836180-1-hyperv is: [] {{(pid=83873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 13:39:55.095742 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-5db5440e-b4e9-4688-afa0-f60b8f83eb59 None None] Provisioning complete for port e4a71f82-fa50-4681-910b-1a9070b6ffae triggered by entity DHCP. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 13:39:55.096133 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-5db5440e-b4e9-4688-afa0-f60b8f83eb59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-948329'] for port, provisioning_complete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:39:55.125182 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-0239c7a0-9cd7-41c6-9ac1-9f5bbb0cc5f1 tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] 10.222.0.26 "GET /v2.0/ports?device_id=04d6d348-558c-4e5f-87bc-0167a34244ac HTTP/1.1" status: 200 len: 205 time: 0.0658283 Apr 01 13:39:55.125735 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 54012) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:39:55.128060 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.plugin [None req-84ff9ea6-2fc2-4c0f-891e-8277443a0999 tempest-FloatingIPTestJSON-1100559899 tempest-FloatingIPTestJSON-1100559899-project] Deleting port bd4519a3-f9d9-46cd-a4ab-0cc604c5c469 {{(pid=83869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 13:39:55.128491 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-84ff9ea6-2fc2-4c0f-891e-8277443a0999 tempest-FloatingIPTestJSON-1100559899 tempest-FloatingIPTestJSON-1100559899-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736733287370'] for port, before_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:39:55.158482 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-34bc2078-aa0b-42a9-a4b1-760840c3d1d8 admin admin] Notify callbacks [] for router, before_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:39:55.166743 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_hamode_db [None req-b015ac94-1b91-47e4-85c9-6fe7e5284507 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ede9094e-0d48-4c45-9fbe-8e6536f13cf3', 'name': 'tempest-ServerActionsTestJSON-2067273465-router', 'tenant_id': '1db979ced72f4c84a5c312128899dc9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'external_fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.75'}], 'enable_snat': True}, 'gw_port_id': '66cbe317-14d9-4cff-9764-39cbd8640f55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T13:36:08Z', 'updated_at': '2022-04-01T13:39:49Z', 'revision_number': 5, 'project_id': '1db979ced72f4c84a5c312128899dc9b', 'gw_port': {'id': '66cbe317-14d9-4cff-9764-39cbd8640f55', 'name': '', 'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:ee:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ede9094e-0d48-4c45-9fbe-8e6536f13cf3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836180-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:36:10Z', 'updated_at': '2022-04-01T13:36:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836180-1-hyperv'}], 'dv-neutron-836180-1-hyperv', False) {} {{(pid=83872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:39:55.168778 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.plugin [None req-5db5440e-b4e9-4688-afa0-f60b8f83eb59 None None] Port e4a71f82-fa50-4681-910b-1a9070b6ffae cannot update to ACTIVE because it is not bound. {{(pid=83872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 13:39:55.173911 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b015ac94-1b91-47e4-85c9-6fe7e5284507 None None] Checking router: ede9094e-0d48-4c45-9fbe-8e6536f13cf3 for host: dv-neutron-836180-1-hyperv {{(pid=83872) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 01 13:39:55.185249 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b015ac94-1b91-47e4-85c9-6fe7e5284507 None None] Routers {'ede9094e-0d48-4c45-9fbe-8e6536f13cf3'} bound to L3 agent in host dv-neutron-836180-1-hyperv {{(pid=83872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 13:39:55.185852 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_hamode_db [None req-b015ac94-1b91-47e4-85c9-6fe7e5284507 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836180-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T13:25:36Z,description=,heartbeat_timestamp=2022-04-01T13:39:36Z,host='dv-neutron-836180-1-hyperv',id=88bf8fc8-11a3-4e96-9d1b-5fd93ba9f6f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T13:25:36Z,topic='l3_agent')) {'router_ids': ['ede9094e-0d48-4c45-9fbe-8e6536f13cf3'], 'active': True} {{(pid=83872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:39:55.208967 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-97a743bd-6c59-435a-96d2-e777b79d7a46 tempest-FloatingIPNegativeTestJSON-648808645 tempest-FloatingIPNegativeTestJSON-648808645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:39:55.212382 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.api.v2.resource [None req-57c4752a-87e1-4df2-bbb6-174184cf5fc3 tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] delete failed (client error): The resource could not be found. Apr 01 13:39:55.215855 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-57c4752a-87e1-4df2-bbb6-174184cf5fc3 tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] 10.222.0.26 "DELETE /v2.0/routers/04d6d348-558c-4e5f-87bc-0167a34244ac HTTP/1.1" status: 404 len: 336 time: 0.0868680 Apr 01 13:39:55.250556 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 54016) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:39:55.306723 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-4e0768fd-aec4-43a5-975c-04440c01685f tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] 10.222.0.26 "GET /v2.0/ports?device_id=0e81f490-b4ef-4864-b60a-ceaa6916ad6c HTTP/1.1" status: 200 len: 205 time: 0.0528953 Apr 01 13:39:55.307356 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 54020) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:39:55.385923 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.api.v2.resource [None req-f46935dc-14f1-4474-9a45-f8e207cbf8fe tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] delete failed (client error): The resource could not be found. Apr 01 13:39:55.386842 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-f46935dc-14f1-4474-9a45-f8e207cbf8fe tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] 10.222.0.26 "DELETE /v2.0/routers/0e81f490-b4ef-4864-b60a-ceaa6916ad6c HTTP/1.1" status: 404 len: 336 time: 0.0786092 Apr 01 13:39:55.389896 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 54024) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:39:55.429156 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_dvr_db [None req-b015ac94-1b91-47e4-85c9-6fe7e5284507 None None] Set router ede9094e-0d48-4c45-9fbe-8e6536f13cf3 gateway port host: dv-neutron-836180-1-hyperv {{(pid=83872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 13:39:55.432394 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.pecan_wsgi.hooks.translation [None req-510b0c08-1ecd-4b17-a0dc-fa6fc51afc2e tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] DELETE failed (client error): The resource could not be found. Apr 01 13:39:55.432819 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-510b0c08-1ecd-4b17-a0dc-fa6fc51afc2e tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83871) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 13:39:55.468678 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-510b0c08-1ecd-4b17-a0dc-fa6fc51afc2e tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] 10.222.0.26 "DELETE /v2.0/subnets/37daf882-8ff8-43e0-89a1-6d1af9e77f9f HTTP/1.1" status: 404 len: 337 time: 0.0769269 Apr 01 13:39:55.470135 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 54028) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:39:55.640863 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-42312632-4c42-4554-a6a3-73769a2a9ec5 tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] 10.222.0.26 "GET /v2.0/ports?device_id=7920a49b-952b-47e2-bc87-8d3de51a0d27 HTTP/1.1" status: 200 len: 205 time: 0.1693988 Apr 01 13:39:55.643239 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 54032) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:39:55.659027 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-84ff9ea6-2fc2-4c0f-891e-8277443a0999 tempest-FloatingIPTestJSON-1100559899 tempest-FloatingIPTestJSON-1100559899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4155147'] for port, precommit_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:39:55.715852 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.api.v2.resource [None req-7ef8aba5-2dea-4c46-9904-57312e09b24c tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] delete failed (client error): The resource could not be found. Apr 01 13:39:55.716870 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-7ef8aba5-2dea-4c46-9904-57312e09b24c tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] 10.222.0.26 "DELETE /v2.0/routers/7920a49b-952b-47e2-bc87-8d3de51a0d27 HTTP/1.1" status: 404 len: 336 time: 0.0727594 Apr 01 13:39:55.719479 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 54036) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:39:55.735283 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_hamode_db [None req-b015ac94-1b91-47e4-85c9-6fe7e5284507 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ede9094e-0d48-4c45-9fbe-8e6536f13cf3', 'name': 'tempest-ServerActionsTestJSON-2067273465-router', 'tenant_id': '1db979ced72f4c84a5c312128899dc9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'external_fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.75'}], 'enable_snat': True}, 'gw_port_id': '66cbe317-14d9-4cff-9764-39cbd8640f55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T13:36:08Z', 'updated_at': '2022-04-01T13:39:49Z', 'revision_number': 5, 'project_id': '1db979ced72f4c84a5c312128899dc9b', 'gw_port': {'id': '66cbe317-14d9-4cff-9764-39cbd8640f55', 'name': '', 'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:ee:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ede9094e-0d48-4c45-9fbe-8e6536f13cf3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836180-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:36:10Z', 'updated_at': '2022-04-01T13:36:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836180-1-hyperv'}], 'dv-neutron-836180-1-hyperv', False) {} {{(pid=83872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:39:55.740714 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b015ac94-1b91-47e4-85c9-6fe7e5284507 None None] The sync data for ids ['ede9094e-0d48-4c45-9fbe-8e6536f13cf3'] in dv-neutron-836180-1-hyperv is: [{'id': 'ede9094e-0d48-4c45-9fbe-8e6536f13cf3', 'name': 'tempest-ServerActionsTestJSON-2067273465-router', 'tenant_id': '1db979ced72f4c84a5c312128899dc9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'external_fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.75'}], 'enable_snat': True}, 'gw_port_id': '66cbe317-14d9-4cff-9764-39cbd8640f55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T13:36:08Z', 'updated_at': '2022-04-01T13:39:49Z', 'revision_number': 5, 'project_id': '1db979ced72f4c84a5c312128899dc9b', 'gw_port': {'id': '66cbe317-14d9-4cff-9764-39cbd8640f55', 'name': '', 'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:ee:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ede9094e-0d48-4c45-9fbe-8e6536f13cf3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836180-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:36:10Z', 'updated_at': '2022-04-01T13:36:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836180-1-hyperv'}] {{(pid=83872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 13:39:55.755646 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.db_base_plugin_common [None req-97a743bd-6c59-435a-96d2-e777b79d7a46 tempest-FloatingIPNegativeTestJSON-648808645 tempest-FloatingIPNegativeTestJSON-648808645-project] Allocated IP 172.26.5.8 (725864b8-cceb-48c9-b5d3-1bfc4423e301/e2ed99db-0e25-4971-b535-7fa69231fae8/c34d160c-59b4-4018-85b8-18e6fbeeda83) {{(pid=83871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 13:39:55.767852 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.pecan_wsgi.hooks.translation [None req-debdcfd7-20a1-4d7c-bf07-d141c5c25155 tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] DELETE failed (client error): The resource could not be found. Apr 01 13:39:55.768479 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-debdcfd7-20a1-4d7c-bf07-d141c5c25155 tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83871) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 13:39:55.770097 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-debdcfd7-20a1-4d7c-bf07-d141c5c25155 tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] 10.222.0.26 "DELETE /v2.0/subnets/45744238-591c-41d0-b20f-ddcb9961533d HTTP/1.1" status: 404 len: 337 time: 0.0497441 Apr 01 13:39:55.773893 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 54040) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:39:55.800396 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.plugin [None req-84ff9ea6-2fc2-4c0f-891e-8277443a0999 tempest-FloatingIPTestJSON-1100559899 tempest-FloatingIPTestJSON-1100559899-project] Calling delete_port for bd4519a3-f9d9-46cd-a4ab-0cc604c5c469 owned by {{(pid=83869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 13:39:55.834992 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-0cb241d9-2587-461f-99c5-b43df54cef4e tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] 10.222.0.26 "GET /v2.0/ports?device_id=9081610b-903b-4516-bbb6-af4bd8180613 HTTP/1.1" status: 200 len: 205 time: 0.0578659 Apr 01 13:39:55.835224 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-34bc2078-aa0b-42a9-a4b1-760840c3d1d8 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:39:55.836242 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 54044) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:39:55.855301 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.plugin [None req-34bc2078-aa0b-42a9-a4b1-760840c3d1d8 admin admin] Deleting port 66cbe317-14d9-4cff-9764-39cbd8640f55 {{(pid=83869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 13:39:55.855661 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-34bc2078-aa0b-42a9-a4b1-760840c3d1d8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736733287370'] for port, before_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:39:55.955642 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.api.v2.resource [None req-20950a3b-9e77-4ff2-ae79-6fcad5a6b68c tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] delete failed (client error): The resource could not be found. Apr 01 13:39:55.958954 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-20950a3b-9e77-4ff2-ae79-6fcad5a6b68c tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] 10.222.0.26 "DELETE /v2.0/routers/9081610b-903b-4516-bbb6-af4bd8180613 HTTP/1.1" status: 404 len: 336 time: 0.1194518 Apr 01 13:39:55.963686 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 54048) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:39:56.008368 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.pecan_wsgi.hooks.translation [None req-e49aa1d6-1bfd-4070-9697-28c4f7d9782e tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] DELETE failed (client error): The resource could not be found. Apr 01 13:39:56.008792 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e49aa1d6-1bfd-4070-9697-28c4f7d9782e tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83871) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 13:39:56.012791 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-e49aa1d6-1bfd-4070-9697-28c4f7d9782e tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] 10.222.0.26 "DELETE /v2.0/subnets/60aa4735-38c1-4bd0-b1ed-56726d223ac0 HTTP/1.1" status: 404 len: 337 time: 0.0458753 Apr 01 13:39:56.013067 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 54052) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:39:56.065892 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.pecan_wsgi.hooks.translation [None req-684e9ba6-8738-45c4-b944-8e6e4cc8cd70 tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] DELETE failed (client error): The resource could not be found. Apr 01 13:39:56.066317 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-684e9ba6-8738-45c4-b944-8e6e4cc8cd70 tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83871) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 13:39:56.067929 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-684e9ba6-8738-45c4-b944-8e6e4cc8cd70 tempest-RoutersIpV6Test-261271644 tempest-RoutersIpV6Test-261271644-project] 10.222.0.26 "DELETE /v2.0/subnets/08c7e342-e0b0-44f6-8564-2a04fd0c3685 HTTP/1.1" status: 404 len: 337 time: 0.0540514 Apr 01 13:39:56.106901 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-97a743bd-6c59-435a-96d2-e777b79d7a46 tempest-FloatingIPNegativeTestJSON-648808645 tempest-FloatingIPNegativeTestJSON-648808645-project] Notify callbacks [] for port, precommit_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:39:56.138467 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-97a743bd-6c59-435a-96d2-e777b79d7a46 tempest-FloatingIPNegativeTestJSON-648808645 tempest-FloatingIPNegativeTestJSON-648808645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736732935801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2743125'] for port, after_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:39:56.147793 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.db [None req-34bc2078-aa0b-42a9-a4b1-760840c3d1d8 admin admin] For port 66cbe317-14d9-4cff-9764-39cbd8640f55, host dv-neutron-836180-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836180-1-hyperv',level=0,port_id=66cbe317-14d9-4cff-9764-39cbd8640f55,segment=NetworkSegment(7b924dd8-4978-40c4-ad91-4b9b27348462),segment_id=7b924dd8-4978-40c4-ad91-4b9b27348462)] {{(pid=83869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 13:39:56.148433 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-34bc2078-aa0b-42a9-a4b1-760840c3d1d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4155147'] for port, precommit_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:39:56.208369 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a743bd-6c59-435a-96d2-e777b79d7a46 tempest-FloatingIPNegativeTestJSON-648808645 tempest-FloatingIPNegativeTestJSON-648808645-project] Pushing event updated for resources: {'Port': ['ID=c34d160c-59b4-4018-85b8-18e6fbeeda83,revision_number=1']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:39:56.228701 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97a743bd-6c59-435a-96d2-e777b79d7a46 tempest-FloatingIPNegativeTestJSON-648808645 tempest-FloatingIPNegativeTestJSON-648808645-project] Network 725864b8-cceb-48c9-b5d3-1bfc4423e301 is already hosted by enough agents. {{(pid=83871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 13:39:56.230157 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.scheduler.base_scheduler [None req-97a743bd-6c59-435a-96d2-e777b79d7a46 tempest-FloatingIPNegativeTestJSON-648808645 tempest-FloatingIPNegativeTestJSON-648808645-project] Resources bound (agent type, host, resource id): {{(pid=83871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 13:39:56.232703 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97a743bd-6c59-435a-96d2-e777b79d7a46 tempest-FloatingIPNegativeTestJSON-648808645 tempest-FloatingIPNegativeTestJSON-648808645-project] Received port after_create {{(pid=83871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 13:39:56.282436 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.plugin [None req-34bc2078-aa0b-42a9-a4b1-760840c3d1d8 admin admin] Calling delete_port for 66cbe317-14d9-4cff-9764-39cbd8640f55 owned by network:router_gateway {{(pid=83869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 13:39:56.327413 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-84ff9ea6-2fc2-4c0f-891e-8277443a0999 tempest-FloatingIPTestJSON-1100559899 tempest-FloatingIPTestJSON-1100559899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736733359243', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736732935810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2705155'] for port, after_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:39:56.360489 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Device b8d1d8c2-31ee-4249-acb5-a3e79095c869 no longer exists at agent ovs-agent-dv-neutron-836180-1-hyperv {{(pid=83872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 13:39:56.386874 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ff9ea6-2fc2-4c0f-891e-8277443a0999 tempest-FloatingIPTestJSON-1100559899 tempest-FloatingIPTestJSON-1100559899-project] Pushing event deleted for resources: {'Port': ['ID=bd4519a3-f9d9-46cd-a4ab-0cc604c5c469,revision_number=None']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:39:56.398006 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.plugin [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] No Port match for: b8d1d8c2-31ee-4249-acb5-a3e79095c869 {{(pid=83872) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 01 13:39:56.398660 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Device b8d1d8c2-31ee-4249-acb5-a3e79095c869 not bound to the agent host dv-neutron-836180-1-hyperv {{(pid=83872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 13:39:56.429769 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-97a743bd-6c59-435a-96d2-e777b79d7a46 tempest-FloatingIPNegativeTestJSON-648808645 tempest-FloatingIPNegativeTestJSON-648808645-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:39:56.461599 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 54060) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:39:56.496503 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-97a743bd-6c59-435a-96d2-e777b79d7a46 tempest-FloatingIPNegativeTestJSON-648808645 tempest-FloatingIPNegativeTestJSON-648808645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:39:56.557073 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-84ff9ea6-2fc2-4c0f-891e-8277443a0999 tempest-FloatingIPTestJSON-1100559899 tempest-FloatingIPTestJSON-1100559899-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109561'] for port, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:39:56.575381 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-84ff9ea6-2fc2-4c0f-891e-8277443a0999 tempest-FloatingIPTestJSON-1100559899 tempest-FloatingIPTestJSON-1100559899-project] 10.222.0.26 "DELETE /v2.0/ports/bd4519a3-f9d9-46cd-a4ab-0cc604c5c469 HTTP/1.1" status: 204 len: 168 time: 1.6388133 Apr 01 13:39:56.575661 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 54066) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:39:56.610557 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.v2.base [None req-04a5fbb1-296c-41c5-9f41-892b269cc468 tempest-FloatingIPTestJSON-1100559899 tempest-FloatingIPTestJSON-1100559899-project] Request body: {'floatingip': {'floating_network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301'}} {{(pid=83869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:39:56.621335 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-04a5fbb1-296c-41c5-9f41-892b269cc468 tempest-FloatingIPTestJSON-1100559899 tempest-FloatingIPTestJSON-1100559899-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:39:56.640736 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-04a5fbb1-296c-41c5-9f41-892b269cc468 tempest-FloatingIPTestJSON-1100559899 tempest-FloatingIPTestJSON-1100559899-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:39:56.658721 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-04a5fbb1-296c-41c5-9f41-892b269cc468 tempest-FloatingIPTestJSON-1100559899 tempest-FloatingIPTestJSON-1100559899-project] Notify callbacks [] for floatingip, before_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:39:56.674637 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-34bc2078-aa0b-42a9-a4b1-760840c3d1d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736733359243', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736732935810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2705155'] for port, after_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:39:56.727129 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34bc2078-aa0b-42a9-a4b1-760840c3d1d8 admin admin] Pushing event deleted for resources: {'Port': ['ID=66cbe317-14d9-4cff-9764-39cbd8640f55,revision_number=None']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:39:56.736205 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-65a6e3f1-a350-47ce-b6f0-ab99f2dd4658 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=315e7395dd224b3fb020d0b9d921742e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2696910 Apr 01 13:39:56.738727 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 54070) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:39:56.797259 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-97a743bd-6c59-435a-96d2-e777b79d7a46 tempest-FloatingIPNegativeTestJSON-648808645 tempest-FloatingIPNegativeTestJSON-648808645-project] Notify callbacks [] for port, precommit_update {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:39:56.803075 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-97a743bd-6c59-435a-96d2-e777b79d7a46 tempest-FloatingIPNegativeTestJSON-648808645 tempest-FloatingIPNegativeTestJSON-648808645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2743106'] for port, after_update {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:39:56.924342 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-18c06dfe-5006-4934-8746-2fe54998414b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:39:56.932673 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a743bd-6c59-435a-96d2-e777b79d7a46 tempest-FloatingIPNegativeTestJSON-648808645 tempest-FloatingIPNegativeTestJSON-648808645-project] Pushing event updated for resources: {'Port': ['ID=c34d160c-59b4-4018-85b8-18e6fbeeda83,revision_number=2']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:39:56.973917 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-18c06dfe-5006-4934-8746-2fe54998414b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:39:56.984667 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-97a743bd-6c59-435a-96d2-e777b79d7a46 tempest-FloatingIPNegativeTestJSON-648808645 tempest-FloatingIPNegativeTestJSON-648808645-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4084747'] for floatingip, after_update {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:39:57.031462 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-97a743bd-6c59-435a-96d2-e777b79d7a46 tempest-FloatingIPNegativeTestJSON-648808645 tempest-FloatingIPNegativeTestJSON-648808645-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109561'] for floatingip, before_response {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:39:57.033127 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-97a743bd-6c59-435a-96d2-e777b79d7a46 tempest-FloatingIPNegativeTestJSON-648808645 tempest-FloatingIPNegativeTestJSON-648808645-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 2.3096037 Apr 01 13:39:57.037105 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 54074) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:39:57.042770 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.v2.base [None req-78cc2c17-30db-4b79-9cad-88fb8f6ad8df tempest-FloatingIPNegativeTestJSON-648808645 tempest-FloatingIPNegativeTestJSON-648808645-project] Request body: {'floatingip': {'port_id': 'e4a71f82-fa50-4681-910b-1a9070b6ffae', 'fixed_ip_address': '172.20.0.11'}} {{(pid=83871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:39:57.119023 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-78cc2c17-30db-4b79-9cad-88fb8f6ad8df tempest-FloatingIPNegativeTestJSON-648808645 tempest-FloatingIPNegativeTestJSON-648808645-project] Notify callbacks [] for floatingip, before_update {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:39:57.131426 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-34bc2078-aa0b-42a9-a4b1-760840c3d1d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4084822'] for router_gateway, after_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:39:57.170134 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-18c06dfe-5006-4934-8746-2fe54998414b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3775923'] for security_group, after_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:39:57.206630 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c06dfe-5006-4934-8746-2fe54998414b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b431deb8-f30b-401b-866e-dca439e4e4b1,revision_number=None']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:39:57.252954 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-18c06dfe-5006-4934-8746-2fe54998414b admin admin] Notify callbacks [] for security_group, before_response {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:39:57.256483 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-18c06dfe-5006-4934-8746-2fe54998414b admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/b431deb8-f30b-401b-866e-dca439e4e4b1 HTTP/1.1" status: 204 len: 168 time: 0.5145800 Apr 01 13:39:57.340017 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-04a5fbb1-296c-41c5-9f41-892b269cc468 tempest-FloatingIPTestJSON-1100559899 tempest-FloatingIPTestJSON-1100559899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:39:57.453020 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-34bc2078-aa0b-42a9-a4b1-760840c3d1d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4079814', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4170'] for router, precommit_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:39:57.458872 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.api.v2.resource [None req-78cc2c17-30db-4b79-9cad-88fb8f6ad8df tempest-FloatingIPNegativeTestJSON-648808645 tempest-FloatingIPNegativeTestJSON-648808645-project] update failed (client error): The resource could not be found. Apr 01 13:39:57.459985 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-78cc2c17-30db-4b79-9cad-88fb8f6ad8df tempest-FloatingIPNegativeTestJSON-648808645 tempest-FloatingIPNegativeTestJSON-648808645-project] 10.222.0.26 "PUT /v2.0/floatingips/4fe23b6c-b23a-4026-a30b-649302346518 HTTP/1.1" status: 404 len: 507 time: 0.4219918 Apr 01 13:39:57.463098 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 54082) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:39:57.471138 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-34bc2078-aa0b-42a9-a4b1-760840c3d1d8 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:39:57.539454 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-34bc2078-aa0b-42a9-a4b1-760840c3d1d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4079738'] for router, after_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:39:57.539947 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34bc2078-aa0b-42a9-a4b1-760840c3d1d8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ede9094e-0d48-4c45-9fbe-8e6536f13cf3 {{(pid=83869) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 01 13:39:57.572912 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-34bc2078-aa0b-42a9-a4b1-760840c3d1d8 admin admin] Notify callbacks [] for router, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:39:57.574040 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-34bc2078-aa0b-42a9-a4b1-760840c3d1d8 admin admin] 10.222.0.26 "DELETE /v2.0/routers/ede9094e-0d48-4c45-9fbe-8e6536f13cf3 HTTP/1.1" status: 204 len: 168 time: 3.1214137 Apr 01 13:39:57.578274 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 54090) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:39:57.629106 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.db_base_plugin_common [None req-04a5fbb1-296c-41c5-9f41-892b269cc468 tempest-FloatingIPTestJSON-1100559899 tempest-FloatingIPTestJSON-1100559899-project] Allocated IP 172.26.5.131 (725864b8-cceb-48c9-b5d3-1bfc4423e301/e2ed99db-0e25-4971-b535-7fa69231fae8/26b1cf59-e78d-4ae9-bcc6-f795fbc4eb37) {{(pid=83869) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 13:39:57.653530 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.plugin [None req-e5a52ced-4646-45d2-a5ff-425d566adfa4 tempest-FloatingIPNegativeTestJSON-648808645 tempest-FloatingIPNegativeTestJSON-648808645-project] Deleting port c34d160c-59b4-4018-85b8-18e6fbeeda83 {{(pid=83871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 13:39:57.653945 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-e5a52ced-4646-45d2-a5ff-425d566adfa4 tempest-FloatingIPNegativeTestJSON-648808645 tempest-FloatingIPNegativeTestJSON-648808645-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736733287370'] for port, before_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:39:57.731429 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.db_base_plugin_v2 [None req-2e1f98a7-8f5c-45aa-ac89-07496afe17d0 admin admin] Deleting subnet 11ea32dc-0c84-4fc1-9df2-80f178610c0f {{(pid=83869) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 01 13:39:57.741214 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-2e1f98a7-8f5c-45aa-ac89-07496afe17d0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:39:57.816294 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-2e1f98a7-8f5c-45aa-ac89-07496afe17d0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2704975'] for subnet, precommit_delete_associations {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:39:57.852202 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-e5a52ced-4646-45d2-a5ff-425d566adfa4 tempest-FloatingIPNegativeTestJSON-648808645 tempest-FloatingIPNegativeTestJSON-648808645-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4155147'] for port, precommit_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:39:57.853040 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-e5a52ced-4646-45d2-a5ff-425d566adfa4 tempest-FloatingIPNegativeTestJSON-648808645 tempest-FloatingIPNegativeTestJSON-648808645-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:39:57.899427 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-04a5fbb1-296c-41c5-9f41-892b269cc468 tempest-FloatingIPTestJSON-1100559899 tempest-FloatingIPTestJSON-1100559899-project] Notify callbacks [] for port, precommit_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:39:57.943128 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-2e1f98a7-8f5c-45aa-ac89-07496afe17d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-945029'] for subnet, precommit_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:39:57.982264 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.plugin [None req-e5a52ced-4646-45d2-a5ff-425d566adfa4 tempest-FloatingIPNegativeTestJSON-648808645 tempest-FloatingIPNegativeTestJSON-648808645-project] Calling delete_port for c34d160c-59b4-4018-85b8-18e6fbeeda83 owned by network:floatingip {{(pid=83871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 13:39:57.994889 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-04a5fbb1-296c-41c5-9f41-892b269cc468 tempest-FloatingIPTestJSON-1100559899 tempest-FloatingIPTestJSON-1100559899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736732935801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2705155'] for port, after_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:39:58.089397 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04a5fbb1-296c-41c5-9f41-892b269cc468 tempest-FloatingIPTestJSON-1100559899 tempest-FloatingIPTestJSON-1100559899-project] Network 725864b8-cceb-48c9-b5d3-1bfc4423e301 is already hosted by enough agents. {{(pid=83869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 13:39:58.097158 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.scheduler.base_scheduler [None req-04a5fbb1-296c-41c5-9f41-892b269cc468 tempest-FloatingIPTestJSON-1100559899 tempest-FloatingIPTestJSON-1100559899-project] Resources bound (agent type, host, resource id): {{(pid=83869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 13:39:58.102213 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04a5fbb1-296c-41c5-9f41-892b269cc468 tempest-FloatingIPTestJSON-1100559899 tempest-FloatingIPTestJSON-1100559899-project] Received port after_create {{(pid=83869) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 13:39:58.127559 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-2e1f98a7-8f5c-45aa-ac89-07496afe17d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-945042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2705198', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2999452'] for subnet, after_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:39:58.172147 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a5fbb1-296c-41c5-9f41-892b269cc468 tempest-FloatingIPTestJSON-1100559899 tempest-FloatingIPTestJSON-1100559899-project] Pushing event updated for resources: {'Port': ['ID=26b1cf59-e78d-4ae9-bcc6-f795fbc4eb37,revision_number=1']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:39:58.180415 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-e5a52ced-4646-45d2-a5ff-425d566adfa4 tempest-FloatingIPNegativeTestJSON-648808645 tempest-FloatingIPNegativeTestJSON-648808645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736733359243', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736732935810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2743125'] for port, after_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:39:58.192226 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e1f98a7-8f5c-45aa-ac89-07496afe17d0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=11ea32dc-0c84-4fc1-9df2-80f178610c0f,revision_number=None']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:39:58.196517 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 54104) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:39:58.202268 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-2e1f98a7-8f5c-45aa-ac89-07496afe17d0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:39:58.213286 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5b3bac8-dfb3-47e9-9dde-35c1003f8a7d None None] Network faf7d63c-9b06-4fbb-8197-4b39ba438717 requested from dv-neutron-836180-1-hyperv {{(pid=83872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 13:39:58.216392 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-2e1f98a7-8f5c-45aa-ac89-07496afe17d0 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/11ea32dc-0c84-4fc1-9df2-80f178610c0f HTTP/1.1" status: 204 len: 168 time: 0.6370304 Apr 01 13:39:58.219158 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 54110) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:39:58.230876 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a52ced-4646-45d2-a5ff-425d566adfa4 tempest-FloatingIPNegativeTestJSON-648808645 tempest-FloatingIPNegativeTestJSON-648808645-project] Pushing event deleted for resources: {'Port': ['ID=c34d160c-59b4-4018-85b8-18e6fbeeda83,revision_number=None']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:39:58.448511 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-e5a52ced-4646-45d2-a5ff-425d566adfa4 tempest-FloatingIPNegativeTestJSON-648808645 tempest-FloatingIPNegativeTestJSON-648808645-project] Notify callbacks [] for floatingip, after_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:39:58.459959 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-a73691ba-25b2-4cc4-9a7d-95c215b88d93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1033078'] for network, before_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:39:58.470640 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-e5a52ced-4646-45d2-a5ff-425d566adfa4 tempest-FloatingIPNegativeTestJSON-648808645 tempest-FloatingIPNegativeTestJSON-648808645-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109561'] for floatingip, before_response {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:39:58.473056 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Device 66cbe317-14d9-4cff-9764-39cbd8640f55 no longer exists at agent ovs-agent-dv-neutron-836180-1-hyperv {{(pid=83872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 13:39:58.480783 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.plugin [None req-a73691ba-25b2-4cc4-9a7d-95c215b88d93 admin admin] Deleting port 2f67fe7f-bee3-4117-9df2-1548a7cafc87 {{(pid=83869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 13:39:58.480783 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-a73691ba-25b2-4cc4-9a7d-95c215b88d93 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736733287370'] for port, before_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:39:58.482153 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-e5a52ced-4646-45d2-a5ff-425d566adfa4 tempest-FloatingIPNegativeTestJSON-648808645 tempest-FloatingIPNegativeTestJSON-648808645-project] 10.222.0.26 "DELETE /v2.0/floatingips/4fe23b6c-b23a-4026-a30b-649302346518 HTTP/1.1" status: 204 len: 168 time: 1.0183127 Apr 01 13:39:58.482981 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 54114) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:39:58.489717 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.v2.base [None req-83e7d414-4928-4026-87c9-2789b6f2670f tempest-FloatingIPNegativeTestJSON-648808645 tempest-FloatingIPNegativeTestJSON-648808645-project] Request body: {'floatingip': {'floating_network_id': '51187b04-5660-4cd1-9924-6ade76a3e6c5', 'port_id': 'e4a71f82-fa50-4681-910b-1a9070b6ffae', 'fixed_ip_address': '172.20.0.11'}} {{(pid=83871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:39:58.496227 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-83e7d414-4928-4026-87c9-2789b6f2670f tempest-FloatingIPNegativeTestJSON-648808645 tempest-FloatingIPNegativeTestJSON-648808645-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:39:58.500228 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-83e7d414-4928-4026-87c9-2789b6f2670f tempest-FloatingIPNegativeTestJSON-648808645 tempest-FloatingIPNegativeTestJSON-648808645-project] Usage tracker for resource:floatingip and tenant:ba47e8b44e794c9d8e6d55f583b257a8 is out of sync, need to count used quota {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 13:39:58.504826 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-83e7d414-4928-4026-87c9-2789b6f2670f tempest-FloatingIPNegativeTestJSON-648808645 tempest-FloatingIPNegativeTestJSON-648808645-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 13:39:58.509852 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.plugin [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] No Port match for: 66cbe317-14d9-4cff-9764-39cbd8640f55 {{(pid=83872) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 01 13:39:58.510433 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Device 66cbe317-14d9-4cff-9764-39cbd8640f55 not bound to the agent host dv-neutron-836180-1-hyperv {{(pid=83872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 13:39:58.511669 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-83e7d414-4928-4026-87c9-2789b6f2670f tempest-FloatingIPNegativeTestJSON-648808645 tempest-FloatingIPNegativeTestJSON-648808645-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:39:58.517777 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.v2.base [None req-186c285a-fff4-42fb-a9b3-90f7d77d0f2a tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Request body: {'network': {'name': 'tempest-RoutersTest-1462348919'}} {{(pid=83869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:39:58.531033 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-186c285a-fff4-42fb-a9b3-90f7d77d0f2a tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:39:58.532554 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-83e7d414-4928-4026-87c9-2789b6f2670f tempest-FloatingIPNegativeTestJSON-648808645 tempest-FloatingIPNegativeTestJSON-648808645-project] Notify callbacks [] for floatingip, before_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:39:58.538272 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-186c285a-fff4-42fb-a9b3-90f7d77d0f2a tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Usage tracker for resource:network and tenant:7eaea7f33c58432a9d19111cc275f4e1 is out of sync, need to count used quota {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 13:39:58.543057 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-186c285a-fff4-42fb-a9b3-90f7d77d0f2a tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 13:39:58.561110 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c5ba4e3-76aa-4e27-83dc-835853c39eb8 None None] DHCP port deletion for faf7d63c-9b06-4fbb-8197-4b39ba438717 request from dv-neutron-836180-1-hyperv {{(pid=83872) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 01 13:39:58.565724 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.plugin [None req-5c5ba4e3-76aa-4e27-83dc-835853c39eb8 None None] Deleting port 2f67fe7f-bee3-4117-9df2-1548a7cafc87 {{(pid=83872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 13:39:58.566088 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-5c5ba4e3-76aa-4e27-83dc-835853c39eb8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736733287370'] for port, before_delete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:39:58.627717 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-186c285a-fff4-42fb-a9b3-90f7d77d0f2a tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:39:58.635517 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-04a5fbb1-296c-41c5-9f41-892b269cc468 tempest-FloatingIPTestJSON-1100559899 tempest-FloatingIPTestJSON-1100559899-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:39:58.705993 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-186c285a-fff4-42fb-a9b3-90f7d77d0f2a tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Made reservation on behalf of 7eaea7f33c58432a9d19111cc275f4e1 for: {'network': 1} {{(pid=83869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 13:39:58.708455 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.api.v2.resource [None req-83e7d414-4928-4026-87c9-2789b6f2670f tempest-FloatingIPNegativeTestJSON-648808645 tempest-FloatingIPNegativeTestJSON-648808645-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 01 13:39:58.708880 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-186c285a-fff4-42fb-a9b3-90f7d77d0f2a tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for network, before_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:39:58.713390 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-83e7d414-4928-4026-87c9-2789b6f2670f tempest-FloatingIPNegativeTestJSON-648808645 tempest-FloatingIPNegativeTestJSON-648808645-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 0.2254450 Apr 01 13:39:58.716766 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 54118) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:39:58.722679 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.v2.base [None req-878cfc48-38a3-4b19-ab67-b2a650a0a4f8 tempest-FloatingIPNegativeTestJSON-648808645 tempest-FloatingIPNegativeTestJSON-648808645-project] Request body: {'floatingip': {'floating_network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'port_id': 'e4a71f82-fa50-4681-910b-1a9070b6ffae', 'fixed_ip_address': '172.20.0.11'}} {{(pid=83871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:39:58.729066 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-878cfc48-38a3-4b19-ab67-b2a650a0a4f8 tempest-FloatingIPNegativeTestJSON-648808645 tempest-FloatingIPNegativeTestJSON-648808645-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:39:58.733031 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-878cfc48-38a3-4b19-ab67-b2a650a0a4f8 tempest-FloatingIPNegativeTestJSON-648808645 tempest-FloatingIPNegativeTestJSON-648808645-project] Usage tracker for resource:floatingip and tenant:ba47e8b44e794c9d8e6d55f583b257a8 is out of sync, need to count used quota {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 13:39:58.736831 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-878cfc48-38a3-4b19-ab67-b2a650a0a4f8 tempest-FloatingIPNegativeTestJSON-648808645 tempest-FloatingIPNegativeTestJSON-648808645-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 13:39:58.740681 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-186c285a-fff4-42fb-a9b3-90f7d77d0f2a tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Notify callbacks [] for security_group, before_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:39:58.742953 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-878cfc48-38a3-4b19-ab67-b2a650a0a4f8 tempest-FloatingIPNegativeTestJSON-648808645 tempest-FloatingIPNegativeTestJSON-648808645-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:39:58.754996 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-878cfc48-38a3-4b19-ab67-b2a650a0a4f8 tempest-FloatingIPNegativeTestJSON-648808645 tempest-FloatingIPNegativeTestJSON-648808645-project] Notify callbacks [] for floatingip, before_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:39:58.780018 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-5c5ba4e3-76aa-4e27-83dc-835853c39eb8 None None] For port 2f67fe7f-bee3-4117-9df2-1548a7cafc87, host dv-neutron-836180-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836180-1-hyperv',level=0,port_id=2f67fe7f-bee3-4117-9df2-1548a7cafc87,segment=NetworkSegment(881a382f-8ed1-478b-97b4-4d4f48893b0b),segment_id=881a382f-8ed1-478b-97b4-4d4f48893b0b)] {{(pid=83872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 13:39:58.780339 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-5c5ba4e3-76aa-4e27-83dc-835853c39eb8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4155147'] for port, precommit_delete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:39:58.838382 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-04a5fbb1-296c-41c5-9f41-892b269cc468 tempest-FloatingIPTestJSON-1100559899 tempest-FloatingIPTestJSON-1100559899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:39:58.900073 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-878cfc48-38a3-4b19-ab67-b2a650a0a4f8 tempest-FloatingIPNegativeTestJSON-648808645 tempest-FloatingIPNegativeTestJSON-648808645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:39:58.915192 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-186c285a-fff4-42fb-a9b3-90f7d77d0f2a tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:39:58.925480 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-186c285a-fff4-42fb-a9b3-90f7d77d0f2a tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Usage tracker for resource:security_group_rule and tenant:7eaea7f33c58432a9d19111cc275f4e1 is out of sync, need to count used quota {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 13:39:58.940006 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-186c285a-fff4-42fb-a9b3-90f7d77d0f2a tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 13:39:58.945184 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.db [None req-a73691ba-25b2-4cc4-9a7d-95c215b88d93 admin admin] For port 2f67fe7f-bee3-4117-9df2-1548a7cafc87, host dv-neutron-836180-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836180-1-hyperv',level=0,port_id=2f67fe7f-bee3-4117-9df2-1548a7cafc87,segment=NetworkSegment(881a382f-8ed1-478b-97b4-4d4f48893b0b),segment_id=881a382f-8ed1-478b-97b4-4d4f48893b0b)] {{(pid=83869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 13:39:58.945517 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-a73691ba-25b2-4cc4-9a7d-95c215b88d93 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4155147'] for port, precommit_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:39:58.946894 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.plugin [None req-5c5ba4e3-76aa-4e27-83dc-835853c39eb8 None None] Calling delete_port for 2f67fe7f-bee3-4117-9df2-1548a7cafc87 owned by network:dhcp {{(pid=83872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 13:39:58.960772 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-186c285a-fff4-42fb-a9b3-90f7d77d0f2a tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:39:59.022001 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-5c5ba4e3-76aa-4e27-83dc-835853c39eb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736733359243', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736732935810'] for port, after_delete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:39:59.043013 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.db_base_plugin_common [None req-878cfc48-38a3-4b19-ab67-b2a650a0a4f8 tempest-FloatingIPNegativeTestJSON-648808645 tempest-FloatingIPNegativeTestJSON-648808645-project] Allocated IP 172.26.5.203 (725864b8-cceb-48c9-b5d3-1bfc4423e301/e2ed99db-0e25-4971-b535-7fa69231fae8/c44fc54e-f39c-4ccd-b0d0-d8218edfde29) {{(pid=83871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 13:39:59.072888 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c5ba4e3-76aa-4e27-83dc-835853c39eb8 None None] Pushing event deleted for resources: {'Port': ['ID=2f67fe7f-bee3-4117-9df2-1548a7cafc87,revision_number=None']} {{(pid=83872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:39:59.081009 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c5ba4e3-76aa-4e27-83dc-835853c39eb8 None None] No DVR routers for this DVR port 2f67fe7f-bee3-4117-9df2-1548a7cafc87 on host dv-neutron-836180-1-hyperv {{(pid=83872) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 13:39:59.090150 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.plugin [None req-a73691ba-25b2-4cc4-9a7d-95c215b88d93 admin admin] Calling delete_port for 2f67fe7f-bee3-4117-9df2-1548a7cafc87 owned by network:dhcp {{(pid=83869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 13:39:59.208405 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-878cfc48-38a3-4b19-ab67-b2a650a0a4f8 tempest-FloatingIPNegativeTestJSON-648808645 tempest-FloatingIPNegativeTestJSON-648808645-project] Notify callbacks [] for port, precommit_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:39:59.239120 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-878cfc48-38a3-4b19-ab67-b2a650a0a4f8 tempest-FloatingIPNegativeTestJSON-648808645 tempest-FloatingIPNegativeTestJSON-648808645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736732935801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2743125'] for port, after_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:39:59.294946 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.db.api [None req-a73691ba-25b2-4cc4-9a7d-95c215b88d93 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83869) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 01 13:39:59.295176 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG oslo_db.api [None req-a73691ba-25b2-4cc4-9a7d-95c215b88d93 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 01 13:39:59.312026 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-878cfc48-38a3-4b19-ab67-b2a650a0a4f8 tempest-FloatingIPNegativeTestJSON-648808645 tempest-FloatingIPNegativeTestJSON-648808645-project] Network 725864b8-cceb-48c9-b5d3-1bfc4423e301 is already hosted by enough agents. {{(pid=83871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 13:39:59.315748 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.scheduler.base_scheduler [None req-878cfc48-38a3-4b19-ab67-b2a650a0a4f8 tempest-FloatingIPNegativeTestJSON-648808645 tempest-FloatingIPNegativeTestJSON-648808645-project] Resources bound (agent type, host, resource id): {{(pid=83871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 13:39:59.319155 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-878cfc48-38a3-4b19-ab67-b2a650a0a4f8 tempest-FloatingIPNegativeTestJSON-648808645 tempest-FloatingIPNegativeTestJSON-648808645-project] Received port after_create {{(pid=83871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 13:39:59.329374 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-186c285a-fff4-42fb-a9b3-90f7d77d0f2a tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Notify callbacks [] for security_group, precommit_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:39:59.335666 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-186c285a-fff4-42fb-a9b3-90f7d77d0f2a tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3775923'] for security_group, after_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:39:59.350225 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-878cfc48-38a3-4b19-ab67-b2a650a0a4f8 tempest-FloatingIPNegativeTestJSON-648808645 tempest-FloatingIPNegativeTestJSON-648808645-project] Pushing event updated for resources: {'Port': ['ID=c44fc54e-f39c-4ccd-b0d0-d8218edfde29,revision_number=1']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:39:59.380681 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-186c285a-fff4-42fb-a9b3-90f7d77d0f2a tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] vlan segment allocate from pool success with {'vlan_id': 354, 'physical_network': 'physnet1'} {{(pid=83869) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 13:39:59.391747 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-04a5fbb1-296c-41c5-9f41-892b269cc468 tempest-FloatingIPTestJSON-1100559899 tempest-FloatingIPTestJSON-1100559899-project] Notify callbacks [] for port, precommit_update {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:39:59.394024 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-186c285a-fff4-42fb-a9b3-90f7d77d0f2a tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cc969dfa-cd58-4556-b896-ed798af85eb4,revision_number=1']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:39:59.399405 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-04a5fbb1-296c-41c5-9f41-892b269cc468 tempest-FloatingIPTestJSON-1100559899 tempest-FloatingIPTestJSON-1100559899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2705172'] for port, after_update {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:39:59.403842 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-186c285a-fff4-42fb-a9b3-90f7d77d0f2a tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1004271'] for segment, precommit_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:39:59.404186 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.db.segments_db [None req-186c285a-fff4-42fb-a9b3-90f7d77d0f2a tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Added segment 4c9286b0-b54d-4cb6-924f-110ab308cd2f of type vlan for network 2f6da5f9-e8e6-41bb-9149-2d1bc2955d23 Apr 01 13:39:59.536790 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a5fbb1-296c-41c5-9f41-892b269cc468 tempest-FloatingIPTestJSON-1100559899 tempest-FloatingIPTestJSON-1100559899-project] Pushing event updated for resources: {'Port': ['ID=26b1cf59-e78d-4ae9-bcc6-f795fbc4eb37,revision_number=2']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:39:59.539887 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-186c285a-fff4-42fb-a9b3-90f7d77d0f2a tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736732923383'] for network, precommit_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:39:59.560613 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-04a5fbb1-296c-41c5-9f41-892b269cc468 tempest-FloatingIPTestJSON-1100559899 tempest-FloatingIPTestJSON-1100559899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4084747'] for floatingip, after_update {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:39:59.597244 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.plugin [None req-878cfc48-38a3-4b19-ab67-b2a650a0a4f8 tempest-FloatingIPNegativeTestJSON-648808645 tempest-FloatingIPNegativeTestJSON-648808645-project] Deleting port c44fc54e-f39c-4ccd-b0d0-d8218edfde29 {{(pid=83871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 13:39:59.597837 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-878cfc48-38a3-4b19-ab67-b2a650a0a4f8 tempest-FloatingIPNegativeTestJSON-648808645 tempest-FloatingIPNegativeTestJSON-648808645-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736733287370'] for port, before_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:39:59.598365 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-186c285a-fff4-42fb-a9b3-90f7d77d0f2a tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575'] for network, after_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:39:59.602026 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-186c285a-fff4-42fb-a9b3-90f7d77d0f2a tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:39:59.602602 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-186c285a-fff4-42fb-a9b3-90f7d77d0f2a tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Notify callbacks [] for network, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:39:59.694155 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-04a5fbb1-296c-41c5-9f41-892b269cc468 tempest-FloatingIPTestJSON-1100559899 tempest-FloatingIPTestJSON-1100559899-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109561'] for floatingip, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:39:59.695362 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-04a5fbb1-296c-41c5-9f41-892b269cc468 tempest-FloatingIPTestJSON-1100559899 tempest-FloatingIPTestJSON-1100559899-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.1188180 Apr 01 13:39:59.699240 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 54122) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:39:59.700615 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-186c285a-fff4-42fb-a9b3-90f7d77d0f2a tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.5029855 Apr 01 13:39:59.712418 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 54126) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:39:59.716473 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.v2.base [None req-aba87aa2-5cbb-4204-bada-72badbdd3712 tempest-FloatingIPTestJSON-1100559899 tempest-FloatingIPTestJSON-1100559899-project] Request body: {'port': {'network_id': 'a341f576-d8db-4b7f-8dc8-20a56e0175ef', 'name': 'tempest-FloatingIPTestJSON-44837505'}} {{(pid=83869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:39:59.721633 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.v2.base [None req-79f833b4-cbfc-40d8-96a5-7d9b00649cd0 tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Request body: {'network': {'name': 'tempest-RoutersTest-1717376510'}} {{(pid=83871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:39:59.733874 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-79f833b4-cbfc-40d8-96a5-7d9b00649cd0 tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:39:59.740828 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-79f833b4-cbfc-40d8-96a5-7d9b00649cd0 tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Usage tracker for resource:network and tenant:7eaea7f33c58432a9d19111cc275f4e1 is out of sync, need to count used quota {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 13:39:59.744846 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-79f833b4-cbfc-40d8-96a5-7d9b00649cd0 tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 13:39:59.753405 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-79f833b4-cbfc-40d8-96a5-7d9b00649cd0 tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:39:59.785490 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79f833b4-cbfc-40d8-96a5-7d9b00649cd0 tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Made reservation on behalf of 7eaea7f33c58432a9d19111cc275f4e1 for: {'network': 1} {{(pid=83871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 13:39:59.788360 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-79f833b4-cbfc-40d8-96a5-7d9b00649cd0 tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for network, before_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:39:59.792909 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-186c285a-fff4-42fb-a9b3-90f7d77d0f2a tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Pushing event updated for resources: {'Network': ['ID=2f6da5f9-e8e6-41bb-9149-2d1bc2955d23,revision_number=1']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:39:59.796994 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.plugin [None req-a73691ba-25b2-4cc4-9a7d-95c215b88d93 admin admin] Deleting port 2f67fe7f-bee3-4117-9df2-1548a7cafc87 {{(pid=83869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 13:39:59.797333 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-a73691ba-25b2-4cc4-9a7d-95c215b88d93 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736733287370'] for port, before_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:39:59.805879 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Network 2f6da5f9-e8e6-41bb-9149-2d1bc2955d23 details requested by agent ovs-agent-dv-neutron-836180-1-hyperv with host dv-neutron-836180-1-hyperv {{(pid=83872) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 13:39:59.811285 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-878cfc48-38a3-4b19-ab67-b2a650a0a4f8 tempest-FloatingIPNegativeTestJSON-648808645 tempest-FloatingIPNegativeTestJSON-648808645-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4155147'] for port, precommit_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:39:59.811533 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-878cfc48-38a3-4b19-ab67-b2a650a0a4f8 tempest-FloatingIPNegativeTestJSON-648808645 tempest-FloatingIPNegativeTestJSON-648808645-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:39:59.879249 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.plugin [None req-a73691ba-25b2-4cc4-9a7d-95c215b88d93 admin admin] The port '2f67fe7f-bee3-4117-9df2-1548a7cafc87' was deleted {{(pid=83869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 01 13:39:59.943201 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.plugin [None req-878cfc48-38a3-4b19-ab67-b2a650a0a4f8 tempest-FloatingIPNegativeTestJSON-648808645 tempest-FloatingIPNegativeTestJSON-648808645-project] Calling delete_port for c44fc54e-f39c-4ccd-b0d0-d8218edfde29 owned by network:floatingip {{(pid=83871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 13:39:59.976481 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-79f833b4-cbfc-40d8-96a5-7d9b00649cd0 tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] vlan segment allocate from pool success with {'vlan_id': 366, 'physical_network': 'physnet1'} {{(pid=83871) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 13:39:59.998627 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-79f833b4-cbfc-40d8-96a5-7d9b00649cd0 tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1004271'] for segment, precommit_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:39:59.998958 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.db.segments_db [None req-79f833b4-cbfc-40d8-96a5-7d9b00649cd0 tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Added segment f9fbdfa3-ce9b-4641-9585-f1ccbc3b7e96 of type vlan for network f8a39708-3701-4c0c-8ffa-d6c8e4c9321f Apr 01 13:40:00.040331 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-79f833b4-cbfc-40d8-96a5-7d9b00649cd0 tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736732923383'] for network, precommit_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:00.120457 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-79f833b4-cbfc-40d8-96a5-7d9b00649cd0 tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575'] for network, after_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:00.124638 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79f833b4-cbfc-40d8-96a5-7d9b00649cd0 tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:40:00.125347 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-79f833b4-cbfc-40d8-96a5-7d9b00649cd0 tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Notify callbacks [] for network, before_response {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:00.125798 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-aba87aa2-5cbb-4204-bada-72badbdd3712 tempest-FloatingIPTestJSON-1100559899 tempest-FloatingIPTestJSON-1100559899-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:40:00.129557 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-a73691ba-25b2-4cc4-9a7d-95c215b88d93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-942654', 'neutron.services.segments.db._delete_segments_for_network-8736733387888'] for network, precommit_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:00.140846 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-aba87aa2-5cbb-4204-bada-72badbdd3712 tempest-FloatingIPTestJSON-1100559899 tempest-FloatingIPTestJSON-1100559899-project] Usage tracker for resource:port and tenant:31909f452d274f5587d0068d008850b7 is out of sync, need to count used quota {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 13:40:00.145030 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-aba87aa2-5cbb-4204-bada-72badbdd3712 tempest-FloatingIPTestJSON-1100559899 tempest-FloatingIPTestJSON-1100559899-project] Quota usage for port was recalculated. Used quota:4. {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 13:40:00.153311 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-878cfc48-38a3-4b19-ab67-b2a650a0a4f8 tempest-FloatingIPNegativeTestJSON-648808645 tempest-FloatingIPNegativeTestJSON-648808645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736733359243', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736732935810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2743125'] for port, after_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:00.160067 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-aba87aa2-5cbb-4204-bada-72badbdd3712 tempest-FloatingIPTestJSON-1100559899 tempest-FloatingIPTestJSON-1100559899-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:40:00.165240 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.services.segments.db [None req-a73691ba-25b2-4cc4-9a7d-95c215b88d93 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['faf7d63c-9b06-4fbb-8197-4b39ba438717']}} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:40:00.180884 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.services.segments.db [None req-a73691ba-25b2-4cc4-9a7d-95c215b88d93 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '881a382f-8ed1-478b-97b4-4d4f48893b0b') {'for_net_delete': True} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:40:00.181115 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.services.segments.db [None req-a73691ba-25b2-4cc4-9a7d-95c215b88d93 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '881a382f-8ed1-478b-97b4-4d4f48893b0b') {} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:40:00.190856 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aba87aa2-5cbb-4204-bada-72badbdd3712 tempest-FloatingIPTestJSON-1100559899 tempest-FloatingIPTestJSON-1100559899-project] Made reservation on behalf of 31909f452d274f5587d0068d008850b7 for: {'port': 1} {{(pid=83869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 13:40:00.193831 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-aba87aa2-5cbb-4204-bada-72badbdd3712 tempest-FloatingIPTestJSON-1100559899 tempest-FloatingIPTestJSON-1100559899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:00.209811 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-a73691ba-25b2-4cc4-9a7d-95c215b88d93 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736733386999', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2704982'] for segment, before_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:00.231160 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.notifiers.nova [None req-aba87aa2-5cbb-4204-bada-72badbdd3712 tempest-FloatingIPTestJSON-1100559899 tempest-FloatingIPTestJSON-1100559899-project] device_id is not set on port d1326365-6841-4fb2-ae65-c81deffa40b4 yet. {{(pid=83869) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 01 13:40:00.266308 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-a73691ba-25b2-4cc4-9a7d-95c215b88d93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1004271'] for segment, precommit_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:00.268480 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-878cfc48-38a3-4b19-ab67-b2a650a0a4f8 tempest-FloatingIPNegativeTestJSON-648808645 tempest-FloatingIPNegativeTestJSON-648808645-project] Pushing event deleted for resources: {'Port': ['ID=c44fc54e-f39c-4ccd-b0d0-d8218edfde29,revision_number=None']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:40:00.278266 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a73691ba-25b2-4cc4-9a7d-95c215b88d93 admin admin] Releasing vlan 377 on physical network physnet1 to pool {{(pid=83869) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 01 13:40:00.278567 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-a73691ba-25b2-4cc4-9a7d-95c215b88d93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1004262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2705264'] for segment, after_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:00.292243 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-79f833b4-cbfc-40d8-96a5-7d9b00649cd0 tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.5762608 Apr 01 13:40:00.293724 dv-neutron-836180-1-hyperv neutron-server[83869]: Traceback (most recent call last): Apr 01 13:40:00.293724 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 01 13:40:00.293724 dv-neutron-836180-1-hyperv neutron-server[83869]: timer() Apr 01 13:40:00.293724 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 13:40:00.293724 dv-neutron-836180-1-hyperv neutron-server[83869]: cb(*args, **kw) Apr 01 13:40:00.293724 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 13:40:00.293724 dv-neutron-836180-1-hyperv neutron-server[83869]: return func(*args, **kwargs) Apr 01 13:40:00.293724 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 13:40:00.293724 dv-neutron-836180-1-hyperv neutron-server[83869]: self._notify() Apr 01 13:40:00.293724 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 13:40:00.293724 dv-neutron-836180-1-hyperv neutron-server[83869]: self.callback(batched_events) Apr 01 13:40:00.293724 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 13:40:00.293724 dv-neutron-836180-1-hyperv neutron-server[83869]: event.method(event) Apr 01 13:40:00.293724 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 13:40:00.293724 dv-neutron-836180-1-hyperv neutron-server[83869]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 13:40:00.293724 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 13:40:00.293724 dv-neutron-836180-1-hyperv neutron-server[83869]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 13:40:00.293724 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 13:40:00.293724 dv-neutron-836180-1-hyperv neutron-server[83869]: return f(self, *a, **k) Apr 01 13:40:00.293724 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 13:40:00.293724 dv-neutron-836180-1-hyperv neutron-server[83869]: return self._get(url).json() Apr 01 13:40:00.293724 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 13:40:00.293724 dv-neutron-836180-1-hyperv neutron-server[83869]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 13:40:00.293724 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 01 13:40:00.293724 dv-neutron-836180-1-hyperv neutron-server[83869]: return self.request(url, 'GET', **kwargs) Apr 01 13:40:00.293724 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 01 13:40:00.293724 dv-neutron-836180-1-hyperv neutron-server[83869]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 13:40:00.293724 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 01 13:40:00.293724 dv-neutron-836180-1-hyperv neutron-server[83869]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 13:40:00.293724 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 01 13:40:00.293724 dv-neutron-836180-1-hyperv neutron-server[83869]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 13:40:00.293724 dv-neutron-836180-1-hyperv neutron-server[83869]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 13:40:00.299396 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 54130) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:40:00.326148 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f833b4-cbfc-40d8-96a5-7d9b00649cd0 tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Pushing event updated for resources: {'Network': ['ID=f8a39708-3701-4c0c-8ffa-d6c8e4c9321f,revision_number=1']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:40:00.336979 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Network f8a39708-3701-4c0c-8ffa-d6c8e4c9321f details requested by agent ovs-agent-dv-neutron-836180-1-hyperv with host dv-neutron-836180-1-hyperv {{(pid=83872) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 13:40:00.352260 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.v2.base [None req-12080a18-8122-4978-8986-d3a5f4c542d8 tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Request body: {'subnet': {'network_id': '2f6da5f9-e8e6-41bb-9149-2d1bc2955d23', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:40:00.425128 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Device 2f67fe7f-bee3-4117-9df2-1548a7cafc87 no longer exists at agent ovs-agent-dv-neutron-836180-1-hyperv {{(pid=83872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 13:40:00.425713 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.api.v2.resource [None req-878cfc48-38a3-4b19-ab67-b2a650a0a4f8 tempest-FloatingIPNegativeTestJSON-648808645 tempest-FloatingIPNegativeTestJSON-648808645-project] create failed (client error): The resource could not be found. Apr 01 13:40:00.427011 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-878cfc48-38a3-4b19-ab67-b2a650a0a4f8 tempest-FloatingIPNegativeTestJSON-648808645 tempest-FloatingIPNegativeTestJSON-648808645-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 1.7092335 Apr 01 13:40:00.430590 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 54134) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:40:00.474771 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.plugin [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] No Port match for: 2f67fe7f-bee3-4117-9df2-1548a7cafc87 {{(pid=83872) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 01 13:40:00.475098 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Device 2f67fe7f-bee3-4117-9df2-1548a7cafc87 not bound to the agent host dv-neutron-836180-1-hyperv {{(pid=83872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 13:40:00.513816 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.plugin [None req-2ff68766-cf94-47c5-9a3d-a2f6488f0d90 tempest-FloatingIPNegativeTestJSON-648808645 tempest-FloatingIPNegativeTestJSON-648808645-project] Deleting port e4a71f82-fa50-4681-910b-1a9070b6ffae {{(pid=83871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 13:40:00.514142 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-2ff68766-cf94-47c5-9a3d-a2f6488f0d90 tempest-FloatingIPNegativeTestJSON-648808645 tempest-FloatingIPNegativeTestJSON-648808645-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736733287370'] for port, before_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:00.533889 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-a73691ba-25b2-4cc4-9a7d-95c215b88d93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-942599', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4084797'] for network, after_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:00.560616 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-a73691ba-25b2-4cc4-9a7d-95c215b88d93 admin admin] Notify callbacks [] for network, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:00.577621 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-12080a18-8122-4978-8986-d3a5f4c542d8 tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:40:00.580464 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a73691ba-25b2-4cc4-9a7d-95c215b88d93 admin admin] Pushing event deleted for resources: {'Network': ['ID=faf7d63c-9b06-4fbb-8197-4b39ba438717,revision_number=None']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:40:00.587958 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-12080a18-8122-4978-8986-d3a5f4c542d8 tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Usage tracker for resource:subnet and tenant:7eaea7f33c58432a9d19111cc275f4e1 is out of sync, need to count used quota {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 13:40:00.593203 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-12080a18-8122-4978-8986-d3a5f4c542d8 tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 13:40:00.604106 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-12080a18-8122-4978-8986-d3a5f4c542d8 tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:40:00.621507 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-a73691ba-25b2-4cc4-9a7d-95c215b88d93 admin admin] 10.222.0.26 "DELETE /v2.0/networks/faf7d63c-9b06-4fbb-8197-4b39ba438717 HTTP/1.1" status: 204 len: 168 time: 2.4013946 Apr 01 13:40:00.622879 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.db_base_plugin_common [None req-aba87aa2-5cbb-4204-bada-72badbdd3712 tempest-FloatingIPTestJSON-1100559899 tempest-FloatingIPTestJSON-1100559899-project] Allocated IP 172.20.0.7 (a341f576-d8db-4b7f-8dc8-20a56e0175ef/b5b788f2-3efe-4936-b94b-e4b2f9c27469/d1326365-6841-4fb2-ae65-c81deffa40b4) {{(pid=83869) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 13:40:00.634901 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12080a18-8122-4978-8986-d3a5f4c542d8 tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Made reservation on behalf of 7eaea7f33c58432a9d19111cc275f4e1 for: {'subnet': 1} {{(pid=83869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 13:40:00.775922 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-12080a18-8122-4978-8986-d3a5f4c542d8 tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2999481'] for subnet, before_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:00.782066 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-2ff68766-cf94-47c5-9a3d-a2f6488f0d90 tempest-FloatingIPNegativeTestJSON-648808645 tempest-FloatingIPNegativeTestJSON-648808645-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4155147'] for port, precommit_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:00.861707 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 54140) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:40:00.909453 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.plugin [None req-2ff68766-cf94-47c5-9a3d-a2f6488f0d90 tempest-FloatingIPNegativeTestJSON-648808645 tempest-FloatingIPNegativeTestJSON-648808645-project] Calling delete_port for e4a71f82-fa50-4681-910b-1a9070b6ffae owned by {{(pid=83871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 13:40:01.056653 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-2ff68766-cf94-47c5-9a3d-a2f6488f0d90 tempest-FloatingIPNegativeTestJSON-648808645 tempest-FloatingIPNegativeTestJSON-648808645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736733359243', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736732935810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2743125'] for port, after_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:01.061269 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-52f4466f-75ac-480c-aca1-c37d9dffe170 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=1db979ced72f4c84a5c312128899dc9b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1935732 Apr 01 13:40:01.066772 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 54144) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:40:01.084032 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-aba87aa2-5cbb-4204-bada-72badbdd3712 tempest-FloatingIPTestJSON-1100559899 tempest-FloatingIPTestJSON-1100559899-project] Notify callbacks [] for port, precommit_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:01.115594 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff68766-cf94-47c5-9a3d-a2f6488f0d90 tempest-FloatingIPNegativeTestJSON-648808645 tempest-FloatingIPNegativeTestJSON-648808645-project] Pushing event deleted for resources: {'Port': ['ID=e4a71f82-fa50-4681-910b-1a9070b6ffae,revision_number=None']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:40:01.234641 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-aba87aa2-5cbb-4204-bada-72badbdd3712 tempest-FloatingIPTestJSON-1100559899 tempest-FloatingIPTestJSON-1100559899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736732935801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2705155'] for port, after_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:01.239436 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-760eba39-2486-40c9-894c-f8b64b86fa2d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:01.333527 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-2ff68766-cf94-47c5-9a3d-a2f6488f0d90 tempest-FloatingIPNegativeTestJSON-648808645 tempest-FloatingIPNegativeTestJSON-648808645-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109561'] for port, before_response {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:01.342508 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-2ff68766-cf94-47c5-9a3d-a2f6488f0d90 tempest-FloatingIPNegativeTestJSON-648808645 tempest-FloatingIPNegativeTestJSON-648808645-project] 10.222.0.26 "DELETE /v2.0/ports/e4a71f82-fa50-4681-910b-1a9070b6ffae HTTP/1.1" status: 204 len: 168 time: 0.9086103 Apr 01 13:40:01.342700 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-12080a18-8122-4978-8986-d3a5f4c542d8 tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2705391', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2999447'] for subnet, after_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:01.342828 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 54148) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:40:01.389124 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aba87aa2-5cbb-4204-bada-72badbdd3712 tempest-FloatingIPTestJSON-1100559899 tempest-FloatingIPTestJSON-1100559899-project] Network a341f576-d8db-4b7f-8dc8-20a56e0175ef is already hosted by enough agents. {{(pid=83869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 13:40:01.400458 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.scheduler.base_scheduler [None req-aba87aa2-5cbb-4204-bada-72badbdd3712 tempest-FloatingIPTestJSON-1100559899 tempest-FloatingIPTestJSON-1100559899-project] Resources bound (agent type, host, resource id): {{(pid=83869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 13:40:01.405336 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-760eba39-2486-40c9-894c-f8b64b86fa2d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:01.413500 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba87aa2-5cbb-4204-bada-72badbdd3712 tempest-FloatingIPTestJSON-1100559899 tempest-FloatingIPTestJSON-1100559899-project] Pushing event updated for resources: {'Port': ['ID=d1326365-6841-4fb2-ae65-c81deffa40b4,revision_number=1']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:40:01.421978 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76aef762-e66d-4cb7-8be7-743d7c568f81 tempest-FloatingIPNegativeTestJSON-648808645 tempest-FloatingIPNegativeTestJSON-648808645-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:40:01.422689 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-76aef762-e66d-4cb7-8be7-743d7c568f81 tempest-FloatingIPNegativeTestJSON-648808645 tempest-FloatingIPNegativeTestJSON-648808645-project] Synchronizing usage tracker for tenant:ba47e8b44e794c9d8e6d55f583b257a8 on resource:port {{(pid=83871) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 13:40:01.423753 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aba87aa2-5cbb-4204-bada-72badbdd3712 tempest-FloatingIPTestJSON-1100559899 tempest-FloatingIPTestJSON-1100559899-project] Received port after_create {{(pid=83869) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 13:40:01.439912 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-76aef762-e66d-4cb7-8be7-743d7c568f81 tempest-FloatingIPNegativeTestJSON-648808645 tempest-FloatingIPNegativeTestJSON-648808645-project] Unset dirty status for tenant:ba47e8b44e794c9d8e6d55f583b257a8 on resource:port {{(pid=83871) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 13:40:01.441084 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-76aef762-e66d-4cb7-8be7-743d7c568f81 tempest-FloatingIPNegativeTestJSON-648808645 tempest-FloatingIPNegativeTestJSON-648808645-project] 10.222.0.26 "GET /v2.0/ports?device_id=8e8751dc-8831-4f3b-a0a1-905627022d2d HTTP/1.1" status: 200 len: 913 time: 0.0973473 Apr 01 13:40:01.443666 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 54152) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:40:01.510247 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12080a18-8122-4978-8986-d3a5f4c542d8 tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Pushing event updated for resources: {'Subnet': ['ID=50f16147-2176-4c97-b4fb-6bb36c4013a7,revision_number=0']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:40:01.544157 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aba87aa2-5cbb-4204-bada-72badbdd3712 tempest-FloatingIPTestJSON-1100559899 tempest-FloatingIPTestJSON-1100559899-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:40:01.544792 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-aba87aa2-5cbb-4204-bada-72badbdd3712 tempest-FloatingIPTestJSON-1100559899 tempest-FloatingIPTestJSON-1100559899-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109561'] for port, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:01.572073 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12080a18-8122-4978-8986-d3a5f4c542d8 tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Checking segment: {'id': '4c9286b0-b54d-4cb6-924f-110ab308cd2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '2f6da5f9-e8e6-41bb-9149-2d1bc2955d23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 13:40:01.572908 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12080a18-8122-4978-8986-d3a5f4c542d8 tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Network hostable DHCP agents. Network: 2f6da5f9-e8e6-41bb-9149-2d1bc2955d23, hostable agents: ['e47e4547-5c2d-4954-ba56-fa3646239f18'], hosted agents: [] {{(pid=83869) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 13:40:01.581545 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-760eba39-2486-40c9-894c-f8b64b86fa2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3775923'] for security_group, after_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:01.583797 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-760eba39-2486-40c9-894c-f8b64b86fa2d admin admin] Notify callbacks [] for security_group, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:01.584975 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-760eba39-2486-40c9-894c-f8b64b86fa2d admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/b85fa96d-b0f6-4de4-8806-1528e697b6e6 HTTP/1.1" status: 204 len: 168 time: 0.5172935 Apr 01 13:40:01.597660 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-aba87aa2-5cbb-4204-bada-72badbdd3712 tempest-FloatingIPTestJSON-1100559899 tempest-FloatingIPTestJSON-1100559899-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 927 time: 1.8959167 Apr 01 13:40:01.600380 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 54158) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:40:01.603826 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-760eba39-2486-40c9-894c-f8b64b86fa2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b85fa96d-b0f6-4de4-8806-1528e697b6e6,revision_number=None']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:40:01.606575 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.v2.base [None req-9d716138-42de-4e5c-8c0f-c11e3c50bee1 tempest-FloatingIPTestJSON-1100559899 tempest-FloatingIPTestJSON-1100559899-project] Request body: {'floatingip': {'port_id': 'd1326365-6841-4fb2-ae65-c81deffa40b4'}} {{(pid=83871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:40:01.628559 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12080a18-8122-4978-8986-d3a5f4c542d8 tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Network 2f6da5f9-e8e6-41bb-9149-2d1bc2955d23 is scheduled to be hosted by DHCP agent e47e4547-5c2d-4954-ba56-fa3646239f18 with binding_index 1 {{(pid=83869) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 13:40:01.642766 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.scheduler.base_scheduler [None req-12080a18-8122-4978-8986-d3a5f4c542d8 tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-836180-1-hyperv, 2f6da5f9-e8e6-41bb-9149-2d1bc2955d23) {{(pid=83869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 13:40:01.647226 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12080a18-8122-4978-8986-d3a5f4c542d8 tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:40:01.648039 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-12080a18-8122-4978-8986-d3a5f4c542d8 tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Notify callbacks [] for subnet, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:01.656017 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c1fa51d-aeb6-401a-a473-22fcd1255618 None None] Network 2f6da5f9-e8e6-41bb-9149-2d1bc2955d23 requested from dv-neutron-836180-1-hyperv {{(pid=83872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 13:40:01.671472 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-12080a18-8122-4978-8986-d3a5f4c542d8 tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3714578 Apr 01 13:40:01.674832 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 54162) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:40:01.680894 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.v2.base [None req-62e5cf7e-2acb-4c20-a806-f7b8a6deb402 tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Request body: {'subnet': {'network_id': 'f8a39708-3701-4c0c-8ffa-d6c8e4c9321f', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=83869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:40:01.691207 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-9d716138-42de-4e5c-8c0f-c11e3c50bee1 tempest-FloatingIPTestJSON-1100559899 tempest-FloatingIPTestJSON-1100559899-project] Notify callbacks [] for floatingip, before_update {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:01.814778 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-62e5cf7e-2acb-4c20-a806-f7b8a6deb402 tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:40:01.820037 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-62e5cf7e-2acb-4c20-a806-f7b8a6deb402 tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Usage tracker for resource:subnet and tenant:7eaea7f33c58432a9d19111cc275f4e1 is out of sync, need to count used quota {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 13:40:01.824781 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-62e5cf7e-2acb-4c20-a806-f7b8a6deb402 tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 13:40:01.832820 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-62e5cf7e-2acb-4c20-a806-f7b8a6deb402 tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:40:01.846910 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62e5cf7e-2acb-4c20-a806-f7b8a6deb402 tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Made reservation on behalf of 7eaea7f33c58432a9d19111cc275f4e1 for: {'subnet': 1} {{(pid=83869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 13:40:01.931716 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e52a0054-3108-4ea0-b95a-c8b2f1bdca4f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7e7d0ecb-2af4-55f5-9198-238ab0570d62-2f6da5f9-e8e6-41bb-9149-2d1bc2955d23', 'network_id': '2f6da5f9-e8e6-41bb-9149-2d1bc2955d23', 'tenant_id': '7eaea7f33c58432a9d19111cc275f4e1', 'fixed_ips': [{'subnet_id': '50f16147-2176-4c97-b4fb-6bb36c4013a7'}]}} from dv-neutron-836180-1-hyperv. {{(pid=83872) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 01 13:40:01.933759 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-e52a0054-3108-4ea0-b95a-c8b2f1bdca4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:02.106914 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-62e5cf7e-2acb-4c20-a806-f7b8a6deb402 tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2999481'] for subnet, before_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:02.116171 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.db_base_plugin_common [None req-e52a0054-3108-4ea0-b95a-c8b2f1bdca4f None None] Allocated IP 172.20.0.2 (2f6da5f9-e8e6-41bb-9149-2d1bc2955d23/50f16147-2176-4c97-b4fb-6bb36c4013a7/eece4f9f-ae9f-4ff7-96f2-19e8ec3814f7) {{(pid=83872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 13:40:02.180720 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-04462860-fe65-4062-8cca-600255b2eba4 tempest-FloatingIPNegativeTestJSON-648808645 tempest-FloatingIPNegativeTestJSON-648808645-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4084029'] for router_interface, before_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:02.389780 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-e52a0054-3108-4ea0-b95a-c8b2f1bdca4f None None] Notify callbacks [] for port, precommit_create {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:02.396803 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-62e5cf7e-2acb-4c20-a806-f7b8a6deb402 tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2705391', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2999447'] for subnet, after_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:02.401943 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-e52a0054-3108-4ea0-b95a-c8b2f1bdca4f None None] Transition to ACTIVE for port object eece4f9f-ae9f-4ff7-96f2-19e8ec3814f7 will not be triggered until provisioned by entity L2. {{(pid=83872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 13:40:02.421108 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-e52a0054-3108-4ea0-b95a-c8b2f1bdca4f None None] Transition to ACTIVE for port object eece4f9f-ae9f-4ff7-96f2-19e8ec3814f7 will not be triggered until provisioned by entity DHCP. {{(pid=83872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 13:40:02.430376 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-e52a0054-3108-4ea0-b95a-c8b2f1bdca4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736732935801'] for port, after_create {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:02.488555 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e5cf7e-2acb-4c20-a806-f7b8a6deb402 tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Pushing event updated for resources: {'Subnet': ['ID=cef8aa6f-ceb0-43d8-b57b-09db33b7eefb,revision_number=0']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:40:02.496019 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e52a0054-3108-4ea0-b95a-c8b2f1bdca4f None None] Network 2f6da5f9-e8e6-41bb-9149-2d1bc2955d23 is already hosted by enough agents. {{(pid=83872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 13:40:02.499190 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.scheduler.base_scheduler [None req-e52a0054-3108-4ea0-b95a-c8b2f1bdca4f None None] Resources bound (agent type, host, resource id): {{(pid=83872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 13:40:02.508199 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e52a0054-3108-4ea0-b95a-c8b2f1bdca4f None None] Received port after_create {{(pid=83872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 13:40:02.520262 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e52a0054-3108-4ea0-b95a-c8b2f1bdca4f None None] Pushing event updated for resources: {'Port': ['ID=eece4f9f-ae9f-4ff7-96f2-19e8ec3814f7,revision_number=1']} {{(pid=83872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:40:02.540800 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62e5cf7e-2acb-4c20-a806-f7b8a6deb402 tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Checking segment: {'id': 'f9fbdfa3-ce9b-4641-9585-f1ccbc3b7e96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'f8a39708-3701-4c0c-8ffa-d6c8e4c9321f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 13:40:02.541584 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62e5cf7e-2acb-4c20-a806-f7b8a6deb402 tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Network hostable DHCP agents. Network: f8a39708-3701-4c0c-8ffa-d6c8e4c9321f, hostable agents: ['e47e4547-5c2d-4954-ba56-fa3646239f18'], hosted agents: [] {{(pid=83869) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 13:40:02.573032 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62e5cf7e-2acb-4c20-a806-f7b8a6deb402 tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Network f8a39708-3701-4c0c-8ffa-d6c8e4c9321f is scheduled to be hosted by DHCP agent e47e4547-5c2d-4954-ba56-fa3646239f18 with binding_index 1 {{(pid=83869) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 13:40:02.593060 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.scheduler.base_scheduler [None req-62e5cf7e-2acb-4c20-a806-f7b8a6deb402 tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-836180-1-hyperv, f8a39708-3701-4c0c-8ffa-d6c8e4c9321f) {{(pid=83869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 13:40:02.597277 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62e5cf7e-2acb-4c20-a806-f7b8a6deb402 tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:40:02.598632 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-62e5cf7e-2acb-4c20-a806-f7b8a6deb402 tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Notify callbacks [] for subnet, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:02.613705 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c926ed0-7e8d-4dab-8aee-f272a60f6a8b None None] Network f8a39708-3701-4c0c-8ffa-d6c8e4c9321f requested from dv-neutron-836180-1-hyperv {{(pid=83872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 13:40:02.640123 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-62e5cf7e-2acb-4c20-a806-f7b8a6deb402 tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9639096 Apr 01 13:40:02.642794 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 54180) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:40:02.650444 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.v2.base [None req-07ba2ecf-3e5b-4b7e-bc97-b92f02a5f2a0 tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1995538918', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:40:02.658656 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-07ba2ecf-3e5b-4b7e-bc97-b92f02a5f2a0 tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:40:02.664000 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-07ba2ecf-3e5b-4b7e-bc97-b92f02a5f2a0 tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Usage tracker for resource:router and tenant:7eaea7f33c58432a9d19111cc275f4e1 is out of sync, need to count used quota {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 13:40:02.667813 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-07ba2ecf-3e5b-4b7e-bc97-b92f02a5f2a0 tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 13:40:02.685035 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-07ba2ecf-3e5b-4b7e-bc97-b92f02a5f2a0 tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:40:02.694905 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.managers [None req-e52a0054-3108-4ea0-b95a-c8b2f1bdca4f None None] Attempting to bind port eece4f9f-ae9f-4ff7-96f2-19e8ec3814f7 on host dv-neutron-836180-1-hyperv for vnic_type normal with profile {{(pid=83872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 13:40:02.695517 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.managers [None req-e52a0054-3108-4ea0-b95a-c8b2f1bdca4f None None] Attempting to bind port eece4f9f-ae9f-4ff7-96f2-19e8ec3814f7 by drivers openvswitch,hyperv on host dv-neutron-836180-1-hyperv at level 0 using segments [{'id': '4c9286b0-b54d-4cb6-924f-110ab308cd2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '2f6da5f9-e8e6-41bb-9149-2d1bc2955d23'}] {{(pid=83872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 13:40:02.695892 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e52a0054-3108-4ea0-b95a-c8b2f1bdca4f None None] Attempting to bind port eece4f9f-ae9f-4ff7-96f2-19e8ec3814f7 on network 2f6da5f9-e8e6-41bb-9149-2d1bc2955d23 {{(pid=83872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 13:40:02.703388 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-07ba2ecf-3e5b-4b7e-bc97-b92f02a5f2a0 tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4082176', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4220'] for router, before_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:02.704828 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-07ba2ecf-3e5b-4b7e-bc97-b92f02a5f2a0 tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4082277', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4084873', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4148249', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4211'] for router, precommit_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:02.716021 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e52a0054-3108-4ea0-b95a-c8b2f1bdca4f None None] Checking agent: {'id': 'af948428-97cd-4d10-9f53-af028bdb39b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-836180-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 13, 25, 37), 'started_at': datetime.datetime(2022, 4, 1, 13, 26, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 13, 39, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-836180-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 13:40:02.716497 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e52a0054-3108-4ea0-b95a-c8b2f1bdca4f None None] Checking segment: {'id': '4c9286b0-b54d-4cb6-924f-110ab308cd2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '2f6da5f9-e8e6-41bb-9149-2d1bc2955d23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 13:40:02.716827 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-e52a0054-3108-4ea0-b95a-c8b2f1bdca4f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:02.717211 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e52a0054-3108-4ea0-b95a-c8b2f1bdca4f None None] Bound using segment: {'id': '4c9286b0-b54d-4cb6-924f-110ab308cd2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '2f6da5f9-e8e6-41bb-9149-2d1bc2955d23'} {{(pid=83872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 13:40:02.717691 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.managers [None req-e52a0054-3108-4ea0-b95a-c8b2f1bdca4f None None] Bound port: eece4f9f-ae9f-4ff7-96f2-19e8ec3814f7, host: dv-neutron-836180-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c9286b0-b54d-4cb6-924f-110ab308cd2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '2f6da5f9-e8e6-41bb-9149-2d1bc2955d23'}}] {{(pid=83872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 13:40:02.718061 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-e52a0054-3108-4ea0-b95a-c8b2f1bdca4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:02.729270 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-07ba2ecf-3e5b-4b7e-bc97-b92f02a5f2a0 tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:02.753210 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-07ba2ecf-3e5b-4b7e-bc97-b92f02a5f2a0 tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4082201', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4084858'] for router, after_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:02.784173 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-07ba2ecf-3e5b-4b7e-bc97-b92f02a5f2a0 tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Notify callbacks [] for router, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:02.787376 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-07ba2ecf-3e5b-4b7e-bc97-b92f02a5f2a0 tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.1425278 Apr 01 13:40:02.789791 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 54186) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:40:02.873830 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.db.resource_extend [None req-9d716138-42de-4e5c-8c0f-c11e3c50bee1 tempest-FloatingIPTestJSON-1100559899 tempest-FloatingIPTestJSON-1100559899-project] It took 0.28 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 01 13:40:02.933284 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-e52a0054-3108-4ea0-b95a-c8b2f1bdca4f None None] For port eece4f9f-ae9f-4ff7-96f2-19e8ec3814f7, host dv-neutron-836180-1-hyperv, cleared binding levels {{(pid=83872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 13:40:02.943589 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-e52a0054-3108-4ea0-b95a-c8b2f1bdca4f None None] For port eece4f9f-ae9f-4ff7-96f2-19e8ec3814f7, host dv-neutron-836180-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836180-1-hyperv',level=0,port_id=eece4f9f-ae9f-4ff7-96f2-19e8ec3814f7,segment=NetworkSegment(4c9286b0-b54d-4cb6-924f-110ab308cd2f),segment_id=4c9286b0-b54d-4cb6-924f-110ab308cd2f)] {{(pid=83872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 13:40:02.946070 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e8c3fda-638f-4a7b-bbac-09651a462560 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7e7d0ecb-2af4-55f5-9198-238ab0570d62-f8a39708-3701-4c0c-8ffa-d6c8e4c9321f', 'network_id': 'f8a39708-3701-4c0c-8ffa-d6c8e4c9321f', 'tenant_id': '7eaea7f33c58432a9d19111cc275f4e1', 'fixed_ips': [{'subnet_id': 'cef8aa6f-ceb0-43d8-b57b-09db33b7eefb'}]}} from dv-neutron-836180-1-hyperv. {{(pid=83872) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 01 13:40:02.947491 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-9e8c3fda-638f-4a7b-bbac-09651a462560 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:02.962650 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-e52a0054-3108-4ea0-b95a-c8b2f1bdca4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864'] for port, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:03.003695 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-9d716138-42de-4e5c-8c0f-c11e3c50bee1 tempest-FloatingIPTestJSON-1100559899 tempest-FloatingIPTestJSON-1100559899-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:03.047548 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-9d716138-42de-4e5c-8c0f-c11e3c50bee1 tempest-FloatingIPTestJSON-1100559899 tempest-FloatingIPTestJSON-1100559899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4084747'] for floatingip, after_update {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:03.195921 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e52a0054-3108-4ea0-b95a-c8b2f1bdca4f None None] Pushing event updated for resources: {'Port': ['ID=eece4f9f-ae9f-4ff7-96f2-19e8ec3814f7,revision_number=2']} {{(pid=83872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:40:03.378809 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.db_base_plugin_common [None req-9e8c3fda-638f-4a7b-bbac-09651a462560 None None] Allocated IP 172.21.0.2 (f8a39708-3701-4c0c-8ffa-d6c8e4c9321f/cef8aa6f-ceb0-43d8-b57b-09db33b7eefb/ac1e7fe0-6580-4957-9b58-54766b8a7a61) {{(pid=83872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 13:40:03.442065 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.db.l3_db [None req-9d716138-42de-4e5c-8c0f-c11e3c50bee1 tempest-FloatingIPTestJSON-1100559899 tempest-FloatingIPTestJSON-1100559899-project] Floating IP f3c888a7-76ec-4428-ad81-aab8964079cc associated. External IP: 172.26.5.131, port: d1326365-6841-4fb2-ae65-c81deffa40b4. Apr 01 13:40:03.484904 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-69dc20f4-3e1b-4cb8-b555-e1a8a491f7d2 tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:03.658210 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.plugin [None req-04462860-fe65-4062-8cca-600255b2eba4 tempest-FloatingIPNegativeTestJSON-648808645 tempest-FloatingIPNegativeTestJSON-648808645-project] Deleting port be967c07-2bf2-4b9e-8959-6ae47127cb7e {{(pid=83871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 13:40:03.659286 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-04462860-fe65-4062-8cca-600255b2eba4 tempest-FloatingIPNegativeTestJSON-648808645 tempest-FloatingIPNegativeTestJSON-648808645-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736733287370'] for port, before_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:03.726414 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-f06237c8-af55-4847-ba12-e6a50fd37e1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:03.746170 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-9e8c3fda-638f-4a7b-bbac-09651a462560 None None] Notify callbacks [] for port, precommit_create {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:03.760483 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-9e8c3fda-638f-4a7b-bbac-09651a462560 None None] Transition to ACTIVE for port object ac1e7fe0-6580-4957-9b58-54766b8a7a61 will not be triggered until provisioned by entity L2. {{(pid=83872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 13:40:03.790908 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-9e8c3fda-638f-4a7b-bbac-09651a462560 None None] Transition to ACTIVE for port object ac1e7fe0-6580-4957-9b58-54766b8a7a61 will not be triggered until provisioned by entity DHCP. {{(pid=83872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 13:40:03.813484 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-9e8c3fda-638f-4a7b-bbac-09651a462560 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736732935801'] for port, after_create {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:03.908844 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e8c3fda-638f-4a7b-bbac-09651a462560 None None] Pushing event updated for resources: {'Port': ['ID=ac1e7fe0-6580-4957-9b58-54766b8a7a61,revision_number=1']} {{(pid=83872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:40:03.920797 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-04462860-fe65-4062-8cca-600255b2eba4 tempest-FloatingIPNegativeTestJSON-648808645 tempest-FloatingIPNegativeTestJSON-648808645-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4155147'] for port, precommit_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:03.933628 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e8c3fda-638f-4a7b-bbac-09651a462560 None None] Network f8a39708-3701-4c0c-8ffa-d6c8e4c9321f is already hosted by enough agents. {{(pid=83872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 13:40:03.934816 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.scheduler.base_scheduler [None req-9e8c3fda-638f-4a7b-bbac-09651a462560 None None] Resources bound (agent type, host, resource id): {{(pid=83872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 13:40:03.937592 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e8c3fda-638f-4a7b-bbac-09651a462560 None None] Received port after_create {{(pid=83872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 13:40:04.008241 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.db_base_plugin_common [None req-69dc20f4-3e1b-4cb8-b555-e1a8a491f7d2 tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Allocated IP 172.20.0.1 (2f6da5f9-e8e6-41bb-9149-2d1bc2955d23/50f16147-2176-4c97-b4fb-6bb36c4013a7/2295eadf-67f3-4931-b0f6-a5094b85cb9c) {{(pid=83869) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 13:40:04.047877 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.managers [None req-9e8c3fda-638f-4a7b-bbac-09651a462560 None None] Attempting to bind port ac1e7fe0-6580-4957-9b58-54766b8a7a61 on host dv-neutron-836180-1-hyperv for vnic_type normal with profile {{(pid=83872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 13:40:04.048816 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.managers [None req-9e8c3fda-638f-4a7b-bbac-09651a462560 None None] Attempting to bind port ac1e7fe0-6580-4957-9b58-54766b8a7a61 by drivers openvswitch,hyperv on host dv-neutron-836180-1-hyperv at level 0 using segments [{'id': 'f9fbdfa3-ce9b-4641-9585-f1ccbc3b7e96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'f8a39708-3701-4c0c-8ffa-d6c8e4c9321f'}] {{(pid=83872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 13:40:04.049213 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e8c3fda-638f-4a7b-bbac-09651a462560 None None] Attempting to bind port ac1e7fe0-6580-4957-9b58-54766b8a7a61 on network f8a39708-3701-4c0c-8ffa-d6c8e4c9321f {{(pid=83872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 13:40:04.055904 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e8c3fda-638f-4a7b-bbac-09651a462560 None None] Checking agent: {'id': 'af948428-97cd-4d10-9f53-af028bdb39b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-836180-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 13, 25, 37), 'started_at': datetime.datetime(2022, 4, 1, 13, 26, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 13, 39, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-836180-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 13:40:04.056268 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e8c3fda-638f-4a7b-bbac-09651a462560 None None] Checking segment: {'id': 'f9fbdfa3-ce9b-4641-9585-f1ccbc3b7e96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'f8a39708-3701-4c0c-8ffa-d6c8e4c9321f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 13:40:04.056713 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-9e8c3fda-638f-4a7b-bbac-09651a462560 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:04.057101 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e8c3fda-638f-4a7b-bbac-09651a462560 None None] Bound using segment: {'id': 'f9fbdfa3-ce9b-4641-9585-f1ccbc3b7e96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'f8a39708-3701-4c0c-8ffa-d6c8e4c9321f'} {{(pid=83872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 13:40:04.057557 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.managers [None req-9e8c3fda-638f-4a7b-bbac-09651a462560 None None] Bound port: ac1e7fe0-6580-4957-9b58-54766b8a7a61, host: dv-neutron-836180-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f9fbdfa3-ce9b-4641-9585-f1ccbc3b7e96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'f8a39708-3701-4c0c-8ffa-d6c8e4c9321f'}}] {{(pid=83872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 13:40:04.058047 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-9e8c3fda-638f-4a7b-bbac-09651a462560 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:04.071828 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.plugin [None req-04462860-fe65-4062-8cca-600255b2eba4 tempest-FloatingIPNegativeTestJSON-648808645 tempest-FloatingIPNegativeTestJSON-648808645-project] Calling delete_port for be967c07-2bf2-4b9e-8959-6ae47127cb7e owned by network:router_interface {{(pid=83871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 13:40:04.191753 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-9e8c3fda-638f-4a7b-bbac-09651a462560 None None] For port ac1e7fe0-6580-4957-9b58-54766b8a7a61, host dv-neutron-836180-1-hyperv, cleared binding levels {{(pid=83872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 13:40:04.195724 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-9e8c3fda-638f-4a7b-bbac-09651a462560 None None] For port ac1e7fe0-6580-4957-9b58-54766b8a7a61, host dv-neutron-836180-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836180-1-hyperv',level=0,port_id=ac1e7fe0-6580-4957-9b58-54766b8a7a61,segment=NetworkSegment(f9fbdfa3-ce9b-4641-9585-f1ccbc3b7e96),segment_id=f9fbdfa3-ce9b-4641-9585-f1ccbc3b7e96)] {{(pid=83872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 13:40:04.205211 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-9e8c3fda-638f-4a7b-bbac-09651a462560 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864'] for port, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:04.264474 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 54208) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:40:04.393889 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e8c3fda-638f-4a7b-bbac-09651a462560 None None] Pushing event updated for resources: {'Port': ['ID=ac1e7fe0-6580-4957-9b58-54766b8a7a61,revision_number=2']} {{(pid=83872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:40:04.431432 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-69dc20f4-3e1b-4cb8-b555-e1a8a491f7d2 tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Notify callbacks [] for port, precommit_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:04.455514 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.provisioning_blocks [None req-69dc20f4-3e1b-4cb8-b555-e1a8a491f7d2 tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Transition to ACTIVE for port object 2295eadf-67f3-4931-b0f6-a5094b85cb9c will not be triggered until provisioned by entity DHCP. {{(pid=83869) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 13:40:04.487795 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-69dc20f4-3e1b-4cb8-b555-e1a8a491f7d2 tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736732935801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2705155'] for port, after_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:04.531086 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Device eece4f9f-ae9f-4ff7-96f2-19e8ec3814f7 up at agent ovs-agent-dv-neutron-836180-1-hyperv {{(pid=83872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 13:40:04.589435 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.v2.base [None req-4c04de9d-0b20-434c-ad68-8badda7054dc tempest-ExternalNetworksAdminNegativeTestJSON-666261037 tempest-ExternalNetworksAdminNegativeTestJSON-666261037-project-admin] Request body: {'floatingip': {'floating_network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301'}} {{(pid=83869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:40:04.609466 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-4c04de9d-0b20-434c-ad68-8badda7054dc tempest-ExternalNetworksAdminNegativeTestJSON-666261037 tempest-ExternalNetworksAdminNegativeTestJSON-666261037-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:40:04.634398 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-4c04de9d-0b20-434c-ad68-8badda7054dc tempest-ExternalNetworksAdminNegativeTestJSON-666261037 tempest-ExternalNetworksAdminNegativeTestJSON-666261037-project-admin] Usage tracker for resource:floatingip and tenant:a15e4778412a4c9887815985a61ba102 is out of sync, need to count used quota {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 13:40:04.655131 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69dc20f4-3e1b-4cb8-b555-e1a8a491f7d2 tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Network 2f6da5f9-e8e6-41bb-9149-2d1bc2955d23 is already hosted by enough agents. {{(pid=83869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 13:40:04.660657 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-4c04de9d-0b20-434c-ad68-8badda7054dc tempest-ExternalNetworksAdminNegativeTestJSON-666261037 tempest-ExternalNetworksAdminNegativeTestJSON-666261037-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 13:40:04.664564 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.scheduler.base_scheduler [None req-69dc20f4-3e1b-4cb8-b555-e1a8a491f7d2 tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Resources bound (agent type, host, resource id): {{(pid=83869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 13:40:04.670513 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69dc20f4-3e1b-4cb8-b555-e1a8a491f7d2 tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Pushing event updated for resources: {'Port': ['ID=2295eadf-67f3-4931-b0f6-a5094b85cb9c,revision_number=1']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:40:04.673670 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-4c04de9d-0b20-434c-ad68-8badda7054dc tempest-ExternalNetworksAdminNegativeTestJSON-666261037 tempest-ExternalNetworksAdminNegativeTestJSON-666261037-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:40:04.676639 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69dc20f4-3e1b-4cb8-b555-e1a8a491f7d2 tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Received port after_create {{(pid=83869) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 13:40:04.690067 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Provisioning for port eece4f9f-ae9f-4ff7-96f2-19e8ec3814f7 completed by entity L2. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 13:40:04.719847 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-04462860-fe65-4062-8cca-600255b2eba4 tempest-FloatingIPNegativeTestJSON-648808645 tempest-FloatingIPNegativeTestJSON-648808645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736733359243', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736732935810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2743125'] for port, after_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:04.746294 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-4c04de9d-0b20-434c-ad68-8badda7054dc tempest-ExternalNetworksAdminNegativeTestJSON-666261037 tempest-ExternalNetworksAdminNegativeTestJSON-666261037-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:04.782346 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8584ad5a-062e-41c6-a32c-1ac2068a82b5 None None] Network 2f6da5f9-e8e6-41bb-9149-2d1bc2955d23 requested from dv-neutron-836180-1-hyperv {{(pid=83872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 13:40:04.789208 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04462860-fe65-4062-8cca-600255b2eba4 tempest-FloatingIPNegativeTestJSON-648808645 tempest-FloatingIPNegativeTestJSON-648808645-project] Pushing event deleted for resources: {'Port': ['ID=be967c07-2bf2-4b9e-8959-6ae47127cb7e,revision_number=None']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:40:04.829000 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-69dc20f4-3e1b-4cb8-b555-e1a8a491f7d2 tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4084144'] for router_interface, before_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:04.935136 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-c95a836e-d4f2-45b5-811b-2cd37f420ee2 None None] Provisioning for port eece4f9f-ae9f-4ff7-96f2-19e8ec3814f7 completed by entity DHCP. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 13:40:04.943511 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-c95a836e-d4f2-45b5-811b-2cd37f420ee2 None None] Provisioning complete for port eece4f9f-ae9f-4ff7-96f2-19e8ec3814f7 triggered by entity DHCP. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 13:40:04.943847 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-c95a836e-d4f2-45b5-811b-2cd37f420ee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-948329'] for port, provisioning_complete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:04.945000 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d716138-42de-4e5c-8c0f-c11e3c50bee1 tempest-FloatingIPTestJSON-1100559899 tempest-FloatingIPTestJSON-1100559899-project] Router a4024174-aefa-48ee-ba65-83a04caa0a41 has already been hosted by L3 agent 88bf8fc8-11a3-4e96-9d1b-5fd93ba9f6f1 {{(pid=83871) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 13:40:04.978068 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-69dc20f4-3e1b-4cb8-b555-e1a8a491f7d2 tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:04.994911 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-4c04de9d-0b20-434c-ad68-8badda7054dc tempest-ExternalNetworksAdminNegativeTestJSON-666261037 tempest-ExternalNetworksAdminNegativeTestJSON-666261037-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:05.212270 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-c95a836e-d4f2-45b5-811b-2cd37f420ee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:05.254568 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-04462860-fe65-4062-8cca-600255b2eba4 tempest-FloatingIPNegativeTestJSON-648808645 tempest-FloatingIPNegativeTestJSON-648808645-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3017585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4084076'] for router_interface, after_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:05.273294 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-c95a836e-d4f2-45b5-811b-2cd37f420ee2 None None] For port eece4f9f-ae9f-4ff7-96f2-19e8ec3814f7, host dv-neutron-836180-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836180-1-hyperv',level=0,port_id=eece4f9f-ae9f-4ff7-96f2-19e8ec3814f7,segment=NetworkSegment(4c9286b0-b54d-4cb6-924f-110ab308cd2f),segment_id=4c9286b0-b54d-4cb6-924f-110ab308cd2f)] {{(pid=83872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 13:40:05.289580 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-c95a836e-d4f2-45b5-811b-2cd37f420ee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864'] for port, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:05.393657 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.db_base_plugin_common [None req-4c04de9d-0b20-434c-ad68-8badda7054dc tempest-ExternalNetworksAdminNegativeTestJSON-666261037 tempest-ExternalNetworksAdminNegativeTestJSON-666261037-project-admin] Allocated IP 172.26.5.93 (725864b8-cceb-48c9-b5d3-1bfc4423e301/e2ed99db-0e25-4971-b535-7fa69231fae8/ad5cf974-fc0f-48dd-bf37-7d6297aa92a4) {{(pid=83869) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 13:40:05.398920 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c95a836e-d4f2-45b5-811b-2cd37f420ee2 None None] Pushing event updated for resources: {'Port': ['ID=eece4f9f-ae9f-4ff7-96f2-19e8ec3814f7,revision_number=3']} {{(pid=83872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:40:05.643391 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d716138-42de-4e5c-8c0f-c11e3c50bee1 tempest-FloatingIPTestJSON-1100559899 tempest-FloatingIPTestJSON-1100559899-project] Notify agent at l3_agent.dv-neutron-836180-1-hyperv the message routers_updated {{(pid=83871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 13:40:05.655715 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-340bd20a-b364-4fad-b246-f4c11d69e540 None None] Sync routers for ids ['a4024174-aefa-48ee-ba65-83a04caa0a41'] in dv-neutron-836180-1-hyperv {{(pid=83872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 13:40:05.666755 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-439f46b1-9c80-4dcc-92f7-7652d4b0b658 None None] Provisioning for port 2295eadf-67f3-4931-b0f6-a5094b85cb9c completed by entity DHCP. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 13:40:05.679250 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-439f46b1-9c80-4dcc-92f7-7652d4b0b658 None None] Provisioning complete for port 2295eadf-67f3-4931-b0f6-a5094b85cb9c triggered by entity DHCP. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 13:40:05.680411 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-439f46b1-9c80-4dcc-92f7-7652d4b0b658 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-948329'] for port, provisioning_complete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:05.683095 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-4c04de9d-0b20-434c-ad68-8badda7054dc tempest-ExternalNetworksAdminNegativeTestJSON-666261037 tempest-ExternalNetworksAdminNegativeTestJSON-666261037-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:05.724359 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-69dc20f4-3e1b-4cb8-b555-e1a8a491f7d2 tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Notify callbacks [] for port, precommit_update {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:05.734377 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-9d716138-42de-4e5c-8c0f-c11e3c50bee1 tempest-FloatingIPTestJSON-1100559899 tempest-FloatingIPTestJSON-1100559899-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109561'] for floatingip, before_response {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:05.739323 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-69dc20f4-3e1b-4cb8-b555-e1a8a491f7d2 tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2705172'] for port, after_update {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:05.750339 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-340bd20a-b364-4fad-b246-f4c11d69e540 None None] Routers {'a4024174-aefa-48ee-ba65-83a04caa0a41'} bound to L3 agent in host dv-neutron-836180-1-hyperv {{(pid=83872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 13:40:05.751722 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_hamode_db [None req-340bd20a-b364-4fad-b246-f4c11d69e540 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836180-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T13:25:36Z,description=,heartbeat_timestamp=2022-04-01T13:39:36Z,host='dv-neutron-836180-1-hyperv',id=88bf8fc8-11a3-4e96-9d1b-5fd93ba9f6f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T13:25:36Z,topic='l3_agent')) {'router_ids': ['a4024174-aefa-48ee-ba65-83a04caa0a41'], 'active': True} {{(pid=83872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:40:05.833976 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_hamode_db [None req-340bd20a-b364-4fad-b246-f4c11d69e540 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-836180-1-hyperv', False) {} {{(pid=83872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:40:05.842494 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.plugin [None req-439f46b1-9c80-4dcc-92f7-7652d4b0b658 None None] Port 2295eadf-67f3-4931-b0f6-a5094b85cb9c cannot update to ACTIVE because it is not bound. {{(pid=83872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 13:40:05.872503 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-9d716138-42de-4e5c-8c0f-c11e3c50bee1 tempest-FloatingIPTestJSON-1100559899 tempest-FloatingIPTestJSON-1100559899-project] 10.222.0.26 "PUT /v2.0/floatingips/f3c888a7-76ec-4428-ad81-aab8964079cc HTTP/1.1" status: 200 len: 976 time: 4.2710140 Apr 01 13:40:05.875291 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 54214) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:40:05.880804 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-340bd20a-b364-4fad-b246-f4c11d69e540 None None] Routers {'a4024174-aefa-48ee-ba65-83a04caa0a41'} bound to L3 agent in host dv-neutron-836180-1-hyperv {{(pid=83872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 13:40:05.881756 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_hamode_db [None req-340bd20a-b364-4fad-b246-f4c11d69e540 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836180-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T13:25:36Z,description=,heartbeat_timestamp=2022-04-01T13:39:36Z,host='dv-neutron-836180-1-hyperv',id=88bf8fc8-11a3-4e96-9d1b-5fd93ba9f6f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T13:25:36Z,topic='l3_agent')) {'router_ids': ['a4024174-aefa-48ee-ba65-83a04caa0a41'], 'active': True} {{(pid=83872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:40:05.907267 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69dc20f4-3e1b-4cb8-b555-e1a8a491f7d2 tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Pushing event updated for resources: {'Port': ['ID=2295eadf-67f3-4931-b0f6-a5094b85cb9c,revision_number=2']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:40:05.930054 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-4c04de9d-0b20-434c-ad68-8badda7054dc tempest-ExternalNetworksAdminNegativeTestJSON-666261037 tempest-ExternalNetworksAdminNegativeTestJSON-666261037-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736732935801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2705155'] for port, after_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:05.934300 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-69dc20f4-3e1b-4cb8-b555-e1a8a491f7d2 tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3017508', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4084015'] for router_interface, after_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:05.956845 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3375ff8-2f72-4350-a2f2-65806df6befd None None] Network f8a39708-3701-4c0c-8ffa-d6c8e4c9321f requested from dv-neutron-836180-1-hyperv {{(pid=83872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 13:40:05.965046 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.plugin [None req-45776e09-4f8a-42a9-9afb-f20d4219c89c tempest-FloatingIPTestJSON-1100559899 tempest-FloatingIPTestJSON-1100559899-project] Deleting port d1326365-6841-4fb2-ae65-c81deffa40b4 {{(pid=83871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 13:40:05.965391 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-45776e09-4f8a-42a9-9afb-f20d4219c89c tempest-FloatingIPTestJSON-1100559899 tempest-FloatingIPTestJSON-1100559899-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736733287370'] for port, before_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:05.978543 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-b73bf0d1-fca0-491a-bf83-1957db5e1dd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:05.983825 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_hamode_db [None req-340bd20a-b364-4fad-b246-f4c11d69e540 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-836180-1-hyperv', False) {} {{(pid=83872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:40:05.984216 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-340bd20a-b364-4fad-b246-f4c11d69e540 None None] The sync data for ids ['a4024174-aefa-48ee-ba65-83a04caa0a41'] in dv-neutron-836180-1-hyperv is: [] {{(pid=83872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 13:40:05.986179 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-439f46b1-9c80-4dcc-92f7-7652d4b0b658 None None] Provisioning complete for port eece4f9f-ae9f-4ff7-96f2-19e8ec3814f7 triggered by entity DHCP. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 13:40:05.986303 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-439f46b1-9c80-4dcc-92f7-7652d4b0b658 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-948329'] for port, provisioning_complete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:05.999438 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04462860-fe65-4062-8cca-600255b2eba4 tempest-FloatingIPNegativeTestJSON-648808645 tempest-FloatingIPNegativeTestJSON-648808645-project] Router 8e8751dc-8831-4f3b-a0a1-905627022d2d has already been hosted by L3 agent 88bf8fc8-11a3-4e96-9d1b-5fd93ba9f6f1 {{(pid=83871) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 13:40:06.079022 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c04de9d-0b20-434c-ad68-8badda7054dc tempest-ExternalNetworksAdminNegativeTestJSON-666261037 tempest-ExternalNetworksAdminNegativeTestJSON-666261037-project-admin] Network 725864b8-cceb-48c9-b5d3-1bfc4423e301 is already hosted by enough agents. {{(pid=83869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 13:40:06.086450 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.scheduler.base_scheduler [None req-4c04de9d-0b20-434c-ad68-8badda7054dc tempest-ExternalNetworksAdminNegativeTestJSON-666261037 tempest-ExternalNetworksAdminNegativeTestJSON-666261037-project-admin] Resources bound (agent type, host, resource id): {{(pid=83869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 13:40:06.090910 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c04de9d-0b20-434c-ad68-8badda7054dc tempest-ExternalNetworksAdminNegativeTestJSON-666261037 tempest-ExternalNetworksAdminNegativeTestJSON-666261037-project-admin] Pushing event updated for resources: {'Port': ['ID=ad5cf974-fc0f-48dd-bf37-7d6297aa92a4,revision_number=1']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:40:06.093266 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c04de9d-0b20-434c-ad68-8badda7054dc tempest-ExternalNetworksAdminNegativeTestJSON-666261037 tempest-ExternalNetworksAdminNegativeTestJSON-666261037-project-admin] Received port after_create {{(pid=83869) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 13:40:06.214064 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69dc20f4-3e1b-4cb8-b555-e1a8a491f7d2 tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Network 2f6da5f9-e8e6-41bb-9149-2d1bc2955d23 is already hosted by enough agents. {{(pid=83869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 13:40:06.216638 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.scheduler.base_scheduler [None req-69dc20f4-3e1b-4cb8-b555-e1a8a491f7d2 tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Resources bound (agent type, host, resource id): {{(pid=83869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 13:40:06.433084 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-11f0a66f-6170-4d50-bb09-1a08aca19271 None None] Provisioning complete for port 2295eadf-67f3-4931-b0f6-a5094b85cb9c triggered by entity DHCP. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 13:40:06.433855 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-11f0a66f-6170-4d50-bb09-1a08aca19271 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-948329'] for port, provisioning_complete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:06.507032 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04462860-fe65-4062-8cca-600255b2eba4 tempest-FloatingIPNegativeTestJSON-648808645 tempest-FloatingIPNegativeTestJSON-648808645-project] Notify agent at l3_agent.dv-neutron-836180-1-hyperv the message routers_updated {{(pid=83871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 13:40:06.517365 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.plugin [None req-11f0a66f-6170-4d50-bb09-1a08aca19271 None None] Port 2295eadf-67f3-4931-b0f6-a5094b85cb9c cannot update to ACTIVE because it is not bound. {{(pid=83872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 13:40:06.523087 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-04462860-fe65-4062-8cca-600255b2eba4 tempest-FloatingIPNegativeTestJSON-648808645 tempest-FloatingIPNegativeTestJSON-648808645-project] 10.222.0.26 "PUT /v2.0/routers/8e8751dc-8831-4f3b-a0a1-905627022d2d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0784023 Apr 01 13:40:06.526128 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b623844e-a34d-4382-b5d1-627a9bcc7c57 None None] Sync routers for ids ['8e8751dc-8831-4f3b-a0a1-905627022d2d'] in dv-neutron-836180-1-hyperv {{(pid=83873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 13:40:06.534911 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 54218) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:40:06.547205 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-11f0a66f-6170-4d50-bb09-1a08aca19271 None None] Provisioning for port ac1e7fe0-6580-4957-9b58-54766b8a7a61 completed by entity DHCP. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 13:40:06.572336 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b623844e-a34d-4382-b5d1-627a9bcc7c57 None None] Routers {'8e8751dc-8831-4f3b-a0a1-905627022d2d'} bound to L3 agent in host dv-neutron-836180-1-hyperv {{(pid=83873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 13:40:06.572968 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-b623844e-a34d-4382-b5d1-627a9bcc7c57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836180-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-01T13:25:36Z,description=,heartbeat_timestamp=2022-04-01T13:40:06Z,host='dv-neutron-836180-1-hyperv',id=88bf8fc8-11a3-4e96-9d1b-5fd93ba9f6f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T13:25:36Z,topic='l3_agent')) {'router_ids': ['8e8751dc-8831-4f3b-a0a1-905627022d2d'], 'active': True} {{(pid=83873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:40:06.648601 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-b623844e-a34d-4382-b5d1-627a9bcc7c57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-836180-1-hyperv', False) {} {{(pid=83873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:40:06.660832 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b623844e-a34d-4382-b5d1-627a9bcc7c57 None None] Routers {'8e8751dc-8831-4f3b-a0a1-905627022d2d'} bound to L3 agent in host dv-neutron-836180-1-hyperv {{(pid=83873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 13:40:06.661692 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-b623844e-a34d-4382-b5d1-627a9bcc7c57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836180-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-01T13:25:36Z,description=,heartbeat_timestamp=2022-04-01T13:40:06Z,host='dv-neutron-836180-1-hyperv',id=88bf8fc8-11a3-4e96-9d1b-5fd93ba9f6f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T13:25:36Z,topic='l3_agent')) {'router_ids': ['8e8751dc-8831-4f3b-a0a1-905627022d2d'], 'active': True} {{(pid=83873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:40:06.679375 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Device eece4f9f-ae9f-4ff7-96f2-19e8ec3814f7 up at agent ovs-agent-dv-neutron-836180-1-hyperv {{(pid=83872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 13:40:06.728401 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-b623844e-a34d-4382-b5d1-627a9bcc7c57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-836180-1-hyperv', False) {} {{(pid=83873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:40:06.728804 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b623844e-a34d-4382-b5d1-627a9bcc7c57 None None] The sync data for ids ['8e8751dc-8831-4f3b-a0a1-905627022d2d'] in dv-neutron-836180-1-hyperv is: [] {{(pid=83873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 13:40:06.760293 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-45776e09-4f8a-42a9-9afb-f20d4219c89c tempest-FloatingIPTestJSON-1100559899 tempest-FloatingIPTestJSON-1100559899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4155147'] for port, precommit_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:06.761122 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-bd9cb56a-588e-4c95-a99e-45e7fa10647b None None] Provisioning complete for port 2295eadf-67f3-4931-b0f6-a5094b85cb9c triggered by entity DHCP. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 13:40:06.761276 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-bd9cb56a-588e-4c95-a99e-45e7fa10647b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-948329'] for port, provisioning_complete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:06.822154 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.plugin [None req-bd9cb56a-588e-4c95-a99e-45e7fa10647b None None] Port 2295eadf-67f3-4931-b0f6-a5094b85cb9c cannot update to ACTIVE because it is not bound. {{(pid=83872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 13:40:06.830906 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Provisioning complete for port eece4f9f-ae9f-4ff7-96f2-19e8ec3814f7 triggered by entity L2. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 13:40:06.830906 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-948329'] for port, provisioning_complete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:06.849024 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-bf5a0f0e-01f4-447b-9dd9-4e9257efa4d8 tempest-FloatingIPNegativeTestJSON-648808645 tempest-FloatingIPNegativeTestJSON-648808645-project] Notify callbacks [] for router, before_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:06.917677 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-4c04de9d-0b20-434c-ad68-8badda7054dc tempest-ExternalNetworksAdminNegativeTestJSON-666261037 tempest-ExternalNetworksAdminNegativeTestJSON-666261037-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:06.961514 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Device ac1e7fe0-6580-4957-9b58-54766b8a7a61 up at agent ovs-agent-dv-neutron-836180-1-hyperv {{(pid=83872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 13:40:06.990082 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-4c04de9d-0b20-434c-ad68-8badda7054dc tempest-ExternalNetworksAdminNegativeTestJSON-666261037 tempest-ExternalNetworksAdminNegativeTestJSON-666261037-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:07.035495 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Provisioning for port ac1e7fe0-6580-4957-9b58-54766b8a7a61 completed by entity L2. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 13:40:07.040937 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Provisioning complete for port ac1e7fe0-6580-4957-9b58-54766b8a7a61 triggered by entity L2. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 13:40:07.041296 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-948329'] for port, provisioning_complete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:07.194069 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:07.194796 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69dc20f4-3e1b-4cb8-b555-e1a8a491f7d2 tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Router 66884772-c55f-477e-afc3-eef68f6b3c99 is scheduled to L3 agent 88bf8fc8-11a3-4e96-9d1b-5fd93ba9f6f1 with binding_index 1 {{(pid=83869) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 01 13:40:07.201472 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:07.255618 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] For port ac1e7fe0-6580-4957-9b58-54766b8a7a61, host dv-neutron-836180-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836180-1-hyperv',level=0,port_id=ac1e7fe0-6580-4957-9b58-54766b8a7a61,segment=NetworkSegment(f9fbdfa3-ce9b-4641-9585-f1ccbc3b7e96),segment_id=f9fbdfa3-ce9b-4641-9585-f1ccbc3b7e96)] {{(pid=83872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 13:40:07.261988 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864'] for port, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:07.363916 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-2f9cfc9c-d8ba-4de3-a4ad-98162f90557c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:07.374953 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Pushing event updated for resources: {'Port': ['ID=ac1e7fe0-6580-4957-9b58-54766b8a7a61,revision_number=3']} {{(pid=83872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:40:07.377624 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-4c04de9d-0b20-434c-ad68-8badda7054dc tempest-ExternalNetworksAdminNegativeTestJSON-666261037 tempest-ExternalNetworksAdminNegativeTestJSON-666261037-project-admin] Notify callbacks [] for port, precommit_update {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:07.390772 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-4c04de9d-0b20-434c-ad68-8badda7054dc tempest-ExternalNetworksAdminNegativeTestJSON-666261037 tempest-ExternalNetworksAdminNegativeTestJSON-666261037-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2705172'] for port, after_update {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:07.461456 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-45776e09-4f8a-42a9-9afb-f20d4219c89c tempest-FloatingIPTestJSON-1100559899 tempest-FloatingIPTestJSON-1100559899-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:07.461456 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-45776e09-4f8a-42a9-9afb-f20d4219c89c tempest-FloatingIPTestJSON-1100559899 tempest-FloatingIPTestJSON-1100559899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4084747'] for floatingip, after_update {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:07.461456 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.db.l3_db [None req-45776e09-4f8a-42a9-9afb-f20d4219c89c tempest-FloatingIPTestJSON-1100559899 tempest-FloatingIPTestJSON-1100559899-project] Floating IP f3c888a7-76ec-4428-ad81-aab8964079cc disassociated. External IP: 172.26.5.131, port: d1326365-6841-4fb2-ae65-c81deffa40b4. Apr 01 13:40:07.461456 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.plugin [None req-45776e09-4f8a-42a9-9afb-f20d4219c89c tempest-FloatingIPTestJSON-1100559899 tempest-FloatingIPTestJSON-1100559899-project] Calling delete_port for d1326365-6841-4fb2-ae65-c81deffa40b4 owned by {{(pid=83871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 13:40:07.486614 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-bf5a0f0e-01f4-447b-9dd9-4e9257efa4d8 tempest-FloatingIPNegativeTestJSON-648808645 tempest-FloatingIPNegativeTestJSON-648808645-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4079814', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4170'] for router, precommit_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:07.502545 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-bf5a0f0e-01f4-447b-9dd9-4e9257efa4d8 tempest-FloatingIPNegativeTestJSON-648808645 tempest-FloatingIPNegativeTestJSON-648808645-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:07.510788 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c04de9d-0b20-434c-ad68-8badda7054dc tempest-ExternalNetworksAdminNegativeTestJSON-666261037 tempest-ExternalNetworksAdminNegativeTestJSON-666261037-project-admin] Pushing event updated for resources: {'Port': ['ID=ad5cf974-fc0f-48dd-bf37-7d6297aa92a4,revision_number=2']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:40:07.529482 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-4c04de9d-0b20-434c-ad68-8badda7054dc tempest-ExternalNetworksAdminNegativeTestJSON-666261037 tempest-ExternalNetworksAdminNegativeTestJSON-666261037-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4084747'] for floatingip, after_update {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:07.544189 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69dc20f4-3e1b-4cb8-b555-e1a8a491f7d2 tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Notify agent at l3_agent.dv-neutron-836180-1-hyperv the message routers_updated {{(pid=83869) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 13:40:07.560725 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dce84a2-1036-4d90-ba73-3e6f857e39b8 None None] Sync routers for ids ['66884772-c55f-477e-afc3-eef68f6b3c99'] in dv-neutron-836180-1-hyperv {{(pid=83872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 13:40:07.563452 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-69dc20f4-3e1b-4cb8-b555-e1a8a491f7d2 tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] 10.222.0.26 "PUT /v2.0/routers/66884772-c55f-477e-afc3-eef68f6b3c99/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7726023 Apr 01 13:40:07.566970 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 54222) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:40:07.569733 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-4c04de9d-0b20-434c-ad68-8badda7054dc tempest-ExternalNetworksAdminNegativeTestJSON-666261037 tempest-ExternalNetworksAdminNegativeTestJSON-666261037-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109561'] for floatingip, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:07.573769 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-4c04de9d-0b20-434c-ad68-8badda7054dc tempest-ExternalNetworksAdminNegativeTestJSON-666261037 tempest-ExternalNetworksAdminNegativeTestJSON-666261037-project-admin] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.3082275 Apr 01 13:40:07.576293 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dce84a2-1036-4d90-ba73-3e6f857e39b8 None None] Routers {'66884772-c55f-477e-afc3-eef68f6b3c99'} bound to L3 agent in host dv-neutron-836180-1-hyperv {{(pid=83872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 13:40:07.577283 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_hamode_db [None req-4dce84a2-1036-4d90-ba73-3e6f857e39b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836180-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-01T13:25:36Z,description=,heartbeat_timestamp=2022-04-01T13:40:06Z,host='dv-neutron-836180-1-hyperv',id=88bf8fc8-11a3-4e96-9d1b-5fd93ba9f6f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T13:25:36Z,topic='l3_agent')) {'router_ids': ['66884772-c55f-477e-afc3-eef68f6b3c99'], 'active': True} {{(pid=83872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:40:07.604830 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 54226) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:40:07.615072 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.v2.base [None req-62c6dc3e-50ab-42e8-9b91-b5375db4a518 tempest-ExternalNetworksAdminNegativeTestJSON-666261037 tempest-ExternalNetworksAdminNegativeTestJSON-666261037-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-2115757801', 'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'fixed_ips': [{'ip_address': '172.26.5.93'}]}} {{(pid=83869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:40:07.630753 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-62c6dc3e-50ab-42e8-9b91-b5375db4a518 tempest-ExternalNetworksAdminNegativeTestJSON-666261037 tempest-ExternalNetworksAdminNegativeTestJSON-666261037-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:40:07.638741 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-62c6dc3e-50ab-42e8-9b91-b5375db4a518 tempest-ExternalNetworksAdminNegativeTestJSON-666261037 tempest-ExternalNetworksAdminNegativeTestJSON-666261037-project-admin] Usage tracker for resource:port and tenant:a15e4778412a4c9887815985a61ba102 is out of sync, need to count used quota {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 13:40:07.645389 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_hamode_db [None req-4dce84a2-1036-4d90-ba73-3e6f857e39b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-836180-1-hyperv', False) {} {{(pid=83872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:40:07.648592 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-62c6dc3e-50ab-42e8-9b91-b5375db4a518 tempest-ExternalNetworksAdminNegativeTestJSON-666261037 tempest-ExternalNetworksAdminNegativeTestJSON-666261037-project-admin] Quota usage for port was recalculated. Used quota:1. {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 13:40:07.656611 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dce84a2-1036-4d90-ba73-3e6f857e39b8 None None] Routers {'66884772-c55f-477e-afc3-eef68f6b3c99'} bound to L3 agent in host dv-neutron-836180-1-hyperv {{(pid=83872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 13:40:07.657226 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_hamode_db [None req-4dce84a2-1036-4d90-ba73-3e6f857e39b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836180-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-01T13:25:36Z,description=,heartbeat_timestamp=2022-04-01T13:40:06Z,host='dv-neutron-836180-1-hyperv',id=88bf8fc8-11a3-4e96-9d1b-5fd93ba9f6f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T13:25:36Z,topic='l3_agent')) {'router_ids': ['66884772-c55f-477e-afc3-eef68f6b3c99'], 'active': True} {{(pid=83872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:40:07.659115 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-62c6dc3e-50ab-42e8-9b91-b5375db4a518 tempest-ExternalNetworksAdminNegativeTestJSON-666261037 tempest-ExternalNetworksAdminNegativeTestJSON-666261037-project-admin] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:40:07.668277 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71c40032-47d4-4f8f-86f6-baf1330c2df6 tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:40:07.668889 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-71c40032-47d4-4f8f-86f6-baf1330c2df6 tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Synchronizing usage tracker for tenant:7eaea7f33c58432a9d19111cc275f4e1 on resource:port {{(pid=83869) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 13:40:07.682866 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62c6dc3e-50ab-42e8-9b91-b5375db4a518 tempest-ExternalNetworksAdminNegativeTestJSON-666261037 tempest-ExternalNetworksAdminNegativeTestJSON-666261037-project-admin] Made reservation on behalf of a15e4778412a4c9887815985a61ba102 for: {'port': 1} {{(pid=83869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 13:40:07.685270 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-62c6dc3e-50ab-42e8-9b91-b5375db4a518 tempest-ExternalNetworksAdminNegativeTestJSON-666261037 tempest-ExternalNetworksAdminNegativeTestJSON-666261037-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:07.703331 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-62c6dc3e-50ab-42e8-9b91-b5375db4a518 tempest-ExternalNetworksAdminNegativeTestJSON-666261037 tempest-ExternalNetworksAdminNegativeTestJSON-666261037-project-admin] Notify callbacks [] for security_group, before_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:07.708727 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-bf5a0f0e-01f4-447b-9dd9-4e9257efa4d8 tempest-FloatingIPNegativeTestJSON-648808645 tempest-FloatingIPNegativeTestJSON-648808645-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4079738'] for router, after_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:07.709473 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf5a0f0e-01f4-447b-9dd9-4e9257efa4d8 tempest-FloatingIPNegativeTestJSON-648808645 tempest-FloatingIPNegativeTestJSON-648808645-project] Fanout notify agent at l3_agent the message router_deleted on router 8e8751dc-8831-4f3b-a0a1-905627022d2d {{(pid=83871) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 01 13:40:07.715038 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-71c40032-47d4-4f8f-86f6-baf1330c2df6 tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Unset dirty status for tenant:7eaea7f33c58432a9d19111cc275f4e1 on resource:port {{(pid=83869) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 13:40:07.716135 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-71c40032-47d4-4f8f-86f6-baf1330c2df6 tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] 10.222.0.26 "GET /v2.0/ports/2295eadf-67f3-4931-b0f6-a5094b85cb9c HTTP/1.1" status: 200 len: 910 time: 0.1482027 Apr 01 13:40:07.718975 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 54230) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:40:07.729783 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_hamode_db [None req-4dce84a2-1036-4d90-ba73-3e6f857e39b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-836180-1-hyperv', False) {} {{(pid=83872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:40:07.730188 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dce84a2-1036-4d90-ba73-3e6f857e39b8 None None] The sync data for ids ['66884772-c55f-477e-afc3-eef68f6b3c99'] in dv-neutron-836180-1-hyperv is: [] {{(pid=83872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 13:40:07.748815 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-bf5a0f0e-01f4-447b-9dd9-4e9257efa4d8 tempest-FloatingIPNegativeTestJSON-648808645 tempest-FloatingIPNegativeTestJSON-648808645-project] Notify callbacks [] for router, before_response {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:07.749897 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-bf5a0f0e-01f4-447b-9dd9-4e9257efa4d8 tempest-FloatingIPNegativeTestJSON-648808645 tempest-FloatingIPNegativeTestJSON-648808645-project] 10.222.0.26 "DELETE /v2.0/routers/8e8751dc-8831-4f3b-a0a1-905627022d2d HTTP/1.1" status: 204 len: 168 time: 1.2143691 Apr 01 13:40:07.751078 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-45776e09-4f8a-42a9-9afb-f20d4219c89c tempest-FloatingIPTestJSON-1100559899 tempest-FloatingIPTestJSON-1100559899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736733359243', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736732935810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2743125'] for port, after_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:07.753038 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 54234) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:40:07.838316 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45776e09-4f8a-42a9-9afb-f20d4219c89c tempest-FloatingIPTestJSON-1100559899 tempest-FloatingIPTestJSON-1100559899-project] Pushing event deleted for resources: {'Port': ['ID=d1326365-6841-4fb2-ae65-c81deffa40b4,revision_number=None']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:40:07.859740 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-62c6dc3e-50ab-42e8-9b91-b5375db4a518 tempest-ExternalNetworksAdminNegativeTestJSON-666261037 tempest-ExternalNetworksAdminNegativeTestJSON-666261037-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:40:07.865600 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-62c6dc3e-50ab-42e8-9b91-b5375db4a518 tempest-ExternalNetworksAdminNegativeTestJSON-666261037 tempest-ExternalNetworksAdminNegativeTestJSON-666261037-project-admin] Usage tracker for resource:security_group_rule and tenant:a15e4778412a4c9887815985a61ba102 is out of sync, need to count used quota {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 13:40:07.869107 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-62c6dc3e-50ab-42e8-9b91-b5375db4a518 tempest-ExternalNetworksAdminNegativeTestJSON-666261037 tempest-ExternalNetworksAdminNegativeTestJSON-666261037-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 13:40:07.876964 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-62c6dc3e-50ab-42e8-9b91-b5375db4a518 tempest-ExternalNetworksAdminNegativeTestJSON-666261037 tempest-ExternalNetworksAdminNegativeTestJSON-666261037-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:40:08.123722 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.db_base_plugin_v2 [None req-62dfb58c-cebd-4b06-b1cd-6c7903db5a9a tempest-FloatingIPNegativeTestJSON-648808645 tempest-FloatingIPNegativeTestJSON-648808645-project] Deleting subnet 3d4b1076-e675-4f5f-8567-65d6aea59f5b {{(pid=83871) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 01 13:40:08.130389 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-62dfb58c-cebd-4b06-b1cd-6c7903db5a9a tempest-FloatingIPNegativeTestJSON-648808645 tempest-FloatingIPNegativeTestJSON-648808645-project] Notify callbacks [] for subnet, before_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:08.187274 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-62c6dc3e-50ab-42e8-9b91-b5375db4a518 tempest-ExternalNetworksAdminNegativeTestJSON-666261037 tempest-ExternalNetworksAdminNegativeTestJSON-666261037-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:08.192738 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-62dfb58c-cebd-4b06-b1cd-6c7903db5a9a tempest-FloatingIPNegativeTestJSON-648808645 tempest-FloatingIPNegativeTestJSON-648808645-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3166365'] for subnet, precommit_delete_associations {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:08.193850 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-62c6dc3e-50ab-42e8-9b91-b5375db4a518 tempest-ExternalNetworksAdminNegativeTestJSON-666261037 tempest-ExternalNetworksAdminNegativeTestJSON-666261037-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3775923'] for security_group, after_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:08.207978 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.notifiers.nova [None req-62c6dc3e-50ab-42e8-9b91-b5375db4a518 tempest-ExternalNetworksAdminNegativeTestJSON-666261037 tempest-ExternalNetworksAdminNegativeTestJSON-666261037-project-admin] device_id is not set on port b6922495-dc2d-49aa-b865-9d9fbd7a9e5a yet. {{(pid=83869) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 01 13:40:08.290335 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c6dc3e-50ab-42e8-9b91-b5375db4a518 tempest-ExternalNetworksAdminNegativeTestJSON-666261037 tempest-ExternalNetworksAdminNegativeTestJSON-666261037-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08d2a92f-b04e-49b5-9f69-816ccc6d5e55,revision_number=1']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:40:08.290902 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45776e09-4f8a-42a9-9afb-f20d4219c89c tempest-FloatingIPTestJSON-1100559899 tempest-FloatingIPTestJSON-1100559899-project] Router a4024174-aefa-48ee-ba65-83a04caa0a41 has already been hosted by L3 agent 88bf8fc8-11a3-4e96-9d1b-5fd93ba9f6f1 {{(pid=83871) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 13:40:08.310522 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-62dfb58c-cebd-4b06-b1cd-6c7903db5a9a tempest-FloatingIPNegativeTestJSON-648808645 tempest-FloatingIPNegativeTestJSON-648808645-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-945029'] for subnet, precommit_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:08.464180 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Device ac1e7fe0-6580-4957-9b58-54766b8a7a61 up at agent ovs-agent-dv-neutron-836180-1-hyperv {{(pid=83872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 13:40:08.546467 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-62dfb58c-cebd-4b06-b1cd-6c7903db5a9a tempest-FloatingIPNegativeTestJSON-648808645 tempest-FloatingIPNegativeTestJSON-648808645-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-945042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2743160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2757373'] for subnet, after_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:08.571639 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Provisioning complete for port ac1e7fe0-6580-4957-9b58-54766b8a7a61 triggered by entity L2. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 13:40:08.572011 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-948329'] for port, provisioning_complete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:08.583753 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.pecan_wsgi.hooks.translation [None req-62c6dc3e-50ab-42e8-9b91-b5375db4a518 tempest-ExternalNetworksAdminNegativeTestJSON-666261037 tempest-ExternalNetworksAdminNegativeTestJSON-666261037-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Apr 01 13:40:08.584478 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-62c6dc3e-50ab-42e8-9b91-b5375db4a518 tempest-ExternalNetworksAdminNegativeTestJSON-666261037 tempest-ExternalNetworksAdminNegativeTestJSON-666261037-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=83869) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 13:40:08.596825 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62dfb58c-cebd-4b06-b1cd-6c7903db5a9a tempest-FloatingIPNegativeTestJSON-648808645 tempest-FloatingIPNegativeTestJSON-648808645-project] Pushing event deleted for resources: {'Subnet': ['ID=3d4b1076-e675-4f5f-8567-65d6aea59f5b,revision_number=None']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:40:08.609115 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-62dfb58c-cebd-4b06-b1cd-6c7903db5a9a tempest-FloatingIPNegativeTestJSON-648808645 tempest-FloatingIPNegativeTestJSON-648808645-project] Notify callbacks [] for subnet, before_response {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:08.620656 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-62dfb58c-cebd-4b06-b1cd-6c7903db5a9a tempest-FloatingIPNegativeTestJSON-648808645 tempest-FloatingIPNegativeTestJSON-648808645-project] 10.222.0.26 "DELETE /v2.0/subnets/3d4b1076-e675-4f5f-8567-65d6aea59f5b HTTP/1.1" status: 204 len: 168 time: 0.8645778 Apr 01 13:40:08.621448 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 54240) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:40:08.622054 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e42438e-d842-483c-a0bd-9693f1b2d1ba None None] Network 51187b04-5660-4cd1-9924-6ade76a3e6c5 requested from dv-neutron-836180-1-hyperv {{(pid=83872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 13:40:08.654414 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-62c6dc3e-50ab-42e8-9b91-b5375db4a518 tempest-ExternalNetworksAdminNegativeTestJSON-666261037 tempest-ExternalNetworksAdminNegativeTestJSON-666261037-project-admin] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 409 len: 371 time: 1.0483997 Apr 01 13:40:08.658805 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 54244) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:40:08.853717 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-0ddba582-387a-40d6-a1ab-5daed9dffb86 tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:08.875980 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45776e09-4f8a-42a9-9afb-f20d4219c89c tempest-FloatingIPTestJSON-1100559899 tempest-FloatingIPTestJSON-1100559899-project] Notify agent at l3_agent.dv-neutron-836180-1-hyperv the message routers_updated {{(pid=83871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 13:40:08.877803 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-a976a7b9-9034-41e6-be13-349b75ed1593 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:08.886709 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-b7f29fe6-4ff7-400d-8574-708fa31f88c6 tempest-FloatingIPNegativeTestJSON-648808645 tempest-FloatingIPNegativeTestJSON-648808645-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1033078'] for network, before_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:08.899099 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12919003-cebe-474c-b235-b4faeaa5474b None None] Sync routers for ids ['a4024174-aefa-48ee-ba65-83a04caa0a41'] in dv-neutron-836180-1-hyperv {{(pid=83873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 13:40:08.917868 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12919003-cebe-474c-b235-b4faeaa5474b None None] Routers {'a4024174-aefa-48ee-ba65-83a04caa0a41'} bound to L3 agent in host dv-neutron-836180-1-hyperv {{(pid=83873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 13:40:08.918522 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-12919003-cebe-474c-b235-b4faeaa5474b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836180-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-01T13:25:36Z,description=,heartbeat_timestamp=2022-04-01T13:40:06Z,host='dv-neutron-836180-1-hyperv',id=88bf8fc8-11a3-4e96-9d1b-5fd93ba9f6f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T13:25:36Z,topic='l3_agent')) {'router_ids': ['a4024174-aefa-48ee-ba65-83a04caa0a41'], 'active': True} {{(pid=83873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:40:08.974842 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.plugin [None req-fcdae605-79fd-40c6-b0d1-b5bfd6db8e2e tempest-ExternalNetworksAdminNegativeTestJSON-666261037 tempest-ExternalNetworksAdminNegativeTestJSON-666261037-project-admin] Deleting port ad5cf974-fc0f-48dd-bf37-7d6297aa92a4 {{(pid=83871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 13:40:08.975173 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-fcdae605-79fd-40c6-b0d1-b5bfd6db8e2e tempest-ExternalNetworksAdminNegativeTestJSON-666261037 tempest-ExternalNetworksAdminNegativeTestJSON-666261037-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736733287370'] for port, before_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:08.984992 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-210363e4-2a10-4c80-85c7-b50645c1bac8 None None] DHCP port deletion for 51187b04-5660-4cd1-9924-6ade76a3e6c5 request from dv-neutron-836180-1-hyperv {{(pid=83872) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 01 13:40:08.988120 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-12919003-cebe-474c-b235-b4faeaa5474b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-836180-1-hyperv', False) {} {{(pid=83873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:40:08.989416 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.plugin [None req-210363e4-2a10-4c80-85c7-b50645c1bac8 None None] Deleting port 45bfec1e-30c2-4160-9f51-b5e7cac458f5 {{(pid=83872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 13:40:08.989786 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-210363e4-2a10-4c80-85c7-b50645c1bac8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736733287370'] for port, before_delete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:09.007020 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12919003-cebe-474c-b235-b4faeaa5474b None None] Routers {'a4024174-aefa-48ee-ba65-83a04caa0a41'} bound to L3 agent in host dv-neutron-836180-1-hyperv {{(pid=83873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 13:40:09.008618 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-12919003-cebe-474c-b235-b4faeaa5474b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836180-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-01T13:25:36Z,description=,heartbeat_timestamp=2022-04-01T13:40:06Z,host='dv-neutron-836180-1-hyperv',id=88bf8fc8-11a3-4e96-9d1b-5fd93ba9f6f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T13:25:36Z,topic='l3_agent')) {'router_ids': ['a4024174-aefa-48ee-ba65-83a04caa0a41'], 'active': True} {{(pid=83873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:40:09.028331 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.plugin [None req-b7f29fe6-4ff7-400d-8574-708fa31f88c6 tempest-FloatingIPNegativeTestJSON-648808645 tempest-FloatingIPNegativeTestJSON-648808645-project] Deleting port 45bfec1e-30c2-4160-9f51-b5e7cac458f5 {{(pid=83871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 13:40:09.028586 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-b7f29fe6-4ff7-400d-8574-708fa31f88c6 tempest-FloatingIPNegativeTestJSON-648808645 tempest-FloatingIPNegativeTestJSON-648808645-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736733287370'] for port, before_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:09.094786 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-12919003-cebe-474c-b235-b4faeaa5474b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-836180-1-hyperv', False) {} {{(pid=83873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:40:09.096541 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12919003-cebe-474c-b235-b4faeaa5474b None None] The sync data for ids ['a4024174-aefa-48ee-ba65-83a04caa0a41'] in dv-neutron-836180-1-hyperv is: [] {{(pid=83873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 13:40:09.213606 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-210363e4-2a10-4c80-85c7-b50645c1bac8 None None] For port 45bfec1e-30c2-4160-9f51-b5e7cac458f5, host dv-neutron-836180-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836180-1-hyperv',level=0,port_id=45bfec1e-30c2-4160-9f51-b5e7cac458f5,segment=NetworkSegment(5f2e758e-00f1-4a60-bcb1-84fdb063dd4e),segment_id=5f2e758e-00f1-4a60-bcb1-84fdb063dd4e)] {{(pid=83872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 13:40:09.213821 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-45776e09-4f8a-42a9-9afb-f20d4219c89c tempest-FloatingIPTestJSON-1100559899 tempest-FloatingIPTestJSON-1100559899-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109561'] for port, before_response {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:09.213918 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-210363e4-2a10-4c80-85c7-b50645c1bac8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4155147'] for port, precommit_delete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:09.218139 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-45776e09-4f8a-42a9-9afb-f20d4219c89c tempest-FloatingIPTestJSON-1100559899 tempest-FloatingIPTestJSON-1100559899-project] 10.222.0.26 "DELETE /v2.0/ports/d1326365-6841-4fb2-ae65-c81deffa40b4 HTTP/1.1" status: 204 len: 168 time: 3.3370559 Apr 01 13:40:09.221062 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 54248) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:40:09.272590 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.db_base_plugin_common [None req-0ddba582-387a-40d6-a1ab-5daed9dffb86 tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Allocated IP 172.21.0.1 (f8a39708-3701-4c0c-8ffa-d6c8e4c9321f/cef8aa6f-ceb0-43d8-b57b-09db33b7eefb/39488fcd-c302-4a0e-93bf-e07ad1688ce2) {{(pid=83869) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 13:40:09.378360 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.plugin [None req-210363e4-2a10-4c80-85c7-b50645c1bac8 None None] Calling delete_port for 45bfec1e-30c2-4160-9f51-b5e7cac458f5 owned by network:dhcp {{(pid=83872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 13:40:09.401155 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-05b948f3-c221-4f80-a0f7-61eb6b394f74 tempest-FloatingIPTestJSON-1100559899 tempest-FloatingIPTestJSON-1100559899-project] 10.222.0.26 "GET /v2.0/floatingips/f3c888a7-76ec-4428-ad81-aab8964079cc HTTP/1.1" status: 200 len: 688 time: 0.1382480 Apr 01 13:40:09.406603 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 54252) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:40:09.452148 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-210363e4-2a10-4c80-85c7-b50645c1bac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736733359243', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736732935810'] for port, after_delete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:09.455335 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-0ddba582-387a-40d6-a1ab-5daed9dffb86 tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Notify callbacks [] for port, precommit_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:09.471933 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.provisioning_blocks [None req-0ddba582-387a-40d6-a1ab-5daed9dffb86 tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Transition to ACTIVE for port object 39488fcd-c302-4a0e-93bf-e07ad1688ce2 will not be triggered until provisioned by entity DHCP. {{(pid=83869) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 13:40:09.497220 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-210363e4-2a10-4c80-85c7-b50645c1bac8 None None] Pushing event deleted for resources: {'Port': ['ID=45bfec1e-30c2-4160-9f51-b5e7cac458f5,revision_number=None']} {{(pid=83872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:40:09.497792 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-0ddba582-387a-40d6-a1ab-5daed9dffb86 tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736732935801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2705155'] for port, after_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:09.504752 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-210363e4-2a10-4c80-85c7-b50645c1bac8 None None] No DVR routers for this DVR port 45bfec1e-30c2-4160-9f51-b5e7cac458f5 on host dv-neutron-836180-1-hyperv {{(pid=83872) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 13:40:09.580872 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ddba582-387a-40d6-a1ab-5daed9dffb86 tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Network f8a39708-3701-4c0c-8ffa-d6c8e4c9321f is already hosted by enough agents. {{(pid=83869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 13:40:09.583741 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.scheduler.base_scheduler [None req-0ddba582-387a-40d6-a1ab-5daed9dffb86 tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Resources bound (agent type, host, resource id): {{(pid=83869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 13:40:09.587984 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ddba582-387a-40d6-a1ab-5daed9dffb86 tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Received port after_create {{(pid=83869) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 13:40:09.617133 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ddba582-387a-40d6-a1ab-5daed9dffb86 tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Pushing event updated for resources: {'Port': ['ID=39488fcd-c302-4a0e-93bf-e07ad1688ce2,revision_number=1']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:40:09.648261 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-0ddba582-387a-40d6-a1ab-5daed9dffb86 tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4084144'] for router_interface, before_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:09.661461 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-fcdae605-79fd-40c6-b0d1-b5bfd6db8e2e tempest-ExternalNetworksAdminNegativeTestJSON-666261037 tempest-ExternalNetworksAdminNegativeTestJSON-666261037-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4155147'] for port, precommit_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:09.661795 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-fcdae605-79fd-40c6-b0d1-b5bfd6db8e2e tempest-ExternalNetworksAdminNegativeTestJSON-666261037 tempest-ExternalNetworksAdminNegativeTestJSON-666261037-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:09.745562 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-0ddba582-387a-40d6-a1ab-5daed9dffb86 tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:09.807863 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.plugin [None req-142ed2ac-df9b-4a36-907e-6e4848fe04bf tempest-FloatingIPTestJSON-1100559899 tempest-FloatingIPTestJSON-1100559899-project] Deleting port 26b1cf59-e78d-4ae9-bcc6-f795fbc4eb37 {{(pid=83871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 13:40:09.808196 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-142ed2ac-df9b-4a36-907e-6e4848fe04bf tempest-FloatingIPTestJSON-1100559899 tempest-FloatingIPTestJSON-1100559899-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736733287370'] for port, before_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:09.839559 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.plugin [None req-fcdae605-79fd-40c6-b0d1-b5bfd6db8e2e tempest-ExternalNetworksAdminNegativeTestJSON-666261037 tempest-ExternalNetworksAdminNegativeTestJSON-666261037-project-admin] Calling delete_port for ad5cf974-fc0f-48dd-bf37-7d6297aa92a4 owned by network:floatingip {{(pid=83871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 13:40:09.843082 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-050a89c8-da89-4eda-964f-50e33fbdde32 None None] Provisioning for port 39488fcd-c302-4a0e-93bf-e07ad1688ce2 completed by entity DHCP. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 13:40:09.848040 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-050a89c8-da89-4eda-964f-50e33fbdde32 None None] Provisioning complete for port 39488fcd-c302-4a0e-93bf-e07ad1688ce2 triggered by entity DHCP. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 13:40:09.848546 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-050a89c8-da89-4eda-964f-50e33fbdde32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-948329'] for port, provisioning_complete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:09.906596 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.plugin [None req-050a89c8-da89-4eda-964f-50e33fbdde32 None None] Port 39488fcd-c302-4a0e-93bf-e07ad1688ce2 cannot update to ACTIVE because it is not bound. {{(pid=83872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 13:40:09.917736 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.db [None req-b7f29fe6-4ff7-400d-8574-708fa31f88c6 tempest-FloatingIPNegativeTestJSON-648808645 tempest-FloatingIPNegativeTestJSON-648808645-project] For port 45bfec1e-30c2-4160-9f51-b5e7cac458f5, host dv-neutron-836180-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836180-1-hyperv',level=0,port_id=45bfec1e-30c2-4160-9f51-b5e7cac458f5,segment=NetworkSegment(5f2e758e-00f1-4a60-bcb1-84fdb063dd4e),segment_id=5f2e758e-00f1-4a60-bcb1-84fdb063dd4e)] {{(pid=83871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 13:40:09.918348 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-b7f29fe6-4ff7-400d-8574-708fa31f88c6 tempest-FloatingIPNegativeTestJSON-648808645 tempest-FloatingIPNegativeTestJSON-648808645-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4155147'] for port, precommit_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:10.115069 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.plugin [None req-b7f29fe6-4ff7-400d-8574-708fa31f88c6 tempest-FloatingIPNegativeTestJSON-648808645 tempest-FloatingIPNegativeTestJSON-648808645-project] Calling delete_port for 45bfec1e-30c2-4160-9f51-b5e7cac458f5 owned by network:dhcp {{(pid=83871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 13:40:10.238653 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-0ddba582-387a-40d6-a1ab-5daed9dffb86 tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Notify callbacks [] for port, precommit_update {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:10.246435 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-0ddba582-387a-40d6-a1ab-5daed9dffb86 tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2705172'] for port, after_update {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:10.280872 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-142ed2ac-df9b-4a36-907e-6e4848fe04bf tempest-FloatingIPTestJSON-1100559899 tempest-FloatingIPTestJSON-1100559899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4155147'] for port, precommit_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:10.281498 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-142ed2ac-df9b-4a36-907e-6e4848fe04bf tempest-FloatingIPTestJSON-1100559899 tempest-FloatingIPTestJSON-1100559899-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:10.301363 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.db.api [None req-b7f29fe6-4ff7-400d-8574-708fa31f88c6 tempest-FloatingIPNegativeTestJSON-648808645 tempest-FloatingIPNegativeTestJSON-648808645-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83871) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 01 13:40:10.301678 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG oslo_db.api [None req-b7f29fe6-4ff7-400d-8574-708fa31f88c6 tempest-FloatingIPNegativeTestJSON-648808645 tempest-FloatingIPNegativeTestJSON-648808645-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 01 13:40:10.359137 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-0ddba582-387a-40d6-a1ab-5daed9dffb86 tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3017508', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4084015'] for router_interface, after_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:10.363659 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ddba582-387a-40d6-a1ab-5daed9dffb86 tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Pushing event updated for resources: {'Port': ['ID=39488fcd-c302-4a0e-93bf-e07ad1688ce2,revision_number=2']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:40:10.414636 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.plugin [None req-142ed2ac-df9b-4a36-907e-6e4848fe04bf tempest-FloatingIPTestJSON-1100559899 tempest-FloatingIPTestJSON-1100559899-project] Calling delete_port for 26b1cf59-e78d-4ae9-bcc6-f795fbc4eb37 owned by network:floatingip {{(pid=83871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 13:40:10.416630 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Device 45bfec1e-30c2-4160-9f51-b5e7cac458f5 no longer exists at agent ovs-agent-dv-neutron-836180-1-hyperv {{(pid=83872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 13:40:10.450032 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.plugin [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] No Port match for: 45bfec1e-30c2-4160-9f51-b5e7cac458f5 {{(pid=83872) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 01 13:40:10.450368 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Device 45bfec1e-30c2-4160-9f51-b5e7cac458f5 not bound to the agent host dv-neutron-836180-1-hyperv {{(pid=83872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 13:40:10.509619 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ddba582-387a-40d6-a1ab-5daed9dffb86 tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Network f8a39708-3701-4c0c-8ffa-d6c8e4c9321f is already hosted by enough agents. {{(pid=83869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 13:40:10.510799 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.scheduler.base_scheduler [None req-0ddba582-387a-40d6-a1ab-5daed9dffb86 tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Resources bound (agent type, host, resource id): {{(pid=83869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 13:40:10.576003 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-fcdae605-79fd-40c6-b0d1-b5bfd6db8e2e tempest-ExternalNetworksAdminNegativeTestJSON-666261037 tempest-ExternalNetworksAdminNegativeTestJSON-666261037-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736733359243', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736732935810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2743125'] for port, after_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:10.633020 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcdae605-79fd-40c6-b0d1-b5bfd6db8e2e tempest-ExternalNetworksAdminNegativeTestJSON-666261037 tempest-ExternalNetworksAdminNegativeTestJSON-666261037-project-admin] Pushing event deleted for resources: {'Port': ['ID=ad5cf974-fc0f-48dd-bf37-7d6297aa92a4,revision_number=None']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:40:10.736445 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-23342b5f-a536-4d43-8c94-39cd038ced9a None None] Provisioning complete for port 39488fcd-c302-4a0e-93bf-e07ad1688ce2 triggered by entity DHCP. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 13:40:10.737222 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-23342b5f-a536-4d43-8c94-39cd038ced9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-948329'] for port, provisioning_complete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:10.787978 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-fcdae605-79fd-40c6-b0d1-b5bfd6db8e2e tempest-ExternalNetworksAdminNegativeTestJSON-666261037 tempest-ExternalNetworksAdminNegativeTestJSON-666261037-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:10.789609 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.plugin [None req-23342b5f-a536-4d43-8c94-39cd038ced9a None None] Port 39488fcd-c302-4a0e-93bf-e07ad1688ce2 cannot update to ACTIVE because it is not bound. {{(pid=83872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 13:40:10.802760 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.plugin [None req-b7f29fe6-4ff7-400d-8574-708fa31f88c6 tempest-FloatingIPNegativeTestJSON-648808645 tempest-FloatingIPNegativeTestJSON-648808645-project] Deleting port 45bfec1e-30c2-4160-9f51-b5e7cac458f5 {{(pid=83871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 13:40:10.803082 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-b7f29fe6-4ff7-400d-8574-708fa31f88c6 tempest-FloatingIPNegativeTestJSON-648808645 tempest-FloatingIPNegativeTestJSON-648808645-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736733287370'] for port, before_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:10.854026 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ddba582-387a-40d6-a1ab-5daed9dffb86 tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Router 66884772-c55f-477e-afc3-eef68f6b3c99 has already been hosted by L3 agent 88bf8fc8-11a3-4e96-9d1b-5fd93ba9f6f1 {{(pid=83869) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 13:40:10.900940 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.plugin [None req-b7f29fe6-4ff7-400d-8574-708fa31f88c6 tempest-FloatingIPNegativeTestJSON-648808645 tempest-FloatingIPNegativeTestJSON-648808645-project] The port '45bfec1e-30c2-4160-9f51-b5e7cac458f5' was deleted {{(pid=83871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 01 13:40:10.972278 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-fcdae605-79fd-40c6-b0d1-b5bfd6db8e2e tempest-ExternalNetworksAdminNegativeTestJSON-666261037 tempest-ExternalNetworksAdminNegativeTestJSON-666261037-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109561'] for floatingip, before_response {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:10.973435 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-fcdae605-79fd-40c6-b0d1-b5bfd6db8e2e tempest-ExternalNetworksAdminNegativeTestJSON-666261037 tempest-ExternalNetworksAdminNegativeTestJSON-666261037-project-admin] 10.222.0.26 "DELETE /v2.0/floatingips/9f34f2d0-596b-4b32-96b9-2efb73042a93 HTTP/1.1" status: 204 len: 168 time: 2.2711968 Apr 01 13:40:10.977217 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-142ed2ac-df9b-4a36-907e-6e4848fe04bf tempest-FloatingIPTestJSON-1100559899 tempest-FloatingIPTestJSON-1100559899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736733359243', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736732935810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2743125'] for port, after_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:11.036971 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ddba582-387a-40d6-a1ab-5daed9dffb86 tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Notify agent at l3_agent.dv-neutron-836180-1-hyperv the message routers_updated {{(pid=83869) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 13:40:11.053361 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59d3196c-eb3e-4e4f-a240-3b0af8a35a68 None None] Sync routers for ids ['66884772-c55f-477e-afc3-eef68f6b3c99'] in dv-neutron-836180-1-hyperv {{(pid=83872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 13:40:11.057766 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-0ddba582-387a-40d6-a1ab-5daed9dffb86 tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] 10.222.0.26 "PUT /v2.0/routers/66884772-c55f-477e-afc3-eef68f6b3c99/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3344765 Apr 01 13:40:11.060863 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 54258) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:40:11.073621 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59d3196c-eb3e-4e4f-a240-3b0af8a35a68 None None] Routers {'66884772-c55f-477e-afc3-eef68f6b3c99'} bound to L3 agent in host dv-neutron-836180-1-hyperv {{(pid=83872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 13:40:11.074469 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_hamode_db [None req-59d3196c-eb3e-4e4f-a240-3b0af8a35a68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836180-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-01T13:25:36Z,description=,heartbeat_timestamp=2022-04-01T13:40:06Z,host='dv-neutron-836180-1-hyperv',id=88bf8fc8-11a3-4e96-9d1b-5fd93ba9f6f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T13:25:36Z,topic='l3_agent')) {'router_ids': ['66884772-c55f-477e-afc3-eef68f6b3c99'], 'active': True} {{(pid=83872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:40:11.087220 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142ed2ac-df9b-4a36-907e-6e4848fe04bf tempest-FloatingIPTestJSON-1100559899 tempest-FloatingIPTestJSON-1100559899-project] Pushing event deleted for resources: {'Port': ['ID=26b1cf59-e78d-4ae9-bcc6-f795fbc4eb37,revision_number=None']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:40:11.146590 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-b7f29fe6-4ff7-400d-8574-708fa31f88c6 tempest-FloatingIPNegativeTestJSON-648808645 tempest-FloatingIPNegativeTestJSON-648808645-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-942654', 'neutron.services.segments.db._delete_segments_for_network-8736733387888'] for network, precommit_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:11.149499 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_hamode_db [None req-59d3196c-eb3e-4e4f-a240-3b0af8a35a68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-836180-1-hyperv', False) {} {{(pid=83872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:40:11.163128 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59d3196c-eb3e-4e4f-a240-3b0af8a35a68 None None] Routers {'66884772-c55f-477e-afc3-eef68f6b3c99'} bound to L3 agent in host dv-neutron-836180-1-hyperv {{(pid=83872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 13:40:11.164828 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_hamode_db [None req-59d3196c-eb3e-4e4f-a240-3b0af8a35a68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836180-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-01T13:25:36Z,description=,heartbeat_timestamp=2022-04-01T13:40:06Z,host='dv-neutron-836180-1-hyperv',id=88bf8fc8-11a3-4e96-9d1b-5fd93ba9f6f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T13:25:36Z,topic='l3_agent')) {'router_ids': ['66884772-c55f-477e-afc3-eef68f6b3c99'], 'active': True} {{(pid=83872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:40:11.168200 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d80800b4-2152-408e-b5bd-5706ef7d6cf1 tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:40:11.168816 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-d80800b4-2152-408e-b5bd-5706ef7d6cf1 tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Synchronizing usage tracker for tenant:7eaea7f33c58432a9d19111cc275f4e1 on resource:port {{(pid=83869) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 13:40:11.187756 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-d80800b4-2152-408e-b5bd-5706ef7d6cf1 tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Unset dirty status for tenant:7eaea7f33c58432a9d19111cc275f4e1 on resource:port {{(pid=83869) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 13:40:11.192391 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-d80800b4-2152-408e-b5bd-5706ef7d6cf1 tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] 10.222.0.26 "GET /v2.0/ports/39488fcd-c302-4a0e-93bf-e07ad1688ce2 HTTP/1.1" status: 200 len: 910 time: 0.1254318 Apr 01 13:40:11.192391 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 54262) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:40:11.238926 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.services.segments.db [None req-b7f29fe6-4ff7-400d-8574-708fa31f88c6 tempest-FloatingIPNegativeTestJSON-648808645 tempest-FloatingIPNegativeTestJSON-648808645-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['51187b04-5660-4cd1-9924-6ade76a3e6c5']}} {{(pid=83871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:40:11.255317 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_hamode_db [None req-59d3196c-eb3e-4e4f-a240-3b0af8a35a68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-836180-1-hyperv', False) {} {{(pid=83872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:40:11.256151 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59d3196c-eb3e-4e4f-a240-3b0af8a35a68 None None] The sync data for ids ['66884772-c55f-477e-afc3-eef68f6b3c99'] in dv-neutron-836180-1-hyperv is: [] {{(pid=83872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 13:40:11.258406 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.services.segments.db [None req-b7f29fe6-4ff7-400d-8574-708fa31f88c6 tempest-FloatingIPNegativeTestJSON-648808645 tempest-FloatingIPNegativeTestJSON-648808645-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5f2e758e-00f1-4a60-bcb1-84fdb063dd4e') {'for_net_delete': True} {{(pid=83871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:40:11.258983 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.services.segments.db [None req-b7f29fe6-4ff7-400d-8574-708fa31f88c6 tempest-FloatingIPNegativeTestJSON-648808645 tempest-FloatingIPNegativeTestJSON-648808645-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5f2e758e-00f1-4a60-bcb1-84fdb063dd4e') {} {{(pid=83871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:40:11.273086 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-b7f29fe6-4ff7-400d-8574-708fa31f88c6 tempest-FloatingIPNegativeTestJSON-648808645 tempest-FloatingIPNegativeTestJSON-648808645-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736733386999', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3166340'] for segment, before_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:11.292233 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-b7f29fe6-4ff7-400d-8574-708fa31f88c6 tempest-FloatingIPNegativeTestJSON-648808645 tempest-FloatingIPNegativeTestJSON-648808645-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1004271'] for segment, precommit_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:11.299741 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b7f29fe6-4ff7-400d-8574-708fa31f88c6 tempest-FloatingIPNegativeTestJSON-648808645 tempest-FloatingIPNegativeTestJSON-648808645-project] Releasing vlan 359 on physical network physnet1 to pool {{(pid=83871) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 01 13:40:11.300515 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-b7f29fe6-4ff7-400d-8574-708fa31f88c6 tempest-FloatingIPNegativeTestJSON-648808645 tempest-FloatingIPNegativeTestJSON-648808645-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1004262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2743078'] for segment, after_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:11.327341 dv-neutron-836180-1-hyperv neutron-server[83871]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 13:40:11.327341 dv-neutron-836180-1-hyperv neutron-server[83871]: util.warn( Apr 01 13:40:11.327341 dv-neutron-836180-1-hyperv neutron-server[83871]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 13:40:11.327341 dv-neutron-836180-1-hyperv neutron-server[83871]: util.warn( Apr 01 13:40:11.327341 dv-neutron-836180-1-hyperv neutron-server[83871]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 13:40:11.327341 dv-neutron-836180-1-hyperv neutron-server[83871]: util.warn( Apr 01 13:40:11.327341 dv-neutron-836180-1-hyperv neutron-server[83871]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 13:40:11.327341 dv-neutron-836180-1-hyperv neutron-server[83871]: util.warn( Apr 01 13:40:11.327341 dv-neutron-836180-1-hyperv neutron-server[83871]: Traceback (most recent call last): Apr 01 13:40:11.327341 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 01 13:40:11.327341 dv-neutron-836180-1-hyperv neutron-server[83871]: timer() Apr 01 13:40:11.327341 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 13:40:11.327341 dv-neutron-836180-1-hyperv neutron-server[83871]: cb(*args, **kw) Apr 01 13:40:11.327341 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 13:40:11.327341 dv-neutron-836180-1-hyperv neutron-server[83871]: return func(*args, **kwargs) Apr 01 13:40:11.327341 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 13:40:11.327341 dv-neutron-836180-1-hyperv neutron-server[83871]: self._notify() Apr 01 13:40:11.327341 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 13:40:11.327341 dv-neutron-836180-1-hyperv neutron-server[83871]: self.callback(batched_events) Apr 01 13:40:11.327341 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 13:40:11.327341 dv-neutron-836180-1-hyperv neutron-server[83871]: event.method(event) Apr 01 13:40:11.327341 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 13:40:11.327341 dv-neutron-836180-1-hyperv neutron-server[83871]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 13:40:11.327341 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 13:40:11.327341 dv-neutron-836180-1-hyperv neutron-server[83871]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 13:40:11.327341 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 13:40:11.327341 dv-neutron-836180-1-hyperv neutron-server[83871]: return f(self, *a, **k) Apr 01 13:40:11.327341 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 13:40:11.327341 dv-neutron-836180-1-hyperv neutron-server[83871]: return self._get(url).json() Apr 01 13:40:11.327341 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 13:40:11.327341 dv-neutron-836180-1-hyperv neutron-server[83871]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 13:40:11.327341 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 01 13:40:11.327341 dv-neutron-836180-1-hyperv neutron-server[83871]: return self.request(url, 'GET', **kwargs) Apr 01 13:40:11.327341 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 01 13:40:11.327341 dv-neutron-836180-1-hyperv neutron-server[83871]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 13:40:11.327341 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 01 13:40:11.327341 dv-neutron-836180-1-hyperv neutron-server[83871]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 13:40:11.327341 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 01 13:40:11.327341 dv-neutron-836180-1-hyperv neutron-server[83871]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 13:40:11.327341 dv-neutron-836180-1-hyperv neutron-server[83871]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 13:40:11.337085 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-142ed2ac-df9b-4a36-907e-6e4848fe04bf tempest-FloatingIPTestJSON-1100559899 tempest-FloatingIPTestJSON-1100559899-project] Notify callbacks [] for floatingip, after_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:11.339374 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-142ed2ac-df9b-4a36-907e-6e4848fe04bf tempest-FloatingIPTestJSON-1100559899 tempest-FloatingIPTestJSON-1100559899-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109561'] for floatingip, before_response {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:11.344256 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-142ed2ac-df9b-4a36-907e-6e4848fe04bf tempest-FloatingIPTestJSON-1100559899 tempest-FloatingIPTestJSON-1100559899-project] 10.222.0.26 "DELETE /v2.0/floatingips/f3c888a7-76ec-4428-ad81-aab8964079cc HTTP/1.1" status: 204 len: 168 time: 1.9330301 Apr 01 13:40:11.344622 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 54268) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:40:11.352079 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.v2.base [None req-c808259b-909e-4472-a520-0ff2109d0b14 tempest-FloatingIPTestJSON-1100559899 tempest-FloatingIPTestJSON-1100559899-project] Request body: {'floatingip': {'floating_network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'port_id': '36154f80-28e2-4c10-ac82-0c5c9e7b0ab2'}} {{(pid=83869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:40:11.359988 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-c808259b-909e-4472-a520-0ff2109d0b14 tempest-FloatingIPTestJSON-1100559899 tempest-FloatingIPTestJSON-1100559899-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:40:11.367393 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-c808259b-909e-4472-a520-0ff2109d0b14 tempest-FloatingIPTestJSON-1100559899 tempest-FloatingIPTestJSON-1100559899-project] Usage tracker for resource:floatingip and tenant:31909f452d274f5587d0068d008850b7 is out of sync, need to count used quota {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 13:40:11.369459 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 54272) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:40:11.372386 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-c808259b-909e-4472-a520-0ff2109d0b14 tempest-FloatingIPTestJSON-1100559899 tempest-FloatingIPTestJSON-1100559899-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 13:40:11.384886 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-c808259b-909e-4472-a520-0ff2109d0b14 tempest-FloatingIPTestJSON-1100559899 tempest-FloatingIPTestJSON-1100559899-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:40:11.410231 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-c808259b-909e-4472-a520-0ff2109d0b14 tempest-FloatingIPTestJSON-1100559899 tempest-FloatingIPTestJSON-1100559899-project] Notify callbacks [] for floatingip, before_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:11.426167 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-b7f29fe6-4ff7-400d-8574-708fa31f88c6 tempest-FloatingIPNegativeTestJSON-648808645 tempest-FloatingIPNegativeTestJSON-648808645-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-942599', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4084797'] for network, after_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:11.449058 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-b7f29fe6-4ff7-400d-8574-708fa31f88c6 tempest-FloatingIPNegativeTestJSON-648808645 tempest-FloatingIPNegativeTestJSON-648808645-project] Notify callbacks [] for network, before_response {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:11.461203 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f29fe6-4ff7-400d-8574-708fa31f88c6 tempest-FloatingIPNegativeTestJSON-648808645 tempest-FloatingIPNegativeTestJSON-648808645-project] Pushing event deleted for resources: {'Network': ['ID=51187b04-5660-4cd1-9924-6ade76a3e6c5,revision_number=None']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:40:11.466906 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-b7f29fe6-4ff7-400d-8574-708fa31f88c6 tempest-FloatingIPNegativeTestJSON-648808645 tempest-FloatingIPNegativeTestJSON-648808645-project] 10.222.0.26 "DELETE /v2.0/networks/51187b04-5660-4cd1-9924-6ade76a3e6c5 HTTP/1.1" status: 204 len: 168 time: 2.8413804 Apr 01 13:40:11.623493 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-6050bc7c-e7b7-4d19-ad1b-79bd9281201f admin admin] Notify callbacks [] for security_group, before_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:11.707228 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 54282) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:40:11.799566 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-6050bc7c-e7b7-4d19-ad1b-79bd9281201f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:40:11.808792 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-6050bc7c-e7b7-4d19-ad1b-79bd9281201f admin admin] Usage tracker for resource:security_group_rule and tenant:afded6c359e445ffaafdd6745244c4ec is out of sync, need to count used quota {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 13:40:11.813363 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-6050bc7c-e7b7-4d19-ad1b-79bd9281201f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 13:40:11.833553 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-6050bc7c-e7b7-4d19-ad1b-79bd9281201f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:40:11.885553 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-cc07aa94-b38d-47c5-93db-de0eee880a56 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=ba47e8b44e794c9d8e6d55f583b257a8&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1770573 Apr 01 13:40:11.888395 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 54288) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:40:11.906957 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-c808259b-909e-4472-a520-0ff2109d0b14 tempest-FloatingIPTestJSON-1100559899 tempest-FloatingIPTestJSON-1100559899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:11.954617 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-97a93525-858a-4c9f-8c22-accaa71ec329 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:11.968733 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-fdf22b01-ebfe-4a21-9878-793515511df9 tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4084029'] for router_interface, before_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:11.980200 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-97a93525-858a-4c9f-8c22-accaa71ec329 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:12.032281 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-97a93525-858a-4c9f-8c22-accaa71ec329 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3775923'] for security_group, after_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:12.046695 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a93525-858a-4c9f-8c22-accaa71ec329 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03ca17ec-1de6-44ac-b0e9-1b49010bee72,revision_number=None']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:40:12.053980 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-97a93525-858a-4c9f-8c22-accaa71ec329 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:12.057913 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-97a93525-858a-4c9f-8c22-accaa71ec329 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/03ca17ec-1de6-44ac-b0e9-1b49010bee72 HTTP/1.1" status: 204 len: 168 time: 0.1683877 Apr 01 13:40:12.116871 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-6050bc7c-e7b7-4d19-ad1b-79bd9281201f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:12.128079 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-6050bc7c-e7b7-4d19-ad1b-79bd9281201f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3775923'] for security_group, after_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:12.238269 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6050bc7c-e7b7-4d19-ad1b-79bd9281201f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=436b1b7a-5a2a-4091-8ee1-1fdf1b1bb83e,revision_number=1']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:40:12.244971 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-6050bc7c-e7b7-4d19-ad1b-79bd9281201f admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=afded6c359e445ffaafdd6745244c4ec&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8738832 Apr 01 13:40:12.245202 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 54296) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:40:12.283991 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.db_base_plugin_common [None req-c808259b-909e-4472-a520-0ff2109d0b14 tempest-FloatingIPTestJSON-1100559899 tempest-FloatingIPTestJSON-1100559899-project] Allocated IP 172.26.5.200 (725864b8-cceb-48c9-b5d3-1bfc4423e301/e2ed99db-0e25-4971-b535-7fa69231fae8/ad1690c0-e220-4f69-b0f4-2604cdfd4387) {{(pid=83869) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 13:40:12.341417 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-a764d410-4813-4487-a091-3ab27eade46c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:12.371407 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-a764d410-4813-4487-a091-3ab27eade46c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:12.434083 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-a764d410-4813-4487-a091-3ab27eade46c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3775923'] for security_group, after_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:12.457002 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a764d410-4813-4487-a091-3ab27eade46c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=436b1b7a-5a2a-4091-8ee1-1fdf1b1bb83e,revision_number=None']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:40:12.459772 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-a764d410-4813-4487-a091-3ab27eade46c admin admin] Notify callbacks [] for security_group, before_response {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:12.460933 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-a764d410-4813-4487-a091-3ab27eade46c admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/436b1b7a-5a2a-4091-8ee1-1fdf1b1bb83e HTTP/1.1" status: 204 len: 168 time: 0.2148454 Apr 01 13:40:12.593961 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-c808259b-909e-4472-a520-0ff2109d0b14 tempest-FloatingIPTestJSON-1100559899 tempest-FloatingIPTestJSON-1100559899-project] Notify callbacks [] for port, precommit_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:12.693198 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-c808259b-909e-4472-a520-0ff2109d0b14 tempest-FloatingIPTestJSON-1100559899 tempest-FloatingIPTestJSON-1100559899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736732935801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2705155'] for port, after_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:12.803422 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c808259b-909e-4472-a520-0ff2109d0b14 tempest-FloatingIPTestJSON-1100559899 tempest-FloatingIPTestJSON-1100559899-project] Network 725864b8-cceb-48c9-b5d3-1bfc4423e301 is already hosted by enough agents. {{(pid=83869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 13:40:12.808361 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.scheduler.base_scheduler [None req-c808259b-909e-4472-a520-0ff2109d0b14 tempest-FloatingIPTestJSON-1100559899 tempest-FloatingIPTestJSON-1100559899-project] Resources bound (agent type, host, resource id): {{(pid=83869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 13:40:12.810125 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c808259b-909e-4472-a520-0ff2109d0b14 tempest-FloatingIPTestJSON-1100559899 tempest-FloatingIPTestJSON-1100559899-project] Pushing event updated for resources: {'Port': ['ID=ad1690c0-e220-4f69-b0f4-2604cdfd4387,revision_number=1']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:40:12.812558 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c808259b-909e-4472-a520-0ff2109d0b14 tempest-FloatingIPTestJSON-1100559899 tempest-FloatingIPTestJSON-1100559899-project] Received port after_create {{(pid=83869) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 13:40:12.850764 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 54316) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:40:12.914559 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-515f1991-fa1b-4d3d-8900-4b8d135711cd admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=a15e4778412a4c9887815985a61ba102&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0615358 Apr 01 13:40:12.917228 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 54320) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:40:12.979987 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-1a74c10e-07e4-42a8-a9a7-5cf1629edffb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:13.005793 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-1a74c10e-07e4-42a8-a9a7-5cf1629edffb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:13.054345 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 54326) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:40:13.069337 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-1a74c10e-07e4-42a8-a9a7-5cf1629edffb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3775923'] for security_group, after_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:13.087477 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a74c10e-07e4-42a8-a9a7-5cf1629edffb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08d2a92f-b04e-49b5-9f69-816ccc6d5e55,revision_number=None']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:40:13.091160 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-1a74c10e-07e4-42a8-a9a7-5cf1629edffb admin admin] Notify callbacks [] for security_group, before_response {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:13.098069 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-1a74c10e-07e4-42a8-a9a7-5cf1629edffb admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/08d2a92f-b04e-49b5-9f69-816ccc6d5e55 HTTP/1.1" status: 204 len: 168 time: 0.1763389 Apr 01 13:40:13.213754 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.v2.base [None req-0a880b66-d0c3-42c7-87db-9d81b2667e02 tempest-BulkNetworkOpsIpV6Test-532490617 tempest-BulkNetworkOpsIpV6Test-532490617-project] Request body: {'networks': [{'name': 'tempest-network--1253602836'}, {'name': 'tempest-network--1170702581'}]} {{(pid=83871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:40:13.214285 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.v2.base [None req-0a880b66-d0c3-42c7-87db-9d81b2667e02 tempest-BulkNetworkOpsIpV6Test-532490617 tempest-BulkNetworkOpsIpV6Test-532490617-project] Request body: {'network': {'name': 'tempest-network--1253602836'}} {{(pid=83871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:40:13.214793 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.v2.base [None req-0a880b66-d0c3-42c7-87db-9d81b2667e02 tempest-BulkNetworkOpsIpV6Test-532490617 tempest-BulkNetworkOpsIpV6Test-532490617-project] Request body: {'network': {'name': 'tempest-network--1170702581'}} {{(pid=83871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:40:13.220127 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-0a880b66-d0c3-42c7-87db-9d81b2667e02 tempest-BulkNetworkOpsIpV6Test-532490617 tempest-BulkNetworkOpsIpV6Test-532490617-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:40:13.224230 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-0a880b66-d0c3-42c7-87db-9d81b2667e02 tempest-BulkNetworkOpsIpV6Test-532490617 tempest-BulkNetworkOpsIpV6Test-532490617-project] Usage tracker for resource:network and tenant:f4620114546c4e229015d0a74a0b4a21 is out of sync, need to count used quota {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 13:40:13.227358 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-0a880b66-d0c3-42c7-87db-9d81b2667e02 tempest-BulkNetworkOpsIpV6Test-532490617 tempest-BulkNetworkOpsIpV6Test-532490617-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 13:40:13.233936 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-0a880b66-d0c3-42c7-87db-9d81b2667e02 tempest-BulkNetworkOpsIpV6Test-532490617 tempest-BulkNetworkOpsIpV6Test-532490617-project] Attempting to reserve 2 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:40:13.246196 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a880b66-d0c3-42c7-87db-9d81b2667e02 tempest-BulkNetworkOpsIpV6Test-532490617 tempest-BulkNetworkOpsIpV6Test-532490617-project] Made reservation on behalf of f4620114546c4e229015d0a74a0b4a21 for: {'network': 2} {{(pid=83871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 13:40:13.250767 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-0a880b66-d0c3-42c7-87db-9d81b2667e02 tempest-BulkNetworkOpsIpV6Test-532490617 tempest-BulkNetworkOpsIpV6Test-532490617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for network, before_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:13.273787 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-0a880b66-d0c3-42c7-87db-9d81b2667e02 tempest-BulkNetworkOpsIpV6Test-532490617 tempest-BulkNetworkOpsIpV6Test-532490617-project] Notify callbacks [] for security_group, before_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:13.316859 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-0a880b66-d0c3-42c7-87db-9d81b2667e02 tempest-BulkNetworkOpsIpV6Test-532490617 tempest-BulkNetworkOpsIpV6Test-532490617-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:40:13.320754 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-0a880b66-d0c3-42c7-87db-9d81b2667e02 tempest-BulkNetworkOpsIpV6Test-532490617 tempest-BulkNetworkOpsIpV6Test-532490617-project] Usage tracker for resource:security_group_rule and tenant:f4620114546c4e229015d0a74a0b4a21 is out of sync, need to count used quota {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 13:40:13.323668 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-0a880b66-d0c3-42c7-87db-9d81b2667e02 tempest-BulkNetworkOpsIpV6Test-532490617 tempest-BulkNetworkOpsIpV6Test-532490617-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 13:40:13.332408 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-0a880b66-d0c3-42c7-87db-9d81b2667e02 tempest-BulkNetworkOpsIpV6Test-532490617 tempest-BulkNetworkOpsIpV6Test-532490617-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:40:13.352131 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.plugin [None req-fdf22b01-ebfe-4a21-9878-793515511df9 tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Deleting port 39488fcd-c302-4a0e-93bf-e07ad1688ce2 {{(pid=83869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 13:40:13.352747 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-fdf22b01-ebfe-4a21-9878-793515511df9 tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736733287370'] for port, before_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:13.416914 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-0a880b66-d0c3-42c7-87db-9d81b2667e02 tempest-BulkNetworkOpsIpV6Test-532490617 tempest-BulkNetworkOpsIpV6Test-532490617-project] Notify callbacks [] for security_group, precommit_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:13.422024 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-0a880b66-d0c3-42c7-87db-9d81b2667e02 tempest-BulkNetworkOpsIpV6Test-532490617 tempest-BulkNetworkOpsIpV6Test-532490617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3775923'] for security_group, after_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:13.422643 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-0a880b66-d0c3-42c7-87db-9d81b2667e02 tempest-BulkNetworkOpsIpV6Test-532490617 tempest-BulkNetworkOpsIpV6Test-532490617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for network, before_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:13.481184 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0a880b66-d0c3-42c7-87db-9d81b2667e02 tempest-BulkNetworkOpsIpV6Test-532490617 tempest-BulkNetworkOpsIpV6Test-532490617-project] vlan segment allocate from pool success with {'vlan_id': 388, 'physical_network': 'physnet1'} {{(pid=83871) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 13:40:13.483201 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a880b66-d0c3-42c7-87db-9d81b2667e02 tempest-BulkNetworkOpsIpV6Test-532490617 tempest-BulkNetworkOpsIpV6Test-532490617-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fe9cf10d-0eb9-4a0e-86e6-e8e1e2ad9159,revision_number=1']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:40:13.498262 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-0a880b66-d0c3-42c7-87db-9d81b2667e02 tempest-BulkNetworkOpsIpV6Test-532490617 tempest-BulkNetworkOpsIpV6Test-532490617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1004271'] for segment, precommit_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:13.498632 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.db.segments_db [None req-0a880b66-d0c3-42c7-87db-9d81b2667e02 tempest-BulkNetworkOpsIpV6Test-532490617 tempest-BulkNetworkOpsIpV6Test-532490617-project] Added segment 57e9994e-6763-4c9a-bb82-b519efec6a98 of type vlan for network cfafcdc8-083b-4d0b-936b-5727e36b4617 Apr 01 13:40:13.533995 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-0a880b66-d0c3-42c7-87db-9d81b2667e02 tempest-BulkNetworkOpsIpV6Test-532490617 tempest-BulkNetworkOpsIpV6Test-532490617-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736732923383'] for network, precommit_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:13.574164 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0a880b66-d0c3-42c7-87db-9d81b2667e02 tempest-BulkNetworkOpsIpV6Test-532490617 tempest-BulkNetworkOpsIpV6Test-532490617-project] vlan segment allocate from pool success with {'vlan_id': 356, 'physical_network': 'physnet1'} {{(pid=83871) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 13:40:13.585152 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-0a880b66-d0c3-42c7-87db-9d81b2667e02 tempest-BulkNetworkOpsIpV6Test-532490617 tempest-BulkNetworkOpsIpV6Test-532490617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1004271'] for segment, precommit_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:13.585551 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.db.segments_db [None req-0a880b66-d0c3-42c7-87db-9d81b2667e02 tempest-BulkNetworkOpsIpV6Test-532490617 tempest-BulkNetworkOpsIpV6Test-532490617-project] Added segment 0bd86853-74fc-491e-821d-b1806a14b7be of type vlan for network 27bc9bd1-2fde-430f-a6fb-f017ea91d78e Apr 01 13:40:13.610308 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-fdf22b01-ebfe-4a21-9878-793515511df9 tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4155147'] for port, precommit_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:13.614104 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-0a880b66-d0c3-42c7-87db-9d81b2667e02 tempest-BulkNetworkOpsIpV6Test-532490617 tempest-BulkNetworkOpsIpV6Test-532490617-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736732923383'] for network, precommit_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:13.653185 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-0a880b66-d0c3-42c7-87db-9d81b2667e02 tempest-BulkNetworkOpsIpV6Test-532490617 tempest-BulkNetworkOpsIpV6Test-532490617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575'] for network, after_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:13.653744 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-0a880b66-d0c3-42c7-87db-9d81b2667e02 tempest-BulkNetworkOpsIpV6Test-532490617 tempest-BulkNetworkOpsIpV6Test-532490617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575'] for network, after_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:13.657522 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a880b66-d0c3-42c7-87db-9d81b2667e02 tempest-BulkNetworkOpsIpV6Test-532490617 tempest-BulkNetworkOpsIpV6Test-532490617-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:40:13.660635 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a880b66-d0c3-42c7-87db-9d81b2667e02 tempest-BulkNetworkOpsIpV6Test-532490617 tempest-BulkNetworkOpsIpV6Test-532490617-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:40:13.661463 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-0a880b66-d0c3-42c7-87db-9d81b2667e02 tempest-BulkNetworkOpsIpV6Test-532490617 tempest-BulkNetworkOpsIpV6Test-532490617-project] Notify callbacks [] for network, before_response {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:13.748161 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.plugin [None req-fdf22b01-ebfe-4a21-9878-793515511df9 tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Calling delete_port for 39488fcd-c302-4a0e-93bf-e07ad1688ce2 owned by network:router_interface {{(pid=83869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 13:40:13.771999 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a880b66-d0c3-42c7-87db-9d81b2667e02 tempest-BulkNetworkOpsIpV6Test-532490617 tempest-BulkNetworkOpsIpV6Test-532490617-project] Pushing event updated for resources: {'Network': ['ID=cfafcdc8-083b-4d0b-936b-5727e36b4617,revision_number=1']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:40:13.792339 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-0a880b66-d0c3-42c7-87db-9d81b2667e02 tempest-BulkNetworkOpsIpV6Test-532490617 tempest-BulkNetworkOpsIpV6Test-532490617-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1320 time: 0.7368276 Apr 01 13:40:13.795247 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Network cfafcdc8-083b-4d0b-936b-5727e36b4617 details requested by agent ovs-agent-dv-neutron-836180-1-hyperv with host dv-neutron-836180-1-hyperv {{(pid=83872) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 13:40:13.795801 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 54344) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:40:13.880021 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a880b66-d0c3-42c7-87db-9d81b2667e02 tempest-BulkNetworkOpsIpV6Test-532490617 tempest-BulkNetworkOpsIpV6Test-532490617-project] Pushing event updated for resources: {'Network': ['ID=27bc9bd1-2fde-430f-a6fb-f017ea91d78e,revision_number=1']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:40:13.897072 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Network 27bc9bd1-2fde-430f-a6fb-f017ea91d78e details requested by agent ovs-agent-dv-neutron-836180-1-hyperv with host dv-neutron-836180-1-hyperv {{(pid=83872) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 13:40:14.089371 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22aba3c6-2c3c-4b6d-8b3f-fcc7f533dad8 tempest-BulkNetworkOpsIpV6Test-532490617 tempest-BulkNetworkOpsIpV6Test-532490617-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:40:14.093371 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22aba3c6-2c3c-4b6d-8b3f-fcc7f533dad8 tempest-BulkNetworkOpsIpV6Test-532490617 tempest-BulkNetworkOpsIpV6Test-532490617-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:40:14.097453 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22aba3c6-2c3c-4b6d-8b3f-fcc7f533dad8 tempest-BulkNetworkOpsIpV6Test-532490617 tempest-BulkNetworkOpsIpV6Test-532490617-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:40:14.101245 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22aba3c6-2c3c-4b6d-8b3f-fcc7f533dad8 tempest-BulkNetworkOpsIpV6Test-532490617 tempest-BulkNetworkOpsIpV6Test-532490617-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:40:14.102817 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-22aba3c6-2c3c-4b6d-8b3f-fcc7f533dad8 tempest-BulkNetworkOpsIpV6Test-532490617 tempest-BulkNetworkOpsIpV6Test-532490617-project] 10.222.0.26 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2407 time: 0.3032432 Apr 01 13:40:14.105844 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 54354) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:40:14.112259 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 54358) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:40:14.123915 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-c808259b-909e-4472-a520-0ff2109d0b14 tempest-FloatingIPTestJSON-1100559899 tempest-FloatingIPTestJSON-1100559899-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:14.233102 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-c808259b-909e-4472-a520-0ff2109d0b14 tempest-FloatingIPTestJSON-1100559899 tempest-FloatingIPTestJSON-1100559899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:14.267764 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.v2.base [None req-4f9bd0a2-315a-49a4-bb1f-6d816974b7de tempest-NetworksIpV6Test-758272472 tempest-NetworksIpV6Test-758272472-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1707807426'}} {{(pid=83869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:40:14.282222 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-fdf22b01-ebfe-4a21-9878-793515511df9 tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736733359243', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736732935810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2705155'] for port, after_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:14.286473 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-4f9bd0a2-315a-49a4-bb1f-6d816974b7de tempest-NetworksIpV6Test-758272472 tempest-NetworksIpV6Test-758272472-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:40:14.320532 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-40f15b57-71d0-469e-98ec-0af15c7b9f72 tempest-BulkNetworkOpsIpV6Test-532490617 tempest-BulkNetworkOpsIpV6Test-532490617-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1033078'] for network, before_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:14.333507 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-4f9bd0a2-315a-49a4-bb1f-6d816974b7de tempest-NetworksIpV6Test-758272472 tempest-NetworksIpV6Test-758272472-project] Usage tracker for resource:network and tenant:2517206c5ecf40f0b116989fbb76d27f is out of sync, need to count used quota {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 13:40:14.343737 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf22b01-ebfe-4a21-9878-793515511df9 tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Pushing event deleted for resources: {'Port': ['ID=39488fcd-c302-4a0e-93bf-e07ad1688ce2,revision_number=None']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:40:14.348498 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-4f9bd0a2-315a-49a4-bb1f-6d816974b7de tempest-NetworksIpV6Test-758272472 tempest-NetworksIpV6Test-758272472-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 13:40:14.357620 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-4f9bd0a2-315a-49a4-bb1f-6d816974b7de tempest-NetworksIpV6Test-758272472 tempest-NetworksIpV6Test-758272472-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:40:14.457950 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f9bd0a2-315a-49a4-bb1f-6d816974b7de tempest-NetworksIpV6Test-758272472 tempest-NetworksIpV6Test-758272472-project] Made reservation on behalf of 2517206c5ecf40f0b116989fbb76d27f for: {'network': 1} {{(pid=83869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 13:40:14.461180 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-4f9bd0a2-315a-49a4-bb1f-6d816974b7de tempest-NetworksIpV6Test-758272472 tempest-NetworksIpV6Test-758272472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for network, before_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:14.473100 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-40f15b57-71d0-469e-98ec-0af15c7b9f72 tempest-BulkNetworkOpsIpV6Test-532490617 tempest-BulkNetworkOpsIpV6Test-532490617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-942654', 'neutron.services.segments.db._delete_segments_for_network-8736733387888'] for network, precommit_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:14.500794 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.services.segments.db [None req-40f15b57-71d0-469e-98ec-0af15c7b9f72 tempest-BulkNetworkOpsIpV6Test-532490617 tempest-BulkNetworkOpsIpV6Test-532490617-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cfafcdc8-083b-4d0b-936b-5727e36b4617']}} {{(pid=83871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:40:14.514183 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.services.segments.db [None req-40f15b57-71d0-469e-98ec-0af15c7b9f72 tempest-BulkNetworkOpsIpV6Test-532490617 tempest-BulkNetworkOpsIpV6Test-532490617-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '57e9994e-6763-4c9a-bb82-b519efec6a98') {'for_net_delete': True} {{(pid=83871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:40:14.514476 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.services.segments.db [None req-40f15b57-71d0-469e-98ec-0af15c7b9f72 tempest-BulkNetworkOpsIpV6Test-532490617 tempest-BulkNetworkOpsIpV6Test-532490617-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '57e9994e-6763-4c9a-bb82-b519efec6a98') {} {{(pid=83871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:40:14.527526 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-40f15b57-71d0-469e-98ec-0af15c7b9f72 tempest-BulkNetworkOpsIpV6Test-532490617 tempest-BulkNetworkOpsIpV6Test-532490617-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736733386999', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3166340'] for segment, before_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:14.546293 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-4f9bd0a2-315a-49a4-bb1f-6d816974b7de tempest-NetworksIpV6Test-758272472 tempest-NetworksIpV6Test-758272472-project] Notify callbacks [] for security_group, before_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:14.549799 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-40f15b57-71d0-469e-98ec-0af15c7b9f72 tempest-BulkNetworkOpsIpV6Test-532490617 tempest-BulkNetworkOpsIpV6Test-532490617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1004271'] for segment, precommit_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:14.556504 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-40f15b57-71d0-469e-98ec-0af15c7b9f72 tempest-BulkNetworkOpsIpV6Test-532490617 tempest-BulkNetworkOpsIpV6Test-532490617-project] Releasing vlan 388 on physical network physnet1 to pool {{(pid=83871) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 01 13:40:14.556895 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-40f15b57-71d0-469e-98ec-0af15c7b9f72 tempest-BulkNetworkOpsIpV6Test-532490617 tempest-BulkNetworkOpsIpV6Test-532490617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1004262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2743078'] for segment, after_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:14.572067 dv-neutron-836180-1-hyperv neutron-server[83871]: Traceback (most recent call last): Apr 01 13:40:14.572067 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 01 13:40:14.572067 dv-neutron-836180-1-hyperv neutron-server[83871]: timer() Apr 01 13:40:14.572067 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 13:40:14.572067 dv-neutron-836180-1-hyperv neutron-server[83871]: cb(*args, **kw) Apr 01 13:40:14.572067 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 13:40:14.572067 dv-neutron-836180-1-hyperv neutron-server[83871]: return func(*args, **kwargs) Apr 01 13:40:14.572067 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 13:40:14.572067 dv-neutron-836180-1-hyperv neutron-server[83871]: self._notify() Apr 01 13:40:14.572067 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 13:40:14.572067 dv-neutron-836180-1-hyperv neutron-server[83871]: self.callback(batched_events) Apr 01 13:40:14.572067 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 13:40:14.572067 dv-neutron-836180-1-hyperv neutron-server[83871]: event.method(event) Apr 01 13:40:14.572067 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 13:40:14.572067 dv-neutron-836180-1-hyperv neutron-server[83871]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 13:40:14.572067 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 13:40:14.572067 dv-neutron-836180-1-hyperv neutron-server[83871]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 13:40:14.572067 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 13:40:14.572067 dv-neutron-836180-1-hyperv neutron-server[83871]: return f(self, *a, **k) Apr 01 13:40:14.572067 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 13:40:14.572067 dv-neutron-836180-1-hyperv neutron-server[83871]: return self._get(url).json() Apr 01 13:40:14.572067 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 13:40:14.572067 dv-neutron-836180-1-hyperv neutron-server[83871]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 13:40:14.572067 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 01 13:40:14.572067 dv-neutron-836180-1-hyperv neutron-server[83871]: return self.request(url, 'GET', **kwargs) Apr 01 13:40:14.572067 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 01 13:40:14.572067 dv-neutron-836180-1-hyperv neutron-server[83871]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 13:40:14.572067 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 01 13:40:14.572067 dv-neutron-836180-1-hyperv neutron-server[83871]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 13:40:14.572067 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 01 13:40:14.572067 dv-neutron-836180-1-hyperv neutron-server[83871]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 13:40:14.572067 dv-neutron-836180-1-hyperv neutron-server[83871]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 13:40:14.652619 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-40f15b57-71d0-469e-98ec-0af15c7b9f72 tempest-BulkNetworkOpsIpV6Test-532490617 tempest-BulkNetworkOpsIpV6Test-532490617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-942599', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4084797'] for network, after_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:14.671211 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-40f15b57-71d0-469e-98ec-0af15c7b9f72 tempest-BulkNetworkOpsIpV6Test-532490617 tempest-BulkNetworkOpsIpV6Test-532490617-project] Notify callbacks [] for network, before_response {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:14.682647 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f15b57-71d0-469e-98ec-0af15c7b9f72 tempest-BulkNetworkOpsIpV6Test-532490617 tempest-BulkNetworkOpsIpV6Test-532490617-project] Pushing event deleted for resources: {'Network': ['ID=cfafcdc8-083b-4d0b-936b-5727e36b4617,revision_number=None']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:40:14.685687 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-40f15b57-71d0-469e-98ec-0af15c7b9f72 tempest-BulkNetworkOpsIpV6Test-532490617 tempest-BulkNetworkOpsIpV6Test-532490617-project] 10.222.0.26 "DELETE /v2.0/networks/cfafcdc8-083b-4d0b-936b-5727e36b4617 HTTP/1.1" status: 204 len: 168 time: 0.5788243 Apr 01 13:40:14.688704 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 54364) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:40:14.806560 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-22ec7583-f7ea-4677-8360-11d45c81f0a2 tempest-BulkNetworkOpsIpV6Test-532490617 tempest-BulkNetworkOpsIpV6Test-532490617-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1033078'] for network, before_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:14.851348 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-4f9bd0a2-315a-49a4-bb1f-6d816974b7de tempest-NetworksIpV6Test-758272472 tempest-NetworksIpV6Test-758272472-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:40:14.861800 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-4f9bd0a2-315a-49a4-bb1f-6d816974b7de tempest-NetworksIpV6Test-758272472 tempest-NetworksIpV6Test-758272472-project] Usage tracker for resource:security_group_rule and tenant:2517206c5ecf40f0b116989fbb76d27f is out of sync, need to count used quota {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 13:40:14.865987 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-4f9bd0a2-315a-49a4-bb1f-6d816974b7de tempest-NetworksIpV6Test-758272472 tempest-NetworksIpV6Test-758272472-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 13:40:14.875067 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-4f9bd0a2-315a-49a4-bb1f-6d816974b7de tempest-NetworksIpV6Test-758272472 tempest-NetworksIpV6Test-758272472-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:40:14.910861 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-c808259b-909e-4472-a520-0ff2109d0b14 tempest-FloatingIPTestJSON-1100559899 tempest-FloatingIPTestJSON-1100559899-project] Notify callbacks [] for port, precommit_update {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:14.919110 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-c808259b-909e-4472-a520-0ff2109d0b14 tempest-FloatingIPTestJSON-1100559899 tempest-FloatingIPTestJSON-1100559899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2705172'] for port, after_update {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:14.939793 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-22ec7583-f7ea-4677-8360-11d45c81f0a2 tempest-BulkNetworkOpsIpV6Test-532490617 tempest-BulkNetworkOpsIpV6Test-532490617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-942654', 'neutron.services.segments.db._delete_segments_for_network-8736733387888'] for network, precommit_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:14.964944 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.services.segments.db [None req-22ec7583-f7ea-4677-8360-11d45c81f0a2 tempest-BulkNetworkOpsIpV6Test-532490617 tempest-BulkNetworkOpsIpV6Test-532490617-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['27bc9bd1-2fde-430f-a6fb-f017ea91d78e']}} {{(pid=83871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:40:14.978704 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.services.segments.db [None req-22ec7583-f7ea-4677-8360-11d45c81f0a2 tempest-BulkNetworkOpsIpV6Test-532490617 tempest-BulkNetworkOpsIpV6Test-532490617-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0bd86853-74fc-491e-821d-b1806a14b7be') {'for_net_delete': True} {{(pid=83871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:40:14.978999 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.services.segments.db [None req-22ec7583-f7ea-4677-8360-11d45c81f0a2 tempest-BulkNetworkOpsIpV6Test-532490617 tempest-BulkNetworkOpsIpV6Test-532490617-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0bd86853-74fc-491e-821d-b1806a14b7be') {} {{(pid=83871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:40:14.991101 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-22ec7583-f7ea-4677-8360-11d45c81f0a2 tempest-BulkNetworkOpsIpV6Test-532490617 tempest-BulkNetworkOpsIpV6Test-532490617-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736733386999', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3166340'] for segment, before_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:15.007238 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-22ec7583-f7ea-4677-8360-11d45c81f0a2 tempest-BulkNetworkOpsIpV6Test-532490617 tempest-BulkNetworkOpsIpV6Test-532490617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1004271'] for segment, precommit_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:15.013732 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-22ec7583-f7ea-4677-8360-11d45c81f0a2 tempest-BulkNetworkOpsIpV6Test-532490617 tempest-BulkNetworkOpsIpV6Test-532490617-project] Releasing vlan 356 on physical network physnet1 to pool {{(pid=83871) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 01 13:40:15.014145 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-22ec7583-f7ea-4677-8360-11d45c81f0a2 tempest-BulkNetworkOpsIpV6Test-532490617 tempest-BulkNetworkOpsIpV6Test-532490617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1004262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2743078'] for segment, after_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:15.032683 dv-neutron-836180-1-hyperv neutron-server[83871]: Traceback (most recent call last): Apr 01 13:40:15.032683 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 01 13:40:15.032683 dv-neutron-836180-1-hyperv neutron-server[83871]: timer() Apr 01 13:40:15.032683 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 13:40:15.032683 dv-neutron-836180-1-hyperv neutron-server[83871]: cb(*args, **kw) Apr 01 13:40:15.032683 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 13:40:15.032683 dv-neutron-836180-1-hyperv neutron-server[83871]: return func(*args, **kwargs) Apr 01 13:40:15.032683 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 13:40:15.032683 dv-neutron-836180-1-hyperv neutron-server[83871]: self._notify() Apr 01 13:40:15.032683 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 13:40:15.032683 dv-neutron-836180-1-hyperv neutron-server[83871]: self.callback(batched_events) Apr 01 13:40:15.032683 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 13:40:15.032683 dv-neutron-836180-1-hyperv neutron-server[83871]: event.method(event) Apr 01 13:40:15.032683 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 13:40:15.032683 dv-neutron-836180-1-hyperv neutron-server[83871]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 13:40:15.032683 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 13:40:15.032683 dv-neutron-836180-1-hyperv neutron-server[83871]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 13:40:15.032683 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 13:40:15.032683 dv-neutron-836180-1-hyperv neutron-server[83871]: return f(self, *a, **k) Apr 01 13:40:15.032683 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 13:40:15.032683 dv-neutron-836180-1-hyperv neutron-server[83871]: return self._get(url).json() Apr 01 13:40:15.032683 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 13:40:15.032683 dv-neutron-836180-1-hyperv neutron-server[83871]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 13:40:15.032683 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 01 13:40:15.032683 dv-neutron-836180-1-hyperv neutron-server[83871]: return self.request(url, 'GET', **kwargs) Apr 01 13:40:15.032683 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 01 13:40:15.032683 dv-neutron-836180-1-hyperv neutron-server[83871]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 13:40:15.032683 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 01 13:40:15.032683 dv-neutron-836180-1-hyperv neutron-server[83871]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 13:40:15.032683 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 01 13:40:15.032683 dv-neutron-836180-1-hyperv neutron-server[83871]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 13:40:15.032683 dv-neutron-836180-1-hyperv neutron-server[83871]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 13:40:15.055950 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c808259b-909e-4472-a520-0ff2109d0b14 tempest-FloatingIPTestJSON-1100559899 tempest-FloatingIPTestJSON-1100559899-project] Pushing event updated for resources: {'Port': ['ID=ad1690c0-e220-4f69-b0f4-2604cdfd4387,revision_number=2']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:40:15.077662 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-fdf22b01-ebfe-4a21-9878-793515511df9 tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3017585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4084076'] for router_interface, after_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:15.112134 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-22ec7583-f7ea-4677-8360-11d45c81f0a2 tempest-BulkNetworkOpsIpV6Test-532490617 tempest-BulkNetworkOpsIpV6Test-532490617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-942599', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4084797'] for network, after_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:15.116027 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-4f9bd0a2-315a-49a4-bb1f-6d816974b7de tempest-NetworksIpV6Test-758272472 tempest-NetworksIpV6Test-758272472-project] Notify callbacks [] for security_group, precommit_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:15.117062 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-c808259b-909e-4472-a520-0ff2109d0b14 tempest-FloatingIPTestJSON-1100559899 tempest-FloatingIPTestJSON-1100559899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4084747'] for floatingip, after_update {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:15.129336 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-22ec7583-f7ea-4677-8360-11d45c81f0a2 tempest-BulkNetworkOpsIpV6Test-532490617 tempest-BulkNetworkOpsIpV6Test-532490617-project] Notify callbacks [] for network, before_response {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:15.138813 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ec7583-f7ea-4677-8360-11d45c81f0a2 tempest-BulkNetworkOpsIpV6Test-532490617 tempest-BulkNetworkOpsIpV6Test-532490617-project] Pushing event deleted for resources: {'Network': ['ID=27bc9bd1-2fde-430f-a6fb-f017ea91d78e,revision_number=None']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:40:15.142171 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-22ec7583-f7ea-4677-8360-11d45c81f0a2 tempest-BulkNetworkOpsIpV6Test-532490617 tempest-BulkNetworkOpsIpV6Test-532490617-project] 10.222.0.26 "DELETE /v2.0/networks/27bc9bd1-2fde-430f-a6fb-f017ea91d78e HTTP/1.1" status: 204 len: 168 time: 0.4519866 Apr 01 13:40:15.145313 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 54368) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:40:15.171905 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-4f9bd0a2-315a-49a4-bb1f-6d816974b7de tempest-NetworksIpV6Test-758272472 tempest-NetworksIpV6Test-758272472-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3775923'] for security_group, after_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:15.292699 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-395a5c3c-fb55-4468-9f60-9f4e6422c606 tempest-BulkNetworkOpsIpV6Test-532490617 tempest-BulkNetworkOpsIpV6Test-532490617-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:40:15.296710 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-395a5c3c-fb55-4468-9f60-9f4e6422c606 tempest-BulkNetworkOpsIpV6Test-532490617 tempest-BulkNetworkOpsIpV6Test-532490617-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:40:15.297476 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-395a5c3c-fb55-4468-9f60-9f4e6422c606 tempest-BulkNetworkOpsIpV6Test-532490617 tempest-BulkNetworkOpsIpV6Test-532490617-project] Synchronizing usage tracker for tenant:f4620114546c4e229015d0a74a0b4a21 on resource:network {{(pid=83871) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 13:40:15.322793 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-395a5c3c-fb55-4468-9f60-9f4e6422c606 tempest-BulkNetworkOpsIpV6Test-532490617 tempest-BulkNetworkOpsIpV6Test-532490617-project] Unset dirty status for tenant:f4620114546c4e229015d0a74a0b4a21 on resource:network {{(pid=83871) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 13:40:15.324198 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-395a5c3c-fb55-4468-9f60-9f4e6422c606 tempest-BulkNetworkOpsIpV6Test-532490617 tempest-BulkNetworkOpsIpV6Test-532490617-project] 10.222.0.26 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.1779895 Apr 01 13:40:15.327967 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 54372) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:40:15.334184 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.v2.base [None req-cef9eb47-f5b0-41a9-a7d4-4fc8213c0fa7 tempest-BulkNetworkOpsIpV6Test-532490617 tempest-BulkNetworkOpsIpV6Test-532490617-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1835806147'}} {{(pid=83871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:40:15.339051 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-cef9eb47-f5b0-41a9-a7d4-4fc8213c0fa7 tempest-BulkNetworkOpsIpV6Test-532490617 tempest-BulkNetworkOpsIpV6Test-532490617-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:40:15.348752 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-cef9eb47-f5b0-41a9-a7d4-4fc8213c0fa7 tempest-BulkNetworkOpsIpV6Test-532490617 tempest-BulkNetworkOpsIpV6Test-532490617-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:40:15.367002 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cef9eb47-f5b0-41a9-a7d4-4fc8213c0fa7 tempest-BulkNetworkOpsIpV6Test-532490617 tempest-BulkNetworkOpsIpV6Test-532490617-project] Made reservation on behalf of f4620114546c4e229015d0a74a0b4a21 for: {'network': 1} {{(pid=83871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 13:40:15.370153 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-cef9eb47-f5b0-41a9-a7d4-4fc8213c0fa7 tempest-BulkNetworkOpsIpV6Test-532490617 tempest-BulkNetworkOpsIpV6Test-532490617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for network, before_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:15.393408 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4f9bd0a2-315a-49a4-bb1f-6d816974b7de tempest-NetworksIpV6Test-758272472 tempest-NetworksIpV6Test-758272472-project] vlan segment allocate from pool success with {'vlan_id': 390, 'physical_network': 'physnet1'} {{(pid=83869) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 13:40:15.396539 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f9bd0a2-315a-49a4-bb1f-6d816974b7de tempest-NetworksIpV6Test-758272472 tempest-NetworksIpV6Test-758272472-project] Pushing event updated for resources: {'SecurityGroup': ['ID=210be8b6-60e1-4bdb-a642-9004a5ef7f4e,revision_number=1']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:40:15.400132 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cef9eb47-f5b0-41a9-a7d4-4fc8213c0fa7 tempest-BulkNetworkOpsIpV6Test-532490617 tempest-BulkNetworkOpsIpV6Test-532490617-project] vlan segment allocate from pool success with {'vlan_id': 374, 'physical_network': 'physnet1'} {{(pid=83871) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 13:40:15.410628 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-cef9eb47-f5b0-41a9-a7d4-4fc8213c0fa7 tempest-BulkNetworkOpsIpV6Test-532490617 tempest-BulkNetworkOpsIpV6Test-532490617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1004271'] for segment, precommit_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:15.411067 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.db.segments_db [None req-cef9eb47-f5b0-41a9-a7d4-4fc8213c0fa7 tempest-BulkNetworkOpsIpV6Test-532490617 tempest-BulkNetworkOpsIpV6Test-532490617-project] Added segment fb6e5b81-57f1-4afa-a76c-b2ed7e2ff6d0 of type vlan for network eeff64e3-d230-4b97-9411-aa4c9f1ab2e6 Apr 01 13:40:15.413590 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-4f9bd0a2-315a-49a4-bb1f-6d816974b7de tempest-NetworksIpV6Test-758272472 tempest-NetworksIpV6Test-758272472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1004271'] for segment, precommit_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:15.413934 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.db.segments_db [None req-4f9bd0a2-315a-49a4-bb1f-6d816974b7de tempest-NetworksIpV6Test-758272472 tempest-NetworksIpV6Test-758272472-project] Added segment ed19bbe9-eda1-4508-b075-501cc65d891c of type vlan for network b983da7f-9924-4709-abd7-dc2806690885 Apr 01 13:40:15.440861 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-cef9eb47-f5b0-41a9-a7d4-4fc8213c0fa7 tempest-BulkNetworkOpsIpV6Test-532490617 tempest-BulkNetworkOpsIpV6Test-532490617-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736732923383'] for network, precommit_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:15.470187 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-4f9bd0a2-315a-49a4-bb1f-6d816974b7de tempest-NetworksIpV6Test-758272472 tempest-NetworksIpV6Test-758272472-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736732923383'] for network, precommit_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:15.471439 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-cef9eb47-f5b0-41a9-a7d4-4fc8213c0fa7 tempest-BulkNetworkOpsIpV6Test-532490617 tempest-BulkNetworkOpsIpV6Test-532490617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575'] for network, after_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:15.475185 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cef9eb47-f5b0-41a9-a7d4-4fc8213c0fa7 tempest-BulkNetworkOpsIpV6Test-532490617 tempest-BulkNetworkOpsIpV6Test-532490617-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:40:15.475756 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-cef9eb47-f5b0-41a9-a7d4-4fc8213c0fa7 tempest-BulkNetworkOpsIpV6Test-532490617 tempest-BulkNetworkOpsIpV6Test-532490617-project] Notify callbacks [] for network, before_response {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:15.528652 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-4f9bd0a2-315a-49a4-bb1f-6d816974b7de tempest-NetworksIpV6Test-758272472 tempest-NetworksIpV6Test-758272472-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575'] for network, after_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:15.532526 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f9bd0a2-315a-49a4-bb1f-6d816974b7de tempest-NetworksIpV6Test-758272472 tempest-NetworksIpV6Test-758272472-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:40:15.533179 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-4f9bd0a2-315a-49a4-bb1f-6d816974b7de tempest-NetworksIpV6Test-758272472 tempest-NetworksIpV6Test-758272472-project] Notify callbacks [] for network, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:15.591229 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-cef9eb47-f5b0-41a9-a7d4-4fc8213c0fa7 tempest-BulkNetworkOpsIpV6Test-532490617 tempest-BulkNetworkOpsIpV6Test-532490617-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.2621675 Apr 01 13:40:15.591937 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef9eb47-f5b0-41a9-a7d4-4fc8213c0fa7 tempest-BulkNetworkOpsIpV6Test-532490617 tempest-BulkNetworkOpsIpV6Test-532490617-project] Pushing event updated for resources: {'Network': ['ID=eeff64e3-d230-4b97-9411-aa4c9f1ab2e6,revision_number=1']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:40:15.593921 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 54376) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:40:15.600022 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.v2.base [None req-3de9781e-2bfd-4904-ac54-0789fae1f210 tempest-BulkNetworkOpsIpV6Test-532490617 tempest-BulkNetworkOpsIpV6Test-532490617-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1036098414'}} {{(pid=83871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:40:15.602243 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Network eeff64e3-d230-4b97-9411-aa4c9f1ab2e6 details requested by agent ovs-agent-dv-neutron-836180-1-hyperv with host dv-neutron-836180-1-hyperv {{(pid=83872) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 13:40:15.604940 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-3de9781e-2bfd-4904-ac54-0789fae1f210 tempest-BulkNetworkOpsIpV6Test-532490617 tempest-BulkNetworkOpsIpV6Test-532490617-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:40:15.609028 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-3de9781e-2bfd-4904-ac54-0789fae1f210 tempest-BulkNetworkOpsIpV6Test-532490617 tempest-BulkNetworkOpsIpV6Test-532490617-project] Usage tracker for resource:network and tenant:f4620114546c4e229015d0a74a0b4a21 is out of sync, need to count used quota {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 13:40:15.613225 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-3de9781e-2bfd-4904-ac54-0789fae1f210 tempest-BulkNetworkOpsIpV6Test-532490617 tempest-BulkNetworkOpsIpV6Test-532490617-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 13:40:15.619660 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-3de9781e-2bfd-4904-ac54-0789fae1f210 tempest-BulkNetworkOpsIpV6Test-532490617 tempest-BulkNetworkOpsIpV6Test-532490617-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:40:15.631195 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3de9781e-2bfd-4904-ac54-0789fae1f210 tempest-BulkNetworkOpsIpV6Test-532490617 tempest-BulkNetworkOpsIpV6Test-532490617-project] Made reservation on behalf of f4620114546c4e229015d0a74a0b4a21 for: {'network': 1} {{(pid=83871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 13:40:15.635221 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-3de9781e-2bfd-4904-ac54-0789fae1f210 tempest-BulkNetworkOpsIpV6Test-532490617 tempest-BulkNetworkOpsIpV6Test-532490617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for network, before_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:15.665175 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3de9781e-2bfd-4904-ac54-0789fae1f210 tempest-BulkNetworkOpsIpV6Test-532490617 tempest-BulkNetworkOpsIpV6Test-532490617-project] vlan segment allocate from pool success with {'vlan_id': 369, 'physical_network': 'physnet1'} {{(pid=83871) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 13:40:15.676281 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-3de9781e-2bfd-4904-ac54-0789fae1f210 tempest-BulkNetworkOpsIpV6Test-532490617 tempest-BulkNetworkOpsIpV6Test-532490617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1004271'] for segment, precommit_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:15.676281 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.db.segments_db [None req-3de9781e-2bfd-4904-ac54-0789fae1f210 tempest-BulkNetworkOpsIpV6Test-532490617 tempest-BulkNetworkOpsIpV6Test-532490617-project] Added segment 7039b40b-ec18-479e-b2d7-a79e4f241f62 of type vlan for network ca2eccfb-1d9d-492e-981c-4bccdbba6b05 Apr 01 13:40:15.706333 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-3de9781e-2bfd-4904-ac54-0789fae1f210 tempest-BulkNetworkOpsIpV6Test-532490617 tempest-BulkNetworkOpsIpV6Test-532490617-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736732923383'] for network, precommit_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:15.737137 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-3de9781e-2bfd-4904-ac54-0789fae1f210 tempest-BulkNetworkOpsIpV6Test-532490617 tempest-BulkNetworkOpsIpV6Test-532490617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575'] for network, after_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:15.740777 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3de9781e-2bfd-4904-ac54-0789fae1f210 tempest-BulkNetworkOpsIpV6Test-532490617 tempest-BulkNetworkOpsIpV6Test-532490617-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:40:15.741344 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-3de9781e-2bfd-4904-ac54-0789fae1f210 tempest-BulkNetworkOpsIpV6Test-532490617 tempest-BulkNetworkOpsIpV6Test-532490617-project] Notify callbacks [] for network, before_response {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:15.817567 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f9bd0a2-315a-49a4-bb1f-6d816974b7de tempest-NetworksIpV6Test-758272472 tempest-NetworksIpV6Test-758272472-project] Pushing event updated for resources: {'Network': ['ID=b983da7f-9924-4709-abd7-dc2806690885,revision_number=1']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:40:15.827889 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-4f9bd0a2-315a-49a4-bb1f-6d816974b7de tempest-NetworksIpV6Test-758272472 tempest-NetworksIpV6Test-758272472-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.7146037 Apr 01 13:40:15.836012 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Network b983da7f-9924-4709-abd7-dc2806690885 details requested by agent ovs-agent-dv-neutron-836180-1-hyperv with host dv-neutron-836180-1-hyperv {{(pid=83872) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 13:40:15.846412 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.db.l3_db [None req-c808259b-909e-4472-a520-0ff2109d0b14 tempest-FloatingIPTestJSON-1100559899 tempest-FloatingIPTestJSON-1100559899-project] Floating IP c4eb5ae2-797c-4315-bd89-8a28bbe0eaf7 associated. External IP: 172.26.5.200, port: 36154f80-28e2-4c10-ac82-0c5c9e7b0ab2. Apr 01 13:40:15.855581 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-3de9781e-2bfd-4904-ac54-0789fae1f210 tempest-BulkNetworkOpsIpV6Test-532490617 tempest-BulkNetworkOpsIpV6Test-532490617-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.2606649 Apr 01 13:40:15.858789 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 54380) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:40:15.865088 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.v2.base [None req-8cdd3887-834d-436e-8db2-0dc3ad639487 tempest-BulkNetworkOpsIpV6Test-532490617 tempest-BulkNetworkOpsIpV6Test-532490617-project] Request body: {'ports': [{'network_id': 'eeff64e3-d230-4b97-9411-aa4c9f1ab2e6', 'name': 'tempest-port--65405299', 'admin_state_up': True}, {'network_id': 'ca2eccfb-1d9d-492e-981c-4bccdbba6b05', 'admin_state_up': False}]} {{(pid=83871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:40:15.865394 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.v2.base [None req-8cdd3887-834d-436e-8db2-0dc3ad639487 tempest-BulkNetworkOpsIpV6Test-532490617 tempest-BulkNetworkOpsIpV6Test-532490617-project] Request body: {'port': {'network_id': 'eeff64e3-d230-4b97-9411-aa4c9f1ab2e6', 'name': 'tempest-port--65405299', 'admin_state_up': True}} {{(pid=83871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:40:15.865849 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.v2.base [None req-8cdd3887-834d-436e-8db2-0dc3ad639487 tempest-BulkNetworkOpsIpV6Test-532490617 tempest-BulkNetworkOpsIpV6Test-532490617-project] Request body: {'port': {'network_id': 'ca2eccfb-1d9d-492e-981c-4bccdbba6b05', 'admin_state_up': False}} {{(pid=83871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:40:15.880999 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de9781e-2bfd-4904-ac54-0789fae1f210 tempest-BulkNetworkOpsIpV6Test-532490617 tempest-BulkNetworkOpsIpV6Test-532490617-project] Pushing event updated for resources: {'Network': ['ID=ca2eccfb-1d9d-492e-981c-4bccdbba6b05,revision_number=1']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:40:15.906417 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Network ca2eccfb-1d9d-492e-981c-4bccdbba6b05 details requested by agent ovs-agent-dv-neutron-836180-1-hyperv with host dv-neutron-836180-1-hyperv {{(pid=83872) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 13:40:16.220498 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-8cdd3887-834d-436e-8db2-0dc3ad639487 tempest-BulkNetworkOpsIpV6Test-532490617 tempest-BulkNetworkOpsIpV6Test-532490617-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:40:16.225786 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-8cdd3887-834d-436e-8db2-0dc3ad639487 tempest-BulkNetworkOpsIpV6Test-532490617 tempest-BulkNetworkOpsIpV6Test-532490617-project] Usage tracker for resource:port and tenant:f4620114546c4e229015d0a74a0b4a21 is out of sync, need to count used quota {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 13:40:16.227503 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-8cdd3887-834d-436e-8db2-0dc3ad639487 tempest-BulkNetworkOpsIpV6Test-532490617 tempest-BulkNetworkOpsIpV6Test-532490617-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 13:40:16.233252 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-8cdd3887-834d-436e-8db2-0dc3ad639487 tempest-BulkNetworkOpsIpV6Test-532490617 tempest-BulkNetworkOpsIpV6Test-532490617-project] Attempting to reserve 2 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:40:16.244501 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8cdd3887-834d-436e-8db2-0dc3ad639487 tempest-BulkNetworkOpsIpV6Test-532490617 tempest-BulkNetworkOpsIpV6Test-532490617-project] Made reservation on behalf of f4620114546c4e229015d0a74a0b4a21 for: {'port': 2} {{(pid=83871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 13:40:16.249536 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-8cdd3887-834d-436e-8db2-0dc3ad639487 tempest-BulkNetworkOpsIpV6Test-532490617 tempest-BulkNetworkOpsIpV6Test-532490617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:16.273986 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-8cdd3887-834d-436e-8db2-0dc3ad639487 tempest-BulkNetworkOpsIpV6Test-532490617 tempest-BulkNetworkOpsIpV6Test-532490617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:16.342810 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fdf22b01-ebfe-4a21-9878-793515511df9 tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Router 66884772-c55f-477e-afc3-eef68f6b3c99 has already been hosted by L3 agent 88bf8fc8-11a3-4e96-9d1b-5fd93ba9f6f1 {{(pid=83869) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 13:40:16.506016 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.notifiers.nova [None req-8cdd3887-834d-436e-8db2-0dc3ad639487 tempest-BulkNetworkOpsIpV6Test-532490617 tempest-BulkNetworkOpsIpV6Test-532490617-project] device_id is not set on port 742ebfa8-b7a5-453e-b5d1-f64cebadbba7 yet. {{(pid=83871) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 01 13:40:16.594103 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-8cdd3887-834d-436e-8db2-0dc3ad639487 tempest-BulkNetworkOpsIpV6Test-532490617 tempest-BulkNetworkOpsIpV6Test-532490617-project] Notify callbacks [] for port, precommit_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:16.664650 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fdf22b01-ebfe-4a21-9878-793515511df9 tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Notify agent at l3_agent.dv-neutron-836180-1-hyperv the message routers_updated {{(pid=83869) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 13:40:16.669701 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-fdf22b01-ebfe-4a21-9878-793515511df9 tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] 10.222.0.26 "PUT /v2.0/routers/66884772-c55f-477e-afc3-eef68f6b3c99/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4765751 Apr 01 13:40:16.672877 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 54384) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:40:16.679683 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d02077f-762f-4299-b98f-467561712e56 None None] Sync routers for ids ['66884772-c55f-477e-afc3-eef68f6b3c99'] in dv-neutron-836180-1-hyperv {{(pid=83873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 13:40:16.701618 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d02077f-762f-4299-b98f-467561712e56 None None] Routers {'66884772-c55f-477e-afc3-eef68f6b3c99'} bound to L3 agent in host dv-neutron-836180-1-hyperv {{(pid=83873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 13:40:16.702561 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c808259b-909e-4472-a520-0ff2109d0b14 tempest-FloatingIPTestJSON-1100559899 tempest-FloatingIPTestJSON-1100559899-project] Router a4024174-aefa-48ee-ba65-83a04caa0a41 has already been hosted by L3 agent 88bf8fc8-11a3-4e96-9d1b-5fd93ba9f6f1 {{(pid=83869) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 13:40:16.703285 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-9d02077f-762f-4299-b98f-467561712e56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836180-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-01T13:25:36Z,description=,heartbeat_timestamp=2022-04-01T13:40:06Z,host='dv-neutron-836180-1-hyperv',id=88bf8fc8-11a3-4e96-9d1b-5fd93ba9f6f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T13:25:36Z,topic='l3_agent')) {'router_ids': ['66884772-c55f-477e-afc3-eef68f6b3c99'], 'active': True} {{(pid=83873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:40:16.781055 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-9d02077f-762f-4299-b98f-467561712e56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-836180-1-hyperv', False) {} {{(pid=83873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:40:16.794106 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d02077f-762f-4299-b98f-467561712e56 None None] Routers {'66884772-c55f-477e-afc3-eef68f6b3c99'} bound to L3 agent in host dv-neutron-836180-1-hyperv {{(pid=83873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 13:40:16.795107 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-9d02077f-762f-4299-b98f-467561712e56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836180-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-01T13:25:36Z,description=,heartbeat_timestamp=2022-04-01T13:40:06Z,host='dv-neutron-836180-1-hyperv',id=88bf8fc8-11a3-4e96-9d1b-5fd93ba9f6f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T13:25:36Z,topic='l3_agent')) {'router_ids': ['66884772-c55f-477e-afc3-eef68f6b3c99'], 'active': True} {{(pid=83873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:40:16.826100 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.notifiers.nova [None req-8cdd3887-834d-436e-8db2-0dc3ad639487 tempest-BulkNetworkOpsIpV6Test-532490617 tempest-BulkNetworkOpsIpV6Test-532490617-project] device_id is not set on port 49c7e3d7-11c8-4d07-a139-171d8182bbb7 yet. {{(pid=83871) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 01 13:40:16.877770 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-9d02077f-762f-4299-b98f-467561712e56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-836180-1-hyperv', False) {} {{(pid=83873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:40:16.878460 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d02077f-762f-4299-b98f-467561712e56 None None] The sync data for ids ['66884772-c55f-477e-afc3-eef68f6b3c99'] in dv-neutron-836180-1-hyperv is: [] {{(pid=83873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 13:40:16.934446 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c808259b-909e-4472-a520-0ff2109d0b14 tempest-FloatingIPTestJSON-1100559899 tempest-FloatingIPTestJSON-1100559899-project] Notify agent at l3_agent.dv-neutron-836180-1-hyperv the message routers_updated {{(pid=83869) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 13:40:16.947407 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fea8a4a1-1385-4325-b6a9-600fb47aaec8 None None] Sync routers for ids ['a4024174-aefa-48ee-ba65-83a04caa0a41'] in dv-neutron-836180-1-hyperv {{(pid=83872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 13:40:16.956882 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-c808259b-909e-4472-a520-0ff2109d0b14 tempest-FloatingIPTestJSON-1100559899 tempest-FloatingIPTestJSON-1100559899-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109561'] for floatingip, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:16.965338 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fea8a4a1-1385-4325-b6a9-600fb47aaec8 None None] Routers {'a4024174-aefa-48ee-ba65-83a04caa0a41'} bound to L3 agent in host dv-neutron-836180-1-hyperv {{(pid=83872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 13:40:16.966243 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_hamode_db [None req-fea8a4a1-1385-4325-b6a9-600fb47aaec8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836180-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-01T13:25:36Z,description=,heartbeat_timestamp=2022-04-01T13:40:06Z,host='dv-neutron-836180-1-hyperv',id=88bf8fc8-11a3-4e96-9d1b-5fd93ba9f6f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T13:25:36Z,topic='l3_agent')) {'router_ids': ['a4024174-aefa-48ee-ba65-83a04caa0a41'], 'active': True} {{(pid=83872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:40:17.023526 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-c808259b-909e-4472-a520-0ff2109d0b14 tempest-FloatingIPTestJSON-1100559899 tempest-FloatingIPTestJSON-1100559899-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 5.6772575 Apr 01 13:40:17.025973 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 54388) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:40:17.033797 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.v2.base [None req-e4c2df23-18cf-40d9-9626-1dbae40657c2 tempest-FloatingIPTestJSON-1100559899 tempest-FloatingIPTestJSON-1100559899-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-232970145'}} {{(pid=83869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:40:17.039702 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-e4c2df23-18cf-40d9-9626-1dbae40657c2 tempest-FloatingIPTestJSON-1100559899 tempest-FloatingIPTestJSON-1100559899-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:40:17.039922 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_hamode_db [None req-fea8a4a1-1385-4325-b6a9-600fb47aaec8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-836180-1-hyperv', False) {} {{(pid=83872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:40:17.044783 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-e4c2df23-18cf-40d9-9626-1dbae40657c2 tempest-FloatingIPTestJSON-1100559899 tempest-FloatingIPTestJSON-1100559899-project] Usage tracker for resource:network and tenant:31909f452d274f5587d0068d008850b7 is out of sync, need to count used quota {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 13:40:17.048845 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-e4c2df23-18cf-40d9-9626-1dbae40657c2 tempest-FloatingIPTestJSON-1100559899 tempest-FloatingIPTestJSON-1100559899-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 13:40:17.057272 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-e4c2df23-18cf-40d9-9626-1dbae40657c2 tempest-FloatingIPTestJSON-1100559899 tempest-FloatingIPTestJSON-1100559899-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:40:17.060108 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fea8a4a1-1385-4325-b6a9-600fb47aaec8 None None] Routers {'a4024174-aefa-48ee-ba65-83a04caa0a41'} bound to L3 agent in host dv-neutron-836180-1-hyperv {{(pid=83872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 13:40:17.061019 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_hamode_db [None req-fea8a4a1-1385-4325-b6a9-600fb47aaec8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836180-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-01T13:25:36Z,description=,heartbeat_timestamp=2022-04-01T13:40:06Z,host='dv-neutron-836180-1-hyperv',id=88bf8fc8-11a3-4e96-9d1b-5fd93ba9f6f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T13:25:36Z,topic='l3_agent')) {'router_ids': ['a4024174-aefa-48ee-ba65-83a04caa0a41'], 'active': True} {{(pid=83872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:40:17.072930 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4c2df23-18cf-40d9-9626-1dbae40657c2 tempest-FloatingIPTestJSON-1100559899 tempest-FloatingIPTestJSON-1100559899-project] Made reservation on behalf of 31909f452d274f5587d0068d008850b7 for: {'network': 1} {{(pid=83869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 13:40:17.077717 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-e4c2df23-18cf-40d9-9626-1dbae40657c2 tempest-FloatingIPTestJSON-1100559899 tempest-FloatingIPTestJSON-1100559899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for network, before_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:17.086722 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-8cdd3887-834d-436e-8db2-0dc3ad639487 tempest-BulkNetworkOpsIpV6Test-532490617 tempest-BulkNetworkOpsIpV6Test-532490617-project] Notify callbacks [] for port, precommit_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:17.120112 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e4c2df23-18cf-40d9-9626-1dbae40657c2 tempest-FloatingIPTestJSON-1100559899 tempest-FloatingIPTestJSON-1100559899-project] vlan segment allocate from pool success with {'vlan_id': 382, 'physical_network': 'physnet1'} {{(pid=83869) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 13:40:17.133121 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-e4c2df23-18cf-40d9-9626-1dbae40657c2 tempest-FloatingIPTestJSON-1100559899 tempest-FloatingIPTestJSON-1100559899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1004271'] for segment, precommit_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:17.133444 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.db.segments_db [None req-e4c2df23-18cf-40d9-9626-1dbae40657c2 tempest-FloatingIPTestJSON-1100559899 tempest-FloatingIPTestJSON-1100559899-project] Added segment 30fae926-5c9d-4696-9a3b-48d6a0260424 of type vlan for network 93ae3adf-9d83-49ff-9d10-bdd9641a3ede Apr 01 13:40:17.135817 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_hamode_db [None req-fea8a4a1-1385-4325-b6a9-600fb47aaec8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-836180-1-hyperv', False) {} {{(pid=83872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:40:17.136690 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fea8a4a1-1385-4325-b6a9-600fb47aaec8 None None] The sync data for ids ['a4024174-aefa-48ee-ba65-83a04caa0a41'] in dv-neutron-836180-1-hyperv is: [] {{(pid=83872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 13:40:17.148876 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-fa46385f-7017-4e72-9b8f-249a2907999d tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4084029'] for router_interface, before_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:17.177299 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-e4c2df23-18cf-40d9-9626-1dbae40657c2 tempest-FloatingIPTestJSON-1100559899 tempest-FloatingIPTestJSON-1100559899-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736732923383'] for network, precommit_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:17.205861 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-8cdd3887-834d-436e-8db2-0dc3ad639487 tempest-BulkNetworkOpsIpV6Test-532490617 tempest-BulkNetworkOpsIpV6Test-532490617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736732935801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2743125'] for port, after_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:17.213943 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-e4c2df23-18cf-40d9-9626-1dbae40657c2 tempest-FloatingIPTestJSON-1100559899 tempest-FloatingIPTestJSON-1100559899-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575'] for network, after_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:17.218063 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4c2df23-18cf-40d9-9626-1dbae40657c2 tempest-FloatingIPTestJSON-1100559899 tempest-FloatingIPTestJSON-1100559899-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:40:17.218490 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-e4c2df23-18cf-40d9-9626-1dbae40657c2 tempest-FloatingIPTestJSON-1100559899 tempest-FloatingIPTestJSON-1100559899-project] Notify callbacks [] for network, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:17.334529 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-e4c2df23-18cf-40d9-9626-1dbae40657c2 tempest-FloatingIPTestJSON-1100559899 tempest-FloatingIPTestJSON-1100559899-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.3045673 Apr 01 13:40:17.338350 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 54392) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:40:17.348626 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c2df23-18cf-40d9-9626-1dbae40657c2 tempest-FloatingIPTestJSON-1100559899 tempest-FloatingIPTestJSON-1100559899-project] Pushing event updated for resources: {'Network': ['ID=93ae3adf-9d83-49ff-9d10-bdd9641a3ede,revision_number=1']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:40:17.357850 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.v2.base [None req-eea013e8-40c7-4662-899f-6a82bc2a36c5 tempest-FloatingIPTestJSON-1100559899 tempest-FloatingIPTestJSON-1100559899-project] Request body: {'subnet': {'network_id': '93ae3adf-9d83-49ff-9d10-bdd9641a3ede', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:40:17.360136 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cdd3887-834d-436e-8db2-0dc3ad639487 tempest-BulkNetworkOpsIpV6Test-532490617 tempest-BulkNetworkOpsIpV6Test-532490617-project] Pushing event updated for resources: {'Port': ['ID=742ebfa8-b7a5-453e-b5d1-f64cebadbba7,revision_number=1']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:40:17.363529 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Network 93ae3adf-9d83-49ff-9d10-bdd9641a3ede details requested by agent ovs-agent-dv-neutron-836180-1-hyperv with host dv-neutron-836180-1-hyperv {{(pid=83872) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 13:40:17.409691 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cdd3887-834d-436e-8db2-0dc3ad639487 tempest-BulkNetworkOpsIpV6Test-532490617 tempest-BulkNetworkOpsIpV6Test-532490617-project] Checking segment: {'id': 'fb6e5b81-57f1-4afa-a76c-b2ed7e2ff6d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'eeff64e3-d230-4b97-9411-aa4c9f1ab2e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 13:40:17.410465 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cdd3887-834d-436e-8db2-0dc3ad639487 tempest-BulkNetworkOpsIpV6Test-532490617 tempest-BulkNetworkOpsIpV6Test-532490617-project] Network hostable DHCP agents. Network: eeff64e3-d230-4b97-9411-aa4c9f1ab2e6, hostable agents: ['e47e4547-5c2d-4954-ba56-fa3646239f18'], hosted agents: [] {{(pid=83871) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 13:40:17.498023 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-eea013e8-40c7-4662-899f-6a82bc2a36c5 tempest-FloatingIPTestJSON-1100559899 tempest-FloatingIPTestJSON-1100559899-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:40:17.509901 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-eea013e8-40c7-4662-899f-6a82bc2a36c5 tempest-FloatingIPTestJSON-1100559899 tempest-FloatingIPTestJSON-1100559899-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:40:17.524240 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eea013e8-40c7-4662-899f-6a82bc2a36c5 tempest-FloatingIPTestJSON-1100559899 tempest-FloatingIPTestJSON-1100559899-project] Made reservation on behalf of 31909f452d274f5587d0068d008850b7 for: {'subnet': 1} {{(pid=83869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 13:40:17.634671 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-eea013e8-40c7-4662-899f-6a82bc2a36c5 tempest-FloatingIPTestJSON-1100559899 tempest-FloatingIPTestJSON-1100559899-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2999481'] for subnet, before_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:17.635146 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cdd3887-834d-436e-8db2-0dc3ad639487 tempest-BulkNetworkOpsIpV6Test-532490617 tempest-BulkNetworkOpsIpV6Test-532490617-project] Network eeff64e3-d230-4b97-9411-aa4c9f1ab2e6 is scheduled to be hosted by DHCP agent e47e4547-5c2d-4954-ba56-fa3646239f18 with binding_index 1 {{(pid=83871) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 13:40:17.654512 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.scheduler.base_scheduler [None req-8cdd3887-834d-436e-8db2-0dc3ad639487 tempest-BulkNetworkOpsIpV6Test-532490617 tempest-BulkNetworkOpsIpV6Test-532490617-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-836180-1-hyperv, eeff64e3-d230-4b97-9411-aa4c9f1ab2e6) {{(pid=83871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 13:40:17.662420 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cdd3887-834d-436e-8db2-0dc3ad639487 tempest-BulkNetworkOpsIpV6Test-532490617 tempest-BulkNetworkOpsIpV6Test-532490617-project] Received port after_create {{(pid=83871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 13:40:17.663782 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-8cdd3887-834d-436e-8db2-0dc3ad639487 tempest-BulkNetworkOpsIpV6Test-532490617 tempest-BulkNetworkOpsIpV6Test-532490617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736732935801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2743125'] for port, after_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:17.668132 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00c73f83-3f0f-4670-b5f5-325ef5964fae None None] Network eeff64e3-d230-4b97-9411-aa4c9f1ab2e6 requested from dv-neutron-836180-1-hyperv {{(pid=83872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 13:40:17.735344 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cdd3887-834d-436e-8db2-0dc3ad639487 tempest-BulkNetworkOpsIpV6Test-532490617 tempest-BulkNetworkOpsIpV6Test-532490617-project] Pushing event updated for resources: {'Port': ['ID=49c7e3d7-11c8-4d07-a139-171d8182bbb7,revision_number=1']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:40:17.915964 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-eea013e8-40c7-4662-899f-6a82bc2a36c5 tempest-FloatingIPTestJSON-1100559899 tempest-FloatingIPTestJSON-1100559899-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2705391', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2999447'] for subnet, after_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:17.968579 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cdd3887-834d-436e-8db2-0dc3ad639487 tempest-BulkNetworkOpsIpV6Test-532490617 tempest-BulkNetworkOpsIpV6Test-532490617-project] Checking segment: {'id': '7039b40b-ec18-479e-b2d7-a79e4f241f62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'ca2eccfb-1d9d-492e-981c-4bccdbba6b05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 13:40:17.969079 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cdd3887-834d-436e-8db2-0dc3ad639487 tempest-BulkNetworkOpsIpV6Test-532490617 tempest-BulkNetworkOpsIpV6Test-532490617-project] Network hostable DHCP agents. Network: ca2eccfb-1d9d-492e-981c-4bccdbba6b05, hostable agents: ['e47e4547-5c2d-4954-ba56-fa3646239f18'], hosted agents: [] {{(pid=83871) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 13:40:17.995151 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea013e8-40c7-4662-899f-6a82bc2a36c5 tempest-FloatingIPTestJSON-1100559899 tempest-FloatingIPTestJSON-1100559899-project] Pushing event updated for resources: {'Subnet': ['ID=5deb587e-af9b-427f-a423-558ac5f5bd21,revision_number=0']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:40:18.008044 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eea013e8-40c7-4662-899f-6a82bc2a36c5 tempest-FloatingIPTestJSON-1100559899 tempest-FloatingIPTestJSON-1100559899-project] Checking segment: {'id': '30fae926-5c9d-4696-9a3b-48d6a0260424', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '93ae3adf-9d83-49ff-9d10-bdd9641a3ede'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 13:40:18.008438 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eea013e8-40c7-4662-899f-6a82bc2a36c5 tempest-FloatingIPTestJSON-1100559899 tempest-FloatingIPTestJSON-1100559899-project] Network hostable DHCP agents. Network: 93ae3adf-9d83-49ff-9d10-bdd9641a3ede, hostable agents: ['e47e4547-5c2d-4954-ba56-fa3646239f18'], hosted agents: [] {{(pid=83869) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 13:40:18.012969 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cdd3887-834d-436e-8db2-0dc3ad639487 tempest-BulkNetworkOpsIpV6Test-532490617 tempest-BulkNetworkOpsIpV6Test-532490617-project] Network ca2eccfb-1d9d-492e-981c-4bccdbba6b05 is scheduled to be hosted by DHCP agent e47e4547-5c2d-4954-ba56-fa3646239f18 with binding_index 1 {{(pid=83871) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 13:40:18.032929 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eea013e8-40c7-4662-899f-6a82bc2a36c5 tempest-FloatingIPTestJSON-1100559899 tempest-FloatingIPTestJSON-1100559899-project] Network 93ae3adf-9d83-49ff-9d10-bdd9641a3ede is scheduled to be hosted by DHCP agent e47e4547-5c2d-4954-ba56-fa3646239f18 with binding_index 1 {{(pid=83869) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 13:40:18.039312 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.scheduler.base_scheduler [None req-eea013e8-40c7-4662-899f-6a82bc2a36c5 tempest-FloatingIPTestJSON-1100559899 tempest-FloatingIPTestJSON-1100559899-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-836180-1-hyperv, 93ae3adf-9d83-49ff-9d10-bdd9641a3ede) {{(pid=83869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 13:40:18.043325 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eea013e8-40c7-4662-899f-6a82bc2a36c5 tempest-FloatingIPTestJSON-1100559899 tempest-FloatingIPTestJSON-1100559899-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:40:18.043966 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-eea013e8-40c7-4662-899f-6a82bc2a36c5 tempest-FloatingIPTestJSON-1100559899 tempest-FloatingIPTestJSON-1100559899-project] Notify callbacks [] for subnet, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:18.055892 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c84becc6-fd71-4a45-957a-1d5ea713f4e5 None None] Network 93ae3adf-9d83-49ff-9d10-bdd9641a3ede requested from dv-neutron-836180-1-hyperv {{(pid=83872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 13:40:18.063564 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.scheduler.base_scheduler [None req-8cdd3887-834d-436e-8db2-0dc3ad639487 tempest-BulkNetworkOpsIpV6Test-532490617 tempest-BulkNetworkOpsIpV6Test-532490617-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-836180-1-hyperv, ca2eccfb-1d9d-492e-981c-4bccdbba6b05) {{(pid=83871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 13:40:18.068605 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cdd3887-834d-436e-8db2-0dc3ad639487 tempest-BulkNetworkOpsIpV6Test-532490617 tempest-BulkNetworkOpsIpV6Test-532490617-project] Received port after_create {{(pid=83871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 13:40:18.072982 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cdd3887-834d-436e-8db2-0dc3ad639487 tempest-BulkNetworkOpsIpV6Test-532490617 tempest-BulkNetworkOpsIpV6Test-532490617-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:40:18.073863 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-eea013e8-40c7-4662-899f-6a82bc2a36c5 tempest-FloatingIPTestJSON-1100559899 tempest-FloatingIPTestJSON-1100559899-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7324746 Apr 01 13:40:18.078710 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cdd3887-834d-436e-8db2-0dc3ad639487 tempest-BulkNetworkOpsIpV6Test-532490617 tempest-BulkNetworkOpsIpV6Test-532490617-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:40:18.080034 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-8cdd3887-834d-436e-8db2-0dc3ad639487 tempest-BulkNetworkOpsIpV6Test-532490617 tempest-BulkNetworkOpsIpV6Test-532490617-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109561'] for port, before_response {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:18.080796 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 54396) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:40:18.086738 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.v2.base [None req-93174cd2-8694-4e93-b8b9-ab76880b7831 tempest-FloatingIPTestJSON-1100559899 tempest-FloatingIPTestJSON-1100559899-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-683790352', 'external_gateway_info': {'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301'}, 'admin_state_up': False}} {{(pid=83869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:40:18.095490 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-93174cd2-8694-4e93-b8b9-ab76880b7831 tempest-FloatingIPTestJSON-1100559899 tempest-FloatingIPTestJSON-1100559899-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:40:18.101198 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-93174cd2-8694-4e93-b8b9-ab76880b7831 tempest-FloatingIPTestJSON-1100559899 tempest-FloatingIPTestJSON-1100559899-project] Usage tracker for resource:router and tenant:31909f452d274f5587d0068d008850b7 is out of sync, need to count used quota {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 13:40:18.102097 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e099e910-ca26-4a15-b1ab-b098c61e5d96 None None] Network ca2eccfb-1d9d-492e-981c-4bccdbba6b05 requested from dv-neutron-836180-1-hyperv {{(pid=83872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 13:40:18.105758 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-93174cd2-8694-4e93-b8b9-ab76880b7831 tempest-FloatingIPTestJSON-1100559899 tempest-FloatingIPTestJSON-1100559899-project] Quota usage for router was recalculated. Used quota:1. {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 13:40:18.114074 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-93174cd2-8694-4e93-b8b9-ab76880b7831 tempest-FloatingIPTestJSON-1100559899 tempest-FloatingIPTestJSON-1100559899-project] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:40:18.115570 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-8cdd3887-834d-436e-8db2-0dc3ad639487 tempest-BulkNetworkOpsIpV6Test-532490617 tempest-BulkNetworkOpsIpV6Test-532490617-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1448 time: 2.2557805 Apr 01 13:40:18.116208 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 54400) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:40:18.127746 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-93174cd2-8694-4e93-b8b9-ab76880b7831 tempest-FloatingIPTestJSON-1100559899 tempest-FloatingIPTestJSON-1100559899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4082176', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4220'] for router, before_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:18.129313 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-93174cd2-8694-4e93-b8b9-ab76880b7831 tempest-FloatingIPTestJSON-1100559899 tempest-FloatingIPTestJSON-1100559899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4082277', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4084873', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4148249', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4211'] for router, precommit_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:18.152842 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-93174cd2-8694-4e93-b8b9-ab76880b7831 tempest-FloatingIPTestJSON-1100559899 tempest-FloatingIPTestJSON-1100559899-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:18.237925 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.plugin [None req-fa46385f-7017-4e72-9b8f-249a2907999d tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Deleting port 2295eadf-67f3-4931-b0f6-a5094b85cb9c {{(pid=83871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 13:40:18.238134 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-fa46385f-7017-4e72-9b8f-249a2907999d tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736733287370'] for port, before_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:18.323599 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a9263f4-b8b5-47d2-bdcf-2a8ecfb7aee0 tempest-BulkNetworkOpsIpV6Test-532490617 tempest-BulkNetworkOpsIpV6Test-532490617-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:40:18.334282 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a9263f4-b8b5-47d2-bdcf-2a8ecfb7aee0 tempest-BulkNetworkOpsIpV6Test-532490617 tempest-BulkNetworkOpsIpV6Test-532490617-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:40:18.335046 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-0a9263f4-b8b5-47d2-bdcf-2a8ecfb7aee0 tempest-BulkNetworkOpsIpV6Test-532490617 tempest-BulkNetworkOpsIpV6Test-532490617-project] Synchronizing usage tracker for tenant:f4620114546c4e229015d0a74a0b4a21 on resource:port {{(pid=83871) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 13:40:18.462174 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-0a9263f4-b8b5-47d2-bdcf-2a8ecfb7aee0 tempest-BulkNetworkOpsIpV6Test-532490617 tempest-BulkNetworkOpsIpV6Test-532490617-project] Unset dirty status for tenant:f4620114546c4e229015d0a74a0b4a21 on resource:port {{(pid=83871) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 13:40:18.467028 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-0a9263f4-b8b5-47d2-bdcf-2a8ecfb7aee0 tempest-BulkNetworkOpsIpV6Test-532490617 tempest-BulkNetworkOpsIpV6Test-532490617-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1443 time: 0.3487573 Apr 01 13:40:18.470546 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 54404) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:40:18.522167 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-93174cd2-8694-4e93-b8b9-ab76880b7831 tempest-FloatingIPTestJSON-1100559899 tempest-FloatingIPTestJSON-1100559899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4084887', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4079850', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4161'] for router, precommit_update {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:18.577596 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.plugin [None req-fffe37ee-c1ba-4abb-bc2c-5476993948fc tempest-BulkNetworkOpsIpV6Test-532490617 tempest-BulkNetworkOpsIpV6Test-532490617-project] Deleting port 742ebfa8-b7a5-453e-b5d1-f64cebadbba7 {{(pid=83871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 13:40:18.578384 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-fffe37ee-c1ba-4abb-bc2c-5476993948fc tempest-BulkNetworkOpsIpV6Test-532490617 tempest-BulkNetworkOpsIpV6Test-532490617-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736733287370'] for port, before_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:18.605637 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-fa46385f-7017-4e72-9b8f-249a2907999d tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4155147'] for port, precommit_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:18.641237 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a9a9614-0f27-4ba7-9994-db5546fcd01b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7e7d0ecb-2af4-55f5-9198-238ab0570d62-93ae3adf-9d83-49ff-9d10-bdd9641a3ede', 'network_id': '93ae3adf-9d83-49ff-9d10-bdd9641a3ede', 'tenant_id': '31909f452d274f5587d0068d008850b7', 'fixed_ips': [{'subnet_id': '5deb587e-af9b-427f-a423-558ac5f5bd21'}]}} from dv-neutron-836180-1-hyperv. {{(pid=83872) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 01 13:40:18.642358 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-0a9a9614-0f27-4ba7-9994-db5546fcd01b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:18.738119 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-93174cd2-8694-4e93-b8b9-ab76880b7831 tempest-FloatingIPTestJSON-1100559899 tempest-FloatingIPTestJSON-1100559899-project] Notify callbacks [] for router_gateway, before_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:18.758906 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.plugin [None req-fa46385f-7017-4e72-9b8f-249a2907999d tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Calling delete_port for 2295eadf-67f3-4931-b0f6-a5094b85cb9c owned by network:router_interface {{(pid=83871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 13:40:18.772268 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-93174cd2-8694-4e93-b8b9-ab76880b7831 tempest-FloatingIPTestJSON-1100559899 tempest-FloatingIPTestJSON-1100559899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:18.833896 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.db_base_plugin_common [None req-0a9a9614-0f27-4ba7-9994-db5546fcd01b None None] Allocated IP 172.20.0.2 (93ae3adf-9d83-49ff-9d10-bdd9641a3ede/5deb587e-af9b-427f-a423-558ac5f5bd21/d10a3114-cce5-4cf6-955c-ab9ae82b1c0e) {{(pid=83872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 13:40:18.932749 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.db_base_plugin_common [None req-93174cd2-8694-4e93-b8b9-ab76880b7831 tempest-FloatingIPTestJSON-1100559899 tempest-FloatingIPTestJSON-1100559899-project] Allocated IP 172.26.5.214 (725864b8-cceb-48c9-b5d3-1bfc4423e301/e2ed99db-0e25-4971-b535-7fa69231fae8/e8b51967-3a42-43f6-a47d-0fc6807b1f72) {{(pid=83869) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 13:40:19.020585 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-fffe37ee-c1ba-4abb-bc2c-5476993948fc tempest-BulkNetworkOpsIpV6Test-532490617 tempest-BulkNetworkOpsIpV6Test-532490617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4155147'] for port, precommit_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:19.102408 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-0a9a9614-0f27-4ba7-9994-db5546fcd01b None None] Notify callbacks [] for port, precommit_create {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:19.106711 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-93174cd2-8694-4e93-b8b9-ab76880b7831 tempest-FloatingIPTestJSON-1100559899 tempest-FloatingIPTestJSON-1100559899-project] Notify callbacks [] for port, precommit_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:19.116285 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-0a9a9614-0f27-4ba7-9994-db5546fcd01b None None] Transition to ACTIVE for port object d10a3114-cce5-4cf6-955c-ab9ae82b1c0e will not be triggered until provisioned by entity L2. {{(pid=83872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 13:40:19.141232 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-0a9a9614-0f27-4ba7-9994-db5546fcd01b None None] Transition to ACTIVE for port object d10a3114-cce5-4cf6-955c-ab9ae82b1c0e will not be triggered until provisioned by entity DHCP. {{(pid=83872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 13:40:19.148447 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-93174cd2-8694-4e93-b8b9-ab76880b7831 tempest-FloatingIPTestJSON-1100559899 tempest-FloatingIPTestJSON-1100559899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736732935801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2705155'] for port, after_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:19.150116 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-0a9a9614-0f27-4ba7-9994-db5546fcd01b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736732935801'] for port, after_create {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:19.217866 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.plugin [None req-fffe37ee-c1ba-4abb-bc2c-5476993948fc tempest-BulkNetworkOpsIpV6Test-532490617 tempest-BulkNetworkOpsIpV6Test-532490617-project] Calling delete_port for 742ebfa8-b7a5-453e-b5d1-f64cebadbba7 owned by {{(pid=83871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 13:40:19.222631 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93174cd2-8694-4e93-b8b9-ab76880b7831 tempest-FloatingIPTestJSON-1100559899 tempest-FloatingIPTestJSON-1100559899-project] Network 725864b8-cceb-48c9-b5d3-1bfc4423e301 is already hosted by enough agents. {{(pid=83869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 13:40:19.225722 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 54408) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:40:19.226559 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.scheduler.base_scheduler [None req-93174cd2-8694-4e93-b8b9-ab76880b7831 tempest-FloatingIPTestJSON-1100559899 tempest-FloatingIPTestJSON-1100559899-project] Resources bound (agent type, host, resource id): {{(pid=83869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 13:40:19.229005 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93174cd2-8694-4e93-b8b9-ab76880b7831 tempest-FloatingIPTestJSON-1100559899 tempest-FloatingIPTestJSON-1100559899-project] Received port after_create {{(pid=83869) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 13:40:19.231054 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a9a9614-0f27-4ba7-9994-db5546fcd01b None None] Network 93ae3adf-9d83-49ff-9d10-bdd9641a3ede is already hosted by enough agents. {{(pid=83872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 13:40:19.234273 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.scheduler.base_scheduler [None req-0a9a9614-0f27-4ba7-9994-db5546fcd01b None None] Resources bound (agent type, host, resource id): {{(pid=83872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 13:40:19.239815 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a9a9614-0f27-4ba7-9994-db5546fcd01b None None] Received port after_create {{(pid=83872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 13:40:19.277981 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a9a9614-0f27-4ba7-9994-db5546fcd01b None None] Pushing event updated for resources: {'Port': ['ID=d10a3114-cce5-4cf6-955c-ab9ae82b1c0e,revision_number=1']} {{(pid=83872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:40:19.301498 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.v2.base [None req-3f3007af-b6bc-4b3b-9f4b-a1c9a20e0e28 tempest-NetworksIpV6Test-758272472 tempest-NetworksIpV6Test-758272472-project] Request body: {'subnet': {'network_id': 'b983da7f-9924-4709-abd7-dc2806690885', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=83869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:40:19.306915 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-fa46385f-7017-4e72-9b8f-249a2907999d tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736733359243', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736732935810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2743125'] for port, after_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:19.352313 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.managers [None req-0a9a9614-0f27-4ba7-9994-db5546fcd01b None None] Attempting to bind port d10a3114-cce5-4cf6-955c-ab9ae82b1c0e on host dv-neutron-836180-1-hyperv for vnic_type normal with profile {{(pid=83872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 13:40:19.352911 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.managers [None req-0a9a9614-0f27-4ba7-9994-db5546fcd01b None None] Attempting to bind port d10a3114-cce5-4cf6-955c-ab9ae82b1c0e by drivers openvswitch,hyperv on host dv-neutron-836180-1-hyperv at level 0 using segments [{'id': '30fae926-5c9d-4696-9a3b-48d6a0260424', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '93ae3adf-9d83-49ff-9d10-bdd9641a3ede'}] {{(pid=83872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 13:40:19.353393 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a9a9614-0f27-4ba7-9994-db5546fcd01b None None] Attempting to bind port d10a3114-cce5-4cf6-955c-ab9ae82b1c0e on network 93ae3adf-9d83-49ff-9d10-bdd9641a3ede {{(pid=83872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 13:40:19.356898 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa46385f-7017-4e72-9b8f-249a2907999d tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Pushing event deleted for resources: {'Port': ['ID=2295eadf-67f3-4931-b0f6-a5094b85cb9c,revision_number=None']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:40:19.367601 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a9a9614-0f27-4ba7-9994-db5546fcd01b None None] Checking agent: {'id': 'af948428-97cd-4d10-9f53-af028bdb39b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-836180-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 13, 25, 37), 'started_at': datetime.datetime(2022, 4, 1, 13, 26, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 13, 40, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-836180-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 13:40:19.368057 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a9a9614-0f27-4ba7-9994-db5546fcd01b None None] Checking segment: {'id': '30fae926-5c9d-4696-9a3b-48d6a0260424', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '93ae3adf-9d83-49ff-9d10-bdd9641a3ede'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 13:40:19.368566 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-0a9a9614-0f27-4ba7-9994-db5546fcd01b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:19.369045 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a9a9614-0f27-4ba7-9994-db5546fcd01b None None] Bound using segment: {'id': '30fae926-5c9d-4696-9a3b-48d6a0260424', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '93ae3adf-9d83-49ff-9d10-bdd9641a3ede'} {{(pid=83872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 13:40:19.369793 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.managers [None req-0a9a9614-0f27-4ba7-9994-db5546fcd01b None None] Bound port: d10a3114-cce5-4cf6-955c-ab9ae82b1c0e, host: dv-neutron-836180-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '30fae926-5c9d-4696-9a3b-48d6a0260424', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '93ae3adf-9d83-49ff-9d10-bdd9641a3ede'}}] {{(pid=83872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 13:40:19.370247 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-0a9a9614-0f27-4ba7-9994-db5546fcd01b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:19.439164 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-fffe37ee-c1ba-4abb-bc2c-5476993948fc tempest-BulkNetworkOpsIpV6Test-532490617 tempest-BulkNetworkOpsIpV6Test-532490617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736733359243', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736732935810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2743125'] for port, after_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:19.441647 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93174cd2-8694-4e93-b8b9-ab76880b7831 tempest-FloatingIPTestJSON-1100559899 tempest-FloatingIPTestJSON-1100559899-project] Pushing event updated for resources: {'Port': ['ID=e8b51967-3a42-43f6-a47d-0fc6807b1f72,revision_number=1']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:40:19.483367 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-0a9a9614-0f27-4ba7-9994-db5546fcd01b None None] For port d10a3114-cce5-4cf6-955c-ab9ae82b1c0e, host dv-neutron-836180-1-hyperv, cleared binding levels {{(pid=83872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 13:40:19.487855 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-0a9a9614-0f27-4ba7-9994-db5546fcd01b None None] For port d10a3114-cce5-4cf6-955c-ab9ae82b1c0e, host dv-neutron-836180-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836180-1-hyperv',level=0,port_id=d10a3114-cce5-4cf6-955c-ab9ae82b1c0e,segment=NetworkSegment(30fae926-5c9d-4696-9a3b-48d6a0260424),segment_id=30fae926-5c9d-4696-9a3b-48d6a0260424)] {{(pid=83872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 13:40:19.493863 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-0a9a9614-0f27-4ba7-9994-db5546fcd01b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864'] for port, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:19.507127 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-fffe37ee-c1ba-4abb-bc2c-5476993948fc tempest-BulkNetworkOpsIpV6Test-532490617 tempest-BulkNetworkOpsIpV6Test-532490617-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109561'] for port, before_response {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:19.530426 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fffe37ee-c1ba-4abb-bc2c-5476993948fc tempest-BulkNetworkOpsIpV6Test-532490617 tempest-BulkNetworkOpsIpV6Test-532490617-project] Pushing event deleted for resources: {'Port': ['ID=742ebfa8-b7a5-453e-b5d1-f64cebadbba7,revision_number=None']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:40:19.536611 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-3f3007af-b6bc-4b3b-9f4b-a1c9a20e0e28 tempest-NetworksIpV6Test-758272472 tempest-NetworksIpV6Test-758272472-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:40:19.542430 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-fffe37ee-c1ba-4abb-bc2c-5476993948fc tempest-BulkNetworkOpsIpV6Test-532490617 tempest-BulkNetworkOpsIpV6Test-532490617-project] 10.222.0.26 "DELETE /v2.0/ports/742ebfa8-b7a5-453e-b5d1-f64cebadbba7 HTTP/1.1" status: 204 len: 168 time: 1.0686367 Apr 01 13:40:19.542633 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-3f3007af-b6bc-4b3b-9f4b-a1c9a20e0e28 tempest-NetworksIpV6Test-758272472 tempest-NetworksIpV6Test-758272472-project] Usage tracker for resource:subnet and tenant:2517206c5ecf40f0b116989fbb76d27f is out of sync, need to count used quota {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 13:40:19.543648 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 54412) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:40:19.545512 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-3f3007af-b6bc-4b3b-9f4b-a1c9a20e0e28 tempest-NetworksIpV6Test-758272472 tempest-NetworksIpV6Test-758272472-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 13:40:19.558209 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-3f3007af-b6bc-4b3b-9f4b-a1c9a20e0e28 tempest-NetworksIpV6Test-758272472 tempest-NetworksIpV6Test-758272472-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:40:19.582174 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f3007af-b6bc-4b3b-9f4b-a1c9a20e0e28 tempest-NetworksIpV6Test-758272472 tempest-NetworksIpV6Test-758272472-project] Made reservation on behalf of 2517206c5ecf40f0b116989fbb76d27f for: {'subnet': 1} {{(pid=83869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 13:40:19.620756 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a9a9614-0f27-4ba7-9994-db5546fcd01b None None] Pushing event updated for resources: {'Port': ['ID=d10a3114-cce5-4cf6-955c-ab9ae82b1c0e,revision_number=2']} {{(pid=83872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:40:19.696023 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-93174cd2-8694-4e93-b8b9-ab76880b7831 tempest-FloatingIPTestJSON-1100559899 tempest-FloatingIPTestJSON-1100559899-project] Notify callbacks [] for router_gateway, after_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:19.696771 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-93174cd2-8694-4e93-b8b9-ab76880b7831 tempest-FloatingIPTestJSON-1100559899 tempest-FloatingIPTestJSON-1100559899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4082201', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4084858'] for router, after_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:19.803730 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-3f3007af-b6bc-4b3b-9f4b-a1c9a20e0e28 tempest-NetworksIpV6Test-758272472 tempest-NetworksIpV6Test-758272472-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2999481'] for subnet, before_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:19.868732 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.plugin [None req-de98e805-0a3a-4fcb-815a-74134a594027 tempest-BulkNetworkOpsIpV6Test-532490617 tempest-BulkNetworkOpsIpV6Test-532490617-project] Deleting port 49c7e3d7-11c8-4d07-a139-171d8182bbb7 {{(pid=83871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 13:40:19.868990 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-de98e805-0a3a-4fcb-815a-74134a594027 tempest-BulkNetworkOpsIpV6Test-532490617 tempest-BulkNetworkOpsIpV6Test-532490617-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736733287370'] for port, before_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:19.936049 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-fa46385f-7017-4e72-9b8f-249a2907999d tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3017585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4084076'] for router_interface, after_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:20.145211 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-3f3007af-b6bc-4b3b-9f4b-a1c9a20e0e28 tempest-NetworksIpV6Test-758272472 tempest-NetworksIpV6Test-758272472-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2705391', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2999447'] for subnet, after_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:20.296055 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-de98e805-0a3a-4fcb-815a-74134a594027 tempest-BulkNetworkOpsIpV6Test-532490617 tempest-BulkNetworkOpsIpV6Test-532490617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4155147'] for port, precommit_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:20.334505 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f3007af-b6bc-4b3b-9f4b-a1c9a20e0e28 tempest-NetworksIpV6Test-758272472 tempest-NetworksIpV6Test-758272472-project] Pushing event updated for resources: {'Subnet': ['ID=edf32950-b54f-4d71-9507-c6a0f7f50599,revision_number=0']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:40:20.378263 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f3007af-b6bc-4b3b-9f4b-a1c9a20e0e28 tempest-NetworksIpV6Test-758272472 tempest-NetworksIpV6Test-758272472-project] Checking segment: {'id': 'ed19bbe9-eda1-4508-b075-501cc65d891c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'b983da7f-9924-4709-abd7-dc2806690885'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 13:40:20.378791 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f3007af-b6bc-4b3b-9f4b-a1c9a20e0e28 tempest-NetworksIpV6Test-758272472 tempest-NetworksIpV6Test-758272472-project] Network hostable DHCP agents. Network: b983da7f-9924-4709-abd7-dc2806690885, hostable agents: ['e47e4547-5c2d-4954-ba56-fa3646239f18'], hosted agents: [] {{(pid=83869) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 13:40:20.400825 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93174cd2-8694-4e93-b8b9-ab76880b7831 tempest-FloatingIPTestJSON-1100559899 tempest-FloatingIPTestJSON-1100559899-project] Router b7b0f4f0-93c2-441d-bc30-1a6a37191327 is scheduled to L3 agent 88bf8fc8-11a3-4e96-9d1b-5fd93ba9f6f1 with binding_index 1 {{(pid=83869) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 01 13:40:20.421297 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f3007af-b6bc-4b3b-9f4b-a1c9a20e0e28 tempest-NetworksIpV6Test-758272472 tempest-NetworksIpV6Test-758272472-project] Network b983da7f-9924-4709-abd7-dc2806690885 is scheduled to be hosted by DHCP agent e47e4547-5c2d-4954-ba56-fa3646239f18 with binding_index 1 {{(pid=83869) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 13:40:20.494724 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.plugin [None req-de98e805-0a3a-4fcb-815a-74134a594027 tempest-BulkNetworkOpsIpV6Test-532490617 tempest-BulkNetworkOpsIpV6Test-532490617-project] Calling delete_port for 49c7e3d7-11c8-4d07-a139-171d8182bbb7 owned by {{(pid=83871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 13:40:20.499446 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Device d10a3114-cce5-4cf6-955c-ab9ae82b1c0e up at agent ovs-agent-dv-neutron-836180-1-hyperv {{(pid=83872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 13:40:20.553354 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.scheduler.base_scheduler [None req-3f3007af-b6bc-4b3b-9f4b-a1c9a20e0e28 tempest-NetworksIpV6Test-758272472 tempest-NetworksIpV6Test-758272472-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-836180-1-hyperv, b983da7f-9924-4709-abd7-dc2806690885) {{(pid=83869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 13:40:20.563621 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecbb9b42-1711-48fe-863b-ad10a33aecd6 None None] Network b983da7f-9924-4709-abd7-dc2806690885 requested from dv-neutron-836180-1-hyperv {{(pid=83872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 13:40:20.567342 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f3007af-b6bc-4b3b-9f4b-a1c9a20e0e28 tempest-NetworksIpV6Test-758272472 tempest-NetworksIpV6Test-758272472-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:40:20.568217 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-3f3007af-b6bc-4b3b-9f4b-a1c9a20e0e28 tempest-NetworksIpV6Test-758272472 tempest-NetworksIpV6Test-758272472-project] Notify callbacks [] for subnet, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:20.613270 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-3f3007af-b6bc-4b3b-9f4b-a1c9a20e0e28 tempest-NetworksIpV6Test-758272472 tempest-NetworksIpV6Test-758272472-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.3131564 Apr 01 13:40:20.614965 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 54416) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:40:20.621310 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.v2.base [None req-a2668a5c-203e-4f96-9194-ba7e9cfe476d tempest-NetworksIpV6Test-758272472 tempest-NetworksIpV6Test-758272472-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-942202364'}} {{(pid=83869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:40:20.626862 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-a2668a5c-203e-4f96-9194-ba7e9cfe476d tempest-NetworksIpV6Test-758272472 tempest-NetworksIpV6Test-758272472-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:40:20.632289 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-a2668a5c-203e-4f96-9194-ba7e9cfe476d tempest-NetworksIpV6Test-758272472 tempest-NetworksIpV6Test-758272472-project] Usage tracker for resource:network and tenant:2517206c5ecf40f0b116989fbb76d27f is out of sync, need to count used quota {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 13:40:20.636929 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-a2668a5c-203e-4f96-9194-ba7e9cfe476d tempest-NetworksIpV6Test-758272472 tempest-NetworksIpV6Test-758272472-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 13:40:20.646326 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-a2668a5c-203e-4f96-9194-ba7e9cfe476d tempest-NetworksIpV6Test-758272472 tempest-NetworksIpV6Test-758272472-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:40:20.684518 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2668a5c-203e-4f96-9194-ba7e9cfe476d tempest-NetworksIpV6Test-758272472 tempest-NetworksIpV6Test-758272472-project] Made reservation on behalf of 2517206c5ecf40f0b116989fbb76d27f for: {'network': 1} {{(pid=83869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 13:40:20.684920 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Provisioning for port d10a3114-cce5-4cf6-955c-ab9ae82b1c0e completed by entity L2. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 13:40:20.687340 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-a2668a5c-203e-4f96-9194-ba7e9cfe476d tempest-NetworksIpV6Test-758272472 tempest-NetworksIpV6Test-758272472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for network, before_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:20.723080 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-de98e805-0a3a-4fcb-815a-74134a594027 tempest-BulkNetworkOpsIpV6Test-532490617 tempest-BulkNetworkOpsIpV6Test-532490617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736733359243', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736732935810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2743125'] for port, after_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:20.730323 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a2668a5c-203e-4f96-9194-ba7e9cfe476d tempest-NetworksIpV6Test-758272472 tempest-NetworksIpV6Test-758272472-project] vlan segment allocate from pool success with {'vlan_id': 364, 'physical_network': 'physnet1'} {{(pid=83869) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 13:40:20.731358 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa46385f-7017-4e72-9b8f-249a2907999d tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Router 66884772-c55f-477e-afc3-eef68f6b3c99 has already been hosted by L3 agent 88bf8fc8-11a3-4e96-9d1b-5fd93ba9f6f1 {{(pid=83871) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 13:40:20.744821 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-a2668a5c-203e-4f96-9194-ba7e9cfe476d tempest-NetworksIpV6Test-758272472 tempest-NetworksIpV6Test-758272472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1004271'] for segment, precommit_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:20.745295 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.db.segments_db [None req-a2668a5c-203e-4f96-9194-ba7e9cfe476d tempest-NetworksIpV6Test-758272472 tempest-NetworksIpV6Test-758272472-project] Added segment 520bc5cf-87f6-437e-a5a6-db1db7dca554 of type vlan for network 8c0492b5-391c-4ac7-b2fd-2dda440470db Apr 01 13:40:20.749822 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d60a4ee-8e06-4898-a607-727cf205ccea None None] Network 93ae3adf-9d83-49ff-9d10-bdd9641a3ede requested from dv-neutron-836180-1-hyperv {{(pid=83872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 13:40:20.778217 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-a2668a5c-203e-4f96-9194-ba7e9cfe476d tempest-NetworksIpV6Test-758272472 tempest-NetworksIpV6Test-758272472-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736732923383'] for network, precommit_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:20.783108 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de98e805-0a3a-4fcb-815a-74134a594027 tempest-BulkNetworkOpsIpV6Test-532490617 tempest-BulkNetworkOpsIpV6Test-532490617-project] Pushing event deleted for resources: {'Port': ['ID=49c7e3d7-11c8-4d07-a139-171d8182bbb7,revision_number=None']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:40:20.794472 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-de98e805-0a3a-4fcb-815a-74134a594027 tempest-BulkNetworkOpsIpV6Test-532490617 tempest-BulkNetworkOpsIpV6Test-532490617-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109561'] for port, before_response {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:20.810868 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-de98e805-0a3a-4fcb-815a-74134a594027 tempest-BulkNetworkOpsIpV6Test-532490617 tempest-BulkNetworkOpsIpV6Test-532490617-project] 10.222.0.26 "DELETE /v2.0/ports/49c7e3d7-11c8-4d07-a139-171d8182bbb7 HTTP/1.1" status: 204 len: 168 time: 1.2659235 Apr 01 13:40:20.815407 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 54420) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:40:20.860436 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93174cd2-8694-4e93-b8b9-ab76880b7831 tempest-FloatingIPTestJSON-1100559899 tempest-FloatingIPTestJSON-1100559899-project] Notify agent at l3_agent.dv-neutron-836180-1-hyperv the message routers_updated {{(pid=83869) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 13:40:20.880767 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c074ac43-d441-40ff-9b0b-57e5de88a047 None None] Sync routers for ids ['b7b0f4f0-93c2-441d-bc30-1a6a37191327'] in dv-neutron-836180-1-hyperv {{(pid=83873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 13:40:20.881339 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-67bed0a7-4c25-4fad-acad-07293f6c10bc tempest-BulkNetworkOpsIpV6Test-532490617 tempest-BulkNetworkOpsIpV6Test-532490617-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0606999 Apr 01 13:40:20.884506 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 54424) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:40:20.893345 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.v2.base [None req-13724366-990b-47d0-b4fd-cb6e0dd6b3fa tempest-BulkNetworkOpsIpV6Test-532490617 tempest-BulkNetworkOpsIpV6Test-532490617-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1332694433'}} {{(pid=83869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:40:20.897492 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c074ac43-d441-40ff-9b0b-57e5de88a047 None None] Routers {'b7b0f4f0-93c2-441d-bc30-1a6a37191327'} bound to L3 agent in host dv-neutron-836180-1-hyperv {{(pid=83873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 13:40:20.898045 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-c074ac43-d441-40ff-9b0b-57e5de88a047 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836180-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-01T13:25:36Z,description=,heartbeat_timestamp=2022-04-01T13:40:06Z,host='dv-neutron-836180-1-hyperv',id=88bf8fc8-11a3-4e96-9d1b-5fd93ba9f6f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T13:25:36Z,topic='l3_agent')) {'router_ids': ['b7b0f4f0-93c2-441d-bc30-1a6a37191327'], 'active': True} {{(pid=83873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:40:20.900968 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-a2668a5c-203e-4f96-9194-ba7e9cfe476d tempest-NetworksIpV6Test-758272472 tempest-NetworksIpV6Test-758272472-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575'] for network, after_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:20.904679 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2668a5c-203e-4f96-9194-ba7e9cfe476d tempest-NetworksIpV6Test-758272472 tempest-NetworksIpV6Test-758272472-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:40:20.905808 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-a2668a5c-203e-4f96-9194-ba7e9cfe476d tempest-NetworksIpV6Test-758272472 tempest-NetworksIpV6Test-758272472-project] Notify callbacks [] for network, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:20.922782 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-13724366-990b-47d0-b4fd-cb6e0dd6b3fa tempest-BulkNetworkOpsIpV6Test-532490617 tempest-BulkNetworkOpsIpV6Test-532490617-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:40:20.932847 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-f2c0a7b1-555e-4db9-9f33-ad645ef299af None None] Provisioning for port d10a3114-cce5-4cf6-955c-ab9ae82b1c0e completed by entity DHCP. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 13:40:20.940949 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-f2c0a7b1-555e-4db9-9f33-ad645ef299af None None] Provisioning complete for port d10a3114-cce5-4cf6-955c-ab9ae82b1c0e triggered by entity DHCP. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 13:40:20.941266 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-f2c0a7b1-555e-4db9-9f33-ad645ef299af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-948329'] for port, provisioning_complete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:20.955129 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-a2668a5c-203e-4f96-9194-ba7e9cfe476d tempest-NetworksIpV6Test-758272472 tempest-NetworksIpV6Test-758272472-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.3403132 Apr 01 13:40:20.955358 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa46385f-7017-4e72-9b8f-249a2907999d tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Notify agent at l3_agent.dv-neutron-836180-1-hyperv the message routers_updated {{(pid=83871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 13:40:20.956368 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-93174cd2-8694-4e93-b8b9-ab76880b7831 tempest-FloatingIPTestJSON-1100559899 tempest-FloatingIPTestJSON-1100559899-project] Notify callbacks [] for router, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:20.958577 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 54428) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:40:20.960744 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-93174cd2-8694-4e93-b8b9-ab76880b7831 tempest-FloatingIPTestJSON-1100559899 tempest-FloatingIPTestJSON-1100559899-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 2.8785915 Apr 01 13:40:20.961256 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 54430) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:40:20.967150 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-fa46385f-7017-4e72-9b8f-249a2907999d tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] 10.222.0.26 "PUT /v2.0/routers/66884772-c55f-477e-afc3-eef68f6b3c99/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2906017 Apr 01 13:40:20.970284 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.v2.base [None req-41ff1cd8-db81-422c-810d-e9b7a63dac2d tempest-NetworksIpV6Test-758272472 tempest-NetworksIpV6Test-758272472-project] Request body: {'subnet': {'network_id': '8c0492b5-391c-4ac7-b2fd-2dda440470db', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=83871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:40:20.989348 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 54434) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:40:20.995727 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-c074ac43-d441-40ff-9b0b-57e5de88a047 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-836180-1-hyperv', False) {} {{(pid=83873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:40:21.008551 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-13724366-990b-47d0-b4fd-cb6e0dd6b3fa tempest-BulkNetworkOpsIpV6Test-532490617 tempest-BulkNetworkOpsIpV6Test-532490617-project] Usage tracker for resource:network and tenant:f4620114546c4e229015d0a74a0b4a21 is out of sync, need to count used quota {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 13:40:21.009057 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c074ac43-d441-40ff-9b0b-57e5de88a047 None None] Routers {'b7b0f4f0-93c2-441d-bc30-1a6a37191327'} bound to L3 agent in host dv-neutron-836180-1-hyperv {{(pid=83873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 13:40:21.009821 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-c074ac43-d441-40ff-9b0b-57e5de88a047 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836180-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-01T13:25:36Z,description=,heartbeat_timestamp=2022-04-01T13:40:06Z,host='dv-neutron-836180-1-hyperv',id=88bf8fc8-11a3-4e96-9d1b-5fd93ba9f6f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T13:25:36Z,topic='l3_agent')) {'router_ids': ['b7b0f4f0-93c2-441d-bc30-1a6a37191327'], 'active': True} {{(pid=83873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:40:21.017232 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-13724366-990b-47d0-b4fd-cb6e0dd6b3fa tempest-BulkNetworkOpsIpV6Test-532490617 tempest-BulkNetworkOpsIpV6Test-532490617-project] Quota usage for network was recalculated. Used quota:2. {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 13:40:21.036186 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-13724366-990b-47d0-b4fd-cb6e0dd6b3fa tempest-BulkNetworkOpsIpV6Test-532490617 tempest-BulkNetworkOpsIpV6Test-532490617-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:40:21.047382 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e358f13c-dab0-4a57-8984-3dcedce36b1a None None] Sync routers for ids ['66884772-c55f-477e-afc3-eef68f6b3c99'] in dv-neutron-836180-1-hyperv {{(pid=83872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 13:40:21.051487 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2668a5c-203e-4f96-9194-ba7e9cfe476d tempest-NetworksIpV6Test-758272472 tempest-NetworksIpV6Test-758272472-project] Pushing event updated for resources: {'Network': ['ID=8c0492b5-391c-4ac7-b2fd-2dda440470db,revision_number=1']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:40:21.062174 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13724366-990b-47d0-b4fd-cb6e0dd6b3fa tempest-BulkNetworkOpsIpV6Test-532490617 tempest-BulkNetworkOpsIpV6Test-532490617-project] Made reservation on behalf of f4620114546c4e229015d0a74a0b4a21 for: {'network': 1} {{(pid=83869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 13:40:21.065299 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99e93e36-e122-4d70-8b24-eb12a744a3b4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7e7d0ecb-2af4-55f5-9198-238ab0570d62-b983da7f-9924-4709-abd7-dc2806690885', 'network_id': 'b983da7f-9924-4709-abd7-dc2806690885', 'tenant_id': '2517206c5ecf40f0b116989fbb76d27f', 'fixed_ips': [{'subnet_id': 'edf32950-b54f-4d71-9507-c6a0f7f50599'}]}} from dv-neutron-836180-1-hyperv. {{(pid=83872) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 01 13:40:21.066107 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-99e93e36-e122-4d70-8b24-eb12a744a3b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:21.066831 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-13724366-990b-47d0-b4fd-cb6e0dd6b3fa tempest-BulkNetworkOpsIpV6Test-532490617 tempest-BulkNetworkOpsIpV6Test-532490617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for network, before_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:21.075685 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Network 8c0492b5-391c-4ac7-b2fd-2dda440470db details requested by agent ovs-agent-dv-neutron-836180-1-hyperv with host dv-neutron-836180-1-hyperv {{(pid=83872) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 13:40:21.103044 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-13724366-990b-47d0-b4fd-cb6e0dd6b3fa tempest-BulkNetworkOpsIpV6Test-532490617 tempest-BulkNetworkOpsIpV6Test-532490617-project] vlan segment allocate from pool success with {'vlan_id': 396, 'physical_network': 'physnet1'} {{(pid=83869) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 13:40:21.103320 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-c074ac43-d441-40ff-9b0b-57e5de88a047 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-836180-1-hyperv', False) {} {{(pid=83873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:40:21.104047 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c074ac43-d441-40ff-9b0b-57e5de88a047 None None] The sync data for ids ['b7b0f4f0-93c2-441d-bc30-1a6a37191327'] in dv-neutron-836180-1-hyperv is: [] {{(pid=83873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 13:40:21.116777 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-13724366-990b-47d0-b4fd-cb6e0dd6b3fa tempest-BulkNetworkOpsIpV6Test-532490617 tempest-BulkNetworkOpsIpV6Test-532490617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1004271'] for segment, precommit_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:21.117129 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.db.segments_db [None req-13724366-990b-47d0-b4fd-cb6e0dd6b3fa tempest-BulkNetworkOpsIpV6Test-532490617 tempest-BulkNetworkOpsIpV6Test-532490617-project] Added segment 23d1eda5-24da-4b38-b9a9-ce5bf09e4f76 of type vlan for network 307ffcd7-9133-40a5-bf51-f5d41c31b25c Apr 01 13:40:21.152011 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-13724366-990b-47d0-b4fd-cb6e0dd6b3fa tempest-BulkNetworkOpsIpV6Test-532490617 tempest-BulkNetworkOpsIpV6Test-532490617-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736732923383'] for network, precommit_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:21.189932 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-13724366-990b-47d0-b4fd-cb6e0dd6b3fa tempest-BulkNetworkOpsIpV6Test-532490617 tempest-BulkNetworkOpsIpV6Test-532490617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575'] for network, after_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:21.194880 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13724366-990b-47d0-b4fd-cb6e0dd6b3fa tempest-BulkNetworkOpsIpV6Test-532490617 tempest-BulkNetworkOpsIpV6Test-532490617-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:40:21.195589 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-13724366-990b-47d0-b4fd-cb6e0dd6b3fa tempest-BulkNetworkOpsIpV6Test-532490617 tempest-BulkNetworkOpsIpV6Test-532490617-project] Notify callbacks [] for network, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:21.308101 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-f2c0a7b1-555e-4db9-9f33-ad645ef299af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:21.323734 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-13724366-990b-47d0-b4fd-cb6e0dd6b3fa tempest-BulkNetworkOpsIpV6Test-532490617 tempest-BulkNetworkOpsIpV6Test-532490617-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.4366274 Apr 01 13:40:21.325635 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 54440) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:40:21.332758 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.v2.base [None req-483a64d4-70d6-406b-8df5-2e26995ca34f tempest-BulkNetworkOpsIpV6Test-532490617 tempest-BulkNetworkOpsIpV6Test-532490617-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-196128940'}} {{(pid=83869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:40:21.342869 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-177a64c0-4a23-4189-83f5-5dbfb2966cd5 tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Synchronizing usage tracker for tenant:7eaea7f33c58432a9d19111cc275f4e1 on resource:port {{(pid=83871) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 13:40:21.343061 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-483a64d4-70d6-406b-8df5-2e26995ca34f tempest-BulkNetworkOpsIpV6Test-532490617 tempest-BulkNetworkOpsIpV6Test-532490617-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:40:21.346113 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13724366-990b-47d0-b4fd-cb6e0dd6b3fa tempest-BulkNetworkOpsIpV6Test-532490617 tempest-BulkNetworkOpsIpV6Test-532490617-project] Pushing event updated for resources: {'Network': ['ID=307ffcd7-9133-40a5-bf51-f5d41c31b25c,revision_number=1']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:40:21.350562 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-483a64d4-70d6-406b-8df5-2e26995ca34f tempest-BulkNetworkOpsIpV6Test-532490617 tempest-BulkNetworkOpsIpV6Test-532490617-project] Usage tracker for resource:network and tenant:f4620114546c4e229015d0a74a0b4a21 is out of sync, need to count used quota {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 13:40:21.353803 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-483a64d4-70d6-406b-8df5-2e26995ca34f tempest-BulkNetworkOpsIpV6Test-532490617 tempest-BulkNetworkOpsIpV6Test-532490617-project] Quota usage for network was recalculated. Used quota:3. {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 13:40:21.361708 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-483a64d4-70d6-406b-8df5-2e26995ca34f tempest-BulkNetworkOpsIpV6Test-532490617 tempest-BulkNetworkOpsIpV6Test-532490617-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:40:21.368186 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e358f13c-dab0-4a57-8984-3dcedce36b1a None None] Routers {'66884772-c55f-477e-afc3-eef68f6b3c99'} bound to L3 agent in host dv-neutron-836180-1-hyperv {{(pid=83872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 13:40:21.369082 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_hamode_db [None req-e358f13c-dab0-4a57-8984-3dcedce36b1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836180-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-01T13:25:36Z,description=,heartbeat_timestamp=2022-04-01T13:40:06Z,host='dv-neutron-836180-1-hyperv',id=88bf8fc8-11a3-4e96-9d1b-5fd93ba9f6f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T13:25:36Z,topic='l3_agent')) {'router_ids': ['66884772-c55f-477e-afc3-eef68f6b3c99'], 'active': True} {{(pid=83872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:40:21.376076 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-483a64d4-70d6-406b-8df5-2e26995ca34f tempest-BulkNetworkOpsIpV6Test-532490617 tempest-BulkNetworkOpsIpV6Test-532490617-project] Made reservation on behalf of f4620114546c4e229015d0a74a0b4a21 for: {'network': 1} {{(pid=83869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 13:40:21.379351 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-483a64d4-70d6-406b-8df5-2e26995ca34f tempest-BulkNetworkOpsIpV6Test-532490617 tempest-BulkNetworkOpsIpV6Test-532490617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for network, before_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:21.388902 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-41ff1cd8-db81-422c-810d-e9b7a63dac2d tempest-NetworksIpV6Test-758272472 tempest-NetworksIpV6Test-758272472-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:40:21.395089 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-177a64c0-4a23-4189-83f5-5dbfb2966cd5 tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Unset dirty status for tenant:7eaea7f33c58432a9d19111cc275f4e1 on resource:port {{(pid=83871) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 13:40:21.396494 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-177a64c0-4a23-4189-83f5-5dbfb2966cd5 tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] 10.222.0.26 "GET /v2.0/ports?device_id=66884772-c55f-477e-afc3-eef68f6b3c99 HTTP/1.1" status: 200 len: 205 time: 0.2249846 Apr 01 13:40:21.397777 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-41ff1cd8-db81-422c-810d-e9b7a63dac2d tempest-NetworksIpV6Test-758272472 tempest-NetworksIpV6Test-758272472-project] Usage tracker for resource:subnet and tenant:2517206c5ecf40f0b116989fbb76d27f is out of sync, need to count used quota {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 13:40:21.399295 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 54444) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:40:21.401300 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-41ff1cd8-db81-422c-810d-e9b7a63dac2d tempest-NetworksIpV6Test-758272472 tempest-NetworksIpV6Test-758272472-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 13:40:21.409915 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-41ff1cd8-db81-422c-810d-e9b7a63dac2d tempest-NetworksIpV6Test-758272472 tempest-NetworksIpV6Test-758272472-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:40:21.433633 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Network 307ffcd7-9133-40a5-bf51-f5d41c31b25c details requested by agent ovs-agent-dv-neutron-836180-1-hyperv with host dv-neutron-836180-1-hyperv {{(pid=83872) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 13:40:21.434050 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41ff1cd8-db81-422c-810d-e9b7a63dac2d tempest-NetworksIpV6Test-758272472 tempest-NetworksIpV6Test-758272472-project] Made reservation on behalf of 2517206c5ecf40f0b116989fbb76d27f for: {'subnet': 1} {{(pid=83871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 13:40:21.540803 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-483a64d4-70d6-406b-8df5-2e26995ca34f tempest-BulkNetworkOpsIpV6Test-532490617 tempest-BulkNetworkOpsIpV6Test-532490617-project] vlan segment allocate from pool success with {'vlan_id': 381, 'physical_network': 'physnet1'} {{(pid=83869) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 13:40:21.545050 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_hamode_db [None req-e358f13c-dab0-4a57-8984-3dcedce36b1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-836180-1-hyperv', False) {} {{(pid=83872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:40:21.554342 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-41ff1cd8-db81-422c-810d-e9b7a63dac2d tempest-NetworksIpV6Test-758272472 tempest-NetworksIpV6Test-758272472-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2757336'] for subnet, before_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:21.556967 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-483a64d4-70d6-406b-8df5-2e26995ca34f tempest-BulkNetworkOpsIpV6Test-532490617 tempest-BulkNetworkOpsIpV6Test-532490617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1004271'] for segment, precommit_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:21.557453 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.db.segments_db [None req-483a64d4-70d6-406b-8df5-2e26995ca34f tempest-BulkNetworkOpsIpV6Test-532490617 tempest-BulkNetworkOpsIpV6Test-532490617-project] Added segment d813918c-724d-4b03-877d-62ca02c4977b of type vlan for network b408c3ad-903b-4ba1-9aee-d665664eb72f Apr 01 13:40:21.567030 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-749856e9-1a96-46b2-9849-b1936a619e98 tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Notify callbacks [] for router, before_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:21.660019 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-f2c0a7b1-555e-4db9-9f33-ad645ef299af None None] For port d10a3114-cce5-4cf6-955c-ab9ae82b1c0e, host dv-neutron-836180-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836180-1-hyperv',level=0,port_id=d10a3114-cce5-4cf6-955c-ab9ae82b1c0e,segment=NetworkSegment(30fae926-5c9d-4696-9a3b-48d6a0260424),segment_id=30fae926-5c9d-4696-9a3b-48d6a0260424)] {{(pid=83872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 13:40:21.676630 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-f2c0a7b1-555e-4db9-9f33-ad645ef299af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864'] for port, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:21.701004 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-483a64d4-70d6-406b-8df5-2e26995ca34f tempest-BulkNetworkOpsIpV6Test-532490617 tempest-BulkNetworkOpsIpV6Test-532490617-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736732923383'] for network, precommit_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:21.746617 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e358f13c-dab0-4a57-8984-3dcedce36b1a None None] Routers {'66884772-c55f-477e-afc3-eef68f6b3c99'} bound to L3 agent in host dv-neutron-836180-1-hyperv {{(pid=83872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 13:40:21.747258 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_hamode_db [None req-e358f13c-dab0-4a57-8984-3dcedce36b1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836180-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-01T13:25:36Z,description=,heartbeat_timestamp=2022-04-01T13:40:06Z,host='dv-neutron-836180-1-hyperv',id=88bf8fc8-11a3-4e96-9d1b-5fd93ba9f6f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T13:25:36Z,topic='l3_agent')) {'router_ids': ['66884772-c55f-477e-afc3-eef68f6b3c99'], 'active': True} {{(pid=83872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:40:21.836862 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_hamode_db [None req-e358f13c-dab0-4a57-8984-3dcedce36b1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-836180-1-hyperv', False) {} {{(pid=83872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:40:21.837251 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e358f13c-dab0-4a57-8984-3dcedce36b1a None None] The sync data for ids ['66884772-c55f-477e-afc3-eef68f6b3c99'] in dv-neutron-836180-1-hyperv is: [] {{(pid=83872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 13:40:21.840991 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.db_base_plugin_common [None req-99e93e36-e122-4d70-8b24-eb12a744a3b4 None None] Allocated IP 2001:db8:0:ffff::2 (b983da7f-9924-4709-abd7-dc2806690885/edf32950-b54f-4d71-9507-c6a0f7f50599/750cb611-a398-4b6e-9af2-7f23763d4abb) {{(pid=83872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 13:40:21.860231 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c0a7b1-555e-4db9-9f33-ad645ef299af None None] Pushing event updated for resources: {'Port': ['ID=d10a3114-cce5-4cf6-955c-ab9ae82b1c0e,revision_number=3']} {{(pid=83872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:40:21.865461 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-483a64d4-70d6-406b-8df5-2e26995ca34f tempest-BulkNetworkOpsIpV6Test-532490617 tempest-BulkNetworkOpsIpV6Test-532490617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575'] for network, after_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:21.869423 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-483a64d4-70d6-406b-8df5-2e26995ca34f tempest-BulkNetworkOpsIpV6Test-532490617 tempest-BulkNetworkOpsIpV6Test-532490617-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:40:21.870248 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-483a64d4-70d6-406b-8df5-2e26995ca34f tempest-BulkNetworkOpsIpV6Test-532490617 tempest-BulkNetworkOpsIpV6Test-532490617-project] Notify callbacks [] for network, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:21.964474 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-41ff1cd8-db81-422c-810d-e9b7a63dac2d tempest-NetworksIpV6Test-758272472 tempest-NetworksIpV6Test-758272472-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2743225', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2757366'] for subnet, after_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:22.111602 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ff1cd8-db81-422c-810d-e9b7a63dac2d tempest-NetworksIpV6Test-758272472 tempest-NetworksIpV6Test-758272472-project] Pushing event updated for resources: {'Subnet': ['ID=e73e8d88-442e-4aef-8191-9be4ae2d8056,revision_number=0']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:40:22.166565 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-99e93e36-e122-4d70-8b24-eb12a744a3b4 None None] Notify callbacks [] for port, precommit_create {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:22.183080 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-99e93e36-e122-4d70-8b24-eb12a744a3b4 None None] Transition to ACTIVE for port object 750cb611-a398-4b6e-9af2-7f23763d4abb will not be triggered until provisioned by entity L2. {{(pid=83872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 13:40:22.198664 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41ff1cd8-db81-422c-810d-e9b7a63dac2d tempest-NetworksIpV6Test-758272472 tempest-NetworksIpV6Test-758272472-project] Checking segment: {'id': '520bc5cf-87f6-437e-a5a6-db1db7dca554', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '8c0492b5-391c-4ac7-b2fd-2dda440470db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 13:40:22.199328 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41ff1cd8-db81-422c-810d-e9b7a63dac2d tempest-NetworksIpV6Test-758272472 tempest-NetworksIpV6Test-758272472-project] Network hostable DHCP agents. Network: 8c0492b5-391c-4ac7-b2fd-2dda440470db, hostable agents: ['e47e4547-5c2d-4954-ba56-fa3646239f18'], hosted agents: [] {{(pid=83871) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 13:40:22.218222 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-99e93e36-e122-4d70-8b24-eb12a744a3b4 None None] Transition to ACTIVE for port object 750cb611-a398-4b6e-9af2-7f23763d4abb will not be triggered until provisioned by entity DHCP. {{(pid=83872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 13:40:22.224063 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-99e93e36-e122-4d70-8b24-eb12a744a3b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736732935801'] for port, after_create {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:22.233193 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-749856e9-1a96-46b2-9849-b1936a619e98 tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4079814', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4170'] for router, precommit_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:22.244916 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41ff1cd8-db81-422c-810d-e9b7a63dac2d tempest-NetworksIpV6Test-758272472 tempest-NetworksIpV6Test-758272472-project] Network 8c0492b5-391c-4ac7-b2fd-2dda440470db is scheduled to be hosted by DHCP agent e47e4547-5c2d-4954-ba56-fa3646239f18 with binding_index 1 {{(pid=83871) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 13:40:22.258154 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.scheduler.base_scheduler [None req-41ff1cd8-db81-422c-810d-e9b7a63dac2d tempest-NetworksIpV6Test-758272472 tempest-NetworksIpV6Test-758272472-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-836180-1-hyperv, 8c0492b5-391c-4ac7-b2fd-2dda440470db) {{(pid=83871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 13:40:22.263157 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41ff1cd8-db81-422c-810d-e9b7a63dac2d tempest-NetworksIpV6Test-758272472 tempest-NetworksIpV6Test-758272472-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:40:22.263719 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-41ff1cd8-db81-422c-810d-e9b7a63dac2d tempest-NetworksIpV6Test-758272472 tempest-NetworksIpV6Test-758272472-project] Notify callbacks [] for subnet, before_response {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:22.272869 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-483a64d4-70d6-406b-8df5-2e26995ca34f tempest-BulkNetworkOpsIpV6Test-532490617 tempest-BulkNetworkOpsIpV6Test-532490617-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.9461784 Apr 01 13:40:22.280072 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aea600f9-9aba-4ed6-9b08-31f6a748a6dc None None] Network 8c0492b5-391c-4ac7-b2fd-2dda440470db requested from dv-neutron-836180-1-hyperv {{(pid=83872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 13:40:22.292171 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-41ff1cd8-db81-422c-810d-e9b7a63dac2d tempest-NetworksIpV6Test-758272472 tempest-NetworksIpV6Test-758272472-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.3324556 Apr 01 13:40:22.293808 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-749856e9-1a96-46b2-9849-b1936a619e98 tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:22.294886 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 54448) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:40:22.295542 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483a64d4-70d6-406b-8df5-2e26995ca34f tempest-BulkNetworkOpsIpV6Test-532490617 tempest-BulkNetworkOpsIpV6Test-532490617-project] Pushing event updated for resources: {'Network': ['ID=b408c3ad-903b-4ba1-9aee-d665664eb72f,revision_number=1']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:40:22.332969 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Network b408c3ad-903b-4ba1-9aee-d665664eb72f details requested by agent ovs-agent-dv-neutron-836180-1-hyperv with host dv-neutron-836180-1-hyperv {{(pid=83872) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 13:40:22.374845 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-749856e9-1a96-46b2-9849-b1936a619e98 tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4079738'] for router, after_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:22.375584 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-749856e9-1a96-46b2-9849-b1936a619e98 tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Fanout notify agent at l3_agent the message router_deleted on router 66884772-c55f-477e-afc3-eef68f6b3c99 {{(pid=83869) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 01 13:40:22.397226 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-749856e9-1a96-46b2-9849-b1936a619e98 tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Notify callbacks [] for router, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:22.402146 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-749856e9-1a96-46b2-9849-b1936a619e98 tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] 10.222.0.26 "DELETE /v2.0/routers/66884772-c55f-477e-afc3-eef68f6b3c99 HTTP/1.1" status: 204 len: 168 time: 1.0017378 Apr 01 13:40:22.403056 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 54452) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:40:22.447402 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99e93e36-e122-4d70-8b24-eb12a744a3b4 None None] Network b983da7f-9924-4709-abd7-dc2806690885 is already hosted by enough agents. {{(pid=83872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 13:40:22.565025 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.scheduler.base_scheduler [None req-99e93e36-e122-4d70-8b24-eb12a744a3b4 None None] Resources bound (agent type, host, resource id): {{(pid=83872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 13:40:22.573886 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-763038e8-10f0-4442-8de2-da1363d82b30 tempest-NetworksIpV6Test-758272472 tempest-NetworksIpV6Test-758272472-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1033078'] for network, before_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:22.589442 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Device d10a3114-cce5-4cf6-955c-ab9ae82b1c0e up at agent ovs-agent-dv-neutron-836180-1-hyperv {{(pid=83872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 13:40:22.665865 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99e93e36-e122-4d70-8b24-eb12a744a3b4 None None] Received port after_create {{(pid=83872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 13:40:22.707311 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e93e36-e122-4d70-8b24-eb12a744a3b4 None None] Pushing event updated for resources: {'Port': ['ID=750cb611-a398-4b6e-9af2-7f23763d4abb,revision_number=1']} {{(pid=83872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:40:22.715404 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-763038e8-10f0-4442-8de2-da1363d82b30 tempest-NetworksIpV6Test-758272472 tempest-NetworksIpV6Test-758272472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-945029'] for subnet, precommit_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:22.718924 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.db_base_plugin_v2 [None req-408ee2ca-a89d-4e77-9296-d53c9fcb2d39 tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Deleting subnet cef8aa6f-ceb0-43d8-b57b-09db33b7eefb {{(pid=83869) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 01 13:40:22.724145 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-408ee2ca-a89d-4e77-9296-d53c9fcb2d39 tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Notify callbacks [] for subnet, before_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:22.785420 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-df04fd9c-0fc1-443f-a0a1-5039f41c8bf4 None None] Provisioning complete for port d10a3114-cce5-4cf6-955c-ab9ae82b1c0e triggered by entity DHCP. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 13:40:22.786033 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-df04fd9c-0fc1-443f-a0a1-5039f41c8bf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-948329'] for port, provisioning_complete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:22.802574 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-408ee2ca-a89d-4e77-9296-d53c9fcb2d39 tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2704975'] for subnet, precommit_delete_associations {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:22.915845 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-408ee2ca-a89d-4e77-9296-d53c9fcb2d39 tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-945029'] for subnet, precommit_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:22.962801 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-763038e8-10f0-4442-8de2-da1363d82b30 tempest-NetworksIpV6Test-758272472 tempest-NetworksIpV6Test-758272472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-945042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2743160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2757373'] for subnet, after_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:23.027179 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-408ee2ca-a89d-4e77-9296-d53c9fcb2d39 tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-945042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2705198', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2999452'] for subnet, after_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:23.039867 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Provisioning complete for port d10a3114-cce5-4cf6-955c-ab9ae82b1c0e triggered by entity L2. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 13:40:23.040718 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-948329'] for port, provisioning_complete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:23.044861 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-763038e8-10f0-4442-8de2-da1363d82b30 tempest-NetworksIpV6Test-758272472 tempest-NetworksIpV6Test-758272472-project] Pushing event deleted for resources: {'Subnet': ['ID=e73e8d88-442e-4aef-8191-9be4ae2d8056,revision_number=None']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:40:23.127309 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-408ee2ca-a89d-4e77-9296-d53c9fcb2d39 tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Pushing event deleted for resources: {'Subnet': ['ID=cef8aa6f-ceb0-43d8-b57b-09db33b7eefb,revision_number=None']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:40:23.127916 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-0092c006-2625-4648-95be-1d3e49ffb883 tempest-FloatingIPTestJSON-1100559899 tempest-FloatingIPTestJSON-1100559899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:23.136930 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-408ee2ca-a89d-4e77-9296-d53c9fcb2d39 tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Notify callbacks [] for subnet, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:23.149904 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-763038e8-10f0-4442-8de2-da1363d82b30 tempest-NetworksIpV6Test-758272472 tempest-NetworksIpV6Test-758272472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-942654', 'neutron.services.segments.db._delete_segments_for_network-8736733387888'] for network, precommit_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:23.157711 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-408ee2ca-a89d-4e77-9296-d53c9fcb2d39 tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] 10.222.0.26 "DELETE /v2.0/subnets/cef8aa6f-ceb0-43d8-b57b-09db33b7eefb HTTP/1.1" status: 204 len: 168 time: 0.7515841 Apr 01 13:40:23.159399 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 54456) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:40:23.171250 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-921aef69-b444-4329-a8a8-0e38ec974c24 None None] Network f8a39708-3701-4c0c-8ffa-d6c8e4c9321f requested from dv-neutron-836180-1-hyperv {{(pid=83872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 13:40:23.335867 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.services.segments.db [None req-763038e8-10f0-4442-8de2-da1363d82b30 tempest-NetworksIpV6Test-758272472 tempest-NetworksIpV6Test-758272472-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8c0492b5-391c-4ac7-b2fd-2dda440470db']}} {{(pid=83871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:40:23.351041 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.services.segments.db [None req-763038e8-10f0-4442-8de2-da1363d82b30 tempest-NetworksIpV6Test-758272472 tempest-NetworksIpV6Test-758272472-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '520bc5cf-87f6-437e-a5a6-db1db7dca554') {'for_net_delete': True} {{(pid=83871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:40:23.351341 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.services.segments.db [None req-763038e8-10f0-4442-8de2-da1363d82b30 tempest-NetworksIpV6Test-758272472 tempest-NetworksIpV6Test-758272472-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '520bc5cf-87f6-437e-a5a6-db1db7dca554') {} {{(pid=83871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:40:23.365524 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-763038e8-10f0-4442-8de2-da1363d82b30 tempest-NetworksIpV6Test-758272472 tempest-NetworksIpV6Test-758272472-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736733386999', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3166340'] for segment, before_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:23.383734 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-763038e8-10f0-4442-8de2-da1363d82b30 tempest-NetworksIpV6Test-758272472 tempest-NetworksIpV6Test-758272472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1004271'] for segment, precommit_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:23.390134 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-763038e8-10f0-4442-8de2-da1363d82b30 tempest-NetworksIpV6Test-758272472 tempest-NetworksIpV6Test-758272472-project] Releasing vlan 364 on physical network physnet1 to pool {{(pid=83871) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 01 13:40:23.390518 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-763038e8-10f0-4442-8de2-da1363d82b30 tempest-NetworksIpV6Test-758272472 tempest-NetworksIpV6Test-758272472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1004262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2743078'] for segment, after_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:23.401869 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.managers [None req-99e93e36-e122-4d70-8b24-eb12a744a3b4 None None] Attempting to bind port 750cb611-a398-4b6e-9af2-7f23763d4abb on host dv-neutron-836180-1-hyperv for vnic_type normal with profile {{(pid=83872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 13:40:23.402472 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.managers [None req-99e93e36-e122-4d70-8b24-eb12a744a3b4 None None] Attempting to bind port 750cb611-a398-4b6e-9af2-7f23763d4abb by drivers openvswitch,hyperv on host dv-neutron-836180-1-hyperv at level 0 using segments [{'id': 'ed19bbe9-eda1-4508-b075-501cc65d891c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'b983da7f-9924-4709-abd7-dc2806690885'}] {{(pid=83872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 13:40:23.403015 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99e93e36-e122-4d70-8b24-eb12a744a3b4 None None] Attempting to bind port 750cb611-a398-4b6e-9af2-7f23763d4abb on network b983da7f-9924-4709-abd7-dc2806690885 {{(pid=83872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 13:40:23.455701 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.db_base_plugin_v2 [None req-ed6dce6a-981f-4f79-85fc-c2b22c8d6a28 tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Deleting subnet 50f16147-2176-4c97-b4fb-6bb36c4013a7 {{(pid=83869) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 01 13:40:23.459013 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-ed6dce6a-981f-4f79-85fc-c2b22c8d6a28 tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Notify callbacks [] for subnet, before_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:23.502803 dv-neutron-836180-1-hyperv neutron-server[83871]: Traceback (most recent call last): Apr 01 13:40:23.502803 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 01 13:40:23.502803 dv-neutron-836180-1-hyperv neutron-server[83871]: timer() Apr 01 13:40:23.502803 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 13:40:23.502803 dv-neutron-836180-1-hyperv neutron-server[83871]: cb(*args, **kw) Apr 01 13:40:23.502803 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 13:40:23.502803 dv-neutron-836180-1-hyperv neutron-server[83871]: return func(*args, **kwargs) Apr 01 13:40:23.502803 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 13:40:23.502803 dv-neutron-836180-1-hyperv neutron-server[83871]: self._notify() Apr 01 13:40:23.502803 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 13:40:23.502803 dv-neutron-836180-1-hyperv neutron-server[83871]: self.callback(batched_events) Apr 01 13:40:23.502803 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 13:40:23.502803 dv-neutron-836180-1-hyperv neutron-server[83871]: event.method(event) Apr 01 13:40:23.502803 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 13:40:23.502803 dv-neutron-836180-1-hyperv neutron-server[83871]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 13:40:23.502803 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 13:40:23.502803 dv-neutron-836180-1-hyperv neutron-server[83871]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 13:40:23.502803 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 13:40:23.502803 dv-neutron-836180-1-hyperv neutron-server[83871]: return f(self, *a, **k) Apr 01 13:40:23.502803 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 13:40:23.502803 dv-neutron-836180-1-hyperv neutron-server[83871]: return self._get(url).json() Apr 01 13:40:23.502803 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 13:40:23.502803 dv-neutron-836180-1-hyperv neutron-server[83871]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 13:40:23.502803 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 01 13:40:23.502803 dv-neutron-836180-1-hyperv neutron-server[83871]: return self.request(url, 'GET', **kwargs) Apr 01 13:40:23.502803 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 01 13:40:23.502803 dv-neutron-836180-1-hyperv neutron-server[83871]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 13:40:23.502803 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 01 13:40:23.502803 dv-neutron-836180-1-hyperv neutron-server[83871]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 13:40:23.502803 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 01 13:40:23.502803 dv-neutron-836180-1-hyperv neutron-server[83871]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 13:40:23.502803 dv-neutron-836180-1-hyperv neutron-server[83871]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 13:40:23.510739 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-763038e8-10f0-4442-8de2-da1363d82b30 tempest-NetworksIpV6Test-758272472 tempest-NetworksIpV6Test-758272472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-942599', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4084797'] for network, after_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:23.529378 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-ed6dce6a-981f-4f79-85fc-c2b22c8d6a28 tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2704975'] for subnet, precommit_delete_associations {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:23.554774 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-763038e8-10f0-4442-8de2-da1363d82b30 tempest-NetworksIpV6Test-758272472 tempest-NetworksIpV6Test-758272472-project] Notify callbacks [] for network, before_response {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:23.572131 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-763038e8-10f0-4442-8de2-da1363d82b30 tempest-NetworksIpV6Test-758272472 tempest-NetworksIpV6Test-758272472-project] Pushing event deleted for resources: {'Network': ['ID=8c0492b5-391c-4ac7-b2fd-2dda440470db,revision_number=None']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:40:23.588033 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99e93e36-e122-4d70-8b24-eb12a744a3b4 None None] Checking agent: {'id': 'af948428-97cd-4d10-9f53-af028bdb39b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-836180-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 13, 25, 37), 'started_at': datetime.datetime(2022, 4, 1, 13, 26, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 13, 40, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-836180-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 13:40:23.589033 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99e93e36-e122-4d70-8b24-eb12a744a3b4 None None] Checking segment: {'id': 'ed19bbe9-eda1-4508-b075-501cc65d891c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'b983da7f-9924-4709-abd7-dc2806690885'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 13:40:23.589606 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-99e93e36-e122-4d70-8b24-eb12a744a3b4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:23.590468 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99e93e36-e122-4d70-8b24-eb12a744a3b4 None None] Bound using segment: {'id': 'ed19bbe9-eda1-4508-b075-501cc65d891c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'b983da7f-9924-4709-abd7-dc2806690885'} {{(pid=83872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 13:40:23.591107 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.managers [None req-99e93e36-e122-4d70-8b24-eb12a744a3b4 None None] Bound port: 750cb611-a398-4b6e-9af2-7f23763d4abb, host: dv-neutron-836180-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ed19bbe9-eda1-4508-b075-501cc65d891c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'b983da7f-9924-4709-abd7-dc2806690885'}}] {{(pid=83872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 13:40:23.591243 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-763038e8-10f0-4442-8de2-da1363d82b30 tempest-NetworksIpV6Test-758272472 tempest-NetworksIpV6Test-758272472-project] 10.222.0.26 "DELETE /v2.0/networks/8c0492b5-391c-4ac7-b2fd-2dda440470db HTTP/1.1" status: 204 len: 168 time: 1.2948654 Apr 01 13:40:23.591804 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-99e93e36-e122-4d70-8b24-eb12a744a3b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:23.591944 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 54460) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:40:23.612891 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.v2.base [None req-f6986fe5-d80b-4209-8cbf-3a3e66c630c3 tempest-NetworksIpV6Test-758272472 tempest-NetworksIpV6Test-758272472-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1475873689'}} {{(pid=83871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:40:23.620651 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-f6986fe5-d80b-4209-8cbf-3a3e66c630c3 tempest-NetworksIpV6Test-758272472 tempest-NetworksIpV6Test-758272472-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:40:23.647395 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3ea8cfe-ef80-4afe-92cd-3716a5c3d03e None None] Network 8c0492b5-391c-4ac7-b2fd-2dda440470db requested from dv-neutron-836180-1-hyperv {{(pid=83872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 13:40:23.651954 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-ed6dce6a-981f-4f79-85fc-c2b22c8d6a28 tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-945029'] for subnet, precommit_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:23.679431 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-f6986fe5-d80b-4209-8cbf-3a3e66c630c3 tempest-NetworksIpV6Test-758272472 tempest-NetworksIpV6Test-758272472-project] Usage tracker for resource:network and tenant:2517206c5ecf40f0b116989fbb76d27f is out of sync, need to count used quota {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 13:40:23.683284 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-f6986fe5-d80b-4209-8cbf-3a3e66c630c3 tempest-NetworksIpV6Test-758272472 tempest-NetworksIpV6Test-758272472-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 13:40:23.699198 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-f6986fe5-d80b-4209-8cbf-3a3e66c630c3 tempest-NetworksIpV6Test-758272472 tempest-NetworksIpV6Test-758272472-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:40:23.699648 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3ea8cfe-ef80-4afe-92cd-3716a5c3d03e None None] Network 8c0492b5-391c-4ac7-b2fd-2dda440470db could not be found, it might have been deleted concurrently. {{(pid=83872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:205}} Apr 01 13:40:23.745409 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6986fe5-d80b-4209-8cbf-3a3e66c630c3 tempest-NetworksIpV6Test-758272472 tempest-NetworksIpV6Test-758272472-project] Made reservation on behalf of 2517206c5ecf40f0b116989fbb76d27f for: {'network': 1} {{(pid=83871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 13:40:23.746162 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-ed6dce6a-981f-4f79-85fc-c2b22c8d6a28 tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-945042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2705198', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2999452'] for subnet, after_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:23.749145 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-f6986fe5-d80b-4209-8cbf-3a3e66c630c3 tempest-NetworksIpV6Test-758272472 tempest-NetworksIpV6Test-758272472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for network, before_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:23.793986 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-ed6dce6a-981f-4f79-85fc-c2b22c8d6a28 tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Notify callbacks [] for subnet, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:23.806147 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e38a34cd-261f-4588-8318-549d84923a87 None None] Network 2f6da5f9-e8e6-41bb-9149-2d1bc2955d23 requested from dv-neutron-836180-1-hyperv {{(pid=83872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 13:40:23.808223 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-ed6dce6a-981f-4f79-85fc-c2b22c8d6a28 tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] 10.222.0.26 "DELETE /v2.0/subnets/50f16147-2176-4c97-b4fb-6bb36c4013a7 HTTP/1.1" status: 204 len: 168 time: 0.6474333 Apr 01 13:40:23.810878 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 54464) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:40:23.814105 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed6dce6a-981f-4f79-85fc-c2b22c8d6a28 tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Pushing event deleted for resources: {'Subnet': ['ID=50f16147-2176-4c97-b4fb-6bb36c4013a7,revision_number=None']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:40:23.913729 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:23.946799 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f6986fe5-d80b-4209-8cbf-3a3e66c630c3 tempest-NetworksIpV6Test-758272472 tempest-NetworksIpV6Test-758272472-project] vlan segment allocate from pool success with {'vlan_id': 352, 'physical_network': 'physnet1'} {{(pid=83871) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 13:40:24.003974 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-99e93e36-e122-4d70-8b24-eb12a744a3b4 None None] For port 750cb611-a398-4b6e-9af2-7f23763d4abb, host dv-neutron-836180-1-hyperv, cleared binding levels {{(pid=83872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 13:40:24.022024 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-f6986fe5-d80b-4209-8cbf-3a3e66c630c3 tempest-NetworksIpV6Test-758272472 tempest-NetworksIpV6Test-758272472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1004271'] for segment, precommit_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:24.022369 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.db.segments_db [None req-f6986fe5-d80b-4209-8cbf-3a3e66c630c3 tempest-NetworksIpV6Test-758272472 tempest-NetworksIpV6Test-758272472-project] Added segment 0e06240a-5587-420d-8bd6-1db1ab2ca3f7 of type vlan for network 9d196c66-7aaa-49b3-b3cb-2832c132b618 Apr 01 13:40:24.052394 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-484b8016-302b-486a-8e16-55e6d2bce851 tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1033078'] for network, before_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:24.062834 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-99e93e36-e122-4d70-8b24-eb12a744a3b4 None None] For port 750cb611-a398-4b6e-9af2-7f23763d4abb, host dv-neutron-836180-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836180-1-hyperv',level=0,port_id=750cb611-a398-4b6e-9af2-7f23763d4abb,segment=NetworkSegment(ed19bbe9-eda1-4508-b075-501cc65d891c),segment_id=ed19bbe9-eda1-4508-b075-501cc65d891c)] {{(pid=83872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 13:40:24.076107 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee798473-a532-4a9f-b6ba-462b527e8f1d None None] DHCP port deletion for f8a39708-3701-4c0c-8ffa-d6c8e4c9321f request from dv-neutron-836180-1-hyperv {{(pid=83872) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 01 13:40:24.082081 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-99e93e36-e122-4d70-8b24-eb12a744a3b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864'] for port, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:24.089847 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-f6986fe5-d80b-4209-8cbf-3a3e66c630c3 tempest-NetworksIpV6Test-758272472 tempest-NetworksIpV6Test-758272472-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736732923383'] for network, precommit_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:24.090931 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.plugin [None req-ee798473-a532-4a9f-b6ba-462b527e8f1d None None] Deleting port ac1e7fe0-6580-4957-9b58-54766b8a7a61 {{(pid=83872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 13:40:24.091615 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-ee798473-a532-4a9f-b6ba-462b527e8f1d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736733287370'] for port, before_delete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:24.095591 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.db_base_plugin_common [None req-0092c006-2625-4648-95be-1d3e49ffb883 tempest-FloatingIPTestJSON-1100559899 tempest-FloatingIPTestJSON-1100559899-project] Allocated IP 172.20.0.1 (93ae3adf-9d83-49ff-9d10-bdd9641a3ede/5deb587e-af9b-427f-a423-558ac5f5bd21/61b169ed-92c3-4acc-97aa-bf53b599b077) {{(pid=83871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 13:40:24.102326 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.plugin [None req-484b8016-302b-486a-8e16-55e6d2bce851 tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Deleting port ac1e7fe0-6580-4957-9b58-54766b8a7a61 {{(pid=83871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 13:40:24.102663 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-484b8016-302b-486a-8e16-55e6d2bce851 tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736733287370'] for port, before_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:24.306813 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-f6986fe5-d80b-4209-8cbf-3a3e66c630c3 tempest-NetworksIpV6Test-758272472 tempest-NetworksIpV6Test-758272472-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575'] for network, after_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:24.310695 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6986fe5-d80b-4209-8cbf-3a3e66c630c3 tempest-NetworksIpV6Test-758272472 tempest-NetworksIpV6Test-758272472-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:40:24.311320 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-f6986fe5-d80b-4209-8cbf-3a3e66c630c3 tempest-NetworksIpV6Test-758272472 tempest-NetworksIpV6Test-758272472-project] Notify callbacks [] for network, before_response {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:24.363867 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e93e36-e122-4d70-8b24-eb12a744a3b4 None None] Pushing event updated for resources: {'Port': ['ID=750cb611-a398-4b6e-9af2-7f23763d4abb,revision_number=2']} {{(pid=83872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:40:24.404747 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-ee798473-a532-4a9f-b6ba-462b527e8f1d None None] For port ac1e7fe0-6580-4957-9b58-54766b8a7a61, host dv-neutron-836180-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836180-1-hyperv',level=0,port_id=ac1e7fe0-6580-4957-9b58-54766b8a7a61,segment=NetworkSegment(f9fbdfa3-ce9b-4641-9585-f1ccbc3b7e96),segment_id=f9fbdfa3-ce9b-4641-9585-f1ccbc3b7e96)] {{(pid=83872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 13:40:24.405138 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-ee798473-a532-4a9f-b6ba-462b527e8f1d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4155147'] for port, precommit_delete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:24.560362 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9d3d90a-0cf8-4b5e-ad9c-c3babb517f7b None None] DHCP port deletion for 2f6da5f9-e8e6-41bb-9149-2d1bc2955d23 request from dv-neutron-836180-1-hyperv {{(pid=83872) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 01 13:40:24.563812 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Device ac1e7fe0-6580-4957-9b58-54766b8a7a61 no longer exists at agent ovs-agent-dv-neutron-836180-1-hyperv {{(pid=83872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 13:40:24.597399 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.plugin [None req-ee798473-a532-4a9f-b6ba-462b527e8f1d None None] Calling delete_port for ac1e7fe0-6580-4957-9b58-54766b8a7a61 owned by network:dhcp {{(pid=83872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 13:40:24.638534 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-f6986fe5-d80b-4209-8cbf-3a3e66c630c3 tempest-NetworksIpV6Test-758272472 tempest-NetworksIpV6Test-758272472-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.0352867 Apr 01 13:40:24.642819 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 54468) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:40:24.645221 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6986fe5-d80b-4209-8cbf-3a3e66c630c3 tempest-NetworksIpV6Test-758272472 tempest-NetworksIpV6Test-758272472-project] Pushing event updated for resources: {'Network': ['ID=9d196c66-7aaa-49b3-b3cb-2832c132b618,revision_number=1']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:40:24.678776 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.v2.base [None req-6b19c5ea-2e01-49db-9a36-fdd81b6a4531 tempest-NetworksIpV6Test-758272472 tempest-NetworksIpV6Test-758272472-project] Request body: {'subnet': {'network_id': '9d196c66-7aaa-49b3-b3cb-2832c132b618', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=83869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:40:24.714330 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-0092c006-2625-4648-95be-1d3e49ffb883 tempest-FloatingIPTestJSON-1100559899 tempest-FloatingIPTestJSON-1100559899-project] Notify callbacks [] for port, precommit_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:24.731236 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.db [None req-484b8016-302b-486a-8e16-55e6d2bce851 tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] For port ac1e7fe0-6580-4957-9b58-54766b8a7a61, host dv-neutron-836180-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836180-1-hyperv',level=0,port_id=ac1e7fe0-6580-4957-9b58-54766b8a7a61,segment=NetworkSegment(f9fbdfa3-ce9b-4641-9585-f1ccbc3b7e96),segment_id=f9fbdfa3-ce9b-4641-9585-f1ccbc3b7e96)] {{(pid=83871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 13:40:24.731558 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-484b8016-302b-486a-8e16-55e6d2bce851 tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4155147'] for port, precommit_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:24.738448 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.plugin [None req-c9d3d90a-0cf8-4b5e-ad9c-c3babb517f7b None None] Deleting port eece4f9f-ae9f-4ff7-96f2-19e8ec3814f7 {{(pid=83872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 13:40:24.738821 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-c9d3d90a-0cf8-4b5e-ad9c-c3babb517f7b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736733287370'] for port, before_delete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:24.773008 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Network 9d196c66-7aaa-49b3-b3cb-2832c132b618 details requested by agent ovs-agent-dv-neutron-836180-1-hyperv with host dv-neutron-836180-1-hyperv {{(pid=83872) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 13:40:24.958973 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.agents_db [None req-bdd220c7-049a-43d2-a923-ad1a2de078c6 None None] Agent healthcheck: found 6 active agents {{(pid=83873) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 01 13:40:24.961006 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.provisioning_blocks [None req-0092c006-2625-4648-95be-1d3e49ffb883 tempest-FloatingIPTestJSON-1100559899 tempest-FloatingIPTestJSON-1100559899-project] Transition to ACTIVE for port object 61b169ed-92c3-4acc-97aa-bf53b599b077 will not be triggered until provisioned by entity DHCP. {{(pid=83871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 13:40:24.975444 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-6b19c5ea-2e01-49db-9a36-fdd81b6a4531 tempest-NetworksIpV6Test-758272472 tempest-NetworksIpV6Test-758272472-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:40:24.980221 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-6b19c5ea-2e01-49db-9a36-fdd81b6a4531 tempest-NetworksIpV6Test-758272472 tempest-NetworksIpV6Test-758272472-project] Usage tracker for resource:subnet and tenant:2517206c5ecf40f0b116989fbb76d27f is out of sync, need to count used quota {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 13:40:24.984398 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-6b19c5ea-2e01-49db-9a36-fdd81b6a4531 tempest-NetworksIpV6Test-758272472 tempest-NetworksIpV6Test-758272472-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 13:40:24.999868 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-6b19c5ea-2e01-49db-9a36-fdd81b6a4531 tempest-NetworksIpV6Test-758272472 tempest-NetworksIpV6Test-758272472-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:40:25.019359 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b19c5ea-2e01-49db-9a36-fdd81b6a4531 tempest-NetworksIpV6Test-758272472 tempest-NetworksIpV6Test-758272472-project] Made reservation on behalf of 2517206c5ecf40f0b116989fbb76d27f for: {'subnet': 1} {{(pid=83869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 13:40:25.033021 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.plugin [None req-484b8016-302b-486a-8e16-55e6d2bce851 tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Calling delete_port for ac1e7fe0-6580-4957-9b58-54766b8a7a61 owned by network:dhcp {{(pid=83871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 13:40:25.053989 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-ee798473-a532-4a9f-b6ba-462b527e8f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736733359243', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736732935810'] for port, after_delete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:25.103092 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.plugin [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Port ac1e7fe0-6580-4957-9b58-54766b8a7a61 update to DOWN by agent not found {{(pid=83872) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2111}} Apr 01 13:40:25.136364 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.db.api [None req-484b8016-302b-486a-8e16-55e6d2bce851 tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83871) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 01 13:40:25.137454 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG oslo_db.api [None req-484b8016-302b-486a-8e16-55e6d2bce851 tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 01 13:40:25.138680 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-0092c006-2625-4648-95be-1d3e49ffb883 tempest-FloatingIPTestJSON-1100559899 tempest-FloatingIPTestJSON-1100559899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736732935801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2743125'] for port, after_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:25.171833 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee798473-a532-4a9f-b6ba-462b527e8f1d None None] Pushing event deleted for resources: {'Port': ['ID=ac1e7fe0-6580-4957-9b58-54766b8a7a61,revision_number=None']} {{(pid=83872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:40:25.196187 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-6b19c5ea-2e01-49db-9a36-fdd81b6a4531 tempest-NetworksIpV6Test-758272472 tempest-NetworksIpV6Test-758272472-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2999481'] for subnet, before_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:25.196579 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee798473-a532-4a9f-b6ba-462b527e8f1d None None] No DVR routers for this DVR port ac1e7fe0-6580-4957-9b58-54766b8a7a61 on host dv-neutron-836180-1-hyperv {{(pid=83872) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 13:40:25.233976 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-c9d3d90a-0cf8-4b5e-ad9c-c3babb517f7b None None] For port eece4f9f-ae9f-4ff7-96f2-19e8ec3814f7, host dv-neutron-836180-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836180-1-hyperv',level=0,port_id=eece4f9f-ae9f-4ff7-96f2-19e8ec3814f7,segment=NetworkSegment(4c9286b0-b54d-4cb6-924f-110ab308cd2f),segment_id=4c9286b0-b54d-4cb6-924f-110ab308cd2f)] {{(pid=83872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 13:40:25.234370 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-c9d3d90a-0cf8-4b5e-ad9c-c3babb517f7b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4155147'] for port, precommit_delete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:25.279787 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0092c006-2625-4648-95be-1d3e49ffb883 tempest-FloatingIPTestJSON-1100559899 tempest-FloatingIPTestJSON-1100559899-project] Pushing event updated for resources: {'Port': ['ID=61b169ed-92c3-4acc-97aa-bf53b599b077,revision_number=1']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:40:25.298855 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0092c006-2625-4648-95be-1d3e49ffb883 tempest-FloatingIPTestJSON-1100559899 tempest-FloatingIPTestJSON-1100559899-project] Network 93ae3adf-9d83-49ff-9d10-bdd9641a3ede is already hosted by enough agents. {{(pid=83871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 13:40:25.309470 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.scheduler.base_scheduler [None req-0092c006-2625-4648-95be-1d3e49ffb883 tempest-FloatingIPTestJSON-1100559899 tempest-FloatingIPTestJSON-1100559899-project] Resources bound (agent type, host, resource id): {{(pid=83871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 13:40:25.312117 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0092c006-2625-4648-95be-1d3e49ffb883 tempest-FloatingIPTestJSON-1100559899 tempest-FloatingIPTestJSON-1100559899-project] Received port after_create {{(pid=83871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 13:40:25.421212 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-0092c006-2625-4648-95be-1d3e49ffb883 tempest-FloatingIPTestJSON-1100559899 tempest-FloatingIPTestJSON-1100559899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4084144'] for router_interface, before_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:25.524777 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.plugin [None req-c9d3d90a-0cf8-4b5e-ad9c-c3babb517f7b None None] Calling delete_port for eece4f9f-ae9f-4ff7-96f2-19e8ec3814f7 owned by network:dhcp {{(pid=83872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 13:40:25.565821 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-0092c006-2625-4648-95be-1d3e49ffb883 tempest-FloatingIPTestJSON-1100559899 tempest-FloatingIPTestJSON-1100559899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:25.600447 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 54472) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:40:25.615740 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.v2.base [None req-309ff501-effb-4b2f-bc32-8f8143f18c70 tempest-BulkNetworkOpsIpV6Test-532490617 tempest-BulkNetworkOpsIpV6Test-532490617-project] Request body: {'subnets': [{'network_id': '307ffcd7-9133-40a5-bf51-f5d41c31b25c', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1241870769', 'ip_version': 6}, {'network_id': 'b408c3ad-903b-4ba1-9aee-d665664eb72f', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=83869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:40:25.616196 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.v2.base [None req-309ff501-effb-4b2f-bc32-8f8143f18c70 tempest-BulkNetworkOpsIpV6Test-532490617 tempest-BulkNetworkOpsIpV6Test-532490617-project] Request body: {'subnet': {'network_id': '307ffcd7-9133-40a5-bf51-f5d41c31b25c', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1241870769', 'ip_version': 6}} {{(pid=83869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:40:25.616884 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.v2.base [None req-309ff501-effb-4b2f-bc32-8f8143f18c70 tempest-BulkNetworkOpsIpV6Test-532490617 tempest-BulkNetworkOpsIpV6Test-532490617-project] Request body: {'subnet': {'network_id': 'b408c3ad-903b-4ba1-9aee-d665664eb72f', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=83869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:40:25.632294 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-c9d3d90a-0cf8-4b5e-ad9c-c3babb517f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736733359243', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736732935810'] for port, after_delete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:25.651576 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.plugin [None req-484b8016-302b-486a-8e16-55e6d2bce851 tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Deleting port ac1e7fe0-6580-4957-9b58-54766b8a7a61 {{(pid=83871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 13:40:25.652337 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-484b8016-302b-486a-8e16-55e6d2bce851 tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736733287370'] for port, before_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:25.700525 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d3d90a-0cf8-4b5e-ad9c-c3babb517f7b None None] Pushing event deleted for resources: {'Port': ['ID=eece4f9f-ae9f-4ff7-96f2-19e8ec3814f7,revision_number=None']} {{(pid=83872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:40:25.705982 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9d3d90a-0cf8-4b5e-ad9c-c3babb517f7b None None] No DVR routers for this DVR port eece4f9f-ae9f-4ff7-96f2-19e8ec3814f7 on host dv-neutron-836180-1-hyperv {{(pid=83872) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 13:40:25.724372 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-2de55521-19df-4912-bb7b-7b56e5c1a02b None None] Provisioning for port 61b169ed-92c3-4acc-97aa-bf53b599b077 completed by entity DHCP. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 13:40:25.731403 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-2de55521-19df-4912-bb7b-7b56e5c1a02b None None] Provisioning complete for port 61b169ed-92c3-4acc-97aa-bf53b599b077 triggered by entity DHCP. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 13:40:25.731841 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-2de55521-19df-4912-bb7b-7b56e5c1a02b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-948329'] for port, provisioning_complete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:25.747703 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.plugin [None req-484b8016-302b-486a-8e16-55e6d2bce851 tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] The port 'ac1e7fe0-6580-4957-9b58-54766b8a7a61' was deleted {{(pid=83871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 01 13:40:25.793625 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.plugin [None req-2de55521-19df-4912-bb7b-7b56e5c1a02b None None] Port 61b169ed-92c3-4acc-97aa-bf53b599b077 cannot update to ACTIVE because it is not bound. {{(pid=83872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 13:40:25.810991 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-6b19c5ea-2e01-49db-9a36-fdd81b6a4531 tempest-NetworksIpV6Test-758272472 tempest-NetworksIpV6Test-758272472-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2705391', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2999447'] for subnet, after_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:25.876190 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f3e6f75-d3e2-4779-8db1-457cffe16453 None None] Network b983da7f-9924-4709-abd7-dc2806690885 requested from dv-neutron-836180-1-hyperv {{(pid=83872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 13:40:25.979321 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-5a0ef8ff-97a4-4693-9572-c504d9a091d3 None None] Provisioning for port 750cb611-a398-4b6e-9af2-7f23763d4abb completed by entity DHCP. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 13:40:26.053066 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-484b8016-302b-486a-8e16-55e6d2bce851 tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-942654', 'neutron.services.segments.db._delete_segments_for_network-8736733387888'] for network, precommit_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:26.090142 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-309ff501-effb-4b2f-bc32-8f8143f18c70 tempest-BulkNetworkOpsIpV6Test-532490617 tempest-BulkNetworkOpsIpV6Test-532490617-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:40:26.092412 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b19c5ea-2e01-49db-9a36-fdd81b6a4531 tempest-NetworksIpV6Test-758272472 tempest-NetworksIpV6Test-758272472-project] Pushing event updated for resources: {'Subnet': ['ID=f9d2ac86-4dc4-4653-a3ec-72fb0bf9ac7d,revision_number=0']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:40:26.095928 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.services.segments.db [None req-484b8016-302b-486a-8e16-55e6d2bce851 tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f8a39708-3701-4c0c-8ffa-d6c8e4c9321f']}} {{(pid=83871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:40:26.097588 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-309ff501-effb-4b2f-bc32-8f8143f18c70 tempest-BulkNetworkOpsIpV6Test-532490617 tempest-BulkNetworkOpsIpV6Test-532490617-project] Usage tracker for resource:subnet and tenant:f4620114546c4e229015d0a74a0b4a21 is out of sync, need to count used quota {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 13:40:26.100753 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-309ff501-effb-4b2f-bc32-8f8143f18c70 tempest-BulkNetworkOpsIpV6Test-532490617 tempest-BulkNetworkOpsIpV6Test-532490617-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 13:40:26.108445 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-309ff501-effb-4b2f-bc32-8f8143f18c70 tempest-BulkNetworkOpsIpV6Test-532490617 tempest-BulkNetworkOpsIpV6Test-532490617-project] Attempting to reserve 2 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:40:26.110601 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b19c5ea-2e01-49db-9a36-fdd81b6a4531 tempest-NetworksIpV6Test-758272472 tempest-NetworksIpV6Test-758272472-project] Checking segment: {'id': '0e06240a-5587-420d-8bd6-1db1ab2ca3f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '9d196c66-7aaa-49b3-b3cb-2832c132b618'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 13:40:26.110962 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b19c5ea-2e01-49db-9a36-fdd81b6a4531 tempest-NetworksIpV6Test-758272472 tempest-NetworksIpV6Test-758272472-project] Network hostable DHCP agents. Network: 9d196c66-7aaa-49b3-b3cb-2832c132b618, hostable agents: ['e47e4547-5c2d-4954-ba56-fa3646239f18'], hosted agents: [] {{(pid=83869) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 13:40:26.118740 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.services.segments.db [None req-484b8016-302b-486a-8e16-55e6d2bce851 tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f9fbdfa3-ce9b-4641-9585-f1ccbc3b7e96') {'for_net_delete': True} {{(pid=83871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:40:26.119002 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.services.segments.db [None req-484b8016-302b-486a-8e16-55e6d2bce851 tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f9fbdfa3-ce9b-4641-9585-f1ccbc3b7e96') {} {{(pid=83871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:40:26.127065 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-309ff501-effb-4b2f-bc32-8f8143f18c70 tempest-BulkNetworkOpsIpV6Test-532490617 tempest-BulkNetworkOpsIpV6Test-532490617-project] Made reservation on behalf of f4620114546c4e229015d0a74a0b4a21 for: {'subnet': 2} {{(pid=83869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 13:40:26.151459 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-484b8016-302b-486a-8e16-55e6d2bce851 tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736733386999', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3166340'] for segment, before_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:26.234889 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-484b8016-302b-486a-8e16-55e6d2bce851 tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1004271'] for segment, precommit_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:26.246282 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b19c5ea-2e01-49db-9a36-fdd81b6a4531 tempest-NetworksIpV6Test-758272472 tempest-NetworksIpV6Test-758272472-project] Network 9d196c66-7aaa-49b3-b3cb-2832c132b618 is scheduled to be hosted by DHCP agent e47e4547-5c2d-4954-ba56-fa3646239f18 with binding_index 1 {{(pid=83869) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 13:40:26.248483 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-484b8016-302b-486a-8e16-55e6d2bce851 tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Releasing vlan 366 on physical network physnet1 to pool {{(pid=83871) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 01 13:40:26.248755 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-484b8016-302b-486a-8e16-55e6d2bce851 tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1004262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2743078'] for segment, after_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:26.264214 dv-neutron-836180-1-hyperv neutron-server[83871]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 13:40:26.264214 dv-neutron-836180-1-hyperv neutron-server[83871]: util.warn( Apr 01 13:40:26.264214 dv-neutron-836180-1-hyperv neutron-server[83871]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 13:40:26.264214 dv-neutron-836180-1-hyperv neutron-server[83871]: util.warn( Apr 01 13:40:26.264214 dv-neutron-836180-1-hyperv neutron-server[83871]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 13:40:26.264214 dv-neutron-836180-1-hyperv neutron-server[83871]: util.warn( Apr 01 13:40:26.264214 dv-neutron-836180-1-hyperv neutron-server[83871]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 13:40:26.264214 dv-neutron-836180-1-hyperv neutron-server[83871]: util.warn( Apr 01 13:40:26.264214 dv-neutron-836180-1-hyperv neutron-server[83871]: Traceback (most recent call last): Apr 01 13:40:26.264214 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 01 13:40:26.264214 dv-neutron-836180-1-hyperv neutron-server[83871]: timer() Apr 01 13:40:26.264214 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 13:40:26.264214 dv-neutron-836180-1-hyperv neutron-server[83871]: cb(*args, **kw) Apr 01 13:40:26.264214 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 13:40:26.264214 dv-neutron-836180-1-hyperv neutron-server[83871]: return func(*args, **kwargs) Apr 01 13:40:26.264214 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 13:40:26.264214 dv-neutron-836180-1-hyperv neutron-server[83871]: self._notify() Apr 01 13:40:26.264214 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 13:40:26.264214 dv-neutron-836180-1-hyperv neutron-server[83871]: self.callback(batched_events) Apr 01 13:40:26.264214 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 13:40:26.264214 dv-neutron-836180-1-hyperv neutron-server[83871]: event.method(event) Apr 01 13:40:26.264214 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 13:40:26.264214 dv-neutron-836180-1-hyperv neutron-server[83871]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 13:40:26.264214 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 13:40:26.264214 dv-neutron-836180-1-hyperv neutron-server[83871]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 13:40:26.264214 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 13:40:26.264214 dv-neutron-836180-1-hyperv neutron-server[83871]: return f(self, *a, **k) Apr 01 13:40:26.264214 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 13:40:26.264214 dv-neutron-836180-1-hyperv neutron-server[83871]: return self._get(url).json() Apr 01 13:40:26.264214 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 13:40:26.264214 dv-neutron-836180-1-hyperv neutron-server[83871]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 13:40:26.264214 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 01 13:40:26.264214 dv-neutron-836180-1-hyperv neutron-server[83871]: return self.request(url, 'GET', **kwargs) Apr 01 13:40:26.264214 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 01 13:40:26.264214 dv-neutron-836180-1-hyperv neutron-server[83871]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 13:40:26.264214 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 01 13:40:26.264214 dv-neutron-836180-1-hyperv neutron-server[83871]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 13:40:26.264214 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 01 13:40:26.264214 dv-neutron-836180-1-hyperv neutron-server[83871]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 13:40:26.264214 dv-neutron-836180-1-hyperv neutron-server[83871]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 13:40:26.284727 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.scheduler.base_scheduler [None req-6b19c5ea-2e01-49db-9a36-fdd81b6a4531 tempest-NetworksIpV6Test-758272472 tempest-NetworksIpV6Test-758272472-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-836180-1-hyperv, 9d196c66-7aaa-49b3-b3cb-2832c132b618) {{(pid=83869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 13:40:26.293699 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adcdc1bc-c788-41d8-b63a-a3b12101e6d7 None None] Network 9d196c66-7aaa-49b3-b3cb-2832c132b618 requested from dv-neutron-836180-1-hyperv {{(pid=83872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 13:40:26.344799 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b19c5ea-2e01-49db-9a36-fdd81b6a4531 tempest-NetworksIpV6Test-758272472 tempest-NetworksIpV6Test-758272472-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:40:26.345728 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-6b19c5ea-2e01-49db-9a36-fdd81b6a4531 tempest-NetworksIpV6Test-758272472 tempest-NetworksIpV6Test-758272472-project] Notify callbacks [] for subnet, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:26.397843 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-484b8016-302b-486a-8e16-55e6d2bce851 tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-942599', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4084797'] for network, after_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:26.401050 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-309ff501-effb-4b2f-bc32-8f8143f18c70 tempest-BulkNetworkOpsIpV6Test-532490617 tempest-BulkNetworkOpsIpV6Test-532490617-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2999481'] for subnet, before_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:26.401638 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-309ff501-effb-4b2f-bc32-8f8143f18c70 tempest-BulkNetworkOpsIpV6Test-532490617 tempest-BulkNetworkOpsIpV6Test-532490617-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2999481'] for subnet, before_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:26.417883 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-484b8016-302b-486a-8e16-55e6d2bce851 tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Notify callbacks [] for network, before_response {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:26.425611 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-6b19c5ea-2e01-49db-9a36-fdd81b6a4531 tempest-NetworksIpV6Test-758272472 tempest-NetworksIpV6Test-758272472-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.7753291 Apr 01 13:40:26.431540 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 54476) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:40:26.441659 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-484b8016-302b-486a-8e16-55e6d2bce851 tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Pushing event deleted for resources: {'Network': ['ID=f8a39708-3701-4c0c-8ffa-d6c8e4c9321f,revision_number=None']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:40:26.468423 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-484b8016-302b-486a-8e16-55e6d2bce851 tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] 10.222.0.26 "DELETE /v2.0/networks/f8a39708-3701-4c0c-8ffa-d6c8e4c9321f HTTP/1.1" status: 204 len: 168 time: 2.6519694 Apr 01 13:40:26.474836 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 54480) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:40:26.499510 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.v2.base [None req-667dd501-a75f-4788-8b19-8cbc871133fc tempest-NetworksIpV6Test-758272472 tempest-NetworksIpV6Test-758272472-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2065820433'}} {{(pid=83869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:40:26.506710 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-0092c006-2625-4648-95be-1d3e49ffb883 tempest-FloatingIPTestJSON-1100559899 tempest-FloatingIPTestJSON-1100559899-project] Notify callbacks [] for port, precommit_update {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:26.509193 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Device 750cb611-a398-4b6e-9af2-7f23763d4abb up at agent ovs-agent-dv-neutron-836180-1-hyperv {{(pid=83872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 13:40:26.518597 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-667dd501-a75f-4788-8b19-8cbc871133fc tempest-NetworksIpV6Test-758272472 tempest-NetworksIpV6Test-758272472-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:40:26.527866 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-667dd501-a75f-4788-8b19-8cbc871133fc tempest-NetworksIpV6Test-758272472 tempest-NetworksIpV6Test-758272472-project] Usage tracker for resource:network and tenant:2517206c5ecf40f0b116989fbb76d27f is out of sync, need to count used quota {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 13:40:26.545588 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-667dd501-a75f-4788-8b19-8cbc871133fc tempest-NetworksIpV6Test-758272472 tempest-NetworksIpV6Test-758272472-project] Quota usage for network was recalculated. Used quota:2. {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 13:40:26.555779 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-667dd501-a75f-4788-8b19-8cbc871133fc tempest-NetworksIpV6Test-758272472 tempest-NetworksIpV6Test-758272472-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:40:26.564642 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-0092c006-2625-4648-95be-1d3e49ffb883 tempest-FloatingIPTestJSON-1100559899 tempest-FloatingIPTestJSON-1100559899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2743106'] for port, after_update {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:26.577723 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-667dd501-a75f-4788-8b19-8cbc871133fc tempest-NetworksIpV6Test-758272472 tempest-NetworksIpV6Test-758272472-project] Made reservation on behalf of 2517206c5ecf40f0b116989fbb76d27f for: {'network': 1} {{(pid=83869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 13:40:26.581302 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-667dd501-a75f-4788-8b19-8cbc871133fc tempest-NetworksIpV6Test-758272472 tempest-NetworksIpV6Test-758272472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for network, before_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:26.615697 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-667dd501-a75f-4788-8b19-8cbc871133fc tempest-NetworksIpV6Test-758272472 tempest-NetworksIpV6Test-758272472-project] vlan segment allocate from pool success with {'vlan_id': 355, 'physical_network': 'physnet1'} {{(pid=83869) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 13:40:26.625167 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-667dd501-a75f-4788-8b19-8cbc871133fc tempest-NetworksIpV6Test-758272472 tempest-NetworksIpV6Test-758272472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1004271'] for segment, precommit_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:26.625974 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.db.segments_db [None req-667dd501-a75f-4788-8b19-8cbc871133fc tempest-NetworksIpV6Test-758272472 tempest-NetworksIpV6Test-758272472-project] Added segment 727e27ec-e684-45b3-9d6b-c624e2106b20 of type vlan for network a6af10d8-978f-4697-bfb1-59a5eb5304d8 Apr 01 13:40:26.654553 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-667dd501-a75f-4788-8b19-8cbc871133fc tempest-NetworksIpV6Test-758272472 tempest-NetworksIpV6Test-758272472-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736732923383'] for network, precommit_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:26.683030 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Provisioning for port 750cb611-a398-4b6e-9af2-7f23763d4abb completed by entity L2. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 13:40:26.692919 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0acf73b4-02f6-4b42-bff4-989b7b722de9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7e7d0ecb-2af4-55f5-9198-238ab0570d62-9d196c66-7aaa-49b3-b3cb-2832c132b618', 'network_id': '9d196c66-7aaa-49b3-b3cb-2832c132b618', 'tenant_id': '2517206c5ecf40f0b116989fbb76d27f', 'fixed_ips': [{'subnet_id': 'f9d2ac86-4dc4-4653-a3ec-72fb0bf9ac7d'}]}} from dv-neutron-836180-1-hyperv. {{(pid=83872) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 01 13:40:26.693735 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-0acf73b4-02f6-4b42-bff4-989b7b722de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:26.703184 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Provisioning complete for port 750cb611-a398-4b6e-9af2-7f23763d4abb triggered by entity L2. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 13:40:26.703436 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-948329'] for port, provisioning_complete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:26.718923 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-10229d3b-e2fe-41fe-89d2-644fe9922ddf tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1033078'] for network, before_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:26.723970 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0092c006-2625-4648-95be-1d3e49ffb883 tempest-FloatingIPTestJSON-1100559899 tempest-FloatingIPTestJSON-1100559899-project] Pushing event updated for resources: {'Port': ['ID=61b169ed-92c3-4acc-97aa-bf53b599b077,revision_number=2']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:40:26.726881 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-0092c006-2625-4648-95be-1d3e49ffb883 tempest-FloatingIPTestJSON-1100559899 tempest-FloatingIPTestJSON-1100559899-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3017508', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4084015'] for router_interface, after_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:26.727960 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-667dd501-a75f-4788-8b19-8cbc871133fc tempest-NetworksIpV6Test-758272472 tempest-NetworksIpV6Test-758272472-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575'] for network, after_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:26.731804 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-667dd501-a75f-4788-8b19-8cbc871133fc tempest-NetworksIpV6Test-758272472 tempest-NetworksIpV6Test-758272472-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:40:26.732535 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-667dd501-a75f-4788-8b19-8cbc871133fc tempest-NetworksIpV6Test-758272472 tempest-NetworksIpV6Test-758272472-project] Notify callbacks [] for network, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:26.869703 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-667dd501-a75f-4788-8b19-8cbc871133fc tempest-NetworksIpV6Test-758272472 tempest-NetworksIpV6Test-758272472-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4368868 Apr 01 13:40:26.872077 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-667dd501-a75f-4788-8b19-8cbc871133fc tempest-NetworksIpV6Test-758272472 tempest-NetworksIpV6Test-758272472-project] Pushing event updated for resources: {'Network': ['ID=a6af10d8-978f-4697-bfb1-59a5eb5304d8,revision_number=1']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:40:26.874232 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 54484) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:40:26.896385 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.v2.base [None req-b2e51021-6fa2-4885-8888-f2561c9249a8 tempest-NetworksIpV6Test-758272472 tempest-NetworksIpV6Test-758272472-project] Request body: {'subnet': {'network_id': 'a6af10d8-978f-4697-bfb1-59a5eb5304d8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=83869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:40:26.906327 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Network a6af10d8-978f-4697-bfb1-59a5eb5304d8 details requested by agent ovs-agent-dv-neutron-836180-1-hyperv with host dv-neutron-836180-1-hyperv {{(pid=83872) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 13:40:27.070008 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-10229d3b-e2fe-41fe-89d2-644fe9922ddf tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-942654', 'neutron.services.segments.db._delete_segments_for_network-8736733387888'] for network, precommit_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:27.070325 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:27.119269 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-b2e51021-6fa2-4885-8888-f2561c9249a8 tempest-NetworksIpV6Test-758272472 tempest-NetworksIpV6Test-758272472-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:40:27.122180 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.db_base_plugin_common [None req-0acf73b4-02f6-4b42-bff4-989b7b722de9 None None] Allocated IP 2001:db8::1 (9d196c66-7aaa-49b3-b3cb-2832c132b618/f9d2ac86-4dc4-4653-a3ec-72fb0bf9ac7d/f3135906-b3bf-4145-a54a-3778e9a99c52) {{(pid=83872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 13:40:27.127176 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] For port 750cb611-a398-4b6e-9af2-7f23763d4abb, host dv-neutron-836180-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836180-1-hyperv',level=0,port_id=750cb611-a398-4b6e-9af2-7f23763d4abb,segment=NetworkSegment(ed19bbe9-eda1-4508-b075-501cc65d891c),segment_id=ed19bbe9-eda1-4508-b075-501cc65d891c)] {{(pid=83872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 13:40:27.128459 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.services.segments.db [None req-10229d3b-e2fe-41fe-89d2-644fe9922ddf tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2f6da5f9-e8e6-41bb-9149-2d1bc2955d23']}} {{(pid=83871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:40:27.129485 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-b2e51021-6fa2-4885-8888-f2561c9249a8 tempest-NetworksIpV6Test-758272472 tempest-NetworksIpV6Test-758272472-project] Usage tracker for resource:subnet and tenant:2517206c5ecf40f0b116989fbb76d27f is out of sync, need to count used quota {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 13:40:27.133480 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864'] for port, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:27.135226 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-b2e51021-6fa2-4885-8888-f2561c9249a8 tempest-NetworksIpV6Test-758272472 tempest-NetworksIpV6Test-758272472-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 13:40:27.143989 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-b2e51021-6fa2-4885-8888-f2561c9249a8 tempest-NetworksIpV6Test-758272472 tempest-NetworksIpV6Test-758272472-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:40:27.152973 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.services.segments.db [None req-10229d3b-e2fe-41fe-89d2-644fe9922ddf tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4c9286b0-b54d-4cb6-924f-110ab308cd2f') {'for_net_delete': True} {{(pid=83871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:40:27.152973 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.services.segments.db [None req-10229d3b-e2fe-41fe-89d2-644fe9922ddf tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4c9286b0-b54d-4cb6-924f-110ab308cd2f') {} {{(pid=83871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:40:27.160151 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2e51021-6fa2-4885-8888-f2561c9249a8 tempest-NetworksIpV6Test-758272472 tempest-NetworksIpV6Test-758272472-project] Made reservation on behalf of 2517206c5ecf40f0b116989fbb76d27f for: {'subnet': 1} {{(pid=83869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 13:40:27.168944 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0092c006-2625-4648-95be-1d3e49ffb883 tempest-FloatingIPTestJSON-1100559899 tempest-FloatingIPTestJSON-1100559899-project] Network 93ae3adf-9d83-49ff-9d10-bdd9641a3ede is already hosted by enough agents. {{(pid=83871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 13:40:27.171285 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-10229d3b-e2fe-41fe-89d2-644fe9922ddf tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736733386999', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3166340'] for segment, before_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:27.177737 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.scheduler.base_scheduler [None req-0092c006-2625-4648-95be-1d3e49ffb883 tempest-FloatingIPTestJSON-1100559899 tempest-FloatingIPTestJSON-1100559899-project] Resources bound (agent type, host, resource id): {{(pid=83871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 13:40:27.272389 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Device eece4f9f-ae9f-4ff7-96f2-19e8ec3814f7 no longer exists at agent ovs-agent-dv-neutron-836180-1-hyperv {{(pid=83872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 13:40:27.327478 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.plugin [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] No Port match for: eece4f9f-ae9f-4ff7-96f2-19e8ec3814f7 {{(pid=83872) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 01 13:40:27.327805 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Device eece4f9f-ae9f-4ff7-96f2-19e8ec3814f7 not bound to the agent host dv-neutron-836180-1-hyperv {{(pid=83872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 13:40:27.329989 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-b2e51021-6fa2-4885-8888-f2561c9249a8 tempest-NetworksIpV6Test-758272472 tempest-NetworksIpV6Test-758272472-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2999481'] for subnet, before_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:27.340830 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-10229d3b-e2fe-41fe-89d2-644fe9922ddf tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1004271'] for segment, precommit_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:27.358978 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-10229d3b-e2fe-41fe-89d2-644fe9922ddf tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Releasing vlan 354 on physical network physnet1 to pool {{(pid=83871) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 01 13:40:27.360710 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-10229d3b-e2fe-41fe-89d2-644fe9922ddf tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1004262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2743078'] for segment, after_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:27.368939 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Pushing event updated for resources: {'Port': ['ID=750cb611-a398-4b6e-9af2-7f23763d4abb,revision_number=3']} {{(pid=83872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:40:27.376263 dv-neutron-836180-1-hyperv neutron-server[83871]: Traceback (most recent call last): Apr 01 13:40:27.376263 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 01 13:40:27.376263 dv-neutron-836180-1-hyperv neutron-server[83871]: timer() Apr 01 13:40:27.376263 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 13:40:27.376263 dv-neutron-836180-1-hyperv neutron-server[83871]: cb(*args, **kw) Apr 01 13:40:27.376263 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 13:40:27.376263 dv-neutron-836180-1-hyperv neutron-server[83871]: return func(*args, **kwargs) Apr 01 13:40:27.376263 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 13:40:27.376263 dv-neutron-836180-1-hyperv neutron-server[83871]: self._notify() Apr 01 13:40:27.376263 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 13:40:27.376263 dv-neutron-836180-1-hyperv neutron-server[83871]: self.callback(batched_events) Apr 01 13:40:27.376263 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 13:40:27.376263 dv-neutron-836180-1-hyperv neutron-server[83871]: event.method(event) Apr 01 13:40:27.376263 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 13:40:27.376263 dv-neutron-836180-1-hyperv neutron-server[83871]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 13:40:27.376263 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 13:40:27.376263 dv-neutron-836180-1-hyperv neutron-server[83871]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 13:40:27.376263 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 13:40:27.376263 dv-neutron-836180-1-hyperv neutron-server[83871]: return f(self, *a, **k) Apr 01 13:40:27.376263 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 13:40:27.376263 dv-neutron-836180-1-hyperv neutron-server[83871]: return self._get(url).json() Apr 01 13:40:27.376263 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 13:40:27.376263 dv-neutron-836180-1-hyperv neutron-server[83871]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 13:40:27.376263 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 01 13:40:27.376263 dv-neutron-836180-1-hyperv neutron-server[83871]: return self.request(url, 'GET', **kwargs) Apr 01 13:40:27.376263 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 01 13:40:27.376263 dv-neutron-836180-1-hyperv neutron-server[83871]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 13:40:27.376263 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 01 13:40:27.376263 dv-neutron-836180-1-hyperv neutron-server[83871]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 13:40:27.376263 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 01 13:40:27.376263 dv-neutron-836180-1-hyperv neutron-server[83871]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 13:40:27.376263 dv-neutron-836180-1-hyperv neutron-server[83871]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 13:40:27.498546 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.ipam_backend_mixin [None req-b2e51021-6fa2-4885-8888-f2561c9249a8 tempest-NetworksIpV6Test-758272472 tempest-NetworksIpV6Test-758272472-project] Performing IP validity checks on allocation pools {{(pid=83869) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Apr 01 13:40:27.499454 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.ipam_backend_mixin [None req-b2e51021-6fa2-4885-8888-f2561c9249a8 tempest-NetworksIpV6Test-758272472 tempest-NetworksIpV6Test-758272472-project] Checking for overlaps among allocation pools and gateway ip {{(pid=83869) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Apr 01 13:40:27.503730 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-10229d3b-e2fe-41fe-89d2-644fe9922ddf tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-942599', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4084797'] for network, after_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:27.514743 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-309ff501-effb-4b2f-bc32-8f8143f18c70 tempest-BulkNetworkOpsIpV6Test-532490617 tempest-BulkNetworkOpsIpV6Test-532490617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2705391', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2999447'] for subnet, after_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:27.525238 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-10229d3b-e2fe-41fe-89d2-644fe9922ddf tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Notify callbacks [] for network, before_response {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:27.530536 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-0acf73b4-02f6-4b42-bff4-989b7b722de9 None None] Notify callbacks [] for port, precommit_create {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:27.543154 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10229d3b-e2fe-41fe-89d2-644fe9922ddf tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Pushing event deleted for resources: {'Network': ['ID=2f6da5f9-e8e6-41bb-9149-2d1bc2955d23,revision_number=None']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:40:27.546019 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-10229d3b-e2fe-41fe-89d2-644fe9922ddf tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] 10.222.0.26 "DELETE /v2.0/networks/2f6da5f9-e8e6-41bb-9149-2d1bc2955d23 HTTP/1.1" status: 204 len: 168 time: 1.0700030 Apr 01 13:40:27.551759 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 54488) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:40:27.551902 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-0acf73b4-02f6-4b42-bff4-989b7b722de9 None None] Transition to ACTIVE for port object f3135906-b3bf-4145-a54a-3778e9a99c52 will not be triggered until provisioned by entity L2. {{(pid=83872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 13:40:27.569508 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.v2.base [None req-fd1bd4b9-e680-441c-98ea-eb4fbad9bbf2 tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Request body: {'network': {'name': 'tempest-RoutersTest-410020457'}} {{(pid=83869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:40:27.580786 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-0acf73b4-02f6-4b42-bff4-989b7b722de9 None None] Transition to ACTIVE for port object f3135906-b3bf-4145-a54a-3778e9a99c52 will not be triggered until provisioned by entity DHCP. {{(pid=83872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 13:40:27.585331 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-fd1bd4b9-e680-441c-98ea-eb4fbad9bbf2 tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:40:27.591308 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-0acf73b4-02f6-4b42-bff4-989b7b722de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736732935801'] for port, after_create {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:27.599232 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-fd1bd4b9-e680-441c-98ea-eb4fbad9bbf2 tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Usage tracker for resource:network and tenant:7eaea7f33c58432a9d19111cc275f4e1 is out of sync, need to count used quota {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 13:40:27.604414 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-fd1bd4b9-e680-441c-98ea-eb4fbad9bbf2 tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 13:40:27.620980 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-fd1bd4b9-e680-441c-98ea-eb4fbad9bbf2 tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:40:27.655527 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-c4e6bd88-1daa-4606-8c6f-c0003dd10e69 None None] Provisioning complete for port 61b169ed-92c3-4acc-97aa-bf53b599b077 triggered by entity DHCP. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 13:40:27.655949 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-c4e6bd88-1daa-4606-8c6f-c0003dd10e69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-948329'] for port, provisioning_complete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:27.671822 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-309ff501-effb-4b2f-bc32-8f8143f18c70 tempest-BulkNetworkOpsIpV6Test-532490617 tempest-BulkNetworkOpsIpV6Test-532490617-project] Pushing event updated for resources: {'Subnet': ['ID=e075c927-3e56-4476-9899-9ec45cdb43cb,revision_number=0']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:40:27.689596 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd1bd4b9-e680-441c-98ea-eb4fbad9bbf2 tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Made reservation on behalf of 7eaea7f33c58432a9d19111cc275f4e1 for: {'network': 1} {{(pid=83869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 13:40:27.692530 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-fd1bd4b9-e680-441c-98ea-eb4fbad9bbf2 tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for network, before_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:27.698072 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0acf73b4-02f6-4b42-bff4-989b7b722de9 None None] Network 9d196c66-7aaa-49b3-b3cb-2832c132b618 is already hosted by enough agents. {{(pid=83872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 13:40:27.708573 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.scheduler.base_scheduler [None req-0acf73b4-02f6-4b42-bff4-989b7b722de9 None None] Resources bound (agent type, host, resource id): {{(pid=83872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 13:40:27.711923 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0acf73b4-02f6-4b42-bff4-989b7b722de9 None None] Received port after_create {{(pid=83872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 13:40:27.728424 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-309ff501-effb-4b2f-bc32-8f8143f18c70 tempest-BulkNetworkOpsIpV6Test-532490617 tempest-BulkNetworkOpsIpV6Test-532490617-project] Checking segment: {'id': '23d1eda5-24da-4b38-b9a9-ce5bf09e4f76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '307ffcd7-9133-40a5-bf51-f5d41c31b25c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 13:40:27.728781 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-309ff501-effb-4b2f-bc32-8f8143f18c70 tempest-BulkNetworkOpsIpV6Test-532490617 tempest-BulkNetworkOpsIpV6Test-532490617-project] Network hostable DHCP agents. Network: 307ffcd7-9133-40a5-bf51-f5d41c31b25c, hostable agents: ['e47e4547-5c2d-4954-ba56-fa3646239f18'], hosted agents: [] {{(pid=83869) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 13:40:27.737657 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0acf73b4-02f6-4b42-bff4-989b7b722de9 None None] Pushing event updated for resources: {'Port': ['ID=f3135906-b3bf-4145-a54a-3778e9a99c52,revision_number=1']} {{(pid=83872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:40:27.769774 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fd1bd4b9-e680-441c-98ea-eb4fbad9bbf2 tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] vlan segment allocate from pool success with {'vlan_id': 383, 'physical_network': 'physnet1'} {{(pid=83869) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 13:40:27.773687 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0092c006-2625-4648-95be-1d3e49ffb883 tempest-FloatingIPTestJSON-1100559899 tempest-FloatingIPTestJSON-1100559899-project] Router b7b0f4f0-93c2-441d-bc30-1a6a37191327 has already been hosted by L3 agent 88bf8fc8-11a3-4e96-9d1b-5fd93ba9f6f1 {{(pid=83871) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 13:40:27.776111 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.plugin [None req-c4e6bd88-1daa-4606-8c6f-c0003dd10e69 None None] Port 61b169ed-92c3-4acc-97aa-bf53b599b077 cannot update to ACTIVE because it is not bound. {{(pid=83872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 13:40:27.795183 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-fd1bd4b9-e680-441c-98ea-eb4fbad9bbf2 tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1004271'] for segment, precommit_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:27.795539 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.db.segments_db [None req-fd1bd4b9-e680-441c-98ea-eb4fbad9bbf2 tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Added segment 604c4e6f-34b5-4c81-83e9-a430e84a99d8 of type vlan for network 560cbf8e-c58c-4367-820c-b47913c94e2b Apr 01 13:40:27.803213 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-b2e51021-6fa2-4885-8888-f2561c9249a8 tempest-NetworksIpV6Test-758272472 tempest-NetworksIpV6Test-758272472-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2705391', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2999447'] for subnet, after_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:27.832178 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.managers [None req-0acf73b4-02f6-4b42-bff4-989b7b722de9 None None] Attempting to bind port f3135906-b3bf-4145-a54a-3778e9a99c52 on host dv-neutron-836180-1-hyperv for vnic_type normal with profile {{(pid=83872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 13:40:27.832574 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.managers [None req-0acf73b4-02f6-4b42-bff4-989b7b722de9 None None] Attempting to bind port f3135906-b3bf-4145-a54a-3778e9a99c52 by drivers openvswitch,hyperv on host dv-neutron-836180-1-hyperv at level 0 using segments [{'id': '0e06240a-5587-420d-8bd6-1db1ab2ca3f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '9d196c66-7aaa-49b3-b3cb-2832c132b618'}] {{(pid=83872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 13:40:27.832911 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0acf73b4-02f6-4b42-bff4-989b7b722de9 None None] Attempting to bind port f3135906-b3bf-4145-a54a-3778e9a99c52 on network 9d196c66-7aaa-49b3-b3cb-2832c132b618 {{(pid=83872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 13:40:27.839528 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0acf73b4-02f6-4b42-bff4-989b7b722de9 None None] Checking agent: {'id': 'af948428-97cd-4d10-9f53-af028bdb39b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-836180-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 13, 25, 37), 'started_at': datetime.datetime(2022, 4, 1, 13, 26, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 13, 40, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-836180-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 13:40:27.840811 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0acf73b4-02f6-4b42-bff4-989b7b722de9 None None] Checking segment: {'id': '0e06240a-5587-420d-8bd6-1db1ab2ca3f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '9d196c66-7aaa-49b3-b3cb-2832c132b618'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 13:40:27.840811 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-0acf73b4-02f6-4b42-bff4-989b7b722de9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:27.841038 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0acf73b4-02f6-4b42-bff4-989b7b722de9 None None] Bound using segment: {'id': '0e06240a-5587-420d-8bd6-1db1ab2ca3f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '9d196c66-7aaa-49b3-b3cb-2832c132b618'} {{(pid=83872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 13:40:27.841526 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.managers [None req-0acf73b4-02f6-4b42-bff4-989b7b722de9 None None] Bound port: f3135906-b3bf-4145-a54a-3778e9a99c52, host: dv-neutron-836180-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0e06240a-5587-420d-8bd6-1db1ab2ca3f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '9d196c66-7aaa-49b3-b3cb-2832c132b618'}}] {{(pid=83872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 13:40:27.841965 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-0acf73b4-02f6-4b42-bff4-989b7b722de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:27.940602 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-0acf73b4-02f6-4b42-bff4-989b7b722de9 None None] For port f3135906-b3bf-4145-a54a-3778e9a99c52, host dv-neutron-836180-1-hyperv, cleared binding levels {{(pid=83872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 13:40:27.944933 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-0acf73b4-02f6-4b42-bff4-989b7b722de9 None None] For port f3135906-b3bf-4145-a54a-3778e9a99c52, host dv-neutron-836180-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836180-1-hyperv',level=0,port_id=f3135906-b3bf-4145-a54a-3778e9a99c52,segment=NetworkSegment(0e06240a-5587-420d-8bd6-1db1ab2ca3f7),segment_id=0e06240a-5587-420d-8bd6-1db1ab2ca3f7)] {{(pid=83872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 13:40:27.950816 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-0acf73b4-02f6-4b42-bff4-989b7b722de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864'] for port, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:27.974137 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-309ff501-effb-4b2f-bc32-8f8143f18c70 tempest-BulkNetworkOpsIpV6Test-532490617 tempest-BulkNetworkOpsIpV6Test-532490617-project] Network 307ffcd7-9133-40a5-bf51-f5d41c31b25c is scheduled to be hosted by DHCP agent e47e4547-5c2d-4954-ba56-fa3646239f18 with binding_index 1 {{(pid=83869) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 13:40:27.984041 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-fd1bd4b9-e680-441c-98ea-eb4fbad9bbf2 tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736732923383'] for network, precommit_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:28.004333 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0092c006-2625-4648-95be-1d3e49ffb883 tempest-FloatingIPTestJSON-1100559899 tempest-FloatingIPTestJSON-1100559899-project] Notify agent at l3_agent.dv-neutron-836180-1-hyperv the message routers_updated {{(pid=83871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 13:40:28.013242 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.scheduler.base_scheduler [None req-309ff501-effb-4b2f-bc32-8f8143f18c70 tempest-BulkNetworkOpsIpV6Test-532490617 tempest-BulkNetworkOpsIpV6Test-532490617-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-836180-1-hyperv, 307ffcd7-9133-40a5-bf51-f5d41c31b25c) {{(pid=83869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 13:40:28.013876 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-0092c006-2625-4648-95be-1d3e49ffb883 tempest-FloatingIPTestJSON-1100559899 tempest-FloatingIPTestJSON-1100559899-project] 10.222.0.26 "PUT /v2.0/routers/b7b0f4f0-93c2-441d-bc30-1a6a37191327/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0284362 Apr 01 13:40:28.016772 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 54492) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:40:28.020046 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d224f20a-3284-4a54-874f-b023f8f21f7a None None] Sync routers for ids ['b7b0f4f0-93c2-441d-bc30-1a6a37191327'] in dv-neutron-836180-1-hyperv {{(pid=83873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 13:40:28.025369 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.v2.base [None req-2d171cbf-9ffd-450b-a70d-0229a6e9389e tempest-FloatingIPTestJSON-1100559899 tempest-FloatingIPTestJSON-1100559899-project] Request body: {'port': {'network_id': '93ae3adf-9d83-49ff-9d10-bdd9641a3ede', 'name': 'tempest-FloatingIPTestJSON-2036055240'}} {{(pid=83871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:40:28.039407 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-309ff501-effb-4b2f-bc32-8f8143f18c70 tempest-BulkNetworkOpsIpV6Test-532490617 tempest-BulkNetworkOpsIpV6Test-532490617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2705391', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2999447'] for subnet, after_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:28.040891 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f2d3d71-3472-4554-93c1-4a576d8702ac None None] Network 307ffcd7-9133-40a5-bf51-f5d41c31b25c requested from dv-neutron-836180-1-hyperv {{(pid=83872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 13:40:28.042796 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e51021-6fa2-4885-8888-f2561c9249a8 tempest-NetworksIpV6Test-758272472 tempest-NetworksIpV6Test-758272472-project] Pushing event updated for resources: {'Subnet': ['ID=cd63c96d-0792-4c43-8806-92d5a3c91afc,revision_number=0']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:40:28.053750 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d224f20a-3284-4a54-874f-b023f8f21f7a None None] Routers {'b7b0f4f0-93c2-441d-bc30-1a6a37191327'} bound to L3 agent in host dv-neutron-836180-1-hyperv {{(pid=83873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 13:40:28.054530 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-d224f20a-3284-4a54-874f-b023f8f21f7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836180-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-01T13:25:36Z,description=,heartbeat_timestamp=2022-04-01T13:40:06Z,host='dv-neutron-836180-1-hyperv',id=88bf8fc8-11a3-4e96-9d1b-5fd93ba9f6f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T13:25:36Z,topic='l3_agent')) {'router_ids': ['b7b0f4f0-93c2-441d-bc30-1a6a37191327'], 'active': True} {{(pid=83873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:40:28.136731 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-fd1bd4b9-e680-441c-98ea-eb4fbad9bbf2 tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575'] for network, after_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:28.140335 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd1bd4b9-e680-441c-98ea-eb4fbad9bbf2 tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:40:28.140965 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-fd1bd4b9-e680-441c-98ea-eb4fbad9bbf2 tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Notify callbacks [] for network, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:28.167859 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-d224f20a-3284-4a54-874f-b023f8f21f7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-836180-1-hyperv', False) {} {{(pid=83873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:40:28.197337 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d224f20a-3284-4a54-874f-b023f8f21f7a None None] Routers {'b7b0f4f0-93c2-441d-bc30-1a6a37191327'} bound to L3 agent in host dv-neutron-836180-1-hyperv {{(pid=83873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 13:40:28.198178 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-d224f20a-3284-4a54-874f-b023f8f21f7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836180-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-01T13:25:36Z,description=,heartbeat_timestamp=2022-04-01T13:40:06Z,host='dv-neutron-836180-1-hyperv',id=88bf8fc8-11a3-4e96-9d1b-5fd93ba9f6f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T13:25:36Z,topic='l3_agent')) {'router_ids': ['b7b0f4f0-93c2-441d-bc30-1a6a37191327'], 'active': True} {{(pid=83873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:40:28.220158 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-2d171cbf-9ffd-450b-a70d-0229a6e9389e tempest-FloatingIPTestJSON-1100559899 tempest-FloatingIPTestJSON-1100559899-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:40:28.225028 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-2d171cbf-9ffd-450b-a70d-0229a6e9389e tempest-FloatingIPTestJSON-1100559899 tempest-FloatingIPTestJSON-1100559899-project] Usage tracker for resource:port and tenant:31909f452d274f5587d0068d008850b7 is out of sync, need to count used quota {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 13:40:28.228968 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-2d171cbf-9ffd-450b-a70d-0229a6e9389e tempest-FloatingIPTestJSON-1100559899 tempest-FloatingIPTestJSON-1100559899-project] Quota usage for port was recalculated. Used quota:6. {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 13:40:28.236013 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-2d171cbf-9ffd-450b-a70d-0229a6e9389e tempest-FloatingIPTestJSON-1100559899 tempest-FloatingIPTestJSON-1100559899-project] Attempting to reserve 1 items for resource port. Total usage: 6; quota limit: 500; headroom:494 {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:40:28.266729 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0acf73b4-02f6-4b42-bff4-989b7b722de9 None None] Pushing event updated for resources: {'Port': ['ID=f3135906-b3bf-4145-a54a-3778e9a99c52,revision_number=2']} {{(pid=83872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:40:28.274599 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2e51021-6fa2-4885-8888-f2561c9249a8 tempest-NetworksIpV6Test-758272472 tempest-NetworksIpV6Test-758272472-project] Checking segment: {'id': '727e27ec-e684-45b3-9d6b-c624e2106b20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': 'a6af10d8-978f-4697-bfb1-59a5eb5304d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 13:40:28.274960 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2e51021-6fa2-4885-8888-f2561c9249a8 tempest-NetworksIpV6Test-758272472 tempest-NetworksIpV6Test-758272472-project] Network hostable DHCP agents. Network: a6af10d8-978f-4697-bfb1-59a5eb5304d8, hostable agents: ['e47e4547-5c2d-4954-ba56-fa3646239f18'], hosted agents: [] {{(pid=83869) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 13:40:28.300435 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-d224f20a-3284-4a54-874f-b023f8f21f7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-836180-1-hyperv', False) {} {{(pid=83873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:40:28.302550 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d224f20a-3284-4a54-874f-b023f8f21f7a None None] The sync data for ids ['b7b0f4f0-93c2-441d-bc30-1a6a37191327'] in dv-neutron-836180-1-hyperv is: [] {{(pid=83873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 13:40:28.316237 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-309ff501-effb-4b2f-bc32-8f8143f18c70 tempest-BulkNetworkOpsIpV6Test-532490617 tempest-BulkNetworkOpsIpV6Test-532490617-project] Pushing event updated for resources: {'Subnet': ['ID=14b9f40b-1145-4247-8596-2baf34ee06a5,revision_number=0']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:40:28.388835 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f981c55d-d007-4b87-b042-41b1732a9b59 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7e7d0ecb-2af4-55f5-9198-238ab0570d62-307ffcd7-9133-40a5-bf51-f5d41c31b25c', 'network_id': '307ffcd7-9133-40a5-bf51-f5d41c31b25c', 'tenant_id': 'f4620114546c4e229015d0a74a0b4a21', 'fixed_ips': [{'subnet_id': 'e075c927-3e56-4476-9899-9ec45cdb43cb'}]}} from dv-neutron-836180-1-hyperv. {{(pid=83872) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 01 13:40:28.389654 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-f981c55d-d007-4b87-b042-41b1732a9b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:28.392219 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d171cbf-9ffd-450b-a70d-0229a6e9389e tempest-FloatingIPTestJSON-1100559899 tempest-FloatingIPTestJSON-1100559899-project] Made reservation on behalf of 31909f452d274f5587d0068d008850b7 for: {'port': 1} {{(pid=83871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 13:40:28.395178 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-2d171cbf-9ffd-450b-a70d-0229a6e9389e tempest-FloatingIPTestJSON-1100559899 tempest-FloatingIPTestJSON-1100559899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:28.402949 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd1bd4b9-e680-441c-98ea-eb4fbad9bbf2 tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Pushing event updated for resources: {'Network': ['ID=560cbf8e-c58c-4367-820c-b47913c94e2b,revision_number=1']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:40:28.413120 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-fd1bd4b9-e680-441c-98ea-eb4fbad9bbf2 tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.8601186 Apr 01 13:40:28.414527 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 54496) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:40:28.424171 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Network 560cbf8e-c58c-4367-820c-b47913c94e2b details requested by agent ovs-agent-dv-neutron-836180-1-hyperv with host dv-neutron-836180-1-hyperv {{(pid=83872) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 13:40:28.427719 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.v2.base [None req-745772ef-076b-4bde-ae4f-8d19d9d1bf87 tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Request body: {'subnet': {'network_id': '560cbf8e-c58c-4367-820c-b47913c94e2b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:40:28.451384 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.notifiers.nova [None req-2d171cbf-9ffd-450b-a70d-0229a6e9389e tempest-FloatingIPTestJSON-1100559899 tempest-FloatingIPTestJSON-1100559899-project] device_id is not set on port d63d56b1-0efe-4d07-b40c-cc73b616a228 yet. {{(pid=83871) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 01 13:40:28.518368 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-309ff501-effb-4b2f-bc32-8f8143f18c70 tempest-BulkNetworkOpsIpV6Test-532490617 tempest-BulkNetworkOpsIpV6Test-532490617-project] Checking segment: {'id': 'd813918c-724d-4b03-877d-62ca02c4977b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'b408c3ad-903b-4ba1-9aee-d665664eb72f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 13:40:28.518736 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-309ff501-effb-4b2f-bc32-8f8143f18c70 tempest-BulkNetworkOpsIpV6Test-532490617 tempest-BulkNetworkOpsIpV6Test-532490617-project] Network hostable DHCP agents. Network: b408c3ad-903b-4ba1-9aee-d665664eb72f, hostable agents: ['e47e4547-5c2d-4954-ba56-fa3646239f18'], hosted agents: [] {{(pid=83869) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 13:40:28.538210 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2e51021-6fa2-4885-8888-f2561c9249a8 tempest-NetworksIpV6Test-758272472 tempest-NetworksIpV6Test-758272472-project] Network a6af10d8-978f-4697-bfb1-59a5eb5304d8 is scheduled to be hosted by DHCP agent e47e4547-5c2d-4954-ba56-fa3646239f18 with binding_index 1 {{(pid=83869) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 13:40:28.585623 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.scheduler.base_scheduler [None req-b2e51021-6fa2-4885-8888-f2561c9249a8 tempest-NetworksIpV6Test-758272472 tempest-NetworksIpV6Test-758272472-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-836180-1-hyperv, a6af10d8-978f-4697-bfb1-59a5eb5304d8) {{(pid=83869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 13:40:28.593422 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2e51021-6fa2-4885-8888-f2561c9249a8 tempest-NetworksIpV6Test-758272472 tempest-NetworksIpV6Test-758272472-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:40:28.594000 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-b2e51021-6fa2-4885-8888-f2561c9249a8 tempest-NetworksIpV6Test-758272472 tempest-NetworksIpV6Test-758272472-project] Notify callbacks [] for subnet, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:28.634269 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-b2e51021-6fa2-4885-8888-f2561c9249a8 tempest-NetworksIpV6Test-758272472 tempest-NetworksIpV6Test-758272472-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 1.7484243 Apr 01 13:40:28.635631 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-745772ef-076b-4bde-ae4f-8d19d9d1bf87 tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:40:28.637624 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 54500) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:40:28.639903 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-309ff501-effb-4b2f-bc32-8f8143f18c70 tempest-BulkNetworkOpsIpV6Test-532490617 tempest-BulkNetworkOpsIpV6Test-532490617-project] Network b408c3ad-903b-4ba1-9aee-d665664eb72f is scheduled to be hosted by DHCP agent e47e4547-5c2d-4954-ba56-fa3646239f18 with binding_index 1 {{(pid=83869) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 13:40:28.640850 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Device f3135906-b3bf-4145-a54a-3778e9a99c52 up at agent ovs-agent-dv-neutron-836180-1-hyperv {{(pid=83872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 13:40:28.643314 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.db_base_plugin_common [None req-2d171cbf-9ffd-450b-a70d-0229a6e9389e tempest-FloatingIPTestJSON-1100559899 tempest-FloatingIPTestJSON-1100559899-project] Allocated IP 172.20.0.14 (93ae3adf-9d83-49ff-9d10-bdd9641a3ede/5deb587e-af9b-427f-a423-558ac5f5bd21/d63d56b1-0efe-4d07-b40c-cc73b616a228) {{(pid=83871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 13:40:28.645545 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-745772ef-076b-4bde-ae4f-8d19d9d1bf87 tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Usage tracker for resource:subnet and tenant:7eaea7f33c58432a9d19111cc275f4e1 is out of sync, need to count used quota {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 13:40:28.665204 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-745772ef-076b-4bde-ae4f-8d19d9d1bf87 tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 13:40:28.666451 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1647ccf4-b8da-4764-ac7c-30596d4559ac None None] Network a6af10d8-978f-4697-bfb1-59a5eb5304d8 requested from dv-neutron-836180-1-hyperv {{(pid=83872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 13:40:28.678938 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-745772ef-076b-4bde-ae4f-8d19d9d1bf87 tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:40:28.681001 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.scheduler.base_scheduler [None req-309ff501-effb-4b2f-bc32-8f8143f18c70 tempest-BulkNetworkOpsIpV6Test-532490617 tempest-BulkNetworkOpsIpV6Test-532490617-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-836180-1-hyperv, b408c3ad-903b-4ba1-9aee-d665664eb72f) {{(pid=83869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 13:40:28.742378 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-309ff501-effb-4b2f-bc32-8f8143f18c70 tempest-BulkNetworkOpsIpV6Test-532490617 tempest-BulkNetworkOpsIpV6Test-532490617-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:40:28.742746 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-309ff501-effb-4b2f-bc32-8f8143f18c70 tempest-BulkNetworkOpsIpV6Test-532490617 tempest-BulkNetworkOpsIpV6Test-532490617-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:40:28.743372 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-309ff501-effb-4b2f-bc32-8f8143f18c70 tempest-BulkNetworkOpsIpV6Test-532490617 tempest-BulkNetworkOpsIpV6Test-532490617-project] Notify callbacks [] for subnet, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:28.777961 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-745772ef-076b-4bde-ae4f-8d19d9d1bf87 tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Made reservation on behalf of 7eaea7f33c58432a9d19111cc275f4e1 for: {'subnet': 1} {{(pid=83869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 13:40:28.789789 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-172174ee-f699-4bfc-b0e6-75f95db4e191 None None] Network b408c3ad-903b-4ba1-9aee-d665664eb72f requested from dv-neutron-836180-1-hyperv {{(pid=83872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 13:40:28.804000 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-309ff501-effb-4b2f-bc32-8f8143f18c70 tempest-BulkNetworkOpsIpV6Test-532490617 tempest-BulkNetworkOpsIpV6Test-532490617-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1476 time: 3.1950090 Apr 01 13:40:28.806720 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 54504) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:40:28.926685 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-745772ef-076b-4bde-ae4f-8d19d9d1bf87 tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2999481'] for subnet, before_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:28.946796 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-39aa8d32-3b2b-4938-9671-42f50a084b75 tempest-NetworksIpV6Test-758272472 tempest-NetworksIpV6Test-758272472-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1033078'] for network, before_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:29.029586 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db05a19e-d6e0-4680-a53c-bc45345d566e tempest-BulkNetworkOpsIpV6Test-532490617 tempest-BulkNetworkOpsIpV6Test-532490617-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:40:29.031094 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db05a19e-d6e0-4680-a53c-bc45345d566e tempest-BulkNetworkOpsIpV6Test-532490617 tempest-BulkNetworkOpsIpV6Test-532490617-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:40:29.032674 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db05a19e-d6e0-4680-a53c-bc45345d566e tempest-BulkNetworkOpsIpV6Test-532490617 tempest-BulkNetworkOpsIpV6Test-532490617-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:40:29.034384 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-db05a19e-d6e0-4680-a53c-bc45345d566e tempest-BulkNetworkOpsIpV6Test-532490617 tempest-BulkNetworkOpsIpV6Test-532490617-project] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2102 time: 0.2265022 Apr 01 13:40:29.043866 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 54508) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:40:29.111636 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-2d171cbf-9ffd-450b-a70d-0229a6e9389e tempest-FloatingIPTestJSON-1100559899 tempest-FloatingIPTestJSON-1100559899-project] Notify callbacks [] for port, precommit_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:29.116023 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Provisioning for port f3135906-b3bf-4145-a54a-3778e9a99c52 completed by entity L2. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 13:40:29.131491 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.provisioning_blocks [None req-2d171cbf-9ffd-450b-a70d-0229a6e9389e tempest-FloatingIPTestJSON-1100559899 tempest-FloatingIPTestJSON-1100559899-project] Transition to ACTIVE for port object d63d56b1-0efe-4d07-b40c-cc73b616a228 will not be triggered until provisioned by entity DHCP. {{(pid=83871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 13:40:29.161204 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.db_base_plugin_common [None req-f981c55d-d007-4b87-b042-41b1732a9b59 None None] Allocated IP 2001:db8::1 (307ffcd7-9133-40a5-bf51-f5d41c31b25c/e075c927-3e56-4476-9899-9ec45cdb43cb/b87c47f2-c64d-40cb-9dc9-49153bc09ce7) {{(pid=83872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 13:40:29.174078 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Device 750cb611-a398-4b6e-9af2-7f23763d4abb up at agent ovs-agent-dv-neutron-836180-1-hyperv {{(pid=83872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 13:40:29.219596 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-39aa8d32-3b2b-4938-9671-42f50a084b75 tempest-NetworksIpV6Test-758272472 tempest-NetworksIpV6Test-758272472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-945029'] for subnet, precommit_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:29.303806 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-2d171cbf-9ffd-450b-a70d-0229a6e9389e tempest-FloatingIPTestJSON-1100559899 tempest-FloatingIPTestJSON-1100559899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736732935801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2743125'] for port, after_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:29.305503 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-39aa8d32-3b2b-4938-9671-42f50a084b75 tempest-NetworksIpV6Test-758272472 tempest-NetworksIpV6Test-758272472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-945042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2705198', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2999452'] for subnet, after_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:29.361251 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39aa8d32-3b2b-4938-9671-42f50a084b75 tempest-NetworksIpV6Test-758272472 tempest-NetworksIpV6Test-758272472-project] Pushing event deleted for resources: {'Subnet': ['ID=cd63c96d-0792-4c43-8806-92d5a3c91afc,revision_number=None']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:40:29.405745 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efe231e2-db66-460e-a33f-97f993e82401 None None] Network 9d196c66-7aaa-49b3-b3cb-2832c132b618 requested from dv-neutron-836180-1-hyperv {{(pid=83872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 13:40:29.450477 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d171cbf-9ffd-450b-a70d-0229a6e9389e tempest-FloatingIPTestJSON-1100559899 tempest-FloatingIPTestJSON-1100559899-project] Network 93ae3adf-9d83-49ff-9d10-bdd9641a3ede is already hosted by enough agents. {{(pid=83871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 13:40:29.463491 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.scheduler.base_scheduler [None req-2d171cbf-9ffd-450b-a70d-0229a6e9389e tempest-FloatingIPTestJSON-1100559899 tempest-FloatingIPTestJSON-1100559899-project] Resources bound (agent type, host, resource id): {{(pid=83871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 13:40:29.466133 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d171cbf-9ffd-450b-a70d-0229a6e9389e tempest-FloatingIPTestJSON-1100559899 tempest-FloatingIPTestJSON-1100559899-project] Received port after_create {{(pid=83871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 13:40:29.499631 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-39aa8d32-3b2b-4938-9671-42f50a084b75 tempest-NetworksIpV6Test-758272472 tempest-NetworksIpV6Test-758272472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-942654', 'neutron.services.segments.db._delete_segments_for_network-8736733387888'] for network, precommit_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:29.510097 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-745772ef-076b-4bde-ae4f-8d19d9d1bf87 tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2705391', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2999447'] for subnet, after_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:29.518426 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b04b222b-f718-4dfe-9e44-f0f786802fd1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7e7d0ecb-2af4-55f5-9198-238ab0570d62-a6af10d8-978f-4697-bfb1-59a5eb5304d8', 'network_id': 'a6af10d8-978f-4697-bfb1-59a5eb5304d8', 'tenant_id': '2517206c5ecf40f0b116989fbb76d27f', 'fixed_ips': [{'subnet_id': 'cd63c96d-0792-4c43-8806-92d5a3c91afc'}]}} from dv-neutron-836180-1-hyperv. {{(pid=83872) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 01 13:40:29.519234 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-b04b222b-f718-4dfe-9e44-f0f786802fd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:29.537543 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.db_base_plugin_v2 [None req-619142a9-f445-43e6-a9a8-100b8f9f64a0 tempest-BulkNetworkOpsIpV6Test-532490617 tempest-BulkNetworkOpsIpV6Test-532490617-project] Deleting subnet e075c927-3e56-4476-9899-9ec45cdb43cb {{(pid=83871) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 01 13:40:29.543335 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d171cbf-9ffd-450b-a70d-0229a6e9389e tempest-FloatingIPTestJSON-1100559899 tempest-FloatingIPTestJSON-1100559899-project] Pushing event updated for resources: {'Port': ['ID=d63d56b1-0efe-4d07-b40c-cc73b616a228,revision_number=1']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:40:29.571833 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d171cbf-9ffd-450b-a70d-0229a6e9389e tempest-FloatingIPTestJSON-1100559899 tempest-FloatingIPTestJSON-1100559899-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:40:29.572981 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-2d171cbf-9ffd-450b-a70d-0229a6e9389e tempest-FloatingIPTestJSON-1100559899 tempest-FloatingIPTestJSON-1100559899-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109561'] for port, before_response {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:29.591531 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.services.segments.db [None req-39aa8d32-3b2b-4938-9671-42f50a084b75 tempest-NetworksIpV6Test-758272472 tempest-NetworksIpV6Test-758272472-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a6af10d8-978f-4697-bfb1-59a5eb5304d8']}} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:40:29.603662 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-2d171cbf-9ffd-450b-a70d-0229a6e9389e tempest-FloatingIPTestJSON-1100559899 tempest-FloatingIPTestJSON-1100559899-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.5837951 Apr 01 13:40:29.606129 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 54512) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:40:29.614123 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.services.segments.db [None req-39aa8d32-3b2b-4938-9671-42f50a084b75 tempest-NetworksIpV6Test-758272472 tempest-NetworksIpV6Test-758272472-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '727e27ec-e684-45b3-9d6b-c624e2106b20') {'for_net_delete': True} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:40:29.614123 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.services.segments.db [None req-39aa8d32-3b2b-4938-9671-42f50a084b75 tempest-NetworksIpV6Test-758272472 tempest-NetworksIpV6Test-758272472-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '727e27ec-e684-45b3-9d6b-c624e2106b20') {} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:40:29.621273 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.v2.base [None req-b0611611-5722-4d4f-a697-b603ba8b3f9d tempest-FloatingIPTestJSON-1100559899 tempest-FloatingIPTestJSON-1100559899-project] Request body: {'floatingip': {'port_id': 'd63d56b1-0efe-4d07-b40c-cc73b616a228'}} {{(pid=83871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:40:29.645412 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-39aa8d32-3b2b-4938-9671-42f50a084b75 tempest-NetworksIpV6Test-758272472 tempest-NetworksIpV6Test-758272472-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736733386999', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2704982'] for segment, before_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:29.654229 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745772ef-076b-4bde-ae4f-8d19d9d1bf87 tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Pushing event updated for resources: {'Subnet': ['ID=033822f8-d4cf-4de9-9543-0a2f1ed5c40c,revision_number=0']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:40:29.673414 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-39aa8d32-3b2b-4938-9671-42f50a084b75 tempest-NetworksIpV6Test-758272472 tempest-NetworksIpV6Test-758272472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1004271'] for segment, precommit_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:29.681460 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-745772ef-076b-4bde-ae4f-8d19d9d1bf87 tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Checking segment: {'id': '604c4e6f-34b5-4c81-83e9-a430e84a99d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '560cbf8e-c58c-4367-820c-b47913c94e2b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 13:40:29.682125 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-745772ef-076b-4bde-ae4f-8d19d9d1bf87 tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Network hostable DHCP agents. Network: 560cbf8e-c58c-4367-820c-b47913c94e2b, hostable agents: ['e47e4547-5c2d-4954-ba56-fa3646239f18'], hosted agents: [] {{(pid=83869) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 13:40:29.690856 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-39aa8d32-3b2b-4938-9671-42f50a084b75 tempest-NetworksIpV6Test-758272472 tempest-NetworksIpV6Test-758272472-project] Releasing vlan 355 on physical network physnet1 to pool {{(pid=83869) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 01 13:40:29.691261 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-39aa8d32-3b2b-4938-9671-42f50a084b75 tempest-NetworksIpV6Test-758272472 tempest-NetworksIpV6Test-758272472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1004262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2705264'] for segment, after_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:29.710453 dv-neutron-836180-1-hyperv neutron-server[83869]: Traceback (most recent call last): Apr 01 13:40:29.710453 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 01 13:40:29.710453 dv-neutron-836180-1-hyperv neutron-server[83869]: timer() Apr 01 13:40:29.710453 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 13:40:29.710453 dv-neutron-836180-1-hyperv neutron-server[83869]: cb(*args, **kw) Apr 01 13:40:29.710453 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 13:40:29.710453 dv-neutron-836180-1-hyperv neutron-server[83869]: return func(*args, **kwargs) Apr 01 13:40:29.710453 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 13:40:29.710453 dv-neutron-836180-1-hyperv neutron-server[83869]: self._notify() Apr 01 13:40:29.710453 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 13:40:29.710453 dv-neutron-836180-1-hyperv neutron-server[83869]: self.callback(batched_events) Apr 01 13:40:29.710453 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 13:40:29.710453 dv-neutron-836180-1-hyperv neutron-server[83869]: event.method(event) Apr 01 13:40:29.710453 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 13:40:29.710453 dv-neutron-836180-1-hyperv neutron-server[83869]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 13:40:29.710453 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 13:40:29.710453 dv-neutron-836180-1-hyperv neutron-server[83869]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 13:40:29.710453 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 13:40:29.710453 dv-neutron-836180-1-hyperv neutron-server[83869]: return f(self, *a, **k) Apr 01 13:40:29.710453 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 13:40:29.710453 dv-neutron-836180-1-hyperv neutron-server[83869]: return self._get(url).json() Apr 01 13:40:29.710453 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 13:40:29.710453 dv-neutron-836180-1-hyperv neutron-server[83869]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 13:40:29.710453 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 01 13:40:29.710453 dv-neutron-836180-1-hyperv neutron-server[83869]: return self.request(url, 'GET', **kwargs) Apr 01 13:40:29.710453 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 01 13:40:29.710453 dv-neutron-836180-1-hyperv neutron-server[83869]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 13:40:29.710453 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 01 13:40:29.710453 dv-neutron-836180-1-hyperv neutron-server[83869]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 13:40:29.710453 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 01 13:40:29.710453 dv-neutron-836180-1-hyperv neutron-server[83869]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 13:40:29.710453 dv-neutron-836180-1-hyperv neutron-server[83869]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 13:40:29.727951 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-9f2c4e22-e2c4-437f-b9e4-013b844d9173 None None] Provisioning for port f3135906-b3bf-4145-a54a-3778e9a99c52 completed by entity DHCP. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 13:40:29.751093 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-b0611611-5722-4d4f-a697-b603ba8b3f9d tempest-FloatingIPTestJSON-1100559899 tempest-FloatingIPTestJSON-1100559899-project] Notify callbacks [] for floatingip, before_update {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:29.785299 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b60fd7fb-672a-4aac-b4bb-f69131ef751a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7e7d0ecb-2af4-55f5-9198-238ab0570d62-b408c3ad-903b-4ba1-9aee-d665664eb72f', 'network_id': 'b408c3ad-903b-4ba1-9aee-d665664eb72f', 'tenant_id': 'f4620114546c4e229015d0a74a0b4a21', 'fixed_ips': [{'subnet_id': '14b9f40b-1145-4247-8596-2baf34ee06a5'}]}} from dv-neutron-836180-1-hyperv. {{(pid=83872) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 01 13:40:29.786216 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-b60fd7fb-672a-4aac-b4bb-f69131ef751a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:29.802012 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-745772ef-076b-4bde-ae4f-8d19d9d1bf87 tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Network 560cbf8e-c58c-4367-820c-b47913c94e2b is scheduled to be hosted by DHCP agent e47e4547-5c2d-4954-ba56-fa3646239f18 with binding_index 1 {{(pid=83869) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 13:40:29.803787 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Provisioning complete for port 750cb611-a398-4b6e-9af2-7f23763d4abb triggered by entity L2. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 13:40:29.804269 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-948329'] for port, provisioning_complete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:29.806128 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-39aa8d32-3b2b-4938-9671-42f50a084b75 tempest-NetworksIpV6Test-758272472 tempest-NetworksIpV6Test-758272472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-942599', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4084797'] for network, after_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:29.828079 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-39aa8d32-3b2b-4938-9671-42f50a084b75 tempest-NetworksIpV6Test-758272472 tempest-NetworksIpV6Test-758272472-project] Notify callbacks [] for network, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:29.838297 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39aa8d32-3b2b-4938-9671-42f50a084b75 tempest-NetworksIpV6Test-758272472 tempest-NetworksIpV6Test-758272472-project] Pushing event deleted for resources: {'Network': ['ID=a6af10d8-978f-4697-bfb1-59a5eb5304d8,revision_number=None']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:40:29.842812 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.scheduler.base_scheduler [None req-745772ef-076b-4bde-ae4f-8d19d9d1bf87 tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-836180-1-hyperv, 560cbf8e-c58c-4367-820c-b47913c94e2b) {{(pid=83869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 13:40:29.849074 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-39aa8d32-3b2b-4938-9671-42f50a084b75 tempest-NetworksIpV6Test-758272472 tempest-NetworksIpV6Test-758272472-project] 10.222.0.26 "DELETE /v2.0/networks/a6af10d8-978f-4697-bfb1-59a5eb5304d8 HTTP/1.1" status: 204 len: 168 time: 1.2103972 Apr 01 13:40:29.850673 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-745772ef-076b-4bde-ae4f-8d19d9d1bf87 tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:40:29.851399 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-745772ef-076b-4bde-ae4f-8d19d9d1bf87 tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Notify callbacks [] for subnet, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:29.855362 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 54516) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:40:29.861529 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.v2.base [None req-9e0bd4ad-ac59-4341-922a-61419314ccd3 tempest-NetworksIpV6Test-758272472 tempest-NetworksIpV6Test-758272472-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-353700216'}} {{(pid=83869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:40:29.862635 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-9f2c4e22-e2c4-437f-b9e4-013b844d9173 None None] Provisioning complete for port f3135906-b3bf-4145-a54a-3778e9a99c52 triggered by entity DHCP. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 13:40:29.863005 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-9f2c4e22-e2c4-437f-b9e4-013b844d9173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-948329'] for port, provisioning_complete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:29.876459 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-9e0bd4ad-ac59-4341-922a-61419314ccd3 tempest-NetworksIpV6Test-758272472 tempest-NetworksIpV6Test-758272472-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:40:29.882471 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-9e0bd4ad-ac59-4341-922a-61419314ccd3 tempest-NetworksIpV6Test-758272472 tempest-NetworksIpV6Test-758272472-project] Usage tracker for resource:network and tenant:2517206c5ecf40f0b116989fbb76d27f is out of sync, need to count used quota {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 13:40:29.886255 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-9e0bd4ad-ac59-4341-922a-61419314ccd3 tempest-NetworksIpV6Test-758272472 tempest-NetworksIpV6Test-758272472-project] Quota usage for network was recalculated. Used quota:2. {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 13:40:29.897164 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-745772ef-076b-4bde-ae4f-8d19d9d1bf87 tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4771807 Apr 01 13:40:29.897164 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-9e0bd4ad-ac59-4341-922a-61419314ccd3 tempest-NetworksIpV6Test-758272472 tempest-NetworksIpV6Test-758272472-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:40:29.897931 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 54520) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:40:29.904738 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.v2.base [None req-d5a0471d-12a0-45fa-9d84-3c9b31791b7e tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-53362456', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:40:29.909710 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96aeeaa0-d056-450c-b51e-c2936cddeb21 None None] Network 560cbf8e-c58c-4367-820c-b47913c94e2b requested from dv-neutron-836180-1-hyperv {{(pid=83872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 13:40:29.914093 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-d5a0471d-12a0-45fa-9d84-3c9b31791b7e tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:40:29.918851 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-d5a0471d-12a0-45fa-9d84-3c9b31791b7e tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Usage tracker for resource:router and tenant:7eaea7f33c58432a9d19111cc275f4e1 is out of sync, need to count used quota {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 13:40:29.922035 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-d5a0471d-12a0-45fa-9d84-3c9b31791b7e tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 13:40:29.926062 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e0bd4ad-ac59-4341-922a-61419314ccd3 tempest-NetworksIpV6Test-758272472 tempest-NetworksIpV6Test-758272472-project] Made reservation on behalf of 2517206c5ecf40f0b116989fbb76d27f for: {'network': 1} {{(pid=83869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 13:40:29.929037 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-9e0bd4ad-ac59-4341-922a-61419314ccd3 tempest-NetworksIpV6Test-758272472 tempest-NetworksIpV6Test-758272472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for network, before_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:29.948650 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-d5a0471d-12a0-45fa-9d84-3c9b31791b7e tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:40:29.964952 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-d5a0471d-12a0-45fa-9d84-3c9b31791b7e tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4082176', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4220'] for router, before_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:29.965830 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-d5a0471d-12a0-45fa-9d84-3c9b31791b7e tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4082277', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4084873', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4148249', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4211'] for router, precommit_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:29.972047 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9e0bd4ad-ac59-4341-922a-61419314ccd3 tempest-NetworksIpV6Test-758272472 tempest-NetworksIpV6Test-758272472-project] vlan segment allocate from pool success with {'vlan_id': 384, 'physical_network': 'physnet1'} {{(pid=83869) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 13:40:29.986716 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-9e0bd4ad-ac59-4341-922a-61419314ccd3 tempest-NetworksIpV6Test-758272472 tempest-NetworksIpV6Test-758272472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1004271'] for segment, precommit_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:29.987062 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.db.segments_db [None req-9e0bd4ad-ac59-4341-922a-61419314ccd3 tempest-NetworksIpV6Test-758272472 tempest-NetworksIpV6Test-758272472-project] Added segment da191b6d-3dfa-4a48-90f8-4ddf336e8b00 of type vlan for network 4f33a23b-0159-4296-a5c6-a62c1671fb5d Apr 01 13:40:30.013434 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-d5a0471d-12a0-45fa-9d84-3c9b31791b7e tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:30.025652 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-9e0bd4ad-ac59-4341-922a-61419314ccd3 tempest-NetworksIpV6Test-758272472 tempest-NetworksIpV6Test-758272472-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736732923383'] for network, precommit_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:30.054714 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-d5a0471d-12a0-45fa-9d84-3c9b31791b7e tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4082201', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4084858'] for router, after_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:30.083950 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-9e0bd4ad-ac59-4341-922a-61419314ccd3 tempest-NetworksIpV6Test-758272472 tempest-NetworksIpV6Test-758272472-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575'] for network, after_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:30.088429 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e0bd4ad-ac59-4341-922a-61419314ccd3 tempest-NetworksIpV6Test-758272472 tempest-NetworksIpV6Test-758272472-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:40:30.089012 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-9e0bd4ad-ac59-4341-922a-61419314ccd3 tempest-NetworksIpV6Test-758272472 tempest-NetworksIpV6Test-758272472-project] Notify callbacks [] for network, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:30.114121 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6182efe-4941-41d9-84e0-ef7b00d36f63 None None] Network a6af10d8-978f-4697-bfb1-59a5eb5304d8 requested from dv-neutron-836180-1-hyperv {{(pid=83872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 13:40:30.129693 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-f981c55d-d007-4b87-b042-41b1732a9b59 None None] Notify callbacks [] for port, precommit_create {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:30.182037 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6182efe-4941-41d9-84e0-ef7b00d36f63 None None] Network a6af10d8-978f-4697-bfb1-59a5eb5304d8 could not be found, it might have been deleted concurrently. {{(pid=83872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:205}} Apr 01 13:40:30.193840 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-f981c55d-d007-4b87-b042-41b1732a9b59 None None] Transition to ACTIVE for port object b87c47f2-c64d-40cb-9dc9-49153bc09ce7 will not be triggered until provisioned by entity L2. {{(pid=83872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 13:40:30.322389 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e0bd4ad-ac59-4341-922a-61419314ccd3 tempest-NetworksIpV6Test-758272472 tempest-NetworksIpV6Test-758272472-project] Pushing event updated for resources: {'Network': ['ID=4f33a23b-0159-4296-a5c6-a62c1671fb5d,revision_number=1']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:40:30.334469 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-f981c55d-d007-4b87-b042-41b1732a9b59 None None] Transition to ACTIVE for port object b87c47f2-c64d-40cb-9dc9-49153bc09ce7 will not be triggered until provisioned by entity DHCP. {{(pid=83872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 13:40:30.340768 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-9e0bd4ad-ac59-4341-922a-61419314ccd3 tempest-NetworksIpV6Test-758272472 tempest-NetworksIpV6Test-758272472-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.4831567 Apr 01 13:40:30.342991 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-d5a0471d-12a0-45fa-9d84-3c9b31791b7e tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Notify callbacks [] for router, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:30.343620 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-d5a0471d-12a0-45fa-9d84-3c9b31791b7e tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 698 time: 0.4446993 Apr 01 13:40:30.344812 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 54524) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:40:30.346597 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-619142a9-f445-43e6-a9a8-100b8f9f64a0 tempest-BulkNetworkOpsIpV6Test-532490617 tempest-BulkNetworkOpsIpV6Test-532490617-project] Notify callbacks [] for subnet, before_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:30.347614 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 54526) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:40:30.353513 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.v2.base [None req-70496f62-75e4-4d04-ab36-755107bb95f7 tempest-NetworksIpV6Test-758272472 tempest-NetworksIpV6Test-758272472-project] Request body: {'subnet': {'network_id': '4f33a23b-0159-4296-a5c6-a62c1671fb5d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=83869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:40:30.353789 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Network 4f33a23b-0159-4296-a5c6-a62c1671fb5d details requested by agent ovs-agent-dv-neutron-836180-1-hyperv with host dv-neutron-836180-1-hyperv {{(pid=83872) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 13:40:30.377669 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.v2.base [None req-244510d4-b01c-422f-94e0-efa1e079c748 tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Request body: {'port': {'network_id': '560cbf8e-c58c-4367-820c-b47913c94e2b', 'name': 'tempest-RoutersTest-1874824997'}} {{(pid=83869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:40:30.411367 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-619142a9-f445-43e6-a9a8-100b8f9f64a0 tempest-BulkNetworkOpsIpV6Test-532490617 tempest-BulkNetworkOpsIpV6Test-532490617-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3166365'] for subnet, precommit_delete_associations {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:30.415322 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-f981c55d-d007-4b87-b042-41b1732a9b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736732935801'] for port, after_create {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:30.588839 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-70496f62-75e4-4d04-ab36-755107bb95f7 tempest-NetworksIpV6Test-758272472 tempest-NetworksIpV6Test-758272472-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:40:30.597869 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-b0611611-5722-4d4f-a697-b603ba8b3f9d tempest-FloatingIPTestJSON-1100559899 tempest-FloatingIPTestJSON-1100559899-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:30.599640 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-70496f62-75e4-4d04-ab36-755107bb95f7 tempest-NetworksIpV6Test-758272472 tempest-NetworksIpV6Test-758272472-project] Usage tracker for resource:subnet and tenant:2517206c5ecf40f0b116989fbb76d27f is out of sync, need to count used quota {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 13:40:30.600047 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-619142a9-f445-43e6-a9a8-100b8f9f64a0 tempest-BulkNetworkOpsIpV6Test-532490617 tempest-BulkNetworkOpsIpV6Test-532490617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-945029'] for subnet, precommit_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:30.603104 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-70496f62-75e4-4d04-ab36-755107bb95f7 tempest-NetworksIpV6Test-758272472 tempest-NetworksIpV6Test-758272472-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 13:40:30.622047 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-70496f62-75e4-4d04-ab36-755107bb95f7 tempest-NetworksIpV6Test-758272472 tempest-NetworksIpV6Test-758272472-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:40:30.634752 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-b0611611-5722-4d4f-a697-b603ba8b3f9d tempest-FloatingIPTestJSON-1100559899 tempest-FloatingIPTestJSON-1100559899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4084747'] for floatingip, after_update {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:30.636950 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-244510d4-b01c-422f-94e0-efa1e079c748 tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:40:30.642189 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-244510d4-b01c-422f-94e0-efa1e079c748 tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Usage tracker for resource:port and tenant:7eaea7f33c58432a9d19111cc275f4e1 is out of sync, need to count used quota {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 13:40:30.645408 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70496f62-75e4-4d04-ab36-755107bb95f7 tempest-NetworksIpV6Test-758272472 tempest-NetworksIpV6Test-758272472-project] Made reservation on behalf of 2517206c5ecf40f0b116989fbb76d27f for: {'subnet': 1} {{(pid=83869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 13:40:30.664618 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-244510d4-b01c-422f-94e0-efa1e079c748 tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 13:40:30.675134 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-244510d4-b01c-422f-94e0-efa1e079c748 tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:40:30.762646 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f981c55d-d007-4b87-b042-41b1732a9b59 None None] Network 307ffcd7-9133-40a5-bf51-f5d41c31b25c is already hosted by enough agents. {{(pid=83872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 13:40:30.764204 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-244510d4-b01c-422f-94e0-efa1e079c748 tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Made reservation on behalf of 7eaea7f33c58432a9d19111cc275f4e1 for: {'port': 1} {{(pid=83869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 13:40:30.767621 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-244510d4-b01c-422f-94e0-efa1e079c748 tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:30.800396 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.scheduler.base_scheduler [None req-f981c55d-d007-4b87-b042-41b1732a9b59 None None] Resources bound (agent type, host, resource id): {{(pid=83872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 13:40:30.808620 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f981c55d-d007-4b87-b042-41b1732a9b59 None None] Received port after_create {{(pid=83872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 13:40:30.811120 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-70496f62-75e4-4d04-ab36-755107bb95f7 tempest-NetworksIpV6Test-758272472 tempest-NetworksIpV6Test-758272472-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2999481'] for subnet, before_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:30.811434 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.db_base_plugin_common [None req-b60fd7fb-672a-4aac-b4bb-f69131ef751a None None] Allocated IP 2001:db8:0:1::1 (b408c3ad-903b-4ba1-9aee-d665664eb72f/14b9f40b-1145-4247-8596-2baf34ee06a5/dfda3ac7-5c71-4bd0-8e0e-f8b33c816c68) {{(pid=83872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 13:40:30.814361 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-9f2c4e22-e2c4-437f-b9e4-013b844d9173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:30.823346 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f981c55d-d007-4b87-b042-41b1732a9b59 None None] Pushing event updated for resources: {'Port': ['ID=b87c47f2-c64d-40cb-9dc9-49153bc09ce7,revision_number=1']} {{(pid=83872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:40:30.858186 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6435189-ae7a-4c4b-8291-435aa7aaaf92 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7e7d0ecb-2af4-55f5-9198-238ab0570d62-560cbf8e-c58c-4367-820c-b47913c94e2b', 'network_id': '560cbf8e-c58c-4367-820c-b47913c94e2b', 'tenant_id': '7eaea7f33c58432a9d19111cc275f4e1', 'fixed_ips': [{'subnet_id': '033822f8-d4cf-4de9-9543-0a2f1ed5c40c'}]}} from dv-neutron-836180-1-hyperv. {{(pid=83872) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 01 13:40:30.859046 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-c6435189-ae7a-4c4b-8291-435aa7aaaf92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:30.904605 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.notifiers.nova [None req-244510d4-b01c-422f-94e0-efa1e079c748 tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] device_id is not set on port 7a34a0c6-91c6-4d7c-8bf3-dab84b728114 yet. {{(pid=83869) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 01 13:40:30.918420 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-619142a9-f445-43e6-a9a8-100b8f9f64a0 tempest-BulkNetworkOpsIpV6Test-532490617 tempest-BulkNetworkOpsIpV6Test-532490617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-945042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2743160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2757373'] for subnet, after_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:30.969433 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-619142a9-f445-43e6-a9a8-100b8f9f64a0 tempest-BulkNetworkOpsIpV6Test-532490617 tempest-BulkNetworkOpsIpV6Test-532490617-project] Pushing event deleted for resources: {'Subnet': ['ID=e075c927-3e56-4476-9899-9ec45cdb43cb,revision_number=None']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:40:30.975312 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-619142a9-f445-43e6-a9a8-100b8f9f64a0 tempest-BulkNetworkOpsIpV6Test-532490617 tempest-BulkNetworkOpsIpV6Test-532490617-project] Notify callbacks [] for subnet, before_response {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:30.988334 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-619142a9-f445-43e6-a9a8-100b8f9f64a0 tempest-BulkNetworkOpsIpV6Test-532490617 tempest-BulkNetworkOpsIpV6Test-532490617-project] 10.222.0.26 "DELETE /v2.0/subnets/e075c927-3e56-4476-9899-9ec45cdb43cb HTTP/1.1" status: 204 len: 168 time: 1.9366462 Apr 01 13:40:30.988334 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 54532) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:40:31.085228 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-9f2c4e22-e2c4-437f-b9e4-013b844d9173 None None] For port f3135906-b3bf-4145-a54a-3778e9a99c52, host dv-neutron-836180-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836180-1-hyperv',level=0,port_id=f3135906-b3bf-4145-a54a-3778e9a99c52,segment=NetworkSegment(0e06240a-5587-420d-8bd6-1db1ab2ca3f7),segment_id=0e06240a-5587-420d-8bd6-1db1ab2ca3f7)] {{(pid=83872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 13:40:31.109682 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-9f2c4e22-e2c4-437f-b9e4-013b844d9173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864'] for port, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:31.133943 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.db_base_plugin_common [None req-244510d4-b01c-422f-94e0-efa1e079c748 tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Allocated IP 172.20.0.3 (560cbf8e-c58c-4367-820c-b47913c94e2b/033822f8-d4cf-4de9-9543-0a2f1ed5c40c/7a34a0c6-91c6-4d7c-8bf3-dab84b728114) {{(pid=83869) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 13:40:31.187008 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.managers [None req-f981c55d-d007-4b87-b042-41b1732a9b59 None None] Attempting to bind port b87c47f2-c64d-40cb-9dc9-49153bc09ce7 on host dv-neutron-836180-1-hyperv for vnic_type normal with profile {{(pid=83872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 13:40:31.187726 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.managers [None req-f981c55d-d007-4b87-b042-41b1732a9b59 None None] Attempting to bind port b87c47f2-c64d-40cb-9dc9-49153bc09ce7 by drivers openvswitch,hyperv on host dv-neutron-836180-1-hyperv at level 0 using segments [{'id': '23d1eda5-24da-4b38-b9a9-ce5bf09e4f76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '307ffcd7-9133-40a5-bf51-f5d41c31b25c'}] {{(pid=83872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 13:40:31.188867 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f981c55d-d007-4b87-b042-41b1732a9b59 None None] Attempting to bind port b87c47f2-c64d-40cb-9dc9-49153bc09ce7 on network 307ffcd7-9133-40a5-bf51-f5d41c31b25c {{(pid=83872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 13:40:31.256054 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.db_base_plugin_v2 [None req-80bb5247-2c0d-4ce9-89d4-bde9486f161a tempest-BulkNetworkOpsIpV6Test-532490617 tempest-BulkNetworkOpsIpV6Test-532490617-project] Deleting subnet 14b9f40b-1145-4247-8596-2baf34ee06a5 {{(pid=83871) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 01 13:40:31.259231 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f981c55d-d007-4b87-b042-41b1732a9b59 None None] Checking agent: {'id': 'af948428-97cd-4d10-9f53-af028bdb39b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-836180-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 13, 25, 37), 'started_at': datetime.datetime(2022, 4, 1, 13, 26, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 13, 40, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-836180-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 13:40:31.260020 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f981c55d-d007-4b87-b042-41b1732a9b59 None None] Checking segment: {'id': '23d1eda5-24da-4b38-b9a9-ce5bf09e4f76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '307ffcd7-9133-40a5-bf51-f5d41c31b25c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 13:40:31.260639 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-f981c55d-d007-4b87-b042-41b1732a9b59 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:31.261211 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f981c55d-d007-4b87-b042-41b1732a9b59 None None] Bound using segment: {'id': '23d1eda5-24da-4b38-b9a9-ce5bf09e4f76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '307ffcd7-9133-40a5-bf51-f5d41c31b25c'} {{(pid=83872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 13:40:31.261869 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.managers [None req-f981c55d-d007-4b87-b042-41b1732a9b59 None None] Bound port: b87c47f2-c64d-40cb-9dc9-49153bc09ce7, host: dv-neutron-836180-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '23d1eda5-24da-4b38-b9a9-ce5bf09e4f76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '307ffcd7-9133-40a5-bf51-f5d41c31b25c'}}] {{(pid=83872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 13:40:31.262516 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-f981c55d-d007-4b87-b042-41b1732a9b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:31.269975 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.db.l3_db [None req-b0611611-5722-4d4f-a697-b603ba8b3f9d tempest-FloatingIPTestJSON-1100559899 tempest-FloatingIPTestJSON-1100559899-project] Floating IP c4eb5ae2-797c-4315-bd89-8a28bbe0eaf7 associated. External IP: 172.26.5.200, port: 36154f80-28e2-4c10-ac82-0c5c9e7b0ab2. Apr 01 13:40:31.379796 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f2c4e22-e2c4-437f-b9e4-013b844d9173 None None] Pushing event updated for resources: {'Port': ['ID=f3135906-b3bf-4145-a54a-3778e9a99c52,revision_number=3']} {{(pid=83872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:40:31.387870 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-70496f62-75e4-4d04-ab36-755107bb95f7 tempest-NetworksIpV6Test-758272472 tempest-NetworksIpV6Test-758272472-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2705391', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2999447'] for subnet, after_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:31.408343 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-f84126a9-2d67-4759-b990-2d8af4cb94b9 None None] Provisioning for port d63d56b1-0efe-4d07-b40c-cc73b616a228 completed by entity DHCP. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 13:40:31.425419 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-b60fd7fb-672a-4aac-b4bb-f69131ef751a None None] Notify callbacks [] for port, precommit_create {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:31.429383 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-f84126a9-2d67-4759-b990-2d8af4cb94b9 None None] Provisioning complete for port d63d56b1-0efe-4d07-b40c-cc73b616a228 triggered by entity DHCP. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 13:40:31.429818 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-f84126a9-2d67-4759-b990-2d8af4cb94b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-948329'] for port, provisioning_complete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:31.485670 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-b60fd7fb-672a-4aac-b4bb-f69131ef751a None None] Transition to ACTIVE for port object dfda3ac7-5c71-4bd0-8e0e-f8b33c816c68 will not be triggered until provisioned by entity L2. {{(pid=83872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 13:40:31.512822 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70496f62-75e4-4d04-ab36-755107bb95f7 tempest-NetworksIpV6Test-758272472 tempest-NetworksIpV6Test-758272472-project] Pushing event updated for resources: {'Subnet': ['ID=ba497bc3-33ac-4433-96d8-17000a6f0991,revision_number=0']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:40:31.520350 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-f981c55d-d007-4b87-b042-41b1732a9b59 None None] For port b87c47f2-c64d-40cb-9dc9-49153bc09ce7, host dv-neutron-836180-1-hyperv, cleared binding levels {{(pid=83872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 13:40:31.522667 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.plugin [None req-f84126a9-2d67-4759-b990-2d8af4cb94b9 None None] Port d63d56b1-0efe-4d07-b40c-cc73b616a228 cannot update to ACTIVE because it is not bound. {{(pid=83872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 13:40:31.533445 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-b60fd7fb-672a-4aac-b4bb-f69131ef751a None None] Transition to ACTIVE for port object dfda3ac7-5c71-4bd0-8e0e-f8b33c816c68 will not be triggered until provisioned by entity DHCP. {{(pid=83872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 13:40:31.537228 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-f981c55d-d007-4b87-b042-41b1732a9b59 None None] For port b87c47f2-c64d-40cb-9dc9-49153bc09ce7, host dv-neutron-836180-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836180-1-hyperv',level=0,port_id=b87c47f2-c64d-40cb-9dc9-49153bc09ce7,segment=NetworkSegment(23d1eda5-24da-4b38-b9a9-ce5bf09e4f76),segment_id=23d1eda5-24da-4b38-b9a9-ce5bf09e4f76)] {{(pid=83872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 13:40:31.542540 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-b60fd7fb-672a-4aac-b4bb-f69131ef751a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736732935801'] for port, after_create {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:31.543933 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70496f62-75e4-4d04-ab36-755107bb95f7 tempest-NetworksIpV6Test-758272472 tempest-NetworksIpV6Test-758272472-project] Checking segment: {'id': 'da191b6d-3dfa-4a48-90f8-4ddf336e8b00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '4f33a23b-0159-4296-a5c6-a62c1671fb5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 13:40:31.544290 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70496f62-75e4-4d04-ab36-755107bb95f7 tempest-NetworksIpV6Test-758272472 tempest-NetworksIpV6Test-758272472-project] Network hostable DHCP agents. Network: 4f33a23b-0159-4296-a5c6-a62c1671fb5d, hostable agents: ['e47e4547-5c2d-4954-ba56-fa3646239f18'], hosted agents: [] {{(pid=83869) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 13:40:31.572512 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-244510d4-b01c-422f-94e0-efa1e079c748 tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Notify callbacks [] for port, precommit_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:31.580255 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-f981c55d-d007-4b87-b042-41b1732a9b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864'] for port, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:31.591019 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-80bb5247-2c0d-4ce9-89d4-bde9486f161a tempest-BulkNetworkOpsIpV6Test-532490617 tempest-BulkNetworkOpsIpV6Test-532490617-project] Notify callbacks [] for subnet, before_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:31.595036 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.provisioning_blocks [None req-244510d4-b01c-422f-94e0-efa1e079c748 tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Transition to ACTIVE for port object 7a34a0c6-91c6-4d7c-8bf3-dab84b728114 will not be triggered until provisioned by entity DHCP. {{(pid=83869) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 13:40:31.603461 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70496f62-75e4-4d04-ab36-755107bb95f7 tempest-NetworksIpV6Test-758272472 tempest-NetworksIpV6Test-758272472-project] Network 4f33a23b-0159-4296-a5c6-a62c1671fb5d is scheduled to be hosted by DHCP agent e47e4547-5c2d-4954-ba56-fa3646239f18 with binding_index 1 {{(pid=83869) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 13:40:31.616226 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.scheduler.base_scheduler [None req-70496f62-75e4-4d04-ab36-755107bb95f7 tempest-NetworksIpV6Test-758272472 tempest-NetworksIpV6Test-758272472-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-836180-1-hyperv, 4f33a23b-0159-4296-a5c6-a62c1671fb5d) {{(pid=83869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 13:40:31.621493 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70496f62-75e4-4d04-ab36-755107bb95f7 tempest-NetworksIpV6Test-758272472 tempest-NetworksIpV6Test-758272472-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:40:31.621917 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-70496f62-75e4-4d04-ab36-755107bb95f7 tempest-NetworksIpV6Test-758272472 tempest-NetworksIpV6Test-758272472-project] Notify callbacks [] for subnet, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:31.634704 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b60fd7fb-672a-4aac-b4bb-f69131ef751a None None] Network b408c3ad-903b-4ba1-9aee-d665664eb72f is already hosted by enough agents. {{(pid=83872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 13:40:31.637810 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbacf762-5bc0-4c98-a4a3-be5c874844d1 None None] Network 4f33a23b-0159-4296-a5c6-a62c1671fb5d requested from dv-neutron-836180-1-hyperv {{(pid=83872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 13:40:31.657331 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-70496f62-75e4-4d04-ab36-755107bb95f7 tempest-NetworksIpV6Test-758272472 tempest-NetworksIpV6Test-758272472-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 1.3105226 Apr 01 13:40:31.658542 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 54538) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:40:31.660047 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.scheduler.base_scheduler [None req-b60fd7fb-672a-4aac-b4bb-f69131ef751a None None] Resources bound (agent type, host, resource id): {{(pid=83872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 13:40:31.682014 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-244510d4-b01c-422f-94e0-efa1e079c748 tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736732935801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2705155'] for port, after_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:31.699147 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b60fd7fb-672a-4aac-b4bb-f69131ef751a None None] Received port after_create {{(pid=83872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 13:40:31.704472 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b60fd7fb-672a-4aac-b4bb-f69131ef751a None None] Pushing event updated for resources: {'Port': ['ID=dfda3ac7-5c71-4bd0-8e0e-f8b33c816c68,revision_number=1']} {{(pid=83872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:40:31.726804 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-80bb5247-2c0d-4ce9-89d4-bde9486f161a tempest-BulkNetworkOpsIpV6Test-532490617 tempest-BulkNetworkOpsIpV6Test-532490617-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3166365'] for subnet, precommit_delete_associations {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:31.833254 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-244510d4-b01c-422f-94e0-efa1e079c748 tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Pushing event updated for resources: {'Port': ['ID=7a34a0c6-91c6-4d7c-8bf3-dab84b728114,revision_number=1']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:40:31.842338 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-80bb5247-2c0d-4ce9-89d4-bde9486f161a tempest-BulkNetworkOpsIpV6Test-532490617 tempest-BulkNetworkOpsIpV6Test-532490617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-945029'] for subnet, precommit_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:31.853646 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-244510d4-b01c-422f-94e0-efa1e079c748 tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Network 560cbf8e-c58c-4367-820c-b47913c94e2b is already hosted by enough agents. {{(pid=83869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 13:40:31.857308 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.scheduler.base_scheduler [None req-244510d4-b01c-422f-94e0-efa1e079c748 tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Resources bound (agent type, host, resource id): {{(pid=83869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 13:40:31.869701 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-244510d4-b01c-422f-94e0-efa1e079c748 tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Received port after_create {{(pid=83869) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 13:40:31.935242 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0611611-5722-4d4f-a697-b603ba8b3f9d tempest-FloatingIPTestJSON-1100559899 tempest-FloatingIPTestJSON-1100559899-project] Router a4024174-aefa-48ee-ba65-83a04caa0a41 has already been hosted by L3 agent 88bf8fc8-11a3-4e96-9d1b-5fd93ba9f6f1 {{(pid=83871) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 13:40:31.937541 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-e2bc7c7c-ffe0-4a4e-95aa-65f7032893a7 tempest-NetworksIpV6Test-758272472 tempest-NetworksIpV6Test-758272472-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1033078'] for network, before_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:31.952389 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-80bb5247-2c0d-4ce9-89d4-bde9486f161a tempest-BulkNetworkOpsIpV6Test-532490617 tempest-BulkNetworkOpsIpV6Test-532490617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-945042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2743160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2757373'] for subnet, after_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:31.954158 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-244510d4-b01c-422f-94e0-efa1e079c748 tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:40:31.954957 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-244510d4-b01c-422f-94e0-efa1e079c748 tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109561'] for port, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:31.993453 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-665f5a4c-381e-453a-a285-32bcc9021330 None None] Provisioning complete for port f3135906-b3bf-4145-a54a-3778e9a99c52 triggered by entity DHCP. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 13:40:31.994089 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-665f5a4c-381e-453a-a285-32bcc9021330 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-948329'] for port, provisioning_complete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:32.018091 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-244510d4-b01c-422f-94e0-efa1e079c748 tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 1.6662843 Apr 01 13:40:32.018299 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 54542) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:40:32.036418 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.db_base_plugin_common [None req-c6435189-ae7a-4c4b-8291-435aa7aaaf92 None None] Allocated IP 172.20.0.2 (560cbf8e-c58c-4367-820c-b47913c94e2b/033822f8-d4cf-4de9-9543-0a2f1ed5c40c/2c713f28-c6b7-4a05-a2de-87008191eb25) {{(pid=83872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 13:40:32.042762 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80bb5247-2c0d-4ce9-89d4-bde9486f161a tempest-BulkNetworkOpsIpV6Test-532490617 tempest-BulkNetworkOpsIpV6Test-532490617-project] Pushing event deleted for resources: {'Subnet': ['ID=14b9f40b-1145-4247-8596-2baf34ee06a5,revision_number=None']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:40:32.061438 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f981c55d-d007-4b87-b042-41b1732a9b59 None None] Pushing event updated for resources: {'Port': ['ID=b87c47f2-c64d-40cb-9dc9-49153bc09ce7,revision_number=3']} {{(pid=83872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:40:32.087780 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.managers [None req-b60fd7fb-672a-4aac-b4bb-f69131ef751a None None] Attempting to bind port dfda3ac7-5c71-4bd0-8e0e-f8b33c816c68 on host dv-neutron-836180-1-hyperv for vnic_type normal with profile {{(pid=83872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 13:40:32.088142 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.managers [None req-b60fd7fb-672a-4aac-b4bb-f69131ef751a None None] Attempting to bind port dfda3ac7-5c71-4bd0-8e0e-f8b33c816c68 by drivers openvswitch,hyperv on host dv-neutron-836180-1-hyperv at level 0 using segments [{'id': 'd813918c-724d-4b03-877d-62ca02c4977b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'b408c3ad-903b-4ba1-9aee-d665664eb72f'}] {{(pid=83872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 13:40:32.088512 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b60fd7fb-672a-4aac-b4bb-f69131ef751a None None] Attempting to bind port dfda3ac7-5c71-4bd0-8e0e-f8b33c816c68 on network b408c3ad-903b-4ba1-9aee-d665664eb72f {{(pid=83872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 13:40:32.128422 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-80bb5247-2c0d-4ce9-89d4-bde9486f161a tempest-BulkNetworkOpsIpV6Test-532490617 tempest-BulkNetworkOpsIpV6Test-532490617-project] Notify callbacks [] for subnet, before_response {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:32.140228 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-80bb5247-2c0d-4ce9-89d4-bde9486f161a tempest-BulkNetworkOpsIpV6Test-532490617 tempest-BulkNetworkOpsIpV6Test-532490617-project] 10.222.0.26 "DELETE /v2.0/subnets/14b9f40b-1145-4247-8596-2baf34ee06a5 HTTP/1.1" status: 204 len: 168 time: 1.1495335 Apr 01 13:40:32.140503 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 54546) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:40:32.152791 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85c71a52-d3e0-44c2-b899-f162a6e6a9b5 None None] Network 307ffcd7-9133-40a5-bf51-f5d41c31b25c requested from dv-neutron-836180-1-hyperv {{(pid=83872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 13:40:32.250899 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ee9571b-fdbc-4f86-98db-1b8b2bf74078 tempest-BulkNetworkOpsIpV6Test-532490617 tempest-BulkNetworkOpsIpV6Test-532490617-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:40:32.251949 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-1ee9571b-fdbc-4f86-98db-1b8b2bf74078 tempest-BulkNetworkOpsIpV6Test-532490617 tempest-BulkNetworkOpsIpV6Test-532490617-project] Synchronizing usage tracker for tenant:f4620114546c4e229015d0a74a0b4a21 on resource:subnet {{(pid=83871) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 13:40:32.254926 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b60fd7fb-672a-4aac-b4bb-f69131ef751a None None] Checking agent: {'id': 'af948428-97cd-4d10-9f53-af028bdb39b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-836180-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 13, 25, 37), 'started_at': datetime.datetime(2022, 4, 1, 13, 26, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 13, 40, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-836180-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 13:40:32.255518 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b60fd7fb-672a-4aac-b4bb-f69131ef751a None None] Checking segment: {'id': 'd813918c-724d-4b03-877d-62ca02c4977b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'b408c3ad-903b-4ba1-9aee-d665664eb72f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 13:40:32.256076 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-b60fd7fb-672a-4aac-b4bb-f69131ef751a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:32.256738 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b60fd7fb-672a-4aac-b4bb-f69131ef751a None None] Bound using segment: {'id': 'd813918c-724d-4b03-877d-62ca02c4977b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'b408c3ad-903b-4ba1-9aee-d665664eb72f'} {{(pid=83872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 13:40:32.257390 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.managers [None req-b60fd7fb-672a-4aac-b4bb-f69131ef751a None None] Bound port: dfda3ac7-5c71-4bd0-8e0e-f8b33c816c68, host: dv-neutron-836180-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd813918c-724d-4b03-877d-62ca02c4977b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'b408c3ad-903b-4ba1-9aee-d665664eb72f'}}] {{(pid=83872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 13:40:32.257918 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-b60fd7fb-672a-4aac-b4bb-f69131ef751a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:32.269503 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-e2bc7c7c-ffe0-4a4e-95aa-65f7032893a7 tempest-NetworksIpV6Test-758272472 tempest-NetworksIpV6Test-758272472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-945029'] for subnet, precommit_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:32.301138 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-1ee9571b-fdbc-4f86-98db-1b8b2bf74078 tempest-BulkNetworkOpsIpV6Test-532490617 tempest-BulkNetworkOpsIpV6Test-532490617-project] Unset dirty status for tenant:f4620114546c4e229015d0a74a0b4a21 on resource:subnet {{(pid=83871) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 13:40:32.308784 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-1ee9571b-fdbc-4f86-98db-1b8b2bf74078 tempest-BulkNetworkOpsIpV6Test-532490617 tempest-BulkNetworkOpsIpV6Test-532490617-project] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1603940 Apr 01 13:40:32.308961 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 54550) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:40:32.332557 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0611611-5722-4d4f-a697-b603ba8b3f9d tempest-FloatingIPTestJSON-1100559899 tempest-FloatingIPTestJSON-1100559899-project] Notify agent at l3_agent.dv-neutron-836180-1-hyperv the message routers_updated {{(pid=83871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 13:40:32.376044 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d1230f9-9f0e-4659-a498-6574120d0bd1 None None] Sync routers for ids ['a4024174-aefa-48ee-ba65-83a04caa0a41'] in dv-neutron-836180-1-hyperv {{(pid=83872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 13:40:32.570473 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-3edcc9cf-2785-47b4-bd22-6b388e5fbc57 tempest-BulkNetworkOpsIpV6Test-532490617 tempest-BulkNetworkOpsIpV6Test-532490617-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1033078'] for network, before_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:32.601192 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.plugin [None req-3edcc9cf-2785-47b4-bd22-6b388e5fbc57 tempest-BulkNetworkOpsIpV6Test-532490617 tempest-BulkNetworkOpsIpV6Test-532490617-project] Deleting port dfda3ac7-5c71-4bd0-8e0e-f8b33c816c68 {{(pid=83869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 13:40:32.601527 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-3edcc9cf-2785-47b4-bd22-6b388e5fbc57 tempest-BulkNetworkOpsIpV6Test-532490617 tempest-BulkNetworkOpsIpV6Test-532490617-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736733287370'] for port, before_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:32.637897 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-e2bc7c7c-ffe0-4a4e-95aa-65f7032893a7 tempest-NetworksIpV6Test-758272472 tempest-NetworksIpV6Test-758272472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-945042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2705198', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2999452'] for subnet, after_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:32.652134 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82196e65-af0f-407f-a42f-2d05ceb54d78 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7e7d0ecb-2af4-55f5-9198-238ab0570d62-4f33a23b-0159-4296-a5c6-a62c1671fb5d', 'network_id': '4f33a23b-0159-4296-a5c6-a62c1671fb5d', 'tenant_id': '2517206c5ecf40f0b116989fbb76d27f', 'fixed_ips': [{'subnet_id': 'ba497bc3-33ac-4433-96d8-17000a6f0991'}]}} from dv-neutron-836180-1-hyperv. {{(pid=83872) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 01 13:40:32.653083 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-82196e65-af0f-407f-a42f-2d05ceb54d78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:32.687792 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d1230f9-9f0e-4659-a498-6574120d0bd1 None None] Routers {'a4024174-aefa-48ee-ba65-83a04caa0a41'} bound to L3 agent in host dv-neutron-836180-1-hyperv {{(pid=83872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 13:40:32.689050 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_hamode_db [None req-1d1230f9-9f0e-4659-a498-6574120d0bd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836180-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-01T13:25:36Z,description=,heartbeat_timestamp=2022-04-01T13:40:06Z,host='dv-neutron-836180-1-hyperv',id=88bf8fc8-11a3-4e96-9d1b-5fd93ba9f6f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T13:25:36Z,topic='l3_agent')) {'router_ids': ['a4024174-aefa-48ee-ba65-83a04caa0a41'], 'active': True} {{(pid=83872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:40:32.751720 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2bc7c7c-ffe0-4a4e-95aa-65f7032893a7 tempest-NetworksIpV6Test-758272472 tempest-NetworksIpV6Test-758272472-project] Pushing event deleted for resources: {'Subnet': ['ID=ba497bc3-33ac-4433-96d8-17000a6f0991,revision_number=None']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:40:32.793717 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_hamode_db [None req-1d1230f9-9f0e-4659-a498-6574120d0bd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-836180-1-hyperv', False) {} {{(pid=83872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:40:32.876957 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-b60fd7fb-672a-4aac-b4bb-f69131ef751a None None] For port dfda3ac7-5c71-4bd0-8e0e-f8b33c816c68, host dv-neutron-836180-1-hyperv, cleared binding levels {{(pid=83872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 13:40:32.884494 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Device f3135906-b3bf-4145-a54a-3778e9a99c52 up at agent ovs-agent-dv-neutron-836180-1-hyperv {{(pid=83872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 13:40:32.887613 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0611611-5722-4d4f-a697-b603ba8b3f9d tempest-FloatingIPTestJSON-1100559899 tempest-FloatingIPTestJSON-1100559899-project] Router b7b0f4f0-93c2-441d-bc30-1a6a37191327 has already been hosted by L3 agent 88bf8fc8-11a3-4e96-9d1b-5fd93ba9f6f1 {{(pid=83871) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 13:40:32.952940 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-b60fd7fb-672a-4aac-b4bb-f69131ef751a None None] For port dfda3ac7-5c71-4bd0-8e0e-f8b33c816c68, host dv-neutron-836180-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836180-1-hyperv',level=0,port_id=dfda3ac7-5c71-4bd0-8e0e-f8b33c816c68,segment=NetworkSegment(d813918c-724d-4b03-877d-62ca02c4977b),segment_id=d813918c-724d-4b03-877d-62ca02c4977b)] {{(pid=83872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 13:40:32.976759 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-b60fd7fb-672a-4aac-b4bb-f69131ef751a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864'] for port, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:33.026890 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-e2bc7c7c-ffe0-4a4e-95aa-65f7032893a7 tempest-NetworksIpV6Test-758272472 tempest-NetworksIpV6Test-758272472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-942654', 'neutron.services.segments.db._delete_segments_for_network-8736733387888'] for network, precommit_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:33.054779 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-c6435189-ae7a-4c4b-8291-435aa7aaaf92 None None] Notify callbacks [] for port, precommit_create {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:33.061187 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d1230f9-9f0e-4659-a498-6574120d0bd1 None None] Routers {'a4024174-aefa-48ee-ba65-83a04caa0a41'} bound to L3 agent in host dv-neutron-836180-1-hyperv {{(pid=83872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 13:40:33.062075 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_hamode_db [None req-1d1230f9-9f0e-4659-a498-6574120d0bd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836180-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-01T13:25:36Z,description=,heartbeat_timestamp=2022-04-01T13:40:06Z,host='dv-neutron-836180-1-hyperv',id=88bf8fc8-11a3-4e96-9d1b-5fd93ba9f6f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T13:25:36Z,topic='l3_agent')) {'router_ids': ['a4024174-aefa-48ee-ba65-83a04caa0a41'], 'active': True} {{(pid=83872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:40:33.098097 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0611611-5722-4d4f-a697-b603ba8b3f9d tempest-FloatingIPTestJSON-1100559899 tempest-FloatingIPTestJSON-1100559899-project] Notify agent at l3_agent.dv-neutron-836180-1-hyperv the message routers_updated {{(pid=83871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 13:40:33.102643 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-b0611611-5722-4d4f-a697-b603ba8b3f9d tempest-FloatingIPTestJSON-1100559899 tempest-FloatingIPTestJSON-1100559899-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109561'] for floatingip, before_response {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:33.112504 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e17925b-337c-4592-8147-97df52f0e1ee None None] Sync routers for ids ['b7b0f4f0-93c2-441d-bc30-1a6a37191327'] in dv-neutron-836180-1-hyperv {{(pid=83873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 13:40:33.127349 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e17925b-337c-4592-8147-97df52f0e1ee None None] Routers {'b7b0f4f0-93c2-441d-bc30-1a6a37191327'} bound to L3 agent in host dv-neutron-836180-1-hyperv {{(pid=83873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 13:40:33.128203 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-2e17925b-337c-4592-8147-97df52f0e1ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836180-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-01T13:25:36Z,description=,heartbeat_timestamp=2022-04-01T13:40:06Z,host='dv-neutron-836180-1-hyperv',id=88bf8fc8-11a3-4e96-9d1b-5fd93ba9f6f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T13:25:36Z,topic='l3_agent')) {'router_ids': ['b7b0f4f0-93c2-441d-bc30-1a6a37191327'], 'active': True} {{(pid=83873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:40:33.149318 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-c6435189-ae7a-4c4b-8291-435aa7aaaf92 None None] Transition to ACTIVE for port object 2c713f28-c6b7-4a05-a2de-87008191eb25 will not be triggered until provisioned by entity L2. {{(pid=83872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 13:40:33.154329 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f514028-f224-469f-bed2-7ad37281c210 None None] Network 4f33a23b-0159-4296-a5c6-a62c1671fb5d requested from dv-neutron-836180-1-hyperv {{(pid=83872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 13:40:33.170584 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_hamode_db [None req-1d1230f9-9f0e-4659-a498-6574120d0bd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-836180-1-hyperv', False) {} {{(pid=83872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:40:33.171221 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d1230f9-9f0e-4659-a498-6574120d0bd1 None None] The sync data for ids ['a4024174-aefa-48ee-ba65-83a04caa0a41'] in dv-neutron-836180-1-hyperv is: [] {{(pid=83872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 13:40:33.196833 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-2e17925b-337c-4592-8147-97df52f0e1ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-836180-1-hyperv', False) {} {{(pid=83873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:40:33.208734 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e17925b-337c-4592-8147-97df52f0e1ee None None] Routers {'b7b0f4f0-93c2-441d-bc30-1a6a37191327'} bound to L3 agent in host dv-neutron-836180-1-hyperv {{(pid=83873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 13:40:33.209707 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-2e17925b-337c-4592-8147-97df52f0e1ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836180-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-01T13:25:36Z,description=,heartbeat_timestamp=2022-04-01T13:40:06Z,host='dv-neutron-836180-1-hyperv',id=88bf8fc8-11a3-4e96-9d1b-5fd93ba9f6f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T13:25:36Z,topic='l3_agent')) {'router_ids': ['b7b0f4f0-93c2-441d-bc30-1a6a37191327'], 'active': True} {{(pid=83873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:40:33.233524 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.db [None req-3edcc9cf-2785-47b4-bd22-6b388e5fbc57 tempest-BulkNetworkOpsIpV6Test-532490617 tempest-BulkNetworkOpsIpV6Test-532490617-project] For port dfda3ac7-5c71-4bd0-8e0e-f8b33c816c68, host dv-neutron-836180-1-hyperv, got binding levels [] {{(pid=83869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 13:40:33.234007 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-3edcc9cf-2785-47b4-bd22-6b388e5fbc57 tempest-BulkNetworkOpsIpV6Test-532490617 tempest-BulkNetworkOpsIpV6Test-532490617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4155147'] for port, precommit_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:33.278456 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-b0611611-5722-4d4f-a697-b603ba8b3f9d tempest-FloatingIPTestJSON-1100559899 tempest-FloatingIPTestJSON-1100559899-project] 10.222.0.26 "PUT /v2.0/floatingips/c4eb5ae2-797c-4315-bd89-8a28bbe0eaf7 HTTP/1.1" status: 200 len: 979 time: 3.6700182 Apr 01 13:40:33.282115 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 54554) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:40:33.309219 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-c6435189-ae7a-4c4b-8291-435aa7aaaf92 None None] Transition to ACTIVE for port object 2c713f28-c6b7-4a05-a2de-87008191eb25 will not be triggered until provisioned by entity DHCP. {{(pid=83872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 13:40:33.331989 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b60fd7fb-672a-4aac-b4bb-f69131ef751a None None] Pushing event updated for resources: {'Port': ['ID=dfda3ac7-5c71-4bd0-8e0e-f8b33c816c68,revision_number=3']} {{(pid=83872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:40:33.350467 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-2e17925b-337c-4592-8147-97df52f0e1ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-836180-1-hyperv', False) {} {{(pid=83873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:40:33.351109 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e17925b-337c-4592-8147-97df52f0e1ee None None] The sync data for ids ['b7b0f4f0-93c2-441d-bc30-1a6a37191327'] in dv-neutron-836180-1-hyperv is: [] {{(pid=83873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 13:40:33.360608 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-c6435189-ae7a-4c4b-8291-435aa7aaaf92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736732935801'] for port, after_create {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:33.380748 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.plugin [None req-d41a2d6e-81ba-4a89-851d-17f97cc44b5a tempest-FloatingIPTestJSON-1100559899 tempest-FloatingIPTestJSON-1100559899-project] Deleting port d63d56b1-0efe-4d07-b40c-cc73b616a228 {{(pid=83871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 13:40:33.381138 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-d41a2d6e-81ba-4a89-851d-17f97cc44b5a tempest-FloatingIPTestJSON-1100559899 tempest-FloatingIPTestJSON-1100559899-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736733287370'] for port, before_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:33.394789 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.plugin [None req-3edcc9cf-2785-47b4-bd22-6b388e5fbc57 tempest-BulkNetworkOpsIpV6Test-532490617 tempest-BulkNetworkOpsIpV6Test-532490617-project] Calling delete_port for dfda3ac7-5c71-4bd0-8e0e-f8b33c816c68 owned by network:dhcp {{(pid=83869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 13:40:33.441969 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c115061f-716b-4b7c-a92b-88c9684081d7 None None] Network b408c3ad-903b-4ba1-9aee-d665664eb72f requested from dv-neutron-836180-1-hyperv {{(pid=83872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 13:40:33.443612 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.services.segments.db [None req-e2bc7c7c-ffe0-4a4e-95aa-65f7032893a7 tempest-NetworksIpV6Test-758272472 tempest-NetworksIpV6Test-758272472-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4f33a23b-0159-4296-a5c6-a62c1671fb5d']}} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:40:33.473407 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.services.segments.db [None req-e2bc7c7c-ffe0-4a4e-95aa-65f7032893a7 tempest-NetworksIpV6Test-758272472 tempest-NetworksIpV6Test-758272472-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'da191b6d-3dfa-4a48-90f8-4ddf336e8b00') {'for_net_delete': True} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:40:33.474182 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.services.segments.db [None req-e2bc7c7c-ffe0-4a4e-95aa-65f7032893a7 tempest-NetworksIpV6Test-758272472 tempest-NetworksIpV6Test-758272472-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'da191b6d-3dfa-4a48-90f8-4ddf336e8b00') {} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:40:33.526220 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-e2bc7c7c-ffe0-4a4e-95aa-65f7032893a7 tempest-NetworksIpV6Test-758272472 tempest-NetworksIpV6Test-758272472-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736733386999', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2704982'] for segment, before_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:33.572223 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-e2bc7c7c-ffe0-4a4e-95aa-65f7032893a7 tempest-NetworksIpV6Test-758272472 tempest-NetworksIpV6Test-758272472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1004271'] for segment, precommit_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:33.574721 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Provisioning complete for port f3135906-b3bf-4145-a54a-3778e9a99c52 triggered by entity L2. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 13:40:33.575094 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-948329'] for port, provisioning_complete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:33.583988 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e2bc7c7c-ffe0-4a4e-95aa-65f7032893a7 tempest-NetworksIpV6Test-758272472 tempest-NetworksIpV6Test-758272472-project] Releasing vlan 384 on physical network physnet1 to pool {{(pid=83869) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 01 13:40:33.584409 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-e2bc7c7c-ffe0-4a4e-95aa-65f7032893a7 tempest-NetworksIpV6Test-758272472 tempest-NetworksIpV6Test-758272472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1004262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2705264'] for segment, after_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:33.601861 dv-neutron-836180-1-hyperv neutron-server[83869]: Traceback (most recent call last): Apr 01 13:40:33.601861 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 01 13:40:33.601861 dv-neutron-836180-1-hyperv neutron-server[83869]: timer() Apr 01 13:40:33.601861 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 13:40:33.601861 dv-neutron-836180-1-hyperv neutron-server[83869]: cb(*args, **kw) Apr 01 13:40:33.601861 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 13:40:33.601861 dv-neutron-836180-1-hyperv neutron-server[83869]: return func(*args, **kwargs) Apr 01 13:40:33.601861 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 13:40:33.601861 dv-neutron-836180-1-hyperv neutron-server[83869]: self._notify() Apr 01 13:40:33.601861 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 13:40:33.601861 dv-neutron-836180-1-hyperv neutron-server[83869]: self.callback(batched_events) Apr 01 13:40:33.601861 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 13:40:33.601861 dv-neutron-836180-1-hyperv neutron-server[83869]: event.method(event) Apr 01 13:40:33.601861 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 13:40:33.601861 dv-neutron-836180-1-hyperv neutron-server[83869]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 13:40:33.601861 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 13:40:33.601861 dv-neutron-836180-1-hyperv neutron-server[83869]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 13:40:33.601861 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 13:40:33.601861 dv-neutron-836180-1-hyperv neutron-server[83869]: return f(self, *a, **k) Apr 01 13:40:33.601861 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 13:40:33.601861 dv-neutron-836180-1-hyperv neutron-server[83869]: return self._get(url).json() Apr 01 13:40:33.601861 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 13:40:33.601861 dv-neutron-836180-1-hyperv neutron-server[83869]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 13:40:33.601861 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 01 13:40:33.601861 dv-neutron-836180-1-hyperv neutron-server[83869]: return self.request(url, 'GET', **kwargs) Apr 01 13:40:33.601861 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 01 13:40:33.601861 dv-neutron-836180-1-hyperv neutron-server[83869]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 13:40:33.601861 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 01 13:40:33.601861 dv-neutron-836180-1-hyperv neutron-server[83869]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 13:40:33.601861 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 01 13:40:33.601861 dv-neutron-836180-1-hyperv neutron-server[83869]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 13:40:33.601861 dv-neutron-836180-1-hyperv neutron-server[83869]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 13:40:33.632538 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6435189-ae7a-4c4b-8291-435aa7aaaf92 None None] Pushing event updated for resources: {'Port': ['ID=2c713f28-c6b7-4a05-a2de-87008191eb25,revision_number=1']} {{(pid=83872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:40:33.640023 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6435189-ae7a-4c4b-8291-435aa7aaaf92 None None] Network 560cbf8e-c58c-4367-820c-b47913c94e2b is already hosted by enough agents. {{(pid=83872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 13:40:33.647189 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.scheduler.base_scheduler [None req-c6435189-ae7a-4c4b-8291-435aa7aaaf92 None None] Resources bound (agent type, host, resource id): {{(pid=83872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 13:40:33.652583 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6435189-ae7a-4c4b-8291-435aa7aaaf92 None None] Received port after_create {{(pid=83872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 13:40:33.665450 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-d41a2d6e-81ba-4a89-851d-17f97cc44b5a tempest-FloatingIPTestJSON-1100559899 tempest-FloatingIPTestJSON-1100559899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4155147'] for port, precommit_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:33.674565 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-a7a901f7-b715-4a25-bcb2-0ebd522b748a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:33.681825 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.db.api [None req-3edcc9cf-2785-47b4-bd22-6b388e5fbc57 tempest-BulkNetworkOpsIpV6Test-532490617 tempest-BulkNetworkOpsIpV6Test-532490617-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83869) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 01 13:40:33.682243 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG oslo_db.api [None req-3edcc9cf-2785-47b4-bd22-6b388e5fbc57 tempest-BulkNetworkOpsIpV6Test-532490617 tempest-BulkNetworkOpsIpV6Test-532490617-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 01 13:40:33.739046 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-36626537-00f9-437e-ab7e-c2dd178b7b2a tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:33.750474 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-e2bc7c7c-ffe0-4a4e-95aa-65f7032893a7 tempest-NetworksIpV6Test-758272472 tempest-NetworksIpV6Test-758272472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-942599', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4084797'] for network, after_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:33.779123 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-e2bc7c7c-ffe0-4a4e-95aa-65f7032893a7 tempest-NetworksIpV6Test-758272472 tempest-NetworksIpV6Test-758272472-project] Notify callbacks [] for network, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:33.790076 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2bc7c7c-ffe0-4a4e-95aa-65f7032893a7 tempest-NetworksIpV6Test-758272472 tempest-NetworksIpV6Test-758272472-project] Pushing event deleted for resources: {'Network': ['ID=4f33a23b-0159-4296-a5c6-a62c1671fb5d,revision_number=None']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:40:33.796738 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-e2bc7c7c-ffe0-4a4e-95aa-65f7032893a7 tempest-NetworksIpV6Test-758272472 tempest-NetworksIpV6Test-758272472-project] 10.222.0.26 "DELETE /v2.0/networks/4f33a23b-0159-4296-a5c6-a62c1671fb5d HTTP/1.1" status: 204 len: 168 time: 2.1371646 Apr 01 13:40:33.797912 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 54558) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:40:33.804638 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.v2.base [None req-68d67d15-3db4-4d59-a6d5-c63dcfa3b997 tempest-NetworksIpV6Test-758272472 tempest-NetworksIpV6Test-758272472-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-91505068'}} {{(pid=83869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:40:33.941250 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.managers [None req-c6435189-ae7a-4c4b-8291-435aa7aaaf92 None None] Attempting to bind port 2c713f28-c6b7-4a05-a2de-87008191eb25 on host dv-neutron-836180-1-hyperv for vnic_type normal with profile {{(pid=83872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 13:40:33.941670 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.managers [None req-c6435189-ae7a-4c4b-8291-435aa7aaaf92 None None] Attempting to bind port 2c713f28-c6b7-4a05-a2de-87008191eb25 by drivers openvswitch,hyperv on host dv-neutron-836180-1-hyperv at level 0 using segments [{'id': '604c4e6f-34b5-4c81-83e9-a430e84a99d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '560cbf8e-c58c-4367-820c-b47913c94e2b'}] {{(pid=83872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 13:40:33.942241 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6435189-ae7a-4c4b-8291-435aa7aaaf92 None None] Attempting to bind port 2c713f28-c6b7-4a05-a2de-87008191eb25 on network 560cbf8e-c58c-4367-820c-b47913c94e2b {{(pid=83872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 13:40:33.955416 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-68d67d15-3db4-4d59-a6d5-c63dcfa3b997 tempest-NetworksIpV6Test-758272472 tempest-NetworksIpV6Test-758272472-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:40:33.963558 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-68d67d15-3db4-4d59-a6d5-c63dcfa3b997 tempest-NetworksIpV6Test-758272472 tempest-NetworksIpV6Test-758272472-project] Usage tracker for resource:network and tenant:2517206c5ecf40f0b116989fbb76d27f is out of sync, need to count used quota {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 13:40:33.967332 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6435189-ae7a-4c4b-8291-435aa7aaaf92 None None] Checking agent: {'id': 'af948428-97cd-4d10-9f53-af028bdb39b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-836180-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 13, 25, 37), 'started_at': datetime.datetime(2022, 4, 1, 13, 26, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 13, 40, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-836180-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 13:40:33.967700 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6435189-ae7a-4c4b-8291-435aa7aaaf92 None None] Checking segment: {'id': '604c4e6f-34b5-4c81-83e9-a430e84a99d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '560cbf8e-c58c-4367-820c-b47913c94e2b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 13:40:33.968093 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-c6435189-ae7a-4c4b-8291-435aa7aaaf92 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:33.968507 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6435189-ae7a-4c4b-8291-435aa7aaaf92 None None] Bound using segment: {'id': '604c4e6f-34b5-4c81-83e9-a430e84a99d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '560cbf8e-c58c-4367-820c-b47913c94e2b'} {{(pid=83872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 13:40:33.968977 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.managers [None req-c6435189-ae7a-4c4b-8291-435aa7aaaf92 None None] Bound port: 2c713f28-c6b7-4a05-a2de-87008191eb25, host: dv-neutron-836180-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '604c4e6f-34b5-4c81-83e9-a430e84a99d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '560cbf8e-c58c-4367-820c-b47913c94e2b'}}] {{(pid=83872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 13:40:33.969861 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-c6435189-ae7a-4c4b-8291-435aa7aaaf92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:33.972529 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-68d67d15-3db4-4d59-a6d5-c63dcfa3b997 tempest-NetworksIpV6Test-758272472 tempest-NetworksIpV6Test-758272472-project] Quota usage for network was recalculated. Used quota:2. {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 13:40:33.979995 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-d41a2d6e-81ba-4a89-851d-17f97cc44b5a tempest-FloatingIPTestJSON-1100559899 tempest-FloatingIPTestJSON-1100559899-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:33.980574 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-d41a2d6e-81ba-4a89-851d-17f97cc44b5a tempest-FloatingIPTestJSON-1100559899 tempest-FloatingIPTestJSON-1100559899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4084747'] for floatingip, after_update {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:33.980662 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.db.l3_db [None req-d41a2d6e-81ba-4a89-851d-17f97cc44b5a tempest-FloatingIPTestJSON-1100559899 tempest-FloatingIPTestJSON-1100559899-project] Floating IP c4eb5ae2-797c-4315-bd89-8a28bbe0eaf7 disassociated. External IP: 172.26.5.200, port: d63d56b1-0efe-4d07-b40c-cc73b616a228. Apr 01 13:40:33.981477 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.plugin [None req-d41a2d6e-81ba-4a89-851d-17f97cc44b5a tempest-FloatingIPTestJSON-1100559899 tempest-FloatingIPTestJSON-1100559899-project] Calling delete_port for d63d56b1-0efe-4d07-b40c-cc73b616a228 owned by {{(pid=83871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 13:40:33.981804 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-68d67d15-3db4-4d59-a6d5-c63dcfa3b997 tempest-NetworksIpV6Test-758272472 tempest-NetworksIpV6Test-758272472-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:40:34.054232 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68d67d15-3db4-4d59-a6d5-c63dcfa3b997 tempest-NetworksIpV6Test-758272472 tempest-NetworksIpV6Test-758272472-project] Made reservation on behalf of 2517206c5ecf40f0b116989fbb76d27f for: {'network': 1} {{(pid=83869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 13:40:34.057238 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-68d67d15-3db4-4d59-a6d5-c63dcfa3b997 tempest-NetworksIpV6Test-758272472 tempest-NetworksIpV6Test-758272472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for network, before_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:34.073977 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-c6435189-ae7a-4c4b-8291-435aa7aaaf92 None None] For port 2c713f28-c6b7-4a05-a2de-87008191eb25, host dv-neutron-836180-1-hyperv, cleared binding levels {{(pid=83872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 13:40:34.077580 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-c6435189-ae7a-4c4b-8291-435aa7aaaf92 None None] For port 2c713f28-c6b7-4a05-a2de-87008191eb25, host dv-neutron-836180-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836180-1-hyperv',level=0,port_id=2c713f28-c6b7-4a05-a2de-87008191eb25,segment=NetworkSegment(604c4e6f-34b5-4c81-83e9-a430e84a99d8),segment_id=604c4e6f-34b5-4c81-83e9-a430e84a99d8)] {{(pid=83872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 13:40:34.083882 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-c6435189-ae7a-4c4b-8291-435aa7aaaf92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864'] for port, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:34.140615 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-d41a2d6e-81ba-4a89-851d-17f97cc44b5a tempest-FloatingIPTestJSON-1100559899 tempest-FloatingIPTestJSON-1100559899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736733359243', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736732935810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2743125'] for port, after_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:34.167534 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6435189-ae7a-4c4b-8291-435aa7aaaf92 None None] Pushing event updated for resources: {'Port': ['ID=2c713f28-c6b7-4a05-a2de-87008191eb25,revision_number=2']} {{(pid=83872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:40:34.183668 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.plugin [None req-3edcc9cf-2785-47b4-bd22-6b388e5fbc57 tempest-BulkNetworkOpsIpV6Test-532490617 tempest-BulkNetworkOpsIpV6Test-532490617-project] Deleting port dfda3ac7-5c71-4bd0-8e0e-f8b33c816c68 {{(pid=83869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 13:40:34.184013 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-3edcc9cf-2785-47b4-bd22-6b388e5fbc57 tempest-BulkNetworkOpsIpV6Test-532490617 tempest-BulkNetworkOpsIpV6Test-532490617-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736733287370'] for port, before_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:34.196484 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d41a2d6e-81ba-4a89-851d-17f97cc44b5a tempest-FloatingIPTestJSON-1100559899 tempest-FloatingIPTestJSON-1100559899-project] Pushing event deleted for resources: {'Port': ['ID=d63d56b1-0efe-4d07-b40c-cc73b616a228,revision_number=None']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:40:34.211872 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-68d67d15-3db4-4d59-a6d5-c63dcfa3b997 tempest-NetworksIpV6Test-758272472 tempest-NetworksIpV6Test-758272472-project] vlan segment allocate from pool success with {'vlan_id': 375, 'physical_network': 'physnet1'} {{(pid=83869) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 13:40:34.351235 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-68d67d15-3db4-4d59-a6d5-c63dcfa3b997 tempest-NetworksIpV6Test-758272472 tempest-NetworksIpV6Test-758272472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1004271'] for segment, precommit_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:34.351599 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.db.segments_db [None req-68d67d15-3db4-4d59-a6d5-c63dcfa3b997 tempest-NetworksIpV6Test-758272472 tempest-NetworksIpV6Test-758272472-project] Added segment 4d4b1dee-9303-4d68-920a-84bb99328b70 of type vlan for network 98b3def6-6f92-475a-abec-474ebd6cdef0 Apr 01 13:40:34.434613 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-68d67d15-3db4-4d59-a6d5-c63dcfa3b997 tempest-NetworksIpV6Test-758272472 tempest-NetworksIpV6Test-758272472-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736732923383'] for network, precommit_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:34.461327 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d41a2d6e-81ba-4a89-851d-17f97cc44b5a tempest-FloatingIPTestJSON-1100559899 tempest-FloatingIPTestJSON-1100559899-project] Router b7b0f4f0-93c2-441d-bc30-1a6a37191327 has already been hosted by L3 agent 88bf8fc8-11a3-4e96-9d1b-5fd93ba9f6f1 {{(pid=83871) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 13:40:34.581569 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-68d67d15-3db4-4d59-a6d5-c63dcfa3b997 tempest-NetworksIpV6Test-758272472 tempest-NetworksIpV6Test-758272472-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575'] for network, after_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:34.585381 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68d67d15-3db4-4d59-a6d5-c63dcfa3b997 tempest-NetworksIpV6Test-758272472 tempest-NetworksIpV6Test-758272472-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:40:34.586013 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-68d67d15-3db4-4d59-a6d5-c63dcfa3b997 tempest-NetworksIpV6Test-758272472 tempest-NetworksIpV6Test-758272472-project] Notify callbacks [] for network, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:34.721609 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-36626537-00f9-437e-ab7e-c2dd178b7b2a tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Notify callbacks [] for port, precommit_update {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:34.747112 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-36626537-00f9-437e-ab7e-c2dd178b7b2a tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2705172'] for port, after_update {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:34.781091 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d41a2d6e-81ba-4a89-851d-17f97cc44b5a tempest-FloatingIPTestJSON-1100559899 tempest-FloatingIPTestJSON-1100559899-project] Notify agent at l3_agent.dv-neutron-836180-1-hyperv the message routers_updated {{(pid=83871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 13:40:34.791486 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5caedc4a-ad04-4832-9374-e231590332c7 None None] Sync routers for ids ['b7b0f4f0-93c2-441d-bc30-1a6a37191327'] in dv-neutron-836180-1-hyperv {{(pid=83872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 13:40:34.817753 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5caedc4a-ad04-4832-9374-e231590332c7 None None] Routers {'b7b0f4f0-93c2-441d-bc30-1a6a37191327'} bound to L3 agent in host dv-neutron-836180-1-hyperv {{(pid=83872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 13:40:34.818451 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_hamode_db [None req-5caedc4a-ad04-4832-9374-e231590332c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836180-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-01T13:25:36Z,description=,heartbeat_timestamp=2022-04-01T13:40:06Z,host='dv-neutron-836180-1-hyperv',id=88bf8fc8-11a3-4e96-9d1b-5fd93ba9f6f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T13:25:36Z,topic='l3_agent')) {'router_ids': ['b7b0f4f0-93c2-441d-bc30-1a6a37191327'], 'active': True} {{(pid=83872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:40:34.831683 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-68d67d15-3db4-4d59-a6d5-c63dcfa3b997 tempest-NetworksIpV6Test-758272472 tempest-NetworksIpV6Test-758272472-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 1.0314736 Apr 01 13:40:34.839865 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d67d15-3db4-4d59-a6d5-c63dcfa3b997 tempest-NetworksIpV6Test-758272472 tempest-NetworksIpV6Test-758272472-project] Pushing event updated for resources: {'Network': ['ID=98b3def6-6f92-475a-abec-474ebd6cdef0,revision_number=1']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:40:34.844017 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 54562) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:40:34.865691 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.db [None req-3edcc9cf-2785-47b4-bd22-6b388e5fbc57 tempest-BulkNetworkOpsIpV6Test-532490617 tempest-BulkNetworkOpsIpV6Test-532490617-project] For port dfda3ac7-5c71-4bd0-8e0e-f8b33c816c68, host dv-neutron-836180-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836180-1-hyperv',level=0,port_id=dfda3ac7-5c71-4bd0-8e0e-f8b33c816c68,segment=NetworkSegment(d813918c-724d-4b03-877d-62ca02c4977b),segment_id=d813918c-724d-4b03-877d-62ca02c4977b)] {{(pid=83869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 13:40:34.866060 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-3edcc9cf-2785-47b4-bd22-6b388e5fbc57 tempest-BulkNetworkOpsIpV6Test-532490617 tempest-BulkNetworkOpsIpV6Test-532490617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4155147'] for port, precommit_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:34.879823 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.v2.base [None req-2f0c3340-b356-4388-9494-4646831ae1b2 tempest-NetworksIpV6Test-758272472 tempest-NetworksIpV6Test-758272472-project] Request body: {'subnet': {'network_id': '98b3def6-6f92-475a-abec-474ebd6cdef0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=83869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:40:34.885692 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Network 98b3def6-6f92-475a-abec-474ebd6cdef0 details requested by agent ovs-agent-dv-neutron-836180-1-hyperv with host dv-neutron-836180-1-hyperv {{(pid=83872) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 13:40:34.900089 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-d41a2d6e-81ba-4a89-851d-17f97cc44b5a tempest-FloatingIPTestJSON-1100559899 tempest-FloatingIPTestJSON-1100559899-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109561'] for port, before_response {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:34.900979 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Device 2c713f28-c6b7-4a05-a2de-87008191eb25 up at agent ovs-agent-dv-neutron-836180-1-hyperv {{(pid=83872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 13:40:34.914602 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-d41a2d6e-81ba-4a89-851d-17f97cc44b5a tempest-FloatingIPTestJSON-1100559899 tempest-FloatingIPTestJSON-1100559899-project] 10.222.0.26 "DELETE /v2.0/ports/d63d56b1-0efe-4d07-b40c-cc73b616a228 HTTP/1.1" status: 204 len: 168 time: 1.6285360 Apr 01 13:40:34.914850 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 54566) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:40:35.001386 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_hamode_db [None req-5caedc4a-ad04-4832-9374-e231590332c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-836180-1-hyperv', False) {} {{(pid=83872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:40:35.027285 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5caedc4a-ad04-4832-9374-e231590332c7 None None] Routers {'b7b0f4f0-93c2-441d-bc30-1a6a37191327'} bound to L3 agent in host dv-neutron-836180-1-hyperv {{(pid=83872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 13:40:35.027899 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_hamode_db [None req-5caedc4a-ad04-4832-9374-e231590332c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836180-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-01T13:25:36Z,description=,heartbeat_timestamp=2022-04-01T13:40:06Z,host='dv-neutron-836180-1-hyperv',id=88bf8fc8-11a3-4e96-9d1b-5fd93ba9f6f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T13:25:36Z,topic='l3_agent')) {'router_ids': ['b7b0f4f0-93c2-441d-bc30-1a6a37191327'], 'active': True} {{(pid=83872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:40:35.127124 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_hamode_db [None req-5caedc4a-ad04-4832-9374-e231590332c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-836180-1-hyperv', False) {} {{(pid=83872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:40:35.130740 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5caedc4a-ad04-4832-9374-e231590332c7 None None] The sync data for ids ['b7b0f4f0-93c2-441d-bc30-1a6a37191327'] in dv-neutron-836180-1-hyperv is: [] {{(pid=83872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 13:40:35.137405 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.plugin [None req-3edcc9cf-2785-47b4-bd22-6b388e5fbc57 tempest-BulkNetworkOpsIpV6Test-532490617 tempest-BulkNetworkOpsIpV6Test-532490617-project] Calling delete_port for dfda3ac7-5c71-4bd0-8e0e-f8b33c816c68 owned by network:dhcp {{(pid=83869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 13:40:35.170661 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Provisioning for port 2c713f28-c6b7-4a05-a2de-87008191eb25 completed by entity L2. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 13:40:35.173811 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36626537-00f9-437e-ab7e-c2dd178b7b2a tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Pushing event updated for resources: {'Port': ['ID=7a34a0c6-91c6-4d7c-8bf3-dab84b728114,revision_number=2']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:40:35.371923 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-2f0c3340-b356-4388-9494-4646831ae1b2 tempest-NetworksIpV6Test-758272472 tempest-NetworksIpV6Test-758272472-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:40:35.383961 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-2f0c3340-b356-4388-9494-4646831ae1b2 tempest-NetworksIpV6Test-758272472 tempest-NetworksIpV6Test-758272472-project] Usage tracker for resource:subnet and tenant:2517206c5ecf40f0b116989fbb76d27f is out of sync, need to count used quota {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 13:40:35.396125 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-2f0c3340-b356-4388-9494-4646831ae1b2 tempest-NetworksIpV6Test-758272472 tempest-NetworksIpV6Test-758272472-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 13:40:35.407455 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-3edcc9cf-2785-47b4-bd22-6b388e5fbc57 tempest-BulkNetworkOpsIpV6Test-532490617 tempest-BulkNetworkOpsIpV6Test-532490617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736733359243', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736732935810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2705155'] for port, after_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:35.413544 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-2f0c3340-b356-4388-9494-4646831ae1b2 tempest-NetworksIpV6Test-758272472 tempest-NetworksIpV6Test-758272472-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:40:35.450538 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-04e31ee1-09c2-41b0-81ee-ab4dfd64ab8a tempest-FloatingIPTestJSON-1100559899 tempest-FloatingIPTestJSON-1100559899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4084029'] for router_interface, before_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:35.470257 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3edcc9cf-2785-47b4-bd22-6b388e5fbc57 tempest-BulkNetworkOpsIpV6Test-532490617 tempest-BulkNetworkOpsIpV6Test-532490617-project] Pushing event deleted for resources: {'Port': ['ID=dfda3ac7-5c71-4bd0-8e0e-f8b33c816c68,revision_number=None']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:40:35.507848 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f0c3340-b356-4388-9494-4646831ae1b2 tempest-NetworksIpV6Test-758272472 tempest-NetworksIpV6Test-758272472-project] Made reservation on behalf of 2517206c5ecf40f0b116989fbb76d27f for: {'subnet': 1} {{(pid=83869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 13:40:35.521929 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3edcc9cf-2785-47b4-bd22-6b388e5fbc57 tempest-BulkNetworkOpsIpV6Test-532490617 tempest-BulkNetworkOpsIpV6Test-532490617-project] No DVR routers for this DVR port dfda3ac7-5c71-4bd0-8e0e-f8b33c816c68 on host dv-neutron-836180-1-hyperv {{(pid=83869) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 13:40:35.553316 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56bf5c43-5a39-4544-b7a4-c94e8a3f9a1b None None] Network 560cbf8e-c58c-4367-820c-b47913c94e2b requested from dv-neutron-836180-1-hyperv {{(pid=83872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 13:40:35.801746 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-2ffe06a8-4e6f-4e74-ba9f-328c2de52796 None None] Provisioning for port 2c713f28-c6b7-4a05-a2de-87008191eb25 completed by entity DHCP. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 13:40:35.815123 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-2ffe06a8-4e6f-4e74-ba9f-328c2de52796 None None] Provisioning complete for port 2c713f28-c6b7-4a05-a2de-87008191eb25 triggered by entity DHCP. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 13:40:35.815839 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-2ffe06a8-4e6f-4e74-ba9f-328c2de52796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-948329'] for port, provisioning_complete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:35.903670 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-2f0c3340-b356-4388-9494-4646831ae1b2 tempest-NetworksIpV6Test-758272472 tempest-NetworksIpV6Test-758272472-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2999481'] for subnet, before_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:35.910790 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-27864f8b-4c92-4e8d-99eb-0dbcb82d4413 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:35.929228 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-3edcc9cf-2785-47b4-bd22-6b388e5fbc57 tempest-BulkNetworkOpsIpV6Test-532490617 tempest-BulkNetworkOpsIpV6Test-532490617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-942654', 'neutron.services.segments.db._delete_segments_for_network-8736733387888'] for network, precommit_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:35.945463 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-36626537-00f9-437e-ab7e-c2dd178b7b2a tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4084144'] for router_interface, before_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:35.987936 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-2ffe06a8-4e6f-4e74-ba9f-328c2de52796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:36.038151 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-2ffe06a8-4e6f-4e74-ba9f-328c2de52796 None None] For port 2c713f28-c6b7-4a05-a2de-87008191eb25, host dv-neutron-836180-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836180-1-hyperv',level=0,port_id=2c713f28-c6b7-4a05-a2de-87008191eb25,segment=NetworkSegment(604c4e6f-34b5-4c81-83e9-a430e84a99d8),segment_id=604c4e6f-34b5-4c81-83e9-a430e84a99d8)] {{(pid=83872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 13:40:36.047978 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-2ffe06a8-4e6f-4e74-ba9f-328c2de52796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864'] for port, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:36.158339 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ffe06a8-4e6f-4e74-ba9f-328c2de52796 None None] Pushing event updated for resources: {'Port': ['ID=2c713f28-c6b7-4a05-a2de-87008191eb25,revision_number=3']} {{(pid=83872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:40:36.175550 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.services.segments.db [None req-3edcc9cf-2785-47b4-bd22-6b388e5fbc57 tempest-BulkNetworkOpsIpV6Test-532490617 tempest-BulkNetworkOpsIpV6Test-532490617-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b408c3ad-903b-4ba1-9aee-d665664eb72f']}} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:40:36.201038 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.services.segments.db [None req-3edcc9cf-2785-47b4-bd22-6b388e5fbc57 tempest-BulkNetworkOpsIpV6Test-532490617 tempest-BulkNetworkOpsIpV6Test-532490617-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd813918c-724d-4b03-877d-62ca02c4977b') {'for_net_delete': True} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:40:36.201367 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.services.segments.db [None req-3edcc9cf-2785-47b4-bd22-6b388e5fbc57 tempest-BulkNetworkOpsIpV6Test-532490617 tempest-BulkNetworkOpsIpV6Test-532490617-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd813918c-724d-4b03-877d-62ca02c4977b') {} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:40:36.204811 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.plugin [None req-04e31ee1-09c2-41b0-81ee-ab4dfd64ab8a tempest-FloatingIPTestJSON-1100559899 tempest-FloatingIPTestJSON-1100559899-project] Deleting port 61b169ed-92c3-4acc-97aa-bf53b599b077 {{(pid=83871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 13:40:36.205267 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-04e31ee1-09c2-41b0-81ee-ab4dfd64ab8a tempest-FloatingIPTestJSON-1100559899 tempest-FloatingIPTestJSON-1100559899-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736733287370'] for port, before_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:36.220637 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-3edcc9cf-2785-47b4-bd22-6b388e5fbc57 tempest-BulkNetworkOpsIpV6Test-532490617 tempest-BulkNetworkOpsIpV6Test-532490617-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736733386999', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2704982'] for segment, before_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:36.240536 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-2f0c3340-b356-4388-9494-4646831ae1b2 tempest-NetworksIpV6Test-758272472 tempest-NetworksIpV6Test-758272472-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2705391', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2999447'] for subnet, after_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:36.277698 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-3edcc9cf-2785-47b4-bd22-6b388e5fbc57 tempest-BulkNetworkOpsIpV6Test-532490617 tempest-BulkNetworkOpsIpV6Test-532490617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1004271'] for segment, precommit_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:36.278319 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-9aa31964-5b7d-4f69-9db0-853da7f5eb57 None None] Provisioning for port 7a34a0c6-91c6-4d7c-8bf3-dab84b728114 completed by entity DHCP. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 13:40:36.289876 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-9aa31964-5b7d-4f69-9db0-853da7f5eb57 None None] Provisioning complete for port 7a34a0c6-91c6-4d7c-8bf3-dab84b728114 triggered by entity DHCP. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 13:40:36.290648 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-9aa31964-5b7d-4f69-9db0-853da7f5eb57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-948329'] for port, provisioning_complete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:36.295780 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3edcc9cf-2785-47b4-bd22-6b388e5fbc57 tempest-BulkNetworkOpsIpV6Test-532490617 tempest-BulkNetworkOpsIpV6Test-532490617-project] Releasing vlan 381 on physical network physnet1 to pool {{(pid=83869) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 01 13:40:36.296183 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-3edcc9cf-2785-47b4-bd22-6b388e5fbc57 tempest-BulkNetworkOpsIpV6Test-532490617 tempest-BulkNetworkOpsIpV6Test-532490617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1004262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2705264'] for segment, after_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:36.312754 dv-neutron-836180-1-hyperv neutron-server[83869]: Traceback (most recent call last): Apr 01 13:40:36.312754 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 01 13:40:36.312754 dv-neutron-836180-1-hyperv neutron-server[83869]: timer() Apr 01 13:40:36.312754 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 13:40:36.312754 dv-neutron-836180-1-hyperv neutron-server[83869]: cb(*args, **kw) Apr 01 13:40:36.312754 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 13:40:36.312754 dv-neutron-836180-1-hyperv neutron-server[83869]: return func(*args, **kwargs) Apr 01 13:40:36.312754 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 13:40:36.312754 dv-neutron-836180-1-hyperv neutron-server[83869]: self._notify() Apr 01 13:40:36.312754 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 13:40:36.312754 dv-neutron-836180-1-hyperv neutron-server[83869]: self.callback(batched_events) Apr 01 13:40:36.312754 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 13:40:36.312754 dv-neutron-836180-1-hyperv neutron-server[83869]: event.method(event) Apr 01 13:40:36.312754 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 13:40:36.312754 dv-neutron-836180-1-hyperv neutron-server[83869]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 13:40:36.312754 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 13:40:36.312754 dv-neutron-836180-1-hyperv neutron-server[83869]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 13:40:36.312754 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 13:40:36.312754 dv-neutron-836180-1-hyperv neutron-server[83869]: return f(self, *a, **k) Apr 01 13:40:36.312754 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 13:40:36.312754 dv-neutron-836180-1-hyperv neutron-server[83869]: return self._get(url).json() Apr 01 13:40:36.312754 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 13:40:36.312754 dv-neutron-836180-1-hyperv neutron-server[83869]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 13:40:36.312754 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 01 13:40:36.312754 dv-neutron-836180-1-hyperv neutron-server[83869]: return self.request(url, 'GET', **kwargs) Apr 01 13:40:36.312754 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 01 13:40:36.312754 dv-neutron-836180-1-hyperv neutron-server[83869]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 13:40:36.312754 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 01 13:40:36.312754 dv-neutron-836180-1-hyperv neutron-server[83869]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 13:40:36.312754 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 01 13:40:36.312754 dv-neutron-836180-1-hyperv neutron-server[83869]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 13:40:36.312754 dv-neutron-836180-1-hyperv neutron-server[83869]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 13:40:36.357727 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.plugin [None req-9aa31964-5b7d-4f69-9db0-853da7f5eb57 None None] Port 7a34a0c6-91c6-4d7c-8bf3-dab84b728114 cannot update to ACTIVE because it is not bound. {{(pid=83872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 13:40:36.376333 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-9aa31964-5b7d-4f69-9db0-853da7f5eb57 None None] Provisioning complete for port 2c713f28-c6b7-4a05-a2de-87008191eb25 triggered by entity DHCP. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 13:40:36.376970 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-9aa31964-5b7d-4f69-9db0-853da7f5eb57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-948329'] for port, provisioning_complete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:36.499412 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f0c3340-b356-4388-9494-4646831ae1b2 tempest-NetworksIpV6Test-758272472 tempest-NetworksIpV6Test-758272472-project] Pushing event updated for resources: {'Subnet': ['ID=b03b3905-a123-40ca-8c04-a3ccb6320395,revision_number=0']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:40:36.504707 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-36626537-00f9-437e-ab7e-c2dd178b7b2a tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:36.530214 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-3edcc9cf-2785-47b4-bd22-6b388e5fbc57 tempest-BulkNetworkOpsIpV6Test-532490617 tempest-BulkNetworkOpsIpV6Test-532490617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-942599', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4084797'] for network, after_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:36.570114 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-04e31ee1-09c2-41b0-81ee-ab4dfd64ab8a tempest-FloatingIPTestJSON-1100559899 tempest-FloatingIPTestJSON-1100559899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4155147'] for port, precommit_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:36.580189 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-3edcc9cf-2785-47b4-bd22-6b388e5fbc57 tempest-BulkNetworkOpsIpV6Test-532490617 tempest-BulkNetworkOpsIpV6Test-532490617-project] Notify callbacks [] for network, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:36.603378 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f0c3340-b356-4388-9494-4646831ae1b2 tempest-NetworksIpV6Test-758272472 tempest-NetworksIpV6Test-758272472-project] Checking segment: {'id': '4d4b1dee-9303-4d68-920a-84bb99328b70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '98b3def6-6f92-475a-abec-474ebd6cdef0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 13:40:36.603747 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f0c3340-b356-4388-9494-4646831ae1b2 tempest-NetworksIpV6Test-758272472 tempest-NetworksIpV6Test-758272472-project] Network hostable DHCP agents. Network: 98b3def6-6f92-475a-abec-474ebd6cdef0, hostable agents: ['e47e4547-5c2d-4954-ba56-fa3646239f18'], hosted agents: [] {{(pid=83869) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 13:40:36.613840 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3edcc9cf-2785-47b4-bd22-6b388e5fbc57 tempest-BulkNetworkOpsIpV6Test-532490617 tempest-BulkNetworkOpsIpV6Test-532490617-project] Pushing event deleted for resources: {'Network': ['ID=b408c3ad-903b-4ba1-9aee-d665664eb72f,revision_number=None']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:40:36.643856 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-3edcc9cf-2785-47b4-bd22-6b388e5fbc57 tempest-BulkNetworkOpsIpV6Test-532490617 tempest-BulkNetworkOpsIpV6Test-532490617-project] 10.222.0.26 "DELETE /v2.0/networks/b408c3ad-903b-4ba1-9aee-d665664eb72f HTTP/1.1" status: 204 len: 168 time: 4.3333828 Apr 01 13:40:36.648029 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 54572) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:40:36.663650 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-f286944a-f69d-4a17-b7bc-6d705130b201 None None] Provisioning complete for port 7a34a0c6-91c6-4d7c-8bf3-dab84b728114 triggered by entity DHCP. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 13:40:36.664162 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-f286944a-f69d-4a17-b7bc-6d705130b201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-948329'] for port, provisioning_complete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:36.705805 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.plugin [None req-04e31ee1-09c2-41b0-81ee-ab4dfd64ab8a tempest-FloatingIPTestJSON-1100559899 tempest-FloatingIPTestJSON-1100559899-project] Calling delete_port for 61b169ed-92c3-4acc-97aa-bf53b599b077 owned by network:router_interface {{(pid=83871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 13:40:36.722656 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-347bd9cc-4cfc-4245-b555-315afd4a89b0 None None] get_active_networks_info from dv-neutron-836180-1-hyperv {{(pid=83872) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Apr 01 13:40:36.809550 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Device 2c713f28-c6b7-4a05-a2de-87008191eb25 up at agent ovs-agent-dv-neutron-836180-1-hyperv {{(pid=83872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 13:40:36.832160 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.plugin [None req-f286944a-f69d-4a17-b7bc-6d705130b201 None None] Port 7a34a0c6-91c6-4d7c-8bf3-dab84b728114 cannot update to ACTIVE because it is not bound. {{(pid=83872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 13:40:36.888839 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f0c3340-b356-4388-9494-4646831ae1b2 tempest-NetworksIpV6Test-758272472 tempest-NetworksIpV6Test-758272472-project] Network 98b3def6-6f92-475a-abec-474ebd6cdef0 is scheduled to be hosted by DHCP agent e47e4547-5c2d-4954-ba56-fa3646239f18 with binding_index 1 {{(pid=83869) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 13:40:36.909688 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-04e31ee1-09c2-41b0-81ee-ab4dfd64ab8a tempest-FloatingIPTestJSON-1100559899 tempest-FloatingIPTestJSON-1100559899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736733359243', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736732935810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2743125'] for port, after_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:36.924787 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-2bde72d3-9f89-47cf-a19c-ccff08ea9d43 tempest-BulkNetworkOpsIpV6Test-532490617 tempest-BulkNetworkOpsIpV6Test-532490617-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1033078'] for network, before_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:36.943998 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.scheduler.base_scheduler [None req-2f0c3340-b356-4388-9494-4646831ae1b2 tempest-NetworksIpV6Test-758272472 tempest-NetworksIpV6Test-758272472-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-836180-1-hyperv, 98b3def6-6f92-475a-abec-474ebd6cdef0) {{(pid=83869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 13:40:36.965407 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e31ee1-09c2-41b0-81ee-ab4dfd64ab8a tempest-FloatingIPTestJSON-1100559899 tempest-FloatingIPTestJSON-1100559899-project] Pushing event deleted for resources: {'Port': ['ID=61b169ed-92c3-4acc-97aa-bf53b599b077,revision_number=None']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:40:37.005520 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f0c3340-b356-4388-9494-4646831ae1b2 tempest-NetworksIpV6Test-758272472 tempest-NetworksIpV6Test-758272472-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:40:37.006139 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-2f0c3340-b356-4388-9494-4646831ae1b2 tempest-NetworksIpV6Test-758272472 tempest-NetworksIpV6Test-758272472-project] Notify callbacks [] for subnet, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:37.041594 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.plugin [None req-2bde72d3-9f89-47cf-a19c-ccff08ea9d43 tempest-BulkNetworkOpsIpV6Test-532490617 tempest-BulkNetworkOpsIpV6Test-532490617-project] Deleting port b87c47f2-c64d-40cb-9dc9-49153bc09ce7 {{(pid=83869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 13:40:37.041951 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-2bde72d3-9f89-47cf-a19c-ccff08ea9d43 tempest-BulkNetworkOpsIpV6Test-532490617 tempest-BulkNetworkOpsIpV6Test-532490617-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736733287370'] for port, before_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:37.053114 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Provisioning complete for port 2c713f28-c6b7-4a05-a2de-87008191eb25 triggered by entity L2. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 13:40:37.053472 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-948329'] for port, provisioning_complete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:37.086334 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-2f0c3340-b356-4388-9494-4646831ae1b2 tempest-NetworksIpV6Test-758272472 tempest-NetworksIpV6Test-758272472-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 2.2342763 Apr 01 13:40:37.092337 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 54576) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:40:37.133816 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-40d36081-9adc-404c-b968-2c49d8889255 None None] Provisioning complete for port 7a34a0c6-91c6-4d7c-8bf3-dab84b728114 triggered by entity DHCP. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 13:40:37.134219 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-40d36081-9adc-404c-b968-2c49d8889255 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-948329'] for port, provisioning_complete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:37.210549 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:37.232232 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.plugin [None req-40d36081-9adc-404c-b968-2c49d8889255 None None] Port 7a34a0c6-91c6-4d7c-8bf3-dab84b728114 cannot update to ACTIVE because it is not bound. {{(pid=83872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 13:40:37.289165 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-347bd9cc-4cfc-4245-b555-315afd4a89b0 None None] Unable to find a vacant binding_index for network 98b3def6-6f92-475a-abec-474ebd6cdef0 and agent e47e4547-5c2d-4954-ba56-fa3646239f18 {{(pid=83872) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:209}} Apr 01 13:40:37.307273 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-347bd9cc-4cfc-4245-b555-315afd4a89b0 None None] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-836180-1-hyperv, 98b3def6-6f92-475a-abec-474ebd6cdef0) {{(pid=83872) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 01 13:40:37.320392 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-04e31ee1-09c2-41b0-81ee-ab4dfd64ab8a tempest-FloatingIPTestJSON-1100559899 tempest-FloatingIPTestJSON-1100559899-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3017585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4084076'] for router_interface, after_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:37.352085 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-2f9cfc9c-d8ba-4de3-a4ad-98162f90557c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:37.502982 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-fd8635d8-6460-498a-b2cf-d3ccd47d5f6b tempest-NetworksIpV6Test-758272472 tempest-NetworksIpV6Test-758272472-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1033078'] for network, before_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:37.510041 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.db.resource_extend [None req-36626537-00f9-437e-ab7e-c2dd178b7b2a tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 01 13:40:37.542220 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-36626537-00f9-437e-ab7e-c2dd178b7b2a tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Notify callbacks [] for port, precommit_update {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:37.558536 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-36626537-00f9-437e-ab7e-c2dd178b7b2a tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2705172'] for port, after_update {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:37.637312 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.db [None req-2bde72d3-9f89-47cf-a19c-ccff08ea9d43 tempest-BulkNetworkOpsIpV6Test-532490617 tempest-BulkNetworkOpsIpV6Test-532490617-project] For port b87c47f2-c64d-40cb-9dc9-49153bc09ce7, host dv-neutron-836180-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836180-1-hyperv',level=0,port_id=b87c47f2-c64d-40cb-9dc9-49153bc09ce7,segment=NetworkSegment(23d1eda5-24da-4b38-b9a9-ce5bf09e4f76),segment_id=23d1eda5-24da-4b38-b9a9-ce5bf09e4f76)] {{(pid=83869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 13:40:37.637565 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-2bde72d3-9f89-47cf-a19c-ccff08ea9d43 tempest-BulkNetworkOpsIpV6Test-532490617 tempest-BulkNetworkOpsIpV6Test-532490617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4155147'] for port, precommit_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:37.706244 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e567f882-5c4e-4608-9d8e-663a63e69f27 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7e7d0ecb-2af4-55f5-9198-238ab0570d62-98b3def6-6f92-475a-abec-474ebd6cdef0', 'network_id': '98b3def6-6f92-475a-abec-474ebd6cdef0', 'tenant_id': '2517206c5ecf40f0b116989fbb76d27f', 'fixed_ips': [{'subnet_id': 'b03b3905-a123-40ca-8c04-a3ccb6320395'}]}} from dv-neutron-836180-1-hyperv. {{(pid=83872) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 01 13:40:37.707290 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-e567f882-5c4e-4608-9d8e-663a63e69f27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:37.824668 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.plugin [None req-2bde72d3-9f89-47cf-a19c-ccff08ea9d43 tempest-BulkNetworkOpsIpV6Test-532490617 tempest-BulkNetworkOpsIpV6Test-532490617-project] Calling delete_port for b87c47f2-c64d-40cb-9dc9-49153bc09ce7 owned by network:dhcp {{(pid=83869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 13:40:37.868172 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.db_base_plugin_common [None req-e567f882-5c4e-4608-9d8e-663a63e69f27 None None] Allocated IP 2001:db8::1 (98b3def6-6f92-475a-abec-474ebd6cdef0/b03b3905-a123-40ca-8c04-a3ccb6320395/22623d4d-7549-47b7-8b28-55045ccb8425) {{(pid=83872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 13:40:37.887036 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-36626537-00f9-437e-ab7e-c2dd178b7b2a tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3017508', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4084015'] for router_interface, after_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:37.890460 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36626537-00f9-437e-ab7e-c2dd178b7b2a tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Pushing event updated for resources: {'Port': ['ID=7a34a0c6-91c6-4d7c-8bf3-dab84b728114,revision_number=3']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:40:37.918287 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-fd8635d8-6460-498a-b2cf-d3ccd47d5f6b tempest-NetworksIpV6Test-758272472 tempest-NetworksIpV6Test-758272472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-945029'] for subnet, precommit_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:37.964280 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04e31ee1-09c2-41b0-81ee-ab4dfd64ab8a tempest-FloatingIPTestJSON-1100559899 tempest-FloatingIPTestJSON-1100559899-project] Router b7b0f4f0-93c2-441d-bc30-1a6a37191327 has already been hosted by L3 agent 88bf8fc8-11a3-4e96-9d1b-5fd93ba9f6f1 {{(pid=83871) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 13:40:38.081683 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-2bde72d3-9f89-47cf-a19c-ccff08ea9d43 tempest-BulkNetworkOpsIpV6Test-532490617 tempest-BulkNetworkOpsIpV6Test-532490617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736733359243', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736732935810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2705155'] for port, after_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:38.100587 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-e567f882-5c4e-4608-9d8e-663a63e69f27 None None] Notify callbacks [] for port, precommit_create {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:38.111959 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-e567f882-5c4e-4608-9d8e-663a63e69f27 None None] Transition to ACTIVE for port object 22623d4d-7549-47b7-8b28-55045ccb8425 will not be triggered until provisioned by entity L2. {{(pid=83872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 13:40:38.132557 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-e567f882-5c4e-4608-9d8e-663a63e69f27 None None] Transition to ACTIVE for port object 22623d4d-7549-47b7-8b28-55045ccb8425 will not be triggered until provisioned by entity DHCP. {{(pid=83872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 13:40:38.137750 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bde72d3-9f89-47cf-a19c-ccff08ea9d43 tempest-BulkNetworkOpsIpV6Test-532490617 tempest-BulkNetworkOpsIpV6Test-532490617-project] Pushing event deleted for resources: {'Port': ['ID=b87c47f2-c64d-40cb-9dc9-49153bc09ce7,revision_number=None']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:40:38.144355 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-e567f882-5c4e-4608-9d8e-663a63e69f27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736732935801'] for port, after_create {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:38.169543 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bde72d3-9f89-47cf-a19c-ccff08ea9d43 tempest-BulkNetworkOpsIpV6Test-532490617 tempest-BulkNetworkOpsIpV6Test-532490617-project] No DVR routers for this DVR port b87c47f2-c64d-40cb-9dc9-49153bc09ce7 on host dv-neutron-836180-1-hyperv {{(pid=83869) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 13:40:38.214876 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e567f882-5c4e-4608-9d8e-663a63e69f27 None None] Network 98b3def6-6f92-475a-abec-474ebd6cdef0 is already hosted by enough agents. {{(pid=83872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 13:40:38.218319 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.scheduler.base_scheduler [None req-e567f882-5c4e-4608-9d8e-663a63e69f27 None None] Resources bound (agent type, host, resource id): {{(pid=83872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 13:40:38.222235 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e567f882-5c4e-4608-9d8e-663a63e69f27 None None] Received port after_create {{(pid=83872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 13:40:38.268006 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e567f882-5c4e-4608-9d8e-663a63e69f27 None None] Pushing event updated for resources: {'Port': ['ID=22623d4d-7549-47b7-8b28-55045ccb8425,revision_number=1']} {{(pid=83872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:40:38.293690 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-fd8635d8-6460-498a-b2cf-d3ccd47d5f6b tempest-NetworksIpV6Test-758272472 tempest-NetworksIpV6Test-758272472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-945042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2705198', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2999452'] for subnet, after_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:38.299203 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36626537-00f9-437e-ab7e-c2dd178b7b2a tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Network 560cbf8e-c58c-4367-820c-b47913c94e2b is already hosted by enough agents. {{(pid=83869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 13:40:38.300832 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04e31ee1-09c2-41b0-81ee-ab4dfd64ab8a tempest-FloatingIPTestJSON-1100559899 tempest-FloatingIPTestJSON-1100559899-project] Notify agent at l3_agent.dv-neutron-836180-1-hyperv the message routers_updated {{(pid=83871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 13:40:38.320218 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6110fc31-f435-45c1-9d11-403335e0c3ce None None] Sync routers for ids ['b7b0f4f0-93c2-441d-bc30-1a6a37191327'] in dv-neutron-836180-1-hyperv {{(pid=83873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 13:40:38.323974 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.managers [None req-e567f882-5c4e-4608-9d8e-663a63e69f27 None None] Attempting to bind port 22623d4d-7549-47b7-8b28-55045ccb8425 on host dv-neutron-836180-1-hyperv for vnic_type normal with profile {{(pid=83872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 13:40:38.324758 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.managers [None req-e567f882-5c4e-4608-9d8e-663a63e69f27 None None] Attempting to bind port 22623d4d-7549-47b7-8b28-55045ccb8425 by drivers openvswitch,hyperv on host dv-neutron-836180-1-hyperv at level 0 using segments [{'id': '4d4b1dee-9303-4d68-920a-84bb99328b70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '98b3def6-6f92-475a-abec-474ebd6cdef0'}] {{(pid=83872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 13:40:38.325120 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e567f882-5c4e-4608-9d8e-663a63e69f27 None None] Attempting to bind port 22623d4d-7549-47b7-8b28-55045ccb8425 on network 98b3def6-6f92-475a-abec-474ebd6cdef0 {{(pid=83872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 13:40:38.332139 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e567f882-5c4e-4608-9d8e-663a63e69f27 None None] Checking agent: {'id': 'af948428-97cd-4d10-9f53-af028bdb39b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-836180-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 13, 25, 37), 'started_at': datetime.datetime(2022, 4, 1, 13, 26, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 13, 40, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-836180-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 13:40:38.332550 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e567f882-5c4e-4608-9d8e-663a63e69f27 None None] Checking segment: {'id': '4d4b1dee-9303-4d68-920a-84bb99328b70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '98b3def6-6f92-475a-abec-474ebd6cdef0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 13:40:38.332948 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-e567f882-5c4e-4608-9d8e-663a63e69f27 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:38.333336 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e567f882-5c4e-4608-9d8e-663a63e69f27 None None] Bound using segment: {'id': '4d4b1dee-9303-4d68-920a-84bb99328b70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '98b3def6-6f92-475a-abec-474ebd6cdef0'} {{(pid=83872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 13:40:38.333856 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.managers [None req-e567f882-5c4e-4608-9d8e-663a63e69f27 None None] Bound port: 22623d4d-7549-47b7-8b28-55045ccb8425, host: dv-neutron-836180-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d4b1dee-9303-4d68-920a-84bb99328b70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '98b3def6-6f92-475a-abec-474ebd6cdef0'}}] {{(pid=83872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 13:40:38.334231 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-e567f882-5c4e-4608-9d8e-663a63e69f27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:38.340092 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-04e31ee1-09c2-41b0-81ee-ab4dfd64ab8a tempest-FloatingIPTestJSON-1100559899 tempest-FloatingIPTestJSON-1100559899-project] 10.222.0.26 "PUT /v2.0/routers/b7b0f4f0-93c2-441d-bc30-1a6a37191327/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4221041 Apr 01 13:40:38.340599 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 54580) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:40:38.342238 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.scheduler.base_scheduler [None req-36626537-00f9-437e-ab7e-c2dd178b7b2a tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Resources bound (agent type, host, resource id): {{(pid=83869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 13:40:38.350059 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6110fc31-f435-45c1-9d11-403335e0c3ce None None] Routers {'b7b0f4f0-93c2-441d-bc30-1a6a37191327'} bound to L3 agent in host dv-neutron-836180-1-hyperv {{(pid=83873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 13:40:38.351852 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-6110fc31-f435-45c1-9d11-403335e0c3ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836180-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-01T13:25:36Z,description=,heartbeat_timestamp=2022-04-01T13:40:36Z,host='dv-neutron-836180-1-hyperv',id=88bf8fc8-11a3-4e96-9d1b-5fd93ba9f6f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T13:25:36Z,topic='l3_agent')) {'router_ids': ['b7b0f4f0-93c2-441d-bc30-1a6a37191327'], 'active': True} {{(pid=83873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:40:38.413542 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8635d8-6460-498a-b2cf-d3ccd47d5f6b tempest-NetworksIpV6Test-758272472 tempest-NetworksIpV6Test-758272472-project] Pushing event deleted for resources: {'Subnet': ['ID=b03b3905-a123-40ca-8c04-a3ccb6320395,revision_number=None']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:40:38.418481 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-2bde72d3-9f89-47cf-a19c-ccff08ea9d43 tempest-BulkNetworkOpsIpV6Test-532490617 tempest-BulkNetworkOpsIpV6Test-532490617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-942654', 'neutron.services.segments.db._delete_segments_for_network-8736733387888'] for network, precommit_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:38.432608 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-6110fc31-f435-45c1-9d11-403335e0c3ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-836180-1-hyperv', False) {} {{(pid=83873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:40:38.434884 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-e567f882-5c4e-4608-9d8e-663a63e69f27 None None] For port 22623d4d-7549-47b7-8b28-55045ccb8425, host dv-neutron-836180-1-hyperv, cleared binding levels {{(pid=83872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 13:40:38.439691 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-e567f882-5c4e-4608-9d8e-663a63e69f27 None None] For port 22623d4d-7549-47b7-8b28-55045ccb8425, host dv-neutron-836180-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836180-1-hyperv',level=0,port_id=22623d4d-7549-47b7-8b28-55045ccb8425,segment=NetworkSegment(4d4b1dee-9303-4d68-920a-84bb99328b70),segment_id=4d4b1dee-9303-4d68-920a-84bb99328b70)] {{(pid=83872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 13:40:38.446122 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6110fc31-f435-45c1-9d11-403335e0c3ce None None] Routers {'b7b0f4f0-93c2-441d-bc30-1a6a37191327'} bound to L3 agent in host dv-neutron-836180-1-hyperv {{(pid=83873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 13:40:38.446686 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-e567f882-5c4e-4608-9d8e-663a63e69f27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864'] for port, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:38.447177 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-6110fc31-f435-45c1-9d11-403335e0c3ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836180-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-01T13:25:36Z,description=,heartbeat_timestamp=2022-04-01T13:40:36Z,host='dv-neutron-836180-1-hyperv',id=88bf8fc8-11a3-4e96-9d1b-5fd93ba9f6f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T13:25:36Z,topic='l3_agent')) {'router_ids': ['b7b0f4f0-93c2-441d-bc30-1a6a37191327'], 'active': True} {{(pid=83873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:40:38.513146 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-6110fc31-f435-45c1-9d11-403335e0c3ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-836180-1-hyperv', False) {} {{(pid=83873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:40:38.513849 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6110fc31-f435-45c1-9d11-403335e0c3ce None None] The sync data for ids ['b7b0f4f0-93c2-441d-bc30-1a6a37191327'] in dv-neutron-836180-1-hyperv is: [] {{(pid=83873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 13:40:38.520321 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.services.segments.db [None req-2bde72d3-9f89-47cf-a19c-ccff08ea9d43 tempest-BulkNetworkOpsIpV6Test-532490617 tempest-BulkNetworkOpsIpV6Test-532490617-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['307ffcd7-9133-40a5-bf51-f5d41c31b25c']}} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:40:38.535814 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e567f882-5c4e-4608-9d8e-663a63e69f27 None None] Pushing event updated for resources: {'Port': ['ID=22623d4d-7549-47b7-8b28-55045ccb8425,revision_number=2']} {{(pid=83872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:40:38.610539 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93468405-0060-4761-b891-b0f850744110 None None] get_active_networks_info from dv-neutron-836180-1-hyperv {{(pid=83872) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Apr 01 13:40:38.614759 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.services.segments.db [None req-2bde72d3-9f89-47cf-a19c-ccff08ea9d43 tempest-BulkNetworkOpsIpV6Test-532490617 tempest-BulkNetworkOpsIpV6Test-532490617-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '23d1eda5-24da-4b38-b9a9-ce5bf09e4f76') {'for_net_delete': True} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:40:38.615056 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.services.segments.db [None req-2bde72d3-9f89-47cf-a19c-ccff08ea9d43 tempest-BulkNetworkOpsIpV6Test-532490617 tempest-BulkNetworkOpsIpV6Test-532490617-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '23d1eda5-24da-4b38-b9a9-ce5bf09e4f76') {} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:40:38.633168 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-bdc70d6a-2230-4dfe-977c-2e515e533365 tempest-FloatingIPTestJSON-1100559899 tempest-FloatingIPTestJSON-1100559899-project] Notify callbacks [] for router, before_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:38.656369 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-2bde72d3-9f89-47cf-a19c-ccff08ea9d43 tempest-BulkNetworkOpsIpV6Test-532490617 tempest-BulkNetworkOpsIpV6Test-532490617-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736733386999', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2704982'] for segment, before_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:38.673614 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-fd8635d8-6460-498a-b2cf-d3ccd47d5f6b tempest-NetworksIpV6Test-758272472 tempest-NetworksIpV6Test-758272472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-942654', 'neutron.services.segments.db._delete_segments_for_network-8736733387888'] for network, precommit_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:38.691283 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-2bde72d3-9f89-47cf-a19c-ccff08ea9d43 tempest-BulkNetworkOpsIpV6Test-532490617 tempest-BulkNetworkOpsIpV6Test-532490617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1004271'] for segment, precommit_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:38.745853 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93468405-0060-4761-b891-b0f850744110 None None] Resources bound (agent type, host, resource id): {{(pid=83872) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 01 13:40:38.760543 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2bde72d3-9f89-47cf-a19c-ccff08ea9d43 tempest-BulkNetworkOpsIpV6Test-532490617 tempest-BulkNetworkOpsIpV6Test-532490617-project] Releasing vlan 396 on physical network physnet1 to pool {{(pid=83869) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 01 13:40:38.760951 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-2bde72d3-9f89-47cf-a19c-ccff08ea9d43 tempest-BulkNetworkOpsIpV6Test-532490617 tempest-BulkNetworkOpsIpV6Test-532490617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1004262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2705264'] for segment, after_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:38.775770 dv-neutron-836180-1-hyperv neutron-server[83869]: Traceback (most recent call last): Apr 01 13:40:38.775770 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 01 13:40:38.775770 dv-neutron-836180-1-hyperv neutron-server[83869]: timer() Apr 01 13:40:38.775770 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 13:40:38.775770 dv-neutron-836180-1-hyperv neutron-server[83869]: cb(*args, **kw) Apr 01 13:40:38.775770 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 13:40:38.775770 dv-neutron-836180-1-hyperv neutron-server[83869]: return func(*args, **kwargs) Apr 01 13:40:38.775770 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 13:40:38.775770 dv-neutron-836180-1-hyperv neutron-server[83869]: self._notify() Apr 01 13:40:38.775770 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 13:40:38.775770 dv-neutron-836180-1-hyperv neutron-server[83869]: self.callback(batched_events) Apr 01 13:40:38.775770 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 13:40:38.775770 dv-neutron-836180-1-hyperv neutron-server[83869]: event.method(event) Apr 01 13:40:38.775770 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 13:40:38.775770 dv-neutron-836180-1-hyperv neutron-server[83869]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 13:40:38.775770 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 13:40:38.775770 dv-neutron-836180-1-hyperv neutron-server[83869]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 13:40:38.775770 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 13:40:38.775770 dv-neutron-836180-1-hyperv neutron-server[83869]: return f(self, *a, **k) Apr 01 13:40:38.775770 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 13:40:38.775770 dv-neutron-836180-1-hyperv neutron-server[83869]: return self._get(url).json() Apr 01 13:40:38.775770 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 13:40:38.775770 dv-neutron-836180-1-hyperv neutron-server[83869]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 13:40:38.775770 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 01 13:40:38.775770 dv-neutron-836180-1-hyperv neutron-server[83869]: return self.request(url, 'GET', **kwargs) Apr 01 13:40:38.775770 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 01 13:40:38.775770 dv-neutron-836180-1-hyperv neutron-server[83869]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 13:40:38.775770 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 01 13:40:38.775770 dv-neutron-836180-1-hyperv neutron-server[83869]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 13:40:38.775770 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 01 13:40:38.775770 dv-neutron-836180-1-hyperv neutron-server[83869]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 13:40:38.775770 dv-neutron-836180-1-hyperv neutron-server[83869]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 13:40:38.778330 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.services.segments.db [None req-fd8635d8-6460-498a-b2cf-d3ccd47d5f6b tempest-NetworksIpV6Test-758272472 tempest-NetworksIpV6Test-758272472-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['98b3def6-6f92-475a-abec-474ebd6cdef0']}} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:40:38.846284 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-bdc70d6a-2230-4dfe-977c-2e515e533365 tempest-FloatingIPTestJSON-1100559899 tempest-FloatingIPTestJSON-1100559899-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:38.858043 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.plugin [None req-bdc70d6a-2230-4dfe-977c-2e515e533365 tempest-FloatingIPTestJSON-1100559899 tempest-FloatingIPTestJSON-1100559899-project] Deleting port e8b51967-3a42-43f6-a47d-0fc6807b1f72 {{(pid=83871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 13:40:38.858367 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-bdc70d6a-2230-4dfe-977c-2e515e533365 tempest-FloatingIPTestJSON-1100559899 tempest-FloatingIPTestJSON-1100559899-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736733287370'] for port, before_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:38.880652 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-a976a7b9-9034-41e6-be13-349b75ed1593 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:39.013811 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.services.segments.db [None req-fd8635d8-6460-498a-b2cf-d3ccd47d5f6b tempest-NetworksIpV6Test-758272472 tempest-NetworksIpV6Test-758272472-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4d4b1dee-9303-4d68-920a-84bb99328b70') {'for_net_delete': True} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:40:39.014045 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.services.segments.db [None req-fd8635d8-6460-498a-b2cf-d3ccd47d5f6b tempest-NetworksIpV6Test-758272472 tempest-NetworksIpV6Test-758272472-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4d4b1dee-9303-4d68-920a-84bb99328b70') {} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:40:39.035145 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-bdc70d6a-2230-4dfe-977c-2e515e533365 tempest-FloatingIPTestJSON-1100559899 tempest-FloatingIPTestJSON-1100559899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4155147'] for port, precommit_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:39.040248 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-fd8635d8-6460-498a-b2cf-d3ccd47d5f6b tempest-NetworksIpV6Test-758272472 tempest-NetworksIpV6Test-758272472-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736733386999', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2704982'] for segment, before_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:39.072380 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-fd8635d8-6460-498a-b2cf-d3ccd47d5f6b tempest-NetworksIpV6Test-758272472 tempest-NetworksIpV6Test-758272472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1004271'] for segment, precommit_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:39.082544 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fd8635d8-6460-498a-b2cf-d3ccd47d5f6b tempest-NetworksIpV6Test-758272472 tempest-NetworksIpV6Test-758272472-project] Releasing vlan 375 on physical network physnet1 to pool {{(pid=83869) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 01 13:40:39.083175 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-fd8635d8-6460-498a-b2cf-d3ccd47d5f6b tempest-NetworksIpV6Test-758272472 tempest-NetworksIpV6Test-758272472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1004262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2705264'] for segment, after_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:39.097711 dv-neutron-836180-1-hyperv neutron-server[83869]: Traceback (most recent call last): Apr 01 13:40:39.097711 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 01 13:40:39.097711 dv-neutron-836180-1-hyperv neutron-server[83869]: timer() Apr 01 13:40:39.097711 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 13:40:39.097711 dv-neutron-836180-1-hyperv neutron-server[83869]: cb(*args, **kw) Apr 01 13:40:39.097711 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 13:40:39.097711 dv-neutron-836180-1-hyperv neutron-server[83869]: return func(*args, **kwargs) Apr 01 13:40:39.097711 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 13:40:39.097711 dv-neutron-836180-1-hyperv neutron-server[83869]: self._notify() Apr 01 13:40:39.097711 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 13:40:39.097711 dv-neutron-836180-1-hyperv neutron-server[83869]: self.callback(batched_events) Apr 01 13:40:39.097711 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 13:40:39.097711 dv-neutron-836180-1-hyperv neutron-server[83869]: event.method(event) Apr 01 13:40:39.097711 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 13:40:39.097711 dv-neutron-836180-1-hyperv neutron-server[83869]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 13:40:39.097711 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 13:40:39.097711 dv-neutron-836180-1-hyperv neutron-server[83869]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 13:40:39.097711 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 13:40:39.097711 dv-neutron-836180-1-hyperv neutron-server[83869]: return f(self, *a, **k) Apr 01 13:40:39.097711 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 13:40:39.097711 dv-neutron-836180-1-hyperv neutron-server[83869]: return self._get(url).json() Apr 01 13:40:39.097711 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 13:40:39.097711 dv-neutron-836180-1-hyperv neutron-server[83869]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 13:40:39.097711 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 01 13:40:39.097711 dv-neutron-836180-1-hyperv neutron-server[83869]: return self.request(url, 'GET', **kwargs) Apr 01 13:40:39.097711 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 01 13:40:39.097711 dv-neutron-836180-1-hyperv neutron-server[83869]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 13:40:39.097711 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 01 13:40:39.097711 dv-neutron-836180-1-hyperv neutron-server[83869]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 13:40:39.097711 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 01 13:40:39.097711 dv-neutron-836180-1-hyperv neutron-server[83869]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 13:40:39.097711 dv-neutron-836180-1-hyperv neutron-server[83869]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 13:40:39.151694 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-2bde72d3-9f89-47cf-a19c-ccff08ea9d43 tempest-BulkNetworkOpsIpV6Test-532490617 tempest-BulkNetworkOpsIpV6Test-532490617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-942599', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4084797'] for network, after_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:39.156024 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.plugin [None req-bdc70d6a-2230-4dfe-977c-2e515e533365 tempest-FloatingIPTestJSON-1100559899 tempest-FloatingIPTestJSON-1100559899-project] Calling delete_port for e8b51967-3a42-43f6-a47d-0fc6807b1f72 owned by network:router_gateway {{(pid=83871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 13:40:39.179536 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc80f286-0feb-4f02-a41e-800506a66588 None None] Network 98b3def6-6f92-475a-abec-474ebd6cdef0 requested from dv-neutron-836180-1-hyperv {{(pid=83872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 13:40:39.186502 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-2bde72d3-9f89-47cf-a19c-ccff08ea9d43 tempest-BulkNetworkOpsIpV6Test-532490617 tempest-BulkNetworkOpsIpV6Test-532490617-project] Notify callbacks [] for network, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:39.214398 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bde72d3-9f89-47cf-a19c-ccff08ea9d43 tempest-BulkNetworkOpsIpV6Test-532490617 tempest-BulkNetworkOpsIpV6Test-532490617-project] Pushing event deleted for resources: {'Network': ['ID=307ffcd7-9133-40a5-bf51-f5d41c31b25c,revision_number=None']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:40:39.232114 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.db.api [None req-fd8635d8-6460-498a-b2cf-d3ccd47d5f6b tempest-NetworksIpV6Test-758272472 tempest-NetworksIpV6Test-758272472-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 01 13:40:39.232114 dv-neutron-836180-1-hyperv neutron-server[83869]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 01 13:40:39.232114 dv-neutron-836180-1-hyperv neutron-server[83869]: [parameters: {'id': '98b3def6-6f92-475a-abec-474ebd6cdef0'}] Apr 01 13:40:39.232114 dv-neutron-836180-1-hyperv neutron-server[83869]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=83869) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 01 13:40:39.233672 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG oslo_db.api [None req-fd8635d8-6460-498a-b2cf-d3ccd47d5f6b tempest-NetworksIpV6Test-758272472 tempest-NetworksIpV6Test-758272472-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 01 13:40:39.244586 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-2bde72d3-9f89-47cf-a19c-ccff08ea9d43 tempest-BulkNetworkOpsIpV6Test-532490617 tempest-BulkNetworkOpsIpV6Test-532490617-project] 10.222.0.26 "DELETE /v2.0/networks/307ffcd7-9133-40a5-bf51-f5d41c31b25c HTTP/1.1" status: 204 len: 168 time: 2.5954211 Apr 01 13:40:39.248992 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 54584) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:40:39.404707 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-bdc70d6a-2230-4dfe-977c-2e515e533365 tempest-FloatingIPTestJSON-1100559899 tempest-FloatingIPTestJSON-1100559899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736733359243', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736732935810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2743125'] for port, after_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:39.435001 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-e1c1b6f7-ad6f-425f-af9d-17efb036ac54 tempest-BulkNetworkOpsIpV6Test-532490617 tempest-BulkNetworkOpsIpV6Test-532490617-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1033078'] for network, before_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:39.464184 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf6f7c94-46af-4889-9127-5d56c97adefc None None] Network 98b3def6-6f92-475a-abec-474ebd6cdef0 requested from dv-neutron-836180-1-hyperv {{(pid=83872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 13:40:39.466584 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc70d6a-2230-4dfe-977c-2e515e533365 tempest-FloatingIPTestJSON-1100559899 tempest-FloatingIPTestJSON-1100559899-project] Pushing event deleted for resources: {'Port': ['ID=e8b51967-3a42-43f6-a47d-0fc6807b1f72,revision_number=None']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:40:39.586878 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36626537-00f9-437e-ab7e-c2dd178b7b2a tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Router 60de565d-3377-4a4f-b4f3-ba32b4839afa is scheduled to L3 agent 88bf8fc8-11a3-4e96-9d1b-5fd93ba9f6f1 with binding_index 1 {{(pid=83869) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 01 13:40:39.618749 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-e1c1b6f7-ad6f-425f-af9d-17efb036ac54 tempest-BulkNetworkOpsIpV6Test-532490617 tempest-BulkNetworkOpsIpV6Test-532490617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-942654', 'neutron.services.segments.db._delete_segments_for_network-8736733387888'] for network, precommit_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:39.689905 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-671c98c6-0a74-479a-ad03-2da1f3fe164e None None] Provisioning complete for port 7a34a0c6-91c6-4d7c-8bf3-dab84b728114 triggered by entity DHCP. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 13:40:39.690262 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-671c98c6-0a74-479a-ad03-2da1f3fe164e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-948329'] for port, provisioning_complete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:39.726105 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-bdc70d6a-2230-4dfe-977c-2e515e533365 tempest-FloatingIPTestJSON-1100559899 tempest-FloatingIPTestJSON-1100559899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4084822'] for router_gateway, after_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:39.743424 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.plugin [None req-671c98c6-0a74-479a-ad03-2da1f3fe164e None None] Port 7a34a0c6-91c6-4d7c-8bf3-dab84b728114 cannot update to ACTIVE because it is not bound. {{(pid=83872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 13:40:39.755711 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-fd8635d8-6460-498a-b2cf-d3ccd47d5f6b tempest-NetworksIpV6Test-758272472 tempest-NetworksIpV6Test-758272472-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1033078'] for network, before_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:39.765217 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.services.segments.db [None req-e1c1b6f7-ad6f-425f-af9d-17efb036ac54 tempest-BulkNetworkOpsIpV6Test-532490617 tempest-BulkNetworkOpsIpV6Test-532490617-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ca2eccfb-1d9d-492e-981c-4bccdbba6b05']}} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:40:39.785080 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.services.segments.db [None req-e1c1b6f7-ad6f-425f-af9d-17efb036ac54 tempest-BulkNetworkOpsIpV6Test-532490617 tempest-BulkNetworkOpsIpV6Test-532490617-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7039b40b-ec18-479e-b2d7-a79e4f241f62') {'for_net_delete': True} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:40:39.785323 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.services.segments.db [None req-e1c1b6f7-ad6f-425f-af9d-17efb036ac54 tempest-BulkNetworkOpsIpV6Test-532490617 tempest-BulkNetworkOpsIpV6Test-532490617-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7039b40b-ec18-479e-b2d7-a79e4f241f62') {} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:40:39.802519 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-e1c1b6f7-ad6f-425f-af9d-17efb036ac54 tempest-BulkNetworkOpsIpV6Test-532490617 tempest-BulkNetworkOpsIpV6Test-532490617-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736733386999', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2704982'] for segment, before_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:39.812776 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.plugin [None req-fd8635d8-6460-498a-b2cf-d3ccd47d5f6b tempest-NetworksIpV6Test-758272472 tempest-NetworksIpV6Test-758272472-project] Deleting port 22623d4d-7549-47b7-8b28-55045ccb8425 {{(pid=83869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 13:40:39.813726 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-fd8635d8-6460-498a-b2cf-d3ccd47d5f6b tempest-NetworksIpV6Test-758272472 tempest-NetworksIpV6Test-758272472-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736733287370'] for port, before_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:39.855194 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-e1c1b6f7-ad6f-425f-af9d-17efb036ac54 tempest-BulkNetworkOpsIpV6Test-532490617 tempest-BulkNetworkOpsIpV6Test-532490617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1004271'] for segment, precommit_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:39.873272 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e1c1b6f7-ad6f-425f-af9d-17efb036ac54 tempest-BulkNetworkOpsIpV6Test-532490617 tempest-BulkNetworkOpsIpV6Test-532490617-project] Releasing vlan 369 on physical network physnet1 to pool {{(pid=83869) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 01 13:40:39.873670 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-e1c1b6f7-ad6f-425f-af9d-17efb036ac54 tempest-BulkNetworkOpsIpV6Test-532490617 tempest-BulkNetworkOpsIpV6Test-532490617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1004262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2705264'] for segment, after_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:39.898663 dv-neutron-836180-1-hyperv neutron-server[83869]: Traceback (most recent call last): Apr 01 13:40:39.898663 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 01 13:40:39.898663 dv-neutron-836180-1-hyperv neutron-server[83869]: timer() Apr 01 13:40:39.898663 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 13:40:39.898663 dv-neutron-836180-1-hyperv neutron-server[83869]: cb(*args, **kw) Apr 01 13:40:39.898663 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 13:40:39.898663 dv-neutron-836180-1-hyperv neutron-server[83869]: return func(*args, **kwargs) Apr 01 13:40:39.898663 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 13:40:39.898663 dv-neutron-836180-1-hyperv neutron-server[83869]: self._notify() Apr 01 13:40:39.898663 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 13:40:39.898663 dv-neutron-836180-1-hyperv neutron-server[83869]: self.callback(batched_events) Apr 01 13:40:39.898663 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 13:40:39.898663 dv-neutron-836180-1-hyperv neutron-server[83869]: event.method(event) Apr 01 13:40:39.898663 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 13:40:39.898663 dv-neutron-836180-1-hyperv neutron-server[83869]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 13:40:39.898663 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 13:40:39.898663 dv-neutron-836180-1-hyperv neutron-server[83869]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 13:40:39.898663 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 13:40:39.898663 dv-neutron-836180-1-hyperv neutron-server[83869]: return f(self, *a, **k) Apr 01 13:40:39.898663 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 13:40:39.898663 dv-neutron-836180-1-hyperv neutron-server[83869]: return self._get(url).json() Apr 01 13:40:39.898663 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 13:40:39.898663 dv-neutron-836180-1-hyperv neutron-server[83869]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 13:40:39.898663 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 01 13:40:39.898663 dv-neutron-836180-1-hyperv neutron-server[83869]: return self.request(url, 'GET', **kwargs) Apr 01 13:40:39.898663 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 01 13:40:39.898663 dv-neutron-836180-1-hyperv neutron-server[83869]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 13:40:39.898663 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 01 13:40:39.898663 dv-neutron-836180-1-hyperv neutron-server[83869]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 13:40:39.898663 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 01 13:40:39.898663 dv-neutron-836180-1-hyperv neutron-server[83869]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 13:40:39.898663 dv-neutron-836180-1-hyperv neutron-server[83869]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 13:40:40.019922 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-e1c1b6f7-ad6f-425f-af9d-17efb036ac54 tempest-BulkNetworkOpsIpV6Test-532490617 tempest-BulkNetworkOpsIpV6Test-532490617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-942599', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4084797'] for network, after_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:40.048812 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-e1c1b6f7-ad6f-425f-af9d-17efb036ac54 tempest-BulkNetworkOpsIpV6Test-532490617 tempest-BulkNetworkOpsIpV6Test-532490617-project] Notify callbacks [] for network, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:40.079815 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-bdc70d6a-2230-4dfe-977c-2e515e533365 tempest-FloatingIPTestJSON-1100559899 tempest-FloatingIPTestJSON-1100559899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4079814', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4170'] for router, precommit_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:40.080625 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c1b6f7-ad6f-425f-af9d-17efb036ac54 tempest-BulkNetworkOpsIpV6Test-532490617 tempest-BulkNetworkOpsIpV6Test-532490617-project] Pushing event deleted for resources: {'Network': ['ID=ca2eccfb-1d9d-492e-981c-4bccdbba6b05,revision_number=None']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:40:40.084209 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-bdc70d6a-2230-4dfe-977c-2e515e533365 tempest-FloatingIPTestJSON-1100559899 tempest-FloatingIPTestJSON-1100559899-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:40.109281 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-bdc70d6a-2230-4dfe-977c-2e515e533365 tempest-FloatingIPTestJSON-1100559899 tempest-FloatingIPTestJSON-1100559899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4079738'] for router, after_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:40.110017 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bdc70d6a-2230-4dfe-977c-2e515e533365 tempest-FloatingIPTestJSON-1100559899 tempest-FloatingIPTestJSON-1100559899-project] Fanout notify agent at l3_agent the message router_deleted on router b7b0f4f0-93c2-441d-bc30-1a6a37191327 {{(pid=83871) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 01 13:40:40.124833 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-bdc70d6a-2230-4dfe-977c-2e515e533365 tempest-FloatingIPTestJSON-1100559899 tempest-FloatingIPTestJSON-1100559899-project] Notify callbacks [] for router, before_response {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:40.126498 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-bdc70d6a-2230-4dfe-977c-2e515e533365 tempest-FloatingIPTestJSON-1100559899 tempest-FloatingIPTestJSON-1100559899-project] 10.222.0.26 "DELETE /v2.0/routers/b7b0f4f0-93c2-441d-bc30-1a6a37191327 HTTP/1.1" status: 204 len: 168 time: 1.7849898 Apr 01 13:40:40.129124 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 54588) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:40:40.140840 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-e1c1b6f7-ad6f-425f-af9d-17efb036ac54 tempest-BulkNetworkOpsIpV6Test-532490617 tempest-BulkNetworkOpsIpV6Test-532490617-project] 10.222.0.26 "DELETE /v2.0/networks/ca2eccfb-1d9d-492e-981c-4bccdbba6b05 HTTP/1.1" status: 204 len: 168 time: 0.8906541 Apr 01 13:40:40.153159 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 54592) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:40:40.191106 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36626537-00f9-437e-ab7e-c2dd178b7b2a tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Notify agent at l3_agent.dv-neutron-836180-1-hyperv the message routers_updated {{(pid=83869) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 13:40:40.203191 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-36626537-00f9-437e-ab7e-c2dd178b7b2a tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] 10.222.0.26 "PUT /v2.0/routers/60de565d-3377-4a4f-b4f3-ba32b4839afa/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.1816380 Apr 01 13:40:40.203419 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb3bb99b-7750-4ab2-a480-10090ec8467f None None] Sync routers for ids ['60de565d-3377-4a4f-b4f3-ba32b4839afa'] in dv-neutron-836180-1-hyperv {{(pid=83872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 13:40:40.204041 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 54596) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:40:40.216072 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb3bb99b-7750-4ab2-a480-10090ec8467f None None] Routers {'60de565d-3377-4a4f-b4f3-ba32b4839afa'} bound to L3 agent in host dv-neutron-836180-1-hyperv {{(pid=83872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 13:40:40.217000 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_hamode_db [None req-fb3bb99b-7750-4ab2-a480-10090ec8467f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836180-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-01T13:25:36Z,description=,heartbeat_timestamp=2022-04-01T13:40:36Z,host='dv-neutron-836180-1-hyperv',id=88bf8fc8-11a3-4e96-9d1b-5fd93ba9f6f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T13:25:36Z,topic='l3_agent')) {'router_ids': ['60de565d-3377-4a4f-b4f3-ba32b4839afa'], 'active': True} {{(pid=83872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:40:40.289293 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_hamode_db [None req-fb3bb99b-7750-4ab2-a480-10090ec8467f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-836180-1-hyperv', False) {} {{(pid=83872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:40:40.299579 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-862b6aa0-6c2a-4fd5-9477-ac7a38ce1866 tempest-BulkNetworkOpsIpV6Test-532490617 tempest-BulkNetworkOpsIpV6Test-532490617-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1033078'] for network, before_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:40.301378 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb3bb99b-7750-4ab2-a480-10090ec8467f None None] Routers {'60de565d-3377-4a4f-b4f3-ba32b4839afa'} bound to L3 agent in host dv-neutron-836180-1-hyperv {{(pid=83872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 13:40:40.302247 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_hamode_db [None req-fb3bb99b-7750-4ab2-a480-10090ec8467f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836180-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-01T13:25:36Z,description=,heartbeat_timestamp=2022-04-01T13:40:36Z,host='dv-neutron-836180-1-hyperv',id=88bf8fc8-11a3-4e96-9d1b-5fd93ba9f6f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T13:25:36Z,topic='l3_agent')) {'router_ids': ['60de565d-3377-4a4f-b4f3-ba32b4839afa'], 'active': True} {{(pid=83872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:40:40.331006 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.db_base_plugin_v2 [None req-1359dbd2-bd32-4776-bc45-a67a18c0db4f tempest-FloatingIPTestJSON-1100559899 tempest-FloatingIPTestJSON-1100559899-project] Deleting subnet 5deb587e-af9b-427f-a423-558ac5f5bd21 {{(pid=83871) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 01 13:40:40.334142 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-1359dbd2-bd32-4776-bc45-a67a18c0db4f tempest-FloatingIPTestJSON-1100559899 tempest-FloatingIPTestJSON-1100559899-project] Notify callbacks [] for subnet, before_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:40.357365 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.db [None req-fd8635d8-6460-498a-b2cf-d3ccd47d5f6b tempest-NetworksIpV6Test-758272472 tempest-NetworksIpV6Test-758272472-project] For port 22623d4d-7549-47b7-8b28-55045ccb8425, host dv-neutron-836180-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836180-1-hyperv',level=0,port_id=22623d4d-7549-47b7-8b28-55045ccb8425,segment=NetworkSegment(4d4b1dee-9303-4d68-920a-84bb99328b70),segment_id=4d4b1dee-9303-4d68-920a-84bb99328b70)] {{(pid=83869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 13:40:40.357731 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-fd8635d8-6460-498a-b2cf-d3ccd47d5f6b tempest-NetworksIpV6Test-758272472 tempest-NetworksIpV6Test-758272472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4155147'] for port, precommit_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:40.367221 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_hamode_db [None req-fb3bb99b-7750-4ab2-a480-10090ec8467f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-836180-1-hyperv', False) {} {{(pid=83872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:40:40.368806 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb3bb99b-7750-4ab2-a480-10090ec8467f None None] The sync data for ids ['60de565d-3377-4a4f-b4f3-ba32b4839afa'] in dv-neutron-836180-1-hyperv is: [] {{(pid=83872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 13:40:40.396372 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-1359dbd2-bd32-4776-bc45-a67a18c0db4f tempest-FloatingIPTestJSON-1100559899 tempest-FloatingIPTestJSON-1100559899-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3166365'] for subnet, precommit_delete_associations {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:40.483872 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-1359dbd2-bd32-4776-bc45-a67a18c0db4f tempest-FloatingIPTestJSON-1100559899 tempest-FloatingIPTestJSON-1100559899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-945029'] for subnet, precommit_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:40.559694 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-1359dbd2-bd32-4776-bc45-a67a18c0db4f tempest-FloatingIPTestJSON-1100559899 tempest-FloatingIPTestJSON-1100559899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-945042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2743160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2757373'] for subnet, after_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:40.598946 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1359dbd2-bd32-4776-bc45-a67a18c0db4f tempest-FloatingIPTestJSON-1100559899 tempest-FloatingIPTestJSON-1100559899-project] Pushing event deleted for resources: {'Subnet': ['ID=5deb587e-af9b-427f-a423-558ac5f5bd21,revision_number=None']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:40:40.600131 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.plugin [None req-fd8635d8-6460-498a-b2cf-d3ccd47d5f6b tempest-NetworksIpV6Test-758272472 tempest-NetworksIpV6Test-758272472-project] Calling delete_port for 22623d4d-7549-47b7-8b28-55045ccb8425 owned by network:dhcp {{(pid=83869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 13:40:40.603507 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-1359dbd2-bd32-4776-bc45-a67a18c0db4f tempest-FloatingIPTestJSON-1100559899 tempest-FloatingIPTestJSON-1100559899-project] Notify callbacks [] for subnet, before_response {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:40.612116 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28112e16-8edc-4fcc-ac79-42135a222956 None None] Network 93ae3adf-9d83-49ff-9d10-bdd9641a3ede requested from dv-neutron-836180-1-hyperv {{(pid=83872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 13:40:40.615892 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-1359dbd2-bd32-4776-bc45-a67a18c0db4f tempest-FloatingIPTestJSON-1100559899 tempest-FloatingIPTestJSON-1100559899-project] 10.222.0.26 "DELETE /v2.0/subnets/5deb587e-af9b-427f-a423-558ac5f5bd21 HTTP/1.1" status: 204 len: 168 time: 0.4835153 Apr 01 13:40:40.616110 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 54600) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:40:40.663668 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91ca37be-7b61-4d6c-82c9-4a1cd2d269a3 tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:40:40.664238 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-91ca37be-7b61-4d6c-82c9-4a1cd2d269a3 tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Synchronizing usage tracker for tenant:7eaea7f33c58432a9d19111cc275f4e1 on resource:port {{(pid=83869) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 13:40:40.730724 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-2c08a31e-8cc9-43d9-a47a-c2e5a67b0af7 tempest-FloatingIPTestJSON-1100559899 tempest-FloatingIPTestJSON-1100559899-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1033078'] for network, before_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:40.741804 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.plugin [None req-2c08a31e-8cc9-43d9-a47a-c2e5a67b0af7 tempest-FloatingIPTestJSON-1100559899 tempest-FloatingIPTestJSON-1100559899-project] Deleting port d10a3114-cce5-4cf6-955c-ab9ae82b1c0e {{(pid=83871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 13:40:40.742136 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-2c08a31e-8cc9-43d9-a47a-c2e5a67b0af7 tempest-FloatingIPTestJSON-1100559899 tempest-FloatingIPTestJSON-1100559899-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736733287370'] for port, before_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:40.801285 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-91ca37be-7b61-4d6c-82c9-4a1cd2d269a3 tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Unset dirty status for tenant:7eaea7f33c58432a9d19111cc275f4e1 on resource:port {{(pid=83869) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 13:40:40.806125 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-91ca37be-7b61-4d6c-82c9-4a1cd2d269a3 tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] 10.222.0.26 "GET /v2.0/ports/7a34a0c6-91c6-4d7c-8bf3-dab84b728114 HTTP/1.1" status: 200 len: 977 time: 0.5081515 Apr 01 13:40:40.806125 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-862b6aa0-6c2a-4fd5-9477-ac7a38ce1866 tempest-BulkNetworkOpsIpV6Test-532490617 tempest-BulkNetworkOpsIpV6Test-532490617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-942654', 'neutron.services.segments.db._delete_segments_for_network-8736733387888'] for network, precommit_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:40.808796 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 54604) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:40:40.831297 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-fd8635d8-6460-498a-b2cf-d3ccd47d5f6b tempest-NetworksIpV6Test-758272472 tempest-NetworksIpV6Test-758272472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736733359243', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736732935810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2705155'] for port, after_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:40.835680 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.services.segments.db [None req-862b6aa0-6c2a-4fd5-9477-ac7a38ce1866 tempest-BulkNetworkOpsIpV6Test-532490617 tempest-BulkNetworkOpsIpV6Test-532490617-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eeff64e3-d230-4b97-9411-aa4c9f1ab2e6']}} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:40:40.881510 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a5d9180-ca8c-4ad3-bd4b-467607adb5c5 None None] DHCP port deletion for 93ae3adf-9d83-49ff-9d10-bdd9641a3ede request from dv-neutron-836180-1-hyperv {{(pid=83872) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 01 13:40:40.885795 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.plugin [None req-7a5d9180-ca8c-4ad3-bd4b-467607adb5c5 None None] Deleting port d10a3114-cce5-4cf6-955c-ab9ae82b1c0e {{(pid=83872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 13:40:40.886002 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.services.segments.db [None req-862b6aa0-6c2a-4fd5-9477-ac7a38ce1866 tempest-BulkNetworkOpsIpV6Test-532490617 tempest-BulkNetworkOpsIpV6Test-532490617-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fb6e5b81-57f1-4afa-a76c-b2ed7e2ff6d0') {'for_net_delete': True} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:40:40.886220 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-7a5d9180-ca8c-4ad3-bd4b-467607adb5c5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736733287370'] for port, before_delete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:40.886326 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.services.segments.db [None req-862b6aa0-6c2a-4fd5-9477-ac7a38ce1866 tempest-BulkNetworkOpsIpV6Test-532490617 tempest-BulkNetworkOpsIpV6Test-532490617-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fb6e5b81-57f1-4afa-a76c-b2ed7e2ff6d0') {} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:40:40.895681 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8635d8-6460-498a-b2cf-d3ccd47d5f6b tempest-NetworksIpV6Test-758272472 tempest-NetworksIpV6Test-758272472-project] Pushing event deleted for resources: {'Port': ['ID=22623d4d-7549-47b7-8b28-55045ccb8425,revision_number=None']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:40:40.905855 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd8635d8-6460-498a-b2cf-d3ccd47d5f6b tempest-NetworksIpV6Test-758272472 tempest-NetworksIpV6Test-758272472-project] No DVR routers for this DVR port 22623d4d-7549-47b7-8b28-55045ccb8425 on host dv-neutron-836180-1-hyperv {{(pid=83869) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 13:40:40.908365 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-862b6aa0-6c2a-4fd5-9477-ac7a38ce1866 tempest-BulkNetworkOpsIpV6Test-532490617 tempest-BulkNetworkOpsIpV6Test-532490617-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736733386999', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2704982'] for segment, before_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:41.017156 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-862b6aa0-6c2a-4fd5-9477-ac7a38ce1866 tempest-BulkNetworkOpsIpV6Test-532490617 tempest-BulkNetworkOpsIpV6Test-532490617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1004271'] for segment, precommit_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:41.039718 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-862b6aa0-6c2a-4fd5-9477-ac7a38ce1866 tempest-BulkNetworkOpsIpV6Test-532490617 tempest-BulkNetworkOpsIpV6Test-532490617-project] Releasing vlan 374 on physical network physnet1 to pool {{(pid=83869) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 01 13:40:41.040114 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-862b6aa0-6c2a-4fd5-9477-ac7a38ce1866 tempest-BulkNetworkOpsIpV6Test-532490617 tempest-BulkNetworkOpsIpV6Test-532490617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1004262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2705264'] for segment, after_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:41.054984 dv-neutron-836180-1-hyperv neutron-server[83869]: Traceback (most recent call last): Apr 01 13:40:41.054984 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 01 13:40:41.054984 dv-neutron-836180-1-hyperv neutron-server[83869]: timer() Apr 01 13:40:41.054984 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 13:40:41.054984 dv-neutron-836180-1-hyperv neutron-server[83869]: cb(*args, **kw) Apr 01 13:40:41.054984 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 13:40:41.054984 dv-neutron-836180-1-hyperv neutron-server[83869]: return func(*args, **kwargs) Apr 01 13:40:41.054984 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 13:40:41.054984 dv-neutron-836180-1-hyperv neutron-server[83869]: self._notify() Apr 01 13:40:41.054984 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 13:40:41.054984 dv-neutron-836180-1-hyperv neutron-server[83869]: self.callback(batched_events) Apr 01 13:40:41.054984 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 13:40:41.054984 dv-neutron-836180-1-hyperv neutron-server[83869]: event.method(event) Apr 01 13:40:41.054984 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 13:40:41.054984 dv-neutron-836180-1-hyperv neutron-server[83869]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 13:40:41.054984 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 13:40:41.054984 dv-neutron-836180-1-hyperv neutron-server[83869]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 13:40:41.054984 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 13:40:41.054984 dv-neutron-836180-1-hyperv neutron-server[83869]: return f(self, *a, **k) Apr 01 13:40:41.054984 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 13:40:41.054984 dv-neutron-836180-1-hyperv neutron-server[83869]: return self._get(url).json() Apr 01 13:40:41.054984 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 13:40:41.054984 dv-neutron-836180-1-hyperv neutron-server[83869]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 13:40:41.054984 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 01 13:40:41.054984 dv-neutron-836180-1-hyperv neutron-server[83869]: return self.request(url, 'GET', **kwargs) Apr 01 13:40:41.054984 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 01 13:40:41.054984 dv-neutron-836180-1-hyperv neutron-server[83869]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 13:40:41.054984 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 01 13:40:41.054984 dv-neutron-836180-1-hyperv neutron-server[83869]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 13:40:41.054984 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 01 13:40:41.054984 dv-neutron-836180-1-hyperv neutron-server[83869]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 13:40:41.054984 dv-neutron-836180-1-hyperv neutron-server[83869]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 13:40:41.100403 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-7a5d9180-ca8c-4ad3-bd4b-467607adb5c5 None None] For port d10a3114-cce5-4cf6-955c-ab9ae82b1c0e, host dv-neutron-836180-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836180-1-hyperv',level=0,port_id=d10a3114-cce5-4cf6-955c-ab9ae82b1c0e,segment=NetworkSegment(30fae926-5c9d-4696-9a3b-48d6a0260424),segment_id=30fae926-5c9d-4696-9a3b-48d6a0260424)] {{(pid=83872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 13:40:41.100767 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-7a5d9180-ca8c-4ad3-bd4b-467607adb5c5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4155147'] for port, precommit_delete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:41.111286 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-fd8635d8-6460-498a-b2cf-d3ccd47d5f6b tempest-NetworksIpV6Test-758272472 tempest-NetworksIpV6Test-758272472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-942654', 'neutron.services.segments.db._delete_segments_for_network-8736733387888'] for network, precommit_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:41.115174 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.db [None req-2c08a31e-8cc9-43d9-a47a-c2e5a67b0af7 tempest-FloatingIPTestJSON-1100559899 tempest-FloatingIPTestJSON-1100559899-project] For port d10a3114-cce5-4cf6-955c-ab9ae82b1c0e, host dv-neutron-836180-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836180-1-hyperv',level=0,port_id=d10a3114-cce5-4cf6-955c-ab9ae82b1c0e,segment=NetworkSegment(30fae926-5c9d-4696-9a3b-48d6a0260424),segment_id=30fae926-5c9d-4696-9a3b-48d6a0260424)] {{(pid=83871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 13:40:41.115693 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-2c08a31e-8cc9-43d9-a47a-c2e5a67b0af7 tempest-FloatingIPTestJSON-1100559899 tempest-FloatingIPTestJSON-1100559899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4155147'] for port, precommit_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:41.156266 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.services.segments.db [None req-fd8635d8-6460-498a-b2cf-d3ccd47d5f6b tempest-NetworksIpV6Test-758272472 tempest-NetworksIpV6Test-758272472-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['98b3def6-6f92-475a-abec-474ebd6cdef0']}} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:40:41.169161 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.services.segments.db [None req-fd8635d8-6460-498a-b2cf-d3ccd47d5f6b tempest-NetworksIpV6Test-758272472 tempest-NetworksIpV6Test-758272472-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4d4b1dee-9303-4d68-920a-84bb99328b70') {'for_net_delete': True} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:40:41.169467 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.services.segments.db [None req-fd8635d8-6460-498a-b2cf-d3ccd47d5f6b tempest-NetworksIpV6Test-758272472 tempest-NetworksIpV6Test-758272472-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4d4b1dee-9303-4d68-920a-84bb99328b70') {} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:40:41.176087 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-862b6aa0-6c2a-4fd5-9477-ac7a38ce1866 tempest-BulkNetworkOpsIpV6Test-532490617 tempest-BulkNetworkOpsIpV6Test-532490617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-942599', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4084797'] for network, after_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:41.196027 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-862b6aa0-6c2a-4fd5-9477-ac7a38ce1866 tempest-BulkNetworkOpsIpV6Test-532490617 tempest-BulkNetworkOpsIpV6Test-532490617-project] Notify callbacks [] for network, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:41.205472 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-fd8635d8-6460-498a-b2cf-d3ccd47d5f6b tempest-NetworksIpV6Test-758272472 tempest-NetworksIpV6Test-758272472-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736733386999', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2704982'] for segment, before_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:41.226573 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.plugin [None req-7a5d9180-ca8c-4ad3-bd4b-467607adb5c5 None None] Calling delete_port for d10a3114-cce5-4cf6-955c-ab9ae82b1c0e owned by network:dhcp {{(pid=83872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 13:40:41.230228 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-862b6aa0-6c2a-4fd5-9477-ac7a38ce1866 tempest-BulkNetworkOpsIpV6Test-532490617 tempest-BulkNetworkOpsIpV6Test-532490617-project] Pushing event deleted for resources: {'Network': ['ID=eeff64e3-d230-4b97-9411-aa4c9f1ab2e6,revision_number=None']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:40:41.235159 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-862b6aa0-6c2a-4fd5-9477-ac7a38ce1866 tempest-BulkNetworkOpsIpV6Test-532490617 tempest-BulkNetworkOpsIpV6Test-532490617-project] 10.222.0.26 "DELETE /v2.0/networks/eeff64e3-d230-4b97-9411-aa4c9f1ab2e6 HTTP/1.1" status: 204 len: 168 time: 1.0801589 Apr 01 13:40:41.240967 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-fd8635d8-6460-498a-b2cf-d3ccd47d5f6b tempest-NetworksIpV6Test-758272472 tempest-NetworksIpV6Test-758272472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1004271'] for segment, precommit_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:41.256598 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fd8635d8-6460-498a-b2cf-d3ccd47d5f6b tempest-NetworksIpV6Test-758272472 tempest-NetworksIpV6Test-758272472-project] Releasing vlan 375 on physical network physnet1 to pool {{(pid=83869) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 01 13:40:41.258235 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-fd8635d8-6460-498a-b2cf-d3ccd47d5f6b tempest-NetworksIpV6Test-758272472 tempest-NetworksIpV6Test-758272472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1004262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2705264'] for segment, after_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:41.259380 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.plugin [None req-2c08a31e-8cc9-43d9-a47a-c2e5a67b0af7 tempest-FloatingIPTestJSON-1100559899 tempest-FloatingIPTestJSON-1100559899-project] Calling delete_port for d10a3114-cce5-4cf6-955c-ab9ae82b1c0e owned by network:dhcp {{(pid=83871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 13:40:41.294239 dv-neutron-836180-1-hyperv neutron-server[83869]: Traceback (most recent call last): Apr 01 13:40:41.294239 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 01 13:40:41.294239 dv-neutron-836180-1-hyperv neutron-server[83869]: timer() Apr 01 13:40:41.294239 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 13:40:41.294239 dv-neutron-836180-1-hyperv neutron-server[83869]: cb(*args, **kw) Apr 01 13:40:41.294239 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 13:40:41.294239 dv-neutron-836180-1-hyperv neutron-server[83869]: return func(*args, **kwargs) Apr 01 13:40:41.294239 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 13:40:41.294239 dv-neutron-836180-1-hyperv neutron-server[83869]: self._notify() Apr 01 13:40:41.294239 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 13:40:41.294239 dv-neutron-836180-1-hyperv neutron-server[83869]: self.callback(batched_events) Apr 01 13:40:41.294239 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 13:40:41.294239 dv-neutron-836180-1-hyperv neutron-server[83869]: event.method(event) Apr 01 13:40:41.294239 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 13:40:41.294239 dv-neutron-836180-1-hyperv neutron-server[83869]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 13:40:41.294239 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 13:40:41.294239 dv-neutron-836180-1-hyperv neutron-server[83869]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 13:40:41.294239 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 13:40:41.294239 dv-neutron-836180-1-hyperv neutron-server[83869]: return f(self, *a, **k) Apr 01 13:40:41.294239 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 13:40:41.294239 dv-neutron-836180-1-hyperv neutron-server[83869]: return self._get(url).json() Apr 01 13:40:41.294239 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 13:40:41.294239 dv-neutron-836180-1-hyperv neutron-server[83869]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 13:40:41.294239 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 01 13:40:41.294239 dv-neutron-836180-1-hyperv neutron-server[83869]: return self.request(url, 'GET', **kwargs) Apr 01 13:40:41.294239 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 01 13:40:41.294239 dv-neutron-836180-1-hyperv neutron-server[83869]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 13:40:41.294239 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 01 13:40:41.294239 dv-neutron-836180-1-hyperv neutron-server[83869]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 13:40:41.294239 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 01 13:40:41.294239 dv-neutron-836180-1-hyperv neutron-server[83869]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 13:40:41.294239 dv-neutron-836180-1-hyperv neutron-server[83869]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 13:40:41.345447 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-7a5d9180-ca8c-4ad3-bd4b-467607adb5c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736733359243', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736732935810'] for port, after_delete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:41.386934 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-fd8635d8-6460-498a-b2cf-d3ccd47d5f6b tempest-NetworksIpV6Test-758272472 tempest-NetworksIpV6Test-758272472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-942599', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4084797'] for network, after_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:41.415563 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a5d9180-ca8c-4ad3-bd4b-467607adb5c5 None None] Pushing event deleted for resources: {'Port': ['ID=d10a3114-cce5-4cf6-955c-ab9ae82b1c0e,revision_number=None']} {{(pid=83872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:40:41.415962 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-fd8635d8-6460-498a-b2cf-d3ccd47d5f6b tempest-NetworksIpV6Test-758272472 tempest-NetworksIpV6Test-758272472-project] Notify callbacks [] for network, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:41.424537 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a5d9180-ca8c-4ad3-bd4b-467607adb5c5 None None] No DVR routers for this DVR port d10a3114-cce5-4cf6-955c-ab9ae82b1c0e on host dv-neutron-836180-1-hyperv {{(pid=83872) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 13:40:41.426458 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8635d8-6460-498a-b2cf-d3ccd47d5f6b tempest-NetworksIpV6Test-758272472 tempest-NetworksIpV6Test-758272472-project] Pushing event deleted for resources: {'Network': ['ID=98b3def6-6f92-475a-abec-474ebd6cdef0,revision_number=None']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:40:41.430754 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-fd8635d8-6460-498a-b2cf-d3ccd47d5f6b tempest-NetworksIpV6Test-758272472 tempest-NetworksIpV6Test-758272472-project] 10.222.0.26 "DELETE /v2.0/networks/98b3def6-6f92-475a-abec-474ebd6cdef0 HTTP/1.1" status: 204 len: 168 time: 4.3374949 Apr 01 13:40:41.433989 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 54610) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:40:41.442641 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.v2.base [None req-c29dfb76-7a36-43aa-8408-d81184309bcf tempest-NetworksIpV6Test-758272472 tempest-NetworksIpV6Test-758272472-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-539339152'}} {{(pid=83869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:40:41.448634 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-c29dfb76-7a36-43aa-8408-d81184309bcf tempest-NetworksIpV6Test-758272472 tempest-NetworksIpV6Test-758272472-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:40:41.453943 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-c29dfb76-7a36-43aa-8408-d81184309bcf tempest-NetworksIpV6Test-758272472 tempest-NetworksIpV6Test-758272472-project] Usage tracker for resource:network and tenant:2517206c5ecf40f0b116989fbb76d27f is out of sync, need to count used quota {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 13:40:41.457451 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-c29dfb76-7a36-43aa-8408-d81184309bcf tempest-NetworksIpV6Test-758272472 tempest-NetworksIpV6Test-758272472-project] Quota usage for network was recalculated. Used quota:2. {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 13:40:41.464406 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-c29dfb76-7a36-43aa-8408-d81184309bcf tempest-NetworksIpV6Test-758272472 tempest-NetworksIpV6Test-758272472-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:40:41.479260 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c29dfb76-7a36-43aa-8408-d81184309bcf tempest-NetworksIpV6Test-758272472 tempest-NetworksIpV6Test-758272472-project] Made reservation on behalf of 2517206c5ecf40f0b116989fbb76d27f for: {'network': 1} {{(pid=83869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 13:40:41.483709 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-c29dfb76-7a36-43aa-8408-d81184309bcf tempest-NetworksIpV6Test-758272472 tempest-NetworksIpV6Test-758272472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for network, before_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:41.512933 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c29dfb76-7a36-43aa-8408-d81184309bcf tempest-NetworksIpV6Test-758272472 tempest-NetworksIpV6Test-758272472-project] vlan segment allocate from pool success with {'vlan_id': 373, 'physical_network': 'physnet1'} {{(pid=83869) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 13:40:41.522701 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-c29dfb76-7a36-43aa-8408-d81184309bcf tempest-NetworksIpV6Test-758272472 tempest-NetworksIpV6Test-758272472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1004271'] for segment, precommit_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:41.523041 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.db.segments_db [None req-c29dfb76-7a36-43aa-8408-d81184309bcf tempest-NetworksIpV6Test-758272472 tempest-NetworksIpV6Test-758272472-project] Added segment 9c40bf28-559e-432c-bb0c-37ef3df7ad0b of type vlan for network 84892bdc-e099-4ed2-a14b-8eef115634d3 Apr 01 13:40:41.554437 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-c29dfb76-7a36-43aa-8408-d81184309bcf tempest-NetworksIpV6Test-758272472 tempest-NetworksIpV6Test-758272472-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736732923383'] for network, precommit_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:41.570348 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.db.api [None req-2c08a31e-8cc9-43d9-a47a-c2e5a67b0af7 tempest-FloatingIPTestJSON-1100559899 tempest-FloatingIPTestJSON-1100559899-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83871) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 01 13:40:41.570659 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG oslo_db.api [None req-2c08a31e-8cc9-43d9-a47a-c2e5a67b0af7 tempest-FloatingIPTestJSON-1100559899 tempest-FloatingIPTestJSON-1100559899-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 01 13:40:41.602562 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-c29dfb76-7a36-43aa-8408-d81184309bcf tempest-NetworksIpV6Test-758272472 tempest-NetworksIpV6Test-758272472-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575'] for network, after_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:41.606336 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c29dfb76-7a36-43aa-8408-d81184309bcf tempest-NetworksIpV6Test-758272472 tempest-NetworksIpV6Test-758272472-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:40:41.606856 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-c29dfb76-7a36-43aa-8408-d81184309bcf tempest-NetworksIpV6Test-758272472 tempest-NetworksIpV6Test-758272472-project] Notify callbacks [] for network, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:41.634947 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 54616) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:40:41.718934 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-c29dfb76-7a36-43aa-8408-d81184309bcf tempest-NetworksIpV6Test-758272472 tempest-NetworksIpV6Test-758272472-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2832134 Apr 01 13:40:41.721965 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 54622) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:40:41.722578 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c29dfb76-7a36-43aa-8408-d81184309bcf tempest-NetworksIpV6Test-758272472 tempest-NetworksIpV6Test-758272472-project] Pushing event updated for resources: {'Network': ['ID=84892bdc-e099-4ed2-a14b-8eef115634d3,revision_number=1']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:40:41.729821 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.v2.base [None req-93aaf12e-2d25-46a3-ae94-1bd4a28d6985 tempest-NetworksIpV6Test-758272472 tempest-NetworksIpV6Test-758272472-project] Request body: {'subnet': {'network_id': '84892bdc-e099-4ed2-a14b-8eef115634d3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:40:41.738106 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Network 84892bdc-e099-4ed2-a14b-8eef115634d3 details requested by agent ovs-agent-dv-neutron-836180-1-hyperv with host dv-neutron-836180-1-hyperv {{(pid=83872) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 13:40:41.802332 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-f0646b04-7b66-48f8-98c0-53ec764c859a tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4084029'] for router_interface, before_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:41.846551 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-93aaf12e-2d25-46a3-ae94-1bd4a28d6985 tempest-NetworksIpV6Test-758272472 tempest-NetworksIpV6Test-758272472-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:40:41.850739 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-93aaf12e-2d25-46a3-ae94-1bd4a28d6985 tempest-NetworksIpV6Test-758272472 tempest-NetworksIpV6Test-758272472-project] Usage tracker for resource:subnet and tenant:2517206c5ecf40f0b116989fbb76d27f is out of sync, need to count used quota {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 13:40:41.853773 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-93aaf12e-2d25-46a3-ae94-1bd4a28d6985 tempest-NetworksIpV6Test-758272472 tempest-NetworksIpV6Test-758272472-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 13:40:41.876996 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-93aaf12e-2d25-46a3-ae94-1bd4a28d6985 tempest-NetworksIpV6Test-758272472 tempest-NetworksIpV6Test-758272472-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:40:41.897724 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93aaf12e-2d25-46a3-ae94-1bd4a28d6985 tempest-NetworksIpV6Test-758272472 tempest-NetworksIpV6Test-758272472-project] Made reservation on behalf of 2517206c5ecf40f0b116989fbb76d27f for: {'subnet': 1} {{(pid=83869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 13:40:41.996768 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-3144e461-0f0c-440e-aa00-6f077f820190 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=f4620114546c4e229015d0a74a0b4a21&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3570790 Apr 01 13:40:41.999213 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 54626) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:40:42.042811 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-93aaf12e-2d25-46a3-ae94-1bd4a28d6985 tempest-NetworksIpV6Test-758272472 tempest-NetworksIpV6Test-758272472-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2999481'] for subnet, before_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:42.074695 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.plugin [None req-2c08a31e-8cc9-43d9-a47a-c2e5a67b0af7 tempest-FloatingIPTestJSON-1100559899 tempest-FloatingIPTestJSON-1100559899-project] Deleting port d10a3114-cce5-4cf6-955c-ab9ae82b1c0e {{(pid=83871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 13:40:42.075046 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-2c08a31e-8cc9-43d9-a47a-c2e5a67b0af7 tempest-FloatingIPTestJSON-1100559899 tempest-FloatingIPTestJSON-1100559899-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736733287370'] for port, before_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:42.175697 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.plugin [None req-2c08a31e-8cc9-43d9-a47a-c2e5a67b0af7 tempest-FloatingIPTestJSON-1100559899 tempest-FloatingIPTestJSON-1100559899-project] The port 'd10a3114-cce5-4cf6-955c-ab9ae82b1c0e' was deleted {{(pid=83871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 01 13:40:42.177809 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-0698977d-d4ae-4407-9b55-97183e9f623a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:42.213669 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-0698977d-d4ae-4407-9b55-97183e9f623a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:42.313793 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.plugin [None req-f0646b04-7b66-48f8-98c0-53ec764c859a tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Deleting port 7a34a0c6-91c6-4d7c-8bf3-dab84b728114 {{(pid=83871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 13:40:42.314124 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-f0646b04-7b66-48f8-98c0-53ec764c859a tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736733287370'] for port, before_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:42.343628 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-2c08a31e-8cc9-43d9-a47a-c2e5a67b0af7 tempest-FloatingIPTestJSON-1100559899 tempest-FloatingIPTestJSON-1100559899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-942654', 'neutron.services.segments.db._delete_segments_for_network-8736733387888'] for network, precommit_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:42.394625 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.services.segments.db [None req-2c08a31e-8cc9-43d9-a47a-c2e5a67b0af7 tempest-FloatingIPTestJSON-1100559899 tempest-FloatingIPTestJSON-1100559899-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['93ae3adf-9d83-49ff-9d10-bdd9641a3ede']}} {{(pid=83871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:40:42.428111 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.services.segments.db [None req-2c08a31e-8cc9-43d9-a47a-c2e5a67b0af7 tempest-FloatingIPTestJSON-1100559899 tempest-FloatingIPTestJSON-1100559899-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '30fae926-5c9d-4696-9a3b-48d6a0260424') {'for_net_delete': True} {{(pid=83871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:40:42.428348 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.services.segments.db [None req-2c08a31e-8cc9-43d9-a47a-c2e5a67b0af7 tempest-FloatingIPTestJSON-1100559899 tempest-FloatingIPTestJSON-1100559899-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '30fae926-5c9d-4696-9a3b-48d6a0260424') {} {{(pid=83871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:40:42.450131 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-0698977d-d4ae-4407-9b55-97183e9f623a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3775923'] for security_group, after_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:42.468544 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0698977d-d4ae-4407-9b55-97183e9f623a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe9cf10d-0eb9-4a0e-86e6-e8e1e2ad9159,revision_number=None']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:40:42.475066 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-93aaf12e-2d25-46a3-ae94-1bd4a28d6985 tempest-NetworksIpV6Test-758272472 tempest-NetworksIpV6Test-758272472-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2705391', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2999447'] for subnet, after_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:42.493790 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-2c08a31e-8cc9-43d9-a47a-c2e5a67b0af7 tempest-FloatingIPTestJSON-1100559899 tempest-FloatingIPTestJSON-1100559899-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736733386999', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3166340'] for segment, before_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:42.522235 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-2c08a31e-8cc9-43d9-a47a-c2e5a67b0af7 tempest-FloatingIPTestJSON-1100559899 tempest-FloatingIPTestJSON-1100559899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1004271'] for segment, precommit_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:42.534234 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-0698977d-d4ae-4407-9b55-97183e9f623a admin admin] Notify callbacks [] for security_group, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:42.535203 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2c08a31e-8cc9-43d9-a47a-c2e5a67b0af7 tempest-FloatingIPTestJSON-1100559899 tempest-FloatingIPTestJSON-1100559899-project] Releasing vlan 382 on physical network physnet1 to pool {{(pid=83871) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 01 13:40:42.535350 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-0698977d-d4ae-4407-9b55-97183e9f623a admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/fe9cf10d-0eb9-4a0e-86e6-e8e1e2ad9159 HTTP/1.1" status: 204 len: 168 time: 0.5352647 Apr 01 13:40:42.535706 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-2c08a31e-8cc9-43d9-a47a-c2e5a67b0af7 tempest-FloatingIPTestJSON-1100559899 tempest-FloatingIPTestJSON-1100559899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1004262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2743078'] for segment, after_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:42.550736 dv-neutron-836180-1-hyperv neutron-server[83871]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 13:40:42.550736 dv-neutron-836180-1-hyperv neutron-server[83871]: util.warn( Apr 01 13:40:42.550736 dv-neutron-836180-1-hyperv neutron-server[83871]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 13:40:42.550736 dv-neutron-836180-1-hyperv neutron-server[83871]: util.warn( Apr 01 13:40:42.550736 dv-neutron-836180-1-hyperv neutron-server[83871]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 13:40:42.550736 dv-neutron-836180-1-hyperv neutron-server[83871]: util.warn( Apr 01 13:40:42.550736 dv-neutron-836180-1-hyperv neutron-server[83871]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 13:40:42.550736 dv-neutron-836180-1-hyperv neutron-server[83871]: util.warn( Apr 01 13:40:42.550736 dv-neutron-836180-1-hyperv neutron-server[83871]: Traceback (most recent call last): Apr 01 13:40:42.550736 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 01 13:40:42.550736 dv-neutron-836180-1-hyperv neutron-server[83871]: timer() Apr 01 13:40:42.550736 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 13:40:42.550736 dv-neutron-836180-1-hyperv neutron-server[83871]: cb(*args, **kw) Apr 01 13:40:42.550736 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 13:40:42.550736 dv-neutron-836180-1-hyperv neutron-server[83871]: return func(*args, **kwargs) Apr 01 13:40:42.550736 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 13:40:42.550736 dv-neutron-836180-1-hyperv neutron-server[83871]: self._notify() Apr 01 13:40:42.550736 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 13:40:42.550736 dv-neutron-836180-1-hyperv neutron-server[83871]: self.callback(batched_events) Apr 01 13:40:42.550736 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 13:40:42.550736 dv-neutron-836180-1-hyperv neutron-server[83871]: event.method(event) Apr 01 13:40:42.550736 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 13:40:42.550736 dv-neutron-836180-1-hyperv neutron-server[83871]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 13:40:42.550736 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 13:40:42.550736 dv-neutron-836180-1-hyperv neutron-server[83871]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 13:40:42.550736 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 13:40:42.550736 dv-neutron-836180-1-hyperv neutron-server[83871]: return f(self, *a, **k) Apr 01 13:40:42.550736 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 13:40:42.550736 dv-neutron-836180-1-hyperv neutron-server[83871]: return self._get(url).json() Apr 01 13:40:42.550736 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 13:40:42.550736 dv-neutron-836180-1-hyperv neutron-server[83871]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 13:40:42.550736 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 01 13:40:42.550736 dv-neutron-836180-1-hyperv neutron-server[83871]: return self.request(url, 'GET', **kwargs) Apr 01 13:40:42.550736 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 01 13:40:42.550736 dv-neutron-836180-1-hyperv neutron-server[83871]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 13:40:42.550736 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 01 13:40:42.550736 dv-neutron-836180-1-hyperv neutron-server[83871]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 13:40:42.550736 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 01 13:40:42.550736 dv-neutron-836180-1-hyperv neutron-server[83871]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 13:40:42.550736 dv-neutron-836180-1-hyperv neutron-server[83871]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 13:40:42.560078 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93aaf12e-2d25-46a3-ae94-1bd4a28d6985 tempest-NetworksIpV6Test-758272472 tempest-NetworksIpV6Test-758272472-project] Pushing event updated for resources: {'Subnet': ['ID=f941997a-b0d0-4b4e-9155-726ef6a53387,revision_number=0']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:40:42.576359 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93aaf12e-2d25-46a3-ae94-1bd4a28d6985 tempest-NetworksIpV6Test-758272472 tempest-NetworksIpV6Test-758272472-project] Checking segment: {'id': '9c40bf28-559e-432c-bb0c-37ef3df7ad0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '84892bdc-e099-4ed2-a14b-8eef115634d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 13:40:42.576718 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93aaf12e-2d25-46a3-ae94-1bd4a28d6985 tempest-NetworksIpV6Test-758272472 tempest-NetworksIpV6Test-758272472-project] Network hostable DHCP agents. Network: 84892bdc-e099-4ed2-a14b-8eef115634d3, hostable agents: ['e47e4547-5c2d-4954-ba56-fa3646239f18'], hosted agents: [] {{(pid=83869) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 13:40:42.601643 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93aaf12e-2d25-46a3-ae94-1bd4a28d6985 tempest-NetworksIpV6Test-758272472 tempest-NetworksIpV6Test-758272472-project] Network 84892bdc-e099-4ed2-a14b-8eef115634d3 is scheduled to be hosted by DHCP agent e47e4547-5c2d-4954-ba56-fa3646239f18 with binding_index 1 {{(pid=83869) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 13:40:42.613286 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.scheduler.base_scheduler [None req-93aaf12e-2d25-46a3-ae94-1bd4a28d6985 tempest-NetworksIpV6Test-758272472 tempest-NetworksIpV6Test-758272472-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-836180-1-hyperv, 84892bdc-e099-4ed2-a14b-8eef115634d3) {{(pid=83869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 13:40:42.622912 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdb13a41-eb60-4804-a958-3df12a5eab8a None None] Network 84892bdc-e099-4ed2-a14b-8eef115634d3 requested from dv-neutron-836180-1-hyperv {{(pid=83872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 13:40:42.625956 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93aaf12e-2d25-46a3-ae94-1bd4a28d6985 tempest-NetworksIpV6Test-758272472 tempest-NetworksIpV6Test-758272472-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:40:42.626725 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-93aaf12e-2d25-46a3-ae94-1bd4a28d6985 tempest-NetworksIpV6Test-758272472 tempest-NetworksIpV6Test-758272472-project] Notify callbacks [] for subnet, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:42.651995 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-f0646b04-7b66-48f8-98c0-53ec764c859a tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4155147'] for port, precommit_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:42.671021 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-93aaf12e-2d25-46a3-ae94-1bd4a28d6985 tempest-NetworksIpV6Test-758272472 tempest-NetworksIpV6Test-758272472-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9433298 Apr 01 13:40:42.671455 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 54632) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:40:42.678958 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.v2.base [None req-e6c79a3e-f1fa-4b8c-9aff-d5a75663c1ed tempest-NetworksIpV6Test-758272472 tempest-NetworksIpV6Test-758272472-project] Request body: {'subnet': {'network_id': '84892bdc-e099-4ed2-a14b-8eef115634d3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=83869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:40:42.718542 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-2c08a31e-8cc9-43d9-a47a-c2e5a67b0af7 tempest-FloatingIPTestJSON-1100559899 tempest-FloatingIPTestJSON-1100559899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-942599', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4084797'] for network, after_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:42.802753 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.plugin [None req-f0646b04-7b66-48f8-98c0-53ec764c859a tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Calling delete_port for 7a34a0c6-91c6-4d7c-8bf3-dab84b728114 owned by network:router_interface {{(pid=83871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 13:40:42.838017 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-e6c79a3e-f1fa-4b8c-9aff-d5a75663c1ed tempest-NetworksIpV6Test-758272472 tempest-NetworksIpV6Test-758272472-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:40:42.842336 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Device d10a3114-cce5-4cf6-955c-ab9ae82b1c0e no longer exists at agent ovs-agent-dv-neutron-836180-1-hyperv {{(pid=83872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 13:40:42.843164 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-e6c79a3e-f1fa-4b8c-9aff-d5a75663c1ed tempest-NetworksIpV6Test-758272472 tempest-NetworksIpV6Test-758272472-project] Usage tracker for resource:subnet and tenant:2517206c5ecf40f0b116989fbb76d27f is out of sync, need to count used quota {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 13:40:42.847157 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-e6c79a3e-f1fa-4b8c-9aff-d5a75663c1ed tempest-NetworksIpV6Test-758272472 tempest-NetworksIpV6Test-758272472-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 13:40:42.853690 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-e6c79a3e-f1fa-4b8c-9aff-d5a75663c1ed tempest-NetworksIpV6Test-758272472 tempest-NetworksIpV6Test-758272472-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:40:42.867886 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-2c08a31e-8cc9-43d9-a47a-c2e5a67b0af7 tempest-FloatingIPTestJSON-1100559899 tempest-FloatingIPTestJSON-1100559899-project] Notify callbacks [] for network, before_response {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:42.868220 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6c79a3e-f1fa-4b8c-9aff-d5a75663c1ed tempest-NetworksIpV6Test-758272472 tempest-NetworksIpV6Test-758272472-project] Made reservation on behalf of 2517206c5ecf40f0b116989fbb76d27f for: {'subnet': 1} {{(pid=83869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 13:40:42.874857 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-e6c79a3e-f1fa-4b8c-9aff-d5a75663c1ed tempest-NetworksIpV6Test-758272472 tempest-NetworksIpV6Test-758272472-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2999481'] for subnet, before_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:42.893193 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c08a31e-8cc9-43d9-a47a-c2e5a67b0af7 tempest-FloatingIPTestJSON-1100559899 tempest-FloatingIPTestJSON-1100559899-project] Pushing event deleted for resources: {'Network': ['ID=93ae3adf-9d83-49ff-9d10-bdd9641a3ede,revision_number=None']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:40:42.893316 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.plugin [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] No Port match for: d10a3114-cce5-4cf6-955c-ab9ae82b1c0e {{(pid=83872) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 01 13:40:42.893316 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Device d10a3114-cce5-4cf6-955c-ab9ae82b1c0e not bound to the agent host dv-neutron-836180-1-hyperv {{(pid=83872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 13:40:42.906289 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-2c08a31e-8cc9-43d9-a47a-c2e5a67b0af7 tempest-FloatingIPTestJSON-1100559899 tempest-FloatingIPTestJSON-1100559899-project] 10.222.0.26 "DELETE /v2.0/networks/93ae3adf-9d83-49ff-9d10-bdd9641a3ede HTTP/1.1" status: 204 len: 168 time: 2.2868638 Apr 01 13:40:42.907818 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 54640) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:40:42.948804 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-830ddcb8-d57c-4ba8-890f-c4d449b14550 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7e7d0ecb-2af4-55f5-9198-238ab0570d62-84892bdc-e099-4ed2-a14b-8eef115634d3', 'network_id': '84892bdc-e099-4ed2-a14b-8eef115634d3', 'tenant_id': '2517206c5ecf40f0b116989fbb76d27f', 'fixed_ips': [{'subnet_id': 'f941997a-b0d0-4b4e-9155-726ef6a53387'}]}} from dv-neutron-836180-1-hyperv. {{(pid=83872) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 01 13:40:42.950664 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-830ddcb8-d57c-4ba8-890f-c4d449b14550 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:43.143194 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.db_base_plugin_common [None req-830ddcb8-d57c-4ba8-890f-c4d449b14550 None None] Allocated IP 2001:db8::2 (84892bdc-e099-4ed2-a14b-8eef115634d3/f941997a-b0d0-4b4e-9155-726ef6a53387/f72040cb-afa3-4926-816e-4cac12231022) {{(pid=83872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 13:40:43.246516 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-e6c79a3e-f1fa-4b8c-9aff-d5a75663c1ed tempest-NetworksIpV6Test-758272472 tempest-NetworksIpV6Test-758272472-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2705391', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2999447'] for subnet, after_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:43.257311 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.plugin [None req-a9efd12a-82fd-4db3-8a30-49cd0c83ea59 tempest-FloatingIPTestJSON-1100559899 tempest-FloatingIPTestJSON-1100559899-project] Deleting port ad1690c0-e220-4f69-b0f4-2604cdfd4387 {{(pid=83871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 13:40:43.258568 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-a9efd12a-82fd-4db3-8a30-49cd0c83ea59 tempest-FloatingIPTestJSON-1100559899 tempest-FloatingIPTestJSON-1100559899-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736733287370'] for port, before_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:43.323534 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6c79a3e-f1fa-4b8c-9aff-d5a75663c1ed tempest-NetworksIpV6Test-758272472 tempest-NetworksIpV6Test-758272472-project] Network 84892bdc-e099-4ed2-a14b-8eef115634d3 is already hosted by enough agents. {{(pid=83869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 13:40:43.326482 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.scheduler.base_scheduler [None req-e6c79a3e-f1fa-4b8c-9aff-d5a75663c1ed tempest-NetworksIpV6Test-758272472 tempest-NetworksIpV6Test-758272472-project] Resources bound (agent type, host, resource id): {{(pid=83869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 13:40:43.330151 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6c79a3e-f1fa-4b8c-9aff-d5a75663c1ed tempest-NetworksIpV6Test-758272472 tempest-NetworksIpV6Test-758272472-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:40:43.330722 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-e6c79a3e-f1fa-4b8c-9aff-d5a75663c1ed tempest-NetworksIpV6Test-758272472 tempest-NetworksIpV6Test-758272472-project] Notify callbacks [] for subnet, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:43.343323 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c79a3e-f1fa-4b8c-9aff-d5a75663c1ed tempest-NetworksIpV6Test-758272472 tempest-NetworksIpV6Test-758272472-project] Pushing event updated for resources: {'Subnet': ['ID=881d605d-cfa3-4de7-a165-4af7c47d1ab8,revision_number=0']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:40:43.366764 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-e6c79a3e-f1fa-4b8c-9aff-d5a75663c1ed tempest-NetworksIpV6Test-758272472 tempest-NetworksIpV6Test-758272472-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.6935101 Apr 01 13:40:43.369492 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 54652) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:40:43.446239 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-830ddcb8-d57c-4ba8-890f-c4d449b14550 None None] Notify callbacks [] for port, precommit_create {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:43.461229 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-834229a7-704a-44e3-8842-4330bd522675 tempest-NetworksIpV6Test-758272472 tempest-NetworksIpV6Test-758272472-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:40:43.462361 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-834229a7-704a-44e3-8842-4330bd522675 tempest-NetworksIpV6Test-758272472 tempest-NetworksIpV6Test-758272472-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:40:43.464449 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-834229a7-704a-44e3-8842-4330bd522675 tempest-NetworksIpV6Test-758272472 tempest-NetworksIpV6Test-758272472-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:40:43.465863 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-834229a7-704a-44e3-8842-4330bd522675 tempest-NetworksIpV6Test-758272472 tempest-NetworksIpV6Test-758272472-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:40:43.467279 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-834229a7-704a-44e3-8842-4330bd522675 tempest-NetworksIpV6Test-758272472 tempest-NetworksIpV6Test-758272472-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:40:43.468341 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-834229a7-704a-44e3-8842-4330bd522675 tempest-NetworksIpV6Test-758272472 tempest-NetworksIpV6Test-758272472-project] Synchronizing usage tracker for tenant:2517206c5ecf40f0b116989fbb76d27f on resource:subnet {{(pid=83869) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 13:40:43.486509 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-834229a7-704a-44e3-8842-4330bd522675 tempest-NetworksIpV6Test-758272472 tempest-NetworksIpV6Test-758272472-project] Unset dirty status for tenant:2517206c5ecf40f0b116989fbb76d27f on resource:subnet {{(pid=83869) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 13:40:43.487644 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-834229a7-704a-44e3-8842-4330bd522675 tempest-NetworksIpV6Test-758272472 tempest-NetworksIpV6Test-758272472-project] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.1171424 Apr 01 13:40:43.491630 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 54658) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:40:43.498004 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.v2.base [None req-e9b9be47-e2d5-43b8-9ec6-c4e99d1324ad tempest-NetworksIpV6Test-758272472 tempest-NetworksIpV6Test-758272472-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1358049919'}} {{(pid=83869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:40:43.504481 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-e9b9be47-e2d5-43b8-9ec6-c4e99d1324ad tempest-NetworksIpV6Test-758272472 tempest-NetworksIpV6Test-758272472-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:40:43.508470 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-e9b9be47-e2d5-43b8-9ec6-c4e99d1324ad tempest-NetworksIpV6Test-758272472 tempest-NetworksIpV6Test-758272472-project] Usage tracker for resource:network and tenant:2517206c5ecf40f0b116989fbb76d27f is out of sync, need to count used quota {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 13:40:43.511356 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-e9b9be47-e2d5-43b8-9ec6-c4e99d1324ad tempest-NetworksIpV6Test-758272472 tempest-NetworksIpV6Test-758272472-project] Quota usage for network was recalculated. Used quota:3. {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 13:40:43.517883 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-e9b9be47-e2d5-43b8-9ec6-c4e99d1324ad tempest-NetworksIpV6Test-758272472 tempest-NetworksIpV6Test-758272472-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:40:43.523157 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-a9efd12a-82fd-4db3-8a30-49cd0c83ea59 tempest-FloatingIPTestJSON-1100559899 tempest-FloatingIPTestJSON-1100559899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4155147'] for port, precommit_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:43.523485 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-a9efd12a-82fd-4db3-8a30-49cd0c83ea59 tempest-FloatingIPTestJSON-1100559899 tempest-FloatingIPTestJSON-1100559899-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:43.529318 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9b9be47-e2d5-43b8-9ec6-c4e99d1324ad tempest-NetworksIpV6Test-758272472 tempest-NetworksIpV6Test-758272472-project] Made reservation on behalf of 2517206c5ecf40f0b116989fbb76d27f for: {'network': 1} {{(pid=83869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 13:40:43.533078 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-e9b9be47-e2d5-43b8-9ec6-c4e99d1324ad tempest-NetworksIpV6Test-758272472 tempest-NetworksIpV6Test-758272472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for network, before_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:43.538954 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-830ddcb8-d57c-4ba8-890f-c4d449b14550 None None] Transition to ACTIVE for port object f72040cb-afa3-4926-816e-4cac12231022 will not be triggered until provisioned by entity L2. {{(pid=83872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 13:40:43.562006 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-830ddcb8-d57c-4ba8-890f-c4d449b14550 None None] Transition to ACTIVE for port object f72040cb-afa3-4926-816e-4cac12231022 will not be triggered until provisioned by entity DHCP. {{(pid=83872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 13:40:43.573050 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-830ddcb8-d57c-4ba8-890f-c4d449b14550 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736732935801'] for port, after_create {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:43.587337 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e9b9be47-e2d5-43b8-9ec6-c4e99d1324ad tempest-NetworksIpV6Test-758272472 tempest-NetworksIpV6Test-758272472-project] vlan segment allocate from pool success with {'vlan_id': 360, 'physical_network': 'physnet1'} {{(pid=83869) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 13:40:43.599188 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-e9b9be47-e2d5-43b8-9ec6-c4e99d1324ad tempest-NetworksIpV6Test-758272472 tempest-NetworksIpV6Test-758272472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1004271'] for segment, precommit_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:43.599539 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.db.segments_db [None req-e9b9be47-e2d5-43b8-9ec6-c4e99d1324ad tempest-NetworksIpV6Test-758272472 tempest-NetworksIpV6Test-758272472-project] Added segment 87fee585-858f-4abc-9f0a-ea7c6244976c of type vlan for network 28e17c6d-befd-42ef-9d74-00dd0d655c99 Apr 01 13:40:43.601911 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-f0646b04-7b66-48f8-98c0-53ec764c859a tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736733359243', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736732935810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2743125'] for port, after_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:43.632758 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-e9b9be47-e2d5-43b8-9ec6-c4e99d1324ad tempest-NetworksIpV6Test-758272472 tempest-NetworksIpV6Test-758272472-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736732923383'] for network, precommit_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:43.663313 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830ddcb8-d57c-4ba8-890f-c4d449b14550 None None] Pushing event updated for resources: {'Port': ['ID=f72040cb-afa3-4926-816e-4cac12231022,revision_number=1']} {{(pid=83872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:40:43.681974 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-830ddcb8-d57c-4ba8-890f-c4d449b14550 None None] Network 84892bdc-e099-4ed2-a14b-8eef115634d3 is already hosted by enough agents. {{(pid=83872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 13:40:43.683142 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.scheduler.base_scheduler [None req-830ddcb8-d57c-4ba8-890f-c4d449b14550 None None] Resources bound (agent type, host, resource id): {{(pid=83872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 13:40:43.685529 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-830ddcb8-d57c-4ba8-890f-c4d449b14550 None None] Received port after_create {{(pid=83872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 13:40:43.692761 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-e9b9be47-e2d5-43b8-9ec6-c4e99d1324ad tempest-NetworksIpV6Test-758272472 tempest-NetworksIpV6Test-758272472-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575'] for network, after_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:43.697662 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9b9be47-e2d5-43b8-9ec6-c4e99d1324ad tempest-NetworksIpV6Test-758272472 tempest-NetworksIpV6Test-758272472-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:40:43.698350 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-e9b9be47-e2d5-43b8-9ec6-c4e99d1324ad tempest-NetworksIpV6Test-758272472 tempest-NetworksIpV6Test-758272472-project] Notify callbacks [] for network, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:43.707258 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.plugin [None req-a9efd12a-82fd-4db3-8a30-49cd0c83ea59 tempest-FloatingIPTestJSON-1100559899 tempest-FloatingIPTestJSON-1100559899-project] Calling delete_port for ad1690c0-e220-4f69-b0f4-2604cdfd4387 owned by network:floatingip {{(pid=83871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 13:40:43.742233 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-e9b9be47-e2d5-43b8-9ec6-c4e99d1324ad tempest-NetworksIpV6Test-758272472 tempest-NetworksIpV6Test-758272472-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2495594 Apr 01 13:40:43.747367 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 54664) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:40:43.757231 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0646b04-7b66-48f8-98c0-53ec764c859a tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Pushing event deleted for resources: {'Port': ['ID=7a34a0c6-91c6-4d7c-8bf3-dab84b728114,revision_number=None']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:40:43.777952 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 54668) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:40:43.791572 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.managers [None req-830ddcb8-d57c-4ba8-890f-c4d449b14550 None None] Attempting to bind port f72040cb-afa3-4926-816e-4cac12231022 on host dv-neutron-836180-1-hyperv for vnic_type normal with profile {{(pid=83872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 13:40:43.792009 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.managers [None req-830ddcb8-d57c-4ba8-890f-c4d449b14550 None None] Attempting to bind port f72040cb-afa3-4926-816e-4cac12231022 by drivers openvswitch,hyperv on host dv-neutron-836180-1-hyperv at level 0 using segments [{'id': '9c40bf28-559e-432c-bb0c-37ef3df7ad0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '84892bdc-e099-4ed2-a14b-8eef115634d3'}] {{(pid=83872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 13:40:43.792482 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-830ddcb8-d57c-4ba8-890f-c4d449b14550 None None] Attempting to bind port f72040cb-afa3-4926-816e-4cac12231022 on network 84892bdc-e099-4ed2-a14b-8eef115634d3 {{(pid=83872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 13:40:43.800375 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-830ddcb8-d57c-4ba8-890f-c4d449b14550 None None] Checking agent: {'id': 'af948428-97cd-4d10-9f53-af028bdb39b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-836180-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 13, 25, 37), 'started_at': datetime.datetime(2022, 4, 1, 13, 26, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 13, 40, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-836180-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 13:40:43.800881 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-830ddcb8-d57c-4ba8-890f-c4d449b14550 None None] Checking segment: {'id': '9c40bf28-559e-432c-bb0c-37ef3df7ad0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '84892bdc-e099-4ed2-a14b-8eef115634d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 13:40:43.801344 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-830ddcb8-d57c-4ba8-890f-c4d449b14550 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:43.801791 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-830ddcb8-d57c-4ba8-890f-c4d449b14550 None None] Bound using segment: {'id': '9c40bf28-559e-432c-bb0c-37ef3df7ad0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '84892bdc-e099-4ed2-a14b-8eef115634d3'} {{(pid=83872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 13:40:43.802313 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.managers [None req-830ddcb8-d57c-4ba8-890f-c4d449b14550 None None] Bound port: f72040cb-afa3-4926-816e-4cac12231022, host: dv-neutron-836180-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c40bf28-559e-432c-bb0c-37ef3df7ad0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '84892bdc-e099-4ed2-a14b-8eef115634d3'}}] {{(pid=83872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 13:40:43.802748 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-830ddcb8-d57c-4ba8-890f-c4d449b14550 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:43.830100 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.v2.base [None req-f6ae3420-d051-424f-bd7a-ebc23e1d0d01 tempest-NetworksIpV6Test-758272472 tempest-NetworksIpV6Test-758272472-project] Request body: {'network': {'name': 'New_network'}} {{(pid=83869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:40:43.929976 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-830ddcb8-d57c-4ba8-890f-c4d449b14550 None None] For port f72040cb-afa3-4926-816e-4cac12231022, host dv-neutron-836180-1-hyperv, cleared binding levels {{(pid=83872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 13:40:43.934808 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-830ddcb8-d57c-4ba8-890f-c4d449b14550 None None] For port f72040cb-afa3-4926-816e-4cac12231022, host dv-neutron-836180-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836180-1-hyperv',level=0,port_id=f72040cb-afa3-4926-816e-4cac12231022,segment=NetworkSegment(9c40bf28-559e-432c-bb0c-37ef3df7ad0b),segment_id=9c40bf28-559e-432c-bb0c-37ef3df7ad0b)] {{(pid=83872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 13:40:43.941179 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-830ddcb8-d57c-4ba8-890f-c4d449b14550 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864'] for port, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:43.986030 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b9be47-e2d5-43b8-9ec6-c4e99d1324ad tempest-NetworksIpV6Test-758272472 tempest-NetworksIpV6Test-758272472-project] Pushing event updated for resources: {'Network': ['ID=28e17c6d-befd-42ef-9d74-00dd0d655c99,revision_number=1']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:40:44.008905 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Network 28e17c6d-befd-42ef-9d74-00dd0d655c99 details requested by agent ovs-agent-dv-neutron-836180-1-hyperv with host dv-neutron-836180-1-hyperv {{(pid=83872) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 13:40:44.051965 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.v2.base [None req-71acf5f7-3ac0-44f6-8fb5-8074c3b55ece tempest-NetworksIpV6TestAttrs-863029505 tempest-NetworksIpV6TestAttrs-863029505-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1950090415'}} {{(pid=83871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:40:44.058184 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-71acf5f7-3ac0-44f6-8fb5-8074c3b55ece tempest-NetworksIpV6TestAttrs-863029505 tempest-NetworksIpV6TestAttrs-863029505-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:40:44.064015 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-71acf5f7-3ac0-44f6-8fb5-8074c3b55ece tempest-NetworksIpV6TestAttrs-863029505 tempest-NetworksIpV6TestAttrs-863029505-project] Usage tracker for resource:network and tenant:80147276d4574127babe28831dd684f3 is out of sync, need to count used quota {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 13:40:44.067065 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-71acf5f7-3ac0-44f6-8fb5-8074c3b55ece tempest-NetworksIpV6TestAttrs-863029505 tempest-NetworksIpV6TestAttrs-863029505-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 13:40:44.074149 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-71acf5f7-3ac0-44f6-8fb5-8074c3b55ece tempest-NetworksIpV6TestAttrs-863029505 tempest-NetworksIpV6TestAttrs-863029505-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:40:44.154597 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71acf5f7-3ac0-44f6-8fb5-8074c3b55ece tempest-NetworksIpV6TestAttrs-863029505 tempest-NetworksIpV6TestAttrs-863029505-project] Made reservation on behalf of 80147276d4574127babe28831dd684f3 for: {'network': 1} {{(pid=83871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 13:40:44.155342 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-f6ae3420-d051-424f-bd7a-ebc23e1d0d01 tempest-NetworksIpV6Test-758272472 tempest-NetworksIpV6Test-758272472-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736732923383'] for network, precommit_update {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:44.157399 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-71acf5f7-3ac0-44f6-8fb5-8074c3b55ece tempest-NetworksIpV6TestAttrs-863029505 tempest-NetworksIpV6TestAttrs-863029505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for network, before_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:44.160833 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830ddcb8-d57c-4ba8-890f-c4d449b14550 None None] Pushing event updated for resources: {'Port': ['ID=f72040cb-afa3-4926-816e-4cac12231022,revision_number=2']} {{(pid=83872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:40:44.181351 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-f6ae3420-d051-424f-bd7a-ebc23e1d0d01 tempest-NetworksIpV6Test-758272472 tempest-NetworksIpV6Test-758272472-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575'] for network, after_update {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:44.189416 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-71acf5f7-3ac0-44f6-8fb5-8074c3b55ece tempest-NetworksIpV6TestAttrs-863029505 tempest-NetworksIpV6TestAttrs-863029505-project] Notify callbacks [] for security_group, before_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:44.206331 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-f6ae3420-d051-424f-bd7a-ebc23e1d0d01 tempest-NetworksIpV6Test-758272472 tempest-NetworksIpV6Test-758272472-project] Network 28e17c6d-befd-42ef-9d74-00dd0d655c99 is not hosted by any dhcp agent {{(pid=83869) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:226}} Apr 01 13:40:44.207831 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-a9efd12a-82fd-4db3-8a30-49cd0c83ea59 tempest-FloatingIPTestJSON-1100559899 tempest-FloatingIPTestJSON-1100559899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736733359243', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736732935810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2743125'] for port, after_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:44.211137 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6ae3420-d051-424f-bd7a-ebc23e1d0d01 tempest-NetworksIpV6Test-758272472 tempest-NetworksIpV6Test-758272472-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:40:44.212108 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-f6ae3420-d051-424f-bd7a-ebc23e1d0d01 tempest-NetworksIpV6Test-758272472 tempest-NetworksIpV6Test-758272472-project] Notify callbacks [] for network, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:44.217222 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-f6ae3420-d051-424f-bd7a-ebc23e1d0d01 tempest-NetworksIpV6Test-758272472 tempest-NetworksIpV6Test-758272472-project] 10.222.0.26 "PUT /v2.0/networks/28e17c6d-befd-42ef-9d74-00dd0d655c99 HTTP/1.1" status: 200 len: 723 time: 0.4688036 Apr 01 13:40:44.217819 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 54674) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:40:44.231733 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.v2.base [None req-6818def8-a4c7-4540-a057-a0446a0b389d tempest-NetworksIpV6Test-758272472 tempest-NetworksIpV6Test-758272472-project] Request body: {'subnet': {'network_id': '28e17c6d-befd-42ef-9d74-00dd0d655c99', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:40:44.250100 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-f0646b04-7b66-48f8-98c0-53ec764c859a tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3017585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4084076'] for router_interface, after_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:44.272748 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9efd12a-82fd-4db3-8a30-49cd0c83ea59 tempest-FloatingIPTestJSON-1100559899 tempest-FloatingIPTestJSON-1100559899-project] Pushing event deleted for resources: {'Port': ['ID=ad1690c0-e220-4f69-b0f4-2604cdfd4387,revision_number=None']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:40:44.286705 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-71acf5f7-3ac0-44f6-8fb5-8074c3b55ece tempest-NetworksIpV6TestAttrs-863029505 tempest-NetworksIpV6TestAttrs-863029505-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:40:44.326748 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-71acf5f7-3ac0-44f6-8fb5-8074c3b55ece tempest-NetworksIpV6TestAttrs-863029505 tempest-NetworksIpV6TestAttrs-863029505-project] Usage tracker for resource:security_group_rule and tenant:80147276d4574127babe28831dd684f3 is out of sync, need to count used quota {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 13:40:44.334771 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-71acf5f7-3ac0-44f6-8fb5-8074c3b55ece tempest-NetworksIpV6TestAttrs-863029505 tempest-NetworksIpV6TestAttrs-863029505-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 13:40:44.415389 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ae3420-d051-424f-bd7a-ebc23e1d0d01 tempest-NetworksIpV6Test-758272472 tempest-NetworksIpV6Test-758272472-project] Pushing event updated for resources: {'Network': ['ID=28e17c6d-befd-42ef-9d74-00dd0d655c99,revision_number=2']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:40:44.427441 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Network 28e17c6d-befd-42ef-9d74-00dd0d655c99 details requested by agent ovs-agent-dv-neutron-836180-1-hyperv with host dv-neutron-836180-1-hyperv {{(pid=83872) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 13:40:44.447413 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-6818def8-a4c7-4540-a057-a0446a0b389d tempest-NetworksIpV6Test-758272472 tempest-NetworksIpV6Test-758272472-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:40:44.462082 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-71acf5f7-3ac0-44f6-8fb5-8074c3b55ece tempest-NetworksIpV6TestAttrs-863029505 tempest-NetworksIpV6TestAttrs-863029505-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:40:44.481677 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-6818def8-a4c7-4540-a057-a0446a0b389d tempest-NetworksIpV6Test-758272472 tempest-NetworksIpV6Test-758272472-project] Attempting to reserve 1 items for resource subnet. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:40:44.495094 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6818def8-a4c7-4540-a057-a0446a0b389d tempest-NetworksIpV6Test-758272472 tempest-NetworksIpV6Test-758272472-project] Made reservation on behalf of 2517206c5ecf40f0b116989fbb76d27f for: {'subnet': 1} {{(pid=83869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 13:40:44.566077 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-a9efd12a-82fd-4db3-8a30-49cd0c83ea59 tempest-FloatingIPTestJSON-1100559899 tempest-FloatingIPTestJSON-1100559899-project] Notify callbacks [] for floatingip, after_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:44.616775 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-6818def8-a4c7-4540-a057-a0446a0b389d tempest-NetworksIpV6Test-758272472 tempest-NetworksIpV6Test-758272472-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2999481'] for subnet, before_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:44.845025 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Device f72040cb-afa3-4926-816e-4cac12231022 up at agent ovs-agent-dv-neutron-836180-1-hyperv {{(pid=83872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 13:40:44.876365 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-71acf5f7-3ac0-44f6-8fb5-8074c3b55ece tempest-NetworksIpV6TestAttrs-863029505 tempest-NetworksIpV6TestAttrs-863029505-project] Notify callbacks [] for security_group, precommit_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:44.879185 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-a9efd12a-82fd-4db3-8a30-49cd0c83ea59 tempest-FloatingIPTestJSON-1100559899 tempest-FloatingIPTestJSON-1100559899-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109561'] for floatingip, before_response {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:44.880599 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-a9efd12a-82fd-4db3-8a30-49cd0c83ea59 tempest-FloatingIPTestJSON-1100559899 tempest-FloatingIPTestJSON-1100559899-project] 10.222.0.26 "DELETE /v2.0/floatingips/c4eb5ae2-797c-4315-bd89-8a28bbe0eaf7 HTTP/1.1" status: 204 len: 168 time: 1.9717634 Apr 01 13:40:44.884574 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 54678) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:40:44.923154 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Provisioning for port f72040cb-afa3-4926-816e-4cac12231022 completed by entity L2. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 13:40:44.941462 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-71acf5f7-3ac0-44f6-8fb5-8074c3b55ece tempest-NetworksIpV6TestAttrs-863029505 tempest-NetworksIpV6TestAttrs-863029505-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3775923'] for security_group, after_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:44.978644 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.pecan_wsgi.hooks.translation [None req-7ba7d1ff-1d28-43a8-b6ee-f91762566e60 tempest-FloatingIPTestJSON-1100559899 tempest-FloatingIPTestJSON-1100559899-project] DELETE failed (client error): The resource could not be found. Apr 01 13:40:44.979083 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7ba7d1ff-1d28-43a8-b6ee-f91762566e60 tempest-FloatingIPTestJSON-1100559899 tempest-FloatingIPTestJSON-1100559899-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83869) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 13:40:44.998814 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-7ba7d1ff-1d28-43a8-b6ee-f91762566e60 tempest-FloatingIPTestJSON-1100559899 tempest-FloatingIPTestJSON-1100559899-project] 10.222.0.26 "DELETE /v2.0/ports/d63d56b1-0efe-4d07-b40c-cc73b616a228 HTTP/1.1" status: 404 len: 333 time: 0.1129992 Apr 01 13:40:45.002073 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-6818def8-a4c7-4540-a057-a0446a0b389d tempest-NetworksIpV6Test-758272472 tempest-NetworksIpV6Test-758272472-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2705391', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2999447'] for subnet, after_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:45.005103 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 54682) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:40:45.080629 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-71acf5f7-3ac0-44f6-8fb5-8074c3b55ece tempest-NetworksIpV6TestAttrs-863029505 tempest-NetworksIpV6TestAttrs-863029505-project] vlan segment allocate from pool success with {'vlan_id': 372, 'physical_network': 'physnet1'} {{(pid=83871) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 13:40:45.087493 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6818def8-a4c7-4540-a057-a0446a0b389d tempest-NetworksIpV6Test-758272472 tempest-NetworksIpV6Test-758272472-project] Pushing event updated for resources: {'Subnet': ['ID=dae0182e-0352-441b-8df5-e155a86e8ea4,revision_number=0']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:40:45.091164 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-558d78c8-688d-49d6-b7d4-276b9c5a00b9 tempest-FloatingIPTestJSON-1100559899 tempest-FloatingIPTestJSON-1100559899-project] Synchronizing usage tracker for tenant:31909f452d274f5587d0068d008850b7 on resource:port {{(pid=83871) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 13:40:45.100514 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6818def8-a4c7-4540-a057-a0446a0b389d tempest-NetworksIpV6Test-758272472 tempest-NetworksIpV6Test-758272472-project] Checking segment: {'id': '87fee585-858f-4abc-9f0a-ea7c6244976c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '28e17c6d-befd-42ef-9d74-00dd0d655c99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 13:40:45.100876 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6818def8-a4c7-4540-a057-a0446a0b389d tempest-NetworksIpV6Test-758272472 tempest-NetworksIpV6Test-758272472-project] Network hostable DHCP agents. Network: 28e17c6d-befd-42ef-9d74-00dd0d655c99, hostable agents: ['e47e4547-5c2d-4954-ba56-fa3646239f18'], hosted agents: [] {{(pid=83869) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 13:40:45.117709 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71acf5f7-3ac0-44f6-8fb5-8074c3b55ece tempest-NetworksIpV6TestAttrs-863029505 tempest-NetworksIpV6TestAttrs-863029505-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a0bbc9a1-7af0-41e4-8619-03ec2d366421,revision_number=1']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:40:45.122870 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-71acf5f7-3ac0-44f6-8fb5-8074c3b55ece tempest-NetworksIpV6TestAttrs-863029505 tempest-NetworksIpV6TestAttrs-863029505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1004271'] for segment, precommit_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:45.123664 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.db.segments_db [None req-71acf5f7-3ac0-44f6-8fb5-8074c3b55ece tempest-NetworksIpV6TestAttrs-863029505 tempest-NetworksIpV6TestAttrs-863029505-project] Added segment 9c8c01ea-bbde-4a9a-a7c3-d9dda53be68a of type vlan for network 9362900c-cfd1-4701-9f0a-74ed25d63684 Apr 01 13:40:45.127227 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6818def8-a4c7-4540-a057-a0446a0b389d tempest-NetworksIpV6Test-758272472 tempest-NetworksIpV6Test-758272472-project] Network 28e17c6d-befd-42ef-9d74-00dd0d655c99 is scheduled to be hosted by DHCP agent e47e4547-5c2d-4954-ba56-fa3646239f18 with binding_index 1 {{(pid=83869) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 13:40:45.143988 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.scheduler.base_scheduler [None req-6818def8-a4c7-4540-a057-a0446a0b389d tempest-NetworksIpV6Test-758272472 tempest-NetworksIpV6Test-758272472-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-836180-1-hyperv, 28e17c6d-befd-42ef-9d74-00dd0d655c99) {{(pid=83869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 13:40:45.144835 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-558d78c8-688d-49d6-b7d4-276b9c5a00b9 tempest-FloatingIPTestJSON-1100559899 tempest-FloatingIPTestJSON-1100559899-project] Unset dirty status for tenant:31909f452d274f5587d0068d008850b7 on resource:port {{(pid=83871) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 13:40:45.149137 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 54686) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:40:45.150259 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-558d78c8-688d-49d6-b7d4-276b9c5a00b9 tempest-FloatingIPTestJSON-1100559899 tempest-FloatingIPTestJSON-1100559899-project] 10.222.0.26 "GET /v2.0/ports?device_id=b7b0f4f0-93c2-441d-bc30-1a6a37191327 HTTP/1.1" status: 200 len: 205 time: 0.1372480 Apr 01 13:40:45.152186 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49e5b88b-f565-4216-b1aa-b4817cac1cdc None None] Network 28e17c6d-befd-42ef-9d74-00dd0d655c99 requested from dv-neutron-836180-1-hyperv {{(pid=83872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 13:40:45.154652 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6818def8-a4c7-4540-a057-a0446a0b389d tempest-NetworksIpV6Test-758272472 tempest-NetworksIpV6Test-758272472-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:40:45.155465 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-6818def8-a4c7-4540-a057-a0446a0b389d tempest-NetworksIpV6Test-758272472 tempest-NetworksIpV6Test-758272472-project] Notify callbacks [] for subnet, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:45.160979 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0646b04-7b66-48f8-98c0-53ec764c859a tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Router 60de565d-3377-4a4f-b4f3-ba32b4839afa has already been hosted by L3 agent 88bf8fc8-11a3-4e96-9d1b-5fd93ba9f6f1 {{(pid=83871) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 13:40:45.178602 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-71acf5f7-3ac0-44f6-8fb5-8074c3b55ece tempest-NetworksIpV6TestAttrs-863029505 tempest-NetworksIpV6TestAttrs-863029505-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736732923383'] for network, precommit_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:45.247282 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.api.v2.resource [None req-5046ebe8-a906-43bb-9c4c-f36e4b0c1b15 tempest-FloatingIPTestJSON-1100559899 tempest-FloatingIPTestJSON-1100559899-project] delete failed (client error): The resource could not be found. Apr 01 13:40:45.248348 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-5046ebe8-a906-43bb-9c4c-f36e4b0c1b15 tempest-FloatingIPTestJSON-1100559899 tempest-FloatingIPTestJSON-1100559899-project] 10.222.0.26 "DELETE /v2.0/routers/b7b0f4f0-93c2-441d-bc30-1a6a37191327 HTTP/1.1" status: 404 len: 336 time: 0.0973816 Apr 01 13:40:45.254513 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 54690) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:40:45.260756 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-6818def8-a4c7-4540-a057-a0446a0b389d tempest-NetworksIpV6Test-758272472 tempest-NetworksIpV6Test-758272472-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0380604 Apr 01 13:40:45.268464 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 54694) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:40:45.279874 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.v2.base [None req-c0196724-1659-4506-bc30-c69440c262dc tempest-NetworksIpV6Test-758272472 tempest-NetworksIpV6Test-758272472-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=83869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:40:45.355596 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7b3e219-64cb-4410-8369-dea12937758e None None] Network 84892bdc-e099-4ed2-a14b-8eef115634d3 requested from dv-neutron-836180-1-hyperv {{(pid=83872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 13:40:45.374518 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.pecan_wsgi.hooks.translation [None req-cd91bc7c-3430-4ac9-addc-8ff3e37dcafd tempest-FloatingIPTestJSON-1100559899 tempest-FloatingIPTestJSON-1100559899-project] DELETE failed (client error): The resource could not be found. Apr 01 13:40:45.375661 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cd91bc7c-3430-4ac9-addc-8ff3e37dcafd tempest-FloatingIPTestJSON-1100559899 tempest-FloatingIPTestJSON-1100559899-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83871) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 13:40:45.388538 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-cd91bc7c-3430-4ac9-addc-8ff3e37dcafd tempest-FloatingIPTestJSON-1100559899 tempest-FloatingIPTestJSON-1100559899-project] 10.222.0.26 "DELETE /v2.0/subnets/5deb587e-af9b-427f-a423-558ac5f5bd21 HTTP/1.1" status: 404 len: 337 time: 0.1304288 Apr 01 13:40:45.390375 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 54698) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:40:45.424077 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-c0196724-1659-4506-bc30-c69440c262dc tempest-NetworksIpV6Test-758272472 tempest-NetworksIpV6Test-758272472-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-2999438'] for subnet, before_update {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:45.424751 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-71acf5f7-3ac0-44f6-8fb5-8074c3b55ece tempest-NetworksIpV6TestAttrs-863029505 tempest-NetworksIpV6TestAttrs-863029505-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575'] for network, after_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:45.427926 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71acf5f7-3ac0-44f6-8fb5-8074c3b55ece tempest-NetworksIpV6TestAttrs-863029505 tempest-NetworksIpV6TestAttrs-863029505-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:40:45.428514 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-71acf5f7-3ac0-44f6-8fb5-8074c3b55ece tempest-NetworksIpV6TestAttrs-863029505 tempest-NetworksIpV6TestAttrs-863029505-project] Notify callbacks [] for network, before_response {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:45.537211 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0646b04-7b66-48f8-98c0-53ec764c859a tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Notify agent at l3_agent.dv-neutron-836180-1-hyperv the message routers_updated {{(pid=83871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 13:40:45.542247 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-f0646b04-7b66-48f8-98c0-53ec764c859a tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] 10.222.0.26 "PUT /v2.0/routers/60de565d-3377-4a4f-b4f3-ba32b4839afa/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7322581 Apr 01 13:40:45.545711 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 54702) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:40:45.549804 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e4e86d9-f010-4ea9-99b1-c6d730247a83 None None] Sync routers for ids ['60de565d-3377-4a4f-b4f3-ba32b4839afa'] in dv-neutron-836180-1-hyperv {{(pid=83873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 13:40:45.562453 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e4e86d9-f010-4ea9-99b1-c6d730247a83 None None] Routers {'60de565d-3377-4a4f-b4f3-ba32b4839afa'} bound to L3 agent in host dv-neutron-836180-1-hyperv {{(pid=83873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 13:40:45.564382 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-3e4e86d9-f010-4ea9-99b1-c6d730247a83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836180-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-01T13:25:36Z,description=,heartbeat_timestamp=2022-04-01T13:40:36Z,host='dv-neutron-836180-1-hyperv',id=88bf8fc8-11a3-4e96-9d1b-5fd93ba9f6f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T13:25:36Z,topic='l3_agent')) {'router_ids': ['60de565d-3377-4a4f-b4f3-ba32b4839afa'], 'active': True} {{(pid=83873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:40:45.585100 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-71acf5f7-3ac0-44f6-8fb5-8074c3b55ece tempest-NetworksIpV6TestAttrs-863029505 tempest-NetworksIpV6TestAttrs-863029505-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.8058624 Apr 01 13:40:45.612067 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71acf5f7-3ac0-44f6-8fb5-8074c3b55ece tempest-NetworksIpV6TestAttrs-863029505 tempest-NetworksIpV6TestAttrs-863029505-project] Pushing event updated for resources: {'Network': ['ID=9362900c-cfd1-4701-9f0a-74ed25d63684,revision_number=1']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:40:45.626674 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-3e4e86d9-f010-4ea9-99b1-c6d730247a83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-836180-1-hyperv', False) {} {{(pid=83873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:40:45.633157 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.plugin [None req-fed4c6a9-0bc7-4ae0-bd6d-f7e2aad6b364 tempest-FloatingIPTestJSON-1100559899 tempest-FloatingIPTestJSON-1100559899-project] Deleting port 36154f80-28e2-4c10-ac82-0c5c9e7b0ab2 {{(pid=83871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 13:40:45.638449 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e4e86d9-f010-4ea9-99b1-c6d730247a83 None None] Routers {'60de565d-3377-4a4f-b4f3-ba32b4839afa'} bound to L3 agent in host dv-neutron-836180-1-hyperv {{(pid=83873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 13:40:45.639314 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-3e4e86d9-f010-4ea9-99b1-c6d730247a83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836180-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-01T13:25:36Z,description=,heartbeat_timestamp=2022-04-01T13:40:36Z,host='dv-neutron-836180-1-hyperv',id=88bf8fc8-11a3-4e96-9d1b-5fd93ba9f6f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T13:25:36Z,topic='l3_agent')) {'router_ids': ['60de565d-3377-4a4f-b4f3-ba32b4839afa'], 'active': True} {{(pid=83873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:40:45.652429 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-fed4c6a9-0bc7-4ae0-bd6d-f7e2aad6b364 tempest-FloatingIPTestJSON-1100559899 tempest-FloatingIPTestJSON-1100559899-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736733287370'] for port, before_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:45.664216 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-32e9fb88-a2fa-4586-b217-6303198e42da None None] Provisioning for port f72040cb-afa3-4926-816e-4cac12231022 completed by entity DHCP. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 13:40:45.702813 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-32e9fb88-a2fa-4586-b217-6303198e42da None None] Provisioning complete for port f72040cb-afa3-4926-816e-4cac12231022 triggered by entity DHCP. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 13:40:45.704531 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-32e9fb88-a2fa-4586-b217-6303198e42da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-948329'] for port, provisioning_complete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:45.723444 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-3e4e86d9-f010-4ea9-99b1-c6d730247a83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-836180-1-hyperv', False) {} {{(pid=83873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:40:45.724366 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e4e86d9-f010-4ea9-99b1-c6d730247a83 None None] The sync data for ids ['60de565d-3377-4a4f-b4f3-ba32b4839afa'] in dv-neutron-836180-1-hyperv is: [] {{(pid=83873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 13:40:45.758050 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ab98170-9ed8-41c5-b8b2-dc153d184b4f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7e7d0ecb-2af4-55f5-9198-238ab0570d62-28e17c6d-befd-42ef-9d74-00dd0d655c99', 'network_id': '28e17c6d-befd-42ef-9d74-00dd0d655c99', 'tenant_id': '2517206c5ecf40f0b116989fbb76d27f', 'fixed_ips': [{'subnet_id': 'dae0182e-0352-441b-8df5-e155a86e8ea4'}]}} from dv-neutron-836180-1-hyperv. {{(pid=83872) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 01 13:40:45.759459 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-1ab98170-9ed8-41c5-b8b2-dc153d184b4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:45.801352 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-c0196724-1659-4506-bc30-c69440c262dc tempest-NetworksIpV6Test-758272472 tempest-NetworksIpV6Test-758272472-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8736733359252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-2705365'] for subnet, after_update {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:45.874090 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0196724-1659-4506-bc30-c69440c262dc tempest-NetworksIpV6Test-758272472 tempest-NetworksIpV6Test-758272472-project] Pushing event updated for resources: {'Subnet': ['ID=dae0182e-0352-441b-8df5-e155a86e8ea4,revision_number=1']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:40:45.923396 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0196724-1659-4506-bc30-c69440c262dc tempest-NetworksIpV6Test-758272472 tempest-NetworksIpV6Test-758272472-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:40:45.924005 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-c0196724-1659-4506-bc30-c69440c262dc tempest-NetworksIpV6Test-758272472 tempest-NetworksIpV6Test-758272472-project] Notify callbacks [] for subnet, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:45.925294 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-c0196724-1659-4506-bc30-c69440c262dc tempest-NetworksIpV6Test-758272472 tempest-NetworksIpV6Test-758272472-project] 10.222.0.26 "PUT /v2.0/subnets/dae0182e-0352-441b-8df5-e155a86e8ea4 HTTP/1.1" status: 200 len: 826 time: 0.6555462 Apr 01 13:40:45.931216 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 54706) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:40:45.969640 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0196724-1659-4506-bc30-c69440c262dc tempest-NetworksIpV6Test-758272472 tempest-NetworksIpV6Test-758272472-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:40:45.970151 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0196724-1659-4506-bc30-c69440c262dc tempest-NetworksIpV6Test-758272472 tempest-NetworksIpV6Test-758272472-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:40:45.970555 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0196724-1659-4506-bc30-c69440c262dc tempest-NetworksIpV6Test-758272472 tempest-NetworksIpV6Test-758272472-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:40:45.970891 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0196724-1659-4506-bc30-c69440c262dc tempest-NetworksIpV6Test-758272472 tempest-NetworksIpV6Test-758272472-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:40:45.971214 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0196724-1659-4506-bc30-c69440c262dc tempest-NetworksIpV6Test-758272472 tempest-NetworksIpV6Test-758272472-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:40:45.971535 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0196724-1659-4506-bc30-c69440c262dc tempest-NetworksIpV6Test-758272472 tempest-NetworksIpV6Test-758272472-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:40:45.971853 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0196724-1659-4506-bc30-c69440c262dc tempest-NetworksIpV6Test-758272472 tempest-NetworksIpV6Test-758272472-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:40:45.972168 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0196724-1659-4506-bc30-c69440c262dc tempest-NetworksIpV6Test-758272472 tempest-NetworksIpV6Test-758272472-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:40:45.972504 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0196724-1659-4506-bc30-c69440c262dc tempest-NetworksIpV6Test-758272472 tempest-NetworksIpV6Test-758272472-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:40:45.972821 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0196724-1659-4506-bc30-c69440c262dc tempest-NetworksIpV6Test-758272472 tempest-NetworksIpV6Test-758272472-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:40:45.973132 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0196724-1659-4506-bc30-c69440c262dc tempest-NetworksIpV6Test-758272472 tempest-NetworksIpV6Test-758272472-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:40:45.990328 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-fed4c6a9-0bc7-4ae0-bd6d-f7e2aad6b364 tempest-FloatingIPTestJSON-1100559899 tempest-FloatingIPTestJSON-1100559899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4155147'] for port, precommit_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:45.997930 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.db_base_plugin_common [None req-1ab98170-9ed8-41c5-b8b2-dc153d184b4f None None] Allocated IP 2001:db8::2 (28e17c6d-befd-42ef-9d74-00dd0d655c99/dae0182e-0352-441b-8df5-e155a86e8ea4/99d949a7-c225-4684-9b75-1799e87cdc25) {{(pid=83872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 13:40:46.132722 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.plugin [None req-fed4c6a9-0bc7-4ae0-bd6d-f7e2aad6b364 tempest-FloatingIPTestJSON-1100559899 tempest-FloatingIPTestJSON-1100559899-project] Calling delete_port for 36154f80-28e2-4c10-ac82-0c5c9e7b0ab2 owned by {{(pid=83871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 13:40:46.136576 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.api.v2.resource [None req-974c6bdd-26ff-4226-88fb-5b004b1a7259 tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] remove_router_interface failed (client error): The resource could not be found. Apr 01 13:40:46.140073 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-974c6bdd-26ff-4226-88fb-5b004b1a7259 tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] 10.222.0.26 "PUT /v2.0/routers/60de565d-3377-4a4f-b4f3-ba32b4839afa/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.5908647 Apr 01 13:40:46.141524 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 54710) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:40:46.201607 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-ca6f110a-2c85-4794-b086-505e6fbf37a0 tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] 10.222.0.26 "GET /v2.0/ports?device_id=60de565d-3377-4a4f-b4f3-ba32b4839afa HTTP/1.1" status: 200 len: 205 time: 0.0571940 Apr 01 13:40:46.201845 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 54714) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:40:46.229418 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71acf5f7-3ac0-44f6-8fb5-8074c3b55ece tempest-NetworksIpV6TestAttrs-863029505 tempest-NetworksIpV6TestAttrs-863029505-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:40:46.230100 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71acf5f7-3ac0-44f6-8fb5-8074c3b55ece tempest-NetworksIpV6TestAttrs-863029505 tempest-NetworksIpV6TestAttrs-863029505-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:40:46.230446 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71acf5f7-3ac0-44f6-8fb5-8074c3b55ece tempest-NetworksIpV6TestAttrs-863029505 tempest-NetworksIpV6TestAttrs-863029505-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:40:46.230782 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71acf5f7-3ac0-44f6-8fb5-8074c3b55ece tempest-NetworksIpV6TestAttrs-863029505 tempest-NetworksIpV6TestAttrs-863029505-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:40:46.231208 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71acf5f7-3ac0-44f6-8fb5-8074c3b55ece tempest-NetworksIpV6TestAttrs-863029505 tempest-NetworksIpV6TestAttrs-863029505-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:40:46.231545 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71acf5f7-3ac0-44f6-8fb5-8074c3b55ece tempest-NetworksIpV6TestAttrs-863029505 tempest-NetworksIpV6TestAttrs-863029505-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:40:46.231867 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71acf5f7-3ac0-44f6-8fb5-8074c3b55ece tempest-NetworksIpV6TestAttrs-863029505 tempest-NetworksIpV6TestAttrs-863029505-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:40:46.232193 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71acf5f7-3ac0-44f6-8fb5-8074c3b55ece tempest-NetworksIpV6TestAttrs-863029505 tempest-NetworksIpV6TestAttrs-863029505-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:40:46.232540 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71acf5f7-3ac0-44f6-8fb5-8074c3b55ece tempest-NetworksIpV6TestAttrs-863029505 tempest-NetworksIpV6TestAttrs-863029505-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:40:46.232860 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71acf5f7-3ac0-44f6-8fb5-8074c3b55ece tempest-NetworksIpV6TestAttrs-863029505 tempest-NetworksIpV6TestAttrs-863029505-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:40:46.236112 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71acf5f7-3ac0-44f6-8fb5-8074c3b55ece tempest-NetworksIpV6TestAttrs-863029505 tempest-NetworksIpV6TestAttrs-863029505-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:40:46.260565 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-7c45a745-b664-419e-8873-e2b91e3d2c06 tempest-NetworksIpV6Test-758272472 tempest-NetworksIpV6Test-758272472-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1033078'] for network, before_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:46.269991 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-1ab98170-9ed8-41c5-b8b2-dc153d184b4f None None] Notify callbacks [] for port, precommit_create {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:46.291366 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Network 9362900c-cfd1-4701-9f0a-74ed25d63684 details requested by agent ovs-agent-dv-neutron-836180-1-hyperv with host dv-neutron-836180-1-hyperv {{(pid=83872) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 13:40:46.408759 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-31c46a03-8e3e-445b-86e8-16f9e663db3a tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Notify callbacks [] for router, before_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:46.523756 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-fed4c6a9-0bc7-4ae0-bd6d-f7e2aad6b364 tempest-FloatingIPTestJSON-1100559899 tempest-FloatingIPTestJSON-1100559899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736733359243', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736732935810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2743125'] for port, after_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:46.531805 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-1ab98170-9ed8-41c5-b8b2-dc153d184b4f None None] Transition to ACTIVE for port object 99d949a7-c225-4684-9b75-1799e87cdc25 will not be triggered until provisioned by entity L2. {{(pid=83872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 13:40:46.561281 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-32e9fb88-a2fa-4586-b217-6303198e42da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:46.581294 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-1ab98170-9ed8-41c5-b8b2-dc153d184b4f None None] Transition to ACTIVE for port object 99d949a7-c225-4684-9b75-1799e87cdc25 will not be triggered until provisioned by entity DHCP. {{(pid=83872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 13:40:46.597277 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-1ab98170-9ed8-41c5-b8b2-dc153d184b4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736732935801'] for port, after_create {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:46.608166 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed4c6a9-0bc7-4ae0-bd6d-f7e2aad6b364 tempest-FloatingIPTestJSON-1100559899 tempest-FloatingIPTestJSON-1100559899-project] Pushing event deleted for resources: {'Port': ['ID=36154f80-28e2-4c10-ac82-0c5c9e7b0ab2,revision_number=None']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:40:46.644372 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-7c45a745-b664-419e-8873-e2b91e3d2c06 tempest-NetworksIpV6Test-758272472 tempest-NetworksIpV6Test-758272472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-945029'] for subnet, precommit_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:46.702731 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-32e9fb88-a2fa-4586-b217-6303198e42da None None] For port f72040cb-afa3-4926-816e-4cac12231022, host dv-neutron-836180-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836180-1-hyperv',level=0,port_id=f72040cb-afa3-4926-816e-4cac12231022,segment=NetworkSegment(9c40bf28-559e-432c-bb0c-37ef3df7ad0b),segment_id=9c40bf28-559e-432c-bb0c-37ef3df7ad0b)] {{(pid=83872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 13:40:46.727226 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-32e9fb88-a2fa-4586-b217-6303198e42da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864'] for port, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:46.728110 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-fed4c6a9-0bc7-4ae0-bd6d-f7e2aad6b364 tempest-FloatingIPTestJSON-1100559899 tempest-FloatingIPTestJSON-1100559899-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109561'] for port, before_response {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:46.742185 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ab98170-9ed8-41c5-b8b2-dc153d184b4f None None] Network 28e17c6d-befd-42ef-9d74-00dd0d655c99 is already hosted by enough agents. {{(pid=83872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 13:40:46.743155 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab98170-9ed8-41c5-b8b2-dc153d184b4f None None] Pushing event updated for resources: {'Port': ['ID=99d949a7-c225-4684-9b75-1799e87cdc25,revision_number=1']} {{(pid=83872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:40:46.748758 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-fed4c6a9-0bc7-4ae0-bd6d-f7e2aad6b364 tempest-FloatingIPTestJSON-1100559899 tempest-FloatingIPTestJSON-1100559899-project] 10.222.0.26 "DELETE /v2.0/ports/36154f80-28e2-4c10-ac82-0c5c9e7b0ab2 HTTP/1.1" status: 204 len: 168 time: 1.3559446 Apr 01 13:40:46.749269 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 54722) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:40:46.756823 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.scheduler.base_scheduler [None req-1ab98170-9ed8-41c5-b8b2-dc153d184b4f None None] Resources bound (agent type, host, resource id): {{(pid=83872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 13:40:46.787734 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06882c0a-5fa4-4383-98bd-899cebc0d711 None None] Update dhcp port {'port': {'network_id': '84892bdc-e099-4ed2-a14b-8eef115634d3', 'fixed_ips': [{'subnet_id': 'f941997a-b0d0-4b4e-9155-726ef6a53387', 'ip_address': '2001:db8::2'}, {'subnet_id': '881d605d-cfa3-4de7-a165-4af7c47d1ab8'}], 'binding:host_id': 'dv-neutron-836180-1-hyperv'}, 'id': 'f72040cb-afa3-4926-816e-4cac12231022'} from dv-neutron-836180-1-hyperv. {{(pid=83872) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Apr 01 13:40:46.818846 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ab98170-9ed8-41c5-b8b2-dc153d184b4f None None] Received port after_create {{(pid=83872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 13:40:46.831113 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.plugin [None req-d42240a9-c118-4269-9889-1e48be5db558 tempest-FloatingIPTestJSON-1100559899 tempest-FloatingIPTestJSON-1100559899-project] Deleting port d48df3cf-7108-44c1-8eee-3f0b7cb1fff5 {{(pid=83871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 13:40:46.832280 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-d42240a9-c118-4269-9889-1e48be5db558 tempest-FloatingIPTestJSON-1100559899 tempest-FloatingIPTestJSON-1100559899-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736733287370'] for port, before_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:46.930935 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-06882c0a-5fa4-4383-98bd-899cebc0d711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:46.974123 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e9fb88-a2fa-4586-b217-6303198e42da None None] Pushing event updated for resources: {'Port': ['ID=f72040cb-afa3-4926-816e-4cac12231022,revision_number=3']} {{(pid=83872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:40:47.022540 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.managers [None req-1ab98170-9ed8-41c5-b8b2-dc153d184b4f None None] Attempting to bind port 99d949a7-c225-4684-9b75-1799e87cdc25 on host dv-neutron-836180-1-hyperv for vnic_type normal with profile {{(pid=83872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 13:40:47.022931 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.managers [None req-1ab98170-9ed8-41c5-b8b2-dc153d184b4f None None] Attempting to bind port 99d949a7-c225-4684-9b75-1799e87cdc25 by drivers openvswitch,hyperv on host dv-neutron-836180-1-hyperv at level 0 using segments [{'id': '87fee585-858f-4abc-9f0a-ea7c6244976c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '28e17c6d-befd-42ef-9d74-00dd0d655c99'}] {{(pid=83872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 13:40:47.023277 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ab98170-9ed8-41c5-b8b2-dc153d184b4f None None] Attempting to bind port 99d949a7-c225-4684-9b75-1799e87cdc25 on network 28e17c6d-befd-42ef-9d74-00dd0d655c99 {{(pid=83872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 13:40:47.044605 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ab98170-9ed8-41c5-b8b2-dc153d184b4f None None] Checking agent: {'id': 'af948428-97cd-4d10-9f53-af028bdb39b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-836180-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 13, 25, 37), 'started_at': datetime.datetime(2022, 4, 1, 13, 26, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 13, 40, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-836180-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 13:40:47.044966 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ab98170-9ed8-41c5-b8b2-dc153d184b4f None None] Checking segment: {'id': '87fee585-858f-4abc-9f0a-ea7c6244976c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '28e17c6d-befd-42ef-9d74-00dd0d655c99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 13:40:47.045358 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-1ab98170-9ed8-41c5-b8b2-dc153d184b4f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:47.045745 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ab98170-9ed8-41c5-b8b2-dc153d184b4f None None] Bound using segment: {'id': '87fee585-858f-4abc-9f0a-ea7c6244976c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '28e17c6d-befd-42ef-9d74-00dd0d655c99'} {{(pid=83872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 13:40:47.046203 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.managers [None req-1ab98170-9ed8-41c5-b8b2-dc153d184b4f None None] Bound port: 99d949a7-c225-4684-9b75-1799e87cdc25, host: dv-neutron-836180-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '87fee585-858f-4abc-9f0a-ea7c6244976c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '28e17c6d-befd-42ef-9d74-00dd0d655c99'}}] {{(pid=83872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 13:40:47.046569 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-1ab98170-9ed8-41c5-b8b2-dc153d184b4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:47.144699 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-d42240a9-c118-4269-9889-1e48be5db558 tempest-FloatingIPTestJSON-1100559899 tempest-FloatingIPTestJSON-1100559899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4155147'] for port, precommit_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:47.161328 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-31c46a03-8e3e-445b-86e8-16f9e663db3a tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4079814', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4170'] for router, precommit_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:47.173611 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-31c46a03-8e3e-445b-86e8-16f9e663db3a tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:47.189268 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-7c45a745-b664-419e-8873-e2b91e3d2c06 tempest-NetworksIpV6Test-758272472 tempest-NetworksIpV6Test-758272472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-945042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2705198', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2999452'] for subnet, after_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:47.263393 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-1ab98170-9ed8-41c5-b8b2-dc153d184b4f None None] For port 99d949a7-c225-4684-9b75-1799e87cdc25, host dv-neutron-836180-1-hyperv, cleared binding levels {{(pid=83872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 13:40:47.277184 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-1ab98170-9ed8-41c5-b8b2-dc153d184b4f None None] For port 99d949a7-c225-4684-9b75-1799e87cdc25, host dv-neutron-836180-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836180-1-hyperv',level=0,port_id=99d949a7-c225-4684-9b75-1799e87cdc25,segment=NetworkSegment(87fee585-858f-4abc-9f0a-ea7c6244976c),segment_id=87fee585-858f-4abc-9f0a-ea7c6244976c)] {{(pid=83872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 13:40:47.288188 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-1ab98170-9ed8-41c5-b8b2-dc153d184b4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864'] for port, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:47.292932 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c45a745-b664-419e-8873-e2b91e3d2c06 tempest-NetworksIpV6Test-758272472 tempest-NetworksIpV6Test-758272472-project] Pushing event deleted for resources: {'Subnet': ['ID=dae0182e-0352-441b-8df5-e155a86e8ea4,revision_number=None']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:40:47.293861 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.db_base_plugin_common [None req-06882c0a-5fa4-4383-98bd-899cebc0d711 None None] Allocated IP 172.20.0.1 (84892bdc-e099-4ed2-a14b-8eef115634d3/881d605d-cfa3-4de7-a165-4af7c47d1ab8/f72040cb-afa3-4926-816e-4cac12231022) {{(pid=83872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 13:40:47.309887 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.plugin [None req-d42240a9-c118-4269-9889-1e48be5db558 tempest-FloatingIPTestJSON-1100559899 tempest-FloatingIPTestJSON-1100559899-project] Calling delete_port for d48df3cf-7108-44c1-8eee-3f0b7cb1fff5 owned by {{(pid=83871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 13:40:47.448393 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-7c45a745-b664-419e-8873-e2b91e3d2c06 tempest-NetworksIpV6Test-758272472 tempest-NetworksIpV6Test-758272472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-942654', 'neutron.services.segments.db._delete_segments_for_network-8736733387888'] for network, precommit_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:47.466867 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab98170-9ed8-41c5-b8b2-dc153d184b4f None None] Pushing event updated for resources: {'Port': ['ID=99d949a7-c225-4684-9b75-1799e87cdc25,revision_number=2']} {{(pid=83872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:40:47.501209 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.services.segments.db [None req-7c45a745-b664-419e-8873-e2b91e3d2c06 tempest-NetworksIpV6Test-758272472 tempest-NetworksIpV6Test-758272472-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['28e17c6d-befd-42ef-9d74-00dd0d655c99']}} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:40:47.512942 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-31c46a03-8e3e-445b-86e8-16f9e663db3a tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4079738'] for router, after_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:47.513678 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31c46a03-8e3e-445b-86e8-16f9e663db3a tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Fanout notify agent at l3_agent the message router_deleted on router 60de565d-3377-4a4f-b4f3-ba32b4839afa {{(pid=83869) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 01 13:40:47.527147 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.services.segments.db [None req-7c45a745-b664-419e-8873-e2b91e3d2c06 tempest-NetworksIpV6Test-758272472 tempest-NetworksIpV6Test-758272472-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '87fee585-858f-4abc-9f0a-ea7c6244976c') {'for_net_delete': True} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:40:47.529620 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.services.segments.db [None req-7c45a745-b664-419e-8873-e2b91e3d2c06 tempest-NetworksIpV6Test-758272472 tempest-NetworksIpV6Test-758272472-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '87fee585-858f-4abc-9f0a-ea7c6244976c') {} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:40:47.537444 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-d42240a9-c118-4269-9889-1e48be5db558 tempest-FloatingIPTestJSON-1100559899 tempest-FloatingIPTestJSON-1100559899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736733359243', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736732935810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2743125'] for port, after_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:47.558577 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-06882c0a-5fa4-4383-98bd-899cebc0d711 None None] For port f72040cb-afa3-4926-816e-4cac12231022, host dv-neutron-836180-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836180-1-hyperv',level=0,port_id=f72040cb-afa3-4926-816e-4cac12231022,segment=NetworkSegment(9c40bf28-559e-432c-bb0c-37ef3df7ad0b),segment_id=9c40bf28-559e-432c-bb0c-37ef3df7ad0b)] {{(pid=83872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 13:40:47.563864 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-31c46a03-8e3e-445b-86e8-16f9e663db3a tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Notify callbacks [] for router, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:47.575422 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-31c46a03-8e3e-445b-86e8-16f9e663db3a tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] 10.222.0.26 "DELETE /v2.0/routers/60de565d-3377-4a4f-b4f3-ba32b4839afa HTTP/1.1" status: 204 len: 168 time: 1.3726311 Apr 01 13:40:47.578681 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 54730) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:40:47.582773 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-7c45a745-b664-419e-8873-e2b91e3d2c06 tempest-NetworksIpV6Test-758272472 tempest-NetworksIpV6Test-758272472-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736733386999', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2704982'] for segment, before_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:47.610627 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-06882c0a-5fa4-4383-98bd-899cebc0d711 None None] Notify callbacks [] for port, precommit_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:47.631325 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-06882c0a-5fa4-4383-98bd-899cebc0d711 None None] Transition to ACTIVE for port object f72040cb-afa3-4926-816e-4cac12231022 will not be triggered until provisioned by entity DHCP. {{(pid=83872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 13:40:47.636265 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-06882c0a-5fa4-4383-98bd-899cebc0d711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864'] for port, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:47.794207 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d42240a9-c118-4269-9889-1e48be5db558 tempest-FloatingIPTestJSON-1100559899 tempest-FloatingIPTestJSON-1100559899-project] Pushing event deleted for resources: {'Port': ['ID=d48df3cf-7108-44c1-8eee-3f0b7cb1fff5,revision_number=None']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:40:47.801866 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-d42240a9-c118-4269-9889-1e48be5db558 tempest-FloatingIPTestJSON-1100559899 tempest-FloatingIPTestJSON-1100559899-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109561'] for port, before_response {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:47.824040 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-d42240a9-c118-4269-9889-1e48be5db558 tempest-FloatingIPTestJSON-1100559899 tempest-FloatingIPTestJSON-1100559899-project] 10.222.0.26 "DELETE /v2.0/ports/d48df3cf-7108-44c1-8eee-3f0b7cb1fff5 HTTP/1.1" status: 204 len: 168 time: 1.0737615 Apr 01 13:40:47.824911 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 54734) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:40:47.900827 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06882c0a-5fa4-4383-98bd-899cebc0d711 None None] Pushing event updated for resources: {'Port': ['ID=f72040cb-afa3-4926-816e-4cac12231022,revision_number=4']} {{(pid=83872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:40:47.912097 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.db_base_plugin_v2 [None req-48479160-b6d2-4a5e-b161-017d6c6c4a24 tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Deleting subnet 033822f8-d4cf-4de9-9543-0a2f1ed5c40c {{(pid=83869) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 01 13:40:47.917886 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-48479160-b6d2-4a5e-b161-017d6c6c4a24 tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Notify callbacks [] for subnet, before_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:47.924565 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06882c0a-5fa4-4383-98bd-899cebc0d711 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:40:47.925043 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06882c0a-5fa4-4383-98bd-899cebc0d711 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:40:47.925580 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06882c0a-5fa4-4383-98bd-899cebc0d711 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:40:47.925928 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06882c0a-5fa4-4383-98bd-899cebc0d711 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:40:47.926254 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06882c0a-5fa4-4383-98bd-899cebc0d711 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:40:47.926573 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06882c0a-5fa4-4383-98bd-899cebc0d711 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:40:47.926890 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06882c0a-5fa4-4383-98bd-899cebc0d711 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:40:47.927269 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06882c0a-5fa4-4383-98bd-899cebc0d711 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:40:47.927586 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06882c0a-5fa4-4383-98bd-899cebc0d711 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:40:47.928018 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06882c0a-5fa4-4383-98bd-899cebc0d711 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:40:47.928369 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06882c0a-5fa4-4383-98bd-899cebc0d711 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:40:47.965821 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e8f071c-1998-487b-87d6-99865493a72c tempest-FloatingIPTestJSON-1100559899 tempest-FloatingIPTestJSON-1100559899-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:40:47.966694 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-6e8f071c-1998-487b-87d6-99865493a72c tempest-FloatingIPTestJSON-1100559899 tempest-FloatingIPTestJSON-1100559899-project] Synchronizing usage tracker for tenant:31909f452d274f5587d0068d008850b7 on resource:port {{(pid=83871) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 13:40:47.991827 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-6e8f071c-1998-487b-87d6-99865493a72c tempest-FloatingIPTestJSON-1100559899 tempest-FloatingIPTestJSON-1100559899-project] Unset dirty status for tenant:31909f452d274f5587d0068d008850b7 on resource:port {{(pid=83871) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 13:40:47.993499 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-6e8f071c-1998-487b-87d6-99865493a72c tempest-FloatingIPTestJSON-1100559899 tempest-FloatingIPTestJSON-1100559899-project] 10.222.0.26 "GET /v2.0/ports?device_id=a4024174-aefa-48ee-ba65-83a04caa0a41 HTTP/1.1" status: 200 len: 913 time: 0.1674414 Apr 01 13:40:47.994562 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-7c45a745-b664-419e-8873-e2b91e3d2c06 tempest-NetworksIpV6Test-758272472 tempest-NetworksIpV6Test-758272472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1004271'] for segment, precommit_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:47.996148 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 54738) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:40:48.015402 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7c45a745-b664-419e-8873-e2b91e3d2c06 tempest-NetworksIpV6Test-758272472 tempest-NetworksIpV6Test-758272472-project] Releasing vlan 360 on physical network physnet1 to pool {{(pid=83869) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 01 13:40:48.016172 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-7c45a745-b664-419e-8873-e2b91e3d2c06 tempest-NetworksIpV6Test-758272472 tempest-NetworksIpV6Test-758272472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1004262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2705264'] for segment, after_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:48.031969 dv-neutron-836180-1-hyperv neutron-server[83869]: Traceback (most recent call last): Apr 01 13:40:48.031969 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 01 13:40:48.031969 dv-neutron-836180-1-hyperv neutron-server[83869]: timer() Apr 01 13:40:48.031969 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 13:40:48.031969 dv-neutron-836180-1-hyperv neutron-server[83869]: cb(*args, **kw) Apr 01 13:40:48.031969 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 13:40:48.031969 dv-neutron-836180-1-hyperv neutron-server[83869]: return func(*args, **kwargs) Apr 01 13:40:48.031969 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 13:40:48.031969 dv-neutron-836180-1-hyperv neutron-server[83869]: self._notify() Apr 01 13:40:48.031969 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 13:40:48.031969 dv-neutron-836180-1-hyperv neutron-server[83869]: self.callback(batched_events) Apr 01 13:40:48.031969 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 13:40:48.031969 dv-neutron-836180-1-hyperv neutron-server[83869]: event.method(event) Apr 01 13:40:48.031969 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 13:40:48.031969 dv-neutron-836180-1-hyperv neutron-server[83869]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 13:40:48.031969 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 13:40:48.031969 dv-neutron-836180-1-hyperv neutron-server[83869]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 13:40:48.031969 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 13:40:48.031969 dv-neutron-836180-1-hyperv neutron-server[83869]: return f(self, *a, **k) Apr 01 13:40:48.031969 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 13:40:48.031969 dv-neutron-836180-1-hyperv neutron-server[83869]: return self._get(url).json() Apr 01 13:40:48.031969 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 13:40:48.031969 dv-neutron-836180-1-hyperv neutron-server[83869]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 13:40:48.031969 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 01 13:40:48.031969 dv-neutron-836180-1-hyperv neutron-server[83869]: return self.request(url, 'GET', **kwargs) Apr 01 13:40:48.031969 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 01 13:40:48.031969 dv-neutron-836180-1-hyperv neutron-server[83869]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 13:40:48.031969 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 01 13:40:48.031969 dv-neutron-836180-1-hyperv neutron-server[83869]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 13:40:48.031969 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 01 13:40:48.031969 dv-neutron-836180-1-hyperv neutron-server[83869]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 13:40:48.031969 dv-neutron-836180-1-hyperv neutron-server[83869]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 13:40:48.098036 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-48479160-b6d2-4a5e-b161-017d6c6c4a24 tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2704975'] for subnet, precommit_delete_associations {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:48.178109 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.db.api [None req-7c45a745-b664-419e-8873-e2b91e3d2c06 tempest-NetworksIpV6Test-758272472 tempest-NetworksIpV6Test-758272472-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 01 13:40:48.178109 dv-neutron-836180-1-hyperv neutron-server[83869]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 01 13:40:48.178109 dv-neutron-836180-1-hyperv neutron-server[83869]: [parameters: {'id': '28e17c6d-befd-42ef-9d74-00dd0d655c99'}] Apr 01 13:40:48.178109 dv-neutron-836180-1-hyperv neutron-server[83869]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=83869) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 01 13:40:48.178783 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG oslo_db.api [None req-7c45a745-b664-419e-8873-e2b91e3d2c06 tempest-NetworksIpV6Test-758272472 tempest-NetworksIpV6Test-758272472-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 01 13:40:48.240538 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-48479160-b6d2-4a5e-b161-017d6c6c4a24 tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-945029'] for subnet, precommit_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:48.338076 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-48479160-b6d2-4a5e-b161-017d6c6c4a24 tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-945042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2705198', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2999452'] for subnet, after_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:48.399418 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48479160-b6d2-4a5e-b161-017d6c6c4a24 tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Pushing event deleted for resources: {'Subnet': ['ID=033822f8-d4cf-4de9-9543-0a2f1ed5c40c,revision_number=None']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:40:48.415075 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-48479160-b6d2-4a5e-b161-017d6c6c4a24 tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Notify callbacks [] for subnet, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:48.421904 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10772c58-5be7-4e8c-945c-cc938c78d428 None None] Network 560cbf8e-c58c-4367-820c-b47913c94e2b requested from dv-neutron-836180-1-hyperv {{(pid=83872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 13:40:48.426452 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-48479160-b6d2-4a5e-b161-017d6c6c4a24 tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] 10.222.0.26 "DELETE /v2.0/subnets/033822f8-d4cf-4de9-9543-0a2f1ed5c40c HTTP/1.1" status: 204 len: 168 time: 0.8464696 Apr 01 13:40:48.427552 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 54742) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:40:48.680641 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-7c45a745-b664-419e-8873-e2b91e3d2c06 tempest-NetworksIpV6Test-758272472 tempest-NetworksIpV6Test-758272472-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1033078'] for network, before_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:48.696543 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.plugin [None req-7c45a745-b664-419e-8873-e2b91e3d2c06 tempest-NetworksIpV6Test-758272472 tempest-NetworksIpV6Test-758272472-project] Deleting port 99d949a7-c225-4684-9b75-1799e87cdc25 {{(pid=83869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 13:40:48.696988 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-7c45a745-b664-419e-8873-e2b91e3d2c06 tempest-NetworksIpV6Test-758272472 tempest-NetworksIpV6Test-758272472-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736733287370'] for port, before_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:48.773561 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-56e9a1b9-4834-43db-96b7-e308f3f2a417 tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1033078'] for network, before_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:48.794395 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.plugin [None req-56e9a1b9-4834-43db-96b7-e308f3f2a417 tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Deleting port 2c713f28-c6b7-4a05-a2de-87008191eb25 {{(pid=83871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 13:40:48.794710 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-56e9a1b9-4834-43db-96b7-e308f3f2a417 tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736733287370'] for port, before_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:48.825889 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-146dda42-7dbd-46ad-985b-27e3b26ac91a None None] DHCP port deletion for 560cbf8e-c58c-4367-820c-b47913c94e2b request from dv-neutron-836180-1-hyperv {{(pid=83872) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 01 13:40:48.847240 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.plugin [None req-146dda42-7dbd-46ad-985b-27e3b26ac91a None None] Deleting port 2c713f28-c6b7-4a05-a2de-87008191eb25 {{(pid=83872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 13:40:48.848185 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-146dda42-7dbd-46ad-985b-27e3b26ac91a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736733287370'] for port, before_delete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:48.926671 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f09559e4-a1ad-459e-b66d-5da843dc2fcd None None] Network 84892bdc-e099-4ed2-a14b-8eef115634d3 requested from dv-neutron-836180-1-hyperv {{(pid=83872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 13:40:48.986151 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 54746) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:40:49.010329 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.v2.base [None req-0905d2f7-08a9-41c1-b8b1-33d92b085429 tempest-NetworksIpV6TestAttrs-863029505 tempest-NetworksIpV6TestAttrs-863029505-project] Request body: {'subnet': {'network_id': '9362900c-cfd1-4701-9f0a-74ed25d63684', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=83871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:40:49.057430 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Device 99d949a7-c225-4684-9b75-1799e87cdc25 up at agent ovs-agent-dv-neutron-836180-1-hyperv {{(pid=83872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 13:40:49.083650 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-109c7c25-0f33-45e3-8aa2-c2d59fe909a4 None None] Network 28e17c6d-befd-42ef-9d74-00dd0d655c99 requested from dv-neutron-836180-1-hyperv {{(pid=83872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 13:40:49.159799 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.db [None req-7c45a745-b664-419e-8873-e2b91e3d2c06 tempest-NetworksIpV6Test-758272472 tempest-NetworksIpV6Test-758272472-project] For port 99d949a7-c225-4684-9b75-1799e87cdc25, host dv-neutron-836180-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836180-1-hyperv',level=0,port_id=99d949a7-c225-4684-9b75-1799e87cdc25,segment=NetworkSegment(87fee585-858f-4abc-9f0a-ea7c6244976c),segment_id=87fee585-858f-4abc-9f0a-ea7c6244976c)] {{(pid=83869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 13:40:49.160610 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-7c45a745-b664-419e-8873-e2b91e3d2c06 tempest-NetworksIpV6Test-758272472 tempest-NetworksIpV6Test-758272472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4155147'] for port, precommit_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:49.211860 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-ec64b78c-eb50-4cfa-996d-6004987783eb None None] Provisioning for port f72040cb-afa3-4926-816e-4cac12231022 completed by entity DHCP. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 13:40:49.263051 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-0905d2f7-08a9-41c1-b8b1-33d92b085429 tempest-NetworksIpV6TestAttrs-863029505 tempest-NetworksIpV6TestAttrs-863029505-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:40:49.267632 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-0905d2f7-08a9-41c1-b8b1-33d92b085429 tempest-NetworksIpV6TestAttrs-863029505 tempest-NetworksIpV6TestAttrs-863029505-project] Usage tracker for resource:subnet and tenant:80147276d4574127babe28831dd684f3 is out of sync, need to count used quota {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 13:40:49.269862 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-ec64b78c-eb50-4cfa-996d-6004987783eb None None] Provisioning complete for port f72040cb-afa3-4926-816e-4cac12231022 triggered by entity DHCP. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 13:40:49.270235 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-ec64b78c-eb50-4cfa-996d-6004987783eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-948329'] for port, provisioning_complete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:49.270494 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-0905d2f7-08a9-41c1-b8b1-33d92b085429 tempest-NetworksIpV6TestAttrs-863029505 tempest-NetworksIpV6TestAttrs-863029505-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 13:40:49.276209 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-0905d2f7-08a9-41c1-b8b1-33d92b085429 tempest-NetworksIpV6TestAttrs-863029505 tempest-NetworksIpV6TestAttrs-863029505-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:40:49.285360 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.plugin [None req-7c45a745-b664-419e-8873-e2b91e3d2c06 tempest-NetworksIpV6Test-758272472 tempest-NetworksIpV6Test-758272472-project] Calling delete_port for 99d949a7-c225-4684-9b75-1799e87cdc25 owned by network:dhcp {{(pid=83869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 13:40:49.290721 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-db23c396-b57f-4612-b6d1-286140849721 tempest-FloatingIPTestJSON-1100559899 tempest-FloatingIPTestJSON-1100559899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4084029'] for router_interface, before_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:49.364582 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0905d2f7-08a9-41c1-b8b1-33d92b085429 tempest-NetworksIpV6TestAttrs-863029505 tempest-NetworksIpV6TestAttrs-863029505-project] Made reservation on behalf of 80147276d4574127babe28831dd684f3 for: {'subnet': 1} {{(pid=83871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 13:40:49.366957 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-7c45a745-b664-419e-8873-e2b91e3d2c06 tempest-NetworksIpV6Test-758272472 tempest-NetworksIpV6Test-758272472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736733359243', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736732935810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2705155'] for port, after_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:49.419453 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c45a745-b664-419e-8873-e2b91e3d2c06 tempest-NetworksIpV6Test-758272472 tempest-NetworksIpV6Test-758272472-project] Pushing event deleted for resources: {'Port': ['ID=99d949a7-c225-4684-9b75-1799e87cdc25,revision_number=None']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:40:49.428181 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c45a745-b664-419e-8873-e2b91e3d2c06 tempest-NetworksIpV6Test-758272472 tempest-NetworksIpV6Test-758272472-project] No DVR routers for this DVR port 99d949a7-c225-4684-9b75-1799e87cdc25 on host dv-neutron-836180-1-hyperv {{(pid=83869) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 13:40:49.521522 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.db [None req-56e9a1b9-4834-43db-96b7-e308f3f2a417 tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] For port 2c713f28-c6b7-4a05-a2de-87008191eb25, host dv-neutron-836180-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836180-1-hyperv',level=0,port_id=2c713f28-c6b7-4a05-a2de-87008191eb25,segment=NetworkSegment(604c4e6f-34b5-4c81-83e9-a430e84a99d8),segment_id=604c4e6f-34b5-4c81-83e9-a430e84a99d8)] {{(pid=83871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 13:40:49.521879 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-56e9a1b9-4834-43db-96b7-e308f3f2a417 tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4155147'] for port, precommit_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:49.549394 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Could not find standard attr ID for object 99d949a7-c225-4684-9b75-1799e87cdc25. {{(pid=83872) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 01 13:40:49.549968 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Device f72040cb-afa3-4926-816e-4cac12231022 up at agent ovs-agent-dv-neutron-836180-1-hyperv {{(pid=83872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 13:40:49.567834 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-7c45a745-b664-419e-8873-e2b91e3d2c06 tempest-NetworksIpV6Test-758272472 tempest-NetworksIpV6Test-758272472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-942654', 'neutron.services.segments.db._delete_segments_for_network-8736733387888'] for network, precommit_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:49.610081 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.services.segments.db [None req-7c45a745-b664-419e-8873-e2b91e3d2c06 tempest-NetworksIpV6Test-758272472 tempest-NetworksIpV6Test-758272472-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['28e17c6d-befd-42ef-9d74-00dd0d655c99']}} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:40:49.615030 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbdb18ab-0af7-477c-88d9-c68c3a262d6d None None] DHCP port deletion for 28e17c6d-befd-42ef-9d74-00dd0d655c99 request from dv-neutron-836180-1-hyperv {{(pid=83872) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 01 13:40:49.623547 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.services.segments.db [None req-7c45a745-b664-419e-8873-e2b91e3d2c06 tempest-NetworksIpV6Test-758272472 tempest-NetworksIpV6Test-758272472-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '87fee585-858f-4abc-9f0a-ea7c6244976c') {'for_net_delete': True} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:40:49.623918 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.services.segments.db [None req-7c45a745-b664-419e-8873-e2b91e3d2c06 tempest-NetworksIpV6Test-758272472 tempest-NetworksIpV6Test-758272472-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '87fee585-858f-4abc-9f0a-ea7c6244976c') {} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:40:49.636126 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-7c45a745-b664-419e-8873-e2b91e3d2c06 tempest-NetworksIpV6Test-758272472 tempest-NetworksIpV6Test-758272472-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736733386999', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2704982'] for segment, before_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:49.653592 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-7c45a745-b664-419e-8873-e2b91e3d2c06 tempest-NetworksIpV6Test-758272472 tempest-NetworksIpV6Test-758272472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1004271'] for segment, precommit_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:49.658142 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.plugin [None req-56e9a1b9-4834-43db-96b7-e308f3f2a417 tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Calling delete_port for 2c713f28-c6b7-4a05-a2de-87008191eb25 owned by network:dhcp {{(pid=83871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 13:40:49.660206 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7c45a745-b664-419e-8873-e2b91e3d2c06 tempest-NetworksIpV6Test-758272472 tempest-NetworksIpV6Test-758272472-project] Releasing vlan 360 on physical network physnet1 to pool {{(pid=83869) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 01 13:40:49.660682 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-7c45a745-b664-419e-8873-e2b91e3d2c06 tempest-NetworksIpV6Test-758272472 tempest-NetworksIpV6Test-758272472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1004262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2705264'] for segment, after_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:49.671267 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-146dda42-7dbd-46ad-985b-27e3b26ac91a None None] For port 2c713f28-c6b7-4a05-a2de-87008191eb25, host dv-neutron-836180-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836180-1-hyperv',level=0,port_id=2c713f28-c6b7-4a05-a2de-87008191eb25,segment=NetworkSegment(604c4e6f-34b5-4c81-83e9-a430e84a99d8),segment_id=604c4e6f-34b5-4c81-83e9-a430e84a99d8)] {{(pid=83872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 13:40:49.671267 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-146dda42-7dbd-46ad-985b-27e3b26ac91a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4155147'] for port, precommit_delete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:49.676671 dv-neutron-836180-1-hyperv neutron-server[83869]: Traceback (most recent call last): Apr 01 13:40:49.676671 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 01 13:40:49.676671 dv-neutron-836180-1-hyperv neutron-server[83869]: timer() Apr 01 13:40:49.676671 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 13:40:49.676671 dv-neutron-836180-1-hyperv neutron-server[83869]: cb(*args, **kw) Apr 01 13:40:49.676671 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 13:40:49.676671 dv-neutron-836180-1-hyperv neutron-server[83869]: return func(*args, **kwargs) Apr 01 13:40:49.676671 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 13:40:49.676671 dv-neutron-836180-1-hyperv neutron-server[83869]: self._notify() Apr 01 13:40:49.676671 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 13:40:49.676671 dv-neutron-836180-1-hyperv neutron-server[83869]: self.callback(batched_events) Apr 01 13:40:49.676671 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 13:40:49.676671 dv-neutron-836180-1-hyperv neutron-server[83869]: event.method(event) Apr 01 13:40:49.676671 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 13:40:49.676671 dv-neutron-836180-1-hyperv neutron-server[83869]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 13:40:49.676671 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 13:40:49.676671 dv-neutron-836180-1-hyperv neutron-server[83869]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 13:40:49.676671 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 13:40:49.676671 dv-neutron-836180-1-hyperv neutron-server[83869]: return f(self, *a, **k) Apr 01 13:40:49.676671 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 13:40:49.676671 dv-neutron-836180-1-hyperv neutron-server[83869]: return self._get(url).json() Apr 01 13:40:49.676671 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 13:40:49.676671 dv-neutron-836180-1-hyperv neutron-server[83869]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 13:40:49.676671 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 01 13:40:49.676671 dv-neutron-836180-1-hyperv neutron-server[83869]: return self.request(url, 'GET', **kwargs) Apr 01 13:40:49.676671 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 01 13:40:49.676671 dv-neutron-836180-1-hyperv neutron-server[83869]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 13:40:49.676671 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 01 13:40:49.676671 dv-neutron-836180-1-hyperv neutron-server[83869]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 13:40:49.676671 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 01 13:40:49.676671 dv-neutron-836180-1-hyperv neutron-server[83869]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 13:40:49.676671 dv-neutron-836180-1-hyperv neutron-server[83869]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 13:40:49.698180 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-0905d2f7-08a9-41c1-b8b1-33d92b085429 tempest-NetworksIpV6TestAttrs-863029505 tempest-NetworksIpV6TestAttrs-863029505-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2757336'] for subnet, before_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:49.770710 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-122151d4-c64e-4ce0-85fa-f0019cde2ad4 None None] Network 28e17c6d-befd-42ef-9d74-00dd0d655c99 requested from dv-neutron-836180-1-hyperv {{(pid=83872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 13:40:49.773920 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-7c45a745-b664-419e-8873-e2b91e3d2c06 tempest-NetworksIpV6Test-758272472 tempest-NetworksIpV6Test-758272472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-942599', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4084797'] for network, after_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:49.802073 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-7c45a745-b664-419e-8873-e2b91e3d2c06 tempest-NetworksIpV6Test-758272472 tempest-NetworksIpV6Test-758272472-project] Notify callbacks [] for network, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:49.811269 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c45a745-b664-419e-8873-e2b91e3d2c06 tempest-NetworksIpV6Test-758272472 tempest-NetworksIpV6Test-758272472-project] Pushing event deleted for resources: {'Network': ['ID=28e17c6d-befd-42ef-9d74-00dd0d655c99,revision_number=None']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:40:49.819402 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-7c45a745-b664-419e-8873-e2b91e3d2c06 tempest-NetworksIpV6Test-758272472 tempest-NetworksIpV6Test-758272472-project] 10.222.0.26 "DELETE /v2.0/networks/28e17c6d-befd-42ef-9d74-00dd0d655c99 HTTP/1.1" status: 204 len: 168 time: 3.8862700 Apr 01 13:40:49.819826 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 54750) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:40:49.853664 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.pecan_wsgi.hooks.translation [None req-20f86466-1923-486e-88be-d3726bbb8db5 tempest-NetworksIpV6Test-758272472 tempest-NetworksIpV6Test-758272472-project] DELETE failed (client error): The resource could not be found. Apr 01 13:40:49.854116 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-20f86466-1923-486e-88be-d3726bbb8db5 tempest-NetworksIpV6Test-758272472 tempest-NetworksIpV6Test-758272472-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83869) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 13:40:49.855867 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.plugin [None req-146dda42-7dbd-46ad-985b-27e3b26ac91a None None] Calling delete_port for 2c713f28-c6b7-4a05-a2de-87008191eb25 owned by network:dhcp {{(pid=83872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 13:40:49.860554 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-56e9a1b9-4834-43db-96b7-e308f3f2a417 tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736733359243', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736732935810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2743125'] for port, after_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:49.861376 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-20f86466-1923-486e-88be-d3726bbb8db5 tempest-NetworksIpV6Test-758272472 tempest-NetworksIpV6Test-758272472-project] 10.222.0.26 "DELETE /v2.0/networks/28e17c6d-befd-42ef-9d74-00dd0d655c99 HTTP/1.1" status: 404 len: 339 time: 0.0402031 Apr 01 13:40:49.862012 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 54754) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:40:49.867936 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.v2.base [None req-66d78c85-6d14-4d39-ad7a-2bde3810898c tempest-NetworksIpV6Test-758272472 tempest-NetworksIpV6Test-758272472-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1430032140', 'description': 'd1'}} {{(pid=83869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:40:49.873003 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-66d78c85-6d14-4d39-ad7a-2bde3810898c tempest-NetworksIpV6Test-758272472 tempest-NetworksIpV6Test-758272472-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:40:49.878568 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-66d78c85-6d14-4d39-ad7a-2bde3810898c tempest-NetworksIpV6Test-758272472 tempest-NetworksIpV6Test-758272472-project] Usage tracker for resource:network and tenant:2517206c5ecf40f0b116989fbb76d27f is out of sync, need to count used quota {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 13:40:49.881742 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-66d78c85-6d14-4d39-ad7a-2bde3810898c tempest-NetworksIpV6Test-758272472 tempest-NetworksIpV6Test-758272472-project] Quota usage for network was recalculated. Used quota:3. {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 13:40:49.890078 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-66d78c85-6d14-4d39-ad7a-2bde3810898c tempest-NetworksIpV6Test-758272472 tempest-NetworksIpV6Test-758272472-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:40:49.901426 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66d78c85-6d14-4d39-ad7a-2bde3810898c tempest-NetworksIpV6Test-758272472 tempest-NetworksIpV6Test-758272472-project] Made reservation on behalf of 2517206c5ecf40f0b116989fbb76d27f for: {'network': 1} {{(pid=83869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 13:40:49.905640 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-66d78c85-6d14-4d39-ad7a-2bde3810898c tempest-NetworksIpV6Test-758272472 tempest-NetworksIpV6Test-758272472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for network, before_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:49.908071 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-122151d4-c64e-4ce0-85fa-f0019cde2ad4 None None] Network 28e17c6d-befd-42ef-9d74-00dd0d655c99 could not be found, it might have been deleted concurrently. {{(pid=83872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:205}} Apr 01 13:40:49.917915 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e9a1b9-4834-43db-96b7-e308f3f2a417 tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Pushing event deleted for resources: {'Port': ['ID=2c713f28-c6b7-4a05-a2de-87008191eb25,revision_number=None']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:40:49.933129 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56e9a1b9-4834-43db-96b7-e308f3f2a417 tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] No DVR routers for this DVR port 2c713f28-c6b7-4a05-a2de-87008191eb25 on host dv-neutron-836180-1-hyperv {{(pid=83871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 13:40:49.943008 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-66d78c85-6d14-4d39-ad7a-2bde3810898c tempest-NetworksIpV6Test-758272472 tempest-NetworksIpV6Test-758272472-project] vlan segment allocate from pool success with {'vlan_id': 357, 'physical_network': 'physnet1'} {{(pid=83869) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 13:40:49.954741 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-66d78c85-6d14-4d39-ad7a-2bde3810898c tempest-NetworksIpV6Test-758272472 tempest-NetworksIpV6Test-758272472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1004271'] for segment, precommit_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:49.955072 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.db.segments_db [None req-66d78c85-6d14-4d39-ad7a-2bde3810898c tempest-NetworksIpV6Test-758272472 tempest-NetworksIpV6Test-758272472-project] Added segment 8398924f-31a4-46e2-ae7c-f7727d01480d of type vlan for network 86ca826f-36cf-41e0-86e0-6e14cffea790 Apr 01 13:40:49.990472 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-66d78c85-6d14-4d39-ad7a-2bde3810898c tempest-NetworksIpV6Test-758272472 tempest-NetworksIpV6Test-758272472-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736732923383'] for network, precommit_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:50.025321 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-66d78c85-6d14-4d39-ad7a-2bde3810898c tempest-NetworksIpV6Test-758272472 tempest-NetworksIpV6Test-758272472-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575'] for network, after_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:50.031581 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66d78c85-6d14-4d39-ad7a-2bde3810898c tempest-NetworksIpV6Test-758272472 tempest-NetworksIpV6Test-758272472-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:40:50.032901 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-66d78c85-6d14-4d39-ad7a-2bde3810898c tempest-NetworksIpV6Test-758272472 tempest-NetworksIpV6Test-758272472-project] Notify callbacks [] for network, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:50.035160 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Provisioning complete for port f72040cb-afa3-4926-816e-4cac12231022 triggered by entity L2. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 13:40:50.035521 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-948329'] for port, provisioning_complete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:50.063366 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.db.api [None req-146dda42-7dbd-46ad-985b-27e3b26ac91a None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83872) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 01 13:40:50.063851 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG oslo_db.api [None req-146dda42-7dbd-46ad-985b-27e3b26ac91a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 01 13:40:50.081651 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-89d7e5fc-46f3-440d-b4ad-7d6aac43eb16 None None] Could not find standard attr ID for object 99d949a7-c225-4684-9b75-1799e87cdc25. {{(pid=83872) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 01 13:40:50.137730 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-66d78c85-6d14-4d39-ad7a-2bde3810898c tempest-NetworksIpV6Test-758272472 tempest-NetworksIpV6Test-758272472-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.2722964 Apr 01 13:40:50.138816 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-56e9a1b9-4834-43db-96b7-e308f3f2a417 tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-942654', 'neutron.services.segments.db._delete_segments_for_network-8736733387888'] for network, precommit_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:50.138971 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 54758) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:40:50.237868 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.services.segments.db [None req-56e9a1b9-4834-43db-96b7-e308f3f2a417 tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['560cbf8e-c58c-4367-820c-b47913c94e2b']}} {{(pid=83871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:40:50.243854 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d78c85-6d14-4d39-ad7a-2bde3810898c tempest-NetworksIpV6Test-758272472 tempest-NetworksIpV6Test-758272472-project] Pushing event updated for resources: {'Network': ['ID=86ca826f-36cf-41e0-86e0-6e14cffea790,revision_number=1']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:40:50.269739 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-0905d2f7-08a9-41c1-b8b1-33d92b085429 tempest-NetworksIpV6TestAttrs-863029505 tempest-NetworksIpV6TestAttrs-863029505-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2743225', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2757366'] for subnet, after_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:50.274665 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.services.segments.db [None req-56e9a1b9-4834-43db-96b7-e308f3f2a417 tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '604c4e6f-34b5-4c81-83e9-a430e84a99d8') {'for_net_delete': True} {{(pid=83871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:40:50.274962 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.services.segments.db [None req-56e9a1b9-4834-43db-96b7-e308f3f2a417 tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '604c4e6f-34b5-4c81-83e9-a430e84a99d8') {} {{(pid=83871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:40:50.276508 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Network 86ca826f-36cf-41e0-86e0-6e14cffea790 details requested by agent ovs-agent-dv-neutron-836180-1-hyperv with host dv-neutron-836180-1-hyperv {{(pid=83872) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 13:40:50.312326 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e72cca7a-7d76-4d57-beed-67c774a4b673 tempest-NetworksIpV6Test-758272472 tempest-NetworksIpV6Test-758272472-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:40:50.313840 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-e72cca7a-7d76-4d57-beed-67c774a4b673 tempest-NetworksIpV6Test-758272472 tempest-NetworksIpV6Test-758272472-project] Synchronizing usage tracker for tenant:2517206c5ecf40f0b116989fbb76d27f on resource:network {{(pid=83869) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 13:40:50.324524 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-56e9a1b9-4834-43db-96b7-e308f3f2a417 tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736733386999', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3166340'] for segment, before_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:50.334192 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-e72cca7a-7d76-4d57-beed-67c774a4b673 tempest-NetworksIpV6Test-758272472 tempest-NetworksIpV6Test-758272472-project] Unset dirty status for tenant:2517206c5ecf40f0b116989fbb76d27f on resource:network {{(pid=83869) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 13:40:50.335935 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-e72cca7a-7d76-4d57-beed-67c774a4b673 tempest-NetworksIpV6Test-758272472 tempest-NetworksIpV6Test-758272472-project] 10.222.0.26 "GET /v2.0/networks?id=86ca826f-36cf-41e0-86e0-6e14cffea790 HTTP/1.1" status: 200 len: 765 time: 0.1960320 Apr 01 13:40:50.338496 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 54762) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:40:50.345910 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.v2.base [None req-683d9d32-ddcf-4341-af49-df80aeef7493 tempest-NetworksIpV6Test-758272472 tempest-NetworksIpV6Test-758272472-project] Request body: {'network': {'description': 'd2'}} {{(pid=83869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:40:50.414681 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-4d01e0b1-e082-42b0-bddd-1a743e67af57 None None] Provisioning complete for port f72040cb-afa3-4926-816e-4cac12231022 triggered by entity DHCP. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 13:40:50.415041 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-4d01e0b1-e082-42b0-bddd-1a743e67af57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-948329'] for port, provisioning_complete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:50.543351 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-56e9a1b9-4834-43db-96b7-e308f3f2a417 tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1004271'] for segment, precommit_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:50.565275 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.plugin [None req-146dda42-7dbd-46ad-985b-27e3b26ac91a None None] Deleting port 2c713f28-c6b7-4a05-a2de-87008191eb25 {{(pid=83872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 13:40:50.566109 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-146dda42-7dbd-46ad-985b-27e3b26ac91a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736733287370'] for port, before_delete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:50.566262 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-56e9a1b9-4834-43db-96b7-e308f3f2a417 tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Releasing vlan 383 on physical network physnet1 to pool {{(pid=83871) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 01 13:40:50.566552 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-56e9a1b9-4834-43db-96b7-e308f3f2a417 tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1004262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2743078'] for segment, after_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:50.583842 dv-neutron-836180-1-hyperv neutron-server[83871]: Traceback (most recent call last): Apr 01 13:40:50.583842 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 01 13:40:50.583842 dv-neutron-836180-1-hyperv neutron-server[83871]: timer() Apr 01 13:40:50.583842 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 13:40:50.583842 dv-neutron-836180-1-hyperv neutron-server[83871]: cb(*args, **kw) Apr 01 13:40:50.583842 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 13:40:50.583842 dv-neutron-836180-1-hyperv neutron-server[83871]: return func(*args, **kwargs) Apr 01 13:40:50.583842 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 13:40:50.583842 dv-neutron-836180-1-hyperv neutron-server[83871]: self._notify() Apr 01 13:40:50.583842 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 13:40:50.583842 dv-neutron-836180-1-hyperv neutron-server[83871]: self.callback(batched_events) Apr 01 13:40:50.583842 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 13:40:50.583842 dv-neutron-836180-1-hyperv neutron-server[83871]: event.method(event) Apr 01 13:40:50.583842 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 13:40:50.583842 dv-neutron-836180-1-hyperv neutron-server[83871]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 13:40:50.583842 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 13:40:50.583842 dv-neutron-836180-1-hyperv neutron-server[83871]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 13:40:50.583842 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 13:40:50.583842 dv-neutron-836180-1-hyperv neutron-server[83871]: return f(self, *a, **k) Apr 01 13:40:50.583842 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 13:40:50.583842 dv-neutron-836180-1-hyperv neutron-server[83871]: return self._get(url).json() Apr 01 13:40:50.583842 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 13:40:50.583842 dv-neutron-836180-1-hyperv neutron-server[83871]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 13:40:50.583842 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 01 13:40:50.583842 dv-neutron-836180-1-hyperv neutron-server[83871]: return self.request(url, 'GET', **kwargs) Apr 01 13:40:50.583842 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 01 13:40:50.583842 dv-neutron-836180-1-hyperv neutron-server[83871]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 13:40:50.583842 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 01 13:40:50.583842 dv-neutron-836180-1-hyperv neutron-server[83871]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 13:40:50.583842 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 01 13:40:50.583842 dv-neutron-836180-1-hyperv neutron-server[83871]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 13:40:50.583842 dv-neutron-836180-1-hyperv neutron-server[83871]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 13:40:50.588886 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-683d9d32-ddcf-4341-af49-df80aeef7493 tempest-NetworksIpV6Test-758272472 tempest-NetworksIpV6Test-758272472-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736732923383'] for network, precommit_update {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:50.607780 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-683d9d32-ddcf-4341-af49-df80aeef7493 tempest-NetworksIpV6Test-758272472 tempest-NetworksIpV6Test-758272472-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575'] for network, after_update {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:50.638475 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.plugin [None req-146dda42-7dbd-46ad-985b-27e3b26ac91a None None] The port '2c713f28-c6b7-4a05-a2de-87008191eb25' was deleted {{(pid=83872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 01 13:40:50.675017 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0905d2f7-08a9-41c1-b8b1-33d92b085429 tempest-NetworksIpV6TestAttrs-863029505 tempest-NetworksIpV6TestAttrs-863029505-project] Pushing event updated for resources: {'Subnet': ['ID=99430d4f-1126-4f3f-8867-7116e0bbe6b2,revision_number=0']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:40:50.684120 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-683d9d32-ddcf-4341-af49-df80aeef7493 tempest-NetworksIpV6Test-758272472 tempest-NetworksIpV6Test-758272472-project] Network 86ca826f-36cf-41e0-86e0-6e14cffea790 is not hosted by any dhcp agent {{(pid=83869) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:226}} Apr 01 13:40:50.688171 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-683d9d32-ddcf-4341-af49-df80aeef7493 tempest-NetworksIpV6Test-758272472 tempest-NetworksIpV6Test-758272472-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:40:50.688762 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-683d9d32-ddcf-4341-af49-df80aeef7493 tempest-NetworksIpV6Test-758272472 tempest-NetworksIpV6Test-758272472-project] Notify callbacks [] for network, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:50.689998 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-683d9d32-ddcf-4341-af49-df80aeef7493 tempest-NetworksIpV6Test-758272472 tempest-NetworksIpV6Test-758272472-project] 10.222.0.26 "PUT /v2.0/networks/86ca826f-36cf-41e0-86e0-6e14cffea790 HTTP/1.1" status: 200 len: 762 time: 0.3505597 Apr 01 13:40:50.695854 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 54766) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:40:50.744852 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0905d2f7-08a9-41c1-b8b1-33d92b085429 tempest-NetworksIpV6TestAttrs-863029505 tempest-NetworksIpV6TestAttrs-863029505-project] Checking segment: {'id': '9c8c01ea-bbde-4a9a-a7c3-d9dda53be68a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '9362900c-cfd1-4701-9f0a-74ed25d63684'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 13:40:50.745353 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0905d2f7-08a9-41c1-b8b1-33d92b085429 tempest-NetworksIpV6TestAttrs-863029505 tempest-NetworksIpV6TestAttrs-863029505-project] Network hostable DHCP agents. Network: 9362900c-cfd1-4701-9f0a-74ed25d63684, hostable agents: ['e47e4547-5c2d-4954-ba56-fa3646239f18'], hosted agents: [] {{(pid=83871) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 13:40:50.753014 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-56e9a1b9-4834-43db-96b7-e308f3f2a417 tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-942599', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4084797'] for network, after_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:50.804635 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-683d9d32-ddcf-4341-af49-df80aeef7493 tempest-NetworksIpV6Test-758272472 tempest-NetworksIpV6Test-758272472-project] Pushing event updated for resources: {'Network': ['ID=86ca826f-36cf-41e0-86e0-6e14cffea790,revision_number=1']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:40:50.805690 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-56e9a1b9-4834-43db-96b7-e308f3f2a417 tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Notify callbacks [] for network, before_response {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:50.818094 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Network 86ca826f-36cf-41e0-86e0-6e14cffea790 details requested by agent ovs-agent-dv-neutron-836180-1-hyperv with host dv-neutron-836180-1-hyperv {{(pid=83872) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 13:40:50.823921 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e9a1b9-4834-43db-96b7-e308f3f2a417 tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Pushing event deleted for resources: {'Network': ['ID=560cbf8e-c58c-4367-820c-b47913c94e2b,revision_number=None']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:40:50.850924 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Device 99d949a7-c225-4684-9b75-1799e87cdc25 no longer exists at agent ovs-agent-dv-neutron-836180-1-hyperv {{(pid=83872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 13:40:50.856201 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2917f392-97d8-41ac-b636-3bdc8aef2db0 tempest-NetworksIpV6Test-758272472 tempest-NetworksIpV6Test-758272472-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:40:50.857475 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-2917f392-97d8-41ac-b636-3bdc8aef2db0 tempest-NetworksIpV6Test-758272472 tempest-NetworksIpV6Test-758272472-project] 10.222.0.26 "GET /v2.0/networks?id=86ca826f-36cf-41e0-86e0-6e14cffea790 HTTP/1.1" status: 200 len: 765 time: 0.1606944 Apr 01 13:40:50.862309 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 54772) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:40:50.870093 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-56e9a1b9-4834-43db-96b7-e308f3f2a417 tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] 10.222.0.26 "DELETE /v2.0/networks/560cbf8e-c58c-4367-820c-b47913c94e2b HTTP/1.1" status: 204 len: 168 time: 2.4374700 Apr 01 13:40:50.885911 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 54776) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:40:50.895131 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.v2.base [None req-dd358615-69f8-4ac1-a639-da184b608683 tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Request body: {'network': {'name': 'tempest-RoutersTest-1951941449'}} {{(pid=83869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:40:50.899116 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0905d2f7-08a9-41c1-b8b1-33d92b085429 tempest-NetworksIpV6TestAttrs-863029505 tempest-NetworksIpV6TestAttrs-863029505-project] Network 9362900c-cfd1-4701-9f0a-74ed25d63684 is scheduled to be hosted by DHCP agent e47e4547-5c2d-4954-ba56-fa3646239f18 with binding_index 1 {{(pid=83871) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 13:40:50.919554 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.scheduler.base_scheduler [None req-0905d2f7-08a9-41c1-b8b1-33d92b085429 tempest-NetworksIpV6TestAttrs-863029505 tempest-NetworksIpV6TestAttrs-863029505-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-836180-1-hyperv, 9362900c-cfd1-4701-9f0a-74ed25d63684) {{(pid=83871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 13:40:50.925738 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0905d2f7-08a9-41c1-b8b1-33d92b085429 tempest-NetworksIpV6TestAttrs-863029505 tempest-NetworksIpV6TestAttrs-863029505-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:40:50.926318 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-0905d2f7-08a9-41c1-b8b1-33d92b085429 tempest-NetworksIpV6TestAttrs-863029505 tempest-NetworksIpV6TestAttrs-863029505-project] Notify callbacks [] for subnet, before_response {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:50.942741 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39dc834a-f83e-49f9-9fa0-52e8a1358494 None None] Network 9362900c-cfd1-4701-9f0a-74ed25d63684 requested from dv-neutron-836180-1-hyperv {{(pid=83872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 13:40:50.963820 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-0905d2f7-08a9-41c1-b8b1-33d92b085429 tempest-NetworksIpV6TestAttrs-863029505 tempest-NetworksIpV6TestAttrs-863029505-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.9721711 Apr 01 13:40:50.964050 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 54780) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:40:50.965657 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.plugin [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] No Port match for: 99d949a7-c225-4684-9b75-1799e87cdc25 {{(pid=83872) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 01 13:40:50.965657 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Device 99d949a7-c225-4684-9b75-1799e87cdc25 not bound to the agent host dv-neutron-836180-1-hyperv {{(pid=83872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 13:40:50.965657 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Device 2c713f28-c6b7-4a05-a2de-87008191eb25 no longer exists at agent ovs-agent-dv-neutron-836180-1-hyperv {{(pid=83872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 13:40:50.971007 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.v2.base [None req-de49dd55-fbfd-4f48-ae74-12d779eadad1 tempest-NetworksIpV6TestAttrs-863029505 tempest-NetworksIpV6TestAttrs-863029505-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1433225824'}} {{(pid=83871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:40:51.016863 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-de49dd55-fbfd-4f48-ae74-12d779eadad1 tempest-NetworksIpV6TestAttrs-863029505 tempest-NetworksIpV6TestAttrs-863029505-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:40:51.022721 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-de49dd55-fbfd-4f48-ae74-12d779eadad1 tempest-NetworksIpV6TestAttrs-863029505 tempest-NetworksIpV6TestAttrs-863029505-project] Usage tracker for resource:network and tenant:80147276d4574127babe28831dd684f3 is out of sync, need to count used quota {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 13:40:51.026404 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-de49dd55-fbfd-4f48-ae74-12d779eadad1 tempest-NetworksIpV6TestAttrs-863029505 tempest-NetworksIpV6TestAttrs-863029505-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 13:40:51.035001 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-de49dd55-fbfd-4f48-ae74-12d779eadad1 tempest-NetworksIpV6TestAttrs-863029505 tempest-NetworksIpV6TestAttrs-863029505-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:40:51.045303 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-dd358615-69f8-4ac1-a639-da184b608683 tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:40:51.054518 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de49dd55-fbfd-4f48-ae74-12d779eadad1 tempest-NetworksIpV6TestAttrs-863029505 tempest-NetworksIpV6TestAttrs-863029505-project] Made reservation on behalf of 80147276d4574127babe28831dd684f3 for: {'network': 1} {{(pid=83871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 13:40:51.056582 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-dd358615-69f8-4ac1-a639-da184b608683 tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Usage tracker for resource:network and tenant:7eaea7f33c58432a9d19111cc275f4e1 is out of sync, need to count used quota {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 13:40:51.057418 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-de49dd55-fbfd-4f48-ae74-12d779eadad1 tempest-NetworksIpV6TestAttrs-863029505 tempest-NetworksIpV6TestAttrs-863029505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for network, before_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:51.067318 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-dd358615-69f8-4ac1-a639-da184b608683 tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 13:40:51.074583 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.plugin [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] No Port match for: 2c713f28-c6b7-4a05-a2de-87008191eb25 {{(pid=83872) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 01 13:40:51.074851 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Device 2c713f28-c6b7-4a05-a2de-87008191eb25 not bound to the agent host dv-neutron-836180-1-hyperv {{(pid=83872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 13:40:51.077321 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-dd358615-69f8-4ac1-a639-da184b608683 tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:40:51.099509 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd358615-69f8-4ac1-a639-da184b608683 tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Made reservation on behalf of 7eaea7f33c58432a9d19111cc275f4e1 for: {'network': 1} {{(pid=83869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 13:40:51.102533 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-dd358615-69f8-4ac1-a639-da184b608683 tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for network, before_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:51.131775 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-de49dd55-fbfd-4f48-ae74-12d779eadad1 tempest-NetworksIpV6TestAttrs-863029505 tempest-NetworksIpV6TestAttrs-863029505-project] vlan segment allocate from pool success with {'vlan_id': 394, 'physical_network': 'physnet1'} {{(pid=83871) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 13:40:51.151098 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-de49dd55-fbfd-4f48-ae74-12d779eadad1 tempest-NetworksIpV6TestAttrs-863029505 tempest-NetworksIpV6TestAttrs-863029505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1004271'] for segment, precommit_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:51.151367 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.db.segments_db [None req-de49dd55-fbfd-4f48-ae74-12d779eadad1 tempest-NetworksIpV6TestAttrs-863029505 tempest-NetworksIpV6TestAttrs-863029505-project] Added segment 747cf86d-3661-44b8-b93c-694ca6a9e86f of type vlan for network 5312c77b-fc03-4716-96df-31826a8b4ffb Apr 01 13:40:51.164230 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02671511-4991-4c99-b99b-4f02633a3611 tempest-NetworksIpV6Test-758272472 tempest-NetworksIpV6Test-758272472-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:40:51.168269 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-02671511-4991-4c99-b99b-4f02633a3611 tempest-NetworksIpV6Test-758272472 tempest-NetworksIpV6Test-758272472-project] 10.222.0.26 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.3024168 Apr 01 13:40:51.169319 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 54784) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:40:51.197391 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.plugin [None req-db23c396-b57f-4612-b6d1-286140849721 tempest-FloatingIPTestJSON-1100559899 tempest-FloatingIPTestJSON-1100559899-project] Deleting port b6f717b8-55b2-4025-984d-95417be6fdd6 {{(pid=83871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 13:40:51.197757 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-db23c396-b57f-4612-b6d1-286140849721 tempest-FloatingIPTestJSON-1100559899 tempest-FloatingIPTestJSON-1100559899-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736733287370'] for port, before_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:51.210277 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dd358615-69f8-4ac1-a639-da184b608683 tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] vlan segment allocate from pool success with {'vlan_id': 376, 'physical_network': 'physnet1'} {{(pid=83869) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 13:40:51.223301 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-bd86c0c8-ef5e-4152-ae8b-a902077428cc tempest-NetworksIpV6Test-758272472 tempest-NetworksIpV6Test-758272472-project] Synchronizing usage tracker for tenant:2517206c5ecf40f0b116989fbb76d27f on resource:subnet {{(pid=83869) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 13:40:51.229943 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-dd358615-69f8-4ac1-a639-da184b608683 tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1004271'] for segment, precommit_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:51.230987 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.db.segments_db [None req-dd358615-69f8-4ac1-a639-da184b608683 tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Added segment 1ed3bf78-45ee-4476-b4cf-20f27ebabe6b of type vlan for network 7723234f-3ab2-41bd-9516-5515c96aaedf Apr 01 13:40:51.239441 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-de49dd55-fbfd-4f48-ae74-12d779eadad1 tempest-NetworksIpV6TestAttrs-863029505 tempest-NetworksIpV6TestAttrs-863029505-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736732923383'] for network, precommit_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:51.249761 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-bd86c0c8-ef5e-4152-ae8b-a902077428cc tempest-NetworksIpV6Test-758272472 tempest-NetworksIpV6Test-758272472-project] Unset dirty status for tenant:2517206c5ecf40f0b116989fbb76d27f on resource:subnet {{(pid=83869) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 13:40:51.251428 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-bd86c0c8-ef5e-4152-ae8b-a902077428cc tempest-NetworksIpV6Test-758272472 tempest-NetworksIpV6Test-758272472-project] 10.222.0.26 "GET /v2.0/subnets?network_id=725864b8-cceb-48c9-b5d3-1bfc4423e301 HTTP/1.1" status: 200 len: 207 time: 0.0810189 Apr 01 13:40:51.252343 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4ca4853-be5e-421b-98af-976587cd4a0c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7e7d0ecb-2af4-55f5-9198-238ab0570d62-9362900c-cfd1-4701-9f0a-74ed25d63684', 'network_id': '9362900c-cfd1-4701-9f0a-74ed25d63684', 'tenant_id': '80147276d4574127babe28831dd684f3', 'fixed_ips': [{'subnet_id': '99430d4f-1126-4f3f-8867-7116e0bbe6b2'}]}} from dv-neutron-836180-1-hyperv. {{(pid=83872) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 01 13:40:51.253676 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-a4ca4853-be5e-421b-98af-976587cd4a0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:51.261602 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 54788) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:40:51.293855 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-dd358615-69f8-4ac1-a639-da184b608683 tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736732923383'] for network, precommit_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:51.384414 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-de49dd55-fbfd-4f48-ae74-12d779eadad1 tempest-NetworksIpV6TestAttrs-863029505 tempest-NetworksIpV6TestAttrs-863029505-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575'] for network, after_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:51.388053 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de49dd55-fbfd-4f48-ae74-12d779eadad1 tempest-NetworksIpV6TestAttrs-863029505 tempest-NetworksIpV6TestAttrs-863029505-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:40:51.388643 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-de49dd55-fbfd-4f48-ae74-12d779eadad1 tempest-NetworksIpV6TestAttrs-863029505 tempest-NetworksIpV6TestAttrs-863029505-project] Notify callbacks [] for network, before_response {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:51.413973 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-dd358615-69f8-4ac1-a639-da184b608683 tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575'] for network, after_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:51.417733 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd358615-69f8-4ac1-a639-da184b608683 tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:40:51.418401 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-dd358615-69f8-4ac1-a639-da184b608683 tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Notify callbacks [] for network, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:51.434053 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.db_base_plugin_common [None req-a4ca4853-be5e-421b-98af-976587cd4a0c None None] Allocated IP 2001:db8:0:ffff::2 (9362900c-cfd1-4701-9f0a-74ed25d63684/99430d4f-1126-4f3f-8867-7116e0bbe6b2/ff05ec9d-255a-4579-98ef-d777c285efc3) {{(pid=83872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 13:40:51.498627 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-de49dd55-fbfd-4f48-ae74-12d779eadad1 tempest-NetworksIpV6TestAttrs-863029505 tempest-NetworksIpV6TestAttrs-863029505-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.5307274 Apr 01 13:40:51.517654 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 54792) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:40:51.535402 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.v2.base [None req-de3c35c4-11ed-4fe1-a54c-b3d8b3310837 tempest-NetworksIpV6TestAttrs-863029505 tempest-NetworksIpV6TestAttrs-863029505-project] Request body: {'subnet': {'network_id': '5312c77b-fc03-4716-96df-31826a8b4ffb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=83871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:40:51.552933 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-dd358615-69f8-4ac1-a639-da184b608683 tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.6630085 Apr 01 13:40:51.556903 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd358615-69f8-4ac1-a639-da184b608683 tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Pushing event updated for resources: {'Network': ['ID=7723234f-3ab2-41bd-9516-5515c96aaedf,revision_number=1']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:40:51.558818 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de49dd55-fbfd-4f48-ae74-12d779eadad1 tempest-NetworksIpV6TestAttrs-863029505 tempest-NetworksIpV6TestAttrs-863029505-project] Pushing event updated for resources: {'Network': ['ID=5312c77b-fc03-4716-96df-31826a8b4ffb,revision_number=1']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:40:51.558949 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 54796) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:40:51.565202 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75c2b9de-504b-4a86-b2d8-b12862f3d6e0 tempest-NetworksIpV6Test-758272472 tempest-NetworksIpV6Test-758272472-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:40:51.569599 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75c2b9de-504b-4a86-b2d8-b12862f3d6e0 tempest-NetworksIpV6Test-758272472 tempest-NetworksIpV6Test-758272472-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:40:51.571201 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Network 7723234f-3ab2-41bd-9516-5515c96aaedf details requested by agent ovs-agent-dv-neutron-836180-1-hyperv with host dv-neutron-836180-1-hyperv {{(pid=83872) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 13:40:51.573096 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75c2b9de-504b-4a86-b2d8-b12862f3d6e0 tempest-NetworksIpV6Test-758272472 tempest-NetworksIpV6Test-758272472-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:40:51.577156 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75c2b9de-504b-4a86-b2d8-b12862f3d6e0 tempest-NetworksIpV6Test-758272472 tempest-NetworksIpV6Test-758272472-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:40:51.581446 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75c2b9de-504b-4a86-b2d8-b12862f3d6e0 tempest-NetworksIpV6Test-758272472 tempest-NetworksIpV6Test-758272472-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:40:51.585612 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75c2b9de-504b-4a86-b2d8-b12862f3d6e0 tempest-NetworksIpV6Test-758272472 tempest-NetworksIpV6Test-758272472-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:40:51.587404 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-75c2b9de-504b-4a86-b2d8-b12862f3d6e0 tempest-NetworksIpV6Test-758272472 tempest-NetworksIpV6Test-758272472-project] 10.222.0.26 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3731 time: 0.3248830 Apr 01 13:40:51.591087 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 54800) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:40:51.596529 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.v2.base [None req-8def0013-0f96-44a7-ad42-ea4c5fedced7 tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Request body: {'subnet': {'network_id': '7723234f-3ab2-41bd-9516-5515c96aaedf', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:40:51.599010 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Network 5312c77b-fc03-4716-96df-31826a8b4ffb details requested by agent ovs-agent-dv-neutron-836180-1-hyperv with host dv-neutron-836180-1-hyperv {{(pid=83872) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 13:40:51.637006 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-db23c396-b57f-4612-b6d1-286140849721 tempest-FloatingIPTestJSON-1100559899 tempest-FloatingIPTestJSON-1100559899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4155147'] for port, precommit_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:51.779464 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.plugin [None req-db23c396-b57f-4612-b6d1-286140849721 tempest-FloatingIPTestJSON-1100559899 tempest-FloatingIPTestJSON-1100559899-project] Calling delete_port for b6f717b8-55b2-4025-984d-95417be6fdd6 owned by network:router_interface {{(pid=83871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 13:40:51.811194 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-8def0013-0f96-44a7-ad42-ea4c5fedced7 tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:40:51.820600 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-8def0013-0f96-44a7-ad42-ea4c5fedced7 tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Usage tracker for resource:subnet and tenant:7eaea7f33c58432a9d19111cc275f4e1 is out of sync, need to count used quota {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 13:40:51.822481 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-de3c35c4-11ed-4fe1-a54c-b3d8b3310837 tempest-NetworksIpV6TestAttrs-863029505 tempest-NetworksIpV6TestAttrs-863029505-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:40:51.834521 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-8def0013-0f96-44a7-ad42-ea4c5fedced7 tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 13:40:51.835880 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-de3c35c4-11ed-4fe1-a54c-b3d8b3310837 tempest-NetworksIpV6TestAttrs-863029505 tempest-NetworksIpV6TestAttrs-863029505-project] Usage tracker for resource:subnet and tenant:80147276d4574127babe28831dd684f3 is out of sync, need to count used quota {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 13:40:51.841113 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-de3c35c4-11ed-4fe1-a54c-b3d8b3310837 tempest-NetworksIpV6TestAttrs-863029505 tempest-NetworksIpV6TestAttrs-863029505-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 13:40:51.846257 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-8def0013-0f96-44a7-ad42-ea4c5fedced7 tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:40:51.851617 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-de3c35c4-11ed-4fe1-a54c-b3d8b3310837 tempest-NetworksIpV6TestAttrs-863029505 tempest-NetworksIpV6TestAttrs-863029505-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:40:51.852406 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-a4ca4853-be5e-421b-98af-976587cd4a0c None None] Notify callbacks [] for port, precommit_create {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:51.866170 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-6dfec15e-edca-49be-8840-224b98c043f5 tempest-NetworksIpV6Test-758272472 tempest-NetworksIpV6Test-758272472-project] 10.222.0.26 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 813 time: 0.2711432 Apr 01 13:40:51.867282 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 54804) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:40:51.867418 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-a4ca4853-be5e-421b-98af-976587cd4a0c None None] Transition to ACTIVE for port object ff05ec9d-255a-4579-98ef-d777c285efc3 will not be triggered until provisioned by entity L2. {{(pid=83872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 13:40:51.873598 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8def0013-0f96-44a7-ad42-ea4c5fedced7 tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Made reservation on behalf of 7eaea7f33c58432a9d19111cc275f4e1 for: {'subnet': 1} {{(pid=83869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 13:40:51.887189 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-a4ca4853-be5e-421b-98af-976587cd4a0c None None] Transition to ACTIVE for port object ff05ec9d-255a-4579-98ef-d777c285efc3 will not be triggered until provisioned by entity DHCP. {{(pid=83872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 13:40:51.893830 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-a4ca4853-be5e-421b-98af-976587cd4a0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736732935801'] for port, after_create {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:51.925571 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de3c35c4-11ed-4fe1-a54c-b3d8b3310837 tempest-NetworksIpV6TestAttrs-863029505 tempest-NetworksIpV6TestAttrs-863029505-project] Made reservation on behalf of 80147276d4574127babe28831dd684f3 for: {'subnet': 1} {{(pid=83871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 13:40:51.967729 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4ca4853-be5e-421b-98af-976587cd4a0c None None] Network 9362900c-cfd1-4701-9f0a-74ed25d63684 is already hosted by enough agents. {{(pid=83872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 13:40:51.969192 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ca4853-be5e-421b-98af-976587cd4a0c None None] Pushing event updated for resources: {'Port': ['ID=ff05ec9d-255a-4579-98ef-d777c285efc3,revision_number=1']} {{(pid=83872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:40:51.971966 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.scheduler.base_scheduler [None req-a4ca4853-be5e-421b-98af-976587cd4a0c None None] Resources bound (agent type, host, resource id): {{(pid=83872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 13:40:51.974064 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4ca4853-be5e-421b-98af-976587cd4a0c None None] Received port after_create {{(pid=83872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 13:40:51.988895 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-8def0013-0f96-44a7-ad42-ea4c5fedced7 tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2999481'] for subnet, before_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:52.057869 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e60a7afc-cb6d-4080-a88c-adfd8332650c tempest-NetworksIpV6Test-758272472 tempest-NetworksIpV6Test-758272472-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:40:52.059176 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e60a7afc-cb6d-4080-a88c-adfd8332650c tempest-NetworksIpV6Test-758272472 tempest-NetworksIpV6Test-758272472-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:40:52.060510 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e60a7afc-cb6d-4080-a88c-adfd8332650c tempest-NetworksIpV6Test-758272472 tempest-NetworksIpV6Test-758272472-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:40:52.062077 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e60a7afc-cb6d-4080-a88c-adfd8332650c tempest-NetworksIpV6Test-758272472 tempest-NetworksIpV6Test-758272472-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:40:52.064540 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e60a7afc-cb6d-4080-a88c-adfd8332650c tempest-NetworksIpV6Test-758272472 tempest-NetworksIpV6Test-758272472-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:40:52.065466 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-e60a7afc-cb6d-4080-a88c-adfd8332650c tempest-NetworksIpV6Test-758272472 tempest-NetworksIpV6Test-758272472-project] Synchronizing usage tracker for tenant:2517206c5ecf40f0b116989fbb76d27f on resource:subnet {{(pid=83871) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 13:40:52.085550 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-de3c35c4-11ed-4fe1-a54c-b3d8b3310837 tempest-NetworksIpV6TestAttrs-863029505 tempest-NetworksIpV6TestAttrs-863029505-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2757336'] for subnet, before_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:52.106780 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.managers [None req-a4ca4853-be5e-421b-98af-976587cd4a0c None None] Attempting to bind port ff05ec9d-255a-4579-98ef-d777c285efc3 on host dv-neutron-836180-1-hyperv for vnic_type normal with profile {{(pid=83872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 13:40:52.107178 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.managers [None req-a4ca4853-be5e-421b-98af-976587cd4a0c None None] Attempting to bind port ff05ec9d-255a-4579-98ef-d777c285efc3 by drivers openvswitch,hyperv on host dv-neutron-836180-1-hyperv at level 0 using segments [{'id': '9c8c01ea-bbde-4a9a-a7c3-d9dda53be68a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '9362900c-cfd1-4701-9f0a-74ed25d63684'}] {{(pid=83872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 13:40:52.108226 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4ca4853-be5e-421b-98af-976587cd4a0c None None] Attempting to bind port ff05ec9d-255a-4579-98ef-d777c285efc3 on network 9362900c-cfd1-4701-9f0a-74ed25d63684 {{(pid=83872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 13:40:52.113983 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-e60a7afc-cb6d-4080-a88c-adfd8332650c tempest-NetworksIpV6Test-758272472 tempest-NetworksIpV6Test-758272472-project] Unset dirty status for tenant:2517206c5ecf40f0b116989fbb76d27f on resource:subnet {{(pid=83871) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 13:40:52.115151 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-e60a7afc-cb6d-4080-a88c-adfd8332650c tempest-NetworksIpV6Test-758272472 tempest-NetworksIpV6Test-758272472-project] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.2469423 Apr 01 13:40:52.119147 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 54808) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:40:52.119856 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4ca4853-be5e-421b-98af-976587cd4a0c None None] Checking agent: {'id': 'af948428-97cd-4d10-9f53-af028bdb39b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-836180-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 13, 25, 37), 'started_at': datetime.datetime(2022, 4, 1, 13, 26, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 13, 40, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-836180-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 13:40:52.120277 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4ca4853-be5e-421b-98af-976587cd4a0c None None] Checking segment: {'id': '9c8c01ea-bbde-4a9a-a7c3-d9dda53be68a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '9362900c-cfd1-4701-9f0a-74ed25d63684'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 13:40:52.120795 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-a4ca4853-be5e-421b-98af-976587cd4a0c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:52.121308 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4ca4853-be5e-421b-98af-976587cd4a0c None None] Bound using segment: {'id': '9c8c01ea-bbde-4a9a-a7c3-d9dda53be68a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '9362900c-cfd1-4701-9f0a-74ed25d63684'} {{(pid=83872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 13:40:52.121778 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.managers [None req-a4ca4853-be5e-421b-98af-976587cd4a0c None None] Bound port: ff05ec9d-255a-4579-98ef-d777c285efc3, host: dv-neutron-836180-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c8c01ea-bbde-4a9a-a7c3-d9dda53be68a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '9362900c-cfd1-4701-9f0a-74ed25d63684'}}] {{(pid=83872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 13:40:52.122297 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-a4ca4853-be5e-421b-98af-976587cd4a0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:52.218733 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-a4ca4853-be5e-421b-98af-976587cd4a0c None None] For port ff05ec9d-255a-4579-98ef-d777c285efc3, host dv-neutron-836180-1-hyperv, cleared binding levels {{(pid=83872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 13:40:52.222865 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-a4ca4853-be5e-421b-98af-976587cd4a0c None None] For port ff05ec9d-255a-4579-98ef-d777c285efc3, host dv-neutron-836180-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836180-1-hyperv',level=0,port_id=ff05ec9d-255a-4579-98ef-d777c285efc3,segment=NetworkSegment(9c8c01ea-bbde-4a9a-a7c3-d9dda53be68a),segment_id=9c8c01ea-bbde-4a9a-a7c3-d9dda53be68a)] {{(pid=83872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 13:40:52.230910 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-a4ca4853-be5e-421b-98af-976587cd4a0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864'] for port, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:52.240602 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-559ef5e5-f6bf-44cd-8b91-eb983a5e9a27 tempest-NetworksIpV6Test-758272472 tempest-NetworksIpV6Test-758272472-project] Attributes excluded by policy engine: ['shared'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:40:52.241880 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-559ef5e5-f6bf-44cd-8b91-eb983a5e9a27 tempest-NetworksIpV6Test-758272472 tempest-NetworksIpV6Test-758272472-project] Attributes excluded by policy engine: ['shared'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:40:52.243140 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-559ef5e5-f6bf-44cd-8b91-eb983a5e9a27 tempest-NetworksIpV6Test-758272472 tempest-NetworksIpV6Test-758272472-project] Attributes excluded by policy engine: ['shared'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:40:52.244430 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-559ef5e5-f6bf-44cd-8b91-eb983a5e9a27 tempest-NetworksIpV6Test-758272472 tempest-NetworksIpV6Test-758272472-project] Attributes excluded by policy engine: ['shared'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:40:52.245692 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-559ef5e5-f6bf-44cd-8b91-eb983a5e9a27 tempest-NetworksIpV6Test-758272472 tempest-NetworksIpV6Test-758272472-project] Attributes excluded by policy engine: ['shared'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:40:52.247302 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-559ef5e5-f6bf-44cd-8b91-eb983a5e9a27 tempest-NetworksIpV6Test-758272472 tempest-NetworksIpV6Test-758272472-project] 10.222.0.26 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.1271696 Apr 01 13:40:52.252579 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 54812) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:40:52.331072 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ca4853-be5e-421b-98af-976587cd4a0c None None] Pushing event updated for resources: {'Port': ['ID=ff05ec9d-255a-4579-98ef-d777c285efc3,revision_number=2']} {{(pid=83872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:40:52.367187 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-db23c396-b57f-4612-b6d1-286140849721 tempest-FloatingIPTestJSON-1100559899 tempest-FloatingIPTestJSON-1100559899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736733359243', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736732935810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2743125'] for port, after_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:52.420563 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db23c396-b57f-4612-b6d1-286140849721 tempest-FloatingIPTestJSON-1100559899 tempest-FloatingIPTestJSON-1100559899-project] Pushing event deleted for resources: {'Port': ['ID=b6f717b8-55b2-4025-984d-95417be6fdd6,revision_number=None']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:40:52.420724 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-8def0013-0f96-44a7-ad42-ea4c5fedced7 tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2705391', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2999447'] for subnet, after_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:52.545871 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-029b2f89-2316-471e-86e9-9cc420b81c53 tempest-NetworksIpV6Test-758272472 tempest-NetworksIpV6Test-758272472-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:40:52.547631 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-029b2f89-2316-471e-86e9-9cc420b81c53 tempest-NetworksIpV6Test-758272472 tempest-NetworksIpV6Test-758272472-project] 10.222.0.26 "GET /v2.0/networks/b983da7f-9924-4709-abd7-dc2806690885 HTTP/1.1" status: 200 len: 804 time: 0.2948954 Apr 01 13:40:52.553044 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 54816) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:40:52.567382 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8def0013-0f96-44a7-ad42-ea4c5fedced7 tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Pushing event updated for resources: {'Subnet': ['ID=f80ad742-18ae-49ce-bb34-b60220fd8ac6,revision_number=0']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:40:52.580445 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8def0013-0f96-44a7-ad42-ea4c5fedced7 tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Checking segment: {'id': '1ed3bf78-45ee-4476-b4cf-20f27ebabe6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '7723234f-3ab2-41bd-9516-5515c96aaedf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 13:40:52.580893 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8def0013-0f96-44a7-ad42-ea4c5fedced7 tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Network hostable DHCP agents. Network: 7723234f-3ab2-41bd-9516-5515c96aaedf, hostable agents: ['e47e4547-5c2d-4954-ba56-fa3646239f18'], hosted agents: [] {{(pid=83869) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 13:40:52.604319 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8def0013-0f96-44a7-ad42-ea4c5fedced7 tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Network 7723234f-3ab2-41bd-9516-5515c96aaedf is scheduled to be hosted by DHCP agent e47e4547-5c2d-4954-ba56-fa3646239f18 with binding_index 1 {{(pid=83869) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 13:40:52.615736 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.scheduler.base_scheduler [None req-8def0013-0f96-44a7-ad42-ea4c5fedced7 tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-836180-1-hyperv, 7723234f-3ab2-41bd-9516-5515c96aaedf) {{(pid=83869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 13:40:52.620510 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8def0013-0f96-44a7-ad42-ea4c5fedced7 tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:40:52.621089 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-8def0013-0f96-44a7-ad42-ea4c5fedced7 tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Notify callbacks [] for subnet, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:52.626528 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7874a91e-13ee-450f-8cd8-d65d5cbaef3d None None] Network 7723234f-3ab2-41bd-9516-5515c96aaedf requested from dv-neutron-836180-1-hyperv {{(pid=83872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 13:40:52.654090 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-8def0013-0f96-44a7-ad42-ea4c5fedced7 tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0654519 Apr 01 13:40:52.656964 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 54820) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:40:52.663364 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.v2.base [None req-bb7413dc-0ac0-4af6-a0f3-934eec9c8eae tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1867370815', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:40:52.669778 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-bb7413dc-0ac0-4af6-a0f3-934eec9c8eae tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:40:52.674598 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-bb7413dc-0ac0-4af6-a0f3-934eec9c8eae tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Usage tracker for resource:router and tenant:7eaea7f33c58432a9d19111cc275f4e1 is out of sync, need to count used quota {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 13:40:52.677615 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-bb7413dc-0ac0-4af6-a0f3-934eec9c8eae tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 13:40:52.685211 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-bb7413dc-0ac0-4af6-a0f3-934eec9c8eae tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:40:52.702426 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-bb7413dc-0ac0-4af6-a0f3-934eec9c8eae tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4082176', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4220'] for router, before_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:52.703686 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-bb7413dc-0ac0-4af6-a0f3-934eec9c8eae tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4082277', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4084873', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4148249', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4211'] for router, precommit_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:52.724168 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-bb7413dc-0ac0-4af6-a0f3-934eec9c8eae tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:52.748025 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-bb7413dc-0ac0-4af6-a0f3-934eec9c8eae tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4082201', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4084858'] for router, after_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:52.802237 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-bb7413dc-0ac0-4af6-a0f3-934eec9c8eae tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Notify callbacks [] for router, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:52.806143 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-bb7413dc-0ac0-4af6-a0f3-934eec9c8eae tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.1457431 Apr 01 13:40:52.807312 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 54824) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:40:52.909683 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Device ff05ec9d-255a-4579-98ef-d777c285efc3 up at agent ovs-agent-dv-neutron-836180-1-hyperv {{(pid=83872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 13:40:52.953306 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cb6c185-ee55-4fc6-af97-b55d03b16cba None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7e7d0ecb-2af4-55f5-9198-238ab0570d62-7723234f-3ab2-41bd-9516-5515c96aaedf', 'network_id': '7723234f-3ab2-41bd-9516-5515c96aaedf', 'tenant_id': '7eaea7f33c58432a9d19111cc275f4e1', 'fixed_ips': [{'subnet_id': 'f80ad742-18ae-49ce-bb34-b60220fd8ac6'}]}} from dv-neutron-836180-1-hyperv. {{(pid=83872) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 01 13:40:52.954803 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-2cb6c185-ee55-4fc6-af97-b55d03b16cba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:52.985397 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-af30c32e-4dc8-423a-bb04-8a4659412dac tempest-NetworksIpV6Test-758272472 tempest-NetworksIpV6Test-758272472-project] Synchronizing usage tracker for tenant:2517206c5ecf40f0b116989fbb76d27f on resource:network {{(pid=83871) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 13:40:53.070559 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.objects.ports [None req-de3c35c4-11ed-4fe1-a54c-b3d8b3310837 tempest-NetworksIpV6TestAttrs-863029505 tempest-NetworksIpV6TestAttrs-863029505-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=83871) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Apr 01 13:40:53.073999 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-de3c35c4-11ed-4fe1-a54c-b3d8b3310837 tempest-NetworksIpV6TestAttrs-863029505 tempest-NetworksIpV6TestAttrs-863029505-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2743225', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2757366'] for subnet, after_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:53.111728 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-af30c32e-4dc8-423a-bb04-8a4659412dac tempest-NetworksIpV6Test-758272472 tempest-NetworksIpV6Test-758272472-project] Unset dirty status for tenant:2517206c5ecf40f0b116989fbb76d27f on resource:network {{(pid=83871) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 13:40:53.117446 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-af30c32e-4dc8-423a-bb04-8a4659412dac tempest-NetworksIpV6Test-758272472 tempest-NetworksIpV6Test-758272472-project] 10.222.0.26 "GET /v2.0/networks/b983da7f-9924-4709-abd7-dc2806690885?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 320 time: 0.5475094 Apr 01 13:40:53.118170 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 54828) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:40:53.182073 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Provisioning for port ff05ec9d-255a-4579-98ef-d777c285efc3 completed by entity L2. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 13:40:53.188947 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.db_base_plugin_common [None req-2cb6c185-ee55-4fc6-af97-b55d03b16cba None None] Allocated IP 172.20.0.2 (7723234f-3ab2-41bd-9516-5515c96aaedf/f80ad742-18ae-49ce-bb34-b60220fd8ac6/6d89600a-0b4c-4a15-9d7d-a04cb5a2d0eb) {{(pid=83872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 13:40:53.256142 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de3c35c4-11ed-4fe1-a54c-b3d8b3310837 tempest-NetworksIpV6TestAttrs-863029505 tempest-NetworksIpV6TestAttrs-863029505-project] Pushing event updated for resources: {'Subnet': ['ID=dc88260b-032f-4bc9-98ef-1dbc5751ea0e,revision_number=0']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:40:53.304623 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02d2babc-ade5-4abc-9525-eb559e239813 tempest-NetworksIpV6Test-758272472 tempest-NetworksIpV6Test-758272472-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:40:53.311425 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-02d2babc-ade5-4abc-9525-eb559e239813 tempest-NetworksIpV6Test-758272472 tempest-NetworksIpV6Test-758272472-project] 10.222.0.26 "GET /v2.0/subnets/edf32950-b54f-4d71-9507-c6a0f7f50599 HTTP/1.1" status: 200 len: 843 time: 0.1881368 Apr 01 13:40:53.314974 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 54832) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:40:53.409612 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de3c35c4-11ed-4fe1-a54c-b3d8b3310837 tempest-NetworksIpV6TestAttrs-863029505 tempest-NetworksIpV6TestAttrs-863029505-project] Checking segment: {'id': '747cf86d-3661-44b8-b93c-694ca6a9e86f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '5312c77b-fc03-4716-96df-31826a8b4ffb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 13:40:53.410032 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de3c35c4-11ed-4fe1-a54c-b3d8b3310837 tempest-NetworksIpV6TestAttrs-863029505 tempest-NetworksIpV6TestAttrs-863029505-project] Network hostable DHCP agents. Network: 5312c77b-fc03-4716-96df-31826a8b4ffb, hostable agents: ['e47e4547-5c2d-4954-ba56-fa3646239f18'], hosted agents: [] {{(pid=83871) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 13:40:53.418907 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd57a5f3-962d-41cc-bcb1-26dc62440cff tempest-NetworksIpV6Test-758272472 tempest-NetworksIpV6Test-758272472-project] Attributes excluded by policy engine: ['shared'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:40:53.426123 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-dd57a5f3-962d-41cc-bcb1-26dc62440cff tempest-NetworksIpV6Test-758272472 tempest-NetworksIpV6Test-758272472-project] 10.222.0.26 "GET /v2.0/subnets/edf32950-b54f-4d71-9507-c6a0f7f50599?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.1100008 Apr 01 13:40:53.426765 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 54836) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:40:53.440003 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.v2.base [None req-ea6155b7-ebae-4955-afad-342cc19d521d tempest-NetworksIpV6Test-758272472 tempest-NetworksIpV6Test-758272472-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-909977533'}} {{(pid=83869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:40:53.451811 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-db23c396-b57f-4612-b6d1-286140849721 tempest-FloatingIPTestJSON-1100559899 tempest-FloatingIPTestJSON-1100559899-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3017585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4084076'] for router_interface, after_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:53.456684 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-ea6155b7-ebae-4955-afad-342cc19d521d tempest-NetworksIpV6Test-758272472 tempest-NetworksIpV6Test-758272472-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:40:53.478526 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-ea6155b7-ebae-4955-afad-342cc19d521d tempest-NetworksIpV6Test-758272472 tempest-NetworksIpV6Test-758272472-project] Attempting to reserve 1 items for resource network. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:40:53.493387 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dae7dc05-6d78-47ed-a2dd-7ff0dc31ed3f None None] Network 9362900c-cfd1-4701-9f0a-74ed25d63684 requested from dv-neutron-836180-1-hyperv {{(pid=83872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 13:40:53.495549 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea6155b7-ebae-4955-afad-342cc19d521d tempest-NetworksIpV6Test-758272472 tempest-NetworksIpV6Test-758272472-project] Made reservation on behalf of 2517206c5ecf40f0b116989fbb76d27f for: {'network': 1} {{(pid=83869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 13:40:53.498495 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-ea6155b7-ebae-4955-afad-342cc19d521d tempest-NetworksIpV6Test-758272472 tempest-NetworksIpV6Test-758272472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for network, before_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:53.525227 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de3c35c4-11ed-4fe1-a54c-b3d8b3310837 tempest-NetworksIpV6TestAttrs-863029505 tempest-NetworksIpV6TestAttrs-863029505-project] Network 5312c77b-fc03-4716-96df-31826a8b4ffb is scheduled to be hosted by DHCP agent e47e4547-5c2d-4954-ba56-fa3646239f18 with binding_index 1 {{(pid=83871) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 13:40:53.579029 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-2cb6c185-ee55-4fc6-af97-b55d03b16cba None None] Notify callbacks [] for port, precommit_create {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:53.583192 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ea6155b7-ebae-4955-afad-342cc19d521d tempest-NetworksIpV6Test-758272472 tempest-NetworksIpV6Test-758272472-project] vlan segment allocate from pool success with {'vlan_id': 374, 'physical_network': 'physnet1'} {{(pid=83869) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 13:40:53.599450 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-2cb6c185-ee55-4fc6-af97-b55d03b16cba None None] Transition to ACTIVE for port object 6d89600a-0b4c-4a15-9d7d-a04cb5a2d0eb will not be triggered until provisioned by entity L2. {{(pid=83872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 13:40:53.599826 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.scheduler.base_scheduler [None req-de3c35c4-11ed-4fe1-a54c-b3d8b3310837 tempest-NetworksIpV6TestAttrs-863029505 tempest-NetworksIpV6TestAttrs-863029505-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-836180-1-hyperv, 5312c77b-fc03-4716-96df-31826a8b4ffb) {{(pid=83871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 13:40:53.612852 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de3c35c4-11ed-4fe1-a54c-b3d8b3310837 tempest-NetworksIpV6TestAttrs-863029505 tempest-NetworksIpV6TestAttrs-863029505-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:40:53.613591 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-de3c35c4-11ed-4fe1-a54c-b3d8b3310837 tempest-NetworksIpV6TestAttrs-863029505 tempest-NetworksIpV6TestAttrs-863029505-project] Notify callbacks [] for subnet, before_response {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:53.625973 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88f38410-78df-45ec-9b5b-b796e056f706 None None] Network 5312c77b-fc03-4716-96df-31826a8b4ffb requested from dv-neutron-836180-1-hyperv {{(pid=83872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 13:40:53.630254 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-6e910b01-a109-4040-bf9b-09545c378f2f tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:53.640118 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-ea6155b7-ebae-4955-afad-342cc19d521d tempest-NetworksIpV6Test-758272472 tempest-NetworksIpV6Test-758272472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1004271'] for segment, precommit_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:53.641236 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.db.segments_db [None req-ea6155b7-ebae-4955-afad-342cc19d521d tempest-NetworksIpV6Test-758272472 tempest-NetworksIpV6Test-758272472-project] Added segment 6aed0d38-2549-4274-a14c-2643c8696773 of type vlan for network 8a4006fe-1c17-467f-aa28-c2961c43337d Apr 01 13:40:53.647839 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-de3c35c4-11ed-4fe1-a54c-b3d8b3310837 tempest-NetworksIpV6TestAttrs-863029505 tempest-NetworksIpV6TestAttrs-863029505-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.1291339 Apr 01 13:40:53.649212 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 54840) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:40:53.649717 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-971a1152-8165-45c6-bb15-38d16135ee52 None None] Provisioning for port ff05ec9d-255a-4579-98ef-d777c285efc3 completed by entity DHCP. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 13:40:53.668216 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.v2.base [None req-8a4ef36e-4d0d-4b49-aca7-0ffc71ba8369 tempest-NetworksIpV6TestAttrs-863029505 tempest-NetworksIpV6TestAttrs-863029505-project] Request body: {'port': {'network_id': '5312c77b-fc03-4716-96df-31826a8b4ffb', 'name': 'tempest-NetworksIpV6TestAttrs-56596123'}} {{(pid=83871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:40:53.704101 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-971a1152-8165-45c6-bb15-38d16135ee52 None None] Provisioning complete for port ff05ec9d-255a-4579-98ef-d777c285efc3 triggered by entity DHCP. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 13:40:53.704496 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-971a1152-8165-45c6-bb15-38d16135ee52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-948329'] for port, provisioning_complete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:53.776720 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-2cb6c185-ee55-4fc6-af97-b55d03b16cba None None] Transition to ACTIVE for port object 6d89600a-0b4c-4a15-9d7d-a04cb5a2d0eb will not be triggered until provisioned by entity DHCP. {{(pid=83872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 13:40:53.803862 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-ea6155b7-ebae-4955-afad-342cc19d521d tempest-NetworksIpV6Test-758272472 tempest-NetworksIpV6Test-758272472-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736732923383'] for network, precommit_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:53.810616 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-2cb6c185-ee55-4fc6-af97-b55d03b16cba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736732935801'] for port, after_create {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:53.860408 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-8a4ef36e-4d0d-4b49-aca7-0ffc71ba8369 tempest-NetworksIpV6TestAttrs-863029505 tempest-NetworksIpV6TestAttrs-863029505-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:40:53.871470 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:53.871719 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-8a4ef36e-4d0d-4b49-aca7-0ffc71ba8369 tempest-NetworksIpV6TestAttrs-863029505 tempest-NetworksIpV6TestAttrs-863029505-project] Usage tracker for resource:port and tenant:80147276d4574127babe28831dd684f3 is out of sync, need to count used quota {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 13:40:53.875892 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-8a4ef36e-4d0d-4b49-aca7-0ffc71ba8369 tempest-NetworksIpV6TestAttrs-863029505 tempest-NetworksIpV6TestAttrs-863029505-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 13:40:53.885757 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-8a4ef36e-4d0d-4b49-aca7-0ffc71ba8369 tempest-NetworksIpV6TestAttrs-863029505 tempest-NetworksIpV6TestAttrs-863029505-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:40:53.904805 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-ea6155b7-ebae-4955-afad-342cc19d521d tempest-NetworksIpV6Test-758272472 tempest-NetworksIpV6Test-758272472-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575'] for network, after_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:53.909052 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea6155b7-ebae-4955-afad-342cc19d521d tempest-NetworksIpV6Test-758272472 tempest-NetworksIpV6Test-758272472-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:40:53.909413 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-ea6155b7-ebae-4955-afad-342cc19d521d tempest-NetworksIpV6Test-758272472 tempest-NetworksIpV6Test-758272472-project] Notify callbacks [] for network, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:54.015351 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cb6c185-ee55-4fc6-af97-b55d03b16cba None None] Network 7723234f-3ab2-41bd-9516-5515c96aaedf is already hosted by enough agents. {{(pid=83872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 13:40:54.019510 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb6c185-ee55-4fc6-af97-b55d03b16cba None None] Pushing event updated for resources: {'Port': ['ID=6d89600a-0b4c-4a15-9d7d-a04cb5a2d0eb,revision_number=1']} {{(pid=83872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:40:54.024036 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.scheduler.base_scheduler [None req-2cb6c185-ee55-4fc6-af97-b55d03b16cba None None] Resources bound (agent type, host, resource id): {{(pid=83872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 13:40:54.027628 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a4ef36e-4d0d-4b49-aca7-0ffc71ba8369 tempest-NetworksIpV6TestAttrs-863029505 tempest-NetworksIpV6TestAttrs-863029505-project] Made reservation on behalf of 80147276d4574127babe28831dd684f3 for: {'port': 1} {{(pid=83871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 13:40:54.031673 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-8a4ef36e-4d0d-4b49-aca7-0ffc71ba8369 tempest-NetworksIpV6TestAttrs-863029505 tempest-NetworksIpV6TestAttrs-863029505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:54.054933 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cb6c185-ee55-4fc6-af97-b55d03b16cba None None] Received port after_create {{(pid=83872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 13:40:54.129202 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea6155b7-ebae-4955-afad-342cc19d521d tempest-NetworksIpV6Test-758272472 tempest-NetworksIpV6Test-758272472-project] Pushing event updated for resources: {'Network': ['ID=8a4006fe-1c17-467f-aa28-c2961c43337d,revision_number=1']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:40:54.143585 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-ea6155b7-ebae-4955-afad-342cc19d521d tempest-NetworksIpV6Test-758272472 tempest-NetworksIpV6Test-758272472-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.7157695 Apr 01 13:40:54.160414 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Network 8a4006fe-1c17-467f-aa28-c2961c43337d details requested by agent ovs-agent-dv-neutron-836180-1-hyperv with host dv-neutron-836180-1-hyperv {{(pid=83872) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 13:40:54.176846 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 54844) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:40:54.189964 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.v2.base [None req-7a45c813-1b45-40a4-9dfa-4cdaf54833b5 tempest-NetworksIpV6Test-758272472 tempest-NetworksIpV6Test-758272472-project] Request body: {'subnet': {'network_id': '8a4006fe-1c17-467f-aa28-c2961c43337d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=83869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:40:54.214252 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.notifiers.nova [None req-8a4ef36e-4d0d-4b49-aca7-0ffc71ba8369 tempest-NetworksIpV6TestAttrs-863029505 tempest-NetworksIpV6TestAttrs-863029505-project] device_id is not set on port 06f9c66b-0970-409a-af09-b23b4e0f19a4 yet. {{(pid=83871) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 01 13:40:54.333700 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.db_base_plugin_common [None req-6e910b01-a109-4040-bf9b-09545c378f2f tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Allocated IP 172.20.0.1 (7723234f-3ab2-41bd-9516-5515c96aaedf/f80ad742-18ae-49ce-bb34-b60220fd8ac6/b295f991-b84c-4814-935b-d78f1ebd921e) {{(pid=83869) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 13:40:54.352952 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-7a45c813-1b45-40a4-9dfa-4cdaf54833b5 tempest-NetworksIpV6Test-758272472 tempest-NetworksIpV6Test-758272472-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:40:54.438975 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-7a45c813-1b45-40a4-9dfa-4cdaf54833b5 tempest-NetworksIpV6Test-758272472 tempest-NetworksIpV6Test-758272472-project] Attempting to reserve 1 items for resource subnet. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:40:54.472882 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a45c813-1b45-40a4-9dfa-4cdaf54833b5 tempest-NetworksIpV6Test-758272472 tempest-NetworksIpV6Test-758272472-project] Made reservation on behalf of 2517206c5ecf40f0b116989fbb76d27f for: {'subnet': 1} {{(pid=83869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 13:40:54.503532 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-971a1152-8165-45c6-bb15-38d16135ee52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:54.534873 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d6d772c-c795-48fc-a8a7-c359be515695 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7e7d0ecb-2af4-55f5-9198-238ab0570d62-5312c77b-fc03-4716-96df-31826a8b4ffb', 'network_id': '5312c77b-fc03-4716-96df-31826a8b4ffb', 'tenant_id': '80147276d4574127babe28831dd684f3', 'fixed_ips': [{'subnet_id': 'dc88260b-032f-4bc9-98ef-1dbc5751ea0e'}]}} from dv-neutron-836180-1-hyperv. {{(pid=83872) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 01 13:40:54.535274 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-8d6d772c-c795-48fc-a8a7-c359be515695 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:54.544080 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.db_base_plugin_common [None req-8a4ef36e-4d0d-4b49-aca7-0ffc71ba8369 tempest-NetworksIpV6TestAttrs-863029505 tempest-NetworksIpV6TestAttrs-863029505-project] Allocated IP 2001:db8::f816:3eff:fe3e:ceca (5312c77b-fc03-4716-96df-31826a8b4ffb/dc88260b-032f-4bc9-98ef-1dbc5751ea0e/06f9c66b-0970-409a-af09-b23b4e0f19a4) {{(pid=83871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 13:40:54.575422 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.managers [None req-2cb6c185-ee55-4fc6-af97-b55d03b16cba None None] Attempting to bind port 6d89600a-0b4c-4a15-9d7d-a04cb5a2d0eb on host dv-neutron-836180-1-hyperv for vnic_type normal with profile {{(pid=83872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 13:40:54.575780 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.managers [None req-2cb6c185-ee55-4fc6-af97-b55d03b16cba None None] Attempting to bind port 6d89600a-0b4c-4a15-9d7d-a04cb5a2d0eb by drivers openvswitch,hyperv on host dv-neutron-836180-1-hyperv at level 0 using segments [{'id': '1ed3bf78-45ee-4476-b4cf-20f27ebabe6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '7723234f-3ab2-41bd-9516-5515c96aaedf'}] {{(pid=83872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 13:40:54.576134 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cb6c185-ee55-4fc6-af97-b55d03b16cba None None] Attempting to bind port 6d89600a-0b4c-4a15-9d7d-a04cb5a2d0eb on network 7723234f-3ab2-41bd-9516-5515c96aaedf {{(pid=83872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 13:40:54.643128 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-6e910b01-a109-4040-bf9b-09545c378f2f tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Notify callbacks [] for port, precommit_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:54.647943 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cb6c185-ee55-4fc6-af97-b55d03b16cba None None] Checking agent: {'id': 'af948428-97cd-4d10-9f53-af028bdb39b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-836180-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 13, 25, 37), 'started_at': datetime.datetime(2022, 4, 1, 13, 26, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 13, 40, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-836180-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 13:40:54.648337 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cb6c185-ee55-4fc6-af97-b55d03b16cba None None] Checking segment: {'id': '1ed3bf78-45ee-4476-b4cf-20f27ebabe6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '7723234f-3ab2-41bd-9516-5515c96aaedf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 13:40:54.648744 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-2cb6c185-ee55-4fc6-af97-b55d03b16cba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:54.649842 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cb6c185-ee55-4fc6-af97-b55d03b16cba None None] Bound using segment: {'id': '1ed3bf78-45ee-4476-b4cf-20f27ebabe6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '7723234f-3ab2-41bd-9516-5515c96aaedf'} {{(pid=83872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 13:40:54.649842 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.managers [None req-2cb6c185-ee55-4fc6-af97-b55d03b16cba None None] Bound port: 6d89600a-0b4c-4a15-9d7d-a04cb5a2d0eb, host: dv-neutron-836180-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ed3bf78-45ee-4476-b4cf-20f27ebabe6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '7723234f-3ab2-41bd-9516-5515c96aaedf'}}] {{(pid=83872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 13:40:54.650529 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-2cb6c185-ee55-4fc6-af97-b55d03b16cba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:54.662031 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-7a45c813-1b45-40a4-9dfa-4cdaf54833b5 tempest-NetworksIpV6Test-758272472 tempest-NetworksIpV6Test-758272472-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2999481'] for subnet, before_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:54.672442 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-971a1152-8165-45c6-bb15-38d16135ee52 None None] For port ff05ec9d-255a-4579-98ef-d777c285efc3, host dv-neutron-836180-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836180-1-hyperv',level=0,port_id=ff05ec9d-255a-4579-98ef-d777c285efc3,segment=NetworkSegment(9c8c01ea-bbde-4a9a-a7c3-d9dda53be68a),segment_id=9c8c01ea-bbde-4a9a-a7c3-d9dda53be68a)] {{(pid=83872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 13:40:54.692442 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-971a1152-8165-45c6-bb15-38d16135ee52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864'] for port, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:54.739448 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.provisioning_blocks [None req-6e910b01-a109-4040-bf9b-09545c378f2f tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Transition to ACTIVE for port object b295f991-b84c-4814-935b-d78f1ebd921e will not be triggered until provisioned by entity DHCP. {{(pid=83869) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 13:40:54.834002 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-8a4ef36e-4d0d-4b49-aca7-0ffc71ba8369 tempest-NetworksIpV6TestAttrs-863029505 tempest-NetworksIpV6TestAttrs-863029505-project] Notify callbacks [] for port, precommit_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:54.855321 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-971a1152-8165-45c6-bb15-38d16135ee52 None None] Pushing event updated for resources: {'Port': ['ID=ff05ec9d-255a-4579-98ef-d777c285efc3,revision_number=3']} {{(pid=83872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:40:54.862716 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db23c396-b57f-4612-b6d1-286140849721 tempest-FloatingIPTestJSON-1100559899 tempest-FloatingIPTestJSON-1100559899-project] Router a4024174-aefa-48ee-ba65-83a04caa0a41 has already been hosted by L3 agent 88bf8fc8-11a3-4e96-9d1b-5fd93ba9f6f1 {{(pid=83871) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 13:40:54.864456 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.provisioning_blocks [None req-8a4ef36e-4d0d-4b49-aca7-0ffc71ba8369 tempest-NetworksIpV6TestAttrs-863029505 tempest-NetworksIpV6TestAttrs-863029505-project] Transition to ACTIVE for port object 06f9c66b-0970-409a-af09-b23b4e0f19a4 will not be triggered until provisioned by entity DHCP. {{(pid=83871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 13:40:54.905662 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.ipam_backend_mixin [None req-7a45c813-1b45-40a4-9dfa-4cdaf54833b5 tempest-NetworksIpV6Test-758272472 tempest-NetworksIpV6Test-758272472-project] Performing IP validity checks on allocation pools {{(pid=83869) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Apr 01 13:40:54.907010 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.ipam_backend_mixin [None req-7a45c813-1b45-40a4-9dfa-4cdaf54833b5 tempest-NetworksIpV6Test-758272472 tempest-NetworksIpV6Test-758272472-project] Checking for overlaps among allocation pools and gateway ip {{(pid=83869) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Apr 01 13:40:54.927893 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-2cb6c185-ee55-4fc6-af97-b55d03b16cba None None] For port 6d89600a-0b4c-4a15-9d7d-a04cb5a2d0eb, host dv-neutron-836180-1-hyperv, cleared binding levels {{(pid=83872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 13:40:54.931958 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-2cb6c185-ee55-4fc6-af97-b55d03b16cba None None] For port 6d89600a-0b4c-4a15-9d7d-a04cb5a2d0eb, host dv-neutron-836180-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836180-1-hyperv',level=0,port_id=6d89600a-0b4c-4a15-9d7d-a04cb5a2d0eb,segment=NetworkSegment(1ed3bf78-45ee-4476-b4cf-20f27ebabe6b),segment_id=1ed3bf78-45ee-4476-b4cf-20f27ebabe6b)] {{(pid=83872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 13:40:54.940100 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-2cb6c185-ee55-4fc6-af97-b55d03b16cba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864'] for port, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:54.946011 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-6e910b01-a109-4040-bf9b-09545c378f2f tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736732935801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2705155'] for port, after_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:55.041966 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-8a4ef36e-4d0d-4b49-aca7-0ffc71ba8369 tempest-NetworksIpV6TestAttrs-863029505 tempest-NetworksIpV6TestAttrs-863029505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736732935801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2743125'] for port, after_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:55.071984 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e910b01-a109-4040-bf9b-09545c378f2f tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Network 7723234f-3ab2-41bd-9516-5515c96aaedf is already hosted by enough agents. {{(pid=83869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 13:40:55.079796 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e910b01-a109-4040-bf9b-09545c378f2f tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Pushing event updated for resources: {'Port': ['ID=b295f991-b84c-4814-935b-d78f1ebd921e,revision_number=1']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:40:55.082278 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.scheduler.base_scheduler [None req-6e910b01-a109-4040-bf9b-09545c378f2f tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Resources bound (agent type, host, resource id): {{(pid=83869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 13:40:55.086392 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e910b01-a109-4040-bf9b-09545c378f2f tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Received port after_create {{(pid=83869) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 13:40:55.098932 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb6c185-ee55-4fc6-af97-b55d03b16cba None None] Pushing event updated for resources: {'Port': ['ID=6d89600a-0b4c-4a15-9d7d-a04cb5a2d0eb,revision_number=2']} {{(pid=83872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:40:55.134275 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.db_base_plugin_common [None req-8d6d772c-c795-48fc-a8a7-c359be515695 None None] Allocated IP 2001:db8::f816:3eff:fece:957 (5312c77b-fc03-4716-96df-31826a8b4ffb/dc88260b-032f-4bc9-98ef-1dbc5751ea0e/081b8c2c-5797-4e6f-b392-ae399e094e00) {{(pid=83872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 13:40:55.147613 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a4ef36e-4d0d-4b49-aca7-0ffc71ba8369 tempest-NetworksIpV6TestAttrs-863029505 tempest-NetworksIpV6TestAttrs-863029505-project] Network 5312c77b-fc03-4716-96df-31826a8b4ffb is already hosted by enough agents. {{(pid=83871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 13:40:55.152143 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.scheduler.base_scheduler [None req-8a4ef36e-4d0d-4b49-aca7-0ffc71ba8369 tempest-NetworksIpV6TestAttrs-863029505 tempest-NetworksIpV6TestAttrs-863029505-project] Resources bound (agent type, host, resource id): {{(pid=83871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 13:40:55.156243 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a4ef36e-4d0d-4b49-aca7-0ffc71ba8369 tempest-NetworksIpV6TestAttrs-863029505 tempest-NetworksIpV6TestAttrs-863029505-project] Pushing event updated for resources: {'Port': ['ID=06f9c66b-0970-409a-af09-b23b4e0f19a4,revision_number=1']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:40:55.160543 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a4ef36e-4d0d-4b49-aca7-0ffc71ba8369 tempest-NetworksIpV6TestAttrs-863029505 tempest-NetworksIpV6TestAttrs-863029505-project] Received port after_create {{(pid=83871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 13:40:55.164868 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a4ef36e-4d0d-4b49-aca7-0ffc71ba8369 tempest-NetworksIpV6TestAttrs-863029505 tempest-NetworksIpV6TestAttrs-863029505-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:40:55.165831 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-8a4ef36e-4d0d-4b49-aca7-0ffc71ba8369 tempest-NetworksIpV6TestAttrs-863029505 tempest-NetworksIpV6TestAttrs-863029505-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109561'] for port, before_response {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:55.182904 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-6e910b01-a109-4040-bf9b-09545c378f2f tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4084144'] for router_interface, before_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:55.203538 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-8a4ef36e-4d0d-4b49-aca7-0ffc71ba8369 tempest-NetworksIpV6TestAttrs-863029505 tempest-NetworksIpV6TestAttrs-863029505-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 949 time: 1.5446992 Apr 01 13:40:55.204843 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 54848) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:40:55.275641 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-36aac538-c03d-4ab8-80d9-43c6b4ff9253 None None] Provisioning complete for port ff05ec9d-255a-4579-98ef-d777c285efc3 triggered by entity DHCP. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 13:40:55.288842 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-36aac538-c03d-4ab8-80d9-43c6b4ff9253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-948329'] for port, provisioning_complete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:55.300052 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.db_base_plugin_v2 [None req-13fa65ab-bc42-44c4-a6f5-b00eab813da3 tempest-NetworksIpV6TestAttrs-863029505 tempest-NetworksIpV6TestAttrs-863029505-project] Deleting subnet dc88260b-032f-4bc9-98ef-1dbc5751ea0e {{(pid=83871) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 01 13:40:55.307340 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-7a45c813-1b45-40a4-9dfa-4cdaf54833b5 tempest-NetworksIpV6Test-758272472 tempest-NetworksIpV6Test-758272472-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2705391', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2999447'] for subnet, after_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:55.307623 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db23c396-b57f-4612-b6d1-286140849721 tempest-FloatingIPTestJSON-1100559899 tempest-FloatingIPTestJSON-1100559899-project] Notify agent at l3_agent.dv-neutron-836180-1-hyperv the message routers_updated {{(pid=83871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 13:40:55.313210 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-db23c396-b57f-4612-b6d1-286140849721 tempest-FloatingIPTestJSON-1100559899 tempest-FloatingIPTestJSON-1100559899-project] 10.222.0.26 "PUT /v2.0/routers/a4024174-aefa-48ee-ba65-83a04caa0a41/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3153908 Apr 01 13:40:55.315759 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 54852) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:40:55.338319 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df8fea9e-415e-49eb-aabf-be70619c918a None None] Sync routers for ids ['a4024174-aefa-48ee-ba65-83a04caa0a41'] in dv-neutron-836180-1-hyperv {{(pid=83872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 13:40:55.392446 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-6e910b01-a109-4040-bf9b-09545c378f2f tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:55.440282 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df8fea9e-415e-49eb-aabf-be70619c918a None None] Routers {'a4024174-aefa-48ee-ba65-83a04caa0a41'} bound to L3 agent in host dv-neutron-836180-1-hyperv {{(pid=83872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 13:40:55.440945 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_hamode_db [None req-df8fea9e-415e-49eb-aabf-be70619c918a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836180-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-01T13:25:36Z,description=,heartbeat_timestamp=2022-04-01T13:40:36Z,host='dv-neutron-836180-1-hyperv',id=88bf8fc8-11a3-4e96-9d1b-5fd93ba9f6f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T13:25:36Z,topic='l3_agent')) {'router_ids': ['a4024174-aefa-48ee-ba65-83a04caa0a41'], 'active': True} {{(pid=83872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:40:55.508726 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a45c813-1b45-40a4-9dfa-4cdaf54833b5 tempest-NetworksIpV6Test-758272472 tempest-NetworksIpV6Test-758272472-project] Pushing event updated for resources: {'Subnet': ['ID=0b6c489f-4e9c-42ff-a574-0fa11aadd6a0,revision_number=0']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:40:55.517487 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_hamode_db [None req-df8fea9e-415e-49eb-aabf-be70619c918a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-836180-1-hyperv', False) {} {{(pid=83872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:40:55.580974 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-4c8e17ea-a3bc-44a6-8233-4e3e6c3523db tempest-FloatingIPTestJSON-1100559899 tempest-FloatingIPTestJSON-1100559899-project] Notify callbacks [] for router, before_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:55.644813 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df8fea9e-415e-49eb-aabf-be70619c918a None None] Routers {'a4024174-aefa-48ee-ba65-83a04caa0a41'} bound to L3 agent in host dv-neutron-836180-1-hyperv {{(pid=83872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 13:40:55.645497 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_hamode_db [None req-df8fea9e-415e-49eb-aabf-be70619c918a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836180-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-01T13:25:36Z,description=,heartbeat_timestamp=2022-04-01T13:40:36Z,host='dv-neutron-836180-1-hyperv',id=88bf8fc8-11a3-4e96-9d1b-5fd93ba9f6f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T13:25:36Z,topic='l3_agent')) {'router_ids': ['a4024174-aefa-48ee-ba65-83a04caa0a41'], 'active': True} {{(pid=83872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:40:55.672815 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a45c813-1b45-40a4-9dfa-4cdaf54833b5 tempest-NetworksIpV6Test-758272472 tempest-NetworksIpV6Test-758272472-project] Checking segment: {'id': '6aed0d38-2549-4274-a14c-2643c8696773', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '8a4006fe-1c17-467f-aa28-c2961c43337d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 13:40:55.673172 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a45c813-1b45-40a4-9dfa-4cdaf54833b5 tempest-NetworksIpV6Test-758272472 tempest-NetworksIpV6Test-758272472-project] Network hostable DHCP agents. Network: 8a4006fe-1c17-467f-aa28-c2961c43337d, hostable agents: ['e47e4547-5c2d-4954-ba56-fa3646239f18'], hosted agents: [] {{(pid=83869) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 13:40:55.730273 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_hamode_db [None req-df8fea9e-415e-49eb-aabf-be70619c918a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-836180-1-hyperv', False) {} {{(pid=83872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:40:55.730869 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df8fea9e-415e-49eb-aabf-be70619c918a None None] The sync data for ids ['a4024174-aefa-48ee-ba65-83a04caa0a41'] in dv-neutron-836180-1-hyperv is: [] {{(pid=83872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 13:40:55.764803 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-8d6d772c-c795-48fc-a8a7-c359be515695 None None] Notify callbacks [] for port, precommit_create {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:55.776964 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-8d6d772c-c795-48fc-a8a7-c359be515695 None None] Transition to ACTIVE for port object 081b8c2c-5797-4e6f-b392-ae399e094e00 will not be triggered until provisioned by entity L2. {{(pid=83872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 13:40:55.793395 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a45c813-1b45-40a4-9dfa-4cdaf54833b5 tempest-NetworksIpV6Test-758272472 tempest-NetworksIpV6Test-758272472-project] Network 8a4006fe-1c17-467f-aa28-c2961c43337d is scheduled to be hosted by DHCP agent e47e4547-5c2d-4954-ba56-fa3646239f18 with binding_index 1 {{(pid=83869) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 13:40:55.800959 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-8d6d772c-c795-48fc-a8a7-c359be515695 None None] Transition to ACTIVE for port object 081b8c2c-5797-4e6f-b392-ae399e094e00 will not be triggered until provisioned by entity DHCP. {{(pid=83872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 13:40:55.802071 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-4c8e17ea-a3bc-44a6-8233-4e3e6c3523db tempest-FloatingIPTestJSON-1100559899 tempest-FloatingIPTestJSON-1100559899-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:55.806183 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-13fa65ab-bc42-44c4-a6f5-b00eab813da3 tempest-NetworksIpV6TestAttrs-863029505 tempest-NetworksIpV6TestAttrs-863029505-project] Notify callbacks [] for subnet, before_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:55.807729 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-8d6d772c-c795-48fc-a8a7-c359be515695 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736732935801'] for port, after_create {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:55.814500 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.scheduler.base_scheduler [None req-7a45c813-1b45-40a4-9dfa-4cdaf54833b5 tempest-NetworksIpV6Test-758272472 tempest-NetworksIpV6Test-758272472-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-836180-1-hyperv, 8a4006fe-1c17-467f-aa28-c2961c43337d) {{(pid=83869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 13:40:55.830185 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a45c813-1b45-40a4-9dfa-4cdaf54833b5 tempest-NetworksIpV6Test-758272472 tempest-NetworksIpV6Test-758272472-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:40:55.830784 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-7a45c813-1b45-40a4-9dfa-4cdaf54833b5 tempest-NetworksIpV6Test-758272472 tempest-NetworksIpV6Test-758272472-project] Notify callbacks [] for subnet, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:55.846766 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.plugin [None req-4c8e17ea-a3bc-44a6-8233-4e3e6c3523db tempest-FloatingIPTestJSON-1100559899 tempest-FloatingIPTestJSON-1100559899-project] Deleting port 77f4e7bd-8b74-4ff4-9fc9-4108e005da97 {{(pid=83871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 13:40:55.847239 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-4c8e17ea-a3bc-44a6-8233-4e3e6c3523db tempest-FloatingIPTestJSON-1100559899 tempest-FloatingIPTestJSON-1100559899-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736733287370'] for port, before_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:55.850647 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3568dce5-553d-4fd8-b549-73cb623ad678 None None] Network 8a4006fe-1c17-467f-aa28-c2961c43337d requested from dv-neutron-836180-1-hyperv {{(pid=83872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 13:40:55.883642 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-7a45c813-1b45-40a4-9dfa-4cdaf54833b5 tempest-NetworksIpV6Test-758272472 tempest-NetworksIpV6Test-758272472-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 1.7057340 Apr 01 13:40:55.886698 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 54856) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:40:55.910594 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.v2.base [None req-d955ef3b-2ccc-4142-8e55-42c14525cf1d tempest-NetworksIpV6Test-758272472 tempest-NetworksIpV6Test-758272472-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=83869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:40:55.912867 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-13fa65ab-bc42-44c4-a6f5-b00eab813da3 tempest-NetworksIpV6TestAttrs-863029505 tempest-NetworksIpV6TestAttrs-863029505-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3166365'] for subnet, precommit_delete_associations {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:55.951391 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-6e910b01-a109-4040-bf9b-09545c378f2f tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Notify callbacks [] for port, precommit_update {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:55.958201 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-6e910b01-a109-4040-bf9b-09545c378f2f tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2705172'] for port, after_update {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:55.964154 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d6d772c-c795-48fc-a8a7-c359be515695 None None] Network 5312c77b-fc03-4716-96df-31826a8b4ffb is already hosted by enough agents. {{(pid=83872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 13:40:55.972201 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.scheduler.base_scheduler [None req-8d6d772c-c795-48fc-a8a7-c359be515695 None None] Resources bound (agent type, host, resource id): {{(pid=83872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 13:40:55.974666 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d6d772c-c795-48fc-a8a7-c359be515695 None None] Received port after_create {{(pid=83872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 13:40:56.019521 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6d772c-c795-48fc-a8a7-c359be515695 None None] Pushing event updated for resources: {'Port': ['ID=081b8c2c-5797-4e6f-b392-ae399e094e00,revision_number=1']} {{(pid=83872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:40:56.058697 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-6e910b01-a109-4040-bf9b-09545c378f2f tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3017508', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4084015'] for router_interface, after_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:56.097641 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.managers [None req-8d6d772c-c795-48fc-a8a7-c359be515695 None None] Attempting to bind port 081b8c2c-5797-4e6f-b392-ae399e094e00 on host dv-neutron-836180-1-hyperv for vnic_type normal with profile {{(pid=83872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 13:40:56.098591 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.managers [None req-8d6d772c-c795-48fc-a8a7-c359be515695 None None] Attempting to bind port 081b8c2c-5797-4e6f-b392-ae399e094e00 by drivers openvswitch,hyperv on host dv-neutron-836180-1-hyperv at level 0 using segments [{'id': '747cf86d-3661-44b8-b93c-694ca6a9e86f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '5312c77b-fc03-4716-96df-31826a8b4ffb'}] {{(pid=83872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 13:40:56.098591 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d6d772c-c795-48fc-a8a7-c359be515695 None None] Attempting to bind port 081b8c2c-5797-4e6f-b392-ae399e094e00 on network 5312c77b-fc03-4716-96df-31826a8b4ffb {{(pid=83872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 13:40:56.147211 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d6d772c-c795-48fc-a8a7-c359be515695 None None] Checking agent: {'id': 'af948428-97cd-4d10-9f53-af028bdb39b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-836180-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 13, 25, 37), 'started_at': datetime.datetime(2022, 4, 1, 13, 26, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 13, 40, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-836180-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 13:40:56.147574 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d6d772c-c795-48fc-a8a7-c359be515695 None None] Checking segment: {'id': '747cf86d-3661-44b8-b93c-694ca6a9e86f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '5312c77b-fc03-4716-96df-31826a8b4ffb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 13:40:56.147966 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-8d6d772c-c795-48fc-a8a7-c359be515695 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:56.148370 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d6d772c-c795-48fc-a8a7-c359be515695 None None] Bound using segment: {'id': '747cf86d-3661-44b8-b93c-694ca6a9e86f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '5312c77b-fc03-4716-96df-31826a8b4ffb'} {{(pid=83872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 13:40:56.148845 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.managers [None req-8d6d772c-c795-48fc-a8a7-c359be515695 None None] Bound port: 081b8c2c-5797-4e6f-b392-ae399e094e00, host: dv-neutron-836180-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '747cf86d-3661-44b8-b93c-694ca6a9e86f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '5312c77b-fc03-4716-96df-31826a8b4ffb'}}] {{(pid=83872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 13:40:56.149208 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-8d6d772c-c795-48fc-a8a7-c359be515695 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:56.237014 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e910b01-a109-4040-bf9b-09545c378f2f tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Pushing event updated for resources: {'Port': ['ID=b295f991-b84c-4814-935b-d78f1ebd921e,revision_number=2']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:40:56.279764 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-734a2cda-91e0-49e4-838c-458eee14c352 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7e7d0ecb-2af4-55f5-9198-238ab0570d62-8a4006fe-1c17-467f-aa28-c2961c43337d', 'network_id': '8a4006fe-1c17-467f-aa28-c2961c43337d', 'tenant_id': '2517206c5ecf40f0b116989fbb76d27f', 'fixed_ips': [{'subnet_id': '0b6c489f-4e9c-42ff-a574-0fa11aadd6a0'}]}} from dv-neutron-836180-1-hyperv. {{(pid=83872) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 01 13:40:56.280153 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-734a2cda-91e0-49e4-838c-458eee14c352 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:56.310025 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-4c8e17ea-a3bc-44a6-8233-4e3e6c3523db tempest-FloatingIPTestJSON-1100559899 tempest-FloatingIPTestJSON-1100559899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4155147'] for port, precommit_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:56.320030 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-d955ef3b-2ccc-4142-8e55-42c14525cf1d tempest-NetworksIpV6Test-758272472 tempest-NetworksIpV6Test-758272472-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-2999438'] for subnet, before_update {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:56.330716 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-8d6d772c-c795-48fc-a8a7-c359be515695 None None] For port 081b8c2c-5797-4e6f-b392-ae399e094e00, host dv-neutron-836180-1-hyperv, cleared binding levels {{(pid=83872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 13:40:56.333984 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-8d6d772c-c795-48fc-a8a7-c359be515695 None None] For port 081b8c2c-5797-4e6f-b392-ae399e094e00, host dv-neutron-836180-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836180-1-hyperv',level=0,port_id=081b8c2c-5797-4e6f-b392-ae399e094e00,segment=NetworkSegment(747cf86d-3661-44b8-b93c-694ca6a9e86f),segment_id=747cf86d-3661-44b8-b93c-694ca6a9e86f)] {{(pid=83872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 13:40:56.470603 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.plugin [None req-4c8e17ea-a3bc-44a6-8233-4e3e6c3523db tempest-FloatingIPTestJSON-1100559899 tempest-FloatingIPTestJSON-1100559899-project] Calling delete_port for 77f4e7bd-8b74-4ff4-9fc9-4108e005da97 owned by network:router_gateway {{(pid=83871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 13:40:56.482450 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a8a1710-cad1-4525-a7bb-f89e4695a1bd None None] Network 7723234f-3ab2-41bd-9516-5515c96aaedf requested from dv-neutron-836180-1-hyperv {{(pid=83872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 13:40:56.497246 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-8d6d772c-c795-48fc-a8a7-c359be515695 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864'] for port, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:56.499205 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e910b01-a109-4040-bf9b-09545c378f2f tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Network 7723234f-3ab2-41bd-9516-5515c96aaedf is already hosted by enough agents. {{(pid=83869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 13:40:56.503177 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.scheduler.base_scheduler [None req-6e910b01-a109-4040-bf9b-09545c378f2f tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Resources bound (agent type, host, resource id): {{(pid=83869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 13:40:56.526698 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-13fa65ab-bc42-44c4-a6f5-b00eab813da3 tempest-NetworksIpV6TestAttrs-863029505 tempest-NetworksIpV6TestAttrs-863029505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-945029'] for subnet, precommit_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:56.668474 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-d07af60f-34f4-4d68-a539-3dfb4848462d None None] Provisioning for port 6d89600a-0b4c-4a15-9d7d-a04cb5a2d0eb completed by entity DHCP. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 13:40:56.678828 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6d772c-c795-48fc-a8a7-c359be515695 None None] Pushing event updated for resources: {'Port': ['ID=081b8c2c-5797-4e6f-b392-ae399e094e00,revision_number=2']} {{(pid=83872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:40:56.680814 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-13fa65ab-bc42-44c4-a6f5-b00eab813da3 tempest-NetworksIpV6TestAttrs-863029505 tempest-NetworksIpV6TestAttrs-863029505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-945042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2743160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2757373'] for subnet, after_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:56.738027 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fa65ab-bc42-44c4-a6f5-b00eab813da3 tempest-NetworksIpV6TestAttrs-863029505 tempest-NetworksIpV6TestAttrs-863029505-project] Pushing event deleted for resources: {'Subnet': ['ID=dc88260b-032f-4bc9-98ef-1dbc5751ea0e,revision_number=None']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:40:56.748512 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-13fa65ab-bc42-44c4-a6f5-b00eab813da3 tempest-NetworksIpV6TestAttrs-863029505 tempest-NetworksIpV6TestAttrs-863029505-project] Notify callbacks [] for subnet, before_response {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:56.766497 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-13fa65ab-bc42-44c4-a6f5-b00eab813da3 tempest-NetworksIpV6TestAttrs-863029505 tempest-NetworksIpV6TestAttrs-863029505-project] 10.222.0.26 "DELETE /v2.0/subnets/dc88260b-032f-4bc9-98ef-1dbc5751ea0e HTTP/1.1" status: 204 len: 168 time: 1.5583620 Apr 01 13:40:56.769448 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 54860) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:40:56.773615 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-4c8e17ea-a3bc-44a6-8233-4e3e6c3523db tempest-FloatingIPTestJSON-1100559899 tempest-FloatingIPTestJSON-1100559899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736733359243', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736732935810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2743125'] for port, after_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:56.852586 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-d955ef3b-2ccc-4142-8e55-42c14525cf1d tempest-NetworksIpV6Test-758272472 tempest-NetworksIpV6Test-758272472-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8736733359252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-2705365'] for subnet, after_update {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:56.896028 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25764272-04a6-4aaf-9ef3-fc43fef281cd tempest-NetworksIpV6TestAttrs-863029505 tempest-NetworksIpV6TestAttrs-863029505-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:40:56.899372 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25764272-04a6-4aaf-9ef3-fc43fef281cd tempest-NetworksIpV6TestAttrs-863029505 tempest-NetworksIpV6TestAttrs-863029505-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:40:56.900128 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-25764272-04a6-4aaf-9ef3-fc43fef281cd tempest-NetworksIpV6TestAttrs-863029505 tempest-NetworksIpV6TestAttrs-863029505-project] Synchronizing usage tracker for tenant:80147276d4574127babe28831dd684f3 on resource:subnet {{(pid=83871) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 13:40:56.906400 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c8e17ea-a3bc-44a6-8233-4e3e6c3523db tempest-FloatingIPTestJSON-1100559899 tempest-FloatingIPTestJSON-1100559899-project] Pushing event deleted for resources: {'Port': ['ID=77f4e7bd-8b74-4ff4-9fc9-4108e005da97,revision_number=None']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:40:56.922355 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d955ef3b-2ccc-4142-8e55-42c14525cf1d tempest-NetworksIpV6Test-758272472 tempest-NetworksIpV6Test-758272472-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:40:56.922964 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-d955ef3b-2ccc-4142-8e55-42c14525cf1d tempest-NetworksIpV6Test-758272472 tempest-NetworksIpV6Test-758272472-project] Notify callbacks [] for subnet, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:56.927645 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-d955ef3b-2ccc-4142-8e55-42c14525cf1d tempest-NetworksIpV6Test-758272472 tempest-NetworksIpV6Test-758272472-project] 10.222.0.26 "PUT /v2.0/subnets/0b6c489f-4e9c-42ff-a574-0fa11aadd6a0 HTTP/1.1" status: 200 len: 900 time: 1.0392606 Apr 01 13:40:56.928312 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 54864) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:40:56.999449 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.db_base_plugin_common [None req-734a2cda-91e0-49e4-838c-458eee14c352 None None] Allocated IP 2001:db8::3 (8a4006fe-1c17-467f-aa28-c2961c43337d/0b6c489f-4e9c-42ff-a574-0fa11aadd6a0/ba1cbb6c-6af9-41d2-af52-477faa0e1b9c) {{(pid=83872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 13:40:57.029517 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-25764272-04a6-4aaf-9ef3-fc43fef281cd tempest-NetworksIpV6TestAttrs-863029505 tempest-NetworksIpV6TestAttrs-863029505-project] Unset dirty status for tenant:80147276d4574127babe28831dd684f3 on resource:subnet {{(pid=83871) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 13:40:57.031539 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-25764272-04a6-4aaf-9ef3-fc43fef281cd tempest-NetworksIpV6TestAttrs-863029505 tempest-NetworksIpV6TestAttrs-863029505-project] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.2610662 Apr 01 13:40:57.036035 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 54868) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:40:57.091799 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Device ff05ec9d-255a-4579-98ef-d777c285efc3 up at agent ovs-agent-dv-neutron-836180-1-hyperv {{(pid=83872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 13:40:57.193638 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d955ef3b-2ccc-4142-8e55-42c14525cf1d tempest-NetworksIpV6Test-758272472 tempest-NetworksIpV6Test-758272472-project] Pushing event updated for resources: {'Subnet': ['ID=0b6c489f-4e9c-42ff-a574-0fa11aadd6a0,revision_number=1']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:40:57.226765 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-6198dfc8-9152-4361-9561-964ac1afcc34 tempest-NetworksIpV6TestAttrs-863029505 tempest-NetworksIpV6TestAttrs-863029505-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1033078'] for network, before_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:57.290917 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-e479db5a-4b1c-4666-970e-868475859f9b tempest-NetworksIpV6Test-758272472 tempest-NetworksIpV6Test-758272472-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1033078'] for network, before_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:57.331697 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Provisioning complete for port ff05ec9d-255a-4579-98ef-d777c285efc3 triggered by entity L2. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 13:40:57.332073 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-948329'] for port, provisioning_complete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:57.420142 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.pecan_wsgi.hooks.translation [None req-6198dfc8-9152-4361-9561-964ac1afcc34 tempest-NetworksIpV6TestAttrs-863029505 tempest-NetworksIpV6TestAttrs-863029505-project] DELETE failed (client error): There was a conflict when trying to complete your request. Apr 01 13:40:57.420781 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6198dfc8-9152-4361-9561-964ac1afcc34 tempest-NetworksIpV6TestAttrs-863029505 tempest-NetworksIpV6TestAttrs-863029505-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=83871) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 13:40:57.422604 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-e479db5a-4b1c-4666-970e-868475859f9b tempest-NetworksIpV6Test-758272472 tempest-NetworksIpV6Test-758272472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-945029'] for subnet, precommit_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:57.426640 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-6198dfc8-9152-4361-9561-964ac1afcc34 tempest-NetworksIpV6TestAttrs-863029505 tempest-NetworksIpV6TestAttrs-863029505-project] 10.222.0.26 "DELETE /v2.0/networks/5312c77b-fc03-4716-96df-31826a8b4ffb HTTP/1.1" status: 409 len: 405 time: 0.3862596 Apr 01 13:40:57.433938 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 54872) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:40:57.442220 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.v2.base [None req-2ec62b93-5d9f-4bae-891b-c8df5fd5fd5e tempest-NetworksIpV6TestAttrs-863029505 tempest-NetworksIpV6TestAttrs-863029505-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1631980994'}} {{(pid=83871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:40:57.447993 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-2ec62b93-5d9f-4bae-891b-c8df5fd5fd5e tempest-NetworksIpV6TestAttrs-863029505 tempest-NetworksIpV6TestAttrs-863029505-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:40:57.454745 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-2ec62b93-5d9f-4bae-891b-c8df5fd5fd5e tempest-NetworksIpV6TestAttrs-863029505 tempest-NetworksIpV6TestAttrs-863029505-project] Usage tracker for resource:network and tenant:80147276d4574127babe28831dd684f3 is out of sync, need to count used quota {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 13:40:57.457783 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-2ec62b93-5d9f-4bae-891b-c8df5fd5fd5e tempest-NetworksIpV6TestAttrs-863029505 tempest-NetworksIpV6TestAttrs-863029505-project] Quota usage for network was recalculated. Used quota:2. {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 13:40:57.460246 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-4c8e17ea-a3bc-44a6-8233-4e3e6c3523db tempest-FloatingIPTestJSON-1100559899 tempest-FloatingIPTestJSON-1100559899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4084822'] for router_gateway, after_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:57.490845 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-734a2cda-91e0-49e4-838c-458eee14c352 None None] Notify callbacks [] for port, precommit_create {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:57.497792 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e910b01-a109-4040-bf9b-09545c378f2f tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Router bd10eb3a-c11d-4685-a3ce-72ef751ba63e is scheduled to L3 agent 88bf8fc8-11a3-4e96-9d1b-5fd93ba9f6f1 with binding_index 1 {{(pid=83869) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 01 13:40:57.524925 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-2ec62b93-5d9f-4bae-891b-c8df5fd5fd5e tempest-NetworksIpV6TestAttrs-863029505 tempest-NetworksIpV6TestAttrs-863029505-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:40:57.537249 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-734a2cda-91e0-49e4-838c-458eee14c352 None None] Transition to ACTIVE for port object ba1cbb6c-6af9-41d2-af52-477faa0e1b9c will not be triggered until provisioned by entity L2. {{(pid=83872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 13:40:57.576174 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-734a2cda-91e0-49e4-838c-458eee14c352 None None] Transition to ACTIVE for port object ba1cbb6c-6af9-41d2-af52-477faa0e1b9c will not be triggered until provisioned by entity DHCP. {{(pid=83872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 13:40:57.601016 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Device 6d89600a-0b4c-4a15-9d7d-a04cb5a2d0eb up at agent ovs-agent-dv-neutron-836180-1-hyperv {{(pid=83872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 13:40:57.625062 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-119d8eb2-26cc-4e53-9db5-f0d91eb194de None None] Provisioning for port b295f991-b84c-4814-935b-d78f1ebd921e completed by entity DHCP. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 13:40:57.635846 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-734a2cda-91e0-49e4-838c-458eee14c352 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736732935801'] for port, after_create {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:57.677887 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-e479db5a-4b1c-4666-970e-868475859f9b tempest-NetworksIpV6Test-758272472 tempest-NetworksIpV6Test-758272472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-945042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2705198', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2999452'] for subnet, after_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:57.691048 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-119d8eb2-26cc-4e53-9db5-f0d91eb194de None None] Provisioning complete for port b295f991-b84c-4814-935b-d78f1ebd921e triggered by entity DHCP. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 13:40:57.691417 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-119d8eb2-26cc-4e53-9db5-f0d91eb194de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-948329'] for port, provisioning_complete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:57.736476 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e479db5a-4b1c-4666-970e-868475859f9b tempest-NetworksIpV6Test-758272472 tempest-NetworksIpV6Test-758272472-project] Pushing event deleted for resources: {'Subnet': ['ID=0b6c489f-4e9c-42ff-a574-0fa11aadd6a0,revision_number=None']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:40:57.778417 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-4c8e17ea-a3bc-44a6-8233-4e3e6c3523db tempest-FloatingIPTestJSON-1100559899 tempest-FloatingIPTestJSON-1100559899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4079814', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4170'] for router, precommit_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:57.783730 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-4c8e17ea-a3bc-44a6-8233-4e3e6c3523db tempest-FloatingIPTestJSON-1100559899 tempest-FloatingIPTestJSON-1100559899-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:57.790621 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-734a2cda-91e0-49e4-838c-458eee14c352 None None] Pushing event updated for resources: {'Port': ['ID=ba1cbb6c-6af9-41d2-af52-477faa0e1b9c,revision_number=1']} {{(pid=83872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:40:57.812442 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ec62b93-5d9f-4bae-891b-c8df5fd5fd5e tempest-NetworksIpV6TestAttrs-863029505 tempest-NetworksIpV6TestAttrs-863029505-project] Made reservation on behalf of 80147276d4574127babe28831dd684f3 for: {'network': 1} {{(pid=83871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 13:40:57.820971 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-2ec62b93-5d9f-4bae-891b-c8df5fd5fd5e tempest-NetworksIpV6TestAttrs-863029505 tempest-NetworksIpV6TestAttrs-863029505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for network, before_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:57.834752 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-4c8e17ea-a3bc-44a6-8233-4e3e6c3523db tempest-FloatingIPTestJSON-1100559899 tempest-FloatingIPTestJSON-1100559899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4079738'] for router, after_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:57.835275 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c8e17ea-a3bc-44a6-8233-4e3e6c3523db tempest-FloatingIPTestJSON-1100559899 tempest-FloatingIPTestJSON-1100559899-project] Fanout notify agent at l3_agent the message router_deleted on router a4024174-aefa-48ee-ba65-83a04caa0a41 {{(pid=83871) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 01 13:40:57.851679 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-4c8e17ea-a3bc-44a6-8233-4e3e6c3523db tempest-FloatingIPTestJSON-1100559899 tempest-FloatingIPTestJSON-1100559899-project] Notify callbacks [] for router, before_response {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:57.855347 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-4c8e17ea-a3bc-44a6-8233-4e3e6c3523db tempest-FloatingIPTestJSON-1100559899 tempest-FloatingIPTestJSON-1100559899-project] 10.222.0.26 "DELETE /v2.0/routers/a4024174-aefa-48ee-ba65-83a04caa0a41 HTTP/1.1" status: 204 len: 168 time: 2.5385914 Apr 01 13:40:57.859982 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 54876) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:40:57.867200 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-734a2cda-91e0-49e4-838c-458eee14c352 None None] Network 8a4006fe-1c17-467f-aa28-c2961c43337d is already hosted by enough agents. {{(pid=83872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 13:40:57.872816 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.scheduler.base_scheduler [None req-734a2cda-91e0-49e4-838c-458eee14c352 None None] Resources bound (agent type, host, resource id): {{(pid=83872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 13:40:57.878410 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-734a2cda-91e0-49e4-838c-458eee14c352 None None] Received port after_create {{(pid=83872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 13:40:57.885198 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.plugin [None req-119d8eb2-26cc-4e53-9db5-f0d91eb194de None None] Port b295f991-b84c-4814-935b-d78f1ebd921e cannot update to ACTIVE because it is not bound. {{(pid=83872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 13:40:57.903565 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-e479db5a-4b1c-4666-970e-868475859f9b tempest-NetworksIpV6Test-758272472 tempest-NetworksIpV6Test-758272472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-942654', 'neutron.services.segments.db._delete_segments_for_network-8736733387888'] for network, precommit_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:57.934115 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e910b01-a109-4040-bf9b-09545c378f2f tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Notify agent at l3_agent.dv-neutron-836180-1-hyperv the message routers_updated {{(pid=83869) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 13:40:57.947873 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-401b301a-ca83-4c2a-8c06-fe57861657eb None None] Sync routers for ids ['bd10eb3a-c11d-4685-a3ce-72ef751ba63e'] in dv-neutron-836180-1-hyperv {{(pid=83873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 13:40:57.960561 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.services.segments.db [None req-e479db5a-4b1c-4666-970e-868475859f9b tempest-NetworksIpV6Test-758272472 tempest-NetworksIpV6Test-758272472-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8a4006fe-1c17-467f-aa28-c2961c43337d']}} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:40:57.975254 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-6e910b01-a109-4040-bf9b-09545c378f2f tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] 10.222.0.26 "PUT /v2.0/routers/bd10eb3a-c11d-4685-a3ce-72ef751ba63e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1641531 Apr 01 13:40:57.976458 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 54880) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:40:57.977799 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-401b301a-ca83-4c2a-8c06-fe57861657eb None None] Routers {'bd10eb3a-c11d-4685-a3ce-72ef751ba63e'} bound to L3 agent in host dv-neutron-836180-1-hyperv {{(pid=83873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 13:40:57.978692 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-401b301a-ca83-4c2a-8c06-fe57861657eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836180-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-01T13:25:36Z,description=,heartbeat_timestamp=2022-04-01T13:40:36Z,host='dv-neutron-836180-1-hyperv',id=88bf8fc8-11a3-4e96-9d1b-5fd93ba9f6f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T13:25:36Z,topic='l3_agent')) {'router_ids': ['bd10eb3a-c11d-4685-a3ce-72ef751ba63e'], 'active': True} {{(pid=83873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:40:58.056049 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Provisioning for port 6d89600a-0b4c-4a15-9d7d-a04cb5a2d0eb completed by entity L2. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 13:40:58.066292 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.managers [None req-734a2cda-91e0-49e4-838c-458eee14c352 None None] Attempting to bind port ba1cbb6c-6af9-41d2-af52-477faa0e1b9c on host dv-neutron-836180-1-hyperv for vnic_type normal with profile {{(pid=83872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 13:40:58.066673 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.managers [None req-734a2cda-91e0-49e4-838c-458eee14c352 None None] Attempting to bind port ba1cbb6c-6af9-41d2-af52-477faa0e1b9c by drivers openvswitch,hyperv on host dv-neutron-836180-1-hyperv at level 0 using segments [{'id': '6aed0d38-2549-4274-a14c-2643c8696773', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '8a4006fe-1c17-467f-aa28-c2961c43337d'}] {{(pid=83872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 13:40:58.067046 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-734a2cda-91e0-49e4-838c-458eee14c352 None None] Attempting to bind port ba1cbb6c-6af9-41d2-af52-477faa0e1b9c on network 8a4006fe-1c17-467f-aa28-c2961c43337d {{(pid=83872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 13:40:58.072513 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-401b301a-ca83-4c2a-8c06-fe57861657eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-836180-1-hyperv', False) {} {{(pid=83873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:40:58.075672 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Provisioning complete for port 6d89600a-0b4c-4a15-9d7d-a04cb5a2d0eb triggered by entity L2. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 13:40:58.076056 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-948329'] for port, provisioning_complete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:58.080789 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5b715de-2fa6-4460-8097-68466a3684e1 tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:40:58.081388 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-a5b715de-2fa6-4460-8097-68466a3684e1 tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Synchronizing usage tracker for tenant:7eaea7f33c58432a9d19111cc275f4e1 on resource:port {{(pid=83869) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 13:40:58.085345 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.services.segments.db [None req-e479db5a-4b1c-4666-970e-868475859f9b tempest-NetworksIpV6Test-758272472 tempest-NetworksIpV6Test-758272472-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6aed0d38-2549-4274-a14c-2643c8696773') {'for_net_delete': True} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:40:58.085510 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.services.segments.db [None req-e479db5a-4b1c-4666-970e-868475859f9b tempest-NetworksIpV6Test-758272472 tempest-NetworksIpV6Test-758272472-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6aed0d38-2549-4274-a14c-2643c8696773') {} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:40:58.088249 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-401b301a-ca83-4c2a-8c06-fe57861657eb None None] Routers {'bd10eb3a-c11d-4685-a3ce-72ef751ba63e'} bound to L3 agent in host dv-neutron-836180-1-hyperv {{(pid=83873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 13:40:58.089254 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-401b301a-ca83-4c2a-8c06-fe57861657eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836180-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-01T13:25:36Z,description=,heartbeat_timestamp=2022-04-01T13:40:36Z,host='dv-neutron-836180-1-hyperv',id=88bf8fc8-11a3-4e96-9d1b-5fd93ba9f6f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T13:25:36Z,topic='l3_agent')) {'router_ids': ['bd10eb3a-c11d-4685-a3ce-72ef751ba63e'], 'active': True} {{(pid=83873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:40:58.106406 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-e479db5a-4b1c-4666-970e-868475859f9b tempest-NetworksIpV6Test-758272472 tempest-NetworksIpV6Test-758272472-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736733386999', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2704982'] for segment, before_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:58.135785 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-e479db5a-4b1c-4666-970e-868475859f9b tempest-NetworksIpV6Test-758272472 tempest-NetworksIpV6Test-758272472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1004271'] for segment, precommit_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:58.136417 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2ec62b93-5d9f-4bae-891b-c8df5fd5fd5e tempest-NetworksIpV6TestAttrs-863029505 tempest-NetworksIpV6TestAttrs-863029505-project] vlan segment allocate from pool success with {'vlan_id': 355, 'physical_network': 'physnet1'} {{(pid=83871) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 13:40:58.160467 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-a5b715de-2fa6-4460-8097-68466a3684e1 tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Unset dirty status for tenant:7eaea7f33c58432a9d19111cc275f4e1 on resource:port {{(pid=83869) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 13:40:58.161926 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-a5b715de-2fa6-4460-8097-68466a3684e1 tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] 10.222.0.26 "GET /v2.0/ports/b295f991-b84c-4814-935b-d78f1ebd921e HTTP/1.1" status: 200 len: 910 time: 0.1845593 Apr 01 13:40:58.165356 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e479db5a-4b1c-4666-970e-868475859f9b tempest-NetworksIpV6Test-758272472 tempest-NetworksIpV6Test-758272472-project] Releasing vlan 374 on physical network physnet1 to pool {{(pid=83869) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 01 13:40:58.166053 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-e479db5a-4b1c-4666-970e-868475859f9b tempest-NetworksIpV6Test-758272472 tempest-NetworksIpV6Test-758272472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1004262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2705264'] for segment, after_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:58.167431 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 54884) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:40:58.177561 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-734a2cda-91e0-49e4-838c-458eee14c352 None None] Checking agent: {'id': 'af948428-97cd-4d10-9f53-af028bdb39b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-836180-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 13, 25, 37), 'started_at': datetime.datetime(2022, 4, 1, 13, 26, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 13, 40, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-836180-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 13:40:58.177952 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-734a2cda-91e0-49e4-838c-458eee14c352 None None] Checking segment: {'id': '6aed0d38-2549-4274-a14c-2643c8696773', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '8a4006fe-1c17-467f-aa28-c2961c43337d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 13:40:58.178354 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-734a2cda-91e0-49e4-838c-458eee14c352 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:58.178740 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-734a2cda-91e0-49e4-838c-458eee14c352 None None] Bound using segment: {'id': '6aed0d38-2549-4274-a14c-2643c8696773', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '8a4006fe-1c17-467f-aa28-c2961c43337d'} {{(pid=83872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 13:40:58.179213 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.managers [None req-734a2cda-91e0-49e4-838c-458eee14c352 None None] Bound port: ba1cbb6c-6af9-41d2-af52-477faa0e1b9c, host: dv-neutron-836180-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6aed0d38-2549-4274-a14c-2643c8696773', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '8a4006fe-1c17-467f-aa28-c2961c43337d'}}] {{(pid=83872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 13:40:58.179580 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-734a2cda-91e0-49e4-838c-458eee14c352 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:58.186507 dv-neutron-836180-1-hyperv neutron-server[83869]: Traceback (most recent call last): Apr 01 13:40:58.186507 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 01 13:40:58.186507 dv-neutron-836180-1-hyperv neutron-server[83869]: timer() Apr 01 13:40:58.186507 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 13:40:58.186507 dv-neutron-836180-1-hyperv neutron-server[83869]: cb(*args, **kw) Apr 01 13:40:58.186507 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 13:40:58.186507 dv-neutron-836180-1-hyperv neutron-server[83869]: return func(*args, **kwargs) Apr 01 13:40:58.186507 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 13:40:58.186507 dv-neutron-836180-1-hyperv neutron-server[83869]: self._notify() Apr 01 13:40:58.186507 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 13:40:58.186507 dv-neutron-836180-1-hyperv neutron-server[83869]: self.callback(batched_events) Apr 01 13:40:58.186507 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 13:40:58.186507 dv-neutron-836180-1-hyperv neutron-server[83869]: event.method(event) Apr 01 13:40:58.186507 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 13:40:58.186507 dv-neutron-836180-1-hyperv neutron-server[83869]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 13:40:58.186507 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 13:40:58.186507 dv-neutron-836180-1-hyperv neutron-server[83869]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 13:40:58.186507 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 13:40:58.186507 dv-neutron-836180-1-hyperv neutron-server[83869]: return f(self, *a, **k) Apr 01 13:40:58.186507 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 13:40:58.186507 dv-neutron-836180-1-hyperv neutron-server[83869]: return self._get(url).json() Apr 01 13:40:58.186507 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 13:40:58.186507 dv-neutron-836180-1-hyperv neutron-server[83869]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 13:40:58.186507 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 01 13:40:58.186507 dv-neutron-836180-1-hyperv neutron-server[83869]: return self.request(url, 'GET', **kwargs) Apr 01 13:40:58.186507 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 01 13:40:58.186507 dv-neutron-836180-1-hyperv neutron-server[83869]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 13:40:58.186507 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 01 13:40:58.186507 dv-neutron-836180-1-hyperv neutron-server[83869]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 13:40:58.186507 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 01 13:40:58.186507 dv-neutron-836180-1-hyperv neutron-server[83869]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 13:40:58.186507 dv-neutron-836180-1-hyperv neutron-server[83869]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 13:40:58.189530 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-401b301a-ca83-4c2a-8c06-fe57861657eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-836180-1-hyperv', False) {} {{(pid=83873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:40:58.189530 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-401b301a-ca83-4c2a-8c06-fe57861657eb None None] The sync data for ids ['bd10eb3a-c11d-4685-a3ce-72ef751ba63e'] in dv-neutron-836180-1-hyperv is: [] {{(pid=83873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 13:40:58.225184 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-4f8c7bbd-0b1d-4df3-b6c0-780739821b3a None None] Provisioning complete for port b295f991-b84c-4814-935b-d78f1ebd921e triggered by entity DHCP. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 13:40:58.225681 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-4f8c7bbd-0b1d-4df3-b6c0-780739821b3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-948329'] for port, provisioning_complete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:58.282991 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.db.api [None req-e479db5a-4b1c-4666-970e-868475859f9b tempest-NetworksIpV6Test-758272472 tempest-NetworksIpV6Test-758272472-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 01 13:40:58.282991 dv-neutron-836180-1-hyperv neutron-server[83869]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 01 13:40:58.282991 dv-neutron-836180-1-hyperv neutron-server[83869]: [parameters: {'id': '8a4006fe-1c17-467f-aa28-c2961c43337d'}] Apr 01 13:40:58.282991 dv-neutron-836180-1-hyperv neutron-server[83869]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=83869) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 01 13:40:58.283828 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG oslo_db.api [None req-e479db5a-4b1c-4666-970e-868475859f9b tempest-NetworksIpV6Test-758272472 tempest-NetworksIpV6Test-758272472-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 01 13:40:58.291354 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.plugin [None req-4f8c7bbd-0b1d-4df3-b6c0-780739821b3a None None] Port b295f991-b84c-4814-935b-d78f1ebd921e cannot update to ACTIVE because it is not bound. {{(pid=83872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 13:40:58.343016 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-2ec62b93-5d9f-4bae-891b-c8df5fd5fd5e tempest-NetworksIpV6TestAttrs-863029505 tempest-NetworksIpV6TestAttrs-863029505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1004271'] for segment, precommit_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:58.343363 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.db.segments_db [None req-2ec62b93-5d9f-4bae-891b-c8df5fd5fd5e tempest-NetworksIpV6TestAttrs-863029505 tempest-NetworksIpV6TestAttrs-863029505-project] Added segment e1c80dc7-2854-4780-a742-fed235323a04 of type vlan for network 5676faac-252b-4c7d-bbaa-e009b0c14603 Apr 01 13:40:58.384579 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9af988a6-6565-4147-a9a1-3a91d711a369 None None] Network 5312c77b-fc03-4716-96df-31826a8b4ffb requested from dv-neutron-836180-1-hyperv {{(pid=83872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 13:40:58.454589 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-2ec62b93-5d9f-4bae-891b-c8df5fd5fd5e tempest-NetworksIpV6TestAttrs-863029505 tempest-NetworksIpV6TestAttrs-863029505-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736732923383'] for network, precommit_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:58.514917 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.db_base_plugin_v2 [None req-5f88873d-31de-40e0-b329-e0155c5bbb0a tempest-FloatingIPTestJSON-1100559899 tempest-FloatingIPTestJSON-1100559899-project] Deleting subnet b5b788f2-3efe-4936-b94b-e4b2f9c27469 {{(pid=83871) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 01 13:40:58.517328 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-734a2cda-91e0-49e4-838c-458eee14c352 None None] For port ba1cbb6c-6af9-41d2-af52-477faa0e1b9c, host dv-neutron-836180-1-hyperv, cleared binding levels {{(pid=83872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 13:40:58.521893 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:58.524995 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-5f88873d-31de-40e0-b329-e0155c5bbb0a tempest-FloatingIPTestJSON-1100559899 tempest-FloatingIPTestJSON-1100559899-project] Notify callbacks [] for subnet, before_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:58.559033 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-734a2cda-91e0-49e4-838c-458eee14c352 None None] For port ba1cbb6c-6af9-41d2-af52-477faa0e1b9c, host dv-neutron-836180-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836180-1-hyperv',level=0,port_id=ba1cbb6c-6af9-41d2-af52-477faa0e1b9c,segment=NetworkSegment(6aed0d38-2549-4274-a14c-2643c8696773),segment_id=6aed0d38-2549-4274-a14c-2643c8696773)] {{(pid=83872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 13:40:58.579161 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-2ec62b93-5d9f-4bae-891b-c8df5fd5fd5e tempest-NetworksIpV6TestAttrs-863029505 tempest-NetworksIpV6TestAttrs-863029505-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575'] for network, after_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:58.582849 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ec62b93-5d9f-4bae-891b-c8df5fd5fd5e tempest-NetworksIpV6TestAttrs-863029505 tempest-NetworksIpV6TestAttrs-863029505-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:40:58.583414 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-2ec62b93-5d9f-4bae-891b-c8df5fd5fd5e tempest-NetworksIpV6TestAttrs-863029505 tempest-NetworksIpV6TestAttrs-863029505-project] Notify callbacks [] for network, before_response {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:58.590402 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-f2e3c07a-44a2-4fb8-a436-6400838b5c01 None None] Provisioning complete for port b295f991-b84c-4814-935b-d78f1ebd921e triggered by entity DHCP. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 13:40:58.590769 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-f2e3c07a-44a2-4fb8-a436-6400838b5c01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-948329'] for port, provisioning_complete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:58.625095 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-734a2cda-91e0-49e4-838c-458eee14c352 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864'] for port, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:58.675837 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-5f88873d-31de-40e0-b329-e0155c5bbb0a tempest-FloatingIPTestJSON-1100559899 tempest-FloatingIPTestJSON-1100559899-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3166365'] for subnet, precommit_delete_associations {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:58.785367 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-e479db5a-4b1c-4666-970e-868475859f9b tempest-NetworksIpV6Test-758272472 tempest-NetworksIpV6Test-758272472-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1033078'] for network, before_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:58.799953 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.plugin [None req-e479db5a-4b1c-4666-970e-868475859f9b tempest-NetworksIpV6Test-758272472 tempest-NetworksIpV6Test-758272472-project] Deleting port ba1cbb6c-6af9-41d2-af52-477faa0e1b9c {{(pid=83869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 13:40:58.799953 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-e479db5a-4b1c-4666-970e-868475859f9b tempest-NetworksIpV6Test-758272472 tempest-NetworksIpV6Test-758272472-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736733287370'] for port, before_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:58.802666 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] For port 6d89600a-0b4c-4a15-9d7d-a04cb5a2d0eb, host dv-neutron-836180-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836180-1-hyperv',level=0,port_id=6d89600a-0b4c-4a15-9d7d-a04cb5a2d0eb,segment=NetworkSegment(1ed3bf78-45ee-4476-b4cf-20f27ebabe6b),segment_id=1ed3bf78-45ee-4476-b4cf-20f27ebabe6b)] {{(pid=83872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 13:40:58.810962 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-2ec62b93-5d9f-4bae-891b-c8df5fd5fd5e tempest-NetworksIpV6TestAttrs-863029505 tempest-NetworksIpV6TestAttrs-863029505-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.3759980 Apr 01 13:40:58.812719 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec62b93-5d9f-4bae-891b-c8df5fd5fd5e tempest-NetworksIpV6TestAttrs-863029505 tempest-NetworksIpV6TestAttrs-863029505-project] Pushing event updated for resources: {'Network': ['ID=5676faac-252b-4c7d-bbaa-e009b0c14603,revision_number=1']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:40:58.817268 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 54888) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:40:58.817466 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.plugin [None req-f2e3c07a-44a2-4fb8-a436-6400838b5c01 None None] Port b295f991-b84c-4814-935b-d78f1ebd921e cannot update to ACTIVE because it is not bound. {{(pid=83872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 13:40:58.826055 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864'] for port, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:58.836248 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Network 5676faac-252b-4c7d-bbaa-e009b0c14603 details requested by agent ovs-agent-dv-neutron-836180-1-hyperv with host dv-neutron-836180-1-hyperv {{(pid=83872) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 13:40:58.871805 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.v2.base [None req-03f5d694-cc11-4c9c-b89f-cc286938428b tempest-NetworksIpV6TestAttrs-863029505 tempest-NetworksIpV6TestAttrs-863029505-project] Request body: {'subnet': {'network_id': '5676faac-252b-4c7d-bbaa-e009b0c14603', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=83871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:40:58.883742 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-734a2cda-91e0-49e4-838c-458eee14c352 None None] Pushing event updated for resources: {'Port': ['ID=ba1cbb6c-6af9-41d2-af52-477faa0e1b9c,revision_number=2']} {{(pid=83872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:40:58.988977 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-5f88873d-31de-40e0-b329-e0155c5bbb0a tempest-FloatingIPTestJSON-1100559899 tempest-FloatingIPTestJSON-1100559899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-945029'] for subnet, precommit_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:59.000206 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Device 081b8c2c-5797-4e6f-b392-ae399e094e00 up at agent ovs-agent-dv-neutron-836180-1-hyperv {{(pid=83872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 13:40:59.060847 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-03f5d694-cc11-4c9c-b89f-cc286938428b tempest-NetworksIpV6TestAttrs-863029505 tempest-NetworksIpV6TestAttrs-863029505-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:40:59.084216 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.db [None req-e479db5a-4b1c-4666-970e-868475859f9b tempest-NetworksIpV6Test-758272472 tempest-NetworksIpV6Test-758272472-project] For port ba1cbb6c-6af9-41d2-af52-477faa0e1b9c, host dv-neutron-836180-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836180-1-hyperv',level=0,port_id=ba1cbb6c-6af9-41d2-af52-477faa0e1b9c,segment=NetworkSegment(6aed0d38-2549-4274-a14c-2643c8696773),segment_id=6aed0d38-2549-4274-a14c-2643c8696773)] {{(pid=83869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 13:40:59.084883 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-e479db5a-4b1c-4666-970e-868475859f9b tempest-NetworksIpV6Test-758272472 tempest-NetworksIpV6Test-758272472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4155147'] for port, precommit_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:59.087320 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-03f5d694-cc11-4c9c-b89f-cc286938428b tempest-NetworksIpV6TestAttrs-863029505 tempest-NetworksIpV6TestAttrs-863029505-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:40:59.089170 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-f2e3c07a-44a2-4fb8-a436-6400838b5c01 None None] Provisioning for port 081b8c2c-5797-4e6f-b392-ae399e094e00 completed by entity DHCP. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 13:40:59.111793 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03f5d694-cc11-4c9c-b89f-cc286938428b tempest-NetworksIpV6TestAttrs-863029505 tempest-NetworksIpV6TestAttrs-863029505-project] Made reservation on behalf of 80147276d4574127babe28831dd684f3 for: {'subnet': 1} {{(pid=83871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 13:40:59.137051 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-5f88873d-31de-40e0-b329-e0155c5bbb0a tempest-FloatingIPTestJSON-1100559899 tempest-FloatingIPTestJSON-1100559899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-945042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2743160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2757373'] for subnet, after_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:59.146644 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Pushing event updated for resources: {'Port': ['ID=6d89600a-0b4c-4a15-9d7d-a04cb5a2d0eb,revision_number=3']} {{(pid=83872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:40:59.169102 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f46dc35-02f0-4322-ad1a-cccb5314636d None None] Network 8a4006fe-1c17-467f-aa28-c2961c43337d requested from dv-neutron-836180-1-hyperv {{(pid=83872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 13:40:59.222876 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.plugin [None req-e479db5a-4b1c-4666-970e-868475859f9b tempest-NetworksIpV6Test-758272472 tempest-NetworksIpV6Test-758272472-project] Calling delete_port for ba1cbb6c-6af9-41d2-af52-477faa0e1b9c owned by network:dhcp {{(pid=83869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 13:40:59.241961 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f88873d-31de-40e0-b329-e0155c5bbb0a tempest-FloatingIPTestJSON-1100559899 tempest-FloatingIPTestJSON-1100559899-project] Pushing event deleted for resources: {'Subnet': ['ID=b5b788f2-3efe-4936-b94b-e4b2f9c27469,revision_number=None']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:40:59.258043 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-5f88873d-31de-40e0-b329-e0155c5bbb0a tempest-FloatingIPTestJSON-1100559899 tempest-FloatingIPTestJSON-1100559899-project] Notify callbacks [] for subnet, before_response {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:59.273937 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5ffe701-40f5-460d-86f4-e4563d5dd68c None None] DHCP port deletion for 5312c77b-fc03-4716-96df-31826a8b4ffb request from dv-neutron-836180-1-hyperv {{(pid=83872) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 01 13:40:59.282519 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-5f88873d-31de-40e0-b329-e0155c5bbb0a tempest-FloatingIPTestJSON-1100559899 tempest-FloatingIPTestJSON-1100559899-project] 10.222.0.26 "DELETE /v2.0/subnets/b5b788f2-3efe-4936-b94b-e4b2f9c27469 HTTP/1.1" status: 204 len: 168 time: 1.4187717 Apr 01 13:40:59.282743 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Provisioning for port 081b8c2c-5797-4e6f-b392-ae399e094e00 completed by entity L2. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 13:40:59.282903 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-bbffc006-78b3-4e0f-8190-0c3a190625fc tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4084029'] for router_interface, before_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:59.299959 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.plugin [None req-d5ffe701-40f5-460d-86f4-e4563d5dd68c None None] Deleting port 081b8c2c-5797-4e6f-b392-ae399e094e00 {{(pid=83872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 13:40:59.300340 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-d5ffe701-40f5-460d-86f4-e4563d5dd68c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736733287370'] for port, before_delete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:59.326271 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Provisioning complete for port 081b8c2c-5797-4e6f-b392-ae399e094e00 triggered by entity L2. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 13:40:59.326643 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-948329'] for port, provisioning_complete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:59.336026 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 54892) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:40:59.337888 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-03f5d694-cc11-4c9c-b89f-cc286938428b tempest-NetworksIpV6TestAttrs-863029505 tempest-NetworksIpV6TestAttrs-863029505-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2757336'] for subnet, before_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:59.467850 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-e479db5a-4b1c-4666-970e-868475859f9b tempest-NetworksIpV6Test-758272472 tempest-NetworksIpV6Test-758272472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736733359243', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736732935810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2705155'] for port, after_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:59.514254 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e479db5a-4b1c-4666-970e-868475859f9b tempest-NetworksIpV6Test-758272472 tempest-NetworksIpV6Test-758272472-project] Pushing event deleted for resources: {'Port': ['ID=ba1cbb6c-6af9-41d2-af52-477faa0e1b9c,revision_number=None']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:40:59.519982 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e479db5a-4b1c-4666-970e-868475859f9b tempest-NetworksIpV6Test-758272472 tempest-NetworksIpV6Test-758272472-project] No DVR routers for this DVR port ba1cbb6c-6af9-41d2-af52-477faa0e1b9c on host dv-neutron-836180-1-hyperv {{(pid=83869) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 13:40:59.546969 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da0be077-886c-4ed4-8768-a10276a39452 None None] Network 8a4006fe-1c17-467f-aa28-c2961c43337d requested from dv-neutron-836180-1-hyperv {{(pid=83872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 13:40:59.647295 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-e479db5a-4b1c-4666-970e-868475859f9b tempest-NetworksIpV6Test-758272472 tempest-NetworksIpV6Test-758272472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-942654', 'neutron.services.segments.db._delete_segments_for_network-8736733387888'] for network, precommit_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:59.673678 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.services.segments.db [None req-e479db5a-4b1c-4666-970e-868475859f9b tempest-NetworksIpV6Test-758272472 tempest-NetworksIpV6Test-758272472-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8a4006fe-1c17-467f-aa28-c2961c43337d']}} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:40:59.688387 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.services.segments.db [None req-e479db5a-4b1c-4666-970e-868475859f9b tempest-NetworksIpV6Test-758272472 tempest-NetworksIpV6Test-758272472-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6aed0d38-2549-4274-a14c-2643c8696773') {'for_net_delete': True} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:40:59.688885 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.services.segments.db [None req-e479db5a-4b1c-4666-970e-868475859f9b tempest-NetworksIpV6Test-758272472 tempest-NetworksIpV6Test-758272472-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6aed0d38-2549-4274-a14c-2643c8696773') {} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:40:59.701421 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-e479db5a-4b1c-4666-970e-868475859f9b tempest-NetworksIpV6Test-758272472 tempest-NetworksIpV6Test-758272472-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736733386999', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2704982'] for segment, before_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:59.719591 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-e479db5a-4b1c-4666-970e-868475859f9b tempest-NetworksIpV6Test-758272472 tempest-NetworksIpV6Test-758272472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1004271'] for segment, precommit_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:59.727427 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e479db5a-4b1c-4666-970e-868475859f9b tempest-NetworksIpV6Test-758272472 tempest-NetworksIpV6Test-758272472-project] Releasing vlan 374 on physical network physnet1 to pool {{(pid=83869) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 01 13:40:59.727953 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-e479db5a-4b1c-4666-970e-868475859f9b tempest-NetworksIpV6Test-758272472 tempest-NetworksIpV6Test-758272472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1004262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2705264'] for segment, after_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:59.732281 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-4c7b5842-b811-4402-8be1-532bbde15c91 tempest-FloatingIPTestJSON-1100559899 tempest-FloatingIPTestJSON-1100559899-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1033078'] for network, before_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:59.750850 dv-neutron-836180-1-hyperv neutron-server[83869]: Traceback (most recent call last): Apr 01 13:40:59.750850 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 01 13:40:59.750850 dv-neutron-836180-1-hyperv neutron-server[83869]: timer() Apr 01 13:40:59.750850 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 13:40:59.750850 dv-neutron-836180-1-hyperv neutron-server[83869]: cb(*args, **kw) Apr 01 13:40:59.750850 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 13:40:59.750850 dv-neutron-836180-1-hyperv neutron-server[83869]: return func(*args, **kwargs) Apr 01 13:40:59.750850 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 13:40:59.750850 dv-neutron-836180-1-hyperv neutron-server[83869]: self._notify() Apr 01 13:40:59.750850 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 13:40:59.750850 dv-neutron-836180-1-hyperv neutron-server[83869]: self.callback(batched_events) Apr 01 13:40:59.750850 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 13:40:59.750850 dv-neutron-836180-1-hyperv neutron-server[83869]: event.method(event) Apr 01 13:40:59.750850 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 13:40:59.750850 dv-neutron-836180-1-hyperv neutron-server[83869]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 13:40:59.750850 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 13:40:59.750850 dv-neutron-836180-1-hyperv neutron-server[83869]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 13:40:59.750850 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 13:40:59.750850 dv-neutron-836180-1-hyperv neutron-server[83869]: return f(self, *a, **k) Apr 01 13:40:59.750850 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 13:40:59.750850 dv-neutron-836180-1-hyperv neutron-server[83869]: return self._get(url).json() Apr 01 13:40:59.750850 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 13:40:59.750850 dv-neutron-836180-1-hyperv neutron-server[83869]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 13:40:59.750850 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 01 13:40:59.750850 dv-neutron-836180-1-hyperv neutron-server[83869]: return self.request(url, 'GET', **kwargs) Apr 01 13:40:59.750850 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 01 13:40:59.750850 dv-neutron-836180-1-hyperv neutron-server[83869]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 13:40:59.750850 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 01 13:40:59.750850 dv-neutron-836180-1-hyperv neutron-server[83869]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 13:40:59.750850 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 01 13:40:59.750850 dv-neutron-836180-1-hyperv neutron-server[83869]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 13:40:59.750850 dv-neutron-836180-1-hyperv neutron-server[83869]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 13:40:59.801918 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-d5ffe701-40f5-460d-86f4-e4563d5dd68c None None] For port 081b8c2c-5797-4e6f-b392-ae399e094e00, host dv-neutron-836180-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836180-1-hyperv',level=0,port_id=081b8c2c-5797-4e6f-b392-ae399e094e00,segment=NetworkSegment(747cf86d-3661-44b8-b93c-694ca6a9e86f),segment_id=747cf86d-3661-44b8-b93c-694ca6a9e86f)] {{(pid=83872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 13:40:59.802307 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-d5ffe701-40f5-460d-86f4-e4563d5dd68c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4155147'] for port, precommit_delete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:59.816493 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:59.837777 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-e479db5a-4b1c-4666-970e-868475859f9b tempest-NetworksIpV6Test-758272472 tempest-NetworksIpV6Test-758272472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-942599', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4084797'] for network, after_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:59.858122 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-e479db5a-4b1c-4666-970e-868475859f9b tempest-NetworksIpV6Test-758272472 tempest-NetworksIpV6Test-758272472-project] Notify callbacks [] for network, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:59.867667 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e479db5a-4b1c-4666-970e-868475859f9b tempest-NetworksIpV6Test-758272472 tempest-NetworksIpV6Test-758272472-project] Pushing event deleted for resources: {'Network': ['ID=8a4006fe-1c17-467f-aa28-c2961c43337d,revision_number=None']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:40:59.877455 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-e479db5a-4b1c-4666-970e-868475859f9b tempest-NetworksIpV6Test-758272472 tempest-NetworksIpV6Test-758272472-project] 10.222.0.26 "DELETE /v2.0/networks/8a4006fe-1c17-467f-aa28-c2961c43337d HTTP/1.1" status: 204 len: 168 time: 2.9448876 Apr 01 13:40:59.881010 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 54896) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:40:59.908002 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-4c7b5842-b811-4402-8be1-532bbde15c91 tempest-FloatingIPTestJSON-1100559899 tempest-FloatingIPTestJSON-1100559899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-942654', 'neutron.services.segments.db._delete_segments_for_network-8736733387888'] for network, precommit_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:40:59.923705 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.pecan_wsgi.hooks.translation [None req-cff3f87f-2893-4037-bc1e-27cff2f93580 tempest-NetworksIpV6Test-758272472 tempest-NetworksIpV6Test-758272472-project] DELETE failed (client error): The resource could not be found. Apr 01 13:40:59.924146 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cff3f87f-2893-4037-bc1e-27cff2f93580 tempest-NetworksIpV6Test-758272472 tempest-NetworksIpV6Test-758272472-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83869) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 13:40:59.928225 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-cff3f87f-2893-4037-bc1e-27cff2f93580 tempest-NetworksIpV6Test-758272472 tempest-NetworksIpV6Test-758272472-project] 10.222.0.26 "DELETE /v2.0/subnets/0b6c489f-4e9c-42ff-a574-0fa11aadd6a0 HTTP/1.1" status: 404 len: 337 time: 0.0438714 Apr 01 13:40:59.928479 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 54900) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:40:59.954893 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.pecan_wsgi.hooks.translation [None req-958a7e0a-01af-41c0-8ae9-a58a3bf512c2 tempest-NetworksIpV6Test-758272472 tempest-NetworksIpV6Test-758272472-project] DELETE failed (client error): The resource could not be found. Apr 01 13:40:59.955148 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-958a7e0a-01af-41c0-8ae9-a58a3bf512c2 tempest-NetworksIpV6Test-758272472 tempest-NetworksIpV6Test-758272472-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83869) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 13:40:59.958987 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-958a7e0a-01af-41c0-8ae9-a58a3bf512c2 tempest-NetworksIpV6Test-758272472 tempest-NetworksIpV6Test-758272472-project] 10.222.0.26 "DELETE /v2.0/networks/8a4006fe-1c17-467f-aa28-c2961c43337d HTTP/1.1" status: 404 len: 339 time: 0.0272009 Apr 01 13:40:59.959225 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 54904) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:40:59.969409 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.plugin [None req-d5ffe701-40f5-460d-86f4-e4563d5dd68c None None] Calling delete_port for 081b8c2c-5797-4e6f-b392-ae399e094e00 owned by network:dhcp {{(pid=83872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 13:41:00.022071 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.services.segments.db [None req-4c7b5842-b811-4402-8be1-532bbde15c91 tempest-FloatingIPTestJSON-1100559899 tempest-FloatingIPTestJSON-1100559899-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a341f576-d8db-4b7f-8dc8-20a56e0175ef']}} {{(pid=83871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:41:00.046168 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.services.segments.db [None req-4c7b5842-b811-4402-8be1-532bbde15c91 tempest-FloatingIPTestJSON-1100559899 tempest-FloatingIPTestJSON-1100559899-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4493e58f-508d-486c-adbb-089a057ccfb9') {'for_net_delete': True} {{(pid=83871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:41:00.047405 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.services.segments.db [None req-4c7b5842-b811-4402-8be1-532bbde15c91 tempest-FloatingIPTestJSON-1100559899 tempest-FloatingIPTestJSON-1100559899-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4493e58f-508d-486c-adbb-089a057ccfb9') {} {{(pid=83871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:41:00.070175 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-4c7b5842-b811-4402-8be1-532bbde15c91 tempest-FloatingIPTestJSON-1100559899 tempest-FloatingIPTestJSON-1100559899-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736733386999', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3166340'] for segment, before_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:00.074030 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] For port 081b8c2c-5797-4e6f-b392-ae399e094e00, host dv-neutron-836180-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836180-1-hyperv',level=0,port_id=081b8c2c-5797-4e6f-b392-ae399e094e00,segment=NetworkSegment(747cf86d-3661-44b8-b93c-694ca6a9e86f),segment_id=747cf86d-3661-44b8-b93c-694ca6a9e86f)] {{(pid=83872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 13:41:00.079503 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864'] for port, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:00.083420 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-addb36d0-a764-4545-9328-e5b8b811f6c6 tempest-NetworksIpV6Test-758272472 tempest-NetworksIpV6Test-758272472-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1033078'] for network, before_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:00.147619 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.db.api [None req-d5ffe701-40f5-460d-86f4-e4563d5dd68c None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83872) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 01 13:41:00.148224 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG oslo_db.api [None req-d5ffe701-40f5-460d-86f4-e4563d5dd68c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 01 13:41:00.160627 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Pushing event updated for resources: {'Port': ['ID=081b8c2c-5797-4e6f-b392-ae399e094e00,revision_number=4']} {{(pid=83872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:41:00.193039 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-4c7b5842-b811-4402-8be1-532bbde15c91 tempest-FloatingIPTestJSON-1100559899 tempest-FloatingIPTestJSON-1100559899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1004271'] for segment, precommit_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:00.208934 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4c7b5842-b811-4402-8be1-532bbde15c91 tempest-FloatingIPTestJSON-1100559899 tempest-FloatingIPTestJSON-1100559899-project] Releasing vlan 392 on physical network physnet1 to pool {{(pid=83871) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 01 13:41:00.209318 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-4c7b5842-b811-4402-8be1-532bbde15c91 tempest-FloatingIPTestJSON-1100559899 tempest-FloatingIPTestJSON-1100559899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1004262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2743078'] for segment, after_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:00.225237 dv-neutron-836180-1-hyperv neutron-server[83871]: Traceback (most recent call last): Apr 01 13:41:00.225237 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 01 13:41:00.225237 dv-neutron-836180-1-hyperv neutron-server[83871]: timer() Apr 01 13:41:00.225237 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 13:41:00.225237 dv-neutron-836180-1-hyperv neutron-server[83871]: cb(*args, **kw) Apr 01 13:41:00.225237 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 13:41:00.225237 dv-neutron-836180-1-hyperv neutron-server[83871]: return func(*args, **kwargs) Apr 01 13:41:00.225237 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 13:41:00.225237 dv-neutron-836180-1-hyperv neutron-server[83871]: self._notify() Apr 01 13:41:00.225237 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 13:41:00.225237 dv-neutron-836180-1-hyperv neutron-server[83871]: self.callback(batched_events) Apr 01 13:41:00.225237 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 13:41:00.225237 dv-neutron-836180-1-hyperv neutron-server[83871]: event.method(event) Apr 01 13:41:00.225237 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 13:41:00.225237 dv-neutron-836180-1-hyperv neutron-server[83871]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 13:41:00.225237 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 13:41:00.225237 dv-neutron-836180-1-hyperv neutron-server[83871]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 13:41:00.225237 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 13:41:00.225237 dv-neutron-836180-1-hyperv neutron-server[83871]: return f(self, *a, **k) Apr 01 13:41:00.225237 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 13:41:00.225237 dv-neutron-836180-1-hyperv neutron-server[83871]: return self._get(url).json() Apr 01 13:41:00.225237 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 13:41:00.225237 dv-neutron-836180-1-hyperv neutron-server[83871]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 13:41:00.225237 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 01 13:41:00.225237 dv-neutron-836180-1-hyperv neutron-server[83871]: return self.request(url, 'GET', **kwargs) Apr 01 13:41:00.225237 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 01 13:41:00.225237 dv-neutron-836180-1-hyperv neutron-server[83871]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 13:41:00.225237 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 01 13:41:00.225237 dv-neutron-836180-1-hyperv neutron-server[83871]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 13:41:00.225237 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 01 13:41:00.225237 dv-neutron-836180-1-hyperv neutron-server[83871]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 13:41:00.225237 dv-neutron-836180-1-hyperv neutron-server[83871]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 13:41:00.231937 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-addb36d0-a764-4545-9328-e5b8b811f6c6 tempest-NetworksIpV6Test-758272472 tempest-NetworksIpV6Test-758272472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-942654', 'neutron.services.segments.db._delete_segments_for_network-8736733387888'] for network, precommit_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:00.258997 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.services.segments.db [None req-addb36d0-a764-4545-9328-e5b8b811f6c6 tempest-NetworksIpV6Test-758272472 tempest-NetworksIpV6Test-758272472-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['86ca826f-36cf-41e0-86e0-6e14cffea790']}} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:41:00.271790 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.services.segments.db [None req-addb36d0-a764-4545-9328-e5b8b811f6c6 tempest-NetworksIpV6Test-758272472 tempest-NetworksIpV6Test-758272472-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8398924f-31a4-46e2-ae7c-f7727d01480d') {'for_net_delete': True} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:41:00.272115 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.services.segments.db [None req-addb36d0-a764-4545-9328-e5b8b811f6c6 tempest-NetworksIpV6Test-758272472 tempest-NetworksIpV6Test-758272472-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8398924f-31a4-46e2-ae7c-f7727d01480d') {} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:41:00.285256 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-addb36d0-a764-4545-9328-e5b8b811f6c6 tempest-NetworksIpV6Test-758272472 tempest-NetworksIpV6Test-758272472-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736733386999', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2704982'] for segment, before_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:00.303350 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-addb36d0-a764-4545-9328-e5b8b811f6c6 tempest-NetworksIpV6Test-758272472 tempest-NetworksIpV6Test-758272472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1004271'] for segment, precommit_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:00.309522 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-addb36d0-a764-4545-9328-e5b8b811f6c6 tempest-NetworksIpV6Test-758272472 tempest-NetworksIpV6Test-758272472-project] Releasing vlan 357 on physical network physnet1 to pool {{(pid=83869) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 01 13:41:00.309886 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-addb36d0-a764-4545-9328-e5b8b811f6c6 tempest-NetworksIpV6Test-758272472 tempest-NetworksIpV6Test-758272472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1004262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2705264'] for segment, after_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:00.325659 dv-neutron-836180-1-hyperv neutron-server[83869]: Traceback (most recent call last): Apr 01 13:41:00.325659 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 01 13:41:00.325659 dv-neutron-836180-1-hyperv neutron-server[83869]: timer() Apr 01 13:41:00.325659 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 13:41:00.325659 dv-neutron-836180-1-hyperv neutron-server[83869]: cb(*args, **kw) Apr 01 13:41:00.325659 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 13:41:00.325659 dv-neutron-836180-1-hyperv neutron-server[83869]: return func(*args, **kwargs) Apr 01 13:41:00.325659 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 13:41:00.325659 dv-neutron-836180-1-hyperv neutron-server[83869]: self._notify() Apr 01 13:41:00.325659 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 13:41:00.325659 dv-neutron-836180-1-hyperv neutron-server[83869]: self.callback(batched_events) Apr 01 13:41:00.325659 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 13:41:00.325659 dv-neutron-836180-1-hyperv neutron-server[83869]: event.method(event) Apr 01 13:41:00.325659 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 13:41:00.325659 dv-neutron-836180-1-hyperv neutron-server[83869]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 13:41:00.325659 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 13:41:00.325659 dv-neutron-836180-1-hyperv neutron-server[83869]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 13:41:00.325659 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 13:41:00.325659 dv-neutron-836180-1-hyperv neutron-server[83869]: return f(self, *a, **k) Apr 01 13:41:00.325659 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 13:41:00.325659 dv-neutron-836180-1-hyperv neutron-server[83869]: return self._get(url).json() Apr 01 13:41:00.325659 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 13:41:00.325659 dv-neutron-836180-1-hyperv neutron-server[83869]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 13:41:00.325659 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 01 13:41:00.325659 dv-neutron-836180-1-hyperv neutron-server[83869]: return self.request(url, 'GET', **kwargs) Apr 01 13:41:00.325659 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 01 13:41:00.325659 dv-neutron-836180-1-hyperv neutron-server[83869]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 13:41:00.325659 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 01 13:41:00.325659 dv-neutron-836180-1-hyperv neutron-server[83869]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 13:41:00.325659 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 01 13:41:00.325659 dv-neutron-836180-1-hyperv neutron-server[83869]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 13:41:00.325659 dv-neutron-836180-1-hyperv neutron-server[83869]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 13:41:00.360431 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-4c7b5842-b811-4402-8be1-532bbde15c91 tempest-FloatingIPTestJSON-1100559899 tempest-FloatingIPTestJSON-1100559899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-942599', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4084797'] for network, after_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:00.388483 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-4c7b5842-b811-4402-8be1-532bbde15c91 tempest-FloatingIPTestJSON-1100559899 tempest-FloatingIPTestJSON-1100559899-project] Notify callbacks [] for network, before_response {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:00.402492 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c7b5842-b811-4402-8be1-532bbde15c91 tempest-FloatingIPTestJSON-1100559899 tempest-FloatingIPTestJSON-1100559899-project] Pushing event deleted for resources: {'Network': ['ID=a341f576-d8db-4b7f-8dc8-20a56e0175ef,revision_number=None']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:41:00.412670 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-addb36d0-a764-4545-9328-e5b8b811f6c6 tempest-NetworksIpV6Test-758272472 tempest-NetworksIpV6Test-758272472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-942599', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4084797'] for network, after_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:00.417439 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-addb36d0-a764-4545-9328-e5b8b811f6c6 tempest-NetworksIpV6Test-758272472 tempest-NetworksIpV6Test-758272472-project] Notify callbacks [] for network, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:00.444811 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-addb36d0-a764-4545-9328-e5b8b811f6c6 tempest-NetworksIpV6Test-758272472 tempest-NetworksIpV6Test-758272472-project] Pushing event deleted for resources: {'Network': ['ID=86ca826f-36cf-41e0-86e0-6e14cffea790,revision_number=None']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:41:00.448224 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-4c7b5842-b811-4402-8be1-532bbde15c91 tempest-FloatingIPTestJSON-1100559899 tempest-FloatingIPTestJSON-1100559899-project] 10.222.0.26 "DELETE /v2.0/networks/a341f576-d8db-4b7f-8dc8-20a56e0175ef HTTP/1.1" status: 204 len: 168 time: 1.0952377 Apr 01 13:41:00.448865 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-addb36d0-a764-4545-9328-e5b8b811f6c6 tempest-NetworksIpV6Test-758272472 tempest-NetworksIpV6Test-758272472-project] 10.222.0.26 "DELETE /v2.0/networks/86ca826f-36cf-41e0-86e0-6e14cffea790 HTTP/1.1" status: 204 len: 168 time: 0.4886713 Apr 01 13:41:00.453217 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 54910) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:41:00.493183 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.pecan_wsgi.hooks.translation [None req-97c9f291-13da-48ac-952c-9ce7cd925baf tempest-NetworksIpV6Test-758272472 tempest-NetworksIpV6Test-758272472-project] DELETE failed (client error): The resource could not be found. Apr 01 13:41:00.493623 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-97c9f291-13da-48ac-952c-9ce7cd925baf tempest-NetworksIpV6Test-758272472 tempest-NetworksIpV6Test-758272472-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83869) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 13:41:00.497822 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-97c9f291-13da-48ac-952c-9ce7cd925baf tempest-NetworksIpV6Test-758272472 tempest-NetworksIpV6Test-758272472-project] 10.222.0.26 "DELETE /v2.0/subnets/dae0182e-0352-441b-8df5-e155a86e8ea4 HTTP/1.1" status: 404 len: 337 time: 0.0408971 Apr 01 13:41:00.498131 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 54914) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:41:00.503047 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.objects.ports [None req-03f5d694-cc11-4c9c-b89f-cc286938428b tempest-NetworksIpV6TestAttrs-863029505 tempest-NetworksIpV6TestAttrs-863029505-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=83871) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Apr 01 13:41:00.508525 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-03f5d694-cc11-4c9c-b89f-cc286938428b tempest-NetworksIpV6TestAttrs-863029505 tempest-NetworksIpV6TestAttrs-863029505-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2743225', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2757366'] for subnet, after_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:00.527557 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.pecan_wsgi.hooks.translation [None req-8c60bd76-f43f-43a2-b5cf-d490af06bdbb tempest-NetworksIpV6Test-758272472 tempest-NetworksIpV6Test-758272472-project] DELETE failed (client error): The resource could not be found. Apr 01 13:41:00.527987 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8c60bd76-f43f-43a2-b5cf-d490af06bdbb tempest-NetworksIpV6Test-758272472 tempest-NetworksIpV6Test-758272472-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83869) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 13:41:00.532824 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-8c60bd76-f43f-43a2-b5cf-d490af06bdbb tempest-NetworksIpV6Test-758272472 tempest-NetworksIpV6Test-758272472-project] 10.222.0.26 "DELETE /v2.0/networks/28e17c6d-befd-42ef-9d74-00dd0d655c99 HTTP/1.1" status: 404 len: 339 time: 0.0304518 Apr 01 13:41:00.533190 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 54918) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:41:00.618027 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f5d694-cc11-4c9c-b89f-cc286938428b tempest-NetworksIpV6TestAttrs-863029505 tempest-NetworksIpV6TestAttrs-863029505-project] Pushing event updated for resources: {'Subnet': ['ID=82334a0a-d3bb-46c5-b384-8086d76669b0,revision_number=0']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:41:00.649342 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.plugin [None req-d5ffe701-40f5-460d-86f4-e4563d5dd68c None None] Deleting port 081b8c2c-5797-4e6f-b392-ae399e094e00 {{(pid=83872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 13:41:00.650118 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-d5ffe701-40f5-460d-86f4-e4563d5dd68c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736733287370'] for port, before_delete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:00.661961 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03f5d694-cc11-4c9c-b89f-cc286938428b tempest-NetworksIpV6TestAttrs-863029505 tempest-NetworksIpV6TestAttrs-863029505-project] Checking segment: {'id': 'e1c80dc7-2854-4780-a742-fed235323a04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '5676faac-252b-4c7d-bbaa-e009b0c14603'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 13:41:00.662354 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03f5d694-cc11-4c9c-b89f-cc286938428b tempest-NetworksIpV6TestAttrs-863029505 tempest-NetworksIpV6TestAttrs-863029505-project] Network hostable DHCP agents. Network: 5676faac-252b-4c7d-bbaa-e009b0c14603, hostable agents: ['e47e4547-5c2d-4954-ba56-fa3646239f18'], hosted agents: [] {{(pid=83871) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 13:41:00.733669 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03f5d694-cc11-4c9c-b89f-cc286938428b tempest-NetworksIpV6TestAttrs-863029505 tempest-NetworksIpV6TestAttrs-863029505-project] Network 5676faac-252b-4c7d-bbaa-e009b0c14603 is scheduled to be hosted by DHCP agent e47e4547-5c2d-4954-ba56-fa3646239f18 with binding_index 1 {{(pid=83871) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 13:41:00.746834 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.scheduler.base_scheduler [None req-03f5d694-cc11-4c9c-b89f-cc286938428b tempest-NetworksIpV6TestAttrs-863029505 tempest-NetworksIpV6TestAttrs-863029505-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-836180-1-hyperv, 5676faac-252b-4c7d-bbaa-e009b0c14603) {{(pid=83871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 13:41:00.760142 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03f5d694-cc11-4c9c-b89f-cc286938428b tempest-NetworksIpV6TestAttrs-863029505 tempest-NetworksIpV6TestAttrs-863029505-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:41:00.761023 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-03f5d694-cc11-4c9c-b89f-cc286938428b tempest-NetworksIpV6TestAttrs-863029505 tempest-NetworksIpV6TestAttrs-863029505-project] Notify callbacks [] for subnet, before_response {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:00.768979 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.db_base_plugin_v2 [None req-1323a780-8664-47e8-bb53-6086482fe7e6 tempest-NetworksIpV6Test-758272472 tempest-NetworksIpV6Test-758272472-project] Deleting subnet 881d605d-cfa3-4de7-a165-4af7c47d1ab8 {{(pid=83869) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 01 13:41:00.772587 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-1323a780-8664-47e8-bb53-6086482fe7e6 tempest-NetworksIpV6Test-758272472 tempest-NetworksIpV6Test-758272472-project] Notify callbacks [] for subnet, before_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:00.777048 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46b96e29-4800-4630-9e49-f59ead7f2ae8 None None] Network 5676faac-252b-4c7d-bbaa-e009b0c14603 requested from dv-neutron-836180-1-hyperv {{(pid=83872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 13:41:00.809850 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 54924) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:41:00.818417 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-03f5d694-cc11-4c9c-b89f-cc286938428b tempest-NetworksIpV6TestAttrs-863029505 tempest-NetworksIpV6TestAttrs-863029505-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.9510500 Apr 01 13:41:00.825198 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 54928) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:41:00.868120 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-1323a780-8664-47e8-bb53-6086482fe7e6 tempest-NetworksIpV6Test-758272472 tempest-NetworksIpV6Test-758272472-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2704975'] for subnet, precommit_delete_associations {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:00.872416 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.plugin [None req-bbffc006-78b3-4e0f-8190-0c3a190625fc tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Deleting port b295f991-b84c-4814-935b-d78f1ebd921e {{(pid=83871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 13:41:00.876699 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-bbffc006-78b3-4e0f-8190-0c3a190625fc tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736733287370'] for port, before_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:00.921028 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.v2.base [None req-fbdfabae-a244-45c8-9740-991765f2a5e1 tempest-NetworksIpV6TestAttrs-863029505 tempest-NetworksIpV6TestAttrs-863029505-project] Request body: {'port': {'network_id': '5676faac-252b-4c7d-bbaa-e009b0c14603', 'name': 'tempest-NetworksIpV6TestAttrs-1052087405'}} {{(pid=83869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:41:00.948777 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Device 6d89600a-0b4c-4a15-9d7d-a04cb5a2d0eb up at agent ovs-agent-dv-neutron-836180-1-hyperv {{(pid=83872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 13:41:01.074343 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-bbffc006-78b3-4e0f-8190-0c3a190625fc tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4155147'] for port, precommit_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:01.145896 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-6f3f7db8-625d-46b3-9fa2-494413f36979 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=31909f452d274f5587d0068d008850b7&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3326275 Apr 01 13:41:01.147530 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 54934) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:41:01.171723 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-fbdfabae-a244-45c8-9740-991765f2a5e1 tempest-NetworksIpV6TestAttrs-863029505 tempest-NetworksIpV6TestAttrs-863029505-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:41:01.174660 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-1323a780-8664-47e8-bb53-6086482fe7e6 tempest-NetworksIpV6Test-758272472 tempest-NetworksIpV6Test-758272472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-945029'] for subnet, precommit_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:01.205853 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-d5ffe701-40f5-460d-86f4-e4563d5dd68c None None] For port 081b8c2c-5797-4e6f-b392-ae399e094e00, host dv-neutron-836180-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836180-1-hyperv',level=0,port_id=081b8c2c-5797-4e6f-b392-ae399e094e00,segment=NetworkSegment(747cf86d-3661-44b8-b93c-694ca6a9e86f),segment_id=747cf86d-3661-44b8-b93c-694ca6a9e86f)] {{(pid=83872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 13:41:01.206444 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-d5ffe701-40f5-460d-86f4-e4563d5dd68c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4155147'] for port, precommit_delete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:01.206545 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.plugin [None req-bbffc006-78b3-4e0f-8190-0c3a190625fc tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Calling delete_port for b295f991-b84c-4814-935b-d78f1ebd921e owned by network:router_interface {{(pid=83871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 13:41:01.324014 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-fbdfabae-a244-45c8-9740-991765f2a5e1 tempest-NetworksIpV6TestAttrs-863029505 tempest-NetworksIpV6TestAttrs-863029505-project] Usage tracker for resource:port and tenant:80147276d4574127babe28831dd684f3 is out of sync, need to count used quota {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 13:41:01.337414 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-fbdfabae-a244-45c8-9740-991765f2a5e1 tempest-NetworksIpV6TestAttrs-863029505 tempest-NetworksIpV6TestAttrs-863029505-project] Quota usage for port was recalculated. Used quota:3. {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 13:41:01.348612 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.plugin [None req-d5ffe701-40f5-460d-86f4-e4563d5dd68c None None] Calling delete_port for 081b8c2c-5797-4e6f-b392-ae399e094e00 owned by network:dhcp {{(pid=83872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 13:41:01.356496 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-fbdfabae-a244-45c8-9740-991765f2a5e1 tempest-NetworksIpV6TestAttrs-863029505 tempest-NetworksIpV6TestAttrs-863029505-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:41:01.385366 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbdfabae-a244-45c8-9740-991765f2a5e1 tempest-NetworksIpV6TestAttrs-863029505 tempest-NetworksIpV6TestAttrs-863029505-project] Made reservation on behalf of 80147276d4574127babe28831dd684f3 for: {'port': 1} {{(pid=83869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 13:41:01.387142 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Provisioning complete for port 6d89600a-0b4c-4a15-9d7d-a04cb5a2d0eb triggered by entity L2. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 13:41:01.387503 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-948329'] for port, provisioning_complete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:01.388632 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-fbdfabae-a244-45c8-9740-991765f2a5e1 tempest-NetworksIpV6TestAttrs-863029505 tempest-NetworksIpV6TestAttrs-863029505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:01.414313 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-7922fe5e-97d3-42c2-9d49-629b97ac8d8e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:01.450084 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.notifiers.nova [None req-fbdfabae-a244-45c8-9740-991765f2a5e1 tempest-NetworksIpV6TestAttrs-863029505 tempest-NetworksIpV6TestAttrs-863029505-project] device_id is not set on port 5003e451-2ab4-46ef-87ef-f4162cb754a6 yet. {{(pid=83869) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 01 13:41:01.486457 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be9e6be4-3e83-4085-baf7-777e0909ba8d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7e7d0ecb-2af4-55f5-9198-238ab0570d62-5676faac-252b-4c7d-bbaa-e009b0c14603', 'network_id': '5676faac-252b-4c7d-bbaa-e009b0c14603', 'tenant_id': '80147276d4574127babe28831dd684f3', 'fixed_ips': [{'subnet_id': '82334a0a-d3bb-46c5-b384-8086d76669b0'}]}} from dv-neutron-836180-1-hyperv. {{(pid=83872) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 01 13:41:01.487273 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-be9e6be4-3e83-4085-baf7-777e0909ba8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:01.492398 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-1323a780-8664-47e8-bb53-6086482fe7e6 tempest-NetworksIpV6Test-758272472 tempest-NetworksIpV6Test-758272472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-945042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2705198', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2999452'] for subnet, after_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:01.531610 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-7922fe5e-97d3-42c2-9d49-629b97ac8d8e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:01.552697 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-bbffc006-78b3-4e0f-8190-0c3a190625fc tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736733359243', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736732935810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2743125'] for port, after_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:01.567586 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1323a780-8664-47e8-bb53-6086482fe7e6 tempest-NetworksIpV6Test-758272472 tempest-NetworksIpV6Test-758272472-project] Pushing event deleted for resources: {'Subnet': ['ID=881d605d-cfa3-4de7-a165-4af7c47d1ab8,revision_number=None']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:41:01.587625 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-1323a780-8664-47e8-bb53-6086482fe7e6 tempest-NetworksIpV6Test-758272472 tempest-NetworksIpV6Test-758272472-project] Notify callbacks [] for subnet, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:01.595987 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-d5ffe701-40f5-460d-86f4-e4563d5dd68c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736733359243', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736732935810'] for port, after_delete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:01.604926 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbffc006-78b3-4e0f-8190-0c3a190625fc tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Pushing event deleted for resources: {'Port': ['ID=b295f991-b84c-4814-935b-d78f1ebd921e,revision_number=None']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:41:01.627232 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-1323a780-8664-47e8-bb53-6086482fe7e6 tempest-NetworksIpV6Test-758272472 tempest-NetworksIpV6Test-758272472-project] 10.222.0.26 "DELETE /v2.0/subnets/881d605d-cfa3-4de7-a165-4af7c47d1ab8 HTTP/1.1" status: 204 len: 168 time: 1.0918827 Apr 01 13:41:01.636948 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-837168a1-8aee-483b-ab6a-ac3c94239df6 None None] Network 84892bdc-e099-4ed2-a14b-8eef115634d3 requested from dv-neutron-836180-1-hyperv {{(pid=83872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 13:41:01.644162 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 54938) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:41:01.724843 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.db_base_plugin_common [None req-fbdfabae-a244-45c8-9740-991765f2a5e1 tempest-NetworksIpV6TestAttrs-863029505 tempest-NetworksIpV6TestAttrs-863029505-project] Allocated IP 2001:db8::f816:3eff:feee:506 (5676faac-252b-4c7d-bbaa-e009b0c14603/82334a0a-d3bb-46c5-b384-8086d76669b0/5003e451-2ab4-46ef-87ef-f4162cb754a6) {{(pid=83869) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 13:41:01.736737 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ffe701-40f5-460d-86f4-e4563d5dd68c None None] Pushing event deleted for resources: {'Port': ['ID=081b8c2c-5797-4e6f-b392-ae399e094e00,revision_number=None']} {{(pid=83872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:41:01.746802 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-7922fe5e-97d3-42c2-9d49-629b97ac8d8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3775923'] for security_group, after_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:01.766095 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7922fe5e-97d3-42c2-9d49-629b97ac8d8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9d78155-d1f5-48c7-9ae0-85201abe5576,revision_number=None']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:41:01.777356 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-7922fe5e-97d3-42c2-9d49-629b97ac8d8e admin admin] Notify callbacks [] for security_group, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:01.782040 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-7922fe5e-97d3-42c2-9d49-629b97ac8d8e admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/b9d78155-d1f5-48c7-9ae0-85201abe5576 HTTP/1.1" status: 204 len: 168 time: 0.6341031 Apr 01 13:41:01.786003 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5ffe701-40f5-460d-86f4-e4563d5dd68c None None] No DVR routers for this DVR port 081b8c2c-5797-4e6f-b392-ae399e094e00 on host dv-neutron-836180-1-hyperv {{(pid=83872) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 13:41:01.906551 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Device 081b8c2c-5797-4e6f-b392-ae399e094e00 no longer exists at agent ovs-agent-dv-neutron-836180-1-hyperv {{(pid=83872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 13:41:01.954408 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.plugin [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] No Port match for: 081b8c2c-5797-4e6f-b392-ae399e094e00 {{(pid=83872) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 01 13:41:01.955296 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Device 081b8c2c-5797-4e6f-b392-ae399e094e00 not bound to the agent host dv-neutron-836180-1-hyperv {{(pid=83872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 13:41:01.971782 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.agents_db [None req-bdd220c7-049a-43d2-a923-ad1a2de078c6 None None] Agent healthcheck: found 6 active agents {{(pid=83873) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 01 13:41:02.059081 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-fbdfabae-a244-45c8-9740-991765f2a5e1 tempest-NetworksIpV6TestAttrs-863029505 tempest-NetworksIpV6TestAttrs-863029505-project] Notify callbacks [] for port, precommit_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:02.083061 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.provisioning_blocks [None req-fbdfabae-a244-45c8-9740-991765f2a5e1 tempest-NetworksIpV6TestAttrs-863029505 tempest-NetworksIpV6TestAttrs-863029505-project] Transition to ACTIVE for port object 5003e451-2ab4-46ef-87ef-f4162cb754a6 will not be triggered until provisioned by entity DHCP. {{(pid=83869) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 13:41:02.110834 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-fbdfabae-a244-45c8-9740-991765f2a5e1 tempest-NetworksIpV6TestAttrs-863029505 tempest-NetworksIpV6TestAttrs-863029505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736732935801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2705155'] for port, after_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:02.114807 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-bbffc006-78b3-4e0f-8190-0c3a190625fc tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3017585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4084076'] for router_interface, after_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:02.125248 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.db_base_plugin_v2 [None req-a289dccb-75c4-4409-a197-44946b2985ad tempest-NetworksIpV6Test-758272472 tempest-NetworksIpV6Test-758272472-project] Deleting subnet f941997a-b0d0-4b4e-9155-726ef6a53387 {{(pid=83871) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 01 13:41:02.132081 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-a289dccb-75c4-4409-a197-44946b2985ad tempest-NetworksIpV6Test-758272472 tempest-NetworksIpV6Test-758272472-project] Notify callbacks [] for subnet, before_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:02.199003 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.db_base_plugin_common [None req-be9e6be4-3e83-4085-baf7-777e0909ba8d None None] Allocated IP 2001:db8::f816:3eff:fe39:a506 (5676faac-252b-4c7d-bbaa-e009b0c14603/82334a0a-d3bb-46c5-b384-8086d76669b0/cc5217a2-b45e-4ca8-90a3-30f71e13ff7e) {{(pid=83872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 13:41:02.248028 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbdfabae-a244-45c8-9740-991765f2a5e1 tempest-NetworksIpV6TestAttrs-863029505 tempest-NetworksIpV6TestAttrs-863029505-project] Pushing event updated for resources: {'Port': ['ID=5003e451-2ab4-46ef-87ef-f4162cb754a6,revision_number=1']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:41:02.261710 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbdfabae-a244-45c8-9740-991765f2a5e1 tempest-NetworksIpV6TestAttrs-863029505 tempest-NetworksIpV6TestAttrs-863029505-project] Network 5676faac-252b-4c7d-bbaa-e009b0c14603 is already hosted by enough agents. {{(pid=83869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 13:41:02.263075 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.scheduler.base_scheduler [None req-fbdfabae-a244-45c8-9740-991765f2a5e1 tempest-NetworksIpV6TestAttrs-863029505 tempest-NetworksIpV6TestAttrs-863029505-project] Resources bound (agent type, host, resource id): {{(pid=83869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 13:41:02.266369 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbdfabae-a244-45c8-9740-991765f2a5e1 tempest-NetworksIpV6TestAttrs-863029505 tempest-NetworksIpV6TestAttrs-863029505-project] Received port after_create {{(pid=83869) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 13:41:02.270480 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbdfabae-a244-45c8-9740-991765f2a5e1 tempest-NetworksIpV6TestAttrs-863029505 tempest-NetworksIpV6TestAttrs-863029505-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:41:02.271087 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-fbdfabae-a244-45c8-9740-991765f2a5e1 tempest-NetworksIpV6TestAttrs-863029505 tempest-NetworksIpV6TestAttrs-863029505-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109561'] for port, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:02.293529 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-fbdfabae-a244-45c8-9740-991765f2a5e1 tempest-NetworksIpV6TestAttrs-863029505 tempest-NetworksIpV6TestAttrs-863029505-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 1.4665163 Apr 01 13:41:02.296053 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 54950) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:41:02.394691 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-a289dccb-75c4-4409-a197-44946b2985ad tempest-NetworksIpV6Test-758272472 tempest-NetworksIpV6Test-758272472-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3166365'] for subnet, precommit_delete_associations {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:02.560765 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-be9e6be4-3e83-4085-baf7-777e0909ba8d None None] Notify callbacks [] for port, precommit_create {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:02.579012 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-be9e6be4-3e83-4085-baf7-777e0909ba8d None None] Transition to ACTIVE for port object cc5217a2-b45e-4ca8-90a3-30f71e13ff7e will not be triggered until provisioned by entity L2. {{(pid=83872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 13:41:02.610049 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-be9e6be4-3e83-4085-baf7-777e0909ba8d None None] Transition to ACTIVE for port object cc5217a2-b45e-4ca8-90a3-30f71e13ff7e will not be triggered until provisioned by entity DHCP. {{(pid=83872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 13:41:02.618046 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-be9e6be4-3e83-4085-baf7-777e0909ba8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736732935801'] for port, after_create {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:02.635101 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.db_base_plugin_v2 [None req-1f0bf197-ea97-4b28-8c0f-9406cd0ca447 tempest-NetworksIpV6TestAttrs-863029505 tempest-NetworksIpV6TestAttrs-863029505-project] Deleting subnet 82334a0a-d3bb-46c5-b384-8086d76669b0 {{(pid=83869) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 01 13:41:02.639067 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-1f0bf197-ea97-4b28-8c0f-9406cd0ca447 tempest-NetworksIpV6TestAttrs-863029505 tempest-NetworksIpV6TestAttrs-863029505-project] Notify callbacks [] for subnet, before_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:02.730286 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-1f0bf197-ea97-4b28-8c0f-9406cd0ca447 tempest-NetworksIpV6TestAttrs-863029505 tempest-NetworksIpV6TestAttrs-863029505-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2704975'] for subnet, precommit_delete_associations {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:02.813454 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be9e6be4-3e83-4085-baf7-777e0909ba8d None None] Pushing event updated for resources: {'Port': ['ID=cc5217a2-b45e-4ca8-90a3-30f71e13ff7e,revision_number=1']} {{(pid=83872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:41:02.825843 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bbffc006-78b3-4e0f-8190-0c3a190625fc tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Router bd10eb3a-c11d-4685-a3ce-72ef751ba63e has already been hosted by L3 agent 88bf8fc8-11a3-4e96-9d1b-5fd93ba9f6f1 {{(pid=83871) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 13:41:02.826688 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be9e6be4-3e83-4085-baf7-777e0909ba8d None None] Network 5676faac-252b-4c7d-bbaa-e009b0c14603 is already hosted by enough agents. {{(pid=83872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 13:41:02.829853 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.scheduler.base_scheduler [None req-be9e6be4-3e83-4085-baf7-777e0909ba8d None None] Resources bound (agent type, host, resource id): {{(pid=83872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 13:41:02.833837 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be9e6be4-3e83-4085-baf7-777e0909ba8d None None] Received port after_create {{(pid=83872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 13:41:02.933311 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-1f0bf197-ea97-4b28-8c0f-9406cd0ca447 tempest-NetworksIpV6TestAttrs-863029505 tempest-NetworksIpV6TestAttrs-863029505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-945029'] for subnet, precommit_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:02.965038 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.managers [None req-be9e6be4-3e83-4085-baf7-777e0909ba8d None None] Attempting to bind port cc5217a2-b45e-4ca8-90a3-30f71e13ff7e on host dv-neutron-836180-1-hyperv for vnic_type normal with profile {{(pid=83872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 13:41:02.965399 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.managers [None req-be9e6be4-3e83-4085-baf7-777e0909ba8d None None] Attempting to bind port cc5217a2-b45e-4ca8-90a3-30f71e13ff7e by drivers openvswitch,hyperv on host dv-neutron-836180-1-hyperv at level 0 using segments [{'id': 'e1c80dc7-2854-4780-a742-fed235323a04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '5676faac-252b-4c7d-bbaa-e009b0c14603'}] {{(pid=83872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 13:41:02.965753 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be9e6be4-3e83-4085-baf7-777e0909ba8d None None] Attempting to bind port cc5217a2-b45e-4ca8-90a3-30f71e13ff7e on network 5676faac-252b-4c7d-bbaa-e009b0c14603 {{(pid=83872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 13:41:02.977475 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be9e6be4-3e83-4085-baf7-777e0909ba8d None None] Checking agent: {'id': 'af948428-97cd-4d10-9f53-af028bdb39b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-836180-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 13, 25, 37), 'started_at': datetime.datetime(2022, 4, 1, 13, 26, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 13, 40, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-836180-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 13:41:02.977864 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be9e6be4-3e83-4085-baf7-777e0909ba8d None None] Checking segment: {'id': 'e1c80dc7-2854-4780-a742-fed235323a04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '5676faac-252b-4c7d-bbaa-e009b0c14603'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 13:41:02.978259 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-be9e6be4-3e83-4085-baf7-777e0909ba8d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:02.979308 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be9e6be4-3e83-4085-baf7-777e0909ba8d None None] Bound using segment: {'id': 'e1c80dc7-2854-4780-a742-fed235323a04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '5676faac-252b-4c7d-bbaa-e009b0c14603'} {{(pid=83872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 13:41:02.980027 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.managers [None req-be9e6be4-3e83-4085-baf7-777e0909ba8d None None] Bound port: cc5217a2-b45e-4ca8-90a3-30f71e13ff7e, host: dv-neutron-836180-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e1c80dc7-2854-4780-a742-fed235323a04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '5676faac-252b-4c7d-bbaa-e009b0c14603'}}] {{(pid=83872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 13:41:02.980427 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-be9e6be4-3e83-4085-baf7-777e0909ba8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:03.042985 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-1f0bf197-ea97-4b28-8c0f-9406cd0ca447 tempest-NetworksIpV6TestAttrs-863029505 tempest-NetworksIpV6TestAttrs-863029505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-945042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2705198', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2999452'] for subnet, after_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:03.093657 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f0bf197-ea97-4b28-8c0f-9406cd0ca447 tempest-NetworksIpV6TestAttrs-863029505 tempest-NetworksIpV6TestAttrs-863029505-project] Pushing event deleted for resources: {'Subnet': ['ID=82334a0a-d3bb-46c5-b384-8086d76669b0,revision_number=None']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:41:03.105769 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-1f0bf197-ea97-4b28-8c0f-9406cd0ca447 tempest-NetworksIpV6TestAttrs-863029505 tempest-NetworksIpV6TestAttrs-863029505-project] Notify callbacks [] for subnet, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:03.128790 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-1f0bf197-ea97-4b28-8c0f-9406cd0ca447 tempest-NetworksIpV6TestAttrs-863029505 tempest-NetworksIpV6TestAttrs-863029505-project] 10.222.0.26 "DELETE /v2.0/subnets/82334a0a-d3bb-46c5-b384-8086d76669b0 HTTP/1.1" status: 204 len: 168 time: 0.8293126 Apr 01 13:41:03.128998 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 54964) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:41:03.135534 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-a289dccb-75c4-4409-a197-44946b2985ad tempest-NetworksIpV6Test-758272472 tempest-NetworksIpV6Test-758272472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-945029'] for subnet, precommit_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:03.186034 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-452d7432-ed4d-42fd-a5d8-9f0d2fbb691f None None] Provisioning complete for port f72040cb-afa3-4926-816e-4cac12231022 triggered by entity DHCP. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 13:41:03.186383 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-452d7432-ed4d-42fd-a5d8-9f0d2fbb691f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-948329'] for port, provisioning_complete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:03.239372 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 54968) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:41:03.248945 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bbffc006-78b3-4e0f-8190-0c3a190625fc tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Notify agent at l3_agent.dv-neutron-836180-1-hyperv the message routers_updated {{(pid=83871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 13:41:03.258163 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-a289dccb-75c4-4409-a197-44946b2985ad tempest-NetworksIpV6Test-758272472 tempest-NetworksIpV6Test-758272472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-945042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2743160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2757373'] for subnet, after_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:03.265455 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7056ab86-4e1c-4276-b07d-2d63a588f8f2 None None] Sync routers for ids ['bd10eb3a-c11d-4685-a3ce-72ef751ba63e'] in dv-neutron-836180-1-hyperv {{(pid=83872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 13:41:03.278387 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-764341d8-1647-4cbc-8e43-d69ac0d3f91a tempest-NetworksIpV6TestAttrs-863029505 tempest-NetworksIpV6TestAttrs-863029505-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:41:03.282767 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-be9e6be4-3e83-4085-baf7-777e0909ba8d None None] For port cc5217a2-b45e-4ca8-90a3-30f71e13ff7e, host dv-neutron-836180-1-hyperv, cleared binding levels {{(pid=83872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 13:41:03.283113 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-764341d8-1647-4cbc-8e43-d69ac0d3f91a tempest-NetworksIpV6TestAttrs-863029505 tempest-NetworksIpV6TestAttrs-863029505-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:41:03.283909 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-764341d8-1647-4cbc-8e43-d69ac0d3f91a tempest-NetworksIpV6TestAttrs-863029505 tempest-NetworksIpV6TestAttrs-863029505-project] Synchronizing usage tracker for tenant:80147276d4574127babe28831dd684f3 on resource:subnet {{(pid=83869) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 13:41:03.304670 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-be9e6be4-3e83-4085-baf7-777e0909ba8d None None] For port cc5217a2-b45e-4ca8-90a3-30f71e13ff7e, host dv-neutron-836180-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836180-1-hyperv',level=0,port_id=cc5217a2-b45e-4ca8-90a3-30f71e13ff7e,segment=NetworkSegment(e1c80dc7-2854-4780-a742-fed235323a04),segment_id=e1c80dc7-2854-4780-a742-fed235323a04)] {{(pid=83872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 13:41:03.313887 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a289dccb-75c4-4409-a197-44946b2985ad tempest-NetworksIpV6Test-758272472 tempest-NetworksIpV6Test-758272472-project] Pushing event deleted for resources: {'Subnet': ['ID=f941997a-b0d0-4b4e-9155-726ef6a53387,revision_number=None']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:41:03.315882 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7056ab86-4e1c-4276-b07d-2d63a588f8f2 None None] Routers {'bd10eb3a-c11d-4685-a3ce-72ef751ba63e'} bound to L3 agent in host dv-neutron-836180-1-hyperv {{(pid=83872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 13:41:03.316520 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_hamode_db [None req-7056ab86-4e1c-4276-b07d-2d63a588f8f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836180-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-01T13:25:36Z,description=,heartbeat_timestamp=2022-04-01T13:40:36Z,host='dv-neutron-836180-1-hyperv',id=88bf8fc8-11a3-4e96-9d1b-5fd93ba9f6f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T13:25:36Z,topic='l3_agent')) {'router_ids': ['bd10eb3a-c11d-4685-a3ce-72ef751ba63e'], 'active': True} {{(pid=83872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:41:03.326938 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-a289dccb-75c4-4409-a197-44946b2985ad tempest-NetworksIpV6Test-758272472 tempest-NetworksIpV6Test-758272472-project] Notify callbacks [] for subnet, before_response {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:03.327104 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-764341d8-1647-4cbc-8e43-d69ac0d3f91a tempest-NetworksIpV6TestAttrs-863029505 tempest-NetworksIpV6TestAttrs-863029505-project] Unset dirty status for tenant:80147276d4574127babe28831dd684f3 on resource:subnet {{(pid=83869) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 13:41:03.332111 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-764341d8-1647-4cbc-8e43-d69ac0d3f91a tempest-NetworksIpV6TestAttrs-863029505 tempest-NetworksIpV6TestAttrs-863029505-project] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.1997368 Apr 01 13:41:03.332710 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 54974) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:41:03.344215 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-a289dccb-75c4-4409-a197-44946b2985ad tempest-NetworksIpV6Test-758272472 tempest-NetworksIpV6Test-758272472-project] 10.222.0.26 "DELETE /v2.0/subnets/f941997a-b0d0-4b4e-9155-726ef6a53387 HTTP/1.1" status: 204 len: 168 time: 1.6983340 Apr 01 13:41:03.346802 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 54978) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:41:03.376282 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-be9e6be4-3e83-4085-baf7-777e0909ba8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864'] for port, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:03.381976 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b13439c-bc65-4227-9c9c-65a19329484e None None] Network 84892bdc-e099-4ed2-a14b-8eef115634d3 requested from dv-neutron-836180-1-hyperv {{(pid=83872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 13:41:03.462805 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.v2.base [None req-f0610d12-1e64-4b68-ade9-30bd260fbee7 tempest-NetworksNegativeTestJSON-889938319 tempest-NetworksNegativeTestJSON-889938319-project] Request body: {'port': {'network_id': '978cc880-b39e-449e-b10a-a53f8dd83e91', 'name': 'tempest-NetworksNegativeTestJSON-1579994727'}} {{(pid=83871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:41:03.480608 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_hamode_db [None req-7056ab86-4e1c-4276-b07d-2d63a588f8f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-836180-1-hyperv', False) {} {{(pid=83872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:41:03.492009 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-cea7a386-b03d-4bdc-b9b6-a403a91370f2 tempest-NetworksIpV6TestAttrs-863029505 tempest-NetworksIpV6TestAttrs-863029505-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1033078'] for network, before_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:03.494769 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-bbffc006-78b3-4e0f-8190-0c3a190625fc tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] 10.222.0.26 "PUT /v2.0/routers/bd10eb3a-c11d-4685-a3ce-72ef751ba63e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3274953 Apr 01 13:41:03.495739 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 54982) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:41:03.508362 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.pecan_wsgi.hooks.translation [None req-f0610d12-1e64-4b68-ade9-30bd260fbee7 tempest-NetworksNegativeTestJSON-889938319 tempest-NetworksNegativeTestJSON-889938319-project] POST failed (client error): The resource could not be found. Apr 01 13:41:03.508801 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f0610d12-1e64-4b68-ade9-30bd260fbee7 tempest-NetworksNegativeTestJSON-889938319 tempest-NetworksNegativeTestJSON-889938319-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83871) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 13:41:03.510013 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-f0610d12-1e64-4b68-ade9-30bd260fbee7 tempest-NetworksNegativeTestJSON-889938319 tempest-NetworksNegativeTestJSON-889938319-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.2688034 Apr 01 13:41:03.518827 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 54986) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:41:03.550037 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-8099c670-579e-41fd-85a7-3a7832b5b81d tempest-NetworksIpV6Test-758272472 tempest-NetworksIpV6Test-758272472-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1033078'] for network, before_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:03.551649 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.pecan_wsgi.hooks.translation [None req-cea7a386-b03d-4bdc-b9b6-a403a91370f2 tempest-NetworksIpV6TestAttrs-863029505 tempest-NetworksIpV6TestAttrs-863029505-project] DELETE failed (client error): There was a conflict when trying to complete your request. Apr 01 13:41:03.552455 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cea7a386-b03d-4bdc-b9b6-a403a91370f2 tempest-NetworksIpV6TestAttrs-863029505 tempest-NetworksIpV6TestAttrs-863029505-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=83869) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 13:41:03.554799 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-cea7a386-b03d-4bdc-b9b6-a403a91370f2 tempest-NetworksIpV6TestAttrs-863029505 tempest-NetworksIpV6TestAttrs-863029505-project] 10.222.0.26 "DELETE /v2.0/networks/5676faac-252b-4c7d-bbaa-e009b0c14603 HTTP/1.1" status: 409 len: 405 time: 0.2209454 Apr 01 13:41:03.559313 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-fc674f30-837a-4210-8d3b-32149b151c3a tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] 10.222.0.26 "GET /v2.0/ports?device_id=bd10eb3a-c11d-4685-a3ce-72ef751ba63e HTTP/1.1" status: 200 len: 205 time: 0.0602696 Apr 01 13:41:03.559460 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.pecan_wsgi.hooks.translation [None req-8b3a87b0-1956-490b-8cc0-18c6ea48a635 tempest-NetworksNegativeTestJSON-889938319 tempest-NetworksNegativeTestJSON-889938319-project] DELETE failed (client error): The resource could not be found. Apr 01 13:41:03.559460 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8b3a87b0-1956-490b-8cc0-18c6ea48a635 tempest-NetworksNegativeTestJSON-889938319 tempest-NetworksNegativeTestJSON-889938319-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83871) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 13:41:03.561099 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 54990) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:41:03.566081 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-8b3a87b0-1956-490b-8cc0-18c6ea48a635 tempest-NetworksNegativeTestJSON-889938319 tempest-NetworksNegativeTestJSON-889938319-project] 10.222.0.26 "DELETE /v2.0/networks/d9efea76-ca4c-4a5a-a4b1-8e94722b0bb6 HTTP/1.1" status: 404 len: 339 time: 0.0430593 Apr 01 13:41:03.566081 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 54992) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:41:03.567218 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 54996) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:41:03.576250 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.v2.base [None req-a8ef2c83-cdd3-42b5-816f-71c06645ff38 tempest-NetworksIpV6TestAttrs-863029505 tempest-NetworksIpV6TestAttrs-863029505-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1128984447'}} {{(pid=83871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:41:03.610492 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-a8ef2c83-cdd3-42b5-816f-71c06645ff38 tempest-NetworksIpV6TestAttrs-863029505 tempest-NetworksIpV6TestAttrs-863029505-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:41:03.620432 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-a8ef2c83-cdd3-42b5-816f-71c06645ff38 tempest-NetworksIpV6TestAttrs-863029505 tempest-NetworksIpV6TestAttrs-863029505-project] Usage tracker for resource:network and tenant:80147276d4574127babe28831dd684f3 is out of sync, need to count used quota {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 13:41:03.629512 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-a8ef2c83-cdd3-42b5-816f-71c06645ff38 tempest-NetworksIpV6TestAttrs-863029505 tempest-NetworksIpV6TestAttrs-863029505-project] Quota usage for network was recalculated. Used quota:3. {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 13:41:03.632809 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.pecan_wsgi.hooks.translation [None req-e34c0b8f-66b7-4d84-bcea-78dd011ee0ca tempest-NetworksNegativeTestJSON-889938319 tempest-NetworksNegativeTestJSON-889938319-project] DELETE failed (client error): The resource could not be found. Apr 01 13:41:03.633245 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e34c0b8f-66b7-4d84-bcea-78dd011ee0ca tempest-NetworksNegativeTestJSON-889938319 tempest-NetworksNegativeTestJSON-889938319-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83871) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 13:41:03.640723 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-e34c0b8f-66b7-4d84-bcea-78dd011ee0ca tempest-NetworksNegativeTestJSON-889938319 tempest-NetworksNegativeTestJSON-889938319-project] 10.222.0.26 "DELETE /v2.0/ports/9a8d6790-2ace-49c5-9866-d9c5ad25ebc6 HTTP/1.1" status: 404 len: 333 time: 0.0644329 Apr 01 13:41:03.640723 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.plugin [None req-8099c670-579e-41fd-85a7-3a7832b5b81d tempest-NetworksIpV6Test-758272472 tempest-NetworksIpV6Test-758272472-project] Deleting port f72040cb-afa3-4926-816e-4cac12231022 {{(pid=83871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 13:41:03.640723 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-8099c670-579e-41fd-85a7-3a7832b5b81d tempest-NetworksIpV6Test-758272472 tempest-NetworksIpV6Test-758272472-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736733287370'] for port, before_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:03.643406 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-d4a5c124-5ba6-4de8-9b23-d94a6c28a748 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:03.647119 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 55002) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:41:03.670118 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-a8ef2c83-cdd3-42b5-816f-71c06645ff38 tempest-NetworksIpV6TestAttrs-863029505 tempest-NetworksIpV6TestAttrs-863029505-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:41:03.678317 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be9e6be4-3e83-4085-baf7-777e0909ba8d None None] Pushing event updated for resources: {'Port': ['ID=cc5217a2-b45e-4ca8-90a3-30f71e13ff7e,revision_number=3']} {{(pid=83872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:41:03.699427 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8ef2c83-cdd3-42b5-816f-71c06645ff38 tempest-NetworksIpV6TestAttrs-863029505 tempest-NetworksIpV6TestAttrs-863029505-project] Made reservation on behalf of 80147276d4574127babe28831dd684f3 for: {'network': 1} {{(pid=83871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 13:41:03.702368 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-a8ef2c83-cdd3-42b5-816f-71c06645ff38 tempest-NetworksIpV6TestAttrs-863029505 tempest-NetworksIpV6TestAttrs-863029505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for network, before_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:03.714154 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7056ab86-4e1c-4276-b07d-2d63a588f8f2 None None] Routers {'bd10eb3a-c11d-4685-a3ce-72ef751ba63e'} bound to L3 agent in host dv-neutron-836180-1-hyperv {{(pid=83872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 13:41:03.714903 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_hamode_db [None req-7056ab86-4e1c-4276-b07d-2d63a588f8f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836180-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-01T13:25:36Z,description=,heartbeat_timestamp=2022-04-01T13:40:36Z,host='dv-neutron-836180-1-hyperv',id=88bf8fc8-11a3-4e96-9d1b-5fd93ba9f6f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T13:25:36Z,topic='l3_agent')) {'router_ids': ['bd10eb3a-c11d-4685-a3ce-72ef751ba63e'], 'active': True} {{(pid=83872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:41:03.759751 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.pecan_wsgi.hooks.translation [None req-53236e3a-29d4-4150-83c8-46a2c5a50972 tempest-NetworksNegativeTestJSON-889938319 tempest-NetworksNegativeTestJSON-889938319-project] DELETE failed (client error): The resource could not be found. Apr 01 13:41:03.760503 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-53236e3a-29d4-4150-83c8-46a2c5a50972 tempest-NetworksNegativeTestJSON-889938319 tempest-NetworksNegativeTestJSON-889938319-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83869) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 13:41:03.767157 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-53236e3a-29d4-4150-83c8-46a2c5a50972 tempest-NetworksNegativeTestJSON-889938319 tempest-NetworksNegativeTestJSON-889938319-project] 10.222.0.26 "DELETE /v2.0/subnets/3ecba892-7301-4805-af5c-168cf81853cf HTTP/1.1" status: 404 len: 337 time: 0.1182783 Apr 01 13:41:03.767360 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 55006) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:41:03.789837 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-e6a8b00d-cfec-4dfb-bf50-108a306bb000 tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Notify callbacks [] for router, before_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:03.825031 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a8ef2c83-cdd3-42b5-816f-71c06645ff38 tempest-NetworksIpV6TestAttrs-863029505 tempest-NetworksIpV6TestAttrs-863029505-project] vlan segment allocate from pool success with {'vlan_id': 399, 'physical_network': 'physnet1'} {{(pid=83871) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 13:41:03.832110 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_hamode_db [None req-7056ab86-4e1c-4276-b07d-2d63a588f8f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-836180-1-hyperv', False) {} {{(pid=83872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:41:03.832528 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7056ab86-4e1c-4276-b07d-2d63a588f8f2 None None] The sync data for ids ['bd10eb3a-c11d-4685-a3ce-72ef751ba63e'] in dv-neutron-836180-1-hyperv is: [] {{(pid=83872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 13:41:03.833868 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.pecan_wsgi.hooks.translation [None req-240f4827-e555-4214-8e92-f8a5c0b31338 tempest-NetworksNegativeTestJSON-889938319 tempest-NetworksNegativeTestJSON-889938319-project] GET failed (client error): The resource could not be found. Apr 01 13:41:03.835151 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-240f4827-e555-4214-8e92-f8a5c0b31338 tempest-NetworksNegativeTestJSON-889938319 tempest-NetworksNegativeTestJSON-889938319-project] 10.222.0.26 "GET /v2.0/networks/99423bf9-3a59-469b-97ae-97ad8bdc6bf5 HTTP/1.1" status: 404 len: 339 time: 0.0653937 Apr 01 13:41:03.860053 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1663794a-4d1e-41c8-9f3d-7cb64b72dd31 None None] Network 5676faac-252b-4c7d-bbaa-e009b0c14603 requested from dv-neutron-836180-1-hyperv {{(pid=83872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 13:41:03.887152 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 55010) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:41:03.938830 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-a8ef2c83-cdd3-42b5-816f-71c06645ff38 tempest-NetworksIpV6TestAttrs-863029505 tempest-NetworksIpV6TestAttrs-863029505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1004271'] for segment, precommit_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:03.939110 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.db.segments_db [None req-a8ef2c83-cdd3-42b5-816f-71c06645ff38 tempest-NetworksIpV6TestAttrs-863029505 tempest-NetworksIpV6TestAttrs-863029505-project] Added segment 25875bd3-72dd-4e20-b581-6b6a2e6c553d of type vlan for network b65b2d49-7dc4-4770-bdd0-7b85f52ac821 Apr 01 13:41:03.972746 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.pecan_wsgi.hooks.translation [None req-4e133488-3d1f-45de-9608-b035354b3a0b tempest-NetworksNegativeTestJSON-889938319 tempest-NetworksNegativeTestJSON-889938319-project] GET failed (client error): The resource could not be found. Apr 01 13:41:03.974009 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-4e133488-3d1f-45de-9608-b035354b3a0b tempest-NetworksNegativeTestJSON-889938319 tempest-NetworksNegativeTestJSON-889938319-project] 10.222.0.26 "GET /v2.0/ports/7c4220be-4f3c-42fa-ab05-45ca96c0674f HTTP/1.1" status: 404 len: 333 time: 0.0858979 Apr 01 13:41:03.982397 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 55014) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:41:03.986408 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.db [None req-8099c670-579e-41fd-85a7-3a7832b5b81d tempest-NetworksIpV6Test-758272472 tempest-NetworksIpV6Test-758272472-project] For port f72040cb-afa3-4926-816e-4cac12231022, host dv-neutron-836180-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836180-1-hyperv',level=0,port_id=f72040cb-afa3-4926-816e-4cac12231022,segment=NetworkSegment(9c40bf28-559e-432c-bb0c-37ef3df7ad0b),segment_id=9c40bf28-559e-432c-bb0c-37ef3df7ad0b)] {{(pid=83871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 13:41:03.986842 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-8099c670-579e-41fd-85a7-3a7832b5b81d tempest-NetworksIpV6Test-758272472 tempest-NetworksIpV6Test-758272472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4155147'] for port, precommit_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:04.121503 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afef8c9b-b745-464f-991a-86f56884cac2 None None] DHCP port deletion for 84892bdc-e099-4ed2-a14b-8eef115634d3 request from dv-neutron-836180-1-hyperv {{(pid=83872) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 01 13:41:04.126869 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.plugin [None req-afef8c9b-b745-464f-991a-86f56884cac2 None None] Deleting port f72040cb-afa3-4926-816e-4cac12231022 {{(pid=83872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 13:41:04.127243 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-afef8c9b-b745-464f-991a-86f56884cac2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736733287370'] for port, before_delete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:04.155444 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.pecan_wsgi.hooks.translation [None req-ba922dc4-aab1-4b89-9b0b-2809c81a29a6 tempest-NetworksNegativeTestJSON-889938319 tempest-NetworksNegativeTestJSON-889938319-project] GET failed (client error): The resource could not be found. Apr 01 13:41:04.156892 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-ba922dc4-aab1-4b89-9b0b-2809c81a29a6 tempest-NetworksNegativeTestJSON-889938319 tempest-NetworksNegativeTestJSON-889938319-project] 10.222.0.26 "GET /v2.0/subnets/aa9b6569-24c7-456d-9270-aeace3e7fac8 HTTP/1.1" status: 404 len: 337 time: 0.1733849 Apr 01 13:41:04.163477 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.plugin [None req-8099c670-579e-41fd-85a7-3a7832b5b81d tempest-NetworksIpV6Test-758272472 tempest-NetworksIpV6Test-758272472-project] Calling delete_port for f72040cb-afa3-4926-816e-4cac12231022 owned by network:dhcp {{(pid=83871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 13:41:04.167771 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 55018) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:41:04.182233 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.v2.base [None req-5b03a447-10fe-4cef-9b4d-644ec0a005e9 tempest-NetworksNegativeTestJSON-889938319 tempest-NetworksNegativeTestJSON-889938319-project] Request body: {'network': {'name': 'new_name'}} {{(pid=83869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:41:04.191010 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-a8ef2c83-cdd3-42b5-816f-71c06645ff38 tempest-NetworksIpV6TestAttrs-863029505 tempest-NetworksIpV6TestAttrs-863029505-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736732923383'] for network, precommit_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:04.211499 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.pecan_wsgi.hooks.translation [None req-5b03a447-10fe-4cef-9b4d-644ec0a005e9 tempest-NetworksNegativeTestJSON-889938319 tempest-NetworksNegativeTestJSON-889938319-project] PUT failed (client error): The resource could not be found. Apr 01 13:41:04.212047 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5b03a447-10fe-4cef-9b4d-644ec0a005e9 tempest-NetworksNegativeTestJSON-889938319 tempest-NetworksNegativeTestJSON-889938319-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83869) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 13:41:04.217078 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-5b03a447-10fe-4cef-9b4d-644ec0a005e9 tempest-NetworksNegativeTestJSON-889938319 tempest-NetworksNegativeTestJSON-889938319-project] 10.222.0.26 "PUT /v2.0/networks/f35b493a-1f17-4612-9ab0-8a9891eb924c HTTP/1.1" status: 404 len: 339 time: 0.0449097 Apr 01 13:41:04.220504 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 55022) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:41:04.236220 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.v2.base [None req-128c4df3-a8e9-4bd1-aa35-0613ad4fd020 tempest-NetworksNegativeTestJSON-889938319 tempest-NetworksNegativeTestJSON-889938319-project] Request body: {'port': {'name': 'new_name'}} {{(pid=83871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:41:04.285271 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.pecan_wsgi.hooks.translation [None req-128c4df3-a8e9-4bd1-aa35-0613ad4fd020 tempest-NetworksNegativeTestJSON-889938319 tempest-NetworksNegativeTestJSON-889938319-project] PUT failed (client error): The resource could not be found. Apr 01 13:41:04.285701 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-128c4df3-a8e9-4bd1-aa35-0613ad4fd020 tempest-NetworksNegativeTestJSON-889938319 tempest-NetworksNegativeTestJSON-889938319-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83871) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 13:41:04.290277 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-128c4df3-a8e9-4bd1-aa35-0613ad4fd020 tempest-NetworksNegativeTestJSON-889938319 tempest-NetworksNegativeTestJSON-889938319-project] 10.222.0.26 "PUT /v2.0/ports/26243972-ea5f-4259-a2c3-6d08ec8b8967 HTTP/1.1" status: 404 len: 333 time: 0.0653424 Apr 01 13:41:04.300884 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 55026) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:41:04.304643 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-a8ef2c83-cdd3-42b5-816f-71c06645ff38 tempest-NetworksIpV6TestAttrs-863029505 tempest-NetworksIpV6TestAttrs-863029505-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575'] for network, after_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:04.308658 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8ef2c83-cdd3-42b5-816f-71c06645ff38 tempest-NetworksIpV6TestAttrs-863029505 tempest-NetworksIpV6TestAttrs-863029505-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:41:04.309228 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-a8ef2c83-cdd3-42b5-816f-71c06645ff38 tempest-NetworksIpV6TestAttrs-863029505 tempest-NetworksIpV6TestAttrs-863029505-project] Notify callbacks [] for network, before_response {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:04.317001 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.v2.base [None req-b21d5901-5e7e-4334-a56a-70936107d638 tempest-NetworksNegativeTestJSON-889938319 tempest-NetworksNegativeTestJSON-889938319-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=83871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:41:04.378555 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-e6a8b00d-cfec-4dfb-bf50-108a306bb000 tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4079814', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4170'] for router, precommit_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:04.381516 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.pecan_wsgi.hooks.translation [None req-b21d5901-5e7e-4334-a56a-70936107d638 tempest-NetworksNegativeTestJSON-889938319 tempest-NetworksNegativeTestJSON-889938319-project] PUT failed (client error): The resource could not be found. Apr 01 13:41:04.381979 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b21d5901-5e7e-4334-a56a-70936107d638 tempest-NetworksNegativeTestJSON-889938319 tempest-NetworksNegativeTestJSON-889938319-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83871) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 13:41:04.383184 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-e6a8b00d-cfec-4dfb-bf50-108a306bb000 tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:04.383590 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-b21d5901-5e7e-4334-a56a-70936107d638 tempest-NetworksNegativeTestJSON-889938319 tempest-NetworksNegativeTestJSON-889938319-project] 10.222.0.26 "PUT /v2.0/subnets/67bf5a26-40b8-4797-a9bd-6e699e38dde5 HTTP/1.1" status: 404 len: 337 time: 0.0812795 Apr 01 13:41:04.418766 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-e6a8b00d-cfec-4dfb-bf50-108a306bb000 tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4079738'] for router, after_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:04.419383 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6a8b00d-cfec-4dfb-bf50-108a306bb000 tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Fanout notify agent at l3_agent the message router_deleted on router bd10eb3a-c11d-4685-a3ce-72ef751ba63e {{(pid=83869) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 01 13:41:04.420103 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-afef8c9b-b745-464f-991a-86f56884cac2 None None] For port f72040cb-afa3-4926-816e-4cac12231022, host dv-neutron-836180-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836180-1-hyperv',level=0,port_id=f72040cb-afa3-4926-816e-4cac12231022,segment=NetworkSegment(9c40bf28-559e-432c-bb0c-37ef3df7ad0b),segment_id=9c40bf28-559e-432c-bb0c-37ef3df7ad0b)] {{(pid=83872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 13:41:04.420584 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-afef8c9b-b745-464f-991a-86f56884cac2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4155147'] for port, precommit_delete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:04.433550 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-e6a8b00d-cfec-4dfb-bf50-108a306bb000 tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Notify callbacks [] for router, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:04.439613 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-e6a8b00d-cfec-4dfb-bf50-108a306bb000 tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] 10.222.0.26 "DELETE /v2.0/routers/bd10eb3a-c11d-4685-a3ce-72ef751ba63e HTTP/1.1" status: 204 len: 168 time: 0.8727980 Apr 01 13:41:04.439613 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 55032) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:41:04.448412 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-8099c670-579e-41fd-85a7-3a7832b5b81d tempest-NetworksIpV6Test-758272472 tempest-NetworksIpV6Test-758272472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736733359243', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736732935810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2743125'] for port, after_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:04.520583 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-a8ef2c83-cdd3-42b5-816f-71c06645ff38 tempest-NetworksIpV6TestAttrs-863029505 tempest-NetworksIpV6TestAttrs-863029505-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.9555583 Apr 01 13:41:04.525593 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 55036) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:41:04.537102 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.v2.base [None req-d5c1131f-9596-4968-9b83-277530526929 tempest-NetworksIpV6TestAttrs-863029505 tempest-NetworksIpV6TestAttrs-863029505-project] Request body: {'subnet': {'network_id': 'b65b2d49-7dc4-4770-bdd0-7b85f52ac821', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=83871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:41:04.554245 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8099c670-579e-41fd-85a7-3a7832b5b81d tempest-NetworksIpV6Test-758272472 tempest-NetworksIpV6Test-758272472-project] Pushing event deleted for resources: {'Port': ['ID=f72040cb-afa3-4926-816e-4cac12231022,revision_number=None']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:41:04.560111 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ef2c83-cdd3-42b5-816f-71c06645ff38 tempest-NetworksIpV6TestAttrs-863029505 tempest-NetworksIpV6TestAttrs-863029505-project] Pushing event updated for resources: {'Network': ['ID=b65b2d49-7dc4-4770-bdd0-7b85f52ac821,revision_number=1']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:41:04.563255 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.plugin [None req-afef8c9b-b745-464f-991a-86f56884cac2 None None] Calling delete_port for f72040cb-afa3-4926-816e-4cac12231022 owned by network:dhcp {{(pid=83872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 13:41:04.601265 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Network b65b2d49-7dc4-4770-bdd0-7b85f52ac821 details requested by agent ovs-agent-dv-neutron-836180-1-hyperv with host dv-neutron-836180-1-hyperv {{(pid=83872) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 13:41:04.623741 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8099c670-579e-41fd-85a7-3a7832b5b81d tempest-NetworksIpV6Test-758272472 tempest-NetworksIpV6Test-758272472-project] No DVR routers for this DVR port f72040cb-afa3-4926-816e-4cac12231022 on host dv-neutron-836180-1-hyperv {{(pid=83871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 13:41:04.718976 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.db_base_plugin_v2 [None req-3bf717d0-4d9e-404e-a97e-3c9004813536 tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Deleting subnet f80ad742-18ae-49ce-bb34-b60220fd8ac6 {{(pid=83869) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 01 13:41:04.722049 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-3bf717d0-4d9e-404e-a97e-3c9004813536 tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Notify callbacks [] for subnet, before_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:04.746651 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.db.api [None req-afef8c9b-b745-464f-991a-86f56884cac2 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83872) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 01 13:41:04.747120 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG oslo_db.api [None req-afef8c9b-b745-464f-991a-86f56884cac2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 01 13:41:04.782529 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-d5c1131f-9596-4968-9b83-277530526929 tempest-NetworksIpV6TestAttrs-863029505 tempest-NetworksIpV6TestAttrs-863029505-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:41:04.788950 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-8099c670-579e-41fd-85a7-3a7832b5b81d tempest-NetworksIpV6Test-758272472 tempest-NetworksIpV6Test-758272472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-942654', 'neutron.services.segments.db._delete_segments_for_network-8736733387888'] for network, precommit_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:04.794447 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-3bf717d0-4d9e-404e-a97e-3c9004813536 tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2704975'] for subnet, precommit_delete_associations {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:04.805878 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-d5c1131f-9596-4968-9b83-277530526929 tempest-NetworksIpV6TestAttrs-863029505 tempest-NetworksIpV6TestAttrs-863029505-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:41:04.825552 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.services.segments.db [None req-8099c670-579e-41fd-85a7-3a7832b5b81d tempest-NetworksIpV6Test-758272472 tempest-NetworksIpV6Test-758272472-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['84892bdc-e099-4ed2-a14b-8eef115634d3']}} {{(pid=83871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:41:04.829280 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 55042) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:41:04.836861 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5c1131f-9596-4968-9b83-277530526929 tempest-NetworksIpV6TestAttrs-863029505 tempest-NetworksIpV6TestAttrs-863029505-project] Made reservation on behalf of 80147276d4574127babe28831dd684f3 for: {'subnet': 1} {{(pid=83871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 13:41:04.899054 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-3bf717d0-4d9e-404e-a97e-3c9004813536 tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-945029'] for subnet, precommit_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:04.919094 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Device f72040cb-afa3-4926-816e-4cac12231022 no longer exists at agent ovs-agent-dv-neutron-836180-1-hyperv {{(pid=83872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 13:41:04.962786 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.services.segments.db [None req-8099c670-579e-41fd-85a7-3a7832b5b81d tempest-NetworksIpV6Test-758272472 tempest-NetworksIpV6Test-758272472-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9c40bf28-559e-432c-bb0c-37ef3df7ad0b') {'for_net_delete': True} {{(pid=83871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:41:04.963094 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.services.segments.db [None req-8099c670-579e-41fd-85a7-3a7832b5b81d tempest-NetworksIpV6Test-758272472 tempest-NetworksIpV6Test-758272472-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9c40bf28-559e-432c-bb0c-37ef3df7ad0b') {} {{(pid=83871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:41:04.973668 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.plugin [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] No Port match for: f72040cb-afa3-4926-816e-4cac12231022 {{(pid=83872) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 01 13:41:04.974568 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Device f72040cb-afa3-4926-816e-4cac12231022 not bound to the agent host dv-neutron-836180-1-hyperv {{(pid=83872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 13:41:04.997411 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-3bf717d0-4d9e-404e-a97e-3c9004813536 tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-945042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2705198', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2999452'] for subnet, after_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:05.023787 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-8099c670-579e-41fd-85a7-3a7832b5b81d tempest-NetworksIpV6Test-758272472 tempest-NetworksIpV6Test-758272472-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736733386999', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3166340'] for segment, before_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:05.051485 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf717d0-4d9e-404e-a97e-3c9004813536 tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Pushing event deleted for resources: {'Subnet': ['ID=f80ad742-18ae-49ce-bb34-b60220fd8ac6,revision_number=None']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:41:05.054920 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-f93548a8-33ca-47a8-b22a-e411bb5d2dc0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:05.063076 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-8099c670-579e-41fd-85a7-3a7832b5b81d tempest-NetworksIpV6Test-758272472 tempest-NetworksIpV6Test-758272472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1004271'] for segment, precommit_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:05.072900 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-3bf717d0-4d9e-404e-a97e-3c9004813536 tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Notify callbacks [] for subnet, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:05.074229 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-d5c1131f-9596-4968-9b83-277530526929 tempest-NetworksIpV6TestAttrs-863029505 tempest-NetworksIpV6TestAttrs-863029505-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2757336'] for subnet, before_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:05.078866 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d4664bc-5aef-4f28-8e80-16c151cd651d None None] Network 7723234f-3ab2-41bd-9516-5515c96aaedf requested from dv-neutron-836180-1-hyperv {{(pid=83872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 13:41:05.090430 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-3bf717d0-4d9e-404e-a97e-3c9004813536 tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] 10.222.0.26 "DELETE /v2.0/subnets/f80ad742-18ae-49ce-bb34-b60220fd8ac6 HTTP/1.1" status: 204 len: 168 time: 0.6477475 Apr 01 13:41:05.090644 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8099c670-579e-41fd-85a7-3a7832b5b81d tempest-NetworksIpV6Test-758272472 tempest-NetworksIpV6Test-758272472-project] Releasing vlan 373 on physical network physnet1 to pool {{(pid=83871) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 01 13:41:05.090644 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-8099c670-579e-41fd-85a7-3a7832b5b81d tempest-NetworksIpV6Test-758272472 tempest-NetworksIpV6Test-758272472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1004262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2743078'] for segment, after_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:05.090839 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 55048) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:41:05.106885 dv-neutron-836180-1-hyperv neutron-server[83871]: Traceback (most recent call last): Apr 01 13:41:05.106885 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 01 13:41:05.106885 dv-neutron-836180-1-hyperv neutron-server[83871]: timer() Apr 01 13:41:05.106885 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 13:41:05.106885 dv-neutron-836180-1-hyperv neutron-server[83871]: cb(*args, **kw) Apr 01 13:41:05.106885 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 13:41:05.106885 dv-neutron-836180-1-hyperv neutron-server[83871]: return func(*args, **kwargs) Apr 01 13:41:05.106885 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 13:41:05.106885 dv-neutron-836180-1-hyperv neutron-server[83871]: self._notify() Apr 01 13:41:05.106885 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 13:41:05.106885 dv-neutron-836180-1-hyperv neutron-server[83871]: self.callback(batched_events) Apr 01 13:41:05.106885 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 13:41:05.106885 dv-neutron-836180-1-hyperv neutron-server[83871]: event.method(event) Apr 01 13:41:05.106885 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 13:41:05.106885 dv-neutron-836180-1-hyperv neutron-server[83871]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 13:41:05.106885 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 13:41:05.106885 dv-neutron-836180-1-hyperv neutron-server[83871]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 13:41:05.106885 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 13:41:05.106885 dv-neutron-836180-1-hyperv neutron-server[83871]: return f(self, *a, **k) Apr 01 13:41:05.106885 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 13:41:05.106885 dv-neutron-836180-1-hyperv neutron-server[83871]: return self._get(url).json() Apr 01 13:41:05.106885 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 13:41:05.106885 dv-neutron-836180-1-hyperv neutron-server[83871]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 13:41:05.106885 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 01 13:41:05.106885 dv-neutron-836180-1-hyperv neutron-server[83871]: return self.request(url, 'GET', **kwargs) Apr 01 13:41:05.106885 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 01 13:41:05.106885 dv-neutron-836180-1-hyperv neutron-server[83871]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 13:41:05.106885 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 01 13:41:05.106885 dv-neutron-836180-1-hyperv neutron-server[83871]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 13:41:05.106885 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 01 13:41:05.106885 dv-neutron-836180-1-hyperv neutron-server[83871]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 13:41:05.106885 dv-neutron-836180-1-hyperv neutron-server[83871]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 13:41:05.120523 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-f93548a8-33ca-47a8-b22a-e411bb5d2dc0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:41:05.179442 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-f93548a8-33ca-47a8-b22a-e411bb5d2dc0 admin admin] Usage tracker for resource:security_group_rule and tenant:934ae0750283480d994070196aea1db5 is out of sync, need to count used quota {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 13:41:05.184523 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-f93548a8-33ca-47a8-b22a-e411bb5d2dc0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 13:41:05.202124 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-f93548a8-33ca-47a8-b22a-e411bb5d2dc0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:41:05.230705 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-7df29575-54a5-49e9-8d02-6822c740d6a8 tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1033078'] for network, before_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:05.255212 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.plugin [None req-7df29575-54a5-49e9-8d02-6822c740d6a8 tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Deleting port 6d89600a-0b4c-4a15-9d7d-a04cb5a2d0eb {{(pid=83869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 13:41:05.255614 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-7df29575-54a5-49e9-8d02-6822c740d6a8 tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736733287370'] for port, before_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:05.271026 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-8099c670-579e-41fd-85a7-3a7832b5b81d tempest-NetworksIpV6Test-758272472 tempest-NetworksIpV6Test-758272472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-942599', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4084797'] for network, after_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:05.293069 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-8099c670-579e-41fd-85a7-3a7832b5b81d tempest-NetworksIpV6Test-758272472 tempest-NetworksIpV6Test-758272472-project] Notify callbacks [] for network, before_response {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:05.307956 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.plugin [None req-afef8c9b-b745-464f-991a-86f56884cac2 None None] Deleting port f72040cb-afa3-4926-816e-4cac12231022 {{(pid=83872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 13:41:05.308463 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8099c670-579e-41fd-85a7-3a7832b5b81d tempest-NetworksIpV6Test-758272472 tempest-NetworksIpV6Test-758272472-project] Pushing event deleted for resources: {'Network': ['ID=84892bdc-e099-4ed2-a14b-8eef115634d3,revision_number=None']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:41:05.308593 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-afef8c9b-b745-464f-991a-86f56884cac2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736733287370'] for port, before_delete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:05.316172 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-8099c670-579e-41fd-85a7-3a7832b5b81d tempest-NetworksIpV6Test-758272472 tempest-NetworksIpV6Test-758272472-project] 10.222.0.26 "DELETE /v2.0/networks/84892bdc-e099-4ed2-a14b-8eef115634d3 HTTP/1.1" status: 204 len: 168 time: 1.9681993 Apr 01 13:41:05.318931 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 55052) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:41:05.388819 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.plugin [None req-afef8c9b-b745-464f-991a-86f56884cac2 None None] The port 'f72040cb-afa3-4926-816e-4cac12231022' was deleted {{(pid=83872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 01 13:41:05.389048 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-f93548a8-33ca-47a8-b22a-e411bb5d2dc0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:05.394705 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.pecan_wsgi.hooks.translation [None req-7f9f897b-cc49-48e8-8280-e949e6ca1be3 tempest-NetworksIpV6Test-758272472 tempest-NetworksIpV6Test-758272472-project] DELETE failed (client error): The resource could not be found. Apr 01 13:41:05.395117 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7f9f897b-cc49-48e8-8280-e949e6ca1be3 tempest-NetworksIpV6Test-758272472 tempest-NetworksIpV6Test-758272472-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83871) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 13:41:05.396918 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-7f9f897b-cc49-48e8-8280-e949e6ca1be3 tempest-NetworksIpV6Test-758272472 tempest-NetworksIpV6Test-758272472-project] 10.222.0.26 "DELETE /v2.0/subnets/b03b3905-a123-40ca-8c04-a3ccb6320395 HTTP/1.1" status: 404 len: 337 time: 0.0768943 Apr 01 13:41:05.402973 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 55056) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:41:05.413216 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-f93548a8-33ca-47a8-b22a-e411bb5d2dc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3775923'] for security_group, after_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:05.435619 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.pecan_wsgi.hooks.translation [None req-449a8cae-5ce9-4755-9df8-e200964d836e tempest-NetworksIpV6Test-758272472 tempest-NetworksIpV6Test-758272472-project] DELETE failed (client error): The resource could not be found. Apr 01 13:41:05.436055 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-449a8cae-5ce9-4755-9df8-e200964d836e tempest-NetworksIpV6Test-758272472 tempest-NetworksIpV6Test-758272472-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83871) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 13:41:05.438532 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-449a8cae-5ce9-4755-9df8-e200964d836e tempest-NetworksIpV6Test-758272472 tempest-NetworksIpV6Test-758272472-project] 10.222.0.26 "DELETE /v2.0/networks/98b3def6-6f92-475a-abec-474ebd6cdef0 HTTP/1.1" status: 404 len: 339 time: 0.0353608 Apr 01 13:41:05.441740 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 55060) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:41:05.492707 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.pecan_wsgi.hooks.translation [None req-b5a058b9-5b8e-4ac7-8caa-4846cc193a31 tempest-NetworksIpV6Test-758272472 tempest-NetworksIpV6Test-758272472-project] DELETE failed (client error): The resource could not be found. Apr 01 13:41:05.493147 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b5a058b9-5b8e-4ac7-8caa-4846cc193a31 tempest-NetworksIpV6Test-758272472 tempest-NetworksIpV6Test-758272472-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83871) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 13:41:05.494853 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-b5a058b9-5b8e-4ac7-8caa-4846cc193a31 tempest-NetworksIpV6Test-758272472 tempest-NetworksIpV6Test-758272472-project] 10.222.0.26 "DELETE /v2.0/subnets/ba497bc3-33ac-4433-96d8-17000a6f0991 HTTP/1.1" status: 404 len: 337 time: 0.0525663 Apr 01 13:41:05.503606 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 55064) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:41:05.546688 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.pecan_wsgi.hooks.translation [None req-641f9bf3-4d1c-4a0f-9a1c-81c1c0f9648c tempest-NetworksIpV6Test-758272472 tempest-NetworksIpV6Test-758272472-project] DELETE failed (client error): The resource could not be found. Apr 01 13:41:05.547435 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-641f9bf3-4d1c-4a0f-9a1c-81c1c0f9648c tempest-NetworksIpV6Test-758272472 tempest-NetworksIpV6Test-758272472-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83871) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 13:41:05.549162 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-641f9bf3-4d1c-4a0f-9a1c-81c1c0f9648c tempest-NetworksIpV6Test-758272472 tempest-NetworksIpV6Test-758272472-project] 10.222.0.26 "DELETE /v2.0/networks/4f33a23b-0159-4296-a5c6-a62c1671fb5d HTTP/1.1" status: 404 len: 339 time: 0.0507553 Apr 01 13:41:05.553993 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 55068) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:41:05.573984 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f93548a8-33ca-47a8-b22a-e411bb5d2dc0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9dd6feb4-29c7-4935-a7fe-0dd7b9efae7c,revision_number=1']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:41:05.579274 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-f93548a8-33ca-47a8-b22a-e411bb5d2dc0 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=934ae0750283480d994070196aea1db5&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7487919 Apr 01 13:41:05.583616 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 55072) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:41:05.597021 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81871e4b-6c17-4cc5-94b0-53bd154dfbb7 None None] DHCP port deletion for 7723234f-3ab2-41bd-9516-5515c96aaedf request from dv-neutron-836180-1-hyperv {{(pid=83872) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 01 13:41:05.601109 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.plugin [None req-81871e4b-6c17-4cc5-94b0-53bd154dfbb7 None None] Deleting port 6d89600a-0b4c-4a15-9d7d-a04cb5a2d0eb {{(pid=83872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 13:41:05.601503 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-81871e4b-6c17-4cc5-94b0-53bd154dfbb7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736733287370'] for port, before_delete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:05.631890 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.db [None req-7df29575-54a5-49e9-8d02-6822c740d6a8 tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] For port 6d89600a-0b4c-4a15-9d7d-a04cb5a2d0eb, host dv-neutron-836180-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836180-1-hyperv',level=0,port_id=6d89600a-0b4c-4a15-9d7d-a04cb5a2d0eb,segment=NetworkSegment(1ed3bf78-45ee-4476-b4cf-20f27ebabe6b),segment_id=1ed3bf78-45ee-4476-b4cf-20f27ebabe6b)] {{(pid=83869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 13:41:05.632520 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-7df29575-54a5-49e9-8d02-6822c740d6a8 tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4155147'] for port, precommit_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:05.726914 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.objects.ports [None req-d5c1131f-9596-4968-9b83-277530526929 tempest-NetworksIpV6TestAttrs-863029505 tempest-NetworksIpV6TestAttrs-863029505-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=83871) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Apr 01 13:41:05.731999 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-d5c1131f-9596-4968-9b83-277530526929 tempest-NetworksIpV6TestAttrs-863029505 tempest-NetworksIpV6TestAttrs-863029505-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2743225', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2757366'] for subnet, after_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:05.763983 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-7d7ffc8d-836f-4c9c-b533-cc1acdc7ff9e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:05.811161 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-81871e4b-6c17-4cc5-94b0-53bd154dfbb7 None None] For port 6d89600a-0b4c-4a15-9d7d-a04cb5a2d0eb, host dv-neutron-836180-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836180-1-hyperv',level=0,port_id=6d89600a-0b4c-4a15-9d7d-a04cb5a2d0eb,segment=NetworkSegment(1ed3bf78-45ee-4476-b4cf-20f27ebabe6b),segment_id=1ed3bf78-45ee-4476-b4cf-20f27ebabe6b)] {{(pid=83872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 13:41:05.812767 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-81871e4b-6c17-4cc5-94b0-53bd154dfbb7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4155147'] for port, precommit_delete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:05.829988 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c1131f-9596-4968-9b83-277530526929 tempest-NetworksIpV6TestAttrs-863029505 tempest-NetworksIpV6TestAttrs-863029505-project] Pushing event updated for resources: {'Subnet': ['ID=a2496763-4eb3-4ed5-a293-59c2ff5c9e58,revision_number=0']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:41:05.833195 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-7d7ffc8d-836f-4c9c-b533-cc1acdc7ff9e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:05.870864 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.plugin [None req-7df29575-54a5-49e9-8d02-6822c740d6a8 tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Calling delete_port for 6d89600a-0b4c-4a15-9d7d-a04cb5a2d0eb owned by network:dhcp {{(pid=83869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 13:41:05.885168 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5c1131f-9596-4968-9b83-277530526929 tempest-NetworksIpV6TestAttrs-863029505 tempest-NetworksIpV6TestAttrs-863029505-project] Checking segment: {'id': '25875bd3-72dd-4e20-b581-6b6a2e6c553d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'b65b2d49-7dc4-4770-bdd0-7b85f52ac821'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 13:41:05.885540 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5c1131f-9596-4968-9b83-277530526929 tempest-NetworksIpV6TestAttrs-863029505 tempest-NetworksIpV6TestAttrs-863029505-project] Network hostable DHCP agents. Network: b65b2d49-7dc4-4770-bdd0-7b85f52ac821, hostable agents: ['e47e4547-5c2d-4954-ba56-fa3646239f18'], hosted agents: [] {{(pid=83871) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 13:41:05.911149 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5c1131f-9596-4968-9b83-277530526929 tempest-NetworksIpV6TestAttrs-863029505 tempest-NetworksIpV6TestAttrs-863029505-project] Network b65b2d49-7dc4-4770-bdd0-7b85f52ac821 is scheduled to be hosted by DHCP agent e47e4547-5c2d-4954-ba56-fa3646239f18 with binding_index 1 {{(pid=83871) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 13:41:05.913667 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.pecan_wsgi.hooks.translation [None req-f5e1d833-a7f1-49a2-bad5-6faf8f986d58 tempest-NetworksIpV6Test-758272472 tempest-NetworksIpV6Test-758272472-project] DELETE failed (client error): The resource could not be found. Apr 01 13:41:05.914071 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f5e1d833-a7f1-49a2-bad5-6faf8f986d58 tempest-NetworksIpV6Test-758272472 tempest-NetworksIpV6Test-758272472-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83869) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 13:41:05.920418 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-7d7ffc8d-836f-4c9c-b533-cc1acdc7ff9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3775923'] for security_group, after_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:05.933565 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.scheduler.base_scheduler [None req-d5c1131f-9596-4968-9b83-277530526929 tempest-NetworksIpV6TestAttrs-863029505 tempest-NetworksIpV6TestAttrs-863029505-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-836180-1-hyperv, b65b2d49-7dc4-4770-bdd0-7b85f52ac821) {{(pid=83871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 13:41:05.937834 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-f5e1d833-a7f1-49a2-bad5-6faf8f986d58 tempest-NetworksIpV6Test-758272472 tempest-NetworksIpV6Test-758272472-project] 10.222.0.26 "DELETE /v2.0/subnets/cd63c96d-0792-4c43-8806-92d5a3c91afc HTTP/1.1" status: 404 len: 337 time: 0.3777907 Apr 01 13:41:05.937991 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 55076) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:41:05.941544 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.plugin [None req-81871e4b-6c17-4cc5-94b0-53bd154dfbb7 None None] Calling delete_port for 6d89600a-0b4c-4a15-9d7d-a04cb5a2d0eb owned by network:dhcp {{(pid=83872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 13:41:05.942268 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7ffc8d-836f-4c9c-b533-cc1acdc7ff9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9dd6feb4-29c7-4935-a7fe-0dd7b9efae7c,revision_number=None']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:41:05.947406 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5c1131f-9596-4968-9b83-277530526929 tempest-NetworksIpV6TestAttrs-863029505 tempest-NetworksIpV6TestAttrs-863029505-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:41:05.947987 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-d5c1131f-9596-4968-9b83-277530526929 tempest-NetworksIpV6TestAttrs-863029505 tempest-NetworksIpV6TestAttrs-863029505-project] Notify callbacks [] for subnet, before_response {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:05.967816 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-7df29575-54a5-49e9-8d02-6822c740d6a8 tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736733359243', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736732935810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2705155'] for port, after_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:05.971402 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f6967b0-51d2-4d7c-bf56-793cd8bbef63 None None] Network b65b2d49-7dc4-4770-bdd0-7b85f52ac821 requested from dv-neutron-836180-1-hyperv {{(pid=83872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 13:41:05.980705 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-7d7ffc8d-836f-4c9c-b533-cc1acdc7ff9e admin admin] Notify callbacks [] for security_group, before_response {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:05.985442 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-7d7ffc8d-836f-4c9c-b533-cc1acdc7ff9e admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/9dd6feb4-29c7-4935-a7fe-0dd7b9efae7c HTTP/1.1" status: 204 len: 168 time: 0.3971512 Apr 01 13:41:05.986891 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.pecan_wsgi.hooks.translation [None req-de67d5fb-268f-4a42-81ad-e7e68ae3d002 tempest-NetworksIpV6Test-758272472 tempest-NetworksIpV6Test-758272472-project] DELETE failed (client error): The resource could not be found. Apr 01 13:41:05.987746 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-de67d5fb-268f-4a42-81ad-e7e68ae3d002 tempest-NetworksIpV6Test-758272472 tempest-NetworksIpV6Test-758272472-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83871) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 13:41:05.989072 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-de67d5fb-268f-4a42-81ad-e7e68ae3d002 tempest-NetworksIpV6Test-758272472 tempest-NetworksIpV6Test-758272472-project] 10.222.0.26 "DELETE /v2.0/networks/a6af10d8-978f-4697-bfb1-59a5eb5304d8 HTTP/1.1" status: 404 len: 339 time: 0.0500495 Apr 01 13:41:05.991751 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 55082) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:41:06.026815 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df29575-54a5-49e9-8d02-6822c740d6a8 tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Pushing event deleted for resources: {'Port': ['ID=6d89600a-0b4c-4a15-9d7d-a04cb5a2d0eb,revision_number=None']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:41:06.031905 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-d5c1131f-9596-4968-9b83-277530526929 tempest-NetworksIpV6TestAttrs-863029505 tempest-NetworksIpV6TestAttrs-863029505-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 1.4997783 Apr 01 13:41:06.035558 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 55086) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:41:06.039006 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7df29575-54a5-49e9-8d02-6822c740d6a8 tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] No DVR routers for this DVR port 6d89600a-0b4c-4a15-9d7d-a04cb5a2d0eb on host dv-neutron-836180-1-hyperv {{(pid=83869) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 13:41:06.149836 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-6a81f68b-4c08-4f16-b24c-8f3685050c35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:06.155590 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.db.api [None req-81871e4b-6c17-4cc5-94b0-53bd154dfbb7 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83872) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 01 13:41:06.156373 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG oslo_db.api [None req-81871e4b-6c17-4cc5-94b0-53bd154dfbb7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 01 13:41:06.258026 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.db_base_plugin_v2 [None req-7a9d7936-a336-48bf-9b6e-c73df183b9b0 tempest-NetworksIpV6Test-758272472 tempest-NetworksIpV6Test-758272472-project] Deleting subnet f9d2ac86-4dc4-4653-a3ec-72fb0bf9ac7d {{(pid=83871) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 01 13:41:06.261177 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-7a9d7936-a336-48bf-9b6e-c73df183b9b0 tempest-NetworksIpV6Test-758272472 tempest-NetworksIpV6Test-758272472-project] Notify callbacks [] for subnet, before_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:06.269126 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-7df29575-54a5-49e9-8d02-6822c740d6a8 tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-942654', 'neutron.services.segments.db._delete_segments_for_network-8736733387888'] for network, precommit_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:06.322230 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.services.segments.db [None req-7df29575-54a5-49e9-8d02-6822c740d6a8 tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7723234f-3ab2-41bd-9516-5515c96aaedf']}} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:41:06.331204 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1131c44-d8d9-4c28-a8ec-dcb21429d38b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7e7d0ecb-2af4-55f5-9198-238ab0570d62-b65b2d49-7dc4-4770-bdd0-7b85f52ac821', 'network_id': 'b65b2d49-7dc4-4770-bdd0-7b85f52ac821', 'tenant_id': '80147276d4574127babe28831dd684f3', 'fixed_ips': [{'subnet_id': 'a2496763-4eb3-4ed5-a293-59c2ff5c9e58'}]}} from dv-neutron-836180-1-hyperv. {{(pid=83872) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 01 13:41:06.334400 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-a1131c44-d8d9-4c28-a8ec-dcb21429d38b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:06.339222 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-377c912a-62e1-429c-bc35-096a8688c83a tempest-NetworksIpV6TestAttrs-863029505 tempest-NetworksIpV6TestAttrs-863029505-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1033078'] for network, before_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:06.342026 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.services.segments.db [None req-7df29575-54a5-49e9-8d02-6822c740d6a8 tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1ed3bf78-45ee-4476-b4cf-20f27ebabe6b') {'for_net_delete': True} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:41:06.342314 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.services.segments.db [None req-7df29575-54a5-49e9-8d02-6822c740d6a8 tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1ed3bf78-45ee-4476-b4cf-20f27ebabe6b') {} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:41:06.353558 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-7a9d7936-a336-48bf-9b6e-c73df183b9b0 tempest-NetworksIpV6Test-758272472 tempest-NetworksIpV6Test-758272472-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3166365'] for subnet, precommit_delete_associations {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:06.359694 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-7df29575-54a5-49e9-8d02-6822c740d6a8 tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736733386999', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2704982'] for segment, before_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:06.412910 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-7df29575-54a5-49e9-8d02-6822c740d6a8 tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1004271'] for segment, precommit_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:06.428067 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7df29575-54a5-49e9-8d02-6822c740d6a8 tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Releasing vlan 376 on physical network physnet1 to pool {{(pid=83869) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 01 13:41:06.428661 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-7df29575-54a5-49e9-8d02-6822c740d6a8 tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1004262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2705264'] for segment, after_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:06.454184 dv-neutron-836180-1-hyperv neutron-server[83869]: Traceback (most recent call last): Apr 01 13:41:06.454184 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 01 13:41:06.454184 dv-neutron-836180-1-hyperv neutron-server[83869]: timer() Apr 01 13:41:06.454184 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 13:41:06.454184 dv-neutron-836180-1-hyperv neutron-server[83869]: cb(*args, **kw) Apr 01 13:41:06.454184 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 13:41:06.454184 dv-neutron-836180-1-hyperv neutron-server[83869]: return func(*args, **kwargs) Apr 01 13:41:06.454184 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 13:41:06.454184 dv-neutron-836180-1-hyperv neutron-server[83869]: self._notify() Apr 01 13:41:06.454184 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 13:41:06.454184 dv-neutron-836180-1-hyperv neutron-server[83869]: self.callback(batched_events) Apr 01 13:41:06.454184 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 13:41:06.454184 dv-neutron-836180-1-hyperv neutron-server[83869]: event.method(event) Apr 01 13:41:06.454184 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 13:41:06.454184 dv-neutron-836180-1-hyperv neutron-server[83869]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 13:41:06.454184 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 13:41:06.454184 dv-neutron-836180-1-hyperv neutron-server[83869]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 13:41:06.454184 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 13:41:06.454184 dv-neutron-836180-1-hyperv neutron-server[83869]: return f(self, *a, **k) Apr 01 13:41:06.454184 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 13:41:06.454184 dv-neutron-836180-1-hyperv neutron-server[83869]: return self._get(url).json() Apr 01 13:41:06.454184 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 13:41:06.454184 dv-neutron-836180-1-hyperv neutron-server[83869]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 13:41:06.454184 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 01 13:41:06.454184 dv-neutron-836180-1-hyperv neutron-server[83869]: return self.request(url, 'GET', **kwargs) Apr 01 13:41:06.454184 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 01 13:41:06.454184 dv-neutron-836180-1-hyperv neutron-server[83869]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 13:41:06.454184 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 01 13:41:06.454184 dv-neutron-836180-1-hyperv neutron-server[83869]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 13:41:06.454184 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 01 13:41:06.454184 dv-neutron-836180-1-hyperv neutron-server[83869]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 13:41:06.454184 dv-neutron-836180-1-hyperv neutron-server[83869]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 13:41:06.490446 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-7a9d7936-a336-48bf-9b6e-c73df183b9b0 tempest-NetworksIpV6Test-758272472 tempest-NetworksIpV6Test-758272472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-945029'] for subnet, precommit_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:06.538576 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-377c912a-62e1-429c-bc35-096a8688c83a tempest-NetworksIpV6TestAttrs-863029505 tempest-NetworksIpV6TestAttrs-863029505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-945029'] for subnet, precommit_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:06.566452 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.db_base_plugin_common [None req-a1131c44-d8d9-4c28-a8ec-dcb21429d38b None None] Allocated IP 2001:db8::f816:3eff:fe0e:72c0 (b65b2d49-7dc4-4770-bdd0-7b85f52ac821/a2496763-4eb3-4ed5-a293-59c2ff5c9e58/999218b3-52c5-4487-acfa-e93c5397e238) {{(pid=83872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 13:41:06.590474 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-7df29575-54a5-49e9-8d02-6822c740d6a8 tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-942599', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4084797'] for network, after_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:06.607267 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-7a9d7936-a336-48bf-9b6e-c73df183b9b0 tempest-NetworksIpV6Test-758272472 tempest-NetworksIpV6Test-758272472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-945042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2743160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2757373'] for subnet, after_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:06.611530 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-7df29575-54a5-49e9-8d02-6822c740d6a8 tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Notify callbacks [] for network, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:06.629045 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df29575-54a5-49e9-8d02-6822c740d6a8 tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Pushing event deleted for resources: {'Network': ['ID=7723234f-3ab2-41bd-9516-5515c96aaedf,revision_number=None']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:41:06.636802 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-7df29575-54a5-49e9-8d02-6822c740d6a8 tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] 10.222.0.26 "DELETE /v2.0/networks/7723234f-3ab2-41bd-9516-5515c96aaedf HTTP/1.1" status: 204 len: 168 time: 1.5451298 Apr 01 13:41:06.641514 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 55100) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:41:06.646754 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.v2.base [None req-af54545f-6057-4fb8-88dd-b6e4c1603027 tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-438624750', 'external_gateway_info': {'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301'}, 'admin_state_up': False}} {{(pid=83869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:41:06.653742 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-af54545f-6057-4fb8-88dd-b6e4c1603027 tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:41:06.658341 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-af54545f-6057-4fb8-88dd-b6e4c1603027 tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Usage tracker for resource:router and tenant:7eaea7f33c58432a9d19111cc275f4e1 is out of sync, need to count used quota {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 13:41:06.661247 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-af54545f-6057-4fb8-88dd-b6e4c1603027 tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 13:41:06.667936 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-af54545f-6057-4fb8-88dd-b6e4c1603027 tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:41:06.668127 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9d7936-a336-48bf-9b6e-c73df183b9b0 tempest-NetworksIpV6Test-758272472 tempest-NetworksIpV6Test-758272472-project] Pushing event deleted for resources: {'Subnet': ['ID=f9d2ac86-4dc4-4653-a3ec-72fb0bf9ac7d,revision_number=None']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:41:06.671921 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.plugin [None req-81871e4b-6c17-4cc5-94b0-53bd154dfbb7 None None] Deleting port 6d89600a-0b4c-4a15-9d7d-a04cb5a2d0eb {{(pid=83872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 13:41:06.672518 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-81871e4b-6c17-4cc5-94b0-53bd154dfbb7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736733287370'] for port, before_delete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:06.679312 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-7a9d7936-a336-48bf-9b6e-c73df183b9b0 tempest-NetworksIpV6Test-758272472 tempest-NetworksIpV6Test-758272472-project] Notify callbacks [] for subnet, before_response {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:06.685667 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-af54545f-6057-4fb8-88dd-b6e4c1603027 tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4082176', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4220'] for router, before_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:06.687611 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-af54545f-6057-4fb8-88dd-b6e4c1603027 tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4082277', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4084873', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4148249', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4211'] for router, precommit_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:06.693238 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-7a9d7936-a336-48bf-9b6e-c73df183b9b0 tempest-NetworksIpV6Test-758272472 tempest-NetworksIpV6Test-758272472-project] 10.222.0.26 "DELETE /v2.0/subnets/f9d2ac86-4dc4-4653-a3ec-72fb0bf9ac7d HTTP/1.1" status: 204 len: 168 time: 0.7003484 Apr 01 13:41:06.695665 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 55104) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:41:06.710384 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c84e55c-3d8d-4602-9ea1-e1b5eea93488 None None] Network 9d196c66-7aaa-49b3-b3cb-2832c132b618 requested from dv-neutron-836180-1-hyperv {{(pid=83872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 13:41:06.710846 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-af54545f-6057-4fb8-88dd-b6e4c1603027 tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:06.830031 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.plugin [None req-81871e4b-6c17-4cc5-94b0-53bd154dfbb7 None None] The port '6d89600a-0b4c-4a15-9d7d-a04cb5a2d0eb' was deleted {{(pid=83872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 01 13:41:06.883331 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-37a57af1-b226-41a6-a794-f1100350324f tempest-NetworksIpV6Test-758272472 tempest-NetworksIpV6Test-758272472-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1033078'] for network, before_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:06.898935 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.plugin [None req-37a57af1-b226-41a6-a794-f1100350324f tempest-NetworksIpV6Test-758272472 tempest-NetworksIpV6Test-758272472-project] Deleting port f3135906-b3bf-4145-a54a-3778e9a99c52 {{(pid=83871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 13:41:06.899326 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-37a57af1-b226-41a6-a794-f1100350324f tempest-NetworksIpV6Test-758272472 tempest-NetworksIpV6Test-758272472-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736733287370'] for port, before_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:06.907967 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-af54545f-6057-4fb8-88dd-b6e4c1603027 tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4084887', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4079850', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4161'] for router, precommit_update {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:06.976983 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Device 6d89600a-0b4c-4a15-9d7d-a04cb5a2d0eb no longer exists at agent ovs-agent-dv-neutron-836180-1-hyperv {{(pid=83872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 13:41:07.054467 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.plugin [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] No Port match for: 6d89600a-0b4c-4a15-9d7d-a04cb5a2d0eb {{(pid=83872) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 01 13:41:07.054803 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Device 6d89600a-0b4c-4a15-9d7d-a04cb5a2d0eb not bound to the agent host dv-neutron-836180-1-hyperv {{(pid=83872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 13:41:07.090843 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-a1131c44-d8d9-4c28-a8ec-dcb21429d38b None None] Notify callbacks [] for port, precommit_create {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:07.111177 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-a1131c44-d8d9-4c28-a8ec-dcb21429d38b None None] Transition to ACTIVE for port object 999218b3-52c5-4487-acfa-e93c5397e238 will not be triggered until provisioned by entity L2. {{(pid=83872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 13:41:07.147577 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-a1131c44-d8d9-4c28-a8ec-dcb21429d38b None None] Transition to ACTIVE for port object 999218b3-52c5-4487-acfa-e93c5397e238 will not be triggered until provisioned by entity DHCP. {{(pid=83872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 13:41:07.155466 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:07.159891 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-a1131c44-d8d9-4c28-a8ec-dcb21429d38b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736732935801'] for port, after_create {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:07.197990 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 55114) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:41:07.197990 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-af54545f-6057-4fb8-88dd-b6e4c1603027 tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Notify callbacks [] for router_gateway, before_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:07.237945 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1131c44-d8d9-4c28-a8ec-dcb21429d38b None None] Network b65b2d49-7dc4-4770-bdd0-7b85f52ac821 is already hosted by enough agents. {{(pid=83872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 13:41:07.241883 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a5bca44-3eb3-490f-86ff-4eb091102d91 None None] DHCP port deletion for 9d196c66-7aaa-49b3-b3cb-2832c132b618 request from dv-neutron-836180-1-hyperv {{(pid=83872) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 01 13:41:07.243772 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.scheduler.base_scheduler [None req-a1131c44-d8d9-4c28-a8ec-dcb21429d38b None None] Resources bound (agent type, host, resource id): {{(pid=83872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 13:41:07.249353 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-af54545f-6057-4fb8-88dd-b6e4c1603027 tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:07.250802 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1131c44-d8d9-4c28-a8ec-dcb21429d38b None None] Received port after_create {{(pid=83872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 13:41:07.252815 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1131c44-d8d9-4c28-a8ec-dcb21429d38b None None] Pushing event updated for resources: {'Port': ['ID=999218b3-52c5-4487-acfa-e93c5397e238,revision_number=1']} {{(pid=83872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:41:07.255836 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.plugin [None req-3a5bca44-3eb3-490f-86ff-4eb091102d91 None None] Deleting port f3135906-b3bf-4145-a54a-3778e9a99c52 {{(pid=83872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 13:41:07.256266 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-3a5bca44-3eb3-490f-86ff-4eb091102d91 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736733287370'] for port, before_delete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:07.296911 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.db [None req-37a57af1-b226-41a6-a794-f1100350324f tempest-NetworksIpV6Test-758272472 tempest-NetworksIpV6Test-758272472-project] For port f3135906-b3bf-4145-a54a-3778e9a99c52, host dv-neutron-836180-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836180-1-hyperv',level=0,port_id=f3135906-b3bf-4145-a54a-3778e9a99c52,segment=NetworkSegment(0e06240a-5587-420d-8bd6-1db1ab2ca3f7),segment_id=0e06240a-5587-420d-8bd6-1db1ab2ca3f7)] {{(pid=83871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 13:41:07.298000 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-37a57af1-b226-41a6-a794-f1100350324f tempest-NetworksIpV6Test-758272472 tempest-NetworksIpV6Test-758272472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4155147'] for port, precommit_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:07.442267 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.managers [None req-a1131c44-d8d9-4c28-a8ec-dcb21429d38b None None] Attempting to bind port 999218b3-52c5-4487-acfa-e93c5397e238 on host dv-neutron-836180-1-hyperv for vnic_type normal with profile {{(pid=83872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 13:41:07.442636 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.managers [None req-a1131c44-d8d9-4c28-a8ec-dcb21429d38b None None] Attempting to bind port 999218b3-52c5-4487-acfa-e93c5397e238 by drivers openvswitch,hyperv on host dv-neutron-836180-1-hyperv at level 0 using segments [{'id': '25875bd3-72dd-4e20-b581-6b6a2e6c553d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'b65b2d49-7dc4-4770-bdd0-7b85f52ac821'}] {{(pid=83872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 13:41:07.443085 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1131c44-d8d9-4c28-a8ec-dcb21429d38b None None] Attempting to bind port 999218b3-52c5-4487-acfa-e93c5397e238 on network b65b2d49-7dc4-4770-bdd0-7b85f52ac821 {{(pid=83872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 13:41:07.447507 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-2f9cfc9c-d8ba-4de3-a4ad-98162f90557c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:07.451995 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.db_base_plugin_common [None req-af54545f-6057-4fb8-88dd-b6e4c1603027 tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Allocated IP 172.26.5.58 (725864b8-cceb-48c9-b5d3-1bfc4423e301/e2ed99db-0e25-4971-b535-7fa69231fae8/228793f8-4aed-4b20-b275-143834bd5831) {{(pid=83869) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 13:41:07.459374 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.plugin [None req-37a57af1-b226-41a6-a794-f1100350324f tempest-NetworksIpV6Test-758272472 tempest-NetworksIpV6Test-758272472-project] Calling delete_port for f3135906-b3bf-4145-a54a-3778e9a99c52 owned by network:dhcp {{(pid=83871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 13:41:07.460115 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.v2.base [None req-6382e6fc-32fc-4065-b89d-0da5e96898a8 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-41811918'}} {{(pid=83869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:41:07.462969 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1131c44-d8d9-4c28-a8ec-dcb21429d38b None None] Checking agent: {'id': 'af948428-97cd-4d10-9f53-af028bdb39b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-836180-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 13, 25, 37), 'started_at': datetime.datetime(2022, 4, 1, 13, 26, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 13, 41, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-836180-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 13:41:07.463340 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1131c44-d8d9-4c28-a8ec-dcb21429d38b None None] Checking segment: {'id': '25875bd3-72dd-4e20-b581-6b6a2e6c553d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'b65b2d49-7dc4-4770-bdd0-7b85f52ac821'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 13:41:07.463739 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-a1131c44-d8d9-4c28-a8ec-dcb21429d38b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:07.464126 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1131c44-d8d9-4c28-a8ec-dcb21429d38b None None] Bound using segment: {'id': '25875bd3-72dd-4e20-b581-6b6a2e6c553d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'b65b2d49-7dc4-4770-bdd0-7b85f52ac821'} {{(pid=83872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 13:41:07.464244 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-377c912a-62e1-429c-bc35-096a8688c83a tempest-NetworksIpV6TestAttrs-863029505 tempest-NetworksIpV6TestAttrs-863029505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-945042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2705198', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2999452'] for subnet, after_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:07.464635 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.managers [None req-a1131c44-d8d9-4c28-a8ec-dcb21429d38b None None] Bound port: 999218b3-52c5-4487-acfa-e93c5397e238, host: dv-neutron-836180-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '25875bd3-72dd-4e20-b581-6b6a2e6c553d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'b65b2d49-7dc4-4770-bdd0-7b85f52ac821'}}] {{(pid=83872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 13:41:07.465003 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-a1131c44-d8d9-4c28-a8ec-dcb21429d38b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:07.502002 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-6382e6fc-32fc-4065-b89d-0da5e96898a8 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:41:07.514476 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-377c912a-62e1-429c-bc35-096a8688c83a tempest-NetworksIpV6TestAttrs-863029505 tempest-NetworksIpV6TestAttrs-863029505-project] Pushing event deleted for resources: {'Subnet': ['ID=a2496763-4eb3-4ed5-a293-59c2ff5c9e58,revision_number=None']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:41:07.520016 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-6382e6fc-32fc-4065-b89d-0da5e96898a8 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Usage tracker for resource:network and tenant:2ac88458dfe547ba9bcc73de4b0c8518 is out of sync, need to count used quota {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 13:41:07.524956 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-6382e6fc-32fc-4065-b89d-0da5e96898a8 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 13:41:07.547719 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-37a57af1-b226-41a6-a794-f1100350324f tempest-NetworksIpV6Test-758272472 tempest-NetworksIpV6Test-758272472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736733359243', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736732935810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2743125'] for port, after_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:07.564957 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-6382e6fc-32fc-4065-b89d-0da5e96898a8 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:41:07.598026 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a57af1-b226-41a6-a794-f1100350324f tempest-NetworksIpV6Test-758272472 tempest-NetworksIpV6Test-758272472-project] Pushing event deleted for resources: {'Port': ['ID=f3135906-b3bf-4145-a54a-3778e9a99c52,revision_number=None']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:41:07.601798 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37a57af1-b226-41a6-a794-f1100350324f tempest-NetworksIpV6Test-758272472 tempest-NetworksIpV6Test-758272472-project] No DVR routers for this DVR port f3135906-b3bf-4145-a54a-3778e9a99c52 on host dv-neutron-836180-1-hyperv {{(pid=83871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 13:41:07.644917 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-3a5bca44-3eb3-490f-86ff-4eb091102d91 None None] For port f3135906-b3bf-4145-a54a-3778e9a99c52, host dv-neutron-836180-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836180-1-hyperv',level=0,port_id=f3135906-b3bf-4145-a54a-3778e9a99c52,segment=NetworkSegment(0e06240a-5587-420d-8bd6-1db1ab2ca3f7),segment_id=0e06240a-5587-420d-8bd6-1db1ab2ca3f7)] {{(pid=83872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 13:41:07.645315 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-3a5bca44-3eb3-490f-86ff-4eb091102d91 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4155147'] for port, precommit_delete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:07.733306 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-37a57af1-b226-41a6-a794-f1100350324f tempest-NetworksIpV6Test-758272472 tempest-NetworksIpV6Test-758272472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-942654', 'neutron.services.segments.db._delete_segments_for_network-8736733387888'] for network, precommit_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:07.758887 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.services.segments.db [None req-37a57af1-b226-41a6-a794-f1100350324f tempest-NetworksIpV6Test-758272472 tempest-NetworksIpV6Test-758272472-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9d196c66-7aaa-49b3-b3cb-2832c132b618']}} {{(pid=83871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:41:07.771613 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.services.segments.db [None req-37a57af1-b226-41a6-a794-f1100350324f tempest-NetworksIpV6Test-758272472 tempest-NetworksIpV6Test-758272472-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0e06240a-5587-420d-8bd6-1db1ab2ca3f7') {'for_net_delete': True} {{(pid=83871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:41:07.771928 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.services.segments.db [None req-37a57af1-b226-41a6-a794-f1100350324f tempest-NetworksIpV6Test-758272472 tempest-NetworksIpV6Test-758272472-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0e06240a-5587-420d-8bd6-1db1ab2ca3f7') {} {{(pid=83871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:41:07.773726 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.plugin [None req-3a5bca44-3eb3-490f-86ff-4eb091102d91 None None] Calling delete_port for f3135906-b3bf-4145-a54a-3778e9a99c52 owned by network:dhcp {{(pid=83872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 13:41:07.785038 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-37a57af1-b226-41a6-a794-f1100350324f tempest-NetworksIpV6Test-758272472 tempest-NetworksIpV6Test-758272472-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736733386999', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3166340'] for segment, before_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:07.797333 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6382e6fc-32fc-4065-b89d-0da5e96898a8 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Made reservation on behalf of 2ac88458dfe547ba9bcc73de4b0c8518 for: {'network': 1} {{(pid=83869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 13:41:07.801205 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-6382e6fc-32fc-4065-b89d-0da5e96898a8 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for network, before_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:07.801909 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-37a57af1-b226-41a6-a794-f1100350324f tempest-NetworksIpV6Test-758272472 tempest-NetworksIpV6Test-758272472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1004271'] for segment, precommit_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:07.804370 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-a1131c44-d8d9-4c28-a8ec-dcb21429d38b None None] For port 999218b3-52c5-4487-acfa-e93c5397e238, host dv-neutron-836180-1-hyperv, cleared binding levels {{(pid=83872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 13:41:07.808670 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-37a57af1-b226-41a6-a794-f1100350324f tempest-NetworksIpV6Test-758272472 tempest-NetworksIpV6Test-758272472-project] Releasing vlan 352 on physical network physnet1 to pool {{(pid=83871) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 01 13:41:07.809066 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-37a57af1-b226-41a6-a794-f1100350324f tempest-NetworksIpV6Test-758272472 tempest-NetworksIpV6Test-758272472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1004262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2743078'] for segment, after_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:07.824472 dv-neutron-836180-1-hyperv neutron-server[83871]: Traceback (most recent call last): Apr 01 13:41:07.824472 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 01 13:41:07.824472 dv-neutron-836180-1-hyperv neutron-server[83871]: timer() Apr 01 13:41:07.824472 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 13:41:07.824472 dv-neutron-836180-1-hyperv neutron-server[83871]: cb(*args, **kw) Apr 01 13:41:07.824472 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 13:41:07.824472 dv-neutron-836180-1-hyperv neutron-server[83871]: return func(*args, **kwargs) Apr 01 13:41:07.824472 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 13:41:07.824472 dv-neutron-836180-1-hyperv neutron-server[83871]: self._notify() Apr 01 13:41:07.824472 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 13:41:07.824472 dv-neutron-836180-1-hyperv neutron-server[83871]: self.callback(batched_events) Apr 01 13:41:07.824472 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 13:41:07.824472 dv-neutron-836180-1-hyperv neutron-server[83871]: event.method(event) Apr 01 13:41:07.824472 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 13:41:07.824472 dv-neutron-836180-1-hyperv neutron-server[83871]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 13:41:07.824472 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 13:41:07.824472 dv-neutron-836180-1-hyperv neutron-server[83871]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 13:41:07.824472 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 13:41:07.824472 dv-neutron-836180-1-hyperv neutron-server[83871]: return f(self, *a, **k) Apr 01 13:41:07.824472 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 13:41:07.824472 dv-neutron-836180-1-hyperv neutron-server[83871]: return self._get(url).json() Apr 01 13:41:07.824472 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 13:41:07.824472 dv-neutron-836180-1-hyperv neutron-server[83871]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 13:41:07.824472 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 01 13:41:07.824472 dv-neutron-836180-1-hyperv neutron-server[83871]: return self.request(url, 'GET', **kwargs) Apr 01 13:41:07.824472 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 01 13:41:07.824472 dv-neutron-836180-1-hyperv neutron-server[83871]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 13:41:07.824472 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 01 13:41:07.824472 dv-neutron-836180-1-hyperv neutron-server[83871]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 13:41:07.824472 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 01 13:41:07.824472 dv-neutron-836180-1-hyperv neutron-server[83871]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 13:41:07.824472 dv-neutron-836180-1-hyperv neutron-server[83871]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 13:41:07.839204 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-6382e6fc-32fc-4065-b89d-0da5e96898a8 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Notify callbacks [] for security_group, before_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:07.857467 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.db.api [None req-3a5bca44-3eb3-490f-86ff-4eb091102d91 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83872) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 01 13:41:07.858051 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-377c912a-62e1-429c-bc35-096a8688c83a tempest-NetworksIpV6TestAttrs-863029505 tempest-NetworksIpV6TestAttrs-863029505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-942654', 'neutron.services.segments.db._delete_segments_for_network-8736733387888'] for network, precommit_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:07.858566 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG oslo_db.api [None req-3a5bca44-3eb3-490f-86ff-4eb091102d91 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 01 13:41:07.906716 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-37a57af1-b226-41a6-a794-f1100350324f tempest-NetworksIpV6Test-758272472 tempest-NetworksIpV6Test-758272472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-942599', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4084797'] for network, after_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:07.916985 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-a1131c44-d8d9-4c28-a8ec-dcb21429d38b None None] For port 999218b3-52c5-4487-acfa-e93c5397e238, host dv-neutron-836180-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836180-1-hyperv',level=0,port_id=999218b3-52c5-4487-acfa-e93c5397e238,segment=NetworkSegment(25875bd3-72dd-4e20-b581-6b6a2e6c553d),segment_id=25875bd3-72dd-4e20-b581-6b6a2e6c553d)] {{(pid=83872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 13:41:07.923638 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-a1131c44-d8d9-4c28-a8ec-dcb21429d38b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864'] for port, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:07.924933 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-37a57af1-b226-41a6-a794-f1100350324f tempest-NetworksIpV6Test-758272472 tempest-NetworksIpV6Test-758272472-project] Notify callbacks [] for network, before_response {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:07.927250 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.services.segments.db [None req-377c912a-62e1-429c-bc35-096a8688c83a tempest-NetworksIpV6TestAttrs-863029505 tempest-NetworksIpV6TestAttrs-863029505-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b65b2d49-7dc4-4770-bdd0-7b85f52ac821']}} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:41:07.936118 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a57af1-b226-41a6-a794-f1100350324f tempest-NetworksIpV6Test-758272472 tempest-NetworksIpV6Test-758272472-project] Pushing event deleted for resources: {'Network': ['ID=9d196c66-7aaa-49b3-b3cb-2832c132b618,revision_number=None']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:41:07.944818 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-37a57af1-b226-41a6-a794-f1100350324f tempest-NetworksIpV6Test-758272472 tempest-NetworksIpV6Test-758272472-project] 10.222.0.26 "DELETE /v2.0/networks/9d196c66-7aaa-49b3-b3cb-2832c132b618 HTTP/1.1" status: 204 len: 168 time: 1.2476928 Apr 01 13:41:07.946646 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 55120) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:41:07.952819 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-6382e6fc-32fc-4065-b89d-0da5e96898a8 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:41:07.955764 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.services.segments.db [None req-377c912a-62e1-429c-bc35-096a8688c83a tempest-NetworksIpV6TestAttrs-863029505 tempest-NetworksIpV6TestAttrs-863029505-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '25875bd3-72dd-4e20-b581-6b6a2e6c553d') {'for_net_delete': True} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:41:07.956051 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.services.segments.db [None req-377c912a-62e1-429c-bc35-096a8688c83a tempest-NetworksIpV6TestAttrs-863029505 tempest-NetworksIpV6TestAttrs-863029505-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '25875bd3-72dd-4e20-b581-6b6a2e6c553d') {} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:41:07.979854 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-377c912a-62e1-429c-bc35-096a8688c83a tempest-NetworksIpV6TestAttrs-863029505 tempest-NetworksIpV6TestAttrs-863029505-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736733386999', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2704982'] for segment, before_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:07.988778 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-6382e6fc-32fc-4065-b89d-0da5e96898a8 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Usage tracker for resource:security_group_rule and tenant:2ac88458dfe547ba9bcc73de4b0c8518 is out of sync, need to count used quota {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 13:41:07.997565 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-af54545f-6057-4fb8-88dd-b6e4c1603027 tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Notify callbacks [] for port, precommit_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:08.000636 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-6382e6fc-32fc-4065-b89d-0da5e96898a8 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 13:41:08.001067 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.pecan_wsgi.hooks.translation [None req-74094def-e2bc-49bc-a086-03af58090d58 tempest-NetworksIpV6Test-758272472 tempest-NetworksIpV6Test-758272472-project] DELETE failed (client error): The resource could not be found. Apr 01 13:41:08.002064 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-74094def-e2bc-49bc-a086-03af58090d58 tempest-NetworksIpV6Test-758272472 tempest-NetworksIpV6Test-758272472-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83871) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 13:41:08.008612 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-74094def-e2bc-49bc-a086-03af58090d58 tempest-NetworksIpV6Test-758272472 tempest-NetworksIpV6Test-758272472-project] 10.222.0.26 "DELETE /v2.0/subnets/e73e8d88-442e-4aef-8191-9be4ae2d8056 HTTP/1.1" status: 404 len: 337 time: 0.0607803 Apr 01 13:41:08.009865 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 55124) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:41:08.010335 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-6382e6fc-32fc-4065-b89d-0da5e96898a8 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:41:08.015858 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1131c44-d8d9-4c28-a8ec-dcb21429d38b None None] Pushing event updated for resources: {'Port': ['ID=999218b3-52c5-4487-acfa-e93c5397e238,revision_number=2']} {{(pid=83872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:41:08.026360 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-377c912a-62e1-429c-bc35-096a8688c83a tempest-NetworksIpV6TestAttrs-863029505 tempest-NetworksIpV6TestAttrs-863029505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1004271'] for segment, precommit_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:08.038984 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-377c912a-62e1-429c-bc35-096a8688c83a tempest-NetworksIpV6TestAttrs-863029505 tempest-NetworksIpV6TestAttrs-863029505-project] Releasing vlan 399 on physical network physnet1 to pool {{(pid=83869) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 01 13:41:08.039367 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-377c912a-62e1-429c-bc35-096a8688c83a tempest-NetworksIpV6TestAttrs-863029505 tempest-NetworksIpV6TestAttrs-863029505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1004262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2705264'] for segment, after_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:08.044031 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.pecan_wsgi.hooks.translation [None req-d58f8add-ece9-4077-99ae-1b8b560fb5cc tempest-NetworksIpV6Test-758272472 tempest-NetworksIpV6Test-758272472-project] DELETE failed (client error): The resource could not be found. Apr 01 13:41:08.044493 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d58f8add-ece9-4077-99ae-1b8b560fb5cc tempest-NetworksIpV6Test-758272472 tempest-NetworksIpV6Test-758272472-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83871) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 13:41:08.049096 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-d58f8add-ece9-4077-99ae-1b8b560fb5cc tempest-NetworksIpV6Test-758272472 tempest-NetworksIpV6Test-758272472-project] 10.222.0.26 "DELETE /v2.0/networks/8c0492b5-391c-4ac7-b2fd-2dda440470db HTTP/1.1" status: 404 len: 339 time: 0.0349679 Apr 01 13:41:08.049329 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 55128) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:41:08.055064 dv-neutron-836180-1-hyperv neutron-server[83869]: Traceback (most recent call last): Apr 01 13:41:08.055064 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 01 13:41:08.055064 dv-neutron-836180-1-hyperv neutron-server[83869]: timer() Apr 01 13:41:08.055064 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 13:41:08.055064 dv-neutron-836180-1-hyperv neutron-server[83869]: cb(*args, **kw) Apr 01 13:41:08.055064 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 13:41:08.055064 dv-neutron-836180-1-hyperv neutron-server[83869]: return func(*args, **kwargs) Apr 01 13:41:08.055064 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 13:41:08.055064 dv-neutron-836180-1-hyperv neutron-server[83869]: self._notify() Apr 01 13:41:08.055064 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 13:41:08.055064 dv-neutron-836180-1-hyperv neutron-server[83869]: self.callback(batched_events) Apr 01 13:41:08.055064 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 13:41:08.055064 dv-neutron-836180-1-hyperv neutron-server[83869]: event.method(event) Apr 01 13:41:08.055064 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 13:41:08.055064 dv-neutron-836180-1-hyperv neutron-server[83869]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 13:41:08.055064 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 13:41:08.055064 dv-neutron-836180-1-hyperv neutron-server[83869]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 13:41:08.055064 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 13:41:08.055064 dv-neutron-836180-1-hyperv neutron-server[83869]: return f(self, *a, **k) Apr 01 13:41:08.055064 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 13:41:08.055064 dv-neutron-836180-1-hyperv neutron-server[83869]: return self._get(url).json() Apr 01 13:41:08.055064 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 13:41:08.055064 dv-neutron-836180-1-hyperv neutron-server[83869]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 13:41:08.055064 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 01 13:41:08.055064 dv-neutron-836180-1-hyperv neutron-server[83869]: return self.request(url, 'GET', **kwargs) Apr 01 13:41:08.055064 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 01 13:41:08.055064 dv-neutron-836180-1-hyperv neutron-server[83869]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 13:41:08.055064 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 01 13:41:08.055064 dv-neutron-836180-1-hyperv neutron-server[83869]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 13:41:08.055064 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 01 13:41:08.055064 dv-neutron-836180-1-hyperv neutron-server[83869]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 13:41:08.055064 dv-neutron-836180-1-hyperv neutron-server[83869]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 13:41:08.094589 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-057555b3-3774-4a46-9c5d-bde1fa32aba5 None None] Network b65b2d49-7dc4-4770-bdd0-7b85f52ac821 requested from dv-neutron-836180-1-hyperv {{(pid=83872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 13:41:08.143705 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.db.api [None req-377c912a-62e1-429c-bc35-096a8688c83a tempest-NetworksIpV6TestAttrs-863029505 tempest-NetworksIpV6TestAttrs-863029505-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 01 13:41:08.143705 dv-neutron-836180-1-hyperv neutron-server[83869]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 01 13:41:08.143705 dv-neutron-836180-1-hyperv neutron-server[83869]: [parameters: {'id': 'b65b2d49-7dc4-4770-bdd0-7b85f52ac821'}] Apr 01 13:41:08.143705 dv-neutron-836180-1-hyperv neutron-server[83869]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=83869) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 01 13:41:08.144220 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG oslo_db.api [None req-377c912a-62e1-429c-bc35-096a8688c83a tempest-NetworksIpV6TestAttrs-863029505 tempest-NetworksIpV6TestAttrs-863029505-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 01 13:41:08.151571 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-af54545f-6057-4fb8-88dd-b6e4c1603027 tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736732935801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2705155'] for port, after_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:08.247539 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.db_base_plugin_v2 [None req-2dd37af3-6d73-4c7b-a3d6-6778629d20d0 tempest-NetworksIpV6Test-758272472 tempest-NetworksIpV6Test-758272472-project] Deleting subnet edf32950-b54f-4d71-9507-c6a0f7f50599 {{(pid=83871) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 01 13:41:08.251243 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-2dd37af3-6d73-4c7b-a3d6-6778629d20d0 tempest-NetworksIpV6Test-758272472 tempest-NetworksIpV6Test-758272472-project] Notify callbacks [] for subnet, before_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:08.255209 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af54545f-6057-4fb8-88dd-b6e4c1603027 tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Network 725864b8-cceb-48c9-b5d3-1bfc4423e301 is already hosted by enough agents. {{(pid=83869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 13:41:08.264208 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.scheduler.base_scheduler [None req-af54545f-6057-4fb8-88dd-b6e4c1603027 tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Resources bound (agent type, host, resource id): {{(pid=83869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 13:41:08.267673 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af54545f-6057-4fb8-88dd-b6e4c1603027 tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Received port after_create {{(pid=83869) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 13:41:08.292120 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af54545f-6057-4fb8-88dd-b6e4c1603027 tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Pushing event updated for resources: {'Port': ['ID=228793f8-4aed-4b20-b275-143834bd5831,revision_number=1']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:41:08.317748 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-2dd37af3-6d73-4c7b-a3d6-6778629d20d0 tempest-NetworksIpV6Test-758272472 tempest-NetworksIpV6Test-758272472-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3166365'] for subnet, precommit_delete_associations {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:08.329694 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-6382e6fc-32fc-4065-b89d-0da5e96898a8 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Notify callbacks [] for security_group, precommit_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:08.337078 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-6382e6fc-32fc-4065-b89d-0da5e96898a8 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3775923'] for security_group, after_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:08.360267 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.plugin [None req-3a5bca44-3eb3-490f-86ff-4eb091102d91 None None] Deleting port f3135906-b3bf-4145-a54a-3778e9a99c52 {{(pid=83872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 13:41:08.360802 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-3a5bca44-3eb3-490f-86ff-4eb091102d91 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736733287370'] for port, before_delete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:08.413399 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-2dd37af3-6d73-4c7b-a3d6-6778629d20d0 tempest-NetworksIpV6Test-758272472 tempest-NetworksIpV6Test-758272472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-945029'] for subnet, precommit_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:08.431066 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.plugin [None req-3a5bca44-3eb3-490f-86ff-4eb091102d91 None None] The port 'f3135906-b3bf-4145-a54a-3778e9a99c52' was deleted {{(pid=83872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 01 13:41:08.431707 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6382e6fc-32fc-4065-b89d-0da5e96898a8 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cab079ab-5e8d-48f2-8e14-fbd5665991f9,revision_number=1']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:41:08.439398 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6382e6fc-32fc-4065-b89d-0da5e96898a8 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] vlan segment allocate from pool success with {'vlan_id': 398, 'physical_network': 'physnet1'} {{(pid=83869) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 13:41:08.459769 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd2c3fc1-5d32-448a-b493-eb72386fe2bc None None] get_active_networks_info from dv-neutron-836180-1-hyperv {{(pid=83872) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Apr 01 13:41:08.474496 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-6382e6fc-32fc-4065-b89d-0da5e96898a8 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1004271'] for segment, precommit_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:08.474919 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.db.segments_db [None req-6382e6fc-32fc-4065-b89d-0da5e96898a8 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Added segment 69d3dae9-b44d-4e9d-85cf-be43b39415e9 of type vlan for network 87a01bce-9ddb-4ecb-b353-c2e53ada2fbe Apr 01 13:41:08.496939 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-2dd37af3-6d73-4c7b-a3d6-6778629d20d0 tempest-NetworksIpV6Test-758272472 tempest-NetworksIpV6Test-758272472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-945042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2743160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2757373'] for subnet, after_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:08.523302 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-6382e6fc-32fc-4065-b89d-0da5e96898a8 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736732923383'] for network, precommit_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:08.538208 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd37af3-6d73-4c7b-a3d6-6778629d20d0 tempest-NetworksIpV6Test-758272472 tempest-NetworksIpV6Test-758272472-project] Pushing event deleted for resources: {'Subnet': ['ID=edf32950-b54f-4d71-9507-c6a0f7f50599,revision_number=None']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:41:08.543528 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-2dd37af3-6d73-4c7b-a3d6-6778629d20d0 tempest-NetworksIpV6Test-758272472 tempest-NetworksIpV6Test-758272472-project] Notify callbacks [] for subnet, before_response {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:08.554449 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-2dd37af3-6d73-4c7b-a3d6-6778629d20d0 tempest-NetworksIpV6Test-758272472 tempest-NetworksIpV6Test-758272472-project] 10.222.0.26 "DELETE /v2.0/subnets/edf32950-b54f-4d71-9507-c6a0f7f50599 HTTP/1.1" status: 204 len: 168 time: 0.5041234 Apr 01 13:41:08.557014 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 55132) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:41:08.580328 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-6382e6fc-32fc-4065-b89d-0da5e96898a8 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575'] for network, after_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:08.583999 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6382e6fc-32fc-4065-b89d-0da5e96898a8 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:41:08.584617 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-6382e6fc-32fc-4065-b89d-0da5e96898a8 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Notify callbacks [] for network, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:08.588559 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd2c3fc1-5d32-448a-b493-eb72386fe2bc None None] Resources bound (agent type, host, resource id): {{(pid=83872) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 01 13:41:08.671111 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-417cc9da-3f80-486e-928d-1945d679bab9 tempest-NetworksIpV6Test-758272472 tempest-NetworksIpV6Test-758272472-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1033078'] for network, before_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:08.675389 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-377c912a-62e1-429c-bc35-096a8688c83a tempest-NetworksIpV6TestAttrs-863029505 tempest-NetworksIpV6TestAttrs-863029505-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1033078'] for network, before_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:08.682239 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.plugin [None req-417cc9da-3f80-486e-928d-1945d679bab9 tempest-NetworksIpV6Test-758272472 tempest-NetworksIpV6Test-758272472-project] Deleting port 750cb611-a398-4b6e-9af2-7f23763d4abb {{(pid=83871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 13:41:08.682239 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-417cc9da-3f80-486e-928d-1945d679bab9 tempest-NetworksIpV6Test-758272472 tempest-NetworksIpV6Test-758272472-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736733287370'] for port, before_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:08.728889 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6382e6fc-32fc-4065-b89d-0da5e96898a8 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Pushing event updated for resources: {'Network': ['ID=87a01bce-9ddb-4ecb-b353-c2e53ada2fbe,revision_number=1']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:41:08.736513 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.plugin [None req-377c912a-62e1-429c-bc35-096a8688c83a tempest-NetworksIpV6TestAttrs-863029505 tempest-NetworksIpV6TestAttrs-863029505-project] Deleting port 999218b3-52c5-4487-acfa-e93c5397e238 {{(pid=83869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 13:41:08.736999 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-377c912a-62e1-429c-bc35-096a8688c83a tempest-NetworksIpV6TestAttrs-863029505 tempest-NetworksIpV6TestAttrs-863029505-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736733287370'] for port, before_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:08.746342 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Network 87a01bce-9ddb-4ecb-b353-c2e53ada2fbe details requested by agent ovs-agent-dv-neutron-836180-1-hyperv with host dv-neutron-836180-1-hyperv {{(pid=83872) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 13:41:08.765824 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-6382e6fc-32fc-4065-b89d-0da5e96898a8 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.5388856 Apr 01 13:41:08.767813 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 55136) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:41:08.778465 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.v2.base [None req-d84c5bc5-d04b-4391-97a9-21327ad060fe tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Request body: {'port': {'network_id': '87a01bce-9ddb-4ecb-b353-c2e53ada2fbe', 'name': 'tempest-PortsIpV6TestJSON-1655696600'}} {{(pid=83871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:41:08.781808 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-af54545f-6057-4fb8-88dd-b6e4c1603027 tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Notify callbacks [] for router_gateway, after_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:08.782951 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-af54545f-6057-4fb8-88dd-b6e4c1603027 tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4082201', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4084858'] for router, after_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:08.939335 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Device f3135906-b3bf-4145-a54a-3778e9a99c52 no longer exists at agent ovs-agent-dv-neutron-836180-1-hyperv {{(pid=83872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 13:41:08.993163 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-a976a7b9-9034-41e6-be13-349b75ed1593 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:08.995061 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.plugin [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] No Port match for: f3135906-b3bf-4145-a54a-3778e9a99c52 {{(pid=83872) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 01 13:41:08.995580 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Device f3135906-b3bf-4145-a54a-3778e9a99c52 not bound to the agent host dv-neutron-836180-1-hyperv {{(pid=83872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 13:41:09.131501 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-391f28bf-1d71-4eb0-9e48-0379b8a22664 None None] get_active_networks_info from dv-neutron-836180-1-hyperv {{(pid=83872) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Apr 01 13:41:09.152726 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.db [None req-377c912a-62e1-429c-bc35-096a8688c83a tempest-NetworksIpV6TestAttrs-863029505 tempest-NetworksIpV6TestAttrs-863029505-project] For port 999218b3-52c5-4487-acfa-e93c5397e238, host dv-neutron-836180-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836180-1-hyperv',level=0,port_id=999218b3-52c5-4487-acfa-e93c5397e238,segment=NetworkSegment(25875bd3-72dd-4e20-b581-6b6a2e6c553d),segment_id=25875bd3-72dd-4e20-b581-6b6a2e6c553d)] {{(pid=83869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 13:41:09.153283 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-377c912a-62e1-429c-bc35-096a8688c83a tempest-NetworksIpV6TestAttrs-863029505 tempest-NetworksIpV6TestAttrs-863029505-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4155147'] for port, precommit_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:09.194807 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.db [None req-417cc9da-3f80-486e-928d-1945d679bab9 tempest-NetworksIpV6Test-758272472 tempest-NetworksIpV6Test-758272472-project] For port 750cb611-a398-4b6e-9af2-7f23763d4abb, host dv-neutron-836180-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836180-1-hyperv',level=0,port_id=750cb611-a398-4b6e-9af2-7f23763d4abb,segment=NetworkSegment(ed19bbe9-eda1-4508-b075-501cc65d891c),segment_id=ed19bbe9-eda1-4508-b075-501cc65d891c)] {{(pid=83871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 13:41:09.195249 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-417cc9da-3f80-486e-928d-1945d679bab9 tempest-NetworksIpV6Test-758272472 tempest-NetworksIpV6Test-758272472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4155147'] for port, precommit_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:09.206748 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-d84c5bc5-d04b-4391-97a9-21327ad060fe tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:41:09.247631 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-391f28bf-1d71-4eb0-9e48-0379b8a22664 None None] Resources bound (agent type, host, resource id): {{(pid=83872) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 01 13:41:09.297694 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-d84c5bc5-d04b-4391-97a9-21327ad060fe tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Usage tracker for resource:port and tenant:2ac88458dfe547ba9bcc73de4b0c8518 is out of sync, need to count used quota {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 13:41:09.300566 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-d84c5bc5-d04b-4391-97a9-21327ad060fe tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 13:41:09.306363 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-d84c5bc5-d04b-4391-97a9-21327ad060fe tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:41:09.328108 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.plugin [None req-377c912a-62e1-429c-bc35-096a8688c83a tempest-NetworksIpV6TestAttrs-863029505 tempest-NetworksIpV6TestAttrs-863029505-project] Calling delete_port for 999218b3-52c5-4487-acfa-e93c5397e238 owned by network:dhcp {{(pid=83869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 13:41:09.375847 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.plugin [None req-417cc9da-3f80-486e-928d-1945d679bab9 tempest-NetworksIpV6Test-758272472 tempest-NetworksIpV6Test-758272472-project] Calling delete_port for 750cb611-a398-4b6e-9af2-7f23763d4abb owned by network:dhcp {{(pid=83871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 13:41:09.411496 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d84c5bc5-d04b-4391-97a9-21327ad060fe tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Made reservation on behalf of 2ac88458dfe547ba9bcc73de4b0c8518 for: {'port': 1} {{(pid=83871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 13:41:09.414555 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-d84c5bc5-d04b-4391-97a9-21327ad060fe tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:09.427002 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-377c912a-62e1-429c-bc35-096a8688c83a tempest-NetworksIpV6TestAttrs-863029505 tempest-NetworksIpV6TestAttrs-863029505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736733359243', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736732935810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2705155'] for port, after_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:09.451442 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.notifiers.nova [None req-d84c5bc5-d04b-4391-97a9-21327ad060fe tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] device_id is not set on port 26a3aca5-aaf5-48e5-93fc-33a6aa7b0e49 yet. {{(pid=83871) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 01 13:41:09.481132 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-377c912a-62e1-429c-bc35-096a8688c83a tempest-NetworksIpV6TestAttrs-863029505 tempest-NetworksIpV6TestAttrs-863029505-project] Pushing event deleted for resources: {'Port': ['ID=999218b3-52c5-4487-acfa-e93c5397e238,revision_number=None']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:41:09.493954 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-377c912a-62e1-429c-bc35-096a8688c83a tempest-NetworksIpV6TestAttrs-863029505 tempest-NetworksIpV6TestAttrs-863029505-project] No DVR routers for this DVR port 999218b3-52c5-4487-acfa-e93c5397e238 on host dv-neutron-836180-1-hyperv {{(pid=83869) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 13:41:09.541706 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-417cc9da-3f80-486e-928d-1945d679bab9 tempest-NetworksIpV6Test-758272472 tempest-NetworksIpV6Test-758272472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736733359243', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736732935810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2743125'] for port, after_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:09.602023 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-417cc9da-3f80-486e-928d-1945d679bab9 tempest-NetworksIpV6Test-758272472 tempest-NetworksIpV6Test-758272472-project] Pushing event deleted for resources: {'Port': ['ID=750cb611-a398-4b6e-9af2-7f23763d4abb,revision_number=None']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:41:09.617501 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-417cc9da-3f80-486e-928d-1945d679bab9 tempest-NetworksIpV6Test-758272472 tempest-NetworksIpV6Test-758272472-project] No DVR routers for this DVR port 750cb611-a398-4b6e-9af2-7f23763d4abb on host dv-neutron-836180-1-hyperv {{(pid=83871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 13:41:09.651611 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34e1482e-c79c-4348-8e36-3b73de5c2feb None None] Network b983da7f-9924-4709-abd7-dc2806690885 requested from dv-neutron-836180-1-hyperv {{(pid=83872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 13:41:09.743173 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-377c912a-62e1-429c-bc35-096a8688c83a tempest-NetworksIpV6TestAttrs-863029505 tempest-NetworksIpV6TestAttrs-863029505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-942654', 'neutron.services.segments.db._delete_segments_for_network-8736733387888'] for network, precommit_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:09.764440 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af54545f-6057-4fb8-88dd-b6e4c1603027 tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Router 1a6b1f9e-33ac-4ee8-abf5-b35c4573e125 is scheduled to L3 agent 88bf8fc8-11a3-4e96-9d1b-5fd93ba9f6f1 with binding_index 1 {{(pid=83869) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 01 13:41:09.773015 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.services.segments.db [None req-377c912a-62e1-429c-bc35-096a8688c83a tempest-NetworksIpV6TestAttrs-863029505 tempest-NetworksIpV6TestAttrs-863029505-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b65b2d49-7dc4-4770-bdd0-7b85f52ac821']}} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:41:09.789634 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.services.segments.db [None req-377c912a-62e1-429c-bc35-096a8688c83a tempest-NetworksIpV6TestAttrs-863029505 tempest-NetworksIpV6TestAttrs-863029505-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '25875bd3-72dd-4e20-b581-6b6a2e6c553d') {'for_net_delete': True} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:41:09.789971 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.services.segments.db [None req-377c912a-62e1-429c-bc35-096a8688c83a tempest-NetworksIpV6TestAttrs-863029505 tempest-NetworksIpV6TestAttrs-863029505-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '25875bd3-72dd-4e20-b581-6b6a2e6c553d') {} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:41:09.804588 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-377c912a-62e1-429c-bc35-096a8688c83a tempest-NetworksIpV6TestAttrs-863029505 tempest-NetworksIpV6TestAttrs-863029505-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736733386999', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2704982'] for segment, before_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:09.841191 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-417cc9da-3f80-486e-928d-1945d679bab9 tempest-NetworksIpV6Test-758272472 tempest-NetworksIpV6Test-758272472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-942654', 'neutron.services.segments.db._delete_segments_for_network-8736733387888'] for network, precommit_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:09.879859 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-d84c5bc5-d04b-4391-97a9-21327ad060fe tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Notify callbacks [] for port, precommit_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:09.880660 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed8ef445-2b3b-4898-93d6-fea9c4daa4cd None None] DHCP port deletion for b983da7f-9924-4709-abd7-dc2806690885 request from dv-neutron-836180-1-hyperv {{(pid=83872) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 01 13:41:09.885387 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.services.segments.db [None req-417cc9da-3f80-486e-928d-1945d679bab9 tempest-NetworksIpV6Test-758272472 tempest-NetworksIpV6Test-758272472-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b983da7f-9924-4709-abd7-dc2806690885']}} {{(pid=83871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:41:09.905217 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.services.segments.db [None req-417cc9da-3f80-486e-928d-1945d679bab9 tempest-NetworksIpV6Test-758272472 tempest-NetworksIpV6Test-758272472-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ed19bbe9-eda1-4508-b075-501cc65d891c') {'for_net_delete': True} {{(pid=83871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:41:09.905509 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.services.segments.db [None req-417cc9da-3f80-486e-928d-1945d679bab9 tempest-NetworksIpV6Test-758272472 tempest-NetworksIpV6Test-758272472-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ed19bbe9-eda1-4508-b075-501cc65d891c') {} {{(pid=83871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:41:09.920230 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-417cc9da-3f80-486e-928d-1945d679bab9 tempest-NetworksIpV6Test-758272472 tempest-NetworksIpV6Test-758272472-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736733386999', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3166340'] for segment, before_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:09.934981 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-377c912a-62e1-429c-bc35-096a8688c83a tempest-NetworksIpV6TestAttrs-863029505 tempest-NetworksIpV6TestAttrs-863029505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1004271'] for segment, precommit_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:09.941621 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-417cc9da-3f80-486e-928d-1945d679bab9 tempest-NetworksIpV6Test-758272472 tempest-NetworksIpV6Test-758272472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1004271'] for segment, precommit_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:09.944108 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-377c912a-62e1-429c-bc35-096a8688c83a tempest-NetworksIpV6TestAttrs-863029505 tempest-NetworksIpV6TestAttrs-863029505-project] Releasing vlan 399 on physical network physnet1 to pool {{(pid=83869) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 01 13:41:09.944533 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-377c912a-62e1-429c-bc35-096a8688c83a tempest-NetworksIpV6TestAttrs-863029505 tempest-NetworksIpV6TestAttrs-863029505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1004262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2705264'] for segment, after_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:09.950086 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-417cc9da-3f80-486e-928d-1945d679bab9 tempest-NetworksIpV6Test-758272472 tempest-NetworksIpV6Test-758272472-project] Releasing vlan 390 on physical network physnet1 to pool {{(pid=83871) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 01 13:41:09.950484 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-417cc9da-3f80-486e-928d-1945d679bab9 tempest-NetworksIpV6Test-758272472 tempest-NetworksIpV6Test-758272472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1004262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2743078'] for segment, after_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:09.959488 dv-neutron-836180-1-hyperv neutron-server[83869]: Traceback (most recent call last): Apr 01 13:41:09.959488 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 01 13:41:09.959488 dv-neutron-836180-1-hyperv neutron-server[83869]: timer() Apr 01 13:41:09.959488 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 13:41:09.959488 dv-neutron-836180-1-hyperv neutron-server[83869]: cb(*args, **kw) Apr 01 13:41:09.959488 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 13:41:09.959488 dv-neutron-836180-1-hyperv neutron-server[83869]: return func(*args, **kwargs) Apr 01 13:41:09.959488 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 13:41:09.959488 dv-neutron-836180-1-hyperv neutron-server[83869]: self._notify() Apr 01 13:41:09.959488 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 13:41:09.959488 dv-neutron-836180-1-hyperv neutron-server[83869]: self.callback(batched_events) Apr 01 13:41:09.959488 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 13:41:09.959488 dv-neutron-836180-1-hyperv neutron-server[83869]: event.method(event) Apr 01 13:41:09.959488 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 13:41:09.959488 dv-neutron-836180-1-hyperv neutron-server[83869]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 13:41:09.959488 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 13:41:09.959488 dv-neutron-836180-1-hyperv neutron-server[83869]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 13:41:09.959488 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 13:41:09.959488 dv-neutron-836180-1-hyperv neutron-server[83869]: return f(self, *a, **k) Apr 01 13:41:09.959488 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 13:41:09.959488 dv-neutron-836180-1-hyperv neutron-server[83869]: return self._get(url).json() Apr 01 13:41:09.959488 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 13:41:09.959488 dv-neutron-836180-1-hyperv neutron-server[83869]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 13:41:09.959488 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 01 13:41:09.959488 dv-neutron-836180-1-hyperv neutron-server[83869]: return self.request(url, 'GET', **kwargs) Apr 01 13:41:09.959488 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 01 13:41:09.959488 dv-neutron-836180-1-hyperv neutron-server[83869]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 13:41:09.959488 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 01 13:41:09.959488 dv-neutron-836180-1-hyperv neutron-server[83869]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 13:41:09.959488 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 01 13:41:09.959488 dv-neutron-836180-1-hyperv neutron-server[83869]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 13:41:09.959488 dv-neutron-836180-1-hyperv neutron-server[83869]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 13:41:09.965174 dv-neutron-836180-1-hyperv neutron-server[83871]: Traceback (most recent call last): Apr 01 13:41:09.965174 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 01 13:41:09.965174 dv-neutron-836180-1-hyperv neutron-server[83871]: timer() Apr 01 13:41:09.965174 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 13:41:09.965174 dv-neutron-836180-1-hyperv neutron-server[83871]: cb(*args, **kw) Apr 01 13:41:09.965174 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 13:41:09.965174 dv-neutron-836180-1-hyperv neutron-server[83871]: return func(*args, **kwargs) Apr 01 13:41:09.965174 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 13:41:09.965174 dv-neutron-836180-1-hyperv neutron-server[83871]: self._notify() Apr 01 13:41:09.965174 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 13:41:09.965174 dv-neutron-836180-1-hyperv neutron-server[83871]: self.callback(batched_events) Apr 01 13:41:09.965174 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 13:41:09.965174 dv-neutron-836180-1-hyperv neutron-server[83871]: event.method(event) Apr 01 13:41:09.965174 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 13:41:09.965174 dv-neutron-836180-1-hyperv neutron-server[83871]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 13:41:09.965174 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 13:41:09.965174 dv-neutron-836180-1-hyperv neutron-server[83871]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 13:41:09.965174 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 13:41:09.965174 dv-neutron-836180-1-hyperv neutron-server[83871]: return f(self, *a, **k) Apr 01 13:41:09.965174 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 13:41:09.965174 dv-neutron-836180-1-hyperv neutron-server[83871]: return self._get(url).json() Apr 01 13:41:09.965174 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 13:41:09.965174 dv-neutron-836180-1-hyperv neutron-server[83871]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 13:41:09.965174 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 01 13:41:09.965174 dv-neutron-836180-1-hyperv neutron-server[83871]: return self.request(url, 'GET', **kwargs) Apr 01 13:41:09.965174 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 01 13:41:09.965174 dv-neutron-836180-1-hyperv neutron-server[83871]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 13:41:09.965174 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 01 13:41:09.965174 dv-neutron-836180-1-hyperv neutron-server[83871]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 13:41:09.965174 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 01 13:41:09.965174 dv-neutron-836180-1-hyperv neutron-server[83871]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 13:41:09.965174 dv-neutron-836180-1-hyperv neutron-server[83871]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 13:41:10.014111 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-d84c5bc5-d04b-4391-97a9-21327ad060fe tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736732935801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2743125'] for port, after_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:10.056082 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-377c912a-62e1-429c-bc35-096a8688c83a tempest-NetworksIpV6TestAttrs-863029505 tempest-NetworksIpV6TestAttrs-863029505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-942599', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4084797'] for network, after_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:10.080362 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-377c912a-62e1-429c-bc35-096a8688c83a tempest-NetworksIpV6TestAttrs-863029505 tempest-NetworksIpV6TestAttrs-863029505-project] Notify callbacks [] for network, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:10.090829 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-377c912a-62e1-429c-bc35-096a8688c83a tempest-NetworksIpV6TestAttrs-863029505 tempest-NetworksIpV6TestAttrs-863029505-project] Pushing event deleted for resources: {'Network': ['ID=b65b2d49-7dc4-4770-bdd0-7b85f52ac821,revision_number=None']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:41:10.101816 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-377c912a-62e1-429c-bc35-096a8688c83a tempest-NetworksIpV6TestAttrs-863029505 tempest-NetworksIpV6TestAttrs-863029505-project] 10.222.0.26 "DELETE /v2.0/networks/b65b2d49-7dc4-4770-bdd0-7b85f52ac821 HTTP/1.1" status: 204 len: 168 time: 4.0651176 Apr 01 13:41:10.102371 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 55140) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:41:10.110425 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.v2.base [None req-e6d5a278-e354-497c-b07c-03f9bad84bd4 tempest-NetworksIpV6TestAttrs-863029505 tempest-NetworksIpV6TestAttrs-863029505-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-310627376'}} {{(pid=83869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:41:10.115692 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-e6d5a278-e354-497c-b07c-03f9bad84bd4 tempest-NetworksIpV6TestAttrs-863029505 tempest-NetworksIpV6TestAttrs-863029505-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:41:10.117402 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-417cc9da-3f80-486e-928d-1945d679bab9 tempest-NetworksIpV6Test-758272472 tempest-NetworksIpV6Test-758272472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-942599', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4084797'] for network, after_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:10.120550 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d84c5bc5-d04b-4391-97a9-21327ad060fe tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Pushing event updated for resources: {'Port': ['ID=26a3aca5-aaf5-48e5-93fc-33a6aa7b0e49,revision_number=1']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:41:10.121300 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-e6d5a278-e354-497c-b07c-03f9bad84bd4 tempest-NetworksIpV6TestAttrs-863029505 tempest-NetworksIpV6TestAttrs-863029505-project] Usage tracker for resource:network and tenant:80147276d4574127babe28831dd684f3 is out of sync, need to count used quota {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 13:41:10.125381 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-e6d5a278-e354-497c-b07c-03f9bad84bd4 tempest-NetworksIpV6TestAttrs-863029505 tempest-NetworksIpV6TestAttrs-863029505-project] Quota usage for network was recalculated. Used quota:3. {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 13:41:10.133963 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-e6d5a278-e354-497c-b07c-03f9bad84bd4 tempest-NetworksIpV6TestAttrs-863029505 tempest-NetworksIpV6TestAttrs-863029505-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:41:10.145741 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-417cc9da-3f80-486e-928d-1945d679bab9 tempest-NetworksIpV6Test-758272472 tempest-NetworksIpV6Test-758272472-project] Notify callbacks [] for network, before_response {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:10.157367 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6d5a278-e354-497c-b07c-03f9bad84bd4 tempest-NetworksIpV6TestAttrs-863029505 tempest-NetworksIpV6TestAttrs-863029505-project] Made reservation on behalf of 80147276d4574127babe28831dd684f3 for: {'network': 1} {{(pid=83869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 13:41:10.160263 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-e6d5a278-e354-497c-b07c-03f9bad84bd4 tempest-NetworksIpV6TestAttrs-863029505 tempest-NetworksIpV6TestAttrs-863029505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for network, before_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:10.161978 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-417cc9da-3f80-486e-928d-1945d679bab9 tempest-NetworksIpV6Test-758272472 tempest-NetworksIpV6Test-758272472-project] Pushing event deleted for resources: {'Network': ['ID=b983da7f-9924-4709-abd7-dc2806690885,revision_number=None']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:41:10.180324 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-417cc9da-3f80-486e-928d-1945d679bab9 tempest-NetworksIpV6Test-758272472 tempest-NetworksIpV6Test-758272472-project] 10.222.0.26 "DELETE /v2.0/networks/b983da7f-9924-4709-abd7-dc2806690885 HTTP/1.1" status: 204 len: 168 time: 1.6199574 Apr 01 13:41:10.180324 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d84c5bc5-d04b-4391-97a9-21327ad060fe tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Checking segment: {'id': '69d3dae9-b44d-4e9d-85cf-be43b39415e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '87a01bce-9ddb-4ecb-b353-c2e53ada2fbe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 13:41:10.180324 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d84c5bc5-d04b-4391-97a9-21327ad060fe tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Network hostable DHCP agents. Network: 87a01bce-9ddb-4ecb-b353-c2e53ada2fbe, hostable agents: ['e47e4547-5c2d-4954-ba56-fa3646239f18'], hosted agents: [] {{(pid=83871) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 13:41:10.181667 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af54545f-6057-4fb8-88dd-b6e4c1603027 tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Notify agent at l3_agent.dv-neutron-836180-1-hyperv the message routers_updated {{(pid=83869) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 13:41:10.198357 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76fe79a9-c6ae-488f-9113-75c303b9960f None None] Sync routers for ids ['1a6b1f9e-33ac-4ee8-abf5-b35c4573e125'] in dv-neutron-836180-1-hyperv {{(pid=83873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 13:41:10.206437 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d84c5bc5-d04b-4391-97a9-21327ad060fe tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Network 87a01bce-9ddb-4ecb-b353-c2e53ada2fbe is scheduled to be hosted by DHCP agent e47e4547-5c2d-4954-ba56-fa3646239f18 with binding_index 1 {{(pid=83871) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 13:41:10.210670 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e6d5a278-e354-497c-b07c-03f9bad84bd4 tempest-NetworksIpV6TestAttrs-863029505 tempest-NetworksIpV6TestAttrs-863029505-project] vlan segment allocate from pool success with {'vlan_id': 375, 'physical_network': 'physnet1'} {{(pid=83869) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 13:41:10.218165 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-af54545f-6057-4fb8-88dd-b6e4c1603027 tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Notify callbacks [] for router, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:10.221925 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.scheduler.base_scheduler [None req-d84c5bc5-d04b-4391-97a9-21327ad060fe tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-836180-1-hyperv, 87a01bce-9ddb-4ecb-b353-c2e53ada2fbe) {{(pid=83871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 13:41:10.222577 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-af54545f-6057-4fb8-88dd-b6e4c1603027 tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 3.5765810 Apr 01 13:41:10.222700 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76fe79a9-c6ae-488f-9113-75c303b9960f None None] Routers {'1a6b1f9e-33ac-4ee8-abf5-b35c4573e125'} bound to L3 agent in host dv-neutron-836180-1-hyperv {{(pid=83873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 13:41:10.222700 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-76fe79a9-c6ae-488f-9113-75c303b9960f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836180-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-01T13:25:36Z,description=,heartbeat_timestamp=2022-04-01T13:41:06Z,host='dv-neutron-836180-1-hyperv',id=88bf8fc8-11a3-4e96-9d1b-5fd93ba9f6f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T13:25:36Z,topic='l3_agent')) {'router_ids': ['1a6b1f9e-33ac-4ee8-abf5-b35c4573e125'], 'active': True} {{(pid=83873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:41:10.223026 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 55146) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:41:10.223526 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-e6d5a278-e354-497c-b07c-03f9bad84bd4 tempest-NetworksIpV6TestAttrs-863029505 tempest-NetworksIpV6TestAttrs-863029505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1004271'] for segment, precommit_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:10.224129 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.db.segments_db [None req-e6d5a278-e354-497c-b07c-03f9bad84bd4 tempest-NetworksIpV6TestAttrs-863029505 tempest-NetworksIpV6TestAttrs-863029505-project] Added segment 98a4fa22-4ece-44d9-ab32-ac33dc89e6b4 of type vlan for network 4134680e-d3f5-4bef-bfe9-2bd2e2583c70 Apr 01 13:41:10.236379 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7253ab9-7f3e-4271-8807-0614915412e7 None None] Network 87a01bce-9ddb-4ecb-b353-c2e53ada2fbe requested from dv-neutron-836180-1-hyperv {{(pid=83872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 13:41:10.261075 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-e6d5a278-e354-497c-b07c-03f9bad84bd4 tempest-NetworksIpV6TestAttrs-863029505 tempest-NetworksIpV6TestAttrs-863029505-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736732923383'] for network, precommit_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:10.296840 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d84c5bc5-d04b-4391-97a9-21327ad060fe tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Received port after_create {{(pid=83871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 13:41:10.300948 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d84c5bc5-d04b-4391-97a9-21327ad060fe tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:41:10.301598 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-d84c5bc5-d04b-4391-97a9-21327ad060fe tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109561'] for port, before_response {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:10.314121 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-e6d5a278-e354-497c-b07c-03f9bad84bd4 tempest-NetworksIpV6TestAttrs-863029505 tempest-NetworksIpV6TestAttrs-863029505-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575'] for network, after_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:10.325980 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6d5a278-e354-497c-b07c-03f9bad84bd4 tempest-NetworksIpV6TestAttrs-863029505 tempest-NetworksIpV6TestAttrs-863029505-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:41:10.326947 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-e6d5a278-e354-497c-b07c-03f9bad84bd4 tempest-NetworksIpV6TestAttrs-863029505 tempest-NetworksIpV6TestAttrs-863029505-project] Notify callbacks [] for network, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:10.354860 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-76fe79a9-c6ae-488f-9113-75c303b9960f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-836180-1-hyperv', False) {} {{(pid=83873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:41:10.367433 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76fe79a9-c6ae-488f-9113-75c303b9960f None None] Routers {'1a6b1f9e-33ac-4ee8-abf5-b35c4573e125'} bound to L3 agent in host dv-neutron-836180-1-hyperv {{(pid=83873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 13:41:10.368901 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-76fe79a9-c6ae-488f-9113-75c303b9960f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836180-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-01T13:25:36Z,description=,heartbeat_timestamp=2022-04-01T13:41:06Z,host='dv-neutron-836180-1-hyperv',id=88bf8fc8-11a3-4e96-9d1b-5fd93ba9f6f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T13:25:36Z,topic='l3_agent')) {'router_ids': ['1a6b1f9e-33ac-4ee8-abf5-b35c4573e125'], 'active': True} {{(pid=83873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:41:10.437686 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-d84c5bc5-d04b-4391-97a9-21327ad060fe tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.6682975 Apr 01 13:41:10.439594 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-76fe79a9-c6ae-488f-9113-75c303b9960f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-836180-1-hyperv', False) {} {{(pid=83873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:41:10.440139 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76fe79a9-c6ae-488f-9113-75c303b9960f None None] The sync data for ids ['1a6b1f9e-33ac-4ee8-abf5-b35c4573e125'] in dv-neutron-836180-1-hyperv is: [] {{(pid=83873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 13:41:10.441556 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 55150) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:41:10.454074 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.v2.base [None req-5d99967c-2539-41d4-a756-7e2c4caf3f2a tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1023143825'}} {{(pid=83869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:41:10.476115 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-5d99967c-2539-41d4-a756-7e2c4caf3f2a tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:41:10.484519 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-e6d5a278-e354-497c-b07c-03f9bad84bd4 tempest-NetworksIpV6TestAttrs-863029505 tempest-NetworksIpV6TestAttrs-863029505-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.3809891 Apr 01 13:41:10.485818 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-5d99967c-2539-41d4-a756-7e2c4caf3f2a tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Usage tracker for resource:network and tenant:2ac88458dfe547ba9bcc73de4b0c8518 is out of sync, need to count used quota {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 13:41:10.490997 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-5d99967c-2539-41d4-a756-7e2c4caf3f2a tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 13:41:10.491181 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 55154) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:41:10.498842 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d5a278-e354-497c-b07c-03f9bad84bd4 tempest-NetworksIpV6TestAttrs-863029505 tempest-NetworksIpV6TestAttrs-863029505-project] Pushing event updated for resources: {'Network': ['ID=4134680e-d3f5-4bef-bfe9-2bd2e2583c70,revision_number=1']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:41:10.501437 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-5d99967c-2539-41d4-a756-7e2c4caf3f2a tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:41:10.503332 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.v2.base [None req-23d57347-8cca-4c75-93fc-792d5d0a3cc7 tempest-NetworksIpV6TestAttrs-863029505 tempest-NetworksIpV6TestAttrs-863029505-project] Request body: {'subnet': {'network_id': '4134680e-d3f5-4bef-bfe9-2bd2e2583c70', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:41:10.515564 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d99967c-2539-41d4-a756-7e2c4caf3f2a tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Made reservation on behalf of 2ac88458dfe547ba9bcc73de4b0c8518 for: {'network': 1} {{(pid=83869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 13:41:10.521654 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-5d99967c-2539-41d4-a756-7e2c4caf3f2a tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for network, before_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:10.534347 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Network 4134680e-d3f5-4bef-bfe9-2bd2e2583c70 details requested by agent ovs-agent-dv-neutron-836180-1-hyperv with host dv-neutron-836180-1-hyperv {{(pid=83872) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 13:41:10.555902 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5d99967c-2539-41d4-a756-7e2c4caf3f2a tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] vlan segment allocate from pool success with {'vlan_id': 392, 'physical_network': 'physnet1'} {{(pid=83869) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 13:41:10.566967 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-5d99967c-2539-41d4-a756-7e2c4caf3f2a tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1004271'] for segment, precommit_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:10.567682 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.db.segments_db [None req-5d99967c-2539-41d4-a756-7e2c4caf3f2a tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Added segment 0e808f7a-92dd-488f-83ec-e379c322bcdb of type vlan for network c80e5635-ad3e-4caa-b3e7-05aede6f2bea Apr 01 13:41:10.606005 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-5d99967c-2539-41d4-a756-7e2c4caf3f2a tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736732923383'] for network, precommit_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:10.633666 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-b8a23636-ab8c-4938-a7db-b8abfb197051 tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] 10.222.0.26 "GET /v2.0/routers/1a6b1f9e-33ac-4ee8-abf5-b35c4573e125 HTTP/1.1" status: 200 len: 879 time: 0.4101312 Apr 01 13:41:10.639096 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-23d57347-8cca-4c75-93fc-792d5d0a3cc7 tempest-NetworksIpV6TestAttrs-863029505 tempest-NetworksIpV6TestAttrs-863029505-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:41:10.649568 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-23d57347-8cca-4c75-93fc-792d5d0a3cc7 tempest-NetworksIpV6TestAttrs-863029505 tempest-NetworksIpV6TestAttrs-863029505-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:41:10.652836 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 55160) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:41:10.662439 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23d57347-8cca-4c75-93fc-792d5d0a3cc7 tempest-NetworksIpV6TestAttrs-863029505 tempest-NetworksIpV6TestAttrs-863029505-project] Made reservation on behalf of 80147276d4574127babe28831dd684f3 for: {'subnet': 1} {{(pid=83871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 13:41:10.681569 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 55164) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:41:10.731908 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-5d99967c-2539-41d4-a756-7e2c4caf3f2a tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575'] for network, after_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:10.737047 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d99967c-2539-41d4-a756-7e2c4caf3f2a tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:41:10.738058 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-5d99967c-2539-41d4-a756-7e2c4caf3f2a tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Notify callbacks [] for network, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:10.907921 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Device 750cb611-a398-4b6e-9af2-7f23763d4abb no longer exists at agent ovs-agent-dv-neutron-836180-1-hyperv {{(pid=83872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 13:41:10.913653 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-23d57347-8cca-4c75-93fc-792d5d0a3cc7 tempest-NetworksIpV6TestAttrs-863029505 tempest-NetworksIpV6TestAttrs-863029505-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2757336'] for subnet, before_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:10.915353 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-5d99967c-2539-41d4-a756-7e2c4caf3f2a tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.4725616 Apr 01 13:41:10.919422 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 55170) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:41:10.927597 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.v2.base [None req-6b84ca68-63f7-4c4b-a184-60014924ad9c tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Request body: {'ports': [{'network_id': '87a01bce-9ddb-4ecb-b353-c2e53ada2fbe'}, {'network_id': 'c80e5635-ad3e-4caa-b3e7-05aede6f2bea'}]} {{(pid=83869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:41:10.927897 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.v2.base [None req-6b84ca68-63f7-4c4b-a184-60014924ad9c tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Request body: {'port': {'network_id': '87a01bce-9ddb-4ecb-b353-c2e53ada2fbe'}} {{(pid=83869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:41:10.928379 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.v2.base [None req-6b84ca68-63f7-4c4b-a184-60014924ad9c tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Request body: {'port': {'network_id': 'c80e5635-ad3e-4caa-b3e7-05aede6f2bea'}} {{(pid=83869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:41:10.943551 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d99967c-2539-41d4-a756-7e2c4caf3f2a tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Pushing event updated for resources: {'Network': ['ID=c80e5635-ad3e-4caa-b3e7-05aede6f2bea,revision_number=1']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:41:10.950917 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.plugin [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] No Port match for: 750cb611-a398-4b6e-9af2-7f23763d4abb {{(pid=83872) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 01 13:41:10.951260 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Device 750cb611-a398-4b6e-9af2-7f23763d4abb not bound to the agent host dv-neutron-836180-1-hyperv {{(pid=83872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 13:41:10.957676 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Network c80e5635-ad3e-4caa-b3e7-05aede6f2bea details requested by agent ovs-agent-dv-neutron-836180-1-hyperv with host dv-neutron-836180-1-hyperv {{(pid=83872) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 13:41:10.995961 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-c7c3c719-44ba-4e9f-8bb1-a2ac10c6ec83 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=2517206c5ecf40f0b116989fbb76d27f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3111398 Apr 01 13:41:11.004223 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 55174) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:41:11.090840 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-e3f3e7b0-da01-4d56-8ee1-b4fd98b9b8f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:11.156830 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-e3f3e7b0-da01-4d56-8ee1-b4fd98b9b8f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:11.183290 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-6b84ca68-63f7-4c4b-a184-60014924ad9c tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:41:11.190308 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-6b84ca68-63f7-4c4b-a184-60014924ad9c tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Usage tracker for resource:port and tenant:2ac88458dfe547ba9bcc73de4b0c8518 is out of sync, need to count used quota {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 13:41:11.193995 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-6b84ca68-63f7-4c4b-a184-60014924ad9c tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 13:41:11.200858 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-6b84ca68-63f7-4c4b-a184-60014924ad9c tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Attempting to reserve 2 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:41:11.217473 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-9d9f2475-b8a0-423a-9341-957140284b5e tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Synchronizing usage tracker for tenant:7eaea7f33c58432a9d19111cc275f4e1 on resource:router {{(pid=83869) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 13:41:11.222027 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b84ca68-63f7-4c4b-a184-60014924ad9c tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Made reservation on behalf of 2ac88458dfe547ba9bcc73de4b0c8518 for: {'port': 2} {{(pid=83869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 13:41:11.225655 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-6b84ca68-63f7-4c4b-a184-60014924ad9c tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:11.245780 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-23d57347-8cca-4c75-93fc-792d5d0a3cc7 tempest-NetworksIpV6TestAttrs-863029505 tempest-NetworksIpV6TestAttrs-863029505-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2743225', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2757366'] for subnet, after_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:11.253536 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-6b84ca68-63f7-4c4b-a184-60014924ad9c tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:11.270158 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-9d9f2475-b8a0-423a-9341-957140284b5e tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Unset dirty status for tenant:7eaea7f33c58432a9d19111cc275f4e1 on resource:router {{(pid=83869) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 13:41:11.271336 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-9d9f2475-b8a0-423a-9341-957140284b5e tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] 10.222.0.26 "GET /v2.0/routers HTTP/1.1" status: 200 len: 882 time: 0.6165946 Apr 01 13:41:11.279231 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 55178) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:41:11.287125 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-e3f3e7b0-da01-4d56-8ee1-b4fd98b9b8f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3775923'] for security_group, after_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:11.293038 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.v2.base [None req-1e268091-5132-40f6-a562-b765591bb37a tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-438624750'}} {{(pid=83871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:41:11.435275 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f3e7b0-da01-4d56-8ee1-b4fd98b9b8f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=210be8b6-60e1-4bdb-a642-9004a5ef7f4e,revision_number=None']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:41:11.474101 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d57347-8cca-4c75-93fc-792d5d0a3cc7 tempest-NetworksIpV6TestAttrs-863029505 tempest-NetworksIpV6TestAttrs-863029505-project] Pushing event updated for resources: {'Subnet': ['ID=73377a30-709e-4296-ab84-0878c1669275,revision_number=0']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:41:11.490223 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-e3f3e7b0-da01-4d56-8ee1-b4fd98b9b8f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:11.491330 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-e3f3e7b0-da01-4d56-8ee1-b4fd98b9b8f5 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/210be8b6-60e1-4bdb-a642-9004a5ef7f4e HTTP/1.1" status: 204 len: 168 time: 0.4864528 Apr 01 13:41:11.514218 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23d57347-8cca-4c75-93fc-792d5d0a3cc7 tempest-NetworksIpV6TestAttrs-863029505 tempest-NetworksIpV6TestAttrs-863029505-project] Checking segment: {'id': '98a4fa22-4ece-44d9-ab32-ac33dc89e6b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '4134680e-d3f5-4bef-bfe9-2bd2e2583c70'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 13:41:11.514522 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23d57347-8cca-4c75-93fc-792d5d0a3cc7 tempest-NetworksIpV6TestAttrs-863029505 tempest-NetworksIpV6TestAttrs-863029505-project] Network hostable DHCP agents. Network: 4134680e-d3f5-4bef-bfe9-2bd2e2583c70, hostable agents: ['e47e4547-5c2d-4954-ba56-fa3646239f18'], hosted agents: [] {{(pid=83871) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 13:41:11.555906 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23d57347-8cca-4c75-93fc-792d5d0a3cc7 tempest-NetworksIpV6TestAttrs-863029505 tempest-NetworksIpV6TestAttrs-863029505-project] Network 4134680e-d3f5-4bef-bfe9-2bd2e2583c70 is scheduled to be hosted by DHCP agent e47e4547-5c2d-4954-ba56-fa3646239f18 with binding_index 1 {{(pid=83871) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 13:41:11.575913 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.scheduler.base_scheduler [None req-23d57347-8cca-4c75-93fc-792d5d0a3cc7 tempest-NetworksIpV6TestAttrs-863029505 tempest-NetworksIpV6TestAttrs-863029505-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-836180-1-hyperv, 4134680e-d3f5-4bef-bfe9-2bd2e2583c70) {{(pid=83871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 13:41:11.581657 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.notifiers.nova [None req-6b84ca68-63f7-4c4b-a184-60014924ad9c tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] device_id is not set on port faab8d64-5c7e-421f-90b7-0e5ccd0d6701 yet. {{(pid=83869) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 01 13:41:11.583089 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23d57347-8cca-4c75-93fc-792d5d0a3cc7 tempest-NetworksIpV6TestAttrs-863029505 tempest-NetworksIpV6TestAttrs-863029505-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:41:11.583668 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-23d57347-8cca-4c75-93fc-792d5d0a3cc7 tempest-NetworksIpV6TestAttrs-863029505 tempest-NetworksIpV6TestAttrs-863029505-project] Notify callbacks [] for subnet, before_response {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:11.588021 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa1906a2-77c3-49fb-bed0-39d78c518dab None None] Network 4134680e-d3f5-4bef-bfe9-2bd2e2583c70 requested from dv-neutron-836180-1-hyperv {{(pid=83872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 13:41:11.661071 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-23d57347-8cca-4c75-93fc-792d5d0a3cc7 tempest-NetworksIpV6TestAttrs-863029505 tempest-NetworksIpV6TestAttrs-863029505-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.1647048 Apr 01 13:41:11.665780 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 55184) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:41:11.766389 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-6b84ca68-63f7-4c4b-a184-60014924ad9c tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Notify callbacks [] for port, precommit_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:11.848215 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04b9d3a4-a6b3-4b40-8238-6781c3349a0e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7e7d0ecb-2af4-55f5-9198-238ab0570d62-4134680e-d3f5-4bef-bfe9-2bd2e2583c70', 'network_id': '4134680e-d3f5-4bef-bfe9-2bd2e2583c70', 'tenant_id': '80147276d4574127babe28831dd684f3', 'fixed_ips': [{'subnet_id': '73377a30-709e-4296-ab84-0878c1669275'}]}} from dv-neutron-836180-1-hyperv. {{(pid=83872) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 01 13:41:11.849264 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-04b9d3a4-a6b3-4b40-8238-6781c3349a0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:11.924954 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.notifiers.nova [None req-6b84ca68-63f7-4c4b-a184-60014924ad9c tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] device_id is not set on port 62d016d2-273f-4ca3-b07b-55c9a373c728 yet. {{(pid=83869) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 01 13:41:11.955588 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-46a00b8f-fd84-4392-a759-8fe4c5136ead tempest-NetworksIpV6TestAttrs-863029505 tempest-NetworksIpV6TestAttrs-863029505-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1033078'] for network, before_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:11.997736 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-1e268091-5132-40f6-a562-b765591bb37a tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4084887', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4079850', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4161'] for router, precommit_update {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:12.016800 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-1e268091-5132-40f6-a562-b765591bb37a tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4084858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-4084844', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-4084837', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-4079843'] for router, after_update {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:12.029324 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.db_base_plugin_common [None req-04b9d3a4-a6b3-4b40-8238-6781c3349a0e None None] Allocated IP 2001:db8::2 (4134680e-d3f5-4bef-bfe9-2bd2e2583c70/73377a30-709e-4296-ab84-0878c1669275/223c9370-db7b-4f0a-b19e-9d23d0fd3db2) {{(pid=83872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 13:41:12.074487 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-46a00b8f-fd84-4392-a759-8fe4c5136ead tempest-NetworksIpV6TestAttrs-863029505 tempest-NetworksIpV6TestAttrs-863029505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-945029'] for subnet, precommit_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:12.168048 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-6b84ca68-63f7-4c4b-a184-60014924ad9c tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Notify callbacks [] for port, precommit_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:12.201534 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-6b84ca68-63f7-4c4b-a184-60014924ad9c tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736732935801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2705155'] for port, after_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:12.292445 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-04b9d3a4-a6b3-4b40-8238-6781c3349a0e None None] Notify callbacks [] for port, precommit_create {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:12.295121 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b84ca68-63f7-4c4b-a184-60014924ad9c tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Network 87a01bce-9ddb-4ecb-b353-c2e53ada2fbe is already hosted by enough agents. {{(pid=83869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 13:41:12.300395 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.scheduler.base_scheduler [None req-6b84ca68-63f7-4c4b-a184-60014924ad9c tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Resources bound (agent type, host, resource id): {{(pid=83869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 13:41:12.305005 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b84ca68-63f7-4c4b-a184-60014924ad9c tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Received port after_create {{(pid=83869) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 13:41:12.306066 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-6b84ca68-63f7-4c4b-a184-60014924ad9c tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736732935801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2705155'] for port, after_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:12.310441 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-04b9d3a4-a6b3-4b40-8238-6781c3349a0e None None] Transition to ACTIVE for port object 223c9370-db7b-4f0a-b19e-9d23d0fd3db2 will not be triggered until provisioned by entity L2. {{(pid=83872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 13:41:12.315614 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b84ca68-63f7-4c4b-a184-60014924ad9c tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Pushing event updated for resources: {'Port': ['ID=faab8d64-5c7e-421f-90b7-0e5ccd0d6701,revision_number=1']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:41:12.338586 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e268091-5132-40f6-a562-b765591bb37a tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Router 1a6b1f9e-33ac-4ee8-abf5-b35c4573e125 has already been hosted by L3 agent 88bf8fc8-11a3-4e96-9d1b-5fd93ba9f6f1 {{(pid=83871) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 13:41:12.340339 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-04b9d3a4-a6b3-4b40-8238-6781c3349a0e None None] Transition to ACTIVE for port object 223c9370-db7b-4f0a-b19e-9d23d0fd3db2 will not be triggered until provisioned by entity DHCP. {{(pid=83872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 13:41:12.349071 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-04b9d3a4-a6b3-4b40-8238-6781c3349a0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736732935801'] for port, after_create {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:12.413922 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-46a00b8f-fd84-4392-a759-8fe4c5136ead tempest-NetworksIpV6TestAttrs-863029505 tempest-NetworksIpV6TestAttrs-863029505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-945042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2705198', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2999452'] for subnet, after_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:12.422366 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04b9d3a4-a6b3-4b40-8238-6781c3349a0e None None] Network 4134680e-d3f5-4bef-bfe9-2bd2e2583c70 is already hosted by enough agents. {{(pid=83872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 13:41:12.425805 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.scheduler.base_scheduler [None req-04b9d3a4-a6b3-4b40-8238-6781c3349a0e None None] Resources bound (agent type, host, resource id): {{(pid=83872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 13:41:12.434390 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04b9d3a4-a6b3-4b40-8238-6781c3349a0e None None] Received port after_create {{(pid=83872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 13:41:12.447050 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b9d3a4-a6b3-4b40-8238-6781c3349a0e None None] Pushing event updated for resources: {'Port': ['ID=223c9370-db7b-4f0a-b19e-9d23d0fd3db2,revision_number=1']} {{(pid=83872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:41:12.458621 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b84ca68-63f7-4c4b-a184-60014924ad9c tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Pushing event updated for resources: {'Port': ['ID=62d016d2-273f-4ca3-b07b-55c9a373c728,revision_number=1']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:41:12.470195 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a00b8f-fd84-4392-a759-8fe4c5136ead tempest-NetworksIpV6TestAttrs-863029505 tempest-NetworksIpV6TestAttrs-863029505-project] Pushing event deleted for resources: {'Subnet': ['ID=73377a30-709e-4296-ab84-0878c1669275,revision_number=None']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:41:12.498658 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b84ca68-63f7-4c4b-a184-60014924ad9c tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Checking segment: {'id': '0e808f7a-92dd-488f-83ec-e379c322bcdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'c80e5635-ad3e-4caa-b3e7-05aede6f2bea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 13:41:12.499015 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b84ca68-63f7-4c4b-a184-60014924ad9c tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Network hostable DHCP agents. Network: c80e5635-ad3e-4caa-b3e7-05aede6f2bea, hostable agents: ['e47e4547-5c2d-4954-ba56-fa3646239f18'], hosted agents: [] {{(pid=83869) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 13:41:12.539220 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.managers [None req-04b9d3a4-a6b3-4b40-8238-6781c3349a0e None None] Attempting to bind port 223c9370-db7b-4f0a-b19e-9d23d0fd3db2 on host dv-neutron-836180-1-hyperv for vnic_type normal with profile {{(pid=83872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 13:41:12.539807 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.managers [None req-04b9d3a4-a6b3-4b40-8238-6781c3349a0e None None] Attempting to bind port 223c9370-db7b-4f0a-b19e-9d23d0fd3db2 by drivers openvswitch,hyperv on host dv-neutron-836180-1-hyperv at level 0 using segments [{'id': '98a4fa22-4ece-44d9-ab32-ac33dc89e6b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '4134680e-d3f5-4bef-bfe9-2bd2e2583c70'}] {{(pid=83872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 13:41:12.540265 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04b9d3a4-a6b3-4b40-8238-6781c3349a0e None None] Attempting to bind port 223c9370-db7b-4f0a-b19e-9d23d0fd3db2 on network 4134680e-d3f5-4bef-bfe9-2bd2e2583c70 {{(pid=83872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 13:41:12.547931 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04b9d3a4-a6b3-4b40-8238-6781c3349a0e None None] Checking agent: {'id': 'af948428-97cd-4d10-9f53-af028bdb39b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-836180-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 13, 25, 37), 'started_at': datetime.datetime(2022, 4, 1, 13, 26, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 13, 41, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-836180-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 13:41:12.548462 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04b9d3a4-a6b3-4b40-8238-6781c3349a0e None None] Checking segment: {'id': '98a4fa22-4ece-44d9-ab32-ac33dc89e6b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '4134680e-d3f5-4bef-bfe9-2bd2e2583c70'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 13:41:12.549223 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-04b9d3a4-a6b3-4b40-8238-6781c3349a0e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:12.549466 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04b9d3a4-a6b3-4b40-8238-6781c3349a0e None None] Bound using segment: {'id': '98a4fa22-4ece-44d9-ab32-ac33dc89e6b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '4134680e-d3f5-4bef-bfe9-2bd2e2583c70'} {{(pid=83872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 13:41:12.550032 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.managers [None req-04b9d3a4-a6b3-4b40-8238-6781c3349a0e None None] Bound port: 223c9370-db7b-4f0a-b19e-9d23d0fd3db2, host: dv-neutron-836180-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98a4fa22-4ece-44d9-ab32-ac33dc89e6b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '4134680e-d3f5-4bef-bfe9-2bd2e2583c70'}}] {{(pid=83872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 13:41:12.550675 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-04b9d3a4-a6b3-4b40-8238-6781c3349a0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:12.590712 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-46a00b8f-fd84-4392-a759-8fe4c5136ead tempest-NetworksIpV6TestAttrs-863029505 tempest-NetworksIpV6TestAttrs-863029505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-942654', 'neutron.services.segments.db._delete_segments_for_network-8736733387888'] for network, precommit_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:12.624869 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b84ca68-63f7-4c4b-a184-60014924ad9c tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Network c80e5635-ad3e-4caa-b3e7-05aede6f2bea is scheduled to be hosted by DHCP agent e47e4547-5c2d-4954-ba56-fa3646239f18 with binding_index 1 {{(pid=83869) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 13:41:12.631506 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.services.segments.db [None req-46a00b8f-fd84-4392-a759-8fe4c5136ead tempest-NetworksIpV6TestAttrs-863029505 tempest-NetworksIpV6TestAttrs-863029505-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4134680e-d3f5-4bef-bfe9-2bd2e2583c70']}} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:41:12.637135 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e268091-5132-40f6-a562-b765591bb37a tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Notify agent at l3_agent.dv-neutron-836180-1-hyperv the message routers_updated {{(pid=83871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 13:41:12.648332 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.services.segments.db [None req-46a00b8f-fd84-4392-a759-8fe4c5136ead tempest-NetworksIpV6TestAttrs-863029505 tempest-NetworksIpV6TestAttrs-863029505-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '98a4fa22-4ece-44d9-ab32-ac33dc89e6b4') {'for_net_delete': True} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:41:12.648716 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.services.segments.db [None req-46a00b8f-fd84-4392-a759-8fe4c5136ead tempest-NetworksIpV6TestAttrs-863029505 tempest-NetworksIpV6TestAttrs-863029505-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '98a4fa22-4ece-44d9-ab32-ac33dc89e6b4') {} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:41:12.655011 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-1e268091-5132-40f6-a562-b765591bb37a tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Notify callbacks [] for router, before_response {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:12.661450 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-1e268091-5132-40f6-a562-b765591bb37a tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] 10.222.0.26 "PUT /v2.0/routers/1a6b1f9e-33ac-4ee8-abf5-b35c4573e125 HTTP/1.1" status: 200 len: 886 time: 1.3809252 Apr 01 13:41:12.662099 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 55204) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:41:12.662829 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e784c418-deeb-4e69-b924-863eb43d41de None None] Sync routers for ids ['1a6b1f9e-33ac-4ee8-abf5-b35c4573e125'] in dv-neutron-836180-1-hyperv {{(pid=83872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 13:41:12.673137 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.scheduler.base_scheduler [None req-6b84ca68-63f7-4c4b-a184-60014924ad9c tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-836180-1-hyperv, c80e5635-ad3e-4caa-b3e7-05aede6f2bea) {{(pid=83869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 13:41:12.681696 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b84ca68-63f7-4c4b-a184-60014924ad9c tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Received port after_create {{(pid=83869) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 13:41:12.681972 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-04b9d3a4-a6b3-4b40-8238-6781c3349a0e None None] For port 223c9370-db7b-4f0a-b19e-9d23d0fd3db2, host dv-neutron-836180-1-hyperv, cleared binding levels {{(pid=83872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 13:41:12.685895 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b84ca68-63f7-4c4b-a184-60014924ad9c tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:41:12.689047 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-04b9d3a4-a6b3-4b40-8238-6781c3349a0e None None] For port 223c9370-db7b-4f0a-b19e-9d23d0fd3db2, host dv-neutron-836180-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836180-1-hyperv',level=0,port_id=223c9370-db7b-4f0a-b19e-9d23d0fd3db2,segment=NetworkSegment(98a4fa22-4ece-44d9-ab32-ac33dc89e6b4),segment_id=98a4fa22-4ece-44d9-ab32-ac33dc89e6b4)] {{(pid=83872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 13:41:12.689798 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3ad0bbf-98e5-4ec3-a330-7491d0efa102 None None] Network c80e5635-ad3e-4caa-b3e7-05aede6f2bea requested from dv-neutron-836180-1-hyperv {{(pid=83872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 13:41:12.689935 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b84ca68-63f7-4c4b-a184-60014924ad9c tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:41:12.690689 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-6b84ca68-63f7-4c4b-a184-60014924ad9c tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109561'] for port, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:12.695969 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-46a00b8f-fd84-4392-a759-8fe4c5136ead tempest-NetworksIpV6TestAttrs-863029505 tempest-NetworksIpV6TestAttrs-863029505-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736733386999', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2704982'] for segment, before_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:12.709382 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-04b9d3a4-a6b3-4b40-8238-6781c3349a0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864'] for port, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:12.732510 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-46a00b8f-fd84-4392-a759-8fe4c5136ead tempest-NetworksIpV6TestAttrs-863029505 tempest-NetworksIpV6TestAttrs-863029505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1004271'] for segment, precommit_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:12.742354 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-46a00b8f-fd84-4392-a759-8fe4c5136ead tempest-NetworksIpV6TestAttrs-863029505 tempest-NetworksIpV6TestAttrs-863029505-project] Releasing vlan 375 on physical network physnet1 to pool {{(pid=83869) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 01 13:41:12.742979 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-46a00b8f-fd84-4392-a759-8fe4c5136ead tempest-NetworksIpV6TestAttrs-863029505 tempest-NetworksIpV6TestAttrs-863029505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1004262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2705264'] for segment, after_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:12.818888 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e784c418-deeb-4e69-b924-863eb43d41de None None] Routers {'1a6b1f9e-33ac-4ee8-abf5-b35c4573e125'} bound to L3 agent in host dv-neutron-836180-1-hyperv {{(pid=83872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 13:41:12.819534 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_hamode_db [None req-e784c418-deeb-4e69-b924-863eb43d41de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836180-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-01T13:25:36Z,description=,heartbeat_timestamp=2022-04-01T13:41:06Z,host='dv-neutron-836180-1-hyperv',id=88bf8fc8-11a3-4e96-9d1b-5fd93ba9f6f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T13:25:36Z,topic='l3_agent')) {'router_ids': ['1a6b1f9e-33ac-4ee8-abf5-b35c4573e125'], 'active': True} {{(pid=83872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:41:12.823988 dv-neutron-836180-1-hyperv neutron-server[83869]: Traceback (most recent call last): Apr 01 13:41:12.823988 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 01 13:41:12.823988 dv-neutron-836180-1-hyperv neutron-server[83869]: timer() Apr 01 13:41:12.823988 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 13:41:12.823988 dv-neutron-836180-1-hyperv neutron-server[83869]: cb(*args, **kw) Apr 01 13:41:12.823988 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 13:41:12.823988 dv-neutron-836180-1-hyperv neutron-server[83869]: return func(*args, **kwargs) Apr 01 13:41:12.823988 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 13:41:12.823988 dv-neutron-836180-1-hyperv neutron-server[83869]: self._notify() Apr 01 13:41:12.823988 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 13:41:12.823988 dv-neutron-836180-1-hyperv neutron-server[83869]: self.callback(batched_events) Apr 01 13:41:12.823988 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 13:41:12.823988 dv-neutron-836180-1-hyperv neutron-server[83869]: event.method(event) Apr 01 13:41:12.823988 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 13:41:12.823988 dv-neutron-836180-1-hyperv neutron-server[83869]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 13:41:12.823988 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 13:41:12.823988 dv-neutron-836180-1-hyperv neutron-server[83869]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 13:41:12.823988 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 13:41:12.823988 dv-neutron-836180-1-hyperv neutron-server[83869]: return f(self, *a, **k) Apr 01 13:41:12.823988 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 13:41:12.823988 dv-neutron-836180-1-hyperv neutron-server[83869]: return self._get(url).json() Apr 01 13:41:12.823988 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 13:41:12.823988 dv-neutron-836180-1-hyperv neutron-server[83869]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 13:41:12.823988 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 01 13:41:12.823988 dv-neutron-836180-1-hyperv neutron-server[83869]: return self.request(url, 'GET', **kwargs) Apr 01 13:41:12.823988 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 01 13:41:12.823988 dv-neutron-836180-1-hyperv neutron-server[83869]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 13:41:12.823988 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 01 13:41:12.823988 dv-neutron-836180-1-hyperv neutron-server[83869]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 13:41:12.823988 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 01 13:41:12.823988 dv-neutron-836180-1-hyperv neutron-server[83869]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 13:41:12.823988 dv-neutron-836180-1-hyperv neutron-server[83869]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 13:41:12.832410 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 55208) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:41:12.870661 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-6b84ca68-63f7-4c4b-a184-60014924ad9c tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 1.9485207 Apr 01 13:41:12.872727 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 55214) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:41:12.875455 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.db.api [None req-46a00b8f-fd84-4392-a759-8fe4c5136ead tempest-NetworksIpV6TestAttrs-863029505 tempest-NetworksIpV6TestAttrs-863029505-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 01 13:41:12.875455 dv-neutron-836180-1-hyperv neutron-server[83869]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 01 13:41:12.875455 dv-neutron-836180-1-hyperv neutron-server[83869]: [parameters: {'id': '4134680e-d3f5-4bef-bfe9-2bd2e2583c70'}] Apr 01 13:41:12.875455 dv-neutron-836180-1-hyperv neutron-server[83869]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=83869) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 01 13:41:12.875814 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG oslo_db.api [None req-46a00b8f-fd84-4392-a759-8fe4c5136ead tempest-NetworksIpV6TestAttrs-863029505 tempest-NetworksIpV6TestAttrs-863029505-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 01 13:41:12.909881 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_hamode_db [None req-e784c418-deeb-4e69-b924-863eb43d41de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-836180-1-hyperv', False) {} {{(pid=83872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:41:12.965765 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.plugin [None req-8eacfc6f-fa32-475e-9bb2-12c62c0bbb86 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Deleting port 62d016d2-273f-4ca3-b07b-55c9a373c728 {{(pid=83869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 13:41:12.966238 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-8eacfc6f-fa32-475e-9bb2-12c62c0bbb86 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736733287370'] for port, before_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:13.003707 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-9b4bd5bc-7d26-4e59-a9b9-5238ffd544b0 tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] 10.222.0.26 "GET /v2.0/routers/1a6b1f9e-33ac-4ee8-abf5-b35c4573e125 HTTP/1.1" status: 200 len: 886 time: 0.3405690 Apr 01 13:41:13.004445 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 55218) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:41:13.019845 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b9d3a4-a6b3-4b40-8238-6781c3349a0e None None] Pushing event updated for resources: {'Port': ['ID=223c9370-db7b-4f0a-b19e-9d23d0fd3db2,revision_number=2']} {{(pid=83872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:41:13.052381 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-05c9c7d7-2f8a-4b0f-ab72-40e2ee479961 tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Synchronizing usage tracker for tenant:7eaea7f33c58432a9d19111cc275f4e1 on resource:port {{(pid=83871) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 13:41:13.061603 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.v2.base [None req-24200961-74d0-480b-9cd2-0236ccaeefc8 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-255740563'}} {{(pid=83869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:41:13.069915 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e784c418-deeb-4e69-b924-863eb43d41de None None] Routers {'1a6b1f9e-33ac-4ee8-abf5-b35c4573e125'} bound to L3 agent in host dv-neutron-836180-1-hyperv {{(pid=83872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 13:41:13.070477 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_hamode_db [None req-e784c418-deeb-4e69-b924-863eb43d41de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836180-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-01T13:25:36Z,description=,heartbeat_timestamp=2022-04-01T13:41:06Z,host='dv-neutron-836180-1-hyperv',id=88bf8fc8-11a3-4e96-9d1b-5fd93ba9f6f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T13:25:36Z,topic='l3_agent')) {'router_ids': ['1a6b1f9e-33ac-4ee8-abf5-b35c4573e125'], 'active': True} {{(pid=83872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:41:13.072821 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-05c9c7d7-2f8a-4b0f-ab72-40e2ee479961 tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Unset dirty status for tenant:7eaea7f33c58432a9d19111cc275f4e1 on resource:port {{(pid=83871) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 13:41:13.076600 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-05c9c7d7-2f8a-4b0f-ab72-40e2ee479961 tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] 10.222.0.26 "GET /v2.0/ports?device_id=1a6b1f9e-33ac-4ee8-abf5-b35c4573e125 HTTP/1.1" status: 200 len: 205 time: 0.0685959 Apr 01 13:41:13.076827 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 55222) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:41:13.078965 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-24200961-74d0-480b-9cd2-0236ccaeefc8 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:41:13.086439 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-24200961-74d0-480b-9cd2-0236ccaeefc8 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Usage tracker for resource:network and tenant:1932cd2bf32d410ebaa96b0062b29072 is out of sync, need to count used quota {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 13:41:13.091035 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-24200961-74d0-480b-9cd2-0236ccaeefc8 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 13:41:13.108159 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-24200961-74d0-480b-9cd2-0236ccaeefc8 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:41:13.144902 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_hamode_db [None req-e784c418-deeb-4e69-b924-863eb43d41de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-836180-1-hyperv', False) {} {{(pid=83872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:41:13.145309 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e784c418-deeb-4e69-b924-863eb43d41de None None] The sync data for ids ['1a6b1f9e-33ac-4ee8-abf5-b35c4573e125'] in dv-neutron-836180-1-hyperv is: [] {{(pid=83872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 13:41:13.170187 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9129793-7213-4924-955a-8674a1737948 None None] Network 4134680e-d3f5-4bef-bfe9-2bd2e2583c70 requested from dv-neutron-836180-1-hyperv {{(pid=83872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 13:41:13.183428 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24200961-74d0-480b-9cd2-0236ccaeefc8 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Made reservation on behalf of 1932cd2bf32d410ebaa96b0062b29072 for: {'network': 1} {{(pid=83869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 13:41:13.187595 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-24200961-74d0-480b-9cd2-0236ccaeefc8 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for network, before_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:13.212651 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-24200961-74d0-480b-9cd2-0236ccaeefc8 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Notify callbacks [] for security_group, before_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:13.261121 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-8eacfc6f-fa32-475e-9bb2-12c62c0bbb86 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4155147'] for port, precommit_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:13.293570 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-7f586e6c-8b6b-4045-be05-e73e7c480cc3 tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Notify callbacks [] for router, before_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:13.426327 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05c32462-77fd-4a51-8a1c-5e65fe7ef1a1 None None] get_active_networks_info from dv-neutron-836180-1-hyperv {{(pid=83872) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Apr 01 13:41:13.480352 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-46a00b8f-fd84-4392-a759-8fe4c5136ead tempest-NetworksIpV6TestAttrs-863029505 tempest-NetworksIpV6TestAttrs-863029505-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1033078'] for network, before_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:13.482233 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-24200961-74d0-480b-9cd2-0236ccaeefc8 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:41:13.490850 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.plugin [None req-8eacfc6f-fa32-475e-9bb2-12c62c0bbb86 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Calling delete_port for 62d016d2-273f-4ca3-b07b-55c9a373c728 owned by {{(pid=83869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 13:41:13.509983 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-7f586e6c-8b6b-4045-be05-e73e7c480cc3 tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:13.513335 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05c32462-77fd-4a51-8a1c-5e65fe7ef1a1 None None] Resources bound (agent type, host, resource id): {{(pid=83872) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 01 13:41:13.522102 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.plugin [None req-7f586e6c-8b6b-4045-be05-e73e7c480cc3 tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Deleting port 228793f8-4aed-4b20-b275-143834bd5831 {{(pid=83871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 13:41:13.522625 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-7f586e6c-8b6b-4045-be05-e73e7c480cc3 tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736733287370'] for port, before_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:13.527258 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-24200961-74d0-480b-9cd2-0236ccaeefc8 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Usage tracker for resource:security_group_rule and tenant:1932cd2bf32d410ebaa96b0062b29072 is out of sync, need to count used quota {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 13:41:13.536117 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-24200961-74d0-480b-9cd2-0236ccaeefc8 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 13:41:13.547630 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-24200961-74d0-480b-9cd2-0236ccaeefc8 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:41:13.555739 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.plugin [None req-46a00b8f-fd84-4392-a759-8fe4c5136ead tempest-NetworksIpV6TestAttrs-863029505 tempest-NetworksIpV6TestAttrs-863029505-project] Deleting port 223c9370-db7b-4f0a-b19e-9d23d0fd3db2 {{(pid=83869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 13:41:13.556071 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-46a00b8f-fd84-4392-a759-8fe4c5136ead tempest-NetworksIpV6TestAttrs-863029505 tempest-NetworksIpV6TestAttrs-863029505-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736733287370'] for port, before_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:13.691558 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-8eacfc6f-fa32-475e-9bb2-12c62c0bbb86 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736733359243', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736732935810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2705155'] for port, after_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:13.718558 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-7f586e6c-8b6b-4045-be05-e73e7c480cc3 tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4155147'] for port, precommit_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:13.765130 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eacfc6f-fa32-475e-9bb2-12c62c0bbb86 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Pushing event deleted for resources: {'Port': ['ID=62d016d2-273f-4ca3-b07b-55c9a373c728,revision_number=None']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:41:13.852764 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.plugin [None req-7f586e6c-8b6b-4045-be05-e73e7c480cc3 tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Calling delete_port for 228793f8-4aed-4b20-b275-143834bd5831 owned by network:router_gateway {{(pid=83871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 13:41:13.863159 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-8eacfc6f-fa32-475e-9bb2-12c62c0bbb86 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109561'] for port, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:13.870909 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-24200961-74d0-480b-9cd2-0236ccaeefc8 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Notify callbacks [] for security_group, precommit_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:13.889644 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-24200961-74d0-480b-9cd2-0236ccaeefc8 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3775923'] for security_group, after_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:13.915996 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-8eacfc6f-fa32-475e-9bb2-12c62c0bbb86 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] 10.222.0.26 "DELETE /v2.0/ports/62d016d2-273f-4ca3-b07b-55c9a373c728 HTTP/1.1" status: 204 len: 168 time: 1.0422051 Apr 01 13:41:13.919278 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 55226) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:41:13.932832 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.db [None req-46a00b8f-fd84-4392-a759-8fe4c5136ead tempest-NetworksIpV6TestAttrs-863029505 tempest-NetworksIpV6TestAttrs-863029505-project] For port 223c9370-db7b-4f0a-b19e-9d23d0fd3db2, host dv-neutron-836180-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836180-1-hyperv',level=0,port_id=223c9370-db7b-4f0a-b19e-9d23d0fd3db2,segment=NetworkSegment(98a4fa22-4ece-44d9-ab32-ac33dc89e6b4),segment_id=98a4fa22-4ece-44d9-ab32-ac33dc89e6b4)] {{(pid=83869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 13:41:13.933279 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-46a00b8f-fd84-4392-a759-8fe4c5136ead tempest-NetworksIpV6TestAttrs-863029505 tempest-NetworksIpV6TestAttrs-863029505-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4155147'] for port, precommit_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:13.955809 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-24200961-74d0-480b-9cd2-0236ccaeefc8 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] vlan segment allocate from pool success with {'vlan_id': 371, 'physical_network': 'physnet1'} {{(pid=83869) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 13:41:14.052203 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34f27a7a-1d1c-459a-a6a5-ffd6d245be44 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:41:14.056105 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34f27a7a-1d1c-459a-a6a5-ffd6d245be44 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:41:14.056845 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-34f27a7a-1d1c-459a-a6a5-ffd6d245be44 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Synchronizing usage tracker for tenant:2ac88458dfe547ba9bcc73de4b0c8518 on resource:port {{(pid=83871) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 13:41:14.071753 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24200961-74d0-480b-9cd2-0236ccaeefc8 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f8f1d659-5ebb-4db1-8164-bb938e4bb59c,revision_number=1']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:41:14.080886 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.plugin [None req-46a00b8f-fd84-4392-a759-8fe4c5136ead tempest-NetworksIpV6TestAttrs-863029505 tempest-NetworksIpV6TestAttrs-863029505-project] Calling delete_port for 223c9370-db7b-4f0a-b19e-9d23d0fd3db2 owned by network:dhcp {{(pid=83869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 13:41:14.095781 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-34f27a7a-1d1c-459a-a6a5-ffd6d245be44 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Unset dirty status for tenant:2ac88458dfe547ba9bcc73de4b0c8518 on resource:port {{(pid=83871) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 13:41:14.096963 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-34f27a7a-1d1c-459a-a6a5-ffd6d245be44 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1456 time: 0.1767712 Apr 01 13:41:14.100140 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 55230) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:41:14.115080 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-24200961-74d0-480b-9cd2-0236ccaeefc8 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1004271'] for segment, precommit_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:14.115423 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.db.segments_db [None req-24200961-74d0-480b-9cd2-0236ccaeefc8 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Added segment 0442e2b5-dcb7-4c63-b68a-def34e843f70 of type vlan for network da52fa05-a658-4e73-abb5-e8699cbc9bb6 Apr 01 13:41:14.132519 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-7f586e6c-8b6b-4045-be05-e73e7c480cc3 tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736733359243', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736732935810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2743125'] for port, after_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:14.157548 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-24200961-74d0-480b-9cd2-0236ccaeefc8 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736732923383'] for network, precommit_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:14.189924 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-46a00b8f-fd84-4392-a759-8fe4c5136ead tempest-NetworksIpV6TestAttrs-863029505 tempest-NetworksIpV6TestAttrs-863029505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736733359243', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736732935810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2705155'] for port, after_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:14.192953 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f586e6c-8b6b-4045-be05-e73e7c480cc3 tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Pushing event deleted for resources: {'Port': ['ID=228793f8-4aed-4b20-b275-143834bd5831,revision_number=None']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:41:14.244338 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a00b8f-fd84-4392-a759-8fe4c5136ead tempest-NetworksIpV6TestAttrs-863029505 tempest-NetworksIpV6TestAttrs-863029505-project] Pushing event deleted for resources: {'Port': ['ID=223c9370-db7b-4f0a-b19e-9d23d0fd3db2,revision_number=None']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:41:14.247099 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46a00b8f-fd84-4392-a759-8fe4c5136ead tempest-NetworksIpV6TestAttrs-863029505 tempest-NetworksIpV6TestAttrs-863029505-project] No DVR routers for this DVR port 223c9370-db7b-4f0a-b19e-9d23d0fd3db2 on host dv-neutron-836180-1-hyperv {{(pid=83869) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 13:41:14.252975 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.plugin [None req-2c63dccf-814b-479d-b229-7e50dead8593 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Deleting port faab8d64-5c7e-421f-90b7-0e5ccd0d6701 {{(pid=83871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 13:41:14.253346 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-2c63dccf-814b-479d-b229-7e50dead8593 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736733287370'] for port, before_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:14.276783 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-24200961-74d0-480b-9cd2-0236ccaeefc8 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575'] for network, after_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:14.280954 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24200961-74d0-480b-9cd2-0236ccaeefc8 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:41:14.281538 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-24200961-74d0-480b-9cd2-0236ccaeefc8 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Notify callbacks [] for network, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:14.471736 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-24200961-74d0-480b-9cd2-0236ccaeefc8 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.6359205 Apr 01 13:41:14.475113 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 55234) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:41:14.486886 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.v2.base [None req-815e7544-ee8f-4153-9c02-219c6aac888c tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Request body: {'port': {'network_id': 'da52fa05-a658-4e73-abb5-e8699cbc9bb6', 'name': 'tempest-PortsTestJSON-1375247984'}} {{(pid=83869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:41:14.500026 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24200961-74d0-480b-9cd2-0236ccaeefc8 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Pushing event updated for resources: {'Network': ['ID=da52fa05-a658-4e73-abb5-e8699cbc9bb6,revision_number=1']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:41:14.503220 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-46a00b8f-fd84-4392-a759-8fe4c5136ead tempest-NetworksIpV6TestAttrs-863029505 tempest-NetworksIpV6TestAttrs-863029505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-942654', 'neutron.services.segments.db._delete_segments_for_network-8736733387888'] for network, precommit_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:14.511218 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Network da52fa05-a658-4e73-abb5-e8699cbc9bb6 details requested by agent ovs-agent-dv-neutron-836180-1-hyperv with host dv-neutron-836180-1-hyperv {{(pid=83872) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 13:41:14.582872 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.services.segments.db [None req-46a00b8f-fd84-4392-a759-8fe4c5136ead tempest-NetworksIpV6TestAttrs-863029505 tempest-NetworksIpV6TestAttrs-863029505-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4134680e-d3f5-4bef-bfe9-2bd2e2583c70']}} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:41:14.613034 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.services.segments.db [None req-46a00b8f-fd84-4392-a759-8fe4c5136ead tempest-NetworksIpV6TestAttrs-863029505 tempest-NetworksIpV6TestAttrs-863029505-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '98a4fa22-4ece-44d9-ab32-ac33dc89e6b4') {'for_net_delete': True} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:41:14.613320 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.services.segments.db [None req-46a00b8f-fd84-4392-a759-8fe4c5136ead tempest-NetworksIpV6TestAttrs-863029505 tempest-NetworksIpV6TestAttrs-863029505-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '98a4fa22-4ece-44d9-ab32-ac33dc89e6b4') {} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:41:14.619618 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-7f586e6c-8b6b-4045-be05-e73e7c480cc3 tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4084822'] for router_gateway, after_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:14.635721 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-46a00b8f-fd84-4392-a759-8fe4c5136ead tempest-NetworksIpV6TestAttrs-863029505 tempest-NetworksIpV6TestAttrs-863029505-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736733386999', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2704982'] for segment, before_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:14.652564 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-815e7544-ee8f-4153-9c02-219c6aac888c tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:41:14.657303 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-815e7544-ee8f-4153-9c02-219c6aac888c tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Usage tracker for resource:port and tenant:1932cd2bf32d410ebaa96b0062b29072 is out of sync, need to count used quota {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 13:41:14.659984 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-46a00b8f-fd84-4392-a759-8fe4c5136ead tempest-NetworksIpV6TestAttrs-863029505 tempest-NetworksIpV6TestAttrs-863029505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1004271'] for segment, precommit_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:14.662115 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-815e7544-ee8f-4153-9c02-219c6aac888c tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 13:41:14.670225 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-815e7544-ee8f-4153-9c02-219c6aac888c tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:41:14.672402 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-46a00b8f-fd84-4392-a759-8fe4c5136ead tempest-NetworksIpV6TestAttrs-863029505 tempest-NetworksIpV6TestAttrs-863029505-project] Releasing vlan 375 on physical network physnet1 to pool {{(pid=83869) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 01 13:41:14.672831 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-46a00b8f-fd84-4392-a759-8fe4c5136ead tempest-NetworksIpV6TestAttrs-863029505 tempest-NetworksIpV6TestAttrs-863029505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1004262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2705264'] for segment, after_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:14.687890 dv-neutron-836180-1-hyperv neutron-server[83869]: Traceback (most recent call last): Apr 01 13:41:14.687890 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 01 13:41:14.687890 dv-neutron-836180-1-hyperv neutron-server[83869]: timer() Apr 01 13:41:14.687890 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 13:41:14.687890 dv-neutron-836180-1-hyperv neutron-server[83869]: cb(*args, **kw) Apr 01 13:41:14.687890 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 13:41:14.687890 dv-neutron-836180-1-hyperv neutron-server[83869]: return func(*args, **kwargs) Apr 01 13:41:14.687890 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 13:41:14.687890 dv-neutron-836180-1-hyperv neutron-server[83869]: self._notify() Apr 01 13:41:14.687890 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 13:41:14.687890 dv-neutron-836180-1-hyperv neutron-server[83869]: self.callback(batched_events) Apr 01 13:41:14.687890 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 13:41:14.687890 dv-neutron-836180-1-hyperv neutron-server[83869]: event.method(event) Apr 01 13:41:14.687890 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 13:41:14.687890 dv-neutron-836180-1-hyperv neutron-server[83869]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 13:41:14.687890 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 13:41:14.687890 dv-neutron-836180-1-hyperv neutron-server[83869]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 13:41:14.687890 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 13:41:14.687890 dv-neutron-836180-1-hyperv neutron-server[83869]: return f(self, *a, **k) Apr 01 13:41:14.687890 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 13:41:14.687890 dv-neutron-836180-1-hyperv neutron-server[83869]: return self._get(url).json() Apr 01 13:41:14.687890 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 13:41:14.687890 dv-neutron-836180-1-hyperv neutron-server[83869]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 13:41:14.687890 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 01 13:41:14.687890 dv-neutron-836180-1-hyperv neutron-server[83869]: return self.request(url, 'GET', **kwargs) Apr 01 13:41:14.687890 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 01 13:41:14.687890 dv-neutron-836180-1-hyperv neutron-server[83869]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 13:41:14.687890 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 01 13:41:14.687890 dv-neutron-836180-1-hyperv neutron-server[83869]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 13:41:14.687890 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 01 13:41:14.687890 dv-neutron-836180-1-hyperv neutron-server[83869]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 13:41:14.687890 dv-neutron-836180-1-hyperv neutron-server[83869]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 13:41:14.746093 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-815e7544-ee8f-4153-9c02-219c6aac888c tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Made reservation on behalf of 1932cd2bf32d410ebaa96b0062b29072 for: {'port': 1} {{(pid=83869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 13:41:14.748948 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-815e7544-ee8f-4153-9c02-219c6aac888c tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:14.784570 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.notifiers.nova [None req-815e7544-ee8f-4153-9c02-219c6aac888c tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] device_id is not set on port 7ea6f42f-3130-46c9-8069-204d4b9c68d3 yet. {{(pid=83869) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 01 13:41:14.828031 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-46a00b8f-fd84-4392-a759-8fe4c5136ead tempest-NetworksIpV6TestAttrs-863029505 tempest-NetworksIpV6TestAttrs-863029505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-942599', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4084797'] for network, after_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:14.856402 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-46a00b8f-fd84-4392-a759-8fe4c5136ead tempest-NetworksIpV6TestAttrs-863029505 tempest-NetworksIpV6TestAttrs-863029505-project] Notify callbacks [] for network, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:14.870801 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a00b8f-fd84-4392-a759-8fe4c5136ead tempest-NetworksIpV6TestAttrs-863029505 tempest-NetworksIpV6TestAttrs-863029505-project] Pushing event deleted for resources: {'Network': ['ID=4134680e-d3f5-4bef-bfe9-2bd2e2583c70,revision_number=None']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:41:14.876584 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-46a00b8f-fd84-4392-a759-8fe4c5136ead tempest-NetworksIpV6TestAttrs-863029505 tempest-NetworksIpV6TestAttrs-863029505-project] 10.222.0.26 "DELETE /v2.0/networks/4134680e-d3f5-4bef-bfe9-2bd2e2583c70 HTTP/1.1" status: 204 len: 168 time: 3.2096484 Apr 01 13:41:14.885747 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 55238) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:41:14.908540 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.v2.base [None req-4eab977c-6d96-43c9-8fa3-31b036def0be tempest-NetworksIpV6TestAttrs-863029505 tempest-NetworksIpV6TestAttrs-863029505-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-948659145'}} {{(pid=83871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:41:14.978905 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-4eab977c-6d96-43c9-8fa3-31b036def0be tempest-NetworksIpV6TestAttrs-863029505 tempest-NetworksIpV6TestAttrs-863029505-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:41:15.000665 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-4eab977c-6d96-43c9-8fa3-31b036def0be tempest-NetworksIpV6TestAttrs-863029505 tempest-NetworksIpV6TestAttrs-863029505-project] Usage tracker for resource:network and tenant:80147276d4574127babe28831dd684f3 is out of sync, need to count used quota {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 13:41:15.005526 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-2c63dccf-814b-479d-b229-7e50dead8593 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4155147'] for port, precommit_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:15.013548 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-7f586e6c-8b6b-4045-be05-e73e7c480cc3 tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4079814', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4170'] for router, precommit_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:15.015978 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-4eab977c-6d96-43c9-8fa3-31b036def0be tempest-NetworksIpV6TestAttrs-863029505 tempest-NetworksIpV6TestAttrs-863029505-project] Quota usage for network was recalculated. Used quota:3. {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 13:41:15.024361 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-4eab977c-6d96-43c9-8fa3-31b036def0be tempest-NetworksIpV6TestAttrs-863029505 tempest-NetworksIpV6TestAttrs-863029505-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:41:15.039742 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-815e7544-ee8f-4153-9c02-219c6aac888c tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Notify callbacks [] for port, precommit_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:15.065908 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-815e7544-ee8f-4153-9c02-219c6aac888c tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736732935801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2705155'] for port, after_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:15.080961 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-7f586e6c-8b6b-4045-be05-e73e7c480cc3 tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:15.146483 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.plugin [None req-2c63dccf-814b-479d-b229-7e50dead8593 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Calling delete_port for faab8d64-5c7e-421f-90b7-0e5ccd0d6701 owned by {{(pid=83871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 13:41:15.186480 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4eab977c-6d96-43c9-8fa3-31b036def0be tempest-NetworksIpV6TestAttrs-863029505 tempest-NetworksIpV6TestAttrs-863029505-project] Made reservation on behalf of 80147276d4574127babe28831dd684f3 for: {'network': 1} {{(pid=83871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 13:41:15.190506 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-4eab977c-6d96-43c9-8fa3-31b036def0be tempest-NetworksIpV6TestAttrs-863029505 tempest-NetworksIpV6TestAttrs-863029505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for network, before_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:15.250226 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-7f586e6c-8b6b-4045-be05-e73e7c480cc3 tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4079738'] for router, after_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:15.250812 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f586e6c-8b6b-4045-be05-e73e7c480cc3 tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Fanout notify agent at l3_agent the message router_deleted on router 1a6b1f9e-33ac-4ee8-abf5-b35c4573e125 {{(pid=83871) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 01 13:41:15.270978 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-815e7544-ee8f-4153-9c02-219c6aac888c tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Checking segment: {'id': '0442e2b5-dcb7-4c63-b68a-def34e843f70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'da52fa05-a658-4e73-abb5-e8699cbc9bb6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 13:41:15.271650 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4eab977c-6d96-43c9-8fa3-31b036def0be tempest-NetworksIpV6TestAttrs-863029505 tempest-NetworksIpV6TestAttrs-863029505-project] vlan segment allocate from pool success with {'vlan_id': 364, 'physical_network': 'physnet1'} {{(pid=83871) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 13:41:15.272245 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-815e7544-ee8f-4153-9c02-219c6aac888c tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Network hostable DHCP agents. Network: da52fa05-a658-4e73-abb5-e8699cbc9bb6, hostable agents: ['e47e4547-5c2d-4954-ba56-fa3646239f18'], hosted agents: [] {{(pid=83869) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 13:41:15.282686 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-815e7544-ee8f-4153-9c02-219c6aac888c tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Pushing event updated for resources: {'Port': ['ID=7ea6f42f-3130-46c9-8069-204d4b9c68d3,revision_number=1']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:41:15.288442 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-4eab977c-6d96-43c9-8fa3-31b036def0be tempest-NetworksIpV6TestAttrs-863029505 tempest-NetworksIpV6TestAttrs-863029505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1004271'] for segment, precommit_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:15.289066 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.db.segments_db [None req-4eab977c-6d96-43c9-8fa3-31b036def0be tempest-NetworksIpV6TestAttrs-863029505 tempest-NetworksIpV6TestAttrs-863029505-project] Added segment 21299ba0-860c-435c-a0a0-b6029630b093 of type vlan for network 017a26e9-5014-4768-a76c-7e000222cd9b Apr 01 13:41:15.298332 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-2c63dccf-814b-479d-b229-7e50dead8593 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736733359243', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736732935810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2743125'] for port, after_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:15.309442 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-815e7544-ee8f-4153-9c02-219c6aac888c tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Network da52fa05-a658-4e73-abb5-e8699cbc9bb6 is scheduled to be hosted by DHCP agent e47e4547-5c2d-4954-ba56-fa3646239f18 with binding_index 1 {{(pid=83869) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 13:41:15.328385 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.scheduler.base_scheduler [None req-815e7544-ee8f-4153-9c02-219c6aac888c tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-836180-1-hyperv, da52fa05-a658-4e73-abb5-e8699cbc9bb6) {{(pid=83869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 13:41:15.332765 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-815e7544-ee8f-4153-9c02-219c6aac888c tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Received port after_create {{(pid=83869) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 13:41:15.339340 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5aadd722-6177-4efa-b5f9-09bd09d353ca None None] Network da52fa05-a658-4e73-abb5-e8699cbc9bb6 requested from dv-neutron-836180-1-hyperv {{(pid=83872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 13:41:15.341865 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-815e7544-ee8f-4153-9c02-219c6aac888c tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:41:15.342658 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-815e7544-ee8f-4153-9c02-219c6aac888c tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109561'] for port, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:15.363831 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-815e7544-ee8f-4153-9c02-219c6aac888c tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 0.8856447 Apr 01 13:41:15.366856 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 55242) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:41:15.372781 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.v2.base [None req-59ddc4ee-da11-4437-8567-94519a2ad40d tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1517992824'}} {{(pid=83869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:41:15.373283 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-7f586e6c-8b6b-4045-be05-e73e7c480cc3 tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Notify callbacks [] for router, before_response {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:15.379420 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-7f586e6c-8b6b-4045-be05-e73e7c480cc3 tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] 10.222.0.26 "DELETE /v2.0/routers/1a6b1f9e-33ac-4ee8-abf5-b35c4573e125 HTTP/1.1" status: 204 len: 168 time: 2.2957273 Apr 01 13:41:15.379420 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c63dccf-814b-479d-b229-7e50dead8593 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Pushing event deleted for resources: {'Port': ['ID=faab8d64-5c7e-421f-90b7-0e5ccd0d6701,revision_number=None']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:41:15.379688 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 55246) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:41:15.381879 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-59ddc4ee-da11-4437-8567-94519a2ad40d tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:41:15.385466 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-4eab977c-6d96-43c9-8fa3-31b036def0be tempest-NetworksIpV6TestAttrs-863029505 tempest-NetworksIpV6TestAttrs-863029505-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736732923383'] for network, precommit_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:15.387860 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.v2.base [None req-a80fb2b9-9838-4d24-a194-d70c20008add tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Request body: {'network': {'name': 'tempest-RoutersTest-31748273'}} {{(pid=83869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:41:15.391249 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-2c63dccf-814b-479d-b229-7e50dead8593 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109561'] for port, before_response {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:15.393745 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-a80fb2b9-9838-4d24-a194-d70c20008add tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:41:15.396489 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-59ddc4ee-da11-4437-8567-94519a2ad40d tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Usage tracker for resource:network and tenant:1932cd2bf32d410ebaa96b0062b29072 is out of sync, need to count used quota {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 13:41:15.400650 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-59ddc4ee-da11-4437-8567-94519a2ad40d tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 13:41:15.403931 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-a80fb2b9-9838-4d24-a194-d70c20008add tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Usage tracker for resource:network and tenant:7eaea7f33c58432a9d19111cc275f4e1 is out of sync, need to count used quota {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 13:41:15.409396 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-a80fb2b9-9838-4d24-a194-d70c20008add tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 13:41:15.412264 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-59ddc4ee-da11-4437-8567-94519a2ad40d tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:41:15.414779 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-2c63dccf-814b-479d-b229-7e50dead8593 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] 10.222.0.26 "DELETE /v2.0/ports/faab8d64-5c7e-421f-90b7-0e5ccd0d6701 HTTP/1.1" status: 204 len: 168 time: 1.3131714 Apr 01 13:41:15.417754 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 55250) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:41:15.418663 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-a80fb2b9-9838-4d24-a194-d70c20008add tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:41:15.431923 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59ddc4ee-da11-4437-8567-94519a2ad40d tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Made reservation on behalf of 1932cd2bf32d410ebaa96b0062b29072 for: {'network': 1} {{(pid=83869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 13:41:15.435125 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-59ddc4ee-da11-4437-8567-94519a2ad40d tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for network, before_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:15.447207 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a80fb2b9-9838-4d24-a194-d70c20008add tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Made reservation on behalf of 7eaea7f33c58432a9d19111cc275f4e1 for: {'network': 1} {{(pid=83869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 13:41:15.450027 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-a80fb2b9-9838-4d24-a194-d70c20008add tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for network, before_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:15.471246 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-4eab977c-6d96-43c9-8fa3-31b036def0be tempest-NetworksIpV6TestAttrs-863029505 tempest-NetworksIpV6TestAttrs-863029505-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575'] for network, after_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:15.474926 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4eab977c-6d96-43c9-8fa3-31b036def0be tempest-NetworksIpV6TestAttrs-863029505 tempest-NetworksIpV6TestAttrs-863029505-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:41:15.475501 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-4eab977c-6d96-43c9-8fa3-31b036def0be tempest-NetworksIpV6TestAttrs-863029505 tempest-NetworksIpV6TestAttrs-863029505-project] Notify callbacks [] for network, before_response {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:15.489030 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-59ddc4ee-da11-4437-8567-94519a2ad40d tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] vlan segment allocate from pool success with {'vlan_id': 361, 'physical_network': 'physnet1'} {{(pid=83869) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 13:41:15.495397 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a80fb2b9-9838-4d24-a194-d70c20008add tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] vlan segment allocate from pool success with {'vlan_id': 366, 'physical_network': 'physnet1'} {{(pid=83869) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 13:41:15.507453 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-59ddc4ee-da11-4437-8567-94519a2ad40d tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1004271'] for segment, precommit_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:15.507790 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.db.segments_db [None req-59ddc4ee-da11-4437-8567-94519a2ad40d tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Added segment 594c985a-f32e-438a-8265-302e7a5b9a74 of type vlan for network 9be65b0c-bfe3-467a-9be9-4d22fe127e9a Apr 01 13:41:15.513668 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-a80fb2b9-9838-4d24-a194-d70c20008add tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1004271'] for segment, precommit_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:15.513960 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.db.segments_db [None req-a80fb2b9-9838-4d24-a194-d70c20008add tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Added segment 9ce524da-1475-4b56-bb42-ef336b630cf2 of type vlan for network 52f4053e-1800-4774-8cbf-a465257e2676 Apr 01 13:41:15.551791 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-59ddc4ee-da11-4437-8567-94519a2ad40d tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736732923383'] for network, precommit_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:15.558115 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-a80fb2b9-9838-4d24-a194-d70c20008add tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736732923383'] for network, precommit_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:15.596169 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-4eab977c-6d96-43c9-8fa3-31b036def0be tempest-NetworksIpV6TestAttrs-863029505 tempest-NetworksIpV6TestAttrs-863029505-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.7093720 Apr 01 13:41:15.599673 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 55254) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:41:15.606970 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.v2.base [None req-d929e138-6ec4-4bb2-b5a8-addc6e523b69 tempest-NetworksIpV6TestAttrs-863029505 tempest-NetworksIpV6TestAttrs-863029505-project] Request body: {'subnet': {'network_id': '017a26e9-5014-4768-a76c-7e000222cd9b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=83869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:41:15.610510 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eab977c-6d96-43c9-8fa3-31b036def0be tempest-NetworksIpV6TestAttrs-863029505 tempest-NetworksIpV6TestAttrs-863029505-project] Pushing event updated for resources: {'Network': ['ID=017a26e9-5014-4768-a76c-7e000222cd9b,revision_number=1']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:41:15.625588 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-353dc253-73c7-424e-bc1e-88c6cb04b1b8 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:41:15.626280 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-353dc253-73c7-424e-bc1e-88c6cb04b1b8 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Synchronizing usage tracker for tenant:2ac88458dfe547ba9bcc73de4b0c8518 on resource:port {{(pid=83871) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 13:41:15.627084 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-59ddc4ee-da11-4437-8567-94519a2ad40d tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575'] for network, after_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:15.627595 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Network 017a26e9-5014-4768-a76c-7e000222cd9b details requested by agent ovs-agent-dv-neutron-836180-1-hyperv with host dv-neutron-836180-1-hyperv {{(pid=83872) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 13:41:15.630709 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59ddc4ee-da11-4437-8567-94519a2ad40d tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:41:15.631263 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-59ddc4ee-da11-4437-8567-94519a2ad40d tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Notify callbacks [] for network, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:15.642796 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-353dc253-73c7-424e-bc1e-88c6cb04b1b8 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Unset dirty status for tenant:2ac88458dfe547ba9bcc73de4b0c8518 on resource:port {{(pid=83871) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 13:41:15.646664 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-353dc253-73c7-424e-bc1e-88c6cb04b1b8 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.2253721 Apr 01 13:41:15.646802 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 55258) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:41:15.654065 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-a80fb2b9-9838-4d24-a194-d70c20008add tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575'] for network, after_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:15.657816 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a80fb2b9-9838-4d24-a194-d70c20008add tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:41:15.658388 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-a80fb2b9-9838-4d24-a194-d70c20008add tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Notify callbacks [] for network, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:15.693505 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.pecan_wsgi.hooks.translation [None req-000dd67e-a55f-43f9-a9cc-2d4ed538e95c tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] GET failed (client error): The resource could not be found. Apr 01 13:41:15.697341 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-000dd67e-a55f-43f9-a9cc-2d4ed538e95c tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] 10.222.0.26 "GET /v2.0/ports/62d016d2-273f-4ca3-b07b-55c9a373c728 HTTP/1.1" status: 404 len: 333 time: 0.0471089 Apr 01 13:41:15.697795 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 55262) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:41:15.741522 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.pecan_wsgi.hooks.translation [None req-b29ddcb3-1bc7-431c-9220-8cec26ddec96 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] GET failed (client error): The resource could not be found. Apr 01 13:41:15.745438 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-b29ddcb3-1bc7-431c-9220-8cec26ddec96 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] 10.222.0.26 "GET /v2.0/ports/faab8d64-5c7e-421f-90b7-0e5ccd0d6701 HTTP/1.1" status: 404 len: 333 time: 0.0444028 Apr 01 13:41:15.745647 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 55266) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:41:15.841502 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-59ddc4ee-da11-4437-8567-94519a2ad40d tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4733627 Apr 01 13:41:15.843464 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-a80fb2b9-9838-4d24-a194-d70c20008add tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 764 time: 0.4627287 Apr 01 13:41:15.846433 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ddc4ee-da11-4437-8567-94519a2ad40d tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Pushing event updated for resources: {'Network': ['ID=9be65b0c-bfe3-467a-9be9-4d22fe127e9a,revision_number=1']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:41:15.848364 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 55270) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:41:15.848691 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 55272) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:41:15.857555 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.v2.base [None req-15dc4811-58aa-4f7b-81a0-6bc9acc3b8ef tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Request body: {'ports': [{'network_id': 'da52fa05-a658-4e73-abb5-e8699cbc9bb6'}, {'network_id': '9be65b0c-bfe3-467a-9be9-4d22fe127e9a'}]} {{(pid=83869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:41:15.858367 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.v2.base [None req-15dc4811-58aa-4f7b-81a0-6bc9acc3b8ef tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Request body: {'port': {'network_id': 'da52fa05-a658-4e73-abb5-e8699cbc9bb6'}} {{(pid=83869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:41:15.858367 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.v2.base [None req-15dc4811-58aa-4f7b-81a0-6bc9acc3b8ef tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Request body: {'port': {'network_id': '9be65b0c-bfe3-467a-9be9-4d22fe127e9a'}} {{(pid=83869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:41:15.859994 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Network 9be65b0c-bfe3-467a-9be9-4d22fe127e9a details requested by agent ovs-agent-dv-neutron-836180-1-hyperv with host dv-neutron-836180-1-hyperv {{(pid=83872) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 13:41:15.894595 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.v2.base [None req-15c7d001-c7b7-4a30-9674-309481481202 tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Request body: {'subnet': {'network_id': '52f4053e-1800-4774-8cbf-a465257e2676', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:41:15.969412 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-d929e138-6ec4-4bb2-b5a8-addc6e523b69 tempest-NetworksIpV6TestAttrs-863029505 tempest-NetworksIpV6TestAttrs-863029505-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:41:15.977030 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-aa72bee6-22bb-4d8e-941a-0c338d29a175 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1033078'] for network, before_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:16.086002 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-d929e138-6ec4-4bb2-b5a8-addc6e523b69 tempest-NetworksIpV6TestAttrs-863029505 tempest-NetworksIpV6TestAttrs-863029505-project] Usage tracker for resource:subnet and tenant:80147276d4574127babe28831dd684f3 is out of sync, need to count used quota {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 13:41:16.105591 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-d929e138-6ec4-4bb2-b5a8-addc6e523b69 tempest-NetworksIpV6TestAttrs-863029505 tempest-NetworksIpV6TestAttrs-863029505-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 13:41:16.105795 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-aa72bee6-22bb-4d8e-941a-0c338d29a175 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-942654', 'neutron.services.segments.db._delete_segments_for_network-8736733387888'] for network, precommit_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:16.128832 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-d929e138-6ec4-4bb2-b5a8-addc6e523b69 tempest-NetworksIpV6TestAttrs-863029505 tempest-NetworksIpV6TestAttrs-863029505-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:41:16.129805 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.services.segments.db [None req-aa72bee6-22bb-4d8e-941a-0c338d29a175 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c80e5635-ad3e-4caa-b3e7-05aede6f2bea']}} {{(pid=83871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:41:16.142207 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.services.segments.db [None req-aa72bee6-22bb-4d8e-941a-0c338d29a175 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0e808f7a-92dd-488f-83ec-e379c322bcdb') {'for_net_delete': True} {{(pid=83871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:41:16.142497 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.services.segments.db [None req-aa72bee6-22bb-4d8e-941a-0c338d29a175 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0e808f7a-92dd-488f-83ec-e379c322bcdb') {} {{(pid=83871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:41:16.144959 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a80fb2b9-9838-4d24-a194-d70c20008add tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Pushing event updated for resources: {'Network': ['ID=52f4053e-1800-4774-8cbf-a465257e2676,revision_number=1']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:41:16.153779 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-aa72bee6-22bb-4d8e-941a-0c338d29a175 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736733386999', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3166340'] for segment, before_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:16.158205 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Network 52f4053e-1800-4774-8cbf-a465257e2676 details requested by agent ovs-agent-dv-neutron-836180-1-hyperv with host dv-neutron-836180-1-hyperv {{(pid=83872) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 13:41:16.172380 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-aa72bee6-22bb-4d8e-941a-0c338d29a175 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1004271'] for segment, precommit_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:16.179031 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aa72bee6-22bb-4d8e-941a-0c338d29a175 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Releasing vlan 392 on physical network physnet1 to pool {{(pid=83871) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 01 13:41:16.179441 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-aa72bee6-22bb-4d8e-941a-0c338d29a175 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1004262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2743078'] for segment, after_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:16.193992 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d929e138-6ec4-4bb2-b5a8-addc6e523b69 tempest-NetworksIpV6TestAttrs-863029505 tempest-NetworksIpV6TestAttrs-863029505-project] Made reservation on behalf of 80147276d4574127babe28831dd684f3 for: {'subnet': 1} {{(pid=83869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 13:41:16.194549 dv-neutron-836180-1-hyperv neutron-server[83871]: Traceback (most recent call last): Apr 01 13:41:16.194549 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 01 13:41:16.194549 dv-neutron-836180-1-hyperv neutron-server[83871]: timer() Apr 01 13:41:16.194549 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 13:41:16.194549 dv-neutron-836180-1-hyperv neutron-server[83871]: cb(*args, **kw) Apr 01 13:41:16.194549 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 13:41:16.194549 dv-neutron-836180-1-hyperv neutron-server[83871]: return func(*args, **kwargs) Apr 01 13:41:16.194549 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 13:41:16.194549 dv-neutron-836180-1-hyperv neutron-server[83871]: self._notify() Apr 01 13:41:16.194549 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 13:41:16.194549 dv-neutron-836180-1-hyperv neutron-server[83871]: self.callback(batched_events) Apr 01 13:41:16.194549 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 13:41:16.194549 dv-neutron-836180-1-hyperv neutron-server[83871]: event.method(event) Apr 01 13:41:16.194549 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 13:41:16.194549 dv-neutron-836180-1-hyperv neutron-server[83871]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 13:41:16.194549 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 13:41:16.194549 dv-neutron-836180-1-hyperv neutron-server[83871]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 13:41:16.194549 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 13:41:16.194549 dv-neutron-836180-1-hyperv neutron-server[83871]: return f(self, *a, **k) Apr 01 13:41:16.194549 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 13:41:16.194549 dv-neutron-836180-1-hyperv neutron-server[83871]: return self._get(url).json() Apr 01 13:41:16.194549 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 13:41:16.194549 dv-neutron-836180-1-hyperv neutron-server[83871]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 13:41:16.194549 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 01 13:41:16.194549 dv-neutron-836180-1-hyperv neutron-server[83871]: return self.request(url, 'GET', **kwargs) Apr 01 13:41:16.194549 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 01 13:41:16.194549 dv-neutron-836180-1-hyperv neutron-server[83871]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 13:41:16.194549 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 01 13:41:16.194549 dv-neutron-836180-1-hyperv neutron-server[83871]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 13:41:16.194549 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 01 13:41:16.194549 dv-neutron-836180-1-hyperv neutron-server[83871]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 13:41:16.194549 dv-neutron-836180-1-hyperv neutron-server[83871]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 13:41:16.261575 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-15c7d001-c7b7-4a30-9674-309481481202 tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:41:16.282945 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-aa72bee6-22bb-4d8e-941a-0c338d29a175 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-942599', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4084797'] for network, after_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:16.305793 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-aa72bee6-22bb-4d8e-941a-0c338d29a175 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Notify callbacks [] for network, before_response {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:16.314816 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-aa72bee6-22bb-4d8e-941a-0c338d29a175 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] 10.222.0.26 "DELETE /v2.0/networks/c80e5635-ad3e-4caa-b3e7-05aede6f2bea HTTP/1.1" status: 204 len: 168 time: 0.5682302 Apr 01 13:41:16.320121 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-15c7d001-c7b7-4a30-9674-309481481202 tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Usage tracker for resource:subnet and tenant:7eaea7f33c58432a9d19111cc275f4e1 is out of sync, need to count used quota {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 13:41:16.322623 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 55278) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:41:16.325267 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa72bee6-22bb-4d8e-941a-0c338d29a175 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Pushing event deleted for resources: {'Network': ['ID=c80e5635-ad3e-4caa-b3e7-05aede6f2bea,revision_number=None']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:41:16.325425 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-15c7d001-c7b7-4a30-9674-309481481202 tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 13:41:16.331791 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.v2.base [None req-038fc9e3-fbdf-441a-88bc-a82ccf41d025 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-86831068'}} {{(pid=83871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:41:16.336634 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-038fc9e3-fbdf-441a-88bc-a82ccf41d025 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:41:16.340432 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-038fc9e3-fbdf-441a-88bc-a82ccf41d025 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Usage tracker for resource:network and tenant:2ac88458dfe547ba9bcc73de4b0c8518 is out of sync, need to count used quota {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 13:41:16.342259 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-15c7d001-c7b7-4a30-9674-309481481202 tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:41:16.343865 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-038fc9e3-fbdf-441a-88bc-a82ccf41d025 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 13:41:16.349909 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-038fc9e3-fbdf-441a-88bc-a82ccf41d025 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:41:16.359981 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-038fc9e3-fbdf-441a-88bc-a82ccf41d025 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Made reservation on behalf of 2ac88458dfe547ba9bcc73de4b0c8518 for: {'network': 1} {{(pid=83871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 13:41:16.362981 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-038fc9e3-fbdf-441a-88bc-a82ccf41d025 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for network, before_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:16.391651 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15c7d001-c7b7-4a30-9674-309481481202 tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Made reservation on behalf of 7eaea7f33c58432a9d19111cc275f4e1 for: {'subnet': 1} {{(pid=83869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 13:41:16.394486 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-038fc9e3-fbdf-441a-88bc-a82ccf41d025 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] vlan segment allocate from pool success with {'vlan_id': 383, 'physical_network': 'physnet1'} {{(pid=83871) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 13:41:16.403255 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-038fc9e3-fbdf-441a-88bc-a82ccf41d025 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1004271'] for segment, precommit_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:16.403644 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.db.segments_db [None req-038fc9e3-fbdf-441a-88bc-a82ccf41d025 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Added segment 2acf0792-9bc1-4471-af50-092bfc139f19 of type vlan for network 79261588-7d66-4fb7-9f59-a09b1cb542b2 Apr 01 13:41:16.417301 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-d929e138-6ec4-4bb2-b5a8-addc6e523b69 tempest-NetworksIpV6TestAttrs-863029505 tempest-NetworksIpV6TestAttrs-863029505-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2999481'] for subnet, before_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:16.430799 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-15dc4811-58aa-4f7b-81a0-6bc9acc3b8ef tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:41:16.432985 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-038fc9e3-fbdf-441a-88bc-a82ccf41d025 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736732923383'] for network, precommit_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:16.462677 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-038fc9e3-fbdf-441a-88bc-a82ccf41d025 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575'] for network, after_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:16.466301 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-038fc9e3-fbdf-441a-88bc-a82ccf41d025 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:41:16.466864 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-038fc9e3-fbdf-441a-88bc-a82ccf41d025 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Notify callbacks [] for network, before_response {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:16.533593 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-15dc4811-58aa-4f7b-81a0-6bc9acc3b8ef tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Usage tracker for resource:port and tenant:1932cd2bf32d410ebaa96b0062b29072 is out of sync, need to count used quota {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 13:41:16.551320 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-15dc4811-58aa-4f7b-81a0-6bc9acc3b8ef tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 13:41:16.566824 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-038fc9e3-fbdf-441a-88bc-a82ccf41d025 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.2429237 Apr 01 13:41:16.570677 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-15dc4811-58aa-4f7b-81a0-6bc9acc3b8ef tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Attempting to reserve 2 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:41:16.570845 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 55282) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:41:16.579370 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.v2.base [None req-2379f7ec-d82f-4789-ab0f-f575720ca0eb tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Request body: {'subnet': {'network_id': '79261588-7d66-4fb7-9f59-a09b1cb542b2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:fffe'}]}} {{(pid=83871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:41:16.602530 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038fc9e3-fbdf-441a-88bc-a82ccf41d025 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Pushing event updated for resources: {'Network': ['ID=79261588-7d66-4fb7-9f59-a09b1cb542b2,revision_number=1']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:41:16.605222 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-15c7d001-c7b7-4a30-9674-309481481202 tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2999481'] for subnet, before_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:16.614250 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Network 79261588-7d66-4fb7-9f59-a09b1cb542b2 details requested by agent ovs-agent-dv-neutron-836180-1-hyperv with host dv-neutron-836180-1-hyperv {{(pid=83872) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 13:41:16.618412 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15dc4811-58aa-4f7b-81a0-6bc9acc3b8ef tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Made reservation on behalf of 1932cd2bf32d410ebaa96b0062b29072 for: {'port': 2} {{(pid=83869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 13:41:16.621775 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-15dc4811-58aa-4f7b-81a0-6bc9acc3b8ef tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:16.698089 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-2379f7ec-d82f-4789-ab0f-f575720ca0eb tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:41:16.702142 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-2379f7ec-d82f-4789-ab0f-f575720ca0eb tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Usage tracker for resource:subnet and tenant:2ac88458dfe547ba9bcc73de4b0c8518 is out of sync, need to count used quota {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 13:41:16.706840 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-2379f7ec-d82f-4789-ab0f-f575720ca0eb tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 13:41:16.707110 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-15dc4811-58aa-4f7b-81a0-6bc9acc3b8ef tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:16.714303 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-2379f7ec-d82f-4789-ab0f-f575720ca0eb tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:41:16.725475 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2379f7ec-d82f-4789-ab0f-f575720ca0eb tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Made reservation on behalf of 2ac88458dfe547ba9bcc73de4b0c8518 for: {'subnet': 1} {{(pid=83871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 13:41:16.826999 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-2379f7ec-d82f-4789-ab0f-f575720ca0eb tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2757336'] for subnet, before_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:16.918419 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.ipam_backend_mixin [None req-2379f7ec-d82f-4789-ab0f-f575720ca0eb tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Performing IP validity checks on allocation pools {{(pid=83871) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Apr 01 13:41:16.921611 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.ipam_backend_mixin [None req-2379f7ec-d82f-4789-ab0f-f575720ca0eb tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Checking for overlaps among allocation pools and gateway ip {{(pid=83871) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Apr 01 13:41:17.049200 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-2379f7ec-d82f-4789-ab0f-f575720ca0eb tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2743225', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2757366'] for subnet, after_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:17.119086 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2379f7ec-d82f-4789-ab0f-f575720ca0eb tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Pushing event updated for resources: {'Subnet': ['ID=819e3644-6008-4283-a4e3-fda25ef2aae0,revision_number=0']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:41:17.143904 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2379f7ec-d82f-4789-ab0f-f575720ca0eb tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Checking segment: {'id': '2acf0792-9bc1-4471-af50-092bfc139f19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '79261588-7d66-4fb7-9f59-a09b1cb542b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 13:41:17.144254 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2379f7ec-d82f-4789-ab0f-f575720ca0eb tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Network hostable DHCP agents. Network: 79261588-7d66-4fb7-9f59-a09b1cb542b2, hostable agents: ['e47e4547-5c2d-4954-ba56-fa3646239f18'], hosted agents: [] {{(pid=83871) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 13:41:17.165731 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.notifiers.nova [None req-15dc4811-58aa-4f7b-81a0-6bc9acc3b8ef tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] device_id is not set on port ffe5f686-b26e-46b7-bb16-6d1ed201ddd8 yet. {{(pid=83869) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 01 13:41:17.165962 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2379f7ec-d82f-4789-ab0f-f575720ca0eb tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Network 79261588-7d66-4fb7-9f59-a09b1cb542b2 is scheduled to be hosted by DHCP agent e47e4547-5c2d-4954-ba56-fa3646239f18 with binding_index 1 {{(pid=83871) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 13:41:17.176519 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.scheduler.base_scheduler [None req-2379f7ec-d82f-4789-ab0f-f575720ca0eb tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-836180-1-hyperv, 79261588-7d66-4fb7-9f59-a09b1cb542b2) {{(pid=83871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 13:41:17.180625 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2379f7ec-d82f-4789-ab0f-f575720ca0eb tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:41:17.181196 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-2379f7ec-d82f-4789-ab0f-f575720ca0eb tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Notify callbacks [] for subnet, before_response {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:17.186960 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c71d37d-8bc1-421b-af8f-d51ddfab1a2e None None] Network 79261588-7d66-4fb7-9f59-a09b1cb542b2 requested from dv-neutron-836180-1-hyperv {{(pid=83872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 13:41:17.210495 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-2379f7ec-d82f-4789-ab0f-f575720ca0eb tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6365554 Apr 01 13:41:17.210733 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 55286) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:41:17.217733 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.v2.base [None req-235be54a-14fb-43e4-8d87-5430a41c3486 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Request body: {'port': {'network_id': '79261588-7d66-4fb7-9f59-a09b1cb542b2', 'name': 'tempest-PortsIpV6TestJSON-1804688398'}} {{(pid=83871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:41:17.315765 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-15c7d001-c7b7-4a30-9674-309481481202 tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2705391', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2999447'] for subnet, after_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:17.367923 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-235be54a-14fb-43e4-8d87-5430a41c3486 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:41:17.379682 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-235be54a-14fb-43e4-8d87-5430a41c3486 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:41:17.393430 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-235be54a-14fb-43e4-8d87-5430a41c3486 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Made reservation on behalf of 2ac88458dfe547ba9bcc73de4b0c8518 for: {'port': 1} {{(pid=83871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 13:41:17.396472 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-235be54a-14fb-43e4-8d87-5430a41c3486 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:17.420463 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.notifiers.nova [None req-235be54a-14fb-43e4-8d87-5430a41c3486 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] device_id is not set on port 3505faab-df4b-4ec7-b2de-a65420f17e1f yet. {{(pid=83871) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 01 13:41:17.448967 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.objects.ports [None req-d929e138-6ec4-4bb2-b5a8-addc6e523b69 tempest-NetworksIpV6TestAttrs-863029505 tempest-NetworksIpV6TestAttrs-863029505-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=83869) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Apr 01 13:41:17.463792 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-d929e138-6ec4-4bb2-b5a8-addc6e523b69 tempest-NetworksIpV6TestAttrs-863029505 tempest-NetworksIpV6TestAttrs-863029505-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2705391', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2999447'] for subnet, after_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:17.470082 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c7d001-c7b7-4a30-9674-309481481202 tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Pushing event updated for resources: {'Subnet': ['ID=c1861025-ebf1-4728-8d14-7df84f57943c,revision_number=0']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:41:17.481619 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e00d9e70-2470-465c-80c1-9b68fa8e4c05 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7e7d0ecb-2af4-55f5-9198-238ab0570d62-79261588-7d66-4fb7-9f59-a09b1cb542b2', 'network_id': '79261588-7d66-4fb7-9f59-a09b1cb542b2', 'tenant_id': '2ac88458dfe547ba9bcc73de4b0c8518', 'fixed_ips': [{'subnet_id': '819e3644-6008-4283-a4e3-fda25ef2aae0'}]}} from dv-neutron-836180-1-hyperv. {{(pid=83872) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 01 13:41:17.482436 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-e00d9e70-2470-465c-80c1-9b68fa8e4c05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:17.540100 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-15dc4811-58aa-4f7b-81a0-6bc9acc3b8ef tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Notify callbacks [] for port, precommit_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:17.588334 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.db_base_plugin_common [None req-235be54a-14fb-43e4-8d87-5430a41c3486 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Allocated IP 2001:db8::24e (79261588-7d66-4fb7-9f59-a09b1cb542b2/819e3644-6008-4283-a4e3-fda25ef2aae0/3505faab-df4b-4ec7-b2de-a65420f17e1f) {{(pid=83871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 13:41:17.665814 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15c7d001-c7b7-4a30-9674-309481481202 tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Checking segment: {'id': '9ce524da-1475-4b56-bb42-ef336b630cf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '52f4053e-1800-4774-8cbf-a465257e2676'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 13:41:17.666169 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15c7d001-c7b7-4a30-9674-309481481202 tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Network hostable DHCP agents. Network: 52f4053e-1800-4774-8cbf-a465257e2676, hostable agents: ['e47e4547-5c2d-4954-ba56-fa3646239f18'], hosted agents: [] {{(pid=83869) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 13:41:17.676895 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d929e138-6ec4-4bb2-b5a8-addc6e523b69 tempest-NetworksIpV6TestAttrs-863029505 tempest-NetworksIpV6TestAttrs-863029505-project] Pushing event updated for resources: {'Subnet': ['ID=df16b967-0dc3-45da-b9f8-9071e516f2dd,revision_number=0']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:41:17.706226 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.notifiers.nova [None req-15dc4811-58aa-4f7b-81a0-6bc9acc3b8ef tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] device_id is not set on port 1bd72c3c-fb45-4fb8-bf7a-b299cf3c8049 yet. {{(pid=83869) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 01 13:41:17.717502 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d929e138-6ec4-4bb2-b5a8-addc6e523b69 tempest-NetworksIpV6TestAttrs-863029505 tempest-NetworksIpV6TestAttrs-863029505-project] Checking segment: {'id': '21299ba0-860c-435c-a0a0-b6029630b093', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '017a26e9-5014-4768-a76c-7e000222cd9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 13:41:17.717972 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d929e138-6ec4-4bb2-b5a8-addc6e523b69 tempest-NetworksIpV6TestAttrs-863029505 tempest-NetworksIpV6TestAttrs-863029505-project] Network hostable DHCP agents. Network: 017a26e9-5014-4768-a76c-7e000222cd9b, hostable agents: ['e47e4547-5c2d-4954-ba56-fa3646239f18'], hosted agents: [] {{(pid=83869) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 13:41:17.745664 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15c7d001-c7b7-4a30-9674-309481481202 tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Network 52f4053e-1800-4774-8cbf-a465257e2676 is scheduled to be hosted by DHCP agent e47e4547-5c2d-4954-ba56-fa3646239f18 with binding_index 1 {{(pid=83869) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 13:41:17.766380 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d929e138-6ec4-4bb2-b5a8-addc6e523b69 tempest-NetworksIpV6TestAttrs-863029505 tempest-NetworksIpV6TestAttrs-863029505-project] Network 017a26e9-5014-4768-a76c-7e000222cd9b is scheduled to be hosted by DHCP agent e47e4547-5c2d-4954-ba56-fa3646239f18 with binding_index 1 {{(pid=83869) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 13:41:17.773054 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.scheduler.base_scheduler [None req-15c7d001-c7b7-4a30-9674-309481481202 tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-836180-1-hyperv, 52f4053e-1800-4774-8cbf-a465257e2676) {{(pid=83869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 13:41:17.782103 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79848f01-4f25-442e-9e50-d0140548e0c9 None None] Network 52f4053e-1800-4774-8cbf-a465257e2676 requested from dv-neutron-836180-1-hyperv {{(pid=83872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 13:41:17.786125 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.scheduler.base_scheduler [None req-d929e138-6ec4-4bb2-b5a8-addc6e523b69 tempest-NetworksIpV6TestAttrs-863029505 tempest-NetworksIpV6TestAttrs-863029505-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-836180-1-hyperv, 017a26e9-5014-4768-a76c-7e000222cd9b) {{(pid=83869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 13:41:17.790453 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15c7d001-c7b7-4a30-9674-309481481202 tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:41:17.791030 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-15c7d001-c7b7-4a30-9674-309481481202 tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Notify callbacks [] for subnet, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:17.794257 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-235be54a-14fb-43e4-8d87-5430a41c3486 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Notify callbacks [] for port, precommit_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:17.800078 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d929e138-6ec4-4bb2-b5a8-addc6e523b69 tempest-NetworksIpV6TestAttrs-863029505 tempest-NetworksIpV6TestAttrs-863029505-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:41:17.800675 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-d929e138-6ec4-4bb2-b5a8-addc6e523b69 tempest-NetworksIpV6TestAttrs-863029505 tempest-NetworksIpV6TestAttrs-863029505-project] Notify callbacks [] for subnet, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:17.813426 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4840f2d0-14ee-473e-a3e0-78448d3066b2 None None] Network 017a26e9-5014-4768-a76c-7e000222cd9b requested from dv-neutron-836180-1-hyperv {{(pid=83872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 13:41:17.814331 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.provisioning_blocks [None req-235be54a-14fb-43e4-8d87-5430a41c3486 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Transition to ACTIVE for port object 3505faab-df4b-4ec7-b2de-a65420f17e1f will not be triggered until provisioned by entity DHCP. {{(pid=83871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 13:41:17.841476 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-235be54a-14fb-43e4-8d87-5430a41c3486 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736732935801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2743125'] for port, after_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:17.863786 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-15c7d001-c7b7-4a30-9674-309481481202 tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0123360 Apr 01 13:41:17.867657 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 55290) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:41:17.880872 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.v2.base [None req-132f5dbc-a8d7-4604-918f-e9b86639efaf tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-2125446040', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:41:17.886914 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-d929e138-6ec4-4bb2-b5a8-addc6e523b69 tempest-NetworksIpV6TestAttrs-863029505 tempest-NetworksIpV6TestAttrs-863029505-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 2.2856958 Apr 01 13:41:17.891432 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-132f5dbc-a8d7-4604-918f-e9b86639efaf tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:41:17.895577 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 55294) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:41:17.899377 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-15dc4811-58aa-4f7b-81a0-6bc9acc3b8ef tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Notify callbacks [] for port, precommit_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:17.922297 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-132f5dbc-a8d7-4604-918f-e9b86639efaf tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Usage tracker for resource:router and tenant:7eaea7f33c58432a9d19111cc275f4e1 is out of sync, need to count used quota {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 13:41:17.926660 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-132f5dbc-a8d7-4604-918f-e9b86639efaf tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 13:41:17.941336 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-132f5dbc-a8d7-4604-918f-e9b86639efaf tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:41:18.029142 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-132f5dbc-a8d7-4604-918f-e9b86639efaf tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4082176', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4220'] for router, before_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:18.029983 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-132f5dbc-a8d7-4604-918f-e9b86639efaf tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4082277', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4084873', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4148249', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4211'] for router, precommit_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:18.039782 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-235be54a-14fb-43e4-8d87-5430a41c3486 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Pushing event updated for resources: {'Port': ['ID=3505faab-df4b-4ec7-b2de-a65420f17e1f,revision_number=1']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:41:18.044408 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-235be54a-14fb-43e4-8d87-5430a41c3486 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Network 79261588-7d66-4fb7-9f59-a09b1cb542b2 is already hosted by enough agents. {{(pid=83871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 13:41:18.045630 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.scheduler.base_scheduler [None req-235be54a-14fb-43e4-8d87-5430a41c3486 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Resources bound (agent type, host, resource id): {{(pid=83871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 13:41:18.048079 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-235be54a-14fb-43e4-8d87-5430a41c3486 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Received port after_create {{(pid=83871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 13:41:18.052454 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-235be54a-14fb-43e4-8d87-5430a41c3486 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:41:18.053124 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-235be54a-14fb-43e4-8d87-5430a41c3486 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109561'] for port, before_response {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:18.064055 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.db_base_plugin_common [None req-e00d9e70-2470-465c-80c1-9b68fa8e4c05 None None] Allocated IP 2001:db8::2 (79261588-7d66-4fb7-9f59-a09b1cb542b2/819e3644-6008-4283-a4e3-fda25ef2aae0/09bf9b57-a63c-4a65-9df6-7771db7cc093) {{(pid=83872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 13:41:18.075107 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-15dc4811-58aa-4f7b-81a0-6bc9acc3b8ef tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736732935801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2705155'] for port, after_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:18.085577 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-235be54a-14fb-43e4-8d87-5430a41c3486 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 0.8709097 Apr 01 13:41:18.085772 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 55298) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:41:18.133658 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-d609c5cf-4d09-4cea-b6e5-a452d493d6fc tempest-NetworksIpV6TestAttrs-863029505 tempest-NetworksIpV6TestAttrs-863029505-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1033078'] for network, before_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:18.153483 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.plugin [None req-a6ebb856-f323-4cc9-ae0f-1e9ab01af5c4 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Deleting port 3505faab-df4b-4ec7-b2de-a65420f17e1f {{(pid=83871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 13:41:18.153858 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-a6ebb856-f323-4cc9-ae0f-1e9ab01af5c4 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736733287370'] for port, before_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:18.159432 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-132f5dbc-a8d7-4604-918f-e9b86639efaf tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:18.183802 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15dc4811-58aa-4f7b-81a0-6bc9acc3b8ef tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Network da52fa05-a658-4e73-abb5-e8699cbc9bb6 is already hosted by enough agents. {{(pid=83869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 13:41:18.187188 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15dc4811-58aa-4f7b-81a0-6bc9acc3b8ef tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Pushing event updated for resources: {'Port': ['ID=ffe5f686-b26e-46b7-bb16-6d1ed201ddd8,revision_number=1']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:41:18.192774 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.scheduler.base_scheduler [None req-15dc4811-58aa-4f7b-81a0-6bc9acc3b8ef tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Resources bound (agent type, host, resource id): {{(pid=83869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 13:41:18.201733 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15dc4811-58aa-4f7b-81a0-6bc9acc3b8ef tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Received port after_create {{(pid=83869) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 13:41:18.203919 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-15dc4811-58aa-4f7b-81a0-6bc9acc3b8ef tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736732935801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2705155'] for port, after_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:18.282547 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-d609c5cf-4d09-4cea-b6e5-a452d493d6fc tempest-NetworksIpV6TestAttrs-863029505 tempest-NetworksIpV6TestAttrs-863029505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-945029'] for subnet, precommit_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:18.367128 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-132f5dbc-a8d7-4604-918f-e9b86639efaf tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4082201', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4084858'] for router, after_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:18.420825 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-a6ebb856-f323-4cc9-ae0f-1e9ab01af5c4 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4155147'] for port, precommit_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:18.438679 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15dc4811-58aa-4f7b-81a0-6bc9acc3b8ef tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Pushing event updated for resources: {'Port': ['ID=1bd72c3c-fb45-4fb8-bf7a-b299cf3c8049,revision_number=1']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:41:18.451427 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-132f5dbc-a8d7-4604-918f-e9b86639efaf tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Notify callbacks [] for router, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:18.453247 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-132f5dbc-a8d7-4604-918f-e9b86639efaf tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.5845647 Apr 01 13:41:18.456587 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 55302) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:41:18.509431 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-e00d9e70-2470-465c-80c1-9b68fa8e4c05 None None] Notify callbacks [] for port, precommit_create {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:18.522387 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5491c5a2-518d-43ca-87fe-31e32353f7b8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7e7d0ecb-2af4-55f5-9198-238ab0570d62-017a26e9-5014-4768-a76c-7e000222cd9b', 'network_id': '017a26e9-5014-4768-a76c-7e000222cd9b', 'tenant_id': '80147276d4574127babe28831dd684f3', 'fixed_ips': [{'subnet_id': 'df16b967-0dc3-45da-b9f8-9071e516f2dd'}]}} from dv-neutron-836180-1-hyperv. {{(pid=83872) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 01 13:41:18.523079 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-5491c5a2-518d-43ca-87fe-31e32353f7b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:18.537006 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cb2cf4b-1754-4742-b6b0-9c15988b039c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7e7d0ecb-2af4-55f5-9198-238ab0570d62-52f4053e-1800-4774-8cbf-a465257e2676', 'network_id': '52f4053e-1800-4774-8cbf-a465257e2676', 'tenant_id': '7eaea7f33c58432a9d19111cc275f4e1', 'fixed_ips': [{'subnet_id': 'c1861025-ebf1-4728-8d14-7df84f57943c'}]}} from dv-neutron-836180-1-hyperv. {{(pid=83872) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 01 13:41:18.538102 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-9cb2cf4b-1754-4742-b6b0-9c15988b039c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:18.551750 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-e00d9e70-2470-465c-80c1-9b68fa8e4c05 None None] Transition to ACTIVE for port object 09bf9b57-a63c-4a65-9df6-7771db7cc093 will not be triggered until provisioned by entity L2. {{(pid=83872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 13:41:18.552932 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.plugin [None req-a6ebb856-f323-4cc9-ae0f-1e9ab01af5c4 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Calling delete_port for 3505faab-df4b-4ec7-b2de-a65420f17e1f owned by {{(pid=83871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 13:41:18.605721 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-d609c5cf-4d09-4cea-b6e5-a452d493d6fc tempest-NetworksIpV6TestAttrs-863029505 tempest-NetworksIpV6TestAttrs-863029505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-945042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2705198', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2999452'] for subnet, after_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:18.636106 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15dc4811-58aa-4f7b-81a0-6bc9acc3b8ef tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Checking segment: {'id': '594c985a-f32e-438a-8265-302e7a5b9a74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '9be65b0c-bfe3-467a-9be9-4d22fe127e9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 13:41:18.636534 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15dc4811-58aa-4f7b-81a0-6bc9acc3b8ef tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Network hostable DHCP agents. Network: 9be65b0c-bfe3-467a-9be9-4d22fe127e9a, hostable agents: ['e47e4547-5c2d-4954-ba56-fa3646239f18'], hosted agents: [] {{(pid=83869) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 13:41:18.655088 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d609c5cf-4d09-4cea-b6e5-a452d493d6fc tempest-NetworksIpV6TestAttrs-863029505 tempest-NetworksIpV6TestAttrs-863029505-project] Pushing event deleted for resources: {'Subnet': ['ID=df16b967-0dc3-45da-b9f8-9071e516f2dd,revision_number=None']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:41:18.700599 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-a6ebb856-f323-4cc9-ae0f-1e9ab01af5c4 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736733359243', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736732935810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2743125'] for port, after_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:18.703368 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-e00d9e70-2470-465c-80c1-9b68fa8e4c05 None None] Transition to ACTIVE for port object 09bf9b57-a63c-4a65-9df6-7771db7cc093 will not be triggered until provisioned by entity DHCP. {{(pid=83872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 13:41:18.727433 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-e00d9e70-2470-465c-80c1-9b68fa8e4c05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736732935801'] for port, after_create {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:18.749532 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ebb856-f323-4cc9-ae0f-1e9ab01af5c4 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Pushing event deleted for resources: {'Port': ['ID=3505faab-df4b-4ec7-b2de-a65420f17e1f,revision_number=None']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:41:18.794572 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-a6ebb856-f323-4cc9-ae0f-1e9ab01af5c4 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109561'] for port, before_response {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:18.807412 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-a6ebb856-f323-4cc9-ae0f-1e9ab01af5c4 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] 10.222.0.26 "DELETE /v2.0/ports/3505faab-df4b-4ec7-b2de-a65420f17e1f HTTP/1.1" status: 204 len: 168 time: 0.7181180 Apr 01 13:41:18.807624 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 55306) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:41:18.812683 dv-neutron-836180-1-hyperv neutron-server[83872]: ERROR oslo_messaging.rpc.server [None req-5491c5a2-518d-43ca-87fe-31e32353f7b8 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet df16b967-0dc3-45da-b9f8-9071e516f2dd: This subnet is being modified by another concurrent operation. Apr 01 13:41:18.812683 dv-neutron-836180-1-hyperv neutron-server[83872]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Apr 01 13:41:18.812683 dv-neutron-836180-1-hyperv neutron-server[83872]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Apr 01 13:41:18.812683 dv-neutron-836180-1-hyperv neutron-server[83872]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Apr 01 13:41:18.812683 dv-neutron-836180-1-hyperv neutron-server[83872]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Apr 01 13:41:18.812683 dv-neutron-836180-1-hyperv neutron-server[83872]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Apr 01 13:41:18.812683 dv-neutron-836180-1-hyperv neutron-server[83872]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Apr 01 13:41:18.812683 dv-neutron-836180-1-hyperv neutron-server[83872]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Apr 01 13:41:18.812683 dv-neutron-836180-1-hyperv neutron-server[83872]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Apr 01 13:41:18.812683 dv-neutron-836180-1-hyperv neutron-server[83872]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Apr 01 13:41:18.812683 dv-neutron-836180-1-hyperv neutron-server[83872]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Apr 01 13:41:18.812683 dv-neutron-836180-1-hyperv neutron-server[83872]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Apr 01 13:41:18.812683 dv-neutron-836180-1-hyperv neutron-server[83872]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Apr 01 13:41:18.812683 dv-neutron-836180-1-hyperv neutron-server[83872]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 01 13:41:18.812683 dv-neutron-836180-1-hyperv neutron-server[83872]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Apr 01 13:41:18.812683 dv-neutron-836180-1-hyperv neutron-server[83872]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Apr 01 13:41:18.812683 dv-neutron-836180-1-hyperv neutron-server[83872]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Apr 01 13:41:18.812683 dv-neutron-836180-1-hyperv neutron-server[83872]: ERROR oslo_messaging.rpc.server raise value Apr 01 13:41:18.812683 dv-neutron-836180-1-hyperv neutron-server[83872]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Apr 01 13:41:18.812683 dv-neutron-836180-1-hyperv neutron-server[83872]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 01 13:41:18.812683 dv-neutron-836180-1-hyperv neutron-server[83872]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Apr 01 13:41:18.812683 dv-neutron-836180-1-hyperv neutron-server[83872]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Apr 01 13:41:18.812683 dv-neutron-836180-1-hyperv neutron-server[83872]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Apr 01 13:41:18.812683 dv-neutron-836180-1-hyperv neutron-server[83872]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 01 13:41:18.812683 dv-neutron-836180-1-hyperv neutron-server[83872]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Apr 01 13:41:18.812683 dv-neutron-836180-1-hyperv neutron-server[83872]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Apr 01 13:41:18.812683 dv-neutron-836180-1-hyperv neutron-server[83872]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Apr 01 13:41:18.812683 dv-neutron-836180-1-hyperv neutron-server[83872]: ERROR oslo_messaging.rpc.server raise value Apr 01 13:41:18.812683 dv-neutron-836180-1-hyperv neutron-server[83872]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Apr 01 13:41:18.812683 dv-neutron-836180-1-hyperv neutron-server[83872]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 01 13:41:18.812683 dv-neutron-836180-1-hyperv neutron-server[83872]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Apr 01 13:41:18.812683 dv-neutron-836180-1-hyperv neutron-server[83872]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Apr 01 13:41:18.812683 dv-neutron-836180-1-hyperv neutron-server[83872]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Apr 01 13:41:18.812683 dv-neutron-836180-1-hyperv neutron-server[83872]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 01 13:41:18.812683 dv-neutron-836180-1-hyperv neutron-server[83872]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Apr 01 13:41:18.812683 dv-neutron-836180-1-hyperv neutron-server[83872]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Apr 01 13:41:18.812683 dv-neutron-836180-1-hyperv neutron-server[83872]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Apr 01 13:41:18.812683 dv-neutron-836180-1-hyperv neutron-server[83872]: ERROR oslo_messaging.rpc.server raise value Apr 01 13:41:18.812683 dv-neutron-836180-1-hyperv neutron-server[83872]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Apr 01 13:41:18.812683 dv-neutron-836180-1-hyperv neutron-server[83872]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Apr 01 13:41:18.812683 dv-neutron-836180-1-hyperv neutron-server[83872]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Apr 01 13:41:18.812683 dv-neutron-836180-1-hyperv neutron-server[83872]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Apr 01 13:41:18.812683 dv-neutron-836180-1-hyperv neutron-server[83872]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 274, in create_dhcp_port Apr 01 13:41:18.812683 dv-neutron-836180-1-hyperv neutron-server[83872]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Apr 01 13:41:18.812683 dv-neutron-836180-1-hyperv neutron-server[83872]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 99, in _port_action Apr 01 13:41:18.812683 dv-neutron-836180-1-hyperv neutron-server[83872]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Apr 01 13:41:18.812683 dv-neutron-836180-1-hyperv neutron-server[83872]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 335, in create_port Apr 01 13:41:18.812683 dv-neutron-836180-1-hyperv neutron-server[83872]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Apr 01 13:41:18.812683 dv-neutron-836180-1-hyperv neutron-server[83872]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Apr 01 13:41:18.812683 dv-neutron-836180-1-hyperv neutron-server[83872]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Apr 01 13:41:18.812683 dv-neutron-836180-1-hyperv neutron-server[83872]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped Apr 01 13:41:18.812683 dv-neutron-836180-1-hyperv neutron-server[83872]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Apr 01 13:41:18.812683 dv-neutron-836180-1-hyperv neutron-server[83872]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Apr 01 13:41:18.812683 dv-neutron-836180-1-hyperv neutron-server[83872]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Apr 01 13:41:18.812683 dv-neutron-836180-1-hyperv neutron-server[83872]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Apr 01 13:41:18.812683 dv-neutron-836180-1-hyperv neutron-server[83872]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 01 13:41:18.812683 dv-neutron-836180-1-hyperv neutron-server[83872]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Apr 01 13:41:18.812683 dv-neutron-836180-1-hyperv neutron-server[83872]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Apr 01 13:41:18.812683 dv-neutron-836180-1-hyperv neutron-server[83872]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Apr 01 13:41:18.812683 dv-neutron-836180-1-hyperv neutron-server[83872]: ERROR oslo_messaging.rpc.server raise value Apr 01 13:41:18.812683 dv-neutron-836180-1-hyperv neutron-server[83872]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Apr 01 13:41:18.812683 dv-neutron-836180-1-hyperv neutron-server[83872]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 01 13:41:18.812683 dv-neutron-836180-1-hyperv neutron-server[83872]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Apr 01 13:41:18.812683 dv-neutron-836180-1-hyperv neutron-server[83872]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Apr 01 13:41:18.812683 dv-neutron-836180-1-hyperv neutron-server[83872]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Apr 01 13:41:18.812683 dv-neutron-836180-1-hyperv neutron-server[83872]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 01 13:41:18.812683 dv-neutron-836180-1-hyperv neutron-server[83872]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Apr 01 13:41:18.812683 dv-neutron-836180-1-hyperv neutron-server[83872]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Apr 01 13:41:18.812683 dv-neutron-836180-1-hyperv neutron-server[83872]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Apr 01 13:41:18.812683 dv-neutron-836180-1-hyperv neutron-server[83872]: ERROR oslo_messaging.rpc.server raise value Apr 01 13:41:18.812683 dv-neutron-836180-1-hyperv neutron-server[83872]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Apr 01 13:41:18.812683 dv-neutron-836180-1-hyperv neutron-server[83872]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 01 13:41:18.812683 dv-neutron-836180-1-hyperv neutron-server[83872]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Apr 01 13:41:18.812683 dv-neutron-836180-1-hyperv neutron-server[83872]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Apr 01 13:41:18.812683 dv-neutron-836180-1-hyperv neutron-server[83872]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Apr 01 13:41:18.812683 dv-neutron-836180-1-hyperv neutron-server[83872]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 01 13:41:18.812683 dv-neutron-836180-1-hyperv neutron-server[83872]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Apr 01 13:41:18.812683 dv-neutron-836180-1-hyperv neutron-server[83872]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Apr 01 13:41:18.812683 dv-neutron-836180-1-hyperv neutron-server[83872]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Apr 01 13:41:18.812683 dv-neutron-836180-1-hyperv neutron-server[83872]: ERROR oslo_messaging.rpc.server raise value Apr 01 13:41:18.812683 dv-neutron-836180-1-hyperv neutron-server[83872]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Apr 01 13:41:18.812683 dv-neutron-836180-1-hyperv neutron-server[83872]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Apr 01 13:41:18.812683 dv-neutron-836180-1-hyperv neutron-server[83872]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1423, in create_port Apr 01 13:41:18.812683 dv-neutron-836180-1-hyperv neutron-server[83872]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Apr 01 13:41:18.812683 dv-neutron-836180-1-hyperv neutron-server[83872]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1390, in _create_port_db Apr 01 13:41:18.812683 dv-neutron-836180-1-hyperv neutron-server[83872]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Apr 01 13:41:18.812683 dv-neutron-836180-1-hyperv neutron-server[83872]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1440, in create_port_db Apr 01 13:41:18.812683 dv-neutron-836180-1-hyperv neutron-server[83872]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Apr 01 13:41:18.812683 dv-neutron-836180-1-hyperv neutron-server[83872]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Apr 01 13:41:18.812683 dv-neutron-836180-1-hyperv neutron-server[83872]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Apr 01 13:41:18.812683 dv-neutron-836180-1-hyperv neutron-server[83872]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped Apr 01 13:41:18.812683 dv-neutron-836180-1-hyperv neutron-server[83872]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Apr 01 13:41:18.812683 dv-neutron-836180-1-hyperv neutron-server[83872]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Apr 01 13:41:18.812683 dv-neutron-836180-1-hyperv neutron-server[83872]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Apr 01 13:41:18.812683 dv-neutron-836180-1-hyperv neutron-server[83872]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Apr 01 13:41:18.812683 dv-neutron-836180-1-hyperv neutron-server[83872]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Apr 01 13:41:18.812683 dv-neutron-836180-1-hyperv neutron-server[83872]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Apr 01 13:41:18.812683 dv-neutron-836180-1-hyperv neutron-server[83872]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Apr 01 13:41:18.812683 dv-neutron-836180-1-hyperv neutron-server[83872]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 669, in _ipam_get_subnets Apr 01 13:41:18.812683 dv-neutron-836180-1-hyperv neutron-server[83872]: ERROR oslo_messaging.rpc.server subnet.lock_register( Apr 01 13:41:18.812683 dv-neutron-836180-1-hyperv neutron-server[83872]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Apr 01 13:41:18.812683 dv-neutron-836180-1-hyperv neutron-server[83872]: ERROR oslo_messaging.rpc.server raise exception Apr 01 13:41:18.812683 dv-neutron-836180-1-hyperv neutron-server[83872]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet df16b967-0dc3-45da-b9f8-9071e516f2dd: This subnet is being modified by another concurrent operation. Apr 01 13:41:18.812683 dv-neutron-836180-1-hyperv neutron-server[83872]: ERROR oslo_messaging.rpc.server Apr 01 13:41:18.852137 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.pecan_wsgi.hooks.translation [None req-7baab358-dcb5-4849-8b62-806d1bd18be8 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] DELETE failed (client error): The resource could not be found. Apr 01 13:41:18.852602 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7baab358-dcb5-4849-8b62-806d1bd18be8 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83871) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 13:41:18.857342 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-7baab358-dcb5-4849-8b62-806d1bd18be8 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] 10.222.0.26 "DELETE /v2.0/ports/3505faab-df4b-4ec7-b2de-a65420f17e1f HTTP/1.1" status: 404 len: 333 time: 0.0457218 Apr 01 13:41:18.857342 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 55310) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:41:18.876986 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d765a438-aa4e-49ad-aeaa-f734889ed328 None None] Network 017a26e9-5014-4768-a76c-7e000222cd9b requested from dv-neutron-836180-1-hyperv {{(pid=83872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 13:41:18.891531 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e00d9e70-2470-465c-80c1-9b68fa8e4c05 None None] Network 79261588-7d66-4fb7-9f59-a09b1cb542b2 is already hosted by enough agents. {{(pid=83872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 13:41:18.896887 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e00d9e70-2470-465c-80c1-9b68fa8e4c05 None None] Pushing event updated for resources: {'Port': ['ID=09bf9b57-a63c-4a65-9df6-7771db7cc093,revision_number=1']} {{(pid=83872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:41:18.903586 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.db_base_plugin_common [None req-9cb2cf4b-1754-4742-b6b0-9c15988b039c None None] Allocated IP 172.20.0.2 (52f4053e-1800-4774-8cbf-a465257e2676/c1861025-ebf1-4728-8d14-7df84f57943c/d4df6fb7-d090-4c2d-92c5-35b4c36f5a90) {{(pid=83872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 13:41:18.906573 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.scheduler.base_scheduler [None req-e00d9e70-2470-465c-80c1-9b68fa8e4c05 None None] Resources bound (agent type, host, resource id): {{(pid=83872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 13:41:18.912804 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.pecan_wsgi.hooks.translation [None req-b8430959-2b90-4dee-9b18-3659f28f50ef tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] GET failed (client error): The resource could not be found. Apr 01 13:41:18.913325 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-b8430959-2b90-4dee-9b18-3659f28f50ef tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Synchronizing usage tracker for tenant:2ac88458dfe547ba9bcc73de4b0c8518 on resource:port {{(pid=83871) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 13:41:18.929953 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-b8430959-2b90-4dee-9b18-3659f28f50ef tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Unset dirty status for tenant:2ac88458dfe547ba9bcc73de4b0c8518 on resource:port {{(pid=83871) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 13:41:18.933928 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-b8430959-2b90-4dee-9b18-3659f28f50ef tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] 10.222.0.26 "GET /v2.0/ports/3505faab-df4b-4ec7-b2de-a65420f17e1f HTTP/1.1" status: 404 len: 333 time: 0.0663464 Apr 01 13:41:18.935161 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 55314) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:41:18.957244 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e00d9e70-2470-465c-80c1-9b68fa8e4c05 None None] Received port after_create {{(pid=83872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 13:41:19.011084 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.db_base_plugin_v2 [None req-07c7e53d-2947-43a0-896a-b9ae4d8048a9 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Deleting subnet 819e3644-6008-4283-a4e3-fda25ef2aae0 {{(pid=83871) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 01 13:41:19.013544 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-07c7e53d-2947-43a0-896a-b9ae4d8048a9 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Notify callbacks [] for subnet, before_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:19.020516 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-d609c5cf-4d09-4cea-b6e5-a452d493d6fc tempest-NetworksIpV6TestAttrs-863029505 tempest-NetworksIpV6TestAttrs-863029505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-942654', 'neutron.services.segments.db._delete_segments_for_network-8736733387888'] for network, precommit_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:19.027464 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15dc4811-58aa-4f7b-81a0-6bc9acc3b8ef tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Network 9be65b0c-bfe3-467a-9be9-4d22fe127e9a is scheduled to be hosted by DHCP agent e47e4547-5c2d-4954-ba56-fa3646239f18 with binding_index 1 {{(pid=83869) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 13:41:19.056153 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.services.segments.db [None req-d609c5cf-4d09-4cea-b6e5-a452d493d6fc tempest-NetworksIpV6TestAttrs-863029505 tempest-NetworksIpV6TestAttrs-863029505-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['017a26e9-5014-4768-a76c-7e000222cd9b']}} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:41:19.064177 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.scheduler.base_scheduler [None req-15dc4811-58aa-4f7b-81a0-6bc9acc3b8ef tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-836180-1-hyperv, 9be65b0c-bfe3-467a-9be9-4d22fe127e9a) {{(pid=83869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 13:41:19.068079 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15dc4811-58aa-4f7b-81a0-6bc9acc3b8ef tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Received port after_create {{(pid=83869) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 13:41:19.071836 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-07c7e53d-2947-43a0-896a-b9ae4d8048a9 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3166365'] for subnet, precommit_delete_associations {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:19.072384 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15dc4811-58aa-4f7b-81a0-6bc9acc3b8ef tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:41:19.075399 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15dc4811-58aa-4f7b-81a0-6bc9acc3b8ef tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:41:19.076659 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-15dc4811-58aa-4f7b-81a0-6bc9acc3b8ef tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109561'] for port, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:19.087379 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.services.segments.db [None req-d609c5cf-4d09-4cea-b6e5-a452d493d6fc tempest-NetworksIpV6TestAttrs-863029505 tempest-NetworksIpV6TestAttrs-863029505-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '21299ba0-860c-435c-a0a0-b6029630b093') {'for_net_delete': True} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:41:19.087705 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.services.segments.db [None req-d609c5cf-4d09-4cea-b6e5-a452d493d6fc tempest-NetworksIpV6TestAttrs-863029505 tempest-NetworksIpV6TestAttrs-863029505-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '21299ba0-860c-435c-a0a0-b6029630b093') {} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:41:19.093689 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-038db7e4-81a0-40b3-b873-549a150ef329 None None] Network 9be65b0c-bfe3-467a-9be9-4d22fe127e9a requested from dv-neutron-836180-1-hyperv {{(pid=83872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 13:41:19.160334 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-07c7e53d-2947-43a0-896a-b9ae4d8048a9 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-945029'] for subnet, precommit_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:19.220058 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-d609c5cf-4d09-4cea-b6e5-a452d493d6fc tempest-NetworksIpV6TestAttrs-863029505 tempest-NetworksIpV6TestAttrs-863029505-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736733386999', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2704982'] for segment, before_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:19.252028 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-15dc4811-58aa-4f7b-81a0-6bc9acc3b8ef tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 3.3989322 Apr 01 13:41:19.253044 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-d609c5cf-4d09-4cea-b6e5-a452d493d6fc tempest-NetworksIpV6TestAttrs-863029505 tempest-NetworksIpV6TestAttrs-863029505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1004271'] for segment, precommit_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:19.255627 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 55318) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:41:19.262596 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d609c5cf-4d09-4cea-b6e5-a452d493d6fc tempest-NetworksIpV6TestAttrs-863029505 tempest-NetworksIpV6TestAttrs-863029505-project] Releasing vlan 364 on physical network physnet1 to pool {{(pid=83869) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 01 13:41:19.262809 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-07c7e53d-2947-43a0-896a-b9ae4d8048a9 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-945042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2743160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2757373'] for subnet, after_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:19.263103 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-d609c5cf-4d09-4cea-b6e5-a452d493d6fc tempest-NetworksIpV6TestAttrs-863029505 tempest-NetworksIpV6TestAttrs-863029505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1004262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2705264'] for segment, after_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:19.278479 dv-neutron-836180-1-hyperv neutron-server[83869]: Traceback (most recent call last): Apr 01 13:41:19.278479 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 01 13:41:19.278479 dv-neutron-836180-1-hyperv neutron-server[83869]: timer() Apr 01 13:41:19.278479 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 13:41:19.278479 dv-neutron-836180-1-hyperv neutron-server[83869]: cb(*args, **kw) Apr 01 13:41:19.278479 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 13:41:19.278479 dv-neutron-836180-1-hyperv neutron-server[83869]: return func(*args, **kwargs) Apr 01 13:41:19.278479 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 13:41:19.278479 dv-neutron-836180-1-hyperv neutron-server[83869]: self._notify() Apr 01 13:41:19.278479 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 13:41:19.278479 dv-neutron-836180-1-hyperv neutron-server[83869]: self.callback(batched_events) Apr 01 13:41:19.278479 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 13:41:19.278479 dv-neutron-836180-1-hyperv neutron-server[83869]: event.method(event) Apr 01 13:41:19.278479 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 13:41:19.278479 dv-neutron-836180-1-hyperv neutron-server[83869]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 13:41:19.278479 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 13:41:19.278479 dv-neutron-836180-1-hyperv neutron-server[83869]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 13:41:19.278479 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 13:41:19.278479 dv-neutron-836180-1-hyperv neutron-server[83869]: return f(self, *a, **k) Apr 01 13:41:19.278479 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 13:41:19.278479 dv-neutron-836180-1-hyperv neutron-server[83869]: return self._get(url).json() Apr 01 13:41:19.278479 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 13:41:19.278479 dv-neutron-836180-1-hyperv neutron-server[83869]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 13:41:19.278479 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 01 13:41:19.278479 dv-neutron-836180-1-hyperv neutron-server[83869]: return self.request(url, 'GET', **kwargs) Apr 01 13:41:19.278479 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 01 13:41:19.278479 dv-neutron-836180-1-hyperv neutron-server[83869]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 13:41:19.278479 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 01 13:41:19.278479 dv-neutron-836180-1-hyperv neutron-server[83869]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 13:41:19.278479 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 01 13:41:19.278479 dv-neutron-836180-1-hyperv neutron-server[83869]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 13:41:19.278479 dv-neutron-836180-1-hyperv neutron-server[83869]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 13:41:19.354809 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c7e53d-2947-43a0-896a-b9ae4d8048a9 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Pushing event deleted for resources: {'Subnet': ['ID=819e3644-6008-4283-a4e3-fda25ef2aae0,revision_number=None']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:41:19.368534 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-07c7e53d-2947-43a0-896a-b9ae4d8048a9 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Notify callbacks [] for subnet, before_response {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:19.376930 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.managers [None req-e00d9e70-2470-465c-80c1-9b68fa8e4c05 None None] Attempting to bind port 09bf9b57-a63c-4a65-9df6-7771db7cc093 on host dv-neutron-836180-1-hyperv for vnic_type normal with profile {{(pid=83872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 13:41:19.377292 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.managers [None req-e00d9e70-2470-465c-80c1-9b68fa8e4c05 None None] Attempting to bind port 09bf9b57-a63c-4a65-9df6-7771db7cc093 by drivers openvswitch,hyperv on host dv-neutron-836180-1-hyperv at level 0 using segments [{'id': '2acf0792-9bc1-4471-af50-092bfc139f19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '79261588-7d66-4fb7-9f59-a09b1cb542b2'}] {{(pid=83872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 13:41:19.377641 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e00d9e70-2470-465c-80c1-9b68fa8e4c05 None None] Attempting to bind port 09bf9b57-a63c-4a65-9df6-7771db7cc093 on network 79261588-7d66-4fb7-9f59-a09b1cb542b2 {{(pid=83872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 13:41:19.387409 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-07c7e53d-2947-43a0-896a-b9ae4d8048a9 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] 10.222.0.26 "DELETE /v2.0/subnets/819e3644-6008-4283-a4e3-fda25ef2aae0 HTTP/1.1" status: 204 len: 168 time: 0.4487474 Apr 01 13:41:19.390264 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 55322) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:41:19.395520 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.plugin [None req-907ac564-59ef-4a21-8932-03119eabefc5 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Deleting port 1bd72c3c-fb45-4fb8-bf7a-b299cf3c8049 {{(pid=83871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 13:41:19.395918 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-907ac564-59ef-4a21-8932-03119eabefc5 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736733287370'] for port, before_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:19.428249 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-d609c5cf-4d09-4cea-b6e5-a452d493d6fc tempest-NetworksIpV6TestAttrs-863029505 tempest-NetworksIpV6TestAttrs-863029505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-942599', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4084797'] for network, after_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:19.451811 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-d609c5cf-4d09-4cea-b6e5-a452d493d6fc tempest-NetworksIpV6TestAttrs-863029505 tempest-NetworksIpV6TestAttrs-863029505-project] Notify callbacks [] for network, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:19.468895 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d609c5cf-4d09-4cea-b6e5-a452d493d6fc tempest-NetworksIpV6TestAttrs-863029505 tempest-NetworksIpV6TestAttrs-863029505-project] Pushing event deleted for resources: {'Network': ['ID=017a26e9-5014-4768-a76c-7e000222cd9b,revision_number=None']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:41:19.473683 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-d609c5cf-4d09-4cea-b6e5-a452d493d6fc tempest-NetworksIpV6TestAttrs-863029505 tempest-NetworksIpV6TestAttrs-863029505-project] 10.222.0.26 "DELETE /v2.0/networks/017a26e9-5014-4768-a76c-7e000222cd9b HTTP/1.1" status: 204 len: 168 time: 1.5771389 Apr 01 13:41:19.477797 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 55326) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:41:19.485111 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e00d9e70-2470-465c-80c1-9b68fa8e4c05 None None] Checking agent: {'id': 'af948428-97cd-4d10-9f53-af028bdb39b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-836180-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 13, 25, 37), 'started_at': datetime.datetime(2022, 4, 1, 13, 26, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 13, 41, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-836180-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 13:41:19.485478 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e00d9e70-2470-465c-80c1-9b68fa8e4c05 None None] Checking segment: {'id': '2acf0792-9bc1-4471-af50-092bfc139f19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '79261588-7d66-4fb7-9f59-a09b1cb542b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 13:41:19.485868 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-e00d9e70-2470-465c-80c1-9b68fa8e4c05 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:19.486252 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e00d9e70-2470-465c-80c1-9b68fa8e4c05 None None] Bound using segment: {'id': '2acf0792-9bc1-4471-af50-092bfc139f19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '79261588-7d66-4fb7-9f59-a09b1cb542b2'} {{(pid=83872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 13:41:19.486718 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.managers [None req-e00d9e70-2470-465c-80c1-9b68fa8e4c05 None None] Bound port: 09bf9b57-a63c-4a65-9df6-7771db7cc093, host: dv-neutron-836180-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2acf0792-9bc1-4471-af50-092bfc139f19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '79261588-7d66-4fb7-9f59-a09b1cb542b2'}}] {{(pid=83872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 13:41:19.487082 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-e00d9e70-2470-465c-80c1-9b68fa8e4c05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:19.541436 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-88bd4399-5b19-4b72-8899-a901938f3871 tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:19.555162 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.pecan_wsgi.hooks.translation [None req-38213ffc-d6e8-4648-834e-16400a52e6ac tempest-NetworksIpV6TestAttrs-863029505 tempest-NetworksIpV6TestAttrs-863029505-project] DELETE failed (client error): The resource could not be found. Apr 01 13:41:19.555605 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-38213ffc-d6e8-4648-834e-16400a52e6ac tempest-NetworksIpV6TestAttrs-863029505 tempest-NetworksIpV6TestAttrs-863029505-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83869) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 13:41:19.559585 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-38213ffc-d6e8-4648-834e-16400a52e6ac tempest-NetworksIpV6TestAttrs-863029505 tempest-NetworksIpV6TestAttrs-863029505-project] 10.222.0.26 "DELETE /v2.0/subnets/df16b967-0dc3-45da-b9f8-9071e516f2dd HTTP/1.1" status: 404 len: 337 time: 0.0784502 Apr 01 13:41:19.560408 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 55330) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:41:19.599322 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-485d19f8-649c-4588-a055-ed19c65c4a03 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1033078'] for network, before_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:19.637268 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-9cb2cf4b-1754-4742-b6b0-9c15988b039c None None] Notify callbacks [] for port, precommit_create {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:19.643957 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.pecan_wsgi.hooks.translation [None req-cbb72640-3382-4f4b-9dea-e67fe8ff29ff tempest-NetworksIpV6TestAttrs-863029505 tempest-NetworksIpV6TestAttrs-863029505-project] DELETE failed (client error): The resource could not be found. Apr 01 13:41:19.644415 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cbb72640-3382-4f4b-9dea-e67fe8ff29ff tempest-NetworksIpV6TestAttrs-863029505 tempest-NetworksIpV6TestAttrs-863029505-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83869) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 13:41:19.648369 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-cbb72640-3382-4f4b-9dea-e67fe8ff29ff tempest-NetworksIpV6TestAttrs-863029505 tempest-NetworksIpV6TestAttrs-863029505-project] 10.222.0.26 "DELETE /v2.0/networks/017a26e9-5014-4768-a76c-7e000222cd9b HTTP/1.1" status: 404 len: 339 time: 0.0849791 Apr 01 13:41:19.664090 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-9cb2cf4b-1754-4742-b6b0-9c15988b039c None None] Transition to ACTIVE for port object d4df6fb7-d090-4c2d-92c5-35b4c36f5a90 will not be triggered until provisioned by entity L2. {{(pid=83872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 13:41:19.677978 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-e00d9e70-2470-465c-80c1-9b68fa8e4c05 None None] For port 09bf9b57-a63c-4a65-9df6-7771db7cc093, host dv-neutron-836180-1-hyperv, cleared binding levels {{(pid=83872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 13:41:19.683995 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-e00d9e70-2470-465c-80c1-9b68fa8e4c05 None None] For port 09bf9b57-a63c-4a65-9df6-7771db7cc093, host dv-neutron-836180-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836180-1-hyperv',level=0,port_id=09bf9b57-a63c-4a65-9df6-7771db7cc093,segment=NetworkSegment(2acf0792-9bc1-4471-af50-092bfc139f19),segment_id=2acf0792-9bc1-4471-af50-092bfc139f19)] {{(pid=83872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 13:41:19.686117 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 55334) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:41:19.697030 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-9cb2cf4b-1754-4742-b6b0-9c15988b039c None None] Transition to ACTIVE for port object d4df6fb7-d090-4c2d-92c5-35b4c36f5a90 will not be triggered until provisioned by entity DHCP. {{(pid=83872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 13:41:19.698718 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-e00d9e70-2470-465c-80c1-9b68fa8e4c05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864'] for port, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:19.728271 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.plugin [None req-485d19f8-649c-4588-a055-ed19c65c4a03 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Deleting port 09bf9b57-a63c-4a65-9df6-7771db7cc093 {{(pid=83871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 13:41:19.728697 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-485d19f8-649c-4588-a055-ed19c65c4a03 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736733287370'] for port, before_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:19.737898 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-9cb2cf4b-1754-4742-b6b0-9c15988b039c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736732935801'] for port, after_create {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:19.799475 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e00d9e70-2470-465c-80c1-9b68fa8e4c05 None None] Pushing event updated for resources: {'Port': ['ID=09bf9b57-a63c-4a65-9df6-7771db7cc093,revision_number=3']} {{(pid=83872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:41:19.803287 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cb2cf4b-1754-4742-b6b0-9c15988b039c None None] Network 52f4053e-1800-4774-8cbf-a465257e2676 is already hosted by enough agents. {{(pid=83872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 13:41:19.838101 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.scheduler.base_scheduler [None req-9cb2cf4b-1754-4742-b6b0-9c15988b039c None None] Resources bound (agent type, host, resource id): {{(pid=83872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 13:41:19.853850 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cb2cf4b-1754-4742-b6b0-9c15988b039c None None] Received port after_create {{(pid=83872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 13:41:19.890406 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.pecan_wsgi.hooks.translation [None req-243e3399-947e-4d8e-85ff-73b38c3bbba7 tempest-NetworksIpV6TestAttrs-863029505 tempest-NetworksIpV6TestAttrs-863029505-project] DELETE failed (client error): The resource could not be found. Apr 01 13:41:19.890834 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-243e3399-947e-4d8e-85ff-73b38c3bbba7 tempest-NetworksIpV6TestAttrs-863029505 tempest-NetworksIpV6TestAttrs-863029505-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83871) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 13:41:19.894778 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-243e3399-947e-4d8e-85ff-73b38c3bbba7 tempest-NetworksIpV6TestAttrs-863029505 tempest-NetworksIpV6TestAttrs-863029505-project] 10.222.0.26 "DELETE /v2.0/subnets/73377a30-709e-4296-ab84-0878c1669275 HTTP/1.1" status: 404 len: 337 time: 0.2046080 Apr 01 13:41:19.897264 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 55338) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:41:19.946494 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.db_base_plugin_common [None req-88bd4399-5b19-4b72-8899-a901938f3871 tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Allocated IP 172.20.0.1 (52f4053e-1800-4774-8cbf-a465257e2676/c1861025-ebf1-4728-8d14-7df84f57943c/064e125a-0e96-4e0a-94fb-1fa99ab23392) {{(pid=83869) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 13:41:19.948038 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-907ac564-59ef-4a21-8932-03119eabefc5 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4155147'] for port, precommit_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:19.953669 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb2cf4b-1754-4742-b6b0-9c15988b039c None None] Pushing event updated for resources: {'Port': ['ID=d4df6fb7-d090-4c2d-92c5-35b4c36f5a90,revision_number=1']} {{(pid=83872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:41:19.988633 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.pecan_wsgi.hooks.translation [None req-7a8b609b-f59b-47a6-ba02-6fd095c69eaf tempest-NetworksIpV6TestAttrs-863029505 tempest-NetworksIpV6TestAttrs-863029505-project] DELETE failed (client error): The resource could not be found. Apr 01 13:41:19.989065 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7a8b609b-f59b-47a6-ba02-6fd095c69eaf tempest-NetworksIpV6TestAttrs-863029505 tempest-NetworksIpV6TestAttrs-863029505-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83871) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 13:41:19.992971 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-7a8b609b-f59b-47a6-ba02-6fd095c69eaf tempest-NetworksIpV6TestAttrs-863029505 tempest-NetworksIpV6TestAttrs-863029505-project] 10.222.0.26 "DELETE /v2.0/networks/4134680e-d3f5-4bef-bfe9-2bd2e2583c70 HTTP/1.1" status: 404 len: 339 time: 0.0909395 Apr 01 13:41:20.025390 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 55342) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:41:20.030337 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.managers [None req-9cb2cf4b-1754-4742-b6b0-9c15988b039c None None] Attempting to bind port d4df6fb7-d090-4c2d-92c5-35b4c36f5a90 on host dv-neutron-836180-1-hyperv for vnic_type normal with profile {{(pid=83872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 13:41:20.031512 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.managers [None req-9cb2cf4b-1754-4742-b6b0-9c15988b039c None None] Attempting to bind port d4df6fb7-d090-4c2d-92c5-35b4c36f5a90 by drivers openvswitch,hyperv on host dv-neutron-836180-1-hyperv at level 0 using segments [{'id': '9ce524da-1475-4b56-bb42-ef336b630cf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '52f4053e-1800-4774-8cbf-a465257e2676'}] {{(pid=83872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 13:41:20.032208 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cb2cf4b-1754-4742-b6b0-9c15988b039c None None] Attempting to bind port d4df6fb7-d090-4c2d-92c5-35b4c36f5a90 on network 52f4053e-1800-4774-8cbf-a465257e2676 {{(pid=83872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 13:41:20.040910 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62c626a4-3f6f-41be-ac52-f7dde3361abd None None] Network 79261588-7d66-4fb7-9f59-a09b1cb542b2 requested from dv-neutron-836180-1-hyperv {{(pid=83872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 13:41:20.053575 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cb2cf4b-1754-4742-b6b0-9c15988b039c None None] Checking agent: {'id': 'af948428-97cd-4d10-9f53-af028bdb39b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-836180-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 13, 25, 37), 'started_at': datetime.datetime(2022, 4, 1, 13, 26, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 13, 41, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-836180-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 13:41:20.054046 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cb2cf4b-1754-4742-b6b0-9c15988b039c None None] Checking segment: {'id': '9ce524da-1475-4b56-bb42-ef336b630cf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '52f4053e-1800-4774-8cbf-a465257e2676'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 13:41:20.054518 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-9cb2cf4b-1754-4742-b6b0-9c15988b039c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:20.054964 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cb2cf4b-1754-4742-b6b0-9c15988b039c None None] Bound using segment: {'id': '9ce524da-1475-4b56-bb42-ef336b630cf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '52f4053e-1800-4774-8cbf-a465257e2676'} {{(pid=83872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 13:41:20.055504 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.managers [None req-9cb2cf4b-1754-4742-b6b0-9c15988b039c None None] Bound port: d4df6fb7-d090-4c2d-92c5-35b4c36f5a90, host: dv-neutron-836180-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ce524da-1475-4b56-bb42-ef336b630cf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '52f4053e-1800-4774-8cbf-a465257e2676'}}] {{(pid=83872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 13:41:20.055939 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-9cb2cf4b-1754-4742-b6b0-9c15988b039c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:20.078484 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.pecan_wsgi.hooks.translation [None req-006467aa-d3ce-43f5-8e9f-6db8292ffc88 tempest-NetworksIpV6TestAttrs-863029505 tempest-NetworksIpV6TestAttrs-863029505-project] DELETE failed (client error): The resource could not be found. Apr 01 13:41:20.079121 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-006467aa-d3ce-43f5-8e9f-6db8292ffc88 tempest-NetworksIpV6TestAttrs-863029505 tempest-NetworksIpV6TestAttrs-863029505-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83869) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 13:41:20.091572 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-006467aa-d3ce-43f5-8e9f-6db8292ffc88 tempest-NetworksIpV6TestAttrs-863029505 tempest-NetworksIpV6TestAttrs-863029505-project] 10.222.0.26 "DELETE /v2.0/subnets/a2496763-4eb3-4ed5-a293-59c2ff5c9e58 HTTP/1.1" status: 404 len: 337 time: 0.0632994 Apr 01 13:41:20.095182 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 55346) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:41:20.112341 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.plugin [None req-907ac564-59ef-4a21-8932-03119eabefc5 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Calling delete_port for 1bd72c3c-fb45-4fb8-bf7a-b299cf3c8049 owned by {{(pid=83871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 13:41:20.126799 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.pecan_wsgi.hooks.translation [None req-4315589a-33ab-44ac-b8d9-8957080fda1e tempest-NetworksIpV6TestAttrs-863029505 tempest-NetworksIpV6TestAttrs-863029505-project] DELETE failed (client error): The resource could not be found. Apr 01 13:41:20.127276 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4315589a-33ab-44ac-b8d9-8957080fda1e tempest-NetworksIpV6TestAttrs-863029505 tempest-NetworksIpV6TestAttrs-863029505-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83869) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 13:41:20.131918 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-4315589a-33ab-44ac-b8d9-8957080fda1e tempest-NetworksIpV6TestAttrs-863029505 tempest-NetworksIpV6TestAttrs-863029505-project] 10.222.0.26 "DELETE /v2.0/networks/b65b2d49-7dc4-4770-bdd0-7b85f52ac821 HTTP/1.1" status: 404 len: 339 time: 0.0331428 Apr 01 13:41:20.140351 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 55350) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:41:20.250147 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-88bd4399-5b19-4b72-8899-a901938f3871 tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Notify callbacks [] for port, precommit_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:20.255865 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.plugin [None req-4d64728d-a5ae-4885-bbdf-51ec797b5464 tempest-NetworksIpV6TestAttrs-863029505 tempest-NetworksIpV6TestAttrs-863029505-project] Deleting port 5003e451-2ab4-46ef-87ef-f4162cb754a6 {{(pid=83869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 13:41:20.256193 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-4d64728d-a5ae-4885-bbdf-51ec797b5464 tempest-NetworksIpV6TestAttrs-863029505 tempest-NetworksIpV6TestAttrs-863029505-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736733287370'] for port, before_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:20.296703 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.db [None req-485d19f8-649c-4588-a055-ed19c65c4a03 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] For port 09bf9b57-a63c-4a65-9df6-7771db7cc093, host dv-neutron-836180-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836180-1-hyperv',level=0,port_id=09bf9b57-a63c-4a65-9df6-7771db7cc093,segment=NetworkSegment(2acf0792-9bc1-4471-af50-092bfc139f19),segment_id=2acf0792-9bc1-4471-af50-092bfc139f19)] {{(pid=83871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 13:41:20.296975 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-485d19f8-649c-4588-a055-ed19c65c4a03 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4155147'] for port, precommit_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:20.300553 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.provisioning_blocks [None req-88bd4399-5b19-4b72-8899-a901938f3871 tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Transition to ACTIVE for port object 064e125a-0e96-4e0a-94fb-1fa99ab23392 will not be triggered until provisioned by entity DHCP. {{(pid=83869) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 13:41:20.307591 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-9cb2cf4b-1754-4742-b6b0-9c15988b039c None None] For port d4df6fb7-d090-4c2d-92c5-35b4c36f5a90, host dv-neutron-836180-1-hyperv, cleared binding levels {{(pid=83872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 13:41:20.312806 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-9cb2cf4b-1754-4742-b6b0-9c15988b039c None None] For port d4df6fb7-d090-4c2d-92c5-35b4c36f5a90, host dv-neutron-836180-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836180-1-hyperv',level=0,port_id=d4df6fb7-d090-4c2d-92c5-35b4c36f5a90,segment=NetworkSegment(9ce524da-1475-4b56-bb42-ef336b630cf2),segment_id=9ce524da-1475-4b56-bb42-ef336b630cf2)] {{(pid=83872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 13:41:20.317149 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-907ac564-59ef-4a21-8932-03119eabefc5 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736733359243', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736732935810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2743125'] for port, after_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:20.327858 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-9cb2cf4b-1754-4742-b6b0-9c15988b039c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864'] for port, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:20.334887 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-88bd4399-5b19-4b72-8899-a901938f3871 tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736732935801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2705155'] for port, after_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:20.442152 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb2cf4b-1754-4742-b6b0-9c15988b039c None None] Pushing event updated for resources: {'Port': ['ID=d4df6fb7-d090-4c2d-92c5-35b4c36f5a90,revision_number=2']} {{(pid=83872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:41:20.458573 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88bd4399-5b19-4b72-8899-a901938f3871 tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Network 52f4053e-1800-4774-8cbf-a465257e2676 is already hosted by enough agents. {{(pid=83869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 13:41:20.464194 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.scheduler.base_scheduler [None req-88bd4399-5b19-4b72-8899-a901938f3871 tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Resources bound (agent type, host, resource id): {{(pid=83869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 13:41:20.476843 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88bd4399-5b19-4b72-8899-a901938f3871 tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Received port after_create {{(pid=83869) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 13:41:20.485646 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.plugin [None req-485d19f8-649c-4588-a055-ed19c65c4a03 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Calling delete_port for 09bf9b57-a63c-4a65-9df6-7771db7cc093 owned by network:dhcp {{(pid=83871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 13:41:20.511963 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-907ac564-59ef-4a21-8932-03119eabefc5 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Pushing event deleted for resources: {'Port': ['ID=1bd72c3c-fb45-4fb8-bf7a-b299cf3c8049,revision_number=None']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:41:20.516116 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88bd4399-5b19-4b72-8899-a901938f3871 tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Pushing event updated for resources: {'Port': ['ID=064e125a-0e96-4e0a-94fb-1fa99ab23392,revision_number=1']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:41:20.539226 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-907ac564-59ef-4a21-8932-03119eabefc5 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109561'] for port, before_response {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:20.556575 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-907ac564-59ef-4a21-8932-03119eabefc5 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] 10.222.0.26 "DELETE /v2.0/ports/1bd72c3c-fb45-4fb8-bf7a-b299cf3c8049 HTTP/1.1" status: 204 len: 168 time: 1.2970090 Apr 01 13:41:20.556789 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 55354) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:41:20.642885 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-485d19f8-649c-4588-a055-ed19c65c4a03 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736733359243', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736732935810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2743125'] for port, after_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:20.701227 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-485d19f8-649c-4588-a055-ed19c65c4a03 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Pushing event deleted for resources: {'Port': ['ID=09bf9b57-a63c-4a65-9df6-7771db7cc093,revision_number=None']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:41:20.708037 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-485d19f8-649c-4588-a055-ed19c65c4a03 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] No DVR routers for this DVR port 09bf9b57-a63c-4a65-9df6-7771db7cc093 on host dv-neutron-836180-1-hyperv {{(pid=83871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 13:41:20.780668 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-88bd4399-5b19-4b72-8899-a901938f3871 tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4084144'] for router_interface, before_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:20.782059 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7665d64-38ed-4e8d-a663-83c58ec9a6f4 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:41:20.785993 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7665d64-38ed-4e8d-a663-83c58ec9a6f4 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:41:20.786735 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-b7665d64-38ed-4e8d-a663-83c58ec9a6f4 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Synchronizing usage tracker for tenant:1932cd2bf32d410ebaa96b0062b29072 on resource:port {{(pid=83871) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 13:41:20.787105 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-4d64728d-a5ae-4885-bbdf-51ec797b5464 tempest-NetworksIpV6TestAttrs-863029505 tempest-NetworksIpV6TestAttrs-863029505-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4155147'] for port, precommit_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:20.876183 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-485d19f8-649c-4588-a055-ed19c65c4a03 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-942654', 'neutron.services.segments.db._delete_segments_for_network-8736733387888'] for network, precommit_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:20.886419 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-b7665d64-38ed-4e8d-a663-83c58ec9a6f4 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Unset dirty status for tenant:1932cd2bf32d410ebaa96b0062b29072 on resource:port {{(pid=83871) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 13:41:20.887576 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-b7665d64-38ed-4e8d-a663-83c58ec9a6f4 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1452 time: 0.3299143 Apr 01 13:41:20.890806 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 55358) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:41:20.916265 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.plugin [None req-4d64728d-a5ae-4885-bbdf-51ec797b5464 tempest-NetworksIpV6TestAttrs-863029505 tempest-NetworksIpV6TestAttrs-863029505-project] Calling delete_port for 5003e451-2ab4-46ef-87ef-f4162cb754a6 owned by {{(pid=83869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 13:41:20.947550 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.services.segments.db [None req-485d19f8-649c-4588-a055-ed19c65c4a03 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['79261588-7d66-4fb7-9f59-a09b1cb542b2']}} {{(pid=83871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:41:20.965349 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.services.segments.db [None req-485d19f8-649c-4588-a055-ed19c65c4a03 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2acf0792-9bc1-4471-af50-092bfc139f19') {'for_net_delete': True} {{(pid=83871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:41:20.965887 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.services.segments.db [None req-485d19f8-649c-4588-a055-ed19c65c4a03 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2acf0792-9bc1-4471-af50-092bfc139f19') {} {{(pid=83871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:41:20.986480 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Device d4df6fb7-d090-4c2d-92c5-35b4c36f5a90 up at agent ovs-agent-dv-neutron-836180-1-hyperv {{(pid=83872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 13:41:20.995415 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-485d19f8-649c-4588-a055-ed19c65c4a03 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736733386999', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3166340'] for segment, before_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:21.008890 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.plugin [None req-b62554e4-1492-4cc9-9c9b-718fce593f7d tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Deleting port ffe5f686-b26e-46b7-bb16-6d1ed201ddd8 {{(pid=83871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 13:41:21.009217 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-b62554e4-1492-4cc9-9c9b-718fce593f7d tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736733287370'] for port, before_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:21.053324 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-485d19f8-649c-4588-a055-ed19c65c4a03 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1004271'] for segment, precommit_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:21.072169 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-88bd4399-5b19-4b72-8899-a901938f3871 tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:21.075647 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Provisioning for port d4df6fb7-d090-4c2d-92c5-35b4c36f5a90 completed by entity L2. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 13:41:21.080403 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-485d19f8-649c-4588-a055-ed19c65c4a03 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Releasing vlan 383 on physical network physnet1 to pool {{(pid=83871) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 01 13:41:21.080981 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-485d19f8-649c-4588-a055-ed19c65c4a03 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1004262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2743078'] for segment, after_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:21.089323 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-4d64728d-a5ae-4885-bbdf-51ec797b5464 tempest-NetworksIpV6TestAttrs-863029505 tempest-NetworksIpV6TestAttrs-863029505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736733359243', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736732935810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2705155'] for port, after_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:21.101722 dv-neutron-836180-1-hyperv neutron-server[83871]: Traceback (most recent call last): Apr 01 13:41:21.101722 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 01 13:41:21.101722 dv-neutron-836180-1-hyperv neutron-server[83871]: timer() Apr 01 13:41:21.101722 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 13:41:21.101722 dv-neutron-836180-1-hyperv neutron-server[83871]: cb(*args, **kw) Apr 01 13:41:21.101722 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 13:41:21.101722 dv-neutron-836180-1-hyperv neutron-server[83871]: return func(*args, **kwargs) Apr 01 13:41:21.101722 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 13:41:21.101722 dv-neutron-836180-1-hyperv neutron-server[83871]: self._notify() Apr 01 13:41:21.101722 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 13:41:21.101722 dv-neutron-836180-1-hyperv neutron-server[83871]: self.callback(batched_events) Apr 01 13:41:21.101722 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 13:41:21.101722 dv-neutron-836180-1-hyperv neutron-server[83871]: event.method(event) Apr 01 13:41:21.101722 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 13:41:21.101722 dv-neutron-836180-1-hyperv neutron-server[83871]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 13:41:21.101722 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 13:41:21.101722 dv-neutron-836180-1-hyperv neutron-server[83871]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 13:41:21.101722 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 13:41:21.101722 dv-neutron-836180-1-hyperv neutron-server[83871]: return f(self, *a, **k) Apr 01 13:41:21.101722 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 13:41:21.101722 dv-neutron-836180-1-hyperv neutron-server[83871]: return self._get(url).json() Apr 01 13:41:21.101722 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 13:41:21.101722 dv-neutron-836180-1-hyperv neutron-server[83871]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 13:41:21.101722 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 01 13:41:21.101722 dv-neutron-836180-1-hyperv neutron-server[83871]: return self.request(url, 'GET', **kwargs) Apr 01 13:41:21.101722 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 01 13:41:21.101722 dv-neutron-836180-1-hyperv neutron-server[83871]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 13:41:21.101722 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 01 13:41:21.101722 dv-neutron-836180-1-hyperv neutron-server[83871]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 13:41:21.101722 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 01 13:41:21.101722 dv-neutron-836180-1-hyperv neutron-server[83871]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 13:41:21.101722 dv-neutron-836180-1-hyperv neutron-server[83871]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 13:41:21.176241 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d64728d-a5ae-4885-bbdf-51ec797b5464 tempest-NetworksIpV6TestAttrs-863029505 tempest-NetworksIpV6TestAttrs-863029505-project] Pushing event deleted for resources: {'Port': ['ID=5003e451-2ab4-46ef-87ef-f4162cb754a6,revision_number=None']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:41:21.189787 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-4d64728d-a5ae-4885-bbdf-51ec797b5464 tempest-NetworksIpV6TestAttrs-863029505 tempest-NetworksIpV6TestAttrs-863029505-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109561'] for port, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:21.203376 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-4d64728d-a5ae-4885-bbdf-51ec797b5464 tempest-NetworksIpV6TestAttrs-863029505 tempest-NetworksIpV6TestAttrs-863029505-project] 10.222.0.26 "DELETE /v2.0/ports/5003e451-2ab4-46ef-87ef-f4162cb754a6 HTTP/1.1" status: 204 len: 168 time: 1.0635288 Apr 01 13:41:21.210608 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 55362) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:41:21.278957 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.pecan_wsgi.hooks.translation [None req-33c95a64-42a4-4780-b75d-4a3a9c43d9b9 tempest-NetworksIpV6TestAttrs-863029505 tempest-NetworksIpV6TestAttrs-863029505-project] DELETE failed (client error): The resource could not be found. Apr 01 13:41:21.279663 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-33c95a64-42a4-4780-b75d-4a3a9c43d9b9 tempest-NetworksIpV6TestAttrs-863029505 tempest-NetworksIpV6TestAttrs-863029505-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83871) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 13:41:21.291813 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-33c95a64-42a4-4780-b75d-4a3a9c43d9b9 tempest-NetworksIpV6TestAttrs-863029505 tempest-NetworksIpV6TestAttrs-863029505-project] 10.222.0.26 "DELETE /v2.0/subnets/82334a0a-d3bb-46c5-b384-8086d76669b0 HTTP/1.1" status: 404 len: 337 time: 0.0734465 Apr 01 13:41:21.294411 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-485d19f8-649c-4588-a055-ed19c65c4a03 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-942599', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4084797'] for network, after_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:21.315558 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 55366) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:41:21.338430 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-485d19f8-649c-4588-a055-ed19c65c4a03 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Notify callbacks [] for network, before_response {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:21.340433 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-485d19f8-649c-4588-a055-ed19c65c4a03 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] 10.222.0.26 "DELETE /v2.0/networks/79261588-7d66-4fb7-9f59-a09b1cb542b2 HTTP/1.1" status: 204 len: 168 time: 1.9492660 Apr 01 13:41:21.364030 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 55370) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:41:21.377486 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.v2.base [None req-e7e857fa-7a2a-445b-b52b-445f201b0abf tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1704590693'}} {{(pid=83869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:41:21.392923 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-e7e857fa-7a2a-445b-b52b-445f201b0abf tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:41:21.400674 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-e7e857fa-7a2a-445b-b52b-445f201b0abf tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Usage tracker for resource:network and tenant:2ac88458dfe547ba9bcc73de4b0c8518 is out of sync, need to count used quota {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 13:41:21.407051 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-e7e857fa-7a2a-445b-b52b-445f201b0abf tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 13:41:21.417379 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-e7e857fa-7a2a-445b-b52b-445f201b0abf tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:41:21.455687 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7e857fa-7a2a-445b-b52b-445f201b0abf tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Made reservation on behalf of 2ac88458dfe547ba9bcc73de4b0c8518 for: {'network': 1} {{(pid=83869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 13:41:21.456340 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fbe00d2-1a96-4944-b2c1-bd04dd74eac9 None None] Network 52f4053e-1800-4774-8cbf-a465257e2676 requested from dv-neutron-836180-1-hyperv {{(pid=83872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 13:41:21.458733 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-e7e857fa-7a2a-445b-b52b-445f201b0abf tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for network, before_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:21.567819 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e7e857fa-7a2a-445b-b52b-445f201b0abf tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] vlan segment allocate from pool success with {'vlan_id': 382, 'physical_network': 'physnet1'} {{(pid=83869) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 13:41:21.568243 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-84e529f0-84bc-45a0-88f5-8494c0e474ad None None] Provisioning for port d4df6fb7-d090-4c2d-92c5-35b4c36f5a90 completed by entity DHCP. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 13:41:21.584597 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-485d19f8-649c-4588-a055-ed19c65c4a03 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Pushing event deleted for resources: {'Network': ['ID=79261588-7d66-4fb7-9f59-a09b1cb542b2,revision_number=None']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:41:21.584847 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-84e529f0-84bc-45a0-88f5-8494c0e474ad None None] Provisioning complete for port d4df6fb7-d090-4c2d-92c5-35b4c36f5a90 triggered by entity DHCP. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 13:41:21.584944 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-84e529f0-84bc-45a0-88f5-8494c0e474ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-948329'] for port, provisioning_complete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:21.600546 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-e7e857fa-7a2a-445b-b52b-445f201b0abf tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1004271'] for segment, precommit_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:21.600896 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.db.segments_db [None req-e7e857fa-7a2a-445b-b52b-445f201b0abf tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Added segment ffd2b413-8ba9-42b7-a026-7f4e88784de1 of type vlan for network b580a5d3-31c5-45dd-9382-276ea46f34e0 Apr 01 13:41:21.646637 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-b62554e4-1492-4cc9-9c9b-718fce593f7d tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4155147'] for port, precommit_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:21.646880 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-e7e857fa-7a2a-445b-b52b-445f201b0abf tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736732923383'] for network, precommit_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:21.680790 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-88bd4399-5b19-4b72-8899-a901938f3871 tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Notify callbacks [] for port, precommit_update {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:21.690058 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-88bd4399-5b19-4b72-8899-a901938f3871 tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2705172'] for port, after_update {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:21.721551 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-40d02b4f-a56f-4508-9af1-26633f305922 tempest-NetworksIpV6TestAttrs-863029505 tempest-NetworksIpV6TestAttrs-863029505-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1033078'] for network, before_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:21.778096 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-e7e857fa-7a2a-445b-b52b-445f201b0abf tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575'] for network, after_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:21.782433 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7e857fa-7a2a-445b-b52b-445f201b0abf tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:41:21.783022 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-e7e857fa-7a2a-445b-b52b-445f201b0abf tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Notify callbacks [] for network, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:21.788932 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.plugin [None req-b62554e4-1492-4cc9-9c9b-718fce593f7d tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Calling delete_port for ffe5f686-b26e-46b7-bb16-6d1ed201ddd8 owned by {{(pid=83871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 13:41:21.806670 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-84e529f0-84bc-45a0-88f5-8494c0e474ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:21.828009 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.plugin [None req-40d02b4f-a56f-4508-9af1-26633f305922 tempest-NetworksIpV6TestAttrs-863029505 tempest-NetworksIpV6TestAttrs-863029505-project] Deleting port cc5217a2-b45e-4ca8-90a3-30f71e13ff7e {{(pid=83871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 13:41:21.828815 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-40d02b4f-a56f-4508-9af1-26633f305922 tempest-NetworksIpV6TestAttrs-863029505 tempest-NetworksIpV6TestAttrs-863029505-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736733287370'] for port, before_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:21.849210 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-84e529f0-84bc-45a0-88f5-8494c0e474ad None None] For port d4df6fb7-d090-4c2d-92c5-35b4c36f5a90, host dv-neutron-836180-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836180-1-hyperv',level=0,port_id=d4df6fb7-d090-4c2d-92c5-35b4c36f5a90,segment=NetworkSegment(9ce524da-1475-4b56-bb42-ef336b630cf2),segment_id=9ce524da-1475-4b56-bb42-ef336b630cf2)] {{(pid=83872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 13:41:21.856174 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-84e529f0-84bc-45a0-88f5-8494c0e474ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864'] for port, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:21.908695 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88bd4399-5b19-4b72-8899-a901938f3871 tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Pushing event updated for resources: {'Port': ['ID=064e125a-0e96-4e0a-94fb-1fa99ab23392,revision_number=2']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:41:21.913349 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-88bd4399-5b19-4b72-8899-a901938f3871 tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3017508', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4084015'] for router_interface, after_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:21.920328 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-b62554e4-1492-4cc9-9c9b-718fce593f7d tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736733359243', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736732935810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2743125'] for port, after_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:21.940444 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-e7e857fa-7a2a-445b-b52b-445f201b0abf tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.5753586 Apr 01 13:41:21.941572 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e529f0-84bc-45a0-88f5-8494c0e474ad None None] Pushing event updated for resources: {'Port': ['ID=d4df6fb7-d090-4c2d-92c5-35b4c36f5a90,revision_number=3']} {{(pid=83872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:41:21.945402 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 55374) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:41:21.956127 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.v2.base [None req-b5636268-94e5-45e5-aaa5-71e3e6f8c77d tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Request body: {'subnet': {'network_id': 'b580a5d3-31c5-45dd-9382-276ea46f34e0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:41:21.974269 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e857fa-7a2a-445b-b52b-445f201b0abf tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Pushing event updated for resources: {'Network': ['ID=b580a5d3-31c5-45dd-9382-276ea46f34e0,revision_number=1']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:41:21.987877 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Network b580a5d3-31c5-45dd-9382-276ea46f34e0 details requested by agent ovs-agent-dv-neutron-836180-1-hyperv with host dv-neutron-836180-1-hyperv {{(pid=83872) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 13:41:22.056661 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62554e4-1492-4cc9-9c9b-718fce593f7d tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Pushing event deleted for resources: {'Port': ['ID=ffe5f686-b26e-46b7-bb16-6d1ed201ddd8,revision_number=None']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:41:22.121320 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-b62554e4-1492-4cc9-9c9b-718fce593f7d tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109561'] for port, before_response {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:22.162547 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-b5636268-94e5-45e5-aaa5-71e3e6f8c77d tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:41:22.162933 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-b62554e4-1492-4cc9-9c9b-718fce593f7d tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] 10.222.0.26 "DELETE /v2.0/ports/ffe5f686-b26e-46b7-bb16-6d1ed201ddd8 HTTP/1.1" status: 204 len: 168 time: 1.2708986 Apr 01 13:41:22.164968 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.db [None req-40d02b4f-a56f-4508-9af1-26633f305922 tempest-NetworksIpV6TestAttrs-863029505 tempest-NetworksIpV6TestAttrs-863029505-project] For port cc5217a2-b45e-4ca8-90a3-30f71e13ff7e, host dv-neutron-836180-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836180-1-hyperv',level=0,port_id=cc5217a2-b45e-4ca8-90a3-30f71e13ff7e,segment=NetworkSegment(e1c80dc7-2854-4780-a742-fed235323a04),segment_id=e1c80dc7-2854-4780-a742-fed235323a04)] {{(pid=83871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 13:41:22.165425 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-40d02b4f-a56f-4508-9af1-26633f305922 tempest-NetworksIpV6TestAttrs-863029505 tempest-NetworksIpV6TestAttrs-863029505-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4155147'] for port, precommit_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:22.166638 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 55378) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:41:22.180077 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-b5636268-94e5-45e5-aaa5-71e3e6f8c77d tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Usage tracker for resource:subnet and tenant:2ac88458dfe547ba9bcc73de4b0c8518 is out of sync, need to count used quota {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 13:41:22.213698 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-980d50b7-a16b-4238-987a-425fd6e53b37 None None] Provisioning complete for port d4df6fb7-d090-4c2d-92c5-35b4c36f5a90 triggered by entity DHCP. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 13:41:22.214071 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-980d50b7-a16b-4238-987a-425fd6e53b37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-948329'] for port, provisioning_complete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:22.223062 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-b5636268-94e5-45e5-aaa5-71e3e6f8c77d tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 13:41:22.235685 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-b5636268-94e5-45e5-aaa5-71e3e6f8c77d tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:41:22.270784 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5636268-94e5-45e5-aaa5-71e3e6f8c77d tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Made reservation on behalf of 2ac88458dfe547ba9bcc73de4b0c8518 for: {'subnet': 1} {{(pid=83869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 13:41:22.293946 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88bd4399-5b19-4b72-8899-a901938f3871 tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Network 52f4053e-1800-4774-8cbf-a465257e2676 is already hosted by enough agents. {{(pid=83869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 13:41:22.308043 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.scheduler.base_scheduler [None req-88bd4399-5b19-4b72-8899-a901938f3871 tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Resources bound (agent type, host, resource id): {{(pid=83869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 13:41:22.323731 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.plugin [None req-40d02b4f-a56f-4508-9af1-26633f305922 tempest-NetworksIpV6TestAttrs-863029505 tempest-NetworksIpV6TestAttrs-863029505-project] Calling delete_port for cc5217a2-b45e-4ca8-90a3-30f71e13ff7e owned by network:dhcp {{(pid=83871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 13:41:22.385021 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-980d50b7-a16b-4238-987a-425fd6e53b37 None None] Provisioning for port 064e125a-0e96-4e0a-94fb-1fa99ab23392 completed by entity DHCP. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 13:41:22.396600 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-980d50b7-a16b-4238-987a-425fd6e53b37 None None] Provisioning complete for port 064e125a-0e96-4e0a-94fb-1fa99ab23392 triggered by entity DHCP. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 13:41:22.397141 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-980d50b7-a16b-4238-987a-425fd6e53b37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-948329'] for port, provisioning_complete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:22.417889 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-40d02b4f-a56f-4508-9af1-26633f305922 tempest-NetworksIpV6TestAttrs-863029505 tempest-NetworksIpV6TestAttrs-863029505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736733359243', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736732935810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2743125'] for port, after_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:22.472439 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.plugin [None req-980d50b7-a16b-4238-987a-425fd6e53b37 None None] Port 064e125a-0e96-4e0a-94fb-1fa99ab23392 cannot update to ACTIVE because it is not bound. {{(pid=83872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 13:41:22.472903 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40d02b4f-a56f-4508-9af1-26633f305922 tempest-NetworksIpV6TestAttrs-863029505 tempest-NetworksIpV6TestAttrs-863029505-project] No DVR routers for this DVR port cc5217a2-b45e-4ca8-90a3-30f71e13ff7e on host dv-neutron-836180-1-hyperv {{(pid=83871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 13:41:22.532603 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d02b4f-a56f-4508-9af1-26633f305922 tempest-NetworksIpV6TestAttrs-863029505 tempest-NetworksIpV6TestAttrs-863029505-project] Pushing event deleted for resources: {'Port': ['ID=cc5217a2-b45e-4ca8-90a3-30f71e13ff7e,revision_number=None']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:41:22.597079 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-2cc1cdd1-b929-490e-b850-e4f0ab79af9d None None] Provisioning complete for port 064e125a-0e96-4e0a-94fb-1fa99ab23392 triggered by entity DHCP. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 13:41:22.597451 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-2cc1cdd1-b929-490e-b850-e4f0ab79af9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-948329'] for port, provisioning_complete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:22.621044 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-40d02b4f-a56f-4508-9af1-26633f305922 tempest-NetworksIpV6TestAttrs-863029505 tempest-NetworksIpV6TestAttrs-863029505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-942654', 'neutron.services.segments.db._delete_segments_for_network-8736733387888'] for network, precommit_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:22.637925 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1bff684-a61e-443b-b244-74eaa441d151 None None] get_active_networks_info from dv-neutron-836180-1-hyperv {{(pid=83872) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Apr 01 13:41:22.647774 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.services.segments.db [None req-40d02b4f-a56f-4508-9af1-26633f305922 tempest-NetworksIpV6TestAttrs-863029505 tempest-NetworksIpV6TestAttrs-863029505-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5676faac-252b-4c7d-bbaa-e009b0c14603']}} {{(pid=83871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:41:22.661039 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.services.segments.db [None req-40d02b4f-a56f-4508-9af1-26633f305922 tempest-NetworksIpV6TestAttrs-863029505 tempest-NetworksIpV6TestAttrs-863029505-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e1c80dc7-2854-4780-a742-fed235323a04') {'for_net_delete': True} {{(pid=83871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:41:22.661424 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.services.segments.db [None req-40d02b4f-a56f-4508-9af1-26633f305922 tempest-NetworksIpV6TestAttrs-863029505 tempest-NetworksIpV6TestAttrs-863029505-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e1c80dc7-2854-4780-a742-fed235323a04') {} {{(pid=83871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:41:22.680673 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-735c75d2-a62a-408c-819a-6500d144292c tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:41:22.681279 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-735c75d2-a62a-408c-819a-6500d144292c tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Synchronizing usage tracker for tenant:1932cd2bf32d410ebaa96b0062b29072 on resource:port {{(pid=83869) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 13:41:22.684794 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-40d02b4f-a56f-4508-9af1-26633f305922 tempest-NetworksIpV6TestAttrs-863029505 tempest-NetworksIpV6TestAttrs-863029505-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736733386999', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3166340'] for segment, before_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:22.689321 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-b5636268-94e5-45e5-aaa5-71e3e6f8c77d tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2999481'] for subnet, before_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:22.704831 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-40d02b4f-a56f-4508-9af1-26633f305922 tempest-NetworksIpV6TestAttrs-863029505 tempest-NetworksIpV6TestAttrs-863029505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1004271'] for segment, precommit_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:22.708522 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.plugin [None req-2cc1cdd1-b929-490e-b850-e4f0ab79af9d None None] Port 064e125a-0e96-4e0a-94fb-1fa99ab23392 cannot update to ACTIVE because it is not bound. {{(pid=83872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 13:41:22.712627 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-40d02b4f-a56f-4508-9af1-26633f305922 tempest-NetworksIpV6TestAttrs-863029505 tempest-NetworksIpV6TestAttrs-863029505-project] Releasing vlan 355 on physical network physnet1 to pool {{(pid=83871) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 01 13:41:22.713292 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-40d02b4f-a56f-4508-9af1-26633f305922 tempest-NetworksIpV6TestAttrs-863029505 tempest-NetworksIpV6TestAttrs-863029505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1004262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2743078'] for segment, after_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:22.729548 dv-neutron-836180-1-hyperv neutron-server[83871]: Traceback (most recent call last): Apr 01 13:41:22.729548 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 01 13:41:22.729548 dv-neutron-836180-1-hyperv neutron-server[83871]: timer() Apr 01 13:41:22.729548 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 13:41:22.729548 dv-neutron-836180-1-hyperv neutron-server[83871]: cb(*args, **kw) Apr 01 13:41:22.729548 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 13:41:22.729548 dv-neutron-836180-1-hyperv neutron-server[83871]: return func(*args, **kwargs) Apr 01 13:41:22.729548 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 13:41:22.729548 dv-neutron-836180-1-hyperv neutron-server[83871]: self._notify() Apr 01 13:41:22.729548 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 13:41:22.729548 dv-neutron-836180-1-hyperv neutron-server[83871]: self.callback(batched_events) Apr 01 13:41:22.729548 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 13:41:22.729548 dv-neutron-836180-1-hyperv neutron-server[83871]: event.method(event) Apr 01 13:41:22.729548 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 13:41:22.729548 dv-neutron-836180-1-hyperv neutron-server[83871]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 13:41:22.729548 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 13:41:22.729548 dv-neutron-836180-1-hyperv neutron-server[83871]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 13:41:22.729548 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 13:41:22.729548 dv-neutron-836180-1-hyperv neutron-server[83871]: return f(self, *a, **k) Apr 01 13:41:22.729548 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 13:41:22.729548 dv-neutron-836180-1-hyperv neutron-server[83871]: return self._get(url).json() Apr 01 13:41:22.729548 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 13:41:22.729548 dv-neutron-836180-1-hyperv neutron-server[83871]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 13:41:22.729548 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 01 13:41:22.729548 dv-neutron-836180-1-hyperv neutron-server[83871]: return self.request(url, 'GET', **kwargs) Apr 01 13:41:22.729548 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 01 13:41:22.729548 dv-neutron-836180-1-hyperv neutron-server[83871]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 13:41:22.729548 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 01 13:41:22.729548 dv-neutron-836180-1-hyperv neutron-server[83871]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 13:41:22.729548 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 01 13:41:22.729548 dv-neutron-836180-1-hyperv neutron-server[83871]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 13:41:22.729548 dv-neutron-836180-1-hyperv neutron-server[83871]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 13:41:22.761345 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1bff684-a61e-443b-b244-74eaa441d151 None None] Resources bound (agent type, host, resource id): {{(pid=83872) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 01 13:41:22.798426 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-735c75d2-a62a-408c-819a-6500d144292c tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Unset dirty status for tenant:1932cd2bf32d410ebaa96b0062b29072 on resource:port {{(pid=83869) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 13:41:22.802149 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-735c75d2-a62a-408c-819a-6500d144292c tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.6306684 Apr 01 13:41:22.805051 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 55382) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:41:22.856905 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.pecan_wsgi.hooks.translation [None req-1d9c0048-ee06-4e7f-b0d1-90f8bee7ae43 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] GET failed (client error): The resource could not be found. Apr 01 13:41:22.857281 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-1d9c0048-ee06-4e7f-b0d1-90f8bee7ae43 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Synchronizing usage tracker for tenant:1932cd2bf32d410ebaa96b0062b29072 on resource:port {{(pid=83871) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 13:41:22.877445 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-40d02b4f-a56f-4508-9af1-26633f305922 tempest-NetworksIpV6TestAttrs-863029505 tempest-NetworksIpV6TestAttrs-863029505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-942599', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4084797'] for network, after_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:22.881471 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-1d9c0048-ee06-4e7f-b0d1-90f8bee7ae43 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Unset dirty status for tenant:1932cd2bf32d410ebaa96b0062b29072 on resource:port {{(pid=83871) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 13:41:22.885939 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-1d9c0048-ee06-4e7f-b0d1-90f8bee7ae43 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] 10.222.0.26 "GET /v2.0/ports/1bd72c3c-fb45-4fb8-bf7a-b299cf3c8049 HTTP/1.1" status: 404 len: 333 time: 0.0798368 Apr 01 13:41:22.887710 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-8a09ef9f-c4f5-4642-b1ce-9f6553075b9f None None] Provisioning complete for port 064e125a-0e96-4e0a-94fb-1fa99ab23392 triggered by entity DHCP. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 13:41:22.888076 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-8a09ef9f-c4f5-4642-b1ce-9f6553075b9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-948329'] for port, provisioning_complete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:22.892199 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 55386) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:41:22.911660 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-40d02b4f-a56f-4508-9af1-26633f305922 tempest-NetworksIpV6TestAttrs-863029505 tempest-NetworksIpV6TestAttrs-863029505-project] Notify callbacks [] for network, before_response {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:22.956198 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.plugin [None req-8a09ef9f-c4f5-4642-b1ce-9f6553075b9f None None] Port 064e125a-0e96-4e0a-94fb-1fa99ab23392 cannot update to ACTIVE because it is not bound. {{(pid=83872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 13:41:22.957749 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Device d4df6fb7-d090-4c2d-92c5-35b4c36f5a90 up at agent ovs-agent-dv-neutron-836180-1-hyperv {{(pid=83872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 13:41:22.973494 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.pecan_wsgi.hooks.translation [None req-8c331c02-c6da-44b8-a024-2ee55b5513f1 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] GET failed (client error): The resource could not be found. Apr 01 13:41:22.976825 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-8c331c02-c6da-44b8-a024-2ee55b5513f1 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] 10.222.0.26 "GET /v2.0/ports/ffe5f686-b26e-46b7-bb16-6d1ed201ddd8 HTTP/1.1" status: 404 len: 333 time: 0.0676937 Apr 01 13:41:22.982043 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d02b4f-a56f-4508-9af1-26633f305922 tempest-NetworksIpV6TestAttrs-863029505 tempest-NetworksIpV6TestAttrs-863029505-project] Pushing event deleted for resources: {'Network': ['ID=5676faac-252b-4c7d-bbaa-e009b0c14603,revision_number=None']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:41:22.992107 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 55390) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:41:23.020715 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-40d02b4f-a56f-4508-9af1-26633f305922 tempest-NetworksIpV6TestAttrs-863029505 tempest-NetworksIpV6TestAttrs-863029505-project] 10.222.0.26 "DELETE /v2.0/networks/5676faac-252b-4c7d-bbaa-e009b0c14603 HTTP/1.1" status: 204 len: 168 time: 1.7013586 Apr 01 13:41:23.021597 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 55394) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:41:23.116082 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-d73fd16b-064f-415c-b670-9da60b0287b1 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1033078'] for network, before_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:23.129265 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Provisioning complete for port d4df6fb7-d090-4c2d-92c5-35b4c36f5a90 triggered by entity L2. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 13:41:23.130289 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-948329'] for port, provisioning_complete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:23.144998 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.plugin [None req-4ba009f1-3791-406f-9d76-c80602016d5f tempest-NetworksIpV6TestAttrs-863029505 tempest-NetworksIpV6TestAttrs-863029505-project] Deleting port 06f9c66b-0970-409a-af09-b23b4e0f19a4 {{(pid=83869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 13:41:23.145341 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-4ba009f1-3791-406f-9d76-c80602016d5f tempest-NetworksIpV6TestAttrs-863029505 tempest-NetworksIpV6TestAttrs-863029505-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736733287370'] for port, before_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:23.215715 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-b5636268-94e5-45e5-aaa5-71e3e6f8c77d tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2705391', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2999447'] for subnet, after_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:23.355760 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-d73fd16b-064f-415c-b670-9da60b0287b1 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-942654', 'neutron.services.segments.db._delete_segments_for_network-8736733387888'] for network, precommit_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:23.356293 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5636268-94e5-45e5-aaa5-71e3e6f8c77d tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Pushing event updated for resources: {'Subnet': ['ID=1ef46aad-6ffb-4e17-af3c-6f6e89bf5d89,revision_number=0']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:41:23.356424 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7deb44a8-e1fc-4e6e-993e-6eb29d07257a None None] get_active_networks_info from dv-neutron-836180-1-hyperv {{(pid=83872) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Apr 01 13:41:23.388686 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.services.segments.db [None req-d73fd16b-064f-415c-b670-9da60b0287b1 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9be65b0c-bfe3-467a-9be9-4d22fe127e9a']}} {{(pid=83871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:41:23.402341 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.services.segments.db [None req-d73fd16b-064f-415c-b670-9da60b0287b1 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '594c985a-f32e-438a-8265-302e7a5b9a74') {'for_net_delete': True} {{(pid=83871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:41:23.402643 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.services.segments.db [None req-d73fd16b-064f-415c-b670-9da60b0287b1 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '594c985a-f32e-438a-8265-302e7a5b9a74') {} {{(pid=83871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:41:23.414830 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-d73fd16b-064f-415c-b670-9da60b0287b1 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736733386999', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3166340'] for segment, before_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:23.432837 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-d73fd16b-064f-415c-b670-9da60b0287b1 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1004271'] for segment, precommit_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:23.435370 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88bd4399-5b19-4b72-8899-a901938f3871 tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Router b4a940d7-1c06-43b2-a5e5-83826cdbf373 is scheduled to L3 agent 88bf8fc8-11a3-4e96-9d1b-5fd93ba9f6f1 with binding_index 1 {{(pid=83869) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 01 13:41:23.441016 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d73fd16b-064f-415c-b670-9da60b0287b1 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Releasing vlan 361 on physical network physnet1 to pool {{(pid=83871) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 01 13:41:23.441541 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-d73fd16b-064f-415c-b670-9da60b0287b1 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1004262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2743078'] for segment, after_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:23.457343 dv-neutron-836180-1-hyperv neutron-server[83871]: Traceback (most recent call last): Apr 01 13:41:23.457343 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 01 13:41:23.457343 dv-neutron-836180-1-hyperv neutron-server[83871]: timer() Apr 01 13:41:23.457343 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 13:41:23.457343 dv-neutron-836180-1-hyperv neutron-server[83871]: cb(*args, **kw) Apr 01 13:41:23.457343 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 13:41:23.457343 dv-neutron-836180-1-hyperv neutron-server[83871]: return func(*args, **kwargs) Apr 01 13:41:23.457343 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 13:41:23.457343 dv-neutron-836180-1-hyperv neutron-server[83871]: self._notify() Apr 01 13:41:23.457343 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 13:41:23.457343 dv-neutron-836180-1-hyperv neutron-server[83871]: self.callback(batched_events) Apr 01 13:41:23.457343 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 13:41:23.457343 dv-neutron-836180-1-hyperv neutron-server[83871]: event.method(event) Apr 01 13:41:23.457343 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 13:41:23.457343 dv-neutron-836180-1-hyperv neutron-server[83871]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 13:41:23.457343 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 13:41:23.457343 dv-neutron-836180-1-hyperv neutron-server[83871]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 13:41:23.457343 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 13:41:23.457343 dv-neutron-836180-1-hyperv neutron-server[83871]: return f(self, *a, **k) Apr 01 13:41:23.457343 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 13:41:23.457343 dv-neutron-836180-1-hyperv neutron-server[83871]: return self._get(url).json() Apr 01 13:41:23.457343 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 13:41:23.457343 dv-neutron-836180-1-hyperv neutron-server[83871]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 13:41:23.457343 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 01 13:41:23.457343 dv-neutron-836180-1-hyperv neutron-server[83871]: return self.request(url, 'GET', **kwargs) Apr 01 13:41:23.457343 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 01 13:41:23.457343 dv-neutron-836180-1-hyperv neutron-server[83871]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 13:41:23.457343 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 01 13:41:23.457343 dv-neutron-836180-1-hyperv neutron-server[83871]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 13:41:23.457343 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 01 13:41:23.457343 dv-neutron-836180-1-hyperv neutron-server[83871]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 13:41:23.457343 dv-neutron-836180-1-hyperv neutron-server[83871]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 13:41:23.499792 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-4ba009f1-3791-406f-9d76-c80602016d5f tempest-NetworksIpV6TestAttrs-863029505 tempest-NetworksIpV6TestAttrs-863029505-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4155147'] for port, precommit_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:23.548700 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-d73fd16b-064f-415c-b670-9da60b0287b1 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-942599', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4084797'] for network, after_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:23.560447 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5636268-94e5-45e5-aaa5-71e3e6f8c77d tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Checking segment: {'id': 'ffd2b413-8ba9-42b7-a026-7f4e88784de1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'b580a5d3-31c5-45dd-9382-276ea46f34e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 13:41:23.560807 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5636268-94e5-45e5-aaa5-71e3e6f8c77d tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Network hostable DHCP agents. Network: b580a5d3-31c5-45dd-9382-276ea46f34e0, hostable agents: ['e47e4547-5c2d-4954-ba56-fa3646239f18'], hosted agents: [] {{(pid=83869) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 13:41:23.575367 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-d73fd16b-064f-415c-b670-9da60b0287b1 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Notify callbacks [] for network, before_response {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:23.583278 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73fd16b-064f-415c-b670-9da60b0287b1 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Pushing event deleted for resources: {'Network': ['ID=9be65b0c-bfe3-467a-9be9-4d22fe127e9a,revision_number=None']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:41:23.586618 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-d73fd16b-064f-415c-b670-9da60b0287b1 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] 10.222.0.26 "DELETE /v2.0/networks/9be65b0c-bfe3-467a-9be9-4d22fe127e9a HTTP/1.1" status: 204 len: 168 time: 0.5933914 Apr 01 13:41:23.591681 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 55398) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:41:23.597878 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.v2.base [None req-083ed181-f3c3-462f-b2a1-caaaee6be824 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1671709988'}} {{(pid=83871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:41:23.604015 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-083ed181-f3c3-462f-b2a1-caaaee6be824 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:41:23.607995 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-083ed181-f3c3-462f-b2a1-caaaee6be824 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Usage tracker for resource:network and tenant:1932cd2bf32d410ebaa96b0062b29072 is out of sync, need to count used quota {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 13:41:23.611706 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-083ed181-f3c3-462f-b2a1-caaaee6be824 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 13:41:23.617993 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-083ed181-f3c3-462f-b2a1-caaaee6be824 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:41:23.629521 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7deb44a8-e1fc-4e6e-993e-6eb29d07257a None None] Network b580a5d3-31c5-45dd-9382-276ea46f34e0 is scheduled to be hosted by DHCP agent e47e4547-5c2d-4954-ba56-fa3646239f18 with binding_index 1 {{(pid=83872) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 13:41:23.631036 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-083ed181-f3c3-462f-b2a1-caaaee6be824 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Made reservation on behalf of 1932cd2bf32d410ebaa96b0062b29072 for: {'network': 1} {{(pid=83871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 13:41:23.634264 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-083ed181-f3c3-462f-b2a1-caaaee6be824 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for network, before_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:23.639765 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7deb44a8-e1fc-4e6e-993e-6eb29d07257a None None] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-836180-1-hyperv, b580a5d3-31c5-45dd-9382-276ea46f34e0) {{(pid=83872) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 01 13:41:23.662845 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-083ed181-f3c3-462f-b2a1-caaaee6be824 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] vlan segment allocate from pool success with {'vlan_id': 370, 'physical_network': 'physnet1'} {{(pid=83871) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 13:41:23.671887 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-083ed181-f3c3-462f-b2a1-caaaee6be824 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1004271'] for segment, precommit_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:23.672230 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.db.segments_db [None req-083ed181-f3c3-462f-b2a1-caaaee6be824 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Added segment 2c044a5c-d384-40bc-9e99-2e922b9326e6 of type vlan for network eadbe447-8c69-4a1c-9965-c07cc9eead8d Apr 01 13:41:23.699687 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-083ed181-f3c3-462f-b2a1-caaaee6be824 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736732923383'] for network, precommit_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:23.737674 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.plugin [None req-4ba009f1-3791-406f-9d76-c80602016d5f tempest-NetworksIpV6TestAttrs-863029505 tempest-NetworksIpV6TestAttrs-863029505-project] Calling delete_port for 06f9c66b-0970-409a-af09-b23b4e0f19a4 owned by {{(pid=83869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 13:41:23.743331 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-083ed181-f3c3-462f-b2a1-caaaee6be824 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575'] for network, after_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:23.747582 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-083ed181-f3c3-462f-b2a1-caaaee6be824 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:41:23.748483 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-083ed181-f3c3-462f-b2a1-caaaee6be824 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Notify callbacks [] for network, before_response {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:23.771229 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:23.805971 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5636268-94e5-45e5-aaa5-71e3e6f8c77d tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Unable to find a vacant binding_index for network b580a5d3-31c5-45dd-9382-276ea46f34e0 and agent e47e4547-5c2d-4954-ba56-fa3646239f18 {{(pid=83869) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:209}} Apr 01 13:41:23.833622 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.scheduler.base_scheduler [None req-b5636268-94e5-45e5-aaa5-71e3e6f8c77d tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-836180-1-hyperv, b580a5d3-31c5-45dd-9382-276ea46f34e0) {{(pid=83869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 13:41:23.850832 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-083ed181-f3c3-462f-b2a1-caaaee6be824 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2553649 Apr 01 13:41:23.851038 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5636268-94e5-45e5-aaa5-71e3e6f8c77d tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:41:23.851038 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-b5636268-94e5-45e5-aaa5-71e3e6f8c77d tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Notify callbacks [] for subnet, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:23.855307 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 55402) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:41:23.861747 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.v2.base [None req-920f90dd-a0c7-450b-8ace-2e3e968efd13 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Request body: {'subnet': {'network_id': 'eadbe447-8c69-4a1c-9965-c07cc9eead8d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.2', 'end': '172.20.0.14'}]}} {{(pid=83869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:41:23.868959 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-083ed181-f3c3-462f-b2a1-caaaee6be824 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Pushing event updated for resources: {'Network': ['ID=eadbe447-8c69-4a1c-9965-c07cc9eead8d,revision_number=1']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:41:23.882567 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Network eadbe447-8c69-4a1c-9965-c07cc9eead8d details requested by agent ovs-agent-dv-neutron-836180-1-hyperv with host dv-neutron-836180-1-hyperv {{(pid=83872) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 13:41:23.898053 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-4ba009f1-3791-406f-9d76-c80602016d5f tempest-NetworksIpV6TestAttrs-863029505 tempest-NetworksIpV6TestAttrs-863029505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736733359243', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736732935810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2705155'] for port, after_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:24.090883 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1754cce-d8a0-41af-b2af-a0c552ce67a8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7e7d0ecb-2af4-55f5-9198-238ab0570d62-b580a5d3-31c5-45dd-9382-276ea46f34e0', 'network_id': 'b580a5d3-31c5-45dd-9382-276ea46f34e0', 'tenant_id': '2ac88458dfe547ba9bcc73de4b0c8518', 'fixed_ips': [{'subnet_id': '1ef46aad-6ffb-4e17-af3c-6f6e89bf5d89'}]}} from dv-neutron-836180-1-hyperv. {{(pid=83872) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 01 13:41:24.091872 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-f1754cce-d8a0-41af-b2af-a0c552ce67a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:24.120480 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-b5636268-94e5-45e5-aaa5-71e3e6f8c77d tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.1733620 Apr 01 13:41:24.123309 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 55406) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:41:24.131026 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.v2.base [None req-6901cccf-1811-4134-9c5b-cf3b6eb8be2d tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Request body: {'port': {'network_id': 'b580a5d3-31c5-45dd-9382-276ea46f34e0', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-897261718'}} {{(pid=83871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:41:24.147378 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba009f1-3791-406f-9d76-c80602016d5f tempest-NetworksIpV6TestAttrs-863029505 tempest-NetworksIpV6TestAttrs-863029505-project] Pushing event deleted for resources: {'Port': ['ID=06f9c66b-0970-409a-af09-b23b4e0f19a4,revision_number=None']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:41:24.165311 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-4ba009f1-3791-406f-9d76-c80602016d5f tempest-NetworksIpV6TestAttrs-863029505 tempest-NetworksIpV6TestAttrs-863029505-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109561'] for port, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:24.169588 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-4ba009f1-3791-406f-9d76-c80602016d5f tempest-NetworksIpV6TestAttrs-863029505 tempest-NetworksIpV6TestAttrs-863029505-project] 10.222.0.26 "DELETE /v2.0/ports/06f9c66b-0970-409a-af09-b23b4e0f19a4 HTTP/1.1" status: 204 len: 168 time: 1.1447940 Apr 01 13:41:24.170333 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-920f90dd-a0c7-450b-8ace-2e3e968efd13 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:41:24.173131 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 55410) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:41:24.177725 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-920f90dd-a0c7-450b-8ace-2e3e968efd13 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Usage tracker for resource:subnet and tenant:1932cd2bf32d410ebaa96b0062b29072 is out of sync, need to count used quota {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 13:41:24.209811 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-920f90dd-a0c7-450b-8ace-2e3e968efd13 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 13:41:24.223088 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-920f90dd-a0c7-450b-8ace-2e3e968efd13 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:41:24.226485 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88bd4399-5b19-4b72-8899-a901938f3871 tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Notify agent at l3_agent.dv-neutron-836180-1-hyperv the message routers_updated {{(pid=83869) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 13:41:24.229159 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.pecan_wsgi.hooks.translation [None req-b20fa0fc-e8ff-4e0d-98ee-88b49c875f35 tempest-NetworksIpV6TestAttrs-863029505 tempest-NetworksIpV6TestAttrs-863029505-project] DELETE failed (client error): The resource could not be found. Apr 01 13:41:24.229590 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b20fa0fc-e8ff-4e0d-98ee-88b49c875f35 tempest-NetworksIpV6TestAttrs-863029505 tempest-NetworksIpV6TestAttrs-863029505-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83869) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 13:41:24.239377 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-b20fa0fc-e8ff-4e0d-98ee-88b49c875f35 tempest-NetworksIpV6TestAttrs-863029505 tempest-NetworksIpV6TestAttrs-863029505-project] 10.222.0.26 "DELETE /v2.0/subnets/dc88260b-032f-4bc9-98ef-1dbc5751ea0e HTTP/1.1" status: 404 len: 337 time: 0.0571849 Apr 01 13:41:24.239377 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-88bd4399-5b19-4b72-8899-a901938f3871 tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] 10.222.0.26 "PUT /v2.0/routers/b4a940d7-1c06-43b2-a5e5-83826cdbf373/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7779605 Apr 01 13:41:24.239377 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 55414) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:41:24.239678 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 55416) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:41:24.244582 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-198bc2da-a3fa-49e4-84a9-d19bdc90045b None None] Sync routers for ids ['b4a940d7-1c06-43b2-a5e5-83826cdbf373'] in dv-neutron-836180-1-hyperv {{(pid=83873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 13:41:24.271703 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-198bc2da-a3fa-49e4-84a9-d19bdc90045b None None] Routers {'b4a940d7-1c06-43b2-a5e5-83826cdbf373'} bound to L3 agent in host dv-neutron-836180-1-hyperv {{(pid=83873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 13:41:24.272660 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-198bc2da-a3fa-49e4-84a9-d19bdc90045b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836180-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-01T13:25:36Z,description=,heartbeat_timestamp=2022-04-01T13:41:06Z,host='dv-neutron-836180-1-hyperv',id=88bf8fc8-11a3-4e96-9d1b-5fd93ba9f6f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T13:25:36Z,topic='l3_agent')) {'router_ids': ['b4a940d7-1c06-43b2-a5e5-83826cdbf373'], 'active': True} {{(pid=83873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:41:24.345772 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-198bc2da-a3fa-49e4-84a9-d19bdc90045b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-836180-1-hyperv', False) {} {{(pid=83873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:41:24.348107 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0891c38c-660b-4bbe-a0d2-2f176b08043e tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:41:24.349488 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-0891c38c-660b-4bbe-a0d2-2f176b08043e tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] 10.222.0.26 "GET /v2.0/ports/064e125a-0e96-4e0a-94fb-1fa99ab23392 HTTP/1.1" status: 200 len: 910 time: 0.1108279 Apr 01 13:41:24.354612 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-6901cccf-1811-4134-9c5b-cf3b6eb8be2d tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:41:24.359343 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-6901cccf-1811-4134-9c5b-cf3b6eb8be2d tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Usage tracker for resource:port and tenant:2ac88458dfe547ba9bcc73de4b0c8518 is out of sync, need to count used quota {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 13:41:24.360085 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-198bc2da-a3fa-49e4-84a9-d19bdc90045b None None] Routers {'b4a940d7-1c06-43b2-a5e5-83826cdbf373'} bound to L3 agent in host dv-neutron-836180-1-hyperv {{(pid=83873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 13:41:24.360612 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-198bc2da-a3fa-49e4-84a9-d19bdc90045b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836180-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-01T13:25:36Z,description=,heartbeat_timestamp=2022-04-01T13:41:06Z,host='dv-neutron-836180-1-hyperv',id=88bf8fc8-11a3-4e96-9d1b-5fd93ba9f6f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T13:25:36Z,topic='l3_agent')) {'router_ids': ['b4a940d7-1c06-43b2-a5e5-83826cdbf373'], 'active': True} {{(pid=83873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:41:24.362255 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-6901cccf-1811-4134-9c5b-cf3b6eb8be2d tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 13:41:24.368244 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-6901cccf-1811-4134-9c5b-cf3b6eb8be2d tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:41:24.371764 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.db_base_plugin_common [None req-f1754cce-d8a0-41af-b2af-a0c552ce67a8 None None] Allocated IP 2001:db8::2 (b580a5d3-31c5-45dd-9382-276ea46f34e0/1ef46aad-6ffb-4e17-af3c-6f6e89bf5d89/2a639520-e1ca-4739-a9dd-ef8b120907b9) {{(pid=83872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 13:41:24.375990 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 55422) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:41:24.384980 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.v2.base [None req-970bbee9-5c2c-4726-8b0c-42b02892a2a1 tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'c1861025-ebf1-4728-8d14-7df84f57943c'}]}} {{(pid=83871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:41:24.386693 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-5845c727-e30a-4694-bfc3-158366478612 tempest-NetworksIpV6TestAttrs-863029505 tempest-NetworksIpV6TestAttrs-863029505-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1033078'] for network, before_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:24.390276 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-920f90dd-a0c7-450b-8ace-2e3e968efd13 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Made reservation on behalf of 1932cd2bf32d410ebaa96b0062b29072 for: {'subnet': 1} {{(pid=83869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 13:41:24.417457 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6901cccf-1811-4134-9c5b-cf3b6eb8be2d tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Made reservation on behalf of 2ac88458dfe547ba9bcc73de4b0c8518 for: {'port': 1} {{(pid=83871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 13:41:24.421753 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-6901cccf-1811-4134-9c5b-cf3b6eb8be2d tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:24.426401 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-198bc2da-a3fa-49e4-84a9-d19bdc90045b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-836180-1-hyperv', False) {} {{(pid=83873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:41:24.427414 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-198bc2da-a3fa-49e4-84a9-d19bdc90045b None None] The sync data for ids ['b4a940d7-1c06-43b2-a5e5-83826cdbf373'] in dv-neutron-836180-1-hyperv is: [] {{(pid=83873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 13:41:24.468164 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.notifiers.nova [None req-6901cccf-1811-4134-9c5b-cf3b6eb8be2d tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] device_id is not set on port fa275950-70ab-4622-aee9-6ab8a102d396 yet. {{(pid=83871) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 01 13:41:24.609968 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-f1754cce-d8a0-41af-b2af-a0c552ce67a8 None None] Notify callbacks [] for port, precommit_create {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:24.621193 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-f1754cce-d8a0-41af-b2af-a0c552ce67a8 None None] Transition to ACTIVE for port object 2a639520-e1ca-4739-a9dd-ef8b120907b9 will not be triggered until provisioned by entity L2. {{(pid=83872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 13:41:24.631313 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-920f90dd-a0c7-450b-8ace-2e3e968efd13 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2999481'] for subnet, before_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:24.639905 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-f1754cce-d8a0-41af-b2af-a0c552ce67a8 None None] Transition to ACTIVE for port object 2a639520-e1ca-4739-a9dd-ef8b120907b9 will not be triggered until provisioned by entity DHCP. {{(pid=83872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 13:41:24.650416 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-f1754cce-d8a0-41af-b2af-a0c552ce67a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736732935801'] for port, after_create {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:24.657496 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-5845c727-e30a-4694-bfc3-158366478612 tempest-NetworksIpV6TestAttrs-863029505 tempest-NetworksIpV6TestAttrs-863029505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-942654', 'neutron.services.segments.db._delete_segments_for_network-8736733387888'] for network, precommit_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:24.707665 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1754cce-d8a0-41af-b2af-a0c552ce67a8 None None] Network b580a5d3-31c5-45dd-9382-276ea46f34e0 is already hosted by enough agents. {{(pid=83872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 13:41:24.710677 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.scheduler.base_scheduler [None req-f1754cce-d8a0-41af-b2af-a0c552ce67a8 None None] Resources bound (agent type, host, resource id): {{(pid=83872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 13:41:24.713130 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1754cce-d8a0-41af-b2af-a0c552ce67a8 None None] Received port after_create {{(pid=83872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 13:41:24.753335 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.services.segments.db [None req-5845c727-e30a-4694-bfc3-158366478612 tempest-NetworksIpV6TestAttrs-863029505 tempest-NetworksIpV6TestAttrs-863029505-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5312c77b-fc03-4716-96df-31826a8b4ffb']}} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:41:24.761730 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.ipam_backend_mixin [None req-920f90dd-a0c7-450b-8ace-2e3e968efd13 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Performing IP validity checks on allocation pools {{(pid=83869) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Apr 01 13:41:24.762337 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.ipam_backend_mixin [None req-920f90dd-a0c7-450b-8ace-2e3e968efd13 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Checking for overlaps among allocation pools and gateway ip {{(pid=83869) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Apr 01 13:41:24.765975 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1754cce-d8a0-41af-b2af-a0c552ce67a8 None None] Pushing event updated for resources: {'Port': ['ID=2a639520-e1ca-4739-a9dd-ef8b120907b9,revision_number=1']} {{(pid=83872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:41:24.774370 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.services.segments.db [None req-5845c727-e30a-4694-bfc3-158366478612 tempest-NetworksIpV6TestAttrs-863029505 tempest-NetworksIpV6TestAttrs-863029505-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '747cf86d-3661-44b8-b93c-694ca6a9e86f') {'for_net_delete': True} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:41:24.774815 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.services.segments.db [None req-5845c727-e30a-4694-bfc3-158366478612 tempest-NetworksIpV6TestAttrs-863029505 tempest-NetworksIpV6TestAttrs-863029505-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '747cf86d-3661-44b8-b93c-694ca6a9e86f') {} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:41:24.789273 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.db_base_plugin_common [None req-6901cccf-1811-4134-9c5b-cf3b6eb8be2d tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Allocated IP 2001:db8::b2 (b580a5d3-31c5-45dd-9382-276ea46f34e0/1ef46aad-6ffb-4e17-af3c-6f6e89bf5d89/fa275950-70ab-4622-aee9-6ab8a102d396) {{(pid=83871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 13:41:24.791330 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-970bbee9-5c2c-4726-8b0c-42b02892a2a1 tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:24.796581 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-5845c727-e30a-4694-bfc3-158366478612 tempest-NetworksIpV6TestAttrs-863029505 tempest-NetworksIpV6TestAttrs-863029505-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736733386999', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2704982'] for segment, before_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:24.818639 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-5845c727-e30a-4694-bfc3-158366478612 tempest-NetworksIpV6TestAttrs-863029505 tempest-NetworksIpV6TestAttrs-863029505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1004271'] for segment, precommit_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:24.828815 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5845c727-e30a-4694-bfc3-158366478612 tempest-NetworksIpV6TestAttrs-863029505 tempest-NetworksIpV6TestAttrs-863029505-project] Releasing vlan 394 on physical network physnet1 to pool {{(pid=83869) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 01 13:41:24.829267 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-5845c727-e30a-4694-bfc3-158366478612 tempest-NetworksIpV6TestAttrs-863029505 tempest-NetworksIpV6TestAttrs-863029505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1004262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2705264'] for segment, after_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:24.829637 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.managers [None req-f1754cce-d8a0-41af-b2af-a0c552ce67a8 None None] Attempting to bind port 2a639520-e1ca-4739-a9dd-ef8b120907b9 on host dv-neutron-836180-1-hyperv for vnic_type normal with profile {{(pid=83872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 13:41:24.830057 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.managers [None req-f1754cce-d8a0-41af-b2af-a0c552ce67a8 None None] Attempting to bind port 2a639520-e1ca-4739-a9dd-ef8b120907b9 by drivers openvswitch,hyperv on host dv-neutron-836180-1-hyperv at level 0 using segments [{'id': 'ffd2b413-8ba9-42b7-a026-7f4e88784de1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'b580a5d3-31c5-45dd-9382-276ea46f34e0'}] {{(pid=83872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 13:41:24.830461 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1754cce-d8a0-41af-b2af-a0c552ce67a8 None None] Attempting to bind port 2a639520-e1ca-4739-a9dd-ef8b120907b9 on network b580a5d3-31c5-45dd-9382-276ea46f34e0 {{(pid=83872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 13:41:24.837354 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1754cce-d8a0-41af-b2af-a0c552ce67a8 None None] Checking agent: {'id': 'af948428-97cd-4d10-9f53-af028bdb39b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-836180-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 13, 25, 37), 'started_at': datetime.datetime(2022, 4, 1, 13, 26, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 13, 41, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-836180-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 13:41:24.837720 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1754cce-d8a0-41af-b2af-a0c552ce67a8 None None] Checking segment: {'id': 'ffd2b413-8ba9-42b7-a026-7f4e88784de1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'b580a5d3-31c5-45dd-9382-276ea46f34e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 13:41:24.838147 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-f1754cce-d8a0-41af-b2af-a0c552ce67a8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:24.838519 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1754cce-d8a0-41af-b2af-a0c552ce67a8 None None] Bound using segment: {'id': 'ffd2b413-8ba9-42b7-a026-7f4e88784de1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'b580a5d3-31c5-45dd-9382-276ea46f34e0'} {{(pid=83872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 13:41:24.838993 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.managers [None req-f1754cce-d8a0-41af-b2af-a0c552ce67a8 None None] Bound port: 2a639520-e1ca-4739-a9dd-ef8b120907b9, host: dv-neutron-836180-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ffd2b413-8ba9-42b7-a026-7f4e88784de1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'b580a5d3-31c5-45dd-9382-276ea46f34e0'}}] {{(pid=83872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 13:41:24.839514 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-f1754cce-d8a0-41af-b2af-a0c552ce67a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:24.846037 dv-neutron-836180-1-hyperv neutron-server[83869]: Traceback (most recent call last): Apr 01 13:41:24.846037 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 01 13:41:24.846037 dv-neutron-836180-1-hyperv neutron-server[83869]: timer() Apr 01 13:41:24.846037 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 13:41:24.846037 dv-neutron-836180-1-hyperv neutron-server[83869]: cb(*args, **kw) Apr 01 13:41:24.846037 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 13:41:24.846037 dv-neutron-836180-1-hyperv neutron-server[83869]: return func(*args, **kwargs) Apr 01 13:41:24.846037 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 13:41:24.846037 dv-neutron-836180-1-hyperv neutron-server[83869]: self._notify() Apr 01 13:41:24.846037 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 13:41:24.846037 dv-neutron-836180-1-hyperv neutron-server[83869]: self.callback(batched_events) Apr 01 13:41:24.846037 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 13:41:24.846037 dv-neutron-836180-1-hyperv neutron-server[83869]: event.method(event) Apr 01 13:41:24.846037 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 13:41:24.846037 dv-neutron-836180-1-hyperv neutron-server[83869]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 13:41:24.846037 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 13:41:24.846037 dv-neutron-836180-1-hyperv neutron-server[83869]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 13:41:24.846037 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 13:41:24.846037 dv-neutron-836180-1-hyperv neutron-server[83869]: return f(self, *a, **k) Apr 01 13:41:24.846037 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 13:41:24.846037 dv-neutron-836180-1-hyperv neutron-server[83869]: return self._get(url).json() Apr 01 13:41:24.846037 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 13:41:24.846037 dv-neutron-836180-1-hyperv neutron-server[83869]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 13:41:24.846037 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 01 13:41:24.846037 dv-neutron-836180-1-hyperv neutron-server[83869]: return self.request(url, 'GET', **kwargs) Apr 01 13:41:24.846037 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 01 13:41:24.846037 dv-neutron-836180-1-hyperv neutron-server[83869]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 13:41:24.846037 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 01 13:41:24.846037 dv-neutron-836180-1-hyperv neutron-server[83869]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 13:41:24.846037 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 01 13:41:24.846037 dv-neutron-836180-1-hyperv neutron-server[83869]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 13:41:24.846037 dv-neutron-836180-1-hyperv neutron-server[83869]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 13:41:24.936097 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-f1754cce-d8a0-41af-b2af-a0c552ce67a8 None None] For port 2a639520-e1ca-4739-a9dd-ef8b120907b9, host dv-neutron-836180-1-hyperv, cleared binding levels {{(pid=83872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 13:41:24.940548 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-f1754cce-d8a0-41af-b2af-a0c552ce67a8 None None] For port 2a639520-e1ca-4739-a9dd-ef8b120907b9, host dv-neutron-836180-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836180-1-hyperv',level=0,port_id=2a639520-e1ca-4739-a9dd-ef8b120907b9,segment=NetworkSegment(ffd2b413-8ba9-42b7-a026-7f4e88784de1),segment_id=ffd2b413-8ba9-42b7-a026-7f4e88784de1)] {{(pid=83872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 13:41:24.946078 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-f1754cce-d8a0-41af-b2af-a0c552ce67a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864'] for port, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:24.979062 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-5845c727-e30a-4694-bfc3-158366478612 tempest-NetworksIpV6TestAttrs-863029505 tempest-NetworksIpV6TestAttrs-863029505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-942599', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4084797'] for network, after_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:25.008341 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-5845c727-e30a-4694-bfc3-158366478612 tempest-NetworksIpV6TestAttrs-863029505 tempest-NetworksIpV6TestAttrs-863029505-project] Notify callbacks [] for network, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:25.013496 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5845c727-e30a-4694-bfc3-158366478612 tempest-NetworksIpV6TestAttrs-863029505 tempest-NetworksIpV6TestAttrs-863029505-project] Pushing event deleted for resources: {'Network': ['ID=5312c77b-fc03-4716-96df-31826a8b4ffb,revision_number=None']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:41:25.040973 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-5845c727-e30a-4694-bfc3-158366478612 tempest-NetworksIpV6TestAttrs-863029505 tempest-NetworksIpV6TestAttrs-863029505-project] 10.222.0.26 "DELETE /v2.0/networks/5312c77b-fc03-4716-96df-31826a8b4ffb HTTP/1.1" status: 204 len: 168 time: 0.8024805 Apr 01 13:41:25.051701 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1754cce-d8a0-41af-b2af-a0c552ce67a8 None None] Pushing event updated for resources: {'Port': ['ID=2a639520-e1ca-4739-a9dd-ef8b120907b9,revision_number=2']} {{(pid=83872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:41:25.052446 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 55426) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:41:25.111948 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-920f90dd-a0c7-450b-8ace-2e3e968efd13 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2705391', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2999447'] for subnet, after_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:25.220904 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-6901cccf-1811-4134-9c5b-cf3b6eb8be2d tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Notify callbacks [] for port, precommit_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:25.240162 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920f90dd-a0c7-450b-8ace-2e3e968efd13 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Pushing event updated for resources: {'Subnet': ['ID=a0f6387a-5163-42bf-b6bd-7e1f85d01f3f,revision_number=0']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:41:25.263338 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.provisioning_blocks [None req-6901cccf-1811-4134-9c5b-cf3b6eb8be2d tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Transition to ACTIVE for port object fa275950-70ab-4622-aee9-6ab8a102d396 will not be triggered until provisioned by entity DHCP. {{(pid=83871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 13:41:25.348164 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-920f90dd-a0c7-450b-8ace-2e3e968efd13 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Checking segment: {'id': '2c044a5c-d384-40bc-9e99-2e922b9326e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'eadbe447-8c69-4a1c-9965-c07cc9eead8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 13:41:25.348550 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-920f90dd-a0c7-450b-8ace-2e3e968efd13 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Network hostable DHCP agents. Network: eadbe447-8c69-4a1c-9965-c07cc9eead8d, hostable agents: ['e47e4547-5c2d-4954-ba56-fa3646239f18'], hosted agents: [] {{(pid=83869) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 13:41:25.397983 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.db_base_plugin_v2 [None req-5a531612-6463-4902-8706-c6d7a52128aa tempest-NetworksIpV6TestAttrs-863029505 tempest-NetworksIpV6TestAttrs-863029505-project] Deleting subnet 99430d4f-1126-4f3f-8867-7116e0bbe6b2 {{(pid=83869) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 01 13:41:25.404355 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-5a531612-6463-4902-8706-c6d7a52128aa tempest-NetworksIpV6TestAttrs-863029505 tempest-NetworksIpV6TestAttrs-863029505-project] Notify callbacks [] for subnet, before_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:25.446231 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-920f90dd-a0c7-450b-8ace-2e3e968efd13 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Network eadbe447-8c69-4a1c-9965-c07cc9eead8d is scheduled to be hosted by DHCP agent e47e4547-5c2d-4954-ba56-fa3646239f18 with binding_index 1 {{(pid=83869) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 13:41:25.471359 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.scheduler.base_scheduler [None req-920f90dd-a0c7-450b-8ace-2e3e968efd13 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-836180-1-hyperv, eadbe447-8c69-4a1c-9965-c07cc9eead8d) {{(pid=83869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 13:41:25.478445 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-920f90dd-a0c7-450b-8ace-2e3e968efd13 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:41:25.479067 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-920f90dd-a0c7-450b-8ace-2e3e968efd13 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Notify callbacks [] for subnet, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:25.484827 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-5a531612-6463-4902-8706-c6d7a52128aa tempest-NetworksIpV6TestAttrs-863029505 tempest-NetworksIpV6TestAttrs-863029505-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2704975'] for subnet, precommit_delete_associations {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:25.520883 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-6901cccf-1811-4134-9c5b-cf3b6eb8be2d tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736732935801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2743125'] for port, after_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:25.539491 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-920f90dd-a0c7-450b-8ace-2e3e968efd13 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6805813 Apr 01 13:41:25.539865 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 55430) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:41:25.549788 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.v2.base [None req-25ed4c0c-a214-4110-b337-b1d0dba4af08 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Request body: {'port': {'network_id': 'eadbe447-8c69-4a1c-9965-c07cc9eead8d', 'name': 'tempest-PortsTestJSON-503115621'}} {{(pid=83869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:41:25.621620 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6901cccf-1811-4134-9c5b-cf3b6eb8be2d tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Network b580a5d3-31c5-45dd-9382-276ea46f34e0 is already hosted by enough agents. {{(pid=83871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 13:41:25.627943 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.scheduler.base_scheduler [None req-6901cccf-1811-4134-9c5b-cf3b6eb8be2d tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Resources bound (agent type, host, resource id): {{(pid=83871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 13:41:25.632529 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6901cccf-1811-4134-9c5b-cf3b6eb8be2d tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Pushing event updated for resources: {'Port': ['ID=fa275950-70ab-4622-aee9-6ab8a102d396,revision_number=1']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:41:25.644510 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6901cccf-1811-4134-9c5b-cf3b6eb8be2d tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Received port after_create {{(pid=83871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 13:41:25.648605 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6901cccf-1811-4134-9c5b-cf3b6eb8be2d tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:41:25.649140 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-6901cccf-1811-4134-9c5b-cf3b6eb8be2d tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109561'] for port, before_response {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:25.687980 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-5a531612-6463-4902-8706-c6d7a52128aa tempest-NetworksIpV6TestAttrs-863029505 tempest-NetworksIpV6TestAttrs-863029505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-945029'] for subnet, precommit_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:25.694961 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-6901cccf-1811-4134-9c5b-cf3b6eb8be2d tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 891 time: 1.5699899 Apr 01 13:41:25.697955 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 55434) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:41:25.748290 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-25ed4c0c-a214-4110-b337-b1d0dba4af08 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:41:25.753876 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-970bbee9-5c2c-4726-8b0c-42b02892a2a1 tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Notify callbacks [] for port, precommit_update {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:25.767197 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-25ed4c0c-a214-4110-b337-b1d0dba4af08 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:41:25.773853 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-970bbee9-5c2c-4726-8b0c-42b02892a2a1 tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2743106'] for port, after_update {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:25.783234 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25ed4c0c-a214-4110-b337-b1d0dba4af08 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Made reservation on behalf of 1932cd2bf32d410ebaa96b0062b29072 for: {'port': 1} {{(pid=83869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 13:41:25.786355 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-25ed4c0c-a214-4110-b337-b1d0dba4af08 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:25.810012 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-5a531612-6463-4902-8706-c6d7a52128aa tempest-NetworksIpV6TestAttrs-863029505 tempest-NetworksIpV6TestAttrs-863029505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-945042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2705198', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2999452'] for subnet, after_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:25.868790 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.plugin [None req-7bdb8343-33a7-44ab-b9bc-50abde9a4a14 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Deleting port fa275950-70ab-4622-aee9-6ab8a102d396 {{(pid=83871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 13:41:25.869136 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-7bdb8343-33a7-44ab-b9bc-50abde9a4a14 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736733287370'] for port, before_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:25.958014 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-970bbee9-5c2c-4726-8b0c-42b02892a2a1 tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:41:25.958616 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-970bbee9-5c2c-4726-8b0c-42b02892a2a1 tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109561'] for port, before_response {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:25.962568 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-970bbee9-5c2c-4726-8b0c-42b02892a2a1 tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] 10.222.0.26 "PUT /v2.0/ports/064e125a-0e96-4e0a-94fb-1fa99ab23392 HTTP/1.1" status: 200 len: 910 time: 1.5828850 Apr 01 13:41:25.970865 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.notifiers.nova [None req-25ed4c0c-a214-4110-b337-b1d0dba4af08 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] device_id is not set on port 94900d63-95d1-46c6-b9e4-cb624e23f2fe yet. {{(pid=83869) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 01 13:41:25.990108 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 55438) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:41:26.014430 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a531612-6463-4902-8706-c6d7a52128aa tempest-NetworksIpV6TestAttrs-863029505 tempest-NetworksIpV6TestAttrs-863029505-project] Pushing event deleted for resources: {'Subnet': ['ID=99430d4f-1126-4f3f-8867-7116e0bbe6b2,revision_number=None']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:41:26.034700 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-5a531612-6463-4902-8706-c6d7a52128aa tempest-NetworksIpV6TestAttrs-863029505 tempest-NetworksIpV6TestAttrs-863029505-project] Notify callbacks [] for subnet, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:26.053944 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970bbee9-5c2c-4726-8b0c-42b02892a2a1 tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Pushing event updated for resources: {'Port': ['ID=064e125a-0e96-4e0a-94fb-1fa99ab23392,revision_number=3']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:41:26.064511 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-5a531612-6463-4902-8706-c6d7a52128aa tempest-NetworksIpV6TestAttrs-863029505 tempest-NetworksIpV6TestAttrs-863029505-project] 10.222.0.26 "DELETE /v2.0/subnets/99430d4f-1126-4f3f-8867-7116e0bbe6b2 HTTP/1.1" status: 204 len: 168 time: 1.0080719 Apr 01 13:41:26.065883 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 55442) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:41:26.131424 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86ea9bbd-3843-4f2d-9f47-3ab1a8520097 None None] Network b580a5d3-31c5-45dd-9382-276ea46f34e0 requested from dv-neutron-836180-1-hyperv {{(pid=83872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 13:41:26.146197 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-951d786b-7b0d-4d6c-bae0-ff5238d92590 None None] Network eadbe447-8c69-4a1c-9965-c07cc9eead8d requested from dv-neutron-836180-1-hyperv {{(pid=83872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 13:41:26.163008 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5001a156-5121-41a0-b7d2-95ab05a33317 None None] Network 9362900c-cfd1-4701-9f0a-74ed25d63684 requested from dv-neutron-836180-1-hyperv {{(pid=83872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 13:41:26.242454 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-bee8eccb-35e1-4996-b119-fe033e35ee8d tempest-NetworksIpV6TestAttrs-863029505 tempest-NetworksIpV6TestAttrs-863029505-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1033078'] for network, before_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:26.247127 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.db_base_plugin_common [None req-25ed4c0c-a214-4110-b337-b1d0dba4af08 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Allocated IP 172.20.0.3 (eadbe447-8c69-4a1c-9965-c07cc9eead8d/a0f6387a-5163-42bf-b6bd-7e1f85d01f3f/94900d63-95d1-46c6-b9e4-cb624e23f2fe) {{(pid=83869) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 13:41:26.268556 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.plugin [None req-bee8eccb-35e1-4996-b119-fe033e35ee8d tempest-NetworksIpV6TestAttrs-863029505 tempest-NetworksIpV6TestAttrs-863029505-project] Deleting port ff05ec9d-255a-4579-98ef-d777c285efc3 {{(pid=83869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 13:41:26.268556 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-bee8eccb-35e1-4996-b119-fe033e35ee8d tempest-NetworksIpV6TestAttrs-863029505 tempest-NetworksIpV6TestAttrs-863029505-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736733287370'] for port, before_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:26.315490 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-7bdb8343-33a7-44ab-b9bc-50abde9a4a14 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4155147'] for port, precommit_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:26.476641 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-02adcad2-801c-475f-a648-ca71e528f2bd None None] Provisioning for port 2a639520-e1ca-4739-a9dd-ef8b120907b9 completed by entity DHCP. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 13:41:26.505146 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.plugin [None req-7bdb8343-33a7-44ab-b9bc-50abde9a4a14 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Calling delete_port for fa275950-70ab-4622-aee9-6ab8a102d396 owned by {{(pid=83871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 13:41:26.645778 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.db [None req-bee8eccb-35e1-4996-b119-fe033e35ee8d tempest-NetworksIpV6TestAttrs-863029505 tempest-NetworksIpV6TestAttrs-863029505-project] For port ff05ec9d-255a-4579-98ef-d777c285efc3, host dv-neutron-836180-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836180-1-hyperv',level=0,port_id=ff05ec9d-255a-4579-98ef-d777c285efc3,segment=NetworkSegment(9c8c01ea-bbde-4a9a-a7c3-d9dda53be68a),segment_id=9c8c01ea-bbde-4a9a-a7c3-d9dda53be68a)] {{(pid=83869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 13:41:26.646762 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-bee8eccb-35e1-4996-b119-fe033e35ee8d tempest-NetworksIpV6TestAttrs-863029505 tempest-NetworksIpV6TestAttrs-863029505-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4155147'] for port, precommit_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:26.665689 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-25ed4c0c-a214-4110-b337-b1d0dba4af08 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Notify callbacks [] for port, precommit_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:26.738236 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-a680f7e5-dbd7-4d1c-a5e7-0a46299bd982 tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4084029'] for router_interface, before_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:26.744756 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fccb142-1397-40c6-8ee9-ba5ecebbd343 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7e7d0ecb-2af4-55f5-9198-238ab0570d62-eadbe447-8c69-4a1c-9965-c07cc9eead8d', 'network_id': 'eadbe447-8c69-4a1c-9965-c07cc9eead8d', 'tenant_id': '1932cd2bf32d410ebaa96b0062b29072', 'fixed_ips': [{'subnet_id': 'a0f6387a-5163-42bf-b6bd-7e1f85d01f3f'}]}} from dv-neutron-836180-1-hyperv. {{(pid=83872) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 01 13:41:26.745606 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-8fccb142-1397-40c6-8ee9-ba5ecebbd343 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:26.793769 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.plugin [None req-bee8eccb-35e1-4996-b119-fe033e35ee8d tempest-NetworksIpV6TestAttrs-863029505 tempest-NetworksIpV6TestAttrs-863029505-project] Calling delete_port for ff05ec9d-255a-4579-98ef-d777c285efc3 owned by network:dhcp {{(pid=83869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 13:41:26.818196 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2375bd52-667a-4b88-b139-756b92a0f18b None None] DHCP port deletion for 9362900c-cfd1-4701-9f0a-74ed25d63684 request from dv-neutron-836180-1-hyperv {{(pid=83872) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 01 13:41:26.836006 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.plugin [None req-2375bd52-667a-4b88-b139-756b92a0f18b None None] Deleting port ff05ec9d-255a-4579-98ef-d777c285efc3 {{(pid=83872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 13:41:26.836006 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-2375bd52-667a-4b88-b139-756b92a0f18b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736733287370'] for port, before_delete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:26.841918 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.provisioning_blocks [None req-25ed4c0c-a214-4110-b337-b1d0dba4af08 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Transition to ACTIVE for port object 94900d63-95d1-46c6-b9e4-cb624e23f2fe will not be triggered until provisioned by entity DHCP. {{(pid=83869) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 13:41:26.918608 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-7bdb8343-33a7-44ab-b9bc-50abde9a4a14 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736733359243', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736732935810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2743125'] for port, after_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:26.925328 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-25ed4c0c-a214-4110-b337-b1d0dba4af08 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736732935801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2705155'] for port, after_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:26.994906 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-bee8eccb-35e1-4996-b119-fe033e35ee8d tempest-NetworksIpV6TestAttrs-863029505 tempest-NetworksIpV6TestAttrs-863029505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736733359243', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736732935810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2705155'] for port, after_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:27.046666 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bee8eccb-35e1-4996-b119-fe033e35ee8d tempest-NetworksIpV6TestAttrs-863029505 tempest-NetworksIpV6TestAttrs-863029505-project] No DVR routers for this DVR port ff05ec9d-255a-4579-98ef-d777c285efc3 on host dv-neutron-836180-1-hyperv {{(pid=83869) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 13:41:27.056052 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.plugin [None req-2375bd52-667a-4b88-b139-756b92a0f18b None None] The port 'ff05ec9d-255a-4579-98ef-d777c285efc3' was deleted {{(pid=83872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 01 13:41:27.062876 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Device 2a639520-e1ca-4739-a9dd-ef8b120907b9 up at agent ovs-agent-dv-neutron-836180-1-hyperv {{(pid=83872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 13:41:27.074341 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bdb8343-33a7-44ab-b9bc-50abde9a4a14 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Pushing event deleted for resources: {'Port': ['ID=fa275950-70ab-4622-aee9-6ab8a102d396,revision_number=None']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:41:27.092059 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25ed4c0c-a214-4110-b337-b1d0dba4af08 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Network eadbe447-8c69-4a1c-9965-c07cc9eead8d is already hosted by enough agents. {{(pid=83869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 13:41:27.113359 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.scheduler.base_scheduler [None req-25ed4c0c-a214-4110-b337-b1d0dba4af08 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Resources bound (agent type, host, resource id): {{(pid=83869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 13:41:27.116159 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25ed4c0c-a214-4110-b337-b1d0dba4af08 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Received port after_create {{(pid=83869) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 13:41:27.148060 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.db_base_plugin_common [None req-8fccb142-1397-40c6-8ee9-ba5ecebbd343 None None] Allocated IP 172.20.0.2 (eadbe447-8c69-4a1c-9965-c07cc9eead8d/a0f6387a-5163-42bf-b6bd-7e1f85d01f3f/8ad2f677-98bf-4c8a-8e53-445c7d72f432) {{(pid=83872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 13:41:27.152337 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-7bdb8343-33a7-44ab-b9bc-50abde9a4a14 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109561'] for port, before_response {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:27.182036 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-7bdb8343-33a7-44ab-b9bc-50abde9a4a14 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] 10.222.0.26 "DELETE /v2.0/ports/fa275950-70ab-4622-aee9-6ab8a102d396 HTTP/1.1" status: 204 len: 168 time: 1.4824183 Apr 01 13:41:27.184204 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 55446) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:41:27.250661 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Provisioning for port 2a639520-e1ca-4739-a9dd-ef8b120907b9 completed by entity L2. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 13:41:27.255480 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.pecan_wsgi.hooks.translation [None req-9ec245e4-2609-40cc-a315-f1c69fa7ff7e tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] GET failed (client error): The resource could not be found. Apr 01 13:41:27.256017 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-9ec245e4-2609-40cc-a315-f1c69fa7ff7e tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Synchronizing usage tracker for tenant:2ac88458dfe547ba9bcc73de4b0c8518 on resource:port {{(pid=83871) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 13:41:27.259056 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ed4c0c-a214-4110-b337-b1d0dba4af08 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Pushing event updated for resources: {'Port': ['ID=94900d63-95d1-46c6-b9e4-cb624e23f2fe,revision_number=1']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:41:27.275557 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Provisioning complete for port 2a639520-e1ca-4739-a9dd-ef8b120907b9 triggered by entity L2. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 13:41:27.276160 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-948329'] for port, provisioning_complete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:27.292755 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-9ec245e4-2609-40cc-a315-f1c69fa7ff7e tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Unset dirty status for tenant:2ac88458dfe547ba9bcc73de4b0c8518 on resource:port {{(pid=83871) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 13:41:27.298231 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-9ec245e4-2609-40cc-a315-f1c69fa7ff7e tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] 10.222.0.26 "GET /v2.0/ports/fa275950-70ab-4622-aee9-6ab8a102d396 HTTP/1.1" status: 404 len: 333 time: 0.1125081 Apr 01 13:41:27.298847 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 55450) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:41:27.335245 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee8eccb-35e1-4996-b119-fe033e35ee8d tempest-NetworksIpV6TestAttrs-863029505 tempest-NetworksIpV6TestAttrs-863029505-project] Pushing event deleted for resources: {'Port': ['ID=ff05ec9d-255a-4579-98ef-d777c285efc3,revision_number=None']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:41:27.355023 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25ed4c0c-a214-4110-b337-b1d0dba4af08 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:41:27.355723 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-25ed4c0c-a214-4110-b337-b1d0dba4af08 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109561'] for port, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:27.377469 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-bee8eccb-35e1-4996-b119-fe033e35ee8d tempest-NetworksIpV6TestAttrs-863029505 tempest-NetworksIpV6TestAttrs-863029505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-942654', 'neutron.services.segments.db._delete_segments_for_network-8736733387888'] for network, precommit_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:27.407891 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-25ed4c0c-a214-4110-b337-b1d0dba4af08 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.8669579 Apr 01 13:41:27.410932 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 55454) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:41:27.454283 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.services.segments.db [None req-bee8eccb-35e1-4996-b119-fe033e35ee8d tempest-NetworksIpV6TestAttrs-863029505 tempest-NetworksIpV6TestAttrs-863029505-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9362900c-cfd1-4701-9f0a-74ed25d63684']}} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:41:27.480953 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.services.segments.db [None req-bee8eccb-35e1-4996-b119-fe033e35ee8d tempest-NetworksIpV6TestAttrs-863029505 tempest-NetworksIpV6TestAttrs-863029505-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9c8c01ea-bbde-4a9a-a7c3-d9dda53be68a') {'for_net_delete': True} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:41:27.481298 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.services.segments.db [None req-bee8eccb-35e1-4996-b119-fe033e35ee8d tempest-NetworksIpV6TestAttrs-863029505 tempest-NetworksIpV6TestAttrs-863029505-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9c8c01ea-bbde-4a9a-a7c3-d9dda53be68a') {} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:41:27.508094 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-bee8eccb-35e1-4996-b119-fe033e35ee8d tempest-NetworksIpV6TestAttrs-863029505 tempest-NetworksIpV6TestAttrs-863029505-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736733386999', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2704982'] for segment, before_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:27.532328 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.plugin [None req-d360aea4-c8ca-461b-ac4a-05ff4d46afa8 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Deleting port 94900d63-95d1-46c6-b9e4-cb624e23f2fe {{(pid=83869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 13:41:27.532687 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-d360aea4-c8ca-461b-ac4a-05ff4d46afa8 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736733287370'] for port, before_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:27.535235 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-8fccb142-1397-40c6-8ee9-ba5ecebbd343 None None] Notify callbacks [] for port, precommit_create {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:27.549120 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:27.565034 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-bee8eccb-35e1-4996-b119-fe033e35ee8d tempest-NetworksIpV6TestAttrs-863029505 tempest-NetworksIpV6TestAttrs-863029505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1004271'] for segment, precommit_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:27.573646 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-8fccb142-1397-40c6-8ee9-ba5ecebbd343 None None] Transition to ACTIVE for port object 8ad2f677-98bf-4c8a-8e53-445c7d72f432 will not be triggered until provisioned by entity L2. {{(pid=83872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 13:41:27.583214 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bee8eccb-35e1-4996-b119-fe033e35ee8d tempest-NetworksIpV6TestAttrs-863029505 tempest-NetworksIpV6TestAttrs-863029505-project] Releasing vlan 372 on physical network physnet1 to pool {{(pid=83869) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 01 13:41:27.583641 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-bee8eccb-35e1-4996-b119-fe033e35ee8d tempest-NetworksIpV6TestAttrs-863029505 tempest-NetworksIpV6TestAttrs-863029505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1004262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2705264'] for segment, after_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:27.598988 dv-neutron-836180-1-hyperv neutron-server[83869]: Traceback (most recent call last): Apr 01 13:41:27.598988 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 01 13:41:27.598988 dv-neutron-836180-1-hyperv neutron-server[83869]: timer() Apr 01 13:41:27.598988 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 13:41:27.598988 dv-neutron-836180-1-hyperv neutron-server[83869]: cb(*args, **kw) Apr 01 13:41:27.598988 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 13:41:27.598988 dv-neutron-836180-1-hyperv neutron-server[83869]: return func(*args, **kwargs) Apr 01 13:41:27.598988 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 13:41:27.598988 dv-neutron-836180-1-hyperv neutron-server[83869]: self._notify() Apr 01 13:41:27.598988 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 13:41:27.598988 dv-neutron-836180-1-hyperv neutron-server[83869]: self.callback(batched_events) Apr 01 13:41:27.598988 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 13:41:27.598988 dv-neutron-836180-1-hyperv neutron-server[83869]: event.method(event) Apr 01 13:41:27.598988 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 13:41:27.598988 dv-neutron-836180-1-hyperv neutron-server[83869]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 13:41:27.598988 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 13:41:27.598988 dv-neutron-836180-1-hyperv neutron-server[83869]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 13:41:27.598988 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 13:41:27.598988 dv-neutron-836180-1-hyperv neutron-server[83869]: return f(self, *a, **k) Apr 01 13:41:27.598988 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 13:41:27.598988 dv-neutron-836180-1-hyperv neutron-server[83869]: return self._get(url).json() Apr 01 13:41:27.598988 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 13:41:27.598988 dv-neutron-836180-1-hyperv neutron-server[83869]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 13:41:27.598988 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 01 13:41:27.598988 dv-neutron-836180-1-hyperv neutron-server[83869]: return self.request(url, 'GET', **kwargs) Apr 01 13:41:27.598988 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 01 13:41:27.598988 dv-neutron-836180-1-hyperv neutron-server[83869]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 13:41:27.598988 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 01 13:41:27.598988 dv-neutron-836180-1-hyperv neutron-server[83869]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 13:41:27.598988 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 01 13:41:27.598988 dv-neutron-836180-1-hyperv neutron-server[83869]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 13:41:27.598988 dv-neutron-836180-1-hyperv neutron-server[83869]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 13:41:27.609636 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-8fccb142-1397-40c6-8ee9-ba5ecebbd343 None None] Transition to ACTIVE for port object 8ad2f677-98bf-4c8a-8e53-445c7d72f432 will not be triggered until provisioned by entity DHCP. {{(pid=83872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 13:41:27.621316 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] For port 2a639520-e1ca-4739-a9dd-ef8b120907b9, host dv-neutron-836180-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836180-1-hyperv',level=0,port_id=2a639520-e1ca-4739-a9dd-ef8b120907b9,segment=NetworkSegment(ffd2b413-8ba9-42b7-a026-7f4e88784de1),segment_id=ffd2b413-8ba9-42b7-a026-7f4e88784de1)] {{(pid=83872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 13:41:27.623423 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-8fccb142-1397-40c6-8ee9-ba5ecebbd343 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736732935801'] for port, after_create {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:27.668244 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864'] for port, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:27.669974 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7881e2f3-f05a-437f-9df6-20135df17fdf None None] Network b580a5d3-31c5-45dd-9382-276ea46f34e0 requested from dv-neutron-836180-1-hyperv {{(pid=83872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 13:41:27.744830 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.db_base_plugin_v2 [None req-cfa26536-d8f7-4b14-a3e5-aabb4b807c15 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Deleting subnet 1ef46aad-6ffb-4e17-af3c-6f6e89bf5d89 {{(pid=83871) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 01 13:41:27.748049 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-cfa26536-d8f7-4b14-a3e5-aabb4b807c15 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Notify callbacks [] for subnet, before_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:27.760506 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-ad980a6c-75fa-41c6-bc7a-fbf623033d85 None None] Could not find standard attr ID for object fa275950-70ab-4622-aee9-6ab8a102d396. {{(pid=83872) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 01 13:41:27.771276 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Device ff05ec9d-255a-4579-98ef-d777c285efc3 no longer exists at agent ovs-agent-dv-neutron-836180-1-hyperv {{(pid=83872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 13:41:27.830290 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.plugin [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] No Port match for: ff05ec9d-255a-4579-98ef-d777c285efc3 {{(pid=83872) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 01 13:41:27.830777 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Device ff05ec9d-255a-4579-98ef-d777c285efc3 not bound to the agent host dv-neutron-836180-1-hyperv {{(pid=83872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 13:41:27.830913 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-cfa26536-d8f7-4b14-a3e5-aabb4b807c15 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3166365'] for subnet, precommit_delete_associations {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:27.842100 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fccb142-1397-40c6-8ee9-ba5ecebbd343 None None] Pushing event updated for resources: {'Port': ['ID=8ad2f677-98bf-4c8a-8e53-445c7d72f432,revision_number=1']} {{(pid=83872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:41:27.848929 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fccb142-1397-40c6-8ee9-ba5ecebbd343 None None] Network eadbe447-8c69-4a1c-9965-c07cc9eead8d is already hosted by enough agents. {{(pid=83872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 13:41:27.891229 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.scheduler.base_scheduler [None req-8fccb142-1397-40c6-8ee9-ba5ecebbd343 None None] Resources bound (agent type, host, resource id): {{(pid=83872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 13:41:27.902159 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fccb142-1397-40c6-8ee9-ba5ecebbd343 None None] Received port after_create {{(pid=83872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 13:41:27.902374 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-bee8eccb-35e1-4996-b119-fe033e35ee8d tempest-NetworksIpV6TestAttrs-863029505 tempest-NetworksIpV6TestAttrs-863029505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-942599', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4084797'] for network, after_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:27.907683 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-bee8eccb-35e1-4996-b119-fe033e35ee8d tempest-NetworksIpV6TestAttrs-863029505 tempest-NetworksIpV6TestAttrs-863029505-project] Notify callbacks [] for network, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:27.974159 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-ad980a6c-75fa-41c6-bc7a-fbf623033d85 None None] Provisioning complete for port 2a639520-e1ca-4739-a9dd-ef8b120907b9 triggered by entity DHCP. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 13:41:27.974702 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-ad980a6c-75fa-41c6-bc7a-fbf623033d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-948329'] for port, provisioning_complete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:27.983269 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-cfa26536-d8f7-4b14-a3e5-aabb4b807c15 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-945029'] for subnet, precommit_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:27.999788 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-bee8eccb-35e1-4996-b119-fe033e35ee8d tempest-NetworksIpV6TestAttrs-863029505 tempest-NetworksIpV6TestAttrs-863029505-project] 10.222.0.26 "DELETE /v2.0/networks/9362900c-cfd1-4701-9f0a-74ed25d63684 HTTP/1.1" status: 204 len: 168 time: 1.9305830 Apr 01 13:41:28.001148 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee8eccb-35e1-4996-b119-fe033e35ee8d tempest-NetworksIpV6TestAttrs-863029505 tempest-NetworksIpV6TestAttrs-863029505-project] Pushing event deleted for resources: {'Network': ['ID=9362900c-cfd1-4701-9f0a-74ed25d63684,revision_number=None']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:41:28.085454 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-d360aea4-c8ca-461b-ac4a-05ff4d46afa8 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4155147'] for port, precommit_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:28.119375 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-cfa26536-d8f7-4b14-a3e5-aabb4b807c15 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-945042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2743160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2757373'] for subnet, after_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:28.131233 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Pushing event updated for resources: {'Port': ['ID=2a639520-e1ca-4739-a9dd-ef8b120907b9,revision_number=3']} {{(pid=83872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:41:28.179974 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.managers [None req-8fccb142-1397-40c6-8ee9-ba5ecebbd343 None None] Attempting to bind port 8ad2f677-98bf-4c8a-8e53-445c7d72f432 on host dv-neutron-836180-1-hyperv for vnic_type normal with profile {{(pid=83872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 13:41:28.180724 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.managers [None req-8fccb142-1397-40c6-8ee9-ba5ecebbd343 None None] Attempting to bind port 8ad2f677-98bf-4c8a-8e53-445c7d72f432 by drivers openvswitch,hyperv on host dv-neutron-836180-1-hyperv at level 0 using segments [{'id': '2c044a5c-d384-40bc-9e99-2e922b9326e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'eadbe447-8c69-4a1c-9965-c07cc9eead8d'}] {{(pid=83872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 13:41:28.180971 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fccb142-1397-40c6-8ee9-ba5ecebbd343 None None] Attempting to bind port 8ad2f677-98bf-4c8a-8e53-445c7d72f432 on network eadbe447-8c69-4a1c-9965-c07cc9eead8d {{(pid=83872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 13:41:28.199209 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa26536-d8f7-4b14-a3e5-aabb4b807c15 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Pushing event deleted for resources: {'Subnet': ['ID=1ef46aad-6ffb-4e17-af3c-6f6e89bf5d89,revision_number=None']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:41:28.209075 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fccb142-1397-40c6-8ee9-ba5ecebbd343 None None] Checking agent: {'id': 'af948428-97cd-4d10-9f53-af028bdb39b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-836180-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 13, 25, 37), 'started_at': datetime.datetime(2022, 4, 1, 13, 26, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 13, 41, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-836180-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 13:41:28.209778 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fccb142-1397-40c6-8ee9-ba5ecebbd343 None None] Checking segment: {'id': '2c044a5c-d384-40bc-9e99-2e922b9326e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'eadbe447-8c69-4a1c-9965-c07cc9eead8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 13:41:28.210426 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-8fccb142-1397-40c6-8ee9-ba5ecebbd343 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:28.211399 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fccb142-1397-40c6-8ee9-ba5ecebbd343 None None] Bound using segment: {'id': '2c044a5c-d384-40bc-9e99-2e922b9326e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'eadbe447-8c69-4a1c-9965-c07cc9eead8d'} {{(pid=83872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 13:41:28.212105 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.managers [None req-8fccb142-1397-40c6-8ee9-ba5ecebbd343 None None] Bound port: 8ad2f677-98bf-4c8a-8e53-445c7d72f432, host: dv-neutron-836180-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2c044a5c-d384-40bc-9e99-2e922b9326e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'eadbe447-8c69-4a1c-9965-c07cc9eead8d'}}] {{(pid=83872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 13:41:28.212734 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-8fccb142-1397-40c6-8ee9-ba5ecebbd343 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:28.218310 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-cfa26536-d8f7-4b14-a3e5-aabb4b807c15 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Notify callbacks [] for subnet, before_response {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:28.240767 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-cfa26536-d8f7-4b14-a3e5-aabb4b807c15 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] 10.222.0.26 "DELETE /v2.0/subnets/1ef46aad-6ffb-4e17-af3c-6f6e89bf5d89 HTTP/1.1" status: 204 len: 168 time: 0.9395828 Apr 01 13:41:28.243107 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 55460) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:41:28.245929 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.plugin [None req-a680f7e5-dbd7-4d1c-a5e7-0a46299bd982 tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Deleting port 064e125a-0e96-4e0a-94fb-1fa99ab23392 {{(pid=83871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 13:41:28.246259 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-a680f7e5-dbd7-4d1c-a5e7-0a46299bd982 tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736733287370'] for port, before_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:28.275084 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.plugin [None req-d360aea4-c8ca-461b-ac4a-05ff4d46afa8 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Calling delete_port for 94900d63-95d1-46c6-b9e4-cb624e23f2fe owned by {{(pid=83869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 13:41:28.415041 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-8fccb142-1397-40c6-8ee9-ba5ecebbd343 None None] For port 8ad2f677-98bf-4c8a-8e53-445c7d72f432, host dv-neutron-836180-1-hyperv, cleared binding levels {{(pid=83872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 13:41:28.451517 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 55466) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:41:28.460026 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-d360aea4-c8ca-461b-ac4a-05ff4d46afa8 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736733359243', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736732935810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2705155'] for port, after_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:28.478144 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-8fccb142-1397-40c6-8ee9-ba5ecebbd343 None None] For port 8ad2f677-98bf-4c8a-8e53-445c7d72f432, host dv-neutron-836180-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836180-1-hyperv',level=0,port_id=8ad2f677-98bf-4c8a-8e53-445c7d72f432,segment=NetworkSegment(2c044a5c-d384-40bc-9e99-2e922b9326e6),segment_id=2c044a5c-d384-40bc-9e99-2e922b9326e6)] {{(pid=83872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 13:41:28.487852 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-8fccb142-1397-40c6-8ee9-ba5ecebbd343 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864'] for port, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:28.488828 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-8fa05bfb-4cac-46c4-9044-f57c2edf5cd7 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1033078'] for network, before_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:28.516900 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.plugin [None req-8fa05bfb-4cac-46c4-9044-f57c2edf5cd7 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Deleting port 2a639520-e1ca-4739-a9dd-ef8b120907b9 {{(pid=83871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 13:41:28.517236 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-8fa05bfb-4cac-46c4-9044-f57c2edf5cd7 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736733287370'] for port, before_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:28.535602 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d360aea4-c8ca-461b-ac4a-05ff4d46afa8 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Pushing event deleted for resources: {'Port': ['ID=94900d63-95d1-46c6-b9e4-cb624e23f2fe,revision_number=None']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:41:28.650383 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fccb142-1397-40c6-8ee9-ba5ecebbd343 None None] Pushing event updated for resources: {'Port': ['ID=8ad2f677-98bf-4c8a-8e53-445c7d72f432,revision_number=2']} {{(pid=83872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:41:28.666846 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-a680f7e5-dbd7-4d1c-a5e7-0a46299bd982 tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4155147'] for port, precommit_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:28.711157 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-d360aea4-c8ca-461b-ac4a-05ff4d46afa8 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109561'] for port, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:28.739030 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-d360aea4-c8ca-461b-ac4a-05ff4d46afa8 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] 10.222.0.26 "DELETE /v2.0/ports/94900d63-95d1-46c6-b9e4-cb624e23f2fe HTTP/1.1" status: 204 len: 168 time: 1.3270864 Apr 01 13:41:28.742565 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-b5bbde81-54f5-4f34-8d22-02253684a3b3 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=80147276d4574127babe28831dd684f3&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2889967 Apr 01 13:41:28.743088 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 55472) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:41:28.789836 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 55474) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:41:28.803988 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.pecan_wsgi.hooks.translation [None req-40555b74-358e-4a03-820d-2eeeede858af tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] DELETE failed (client error): The resource could not be found. Apr 01 13:41:28.804403 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-40555b74-358e-4a03-820d-2eeeede858af tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83869) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 13:41:28.806034 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-40555b74-358e-4a03-820d-2eeeede858af tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] 10.222.0.26 "DELETE /v2.0/ports/94900d63-95d1-46c6-b9e4-cb624e23f2fe HTTP/1.1" status: 404 len: 333 time: 0.0620713 Apr 01 13:41:28.809109 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 55480) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:41:28.836443 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d56bc992-991b-4d60-83bc-9be3fedfb339 None None] Network b580a5d3-31c5-45dd-9382-276ea46f34e0 requested from dv-neutron-836180-1-hyperv {{(pid=83872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 13:41:28.892263 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.pecan_wsgi.hooks.translation [None req-f38f8374-17f3-4a39-989c-2efb1e0243c0 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] GET failed (client error): The resource could not be found. Apr 01 13:41:28.894030 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-f38f8374-17f3-4a39-989c-2efb1e0243c0 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Synchronizing usage tracker for tenant:1932cd2bf32d410ebaa96b0062b29072 on resource:port {{(pid=83869) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 13:41:28.946444 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-f38f8374-17f3-4a39-989c-2efb1e0243c0 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Unset dirty status for tenant:1932cd2bf32d410ebaa96b0062b29072 on resource:port {{(pid=83869) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 13:41:28.947676 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-f38f8374-17f3-4a39-989c-2efb1e0243c0 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] 10.222.0.26 "GET /v2.0/ports/94900d63-95d1-46c6-b9e4-cb624e23f2fe HTTP/1.1" status: 404 len: 333 time: 0.1378829 Apr 01 13:41:28.952770 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 55484) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:41:28.955597 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-66b6ad98-4144-4ceb-b20e-56e01b8cf50f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:28.974407 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.plugin [None req-a680f7e5-dbd7-4d1c-a5e7-0a46299bd982 tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Calling delete_port for 064e125a-0e96-4e0a-94fb-1fa99ab23392 owned by network:router_interface {{(pid=83871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 13:41:29.079095 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-66b6ad98-4144-4ceb-b20e-56e01b8cf50f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:29.089971 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Device 2a639520-e1ca-4739-a9dd-ef8b120907b9 up at agent ovs-agent-dv-neutron-836180-1-hyperv {{(pid=83872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 13:41:29.107070 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.db_base_plugin_v2 [None req-263c718c-12d5-44a1-b178-f42d3c839921 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Deleting subnet a0f6387a-5163-42bf-b6bd-7e1f85d01f3f {{(pid=83869) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 01 13:41:29.114277 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-263c718c-12d5-44a1-b178-f42d3c839921 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Notify callbacks [] for subnet, before_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:29.188765 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-2957005c-8c99-4f66-9bee-022d15cd6259 None None] Provisioning complete for port 2a639520-e1ca-4739-a9dd-ef8b120907b9 triggered by entity DHCP. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 13:41:29.189777 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-263c718c-12d5-44a1-b178-f42d3c839921 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2704975'] for subnet, precommit_delete_associations {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:29.189908 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-2957005c-8c99-4f66-9bee-022d15cd6259 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-948329'] for port, provisioning_complete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:29.242242 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.db [None req-8fa05bfb-4cac-46c4-9044-f57c2edf5cd7 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] For port 2a639520-e1ca-4739-a9dd-ef8b120907b9, host dv-neutron-836180-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836180-1-hyperv',level=0,port_id=2a639520-e1ca-4739-a9dd-ef8b120907b9,segment=NetworkSegment(ffd2b413-8ba9-42b7-a026-7f4e88784de1),segment_id=ffd2b413-8ba9-42b7-a026-7f4e88784de1)] {{(pid=83871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 13:41:29.242604 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-8fa05bfb-4cac-46c4-9044-f57c2edf5cd7 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4155147'] for port, precommit_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:29.260944 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-66b6ad98-4144-4ceb-b20e-56e01b8cf50f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3775923'] for security_group, after_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:29.268868 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Provisioning complete for port 2a639520-e1ca-4739-a9dd-ef8b120907b9 triggered by entity L2. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 13:41:29.269210 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-948329'] for port, provisioning_complete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:29.285614 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b6ad98-4144-4ceb-b20e-56e01b8cf50f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0bbc9a1-7af0-41e4-8619-03ec2d366421,revision_number=None']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:41:29.301334 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-66b6ad98-4144-4ceb-b20e-56e01b8cf50f admin admin] Notify callbacks [] for security_group, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:29.304740 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-66b6ad98-4144-4ceb-b20e-56e01b8cf50f admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/a0bbc9a1-7af0-41e4-8619-03ec2d366421 HTTP/1.1" status: 204 len: 168 time: 0.5116806 Apr 01 13:41:29.314890 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-263c718c-12d5-44a1-b178-f42d3c839921 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-945029'] for subnet, precommit_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:29.390304 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be4f3138-291d-4883-892b-4fe70ba321d2 None None] DHCP port deletion for b580a5d3-31c5-45dd-9382-276ea46f34e0 request from dv-neutron-836180-1-hyperv {{(pid=83872) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 01 13:41:29.414951 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-263c718c-12d5-44a1-b178-f42d3c839921 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-945042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2705198', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2999452'] for subnet, after_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:29.427236 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.plugin [None req-be4f3138-291d-4883-892b-4fe70ba321d2 None None] Deleting port 2a639520-e1ca-4739-a9dd-ef8b120907b9 {{(pid=83872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 13:41:29.427741 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-be4f3138-291d-4883-892b-4fe70ba321d2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736733287370'] for port, before_delete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:29.488739 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.plugin [None req-8fa05bfb-4cac-46c4-9044-f57c2edf5cd7 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Calling delete_port for 2a639520-e1ca-4739-a9dd-ef8b120907b9 owned by network:dhcp {{(pid=83871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 13:41:29.489151 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-263c718c-12d5-44a1-b178-f42d3c839921 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Pushing event deleted for resources: {'Subnet': ['ID=a0f6387a-5163-42bf-b6bd-7e1f85d01f3f,revision_number=None']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:41:29.520874 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-263c718c-12d5-44a1-b178-f42d3c839921 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Notify callbacks [] for subnet, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:29.536480 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-263c718c-12d5-44a1-b178-f42d3c839921 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] 10.222.0.26 "DELETE /v2.0/subnets/a0f6387a-5163-42bf-b6bd-7e1f85d01f3f HTTP/1.1" status: 204 len: 168 time: 0.5801733 Apr 01 13:41:29.541017 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 55490) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:41:29.610512 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Device 8ad2f677-98bf-4c8a-8e53-445c7d72f432 up at agent ovs-agent-dv-neutron-836180-1-hyperv {{(pid=83872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 13:41:29.676035 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-a680f7e5-dbd7-4d1c-a5e7-0a46299bd982 tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736733359243', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736732935810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2743125'] for port, after_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:29.739003 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a680f7e5-dbd7-4d1c-a5e7-0a46299bd982 tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Pushing event deleted for resources: {'Port': ['ID=064e125a-0e96-4e0a-94fb-1fa99ab23392,revision_number=None']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:41:29.758089 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-7c24799b-f4f2-4a6f-8688-12f2f4c1a833 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1033078'] for network, before_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:29.793031 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-8fa05bfb-4cac-46c4-9044-f57c2edf5cd7 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736733359243', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736732935810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2743125'] for port, after_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:29.871799 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-be4f3138-291d-4883-892b-4fe70ba321d2 None None] For port 2a639520-e1ca-4739-a9dd-ef8b120907b9, host dv-neutron-836180-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836180-1-hyperv',level=0,port_id=2a639520-e1ca-4739-a9dd-ef8b120907b9,segment=NetworkSegment(ffd2b413-8ba9-42b7-a026-7f4e88784de1),segment_id=ffd2b413-8ba9-42b7-a026-7f4e88784de1)] {{(pid=83872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 13:41:29.872221 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-be4f3138-291d-4883-892b-4fe70ba321d2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4155147'] for port, precommit_delete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:29.917528 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa05bfb-4cac-46c4-9044-f57c2edf5cd7 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Pushing event deleted for resources: {'Port': ['ID=2a639520-e1ca-4739-a9dd-ef8b120907b9,revision_number=None']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:41:29.950542 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.plugin [None req-7c24799b-f4f2-4a6f-8688-12f2f4c1a833 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Deleting port 8ad2f677-98bf-4c8a-8e53-445c7d72f432 {{(pid=83871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 13:41:29.951193 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-7c24799b-f4f2-4a6f-8688-12f2f4c1a833 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736733287370'] for port, before_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:29.984161 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fa05bfb-4cac-46c4-9044-f57c2edf5cd7 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] No DVR routers for this DVR port 2a639520-e1ca-4739-a9dd-ef8b120907b9 on host dv-neutron-836180-1-hyperv {{(pid=83871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 13:41:30.052611 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.plugin [None req-be4f3138-291d-4883-892b-4fe70ba321d2 None None] Calling delete_port for 2a639520-e1ca-4739-a9dd-ef8b120907b9 owned by network:dhcp {{(pid=83872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 13:41:30.081789 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Provisioning for port 8ad2f677-98bf-4c8a-8e53-445c7d72f432 completed by entity L2. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 13:41:30.084965 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08fbbb6c-86d3-46fa-affa-24818cb25157 None None] Network eadbe447-8c69-4a1c-9965-c07cc9eead8d requested from dv-neutron-836180-1-hyperv {{(pid=83872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 13:41:30.183576 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-2d3ad61c-19a8-4e7a-9bf0-e64646c956b8 None None] Provisioning for port 8ad2f677-98bf-4c8a-8e53-445c7d72f432 completed by entity DHCP. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 13:41:30.201773 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-2d3ad61c-19a8-4e7a-9bf0-e64646c956b8 None None] Provisioning complete for port 8ad2f677-98bf-4c8a-8e53-445c7d72f432 triggered by entity DHCP. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 13:41:30.203073 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-2d3ad61c-19a8-4e7a-9bf0-e64646c956b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-948329'] for port, provisioning_complete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:30.305889 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-8fa05bfb-4cac-46c4-9044-f57c2edf5cd7 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-942654', 'neutron.services.segments.db._delete_segments_for_network-8736733387888'] for network, precommit_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:30.368115 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.services.segments.db [None req-8fa05bfb-4cac-46c4-9044-f57c2edf5cd7 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b580a5d3-31c5-45dd-9382-276ea46f34e0']}} {{(pid=83871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:41:30.383879 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.db.api [None req-be4f3138-291d-4883-892b-4fe70ba321d2 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83872) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 01 13:41:30.384234 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG oslo_db.api [None req-be4f3138-291d-4883-892b-4fe70ba321d2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 01 13:41:30.402767 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 55510) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:41:30.471941 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-2d3ad61c-19a8-4e7a-9bf0-e64646c956b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:30.512494 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-2d3ad61c-19a8-4e7a-9bf0-e64646c956b8 None None] For port 8ad2f677-98bf-4c8a-8e53-445c7d72f432, host dv-neutron-836180-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836180-1-hyperv',level=0,port_id=8ad2f677-98bf-4c8a-8e53-445c7d72f432,segment=NetworkSegment(2c044a5c-d384-40bc-9e99-2e922b9326e6),segment_id=2c044a5c-d384-40bc-9e99-2e922b9326e6)] {{(pid=83872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 13:41:30.518777 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-2d3ad61c-19a8-4e7a-9bf0-e64646c956b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864'] for port, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:30.537228 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.services.segments.db [None req-8fa05bfb-4cac-46c4-9044-f57c2edf5cd7 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ffd2b413-8ba9-42b7-a026-7f4e88784de1') {'for_net_delete': True} {{(pid=83871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:41:30.537530 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.services.segments.db [None req-8fa05bfb-4cac-46c4-9044-f57c2edf5cd7 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ffd2b413-8ba9-42b7-a026-7f4e88784de1') {} {{(pid=83871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:41:30.545100 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-a680f7e5-dbd7-4d1c-a5e7-0a46299bd982 tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3017585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4084076'] for router_interface, after_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:30.571763 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-8fa05bfb-4cac-46c4-9044-f57c2edf5cd7 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736733386999', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3166340'] for segment, before_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:30.576374 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.v2.base [None req-d8ca0c76-b06e-43ee-ad7c-4284079abe62 tempest-DvrRoutersNegativeTest-469450267 tempest-DvrRoutersNegativeTest-469450267-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-582352955', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=83869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:41:30.579291 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.policy [None req-d8ca0c76-b06e-43ee-ad7c-4284079abe62 tempest-DvrRoutersNegativeTest-469450267 tempest-DvrRoutersNegativeTest-469450267-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=83869) log_rule_list /opt/stack/neutron/neutron/policy.py:411}} Apr 01 13:41:30.579587 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.policy [None req-d8ca0c76-b06e-43ee-ad7c-4284079abe62 tempest-DvrRoutersNegativeTest-469450267 tempest-DvrRoutersNegativeTest-469450267-project] Failed policy check for 'create_router' {{(pid=83869) enforce /opt/stack/neutron/neutron/policy.py:482}} Apr 01 13:41:30.580134 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.api.v2.resource [None req-d8ca0c76-b06e-43ee-ad7c-4284079abe62 tempest-DvrRoutersNegativeTest-469450267 tempest-DvrRoutersNegativeTest-469450267-project] create failed (client error): Access was denied to this resource. Apr 01 13:41:30.588755 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-d8ca0c76-b06e-43ee-ad7c-4284079abe62 tempest-DvrRoutersNegativeTest-469450267 tempest-DvrRoutersNegativeTest-469450267-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.1769831 Apr 01 13:41:30.588970 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26e278ae-6fef-42e5-911d-a9cb420c788e None None] DHCP port deletion for eadbe447-8c69-4a1c-9965-c07cc9eead8d request from dv-neutron-836180-1-hyperv {{(pid=83872) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 01 13:41:30.596129 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3ad61c-19a8-4e7a-9bf0-e64646c956b8 None None] Pushing event updated for resources: {'Port': ['ID=8ad2f677-98bf-4c8a-8e53-445c7d72f432,revision_number=4']} {{(pid=83872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:41:30.598994 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.plugin [None req-26e278ae-6fef-42e5-911d-a9cb420c788e None None] Deleting port 8ad2f677-98bf-4c8a-8e53-445c7d72f432 {{(pid=83872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 13:41:30.599473 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-26e278ae-6fef-42e5-911d-a9cb420c788e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736733287370'] for port, before_delete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:30.709577 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-8fa05bfb-4cac-46c4-9044-f57c2edf5cd7 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1004271'] for segment, precommit_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:30.733944 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8fa05bfb-4cac-46c4-9044-f57c2edf5cd7 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Releasing vlan 382 on physical network physnet1 to pool {{(pid=83871) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 01 13:41:30.734340 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-8fa05bfb-4cac-46c4-9044-f57c2edf5cd7 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1004262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2743078'] for segment, after_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:30.750896 dv-neutron-836180-1-hyperv neutron-server[83871]: Traceback (most recent call last): Apr 01 13:41:30.750896 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 01 13:41:30.750896 dv-neutron-836180-1-hyperv neutron-server[83871]: timer() Apr 01 13:41:30.750896 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 13:41:30.750896 dv-neutron-836180-1-hyperv neutron-server[83871]: cb(*args, **kw) Apr 01 13:41:30.750896 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 13:41:30.750896 dv-neutron-836180-1-hyperv neutron-server[83871]: return func(*args, **kwargs) Apr 01 13:41:30.750896 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 13:41:30.750896 dv-neutron-836180-1-hyperv neutron-server[83871]: self._notify() Apr 01 13:41:30.750896 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 13:41:30.750896 dv-neutron-836180-1-hyperv neutron-server[83871]: self.callback(batched_events) Apr 01 13:41:30.750896 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 13:41:30.750896 dv-neutron-836180-1-hyperv neutron-server[83871]: event.method(event) Apr 01 13:41:30.750896 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 13:41:30.750896 dv-neutron-836180-1-hyperv neutron-server[83871]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 13:41:30.750896 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 13:41:30.750896 dv-neutron-836180-1-hyperv neutron-server[83871]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 13:41:30.750896 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 13:41:30.750896 dv-neutron-836180-1-hyperv neutron-server[83871]: return f(self, *a, **k) Apr 01 13:41:30.750896 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 13:41:30.750896 dv-neutron-836180-1-hyperv neutron-server[83871]: return self._get(url).json() Apr 01 13:41:30.750896 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 13:41:30.750896 dv-neutron-836180-1-hyperv neutron-server[83871]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 13:41:30.750896 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 01 13:41:30.750896 dv-neutron-836180-1-hyperv neutron-server[83871]: return self.request(url, 'GET', **kwargs) Apr 01 13:41:30.750896 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 01 13:41:30.750896 dv-neutron-836180-1-hyperv neutron-server[83871]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 13:41:30.750896 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 01 13:41:30.750896 dv-neutron-836180-1-hyperv neutron-server[83871]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 13:41:30.750896 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 01 13:41:30.750896 dv-neutron-836180-1-hyperv neutron-server[83871]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 13:41:30.750896 dv-neutron-836180-1-hyperv neutron-server[83871]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 13:41:30.757958 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.db [None req-7c24799b-f4f2-4a6f-8688-12f2f4c1a833 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] For port 8ad2f677-98bf-4c8a-8e53-445c7d72f432, host dv-neutron-836180-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836180-1-hyperv',level=0,port_id=8ad2f677-98bf-4c8a-8e53-445c7d72f432,segment=NetworkSegment(2c044a5c-d384-40bc-9e99-2e922b9326e6),segment_id=2c044a5c-d384-40bc-9e99-2e922b9326e6)] {{(pid=83871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 13:41:30.758232 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-7c24799b-f4f2-4a6f-8688-12f2f4c1a833 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4155147'] for port, precommit_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:30.813745 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-26e278ae-6fef-42e5-911d-a9cb420c788e None None] For port 8ad2f677-98bf-4c8a-8e53-445c7d72f432, host dv-neutron-836180-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836180-1-hyperv',level=0,port_id=8ad2f677-98bf-4c8a-8e53-445c7d72f432,segment=NetworkSegment(2c044a5c-d384-40bc-9e99-2e922b9326e6),segment_id=2c044a5c-d384-40bc-9e99-2e922b9326e6)] {{(pid=83872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 13:41:30.814263 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-26e278ae-6fef-42e5-911d-a9cb420c788e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4155147'] for port, precommit_delete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:30.921799 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 55520) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:41:30.943554 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.plugin [None req-be4f3138-291d-4883-892b-4fe70ba321d2 None None] Deleting port 2a639520-e1ca-4739-a9dd-ef8b120907b9 {{(pid=83872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 13:41:30.943807 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-be4f3138-291d-4883-892b-4fe70ba321d2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736733287370'] for port, before_delete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:30.961478 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.plugin [None req-7c24799b-f4f2-4a6f-8688-12f2f4c1a833 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Calling delete_port for 8ad2f677-98bf-4c8a-8e53-445c7d72f432 owned by network:dhcp {{(pid=83871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 13:41:30.976075 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.plugin [None req-26e278ae-6fef-42e5-911d-a9cb420c788e None None] Calling delete_port for 8ad2f677-98bf-4c8a-8e53-445c7d72f432 owned by network:dhcp {{(pid=83872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 13:41:31.002668 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Device 2a639520-e1ca-4739-a9dd-ef8b120907b9 no longer exists at agent ovs-agent-dv-neutron-836180-1-hyperv {{(pid=83872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 13:41:31.070635 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-8fa05bfb-4cac-46c4-9044-f57c2edf5cd7 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-942599', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4084797'] for network, after_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:31.081251 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-4feac00e-350a-4a10-945a-b11b31740d9f admin admin] Notify callbacks [] for security_group, before_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:31.092146 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.plugin [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] No Port match for: 2a639520-e1ca-4739-a9dd-ef8b120907b9 {{(pid=83872) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 01 13:41:31.093250 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Device 2a639520-e1ca-4739-a9dd-ef8b120907b9 not bound to the agent host dv-neutron-836180-1-hyperv {{(pid=83872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 13:41:31.093819 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Device 8ad2f677-98bf-4c8a-8e53-445c7d72f432 no longer exists at agent ovs-agent-dv-neutron-836180-1-hyperv {{(pid=83872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 13:41:31.114312 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-4feac00e-350a-4a10-945a-b11b31740d9f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:41:31.118183 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-4feac00e-350a-4a10-945a-b11b31740d9f admin admin] Usage tracker for resource:security_group_rule and tenant:101537afe3364d7a9d4c28f4e4586d00 is out of sync, need to count used quota {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 13:41:31.121080 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-4feac00e-350a-4a10-945a-b11b31740d9f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 13:41:31.126962 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-4feac00e-350a-4a10-945a-b11b31740d9f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:41:31.155895 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.plugin [None req-be4f3138-291d-4883-892b-4fe70ba321d2 None None] The port '2a639520-e1ca-4739-a9dd-ef8b120907b9' was deleted {{(pid=83872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 01 13:41:31.166449 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-8fa05bfb-4cac-46c4-9044-f57c2edf5cd7 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Notify callbacks [] for network, before_response {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:31.184200 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa05bfb-4cac-46c4-9044-f57c2edf5cd7 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Pushing event deleted for resources: {'Network': ['ID=b580a5d3-31c5-45dd-9382-276ea46f34e0,revision_number=None']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:41:31.206918 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-4feac00e-350a-4a10-945a-b11b31740d9f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:31.211675 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-4feac00e-350a-4a10-945a-b11b31740d9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3775923'] for security_group, after_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:31.235844 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-8fa05bfb-4cac-46c4-9044-f57c2edf5cd7 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] 10.222.0.26 "DELETE /v2.0/networks/b580a5d3-31c5-45dd-9382-276ea46f34e0 HTTP/1.1" status: 204 len: 168 time: 2.9917214 Apr 01 13:41:31.254806 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 55526) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:41:31.255758 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4feac00e-350a-4a10-945a-b11b31740d9f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f08bd45-492b-4480-9952-b88bf4772834,revision_number=1']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:41:31.279536 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-26e278ae-6fef-42e5-911d-a9cb420c788e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736733359243', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736732935810'] for port, after_delete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:31.289671 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.v2.base [None req-89bb91fc-5b70-4e5d-a4eb-735ed866757b tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Request body: {'port': {'network_id': '87a01bce-9ddb-4ecb-b353-c2e53ada2fbe', 'name': 'tempest-PortsIpV6TestJSON-1956477744'}} {{(pid=83869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:41:31.315553 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.db.api [None req-7c24799b-f4f2-4a6f-8688-12f2f4c1a833 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83871) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 01 13:41:31.315874 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG oslo_db.api [None req-7c24799b-f4f2-4a6f-8688-12f2f4c1a833 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 01 13:41:31.322043 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:31.340042 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e278ae-6fef-42e5-911d-a9cb420c788e None None] Pushing event deleted for resources: {'Port': ['ID=8ad2f677-98bf-4c8a-8e53-445c7d72f432,revision_number=None']} {{(pid=83872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:41:31.356080 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26e278ae-6fef-42e5-911d-a9cb420c788e None None] No DVR routers for this DVR port 8ad2f677-98bf-4c8a-8e53-445c7d72f432 on host dv-neutron-836180-1-hyperv {{(pid=83872) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 13:41:31.399935 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a680f7e5-dbd7-4d1c-a5e7-0a46299bd982 tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Router b4a940d7-1c06-43b2-a5e5-83826cdbf373 has already been hosted by L3 agent 88bf8fc8-11a3-4e96-9d1b-5fd93ba9f6f1 {{(pid=83871) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 13:41:31.404817 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-4feac00e-350a-4a10-945a-b11b31740d9f admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=101537afe3364d7a9d4c28f4e4586d00&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4818494 Apr 01 13:41:31.408638 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 55530) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:41:31.433583 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-89bb91fc-5b70-4e5d-a4eb-735ed866757b tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:41:31.438313 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-89bb91fc-5b70-4e5d-a4eb-735ed866757b tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Usage tracker for resource:port and tenant:2ac88458dfe547ba9bcc73de4b0c8518 is out of sync, need to count used quota {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 13:41:31.441199 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-89bb91fc-5b70-4e5d-a4eb-735ed866757b tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 13:41:31.446879 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-89bb91fc-5b70-4e5d-a4eb-735ed866757b tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:41:31.457502 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89bb91fc-5b70-4e5d-a4eb-735ed866757b tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Made reservation on behalf of 2ac88458dfe547ba9bcc73de4b0c8518 for: {'port': 1} {{(pid=83869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 13:41:31.460673 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-89bb91fc-5b70-4e5d-a4eb-735ed866757b tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:31.486801 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.notifiers.nova [None req-89bb91fc-5b70-4e5d-a4eb-735ed866757b tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] device_id is not set on port e4f47631-7147-4acd-9bb6-d8d34d8a8f18 yet. {{(pid=83869) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 01 13:41:31.596337 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-def6ca36-0970-48f6-aa31-b5779f1718af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:31.600480 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a680f7e5-dbd7-4d1c-a5e7-0a46299bd982 tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Notify agent at l3_agent.dv-neutron-836180-1-hyperv the message routers_updated {{(pid=83871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 13:41:31.610848 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79a23259-09ff-4370-a6dd-cf376f310906 None None] Sync routers for ids ['b4a940d7-1c06-43b2-a5e5-83826cdbf373'] in dv-neutron-836180-1-hyperv {{(pid=83872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 13:41:31.622908 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79a23259-09ff-4370-a6dd-cf376f310906 None None] Routers {'b4a940d7-1c06-43b2-a5e5-83826cdbf373'} bound to L3 agent in host dv-neutron-836180-1-hyperv {{(pid=83872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 13:41:31.624197 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_hamode_db [None req-79a23259-09ff-4370-a6dd-cf376f310906 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836180-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-01T13:25:36Z,description=,heartbeat_timestamp=2022-04-01T13:41:06Z,host='dv-neutron-836180-1-hyperv',id=88bf8fc8-11a3-4e96-9d1b-5fd93ba9f6f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T13:25:36Z,topic='l3_agent')) {'router_ids': ['b4a940d7-1c06-43b2-a5e5-83826cdbf373'], 'active': True} {{(pid=83872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:41:31.627982 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-a680f7e5-dbd7-4d1c-a5e7-0a46299bd982 tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] 10.222.0.26 "PUT /v2.0/routers/b4a940d7-1c06-43b2-a5e5-83826cdbf373/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6345170 Apr 01 13:41:31.628883 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 55534) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:41:31.665213 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-def6ca36-0970-48f6-aa31-b5779f1718af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:31.684892 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_hamode_db [None req-79a23259-09ff-4370-a6dd-cf376f310906 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-836180-1-hyperv', False) {} {{(pid=83872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:41:31.685325 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-21f9bd00-8ad8-4a25-86a0-d5f99c04fba0 tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Synchronizing usage tracker for tenant:7eaea7f33c58432a9d19111cc275f4e1 on resource:port {{(pid=83871) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 13:41:31.697561 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79a23259-09ff-4370-a6dd-cf376f310906 None None] Routers {'b4a940d7-1c06-43b2-a5e5-83826cdbf373'} bound to L3 agent in host dv-neutron-836180-1-hyperv {{(pid=83872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 13:41:31.698168 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_hamode_db [None req-79a23259-09ff-4370-a6dd-cf376f310906 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836180-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-01T13:25:36Z,description=,heartbeat_timestamp=2022-04-01T13:41:06Z,host='dv-neutron-836180-1-hyperv',id=88bf8fc8-11a3-4e96-9d1b-5fd93ba9f6f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T13:25:36Z,topic='l3_agent')) {'router_ids': ['b4a940d7-1c06-43b2-a5e5-83826cdbf373'], 'active': True} {{(pid=83872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:41:31.725435 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-21f9bd00-8ad8-4a25-86a0-d5f99c04fba0 tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Unset dirty status for tenant:7eaea7f33c58432a9d19111cc275f4e1 on resource:port {{(pid=83871) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 13:41:31.729189 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-21f9bd00-8ad8-4a25-86a0-d5f99c04fba0 tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] 10.222.0.26 "GET /v2.0/ports?device_id=b4a940d7-1c06-43b2-a5e5-83826cdbf373 HTTP/1.1" status: 200 len: 205 time: 0.0969369 Apr 01 13:41:31.730067 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 55538) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:41:31.764354 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_hamode_db [None req-79a23259-09ff-4370-a6dd-cf376f310906 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-836180-1-hyperv', False) {} {{(pid=83872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:41:31.764761 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79a23259-09ff-4370-a6dd-cf376f310906 None None] The sync data for ids ['b4a940d7-1c06-43b2-a5e5-83826cdbf373'] in dv-neutron-836180-1-hyperv is: [] {{(pid=83872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 13:41:31.809670 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-89bb91fc-5b70-4e5d-a4eb-735ed866757b tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Notify callbacks [] for port, precommit_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:31.835519 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-89bb91fc-5b70-4e5d-a4eb-735ed866757b tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736732935801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2705155'] for port, after_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:31.912771 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89bb91fc-5b70-4e5d-a4eb-735ed866757b tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Network 87a01bce-9ddb-4ecb-b353-c2e53ada2fbe is already hosted by enough agents. {{(pid=83869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 13:41:31.916377 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.scheduler.base_scheduler [None req-89bb91fc-5b70-4e5d-a4eb-735ed866757b tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Resources bound (agent type, host, resource id): {{(pid=83869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 13:41:31.920249 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89bb91fc-5b70-4e5d-a4eb-735ed866757b tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Received port after_create {{(pid=83869) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 13:41:31.924333 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89bb91fc-5b70-4e5d-a4eb-735ed866757b tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:41:31.924957 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-89bb91fc-5b70-4e5d-a4eb-735ed866757b tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109561'] for port, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:31.932864 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89bb91fc-5b70-4e5d-a4eb-735ed866757b tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Pushing event updated for resources: {'Port': ['ID=e4f47631-7147-4acd-9bb6-d8d34d8a8f18,revision_number=1']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:41:31.951506 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.plugin [None req-7c24799b-f4f2-4a6f-8688-12f2f4c1a833 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Deleting port 8ad2f677-98bf-4c8a-8e53-445c7d72f432 {{(pid=83871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 13:41:31.951506 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-7c24799b-f4f2-4a6f-8688-12f2f4c1a833 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736733287370'] for port, before_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:31.958696 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-89bb91fc-5b70-4e5d-a4eb-735ed866757b tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 0.6802623 Apr 01 13:41:31.961154 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 55542) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:41:32.027551 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.plugin [None req-5ba33e28-396a-4c27-9895-8f8d1c6437b5 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Deleting port e4f47631-7147-4acd-9bb6-d8d34d8a8f18 {{(pid=83869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 13:41:32.027894 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-5ba33e28-396a-4c27-9895-8f8d1c6437b5 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736733287370'] for port, before_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:32.035111 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.plugin [None req-7c24799b-f4f2-4a6f-8688-12f2f4c1a833 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] The port '8ad2f677-98bf-4c8a-8e53-445c7d72f432' was deleted {{(pid=83871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 01 13:41:32.069409 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-def6ca36-0970-48f6-aa31-b5779f1718af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3775923'] for security_group, after_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:32.104374 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def6ca36-0970-48f6-aa31-b5779f1718af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f08bd45-492b-4480-9952-b88bf4772834,revision_number=None']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:41:32.164018 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-9a87699d-0139-4add-a60f-fba189aba581 tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Notify callbacks [] for router, before_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:32.230301 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-def6ca36-0970-48f6-aa31-b5779f1718af admin admin] Notify callbacks [] for security_group, before_response {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:32.234145 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-def6ca36-0970-48f6-aa31-b5779f1718af admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/9f08bd45-492b-4480-9952-b88bf4772834 HTTP/1.1" status: 204 len: 168 time: 0.8217759 Apr 01 13:41:32.263121 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-5ba33e28-396a-4c27-9895-8f8d1c6437b5 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4155147'] for port, precommit_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:32.296604 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-7c24799b-f4f2-4a6f-8688-12f2f4c1a833 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-942654', 'neutron.services.segments.db._delete_segments_for_network-8736733387888'] for network, precommit_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:32.332891 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.services.segments.db [None req-7c24799b-f4f2-4a6f-8688-12f2f4c1a833 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eadbe447-8c69-4a1c-9965-c07cc9eead8d']}} {{(pid=83871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:41:32.348253 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.services.segments.db [None req-7c24799b-f4f2-4a6f-8688-12f2f4c1a833 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2c044a5c-d384-40bc-9e99-2e922b9326e6') {'for_net_delete': True} {{(pid=83871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:41:32.348573 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.services.segments.db [None req-7c24799b-f4f2-4a6f-8688-12f2f4c1a833 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2c044a5c-d384-40bc-9e99-2e922b9326e6') {} {{(pid=83871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:41:32.363288 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-7c24799b-f4f2-4a6f-8688-12f2f4c1a833 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736733386999', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3166340'] for segment, before_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:32.400163 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.plugin [None req-5ba33e28-396a-4c27-9895-8f8d1c6437b5 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Calling delete_port for e4f47631-7147-4acd-9bb6-d8d34d8a8f18 owned by {{(pid=83869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 13:41:32.486632 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-5ba33e28-396a-4c27-9895-8f8d1c6437b5 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736733359243', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736732935810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2705155'] for port, after_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:32.508537 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-7c24799b-f4f2-4a6f-8688-12f2f4c1a833 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1004271'] for segment, precommit_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:32.519395 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7c24799b-f4f2-4a6f-8688-12f2f4c1a833 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Releasing vlan 370 on physical network physnet1 to pool {{(pid=83871) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 01 13:41:32.519849 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-7c24799b-f4f2-4a6f-8688-12f2f4c1a833 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1004262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2743078'] for segment, after_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:32.535570 dv-neutron-836180-1-hyperv neutron-server[83871]: Traceback (most recent call last): Apr 01 13:41:32.535570 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 01 13:41:32.535570 dv-neutron-836180-1-hyperv neutron-server[83871]: timer() Apr 01 13:41:32.535570 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 13:41:32.535570 dv-neutron-836180-1-hyperv neutron-server[83871]: cb(*args, **kw) Apr 01 13:41:32.535570 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 13:41:32.535570 dv-neutron-836180-1-hyperv neutron-server[83871]: return func(*args, **kwargs) Apr 01 13:41:32.535570 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 13:41:32.535570 dv-neutron-836180-1-hyperv neutron-server[83871]: self._notify() Apr 01 13:41:32.535570 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 13:41:32.535570 dv-neutron-836180-1-hyperv neutron-server[83871]: self.callback(batched_events) Apr 01 13:41:32.535570 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 13:41:32.535570 dv-neutron-836180-1-hyperv neutron-server[83871]: event.method(event) Apr 01 13:41:32.535570 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 13:41:32.535570 dv-neutron-836180-1-hyperv neutron-server[83871]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 13:41:32.535570 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 13:41:32.535570 dv-neutron-836180-1-hyperv neutron-server[83871]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 13:41:32.535570 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 13:41:32.535570 dv-neutron-836180-1-hyperv neutron-server[83871]: return f(self, *a, **k) Apr 01 13:41:32.535570 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 13:41:32.535570 dv-neutron-836180-1-hyperv neutron-server[83871]: return self._get(url).json() Apr 01 13:41:32.535570 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 13:41:32.535570 dv-neutron-836180-1-hyperv neutron-server[83871]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 13:41:32.535570 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 01 13:41:32.535570 dv-neutron-836180-1-hyperv neutron-server[83871]: return self.request(url, 'GET', **kwargs) Apr 01 13:41:32.535570 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 01 13:41:32.535570 dv-neutron-836180-1-hyperv neutron-server[83871]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 13:41:32.535570 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 01 13:41:32.535570 dv-neutron-836180-1-hyperv neutron-server[83871]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 13:41:32.535570 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 01 13:41:32.535570 dv-neutron-836180-1-hyperv neutron-server[83871]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 13:41:32.535570 dv-neutron-836180-1-hyperv neutron-server[83871]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 13:41:32.542498 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba33e28-396a-4c27-9895-8f8d1c6437b5 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Pushing event deleted for resources: {'Port': ['ID=e4f47631-7147-4acd-9bb6-d8d34d8a8f18,revision_number=None']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:41:32.555469 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-5ba33e28-396a-4c27-9895-8f8d1c6437b5 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109561'] for port, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:32.566140 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-5ba33e28-396a-4c27-9895-8f8d1c6437b5 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] 10.222.0.26 "DELETE /v2.0/ports/e4f47631-7147-4acd-9bb6-d8d34d8a8f18 HTTP/1.1" status: 204 len: 168 time: 0.6040087 Apr 01 13:41:32.568581 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 55548) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:41:32.573851 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.v2.base [None req-f98d2b7f-e33d-4c38-a370-91275df6702e tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Request body: {'port': {'network_id': '87a01bce-9ddb-4ecb-b353-c2e53ada2fbe', 'mac_address': 'fa:16:3e:50:5b:13', 'name': 'tempest-PortsIpV6TestJSON-1492308591'}} {{(pid=83869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:41:32.686214 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-f98d2b7f-e33d-4c38-a370-91275df6702e tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:41:32.690495 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-f98d2b7f-e33d-4c38-a370-91275df6702e tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Usage tracker for resource:port and tenant:2ac88458dfe547ba9bcc73de4b0c8518 is out of sync, need to count used quota {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 13:41:32.693264 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-f98d2b7f-e33d-4c38-a370-91275df6702e tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 13:41:32.699145 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-f98d2b7f-e33d-4c38-a370-91275df6702e tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:41:32.709130 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f98d2b7f-e33d-4c38-a370-91275df6702e tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Made reservation on behalf of 2ac88458dfe547ba9bcc73de4b0c8518 for: {'port': 1} {{(pid=83869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 13:41:32.730625 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-9a87699d-0139-4add-a60f-fba189aba581 tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4079814', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4170'] for router, precommit_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:32.736027 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-9a87699d-0139-4add-a60f-fba189aba581 tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:32.738360 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-7c24799b-f4f2-4a6f-8688-12f2f4c1a833 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-942599', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4084797'] for network, after_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:32.756048 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-7c24799b-f4f2-4a6f-8688-12f2f4c1a833 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Notify callbacks [] for network, before_response {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:32.768856 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c24799b-f4f2-4a6f-8688-12f2f4c1a833 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Pushing event deleted for resources: {'Network': ['ID=eadbe447-8c69-4a1c-9965-c07cc9eead8d,revision_number=None']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:41:32.773174 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-7c24799b-f4f2-4a6f-8688-12f2f4c1a833 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] 10.222.0.26 "DELETE /v2.0/networks/eadbe447-8c69-4a1c-9965-c07cc9eead8d HTTP/1.1" status: 204 len: 168 time: 3.2266083 Apr 01 13:41:32.779086 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 55552) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:41:32.792685 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.v2.base [None req-646e2e75-5f84-49b4-8876-958022aebe04 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-2051722365'}} {{(pid=83871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:41:32.798977 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-646e2e75-5f84-49b4-8876-958022aebe04 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:41:32.802846 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-646e2e75-5f84-49b4-8876-958022aebe04 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Usage tracker for resource:network and tenant:1932cd2bf32d410ebaa96b0062b29072 is out of sync, need to count used quota {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 13:41:32.806363 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-646e2e75-5f84-49b4-8876-958022aebe04 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 13:41:32.808846 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-9a87699d-0139-4add-a60f-fba189aba581 tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4079738'] for router, after_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:32.809339 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a87699d-0139-4add-a60f-fba189aba581 tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Fanout notify agent at l3_agent the message router_deleted on router b4a940d7-1c06-43b2-a5e5-83826cdbf373 {{(pid=83871) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 01 13:41:32.815620 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-f98d2b7f-e33d-4c38-a370-91275df6702e tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:32.818842 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-646e2e75-5f84-49b4-8876-958022aebe04 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:41:32.832561 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-9a87699d-0139-4add-a60f-fba189aba581 tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Notify callbacks [] for router, before_response {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:32.833645 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-9a87699d-0139-4add-a60f-fba189aba581 tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] 10.222.0.26 "DELETE /v2.0/routers/b4a940d7-1c06-43b2-a5e5-83826cdbf373 HTTP/1.1" status: 204 len: 168 time: 1.1033354 Apr 01 13:41:32.836697 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 55556) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:41:32.840048 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-646e2e75-5f84-49b4-8876-958022aebe04 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Made reservation on behalf of 1932cd2bf32d410ebaa96b0062b29072 for: {'network': 1} {{(pid=83871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 13:41:32.843427 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-646e2e75-5f84-49b4-8876-958022aebe04 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for network, before_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:32.849259 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.notifiers.nova [None req-f98d2b7f-e33d-4c38-a370-91275df6702e tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] device_id is not set on port 533454fe-a2ee-476a-b275-427cb9959c31 yet. {{(pid=83869) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 01 13:41:32.928177 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-646e2e75-5f84-49b4-8876-958022aebe04 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] vlan segment allocate from pool success with {'vlan_id': 354, 'physical_network': 'physnet1'} {{(pid=83871) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 13:41:33.007491 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-646e2e75-5f84-49b4-8876-958022aebe04 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1004271'] for segment, precommit_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:33.007726 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.db.segments_db [None req-646e2e75-5f84-49b4-8876-958022aebe04 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Added segment f603ef42-015d-4eb0-89a1-b13d350195f8 of type vlan for network 0f56a623-ab21-41f5-bea6-29164777f263 Apr 01 13:41:33.053136 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-646e2e75-5f84-49b4-8876-958022aebe04 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736732923383'] for network, precommit_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:33.068629 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-f98d2b7f-e33d-4c38-a370-91275df6702e tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Notify callbacks [] for port, precommit_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:33.095651 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-f98d2b7f-e33d-4c38-a370-91275df6702e tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736732935801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2705155'] for port, after_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:33.100457 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.db_base_plugin_v2 [None req-a4cba0f3-ad72-4bcc-bc66-673309fc536f tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Deleting subnet c1861025-ebf1-4728-8d14-7df84f57943c {{(pid=83871) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 01 13:41:33.107821 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-a4cba0f3-ad72-4bcc-bc66-673309fc536f tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Notify callbacks [] for subnet, before_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:33.153311 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-646e2e75-5f84-49b4-8876-958022aebe04 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575'] for network, after_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:33.156997 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-646e2e75-5f84-49b4-8876-958022aebe04 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:41:33.157570 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-646e2e75-5f84-49b4-8876-958022aebe04 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Notify callbacks [] for network, before_response {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:33.171282 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f98d2b7f-e33d-4c38-a370-91275df6702e tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Network 87a01bce-9ddb-4ecb-b353-c2e53ada2fbe is already hosted by enough agents. {{(pid=83869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 13:41:33.174367 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.scheduler.base_scheduler [None req-f98d2b7f-e33d-4c38-a370-91275df6702e tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Resources bound (agent type, host, resource id): {{(pid=83869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 13:41:33.178518 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f98d2b7f-e33d-4c38-a370-91275df6702e tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Received port after_create {{(pid=83869) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 13:41:33.182280 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f98d2b7f-e33d-4c38-a370-91275df6702e tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:41:33.183044 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-f98d2b7f-e33d-4c38-a370-91275df6702e tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109561'] for port, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:33.187402 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f98d2b7f-e33d-4c38-a370-91275df6702e tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Pushing event updated for resources: {'Port': ['ID=533454fe-a2ee-476a-b275-427cb9959c31,revision_number=1']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:41:33.215397 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-f98d2b7f-e33d-4c38-a370-91275df6702e tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 0.6431081 Apr 01 13:41:33.215673 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 55560) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:41:33.275684 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-a4cba0f3-ad72-4bcc-bc66-673309fc536f tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3166365'] for subnet, precommit_delete_associations {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:33.284425 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9ec3a3f-bef0-4379-9ae3-e451daf50cb1 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:41:33.284980 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-a9ec3a3f-bef0-4379-9ae3-e451daf50cb1 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Synchronizing usage tracker for tenant:2ac88458dfe547ba9bcc73de4b0c8518 on resource:port {{(pid=83869) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 13:41:33.301441 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-a9ec3a3f-bef0-4379-9ae3-e451daf50cb1 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Unset dirty status for tenant:2ac88458dfe547ba9bcc73de4b0c8518 on resource:port {{(pid=83869) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 13:41:33.302698 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-a9ec3a3f-bef0-4379-9ae3-e451daf50cb1 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] 10.222.0.26 "GET /v2.0/ports/533454fe-a2ee-476a-b275-427cb9959c31 HTTP/1.1" status: 200 len: 845 time: 0.0861583 Apr 01 13:41:33.305440 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 55564) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:41:33.376967 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.plugin [None req-b3dbf445-ab7b-413e-9a97-33ea14ed870f tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Deleting port 533454fe-a2ee-476a-b275-427cb9959c31 {{(pid=83869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 13:41:33.377305 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-b3dbf445-ab7b-413e-9a97-33ea14ed870f tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736733287370'] for port, before_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:33.428481 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-646e2e75-5f84-49b4-8876-958022aebe04 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.6454411 Apr 01 13:41:33.431597 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 55568) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:41:33.433967 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-646e2e75-5f84-49b4-8876-958022aebe04 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Pushing event updated for resources: {'Network': ['ID=0f56a623-ab21-41f5-bea6-29164777f263,revision_number=1']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:41:33.440866 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.v2.base [None req-66149d39-333a-4010-824d-d2f34ac6d3ca tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Request body: {'subnet': {'network_id': '0f56a623-ab21-41f5-bea6-29164777f263', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:41:33.446136 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Network 0f56a623-ab21-41f5-bea6-29164777f263 details requested by agent ovs-agent-dv-neutron-836180-1-hyperv with host dv-neutron-836180-1-hyperv {{(pid=83872) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 13:41:33.485938 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-a4cba0f3-ad72-4bcc-bc66-673309fc536f tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-945029'] for subnet, precommit_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:33.555647 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-69466f1c-3781-4886-a9f4-328cb44932e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:33.579174 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-a4cba0f3-ad72-4bcc-bc66-673309fc536f tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-945042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2743160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2757373'] for subnet, after_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:33.620244 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4cba0f3-ad72-4bcc-bc66-673309fc536f tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Pushing event deleted for resources: {'Subnet': ['ID=c1861025-ebf1-4728-8d14-7df84f57943c,revision_number=None']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:41:33.625015 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-a4cba0f3-ad72-4bcc-bc66-673309fc536f tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Notify callbacks [] for subnet, before_response {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:33.633437 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-a4cba0f3-ad72-4bcc-bc66-673309fc536f tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] 10.222.0.26 "DELETE /v2.0/subnets/c1861025-ebf1-4728-8d14-7df84f57943c HTTP/1.1" status: 204 len: 168 time: 0.7932463 Apr 01 13:41:33.633633 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3c9ee3a-a7ab-4c1b-8930-8110bc183ed7 None None] Network 52f4053e-1800-4774-8cbf-a465257e2676 requested from dv-neutron-836180-1-hyperv {{(pid=83872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 13:41:33.633740 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 55572) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:41:33.719540 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-66149d39-333a-4010-824d-d2f34ac6d3ca tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:41:33.751209 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-a59ff7de-fb68-4a49-ae0e-5d20e32eab7f tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1033078'] for network, before_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:33.762375 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.plugin [None req-a59ff7de-fb68-4a49-ae0e-5d20e32eab7f tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Deleting port d4df6fb7-d090-4c2d-92c5-35b4c36f5a90 {{(pid=83871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 13:41:33.762706 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-a59ff7de-fb68-4a49-ae0e-5d20e32eab7f tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736733287370'] for port, before_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:33.775871 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-66149d39-333a-4010-824d-d2f34ac6d3ca tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Usage tracker for resource:subnet and tenant:1932cd2bf32d410ebaa96b0062b29072 is out of sync, need to count used quota {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 13:41:33.782738 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-66149d39-333a-4010-824d-d2f34ac6d3ca tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 13:41:33.802389 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-66149d39-333a-4010-824d-d2f34ac6d3ca tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:41:33.829123 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-b3dbf445-ab7b-413e-9a97-33ea14ed870f tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4155147'] for port, precommit_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:33.837001 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66149d39-333a-4010-824d-d2f34ac6d3ca tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Made reservation on behalf of 1932cd2bf32d410ebaa96b0062b29072 for: {'subnet': 1} {{(pid=83869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 13:41:33.886719 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-511f4616-110f-4f6b-bbf3-905bc0ac9b2f None None] DHCP port deletion for 52f4053e-1800-4774-8cbf-a465257e2676 request from dv-neutron-836180-1-hyperv {{(pid=83872) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 01 13:41:33.891821 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.plugin [None req-511f4616-110f-4f6b-bbf3-905bc0ac9b2f None None] Deleting port d4df6fb7-d090-4c2d-92c5-35b4c36f5a90 {{(pid=83872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 13:41:33.892190 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-511f4616-110f-4f6b-bbf3-905bc0ac9b2f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736733287370'] for port, before_delete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:33.986361 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.db [None req-a59ff7de-fb68-4a49-ae0e-5d20e32eab7f tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] For port d4df6fb7-d090-4c2d-92c5-35b4c36f5a90, host dv-neutron-836180-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836180-1-hyperv',level=0,port_id=d4df6fb7-d090-4c2d-92c5-35b4c36f5a90,segment=NetworkSegment(9ce524da-1475-4b56-bb42-ef336b630cf2),segment_id=9ce524da-1475-4b56-bb42-ef336b630cf2)] {{(pid=83871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 13:41:33.986731 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-a59ff7de-fb68-4a49-ae0e-5d20e32eab7f tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4155147'] for port, precommit_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:34.026583 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.plugin [None req-b3dbf445-ab7b-413e-9a97-33ea14ed870f tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Calling delete_port for 533454fe-a2ee-476a-b275-427cb9959c31 owned by {{(pid=83869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 13:41:34.108704 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.plugin [None req-a59ff7de-fb68-4a49-ae0e-5d20e32eab7f tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Calling delete_port for d4df6fb7-d090-4c2d-92c5-35b4c36f5a90 owned by network:dhcp {{(pid=83871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 13:41:34.114628 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-66149d39-333a-4010-824d-d2f34ac6d3ca tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2999481'] for subnet, before_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:34.118509 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-511f4616-110f-4f6b-bbf3-905bc0ac9b2f None None] For port d4df6fb7-d090-4c2d-92c5-35b4c36f5a90, host dv-neutron-836180-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836180-1-hyperv',level=0,port_id=d4df6fb7-d090-4c2d-92c5-35b4c36f5a90,segment=NetworkSegment(9ce524da-1475-4b56-bb42-ef336b630cf2),segment_id=9ce524da-1475-4b56-bb42-ef336b630cf2)] {{(pid=83872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 13:41:34.119073 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-511f4616-110f-4f6b-bbf3-905bc0ac9b2f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4155147'] for port, precommit_delete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:34.185723 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-a59ff7de-fb68-4a49-ae0e-5d20e32eab7f tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736733359243', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736732935810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2743125'] for port, after_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:34.232450 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59ff7de-fb68-4a49-ae0e-5d20e32eab7f tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Pushing event deleted for resources: {'Port': ['ID=d4df6fb7-d090-4c2d-92c5-35b4c36f5a90,revision_number=None']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:41:34.242646 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a59ff7de-fb68-4a49-ae0e-5d20e32eab7f tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] No DVR routers for this DVR port d4df6fb7-d090-4c2d-92c5-35b4c36f5a90 on host dv-neutron-836180-1-hyperv {{(pid=83871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 13:41:34.251876 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.plugin [None req-511f4616-110f-4f6b-bbf3-905bc0ac9b2f None None] Calling delete_port for d4df6fb7-d090-4c2d-92c5-35b4c36f5a90 owned by network:dhcp {{(pid=83872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 13:41:34.323410 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.db.api [None req-511f4616-110f-4f6b-bbf3-905bc0ac9b2f None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83872) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 01 13:41:34.323756 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG oslo_db.api [None req-511f4616-110f-4f6b-bbf3-905bc0ac9b2f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 01 13:41:34.326975 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-b3dbf445-ab7b-413e-9a97-33ea14ed870f tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736733359243', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736732935810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2705155'] for port, after_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:34.373559 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-a59ff7de-fb68-4a49-ae0e-5d20e32eab7f tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-942654', 'neutron.services.segments.db._delete_segments_for_network-8736733387888'] for network, precommit_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:34.379911 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3dbf445-ab7b-413e-9a97-33ea14ed870f tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Pushing event deleted for resources: {'Port': ['ID=533454fe-a2ee-476a-b275-427cb9959c31,revision_number=None']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:41:34.401110 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.services.segments.db [None req-a59ff7de-fb68-4a49-ae0e-5d20e32eab7f tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['52f4053e-1800-4774-8cbf-a465257e2676']}} {{(pid=83871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:41:34.402299 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-b3dbf445-ab7b-413e-9a97-33ea14ed870f tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109561'] for port, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:34.414681 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.services.segments.db [None req-a59ff7de-fb68-4a49-ae0e-5d20e32eab7f tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9ce524da-1475-4b56-bb42-ef336b630cf2') {'for_net_delete': True} {{(pid=83871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:41:34.414979 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.services.segments.db [None req-a59ff7de-fb68-4a49-ae0e-5d20e32eab7f tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9ce524da-1475-4b56-bb42-ef336b630cf2') {} {{(pid=83871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:41:34.426689 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-a59ff7de-fb68-4a49-ae0e-5d20e32eab7f tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736733386999', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3166340'] for segment, before_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:34.433331 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-b3dbf445-ab7b-413e-9a97-33ea14ed870f tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] 10.222.0.26 "DELETE /v2.0/ports/533454fe-a2ee-476a-b275-427cb9959c31 HTTP/1.1" status: 204 len: 168 time: 1.1266196 Apr 01 13:41:34.435662 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 55576) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:41:34.444040 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-a59ff7de-fb68-4a49-ae0e-5d20e32eab7f tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1004271'] for segment, precommit_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:34.450166 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a59ff7de-fb68-4a49-ae0e-5d20e32eab7f tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Releasing vlan 366 on physical network physnet1 to pool {{(pid=83871) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 01 13:41:34.450544 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-a59ff7de-fb68-4a49-ae0e-5d20e32eab7f tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1004262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2743078'] for segment, after_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:34.464541 dv-neutron-836180-1-hyperv neutron-server[83871]: Traceback (most recent call last): Apr 01 13:41:34.464541 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 01 13:41:34.464541 dv-neutron-836180-1-hyperv neutron-server[83871]: timer() Apr 01 13:41:34.464541 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 13:41:34.464541 dv-neutron-836180-1-hyperv neutron-server[83871]: cb(*args, **kw) Apr 01 13:41:34.464541 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 13:41:34.464541 dv-neutron-836180-1-hyperv neutron-server[83871]: return func(*args, **kwargs) Apr 01 13:41:34.464541 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 13:41:34.464541 dv-neutron-836180-1-hyperv neutron-server[83871]: self._notify() Apr 01 13:41:34.464541 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 13:41:34.464541 dv-neutron-836180-1-hyperv neutron-server[83871]: self.callback(batched_events) Apr 01 13:41:34.464541 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 13:41:34.464541 dv-neutron-836180-1-hyperv neutron-server[83871]: event.method(event) Apr 01 13:41:34.464541 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 13:41:34.464541 dv-neutron-836180-1-hyperv neutron-server[83871]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 13:41:34.464541 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 13:41:34.464541 dv-neutron-836180-1-hyperv neutron-server[83871]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 13:41:34.464541 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 13:41:34.464541 dv-neutron-836180-1-hyperv neutron-server[83871]: return f(self, *a, **k) Apr 01 13:41:34.464541 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 13:41:34.464541 dv-neutron-836180-1-hyperv neutron-server[83871]: return self._get(url).json() Apr 01 13:41:34.464541 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 13:41:34.464541 dv-neutron-836180-1-hyperv neutron-server[83871]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 13:41:34.464541 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 01 13:41:34.464541 dv-neutron-836180-1-hyperv neutron-server[83871]: return self.request(url, 'GET', **kwargs) Apr 01 13:41:34.464541 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 01 13:41:34.464541 dv-neutron-836180-1-hyperv neutron-server[83871]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 13:41:34.464541 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 01 13:41:34.464541 dv-neutron-836180-1-hyperv neutron-server[83871]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 13:41:34.464541 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 01 13:41:34.464541 dv-neutron-836180-1-hyperv neutron-server[83871]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 13:41:34.464541 dv-neutron-836180-1-hyperv neutron-server[83871]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 13:41:34.471573 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-66149d39-333a-4010-824d-d2f34ac6d3ca tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2705391', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2999447'] for subnet, after_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:34.520461 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.pecan_wsgi.hooks.translation [None req-ac0fa1a6-1105-4f44-b98a-aee7a75704b2 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] GET failed (client error): The resource could not be found. Apr 01 13:41:34.520965 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-ac0fa1a6-1105-4f44-b98a-aee7a75704b2 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Synchronizing usage tracker for tenant:2ac88458dfe547ba9bcc73de4b0c8518 on resource:port {{(pid=83869) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 13:41:34.548728 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-a59ff7de-fb68-4a49-ae0e-5d20e32eab7f tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-942599', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4084797'] for network, after_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:34.553244 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-a59ff7de-fb68-4a49-ae0e-5d20e32eab7f tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Notify callbacks [] for network, before_response {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:34.572705 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-ac0fa1a6-1105-4f44-b98a-aee7a75704b2 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Unset dirty status for tenant:2ac88458dfe547ba9bcc73de4b0c8518 on resource:port {{(pid=83869) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 13:41:34.577620 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-ac0fa1a6-1105-4f44-b98a-aee7a75704b2 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] 10.222.0.26 "GET /v2.0/ports/533454fe-a2ee-476a-b275-427cb9959c31 HTTP/1.1" status: 404 len: 333 time: 0.1371865 Apr 01 13:41:34.577620 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66149d39-333a-4010-824d-d2f34ac6d3ca tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Pushing event updated for resources: {'Subnet': ['ID=0f5afc14-573d-4a1a-8df9-13deb6e8064f,revision_number=0']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:41:34.578787 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59ff7de-fb68-4a49-ae0e-5d20e32eab7f tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Pushing event deleted for resources: {'Network': ['ID=52f4053e-1800-4774-8cbf-a465257e2676,revision_number=None']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:41:34.580666 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 55580) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:41:34.589229 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.v2.base [None req-6836dc60-b8d5-489f-89e5-705f222a6abd tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Request body: {'port': {'network_id': '87a01bce-9ddb-4ecb-b353-c2e53ada2fbe', 'name': 'tempest-PortsIpV6TestJSON-322662296'}} {{(pid=83869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:41:34.592326 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-a59ff7de-fb68-4a49-ae0e-5d20e32eab7f tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] 10.222.0.26 "DELETE /v2.0/networks/52f4053e-1800-4774-8cbf-a465257e2676 HTTP/1.1" status: 204 len: 168 time: 0.9576571 Apr 01 13:41:34.596742 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 55584) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:41:34.601915 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.v2.base [None req-731e2b9f-4441-49e3-8260-0e94a00f6a77 tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-190868674', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=83871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:41:34.608970 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-731e2b9f-4441-49e3-8260-0e94a00f6a77 tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:41:34.612997 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-731e2b9f-4441-49e3-8260-0e94a00f6a77 tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Usage tracker for resource:router and tenant:7eaea7f33c58432a9d19111cc275f4e1 is out of sync, need to count used quota {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 13:41:34.614869 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66149d39-333a-4010-824d-d2f34ac6d3ca tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Checking segment: {'id': 'f603ef42-015d-4eb0-89a1-b13d350195f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '0f56a623-ab21-41f5-bea6-29164777f263'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 13:41:34.615236 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66149d39-333a-4010-824d-d2f34ac6d3ca tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Network hostable DHCP agents. Network: 0f56a623-ab21-41f5-bea6-29164777f263, hostable agents: ['e47e4547-5c2d-4954-ba56-fa3646239f18'], hosted agents: [] {{(pid=83869) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 13:41:34.616057 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-731e2b9f-4441-49e3-8260-0e94a00f6a77 tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 13:41:34.621700 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-731e2b9f-4441-49e3-8260-0e94a00f6a77 tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:41:34.632264 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-731e2b9f-4441-49e3-8260-0e94a00f6a77 tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4082176', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4220'] for router, before_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:34.633135 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-731e2b9f-4441-49e3-8260-0e94a00f6a77 tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4082277', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4084873', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4148249', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4211'] for router, precommit_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:34.651037 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-731e2b9f-4441-49e3-8260-0e94a00f6a77 tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:34.668683 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-731e2b9f-4441-49e3-8260-0e94a00f6a77 tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4082201', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4084858'] for router, after_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:34.694055 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-731e2b9f-4441-49e3-8260-0e94a00f6a77 tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Notify callbacks [] for router, before_response {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:34.695378 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-731e2b9f-4441-49e3-8260-0e94a00f6a77 tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 698 time: 0.0976501 Apr 01 13:41:34.698084 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 55588) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:41:34.704414 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.v2.base [None req-9fbbfbf9-fb1d-4c5b-adda-d162a15f191a tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Request body: {'network': {'name': 'tempest-RoutersTest-1728820026'}} {{(pid=83871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:41:34.709091 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-9fbbfbf9-fb1d-4c5b-adda-d162a15f191a tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:41:34.716630 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-9fbbfbf9-fb1d-4c5b-adda-d162a15f191a tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Usage tracker for resource:network and tenant:7eaea7f33c58432a9d19111cc275f4e1 is out of sync, need to count used quota {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 13:41:34.720477 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-9fbbfbf9-fb1d-4c5b-adda-d162a15f191a tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 13:41:34.726459 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-9fbbfbf9-fb1d-4c5b-adda-d162a15f191a tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:41:34.726801 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-6836dc60-b8d5-489f-89e5-705f222a6abd tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:41:34.730868 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66149d39-333a-4010-824d-d2f34ac6d3ca tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Network 0f56a623-ab21-41f5-bea6-29164777f263 is scheduled to be hosted by DHCP agent e47e4547-5c2d-4954-ba56-fa3646239f18 with binding_index 1 {{(pid=83869) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 13:41:34.736874 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9fbbfbf9-fb1d-4c5b-adda-d162a15f191a tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Made reservation on behalf of 7eaea7f33c58432a9d19111cc275f4e1 for: {'network': 1} {{(pid=83871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 13:41:34.739854 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-9fbbfbf9-fb1d-4c5b-adda-d162a15f191a tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for network, before_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:34.742332 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-6836dc60-b8d5-489f-89e5-705f222a6abd tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:41:34.750316 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.scheduler.base_scheduler [None req-66149d39-333a-4010-824d-d2f34ac6d3ca tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-836180-1-hyperv, 0f56a623-ab21-41f5-bea6-29164777f263) {{(pid=83869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 13:41:34.755145 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66149d39-333a-4010-824d-d2f34ac6d3ca tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:41:34.755561 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-66149d39-333a-4010-824d-d2f34ac6d3ca tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Notify callbacks [] for subnet, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:34.761205 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6836dc60-b8d5-489f-89e5-705f222a6abd tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Made reservation on behalf of 2ac88458dfe547ba9bcc73de4b0c8518 for: {'port': 1} {{(pid=83869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 13:41:34.763355 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56af8ca0-a017-41fa-ac4b-b283b13b3f4b None None] Network 0f56a623-ab21-41f5-bea6-29164777f263 requested from dv-neutron-836180-1-hyperv {{(pid=83872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 13:41:34.764102 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-6836dc60-b8d5-489f-89e5-705f222a6abd tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:34.775125 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9fbbfbf9-fb1d-4c5b-adda-d162a15f191a tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] vlan segment allocate from pool success with {'vlan_id': 388, 'physical_network': 'physnet1'} {{(pid=83871) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 13:41:34.785943 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-9fbbfbf9-fb1d-4c5b-adda-d162a15f191a tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1004271'] for segment, precommit_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:34.786861 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.db.segments_db [None req-9fbbfbf9-fb1d-4c5b-adda-d162a15f191a tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Added segment 14b6111f-cfc1-4103-bf74-88d1eac2dfbd of type vlan for network 52e92d7a-7b71-4f8b-95a8-f9be4255be10 Apr 01 13:41:34.799545 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-66149d39-333a-4010-824d-d2f34ac6d3ca tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3669171 Apr 01 13:41:34.800176 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 55592) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:41:34.801002 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.notifiers.nova [None req-6836dc60-b8d5-489f-89e5-705f222a6abd tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] device_id is not set on port 96e1c572-1653-45bd-8b46-462f9969d5cd yet. {{(pid=83869) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 01 13:41:34.813630 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.v2.base [None req-8880763a-c3de-4f1e-b381-5fe475307d3d tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Request body: {'port': {'network_id': '0f56a623-ab21-41f5-bea6-29164777f263', 'security_groups': [], 'name': 'tempest-PortsTestJSON-1885871600'}} {{(pid=83871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:41:34.833983 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.plugin [None req-511f4616-110f-4f6b-bbf3-905bc0ac9b2f None None] Deleting port d4df6fb7-d090-4c2d-92c5-35b4c36f5a90 {{(pid=83872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 13:41:34.834610 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-511f4616-110f-4f6b-bbf3-905bc0ac9b2f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736733287370'] for port, before_delete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:34.837146 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-9fbbfbf9-fb1d-4c5b-adda-d162a15f191a tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736732923383'] for network, precommit_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:34.915338 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.plugin [None req-511f4616-110f-4f6b-bbf3-905bc0ac9b2f None None] The port 'd4df6fb7-d090-4c2d-92c5-35b4c36f5a90' was deleted {{(pid=83872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 01 13:41:34.965518 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-9fbbfbf9-fb1d-4c5b-adda-d162a15f191a tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575'] for network, after_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:34.969967 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fbbfbf9-fb1d-4c5b-adda-d162a15f191a tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:41:34.970536 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-9fbbfbf9-fb1d-4c5b-adda-d162a15f191a tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Notify callbacks [] for network, before_response {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:34.977116 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Device d4df6fb7-d090-4c2d-92c5-35b4c36f5a90 no longer exists at agent ovs-agent-dv-neutron-836180-1-hyperv {{(pid=83872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 13:41:35.019479 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.plugin [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] No Port match for: d4df6fb7-d090-4c2d-92c5-35b4c36f5a90 {{(pid=83872) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 01 13:41:35.020349 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Device d4df6fb7-d090-4c2d-92c5-35b4c36f5a90 not bound to the agent host dv-neutron-836180-1-hyperv {{(pid=83872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 13:41:35.084055 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-6836dc60-b8d5-489f-89e5-705f222a6abd tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Notify callbacks [] for port, precommit_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:35.097162 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-8880763a-c3de-4f1e-b381-5fe475307d3d tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:41:35.107721 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-9fbbfbf9-fb1d-4c5b-adda-d162a15f191a tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.4085248 Apr 01 13:41:35.113422 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fbbfbf9-fb1d-4c5b-adda-d162a15f191a tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Pushing event updated for resources: {'Network': ['ID=52e92d7a-7b71-4f8b-95a8-f9be4255be10,revision_number=1']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:41:35.115665 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 55596) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:41:35.120731 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-8880763a-c3de-4f1e-b381-5fe475307d3d tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:41:35.125898 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.v2.base [None req-0330f164-36ac-480f-b1bb-78cb79234545 tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Request body: {'subnet': {'network_id': '52e92d7a-7b71-4f8b-95a8-f9be4255be10', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:41:35.134823 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8880763a-c3de-4f1e-b381-5fe475307d3d tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Made reservation on behalf of 1932cd2bf32d410ebaa96b0062b29072 for: {'port': 1} {{(pid=83871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 13:41:35.138497 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-8880763a-c3de-4f1e-b381-5fe475307d3d tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:35.163792 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.notifiers.nova [None req-8880763a-c3de-4f1e-b381-5fe475307d3d tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] device_id is not set on port ee051dca-9940-41be-8000-176b7a17141b yet. {{(pid=83871) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 01 13:41:35.190749 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Network 52e92d7a-7b71-4f8b-95a8-f9be4255be10 details requested by agent ovs-agent-dv-neutron-836180-1-hyperv with host dv-neutron-836180-1-hyperv {{(pid=83872) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 13:41:35.284537 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eadaf30b-7419-45ab-8a7c-63529c8da542 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7e7d0ecb-2af4-55f5-9198-238ab0570d62-0f56a623-ab21-41f5-bea6-29164777f263', 'network_id': '0f56a623-ab21-41f5-bea6-29164777f263', 'tenant_id': '1932cd2bf32d410ebaa96b0062b29072', 'fixed_ips': [{'subnet_id': '0f5afc14-573d-4a1a-8df9-13deb6e8064f'}]}} from dv-neutron-836180-1-hyperv. {{(pid=83872) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 01 13:41:35.285667 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-eadaf30b-7419-45ab-8a7c-63529c8da542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:35.310956 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-6836dc60-b8d5-489f-89e5-705f222a6abd tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736732935801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2705155'] for port, after_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:35.364645 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.db_base_plugin_common [None req-8880763a-c3de-4f1e-b381-5fe475307d3d tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Allocated IP 172.20.0.13 (0f56a623-ab21-41f5-bea6-29164777f263/0f5afc14-573d-4a1a-8df9-13deb6e8064f/ee051dca-9940-41be-8000-176b7a17141b) {{(pid=83871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 13:41:35.364990 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6836dc60-b8d5-489f-89e5-705f222a6abd tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Network 87a01bce-9ddb-4ecb-b353-c2e53ada2fbe is already hosted by enough agents. {{(pid=83869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 13:41:35.379824 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.scheduler.base_scheduler [None req-6836dc60-b8d5-489f-89e5-705f222a6abd tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Resources bound (agent type, host, resource id): {{(pid=83869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 13:41:35.392717 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6836dc60-b8d5-489f-89e5-705f222a6abd tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Received port after_create {{(pid=83869) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 13:41:35.396714 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6836dc60-b8d5-489f-89e5-705f222a6abd tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:41:35.397152 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-6836dc60-b8d5-489f-89e5-705f222a6abd tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109561'] for port, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:35.427227 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-0330f164-36ac-480f-b1bb-78cb79234545 tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:41:35.438345 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-0330f164-36ac-480f-b1bb-78cb79234545 tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Usage tracker for resource:subnet and tenant:7eaea7f33c58432a9d19111cc275f4e1 is out of sync, need to count used quota {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 13:41:35.446267 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-0330f164-36ac-480f-b1bb-78cb79234545 tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 13:41:35.452393 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6836dc60-b8d5-489f-89e5-705f222a6abd tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Pushing event updated for resources: {'Port': ['ID=96e1c572-1653-45bd-8b46-462f9969d5cd,revision_number=1']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:41:35.459038 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-0330f164-36ac-480f-b1bb-78cb79234545 tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:41:35.474219 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-6836dc60-b8d5-489f-89e5-705f222a6abd tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 0.8904893 Apr 01 13:41:35.475706 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 55600) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:41:35.478535 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0330f164-36ac-480f-b1bb-78cb79234545 tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Made reservation on behalf of 7eaea7f33c58432a9d19111cc275f4e1 for: {'subnet': 1} {{(pid=83869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 13:41:35.496665 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.v2.base [None req-40452a18-e673-4b43-8969-60eeb2a36d69 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=83869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:41:35.653936 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-8880763a-c3de-4f1e-b381-5fe475307d3d tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Notify callbacks [] for port, precommit_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:35.670230 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.provisioning_blocks [None req-8880763a-c3de-4f1e-b381-5fe475307d3d tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Transition to ACTIVE for port object ee051dca-9940-41be-8000-176b7a17141b will not be triggered until provisioned by entity DHCP. {{(pid=83871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 13:41:35.694884 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-8880763a-c3de-4f1e-b381-5fe475307d3d tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736732935801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2743125'] for port, after_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:35.770880 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.db_base_plugin_common [None req-eadaf30b-7419-45ab-8a7c-63529c8da542 None None] Allocated IP 172.20.0.2 (0f56a623-ab21-41f5-bea6-29164777f263/0f5afc14-573d-4a1a-8df9-13deb6e8064f/55183d4a-8651-4054-9d0a-432eb65bcc44) {{(pid=83872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 13:41:35.778812 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8880763a-c3de-4f1e-b381-5fe475307d3d tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Network 0f56a623-ab21-41f5-bea6-29164777f263 is already hosted by enough agents. {{(pid=83871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 13:41:35.783727 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.scheduler.base_scheduler [None req-8880763a-c3de-4f1e-b381-5fe475307d3d tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Resources bound (agent type, host, resource id): {{(pid=83871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 13:41:35.786120 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8880763a-c3de-4f1e-b381-5fe475307d3d tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Pushing event updated for resources: {'Port': ['ID=ee051dca-9940-41be-8000-176b7a17141b,revision_number=1']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:41:35.788280 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8880763a-c3de-4f1e-b381-5fe475307d3d tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Received port after_create {{(pid=83871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 13:41:35.799690 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-40452a18-e673-4b43-8969-60eeb2a36d69 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:35.819711 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-0330f164-36ac-480f-b1bb-78cb79234545 tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2999481'] for subnet, before_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:35.855788 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8880763a-c3de-4f1e-b381-5fe475307d3d tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:41:35.856471 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-8880763a-c3de-4f1e-b381-5fe475307d3d tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109561'] for port, before_response {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:35.884337 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-8880763a-c3de-4f1e-b381-5fe475307d3d tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 887 time: 1.0810025 Apr 01 13:41:35.884972 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 55604) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:41:35.921225 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-02578dea-2a34-46d4-bd98-57b10ea0ac11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:35.955886 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.plugin [None req-4ae5bd47-02e0-472e-8463-be6ae7c81abe tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Deleting port ee051dca-9940-41be-8000-176b7a17141b {{(pid=83871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 13:41:35.956327 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-4ae5bd47-02e0-472e-8463-be6ae7c81abe tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736733287370'] for port, before_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:36.079021 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-eadaf30b-7419-45ab-8a7c-63529c8da542 None None] Notify callbacks [] for port, precommit_create {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:36.092881 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-eadaf30b-7419-45ab-8a7c-63529c8da542 None None] Transition to ACTIVE for port object 55183d4a-8651-4054-9d0a-432eb65bcc44 will not be triggered until provisioned by entity L2. {{(pid=83872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 13:41:36.115964 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-eadaf30b-7419-45ab-8a7c-63529c8da542 None None] Transition to ACTIVE for port object 55183d4a-8651-4054-9d0a-432eb65bcc44 will not be triggered until provisioned by entity DHCP. {{(pid=83872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 13:41:36.122500 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-eadaf30b-7419-45ab-8a7c-63529c8da542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736732935801'] for port, after_create {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:36.187624 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-40452a18-e673-4b43-8969-60eeb2a36d69 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Notify callbacks [] for port, precommit_update {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:36.199096 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eadaf30b-7419-45ab-8a7c-63529c8da542 None None] Network 0f56a623-ab21-41f5-bea6-29164777f263 is already hosted by enough agents. {{(pid=83872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 13:41:36.203062 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.scheduler.base_scheduler [None req-eadaf30b-7419-45ab-8a7c-63529c8da542 None None] Resources bound (agent type, host, resource id): {{(pid=83872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 13:41:36.204871 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-40452a18-e673-4b43-8969-60eeb2a36d69 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2705172'] for port, after_update {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:36.206573 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eadaf30b-7419-45ab-8a7c-63529c8da542 None None] Received port after_create {{(pid=83872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 13:41:36.222375 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-4ae5bd47-02e0-472e-8463-be6ae7c81abe tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4155147'] for port, precommit_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:36.288547 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.plugin [None req-40452a18-e673-4b43-8969-60eeb2a36d69 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] In _notify_port_updated(), no bound segment for port 96e1c572-1653-45bd-8b46-462f9969d5cd on network 87a01bce-9ddb-4ecb-b353-c2e53ada2fbe {{(pid=83869) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Apr 01 13:41:36.292168 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40452a18-e673-4b43-8969-60eeb2a36d69 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:41:36.292805 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-40452a18-e673-4b43-8969-60eeb2a36d69 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109561'] for port, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:36.297467 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-40452a18-e673-4b43-8969-60eeb2a36d69 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] 10.222.0.26 "PUT /v2.0/ports/96e1c572-1653-45bd-8b46-462f9969d5cd HTTP/1.1" status: 200 len: 818 time: 0.8205826 Apr 01 13:41:36.298525 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 55608) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:41:36.301487 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-0330f164-36ac-480f-b1bb-78cb79234545 tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2705391', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2999447'] for subnet, after_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:36.313867 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eadaf30b-7419-45ab-8a7c-63529c8da542 None None] Pushing event updated for resources: {'Port': ['ID=55183d4a-8651-4054-9d0a-432eb65bcc44,revision_number=1']} {{(pid=83872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:41:36.340087 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.managers [None req-eadaf30b-7419-45ab-8a7c-63529c8da542 None None] Attempting to bind port 55183d4a-8651-4054-9d0a-432eb65bcc44 on host dv-neutron-836180-1-hyperv for vnic_type normal with profile {{(pid=83872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 13:41:36.340596 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.managers [None req-eadaf30b-7419-45ab-8a7c-63529c8da542 None None] Attempting to bind port 55183d4a-8651-4054-9d0a-432eb65bcc44 by drivers openvswitch,hyperv on host dv-neutron-836180-1-hyperv at level 0 using segments [{'id': 'f603ef42-015d-4eb0-89a1-b13d350195f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '0f56a623-ab21-41f5-bea6-29164777f263'}] {{(pid=83872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 13:41:36.341971 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eadaf30b-7419-45ab-8a7c-63529c8da542 None None] Attempting to bind port 55183d4a-8651-4054-9d0a-432eb65bcc44 on network 0f56a623-ab21-41f5-bea6-29164777f263 {{(pid=83872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 13:41:36.348101 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eadaf30b-7419-45ab-8a7c-63529c8da542 None None] Checking agent: {'id': 'af948428-97cd-4d10-9f53-af028bdb39b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-836180-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 13, 25, 37), 'started_at': datetime.datetime(2022, 4, 1, 13, 26, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 13, 41, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-836180-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 13:41:36.348599 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eadaf30b-7419-45ab-8a7c-63529c8da542 None None] Checking segment: {'id': 'f603ef42-015d-4eb0-89a1-b13d350195f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '0f56a623-ab21-41f5-bea6-29164777f263'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 13:41:36.349213 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-eadaf30b-7419-45ab-8a7c-63529c8da542 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:36.349942 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eadaf30b-7419-45ab-8a7c-63529c8da542 None None] Bound using segment: {'id': 'f603ef42-015d-4eb0-89a1-b13d350195f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '0f56a623-ab21-41f5-bea6-29164777f263'} {{(pid=83872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 13:41:36.350702 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.managers [None req-eadaf30b-7419-45ab-8a7c-63529c8da542 None None] Bound port: 55183d4a-8651-4054-9d0a-432eb65bcc44, host: dv-neutron-836180-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f603ef42-015d-4eb0-89a1-b13d350195f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '0f56a623-ab21-41f5-bea6-29164777f263'}}] {{(pid=83872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 13:41:36.351126 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-eadaf30b-7419-45ab-8a7c-63529c8da542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:36.353104 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.plugin [None req-4ae5bd47-02e0-472e-8463-be6ae7c81abe tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Calling delete_port for ee051dca-9940-41be-8000-176b7a17141b owned by {{(pid=83871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 13:41:36.369534 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40452a18-e673-4b43-8969-60eeb2a36d69 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Pushing event updated for resources: {'Port': ['ID=96e1c572-1653-45bd-8b46-462f9969d5cd,revision_number=2']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:41:36.439139 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0330f164-36ac-480f-b1bb-78cb79234545 tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Pushing event updated for resources: {'Subnet': ['ID=b65cb694-993a-4803-b2e5-1f1edaa872e3,revision_number=0']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:41:36.448083 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-eadaf30b-7419-45ab-8a7c-63529c8da542 None None] For port 55183d4a-8651-4054-9d0a-432eb65bcc44, host dv-neutron-836180-1-hyperv, cleared binding levels {{(pid=83872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 13:41:36.449660 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.plugin [None req-9a0bd79e-670d-4646-816e-94ac4a200d96 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Deleting port 96e1c572-1653-45bd-8b46-462f9969d5cd {{(pid=83869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 13:41:36.449997 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-9a0bd79e-670d-4646-816e-94ac4a200d96 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736733287370'] for port, before_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:36.451317 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-eadaf30b-7419-45ab-8a7c-63529c8da542 None None] For port 55183d4a-8651-4054-9d0a-432eb65bcc44, host dv-neutron-836180-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836180-1-hyperv',level=0,port_id=55183d4a-8651-4054-9d0a-432eb65bcc44,segment=NetworkSegment(f603ef42-015d-4eb0-89a1-b13d350195f8),segment_id=f603ef42-015d-4eb0-89a1-b13d350195f8)] {{(pid=83872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 13:41:36.457097 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-eadaf30b-7419-45ab-8a7c-63529c8da542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864'] for port, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:36.506219 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0330f164-36ac-480f-b1bb-78cb79234545 tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Checking segment: {'id': '14b6111f-cfc1-4103-bf74-88d1eac2dfbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '52e92d7a-7b71-4f8b-95a8-f9be4255be10'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 13:41:36.506576 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0330f164-36ac-480f-b1bb-78cb79234545 tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Network hostable DHCP agents. Network: 52e92d7a-7b71-4f8b-95a8-f9be4255be10, hostable agents: ['e47e4547-5c2d-4954-ba56-fa3646239f18'], hosted agents: [] {{(pid=83869) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 13:41:36.508375 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-4ae5bd47-02e0-472e-8463-be6ae7c81abe tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736733359243', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736732935810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2743125'] for port, after_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:36.556723 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eadaf30b-7419-45ab-8a7c-63529c8da542 None None] Pushing event updated for resources: {'Port': ['ID=55183d4a-8651-4054-9d0a-432eb65bcc44,revision_number=2']} {{(pid=83872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:41:36.571334 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae5bd47-02e0-472e-8463-be6ae7c81abe tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Pushing event deleted for resources: {'Port': ['ID=ee051dca-9940-41be-8000-176b7a17141b,revision_number=None']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:41:36.611730 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0330f164-36ac-480f-b1bb-78cb79234545 tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Network 52e92d7a-7b71-4f8b-95a8-f9be4255be10 is scheduled to be hosted by DHCP agent e47e4547-5c2d-4954-ba56-fa3646239f18 with binding_index 1 {{(pid=83869) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 13:41:36.689319 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.scheduler.base_scheduler [None req-0330f164-36ac-480f-b1bb-78cb79234545 tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-836180-1-hyperv, 52e92d7a-7b71-4f8b-95a8-f9be4255be10) {{(pid=83869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 13:41:36.694379 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-4ae5bd47-02e0-472e-8463-be6ae7c81abe tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109561'] for port, before_response {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:36.697429 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0330f164-36ac-480f-b1bb-78cb79234545 tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:41:36.697921 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-0330f164-36ac-480f-b1bb-78cb79234545 tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Notify callbacks [] for subnet, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:36.701495 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-911e62b3-b1f7-45d3-ab84-62af54b08758 None None] Network 52e92d7a-7b71-4f8b-95a8-f9be4255be10 requested from dv-neutron-836180-1-hyperv {{(pid=83872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 13:41:36.707504 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-4ae5bd47-02e0-472e-8463-be6ae7c81abe tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] 10.222.0.26 "DELETE /v2.0/ports/ee051dca-9940-41be-8000-176b7a17141b HTTP/1.1" status: 204 len: 168 time: 0.8214743 Apr 01 13:41:36.708087 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 55612) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:41:36.725652 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-9a0bd79e-670d-4646-816e-94ac4a200d96 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4155147'] for port, precommit_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:36.769064 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.pecan_wsgi.hooks.translation [None req-a798c2a8-987d-471c-a6b7-a8c345ba32f7 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] GET failed (client error): The resource could not be found. Apr 01 13:41:36.772347 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-a798c2a8-987d-471c-a6b7-a8c345ba32f7 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Synchronizing usage tracker for tenant:1932cd2bf32d410ebaa96b0062b29072 on resource:port {{(pid=83871) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 13:41:36.792918 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-a798c2a8-987d-471c-a6b7-a8c345ba32f7 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Unset dirty status for tenant:1932cd2bf32d410ebaa96b0062b29072 on resource:port {{(pid=83871) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 13:41:36.798418 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-a798c2a8-987d-471c-a6b7-a8c345ba32f7 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] 10.222.0.26 "GET /v2.0/ports/ee051dca-9940-41be-8000-176b7a17141b HTTP/1.1" status: 404 len: 333 time: 0.0893528 Apr 01 13:41:36.799092 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 55616) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:41:36.805969 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-0330f164-36ac-480f-b1bb-78cb79234545 tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6892354 Apr 01 13:41:36.869438 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 55620) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:41:36.877490 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.plugin [None req-9a0bd79e-670d-4646-816e-94ac4a200d96 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Calling delete_port for 96e1c572-1653-45bd-8b46-462f9969d5cd owned by {{(pid=83869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 13:41:37.045201 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.db_base_plugin_v2 [None req-7b07e2f2-3a32-42f0-a3ae-f836d751bf56 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Deleting subnet 0f5afc14-573d-4a1a-8df9-13deb6e8064f {{(pid=83871) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 01 13:41:37.046749 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Device 55183d4a-8651-4054-9d0a-432eb65bcc44 up at agent ovs-agent-dv-neutron-836180-1-hyperv {{(pid=83872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 13:41:37.049174 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-7b07e2f2-3a32-42f0-a3ae-f836d751bf56 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Notify callbacks [] for subnet, before_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:37.077763 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79b0d8cd-be42-453c-bdb7-3a9b07b82716 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7e7d0ecb-2af4-55f5-9198-238ab0570d62-52e92d7a-7b71-4f8b-95a8-f9be4255be10', 'network_id': '52e92d7a-7b71-4f8b-95a8-f9be4255be10', 'tenant_id': '7eaea7f33c58432a9d19111cc275f4e1', 'fixed_ips': [{'subnet_id': 'b65cb694-993a-4803-b2e5-1f1edaa872e3'}]}} from dv-neutron-836180-1-hyperv. {{(pid=83872) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 01 13:41:37.078725 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-79b0d8cd-be42-453c-bdb7-3a9b07b82716 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:37.125759 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-7b07e2f2-3a32-42f0-a3ae-f836d751bf56 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3166365'] for subnet, precommit_delete_associations {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:37.203354 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:37.229288 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-7b07e2f2-3a32-42f0-a3ae-f836d751bf56 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-945029'] for subnet, precommit_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:37.314602 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-9a0bd79e-670d-4646-816e-94ac4a200d96 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736733359243', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736732935810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2705155'] for port, after_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:37.319958 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Provisioning for port 55183d4a-8651-4054-9d0a-432eb65bcc44 completed by entity L2. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 13:41:37.351759 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-7b07e2f2-3a32-42f0-a3ae-f836d751bf56 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-945042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2743160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2757373'] for subnet, after_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:37.357641 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.db_base_plugin_common [None req-79b0d8cd-be42-453c-bdb7-3a9b07b82716 None None] Allocated IP 172.20.0.2 (52e92d7a-7b71-4f8b-95a8-f9be4255be10/b65cb694-993a-4803-b2e5-1f1edaa872e3/dc760f50-65d9-4217-9f35-f8d5dd35dc2b) {{(pid=83872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 13:41:37.372277 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a0bd79e-670d-4646-816e-94ac4a200d96 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Pushing event deleted for resources: {'Port': ['ID=96e1c572-1653-45bd-8b46-462f9969d5cd,revision_number=None']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:41:37.377341 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-2f9cfc9c-d8ba-4de3-a4ad-98162f90557c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:37.387890 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-9a0bd79e-670d-4646-816e-94ac4a200d96 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109561'] for port, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:37.403917 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-9a0bd79e-670d-4646-816e-94ac4a200d96 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] 10.222.0.26 "DELETE /v2.0/ports/96e1c572-1653-45bd-8b46-462f9969d5cd HTTP/1.1" status: 204 len: 168 time: 1.0984497 Apr 01 13:41:37.405573 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 55624) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:41:37.410646 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b07e2f2-3a32-42f0-a3ae-f836d751bf56 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Pushing event deleted for resources: {'Subnet': ['ID=0f5afc14-573d-4a1a-8df9-13deb6e8064f,revision_number=None']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:41:37.418382 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-7b07e2f2-3a32-42f0-a3ae-f836d751bf56 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Notify callbacks [] for subnet, before_response {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:37.429935 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-7b07e2f2-3a32-42f0-a3ae-f836d751bf56 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] 10.222.0.26 "DELETE /v2.0/subnets/0f5afc14-573d-4a1a-8df9-13deb6e8064f HTTP/1.1" status: 204 len: 168 time: 0.6296108 Apr 01 13:41:37.432745 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 55628) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:41:37.626831 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-79b0d8cd-be42-453c-bdb7-3a9b07b82716 None None] Notify callbacks [] for port, precommit_create {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:37.641094 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-79b0d8cd-be42-453c-bdb7-3a9b07b82716 None None] Transition to ACTIVE for port object dc760f50-65d9-4217-9f35-f8d5dd35dc2b will not be triggered until provisioned by entity L2. {{(pid=83872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 13:41:37.663290 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-79b0d8cd-be42-453c-bdb7-3a9b07b82716 None None] Transition to ACTIVE for port object dc760f50-65d9-4217-9f35-f8d5dd35dc2b will not be triggered until provisioned by entity DHCP. {{(pid=83872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 13:41:37.666301 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3292711c-068b-425b-8a64-1f8b0ed39b1c tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:41:37.666944 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-3292711c-068b-425b-8a64-1f8b0ed39b1c tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Synchronizing usage tracker for tenant:2ac88458dfe547ba9bcc73de4b0c8518 on resource:port {{(pid=83869) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 13:41:37.671817 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-79b0d8cd-be42-453c-bdb7-3a9b07b82716 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736732935801'] for port, after_create {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:37.690755 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-58508290-5848-40b2-98c6-79b566e8d376 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1033078'] for network, before_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:37.707797 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.plugin [None req-58508290-5848-40b2-98c6-79b566e8d376 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Deleting port 55183d4a-8651-4054-9d0a-432eb65bcc44 {{(pid=83871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 13:41:37.708133 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-58508290-5848-40b2-98c6-79b566e8d376 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736733287370'] for port, before_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:37.714464 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-ca875a07-0f3b-42dd-9aed-730361c2b7d7 tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:37.757669 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79b0d8cd-be42-453c-bdb7-3a9b07b82716 None None] Network 52e92d7a-7b71-4f8b-95a8-f9be4255be10 is already hosted by enough agents. {{(pid=83872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 13:41:37.761163 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.scheduler.base_scheduler [None req-79b0d8cd-be42-453c-bdb7-3a9b07b82716 None None] Resources bound (agent type, host, resource id): {{(pid=83872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 13:41:37.762949 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b0d8cd-be42-453c-bdb7-3a9b07b82716 None None] Pushing event updated for resources: {'Port': ['ID=dc760f50-65d9-4217-9f35-f8d5dd35dc2b,revision_number=1']} {{(pid=83872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:41:37.766926 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79b0d8cd-be42-453c-bdb7-3a9b07b82716 None None] Received port after_create {{(pid=83872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 13:41:37.840184 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e5f9fcb-8f94-48f0-800d-e3eaece495c0 None None] Network 0f56a623-ab21-41f5-bea6-29164777f263 requested from dv-neutron-836180-1-hyperv {{(pid=83872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 13:41:37.849825 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-3292711c-068b-425b-8a64-1f8b0ed39b1c tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Unset dirty status for tenant:2ac88458dfe547ba9bcc73de4b0c8518 on resource:port {{(pid=83869) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 13:41:37.851017 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-3292711c-068b-425b-8a64-1f8b0ed39b1c tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.4445262 Apr 01 13:41:37.858635 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 55632) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:41:37.937796 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.db [None req-58508290-5848-40b2-98c6-79b566e8d376 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] For port 55183d4a-8651-4054-9d0a-432eb65bcc44, host dv-neutron-836180-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836180-1-hyperv',level=0,port_id=55183d4a-8651-4054-9d0a-432eb65bcc44,segment=NetworkSegment(f603ef42-015d-4eb0-89a1-b13d350195f8),segment_id=f603ef42-015d-4eb0-89a1-b13d350195f8)] {{(pid=83871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 13:41:37.938333 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-58508290-5848-40b2-98c6-79b566e8d376 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4155147'] for port, precommit_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:37.943599 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.pecan_wsgi.hooks.translation [None req-a0593220-70cb-41c1-8f51-1e295b754c0e tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] GET failed (client error): The resource could not be found. Apr 01 13:41:37.944881 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-a0593220-70cb-41c1-8f51-1e295b754c0e tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] 10.222.0.26 "GET /v2.0/ports/96e1c572-1653-45bd-8b46-462f9969d5cd HTTP/1.1" status: 404 len: 333 time: 0.0854127 Apr 01 13:41:37.949320 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 55636) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:41:37.964410 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.v2.base [None req-091a0d81-ded1-48ca-85cc-05ecab5185fc tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1647077672'}} {{(pid=83869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:41:37.972358 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-091a0d81-ded1-48ca-85cc-05ecab5185fc tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:41:37.985170 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-091a0d81-ded1-48ca-85cc-05ecab5185fc tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Usage tracker for resource:network and tenant:2ac88458dfe547ba9bcc73de4b0c8518 is out of sync, need to count used quota {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 13:41:37.990514 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-091a0d81-ded1-48ca-85cc-05ecab5185fc tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 13:41:37.993104 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.managers [None req-79b0d8cd-be42-453c-bdb7-3a9b07b82716 None None] Attempting to bind port dc760f50-65d9-4217-9f35-f8d5dd35dc2b on host dv-neutron-836180-1-hyperv for vnic_type normal with profile {{(pid=83872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 13:41:37.993249 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.managers [None req-79b0d8cd-be42-453c-bdb7-3a9b07b82716 None None] Attempting to bind port dc760f50-65d9-4217-9f35-f8d5dd35dc2b by drivers openvswitch,hyperv on host dv-neutron-836180-1-hyperv at level 0 using segments [{'id': '14b6111f-cfc1-4103-bf74-88d1eac2dfbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '52e92d7a-7b71-4f8b-95a8-f9be4255be10'}] {{(pid=83872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 13:41:37.993579 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79b0d8cd-be42-453c-bdb7-3a9b07b82716 None None] Attempting to bind port dc760f50-65d9-4217-9f35-f8d5dd35dc2b on network 52e92d7a-7b71-4f8b-95a8-f9be4255be10 {{(pid=83872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 13:41:38.000172 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-04fdf714-f02a-494a-a450-317149068ee1 None None] Provisioning for port 55183d4a-8651-4054-9d0a-432eb65bcc44 completed by entity DHCP. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 13:41:38.001265 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-091a0d81-ded1-48ca-85cc-05ecab5185fc tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:41:38.042081 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-04fdf714-f02a-494a-a450-317149068ee1 None None] Provisioning complete for port 55183d4a-8651-4054-9d0a-432eb65bcc44 triggered by entity DHCP. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 13:41:38.042373 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-04fdf714-f02a-494a-a450-317149068ee1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-948329'] for port, provisioning_complete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:38.053320 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-091a0d81-ded1-48ca-85cc-05ecab5185fc tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Made reservation on behalf of 2ac88458dfe547ba9bcc73de4b0c8518 for: {'network': 1} {{(pid=83869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 13:41:38.056094 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-091a0d81-ded1-48ca-85cc-05ecab5185fc tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for network, before_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:38.073619 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79b0d8cd-be42-453c-bdb7-3a9b07b82716 None None] Checking agent: {'id': 'af948428-97cd-4d10-9f53-af028bdb39b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-836180-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 13, 25, 37), 'started_at': datetime.datetime(2022, 4, 1, 13, 26, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 13, 41, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-836180-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 13:41:38.074262 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79b0d8cd-be42-453c-bdb7-3a9b07b82716 None None] Checking segment: {'id': '14b6111f-cfc1-4103-bf74-88d1eac2dfbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '52e92d7a-7b71-4f8b-95a8-f9be4255be10'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 13:41:38.074370 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-79b0d8cd-be42-453c-bdb7-3a9b07b82716 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:38.075075 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79b0d8cd-be42-453c-bdb7-3a9b07b82716 None None] Bound using segment: {'id': '14b6111f-cfc1-4103-bf74-88d1eac2dfbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '52e92d7a-7b71-4f8b-95a8-f9be4255be10'} {{(pid=83872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 13:41:38.075203 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.managers [None req-79b0d8cd-be42-453c-bdb7-3a9b07b82716 None None] Bound port: dc760f50-65d9-4217-9f35-f8d5dd35dc2b, host: dv-neutron-836180-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '14b6111f-cfc1-4103-bf74-88d1eac2dfbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '52e92d7a-7b71-4f8b-95a8-f9be4255be10'}}] {{(pid=83872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 13:41:38.075559 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-79b0d8cd-be42-453c-bdb7-3a9b07b82716 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:38.078608 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.plugin [None req-58508290-5848-40b2-98c6-79b566e8d376 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Calling delete_port for 55183d4a-8651-4054-9d0a-432eb65bcc44 owned by network:dhcp {{(pid=83871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 13:41:38.142662 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-091a0d81-ded1-48ca-85cc-05ecab5185fc tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] vlan segment allocate from pool success with {'vlan_id': 384, 'physical_network': 'physnet1'} {{(pid=83869) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 13:41:38.159667 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-091a0d81-ded1-48ca-85cc-05ecab5185fc tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1004271'] for segment, precommit_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:38.160003 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.db.segments_db [None req-091a0d81-ded1-48ca-85cc-05ecab5185fc tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Added segment ca192ecc-2da5-4762-a8ae-4c24b4c63cee of type vlan for network aec22b7b-55b3-43ed-9c3e-ec30ca163d50 Apr 01 13:41:38.167311 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-58508290-5848-40b2-98c6-79b566e8d376 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736733359243', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736732935810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2743125'] for port, after_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:38.174712 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.db_base_plugin_common [None req-ca875a07-0f3b-42dd-9aed-730361c2b7d7 tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Allocated IP 172.20.0.1 (52e92d7a-7b71-4f8b-95a8-f9be4255be10/b65cb694-993a-4803-b2e5-1f1edaa872e3/7d78f01b-61b5-4c39-a5cd-9ac1ebf4ac15) {{(pid=83869) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 13:41:38.201554 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-091a0d81-ded1-48ca-85cc-05ecab5185fc tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736732923383'] for network, precommit_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:38.214215 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58508290-5848-40b2-98c6-79b566e8d376 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Pushing event deleted for resources: {'Port': ['ID=55183d4a-8651-4054-9d0a-432eb65bcc44,revision_number=None']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:41:38.221814 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58508290-5848-40b2-98c6-79b566e8d376 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] No DVR routers for this DVR port 55183d4a-8651-4054-9d0a-432eb65bcc44 on host dv-neutron-836180-1-hyperv {{(pid=83871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 13:41:38.225802 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-04fdf714-f02a-494a-a450-317149068ee1 None None] Could not find standard attr ID for object 55183d4a-8651-4054-9d0a-432eb65bcc44. {{(pid=83872) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 01 13:41:38.236469 dv-neutron-836180-1-hyperv neutron-server[83872]: INFO neutron.plugins.ml2.db [None req-04fdf714-f02a-494a-a450-317149068ee1 None None] No ports have port_id starting with 55183d4a-8651-4054-9d0a-432eb65bcc44 Apr 01 13:41:38.248138 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-79b0d8cd-be42-453c-bdb7-3a9b07b82716 None None] For port dc760f50-65d9-4217-9f35-f8d5dd35dc2b, host dv-neutron-836180-1-hyperv, cleared binding levels {{(pid=83872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 13:41:38.253415 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-79b0d8cd-be42-453c-bdb7-3a9b07b82716 None None] For port dc760f50-65d9-4217-9f35-f8d5dd35dc2b, host dv-neutron-836180-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836180-1-hyperv',level=0,port_id=dc760f50-65d9-4217-9f35-f8d5dd35dc2b,segment=NetworkSegment(14b6111f-cfc1-4103-bf74-88d1eac2dfbd),segment_id=14b6111f-cfc1-4103-bf74-88d1eac2dfbd)] {{(pid=83872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 13:41:38.259900 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-79b0d8cd-be42-453c-bdb7-3a9b07b82716 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864'] for port, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:38.351666 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b0d8cd-be42-453c-bdb7-3a9b07b82716 None None] Pushing event updated for resources: {'Port': ['ID=dc760f50-65d9-4217-9f35-f8d5dd35dc2b,revision_number=2']} {{(pid=83872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:41:38.357321 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-091a0d81-ded1-48ca-85cc-05ecab5185fc tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575'] for network, after_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:38.362081 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-091a0d81-ded1-48ca-85cc-05ecab5185fc tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:41:38.362580 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-091a0d81-ded1-48ca-85cc-05ecab5185fc tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Notify callbacks [] for network, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:38.391743 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-58508290-5848-40b2-98c6-79b566e8d376 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-942654', 'neutron.services.segments.db._delete_segments_for_network-8736733387888'] for network, precommit_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:38.401524 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-faac2dec-d3c3-4115-ac09-7890c823083e None None] DHCP port deletion for 0f56a623-ab21-41f5-bea6-29164777f263 request from dv-neutron-836180-1-hyperv {{(pid=83872) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 01 13:41:38.429210 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.services.segments.db [None req-58508290-5848-40b2-98c6-79b566e8d376 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0f56a623-ab21-41f5-bea6-29164777f263']}} {{(pid=83871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:41:38.446243 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.services.segments.db [None req-58508290-5848-40b2-98c6-79b566e8d376 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f603ef42-015d-4eb0-89a1-b13d350195f8') {'for_net_delete': True} {{(pid=83871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:41:38.446683 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.services.segments.db [None req-58508290-5848-40b2-98c6-79b566e8d376 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f603ef42-015d-4eb0-89a1-b13d350195f8') {} {{(pid=83871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:41:38.459779 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-58508290-5848-40b2-98c6-79b566e8d376 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736733386999', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3166340'] for segment, before_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:38.476943 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-58508290-5848-40b2-98c6-79b566e8d376 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1004271'] for segment, precommit_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:38.485999 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-58508290-5848-40b2-98c6-79b566e8d376 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Releasing vlan 354 on physical network physnet1 to pool {{(pid=83871) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 01 13:41:38.486363 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-58508290-5848-40b2-98c6-79b566e8d376 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1004262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2743078'] for segment, after_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:38.501567 dv-neutron-836180-1-hyperv neutron-server[83871]: Traceback (most recent call last): Apr 01 13:41:38.501567 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 01 13:41:38.501567 dv-neutron-836180-1-hyperv neutron-server[83871]: timer() Apr 01 13:41:38.501567 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 13:41:38.501567 dv-neutron-836180-1-hyperv neutron-server[83871]: cb(*args, **kw) Apr 01 13:41:38.501567 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 13:41:38.501567 dv-neutron-836180-1-hyperv neutron-server[83871]: return func(*args, **kwargs) Apr 01 13:41:38.501567 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 13:41:38.501567 dv-neutron-836180-1-hyperv neutron-server[83871]: self._notify() Apr 01 13:41:38.501567 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 13:41:38.501567 dv-neutron-836180-1-hyperv neutron-server[83871]: self.callback(batched_events) Apr 01 13:41:38.501567 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 13:41:38.501567 dv-neutron-836180-1-hyperv neutron-server[83871]: event.method(event) Apr 01 13:41:38.501567 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 13:41:38.501567 dv-neutron-836180-1-hyperv neutron-server[83871]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 13:41:38.501567 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 13:41:38.501567 dv-neutron-836180-1-hyperv neutron-server[83871]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 13:41:38.501567 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 13:41:38.501567 dv-neutron-836180-1-hyperv neutron-server[83871]: return f(self, *a, **k) Apr 01 13:41:38.501567 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 13:41:38.501567 dv-neutron-836180-1-hyperv neutron-server[83871]: return self._get(url).json() Apr 01 13:41:38.501567 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 13:41:38.501567 dv-neutron-836180-1-hyperv neutron-server[83871]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 13:41:38.501567 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 01 13:41:38.501567 dv-neutron-836180-1-hyperv neutron-server[83871]: return self.request(url, 'GET', **kwargs) Apr 01 13:41:38.501567 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 01 13:41:38.501567 dv-neutron-836180-1-hyperv neutron-server[83871]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 13:41:38.501567 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 01 13:41:38.501567 dv-neutron-836180-1-hyperv neutron-server[83871]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 13:41:38.501567 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 01 13:41:38.501567 dv-neutron-836180-1-hyperv neutron-server[83871]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 13:41:38.501567 dv-neutron-836180-1-hyperv neutron-server[83871]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 13:41:38.519914 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-091a0d81-ded1-48ca-85cc-05ecab5185fc tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.5700278 Apr 01 13:41:38.522582 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 55640) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:41:38.584548 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.v2.base [None req-a272fb2b-e9f8-4c40-b677-23ba7d84fe54 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Request body: {'subnet': {'network_id': 'aec22b7b-55b3-43ed-9c3e-ec30ca163d50', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:41:38.599932 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091a0d81-ded1-48ca-85cc-05ecab5185fc tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Pushing event updated for resources: {'Network': ['ID=aec22b7b-55b3-43ed-9c3e-ec30ca163d50,revision_number=1']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:41:38.606863 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-58508290-5848-40b2-98c6-79b566e8d376 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-942599', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4084797'] for network, after_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:38.614161 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-ca875a07-0f3b-42dd-9aed-730361c2b7d7 tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Notify callbacks [] for port, precommit_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:38.619499 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Network aec22b7b-55b3-43ed-9c3e-ec30ca163d50 details requested by agent ovs-agent-dv-neutron-836180-1-hyperv with host dv-neutron-836180-1-hyperv {{(pid=83872) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 13:41:38.630476 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-58508290-5848-40b2-98c6-79b566e8d376 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Notify callbacks [] for network, before_response {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:38.646617 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58508290-5848-40b2-98c6-79b566e8d376 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Pushing event deleted for resources: {'Network': ['ID=0f56a623-ab21-41f5-bea6-29164777f263,revision_number=None']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:41:38.653724 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-58508290-5848-40b2-98c6-79b566e8d376 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] 10.222.0.26 "DELETE /v2.0/networks/0f56a623-ab21-41f5-bea6-29164777f263 HTTP/1.1" status: 204 len: 168 time: 1.2195714 Apr 01 13:41:38.654669 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 55644) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:41:38.660339 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.v2.base [None req-252f0686-07f5-4b5a-a459-0525733de76e tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Request body: {'port': {'network_id': 'da52fa05-a658-4e73-abb5-e8699cbc9bb6', 'name': 'tempest-PortsTestJSON-803279897'}} {{(pid=83871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:41:38.695218 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.provisioning_blocks [None req-ca875a07-0f3b-42dd-9aed-730361c2b7d7 tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Transition to ACTIVE for port object 7d78f01b-61b5-4c39-a5cd-9ac1ebf4ac15 will not be triggered until provisioned by entity DHCP. {{(pid=83869) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 13:41:38.756869 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-a272fb2b-e9f8-4c40-b677-23ba7d84fe54 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:41:38.762104 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-a272fb2b-e9f8-4c40-b677-23ba7d84fe54 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Usage tracker for resource:subnet and tenant:2ac88458dfe547ba9bcc73de4b0c8518 is out of sync, need to count used quota {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 13:41:38.765762 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-a272fb2b-e9f8-4c40-b677-23ba7d84fe54 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 13:41:38.772791 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-a272fb2b-e9f8-4c40-b677-23ba7d84fe54 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:41:38.775148 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-ca875a07-0f3b-42dd-9aed-730361c2b7d7 tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736732935801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2705155'] for port, after_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:38.786639 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-252f0686-07f5-4b5a-a459-0525733de76e tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:41:38.790567 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-252f0686-07f5-4b5a-a459-0525733de76e tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Usage tracker for resource:port and tenant:1932cd2bf32d410ebaa96b0062b29072 is out of sync, need to count used quota {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 13:41:38.793324 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-252f0686-07f5-4b5a-a459-0525733de76e tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 13:41:38.800188 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-252f0686-07f5-4b5a-a459-0525733de76e tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:41:38.809585 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-252f0686-07f5-4b5a-a459-0525733de76e tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Made reservation on behalf of 1932cd2bf32d410ebaa96b0062b29072 for: {'port': 1} {{(pid=83871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 13:41:38.814005 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-252f0686-07f5-4b5a-a459-0525733de76e tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:38.835562 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-a976a7b9-9034-41e6-be13-349b75ed1593 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:38.838950 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.notifiers.nova [None req-252f0686-07f5-4b5a-a459-0525733de76e tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] device_id is not set on port 0f6e8e70-c393-4451-9271-0cc2c46ff321 yet. {{(pid=83871) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 01 13:41:38.852754 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a272fb2b-e9f8-4c40-b677-23ba7d84fe54 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Made reservation on behalf of 2ac88458dfe547ba9bcc73de4b0c8518 for: {'subnet': 1} {{(pid=83869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 13:41:38.962810 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.agents_db [None req-bdd220c7-049a-43d2-a923-ad1a2de078c6 None None] Agent healthcheck: found 6 active agents {{(pid=83873) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 01 13:41:38.981866 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Device dc760f50-65d9-4217-9f35-f8d5dd35dc2b up at agent ovs-agent-dv-neutron-836180-1-hyperv {{(pid=83872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 13:41:39.057556 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca875a07-0f3b-42dd-9aed-730361c2b7d7 tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Network 52e92d7a-7b71-4f8b-95a8-f9be4255be10 is already hosted by enough agents. {{(pid=83869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 13:41:39.058592 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Provisioning for port dc760f50-65d9-4217-9f35-f8d5dd35dc2b completed by entity L2. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 13:41:39.070261 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.scheduler.base_scheduler [None req-ca875a07-0f3b-42dd-9aed-730361c2b7d7 tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Resources bound (agent type, host, resource id): {{(pid=83869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 13:41:39.074507 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca875a07-0f3b-42dd-9aed-730361c2b7d7 tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Pushing event updated for resources: {'Port': ['ID=7d78f01b-61b5-4c39-a5cd-9ac1ebf4ac15,revision_number=1']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:41:39.076799 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca875a07-0f3b-42dd-9aed-730361c2b7d7 tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Received port after_create {{(pid=83869) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 13:41:39.103310 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-252f0686-07f5-4b5a-a459-0525733de76e tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Notify callbacks [] for port, precommit_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:39.127598 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Device 55183d4a-8651-4054-9d0a-432eb65bcc44 no longer exists at agent ovs-agent-dv-neutron-836180-1-hyperv {{(pid=83872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 13:41:39.138742 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-a272fb2b-e9f8-4c40-b677-23ba7d84fe54 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2999481'] for subnet, before_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:39.148700 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-252f0686-07f5-4b5a-a459-0525733de76e tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736732935801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2743125'] for port, after_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:39.166520 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.plugin [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] No Port match for: 55183d4a-8651-4054-9d0a-432eb65bcc44 {{(pid=83872) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 01 13:41:39.166979 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Device 55183d4a-8651-4054-9d0a-432eb65bcc44 not bound to the agent host dv-neutron-836180-1-hyperv {{(pid=83872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 13:41:39.228754 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-252f0686-07f5-4b5a-a459-0525733de76e tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Network da52fa05-a658-4e73-abb5-e8699cbc9bb6 is already hosted by enough agents. {{(pid=83871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 13:41:39.232688 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.scheduler.base_scheduler [None req-252f0686-07f5-4b5a-a459-0525733de76e tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Resources bound (agent type, host, resource id): {{(pid=83871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 13:41:39.238109 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-252f0686-07f5-4b5a-a459-0525733de76e tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Received port after_create {{(pid=83871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 13:41:39.239431 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-ca875a07-0f3b-42dd-9aed-730361c2b7d7 tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4084144'] for router_interface, before_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:39.242290 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-252f0686-07f5-4b5a-a459-0525733de76e tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:41:39.242889 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-252f0686-07f5-4b5a-a459-0525733de76e tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109561'] for port, before_response {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:39.290353 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-252f0686-07f5-4b5a-a459-0525733de76e tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 0.6345458 Apr 01 13:41:39.293523 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 55648) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:41:39.330851 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-252f0686-07f5-4b5a-a459-0525733de76e tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Pushing event updated for resources: {'Port': ['ID=0f6e8e70-c393-4451-9271-0cc2c46ff321,revision_number=1']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:41:39.381274 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.plugin [None req-69387bde-e1ec-4b20-ac83-a4f579b3b5a6 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Deleting port 0f6e8e70-c393-4451-9271-0cc2c46ff321 {{(pid=83871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 13:41:39.381613 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-69387bde-e1ec-4b20-ac83-a4f579b3b5a6 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736733287370'] for port, before_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:39.400715 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-ca875a07-0f3b-42dd-9aed-730361c2b7d7 tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:39.503111 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca470800-c40a-4b30-9434-9bbf338b33e8 None None] Network 52e92d7a-7b71-4f8b-95a8-f9be4255be10 requested from dv-neutron-836180-1-hyperv {{(pid=83872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 13:41:39.504874 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-a272fb2b-e9f8-4c40-b677-23ba7d84fe54 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2705391', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2999447'] for subnet, after_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:39.622279 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-c9fdfaea-2122-4c5e-bc15-888dd2896367 None None] Provisioning for port dc760f50-65d9-4217-9f35-f8d5dd35dc2b completed by entity DHCP. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 13:41:39.638980 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-c9fdfaea-2122-4c5e-bc15-888dd2896367 None None] Provisioning complete for port dc760f50-65d9-4217-9f35-f8d5dd35dc2b triggered by entity DHCP. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 13:41:39.639387 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-c9fdfaea-2122-4c5e-bc15-888dd2896367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-948329'] for port, provisioning_complete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:39.708963 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-69387bde-e1ec-4b20-ac83-a4f579b3b5a6 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4155147'] for port, precommit_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:39.715005 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a272fb2b-e9f8-4c40-b677-23ba7d84fe54 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Pushing event updated for resources: {'Subnet': ['ID=9d3fab87-3f6c-4de8-975a-cb14deb0b4ea,revision_number=0']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:41:39.772121 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a272fb2b-e9f8-4c40-b677-23ba7d84fe54 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Checking segment: {'id': 'ca192ecc-2da5-4762-a8ae-4c24b4c63cee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'aec22b7b-55b3-43ed-9c3e-ec30ca163d50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 13:41:39.772398 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a272fb2b-e9f8-4c40-b677-23ba7d84fe54 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Network hostable DHCP agents. Network: aec22b7b-55b3-43ed-9c3e-ec30ca163d50, hostable agents: ['e47e4547-5c2d-4954-ba56-fa3646239f18'], hosted agents: [] {{(pid=83869) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 13:41:39.838115 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-c9fdfaea-2122-4c5e-bc15-888dd2896367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:39.839171 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.plugin [None req-69387bde-e1ec-4b20-ac83-a4f579b3b5a6 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Calling delete_port for 0f6e8e70-c393-4451-9271-0cc2c46ff321 owned by {{(pid=83871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 13:41:39.871382 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a272fb2b-e9f8-4c40-b677-23ba7d84fe54 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Network aec22b7b-55b3-43ed-9c3e-ec30ca163d50 is scheduled to be hosted by DHCP agent e47e4547-5c2d-4954-ba56-fa3646239f18 with binding_index 1 {{(pid=83869) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 13:41:39.886457 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-c9fdfaea-2122-4c5e-bc15-888dd2896367 None None] For port dc760f50-65d9-4217-9f35-f8d5dd35dc2b, host dv-neutron-836180-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836180-1-hyperv',level=0,port_id=dc760f50-65d9-4217-9f35-f8d5dd35dc2b,segment=NetworkSegment(14b6111f-cfc1-4103-bf74-88d1eac2dfbd),segment_id=14b6111f-cfc1-4103-bf74-88d1eac2dfbd)] {{(pid=83872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 13:41:39.891964 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-c9fdfaea-2122-4c5e-bc15-888dd2896367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864'] for port, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:39.900738 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.scheduler.base_scheduler [None req-a272fb2b-e9f8-4c40-b677-23ba7d84fe54 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-836180-1-hyperv, aec22b7b-55b3-43ed-9c3e-ec30ca163d50) {{(pid=83869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 13:41:39.915446 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a272fb2b-e9f8-4c40-b677-23ba7d84fe54 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:41:39.916026 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-a272fb2b-e9f8-4c40-b677-23ba7d84fe54 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Notify callbacks [] for subnet, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:39.927585 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c6f6347-d6dc-4e99-ad22-2392d511d0ad None None] Network aec22b7b-55b3-43ed-9c3e-ec30ca163d50 requested from dv-neutron-836180-1-hyperv {{(pid=83872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 13:41:39.938137 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-69387bde-e1ec-4b20-ac83-a4f579b3b5a6 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736733359243', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736732935810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2743125'] for port, after_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:39.963929 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-a272fb2b-e9f8-4c40-b677-23ba7d84fe54 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4362154 Apr 01 13:41:39.964158 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 55652) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:41:39.972185 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.v2.base [None req-eb4cab58-c7c9-4a50-a10e-4d4ac04789e4 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Request body: {'subnet': {'network_id': 'aec22b7b-55b3-43ed-9c3e-ec30ca163d50', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:41:39.987805 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-ca875a07-0f3b-42dd-9aed-730361c2b7d7 tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Notify callbacks [] for port, precommit_update {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:40.001922 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69387bde-e1ec-4b20-ac83-a4f579b3b5a6 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Pushing event deleted for resources: {'Port': ['ID=0f6e8e70-c393-4451-9271-0cc2c46ff321,revision_number=None']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:41:40.010308 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-69387bde-e1ec-4b20-ac83-a4f579b3b5a6 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109561'] for port, before_response {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:40.022019 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-69387bde-e1ec-4b20-ac83-a4f579b3b5a6 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] 10.222.0.26 "DELETE /v2.0/ports/0f6e8e70-c393-4451-9271-0cc2c46ff321 HTTP/1.1" status: 204 len: 168 time: 0.7272384 Apr 01 13:41:40.024538 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 55656) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:41:40.031372 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.v2.base [None req-10d739fb-c6eb-4e1e-af19-bc68c26d791c tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Request body: {'port': {'network_id': 'da52fa05-a658-4e73-abb5-e8699cbc9bb6', 'mac_address': 'fa:16:3e:a1:a5:bd', 'name': 'tempest-PortsTestJSON-607453674'}} {{(pid=83871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:41:40.049883 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9fdfaea-2122-4c5e-bc15-888dd2896367 None None] Pushing event updated for resources: {'Port': ['ID=dc760f50-65d9-4217-9f35-f8d5dd35dc2b,revision_number=3']} {{(pid=83872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:41:40.109564 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-ca875a07-0f3b-42dd-9aed-730361c2b7d7 tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2705172'] for port, after_update {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:40.169232 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-10d739fb-c6eb-4e1e-af19-bc68c26d791c tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:41:40.175174 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-10d739fb-c6eb-4e1e-af19-bc68c26d791c tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Usage tracker for resource:port and tenant:1932cd2bf32d410ebaa96b0062b29072 is out of sync, need to count used quota {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 13:41:40.178663 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-10d739fb-c6eb-4e1e-af19-bc68c26d791c tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 13:41:40.184706 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-10d739fb-c6eb-4e1e-af19-bc68c26d791c tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:41:40.197710 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10d739fb-c6eb-4e1e-af19-bc68c26d791c tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Made reservation on behalf of 1932cd2bf32d410ebaa96b0062b29072 for: {'port': 1} {{(pid=83871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 13:41:40.202148 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc7f0cf6-e072-46a8-b663-9fda5eb94909 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7e7d0ecb-2af4-55f5-9198-238ab0570d62-aec22b7b-55b3-43ed-9c3e-ec30ca163d50', 'network_id': 'aec22b7b-55b3-43ed-9c3e-ec30ca163d50', 'tenant_id': '2ac88458dfe547ba9bcc73de4b0c8518', 'fixed_ips': [{'subnet_id': '9d3fab87-3f6c-4de8-975a-cb14deb0b4ea'}]}} from dv-neutron-836180-1-hyperv. {{(pid=83872) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 01 13:41:40.203013 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-fc7f0cf6-e072-46a8-b663-9fda5eb94909 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:40.317066 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-eb4cab58-c7c9-4a50-a10e-4d4ac04789e4 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:41:40.323665 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-eb4cab58-c7c9-4a50-a10e-4d4ac04789e4 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Usage tracker for resource:subnet and tenant:2ac88458dfe547ba9bcc73de4b0c8518 is out of sync, need to count used quota {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 13:41:40.330483 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-eb4cab58-c7c9-4a50-a10e-4d4ac04789e4 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 13:41:40.339467 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-eb4cab58-c7c9-4a50-a10e-4d4ac04789e4 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:41:40.349847 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-10d739fb-c6eb-4e1e-af19-bc68c26d791c tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:40.350358 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca875a07-0f3b-42dd-9aed-730361c2b7d7 tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Pushing event updated for resources: {'Port': ['ID=7d78f01b-61b5-4c39-a5cd-9ac1ebf4ac15,revision_number=2']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:41:40.360915 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb4cab58-c7c9-4a50-a10e-4d4ac04789e4 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Made reservation on behalf of 2ac88458dfe547ba9bcc73de4b0c8518 for: {'subnet': 1} {{(pid=83869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 13:41:40.365008 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-eb4cab58-c7c9-4a50-a10e-4d4ac04789e4 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2999481'] for subnet, before_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:40.390863 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.notifiers.nova [None req-10d739fb-c6eb-4e1e-af19-bc68c26d791c tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] device_id is not set on port c1182016-dd9a-433f-b030-f084b0188109 yet. {{(pid=83871) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 01 13:41:40.418993 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.db_base_plugin_common [None req-fc7f0cf6-e072-46a8-b663-9fda5eb94909 None None] Allocated IP 2001:db8::2 (aec22b7b-55b3-43ed-9c3e-ec30ca163d50/9d3fab87-3f6c-4de8-975a-cb14deb0b4ea/06cb968f-e7ad-43c9-9eb5-f150615ac102) {{(pid=83872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 13:41:40.523063 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-ca875a07-0f3b-42dd-9aed-730361c2b7d7 tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3017508', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4084015'] for router_interface, after_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:40.536201 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.db.ipam_backend_mixin [None req-eb4cab58-c7c9-4a50-a10e-4d4ac04789e4 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 9d3fab87-3f6c-4de8-975a-cb14deb0b4ea (CIDR: 2001:db8::/64) Apr 01 13:41:40.552825 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.pecan_wsgi.hooks.translation [None req-eb4cab58-c7c9-4a50-a10e-4d4ac04789e4 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 01 13:41:40.553267 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eb4cab58-c7c9-4a50-a10e-4d4ac04789e4 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83869) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 13:41:40.636752 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-eb4cab58-c7c9-4a50-a10e-4d4ac04789e4 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6691530 Apr 01 13:41:40.636999 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-10d739fb-c6eb-4e1e-af19-bc68c26d791c tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Notify callbacks [] for port, precommit_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:40.636999 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 55660) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:41:40.645812 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.v2.base [None req-2955bdbc-30d6-479d-8bd2-3f3ed1d9f7a8 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Request body: {'subnet': {'network_id': 'aec22b7b-55b3-43ed-9c3e-ec30ca163d50', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=83871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:41:40.668374 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-c0c1041d-af58-4ff9-be95-889f874fe353 None None] Provisioning for port 7d78f01b-61b5-4c39-a5cd-9ac1ebf4ac15 completed by entity DHCP. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 13:41:40.675925 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-c0c1041d-af58-4ff9-be95-889f874fe353 None None] Provisioning complete for port 7d78f01b-61b5-4c39-a5cd-9ac1ebf4ac15 triggered by entity DHCP. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 13:41:40.676292 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-c0c1041d-af58-4ff9-be95-889f874fe353 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-948329'] for port, provisioning_complete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:40.692397 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca875a07-0f3b-42dd-9aed-730361c2b7d7 tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Network 52e92d7a-7b71-4f8b-95a8-f9be4255be10 is already hosted by enough agents. {{(pid=83869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 13:41:40.693575 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.scheduler.base_scheduler [None req-ca875a07-0f3b-42dd-9aed-730361c2b7d7 tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Resources bound (agent type, host, resource id): {{(pid=83869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 13:41:40.740246 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.plugin [None req-c0c1041d-af58-4ff9-be95-889f874fe353 None None] Port 7d78f01b-61b5-4c39-a5cd-9ac1ebf4ac15 cannot update to ACTIVE because it is not bound. {{(pid=83872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 13:41:40.759416 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-fc7f0cf6-e072-46a8-b663-9fda5eb94909 None None] Notify callbacks [] for port, precommit_create {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:40.775388 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-fc7f0cf6-e072-46a8-b663-9fda5eb94909 None None] Transition to ACTIVE for port object 06cb968f-e7ad-43c9-9eb5-f150615ac102 will not be triggered until provisioned by entity L2. {{(pid=83872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 13:41:40.786457 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-c0c1041d-af58-4ff9-be95-889f874fe353 None None] Provisioning complete for port dc760f50-65d9-4217-9f35-f8d5dd35dc2b triggered by entity DHCP. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 13:41:40.787108 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-c0c1041d-af58-4ff9-be95-889f874fe353 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-948329'] for port, provisioning_complete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:40.801872 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-10d739fb-c6eb-4e1e-af19-bc68c26d791c tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736732935801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2743125'] for port, after_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:40.812122 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-2955bdbc-30d6-479d-8bd2-3f3ed1d9f7a8 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:41:40.839853 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-fc7f0cf6-e072-46a8-b663-9fda5eb94909 None None] Transition to ACTIVE for port object 06cb968f-e7ad-43c9-9eb5-f150615ac102 will not be triggered until provisioned by entity DHCP. {{(pid=83872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 13:41:40.855418 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-fc7f0cf6-e072-46a8-b663-9fda5eb94909 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736732935801'] for port, after_create {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:40.905779 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-2955bdbc-30d6-479d-8bd2-3f3ed1d9f7a8 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Usage tracker for resource:subnet and tenant:2ac88458dfe547ba9bcc73de4b0c8518 is out of sync, need to count used quota {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 13:41:40.929552 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-2955bdbc-30d6-479d-8bd2-3f3ed1d9f7a8 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 13:41:40.942658 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-2955bdbc-30d6-479d-8bd2-3f3ed1d9f7a8 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:41:40.956749 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10d739fb-c6eb-4e1e-af19-bc68c26d791c tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Network da52fa05-a658-4e73-abb5-e8699cbc9bb6 is already hosted by enough agents. {{(pid=83871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 13:41:40.969289 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.scheduler.base_scheduler [None req-10d739fb-c6eb-4e1e-af19-bc68c26d791c tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Resources bound (agent type, host, resource id): {{(pid=83871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 13:41:40.971764 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10d739fb-c6eb-4e1e-af19-bc68c26d791c tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Received port after_create {{(pid=83871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 13:41:40.976891 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10d739fb-c6eb-4e1e-af19-bc68c26d791c tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:41:40.977516 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-10d739fb-c6eb-4e1e-af19-bc68c26d791c tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109561'] for port, before_response {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:40.990250 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Device dc760f50-65d9-4217-9f35-f8d5dd35dc2b up at agent ovs-agent-dv-neutron-836180-1-hyperv {{(pid=83872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 13:41:41.003343 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d739fb-c6eb-4e1e-af19-bc68c26d791c tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Pushing event updated for resources: {'Port': ['ID=c1182016-dd9a-433f-b030-f084b0188109,revision_number=1']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:41:41.012018 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2955bdbc-30d6-479d-8bd2-3f3ed1d9f7a8 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Made reservation on behalf of 2ac88458dfe547ba9bcc73de4b0c8518 for: {'subnet': 1} {{(pid=83871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 13:41:41.040213 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc7f0cf6-e072-46a8-b663-9fda5eb94909 None None] Pushing event updated for resources: {'Port': ['ID=06cb968f-e7ad-43c9-9eb5-f150615ac102,revision_number=1']} {{(pid=83872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:41:41.049359 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc7f0cf6-e072-46a8-b663-9fda5eb94909 None None] Network aec22b7b-55b3-43ed-9c3e-ec30ca163d50 is already hosted by enough agents. {{(pid=83872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 13:41:41.053908 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.scheduler.base_scheduler [None req-fc7f0cf6-e072-46a8-b663-9fda5eb94909 None None] Resources bound (agent type, host, resource id): {{(pid=83872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 13:41:41.059663 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc7f0cf6-e072-46a8-b663-9fda5eb94909 None None] Received port after_create {{(pid=83872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 13:41:41.090598 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-10d739fb-c6eb-4e1e-af19-bc68c26d791c tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 1.0648665 Apr 01 13:41:41.095825 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 55664) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:41:41.179444 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.managers [None req-fc7f0cf6-e072-46a8-b663-9fda5eb94909 None None] Attempting to bind port 06cb968f-e7ad-43c9-9eb5-f150615ac102 on host dv-neutron-836180-1-hyperv for vnic_type normal with profile {{(pid=83872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 13:41:41.180075 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.managers [None req-fc7f0cf6-e072-46a8-b663-9fda5eb94909 None None] Attempting to bind port 06cb968f-e7ad-43c9-9eb5-f150615ac102 by drivers openvswitch,hyperv on host dv-neutron-836180-1-hyperv at level 0 using segments [{'id': 'ca192ecc-2da5-4762-a8ae-4c24b4c63cee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'aec22b7b-55b3-43ed-9c3e-ec30ca163d50'}] {{(pid=83872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 13:41:41.180621 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc7f0cf6-e072-46a8-b663-9fda5eb94909 None None] Attempting to bind port 06cb968f-e7ad-43c9-9eb5-f150615ac102 on network aec22b7b-55b3-43ed-9c3e-ec30ca163d50 {{(pid=83872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 13:41:41.195056 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92d0bbfa-a631-4583-9aad-5d07964f2f1d tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:41:41.195583 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Provisioning complete for port dc760f50-65d9-4217-9f35-f8d5dd35dc2b triggered by entity L2. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 13:41:41.195744 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-92d0bbfa-a631-4583-9aad-5d07964f2f1d tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Synchronizing usage tracker for tenant:1932cd2bf32d410ebaa96b0062b29072 on resource:port {{(pid=83871) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 13:41:41.195949 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-948329'] for port, provisioning_complete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:41.225203 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc7f0cf6-e072-46a8-b663-9fda5eb94909 None None] Checking agent: {'id': 'af948428-97cd-4d10-9f53-af028bdb39b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-836180-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 13, 25, 37), 'started_at': datetime.datetime(2022, 4, 1, 13, 26, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 13, 41, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-836180-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 13:41:41.225922 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc7f0cf6-e072-46a8-b663-9fda5eb94909 None None] Checking segment: {'id': 'ca192ecc-2da5-4762-a8ae-4c24b4c63cee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'aec22b7b-55b3-43ed-9c3e-ec30ca163d50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 13:41:41.225922 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-fc7f0cf6-e072-46a8-b663-9fda5eb94909 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:41.226282 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc7f0cf6-e072-46a8-b663-9fda5eb94909 None None] Bound using segment: {'id': 'ca192ecc-2da5-4762-a8ae-4c24b4c63cee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'aec22b7b-55b3-43ed-9c3e-ec30ca163d50'} {{(pid=83872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 13:41:41.226753 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.managers [None req-fc7f0cf6-e072-46a8-b663-9fda5eb94909 None None] Bound port: 06cb968f-e7ad-43c9-9eb5-f150615ac102, host: dv-neutron-836180-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca192ecc-2da5-4762-a8ae-4c24b4c63cee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'aec22b7b-55b3-43ed-9c3e-ec30ca163d50'}}] {{(pid=83872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 13:41:41.227132 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-fc7f0cf6-e072-46a8-b663-9fda5eb94909 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:41.227475 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-2955bdbc-30d6-479d-8bd2-3f3ed1d9f7a8 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2757336'] for subnet, before_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:41.246074 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-92d0bbfa-a631-4583-9aad-5d07964f2f1d tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Unset dirty status for tenant:1932cd2bf32d410ebaa96b0062b29072 on resource:port {{(pid=83871) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 13:41:41.246531 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca875a07-0f3b-42dd-9aed-730361c2b7d7 tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Router 0f53ca0b-ff09-4351-ab77-c1e0529db189 is scheduled to L3 agent 88bf8fc8-11a3-4e96-9d1b-5fd93ba9f6f1 with binding_index 1 {{(pid=83869) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 01 13:41:41.251036 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-92d0bbfa-a631-4583-9aad-5d07964f2f1d tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] 10.222.0.26 "GET /v2.0/ports/c1182016-dd9a-433f-b030-f084b0188109 HTTP/1.1" status: 200 len: 840 time: 0.1503131 Apr 01 13:41:41.253156 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 55668) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:41:41.257264 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-b5a2571a-c40b-4025-a752-eb877fe61e35 None None] Provisioning complete for port 7d78f01b-61b5-4c39-a5cd-9ac1ebf4ac15 triggered by entity DHCP. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 13:41:41.257630 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-b5a2571a-c40b-4025-a752-eb877fe61e35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-948329'] for port, provisioning_complete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:41.362661 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.plugin [None req-162bbc4f-54d4-49bd-b0e1-5e790e9576e1 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Deleting port c1182016-dd9a-433f-b030-f084b0188109 {{(pid=83871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 13:41:41.363034 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-162bbc4f-54d4-49bd-b0e1-5e790e9576e1 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736733287370'] for port, before_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:41.384980 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.plugin [None req-b5a2571a-c40b-4025-a752-eb877fe61e35 None None] Port 7d78f01b-61b5-4c39-a5cd-9ac1ebf4ac15 cannot update to ACTIVE because it is not bound. {{(pid=83872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 13:41:41.423679 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-fc7f0cf6-e072-46a8-b663-9fda5eb94909 None None] For port 06cb968f-e7ad-43c9-9eb5-f150615ac102, host dv-neutron-836180-1-hyperv, cleared binding levels {{(pid=83872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 13:41:41.441597 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca875a07-0f3b-42dd-9aed-730361c2b7d7 tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Notify agent at l3_agent.dv-neutron-836180-1-hyperv the message routers_updated {{(pid=83869) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 13:41:41.444189 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-fc7f0cf6-e072-46a8-b663-9fda5eb94909 None None] For port 06cb968f-e7ad-43c9-9eb5-f150615ac102, host dv-neutron-836180-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836180-1-hyperv',level=0,port_id=06cb968f-e7ad-43c9-9eb5-f150615ac102,segment=NetworkSegment(ca192ecc-2da5-4762-a8ae-4c24b4c63cee),segment_id=ca192ecc-2da5-4762-a8ae-4c24b4c63cee)] {{(pid=83872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 13:41:41.446860 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-ca875a07-0f3b-42dd-9aed-730361c2b7d7 tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] 10.222.0.26 "PUT /v2.0/routers/0f53ca0b-ff09-4351-ab77-c1e0529db189/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5768209 Apr 01 13:41:41.449684 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 55672) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:41:41.456084 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06c1c112-bd19-4fda-aa1b-89b1097ac26c None None] Sync routers for ids ['0f53ca0b-ff09-4351-ab77-c1e0529db189'] in dv-neutron-836180-1-hyperv {{(pid=83873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 13:41:41.458845 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-fc7f0cf6-e072-46a8-b663-9fda5eb94909 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864'] for port, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:41.469998 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06c1c112-bd19-4fda-aa1b-89b1097ac26c None None] Routers {'0f53ca0b-ff09-4351-ab77-c1e0529db189'} bound to L3 agent in host dv-neutron-836180-1-hyperv {{(pid=83873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 13:41:41.470541 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.v2.base [None req-7a8b3c3c-e40e-4ecf-b751-f8a6848938d8 tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Request body: {'network': {'name': 'tempest-RoutersTest-152235957'}} {{(pid=83869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:41:41.470693 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-06c1c112-bd19-4fda-aa1b-89b1097ac26c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836180-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-01T13:25:36Z,description=,heartbeat_timestamp=2022-04-01T13:41:36Z,host='dv-neutron-836180-1-hyperv',id=88bf8fc8-11a3-4e96-9d1b-5fd93ba9f6f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T13:25:36Z,topic='l3_agent')) {'router_ids': ['0f53ca0b-ff09-4351-ab77-c1e0529db189'], 'active': True} {{(pid=83873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:41:41.477548 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-7a8b3c3c-e40e-4ecf-b751-f8a6848938d8 tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:41:41.483849 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-7a8b3c3c-e40e-4ecf-b751-f8a6848938d8 tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Usage tracker for resource:network and tenant:7eaea7f33c58432a9d19111cc275f4e1 is out of sync, need to count used quota {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 13:41:41.488278 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-7a8b3c3c-e40e-4ecf-b751-f8a6848938d8 tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 13:41:41.496354 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-7a8b3c3c-e40e-4ecf-b751-f8a6848938d8 tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:41:41.513629 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a8b3c3c-e40e-4ecf-b751-f8a6848938d8 tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Made reservation on behalf of 7eaea7f33c58432a9d19111cc275f4e1 for: {'network': 1} {{(pid=83869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 13:41:41.522943 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-7a8b3c3c-e40e-4ecf-b751-f8a6848938d8 tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for network, before_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:41.548530 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc7f0cf6-e072-46a8-b663-9fda5eb94909 None None] Pushing event updated for resources: {'Port': ['ID=06cb968f-e7ad-43c9-9eb5-f150615ac102,revision_number=2']} {{(pid=83872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:41:41.582241 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7a8b3c3c-e40e-4ecf-b751-f8a6848938d8 tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] vlan segment allocate from pool success with {'vlan_id': 357, 'physical_network': 'physnet1'} {{(pid=83869) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 13:41:41.593543 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-7a8b3c3c-e40e-4ecf-b751-f8a6848938d8 tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1004271'] for segment, precommit_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:41.593966 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.db.segments_db [None req-7a8b3c3c-e40e-4ecf-b751-f8a6848938d8 tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Added segment 93dd05bf-39fb-44f4-9047-aa96d039491b of type vlan for network 10ff9f13-ba46-4e19-a3ef-7dbc3ca70388 Apr 01 13:41:41.628013 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-7a8b3c3c-e40e-4ecf-b751-f8a6848938d8 tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736732923383'] for network, precommit_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:41.668938 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-7a8b3c3c-e40e-4ecf-b751-f8a6848938d8 tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575'] for network, after_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:41.674572 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a8b3c3c-e40e-4ecf-b751-f8a6848938d8 tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:41:41.675421 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_dvr_db [None req-06c1c112-bd19-4fda-aa1b-89b1097ac26c None None] Set router 0f53ca0b-ff09-4351-ab77-c1e0529db189 gateway port host: None {{(pid=83873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 13:41:41.675673 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-7a8b3c3c-e40e-4ecf-b751-f8a6848938d8 tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Notify callbacks [] for network, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:41.801966 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-162bbc4f-54d4-49bd-b0e1-5e790e9576e1 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4155147'] for port, precommit_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:41.825787 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-7a8b3c3c-e40e-4ecf-b751-f8a6848938d8 tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.3748195 Apr 01 13:41:41.826471 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 55676) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:41:41.848493 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.v2.base [None req-1aa1844b-d23b-41de-b5a7-87732071f00e tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Request body: {'subnet': {'network_id': '10ff9f13-ba46-4e19-a3ef-7dbc3ca70388', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=83869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:41:41.930183 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a8b3c3c-e40e-4ecf-b751-f8a6848938d8 tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Pushing event updated for resources: {'Network': ['ID=10ff9f13-ba46-4e19-a3ef-7dbc3ca70388,revision_number=1']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:41:41.944051 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Network 10ff9f13-ba46-4e19-a3ef-7dbc3ca70388 details requested by agent ovs-agent-dv-neutron-836180-1-hyperv with host dv-neutron-836180-1-hyperv {{(pid=83872) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 13:41:41.975371 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.plugin [None req-162bbc4f-54d4-49bd-b0e1-5e790e9576e1 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Calling delete_port for c1182016-dd9a-433f-b030-f084b0188109 owned by {{(pid=83871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 13:41:41.992157 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-1aa1844b-d23b-41de-b5a7-87732071f00e tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:41:41.996457 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-1aa1844b-d23b-41de-b5a7-87732071f00e tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Usage tracker for resource:subnet and tenant:7eaea7f33c58432a9d19111cc275f4e1 is out of sync, need to count used quota {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 13:41:42.000949 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-1aa1844b-d23b-41de-b5a7-87732071f00e tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 13:41:42.007778 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-1aa1844b-d23b-41de-b5a7-87732071f00e tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:41:42.020704 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1aa1844b-d23b-41de-b5a7-87732071f00e tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Made reservation on behalf of 7eaea7f33c58432a9d19111cc275f4e1 for: {'subnet': 1} {{(pid=83869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 13:41:42.096441 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-06c1c112-bd19-4fda-aa1b-89b1097ac26c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f53ca0b-ff09-4351-ab77-c1e0529db189', 'name': 'tempest-RoutersTest-router-190868674', 'tenant_id': '7eaea7f33c58432a9d19111cc275f4e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T13:41:34Z', 'updated_at': '2022-04-01T13:41:39Z', 'revision_number': 2, 'project_id': '7eaea7f33c58432a9d19111cc275f4e1', 'gw_port_host': None, '_interfaces': [{'id': '7d78f01b-61b5-4c39-a5cd-9ac1ebf4ac15', 'name': '', 'network_id': '52e92d7a-7b71-4f8b-95a8-f9be4255be10', 'tenant_id': '7eaea7f33c58432a9d19111cc275f4e1', 'mac_address': 'fa:16:3e:8e:23:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f53ca0b-ff09-4351-ab77-c1e0529db189', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b65cb694-993a-4803-b2e5-1f1edaa872e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:41:37Z', 'updated_at': '2022-04-01T13:41:39Z', 'revision_number': 2, 'project_id': '7eaea7f33c58432a9d19111cc275f4e1', 'subnets': [{'id': 'b65cb694-993a-4803-b2e5-1f1edaa872e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-836180-1-hyperv', False) {} {{(pid=83873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:41:42.100207 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-162bbc4f-54d4-49bd-b0e1-5e790e9576e1 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736733359243', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736732935810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2743125'] for port, after_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:42.106297 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06c1c112-bd19-4fda-aa1b-89b1097ac26c None None] Checking router: 0f53ca0b-ff09-4351-ab77-c1e0529db189 for host: dv-neutron-836180-1-hyperv {{(pid=83873) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 01 13:41:42.106690 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06c1c112-bd19-4fda-aa1b-89b1097ac26c None None] Updating router 0f53ca0b-ff09-4351-ab77-c1e0529db189 port 7d78f01b-61b5-4c39-a5cd-9ac1ebf4ac15 binding host dv-neutron-836180-1-hyperv {{(pid=83873) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 01 13:41:42.150111 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-1aa1844b-d23b-41de-b5a7-87732071f00e tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2999481'] for subnet, before_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:42.166026 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162bbc4f-54d4-49bd-b0e1-5e790e9576e1 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Pushing event deleted for resources: {'Port': ['ID=c1182016-dd9a-433f-b030-f084b0188109,revision_number=None']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:41:42.169443 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-06c1c112-bd19-4fda-aa1b-89b1097ac26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:42.177635 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-162bbc4f-54d4-49bd-b0e1-5e790e9576e1 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109561'] for port, before_response {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:42.182714 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-2955bdbc-30d6-479d-8bd2-3f3ed1d9f7a8 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2743225', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2757366'] for subnet, after_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:42.251149 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-162bbc4f-54d4-49bd-b0e1-5e790e9576e1 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] 10.222.0.26 "DELETE /v2.0/ports/c1182016-dd9a-433f-b030-f084b0188109 HTTP/1.1" status: 204 len: 168 time: 0.9978030 Apr 01 13:41:42.255956 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 55680) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:41:42.257445 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2955bdbc-30d6-479d-8bd2-3f3ed1d9f7a8 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Network aec22b7b-55b3-43ed-9c3e-ec30ca163d50 is already hosted by enough agents. {{(pid=83871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 13:41:42.260613 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.scheduler.base_scheduler [None req-2955bdbc-30d6-479d-8bd2-3f3ed1d9f7a8 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Resources bound (agent type, host, resource id): {{(pid=83871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 13:41:42.263778 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2955bdbc-30d6-479d-8bd2-3f3ed1d9f7a8 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:41:42.264911 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-2955bdbc-30d6-479d-8bd2-3f3ed1d9f7a8 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Notify callbacks [] for subnet, before_response {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:42.283661 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2955bdbc-30d6-479d-8bd2-3f3ed1d9f7a8 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Pushing event updated for resources: {'Subnet': ['ID=e10be7bd-5a15-47f9-a99a-514c10a07a05,revision_number=0']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:41:42.303216 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-2955bdbc-30d6-479d-8bd2-3f3ed1d9f7a8 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.6651518 Apr 01 13:41:42.303921 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 55684) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:41:42.309719 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.v2.base [None req-704b1589-cab2-41d9-8a98-0d4dcdbd4e77 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Request body: {'port': {'network_id': 'aec22b7b-55b3-43ed-9c3e-ec30ca163d50', 'fixed_ips': [{'subnet_id': '9d3fab87-3f6c-4de8-975a-cb14deb0b4ea'}, {'subnet_id': 'e10be7bd-5a15-47f9-a99a-514c10a07a05'}], 'name': 'tempest-PortsIpV6TestJSON-287979055'}} {{(pid=83871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:41:42.347476 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.pecan_wsgi.hooks.translation [None req-18d35ec7-a8ee-4ebb-8001-04717fccecfd tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] GET failed (client error): The resource could not be found. Apr 01 13:41:42.348680 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-18d35ec7-a8ee-4ebb-8001-04717fccecfd tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] 10.222.0.26 "GET /v2.0/ports/c1182016-dd9a-433f-b030-f084b0188109 HTTP/1.1" status: 404 len: 333 time: 0.0915756 Apr 01 13:41:42.353666 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 55688) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:41:42.359885 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.v2.base [None req-d2d29c50-d0e4-485c-85ee-79f325382f37 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Request body: {'port': {'network_id': 'da52fa05-a658-4e73-abb5-e8699cbc9bb6', 'name': 'tempest-PortsTestJSON-1667848725'}} {{(pid=83869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:41:42.510478 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-704b1589-cab2-41d9-8a98-0d4dcdbd4e77 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:41:42.519137 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-704b1589-cab2-41d9-8a98-0d4dcdbd4e77 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Usage tracker for resource:port and tenant:2ac88458dfe547ba9bcc73de4b0c8518 is out of sync, need to count used quota {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 13:41:42.523340 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-704b1589-cab2-41d9-8a98-0d4dcdbd4e77 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 13:41:42.529660 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-d2d29c50-d0e4-485c-85ee-79f325382f37 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:41:42.532877 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-704b1589-cab2-41d9-8a98-0d4dcdbd4e77 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:41:42.538092 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-d2d29c50-d0e4-485c-85ee-79f325382f37 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Usage tracker for resource:port and tenant:1932cd2bf32d410ebaa96b0062b29072 is out of sync, need to count used quota {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 13:41:42.542915 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-d2d29c50-d0e4-485c-85ee-79f325382f37 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 13:41:42.549588 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-704b1589-cab2-41d9-8a98-0d4dcdbd4e77 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Made reservation on behalf of 2ac88458dfe547ba9bcc73de4b0c8518 for: {'port': 1} {{(pid=83871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 13:41:42.553837 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-d2d29c50-d0e4-485c-85ee-79f325382f37 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:41:42.559654 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-704b1589-cab2-41d9-8a98-0d4dcdbd4e77 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:42.587011 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2d29c50-d0e4-485c-85ee-79f325382f37 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Made reservation on behalf of 1932cd2bf32d410ebaa96b0062b29072 for: {'port': 1} {{(pid=83869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 13:41:42.587163 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.notifiers.nova [None req-704b1589-cab2-41d9-8a98-0d4dcdbd4e77 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] device_id is not set on port 410cfac6-76b2-4712-a33b-e1ddc9a17208 yet. {{(pid=83871) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 01 13:41:42.590358 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-d2d29c50-d0e4-485c-85ee-79f325382f37 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:42.610152 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-06c1c112-bd19-4fda-aa1b-89b1097ac26c None None] Notify callbacks [] for port, precommit_update {{(pid=83873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:42.617751 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.notifiers.nova [None req-d2d29c50-d0e4-485c-85ee-79f325382f37 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] device_id is not set on port 36f74855-e051-4d57-a086-644587a0976b yet. {{(pid=83869) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 01 13:41:42.625912 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-06c1c112-bd19-4fda-aa1b-89b1097ac26c None None] Transition to ACTIVE for port object 7d78f01b-61b5-4c39-a5cd-9ac1ebf4ac15 will not be triggered until provisioned by entity L2. {{(pid=83873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 13:41:42.635376 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-06c1c112-bd19-4fda-aa1b-89b1097ac26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864'] for port, after_update {{(pid=83873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:42.654550 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-1aa1844b-d23b-41de-b5a7-87732071f00e tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2705391', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2999447'] for subnet, after_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:42.707263 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-faa0d2c6-340f-407e-8093-280911428fc0 None None] Network aec22b7b-55b3-43ed-9c3e-ec30ca163d50 requested from dv-neutron-836180-1-hyperv {{(pid=83872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 13:41:42.817231 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-e4d76bd0-817d-4dfc-8fc9-549a035ff260 None None] Provisioning for port 06cb968f-e7ad-43c9-9eb5-f150615ac102 completed by entity DHCP. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 13:41:42.836467 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa1844b-d23b-41de-b5a7-87732071f00e tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Pushing event updated for resources: {'Subnet': ['ID=eda77751-1d0c-475b-bc65-4c85201184e6,revision_number=0']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:41:42.837658 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e902508-06b3-43c7-a69e-e9b7a839d55a None None] Pushing event updated for resources: {'Port': ['ID=7d78f01b-61b5-4c39-a5cd-9ac1ebf4ac15,revision_number=3']} {{(pid=83873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:41:42.847778 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1aa1844b-d23b-41de-b5a7-87732071f00e tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Checking segment: {'id': '93dd05bf-39fb-44f4-9047-aa96d039491b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '10ff9f13-ba46-4e19-a3ef-7dbc3ca70388'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 13:41:42.849559 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1aa1844b-d23b-41de-b5a7-87732071f00e tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Network hostable DHCP agents. Network: 10ff9f13-ba46-4e19-a3ef-7dbc3ca70388, hostable agents: ['e47e4547-5c2d-4954-ba56-fa3646239f18'], hosted agents: [] {{(pid=83869) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 13:41:42.986170 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e902508-06b3-43c7-a69e-e9b7a839d55a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:41:42.986535 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e902508-06b3-43c7-a69e-e9b7a839d55a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:41:42.986847 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e902508-06b3-43c7-a69e-e9b7a839d55a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:41:42.987177 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e902508-06b3-43c7-a69e-e9b7a839d55a None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:41:42.987516 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e902508-06b3-43c7-a69e-e9b7a839d55a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:41:42.987842 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e902508-06b3-43c7-a69e-e9b7a839d55a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:41:42.988164 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e902508-06b3-43c7-a69e-e9b7a839d55a None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:41:42.988516 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e902508-06b3-43c7-a69e-e9b7a839d55a None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:41:42.988839 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e902508-06b3-43c7-a69e-e9b7a839d55a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:41:42.996160 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e902508-06b3-43c7-a69e-e9b7a839d55a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:41:42.996564 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e902508-06b3-43c7-a69e-e9b7a839d55a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:41:43.042885 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.plugins.ml2.managers [None req-06c1c112-bd19-4fda-aa1b-89b1097ac26c None None] Attempting to bind port 7d78f01b-61b5-4c39-a5cd-9ac1ebf4ac15 on host dv-neutron-836180-1-hyperv for vnic_type normal with profile {{(pid=83873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 13:41:43.043257 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.plugins.ml2.managers [None req-06c1c112-bd19-4fda-aa1b-89b1097ac26c None None] Attempting to bind port 7d78f01b-61b5-4c39-a5cd-9ac1ebf4ac15 by drivers openvswitch,hyperv on host dv-neutron-836180-1-hyperv at level 0 using segments [{'id': '14b6111f-cfc1-4103-bf74-88d1eac2dfbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '52e92d7a-7b71-4f8b-95a8-f9be4255be10'}] {{(pid=83873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 13:41:43.043591 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06c1c112-bd19-4fda-aa1b-89b1097ac26c None None] Attempting to bind port 7d78f01b-61b5-4c39-a5cd-9ac1ebf4ac15 on network 52e92d7a-7b71-4f8b-95a8-f9be4255be10 {{(pid=83873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 13:41:43.052828 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06c1c112-bd19-4fda-aa1b-89b1097ac26c None None] Checking agent: {'id': 'af948428-97cd-4d10-9f53-af028bdb39b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-836180-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 13, 25, 37), 'started_at': datetime.datetime(2022, 4, 1, 13, 26, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 13, 41, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-836180-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 13:41:43.053242 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06c1c112-bd19-4fda-aa1b-89b1097ac26c None None] Checking segment: {'id': '14b6111f-cfc1-4103-bf74-88d1eac2dfbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '52e92d7a-7b71-4f8b-95a8-f9be4255be10'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 13:41:43.053577 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-06c1c112-bd19-4fda-aa1b-89b1097ac26c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:43.054020 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06c1c112-bd19-4fda-aa1b-89b1097ac26c None None] Bound using segment: {'id': '14b6111f-cfc1-4103-bf74-88d1eac2dfbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '52e92d7a-7b71-4f8b-95a8-f9be4255be10'} {{(pid=83873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 13:41:43.054750 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.plugins.ml2.managers [None req-06c1c112-bd19-4fda-aa1b-89b1097ac26c None None] Bound port: 7d78f01b-61b5-4c39-a5cd-9ac1ebf4ac15, host: dv-neutron-836180-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '14b6111f-cfc1-4103-bf74-88d1eac2dfbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '52e92d7a-7b71-4f8b-95a8-f9be4255be10'}}] {{(pid=83873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 13:41:43.055136 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-06c1c112-bd19-4fda-aa1b-89b1097ac26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:43.062424 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Device 06cb968f-e7ad-43c9-9eb5-f150615ac102 up at agent ovs-agent-dv-neutron-836180-1-hyperv {{(pid=83872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 13:41:43.109748 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.db_base_plugin_common [None req-704b1589-cab2-41d9-8a98-0d4dcdbd4e77 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Allocated IP 2001:db8::1af (aec22b7b-55b3-43ed-9c3e-ec30ca163d50/9d3fab87-3f6c-4de8-975a-cb14deb0b4ea/410cfac6-76b2-4712-a33b-e1ddc9a17208) {{(pid=83871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 13:41:43.116746 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.db_base_plugin_common [None req-704b1589-cab2-41d9-8a98-0d4dcdbd4e77 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Allocated IP 2001:db8:0:1::198 (aec22b7b-55b3-43ed-9c3e-ec30ca163d50/e10be7bd-5a15-47f9-a99a-514c10a07a05/410cfac6-76b2-4712-a33b-e1ddc9a17208) {{(pid=83871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 13:41:43.151142 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1aa1844b-d23b-41de-b5a7-87732071f00e tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Network 10ff9f13-ba46-4e19-a3ef-7dbc3ca70388 is scheduled to be hosted by DHCP agent e47e4547-5c2d-4954-ba56-fa3646239f18 with binding_index 1 {{(pid=83869) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 13:41:43.183606 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.scheduler.base_scheduler [None req-1aa1844b-d23b-41de-b5a7-87732071f00e tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-836180-1-hyperv, 10ff9f13-ba46-4e19-a3ef-7dbc3ca70388) {{(pid=83869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 13:41:43.196194 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-d2d29c50-d0e4-485c-85ee-79f325382f37 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Notify callbacks [] for port, precommit_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:43.198045 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86eb7b42-e24d-41dd-b39b-063d8b3f43a9 None None] Network 10ff9f13-ba46-4e19-a3ef-7dbc3ca70388 requested from dv-neutron-836180-1-hyperv {{(pid=83872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 13:41:43.199335 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1aa1844b-d23b-41de-b5a7-87732071f00e tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:41:43.200129 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-1aa1844b-d23b-41de-b5a7-87732071f00e tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Notify callbacks [] for subnet, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:43.202360 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.plugins.ml2.db [None req-06c1c112-bd19-4fda-aa1b-89b1097ac26c None None] For port 7d78f01b-61b5-4c39-a5cd-9ac1ebf4ac15, host dv-neutron-836180-1-hyperv, cleared binding levels {{(pid=83873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 13:41:43.206940 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.plugins.ml2.db [None req-06c1c112-bd19-4fda-aa1b-89b1097ac26c None None] For port 7d78f01b-61b5-4c39-a5cd-9ac1ebf4ac15, host dv-neutron-836180-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836180-1-hyperv',level=0,port_id=7d78f01b-61b5-4c39-a5cd-9ac1ebf4ac15,segment=NetworkSegment(14b6111f-cfc1-4103-bf74-88d1eac2dfbd),segment_id=14b6111f-cfc1-4103-bf74-88d1eac2dfbd)] {{(pid=83873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 13:41:43.214171 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-06c1c112-bd19-4fda-aa1b-89b1097ac26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864'] for port, after_update {{(pid=83873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:43.220450 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Provisioning for port 06cb968f-e7ad-43c9-9eb5-f150615ac102 completed by entity L2. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 13:41:43.240241 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-1aa1844b-d23b-41de-b5a7-87732071f00e tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4082966 Apr 01 13:41:43.241243 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 55692) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:41:43.284655 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Provisioning complete for port 06cb968f-e7ad-43c9-9eb5-f150615ac102 triggered by entity L2. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 13:41:43.285027 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-948329'] for port, provisioning_complete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:43.318305 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e902508-06b3-43c7-a69e-e9b7a839d55a None None] Pushing event updated for resources: {'Port': ['ID=7d78f01b-61b5-4c39-a5cd-9ac1ebf4ac15,revision_number=4']} {{(pid=83873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:41:43.350221 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06c1c112-bd19-4fda-aa1b-89b1097ac26c None None] Routers {'0f53ca0b-ff09-4351-ab77-c1e0529db189'} bound to L3 agent in host dv-neutron-836180-1-hyperv {{(pid=83873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 13:41:43.351028 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-06c1c112-bd19-4fda-aa1b-89b1097ac26c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836180-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-01T13:25:36Z,description=,heartbeat_timestamp=2022-04-01T13:41:36Z,host='dv-neutron-836180-1-hyperv',id=88bf8fc8-11a3-4e96-9d1b-5fd93ba9f6f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T13:25:36Z,topic='l3_agent')) {'router_ids': ['0f53ca0b-ff09-4351-ab77-c1e0529db189'], 'active': True} {{(pid=83873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:41:43.440360 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-d2d29c50-d0e4-485c-85ee-79f325382f37 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736732935801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2705155'] for port, after_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:43.484950 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-704b1589-cab2-41d9-8a98-0d4dcdbd4e77 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Notify callbacks [] for port, precommit_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:43.509313 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.provisioning_blocks [None req-704b1589-cab2-41d9-8a98-0d4dcdbd4e77 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Transition to ACTIVE for port object 410cfac6-76b2-4712-a33b-e1ddc9a17208 will not be triggered until provisioned by entity DHCP. {{(pid=83871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 13:41:43.542288 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-704b1589-cab2-41d9-8a98-0d4dcdbd4e77 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736732935801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2743125'] for port, after_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:43.573013 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2d29c50-d0e4-485c-85ee-79f325382f37 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Network da52fa05-a658-4e73-abb5-e8699cbc9bb6 is already hosted by enough agents. {{(pid=83869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 13:41:43.578753 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.scheduler.base_scheduler [None req-d2d29c50-d0e4-485c-85ee-79f325382f37 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Resources bound (agent type, host, resource id): {{(pid=83869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 13:41:43.586195 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2d29c50-d0e4-485c-85ee-79f325382f37 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Received port after_create {{(pid=83869) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 13:41:43.590790 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2d29c50-d0e4-485c-85ee-79f325382f37 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:41:43.591603 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-d2d29c50-d0e4-485c-85ee-79f325382f37 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109561'] for port, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:43.620216 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d29c50-d0e4-485c-85ee-79f325382f37 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Pushing event updated for resources: {'Port': ['ID=36f74855-e051-4d57-a086-644587a0976b,revision_number=1']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:41:43.631317 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-d2d29c50-d0e4-485c-85ee-79f325382f37 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.2766399 Apr 01 13:41:43.634942 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 55696) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:41:43.639778 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_dvr_db [None req-06c1c112-bd19-4fda-aa1b-89b1097ac26c None None] Set router 0f53ca0b-ff09-4351-ab77-c1e0529db189 gateway port host: None {{(pid=83873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 13:41:43.640871 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.v2.base [None req-79e62d45-f5b6-48ea-98b8-0ea9cfffe2b0 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=83869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:41:43.671471 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e665fe0a-30da-49d4-aec0-35b861ac1174 None None] Update dhcp port {'port': {'network_id': 'aec22b7b-55b3-43ed-9c3e-ec30ca163d50', 'fixed_ips': [{'subnet_id': '9d3fab87-3f6c-4de8-975a-cb14deb0b4ea', 'ip_address': '2001:db8::2'}, {'subnet_id': 'e10be7bd-5a15-47f9-a99a-514c10a07a05'}], 'binding:host_id': 'dv-neutron-836180-1-hyperv'}, 'id': '06cb968f-e7ad-43c9-9eb5-f150615ac102'} from dv-neutron-836180-1-hyperv. {{(pid=83872) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Apr 01 13:41:43.684111 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-704b1589-cab2-41d9-8a98-0d4dcdbd4e77 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Pushing event updated for resources: {'Port': ['ID=410cfac6-76b2-4712-a33b-e1ddc9a17208,revision_number=1']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:41:43.708053 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-704b1589-cab2-41d9-8a98-0d4dcdbd4e77 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Network aec22b7b-55b3-43ed-9c3e-ec30ca163d50 is already hosted by enough agents. {{(pid=83871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 13:41:43.709887 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.scheduler.base_scheduler [None req-704b1589-cab2-41d9-8a98-0d4dcdbd4e77 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Resources bound (agent type, host, resource id): {{(pid=83871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 13:41:43.712507 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-704b1589-cab2-41d9-8a98-0d4dcdbd4e77 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Received port after_create {{(pid=83871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 13:41:43.716619 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-704b1589-cab2-41d9-8a98-0d4dcdbd4e77 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:41:43.718166 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-704b1589-cab2-41d9-8a98-0d4dcdbd4e77 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109561'] for port, before_response {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:43.745396 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-704b1589-cab2-41d9-8a98-0d4dcdbd4e77 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1016 time: 1.4403470 Apr 01 13:41:43.748359 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 55700) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:41:43.754838 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.v2.base [None req-6750e605-2768-4f34-8993-034a11557d6f tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '9d3fab87-3f6c-4de8-975a-cb14deb0b4ea'}]}} {{(pid=83871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:41:43.791639 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-e665fe0a-30da-49d4-aec0-35b861ac1174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:43.833980 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:43.868443 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45c766d8-ffb3-4f5b-ba5d-c46b87e3e02e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7e7d0ecb-2af4-55f5-9198-238ab0570d62-10ff9f13-ba46-4e19-a3ef-7dbc3ca70388', 'network_id': '10ff9f13-ba46-4e19-a3ef-7dbc3ca70388', 'tenant_id': '7eaea7f33c58432a9d19111cc275f4e1', 'fixed_ips': [{'subnet_id': 'eda77751-1d0c-475b-bc65-4c85201184e6'}]}} from dv-neutron-836180-1-hyperv. {{(pid=83872) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 01 13:41:43.870556 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-45c766d8-ffb3-4f5b-ba5d-c46b87e3e02e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:43.943631 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-79e62d45-f5b6-48ea-98b8-0ea9cfffe2b0 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:43.950248 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-6750e605-2768-4f34-8993-034a11557d6f tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:44.011815 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] For port 06cb968f-e7ad-43c9-9eb5-f150615ac102, host dv-neutron-836180-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836180-1-hyperv',level=0,port_id=06cb968f-e7ad-43c9-9eb5-f150615ac102,segment=NetworkSegment(ca192ecc-2da5-4762-a8ae-4c24b4c63cee),segment_id=ca192ecc-2da5-4762-a8ae-4c24b4c63cee)] {{(pid=83872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 13:41:44.026025 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-06c1c112-bd19-4fda-aa1b-89b1097ac26c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f53ca0b-ff09-4351-ab77-c1e0529db189', 'name': 'tempest-RoutersTest-router-190868674', 'tenant_id': '7eaea7f33c58432a9d19111cc275f4e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T13:41:34Z', 'updated_at': '2022-04-01T13:41:39Z', 'revision_number': 2, 'project_id': '7eaea7f33c58432a9d19111cc275f4e1', 'gw_port_host': None, '_interfaces': [{'id': '7d78f01b-61b5-4c39-a5cd-9ac1ebf4ac15', 'name': '', 'network_id': '52e92d7a-7b71-4f8b-95a8-f9be4255be10', 'tenant_id': '7eaea7f33c58432a9d19111cc275f4e1', 'mac_address': 'fa:16:3e:8e:23:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f53ca0b-ff09-4351-ab77-c1e0529db189', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b65cb694-993a-4803-b2e5-1f1edaa872e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836180-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:41:37Z', 'updated_at': '2022-04-01T13:41:43Z', 'revision_number': 4, 'project_id': '7eaea7f33c58432a9d19111cc275f4e1', 'subnets': [{'id': 'b65cb694-993a-4803-b2e5-1f1edaa872e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-836180-1-hyperv', False) {} {{(pid=83873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:41:44.031984 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06c1c112-bd19-4fda-aa1b-89b1097ac26c None None] The sync data for ids ['0f53ca0b-ff09-4351-ab77-c1e0529db189'] in dv-neutron-836180-1-hyperv is: [{'id': '0f53ca0b-ff09-4351-ab77-c1e0529db189', 'name': 'tempest-RoutersTest-router-190868674', 'tenant_id': '7eaea7f33c58432a9d19111cc275f4e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T13:41:34Z', 'updated_at': '2022-04-01T13:41:39Z', 'revision_number': 2, 'project_id': '7eaea7f33c58432a9d19111cc275f4e1', 'gw_port_host': None, '_interfaces': [{'id': '7d78f01b-61b5-4c39-a5cd-9ac1ebf4ac15', 'name': '', 'network_id': '52e92d7a-7b71-4f8b-95a8-f9be4255be10', 'tenant_id': '7eaea7f33c58432a9d19111cc275f4e1', 'mac_address': 'fa:16:3e:8e:23:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f53ca0b-ff09-4351-ab77-c1e0529db189', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b65cb694-993a-4803-b2e5-1f1edaa872e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836180-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:41:37Z', 'updated_at': '2022-04-01T13:41:43Z', 'revision_number': 4, 'project_id': '7eaea7f33c58432a9d19111cc275f4e1', 'subnets': [{'id': 'b65cb694-993a-4803-b2e5-1f1edaa872e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 13:41:44.075166 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864'] for port, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:44.287175 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Pushing event updated for resources: {'Port': ['ID=06cb968f-e7ad-43c9-9eb5-f150615ac102,revision_number=3']} {{(pid=83872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:41:44.384496 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-79e62d45-f5b6-48ea-98b8-0ea9cfffe2b0 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Notify callbacks [] for port, precommit_update {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:44.400686 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-79e62d45-f5b6-48ea-98b8-0ea9cfffe2b0 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2705172'] for port, after_update {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:44.414338 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.db_base_plugin_common [None req-e665fe0a-30da-49d4-aec0-35b861ac1174 None None] Allocated IP 2001:db8:0:1::2 (aec22b7b-55b3-43ed-9c3e-ec30ca163d50/e10be7bd-5a15-47f9-a99a-514c10a07a05/06cb968f-e7ad-43c9-9eb5-f150615ac102) {{(pid=83872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 13:41:44.448676 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.db_base_plugin_common [None req-45c766d8-ffb3-4f5b-ba5d-c46b87e3e02e None None] Allocated IP 172.21.0.2 (10ff9f13-ba46-4e19-a3ef-7dbc3ca70388/eda77751-1d0c-475b-bc65-4c85201184e6/4180c87a-e093-44e4-b438-da7622112154) {{(pid=83872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 13:41:44.484120 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.plugin [None req-79e62d45-f5b6-48ea-98b8-0ea9cfffe2b0 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] In _notify_port_updated(), no bound segment for port 36f74855-e051-4d57-a086-644587a0976b on network da52fa05-a658-4e73-abb5-e8699cbc9bb6 {{(pid=83869) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Apr 01 13:41:44.488792 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79e62d45-f5b6-48ea-98b8-0ea9cfffe2b0 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:41:44.489391 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-79e62d45-f5b6-48ea-98b8-0ea9cfffe2b0 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109561'] for port, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:44.493621 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-79e62d45-f5b6-48ea-98b8-0ea9cfffe2b0 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] 10.222.0.26 "PUT /v2.0/ports/36f74855-e051-4d57-a086-644587a0976b HTTP/1.1" status: 200 len: 818 time: 0.8582575 Apr 01 13:41:44.493998 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 55704) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:41:44.502684 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e62d45-f5b6-48ea-98b8-0ea9cfffe2b0 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Pushing event updated for resources: {'Port': ['ID=36f74855-e051-4d57-a086-644587a0976b,revision_number=2']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:41:44.585807 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.plugin [None req-70c99c43-275f-421c-a9ee-77d1a5932a98 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Deleting port 36f74855-e051-4d57-a086-644587a0976b {{(pid=83871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 13:41:44.586148 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-70c99c43-275f-421c-a9ee-77d1a5932a98 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736733287370'] for port, before_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:44.648168 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-d028c429-0e38-43df-81cb-cd696ad60f0b tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:44.725849 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-e665fe0a-30da-49d4-aec0-35b861ac1174 None None] For port 06cb968f-e7ad-43c9-9eb5-f150615ac102, host dv-neutron-836180-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836180-1-hyperv',level=0,port_id=06cb968f-e7ad-43c9-9eb5-f150615ac102,segment=NetworkSegment(ca192ecc-2da5-4762-a8ae-4c24b4c63cee),segment_id=ca192ecc-2da5-4762-a8ae-4c24b4c63cee)] {{(pid=83872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 13:41:44.812792 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-e665fe0a-30da-49d4-aec0-35b861ac1174 None None] Notify callbacks [] for port, precommit_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:44.841069 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-45c766d8-ffb3-4f5b-ba5d-c46b87e3e02e None None] Notify callbacks [] for port, precommit_create {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:44.847887 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-e665fe0a-30da-49d4-aec0-35b861ac1174 None None] Transition to ACTIVE for port object 06cb968f-e7ad-43c9-9eb5-f150615ac102 will not be triggered until provisioned by entity DHCP. {{(pid=83872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 13:41:44.857168 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-45c766d8-ffb3-4f5b-ba5d-c46b87e3e02e None None] Transition to ACTIVE for port object 4180c87a-e093-44e4-b438-da7622112154 will not be triggered until provisioned by entity L2. {{(pid=83872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 13:41:44.861345 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-e665fe0a-30da-49d4-aec0-35b861ac1174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864'] for port, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:44.888844 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-70c99c43-275f-421c-a9ee-77d1a5932a98 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4155147'] for port, precommit_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:44.943362 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-45c766d8-ffb3-4f5b-ba5d-c46b87e3e02e None None] Transition to ACTIVE for port object 4180c87a-e093-44e4-b438-da7622112154 will not be triggered until provisioned by entity DHCP. {{(pid=83872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 13:41:44.987330 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-45c766d8-ffb3-4f5b-ba5d-c46b87e3e02e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736732935801'] for port, after_create {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:45.038187 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e665fe0a-30da-49d4-aec0-35b861ac1174 None None] Pushing event updated for resources: {'Port': ['ID=06cb968f-e7ad-43c9-9eb5-f150615ac102,revision_number=4']} {{(pid=83872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:41:45.053619 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.plugin [None req-70c99c43-275f-421c-a9ee-77d1a5932a98 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Calling delete_port for 36f74855-e051-4d57-a086-644587a0976b owned by {{(pid=83871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 13:41:45.085445 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Device 06cb968f-e7ad-43c9-9eb5-f150615ac102 up at agent ovs-agent-dv-neutron-836180-1-hyperv {{(pid=83872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 13:41:45.170067 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45c766d8-ffb3-4f5b-ba5d-c46b87e3e02e None None] Network 10ff9f13-ba46-4e19-a3ef-7dbc3ca70388 is already hosted by enough agents. {{(pid=83872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 13:41:45.176024 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.scheduler.base_scheduler [None req-45c766d8-ffb3-4f5b-ba5d-c46b87e3e02e None None] Resources bound (agent type, host, resource id): {{(pid=83872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 13:41:45.179814 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45c766d8-ffb3-4f5b-ba5d-c46b87e3e02e None None] Received port after_create {{(pid=83872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 13:41:45.186448 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c766d8-ffb3-4f5b-ba5d-c46b87e3e02e None None] Pushing event updated for resources: {'Port': ['ID=4180c87a-e093-44e4-b438-da7622112154,revision_number=1']} {{(pid=83872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:41:45.205668 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-70c99c43-275f-421c-a9ee-77d1a5932a98 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736733359243', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736732935810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2743125'] for port, after_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:45.224256 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.db_base_plugin_common [None req-d028c429-0e38-43df-81cb-cd696ad60f0b tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Allocated IP 172.21.0.1 (10ff9f13-ba46-4e19-a3ef-7dbc3ca70388/eda77751-1d0c-475b-bc65-4c85201184e6/1055cb1d-e5ae-4d5c-9933-60181a7b5f38) {{(pid=83869) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 13:41:45.265502 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.db_base_plugin_common [None req-6750e605-2768-4f34-8993-034a11557d6f tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Delete allocated IP 2001:db8:0:1::198 (aec22b7b-55b3-43ed-9c3e-ec30ca163d50/e10be7bd-5a15-47f9-a99a-514c10a07a05) {{(pid=83871) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Apr 01 13:41:45.291391 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.managers [None req-45c766d8-ffb3-4f5b-ba5d-c46b87e3e02e None None] Attempting to bind port 4180c87a-e093-44e4-b438-da7622112154 on host dv-neutron-836180-1-hyperv for vnic_type normal with profile {{(pid=83872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 13:41:45.291753 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.managers [None req-45c766d8-ffb3-4f5b-ba5d-c46b87e3e02e None None] Attempting to bind port 4180c87a-e093-44e4-b438-da7622112154 by drivers openvswitch,hyperv on host dv-neutron-836180-1-hyperv at level 0 using segments [{'id': '93dd05bf-39fb-44f4-9047-aa96d039491b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '10ff9f13-ba46-4e19-a3ef-7dbc3ca70388'}] {{(pid=83872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 13:41:45.292108 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45c766d8-ffb3-4f5b-ba5d-c46b87e3e02e None None] Attempting to bind port 4180c87a-e093-44e4-b438-da7622112154 on network 10ff9f13-ba46-4e19-a3ef-7dbc3ca70388 {{(pid=83872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 13:41:45.309883 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45c766d8-ffb3-4f5b-ba5d-c46b87e3e02e None None] Checking agent: {'id': 'af948428-97cd-4d10-9f53-af028bdb39b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-836180-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 13, 25, 37), 'started_at': datetime.datetime(2022, 4, 1, 13, 26, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 13, 41, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-836180-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 13:41:45.310304 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45c766d8-ffb3-4f5b-ba5d-c46b87e3e02e None None] Checking segment: {'id': '93dd05bf-39fb-44f4-9047-aa96d039491b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '10ff9f13-ba46-4e19-a3ef-7dbc3ca70388'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 13:41:45.310707 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-45c766d8-ffb3-4f5b-ba5d-c46b87e3e02e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:45.312141 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45c766d8-ffb3-4f5b-ba5d-c46b87e3e02e None None] Bound using segment: {'id': '93dd05bf-39fb-44f4-9047-aa96d039491b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '10ff9f13-ba46-4e19-a3ef-7dbc3ca70388'} {{(pid=83872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 13:41:45.312835 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.managers [None req-45c766d8-ffb3-4f5b-ba5d-c46b87e3e02e None None] Bound port: 4180c87a-e093-44e4-b438-da7622112154, host: dv-neutron-836180-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '93dd05bf-39fb-44f4-9047-aa96d039491b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '10ff9f13-ba46-4e19-a3ef-7dbc3ca70388'}}] {{(pid=83872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 13:41:45.313210 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-45c766d8-ffb3-4f5b-ba5d-c46b87e3e02e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:45.369912 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Device 7d78f01b-61b5-4c39-a5cd-9ac1ebf4ac15 up at agent ovs-agent-dv-neutron-836180-1-hyperv {{(pid=83872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 13:41:45.405489 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c99c43-275f-421c-a9ee-77d1a5932a98 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Pushing event deleted for resources: {'Port': ['ID=36f74855-e051-4d57-a086-644587a0976b,revision_number=None']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:41:45.411699 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-70c99c43-275f-421c-a9ee-77d1a5932a98 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109561'] for port, before_response {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:45.441738 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-70c99c43-275f-421c-a9ee-77d1a5932a98 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] 10.222.0.26 "DELETE /v2.0/ports/36f74855-e051-4d57-a086-644587a0976b HTTP/1.1" status: 204 len: 168 time: 0.9465070 Apr 01 13:41:45.451173 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 55708) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:41:45.461151 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-d028c429-0e38-43df-81cb-cd696ad60f0b tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Notify callbacks [] for port, precommit_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:45.479554 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.provisioning_blocks [None req-d028c429-0e38-43df-81cb-cd696ad60f0b tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Transition to ACTIVE for port object 1055cb1d-e5ae-4d5c-9933-60181a7b5f38 will not be triggered until provisioned by entity DHCP. {{(pid=83869) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 13:41:45.488479 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-45c766d8-ffb3-4f5b-ba5d-c46b87e3e02e None None] For port 4180c87a-e093-44e4-b438-da7622112154, host dv-neutron-836180-1-hyperv, cleared binding levels {{(pid=83872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 13:41:45.492547 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-45c766d8-ffb3-4f5b-ba5d-c46b87e3e02e None None] For port 4180c87a-e093-44e4-b438-da7622112154, host dv-neutron-836180-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836180-1-hyperv',level=0,port_id=4180c87a-e093-44e4-b438-da7622112154,segment=NetworkSegment(93dd05bf-39fb-44f4-9047-aa96d039491b),segment_id=93dd05bf-39fb-44f4-9047-aa96d039491b)] {{(pid=83872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 13:41:45.498998 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Provisioning for port 7d78f01b-61b5-4c39-a5cd-9ac1ebf4ac15 completed by entity L2. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 13:41:45.504886 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-45c766d8-ffb3-4f5b-ba5d-c46b87e3e02e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864'] for port, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:45.508715 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-d028c429-0e38-43df-81cb-cd696ad60f0b tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736732935801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2705155'] for port, after_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:45.545894 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Provisioning complete for port 7d78f01b-61b5-4c39-a5cd-9ac1ebf4ac15 triggered by entity L2. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 13:41:45.546267 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-948329'] for port, provisioning_complete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:45.583961 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea6ad8e3-d5ae-4cd9-ae78-749f74e1e7d9 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:41:45.584836 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-ea6ad8e3-d5ae-4cd9-ae78-749f74e1e7d9 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Synchronizing usage tracker for tenant:1932cd2bf32d410ebaa96b0062b29072 on resource:port {{(pid=83871) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 13:41:45.597000 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d028c429-0e38-43df-81cb-cd696ad60f0b tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Network 10ff9f13-ba46-4e19-a3ef-7dbc3ca70388 is already hosted by enough agents. {{(pid=83869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 13:41:45.607087 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-6750e605-2768-4f34-8993-034a11557d6f tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Notify callbacks [] for port, precommit_update {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:45.607786 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.scheduler.base_scheduler [None req-d028c429-0e38-43df-81cb-cd696ad60f0b tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Resources bound (agent type, host, resource id): {{(pid=83869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 13:41:45.616069 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d028c429-0e38-43df-81cb-cd696ad60f0b tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Received port after_create {{(pid=83869) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 13:41:45.629216 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.provisioning_blocks [None req-6750e605-2768-4f34-8993-034a11557d6f tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Ignored duplicate provisioning block setup for port 410cfac6-76b2-4712-a33b-e1ddc9a17208 by entity DHCP. {{(pid=83871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Apr 01 13:41:45.630881 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-ea6ad8e3-d5ae-4cd9-ae78-749f74e1e7d9 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Unset dirty status for tenant:1932cd2bf32d410ebaa96b0062b29072 on resource:port {{(pid=83871) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 13:41:45.635239 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-ea6ad8e3-d5ae-4cd9-ae78-749f74e1e7d9 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.1825514 Apr 01 13:41:45.636051 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 55712) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:41:45.657023 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d028c429-0e38-43df-81cb-cd696ad60f0b tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Pushing event updated for resources: {'Port': ['ID=1055cb1d-e5ae-4d5c-9933-60181a7b5f38,revision_number=1']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:41:45.684595 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.pecan_wsgi.hooks.translation [None req-69195e10-2f18-4347-82e4-3e7cd3df6b47 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] GET failed (client error): The resource could not be found. Apr 01 13:41:45.689178 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-69195e10-2f18-4347-82e4-3e7cd3df6b47 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] 10.222.0.26 "GET /v2.0/ports/36f74855-e051-4d57-a086-644587a0976b HTTP/1.1" status: 404 len: 333 time: 0.0516119 Apr 01 13:41:45.690492 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-6750e605-2768-4f34-8993-034a11557d6f tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2743106'] for port, after_update {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:45.693794 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 55716) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:41:45.721672 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-d028c429-0e38-43df-81cb-cd696ad60f0b tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4084144'] for router_interface, before_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:45.742788 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.v2.base [None req-65f19669-4f9e-4030-9f54-04d1bf449af1 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1924421625'}} {{(pid=83871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:41:45.751583 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-65f19669-4f9e-4030-9f54-04d1bf449af1 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:41:45.756700 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-65f19669-4f9e-4030-9f54-04d1bf449af1 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Usage tracker for resource:network and tenant:1932cd2bf32d410ebaa96b0062b29072 is out of sync, need to count used quota {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 13:41:45.760877 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-65f19669-4f9e-4030-9f54-04d1bf449af1 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 13:41:45.768396 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-65f19669-4f9e-4030-9f54-04d1bf449af1 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:41:45.791869 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c766d8-ffb3-4f5b-ba5d-c46b87e3e02e None None] Pushing event updated for resources: {'Port': ['ID=4180c87a-e093-44e4-b438-da7622112154,revision_number=2']} {{(pid=83872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:41:45.800403 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65f19669-4f9e-4030-9f54-04d1bf449af1 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Made reservation on behalf of 1932cd2bf32d410ebaa96b0062b29072 for: {'network': 1} {{(pid=83871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 13:41:45.801899 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:45.803628 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-65f19669-4f9e-4030-9f54-04d1bf449af1 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for network, before_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:45.841698 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] For port 7d78f01b-61b5-4c39-a5cd-9ac1ebf4ac15, host dv-neutron-836180-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836180-1-hyperv',level=0,port_id=7d78f01b-61b5-4c39-a5cd-9ac1ebf4ac15,segment=NetworkSegment(14b6111f-cfc1-4103-bf74-88d1eac2dfbd),segment_id=14b6111f-cfc1-4103-bf74-88d1eac2dfbd)] {{(pid=83872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 13:41:45.847918 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864'] for port, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:45.867256 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-d028c429-0e38-43df-81cb-cd696ad60f0b tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:45.893185 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.plugin [None req-6750e605-2768-4f34-8993-034a11557d6f tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] In _notify_port_updated(), no bound segment for port 410cfac6-76b2-4712-a33b-e1ddc9a17208 on network aec22b7b-55b3-43ed-9c3e-ec30ca163d50 {{(pid=83871) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Apr 01 13:41:45.897009 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6750e605-2768-4f34-8993-034a11557d6f tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:41:45.897620 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-6750e605-2768-4f34-8993-034a11557d6f tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109561'] for port, before_response {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:45.901323 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-6750e605-2768-4f34-8993-034a11557d6f tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] 10.222.0.26 "PUT /v2.0/ports/410cfac6-76b2-4712-a33b-e1ddc9a17208 HTTP/1.1" status: 200 len: 925 time: 2.1489427 Apr 01 13:41:45.902822 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 55720) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:41:45.916374 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.v2.base [None req-f0020fea-53db-45ac-b062-8462da393593 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '9d3fab87-3f6c-4de8-975a-cb14deb0b4ea'}, {'subnet_id': 'e10be7bd-5a15-47f9-a99a-514c10a07a05'}]}} {{(pid=83871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:41:45.926728 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-591177be-3e15-43d4-bd13-c5bf38246907 None None] Network aec22b7b-55b3-43ed-9c3e-ec30ca163d50 requested from dv-neutron-836180-1-hyperv {{(pid=83872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 13:41:45.944768 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6750e605-2768-4f34-8993-034a11557d6f tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Pushing event updated for resources: {'Port': ['ID=410cfac6-76b2-4712-a33b-e1ddc9a17208,revision_number=2']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:41:45.963519 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-65f19669-4f9e-4030-9f54-04d1bf449af1 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] vlan segment allocate from pool success with {'vlan_id': 396, 'physical_network': 'physnet1'} {{(pid=83871) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 13:41:45.988417 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-65f19669-4f9e-4030-9f54-04d1bf449af1 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1004271'] for segment, precommit_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:45.988776 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.db.segments_db [None req-65f19669-4f9e-4030-9f54-04d1bf449af1 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Added segment 412296f5-4f03-48dc-bda0-46f94dcad842 of type vlan for network d275bbac-317c-4659-8ff4-206bb06e935b Apr 01 13:41:46.086233 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-65f19669-4f9e-4030-9f54-04d1bf449af1 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736732923383'] for network, precommit_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:46.094862 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-f0020fea-53db-45ac-b062-8462da393593 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:46.143162 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Pushing event updated for resources: {'Port': ['ID=7d78f01b-61b5-4c39-a5cd-9ac1ebf4ac15,revision_number=5']} {{(pid=83872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:41:46.152253 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-b99879dc-4f6e-402f-b5af-0ea376e0e3ea None None] Provisioning for port 06cb968f-e7ad-43c9-9eb5-f150615ac102 completed by entity DHCP. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 13:41:46.168215 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-b99879dc-4f6e-402f-b5af-0ea376e0e3ea None None] Provisioning complete for port 06cb968f-e7ad-43c9-9eb5-f150615ac102 triggered by entity DHCP. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 13:41:46.168446 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-b99879dc-4f6e-402f-b5af-0ea376e0e3ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-948329'] for port, provisioning_complete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:46.197338 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-65f19669-4f9e-4030-9f54-04d1bf449af1 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575'] for network, after_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:46.202383 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65f19669-4f9e-4030-9f54-04d1bf449af1 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:41:46.202987 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-65f19669-4f9e-4030-9f54-04d1bf449af1 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Notify callbacks [] for network, before_response {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:46.383199 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-d028c429-0e38-43df-81cb-cd696ad60f0b tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Notify callbacks [] for port, precommit_update {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:46.388118 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-d028c429-0e38-43df-81cb-cd696ad60f0b tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2705172'] for port, after_update {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:46.478144 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-65f19669-4f9e-4030-9f54-04d1bf449af1 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.7784035 Apr 01 13:41:46.479216 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f19669-4f9e-4030-9f54-04d1bf449af1 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Pushing event updated for resources: {'Network': ['ID=d275bbac-317c-4659-8ff4-206bb06e935b,revision_number=1']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:41:46.484627 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 55726) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:41:46.490475 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-d028c429-0e38-43df-81cb-cd696ad60f0b tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3017508', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4084015'] for router_interface, after_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:46.494257 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.v2.base [None req-ee03c20a-3fb8-4f64-91f7-a671f5649d26 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Request body: {'subnet': {'network_id': 'd275bbac-317c-4659-8ff4-206bb06e935b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:41:46.601389 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65f19669-4f9e-4030-9f54-04d1bf449af1 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:41:46.602033 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65f19669-4f9e-4030-9f54-04d1bf449af1 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:41:46.602033 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65f19669-4f9e-4030-9f54-04d1bf449af1 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:41:46.602382 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65f19669-4f9e-4030-9f54-04d1bf449af1 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:41:46.602710 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65f19669-4f9e-4030-9f54-04d1bf449af1 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:41:46.603036 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65f19669-4f9e-4030-9f54-04d1bf449af1 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:41:46.603359 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65f19669-4f9e-4030-9f54-04d1bf449af1 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:41:46.603673 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65f19669-4f9e-4030-9f54-04d1bf449af1 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:41:46.603989 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65f19669-4f9e-4030-9f54-04d1bf449af1 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:41:46.604373 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65f19669-4f9e-4030-9f54-04d1bf449af1 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:41:46.604650 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65f19669-4f9e-4030-9f54-04d1bf449af1 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:41:46.608476 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d028c429-0e38-43df-81cb-cd696ad60f0b tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Pushing event updated for resources: {'Port': ['ID=1055cb1d-e5ae-4d5c-9933-60181a7b5f38,revision_number=2']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:41:46.619614 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Network d275bbac-317c-4659-8ff4-206bb06e935b details requested by agent ovs-agent-dv-neutron-836180-1-hyperv with host dv-neutron-836180-1-hyperv {{(pid=83872) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 13:41:46.626240 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d028c429-0e38-43df-81cb-cd696ad60f0b tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:41:46.626607 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d028c429-0e38-43df-81cb-cd696ad60f0b tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:41:46.626881 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d028c429-0e38-43df-81cb-cd696ad60f0b tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:41:46.627203 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d028c429-0e38-43df-81cb-cd696ad60f0b tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:41:46.627523 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d028c429-0e38-43df-81cb-cd696ad60f0b tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:41:46.627840 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d028c429-0e38-43df-81cb-cd696ad60f0b tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:41:46.628154 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d028c429-0e38-43df-81cb-cd696ad60f0b tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:41:46.628500 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d028c429-0e38-43df-81cb-cd696ad60f0b tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:41:46.628812 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d028c429-0e38-43df-81cb-cd696ad60f0b tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:41:46.629144 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d028c429-0e38-43df-81cb-cd696ad60f0b tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:41:46.629524 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d028c429-0e38-43df-81cb-cd696ad60f0b tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:41:46.682768 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-ee03c20a-3fb8-4f64-91f7-a671f5649d26 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:41:46.688797 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d028c429-0e38-43df-81cb-cd696ad60f0b tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Network 10ff9f13-ba46-4e19-a3ef-7dbc3ca70388 is already hosted by enough agents. {{(pid=83869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 13:41:46.690003 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.scheduler.base_scheduler [None req-d028c429-0e38-43df-81cb-cd696ad60f0b tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Resources bound (agent type, host, resource id): {{(pid=83869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 13:41:46.693612 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-ee03c20a-3fb8-4f64-91f7-a671f5649d26 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Usage tracker for resource:subnet and tenant:1932cd2bf32d410ebaa96b0062b29072 is out of sync, need to count used quota {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 13:41:46.699976 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-ee03c20a-3fb8-4f64-91f7-a671f5649d26 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 13:41:46.744638 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-ee03c20a-3fb8-4f64-91f7-a671f5649d26 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:41:46.782285 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee03c20a-3fb8-4f64-91f7-a671f5649d26 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Made reservation on behalf of 1932cd2bf32d410ebaa96b0062b29072 for: {'subnet': 1} {{(pid=83871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 13:41:46.982387 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-c63d8484-c8b9-4cd1-b34a-f1605d3f157b None None] Provisioning complete for port 06cb968f-e7ad-43c9-9eb5-f150615ac102 triggered by entity DHCP. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 13:41:46.983656 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-c63d8484-c8b9-4cd1-b34a-f1605d3f157b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-948329'] for port, provisioning_complete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:47.042473 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-ee03c20a-3fb8-4f64-91f7-a671f5649d26 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2757336'] for subnet, before_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:47.059869 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.db_base_plugin_common [None req-f0020fea-53db-45ac-b062-8462da393593 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Allocated IP 2001:db8:0:1::98 (aec22b7b-55b3-43ed-9c3e-ec30ca163d50/e10be7bd-5a15-47f9-a99a-514c10a07a05/410cfac6-76b2-4712-a33b-e1ddc9a17208) {{(pid=83871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 13:41:47.113410 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Device 06cb968f-e7ad-43c9-9eb5-f150615ac102 up at agent ovs-agent-dv-neutron-836180-1-hyperv {{(pid=83872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 13:41:47.218734 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbdfc8c4-0966-4b8f-acdd-ed7009202e1a None None] Network 10ff9f13-ba46-4e19-a3ef-7dbc3ca70388 requested from dv-neutron-836180-1-hyperv {{(pid=83872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 13:41:47.362985 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d028c429-0e38-43df-81cb-cd696ad60f0b tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Router 0f53ca0b-ff09-4351-ab77-c1e0529db189 has already been hosted by L3 agent 88bf8fc8-11a3-4e96-9d1b-5fd93ba9f6f1 {{(pid=83869) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 13:41:47.450516 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-f0020fea-53db-45ac-b062-8462da393593 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Notify callbacks [] for port, precommit_update {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:47.474692 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.provisioning_blocks [None req-f0020fea-53db-45ac-b062-8462da393593 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Ignored duplicate provisioning block setup for port 410cfac6-76b2-4712-a33b-e1ddc9a17208 by entity DHCP. {{(pid=83871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Apr 01 13:41:47.515236 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-f0020fea-53db-45ac-b062-8462da393593 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2743106'] for port, after_update {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:47.527507 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Provisioning complete for port 06cb968f-e7ad-43c9-9eb5-f150615ac102 triggered by entity L2. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 13:41:47.527915 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-948329'] for port, provisioning_complete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:47.581975 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-c63d8484-c8b9-4cd1-b34a-f1605d3f157b None None] Provisioning for port 410cfac6-76b2-4712-a33b-e1ddc9a17208 completed by entity DHCP. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 13:41:47.599961 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-c63d8484-c8b9-4cd1-b34a-f1605d3f157b None None] Provisioning complete for port 410cfac6-76b2-4712-a33b-e1ddc9a17208 triggered by entity DHCP. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 13:41:47.601544 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-c63d8484-c8b9-4cd1-b34a-f1605d3f157b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-948329'] for port, provisioning_complete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:47.629124 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d028c429-0e38-43df-81cb-cd696ad60f0b tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Notify agent at l3_agent.dv-neutron-836180-1-hyperv the message routers_updated {{(pid=83869) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 13:41:47.643151 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-d028c429-0e38-43df-81cb-cd696ad60f0b tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] 10.222.0.26 "PUT /v2.0/routers/0f53ca0b-ff09-4351-ab77-c1e0529db189/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3936293 Apr 01 13:41:47.645690 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 55730) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:41:47.651759 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.v2.base [None req-0d1c9622-5372-4028-aac7-dc98dd6d7c90 tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Request body: {'network': {'name': 'tempest-RoutersTest-1987649491'}} {{(pid=83869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:41:47.658264 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-0d1c9622-5372-4028-aac7-dc98dd6d7c90 tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:41:47.662052 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-0d1c9622-5372-4028-aac7-dc98dd6d7c90 tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Usage tracker for resource:network and tenant:7eaea7f33c58432a9d19111cc275f4e1 is out of sync, need to count used quota {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 13:41:47.667554 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-0d1c9622-5372-4028-aac7-dc98dd6d7c90 tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Quota usage for network was recalculated. Used quota:2. {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 13:41:47.681794 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-0d1c9622-5372-4028-aac7-dc98dd6d7c90 tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:41:47.695082 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d1c9622-5372-4028-aac7-dc98dd6d7c90 tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Made reservation on behalf of 7eaea7f33c58432a9d19111cc275f4e1 for: {'network': 1} {{(pid=83869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 13:41:47.695669 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0020fea-53db-45ac-b062-8462da393593 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Pushing event updated for resources: {'Port': ['ID=410cfac6-76b2-4712-a33b-e1ddc9a17208,revision_number=3']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:41:47.698727 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-0d1c9622-5372-4028-aac7-dc98dd6d7c90 tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for network, before_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:47.740027 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0d1c9622-5372-4028-aac7-dc98dd6d7c90 tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] vlan segment allocate from pool success with {'vlan_id': 354, 'physical_network': 'physnet1'} {{(pid=83869) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 13:41:47.741360 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.plugin [None req-c63d8484-c8b9-4cd1-b34a-f1605d3f157b None None] Port 410cfac6-76b2-4712-a33b-e1ddc9a17208 cannot update to ACTIVE because it is not bound. {{(pid=83872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 13:41:47.752863 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.plugin [None req-f0020fea-53db-45ac-b062-8462da393593 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] In _notify_port_updated(), no bound segment for port 410cfac6-76b2-4712-a33b-e1ddc9a17208 on network aec22b7b-55b3-43ed-9c3e-ec30ca163d50 {{(pid=83871) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Apr 01 13:41:47.755814 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-0d1c9622-5372-4028-aac7-dc98dd6d7c90 tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1004271'] for segment, precommit_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:47.755814 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.db.segments_db [None req-0d1c9622-5372-4028-aac7-dc98dd6d7c90 tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Added segment 2b22723b-36c0-428d-b7b6-1fd68f3ec682 of type vlan for network c85b04f5-731a-4508-b55c-0acafaef81ea Apr 01 13:41:47.759169 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0020fea-53db-45ac-b062-8462da393593 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:41:47.760069 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-f0020fea-53db-45ac-b062-8462da393593 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109561'] for port, before_response {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:47.764252 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-f0020fea-53db-45ac-b062-8462da393593 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] 10.222.0.26 "PUT /v2.0/ports/410cfac6-76b2-4712-a33b-e1ddc9a17208 HTTP/1.1" status: 200 len: 1010 time: 1.8578441 Apr 01 13:41:47.783991 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Device 7d78f01b-61b5-4c39-a5cd-9ac1ebf4ac15 up at agent ovs-agent-dv-neutron-836180-1-hyperv {{(pid=83872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 13:41:47.784435 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 55734) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:41:47.804347 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-0d1c9622-5372-4028-aac7-dc98dd6d7c90 tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736732923383'] for network, precommit_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:47.820221 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b6481fb-77cf-4a0a-a8f5-ba3621dd0476 None None] Sync routers for ids ['0f53ca0b-ff09-4351-ab77-c1e0529db189'] in dv-neutron-836180-1-hyperv {{(pid=83872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 13:41:47.837705 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-0d1c9622-5372-4028-aac7-dc98dd6d7c90 tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575'] for network, after_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:47.841750 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d1c9622-5372-4028-aac7-dc98dd6d7c90 tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:41:47.843167 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-0d1c9622-5372-4028-aac7-dc98dd6d7c90 tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Notify callbacks [] for network, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:47.848192 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b6481fb-77cf-4a0a-a8f5-ba3621dd0476 None None] Routers {'0f53ca0b-ff09-4351-ab77-c1e0529db189'} bound to L3 agent in host dv-neutron-836180-1-hyperv {{(pid=83872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 13:41:47.849192 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_hamode_db [None req-1b6481fb-77cf-4a0a-a8f5-ba3621dd0476 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836180-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-01T13:25:36Z,description=,heartbeat_timestamp=2022-04-01T13:41:36Z,host='dv-neutron-836180-1-hyperv',id=88bf8fc8-11a3-4e96-9d1b-5fd93ba9f6f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T13:25:36Z,topic='l3_agent')) {'router_ids': ['0f53ca0b-ff09-4351-ab77-c1e0529db189'], 'active': True} {{(pid=83872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:41:47.854548 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-ee03c20a-3fb8-4f64-91f7-a671f5649d26 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2743225', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2757366'] for subnet, after_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:47.930859 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.plugin [None req-b7e6bd95-ec81-4917-9b0b-7a22effeb32e tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Deleting port 410cfac6-76b2-4712-a33b-e1ddc9a17208 {{(pid=83871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 13:41:47.931201 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-b7e6bd95-ec81-4917-9b0b-7a22effeb32e tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736733287370'] for port, before_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:47.954001 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1c9622-5372-4028-aac7-dc98dd6d7c90 tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Pushing event updated for resources: {'Network': ['ID=c85b04f5-731a-4508-b55c-0acafaef81ea,revision_number=1']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:41:47.973139 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-0d1c9622-5372-4028-aac7-dc98dd6d7c90 tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.3262703 Apr 01 13:41:47.975792 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 55738) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:41:47.981823 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.v2.base [None req-292c8512-934b-4f54-a201-a047ce1356b3 tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Request body: {'subnet': {'network_id': 'c85b04f5-731a-4508-b55c-0acafaef81ea', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=83869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:41:47.984538 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Network c85b04f5-731a-4508-b55c-0acafaef81ea details requested by agent ovs-agent-dv-neutron-836180-1-hyperv with host dv-neutron-836180-1-hyperv {{(pid=83872) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 13:41:48.011636 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee03c20a-3fb8-4f64-91f7-a671f5649d26 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Pushing event updated for resources: {'Subnet': ['ID=535c50c9-d768-402f-9173-7852b14f4afe,revision_number=0']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:41:48.068875 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee03c20a-3fb8-4f64-91f7-a671f5649d26 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Checking segment: {'id': '412296f5-4f03-48dc-bda0-46f94dcad842', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'd275bbac-317c-4659-8ff4-206bb06e935b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 13:41:48.069148 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee03c20a-3fb8-4f64-91f7-a671f5649d26 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Network hostable DHCP agents. Network: d275bbac-317c-4659-8ff4-206bb06e935b, hostable agents: ['e47e4547-5c2d-4954-ba56-fa3646239f18'], hosted agents: [] {{(pid=83871) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 13:41:48.113657 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-292c8512-934b-4f54-a201-a047ce1356b3 tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:41:48.119199 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-292c8512-934b-4f54-a201-a047ce1356b3 tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Usage tracker for resource:subnet and tenant:7eaea7f33c58432a9d19111cc275f4e1 is out of sync, need to count used quota {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 13:41:48.126147 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-292c8512-934b-4f54-a201-a047ce1356b3 tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 13:41:48.134210 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-292c8512-934b-4f54-a201-a047ce1356b3 tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:41:48.148017 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-292c8512-934b-4f54-a201-a047ce1356b3 tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Made reservation on behalf of 7eaea7f33c58432a9d19111cc275f4e1 for: {'subnet': 1} {{(pid=83869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 13:41:48.199052 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_dvr_db [None req-1b6481fb-77cf-4a0a-a8f5-ba3621dd0476 None None] Set router 0f53ca0b-ff09-4351-ab77-c1e0529db189 gateway port host: None {{(pid=83872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 13:41:48.213390 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee03c20a-3fb8-4f64-91f7-a671f5649d26 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Network d275bbac-317c-4659-8ff4-206bb06e935b is scheduled to be hosted by DHCP agent e47e4547-5c2d-4954-ba56-fa3646239f18 with binding_index 1 {{(pid=83871) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 13:41:48.232258 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.scheduler.base_scheduler [None req-ee03c20a-3fb8-4f64-91f7-a671f5649d26 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-836180-1-hyperv, d275bbac-317c-4659-8ff4-206bb06e935b) {{(pid=83871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 13:41:48.238518 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee03c20a-3fb8-4f64-91f7-a671f5649d26 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:41:48.239947 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-ee03c20a-3fb8-4f64-91f7-a671f5649d26 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Notify callbacks [] for subnet, before_response {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:48.280976 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-ee03c20a-3fb8-4f64-91f7-a671f5649d26 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7952874 Apr 01 13:41:48.283727 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 55742) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:41:48.294268 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.v2.base [None req-ffe468b5-5071-42e6-99d1-0658f7e3fee6 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Request body: {'subnet': {'network_id': 'd275bbac-317c-4659-8ff4-206bb06e935b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:41:48.320515 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-b7e6bd95-ec81-4917-9b0b-7a22effeb32e tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4155147'] for port, precommit_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:48.384675 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-292c8512-934b-4f54-a201-a047ce1356b3 tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2999481'] for subnet, before_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:48.424584 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4294cc57-aa86-46d9-98f5-12b1fcc7b8aa None None] Network d275bbac-317c-4659-8ff4-206bb06e935b requested from dv-neutron-836180-1-hyperv {{(pid=83872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 13:41:48.448169 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-2cf1415b-c640-4d15-85c3-b01aed6c5693 None None] Provisioning for port 4180c87a-e093-44e4-b438-da7622112154 completed by entity DHCP. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 13:41:48.458165 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.plugin [None req-b7e6bd95-ec81-4917-9b0b-7a22effeb32e tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Calling delete_port for 410cfac6-76b2-4712-a33b-e1ddc9a17208 owned by {{(pid=83871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 13:41:48.587746 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-ffe468b5-5071-42e6-99d1-0658f7e3fee6 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:41:48.591752 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-ffe468b5-5071-42e6-99d1-0658f7e3fee6 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Usage tracker for resource:subnet and tenant:1932cd2bf32d410ebaa96b0062b29072 is out of sync, need to count used quota {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 13:41:48.597313 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-ffe468b5-5071-42e6-99d1-0658f7e3fee6 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 13:41:48.597503 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Provisioning complete for port 7d78f01b-61b5-4c39-a5cd-9ac1ebf4ac15 triggered by entity L2. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 13:41:48.597846 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-948329'] for port, provisioning_complete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:48.612023 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-ffe468b5-5071-42e6-99d1-0658f7e3fee6 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:41:48.628267 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffe468b5-5071-42e6-99d1-0658f7e3fee6 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Made reservation on behalf of 1932cd2bf32d410ebaa96b0062b29072 for: {'subnet': 1} {{(pid=83869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 13:41:48.762977 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-2cf1415b-c640-4d15-85c3-b01aed6c5693 None None] Provisioning complete for port 410cfac6-76b2-4712-a33b-e1ddc9a17208 triggered by entity DHCP. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 13:41:48.763348 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-2cf1415b-c640-4d15-85c3-b01aed6c5693 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-948329'] for port, provisioning_complete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:48.814190 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-b7e6bd95-ec81-4917-9b0b-7a22effeb32e tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736733359243', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736732935810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2743125'] for port, after_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:48.876956 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e6bd95-ec81-4917-9b0b-7a22effeb32e tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Pushing event deleted for resources: {'Port': ['ID=410cfac6-76b2-4712-a33b-e1ddc9a17208,revision_number=None']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:41:48.915267 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-ffe468b5-5071-42e6-99d1-0658f7e3fee6 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2999481'] for subnet, before_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:48.958789 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.plugin [None req-2cf1415b-c640-4d15-85c3-b01aed6c5693 None None] Port 410cfac6-76b2-4712-a33b-e1ddc9a17208 cannot update to ACTIVE because it is not bound. {{(pid=83872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 13:41:48.975351 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-b7e6bd95-ec81-4917-9b0b-7a22effeb32e tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109561'] for port, before_response {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:48.991438 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-b7e6bd95-ec81-4917-9b0b-7a22effeb32e tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] 10.222.0.26 "DELETE /v2.0/ports/410cfac6-76b2-4712-a33b-e1ddc9a17208 HTTP/1.1" status: 204 len: 168 time: 1.2050924 Apr 01 13:41:48.992282 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 55746) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:41:49.033977 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Device 4180c87a-e093-44e4-b438-da7622112154 up at agent ovs-agent-dv-neutron-836180-1-hyperv {{(pid=83872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 13:41:49.042818 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.pecan_wsgi.hooks.translation [None req-2bf54b71-3e64-4051-ba08-40611d82b06f tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] GET failed (client error): The resource could not be found. Apr 01 13:41:49.043587 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-2bf54b71-3e64-4051-ba08-40611d82b06f tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Synchronizing usage tracker for tenant:2ac88458dfe547ba9bcc73de4b0c8518 on resource:port {{(pid=83871) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 13:41:49.059219 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.db.ipam_backend_mixin [None req-ffe468b5-5071-42e6-99d1-0658f7e3fee6 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 535c50c9-d768-402f-9173-7852b14f4afe (CIDR: 172.20.0.0/28) Apr 01 13:41:49.063611 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-2bf54b71-3e64-4051-ba08-40611d82b06f tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Unset dirty status for tenant:2ac88458dfe547ba9bcc73de4b0c8518 on resource:port {{(pid=83871) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 13:41:49.068823 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.pecan_wsgi.hooks.translation [None req-ffe468b5-5071-42e6-99d1-0658f7e3fee6 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 01 13:41:49.068823 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ffe468b5-5071-42e6-99d1-0658f7e3fee6 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83869) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 13:41:49.073322 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-2bf54b71-3e64-4051-ba08-40611d82b06f tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] 10.222.0.26 "GET /v2.0/ports/410cfac6-76b2-4712-a33b-e1ddc9a17208 HTTP/1.1" status: 404 len: 333 time: 0.0790932 Apr 01 13:41:49.074050 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 55750) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:41:49.085683 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c294fa24-7d5a-401a-9c31-8291c73ce7b6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7e7d0ecb-2af4-55f5-9198-238ab0570d62-d275bbac-317c-4659-8ff4-206bb06e935b', 'network_id': 'd275bbac-317c-4659-8ff4-206bb06e935b', 'tenant_id': '1932cd2bf32d410ebaa96b0062b29072', 'fixed_ips': [{'subnet_id': '535c50c9-d768-402f-9173-7852b14f4afe'}]}} from dv-neutron-836180-1-hyperv. {{(pid=83872) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 01 13:41:49.086979 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-c294fa24-7d5a-401a-9c31-8291c73ce7b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:49.091107 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-ffe468b5-5071-42e6-99d1-0658f7e3fee6 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.8060477 Apr 01 13:41:49.093932 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 55754) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:41:49.097259 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-292c8512-934b-4f54-a201-a047ce1356b3 tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2705391', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2999447'] for subnet, after_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:49.109915 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.v2.base [None req-0d31010b-8599-4be7-8be0-a763b60c6337 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Request body: {'subnet': {'network_id': 'd275bbac-317c-4659-8ff4-206bb06e935b', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=83869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:41:49.229957 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_hamode_db [None req-1b6481fb-77cf-4a0a-a8f5-ba3621dd0476 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f53ca0b-ff09-4351-ab77-c1e0529db189', 'name': 'tempest-RoutersTest-router-190868674', 'tenant_id': '7eaea7f33c58432a9d19111cc275f4e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T13:41:34Z', 'updated_at': '2022-04-01T13:41:45Z', 'revision_number': 3, 'project_id': '7eaea7f33c58432a9d19111cc275f4e1', 'gw_port_host': None, '_interfaces': [{'id': '1055cb1d-e5ae-4d5c-9933-60181a7b5f38', 'name': '', 'network_id': '10ff9f13-ba46-4e19-a3ef-7dbc3ca70388', 'tenant_id': '7eaea7f33c58432a9d19111cc275f4e1', 'mac_address': 'fa:16:3e:dd:62:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f53ca0b-ff09-4351-ab77-c1e0529db189', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'eda77751-1d0c-475b-bc65-4c85201184e6', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:41:44Z', 'updated_at': '2022-04-01T13:41:46Z', 'revision_number': 2, 'project_id': '7eaea7f33c58432a9d19111cc275f4e1', 'subnets': [{'id': 'eda77751-1d0c-475b-bc65-4c85201184e6', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7d78f01b-61b5-4c39-a5cd-9ac1ebf4ac15', 'name': '', 'network_id': '52e92d7a-7b71-4f8b-95a8-f9be4255be10', 'tenant_id': '7eaea7f33c58432a9d19111cc275f4e1', 'mac_address': 'fa:16:3e:8e:23:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f53ca0b-ff09-4351-ab77-c1e0529db189', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b65cb694-993a-4803-b2e5-1f1edaa872e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836180-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:41:37Z', 'updated_at': '2022-04-01T13:41:45Z', 'revision_number': 5, 'project_id': '7eaea7f33c58432a9d19111cc275f4e1', 'subnets': [{'id': 'b65cb694-993a-4803-b2e5-1f1edaa872e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-836180-1-hyperv', False) {} {{(pid=83872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:41:49.244042 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b6481fb-77cf-4a0a-a8f5-ba3621dd0476 None None] Checking router: 0f53ca0b-ff09-4351-ab77-c1e0529db189 for host: dv-neutron-836180-1-hyperv {{(pid=83872) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 01 13:41:49.244509 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b6481fb-77cf-4a0a-a8f5-ba3621dd0476 None None] Updating router 0f53ca0b-ff09-4351-ab77-c1e0529db189 port 1055cb1d-e5ae-4d5c-9933-60181a7b5f38 binding host dv-neutron-836180-1-hyperv {{(pid=83872) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 01 13:41:49.292527 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-292c8512-934b-4f54-a201-a047ce1356b3 tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Checking segment: {'id': '2b22723b-36c0-428d-b7b6-1fd68f3ec682', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'c85b04f5-731a-4508-b55c-0acafaef81ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 13:41:49.292983 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-292c8512-934b-4f54-a201-a047ce1356b3 tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Network hostable DHCP agents. Network: c85b04f5-731a-4508-b55c-0acafaef81ea, hostable agents: ['e47e4547-5c2d-4954-ba56-fa3646239f18'], hosted agents: [] {{(pid=83869) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 13:41:49.304066 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.db_base_plugin_v2 [None req-f8a1726e-7de3-4837-81f6-653707257a54 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Deleting subnet e10be7bd-5a15-47f9-a99a-514c10a07a05 {{(pid=83871) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 01 13:41:49.307758 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-f8a1726e-7de3-4837-81f6-653707257a54 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Notify callbacks [] for subnet, before_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:49.316798 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292c8512-934b-4f54-a201-a047ce1356b3 tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Pushing event updated for resources: {'Subnet': ['ID=99a71cfc-9137-488f-afc8-edace8fb01f1,revision_number=0']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:41:49.351712 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Provisioning for port 4180c87a-e093-44e4-b438-da7622112154 completed by entity L2. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 13:41:49.358901 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-335889ad-5453-4709-8be9-227d57efe6e6 None None] Provisioning for port 1055cb1d-e5ae-4d5c-9933-60181a7b5f38 completed by entity DHCP. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 13:41:49.366477 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-292c8512-934b-4f54-a201-a047ce1356b3 tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Network c85b04f5-731a-4508-b55c-0acafaef81ea is scheduled to be hosted by DHCP agent e47e4547-5c2d-4954-ba56-fa3646239f18 with binding_index 1 {{(pid=83869) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 13:41:49.367607 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-1b6481fb-77cf-4a0a-a8f5-ba3621dd0476 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:49.375065 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-0d31010b-8599-4be7-8be0-a763b60c6337 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:41:49.376972 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-f8a1726e-7de3-4837-81f6-653707257a54 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3166365'] for subnet, precommit_delete_associations {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:49.377663 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Provisioning complete for port 4180c87a-e093-44e4-b438-da7622112154 triggered by entity L2. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 13:41:49.378098 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-948329'] for port, provisioning_complete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:49.381811 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-0d31010b-8599-4be7-8be0-a763b60c6337 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Usage tracker for resource:subnet and tenant:1932cd2bf32d410ebaa96b0062b29072 is out of sync, need to count used quota {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 13:41:49.384812 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-0d31010b-8599-4be7-8be0-a763b60c6337 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 13:41:49.387884 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.scheduler.base_scheduler [None req-292c8512-934b-4f54-a201-a047ce1356b3 tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-836180-1-hyperv, c85b04f5-731a-4508-b55c-0acafaef81ea) {{(pid=83869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 13:41:49.395136 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-292c8512-934b-4f54-a201-a047ce1356b3 tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:41:49.395797 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-292c8512-934b-4f54-a201-a047ce1356b3 tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Notify callbacks [] for subnet, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:49.408149 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-0d31010b-8599-4be7-8be0-a763b60c6337 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:41:49.415975 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a62dc7f4-e7f2-45e5-a4d5-7013ab3ed1f5 None None] Network c85b04f5-731a-4508-b55c-0acafaef81ea requested from dv-neutron-836180-1-hyperv {{(pid=83872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 13:41:49.424212 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-292c8512-934b-4f54-a201-a047ce1356b3 tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4472106 Apr 01 13:41:49.427364 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 55758) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:41:49.443979 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-335889ad-5453-4709-8be9-227d57efe6e6 None None] Provisioning complete for port 1055cb1d-e5ae-4d5c-9933-60181a7b5f38 triggered by entity DHCP. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 13:41:49.444702 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-335889ad-5453-4709-8be9-227d57efe6e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-948329'] for port, provisioning_complete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:49.468652 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.db_base_plugin_common [None req-c294fa24-7d5a-401a-9c31-8291c73ce7b6 None None] Allocated IP 172.20.0.2 (d275bbac-317c-4659-8ff4-206bb06e935b/535c50c9-d768-402f-9173-7852b14f4afe/7c965080-bfc4-40ff-9843-9bac11f91e45) {{(pid=83872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 13:41:49.483386 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-f8a1726e-7de3-4837-81f6-653707257a54 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-945029'] for subnet, precommit_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:49.490706 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d31010b-8599-4be7-8be0-a763b60c6337 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Made reservation on behalf of 1932cd2bf32d410ebaa96b0062b29072 for: {'subnet': 1} {{(pid=83869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 13:41:49.494096 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-0d31010b-8599-4be7-8be0-a763b60c6337 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2999481'] for subnet, before_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:49.571275 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-f8a1726e-7de3-4837-81f6-653707257a54 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-945042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2743160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2757373'] for subnet, after_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:49.617003 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a1726e-7de3-4837-81f6-653707257a54 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Pushing event deleted for resources: {'Subnet': ['ID=e10be7bd-5a15-47f9-a99a-514c10a07a05,revision_number=None']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:41:49.633957 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-f8a1726e-7de3-4837-81f6-653707257a54 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Notify callbacks [] for subnet, before_response {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:49.642868 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-f8a1726e-7de3-4837-81f6-653707257a54 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] 10.222.0.26 "DELETE /v2.0/subnets/e10be7bd-5a15-47f9-a99a-514c10a07a05 HTTP/1.1" status: 204 len: 168 time: 0.5667048 Apr 01 13:41:49.644702 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 55762) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:41:49.653055 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25b46534-e811-48ee-90be-e077e1d70b22 None None] Network aec22b7b-55b3-43ed-9c3e-ec30ca163d50 requested from dv-neutron-836180-1-hyperv {{(pid=83872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 13:41:49.715352 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.plugin [None req-335889ad-5453-4709-8be9-227d57efe6e6 None None] Port 1055cb1d-e5ae-4d5c-9933-60181a7b5f38 cannot update to ACTIVE because it is not bound. {{(pid=83872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 13:41:49.716229 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.db_base_plugin_v2 [None req-5d834a19-1457-4281-a338-671ea670a427 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Deleting subnet 9d3fab87-3f6c-4de8-975a-cb14deb0b4ea {{(pid=83871) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 01 13:41:49.720193 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-5d834a19-1457-4281-a338-671ea670a427 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Notify callbacks [] for subnet, before_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:49.777286 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-5d834a19-1457-4281-a338-671ea670a427 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3166365'] for subnet, precommit_delete_associations {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:49.875953 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-5d834a19-1457-4281-a338-671ea670a427 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-945029'] for subnet, precommit_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:49.890673 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-335889ad-5453-4709-8be9-227d57efe6e6 None None] Could not find standard attr ID for object 410cfac6-76b2-4712-a33b-e1ddc9a17208. {{(pid=83872) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 01 13:41:49.959372 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-5d834a19-1457-4281-a338-671ea670a427 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-945042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2743160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2757373'] for subnet, after_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:50.001034 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d834a19-1457-4281-a338-671ea670a427 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Pushing event deleted for resources: {'Subnet': ['ID=9d3fab87-3f6c-4de8-975a-cb14deb0b4ea,revision_number=None']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:41:50.010346 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-5d834a19-1457-4281-a338-671ea670a427 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Notify callbacks [] for subnet, before_response {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:50.020382 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-5d834a19-1457-4281-a338-671ea670a427 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] 10.222.0.26 "DELETE /v2.0/subnets/9d3fab87-3f6c-4de8-975a-cb14deb0b4ea HTTP/1.1" status: 204 len: 168 time: 0.3724482 Apr 01 13:41:50.020819 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 55766) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:41:50.198013 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-230c5f66-1ba6-469e-8a1d-07b89c1674e4 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1033078'] for network, before_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:50.213950 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-0d31010b-8599-4be7-8be0-a763b60c6337 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2705391', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2999447'] for subnet, after_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:50.267097 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.plugin [None req-230c5f66-1ba6-469e-8a1d-07b89c1674e4 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Deleting port 06cb968f-e7ad-43c9-9eb5-f150615ac102 {{(pid=83869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 13:41:50.267454 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-230c5f66-1ba6-469e-8a1d-07b89c1674e4 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736733287370'] for port, before_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:50.316876 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:50.328680 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d31010b-8599-4be7-8be0-a763b60c6337 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Network d275bbac-317c-4659-8ff4-206bb06e935b is already hosted by enough agents. {{(pid=83869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 13:41:50.338773 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.scheduler.base_scheduler [None req-0d31010b-8599-4be7-8be0-a763b60c6337 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Resources bound (agent type, host, resource id): {{(pid=83869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 13:41:50.341507 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d31010b-8599-4be7-8be0-a763b60c6337 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:41:50.342820 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-0d31010b-8599-4be7-8be0-a763b60c6337 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Notify callbacks [] for subnet, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:50.365333 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d31010b-8599-4be7-8be0-a763b60c6337 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Pushing event updated for resources: {'Subnet': ['ID=2b605aed-8fda-4bcf-b6fc-c860a523103d,revision_number=0']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:41:50.434468 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0093796-5d3b-4dc8-af7c-3e9e34c99fdf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7e7d0ecb-2af4-55f5-9198-238ab0570d62-c85b04f5-731a-4508-b55c-0acafaef81ea', 'network_id': 'c85b04f5-731a-4508-b55c-0acafaef81ea', 'tenant_id': '7eaea7f33c58432a9d19111cc275f4e1', 'fixed_ips': [{'subnet_id': '99a71cfc-9137-488f-afc8-edace8fb01f1'}]}} from dv-neutron-836180-1-hyperv. {{(pid=83872) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 01 13:41:50.435273 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-c0093796-5d3b-4dc8-af7c-3e9e34c99fdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:50.463843 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-c294fa24-7d5a-401a-9c31-8291c73ce7b6 None None] Notify callbacks [] for port, precommit_create {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:50.489580 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] For port 4180c87a-e093-44e4-b438-da7622112154, host dv-neutron-836180-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836180-1-hyperv',level=0,port_id=4180c87a-e093-44e4-b438-da7622112154,segment=NetworkSegment(93dd05bf-39fb-44f4-9047-aa96d039491b),segment_id=93dd05bf-39fb-44f4-9047-aa96d039491b)] {{(pid=83872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 13:41:50.505091 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864'] for port, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:50.508605 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-c294fa24-7d5a-401a-9c31-8291c73ce7b6 None None] Transition to ACTIVE for port object 7c965080-bfc4-40ff-9843-9bac11f91e45 will not be triggered until provisioned by entity L2. {{(pid=83872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 13:41:50.521374 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-0d31010b-8599-4be7-8be0-a763b60c6337 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.4262791 Apr 01 13:41:50.524025 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 55770) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:41:50.531089 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.v2.base [None req-620acdf6-a15f-4d4d-8afb-774feb27dcd6 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Request body: {'port': {'network_id': 'd275bbac-317c-4659-8ff4-206bb06e935b', 'fixed_ips': [{'subnet_id': '535c50c9-d768-402f-9173-7852b14f4afe'}, {'subnet_id': '2b605aed-8fda-4bcf-b6fc-c860a523103d'}], 'name': 'tempest-PortsTestJSON-1173192635'}} {{(pid=83871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:41:50.649672 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-c294fa24-7d5a-401a-9c31-8291c73ce7b6 None None] Transition to ACTIVE for port object 7c965080-bfc4-40ff-9843-9bac11f91e45 will not be triggered until provisioned by entity DHCP. {{(pid=83872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 13:41:50.665084 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.db [None req-230c5f66-1ba6-469e-8a1d-07b89c1674e4 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] For port 06cb968f-e7ad-43c9-9eb5-f150615ac102, host dv-neutron-836180-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836180-1-hyperv',level=0,port_id=06cb968f-e7ad-43c9-9eb5-f150615ac102,segment=NetworkSegment(ca192ecc-2da5-4762-a8ae-4c24b4c63cee),segment_id=ca192ecc-2da5-4762-a8ae-4c24b4c63cee)] {{(pid=83869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 13:41:50.665442 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-230c5f66-1ba6-469e-8a1d-07b89c1674e4 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4155147'] for port, precommit_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:50.674258 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-620acdf6-a15f-4d4d-8afb-774feb27dcd6 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:41:50.684795 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-620acdf6-a15f-4d4d-8afb-774feb27dcd6 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:41:50.694928 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-620acdf6-a15f-4d4d-8afb-774feb27dcd6 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Made reservation on behalf of 1932cd2bf32d410ebaa96b0062b29072 for: {'port': 1} {{(pid=83871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 13:41:50.700588 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-620acdf6-a15f-4d4d-8afb-774feb27dcd6 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:50.713107 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-c294fa24-7d5a-401a-9c31-8291c73ce7b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736732935801'] for port, after_create {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:50.723486 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.notifiers.nova [None req-620acdf6-a15f-4d4d-8afb-774feb27dcd6 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] device_id is not set on port 4d45b33d-44da-46a0-89e8-203d379fe527 yet. {{(pid=83871) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 01 13:41:50.759102 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Pushing event updated for resources: {'Port': ['ID=4180c87a-e093-44e4-b438-da7622112154,revision_number=3']} {{(pid=83872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:41:50.794847 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.plugin [None req-230c5f66-1ba6-469e-8a1d-07b89c1674e4 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Calling delete_port for 06cb968f-e7ad-43c9-9eb5-f150615ac102 owned by network:dhcp {{(pid=83869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 13:41:50.831658 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-1b6481fb-77cf-4a0a-a8f5-ba3621dd0476 None None] Notify callbacks [] for port, precommit_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:50.836259 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:41:50.837021 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:41:50.837021 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:41:50.837264 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:41:50.837977 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:41:50.837977 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:41:50.838265 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:41:50.838622 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:41:50.839043 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:41:50.839360 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:41:50.839680 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:41:50.845830 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c294fa24-7d5a-401a-9c31-8291c73ce7b6 None None] Network d275bbac-317c-4659-8ff4-206bb06e935b is already hosted by enough agents. {{(pid=83872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 13:41:50.853106 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72dcf6e2-8043-4bb0-91e1-37be09203642 None None] DHCP port deletion for aec22b7b-55b3-43ed-9c3e-ec30ca163d50 request from dv-neutron-836180-1-hyperv {{(pid=83872) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 01 13:41:50.887959 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.scheduler.base_scheduler [None req-c294fa24-7d5a-401a-9c31-8291c73ce7b6 None None] Resources bound (agent type, host, resource id): {{(pid=83872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 13:41:50.908223 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c294fa24-7d5a-401a-9c31-8291c73ce7b6 None None] Received port after_create {{(pid=83872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 13:41:50.911150 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-1b6481fb-77cf-4a0a-a8f5-ba3621dd0476 None None] Transition to ACTIVE for port object 1055cb1d-e5ae-4d5c-9933-60181a7b5f38 will not be triggered until provisioned by entity L2. {{(pid=83872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 13:41:50.917911 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.plugin [None req-72dcf6e2-8043-4bb0-91e1-37be09203642 None None] Deleting port 06cb968f-e7ad-43c9-9eb5-f150615ac102 {{(pid=83872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 13:41:50.918402 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-72dcf6e2-8043-4bb0-91e1-37be09203642 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736733287370'] for port, before_delete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:50.927116 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-230c5f66-1ba6-469e-8a1d-07b89c1674e4 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736733359243', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736732935810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2705155'] for port, after_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:50.977467 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-1b6481fb-77cf-4a0a-a8f5-ba3621dd0476 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864'] for port, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:51.041452 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.db_base_plugin_common [None req-c0093796-5d3b-4dc8-af7c-3e9e34c99fdf None None] Allocated IP 172.22.0.2 (c85b04f5-731a-4508-b55c-0acafaef81ea/99a71cfc-9137-488f-afc8-edace8fb01f1/f29570c3-d694-4a88-b242-3bc262a28b2c) {{(pid=83872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 13:41:51.058236 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.plugin [None req-72dcf6e2-8043-4bb0-91e1-37be09203642 None None] The port '06cb968f-e7ad-43c9-9eb5-f150615ac102' was deleted {{(pid=83872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 01 13:41:51.061947 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c294fa24-7d5a-401a-9c31-8291c73ce7b6 None None] Pushing event updated for resources: {'Port': ['ID=7c965080-bfc4-40ff-9843-9bac11f91e45,revision_number=1']} {{(pid=83872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:41:51.095666 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.db_base_plugin_common [None req-620acdf6-a15f-4d4d-8afb-774feb27dcd6 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Allocated IP 172.20.0.10 (d275bbac-317c-4659-8ff4-206bb06e935b/535c50c9-d768-402f-9173-7852b14f4afe/4d45b33d-44da-46a0-89e8-203d379fe527) {{(pid=83871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 13:41:51.101945 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.db_base_plugin_common [None req-620acdf6-a15f-4d4d-8afb-774feb27dcd6 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Allocated IP 172.20.0.28 (d275bbac-317c-4659-8ff4-206bb06e935b/2b605aed-8fda-4bcf-b6fc-c860a523103d/4d45b33d-44da-46a0-89e8-203d379fe527) {{(pid=83871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 13:41:51.127948 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230c5f66-1ba6-469e-8a1d-07b89c1674e4 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Pushing event deleted for resources: {'Port': ['ID=06cb968f-e7ad-43c9-9eb5-f150615ac102,revision_number=None']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:41:51.145302 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-230c5f66-1ba6-469e-8a1d-07b89c1674e4 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] No DVR routers for this DVR port 06cb968f-e7ad-43c9-9eb5-f150615ac102 on host dv-neutron-836180-1-hyperv {{(pid=83869) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 13:41:51.207260 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-599716fe-9fac-454a-b3eb-2b14b3201ff4 tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:51.339118 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.managers [None req-c294fa24-7d5a-401a-9c31-8291c73ce7b6 None None] Attempting to bind port 7c965080-bfc4-40ff-9843-9bac11f91e45 on host dv-neutron-836180-1-hyperv for vnic_type normal with profile {{(pid=83872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 13:41:51.339701 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.managers [None req-c294fa24-7d5a-401a-9c31-8291c73ce7b6 None None] Attempting to bind port 7c965080-bfc4-40ff-9843-9bac11f91e45 by drivers openvswitch,hyperv on host dv-neutron-836180-1-hyperv at level 0 using segments [{'id': '412296f5-4f03-48dc-bda0-46f94dcad842', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'd275bbac-317c-4659-8ff4-206bb06e935b'}] {{(pid=83872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 13:41:51.339813 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c294fa24-7d5a-401a-9c31-8291c73ce7b6 None None] Attempting to bind port 7c965080-bfc4-40ff-9843-9bac11f91e45 on network d275bbac-317c-4659-8ff4-206bb06e935b {{(pid=83872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 13:41:51.354809 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d600a70-a43f-44b5-a8f9-dfd2801995f9 None None] Pushing event updated for resources: {'Port': ['ID=1055cb1d-e5ae-4d5c-9933-60181a7b5f38,revision_number=3']} {{(pid=83872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:41:51.383071 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-620acdf6-a15f-4d4d-8afb-774feb27dcd6 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Notify callbacks [] for port, precommit_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:51.403248 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.provisioning_blocks [None req-620acdf6-a15f-4d4d-8afb-774feb27dcd6 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Transition to ACTIVE for port object 4d45b33d-44da-46a0-89e8-203d379fe527 will not be triggered until provisioned by entity DHCP. {{(pid=83871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 13:41:51.422021 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c294fa24-7d5a-401a-9c31-8291c73ce7b6 None None] Checking agent: {'id': 'af948428-97cd-4d10-9f53-af028bdb39b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-836180-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 13, 25, 37), 'started_at': datetime.datetime(2022, 4, 1, 13, 26, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 13, 41, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-836180-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 13:41:51.422341 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c294fa24-7d5a-401a-9c31-8291c73ce7b6 None None] Checking segment: {'id': '412296f5-4f03-48dc-bda0-46f94dcad842', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'd275bbac-317c-4659-8ff4-206bb06e935b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 13:41:51.422739 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-c294fa24-7d5a-401a-9c31-8291c73ce7b6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:51.423313 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c294fa24-7d5a-401a-9c31-8291c73ce7b6 None None] Bound using segment: {'id': '412296f5-4f03-48dc-bda0-46f94dcad842', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'd275bbac-317c-4659-8ff4-206bb06e935b'} {{(pid=83872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 13:41:51.423592 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.managers [None req-c294fa24-7d5a-401a-9c31-8291c73ce7b6 None None] Bound port: 7c965080-bfc4-40ff-9843-9bac11f91e45, host: dv-neutron-836180-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '412296f5-4f03-48dc-bda0-46f94dcad842', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'd275bbac-317c-4659-8ff4-206bb06e935b'}}] {{(pid=83872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 13:41:51.423955 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-c294fa24-7d5a-401a-9c31-8291c73ce7b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:51.430277 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-230c5f66-1ba6-469e-8a1d-07b89c1674e4 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-942654', 'neutron.services.segments.db._delete_segments_for_network-8736733387888'] for network, precommit_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:51.431828 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-620acdf6-a15f-4d4d-8afb-774feb27dcd6 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736732935801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2743125'] for port, after_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:51.506947 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-620acdf6-a15f-4d4d-8afb-774feb27dcd6 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Network d275bbac-317c-4659-8ff4-206bb06e935b is already hosted by enough agents. {{(pid=83871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 13:41:51.510410 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.scheduler.base_scheduler [None req-620acdf6-a15f-4d4d-8afb-774feb27dcd6 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Resources bound (agent type, host, resource id): {{(pid=83871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 13:41:51.512987 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-620acdf6-a15f-4d4d-8afb-774feb27dcd6 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Received port after_create {{(pid=83871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 13:41:51.527655 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.services.segments.db [None req-230c5f66-1ba6-469e-8a1d-07b89c1674e4 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aec22b7b-55b3-43ed-9c3e-ec30ca163d50']}} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:41:51.551492 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-620acdf6-a15f-4d4d-8afb-774feb27dcd6 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Pushing event updated for resources: {'Port': ['ID=4d45b33d-44da-46a0-89e8-203d379fe527,revision_number=1']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:41:51.552865 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.services.segments.db [None req-230c5f66-1ba6-469e-8a1d-07b89c1674e4 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ca192ecc-2da5-4762-a8ae-4c24b4c63cee') {'for_net_delete': True} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:41:51.553165 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.services.segments.db [None req-230c5f66-1ba6-469e-8a1d-07b89c1674e4 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ca192ecc-2da5-4762-a8ae-4c24b4c63cee') {} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:41:51.571892 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-230c5f66-1ba6-469e-8a1d-07b89c1674e4 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736733386999', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2704982'] for segment, before_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:51.585360 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-620acdf6-a15f-4d4d-8afb-774feb27dcd6 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:41:51.586084 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-620acdf6-a15f-4d4d-8afb-774feb27dcd6 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109561'] for port, before_response {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:51.612462 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-620acdf6-a15f-4d4d-8afb-774feb27dcd6 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1005 time: 1.0871596 Apr 01 13:41:51.615158 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 55774) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:41:51.621707 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.v2.base [None req-956958af-42c8-40ed-8b20-2d8ff94c08f1 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '535c50c9-d768-402f-9173-7852b14f4afe'}]}} {{(pid=83871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:41:51.631651 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.managers [None req-1b6481fb-77cf-4a0a-a8f5-ba3621dd0476 None None] Attempting to bind port 1055cb1d-e5ae-4d5c-9933-60181a7b5f38 on host dv-neutron-836180-1-hyperv for vnic_type normal with profile {{(pid=83872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 13:41:51.632066 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.managers [None req-1b6481fb-77cf-4a0a-a8f5-ba3621dd0476 None None] Attempting to bind port 1055cb1d-e5ae-4d5c-9933-60181a7b5f38 by drivers openvswitch,hyperv on host dv-neutron-836180-1-hyperv at level 0 using segments [{'id': '93dd05bf-39fb-44f4-9047-aa96d039491b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '10ff9f13-ba46-4e19-a3ef-7dbc3ca70388'}] {{(pid=83872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 13:41:51.632450 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b6481fb-77cf-4a0a-a8f5-ba3621dd0476 None None] Attempting to bind port 1055cb1d-e5ae-4d5c-9933-60181a7b5f38 on network 10ff9f13-ba46-4e19-a3ef-7dbc3ca70388 {{(pid=83872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 13:41:51.633071 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-230c5f66-1ba6-469e-8a1d-07b89c1674e4 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1004271'] for segment, precommit_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:51.653268 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-230c5f66-1ba6-469e-8a1d-07b89c1674e4 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Releasing vlan 384 on physical network physnet1 to pool {{(pid=83869) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 01 13:41:51.653667 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-230c5f66-1ba6-469e-8a1d-07b89c1674e4 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1004262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2705264'] for segment, after_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:51.671140 dv-neutron-836180-1-hyperv neutron-server[83869]: Traceback (most recent call last): Apr 01 13:41:51.671140 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 01 13:41:51.671140 dv-neutron-836180-1-hyperv neutron-server[83869]: timer() Apr 01 13:41:51.671140 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 13:41:51.671140 dv-neutron-836180-1-hyperv neutron-server[83869]: cb(*args, **kw) Apr 01 13:41:51.671140 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 13:41:51.671140 dv-neutron-836180-1-hyperv neutron-server[83869]: return func(*args, **kwargs) Apr 01 13:41:51.671140 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 13:41:51.671140 dv-neutron-836180-1-hyperv neutron-server[83869]: self._notify() Apr 01 13:41:51.671140 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 13:41:51.671140 dv-neutron-836180-1-hyperv neutron-server[83869]: self.callback(batched_events) Apr 01 13:41:51.671140 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 13:41:51.671140 dv-neutron-836180-1-hyperv neutron-server[83869]: event.method(event) Apr 01 13:41:51.671140 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 13:41:51.671140 dv-neutron-836180-1-hyperv neutron-server[83869]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 13:41:51.671140 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 13:41:51.671140 dv-neutron-836180-1-hyperv neutron-server[83869]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 13:41:51.671140 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 13:41:51.671140 dv-neutron-836180-1-hyperv neutron-server[83869]: return f(self, *a, **k) Apr 01 13:41:51.671140 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 13:41:51.671140 dv-neutron-836180-1-hyperv neutron-server[83869]: return self._get(url).json() Apr 01 13:41:51.671140 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 13:41:51.671140 dv-neutron-836180-1-hyperv neutron-server[83869]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 13:41:51.671140 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 01 13:41:51.671140 dv-neutron-836180-1-hyperv neutron-server[83869]: return self.request(url, 'GET', **kwargs) Apr 01 13:41:51.671140 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 01 13:41:51.671140 dv-neutron-836180-1-hyperv neutron-server[83869]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 13:41:51.671140 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 01 13:41:51.671140 dv-neutron-836180-1-hyperv neutron-server[83869]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 13:41:51.671140 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 01 13:41:51.671140 dv-neutron-836180-1-hyperv neutron-server[83869]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 13:41:51.671140 dv-neutron-836180-1-hyperv neutron-server[83869]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 13:41:51.711824 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b6481fb-77cf-4a0a-a8f5-ba3621dd0476 None None] Checking agent: {'id': 'af948428-97cd-4d10-9f53-af028bdb39b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-836180-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 13, 25, 37), 'started_at': datetime.datetime(2022, 4, 1, 13, 26, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 13, 41, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-836180-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 13:41:51.712191 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b6481fb-77cf-4a0a-a8f5-ba3621dd0476 None None] Checking segment: {'id': '93dd05bf-39fb-44f4-9047-aa96d039491b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '10ff9f13-ba46-4e19-a3ef-7dbc3ca70388'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 13:41:51.712616 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-1b6481fb-77cf-4a0a-a8f5-ba3621dd0476 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:51.712994 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b6481fb-77cf-4a0a-a8f5-ba3621dd0476 None None] Bound using segment: {'id': '93dd05bf-39fb-44f4-9047-aa96d039491b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '10ff9f13-ba46-4e19-a3ef-7dbc3ca70388'} {{(pid=83872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 13:41:51.713466 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.managers [None req-1b6481fb-77cf-4a0a-a8f5-ba3621dd0476 None None] Bound port: 1055cb1d-e5ae-4d5c-9933-60181a7b5f38, host: dv-neutron-836180-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '93dd05bf-39fb-44f4-9047-aa96d039491b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '10ff9f13-ba46-4e19-a3ef-7dbc3ca70388'}}] {{(pid=83872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 13:41:51.713836 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-1b6481fb-77cf-4a0a-a8f5-ba3621dd0476 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:51.732992 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-c294fa24-7d5a-401a-9c31-8291c73ce7b6 None None] For port 7c965080-bfc4-40ff-9843-9bac11f91e45, host dv-neutron-836180-1-hyperv, cleared binding levels {{(pid=83872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 13:41:51.761982 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-956958af-42c8-40ed-8b20-2d8ff94c08f1 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:51.776628 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-c0093796-5d3b-4dc8-af7c-3e9e34c99fdf None None] Notify callbacks [] for port, precommit_create {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:51.783526 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-c294fa24-7d5a-401a-9c31-8291c73ce7b6 None None] For port 7c965080-bfc4-40ff-9843-9bac11f91e45, host dv-neutron-836180-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836180-1-hyperv',level=0,port_id=7c965080-bfc4-40ff-9843-9bac11f91e45,segment=NetworkSegment(412296f5-4f03-48dc-bda0-46f94dcad842),segment_id=412296f5-4f03-48dc-bda0-46f94dcad842)] {{(pid=83872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 13:41:51.798243 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-c294fa24-7d5a-401a-9c31-8291c73ce7b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864'] for port, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:51.803789 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-230c5f66-1ba6-469e-8a1d-07b89c1674e4 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-942599', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4084797'] for network, after_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:51.829655 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-230c5f66-1ba6-469e-8a1d-07b89c1674e4 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Notify callbacks [] for network, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:51.833243 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-c0093796-5d3b-4dc8-af7c-3e9e34c99fdf None None] Transition to ACTIVE for port object f29570c3-d694-4a88-b242-3bc262a28b2c will not be triggered until provisioned by entity L2. {{(pid=83872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 13:41:51.844997 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230c5f66-1ba6-469e-8a1d-07b89c1674e4 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Pushing event deleted for resources: {'Network': ['ID=aec22b7b-55b3-43ed-9c3e-ec30ca163d50,revision_number=None']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:41:51.877698 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-230c5f66-1ba6-469e-8a1d-07b89c1674e4 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] 10.222.0.26 "DELETE /v2.0/networks/aec22b7b-55b3-43ed-9c3e-ec30ca163d50 HTTP/1.1" status: 204 len: 168 time: 1.8524089 Apr 01 13:41:51.878795 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 55778) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:41:51.910567 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-c0093796-5d3b-4dc8-af7c-3e9e34c99fdf None None] Transition to ACTIVE for port object f29570c3-d694-4a88-b242-3bc262a28b2c will not be triggered until provisioned by entity DHCP. {{(pid=83872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 13:41:51.932022 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-c0093796-5d3b-4dc8-af7c-3e9e34c99fdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736732935801'] for port, after_create {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:51.937845 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-1b6481fb-77cf-4a0a-a8f5-ba3621dd0476 None None] For port 1055cb1d-e5ae-4d5c-9933-60181a7b5f38, host dv-neutron-836180-1-hyperv, cleared binding levels {{(pid=83872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 13:41:51.944616 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-1b6481fb-77cf-4a0a-a8f5-ba3621dd0476 None None] For port 1055cb1d-e5ae-4d5c-9933-60181a7b5f38, host dv-neutron-836180-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836180-1-hyperv',level=0,port_id=1055cb1d-e5ae-4d5c-9933-60181a7b5f38,segment=NetworkSegment(93dd05bf-39fb-44f4-9047-aa96d039491b),segment_id=93dd05bf-39fb-44f4-9047-aa96d039491b)] {{(pid=83872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 13:41:51.954199 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c294fa24-7d5a-401a-9c31-8291c73ce7b6 None None] Pushing event updated for resources: {'Port': ['ID=7c965080-bfc4-40ff-9843-9bac11f91e45,revision_number=2']} {{(pid=83872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:41:51.960168 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-1b6481fb-77cf-4a0a-a8f5-ba3621dd0476 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864'] for port, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:52.018686 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.db_base_plugin_common [None req-599716fe-9fac-454a-b3eb-2b14b3201ff4 tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Allocated IP 172.22.0.1 (c85b04f5-731a-4508-b55c-0acafaef81ea/99a71cfc-9137-488f-afc8-edace8fb01f1/4f19e4c2-bc1f-4625-9049-6cf8381dc6af) {{(pid=83869) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 13:41:52.023982 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0093796-5d3b-4dc8-af7c-3e9e34c99fdf None None] Network c85b04f5-731a-4508-b55c-0acafaef81ea is already hosted by enough agents. {{(pid=83872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 13:41:52.027455 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.scheduler.base_scheduler [None req-c0093796-5d3b-4dc8-af7c-3e9e34c99fdf None None] Resources bound (agent type, host, resource id): {{(pid=83872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 13:41:52.035924 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0093796-5d3b-4dc8-af7c-3e9e34c99fdf None None] Received port after_create {{(pid=83872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 13:41:52.046752 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf6750a4-785d-4497-b2b5-c81e7d88c2fc tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:41:52.047403 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-cf6750a4-785d-4497-b2b5-c81e7d88c2fc tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Synchronizing usage tracker for tenant:2ac88458dfe547ba9bcc73de4b0c8518 on resource:port {{(pid=83869) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 13:41:52.052351 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0093796-5d3b-4dc8-af7c-3e9e34c99fdf None None] Pushing event updated for resources: {'Port': ['ID=f29570c3-d694-4a88-b242-3bc262a28b2c,revision_number=1']} {{(pid=83872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:41:52.084016 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-cf6750a4-785d-4497-b2b5-c81e7d88c2fc tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Unset dirty status for tenant:2ac88458dfe547ba9bcc73de4b0c8518 on resource:port {{(pid=83869) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 13:41:52.085390 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-cf6750a4-785d-4497-b2b5-c81e7d88c2fc tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.2051585 Apr 01 13:41:52.096558 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 55782) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:41:52.221605 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b6481fb-77cf-4a0a-a8f5-ba3621dd0476 None None] Routers {'0f53ca0b-ff09-4351-ab77-c1e0529db189'} bound to L3 agent in host dv-neutron-836180-1-hyperv {{(pid=83872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 13:41:52.222242 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_hamode_db [None req-1b6481fb-77cf-4a0a-a8f5-ba3621dd0476 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836180-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-01T13:25:36Z,description=,heartbeat_timestamp=2022-04-01T13:41:36Z,host='dv-neutron-836180-1-hyperv',id=88bf8fc8-11a3-4e96-9d1b-5fd93ba9f6f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T13:25:36Z,topic='l3_agent')) {'router_ids': ['0f53ca0b-ff09-4351-ab77-c1e0529db189'], 'active': True} {{(pid=83872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:41:52.246021 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-599716fe-9fac-454a-b3eb-2b14b3201ff4 tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Notify callbacks [] for port, precommit_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:52.274259 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.provisioning_blocks [None req-599716fe-9fac-454a-b3eb-2b14b3201ff4 tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Transition to ACTIVE for port object 4f19e4c2-bc1f-4625-9049-6cf8381dc6af will not be triggered until provisioned by entity DHCP. {{(pid=83869) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 13:41:52.323080 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-599716fe-9fac-454a-b3eb-2b14b3201ff4 tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736732935801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2705155'] for port, after_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:52.390286 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.managers [None req-c0093796-5d3b-4dc8-af7c-3e9e34c99fdf None None] Attempting to bind port f29570c3-d694-4a88-b242-3bc262a28b2c on host dv-neutron-836180-1-hyperv for vnic_type normal with profile {{(pid=83872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 13:41:52.390841 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.managers [None req-c0093796-5d3b-4dc8-af7c-3e9e34c99fdf None None] Attempting to bind port f29570c3-d694-4a88-b242-3bc262a28b2c by drivers openvswitch,hyperv on host dv-neutron-836180-1-hyperv at level 0 using segments [{'id': '2b22723b-36c0-428d-b7b6-1fd68f3ec682', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'c85b04f5-731a-4508-b55c-0acafaef81ea'}] {{(pid=83872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 13:41:52.391194 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0093796-5d3b-4dc8-af7c-3e9e34c99fdf None None] Attempting to bind port f29570c3-d694-4a88-b242-3bc262a28b2c on network c85b04f5-731a-4508-b55c-0acafaef81ea {{(pid=83872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 13:41:52.401053 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d600a70-a43f-44b5-a8f9-dfd2801995f9 None None] Pushing event updated for resources: {'Port': ['ID=1055cb1d-e5ae-4d5c-9933-60181a7b5f38,revision_number=4']} {{(pid=83872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:41:52.424246 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0093796-5d3b-4dc8-af7c-3e9e34c99fdf None None] Checking agent: {'id': 'af948428-97cd-4d10-9f53-af028bdb39b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-836180-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 13, 25, 37), 'started_at': datetime.datetime(2022, 4, 1, 13, 26, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 13, 41, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-836180-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 13:41:52.424641 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0093796-5d3b-4dc8-af7c-3e9e34c99fdf None None] Checking segment: {'id': '2b22723b-36c0-428d-b7b6-1fd68f3ec682', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'c85b04f5-731a-4508-b55c-0acafaef81ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 13:41:52.425040 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-c0093796-5d3b-4dc8-af7c-3e9e34c99fdf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:52.425426 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0093796-5d3b-4dc8-af7c-3e9e34c99fdf None None] Bound using segment: {'id': '2b22723b-36c0-428d-b7b6-1fd68f3ec682', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'c85b04f5-731a-4508-b55c-0acafaef81ea'} {{(pid=83872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 13:41:52.425894 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.managers [None req-c0093796-5d3b-4dc8-af7c-3e9e34c99fdf None None] Bound port: f29570c3-d694-4a88-b242-3bc262a28b2c, host: dv-neutron-836180-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b22723b-36c0-428d-b7b6-1fd68f3ec682', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'c85b04f5-731a-4508-b55c-0acafaef81ea'}}] {{(pid=83872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 13:41:52.426267 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-c0093796-5d3b-4dc8-af7c-3e9e34c99fdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:52.465134 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-599716fe-9fac-454a-b3eb-2b14b3201ff4 tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Network c85b04f5-731a-4508-b55c-0acafaef81ea is already hosted by enough agents. {{(pid=83869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 13:41:52.471161 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.scheduler.base_scheduler [None req-599716fe-9fac-454a-b3eb-2b14b3201ff4 tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Resources bound (agent type, host, resource id): {{(pid=83869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 13:41:52.475249 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-599716fe-9fac-454a-b3eb-2b14b3201ff4 tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Received port after_create {{(pid=83869) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 13:41:52.492155 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.db_base_plugin_common [None req-956958af-42c8-40ed-8b20-2d8ff94c08f1 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Delete allocated IP 172.20.0.28 (d275bbac-317c-4659-8ff4-206bb06e935b/2b605aed-8fda-4bcf-b6fc-c860a523103d) {{(pid=83871) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Apr 01 13:41:52.504001 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_dvr_db [None req-1b6481fb-77cf-4a0a-a8f5-ba3621dd0476 None None] Set router 0f53ca0b-ff09-4351-ab77-c1e0529db189 gateway port host: None {{(pid=83872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 13:41:52.517125 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-599716fe-9fac-454a-b3eb-2b14b3201ff4 tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Pushing event updated for resources: {'Port': ['ID=4f19e4c2-bc1f-4625-9049-6cf8381dc6af,revision_number=1']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:41:52.531425 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-7376eb9d-d5aa-4f06-8866-5efe12775ff5 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] 10.222.0.26 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.3349919 Apr 01 13:41:52.534566 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 55786) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:41:52.547055 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.v2.base [None req-df5d6733-c886-4c9e-a194-2364c239a993 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-884265118'}} {{(pid=83871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:41:52.573560 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-599716fe-9fac-454a-b3eb-2b14b3201ff4 tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4084144'] for router_interface, before_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:52.665533 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-c0093796-5d3b-4dc8-af7c-3e9e34c99fdf None None] For port f29570c3-d694-4a88-b242-3bc262a28b2c, host dv-neutron-836180-1-hyperv, cleared binding levels {{(pid=83872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 13:41:52.672685 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-df5d6733-c886-4c9e-a194-2364c239a993 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:41:52.677258 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-df5d6733-c886-4c9e-a194-2364c239a993 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Usage tracker for resource:network and tenant:2ac88458dfe547ba9bcc73de4b0c8518 is out of sync, need to count used quota {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 13:41:52.688156 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-df5d6733-c886-4c9e-a194-2364c239a993 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 13:41:52.695268 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-df5d6733-c886-4c9e-a194-2364c239a993 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:41:52.698480 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-599716fe-9fac-454a-b3eb-2b14b3201ff4 tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:52.712032 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df5d6733-c886-4c9e-a194-2364c239a993 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Made reservation on behalf of 2ac88458dfe547ba9bcc73de4b0c8518 for: {'network': 1} {{(pid=83871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 13:41:52.718037 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-df5d6733-c886-4c9e-a194-2364c239a993 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for network, before_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:52.732083 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Device 7c965080-bfc4-40ff-9843-9bac11f91e45 up at agent ovs-agent-dv-neutron-836180-1-hyperv {{(pid=83872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 13:41:52.756450 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-c0093796-5d3b-4dc8-af7c-3e9e34c99fdf None None] For port f29570c3-d694-4a88-b242-3bc262a28b2c, host dv-neutron-836180-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836180-1-hyperv',level=0,port_id=f29570c3-d694-4a88-b242-3bc262a28b2c,segment=NetworkSegment(2b22723b-36c0-428d-b7b6-1fd68f3ec682),segment_id=2b22723b-36c0-428d-b7b6-1fd68f3ec682)] {{(pid=83872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 13:41:52.784876 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-df5d6733-c886-4c9e-a194-2364c239a993 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] vlan segment allocate from pool success with {'vlan_id': 394, 'physical_network': 'physnet1'} {{(pid=83871) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 13:41:52.792051 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-c0093796-5d3b-4dc8-af7c-3e9e34c99fdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864'] for port, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:52.802481 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-df5d6733-c886-4c9e-a194-2364c239a993 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1004271'] for segment, precommit_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:52.803258 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.db.segments_db [None req-df5d6733-c886-4c9e-a194-2364c239a993 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Added segment b6de36c5-7bd0-4dd8-aa31-a9e0538f6c65 of type vlan for network 6c4d088c-2980-47a1-9765-4a03199a1b20 Apr 01 13:41:52.837655 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-df5d6733-c886-4c9e-a194-2364c239a993 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736732923383'] for network, precommit_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:52.860531 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-956958af-42c8-40ed-8b20-2d8ff94c08f1 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Notify callbacks [] for port, precommit_update {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:52.887328 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.provisioning_blocks [None req-956958af-42c8-40ed-8b20-2d8ff94c08f1 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Ignored duplicate provisioning block setup for port 4d45b33d-44da-46a0-89e8-203d379fe527 by entity DHCP. {{(pid=83871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Apr 01 13:41:52.893267 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-956958af-42c8-40ed-8b20-2d8ff94c08f1 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2743106'] for port, after_update {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:52.939918 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-df5d6733-c886-4c9e-a194-2364c239a993 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575'] for network, after_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:52.945815 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df5d6733-c886-4c9e-a194-2364c239a993 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:41:52.946458 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-df5d6733-c886-4c9e-a194-2364c239a993 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Notify callbacks [] for network, before_response {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:52.998426 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0093796-5d3b-4dc8-af7c-3e9e34c99fdf None None] Pushing event updated for resources: {'Port': ['ID=f29570c3-d694-4a88-b242-3bc262a28b2c,revision_number=2']} {{(pid=83872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:41:53.058904 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Provisioning for port 7c965080-bfc4-40ff-9843-9bac11f91e45 completed by entity L2. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 13:41:53.067095 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Device 4180c87a-e093-44e4-b438-da7622112154 up at agent ovs-agent-dv-neutron-836180-1-hyperv {{(pid=83872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 13:41:53.144524 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df5d6733-c886-4c9e-a194-2364c239a993 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Pushing event updated for resources: {'Network': ['ID=6c4d088c-2980-47a1-9765-4a03199a1b20,revision_number=1']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:41:53.166868 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Network 6c4d088c-2980-47a1-9765-4a03199a1b20 details requested by agent ovs-agent-dv-neutron-836180-1-hyperv with host dv-neutron-836180-1-hyperv {{(pid=83872) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 13:41:53.167909 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-df5d6733-c886-4c9e-a194-2364c239a993 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.6279118 Apr 01 13:41:53.258128 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 55790) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:41:53.351628 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.v2.base [None req-78b7c351-c9fe-47d0-9375-b42f07ebf9e4 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Request body: {'subnet': {'network_id': '6c4d088c-2980-47a1-9765-4a03199a1b20', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:41:53.392923 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_hamode_db [None req-1b6481fb-77cf-4a0a-a8f5-ba3621dd0476 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f53ca0b-ff09-4351-ab77-c1e0529db189', 'name': 'tempest-RoutersTest-router-190868674', 'tenant_id': '7eaea7f33c58432a9d19111cc275f4e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T13:41:34Z', 'updated_at': '2022-04-01T13:41:45Z', 'revision_number': 3, 'project_id': '7eaea7f33c58432a9d19111cc275f4e1', 'gw_port_host': None, '_interfaces': [{'id': '1055cb1d-e5ae-4d5c-9933-60181a7b5f38', 'name': '', 'network_id': '10ff9f13-ba46-4e19-a3ef-7dbc3ca70388', 'tenant_id': '7eaea7f33c58432a9d19111cc275f4e1', 'mac_address': 'fa:16:3e:dd:62:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f53ca0b-ff09-4351-ab77-c1e0529db189', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'eda77751-1d0c-475b-bc65-4c85201184e6', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836180-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:41:44Z', 'updated_at': '2022-04-01T13:41:51Z', 'revision_number': 4, 'project_id': '7eaea7f33c58432a9d19111cc275f4e1', 'subnets': [{'id': 'eda77751-1d0c-475b-bc65-4c85201184e6', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7d78f01b-61b5-4c39-a5cd-9ac1ebf4ac15', 'name': '', 'network_id': '52e92d7a-7b71-4f8b-95a8-f9be4255be10', 'tenant_id': '7eaea7f33c58432a9d19111cc275f4e1', 'mac_address': 'fa:16:3e:8e:23:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f53ca0b-ff09-4351-ab77-c1e0529db189', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b65cb694-993a-4803-b2e5-1f1edaa872e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836180-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:41:37Z', 'updated_at': '2022-04-01T13:41:45Z', 'revision_number': 5, 'project_id': '7eaea7f33c58432a9d19111cc275f4e1', 'subnets': [{'id': 'b65cb694-993a-4803-b2e5-1f1edaa872e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-836180-1-hyperv', False) {} {{(pid=83872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:41:53.395386 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Provisioning complete for port 4180c87a-e093-44e4-b438-da7622112154 triggered by entity L2. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 13:41:53.395759 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-948329'] for port, provisioning_complete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:53.449508 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b6481fb-77cf-4a0a-a8f5-ba3621dd0476 None None] The sync data for ids ['0f53ca0b-ff09-4351-ab77-c1e0529db189'] in dv-neutron-836180-1-hyperv is: [{'id': '0f53ca0b-ff09-4351-ab77-c1e0529db189', 'name': 'tempest-RoutersTest-router-190868674', 'tenant_id': '7eaea7f33c58432a9d19111cc275f4e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T13:41:34Z', 'updated_at': '2022-04-01T13:41:45Z', 'revision_number': 3, 'project_id': '7eaea7f33c58432a9d19111cc275f4e1', 'gw_port_host': None, '_interfaces': [{'id': '1055cb1d-e5ae-4d5c-9933-60181a7b5f38', 'name': '', 'network_id': '10ff9f13-ba46-4e19-a3ef-7dbc3ca70388', 'tenant_id': '7eaea7f33c58432a9d19111cc275f4e1', 'mac_address': 'fa:16:3e:dd:62:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f53ca0b-ff09-4351-ab77-c1e0529db189', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'eda77751-1d0c-475b-bc65-4c85201184e6', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836180-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:41:44Z', 'updated_at': '2022-04-01T13:41:51Z', 'revision_number': 4, 'project_id': '7eaea7f33c58432a9d19111cc275f4e1', 'subnets': [{'id': 'eda77751-1d0c-475b-bc65-4c85201184e6', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7d78f01b-61b5-4c39-a5cd-9ac1ebf4ac15', 'name': '', 'network_id': '52e92d7a-7b71-4f8b-95a8-f9be4255be10', 'tenant_id': '7eaea7f33c58432a9d19111cc275f4e1', 'mac_address': 'fa:16:3e:8e:23:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f53ca0b-ff09-4351-ab77-c1e0529db189', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b65cb694-993a-4803-b2e5-1f1edaa872e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836180-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:41:37Z', 'updated_at': '2022-04-01T13:41:45Z', 'revision_number': 5, 'project_id': '7eaea7f33c58432a9d19111cc275f4e1', 'subnets': [{'id': 'b65cb694-993a-4803-b2e5-1f1edaa872e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 13:41:53.452446 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-599716fe-9fac-454a-b3eb-2b14b3201ff4 tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Notify callbacks [] for port, precommit_update {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:53.459394 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-599716fe-9fac-454a-b3eb-2b14b3201ff4 tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2705172'] for port, after_update {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:53.491207 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.plugin [None req-956958af-42c8-40ed-8b20-2d8ff94c08f1 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] In _notify_port_updated(), no bound segment for port 4d45b33d-44da-46a0-89e8-203d379fe527 on network d275bbac-317c-4659-8ff4-206bb06e935b {{(pid=83871) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Apr 01 13:41:53.495281 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-956958af-42c8-40ed-8b20-2d8ff94c08f1 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:41:53.495883 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-956958af-42c8-40ed-8b20-2d8ff94c08f1 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109561'] for port, before_response {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:53.500470 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-956958af-42c8-40ed-8b20-2d8ff94c08f1 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] 10.222.0.26 "PUT /v2.0/ports/4d45b33d-44da-46a0-89e8-203d379fe527 HTTP/1.1" status: 200 len: 920 time: 1.8840373 Apr 01 13:41:53.507197 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 55794) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:41:53.513074 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.v2.base [None req-852c772e-abf6-441a-b30c-4301d0429002 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '535c50c9-d768-402f-9173-7852b14f4afe'}, {'subnet_id': '2b605aed-8fda-4bcf-b6fc-c860a523103d'}]}} {{(pid=83871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:41:53.586548 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-599716fe-9fac-454a-b3eb-2b14b3201ff4 tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3017508', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4084015'] for router_interface, after_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:53.587590 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-78b7c351-c9fe-47d0-9375-b42f07ebf9e4 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:41:53.596399 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956958af-42c8-40ed-8b20-2d8ff94c08f1 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Pushing event updated for resources: {'Port': ['ID=4d45b33d-44da-46a0-89e8-203d379fe527,revision_number=2']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:41:53.609893 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-78b7c351-c9fe-47d0-9375-b42f07ebf9e4 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Usage tracker for resource:subnet and tenant:2ac88458dfe547ba9bcc73de4b0c8518 is out of sync, need to count used quota {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 13:41:53.615127 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-78b7c351-c9fe-47d0-9375-b42f07ebf9e4 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 13:41:53.625394 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-78b7c351-c9fe-47d0-9375-b42f07ebf9e4 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:41:53.731857 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78b7c351-c9fe-47d0-9375-b42f07ebf9e4 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Made reservation on behalf of 2ac88458dfe547ba9bcc73de4b0c8518 for: {'subnet': 1} {{(pid=83871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 13:41:53.740672 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-599716fe-9fac-454a-b3eb-2b14b3201ff4 tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Pushing event updated for resources: {'Port': ['ID=4f19e4c2-bc1f-4625-9049-6cf8381dc6af,revision_number=2']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:41:53.743339 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Device 06cb968f-e7ad-43c9-9eb5-f150615ac102 no longer exists at agent ovs-agent-dv-neutron-836180-1-hyperv {{(pid=83872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 13:41:53.847592 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-599716fe-9fac-454a-b3eb-2b14b3201ff4 tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Network c85b04f5-731a-4508-b55c-0acafaef81ea is already hosted by enough agents. {{(pid=83869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 13:41:53.849340 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.scheduler.base_scheduler [None req-599716fe-9fac-454a-b3eb-2b14b3201ff4 tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Resources bound (agent type, host, resource id): {{(pid=83869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 13:41:53.867433 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.plugin [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] No Port match for: 06cb968f-e7ad-43c9-9eb5-f150615ac102 {{(pid=83872) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 01 13:41:53.867876 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Device 06cb968f-e7ad-43c9-9eb5-f150615ac102 not bound to the agent host dv-neutron-836180-1-hyperv {{(pid=83872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 13:41:53.877001 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba48c15f-72b8-4a1e-a7d0-aa0630510cca None None] Network d275bbac-317c-4659-8ff4-206bb06e935b requested from dv-neutron-836180-1-hyperv {{(pid=83872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 13:41:53.884610 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-78b7c351-c9fe-47d0-9375-b42f07ebf9e4 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2757336'] for subnet, before_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:54.010313 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:54.076749 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-f2a9f128-9ecd-47b3-aa07-f67be32e2889 None None] Provisioning for port 7c965080-bfc4-40ff-9843-9bac11f91e45 completed by entity DHCP. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 13:41:54.105494 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-f2a9f128-9ecd-47b3-aa07-f67be32e2889 None None] Provisioning complete for port 7c965080-bfc4-40ff-9843-9bac11f91e45 triggered by entity DHCP. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 13:41:54.106001 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-f2a9f128-9ecd-47b3-aa07-f67be32e2889 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-948329'] for port, provisioning_complete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:54.308796 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-852c772e-abf6-441a-b30c-4301d0429002 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:54.379136 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-599716fe-9fac-454a-b3eb-2b14b3201ff4 tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Router 0f53ca0b-ff09-4351-ab77-c1e0529db189 has already been hosted by L3 agent 88bf8fc8-11a3-4e96-9d1b-5fd93ba9f6f1 {{(pid=83869) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 13:41:54.418055 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-f2a9f128-9ecd-47b3-aa07-f67be32e2889 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:54.458076 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-f2a9f128-9ecd-47b3-aa07-f67be32e2889 None None] For port 7c965080-bfc4-40ff-9843-9bac11f91e45, host dv-neutron-836180-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836180-1-hyperv',level=0,port_id=7c965080-bfc4-40ff-9843-9bac11f91e45,segment=NetworkSegment(412296f5-4f03-48dc-bda0-46f94dcad842),segment_id=412296f5-4f03-48dc-bda0-46f94dcad842)] {{(pid=83872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 13:41:54.476076 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-f2a9f128-9ecd-47b3-aa07-f67be32e2889 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864'] for port, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:54.563851 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5f609a2-e9af-4f8e-9d08-fba20adc85ec None None] Network c85b04f5-731a-4508-b55c-0acafaef81ea requested from dv-neutron-836180-1-hyperv {{(pid=83872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 13:41:54.613550 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a9f128-9ecd-47b3-aa07-f67be32e2889 None None] Pushing event updated for resources: {'Port': ['ID=7c965080-bfc4-40ff-9843-9bac11f91e45,revision_number=3']} {{(pid=83872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:41:54.649640 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-599716fe-9fac-454a-b3eb-2b14b3201ff4 tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Notify agent at l3_agent.dv-neutron-836180-1-hyperv the message routers_updated {{(pid=83869) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 13:41:54.659029 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-599716fe-9fac-454a-b3eb-2b14b3201ff4 tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] 10.222.0.26 "PUT /v2.0/routers/0f53ca0b-ff09-4351-ab77-c1e0529db189/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2269111 Apr 01 13:41:54.659784 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 55798) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:41:54.667114 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.v2.base [None req-339bbe1c-9e68-4450-989c-4682e99f36c7 tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Request body: {'network': {'name': 'tempest-RoutersTest-330446895'}} {{(pid=83869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:41:54.675017 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-339bbe1c-9e68-4450-989c-4682e99f36c7 tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:41:54.679980 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-339bbe1c-9e68-4450-989c-4682e99f36c7 tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Usage tracker for resource:network and tenant:7eaea7f33c58432a9d19111cc275f4e1 is out of sync, need to count used quota {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 13:41:54.685119 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-339bbe1c-9e68-4450-989c-4682e99f36c7 tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Quota usage for network was recalculated. Used quota:3. {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 13:41:54.695520 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-339bbe1c-9e68-4450-989c-4682e99f36c7 tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:41:54.713888 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-339bbe1c-9e68-4450-989c-4682e99f36c7 tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Made reservation on behalf of 7eaea7f33c58432a9d19111cc275f4e1 for: {'network': 1} {{(pid=83869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 13:41:54.719834 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-339bbe1c-9e68-4450-989c-4682e99f36c7 tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for network, before_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:54.720154 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Device 1055cb1d-e5ae-4d5c-9933-60181a7b5f38 up at agent ovs-agent-dv-neutron-836180-1-hyperv {{(pid=83872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 13:41:54.754066 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-339bbe1c-9e68-4450-989c-4682e99f36c7 tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] vlan segment allocate from pool success with {'vlan_id': 386, 'physical_network': 'physnet1'} {{(pid=83869) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 13:41:54.767025 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-339bbe1c-9e68-4450-989c-4682e99f36c7 tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1004271'] for segment, precommit_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:54.767506 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.db.segments_db [None req-339bbe1c-9e68-4450-989c-4682e99f36c7 tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Added segment f687a153-6e8a-4a9d-a4f1-86486d3fb0ce of type vlan for network 95980386-83cd-4a6b-a3a6-f8b80d0bd402 Apr 01 13:41:54.800910 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-339bbe1c-9e68-4450-989c-4682e99f36c7 tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736732923383'] for network, precommit_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:54.833665 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-71489777-74de-4e95-8112-0438e7a8d644 None None] Provisioning for port f29570c3-d694-4a88-b242-3bc262a28b2c completed by entity DHCP. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 13:41:54.838633 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-339bbe1c-9e68-4450-989c-4682e99f36c7 tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575'] for network, after_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:54.844561 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-339bbe1c-9e68-4450-989c-4682e99f36c7 tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:41:54.845214 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-339bbe1c-9e68-4450-989c-4682e99f36c7 tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Notify callbacks [] for network, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:54.859781 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-78b7c351-c9fe-47d0-9375-b42f07ebf9e4 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2743225', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2757366'] for subnet, after_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:54.896876 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-753e8831-3059-49f3-baca-e31e410d9738 None None] Update dhcp port {'port': {'network_id': 'd275bbac-317c-4659-8ff4-206bb06e935b', 'fixed_ips': [{'subnet_id': '535c50c9-d768-402f-9173-7852b14f4afe', 'ip_address': '172.20.0.2'}, {'subnet_id': '2b605aed-8fda-4bcf-b6fc-c860a523103d'}], 'binding:host_id': 'dv-neutron-836180-1-hyperv'}, 'id': '7c965080-bfc4-40ff-9843-9bac11f91e45'} from dv-neutron-836180-1-hyperv. {{(pid=83872) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Apr 01 13:41:54.959791 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-339bbe1c-9e68-4450-989c-4682e99f36c7 tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.2961764 Apr 01 13:41:54.962366 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 55802) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:41:54.962504 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b7c351-c9fe-47d0-9375-b42f07ebf9e4 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Pushing event updated for resources: {'Subnet': ['ID=bf82ce6a-6e30-41ad-99af-cc8142194dfc,revision_number=0']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:41:54.967730 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.v2.base [None req-c96c78d8-a8d8-4c78-a493-f8b36a81129a tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Request body: {'subnet': {'network_id': '95980386-83cd-4a6b-a3a6-f8b80d0bd402', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=83869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:41:54.991610 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Provisioning for port 1055cb1d-e5ae-4d5c-9933-60181a7b5f38 completed by entity L2. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 13:41:54.993607 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-339bbe1c-9e68-4450-989c-4682e99f36c7 tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Pushing event updated for resources: {'Network': ['ID=95980386-83cd-4a6b-a3a6-f8b80d0bd402,revision_number=1']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:41:55.006573 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-753e8831-3059-49f3-baca-e31e410d9738 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:55.018340 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Provisioning complete for port 1055cb1d-e5ae-4d5c-9933-60181a7b5f38 triggered by entity L2. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 13:41:55.018707 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-948329'] for port, provisioning_complete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:55.027457 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.db_base_plugin_common [None req-852c772e-abf6-441a-b30c-4301d0429002 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Allocated IP 172.20.0.25 (d275bbac-317c-4659-8ff4-206bb06e935b/2b605aed-8fda-4bcf-b6fc-c860a523103d/4d45b33d-44da-46a0-89e8-203d379fe527) {{(pid=83871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 13:41:55.038695 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78b7c351-c9fe-47d0-9375-b42f07ebf9e4 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Checking segment: {'id': 'b6de36c5-7bd0-4dd8-aa31-a9e0538f6c65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '6c4d088c-2980-47a1-9765-4a03199a1b20'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 13:41:55.039096 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78b7c351-c9fe-47d0-9375-b42f07ebf9e4 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Network hostable DHCP agents. Network: 6c4d088c-2980-47a1-9765-4a03199a1b20, hostable agents: ['e47e4547-5c2d-4954-ba56-fa3646239f18'], hosted agents: [] {{(pid=83871) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 13:41:55.042294 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Network 95980386-83cd-4a6b-a3a6-f8b80d0bd402 details requested by agent ovs-agent-dv-neutron-836180-1-hyperv with host dv-neutron-836180-1-hyperv {{(pid=83872) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 13:41:55.090339 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-c96c78d8-a8d8-4c78-a493-f8b36a81129a tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:41:55.094780 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-c96c78d8-a8d8-4c78-a493-f8b36a81129a tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Usage tracker for resource:subnet and tenant:7eaea7f33c58432a9d19111cc275f4e1 is out of sync, need to count used quota {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 13:41:55.097884 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-c96c78d8-a8d8-4c78-a493-f8b36a81129a tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 13:41:55.103869 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-c96c78d8-a8d8-4c78-a493-f8b36a81129a tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:41:55.115900 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c96c78d8-a8d8-4c78-a493-f8b36a81129a tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Made reservation on behalf of 7eaea7f33c58432a9d19111cc275f4e1 for: {'subnet': 1} {{(pid=83869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 13:41:55.151898 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78b7c351-c9fe-47d0-9375-b42f07ebf9e4 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Network 6c4d088c-2980-47a1-9765-4a03199a1b20 is scheduled to be hosted by DHCP agent e47e4547-5c2d-4954-ba56-fa3646239f18 with binding_index 1 {{(pid=83871) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 13:41:55.177264 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.scheduler.base_scheduler [None req-78b7c351-c9fe-47d0-9375-b42f07ebf9e4 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-836180-1-hyperv, 6c4d088c-2980-47a1-9765-4a03199a1b20) {{(pid=83871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 13:41:55.188072 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78b7c351-c9fe-47d0-9375-b42f07ebf9e4 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:41:55.188827 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-78b7c351-c9fe-47d0-9375-b42f07ebf9e4 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Notify callbacks [] for subnet, before_response {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:55.223502 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09f6f880-fbdf-415a-ae8b-1cf4b0537d06 None None] Network 6c4d088c-2980-47a1-9765-4a03199a1b20 requested from dv-neutron-836180-1-hyperv {{(pid=83872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 13:41:55.230041 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-78b7c351-c9fe-47d0-9375-b42f07ebf9e4 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.8866980 Apr 01 13:41:55.241348 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 55806) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:41:55.250171 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.v2.base [None req-c4a065a3-edc0-4a52-8300-5c64508079a9 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Request body: {'port': {'network_id': '6c4d088c-2980-47a1-9765-4a03199a1b20', 'name': 'tempest-PortsIpV6TestJSON-1231742558'}} {{(pid=83869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:41:55.258144 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-852c772e-abf6-441a-b30c-4301d0429002 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Notify callbacks [] for port, precommit_update {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:55.277337 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-c96c78d8-a8d8-4c78-a493-f8b36a81129a tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2999481'] for subnet, before_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:55.281043 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.provisioning_blocks [None req-852c772e-abf6-441a-b30c-4301d0429002 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Ignored duplicate provisioning block setup for port 4d45b33d-44da-46a0-89e8-203d379fe527 by entity DHCP. {{(pid=83871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Apr 01 13:41:55.286745 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-852c772e-abf6-441a-b30c-4301d0429002 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2743106'] for port, after_update {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:55.418909 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-852c772e-abf6-441a-b30c-4301d0429002 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Pushing event updated for resources: {'Port': ['ID=4d45b33d-44da-46a0-89e8-203d379fe527,revision_number=3']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:41:55.521535 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.plugin [None req-852c772e-abf6-441a-b30c-4301d0429002 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] In _notify_port_updated(), no bound segment for port 4d45b33d-44da-46a0-89e8-203d379fe527 on network d275bbac-317c-4659-8ff4-206bb06e935b {{(pid=83871) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Apr 01 13:41:55.525884 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-852c772e-abf6-441a-b30c-4301d0429002 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:41:55.526836 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-852c772e-abf6-441a-b30c-4301d0429002 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109561'] for port, before_response {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:55.527886 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-852c772e-abf6-441a-b30c-4301d0429002 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] 10.222.0.26 "PUT /v2.0/ports/4d45b33d-44da-46a0-89e8-203d379fe527 HTTP/1.1" status: 200 len: 1000 time: 2.0197315 Apr 01 13:41:55.531300 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 55810) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:41:55.607406 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.plugin [None req-501b57d6-6827-4561-9d5a-6df483b04ced tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Deleting port 4d45b33d-44da-46a0-89e8-203d379fe527 {{(pid=83871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 13:41:55.607406 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-501b57d6-6827-4561-9d5a-6df483b04ced tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736733287370'] for port, before_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:55.622067 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:55.631634 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-c4a065a3-edc0-4a52-8300-5c64508079a9 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:41:55.642602 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-c4a065a3-edc0-4a52-8300-5c64508079a9 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:41:55.659890 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4a065a3-edc0-4a52-8300-5c64508079a9 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Made reservation on behalf of 2ac88458dfe547ba9bcc73de4b0c8518 for: {'port': 1} {{(pid=83869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 13:41:55.665139 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-c4a065a3-edc0-4a52-8300-5c64508079a9 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:55.691974 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.notifiers.nova [None req-c4a065a3-edc0-4a52-8300-5c64508079a9 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] device_id is not set on port 6fed1dde-05ae-441f-aee5-8c18b4530090 yet. {{(pid=83869) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 01 13:41:55.782625 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.db_base_plugin_common [None req-753e8831-3059-49f3-baca-e31e410d9738 None None] Allocated IP 172.20.0.18 (d275bbac-317c-4659-8ff4-206bb06e935b/2b605aed-8fda-4bcf-b6fc-c860a523103d/7c965080-bfc4-40ff-9843-9bac11f91e45) {{(pid=83872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 13:41:55.790960 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2f57192-e186-4033-8eea-1797575f0268 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7e7d0ecb-2af4-55f5-9198-238ab0570d62-6c4d088c-2980-47a1-9765-4a03199a1b20', 'network_id': '6c4d088c-2980-47a1-9765-4a03199a1b20', 'tenant_id': '2ac88458dfe547ba9bcc73de4b0c8518', 'fixed_ips': [{'subnet_id': 'bf82ce6a-6e30-41ad-99af-cc8142194dfc'}]}} from dv-neutron-836180-1-hyperv. {{(pid=83872) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 01 13:41:55.791784 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-f2f57192-e186-4033-8eea-1797575f0268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:55.806463 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] For port 1055cb1d-e5ae-4d5c-9933-60181a7b5f38, host dv-neutron-836180-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836180-1-hyperv',level=0,port_id=1055cb1d-e5ae-4d5c-9933-60181a7b5f38,segment=NetworkSegment(93dd05bf-39fb-44f4-9047-aa96d039491b),segment_id=93dd05bf-39fb-44f4-9047-aa96d039491b)] {{(pid=83872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 13:41:55.824672 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864'] for port, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:55.825741 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Device f29570c3-d694-4a88-b242-3bc262a28b2c up at agent ovs-agent-dv-neutron-836180-1-hyperv {{(pid=83872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 13:41:55.891777 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.db_base_plugin_common [None req-c4a065a3-edc0-4a52-8300-5c64508079a9 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Allocated IP 2001:db8::104 (6c4d088c-2980-47a1-9765-4a03199a1b20/bf82ce6a-6e30-41ad-99af-cc8142194dfc/6fed1dde-05ae-441f-aee5-8c18b4530090) {{(pid=83869) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 13:41:55.984908 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-501b57d6-6827-4561-9d5a-6df483b04ced tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4155147'] for port, precommit_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:56.028518 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-c96c78d8-a8d8-4c78-a493-f8b36a81129a tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2705391', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2999447'] for subnet, after_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:56.128822 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.plugin [None req-501b57d6-6827-4561-9d5a-6df483b04ced tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Calling delete_port for 4d45b33d-44da-46a0-89e8-203d379fe527 owned by {{(pid=83871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 13:41:56.140251 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Pushing event updated for resources: {'Port': ['ID=1055cb1d-e5ae-4d5c-9933-60181a7b5f38,revision_number=5']} {{(pid=83872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:41:56.200780 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-753e8831-3059-49f3-baca-e31e410d9738 None None] For port 7c965080-bfc4-40ff-9843-9bac11f91e45, host dv-neutron-836180-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836180-1-hyperv',level=0,port_id=7c965080-bfc4-40ff-9843-9bac11f91e45,segment=NetworkSegment(412296f5-4f03-48dc-bda0-46f94dcad842),segment_id=412296f5-4f03-48dc-bda0-46f94dcad842)] {{(pid=83872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 13:41:56.214934 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Provisioning for port f29570c3-d694-4a88-b242-3bc262a28b2c completed by entity L2. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 13:41:56.240638 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-36eb77b3-7454-4ccc-8653-ee1c350fda05 None None] Provisioning for port 4f19e4c2-bc1f-4625-9049-6cf8381dc6af completed by entity DHCP. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 13:41:56.256121 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Provisioning complete for port f29570c3-d694-4a88-b242-3bc262a28b2c triggered by entity L2. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 13:41:56.256583 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-948329'] for port, provisioning_complete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:56.321004 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-36eb77b3-7454-4ccc-8653-ee1c350fda05 None None] Provisioning complete for port 4f19e4c2-bc1f-4625-9049-6cf8381dc6af triggered by entity DHCP. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 13:41:56.321379 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-36eb77b3-7454-4ccc-8653-ee1c350fda05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-948329'] for port, provisioning_complete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:56.331957 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-c4a065a3-edc0-4a52-8300-5c64508079a9 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Notify callbacks [] for port, precommit_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:56.335045 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c96c78d8-a8d8-4c78-a493-f8b36a81129a tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Checking segment: {'id': 'f687a153-6e8a-4a9d-a4f1-86486d3fb0ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '95980386-83cd-4a6b-a3a6-f8b80d0bd402'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 13:41:56.335398 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c96c78d8-a8d8-4c78-a493-f8b36a81129a tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Network hostable DHCP agents. Network: 95980386-83cd-4a6b-a3a6-f8b80d0bd402, hostable agents: ['e47e4547-5c2d-4954-ba56-fa3646239f18'], hosted agents: [] {{(pid=83869) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 13:41:56.354976 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c96c78d8-a8d8-4c78-a493-f8b36a81129a tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Pushing event updated for resources: {'Subnet': ['ID=8eebece2-9dd9-4b21-9276-f40f15364d41,revision_number=0']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:41:56.366148 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.provisioning_blocks [None req-c4a065a3-edc0-4a52-8300-5c64508079a9 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Transition to ACTIVE for port object 6fed1dde-05ae-441f-aee5-8c18b4530090 will not be triggered until provisioned by entity DHCP. {{(pid=83869) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 13:41:56.390156 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c96c78d8-a8d8-4c78-a493-f8b36a81129a tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Network 95980386-83cd-4a6b-a3a6-f8b80d0bd402 is scheduled to be hosted by DHCP agent e47e4547-5c2d-4954-ba56-fa3646239f18 with binding_index 1 {{(pid=83869) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 13:41:56.392465 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.db.resource_extend [None req-753e8831-3059-49f3-baca-e31e410d9738 None None] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 01 13:41:56.399825 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-501b57d6-6827-4561-9d5a-6df483b04ced tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736733359243', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736732935810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2743125'] for port, after_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:56.403977 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.scheduler.base_scheduler [None req-c96c78d8-a8d8-4c78-a493-f8b36a81129a tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-836180-1-hyperv, 95980386-83cd-4a6b-a3a6-f8b80d0bd402) {{(pid=83869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 13:41:56.409658 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c96c78d8-a8d8-4c78-a493-f8b36a81129a tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:41:56.410283 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-c96c78d8-a8d8-4c78-a493-f8b36a81129a tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Notify callbacks [] for subnet, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:56.418035 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-c4a065a3-edc0-4a52-8300-5c64508079a9 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736732935801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2705155'] for port, after_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:56.446080 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-501b57d6-6827-4561-9d5a-6df483b04ced tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Pushing event deleted for resources: {'Port': ['ID=4d45b33d-44da-46a0-89e8-203d379fe527,revision_number=None']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:41:56.450479 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bcfeb61-0629-4be5-b5a2-63e0f271f984 None None] Network 95980386-83cd-4a6b-a3a6-f8b80d0bd402 requested from dv-neutron-836180-1-hyperv {{(pid=83872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 13:41:56.475890 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-753e8831-3059-49f3-baca-e31e410d9738 None None] Notify callbacks [] for port, precommit_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:56.514613 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-c96c78d8-a8d8-4c78-a493-f8b36a81129a tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5499461 Apr 01 13:41:56.518917 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4a065a3-edc0-4a52-8300-5c64508079a9 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Network 6c4d088c-2980-47a1-9765-4a03199a1b20 is already hosted by enough agents. {{(pid=83869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 13:41:56.519527 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 55814) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:41:56.524353 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.scheduler.base_scheduler [None req-c4a065a3-edc0-4a52-8300-5c64508079a9 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Resources bound (agent type, host, resource id): {{(pid=83869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 13:41:56.527372 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4a065a3-edc0-4a52-8300-5c64508079a9 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Received port after_create {{(pid=83869) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 13:41:56.531898 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4a065a3-edc0-4a52-8300-5c64508079a9 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:41:56.532526 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-c4a065a3-edc0-4a52-8300-5c64508079a9 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109561'] for port, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:56.591009 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-501b57d6-6827-4561-9d5a-6df483b04ced tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109561'] for port, before_response {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:56.592588 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.plugin [None req-36eb77b3-7454-4ccc-8653-ee1c350fda05 None None] Port 4f19e4c2-bc1f-4625-9049-6cf8381dc6af cannot update to ACTIVE because it is not bound. {{(pid=83872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 13:41:56.598238 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-753e8831-3059-49f3-baca-e31e410d9738 None None] Transition to ACTIVE for port object 7c965080-bfc4-40ff-9843-9bac11f91e45 will not be triggered until provisioned by entity DHCP. {{(pid=83872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 13:41:56.603316 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a065a3-edc0-4a52-8300-5c64508079a9 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Pushing event updated for resources: {'Port': ['ID=6fed1dde-05ae-441f-aee5-8c18b4530090,revision_number=1']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:41:56.613181 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-501b57d6-6827-4561-9d5a-6df483b04ced tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] 10.222.0.26 "DELETE /v2.0/ports/4d45b33d-44da-46a0-89e8-203d379fe527 HTTP/1.1" status: 204 len: 168 time: 1.0798485 Apr 01 13:41:56.613728 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 55818) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:41:56.615126 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.db_base_plugin_common [None req-f2f57192-e186-4033-8eea-1797575f0268 None None] Allocated IP 2001:db8::2 (6c4d088c-2980-47a1-9765-4a03199a1b20/bf82ce6a-6e30-41ad-99af-cc8142194dfc/cb6c8720-37c2-4d3c-98ef-19d6bc4db74c) {{(pid=83872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 13:41:56.619389 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-753e8831-3059-49f3-baca-e31e410d9738 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864'] for port, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:56.659823 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.pecan_wsgi.hooks.translation [None req-9afad9ad-3eb2-407e-b7cc-fe14c4c8fbb4 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] GET failed (client error): The resource could not be found. Apr 01 13:41:56.660628 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-9afad9ad-3eb2-407e-b7cc-fe14c4c8fbb4 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Synchronizing usage tracker for tenant:1932cd2bf32d410ebaa96b0062b29072 on resource:port {{(pid=83871) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 13:41:56.680102 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-9afad9ad-3eb2-407e-b7cc-fe14c4c8fbb4 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Unset dirty status for tenant:1932cd2bf32d410ebaa96b0062b29072 on resource:port {{(pid=83871) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 13:41:56.684352 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 55822) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:41:56.684862 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-9afad9ad-3eb2-407e-b7cc-fe14c4c8fbb4 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] 10.222.0.26 "GET /v2.0/ports/4d45b33d-44da-46a0-89e8-203d379fe527 HTTP/1.1" status: 404 len: 333 time: 0.0689569 Apr 01 13:41:56.688193 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-c4a065a3-edc0-4a52-8300-5c64508079a9 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.4458048 Apr 01 13:41:56.691134 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 55826) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:41:56.697892 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.v2.base [None req-230012ad-fc42-462a-a4f1-c3ebc78c9874 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Request body: {'port': {'network_id': '6c4d088c-2980-47a1-9765-4a03199a1b20', 'name': 'tempest-PortsIpV6TestJSON-64393943'}} {{(pid=83871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:41:56.928292 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-230012ad-fc42-462a-a4f1-c3ebc78c9874 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:41:56.939363 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-230012ad-fc42-462a-a4f1-c3ebc78c9874 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:41:56.953127 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-230012ad-fc42-462a-a4f1-c3ebc78c9874 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Made reservation on behalf of 2ac88458dfe547ba9bcc73de4b0c8518 for: {'port': 1} {{(pid=83871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 13:41:56.957565 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-230012ad-fc42-462a-a4f1-c3ebc78c9874 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:56.964726 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753e8831-3059-49f3-baca-e31e410d9738 None None] Pushing event updated for resources: {'Port': ['ID=7c965080-bfc4-40ff-9843-9bac11f91e45,revision_number=4']} {{(pid=83872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:41:56.981475 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.notifiers.nova [None req-230012ad-fc42-462a-a4f1-c3ebc78c9874 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] device_id is not set on port 68ff7214-1a92-45b2-a5dc-5bb5c212f853 yet. {{(pid=83871) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 01 13:41:56.989937 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:57.048621 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.db_base_plugin_v2 [None req-6baf245d-a7b9-4a4f-80f0-0bca9f812e7a tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Deleting subnet 2b605aed-8fda-4bcf-b6fc-c860a523103d {{(pid=83869) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 01 13:41:57.053546 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-6baf245d-a7b9-4a4f-80f0-0bca9f812e7a tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Notify callbacks [] for subnet, before_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:57.077614 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-048d91e1-fe26-40c9-82e2-5071b086a272 None None] Provisioning complete for port 4f19e4c2-bc1f-4625-9049-6cf8381dc6af triggered by entity DHCP. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 13:41:57.078066 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-048d91e1-fe26-40c9-82e2-5071b086a272 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-948329'] for port, provisioning_complete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:57.122576 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-6baf245d-a7b9-4a4f-80f0-0bca9f812e7a tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2704975'] for subnet, precommit_delete_associations {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:57.183965 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] For port f29570c3-d694-4a88-b242-3bc262a28b2c, host dv-neutron-836180-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836180-1-hyperv',level=0,port_id=f29570c3-d694-4a88-b242-3bc262a28b2c,segment=NetworkSegment(2b22723b-36c0-428d-b7b6-1fd68f3ec682),segment_id=2b22723b-36c0-428d-b7b6-1fd68f3ec682)] {{(pid=83872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 13:41:57.242499 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbd5ef6d-c72d-4728-8a47-732c129fb636 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7e7d0ecb-2af4-55f5-9198-238ab0570d62-95980386-83cd-4a6b-a3a6-f8b80d0bd402', 'network_id': '95980386-83cd-4a6b-a3a6-f8b80d0bd402', 'tenant_id': '7eaea7f33c58432a9d19111cc275f4e1', 'fixed_ips': [{'subnet_id': '8eebece2-9dd9-4b21-9276-f40f15364d41'}]}} from dv-neutron-836180-1-hyperv. {{(pid=83872) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 01 13:41:57.243306 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-cbd5ef6d-c72d-4728-8a47-732c129fb636 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:57.257923 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864'] for port, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:57.335387 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.plugin [None req-048d91e1-fe26-40c9-82e2-5071b086a272 None None] Port 4f19e4c2-bc1f-4625-9049-6cf8381dc6af cannot update to ACTIVE because it is not bound. {{(pid=83872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 13:41:57.425482 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Device 1055cb1d-e5ae-4d5c-9933-60181a7b5f38 up at agent ovs-agent-dv-neutron-836180-1-hyperv {{(pid=83872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 13:41:57.455496 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2e3b685-ea82-4571-9207-7d0381bd5ff5 None None] Sync routers for ids ['0f53ca0b-ff09-4351-ab77-c1e0529db189'] in dv-neutron-836180-1-hyperv {{(pid=83873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 13:41:57.473614 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2e3b685-ea82-4571-9207-7d0381bd5ff5 None None] Routers {'0f53ca0b-ff09-4351-ab77-c1e0529db189'} bound to L3 agent in host dv-neutron-836180-1-hyperv {{(pid=83873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 13:41:57.475290 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-a2e3b685-ea82-4571-9207-7d0381bd5ff5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836180-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-01T13:25:36Z,description=,heartbeat_timestamp=2022-04-01T13:41:36Z,host='dv-neutron-836180-1-hyperv',id=88bf8fc8-11a3-4e96-9d1b-5fd93ba9f6f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T13:25:36Z,topic='l3_agent')) {'router_ids': ['0f53ca0b-ff09-4351-ab77-c1e0529db189'], 'active': True} {{(pid=83873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:41:57.489262 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-6baf245d-a7b9-4a4f-80f0-0bca9f812e7a tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-945029'] for subnet, precommit_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:57.506145 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-f2f57192-e186-4033-8eea-1797575f0268 None None] Notify callbacks [] for port, precommit_create {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:57.633484 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-6baf245d-a7b9-4a4f-80f0-0bca9f812e7a tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-945042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2705198', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2999452'] for subnet, after_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:57.681156 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd38da85-96a5-44c9-8212-a1202901d020 None None] Network d275bbac-317c-4659-8ff4-206bb06e935b requested from dv-neutron-836180-1-hyperv {{(pid=83872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 13:41:57.688055 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6baf245d-a7b9-4a4f-80f0-0bca9f812e7a tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Pushing event deleted for resources: {'Subnet': ['ID=2b605aed-8fda-4bcf-b6fc-c860a523103d,revision_number=None']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:41:57.690357 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-6baf245d-a7b9-4a4f-80f0-0bca9f812e7a tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Notify callbacks [] for subnet, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:57.706057 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-f2f57192-e186-4033-8eea-1797575f0268 None None] Transition to ACTIVE for port object cb6c8720-37c2-4d3c-98ef-19d6bc4db74c will not be triggered until provisioned by entity L2. {{(pid=83872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 13:41:57.707563 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 55830) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:41:57.708040 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_dvr_db [None req-a2e3b685-ea82-4571-9207-7d0381bd5ff5 None None] Set router 0f53ca0b-ff09-4351-ab77-c1e0529db189 gateway port host: None {{(pid=83873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 13:41:57.720982 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-6baf245d-a7b9-4a4f-80f0-0bca9f812e7a tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] 10.222.0.26 "DELETE /v2.0/subnets/2b605aed-8fda-4bcf-b6fc-c860a523103d HTTP/1.1" status: 204 len: 168 time: 1.0353377 Apr 01 13:41:57.721367 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Pushing event updated for resources: {'Port': ['ID=f29570c3-d694-4a88-b242-3bc262a28b2c,revision_number=3']} {{(pid=83872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:41:57.781855 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.db_base_plugin_v2 [None req-dec8fd0f-0b78-4db4-b027-d1a4d0d66906 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Deleting subnet 535c50c9-d768-402f-9173-7852b14f4afe {{(pid=83871) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 01 13:41:57.785527 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-dec8fd0f-0b78-4db4-b027-d1a4d0d66906 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Notify callbacks [] for subnet, before_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:57.796809 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.db_base_plugin_common [None req-cbd5ef6d-c72d-4728-8a47-732c129fb636 None None] Allocated IP 172.23.0.2 (95980386-83cd-4a6b-a3a6-f8b80d0bd402/8eebece2-9dd9-4b21-9276-f40f15364d41/474ee14b-6230-434b-8fbe-2320e25d3558) {{(pid=83872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 13:41:57.816345 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-f2f57192-e186-4033-8eea-1797575f0268 None None] Transition to ACTIVE for port object cb6c8720-37c2-4d3c-98ef-19d6bc4db74c will not be triggered until provisioned by entity DHCP. {{(pid=83872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 13:41:57.817273 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-c25020db-7280-4b78-b46e-5461785b0dde tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:57.838096 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-f2f57192-e186-4033-8eea-1797575f0268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736732935801'] for port, after_create {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:57.898872 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-b8c81d65-e7cb-4415-806d-5981364b1681 None None] Provisioning for port 7c965080-bfc4-40ff-9843-9bac11f91e45 completed by entity DHCP. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 13:41:57.910684 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-dec8fd0f-0b78-4db4-b027-d1a4d0d66906 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3166365'] for subnet, precommit_delete_associations {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:57.949804 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-b8c81d65-e7cb-4415-806d-5981364b1681 None None] Provisioning complete for port 7c965080-bfc4-40ff-9843-9bac11f91e45 triggered by entity DHCP. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 13:41:57.950162 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-b8c81d65-e7cb-4415-806d-5981364b1681 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-948329'] for port, provisioning_complete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:57.981857 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.db_base_plugin_common [None req-230012ad-fc42-462a-a4f1-c3ebc78c9874 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Allocated IP 2001:db8::77 (6c4d088c-2980-47a1-9765-4a03199a1b20/bf82ce6a-6e30-41ad-99af-cc8142194dfc/68ff7214-1a92-45b2-a5dc-5bb5c212f853) {{(pid=83871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 13:41:58.082392 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Provisioning complete for port 1055cb1d-e5ae-4d5c-9933-60181a7b5f38 triggered by entity L2. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 13:41:58.083430 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-948329'] for port, provisioning_complete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:58.090130 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-dec8fd0f-0b78-4db4-b027-d1a4d0d66906 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-945029'] for subnet, precommit_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:58.090938 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-a2e3b685-ea82-4571-9207-7d0381bd5ff5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f53ca0b-ff09-4351-ab77-c1e0529db189', 'name': 'tempest-RoutersTest-router-190868674', 'tenant_id': '7eaea7f33c58432a9d19111cc275f4e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T13:41:34Z', 'updated_at': '2022-04-01T13:41:52Z', 'revision_number': 4, 'project_id': '7eaea7f33c58432a9d19111cc275f4e1', 'gw_port_host': None, '_interfaces': [{'id': '1055cb1d-e5ae-4d5c-9933-60181a7b5f38', 'name': '', 'network_id': '10ff9f13-ba46-4e19-a3ef-7dbc3ca70388', 'tenant_id': '7eaea7f33c58432a9d19111cc275f4e1', 'mac_address': 'fa:16:3e:dd:62:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f53ca0b-ff09-4351-ab77-c1e0529db189', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'eda77751-1d0c-475b-bc65-4c85201184e6', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836180-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:41:44Z', 'updated_at': '2022-04-01T13:41:55Z', 'revision_number': 5, 'project_id': '7eaea7f33c58432a9d19111cc275f4e1', 'subnets': [{'id': 'eda77751-1d0c-475b-bc65-4c85201184e6', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4f19e4c2-bc1f-4625-9049-6cf8381dc6af', 'name': '', 'network_id': 'c85b04f5-731a-4508-b55c-0acafaef81ea', 'tenant_id': '7eaea7f33c58432a9d19111cc275f4e1', 'mac_address': 'fa:16:3e:7a:d0:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f53ca0b-ff09-4351-ab77-c1e0529db189', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '99a71cfc-9137-488f-afc8-edace8fb01f1', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:41:51Z', 'updated_at': '2022-04-01T13:41:52Z', 'revision_number': 2, 'project_id': '7eaea7f33c58432a9d19111cc275f4e1', 'subnets': [{'id': '99a71cfc-9137-488f-afc8-edace8fb01f1', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7d78f01b-61b5-4c39-a5cd-9ac1ebf4ac15', 'name': '', 'network_id': '52e92d7a-7b71-4f8b-95a8-f9be4255be10', 'tenant_id': '7eaea7f33c58432a9d19111cc275f4e1', 'mac_address': 'fa:16:3e:8e:23:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f53ca0b-ff09-4351-ab77-c1e0529db189', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b65cb694-993a-4803-b2e5-1f1edaa872e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836180-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:41:37Z', 'updated_at': '2022-04-01T13:41:45Z', 'revision_number': 5, 'project_id': '7eaea7f33c58432a9d19111cc275f4e1', 'subnets': [{'id': 'b65cb694-993a-4803-b2e5-1f1edaa872e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-836180-1-hyperv', False) {} {{(pid=83873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:41:58.095770 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2e3b685-ea82-4571-9207-7d0381bd5ff5 None None] Checking router: 0f53ca0b-ff09-4351-ab77-c1e0529db189 for host: dv-neutron-836180-1-hyperv {{(pid=83873) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 01 13:41:58.096118 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2e3b685-ea82-4571-9207-7d0381bd5ff5 None None] Updating router 0f53ca0b-ff09-4351-ab77-c1e0529db189 port 4f19e4c2-bc1f-4625-9049-6cf8381dc6af binding host dv-neutron-836180-1-hyperv {{(pid=83873) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 01 13:41:58.143324 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2f57192-e186-4033-8eea-1797575f0268 None None] Network 6c4d088c-2980-47a1-9765-4a03199a1b20 is already hosted by enough agents. {{(pid=83872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 13:41:58.155103 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-a2e3b685-ea82-4571-9207-7d0381bd5ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:58.191978 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f57192-e186-4033-8eea-1797575f0268 None None] Pushing event updated for resources: {'Port': ['ID=cb6c8720-37c2-4d3c-98ef-19d6bc4db74c,revision_number=1']} {{(pid=83872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:41:58.195969 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.scheduler.base_scheduler [None req-f2f57192-e186-4033-8eea-1797575f0268 None None] Resources bound (agent type, host, resource id): {{(pid=83872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 13:41:58.215868 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2f57192-e186-4033-8eea-1797575f0268 None None] Received port after_create {{(pid=83872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 13:41:58.288826 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-dec8fd0f-0b78-4db4-b027-d1a4d0d66906 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-945042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2743160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2757373'] for subnet, after_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:58.328586 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-230012ad-fc42-462a-a4f1-c3ebc78c9874 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Notify callbacks [] for port, precommit_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:58.351030 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec8fd0f-0b78-4db4-b027-d1a4d0d66906 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Pushing event deleted for resources: {'Subnet': ['ID=535c50c9-d768-402f-9173-7852b14f4afe,revision_number=None']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:41:58.360770 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.provisioning_blocks [None req-230012ad-fc42-462a-a4f1-c3ebc78c9874 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Transition to ACTIVE for port object 68ff7214-1a92-45b2-a5dc-5bb5c212f853 will not be triggered until provisioned by entity DHCP. {{(pid=83871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 13:41:58.362147 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-dec8fd0f-0b78-4db4-b027-d1a4d0d66906 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Notify callbacks [] for subnet, before_response {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:58.377130 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 55834) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:41:58.377373 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-dec8fd0f-0b78-4db4-b027-d1a4d0d66906 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] 10.222.0.26 "DELETE /v2.0/subnets/535c50c9-d768-402f-9173-7852b14f4afe HTTP/1.1" status: 204 len: 168 time: 0.6686027 Apr 01 13:41:58.397262 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-230012ad-fc42-462a-a4f1-c3ebc78c9874 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736732935801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2743125'] for port, after_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:58.474369 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-230012ad-fc42-462a-a4f1-c3ebc78c9874 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Network 6c4d088c-2980-47a1-9765-4a03199a1b20 is already hosted by enough agents. {{(pid=83871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 13:41:58.482934 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.scheduler.base_scheduler [None req-230012ad-fc42-462a-a4f1-c3ebc78c9874 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Resources bound (agent type, host, resource id): {{(pid=83871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 13:41:58.488281 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-230012ad-fc42-462a-a4f1-c3ebc78c9874 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Received port after_create {{(pid=83871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 13:41:58.492679 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-230012ad-fc42-462a-a4f1-c3ebc78c9874 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:41:58.493297 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-230012ad-fc42-462a-a4f1-c3ebc78c9874 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109561'] for port, before_response {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:58.509754 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230012ad-fc42-462a-a4f1-c3ebc78c9874 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Pushing event updated for resources: {'Port': ['ID=68ff7214-1a92-45b2-a5dc-5bb5c212f853,revision_number=1']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:41:58.520161 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-230012ad-fc42-462a-a4f1-c3ebc78c9874 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.8278999 Apr 01 13:41:58.522901 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 55838) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:41:58.561933 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-b9240cb9-59ae-46b3-9358-90410004ccce tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1033078'] for network, before_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:58.578012 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.plugin [None req-b9240cb9-59ae-46b3-9358-90410004ccce tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Deleting port 7c965080-bfc4-40ff-9843-9bac11f91e45 {{(pid=83869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 13:41:58.578353 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-b9240cb9-59ae-46b3-9358-90410004ccce tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736733287370'] for port, before_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:58.590186 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.managers [None req-f2f57192-e186-4033-8eea-1797575f0268 None None] Attempting to bind port cb6c8720-37c2-4d3c-98ef-19d6bc4db74c on host dv-neutron-836180-1-hyperv for vnic_type normal with profile {{(pid=83872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 13:41:58.590554 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.managers [None req-f2f57192-e186-4033-8eea-1797575f0268 None None] Attempting to bind port cb6c8720-37c2-4d3c-98ef-19d6bc4db74c by drivers openvswitch,hyperv on host dv-neutron-836180-1-hyperv at level 0 using segments [{'id': 'b6de36c5-7bd0-4dd8-aa31-a9e0538f6c65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '6c4d088c-2980-47a1-9765-4a03199a1b20'}] {{(pid=83872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 13:41:58.590908 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2f57192-e186-4033-8eea-1797575f0268 None None] Attempting to bind port cb6c8720-37c2-4d3c-98ef-19d6bc4db74c on network 6c4d088c-2980-47a1-9765-4a03199a1b20 {{(pid=83872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 13:41:58.601851 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-a2e3b685-ea82-4571-9207-7d0381bd5ff5 None None] Notify callbacks [] for port, precommit_update {{(pid=83873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:58.615044 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-a2e3b685-ea82-4571-9207-7d0381bd5ff5 None None] Transition to ACTIVE for port object 4f19e4c2-bc1f-4625-9049-6cf8381dc6af will not be triggered until provisioned by entity L2. {{(pid=83873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 13:41:58.623738 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-a2e3b685-ea82-4571-9207-7d0381bd5ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864'] for port, after_update {{(pid=83873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:58.635321 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a6fc10c-acb0-4197-bc25-282aef055b24 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:41:58.636195 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-3a6fc10c-acb0-4197-bc25-282aef055b24 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Synchronizing usage tracker for tenant:2ac88458dfe547ba9bcc73de4b0c8518 on resource:port {{(pid=83871) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 13:41:58.650985 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2f57192-e186-4033-8eea-1797575f0268 None None] Checking agent: {'id': 'af948428-97cd-4d10-9f53-af028bdb39b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-836180-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 13, 25, 37), 'started_at': datetime.datetime(2022, 4, 1, 13, 26, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 13, 41, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-836180-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 13:41:58.651346 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2f57192-e186-4033-8eea-1797575f0268 None None] Checking segment: {'id': 'b6de36c5-7bd0-4dd8-aa31-a9e0538f6c65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '6c4d088c-2980-47a1-9765-4a03199a1b20'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 13:41:58.651743 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-f2f57192-e186-4033-8eea-1797575f0268 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:58.652130 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2f57192-e186-4033-8eea-1797575f0268 None None] Bound using segment: {'id': 'b6de36c5-7bd0-4dd8-aa31-a9e0538f6c65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '6c4d088c-2980-47a1-9765-4a03199a1b20'} {{(pid=83872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 13:41:58.652644 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.managers [None req-f2f57192-e186-4033-8eea-1797575f0268 None None] Bound port: cb6c8720-37c2-4d3c-98ef-19d6bc4db74c, host: dv-neutron-836180-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b6de36c5-7bd0-4dd8-aa31-a9e0538f6c65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '6c4d088c-2980-47a1-9765-4a03199a1b20'}}] {{(pid=83872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 13:41:58.653365 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-f2f57192-e186-4033-8eea-1797575f0268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:58.657470 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-3a6fc10c-acb0-4197-bc25-282aef055b24 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Unset dirty status for tenant:2ac88458dfe547ba9bcc73de4b0c8518 on resource:port {{(pid=83871) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 13:41:58.659077 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-3a6fc10c-acb0-4197-bc25-282aef055b24 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] 10.222.0.26 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A104 HTTP/1.1" status: 200 len: 929 time: 0.1350245 Apr 01 13:41:58.662072 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 55842) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:41:58.708035 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Device 7c965080-bfc4-40ff-9843-9bac11f91e45 up at agent ovs-agent-dv-neutron-836180-1-hyperv {{(pid=83872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 13:41:58.740969 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.plugin [None req-51c7c3c2-755f-478b-997f-d69ddd9034e1 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Deleting port 68ff7214-1a92-45b2-a5dc-5bb5c212f853 {{(pid=83871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 13:41:58.741428 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-51c7c3c2-755f-478b-997f-d69ddd9034e1 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736733287370'] for port, before_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:58.750289 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-cbd5ef6d-c72d-4728-8a47-732c129fb636 None None] Notify callbacks [] for port, precommit_create {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:58.759992 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-b8c81d65-e7cb-4415-806d-5981364b1681 None None] Could not find standard attr ID for object 4d45b33d-44da-46a0-89e8-203d379fe527. {{(pid=83872) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 01 13:41:58.791318 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c8254d4-98ce-4308-892c-e2982c55e5e0 None None] Pushing event updated for resources: {'Port': ['ID=4f19e4c2-bc1f-4625-9049-6cf8381dc6af,revision_number=3']} {{(pid=83873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:41:58.845850 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-cbd5ef6d-c72d-4728-8a47-732c129fb636 None None] Transition to ACTIVE for port object 474ee14b-6230-434b-8fbe-2320e25d3558 will not be triggered until provisioned by entity L2. {{(pid=83872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 13:41:58.892979 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.db [None req-b9240cb9-59ae-46b3-9358-90410004ccce tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] For port 7c965080-bfc4-40ff-9843-9bac11f91e45, host dv-neutron-836180-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836180-1-hyperv',level=0,port_id=7c965080-bfc4-40ff-9843-9bac11f91e45,segment=NetworkSegment(412296f5-4f03-48dc-bda0-46f94dcad842),segment_id=412296f5-4f03-48dc-bda0-46f94dcad842)] {{(pid=83869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 13:41:58.894115 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-b9240cb9-59ae-46b3-9358-90410004ccce tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4155147'] for port, precommit_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:58.917095 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.plugins.ml2.managers [None req-a2e3b685-ea82-4571-9207-7d0381bd5ff5 None None] Attempting to bind port 4f19e4c2-bc1f-4625-9049-6cf8381dc6af on host dv-neutron-836180-1-hyperv for vnic_type normal with profile {{(pid=83873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 13:41:58.918079 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.plugins.ml2.managers [None req-a2e3b685-ea82-4571-9207-7d0381bd5ff5 None None] Attempting to bind port 4f19e4c2-bc1f-4625-9049-6cf8381dc6af by drivers openvswitch,hyperv on host dv-neutron-836180-1-hyperv at level 0 using segments [{'id': '2b22723b-36c0-428d-b7b6-1fd68f3ec682', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'c85b04f5-731a-4508-b55c-0acafaef81ea'}] {{(pid=83873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 13:41:58.918775 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2e3b685-ea82-4571-9207-7d0381bd5ff5 None None] Attempting to bind port 4f19e4c2-bc1f-4625-9049-6cf8381dc6af on network c85b04f5-731a-4508-b55c-0acafaef81ea {{(pid=83873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 13:41:58.926673 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2e3b685-ea82-4571-9207-7d0381bd5ff5 None None] Checking agent: {'id': 'af948428-97cd-4d10-9f53-af028bdb39b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-836180-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 13, 25, 37), 'started_at': datetime.datetime(2022, 4, 1, 13, 26, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 13, 41, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-836180-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 13:41:58.927330 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2e3b685-ea82-4571-9207-7d0381bd5ff5 None None] Checking segment: {'id': '2b22723b-36c0-428d-b7b6-1fd68f3ec682', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'c85b04f5-731a-4508-b55c-0acafaef81ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 13:41:58.928126 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-a2e3b685-ea82-4571-9207-7d0381bd5ff5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:58.928693 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2e3b685-ea82-4571-9207-7d0381bd5ff5 None None] Bound using segment: {'id': '2b22723b-36c0-428d-b7b6-1fd68f3ec682', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'c85b04f5-731a-4508-b55c-0acafaef81ea'} {{(pid=83873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 13:41:58.929305 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.plugins.ml2.managers [None req-a2e3b685-ea82-4571-9207-7d0381bd5ff5 None None] Bound port: 4f19e4c2-bc1f-4625-9049-6cf8381dc6af, host: dv-neutron-836180-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b22723b-36c0-428d-b7b6-1fd68f3ec682', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'c85b04f5-731a-4508-b55c-0acafaef81ea'}}] {{(pid=83873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 13:41:58.929870 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-a2e3b685-ea82-4571-9207-7d0381bd5ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:59.010951 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-cbd5ef6d-c72d-4728-8a47-732c129fb636 None None] Transition to ACTIVE for port object 474ee14b-6230-434b-8fbe-2320e25d3558 will not be triggered until provisioned by entity DHCP. {{(pid=83872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 13:41:59.033005 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-51c7c3c2-755f-478b-997f-d69ddd9034e1 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4155147'] for port, precommit_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:59.036012 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Provisioning complete for port 7c965080-bfc4-40ff-9843-9bac11f91e45 triggered by entity L2. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 13:41:59.036391 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-948329'] for port, provisioning_complete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:59.066391 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.plugin [None req-b9240cb9-59ae-46b3-9358-90410004ccce tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Calling delete_port for 7c965080-bfc4-40ff-9843-9bac11f91e45 owned by network:dhcp {{(pid=83869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 13:41:59.078630 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.plugins.ml2.db [None req-a2e3b685-ea82-4571-9207-7d0381bd5ff5 None None] For port 4f19e4c2-bc1f-4625-9049-6cf8381dc6af, host dv-neutron-836180-1-hyperv, cleared binding levels {{(pid=83873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 13:41:59.083477 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.plugins.ml2.db [None req-a2e3b685-ea82-4571-9207-7d0381bd5ff5 None None] For port 4f19e4c2-bc1f-4625-9049-6cf8381dc6af, host dv-neutron-836180-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836180-1-hyperv',level=0,port_id=4f19e4c2-bc1f-4625-9049-6cf8381dc6af,segment=NetworkSegment(2b22723b-36c0-428d-b7b6-1fd68f3ec682),segment_id=2b22723b-36c0-428d-b7b6-1fd68f3ec682)] {{(pid=83873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 13:41:59.086872 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-cbd5ef6d-c72d-4728-8a47-732c129fb636 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736732935801'] for port, after_create {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:59.089206 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-a2e3b685-ea82-4571-9207-7d0381bd5ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864'] for port, after_update {{(pid=83873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:59.173734 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c8254d4-98ce-4308-892c-e2982c55e5e0 None None] Pushing event updated for resources: {'Port': ['ID=4f19e4c2-bc1f-4625-9049-6cf8381dc6af,revision_number=4']} {{(pid=83873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:41:59.184198 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbd5ef6d-c72d-4728-8a47-732c129fb636 None None] Network 95980386-83cd-4a6b-a3a6-f8b80d0bd402 is already hosted by enough agents. {{(pid=83872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 13:41:59.195206 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-f2f57192-e186-4033-8eea-1797575f0268 None None] For port cb6c8720-37c2-4d3c-98ef-19d6bc4db74c, host dv-neutron-836180-1-hyperv, cleared binding levels {{(pid=83872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 13:41:59.201981 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.plugin [None req-51c7c3c2-755f-478b-997f-d69ddd9034e1 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Calling delete_port for 68ff7214-1a92-45b2-a5dc-5bb5c212f853 owned by {{(pid=83871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 13:41:59.202523 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.db_base_plugin_common [None req-c25020db-7280-4b78-b46e-5461785b0dde tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Allocated IP 172.23.0.1 (95980386-83cd-4a6b-a3a6-f8b80d0bd402/8eebece2-9dd9-4b21-9276-f40f15364d41/0ff5d24e-bbf1-47ae-86ad-5cc9a4ec5af0) {{(pid=83869) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 13:41:59.202859 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.scheduler.base_scheduler [None req-cbd5ef6d-c72d-4728-8a47-732c129fb636 None None] Resources bound (agent type, host, resource id): {{(pid=83872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 13:41:59.205518 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbd5ef6d-c72d-4728-8a47-732c129fb636 None None] Received port after_create {{(pid=83872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 13:41:59.236369 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2e3b685-ea82-4571-9207-7d0381bd5ff5 None None] Routers {'0f53ca0b-ff09-4351-ab77-c1e0529db189'} bound to L3 agent in host dv-neutron-836180-1-hyperv {{(pid=83873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 13:41:59.237266 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-a2e3b685-ea82-4571-9207-7d0381bd5ff5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836180-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-01T13:25:36Z,description=,heartbeat_timestamp=2022-04-01T13:41:36Z,host='dv-neutron-836180-1-hyperv',id=88bf8fc8-11a3-4e96-9d1b-5fd93ba9f6f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T13:25:36Z,topic='l3_agent')) {'router_ids': ['0f53ca0b-ff09-4351-ab77-c1e0529db189'], 'active': True} {{(pid=83873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:41:59.241090 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-b9240cb9-59ae-46b3-9358-90410004ccce tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736733359243', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736732935810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2705155'] for port, after_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:59.263435 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5692bc5f-4a8f-47bd-8492-3317a62964f3 None None] Update dhcp port {'port': {'network_id': 'd275bbac-317c-4659-8ff4-206bb06e935b', 'fixed_ips': [{'subnet_id': '535c50c9-d768-402f-9173-7852b14f4afe'}], 'binding:host_id': 'dv-neutron-836180-1-hyperv'}, 'id': '7c965080-bfc4-40ff-9843-9bac11f91e45'} from dv-neutron-836180-1-hyperv. {{(pid=83872) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Apr 01 13:41:59.357228 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Could not find standard attr ID for object 7c965080-bfc4-40ff-9843-9bac11f91e45. {{(pid=83872) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 01 13:41:59.370884 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-f2f57192-e186-4033-8eea-1797575f0268 None None] For port cb6c8720-37c2-4d3c-98ef-19d6bc4db74c, host dv-neutron-836180-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836180-1-hyperv',level=0,port_id=cb6c8720-37c2-4d3c-98ef-19d6bc4db74c,segment=NetworkSegment(b6de36c5-7bd0-4dd8-aa31-a9e0538f6c65),segment_id=b6de36c5-7bd0-4dd8-aa31-a9e0538f6c65)] {{(pid=83872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 13:41:59.403312 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd5ef6d-c72d-4728-8a47-732c129fb636 None None] Pushing event updated for resources: {'Port': ['ID=474ee14b-6230-434b-8fbe-2320e25d3558,revision_number=1']} {{(pid=83872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:41:59.412153 dv-neutron-836180-1-hyperv neutron-server[83872]: INFO neutron.plugins.ml2.db [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] No ports have port_id starting with 7c965080-bfc4-40ff-9843-9bac11f91e45 Apr 01 13:41:59.413886 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5692bc5f-4a8f-47bd-8492-3317a62964f3 None None] Host dv-neutron-836180-1-hyperv tried to update port 7c965080-bfc4-40ff-9843-9bac11f91e45 which no longer exists. {{(pid=83872) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:313}} Apr 01 13:41:59.420778 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9240cb9-59ae-46b3-9358-90410004ccce tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Pushing event deleted for resources: {'Port': ['ID=7c965080-bfc4-40ff-9843-9bac11f91e45,revision_number=None']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:41:59.432588 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-f2f57192-e186-4033-8eea-1797575f0268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864'] for port, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:59.446991 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-51c7c3c2-755f-478b-997f-d69ddd9034e1 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736733359243', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736732935810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2743125'] for port, after_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:59.462888 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9240cb9-59ae-46b3-9358-90410004ccce tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] No DVR routers for this DVR port 7c965080-bfc4-40ff-9843-9bac11f91e45 on host dv-neutron-836180-1-hyperv {{(pid=83869) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 13:41:59.513233 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_dvr_db [None req-a2e3b685-ea82-4571-9207-7d0381bd5ff5 None None] Set router 0f53ca0b-ff09-4351-ab77-c1e0529db189 gateway port host: None {{(pid=83873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 13:41:59.556142 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c7c3c2-755f-478b-997f-d69ddd9034e1 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Pushing event deleted for resources: {'Port': ['ID=68ff7214-1a92-45b2-a5dc-5bb5c212f853,revision_number=None']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:41:59.615849 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f57192-e186-4033-8eea-1797575f0268 None None] Pushing event updated for resources: {'Port': ['ID=cb6c8720-37c2-4d3c-98ef-19d6bc4db74c,revision_number=2']} {{(pid=83872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:41:59.631997 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d193a04f-499d-4fa5-82ba-22feee04f534 None None] Network d275bbac-317c-4659-8ff4-206bb06e935b requested from dv-neutron-836180-1-hyperv {{(pid=83872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 13:41:59.640782 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-51c7c3c2-755f-478b-997f-d69ddd9034e1 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109561'] for port, before_response {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:59.660619 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-51c7c3c2-755f-478b-997f-d69ddd9034e1 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] 10.222.0.26 "DELETE /v2.0/ports/68ff7214-1a92-45b2-a5dc-5bb5c212f853 HTTP/1.1" status: 204 len: 168 time: 0.9952271 Apr 01 13:41:59.672858 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 55846) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:41:59.722494 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Device f29570c3-d694-4a88-b242-3bc262a28b2c up at agent ovs-agent-dv-neutron-836180-1-hyperv {{(pid=83872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 13:41:59.803403 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-b9240cb9-59ae-46b3-9358-90410004ccce tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-942654', 'neutron.services.segments.db._delete_segments_for_network-8736733387888'] for network, precommit_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:59.824614 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-ccccb925-4ed3-4799-ac1f-4187e88c9b99 None None] Could not find standard attr ID for object 7c965080-bfc4-40ff-9843-9bac11f91e45. {{(pid=83872) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 01 13:41:59.846879 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.managers [None req-cbd5ef6d-c72d-4728-8a47-732c129fb636 None None] Attempting to bind port 474ee14b-6230-434b-8fbe-2320e25d3558 on host dv-neutron-836180-1-hyperv for vnic_type normal with profile {{(pid=83872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 13:41:59.846879 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.managers [None req-cbd5ef6d-c72d-4728-8a47-732c129fb636 None None] Attempting to bind port 474ee14b-6230-434b-8fbe-2320e25d3558 by drivers openvswitch,hyperv on host dv-neutron-836180-1-hyperv at level 0 using segments [{'id': 'f687a153-6e8a-4a9d-a4f1-86486d3fb0ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '95980386-83cd-4a6b-a3a6-f8b80d0bd402'}] {{(pid=83872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 13:41:59.847768 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbd5ef6d-c72d-4728-8a47-732c129fb636 None None] Attempting to bind port 474ee14b-6230-434b-8fbe-2320e25d3558 on network 95980386-83cd-4a6b-a3a6-f8b80d0bd402 {{(pid=83872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 13:41:59.869201 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.pecan_wsgi.hooks.translation [None req-5c2547ca-5c0e-42f0-ab7a-980b1d1ed1d6 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] GET failed (client error): The resource could not be found. Apr 01 13:41:59.869816 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-5c2547ca-5c0e-42f0-ab7a-980b1d1ed1d6 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Synchronizing usage tracker for tenant:2ac88458dfe547ba9bcc73de4b0c8518 on resource:port {{(pid=83871) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 13:41:59.870476 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-c25020db-7280-4b78-b46e-5461785b0dde tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Notify callbacks [] for port, precommit_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:59.875277 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.services.segments.db [None req-b9240cb9-59ae-46b3-9358-90410004ccce tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d275bbac-317c-4659-8ff4-206bb06e935b']}} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:41:59.891065 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-5c2547ca-5c0e-42f0-ab7a-980b1d1ed1d6 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Unset dirty status for tenant:2ac88458dfe547ba9bcc73de4b0c8518 on resource:port {{(pid=83871) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 13:41:59.895953 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-5c2547ca-5c0e-42f0-ab7a-980b1d1ed1d6 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] 10.222.0.26 "GET /v2.0/ports/68ff7214-1a92-45b2-a5dc-5bb5c212f853 HTTP/1.1" status: 404 len: 333 time: 0.2219925 Apr 01 13:41:59.896443 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.services.segments.db [None req-b9240cb9-59ae-46b3-9358-90410004ccce tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '412296f5-4f03-48dc-bda0-46f94dcad842') {'for_net_delete': True} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:41:59.896943 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 55850) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:41:59.897043 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.services.segments.db [None req-b9240cb9-59ae-46b3-9358-90410004ccce tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '412296f5-4f03-48dc-bda0-46f94dcad842') {} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:41:59.914468 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.provisioning_blocks [None req-c25020db-7280-4b78-b46e-5461785b0dde tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Transition to ACTIVE for port object 0ff5d24e-bbf1-47ae-86ad-5cc9a4ec5af0 will not be triggered until provisioned by entity DHCP. {{(pid=83869) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 13:41:59.916863 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-b9240cb9-59ae-46b3-9358-90410004ccce tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736733386999', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2704982'] for segment, before_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:59.942750 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-b9240cb9-59ae-46b3-9358-90410004ccce tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1004271'] for segment, precommit_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:59.958765 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b9240cb9-59ae-46b3-9358-90410004ccce tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Releasing vlan 396 on physical network physnet1 to pool {{(pid=83869) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 01 13:41:59.959290 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-b9240cb9-59ae-46b3-9358-90410004ccce tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1004262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2705264'] for segment, after_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:41:59.992872 dv-neutron-836180-1-hyperv neutron-server[83869]: Traceback (most recent call last): Apr 01 13:41:59.992872 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 01 13:41:59.992872 dv-neutron-836180-1-hyperv neutron-server[83869]: timer() Apr 01 13:41:59.992872 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 13:41:59.992872 dv-neutron-836180-1-hyperv neutron-server[83869]: cb(*args, **kw) Apr 01 13:41:59.992872 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 13:41:59.992872 dv-neutron-836180-1-hyperv neutron-server[83869]: return func(*args, **kwargs) Apr 01 13:41:59.992872 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 13:41:59.992872 dv-neutron-836180-1-hyperv neutron-server[83869]: self._notify() Apr 01 13:41:59.992872 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 13:41:59.992872 dv-neutron-836180-1-hyperv neutron-server[83869]: self.callback(batched_events) Apr 01 13:41:59.992872 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 13:41:59.992872 dv-neutron-836180-1-hyperv neutron-server[83869]: event.method(event) Apr 01 13:41:59.992872 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 13:41:59.992872 dv-neutron-836180-1-hyperv neutron-server[83869]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 13:41:59.992872 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 13:41:59.992872 dv-neutron-836180-1-hyperv neutron-server[83869]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 13:41:59.992872 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 13:41:59.992872 dv-neutron-836180-1-hyperv neutron-server[83869]: return f(self, *a, **k) Apr 01 13:41:59.992872 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 13:41:59.992872 dv-neutron-836180-1-hyperv neutron-server[83869]: return self._get(url).json() Apr 01 13:41:59.992872 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 13:41:59.992872 dv-neutron-836180-1-hyperv neutron-server[83869]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 13:41:59.992872 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 01 13:41:59.992872 dv-neutron-836180-1-hyperv neutron-server[83869]: return self.request(url, 'GET', **kwargs) Apr 01 13:41:59.992872 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 01 13:41:59.992872 dv-neutron-836180-1-hyperv neutron-server[83869]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 13:41:59.992872 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 01 13:41:59.992872 dv-neutron-836180-1-hyperv neutron-server[83869]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 13:41:59.992872 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 01 13:41:59.992872 dv-neutron-836180-1-hyperv neutron-server[83869]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 13:41:59.992872 dv-neutron-836180-1-hyperv neutron-server[83869]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 13:42:00.056130 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.plugin [None req-a04da706-6538-4c77-b38d-1013293368f4 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Deleting port 6fed1dde-05ae-441f-aee5-8c18b4530090 {{(pid=83871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 13:42:00.056729 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-a04da706-6538-4c77-b38d-1013293368f4 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736733287370'] for port, before_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:00.061424 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbd5ef6d-c72d-4728-8a47-732c129fb636 None None] Checking agent: {'id': 'af948428-97cd-4d10-9f53-af028bdb39b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-836180-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 13, 25, 37), 'started_at': datetime.datetime(2022, 4, 1, 13, 26, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 13, 41, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-836180-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 13:42:00.062040 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbd5ef6d-c72d-4728-8a47-732c129fb636 None None] Checking segment: {'id': 'f687a153-6e8a-4a9d-a4f1-86486d3fb0ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '95980386-83cd-4a6b-a3a6-f8b80d0bd402'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 13:42:00.065842 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-cbd5ef6d-c72d-4728-8a47-732c129fb636 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:00.067165 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbd5ef6d-c72d-4728-8a47-732c129fb636 None None] Bound using segment: {'id': 'f687a153-6e8a-4a9d-a4f1-86486d3fb0ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '95980386-83cd-4a6b-a3a6-f8b80d0bd402'} {{(pid=83872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 13:42:00.067653 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.managers [None req-cbd5ef6d-c72d-4728-8a47-732c129fb636 None None] Bound port: 474ee14b-6230-434b-8fbe-2320e25d3558, host: dv-neutron-836180-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f687a153-6e8a-4a9d-a4f1-86486d3fb0ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '95980386-83cd-4a6b-a3a6-f8b80d0bd402'}}] {{(pid=83872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 13:42:00.068024 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-cbd5ef6d-c72d-4728-8a47-732c129fb636 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:00.171628 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-c25020db-7280-4b78-b46e-5461785b0dde tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736732935801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2705155'] for port, after_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:00.190291 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Provisioning complete for port f29570c3-d694-4a88-b242-3bc262a28b2c triggered by entity L2. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 13:42:00.190883 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-948329'] for port, provisioning_complete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:00.210132 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-a2e3b685-ea82-4571-9207-7d0381bd5ff5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f53ca0b-ff09-4351-ab77-c1e0529db189', 'name': 'tempest-RoutersTest-router-190868674', 'tenant_id': '7eaea7f33c58432a9d19111cc275f4e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T13:41:34Z', 'updated_at': '2022-04-01T13:41:52Z', 'revision_number': 4, 'project_id': '7eaea7f33c58432a9d19111cc275f4e1', 'gw_port_host': None, '_interfaces': [{'id': '1055cb1d-e5ae-4d5c-9933-60181a7b5f38', 'name': '', 'network_id': '10ff9f13-ba46-4e19-a3ef-7dbc3ca70388', 'tenant_id': '7eaea7f33c58432a9d19111cc275f4e1', 'mac_address': 'fa:16:3e:dd:62:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f53ca0b-ff09-4351-ab77-c1e0529db189', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'eda77751-1d0c-475b-bc65-4c85201184e6', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836180-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:41:44Z', 'updated_at': '2022-04-01T13:41:55Z', 'revision_number': 5, 'project_id': '7eaea7f33c58432a9d19111cc275f4e1', 'subnets': [{'id': 'eda77751-1d0c-475b-bc65-4c85201184e6', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4f19e4c2-bc1f-4625-9049-6cf8381dc6af', 'name': '', 'network_id': 'c85b04f5-731a-4508-b55c-0acafaef81ea', 'tenant_id': '7eaea7f33c58432a9d19111cc275f4e1', 'mac_address': 'fa:16:3e:7a:d0:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f53ca0b-ff09-4351-ab77-c1e0529db189', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '99a71cfc-9137-488f-afc8-edace8fb01f1', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836180-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:41:51Z', 'updated_at': '2022-04-01T13:41:59Z', 'revision_number': 4, 'project_id': '7eaea7f33c58432a9d19111cc275f4e1', 'subnets': [{'id': '99a71cfc-9137-488f-afc8-edace8fb01f1', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7d78f01b-61b5-4c39-a5cd-9ac1ebf4ac15', 'name': '', 'network_id': '52e92d7a-7b71-4f8b-95a8-f9be4255be10', 'tenant_id': '7eaea7f33c58432a9d19111cc275f4e1', 'mac_address': 'fa:16:3e:8e:23:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f53ca0b-ff09-4351-ab77-c1e0529db189', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b65cb694-993a-4803-b2e5-1f1edaa872e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836180-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:41:37Z', 'updated_at': '2022-04-01T13:41:45Z', 'revision_number': 5, 'project_id': '7eaea7f33c58432a9d19111cc275f4e1', 'subnets': [{'id': 'b65cb694-993a-4803-b2e5-1f1edaa872e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-836180-1-hyperv', False) {} {{(pid=83873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:42:00.215274 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2e3b685-ea82-4571-9207-7d0381bd5ff5 None None] The sync data for ids ['0f53ca0b-ff09-4351-ab77-c1e0529db189'] in dv-neutron-836180-1-hyperv is: [{'id': '0f53ca0b-ff09-4351-ab77-c1e0529db189', 'name': 'tempest-RoutersTest-router-190868674', 'tenant_id': '7eaea7f33c58432a9d19111cc275f4e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T13:41:34Z', 'updated_at': '2022-04-01T13:41:52Z', 'revision_number': 4, 'project_id': '7eaea7f33c58432a9d19111cc275f4e1', 'gw_port_host': None, '_interfaces': [{'id': '1055cb1d-e5ae-4d5c-9933-60181a7b5f38', 'name': '', 'network_id': '10ff9f13-ba46-4e19-a3ef-7dbc3ca70388', 'tenant_id': '7eaea7f33c58432a9d19111cc275f4e1', 'mac_address': 'fa:16:3e:dd:62:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f53ca0b-ff09-4351-ab77-c1e0529db189', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'eda77751-1d0c-475b-bc65-4c85201184e6', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836180-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:41:44Z', 'updated_at': '2022-04-01T13:41:55Z', 'revision_number': 5, 'project_id': '7eaea7f33c58432a9d19111cc275f4e1', 'subnets': [{'id': 'eda77751-1d0c-475b-bc65-4c85201184e6', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4f19e4c2-bc1f-4625-9049-6cf8381dc6af', 'name': '', 'network_id': 'c85b04f5-731a-4508-b55c-0acafaef81ea', 'tenant_id': '7eaea7f33c58432a9d19111cc275f4e1', 'mac_address': 'fa:16:3e:7a:d0:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f53ca0b-ff09-4351-ab77-c1e0529db189', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '99a71cfc-9137-488f-afc8-edace8fb01f1', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836180-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:41:51Z', 'updated_at': '2022-04-01T13:41:59Z', 'revision_number': 4, 'project_id': '7eaea7f33c58432a9d19111cc275f4e1', 'subnets': [{'id': '99a71cfc-9137-488f-afc8-edace8fb01f1', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7d78f01b-61b5-4c39-a5cd-9ac1ebf4ac15', 'name': '', 'network_id': '52e92d7a-7b71-4f8b-95a8-f9be4255be10', 'tenant_id': '7eaea7f33c58432a9d19111cc275f4e1', 'mac_address': 'fa:16:3e:8e:23:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f53ca0b-ff09-4351-ab77-c1e0529db189', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b65cb694-993a-4803-b2e5-1f1edaa872e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836180-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:41:37Z', 'updated_at': '2022-04-01T13:41:45Z', 'revision_number': 5, 'project_id': '7eaea7f33c58432a9d19111cc275f4e1', 'subnets': [{'id': 'b65cb694-993a-4803-b2e5-1f1edaa872e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 13:42:00.226063 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-b9240cb9-59ae-46b3-9358-90410004ccce tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-942599', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4084797'] for network, after_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:00.288027 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-b9240cb9-59ae-46b3-9358-90410004ccce tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Notify callbacks [] for network, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:00.339764 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9240cb9-59ae-46b3-9358-90410004ccce tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Pushing event deleted for resources: {'Network': ['ID=d275bbac-317c-4659-8ff4-206bb06e935b,revision_number=None']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:42:00.366424 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c25020db-7280-4b78-b46e-5461785b0dde tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Pushing event updated for resources: {'Port': ['ID=0ff5d24e-bbf1-47ae-86ad-5cc9a4ec5af0,revision_number=1']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:42:00.370789 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c25020db-7280-4b78-b46e-5461785b0dde tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Network 95980386-83cd-4a6b-a3a6-f8b80d0bd402 is already hosted by enough agents. {{(pid=83869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 13:42:00.373441 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.scheduler.base_scheduler [None req-c25020db-7280-4b78-b46e-5461785b0dde tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Resources bound (agent type, host, resource id): {{(pid=83869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 13:42:00.385410 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c25020db-7280-4b78-b46e-5461785b0dde tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Received port after_create {{(pid=83869) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 13:42:00.425672 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6992c13b-a4a8-4f30-8f71-39c7be1e616d None None] DHCP port deletion for d275bbac-317c-4659-8ff4-206bb06e935b request from dv-neutron-836180-1-hyperv {{(pid=83872) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 01 13:42:00.435543 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 55854) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:42:00.437612 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-b9240cb9-59ae-46b3-9358-90410004ccce tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] 10.222.0.26 "DELETE /v2.0/networks/d275bbac-317c-4659-8ff4-206bb06e935b HTTP/1.1" status: 204 len: 168 time: 2.0589130 Apr 01 13:42:00.464566 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-a04da706-6538-4c77-b38d-1013293368f4 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4155147'] for port, precommit_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:00.476396 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-c25020db-7280-4b78-b46e-5461785b0dde tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4084144'] for router_interface, before_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:00.496456 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-cbd5ef6d-c72d-4728-8a47-732c129fb636 None None] For port 474ee14b-6230-434b-8fbe-2320e25d3558, host dv-neutron-836180-1-hyperv, cleared binding levels {{(pid=83872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 13:42:00.500605 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-cbd5ef6d-c72d-4728-8a47-732c129fb636 None None] For port 474ee14b-6230-434b-8fbe-2320e25d3558, host dv-neutron-836180-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836180-1-hyperv',level=0,port_id=474ee14b-6230-434b-8fbe-2320e25d3558,segment=NetworkSegment(f687a153-6e8a-4a9d-a4f1-86486d3fb0ce),segment_id=f687a153-6e8a-4a9d-a4f1-86486d3fb0ce)] {{(pid=83872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 13:42:00.534557 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-cbd5ef6d-c72d-4728-8a47-732c129fb636 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864'] for port, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:00.610223 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-c25020db-7280-4b78-b46e-5461785b0dde tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:00.612932 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.plugin [None req-a04da706-6538-4c77-b38d-1013293368f4 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Calling delete_port for 6fed1dde-05ae-441f-aee5-8c18b4530090 owned by {{(pid=83871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 13:42:00.652631 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd5ef6d-c72d-4728-8a47-732c129fb636 None None] Pushing event updated for resources: {'Port': ['ID=474ee14b-6230-434b-8fbe-2320e25d3558,revision_number=2']} {{(pid=83872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:42:00.848619 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e316478e-de2b-4506-bcf4-f8065fa15ab3 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:42:00.851417 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-e316478e-de2b-4506-bcf4-f8065fa15ab3 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.4115291 Apr 01 13:42:00.863824 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 55858) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:42:00.952513 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-a04da706-6538-4c77-b38d-1013293368f4 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736733359243', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736732935810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2743125'] for port, after_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:01.021916 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a04da706-6538-4c77-b38d-1013293368f4 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Pushing event deleted for resources: {'Port': ['ID=6fed1dde-05ae-441f-aee5-8c18b4530090,revision_number=None']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:42:01.090032 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-a04da706-6538-4c77-b38d-1013293368f4 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109561'] for port, before_response {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:01.114237 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-a04da706-6538-4c77-b38d-1013293368f4 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] 10.222.0.26 "DELETE /v2.0/ports/6fed1dde-05ae-441f-aee5-8c18b4530090 HTTP/1.1" status: 204 len: 168 time: 1.2135737 Apr 01 13:42:01.117857 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 55862) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:42:01.124540 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-5abfff5a-8a7c-4142-8d03-1c0ffdac6bd6 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] 10.222.0.26 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.2500591 Apr 01 13:42:01.125663 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 55866) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:42:01.131185 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.v2.base [None req-3f2dad63-8014-4cda-8cc2-5b4dd8a9c58b tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-235725879'}} {{(pid=83871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:42:01.136873 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-3f2dad63-8014-4cda-8cc2-5b4dd8a9c58b tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:42:01.141017 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-3f2dad63-8014-4cda-8cc2-5b4dd8a9c58b tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Usage tracker for resource:network and tenant:1932cd2bf32d410ebaa96b0062b29072 is out of sync, need to count used quota {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 13:42:01.143875 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-3f2dad63-8014-4cda-8cc2-5b4dd8a9c58b tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 13:42:01.149965 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-3f2dad63-8014-4cda-8cc2-5b4dd8a9c58b tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:42:01.162063 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f2dad63-8014-4cda-8cc2-5b4dd8a9c58b tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Made reservation on behalf of 1932cd2bf32d410ebaa96b0062b29072 for: {'network': 1} {{(pid=83871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 13:42:01.165452 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-3f2dad63-8014-4cda-8cc2-5b4dd8a9c58b tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for network, before_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:01.178931 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.pecan_wsgi.hooks.translation [None req-d65d3f07-8fee-493b-8238-f997466197c0 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] GET failed (client error): The resource could not be found. Apr 01 13:42:01.179435 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-d65d3f07-8fee-493b-8238-f997466197c0 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Synchronizing usage tracker for tenant:2ac88458dfe547ba9bcc73de4b0c8518 on resource:port {{(pid=83869) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 13:42:01.199892 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3f2dad63-8014-4cda-8cc2-5b4dd8a9c58b tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] vlan segment allocate from pool success with {'vlan_id': 384, 'physical_network': 'physnet1'} {{(pid=83871) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 13:42:01.209892 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-3f2dad63-8014-4cda-8cc2-5b4dd8a9c58b tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1004271'] for segment, precommit_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:01.210318 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.db.segments_db [None req-3f2dad63-8014-4cda-8cc2-5b4dd8a9c58b tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Added segment b64e8909-c346-4d95-89c8-acedb2e42890 of type vlan for network 85a184db-2e06-48d3-9cc6-2e50e5f6c63d Apr 01 13:42:01.217924 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-d65d3f07-8fee-493b-8238-f997466197c0 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Unset dirty status for tenant:2ac88458dfe547ba9bcc73de4b0c8518 on resource:port {{(pid=83869) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 13:42:01.219234 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-d65d3f07-8fee-493b-8238-f997466197c0 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] 10.222.0.26 "GET /v2.0/ports/6fed1dde-05ae-441f-aee5-8c18b4530090 HTTP/1.1" status: 404 len: 333 time: 0.1006775 Apr 01 13:42:01.223101 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 55870) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:42:01.249154 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-3f2dad63-8014-4cda-8cc2-5b4dd8a9c58b tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736732923383'] for network, precommit_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:01.283249 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-3f2dad63-8014-4cda-8cc2-5b4dd8a9c58b tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575'] for network, after_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:01.287583 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f2dad63-8014-4cda-8cc2-5b4dd8a9c58b tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:42:01.288419 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-3f2dad63-8014-4cda-8cc2-5b4dd8a9c58b tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Notify callbacks [] for network, before_response {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:01.318479 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebf0468f-0f48-49d5-8164-6da4651480d9 None None] Network 6c4d088c-2980-47a1-9765-4a03199a1b20 requested from dv-neutron-836180-1-hyperv {{(pid=83872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 13:42:01.338257 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-3f2dad63-8014-4cda-8cc2-5b4dd8a9c58b tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.2116630 Apr 01 13:42:01.338954 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 55874) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:42:01.394011 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-c25020db-7280-4b78-b46e-5461785b0dde tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Notify callbacks [] for port, precommit_update {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:01.397992 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.v2.base [None req-41b91dd5-b7ba-4cf0-9245-36d7fa463412 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Request body: {'subnet': {'network_id': '85a184db-2e06-48d3-9cc6-2e50e5f6c63d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:42:01.406332 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-c25020db-7280-4b78-b46e-5461785b0dde tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2705172'] for port, after_update {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:01.449774 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-849fd729-09dc-4a37-ac3c-4c6c3ecde45d None None] Provisioning for port cb6c8720-37c2-4d3c-98ef-19d6bc4db74c completed by entity DHCP. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 13:42:01.518264 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f2dad63-8014-4cda-8cc2-5b4dd8a9c58b tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Pushing event updated for resources: {'Network': ['ID=85a184db-2e06-48d3-9cc6-2e50e5f6c63d,revision_number=1']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:42:01.564667 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-41b91dd5-b7ba-4cf0-9245-36d7fa463412 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:42:01.570076 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-41b91dd5-b7ba-4cf0-9245-36d7fa463412 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Usage tracker for resource:subnet and tenant:1932cd2bf32d410ebaa96b0062b29072 is out of sync, need to count used quota {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 13:42:01.575073 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-41b91dd5-b7ba-4cf0-9245-36d7fa463412 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 13:42:01.576590 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Network 85a184db-2e06-48d3-9cc6-2e50e5f6c63d details requested by agent ovs-agent-dv-neutron-836180-1-hyperv with host dv-neutron-836180-1-hyperv {{(pid=83872) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 13:42:01.589850 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-41b91dd5-b7ba-4cf0-9245-36d7fa463412 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:42:01.595121 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.db_base_plugin_v2 [None req-d4f6b6c9-4c90-4623-9908-891b67170bac tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Deleting subnet bf82ce6a-6e30-41ad-99af-cc8142194dfc {{(pid=83869) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 01 13:42:01.597395 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c25020db-7280-4b78-b46e-5461785b0dde tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Pushing event updated for resources: {'Port': ['ID=0ff5d24e-bbf1-47ae-86ad-5cc9a4ec5af0,revision_number=2']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:42:01.601402 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-c25020db-7280-4b78-b46e-5461785b0dde tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3017508', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4084015'] for router_interface, after_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:01.610200 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-d4f6b6c9-4c90-4623-9908-891b67170bac tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Notify callbacks [] for subnet, before_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:01.611085 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41b91dd5-b7ba-4cf0-9245-36d7fa463412 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Made reservation on behalf of 1932cd2bf32d410ebaa96b0062b29072 for: {'subnet': 1} {{(pid=83871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 13:42:01.751771 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-41b91dd5-b7ba-4cf0-9245-36d7fa463412 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2757336'] for subnet, before_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:01.764835 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-d4f6b6c9-4c90-4623-9908-891b67170bac tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2704975'] for subnet, precommit_delete_associations {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:01.789814 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Device 4f19e4c2-bc1f-4625-9049-6cf8381dc6af up at agent ovs-agent-dv-neutron-836180-1-hyperv {{(pid=83872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 13:42:01.870963 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Provisioning for port 4f19e4c2-bc1f-4625-9049-6cf8381dc6af completed by entity L2. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 13:42:01.884771 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Provisioning complete for port 4f19e4c2-bc1f-4625-9049-6cf8381dc6af triggered by entity L2. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 13:42:01.885347 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-948329'] for port, provisioning_complete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:01.931839 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c25020db-7280-4b78-b46e-5461785b0dde tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Network 95980386-83cd-4a6b-a3a6-f8b80d0bd402 is already hosted by enough agents. {{(pid=83869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 13:42:01.940091 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.scheduler.base_scheduler [None req-c25020db-7280-4b78-b46e-5461785b0dde tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Resources bound (agent type, host, resource id): {{(pid=83869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 13:42:02.037632 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-41b91dd5-b7ba-4cf0-9245-36d7fa463412 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2743225', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2757366'] for subnet, after_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:02.049581 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:02.120940 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] For port 4f19e4c2-bc1f-4625-9049-6cf8381dc6af, host dv-neutron-836180-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836180-1-hyperv',level=0,port_id=4f19e4c2-bc1f-4625-9049-6cf8381dc6af,segment=NetworkSegment(2b22723b-36c0-428d-b7b6-1fd68f3ec682),segment_id=2b22723b-36c0-428d-b7b6-1fd68f3ec682)] {{(pid=83872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 13:42:02.126907 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864'] for port, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:02.127933 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Device cb6c8720-37c2-4d3c-98ef-19d6bc4db74c up at agent ovs-agent-dv-neutron-836180-1-hyperv {{(pid=83872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 13:42:02.243671 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eaae98d2-8024-4d72-a5cc-4d2535bea13f None None] Network 95980386-83cd-4a6b-a3a6-f8b80d0bd402 requested from dv-neutron-836180-1-hyperv {{(pid=83872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 13:42:02.268376 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-d4f6b6c9-4c90-4623-9908-891b67170bac tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-945029'] for subnet, precommit_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:02.283781 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b91dd5-b7ba-4cf0-9245-36d7fa463412 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Pushing event updated for resources: {'Subnet': ['ID=a440abe4-f659-45ac-9bf6-fa8657b25a84,revision_number=0']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:42:02.312930 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41b91dd5-b7ba-4cf0-9245-36d7fa463412 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Checking segment: {'id': 'b64e8909-c346-4d95-89c8-acedb2e42890', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '85a184db-2e06-48d3-9cc6-2e50e5f6c63d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 13:42:02.314179 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41b91dd5-b7ba-4cf0-9245-36d7fa463412 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Network hostable DHCP agents. Network: 85a184db-2e06-48d3-9cc6-2e50e5f6c63d, hostable agents: ['e47e4547-5c2d-4954-ba56-fa3646239f18'], hosted agents: [] {{(pid=83871) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 13:42:02.352100 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41b91dd5-b7ba-4cf0-9245-36d7fa463412 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Network 85a184db-2e06-48d3-9cc6-2e50e5f6c63d is scheduled to be hosted by DHCP agent e47e4547-5c2d-4954-ba56-fa3646239f18 with binding_index 1 {{(pid=83871) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 13:42:02.367265 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.scheduler.base_scheduler [None req-41b91dd5-b7ba-4cf0-9245-36d7fa463412 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-836180-1-hyperv, 85a184db-2e06-48d3-9cc6-2e50e5f6c63d) {{(pid=83871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 13:42:02.371463 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Pushing event updated for resources: {'Port': ['ID=4f19e4c2-bc1f-4625-9049-6cf8381dc6af,revision_number=5']} {{(pid=83872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:42:02.373590 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41b91dd5-b7ba-4cf0-9245-36d7fa463412 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:42:02.374738 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-41b91dd5-b7ba-4cf0-9245-36d7fa463412 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Notify callbacks [] for subnet, before_response {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:02.391328 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90391b01-4f72-41e6-bb35-6672bbd7d23a None None] Network 85a184db-2e06-48d3-9cc6-2e50e5f6c63d requested from dv-neutron-836180-1-hyperv {{(pid=83872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 13:42:02.404975 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-41b91dd5-b7ba-4cf0-9245-36d7fa463412 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0595145 Apr 01 13:42:02.407915 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 55878) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:42:02.414830 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.v2.base [None req-a64e0570-2e44-40aa-abf7-697dcbe5e5fd tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Request body: {'port': {'network_id': '85a184db-2e06-48d3-9cc6-2e50e5f6c63d', 'name': 'tempest-PortsTestJSON-560675651'}} {{(pid=83871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:42:02.551768 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-d4f6b6c9-4c90-4623-9908-891b67170bac tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-945042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2705198', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2999452'] for subnet, after_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:02.568507 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Provisioning for port cb6c8720-37c2-4d3c-98ef-19d6bc4db74c completed by entity L2. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 13:42:02.588270 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Provisioning complete for port cb6c8720-37c2-4d3c-98ef-19d6bc4db74c triggered by entity L2. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 13:42:02.588704 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-948329'] for port, provisioning_complete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:02.589945 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-a64e0570-2e44-40aa-abf7-697dcbe5e5fd tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:42:02.595789 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-a64e0570-2e44-40aa-abf7-697dcbe5e5fd tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Usage tracker for resource:port and tenant:1932cd2bf32d410ebaa96b0062b29072 is out of sync, need to count used quota {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 13:42:02.599105 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-a64e0570-2e44-40aa-abf7-697dcbe5e5fd tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 13:42:02.606769 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-a64e0570-2e44-40aa-abf7-697dcbe5e5fd tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:42:02.609780 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-d4f6b6c9-4c90-4623-9908-891b67170bac tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Notify callbacks [] for subnet, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:02.614593 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f6b6c9-4c90-4623-9908-891b67170bac tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Pushing event deleted for resources: {'Subnet': ['ID=bf82ce6a-6e30-41ad-99af-cc8142194dfc,revision_number=None']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:42:02.626482 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a64e0570-2e44-40aa-abf7-697dcbe5e5fd tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Made reservation on behalf of 1932cd2bf32d410ebaa96b0062b29072 for: {'port': 1} {{(pid=83871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 13:42:02.627540 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-d4f6b6c9-4c90-4623-9908-891b67170bac tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] 10.222.0.26 "DELETE /v2.0/subnets/bf82ce6a-6e30-41ad-99af-cc8142194dfc HTTP/1.1" status: 204 len: 168 time: 1.4034281 Apr 01 13:42:02.628235 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 55882) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:42:02.631525 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-a64e0570-2e44-40aa-abf7-697dcbe5e5fd tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:02.684399 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-fb23b1e5-762b-4d88-adb3-f0c9b0ad6e13 None None] Provisioning for port 474ee14b-6230-434b-8fbe-2320e25d3558 completed by entity DHCP. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 13:42:02.689472 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.notifiers.nova [None req-a64e0570-2e44-40aa-abf7-697dcbe5e5fd tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] device_id is not set on port a5060526-b4d7-4cb0-8558-ed6db0450f29 yet. {{(pid=83871) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 01 13:42:02.759506 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c25020db-7280-4b78-b46e-5461785b0dde tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Router 0f53ca0b-ff09-4351-ab77-c1e0529db189 has already been hosted by L3 agent 88bf8fc8-11a3-4e96-9d1b-5fd93ba9f6f1 {{(pid=83869) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 13:42:02.802101 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-bfa72ef0-1c6b-49f3-a53f-001823f9f325 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1033078'] for network, before_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:02.918204 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.db_base_plugin_common [None req-a64e0570-2e44-40aa-abf7-697dcbe5e5fd tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Allocated IP 172.20.0.4 (85a184db-2e06-48d3-9cc6-2e50e5f6c63d/a440abe4-f659-45ac-9bf6-fa8657b25a84/a5060526-b4d7-4cb0-8558-ed6db0450f29) {{(pid=83871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 13:42:02.936644 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1787a65-d2ee-4aa2-9b2f-9edd52db3dfd None None] Network 6c4d088c-2980-47a1-9765-4a03199a1b20 requested from dv-neutron-836180-1-hyperv {{(pid=83872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 13:42:02.943697 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.plugin [None req-bfa72ef0-1c6b-49f3-a53f-001823f9f325 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Deleting port cb6c8720-37c2-4d3c-98ef-19d6bc4db74c {{(pid=83869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 13:42:02.944148 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-bfa72ef0-1c6b-49f3-a53f-001823f9f325 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736733287370'] for port, before_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:03.015864 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-55a7d147-cfe8-4c35-81af-7421cb0bc0a2 None None] Could not find standard attr ID for object 6fed1dde-05ae-441f-aee5-8c18b4530090. {{(pid=83872) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 01 13:42:03.109797 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:03.161274 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4dc0d208-c38f-4205-a478-e58d7bba0560 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7e7d0ecb-2af4-55f5-9198-238ab0570d62-85a184db-2e06-48d3-9cc6-2e50e5f6c63d', 'network_id': '85a184db-2e06-48d3-9cc6-2e50e5f6c63d', 'tenant_id': '1932cd2bf32d410ebaa96b0062b29072', 'fixed_ips': [{'subnet_id': 'a440abe4-f659-45ac-9bf6-fa8657b25a84'}]}} from dv-neutron-836180-1-hyperv. {{(pid=83872) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 01 13:42:03.162091 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-4dc0d208-c38f-4205-a478-e58d7bba0560 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:03.173924 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-a64e0570-2e44-40aa-abf7-697dcbe5e5fd tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Notify callbacks [] for port, precommit_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:03.177198 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c25020db-7280-4b78-b46e-5461785b0dde tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Notify agent at l3_agent.dv-neutron-836180-1-hyperv the message routers_updated {{(pid=83869) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 13:42:03.179890 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.db [None req-bfa72ef0-1c6b-49f3-a53f-001823f9f325 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] For port cb6c8720-37c2-4d3c-98ef-19d6bc4db74c, host dv-neutron-836180-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836180-1-hyperv',level=0,port_id=cb6c8720-37c2-4d3c-98ef-19d6bc4db74c,segment=NetworkSegment(b6de36c5-7bd0-4dd8-aa31-a9e0538f6c65),segment_id=b6de36c5-7bd0-4dd8-aa31-a9e0538f6c65)] {{(pid=83869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 13:42:03.180398 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-bfa72ef0-1c6b-49f3-a53f-001823f9f325 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4155147'] for port, precommit_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:03.192015 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-c25020db-7280-4b78-b46e-5461785b0dde tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] 10.222.0.26 "PUT /v2.0/routers/0f53ca0b-ff09-4351-ab77-c1e0529db189/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6712122 Apr 01 13:42:03.195210 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 55886) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:42:03.200545 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.provisioning_blocks [None req-a64e0570-2e44-40aa-abf7-697dcbe5e5fd tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Transition to ACTIVE for port object a5060526-b4d7-4cb0-8558-ed6db0450f29 will not be triggered until provisioned by entity DHCP. {{(pid=83871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 13:42:03.202703 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.v2.base [None req-dfbaf9ab-dbaf-4e69-bd54-e500b10bab21 tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=83869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:42:03.225664 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-052d4892-ce30-4807-8734-718159ff26d6 None None] Could not find standard attr ID for object 68ff7214-1a92-45b2-a5dc-5bb5c212f853. {{(pid=83872) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 01 13:42:03.230242 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-a64e0570-2e44-40aa-abf7-697dcbe5e5fd tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736732935801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2743125'] for port, after_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:03.289911 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] For port cb6c8720-37c2-4d3c-98ef-19d6bc4db74c, host dv-neutron-836180-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836180-1-hyperv',level=0,port_id=cb6c8720-37c2-4d3c-98ef-19d6bc4db74c,segment=NetworkSegment(b6de36c5-7bd0-4dd8-aa31-a9e0538f6c65),segment_id=b6de36c5-7bd0-4dd8-aa31-a9e0538f6c65)] {{(pid=83872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 13:42:03.310013 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864'] for port, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:03.311477 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Device 474ee14b-6230-434b-8fbe-2320e25d3558 up at agent ovs-agent-dv-neutron-836180-1-hyperv {{(pid=83872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 13:42:03.348894 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a64e0570-2e44-40aa-abf7-697dcbe5e5fd tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Network 85a184db-2e06-48d3-9cc6-2e50e5f6c63d is already hosted by enough agents. {{(pid=83871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 13:42:03.352722 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.scheduler.base_scheduler [None req-a64e0570-2e44-40aa-abf7-697dcbe5e5fd tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Resources bound (agent type, host, resource id): {{(pid=83871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 13:42:03.355114 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64e0570-2e44-40aa-abf7-697dcbe5e5fd tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Pushing event updated for resources: {'Port': ['ID=a5060526-b4d7-4cb0-8558-ed6db0450f29,revision_number=1']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:42:03.358438 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a64e0570-2e44-40aa-abf7-697dcbe5e5fd tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Received port after_create {{(pid=83871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 13:42:03.428677 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a64e0570-2e44-40aa-abf7-697dcbe5e5fd tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:42:03.429465 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-a64e0570-2e44-40aa-abf7-697dcbe5e5fd tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109561'] for port, before_response {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:03.464844 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-a64e0570-2e44-40aa-abf7-697dcbe5e5fd tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.0548239 Apr 01 13:42:03.467383 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 55890) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:42:03.475796 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.v2.base [None req-353b8537-c1ae-4dd0-85e8-9d585c5ad431 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Request body: {'port': {'network_id': '85a184db-2e06-48d3-9cc6-2e50e5f6c63d', 'name': 'tempest-PortsTestJSON-1193431010'}} {{(pid=83871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:42:03.515808 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.plugin [None req-bfa72ef0-1c6b-49f3-a53f-001823f9f325 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Calling delete_port for cb6c8720-37c2-4d3c-98ef-19d6bc4db74c owned by network:dhcp {{(pid=83869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 13:42:03.546686 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Pushing event updated for resources: {'Port': ['ID=cb6c8720-37c2-4d3c-98ef-19d6bc4db74c,revision_number=4']} {{(pid=83872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:42:03.565948 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-70de9b32-7a8b-4562-b855-f0041308d104 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:03.588538 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.db_base_plugin_common [None req-4dc0d208-c38f-4205-a478-e58d7bba0560 None None] Allocated IP 172.20.0.2 (85a184db-2e06-48d3-9cc6-2e50e5f6c63d/a440abe4-f659-45ac-9bf6-fa8657b25a84/7fa7914f-8c39-4e58-a674-4d3a48d302a5) {{(pid=83872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 13:42:03.602199 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Provisioning for port 474ee14b-6230-434b-8fbe-2320e25d3558 completed by entity L2. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 13:42:03.618046 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Provisioning complete for port 474ee14b-6230-434b-8fbe-2320e25d3558 triggered by entity L2. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 13:42:03.618465 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-948329'] for port, provisioning_complete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:03.666858 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0239578-cdfe-4b33-9ecf-f6d5d7d60aac None None] DHCP port deletion for 6c4d088c-2980-47a1-9765-4a03199a1b20 request from dv-neutron-836180-1-hyperv {{(pid=83872) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 01 13:42:03.668797 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-38c6c949-190e-48b2-bedb-12168ffb0fb4 None None] Provisioning for port 0ff5d24e-bbf1-47ae-86ad-5cc9a4ec5af0 completed by entity DHCP. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 13:42:03.697323 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-353b8537-c1ae-4dd0-85e8-9d585c5ad431 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:42:03.698049 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.db.api [None req-bfa72ef0-1c6b-49f3-a53f-001823f9f325 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83869) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 01 13:42:03.698662 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG oslo_db.api [None req-bfa72ef0-1c6b-49f3-a53f-001823f9f325 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 01 13:42:03.702373 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-353b8537-c1ae-4dd0-85e8-9d585c5ad431 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Usage tracker for resource:port and tenant:1932cd2bf32d410ebaa96b0062b29072 is out of sync, need to count used quota {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 13:42:03.706595 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-353b8537-c1ae-4dd0-85e8-9d585c5ad431 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 13:42:03.712829 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-353b8537-c1ae-4dd0-85e8-9d585c5ad431 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:42:03.726770 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-353b8537-c1ae-4dd0-85e8-9d585c5ad431 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Made reservation on behalf of 1932cd2bf32d410ebaa96b0062b29072 for: {'port': 1} {{(pid=83871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 13:42:03.730012 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-353b8537-c1ae-4dd0-85e8-9d585c5ad431 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:03.736086 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.plugin [None req-f0239578-cdfe-4b33-9ecf-f6d5d7d60aac None None] Deleting port cb6c8720-37c2-4d3c-98ef-19d6bc4db74c {{(pid=83872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 13:42:03.736484 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-f0239578-cdfe-4b33-9ecf-f6d5d7d60aac None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736733287370'] for port, before_delete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:03.772576 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.notifiers.nova [None req-353b8537-c1ae-4dd0-85e8-9d585c5ad431 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] device_id is not set on port 0a6343d1-d254-4537-98bc-bc482bf7c709 yet. {{(pid=83871) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 01 13:42:03.773173 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-38c6c949-190e-48b2-bedb-12168ffb0fb4 None None] Provisioning complete for port 0ff5d24e-bbf1-47ae-86ad-5cc9a4ec5af0 triggered by entity DHCP. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 13:42:03.773542 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-38c6c949-190e-48b2-bedb-12168ffb0fb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-948329'] for port, provisioning_complete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:03.964595 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.plugin [None req-38c6c949-190e-48b2-bedb-12168ffb0fb4 None None] Port 0ff5d24e-bbf1-47ae-86ad-5cc9a4ec5af0 cannot update to ACTIVE because it is not bound. {{(pid=83872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 13:42:04.200795 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.plugin [None req-bfa72ef0-1c6b-49f3-a53f-001823f9f325 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Deleting port cb6c8720-37c2-4d3c-98ef-19d6bc4db74c {{(pid=83869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 13:42:04.201787 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-bfa72ef0-1c6b-49f3-a53f-001823f9f325 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736733287370'] for port, before_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:04.213370 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:04.222481 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-38c6c949-190e-48b2-bedb-12168ffb0fb4 None None] Provisioning complete for port 474ee14b-6230-434b-8fbe-2320e25d3558 triggered by entity DHCP. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 13:42:04.222992 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-38c6c949-190e-48b2-bedb-12168ffb0fb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-948329'] for port, provisioning_complete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:04.250212 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-4dc0d208-c38f-4205-a478-e58d7bba0560 None None] Notify callbacks [] for port, precommit_create {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:04.284626 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-4dc0d208-c38f-4205-a478-e58d7bba0560 None None] Transition to ACTIVE for port object 7fa7914f-8c39-4e58-a674-4d3a48d302a5 will not be triggered until provisioned by entity L2. {{(pid=83872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 13:42:04.290712 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-f0239578-cdfe-4b33-9ecf-f6d5d7d60aac None None] For port cb6c8720-37c2-4d3c-98ef-19d6bc4db74c, host dv-neutron-836180-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836180-1-hyperv',level=0,port_id=cb6c8720-37c2-4d3c-98ef-19d6bc4db74c,segment=NetworkSegment(b6de36c5-7bd0-4dd8-aa31-a9e0538f6c65),segment_id=b6de36c5-7bd0-4dd8-aa31-a9e0538f6c65)] {{(pid=83872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 13:42:04.291091 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-f0239578-cdfe-4b33-9ecf-f6d5d7d60aac None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4155147'] for port, precommit_delete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:04.390188 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.extraroute_db [None req-dfbaf9ab-dbaf-4e69-bd54-e500b10bab21 tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Added routes are [{'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}] {{(pid=83869) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Apr 01 13:42:04.438660 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.plugin [None req-f0239578-cdfe-4b33-9ecf-f6d5d7d60aac None None] Calling delete_port for cb6c8720-37c2-4d3c-98ef-19d6bc4db74c owned by network:dhcp {{(pid=83872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 13:42:04.463678 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.extraroute_db [None req-dfbaf9ab-dbaf-4e69-bd54-e500b10bab21 tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Removed routes are [] {{(pid=83869) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Apr 01 13:42:04.464059 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-dfbaf9ab-dbaf-4e69-bd54-e500b10bab21 tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4084887', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4079850', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4161'] for router, precommit_update {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:04.488855 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-4dc0d208-c38f-4205-a478-e58d7bba0560 None None] Transition to ACTIVE for port object 7fa7914f-8c39-4e58-a674-4d3a48d302a5 will not be triggered until provisioned by entity DHCP. {{(pid=83872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 13:42:04.507884 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] For port 474ee14b-6230-434b-8fbe-2320e25d3558, host dv-neutron-836180-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836180-1-hyperv',level=0,port_id=474ee14b-6230-434b-8fbe-2320e25d3558,segment=NetworkSegment(f687a153-6e8a-4a9d-a4f1-86486d3fb0ce),segment_id=f687a153-6e8a-4a9d-a4f1-86486d3fb0ce)] {{(pid=83872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 13:42:04.511218 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-4dc0d208-c38f-4205-a478-e58d7bba0560 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736732935801'] for port, after_create {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:04.585905 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.db_base_plugin_common [None req-353b8537-c1ae-4dd0-85e8-9d585c5ad431 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Allocated IP 172.20.0.6 (85a184db-2e06-48d3-9cc6-2e50e5f6c63d/a440abe4-f659-45ac-9bf6-fa8657b25a84/0a6343d1-d254-4537-98bc-bc482bf7c709) {{(pid=83871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 13:42:04.609513 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864'] for port, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:04.620083 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.db [None req-bfa72ef0-1c6b-49f3-a53f-001823f9f325 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] For port cb6c8720-37c2-4d3c-98ef-19d6bc4db74c, host dv-neutron-836180-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836180-1-hyperv',level=0,port_id=cb6c8720-37c2-4d3c-98ef-19d6bc4db74c,segment=NetworkSegment(b6de36c5-7bd0-4dd8-aa31-a9e0538f6c65),segment_id=b6de36c5-7bd0-4dd8-aa31-a9e0538f6c65)] {{(pid=83869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 13:42:04.620748 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-bfa72ef0-1c6b-49f3-a53f-001823f9f325 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4155147'] for port, precommit_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:04.629663 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Device 7c965080-bfc4-40ff-9843-9bac11f91e45 no longer exists at agent ovs-agent-dv-neutron-836180-1-hyperv {{(pid=83872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 13:42:04.692431 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.plugin [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] No Port match for: 7c965080-bfc4-40ff-9843-9bac11f91e45 {{(pid=83872) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 01 13:42:04.692768 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Device 7c965080-bfc4-40ff-9843-9bac11f91e45 not bound to the agent host dv-neutron-836180-1-hyperv {{(pid=83872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 13:42:04.733762 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dc0d208-c38f-4205-a478-e58d7bba0560 None None] Network 85a184db-2e06-48d3-9cc6-2e50e5f6c63d is already hosted by enough agents. {{(pid=83872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 13:42:04.743378 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.scheduler.base_scheduler [None req-4dc0d208-c38f-4205-a478-e58d7bba0560 None None] Resources bound (agent type, host, resource id): {{(pid=83872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 13:42:04.745425 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc0d208-c38f-4205-a478-e58d7bba0560 None None] Pushing event updated for resources: {'Port': ['ID=7fa7914f-8c39-4e58-a674-4d3a48d302a5,revision_number=1']} {{(pid=83872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:42:04.751282 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dc0d208-c38f-4205-a478-e58d7bba0560 None None] Received port after_create {{(pid=83872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 13:42:04.754567 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.plugin [None req-bfa72ef0-1c6b-49f3-a53f-001823f9f325 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Calling delete_port for cb6c8720-37c2-4d3c-98ef-19d6bc4db74c owned by network:dhcp {{(pid=83869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 13:42:04.799331 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-f0239578-cdfe-4b33-9ecf-f6d5d7d60aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736733359243', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736732935810'] for port, after_delete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:04.822951 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Device 4f19e4c2-bc1f-4625-9049-6cf8381dc6af up at agent ovs-agent-dv-neutron-836180-1-hyperv {{(pid=83872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 13:42:04.871926 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.db.api [None req-bfa72ef0-1c6b-49f3-a53f-001823f9f325 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83869) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 01 13:42:04.872416 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG oslo_db.api [None req-bfa72ef0-1c6b-49f3-a53f-001823f9f325 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 01 13:42:04.878193 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-353b8537-c1ae-4dd0-85e8-9d585c5ad431 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Notify callbacks [] for port, precommit_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:04.895057 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.provisioning_blocks [None req-353b8537-c1ae-4dd0-85e8-9d585c5ad431 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Transition to ACTIVE for port object 0a6343d1-d254-4537-98bc-bc482bf7c709 will not be triggered until provisioned by entity DHCP. {{(pid=83871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 13:42:04.920838 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-353b8537-c1ae-4dd0-85e8-9d585c5ad431 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736732935801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2743125'] for port, after_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:04.974584 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0239578-cdfe-4b33-9ecf-f6d5d7d60aac None None] No DVR routers for this DVR port cb6c8720-37c2-4d3c-98ef-19d6bc4db74c on host dv-neutron-836180-1-hyperv {{(pid=83872) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 13:42:05.004212 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.managers [None req-4dc0d208-c38f-4205-a478-e58d7bba0560 None None] Attempting to bind port 7fa7914f-8c39-4e58-a674-4d3a48d302a5 on host dv-neutron-836180-1-hyperv for vnic_type normal with profile {{(pid=83872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 13:42:05.004597 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.managers [None req-4dc0d208-c38f-4205-a478-e58d7bba0560 None None] Attempting to bind port 7fa7914f-8c39-4e58-a674-4d3a48d302a5 by drivers openvswitch,hyperv on host dv-neutron-836180-1-hyperv at level 0 using segments [{'id': 'b64e8909-c346-4d95-89c8-acedb2e42890', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '85a184db-2e06-48d3-9cc6-2e50e5f6c63d'}] {{(pid=83872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 13:42:05.004951 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dc0d208-c38f-4205-a478-e58d7bba0560 None None] Attempting to bind port 7fa7914f-8c39-4e58-a674-4d3a48d302a5 on network 85a184db-2e06-48d3-9cc6-2e50e5f6c63d {{(pid=83872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 13:42:05.008225 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Pushing event updated for resources: {'Port': ['ID=474ee14b-6230-434b-8fbe-2320e25d3558,revision_number=3']} {{(pid=83872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:42:05.012686 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-353b8537-c1ae-4dd0-85e8-9d585c5ad431 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Network 85a184db-2e06-48d3-9cc6-2e50e5f6c63d is already hosted by enough agents. {{(pid=83871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 13:42:05.017166 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.scheduler.base_scheduler [None req-353b8537-c1ae-4dd0-85e8-9d585c5ad431 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Resources bound (agent type, host, resource id): {{(pid=83871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 13:42:05.019216 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-353b8537-c1ae-4dd0-85e8-9d585c5ad431 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Pushing event updated for resources: {'Port': ['ID=0a6343d1-d254-4537-98bc-bc482bf7c709,revision_number=1']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:42:05.021396 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-353b8537-c1ae-4dd0-85e8-9d585c5ad431 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Received port after_create {{(pid=83871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 13:42:05.045339 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-dfbaf9ab-dbaf-4e69-bd54-e500b10bab21 tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4084887', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4079850', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4161'] for router, precommit_update {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:05.049252 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-dfbaf9ab-dbaf-4e69-bd54-e500b10bab21 tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4084858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-4084844', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-4084837', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-4079843'] for router, after_update {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:05.069943 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0239578-cdfe-4b33-9ecf-f6d5d7d60aac None None] Pushing event deleted for resources: {'Port': ['ID=cb6c8720-37c2-4d3c-98ef-19d6bc4db74c,revision_number=None']} {{(pid=83872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:42:05.075703 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dc0d208-c38f-4205-a478-e58d7bba0560 None None] Checking agent: {'id': 'af948428-97cd-4d10-9f53-af028bdb39b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-836180-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 13, 25, 37), 'started_at': datetime.datetime(2022, 4, 1, 13, 26, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 13, 41, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-836180-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 13:42:05.076020 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dc0d208-c38f-4205-a478-e58d7bba0560 None None] Checking segment: {'id': 'b64e8909-c346-4d95-89c8-acedb2e42890', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '85a184db-2e06-48d3-9cc6-2e50e5f6c63d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 13:42:05.077063 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-4dc0d208-c38f-4205-a478-e58d7bba0560 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:05.077533 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dc0d208-c38f-4205-a478-e58d7bba0560 None None] Bound using segment: {'id': 'b64e8909-c346-4d95-89c8-acedb2e42890', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '85a184db-2e06-48d3-9cc6-2e50e5f6c63d'} {{(pid=83872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 13:42:05.078140 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.managers [None req-4dc0d208-c38f-4205-a478-e58d7bba0560 None None] Bound port: 7fa7914f-8c39-4e58-a674-4d3a48d302a5, host: dv-neutron-836180-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b64e8909-c346-4d95-89c8-acedb2e42890', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '85a184db-2e06-48d3-9cc6-2e50e5f6c63d'}}] {{(pid=83872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 13:42:05.078375 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-4dc0d208-c38f-4205-a478-e58d7bba0560 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:05.089456 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-353b8537-c1ae-4dd0-85e8-9d585c5ad431 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:42:05.090081 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-353b8537-c1ae-4dd0-85e8-9d585c5ad431 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109561'] for port, before_response {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:05.106181 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Provisioning complete for port 4f19e4c2-bc1f-4625-9049-6cf8381dc6af triggered by entity L2. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 13:42:05.106578 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-948329'] for port, provisioning_complete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:05.117188 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-353b8537-c1ae-4dd0-85e8-9d585c5ad431 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.6457272 Apr 01 13:42:05.117504 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 55894) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:42:05.182602 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-b637de67-eee8-434d-a6bb-73dfdf22bba2 None None] Provisioning complete for port 0ff5d24e-bbf1-47ae-86ad-5cc9a4ec5af0 triggered by entity DHCP. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 13:42:05.182969 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-b637de67-eee8-434d-a6bb-73dfdf22bba2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-948329'] for port, provisioning_complete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:05.204078 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c86a562-4b05-44d1-a67e-7a4804a06d91 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:42:05.204940 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-3c86a562-4b05-44d1-a67e-7a4804a06d91 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Synchronizing usage tracker for tenant:1932cd2bf32d410ebaa96b0062b29072 on resource:port {{(pid=83871) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 13:42:05.222108 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-3c86a562-4b05-44d1-a67e-7a4804a06d91 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Unset dirty status for tenant:1932cd2bf32d410ebaa96b0062b29072 on resource:port {{(pid=83871) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 13:42:05.226478 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-3c86a562-4b05-44d1-a67e-7a4804a06d91 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] 10.222.0.26 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.4 HTTP/1.1" status: 200 len: 921 time: 0.1079993 Apr 01 13:42:05.227131 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 55898) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:42:05.294358 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.plugin [None req-b637de67-eee8-434d-a6bb-73dfdf22bba2 None None] Port 0ff5d24e-bbf1-47ae-86ad-5cc9a4ec5af0 cannot update to ACTIVE because it is not bound. {{(pid=83872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 13:42:05.301640 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-4dc0d208-c38f-4205-a478-e58d7bba0560 None None] For port 7fa7914f-8c39-4e58-a674-4d3a48d302a5, host dv-neutron-836180-1-hyperv, cleared binding levels {{(pid=83872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 13:42:05.306391 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.plugin [None req-cde937ae-4175-4929-b803-f634e22a64ab tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Deleting port 0a6343d1-d254-4537-98bc-bc482bf7c709 {{(pid=83871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 13:42:05.307202 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-cde937ae-4175-4929-b803-f634e22a64ab tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736733287370'] for port, before_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:05.308417 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-4dc0d208-c38f-4205-a478-e58d7bba0560 None None] For port 7fa7914f-8c39-4e58-a674-4d3a48d302a5, host dv-neutron-836180-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836180-1-hyperv',level=0,port_id=7fa7914f-8c39-4e58-a674-4d3a48d302a5,segment=NetworkSegment(b64e8909-c346-4d95-89c8-acedb2e42890),segment_id=b64e8909-c346-4d95-89c8-acedb2e42890)] {{(pid=83872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 13:42:05.346318 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-4dc0d208-c38f-4205-a478-e58d7bba0560 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864'] for port, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:05.388358 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dfbaf9ab-dbaf-4e69-bd54-e500b10bab21 tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Router 0f53ca0b-ff09-4351-ab77-c1e0529db189 has already been hosted by L3 agent 88bf8fc8-11a3-4e96-9d1b-5fd93ba9f6f1 {{(pid=83869) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 13:42:05.459013 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc0d208-c38f-4205-a478-e58d7bba0560 None None] Pushing event updated for resources: {'Port': ['ID=7fa7914f-8c39-4e58-a674-4d3a48d302a5,revision_number=2']} {{(pid=83872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:42:05.502472 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Device cb6c8720-37c2-4d3c-98ef-19d6bc4db74c no longer exists at agent ovs-agent-dv-neutron-836180-1-hyperv {{(pid=83872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 13:42:05.538123 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.plugin [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] No Port match for: cb6c8720-37c2-4d3c-98ef-19d6bc4db74c {{(pid=83872) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 01 13:42:05.538456 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Device cb6c8720-37c2-4d3c-98ef-19d6bc4db74c not bound to the agent host dv-neutron-836180-1-hyperv {{(pid=83872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 13:42:05.604044 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dfbaf9ab-dbaf-4e69-bd54-e500b10bab21 tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Notify agent at l3_agent.dv-neutron-836180-1-hyperv the message routers_updated {{(pid=83869) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 13:42:05.615485 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-dfbaf9ab-dbaf-4e69-bd54-e500b10bab21 tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Notify callbacks [] for router, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:05.616672 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-dfbaf9ab-dbaf-4e69-bd54-e500b10bab21 tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] 10.222.0.26 "PUT /v2.0/routers/0f53ca0b-ff09-4351-ab77-c1e0529db189 HTTP/1.1" status: 200 len: 933 time: 2.4204068 Apr 01 13:42:05.619318 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 55902) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:42:05.707493 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-cde937ae-4175-4929-b803-f634e22a64ab tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4155147'] for port, precommit_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:05.761585 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.plugin [None req-bfa72ef0-1c6b-49f3-a53f-001823f9f325 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Deleting port cb6c8720-37c2-4d3c-98ef-19d6bc4db74c {{(pid=83869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 13:42:05.762169 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-bfa72ef0-1c6b-49f3-a53f-001823f9f325 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736733287370'] for port, before_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:05.841335 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.plugin [None req-cde937ae-4175-4929-b803-f634e22a64ab tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Calling delete_port for 0a6343d1-d254-4537-98bc-bc482bf7c709 owned by {{(pid=83871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 13:42:05.842462 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.plugin [None req-bfa72ef0-1c6b-49f3-a53f-001823f9f325 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] The port 'cb6c8720-37c2-4d3c-98ef-19d6bc4db74c' was deleted {{(pid=83869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 01 13:42:05.874740 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-968c1b19-21f4-49ee-9367-2bee7b616521 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:05.985817 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-bfa72ef0-1c6b-49f3-a53f-001823f9f325 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-942654', 'neutron.services.segments.db._delete_segments_for_network-8736733387888'] for network, precommit_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:05.989325 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-cde937ae-4175-4929-b803-f634e22a64ab tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736733359243', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736732935810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2743125'] for port, after_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:06.022664 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.services.segments.db [None req-bfa72ef0-1c6b-49f3-a53f-001823f9f325 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6c4d088c-2980-47a1-9765-4a03199a1b20']}} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:42:06.035713 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde937ae-4175-4929-b803-f634e22a64ab tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Pushing event deleted for resources: {'Port': ['ID=0a6343d1-d254-4537-98bc-bc482bf7c709,revision_number=None']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:42:06.037363 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.services.segments.db [None req-bfa72ef0-1c6b-49f3-a53f-001823f9f325 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b6de36c5-7bd0-4dd8-aa31-a9e0538f6c65') {'for_net_delete': True} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:42:06.037658 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.services.segments.db [None req-bfa72ef0-1c6b-49f3-a53f-001823f9f325 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b6de36c5-7bd0-4dd8-aa31-a9e0538f6c65') {} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:42:06.054298 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-bfa72ef0-1c6b-49f3-a53f-001823f9f325 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736733386999', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2704982'] for segment, before_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:06.069236 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-8803c695-930d-4de4-8820-d925a075e1c3 tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] 10.222.0.26 "GET /v2.0/routers/0f53ca0b-ff09-4351-ab77-c1e0529db189 HTTP/1.1" status: 200 len: 933 time: 0.4488671 Apr 01 13:42:06.071914 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 55906) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:42:06.077284 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-bfa72ef0-1c6b-49f3-a53f-001823f9f325 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1004271'] for segment, precommit_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:06.081576 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.v2.base [None req-da64ceb5-eb2c-4beb-badf-4cf931be10f4 tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Request body: {'router': {'routes': None}} {{(pid=83871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:42:06.084223 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bfa72ef0-1c6b-49f3-a53f-001823f9f325 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Releasing vlan 394 on physical network physnet1 to pool {{(pid=83869) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 01 13:42:06.084712 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-bfa72ef0-1c6b-49f3-a53f-001823f9f325 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1004262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2705264'] for segment, after_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:06.099683 dv-neutron-836180-1-hyperv neutron-server[83869]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 13:42:06.099683 dv-neutron-836180-1-hyperv neutron-server[83869]: util.warn( Apr 01 13:42:06.099683 dv-neutron-836180-1-hyperv neutron-server[83869]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 13:42:06.099683 dv-neutron-836180-1-hyperv neutron-server[83869]: util.warn( Apr 01 13:42:06.099683 dv-neutron-836180-1-hyperv neutron-server[83869]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 13:42:06.099683 dv-neutron-836180-1-hyperv neutron-server[83869]: util.warn( Apr 01 13:42:06.099683 dv-neutron-836180-1-hyperv neutron-server[83869]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 13:42:06.099683 dv-neutron-836180-1-hyperv neutron-server[83869]: util.warn( Apr 01 13:42:06.099683 dv-neutron-836180-1-hyperv neutron-server[83869]: Traceback (most recent call last): Apr 01 13:42:06.099683 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 01 13:42:06.099683 dv-neutron-836180-1-hyperv neutron-server[83869]: timer() Apr 01 13:42:06.099683 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 13:42:06.099683 dv-neutron-836180-1-hyperv neutron-server[83869]: cb(*args, **kw) Apr 01 13:42:06.099683 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 13:42:06.099683 dv-neutron-836180-1-hyperv neutron-server[83869]: return func(*args, **kwargs) Apr 01 13:42:06.099683 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 13:42:06.099683 dv-neutron-836180-1-hyperv neutron-server[83869]: self._notify() Apr 01 13:42:06.099683 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 13:42:06.099683 dv-neutron-836180-1-hyperv neutron-server[83869]: self.callback(batched_events) Apr 01 13:42:06.099683 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 13:42:06.099683 dv-neutron-836180-1-hyperv neutron-server[83869]: event.method(event) Apr 01 13:42:06.099683 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 13:42:06.099683 dv-neutron-836180-1-hyperv neutron-server[83869]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 13:42:06.099683 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 13:42:06.099683 dv-neutron-836180-1-hyperv neutron-server[83869]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 13:42:06.099683 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 13:42:06.099683 dv-neutron-836180-1-hyperv neutron-server[83869]: return f(self, *a, **k) Apr 01 13:42:06.099683 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 13:42:06.099683 dv-neutron-836180-1-hyperv neutron-server[83869]: return self._get(url).json() Apr 01 13:42:06.099683 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 13:42:06.099683 dv-neutron-836180-1-hyperv neutron-server[83869]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 13:42:06.099683 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 01 13:42:06.099683 dv-neutron-836180-1-hyperv neutron-server[83869]: return self.request(url, 'GET', **kwargs) Apr 01 13:42:06.099683 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 01 13:42:06.099683 dv-neutron-836180-1-hyperv neutron-server[83869]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 13:42:06.099683 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 01 13:42:06.099683 dv-neutron-836180-1-hyperv neutron-server[83869]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 13:42:06.099683 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 01 13:42:06.099683 dv-neutron-836180-1-hyperv neutron-server[83869]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 13:42:06.099683 dv-neutron-836180-1-hyperv neutron-server[83869]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 13:42:06.180996 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-bfa72ef0-1c6b-49f3-a53f-001823f9f325 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-942599', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4084797'] for network, after_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:06.187168 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-bfa72ef0-1c6b-49f3-a53f-001823f9f325 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Notify callbacks [] for network, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:06.221475 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-bfa72ef0-1c6b-49f3-a53f-001823f9f325 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] 10.222.0.26 "DELETE /v2.0/networks/6c4d088c-2980-47a1-9765-4a03199a1b20 HTTP/1.1" status: 204 len: 168 time: 3.5874152 Apr 01 13:42:06.221475 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa72ef0-1c6b-49f3-a53f-001823f9f325 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Pushing event deleted for resources: {'Network': ['ID=6c4d088c-2980-47a1-9765-4a03199a1b20,revision_number=None']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:42:06.221778 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 55910) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:42:06.228754 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.v2.base [None req-6eb82bf3-d4ed-4cbe-97a5-8bb655ac37b1 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-731525814'}} {{(pid=83869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:42:06.239576 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-6eb82bf3-d4ed-4cbe-97a5-8bb655ac37b1 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:42:06.247470 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-6eb82bf3-d4ed-4cbe-97a5-8bb655ac37b1 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Usage tracker for resource:network and tenant:2ac88458dfe547ba9bcc73de4b0c8518 is out of sync, need to count used quota {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 13:42:06.251610 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-6eb82bf3-d4ed-4cbe-97a5-8bb655ac37b1 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 13:42:06.258461 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-6eb82bf3-d4ed-4cbe-97a5-8bb655ac37b1 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:42:06.265774 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-cde937ae-4175-4929-b803-f634e22a64ab tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109561'] for port, before_response {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:06.271811 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6eb82bf3-d4ed-4cbe-97a5-8bb655ac37b1 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Made reservation on behalf of 2ac88458dfe547ba9bcc73de4b0c8518 for: {'network': 1} {{(pid=83869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 13:42:06.275908 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-6eb82bf3-d4ed-4cbe-97a5-8bb655ac37b1 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for network, before_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:06.283528 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-cde937ae-4175-4929-b803-f634e22a64ab tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] 10.222.0.26 "DELETE /v2.0/ports/0a6343d1-d254-4537-98bc-bc482bf7c709 HTTP/1.1" status: 204 len: 168 time: 1.0553508 Apr 01 13:42:06.284287 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 55914) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:42:06.312483 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6eb82bf3-d4ed-4cbe-97a5-8bb655ac37b1 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] vlan segment allocate from pool success with {'vlan_id': 399, 'physical_network': 'physnet1'} {{(pid=83869) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 13:42:06.322890 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-6eb82bf3-d4ed-4cbe-97a5-8bb655ac37b1 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1004271'] for segment, precommit_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:06.323387 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.db.segments_db [None req-6eb82bf3-d4ed-4cbe-97a5-8bb655ac37b1 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Added segment 80943460-985e-4d09-af88-8b3be4faf153 of type vlan for network 1f42de91-dca8-4e56-9b76-c8c654a51db0 Apr 01 13:42:06.345321 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.pecan_wsgi.hooks.translation [None req-ff3de9eb-43fb-4333-82e2-168fffad6220 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] GET failed (client error): The resource could not be found. Apr 01 13:42:06.345807 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-ff3de9eb-43fb-4333-82e2-168fffad6220 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Synchronizing usage tracker for tenant:1932cd2bf32d410ebaa96b0062b29072 on resource:port {{(pid=83871) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 13:42:06.354116 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-6eb82bf3-d4ed-4cbe-97a5-8bb655ac37b1 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736732923383'] for network, precommit_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:06.374807 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-ff3de9eb-43fb-4333-82e2-168fffad6220 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Unset dirty status for tenant:1932cd2bf32d410ebaa96b0062b29072 on resource:port {{(pid=83871) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 13:42:06.376114 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-ff3de9eb-43fb-4333-82e2-168fffad6220 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] 10.222.0.26 "GET /v2.0/ports/0a6343d1-d254-4537-98bc-bc482bf7c709 HTTP/1.1" status: 404 len: 333 time: 0.0907497 Apr 01 13:42:06.378962 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 55918) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:42:06.394608 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-6eb82bf3-d4ed-4cbe-97a5-8bb655ac37b1 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575'] for network, after_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:06.398433 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6eb82bf3-d4ed-4cbe-97a5-8bb655ac37b1 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:42:06.399016 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-6eb82bf3-d4ed-4cbe-97a5-8bb655ac37b1 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Notify callbacks [] for network, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:06.504222 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-6eb82bf3-d4ed-4cbe-97a5-8bb655ac37b1 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.2815697 Apr 01 13:42:06.507169 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 55922) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:42:06.514652 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.v2.base [None req-90ee8a26-bc9a-423d-8e8e-89244e179916 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Request body: {'subnet': {'network_id': '1f42de91-dca8-4e56-9b76-c8c654a51db0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:42:06.519487 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71c40e23-a0f6-4751-bf5a-9a6364e56ba2 None None] Network 85a184db-2e06-48d3-9cc6-2e50e5f6c63d requested from dv-neutron-836180-1-hyperv {{(pid=83872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 13:42:06.528022 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb82bf3-d4ed-4cbe-97a5-8bb655ac37b1 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Pushing event updated for resources: {'Network': ['ID=1f42de91-dca8-4e56-9b76-c8c654a51db0,revision_number=1']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:42:06.586754 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Network 1f42de91-dca8-4e56-9b76-c8c654a51db0 details requested by agent ovs-agent-dv-neutron-836180-1-hyperv with host dv-neutron-836180-1-hyperv {{(pid=83872) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 13:42:06.598844 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.plugin [None req-f0faa497-43de-424c-b001-41675d3e95fc tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Deleting port a5060526-b4d7-4cb0-8558-ed6db0450f29 {{(pid=83871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 13:42:06.599173 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-f0faa497-43de-424c-b001-41675d3e95fc tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736733287370'] for port, before_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:06.634265 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-90ee8a26-bc9a-423d-8e8e-89244e179916 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:42:06.638017 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-90ee8a26-bc9a-423d-8e8e-89244e179916 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Usage tracker for resource:subnet and tenant:2ac88458dfe547ba9bcc73de4b0c8518 is out of sync, need to count used quota {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 13:42:06.641660 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-90ee8a26-bc9a-423d-8e8e-89244e179916 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 13:42:06.647459 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-90ee8a26-bc9a-423d-8e8e-89244e179916 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:42:06.660836 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90ee8a26-bc9a-423d-8e8e-89244e179916 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Made reservation on behalf of 2ac88458dfe547ba9bcc73de4b0c8518 for: {'subnet': 1} {{(pid=83869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 13:42:06.746233 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-5473a0da-3385-4471-8a17-1b713b760450 None None] Provisioning for port 7fa7914f-8c39-4e58-a674-4d3a48d302a5 completed by entity DHCP. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 13:42:06.790466 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-90ee8a26-bc9a-423d-8e8e-89244e179916 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2999481'] for subnet, before_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:06.844751 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a716a05b-35de-4a15-b9bf-5d21327fe82a None None] Sync routers for ids ['0f53ca0b-ff09-4351-ab77-c1e0529db189'] in dv-neutron-836180-1-hyperv {{(pid=83872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 13:42:06.874315 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a716a05b-35de-4a15-b9bf-5d21327fe82a None None] Routers {'0f53ca0b-ff09-4351-ab77-c1e0529db189'} bound to L3 agent in host dv-neutron-836180-1-hyperv {{(pid=83872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 13:42:06.875335 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_hamode_db [None req-a716a05b-35de-4a15-b9bf-5d21327fe82a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836180-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T13:25:36Z,description=,heartbeat_timestamp=2022-04-01T13:42:06Z,host='dv-neutron-836180-1-hyperv',id=88bf8fc8-11a3-4e96-9d1b-5fd93ba9f6f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T13:25:36Z,topic='l3_agent')) {'router_ids': ['0f53ca0b-ff09-4351-ab77-c1e0529db189'], 'active': True} {{(pid=83872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:42:07.004448 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Device 7fa7914f-8c39-4e58-a674-4d3a48d302a5 up at agent ovs-agent-dv-neutron-836180-1-hyperv {{(pid=83872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 13:42:07.053311 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-90ee8a26-bc9a-423d-8e8e-89244e179916 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2705391', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2999447'] for subnet, after_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:07.075574 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-f0faa497-43de-424c-b001-41675d3e95fc tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4155147'] for port, precommit_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:07.133148 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_dvr_db [None req-a716a05b-35de-4a15-b9bf-5d21327fe82a None None] Set router 0f53ca0b-ff09-4351-ab77-c1e0529db189 gateway port host: None {{(pid=83872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 13:42:07.199844 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:07.217426 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Provisioning for port 7fa7914f-8c39-4e58-a674-4d3a48d302a5 completed by entity L2. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 13:42:07.235227 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Provisioning complete for port 7fa7914f-8c39-4e58-a674-4d3a48d302a5 triggered by entity L2. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 13:42:07.235973 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-948329'] for port, provisioning_complete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:07.301839 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ee8a26-bc9a-423d-8e8e-89244e179916 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Pushing event updated for resources: {'Subnet': ['ID=8e0668d8-eebc-4756-8b38-315d8585591b,revision_number=0']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:42:07.316158 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90ee8a26-bc9a-423d-8e8e-89244e179916 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Checking segment: {'id': '80943460-985e-4d09-af88-8b3be4faf153', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '1f42de91-dca8-4e56-9b76-c8c654a51db0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 13:42:07.319247 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90ee8a26-bc9a-423d-8e8e-89244e179916 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Network hostable DHCP agents. Network: 1f42de91-dca8-4e56-9b76-c8c654a51db0, hostable agents: ['e47e4547-5c2d-4954-ba56-fa3646239f18'], hosted agents: [] {{(pid=83869) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 13:42:07.362290 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90ee8a26-bc9a-423d-8e8e-89244e179916 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Network 1f42de91-dca8-4e56-9b76-c8c654a51db0 is scheduled to be hosted by DHCP agent e47e4547-5c2d-4954-ba56-fa3646239f18 with binding_index 1 {{(pid=83869) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 13:42:07.366906 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.plugin [None req-f0faa497-43de-424c-b001-41675d3e95fc tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Calling delete_port for a5060526-b4d7-4cb0-8558-ed6db0450f29 owned by {{(pid=83871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 13:42:07.377975 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.scheduler.base_scheduler [None req-90ee8a26-bc9a-423d-8e8e-89244e179916 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-836180-1-hyperv, 1f42de91-dca8-4e56-9b76-c8c654a51db0) {{(pid=83869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 13:42:07.382557 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90ee8a26-bc9a-423d-8e8e-89244e179916 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:42:07.383529 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-90ee8a26-bc9a-423d-8e8e-89244e179916 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Notify callbacks [] for subnet, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:07.421903 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-90ee8a26-bc9a-423d-8e8e-89244e179916 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9101732 Apr 01 13:42:07.422128 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-453d1444-747d-4190-b6d4-da2d620b4e87 None None] Network 1f42de91-dca8-4e56-9b76-c8c654a51db0 requested from dv-neutron-836180-1-hyperv {{(pid=83872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 13:42:07.422235 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 55926) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:42:07.430849 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.v2.base [None req-b6fe233e-1a95-4fa5-a104-a8d9aa36d2cf tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Request body: {'port': {'network_id': '1f42de91-dca8-4e56-9b76-c8c654a51db0', 'name': 'tempest-PortsIpV6TestJSON-296799047', 'fixed_ips': [{'subnet_id': '8e0668d8-eebc-4756-8b38-315d8585591b', 'ip_address': '2001:db8::10'}]}} {{(pid=83869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:42:07.452769 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.extraroute_db [None req-da64ceb5-eb2c-4beb-badf-4cf931be10f4 tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Added routes are [] {{(pid=83871) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Apr 01 13:42:07.453081 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.extraroute_db [None req-da64ceb5-eb2c-4beb-badf-4cf931be10f4 tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Removed routes are [{'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}] {{(pid=83871) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Apr 01 13:42:07.551050 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-da64ceb5-eb2c-4beb-badf-4cf931be10f4 tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4084887', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4079850', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4161'] for router, precommit_update {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:07.596957 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-2f9cfc9c-d8ba-4de3-a4ad-98162f90557c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:07.608066 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-b6fe233e-1a95-4fa5-a104-a8d9aa36d2cf tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:42:07.613120 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-b6fe233e-1a95-4fa5-a104-a8d9aa36d2cf tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Usage tracker for resource:port and tenant:2ac88458dfe547ba9bcc73de4b0c8518 is out of sync, need to count used quota {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 13:42:07.617572 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-b6fe233e-1a95-4fa5-a104-a8d9aa36d2cf tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 13:42:07.624863 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-b6fe233e-1a95-4fa5-a104-a8d9aa36d2cf tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:42:07.640571 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6fe233e-1a95-4fa5-a104-a8d9aa36d2cf tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Made reservation on behalf of 2ac88458dfe547ba9bcc73de4b0c8518 for: {'port': 1} {{(pid=83869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 13:42:07.646186 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-b6fe233e-1a95-4fa5-a104-a8d9aa36d2cf tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:07.670383 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.notifiers.nova [None req-b6fe233e-1a95-4fa5-a104-a8d9aa36d2cf tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] device_id is not set on port db194bae-789e-41d0-b359-468c5d4d69ea yet. {{(pid=83869) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 01 13:42:07.697771 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-f0faa497-43de-424c-b001-41675d3e95fc tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736733359243', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736732935810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2743125'] for port, after_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:07.740243 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-c1968cf4-4a7c-4dd8-b05b-69af9e5cb352 None None] Provisioning for port a5060526-b4d7-4cb0-8558-ed6db0450f29 completed by entity DHCP. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 13:42:07.758263 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0faa497-43de-424c-b001-41675d3e95fc tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Pushing event deleted for resources: {'Port': ['ID=a5060526-b4d7-4cb0-8558-ed6db0450f29,revision_number=None']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:42:07.788870 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-c1968cf4-4a7c-4dd8-b05b-69af9e5cb352 None None] Provisioning complete for port a5060526-b4d7-4cb0-8558-ed6db0450f29 triggered by entity DHCP. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 13:42:07.789611 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-c1968cf4-4a7c-4dd8-b05b-69af9e5cb352 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-948329'] for port, provisioning_complete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:07.887602 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-f0faa497-43de-424c-b001-41675d3e95fc tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109561'] for port, before_response {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:07.897709 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.plugin [None req-c1968cf4-4a7c-4dd8-b05b-69af9e5cb352 None None] Port a5060526-b4d7-4cb0-8558-ed6db0450f29 was deleted so its status cannot be updated. {{(pid=83872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:304}} Apr 01 13:42:07.936105 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.db_base_plugin_common [None req-b6fe233e-1a95-4fa5-a104-a8d9aa36d2cf tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Allocated IP 2001:db8::10 (1f42de91-dca8-4e56-9b76-c8c654a51db0/8e0668d8-eebc-4756-8b38-315d8585591b/db194bae-789e-41d0-b359-468c5d4d69ea) {{(pid=83869) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 13:42:07.956445 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:07.973483 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-f0faa497-43de-424c-b001-41675d3e95fc tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] 10.222.0.26 "DELETE /v2.0/ports/a5060526-b4d7-4cb0-8558-ed6db0450f29 HTTP/1.1" status: 204 len: 168 time: 1.5935016 Apr 01 13:42:07.974408 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 55930) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:42:08.040788 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.pecan_wsgi.hooks.translation [None req-6acea765-0605-4477-888e-112e5a6c5921 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] GET failed (client error): The resource could not be found. Apr 01 13:42:08.041411 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-6acea765-0605-4477-888e-112e5a6c5921 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Synchronizing usage tracker for tenant:1932cd2bf32d410ebaa96b0062b29072 on resource:port {{(pid=83869) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 13:42:08.089517 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-780f1650-94ae-4a6d-965e-4268ca5b2c14 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7e7d0ecb-2af4-55f5-9198-238ab0570d62-1f42de91-dca8-4e56-9b76-c8c654a51db0', 'network_id': '1f42de91-dca8-4e56-9b76-c8c654a51db0', 'tenant_id': '2ac88458dfe547ba9bcc73de4b0c8518', 'fixed_ips': [{'subnet_id': '8e0668d8-eebc-4756-8b38-315d8585591b'}]}} from dv-neutron-836180-1-hyperv. {{(pid=83872) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 01 13:42:08.089988 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-da64ceb5-eb2c-4beb-badf-4cf931be10f4 tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4084887', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4079850', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4161'] for router, precommit_update {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:08.090594 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-780f1650-94ae-4a6d-965e-4268ca5b2c14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:08.095226 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-da64ceb5-eb2c-4beb-badf-4cf931be10f4 tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4084858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-4084844', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-4084837', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-4079843'] for router, after_update {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:08.106869 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-c1968cf4-4a7c-4dd8-b05b-69af9e5cb352 None None] Provisioning complete for port 7fa7914f-8c39-4e58-a674-4d3a48d302a5 triggered by entity DHCP. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 13:42:08.108681 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-c1968cf4-4a7c-4dd8-b05b-69af9e5cb352 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-948329'] for port, provisioning_complete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:08.147577 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-6acea765-0605-4477-888e-112e5a6c5921 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Unset dirty status for tenant:1932cd2bf32d410ebaa96b0062b29072 on resource:port {{(pid=83869) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 13:42:08.148753 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-6acea765-0605-4477-888e-112e5a6c5921 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] 10.222.0.26 "GET /v2.0/ports/a5060526-b4d7-4cb0-8558-ed6db0450f29 HTTP/1.1" status: 404 len: 333 time: 0.1736879 Apr 01 13:42:08.151989 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 55936) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:42:08.171012 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] For port 7fa7914f-8c39-4e58-a674-4d3a48d302a5, host dv-neutron-836180-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836180-1-hyperv',level=0,port_id=7fa7914f-8c39-4e58-a674-4d3a48d302a5,segment=NetworkSegment(b64e8909-c346-4d95-89c8-acedb2e42890),segment_id=b64e8909-c346-4d95-89c8-acedb2e42890)] {{(pid=83872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 13:42:08.177125 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_hamode_db [None req-a716a05b-35de-4a15-b9bf-5d21327fe82a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f53ca0b-ff09-4351-ab77-c1e0529db189', 'name': 'tempest-RoutersTest-router-190868674', 'tenant_id': '7eaea7f33c58432a9d19111cc275f4e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T13:41:34Z', 'updated_at': '2022-04-01T13:42:04Z', 'revision_number': 6, 'project_id': '7eaea7f33c58432a9d19111cc275f4e1', 'gw_port_host': None, '_interfaces': [{'id': '0ff5d24e-bbf1-47ae-86ad-5cc9a4ec5af0', 'name': '', 'network_id': '95980386-83cd-4a6b-a3a6-f8b80d0bd402', 'tenant_id': '7eaea7f33c58432a9d19111cc275f4e1', 'mac_address': 'fa:16:3e:65:c9:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f53ca0b-ff09-4351-ab77-c1e0529db189', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8eebece2-9dd9-4b21-9276-f40f15364d41', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:41:58Z', 'updated_at': '2022-04-01T13:42:01Z', 'revision_number': 2, 'project_id': '7eaea7f33c58432a9d19111cc275f4e1', 'subnets': [{'id': '8eebece2-9dd9-4b21-9276-f40f15364d41', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1055cb1d-e5ae-4d5c-9933-60181a7b5f38', 'name': '', 'network_id': '10ff9f13-ba46-4e19-a3ef-7dbc3ca70388', 'tenant_id': '7eaea7f33c58432a9d19111cc275f4e1', 'mac_address': 'fa:16:3e:dd:62:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f53ca0b-ff09-4351-ab77-c1e0529db189', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'eda77751-1d0c-475b-bc65-4c85201184e6', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836180-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:41:44Z', 'updated_at': '2022-04-01T13:41:55Z', 'revision_number': 5, 'project_id': '7eaea7f33c58432a9d19111cc275f4e1', 'subnets': [{'id': 'eda77751-1d0c-475b-bc65-4c85201184e6', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4f19e4c2-bc1f-4625-9049-6cf8381dc6af', 'name': '', 'network_id': 'c85b04f5-731a-4508-b55c-0acafaef81ea', 'tenant_id': '7eaea7f33c58432a9d19111cc275f4e1', 'mac_address': 'fa:16:3e:7a:d0:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f53ca0b-ff09-4351-ab77-c1e0529db189', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '99a71cfc-9137-488f-afc8-edace8fb01f1', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836180-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:41:51Z', 'updated_at': '2022-04-01T13:42:02Z', 'revision_number': 5, 'project_id': '7eaea7f33c58432a9d19111cc275f4e1', 'subnets': [{'id': '99a71cfc-9137-488f-afc8-edace8fb01f1', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7d78f01b-61b5-4c39-a5cd-9ac1ebf4ac15', 'name': '', 'network_id': '52e92d7a-7b71-4f8b-95a8-f9be4255be10', 'tenant_id': '7eaea7f33c58432a9d19111cc275f4e1', 'mac_address': 'fa:16:3e:8e:23:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f53ca0b-ff09-4351-ab77-c1e0529db189', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b65cb694-993a-4803-b2e5-1f1edaa872e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836180-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:41:37Z', 'updated_at': '2022-04-01T13:41:45Z', 'revision_number': 5, 'project_id': '7eaea7f33c58432a9d19111cc275f4e1', 'subnets': [{'id': 'b65cb694-993a-4803-b2e5-1f1edaa872e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-836180-1-hyperv', False) {} {{(pid=83872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:42:08.189746 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a716a05b-35de-4a15-b9bf-5d21327fe82a None None] Checking router: 0f53ca0b-ff09-4351-ab77-c1e0529db189 for host: dv-neutron-836180-1-hyperv {{(pid=83872) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 01 13:42:08.190259 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a716a05b-35de-4a15-b9bf-5d21327fe82a None None] Updating router 0f53ca0b-ff09-4351-ab77-c1e0529db189 port 0ff5d24e-bbf1-47ae-86ad-5cc9a4ec5af0 binding host dv-neutron-836180-1-hyperv {{(pid=83872) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 01 13:42:08.221665 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864'] for port, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:08.222547 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Device 474ee14b-6230-434b-8fbe-2320e25d3558 up at agent ovs-agent-dv-neutron-836180-1-hyperv {{(pid=83872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 13:42:08.331395 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da64ceb5-eb2c-4beb-badf-4cf931be10f4 tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Router 0f53ca0b-ff09-4351-ab77-c1e0529db189 has already been hosted by L3 agent 88bf8fc8-11a3-4e96-9d1b-5fd93ba9f6f1 {{(pid=83871) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 13:42:08.370007 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-b6fe233e-1a95-4fa5-a104-a8d9aa36d2cf tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Notify callbacks [] for port, precommit_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:08.402036 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.provisioning_blocks [None req-b6fe233e-1a95-4fa5-a104-a8d9aa36d2cf tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Transition to ACTIVE for port object db194bae-789e-41d0-b359-468c5d4d69ea will not be triggered until provisioned by entity DHCP. {{(pid=83869) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 13:42:08.446859 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.db_base_plugin_v2 [None req-16b8022c-3227-4216-9539-2de576becf1c tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Deleting subnet a440abe4-f659-45ac-9bf6-fa8657b25a84 {{(pid=83869) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 01 13:42:08.451863 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-16b8022c-3227-4216-9539-2de576becf1c tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Notify callbacks [] for subnet, before_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:08.508642 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-b6fe233e-1a95-4fa5-a104-a8d9aa36d2cf tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736732935801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2705155'] for port, after_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:08.512141 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-16b8022c-3227-4216-9539-2de576becf1c tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2704975'] for subnet, precommit_delete_associations {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:08.549920 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-a716a05b-35de-4a15-b9bf-5d21327fe82a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:08.589188 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da64ceb5-eb2c-4beb-badf-4cf931be10f4 tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Notify agent at l3_agent.dv-neutron-836180-1-hyperv the message routers_updated {{(pid=83871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 13:42:08.593811 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Pushing event updated for resources: {'Port': ['ID=7fa7914f-8c39-4e58-a674-4d3a48d302a5,revision_number=3']} {{(pid=83872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:42:08.601952 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-da64ceb5-eb2c-4beb-badf-4cf931be10f4 tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Notify callbacks [] for router, before_response {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:08.603428 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-da64ceb5-eb2c-4beb-badf-4cf931be10f4 tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] 10.222.0.26 "PUT /v2.0/routers/0f53ca0b-ff09-4351-ab77-c1e0529db189 HTTP/1.1" status: 200 len: 699 time: 2.5304754 Apr 01 13:42:08.606392 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 55940) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:42:08.649252 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6fe233e-1a95-4fa5-a104-a8d9aa36d2cf tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Network 1f42de91-dca8-4e56-9b76-c8c654a51db0 is already hosted by enough agents. {{(pid=83869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 13:42:08.656646 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.scheduler.base_scheduler [None req-b6fe233e-1a95-4fa5-a104-a8d9aa36d2cf tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Resources bound (agent type, host, resource id): {{(pid=83869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 13:42:08.658401 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6fe233e-1a95-4fa5-a104-a8d9aa36d2cf tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Pushing event updated for resources: {'Port': ['ID=db194bae-789e-41d0-b359-468c5d4d69ea,revision_number=1']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:42:08.663056 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6fe233e-1a95-4fa5-a104-a8d9aa36d2cf tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Received port after_create {{(pid=83869) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 13:42:08.666976 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6fe233e-1a95-4fa5-a104-a8d9aa36d2cf tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:42:08.667578 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-b6fe233e-1a95-4fa5-a104-a8d9aa36d2cf tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109561'] for port, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:08.707523 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-b6fe233e-1a95-4fa5-a104-a8d9aa36d2cf tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.2836428 Apr 01 13:42:08.709985 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 55944) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:42:08.716808 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.v2.base [None req-ad3f8958-7d32-4d41-bfa5-87d60ffeb749 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Request body: {'port': {'network_id': '1f42de91-dca8-4e56-9b76-c8c654a51db0', 'name': 'tempest-PortsIpV6TestJSON-2075575870', 'fixed_ips': [{'subnet_id': '8e0668d8-eebc-4756-8b38-315d8585591b', 'ip_address': '2001:db8::f'}]}} {{(pid=83869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:42:08.730599 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-16b8022c-3227-4216-9539-2de576becf1c tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-945029'] for subnet, precommit_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:08.740356 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Provisioning complete for port 474ee14b-6230-434b-8fbe-2320e25d3558 triggered by entity L2. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 13:42:08.740643 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-948329'] for port, provisioning_complete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:08.773464 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.db_base_plugin_common [None req-780f1650-94ae-4a6d-965e-4268ca5b2c14 None None] Allocated IP 2001:db8::2 (1f42de91-dca8-4e56-9b76-c8c654a51db0/8e0668d8-eebc-4756-8b38-315d8585591b/d75995f2-9989-41cb-be2d-d46524491f42) {{(pid=83872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 13:42:08.800925 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-0cd394d1-2f6b-4a1b-b65a-c40b03dd4fd3 tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] 10.222.0.26 "GET /v2.0/routers/0f53ca0b-ff09-4351-ab77-c1e0529db189 HTTP/1.1" status: 200 len: 699 time: 0.1904993 Apr 01 13:42:08.801206 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 55948) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:42:08.850993 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-29f07d2b-2d9b-406f-b7a3-e520fa38342b None None] Could not find standard attr ID for object 0a6343d1-d254-4537-98bc-bc482bf7c709. {{(pid=83872) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 01 13:42:08.907721 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-16b8022c-3227-4216-9539-2de576becf1c tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-945042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2705198', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2999452'] for subnet, after_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:08.949563 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-ad3f8958-7d32-4d41-bfa5-87d60ffeb749 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:42:08.952351 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b8022c-3227-4216-9539-2de576becf1c tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Pushing event deleted for resources: {'Subnet': ['ID=a440abe4-f659-45ac-9bf6-fa8657b25a84,revision_number=None']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:42:08.954622 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-29f07d2b-2d9b-406f-b7a3-e520fa38342b None None] Could not find standard attr ID for object a5060526-b4d7-4cb0-8558-ed6db0450f29. {{(pid=83872) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 01 13:42:08.959997 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-ad3f8958-7d32-4d41-bfa5-87d60ffeb749 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Usage tracker for resource:port and tenant:2ac88458dfe547ba9bcc73de4b0c8518 is out of sync, need to count used quota {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 13:42:08.964066 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-ad3f8958-7d32-4d41-bfa5-87d60ffeb749 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 13:42:08.971281 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-16b8022c-3227-4216-9539-2de576becf1c tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Notify callbacks [] for subnet, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:08.973906 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-ad3f8958-7d32-4d41-bfa5-87d60ffeb749 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:42:08.983751 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-16b8022c-3227-4216-9539-2de576becf1c tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] 10.222.0.26 "DELETE /v2.0/subnets/a440abe4-f659-45ac-9bf6-fa8657b25a84 HTTP/1.1" status: 204 len: 168 time: 0.8307135 Apr 01 13:42:08.986951 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 55952) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:42:08.989115 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-a976a7b9-9034-41e6-be13-349b75ed1593 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:08.995748 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71730af5-5d40-48e4-a0e3-6bfeabe7eb33 None None] Network 85a184db-2e06-48d3-9cc6-2e50e5f6c63d requested from dv-neutron-836180-1-hyperv {{(pid=83872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 13:42:09.012981 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad3f8958-7d32-4d41-bfa5-87d60ffeb749 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Made reservation on behalf of 2ac88458dfe547ba9bcc73de4b0c8518 for: {'port': 1} {{(pid=83869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 13:42:09.018446 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-ad3f8958-7d32-4d41-bfa5-87d60ffeb749 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:09.115964 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.notifiers.nova [None req-ad3f8958-7d32-4d41-bfa5-87d60ffeb749 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] device_id is not set on port 8728c5d0-155a-4628-9616-d9bcbfaa53bb yet. {{(pid=83869) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 01 13:42:09.166733 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-a1ff4396-e01f-465e-a413-0a5452c122df tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1033078'] for network, before_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:09.197442 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.plugin [None req-a1ff4396-e01f-465e-a413-0a5452c122df tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Deleting port 7fa7914f-8c39-4e58-a674-4d3a48d302a5 {{(pid=83869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 13:42:09.197810 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-a1ff4396-e01f-465e-a413-0a5452c122df tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736733287370'] for port, before_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:09.315393 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-d4e10587-d815-4775-bed4-f34b6c2bfde6 tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4084029'] for router_interface, before_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:09.461890 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-780f1650-94ae-4a6d-965e-4268ca5b2c14 None None] Notify callbacks [] for port, precommit_create {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:09.475443 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-780f1650-94ae-4a6d-965e-4268ca5b2c14 None None] Transition to ACTIVE for port object d75995f2-9989-41cb-be2d-d46524491f42 will not be triggered until provisioned by entity L2. {{(pid=83872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 13:42:09.499219 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-780f1650-94ae-4a6d-965e-4268ca5b2c14 None None] Transition to ACTIVE for port object d75995f2-9989-41cb-be2d-d46524491f42 will not be triggered until provisioned by entity DHCP. {{(pid=83872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 13:42:09.553892 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-780f1650-94ae-4a6d-965e-4268ca5b2c14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736732935801'] for port, after_create {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:09.638421 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.db [None req-a1ff4396-e01f-465e-a413-0a5452c122df tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] For port 7fa7914f-8c39-4e58-a674-4d3a48d302a5, host dv-neutron-836180-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836180-1-hyperv',level=0,port_id=7fa7914f-8c39-4e58-a674-4d3a48d302a5,segment=NetworkSegment(b64e8909-c346-4d95-89c8-acedb2e42890),segment_id=b64e8909-c346-4d95-89c8-acedb2e42890)] {{(pid=83869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 13:42:09.638784 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-a1ff4396-e01f-465e-a413-0a5452c122df tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4155147'] for port, precommit_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:09.658080 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.db_base_plugin_common [None req-ad3f8958-7d32-4d41-bfa5-87d60ffeb749 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Allocated IP 2001:db8::f (1f42de91-dca8-4e56-9b76-c8c654a51db0/8e0668d8-eebc-4756-8b38-315d8585591b/8728c5d0-155a-4628-9616-d9bcbfaa53bb) {{(pid=83869) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 13:42:09.676872 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-780f1650-94ae-4a6d-965e-4268ca5b2c14 None None] Network 1f42de91-dca8-4e56-9b76-c8c654a51db0 is already hosted by enough agents. {{(pid=83872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 13:42:09.683989 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Device 7fa7914f-8c39-4e58-a674-4d3a48d302a5 up at agent ovs-agent-dv-neutron-836180-1-hyperv {{(pid=83872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 13:42:09.749446 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.scheduler.base_scheduler [None req-780f1650-94ae-4a6d-965e-4268ca5b2c14 None None] Resources bound (agent type, host, resource id): {{(pid=83872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 13:42:09.752011 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-780f1650-94ae-4a6d-965e-4268ca5b2c14 None None] Received port after_create {{(pid=83872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 13:42:09.781376 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.plugin [None req-a1ff4396-e01f-465e-a413-0a5452c122df tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Calling delete_port for 7fa7914f-8c39-4e58-a674-4d3a48d302a5 owned by network:dhcp {{(pid=83869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 13:42:09.834679 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-780f1650-94ae-4a6d-965e-4268ca5b2c14 None None] Pushing event updated for resources: {'Port': ['ID=d75995f2-9989-41cb-be2d-d46524491f42,revision_number=1']} {{(pid=83872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:42:09.844233 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.db.resource_extend [None req-a716a05b-35de-4a15-b9bf-5d21327fe82a None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 01 13:42:09.958374 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-a1ff4396-e01f-465e-a413-0a5452c122df tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736733359243', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736732935810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2705155'] for port, after_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:09.975750 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Provisioning complete for port 7fa7914f-8c39-4e58-a674-4d3a48d302a5 triggered by entity L2. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 13:42:09.976337 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-948329'] for port, provisioning_complete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:10.013100 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.managers [None req-780f1650-94ae-4a6d-965e-4268ca5b2c14 None None] Attempting to bind port d75995f2-9989-41cb-be2d-d46524491f42 on host dv-neutron-836180-1-hyperv for vnic_type normal with profile {{(pid=83872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 13:42:10.014134 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.managers [None req-780f1650-94ae-4a6d-965e-4268ca5b2c14 None None] Attempting to bind port d75995f2-9989-41cb-be2d-d46524491f42 by drivers openvswitch,hyperv on host dv-neutron-836180-1-hyperv at level 0 using segments [{'id': '80943460-985e-4d09-af88-8b3be4faf153', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '1f42de91-dca8-4e56-9b76-c8c654a51db0'}] {{(pid=83872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 13:42:10.014472 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-780f1650-94ae-4a6d-965e-4268ca5b2c14 None None] Attempting to bind port d75995f2-9989-41cb-be2d-d46524491f42 on network 1f42de91-dca8-4e56-9b76-c8c654a51db0 {{(pid=83872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 13:42:10.025325 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ff4396-e01f-465e-a413-0a5452c122df tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Pushing event deleted for resources: {'Port': ['ID=7fa7914f-8c39-4e58-a674-4d3a48d302a5,revision_number=None']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:42:10.029700 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.plugin [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Port 7fa7914f-8c39-4e58-a674-4d3a48d302a5 was deleted so its status cannot be updated. {{(pid=83872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:304}} Apr 01 13:42:10.032112 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-a716a05b-35de-4a15-b9bf-5d21327fe82a None None] Notify callbacks [] for port, precommit_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:10.035017 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-780f1650-94ae-4a6d-965e-4268ca5b2c14 None None] Checking agent: {'id': 'af948428-97cd-4d10-9f53-af028bdb39b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-836180-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 13, 25, 37), 'started_at': datetime.datetime(2022, 4, 1, 13, 26, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 13, 42, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-836180-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 13:42:10.035017 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-780f1650-94ae-4a6d-965e-4268ca5b2c14 None None] Checking segment: {'id': '80943460-985e-4d09-af88-8b3be4faf153', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '1f42de91-dca8-4e56-9b76-c8c654a51db0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 13:42:10.035450 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-780f1650-94ae-4a6d-965e-4268ca5b2c14 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:10.036640 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-780f1650-94ae-4a6d-965e-4268ca5b2c14 None None] Bound using segment: {'id': '80943460-985e-4d09-af88-8b3be4faf153', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '1f42de91-dca8-4e56-9b76-c8c654a51db0'} {{(pid=83872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 13:42:10.037123 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.managers [None req-780f1650-94ae-4a6d-965e-4268ca5b2c14 None None] Bound port: d75995f2-9989-41cb-be2d-d46524491f42, host: dv-neutron-836180-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '80943460-985e-4d09-af88-8b3be4faf153', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '1f42de91-dca8-4e56-9b76-c8c654a51db0'}}] {{(pid=83872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 13:42:10.037592 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-780f1650-94ae-4a6d-965e-4268ca5b2c14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:10.047110 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1ff4396-e01f-465e-a413-0a5452c122df tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] No DVR routers for this DVR port 7fa7914f-8c39-4e58-a674-4d3a48d302a5 on host dv-neutron-836180-1-hyperv {{(pid=83869) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 13:42:10.056277 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9e994d7-5c1b-4c7c-81d3-e858c0c37931 None None] DHCP port deletion for 85a184db-2e06-48d3-9cc6-2e50e5f6c63d request from dv-neutron-836180-1-hyperv {{(pid=83872) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 01 13:42:10.072878 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-a716a05b-35de-4a15-b9bf-5d21327fe82a None None] Transition to ACTIVE for port object 0ff5d24e-bbf1-47ae-86ad-5cc9a4ec5af0 will not be triggered until provisioned by entity L2. {{(pid=83872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 13:42:10.081998 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.plugin [None req-d4e10587-d815-4775-bed4-f34b6c2bfde6 tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Deleting port 0ff5d24e-bbf1-47ae-86ad-5cc9a4ec5af0 {{(pid=83871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 13:42:10.082511 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-d4e10587-d815-4775-bed4-f34b6c2bfde6 tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736733287370'] for port, before_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:10.123310 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-a716a05b-35de-4a15-b9bf-5d21327fe82a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864'] for port, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:10.226882 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-a1ff4396-e01f-465e-a413-0a5452c122df tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-942654', 'neutron.services.segments.db._delete_segments_for_network-8736733387888'] for network, precommit_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:10.239083 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-ad3f8958-7d32-4d41-bfa5-87d60ffeb749 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Notify callbacks [] for port, precommit_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:10.276774 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.services.segments.db [None req-a1ff4396-e01f-465e-a413-0a5452c122df tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['85a184db-2e06-48d3-9cc6-2e50e5f6c63d']}} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:42:10.284939 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-d4e10587-d815-4775-bed4-f34b6c2bfde6 tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4155147'] for port, precommit_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:10.291480 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.services.segments.db [None req-a1ff4396-e01f-465e-a413-0a5452c122df tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b64e8909-c346-4d95-89c8-acedb2e42890') {'for_net_delete': True} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:42:10.292077 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.services.segments.db [None req-a1ff4396-e01f-465e-a413-0a5452c122df tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b64e8909-c346-4d95-89c8-acedb2e42890') {} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:42:10.305671 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-a1ff4396-e01f-465e-a413-0a5452c122df tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736733386999', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2704982'] for segment, before_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:10.341943 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-a1ff4396-e01f-465e-a413-0a5452c122df tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1004271'] for segment, precommit_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:10.348799 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.provisioning_blocks [None req-ad3f8958-7d32-4d41-bfa5-87d60ffeb749 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Transition to ACTIVE for port object 8728c5d0-155a-4628-9616-d9bcbfaa53bb will not be triggered until provisioned by entity DHCP. {{(pid=83869) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 13:42:10.350265 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a1ff4396-e01f-465e-a413-0a5452c122df tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Releasing vlan 384 on physical network physnet1 to pool {{(pid=83869) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 01 13:42:10.350989 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-a1ff4396-e01f-465e-a413-0a5452c122df tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1004262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2705264'] for segment, after_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:10.366968 dv-neutron-836180-1-hyperv neutron-server[83869]: Traceback (most recent call last): Apr 01 13:42:10.366968 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 01 13:42:10.366968 dv-neutron-836180-1-hyperv neutron-server[83869]: timer() Apr 01 13:42:10.366968 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 13:42:10.366968 dv-neutron-836180-1-hyperv neutron-server[83869]: cb(*args, **kw) Apr 01 13:42:10.366968 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 13:42:10.366968 dv-neutron-836180-1-hyperv neutron-server[83869]: return func(*args, **kwargs) Apr 01 13:42:10.366968 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 13:42:10.366968 dv-neutron-836180-1-hyperv neutron-server[83869]: self._notify() Apr 01 13:42:10.366968 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 13:42:10.366968 dv-neutron-836180-1-hyperv neutron-server[83869]: self.callback(batched_events) Apr 01 13:42:10.366968 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 13:42:10.366968 dv-neutron-836180-1-hyperv neutron-server[83869]: event.method(event) Apr 01 13:42:10.366968 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 13:42:10.366968 dv-neutron-836180-1-hyperv neutron-server[83869]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 13:42:10.366968 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 13:42:10.366968 dv-neutron-836180-1-hyperv neutron-server[83869]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 13:42:10.366968 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 13:42:10.366968 dv-neutron-836180-1-hyperv neutron-server[83869]: return f(self, *a, **k) Apr 01 13:42:10.366968 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 13:42:10.366968 dv-neutron-836180-1-hyperv neutron-server[83869]: return self._get(url).json() Apr 01 13:42:10.366968 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 13:42:10.366968 dv-neutron-836180-1-hyperv neutron-server[83869]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 13:42:10.366968 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 01 13:42:10.366968 dv-neutron-836180-1-hyperv neutron-server[83869]: return self.request(url, 'GET', **kwargs) Apr 01 13:42:10.366968 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 01 13:42:10.366968 dv-neutron-836180-1-hyperv neutron-server[83869]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 13:42:10.366968 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 01 13:42:10.366968 dv-neutron-836180-1-hyperv neutron-server[83869]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 13:42:10.366968 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 01 13:42:10.366968 dv-neutron-836180-1-hyperv neutron-server[83869]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 13:42:10.366968 dv-neutron-836180-1-hyperv neutron-server[83869]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 13:42:10.393017 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb98e7ac-43e9-4ef2-928c-2633ef92767d None None] Pushing event updated for resources: {'Port': ['ID=0ff5d24e-bbf1-47ae-86ad-5cc9a4ec5af0,revision_number=3']} {{(pid=83872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:42:10.407277 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-780f1650-94ae-4a6d-965e-4268ca5b2c14 None None] For port d75995f2-9989-41cb-be2d-d46524491f42, host dv-neutron-836180-1-hyperv, cleared binding levels {{(pid=83872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 13:42:10.464924 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-a1ff4396-e01f-465e-a413-0a5452c122df tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-942599', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4084797'] for network, after_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:10.470636 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.plugin [None req-d4e10587-d815-4775-bed4-f34b6c2bfde6 tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Calling delete_port for 0ff5d24e-bbf1-47ae-86ad-5cc9a4ec5af0 owned by network:router_interface {{(pid=83871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 13:42:10.486427 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-780f1650-94ae-4a6d-965e-4268ca5b2c14 None None] For port d75995f2-9989-41cb-be2d-d46524491f42, host dv-neutron-836180-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836180-1-hyperv',level=0,port_id=d75995f2-9989-41cb-be2d-d46524491f42,segment=NetworkSegment(80943460-985e-4d09-af88-8b3be4faf153),segment_id=80943460-985e-4d09-af88-8b3be4faf153)] {{(pid=83872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 13:42:10.498399 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-a1ff4396-e01f-465e-a413-0a5452c122df tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Notify callbacks [] for network, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:10.501957 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-ad3f8958-7d32-4d41-bfa5-87d60ffeb749 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736732935801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2705155'] for port, after_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:10.510328 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-780f1650-94ae-4a6d-965e-4268ca5b2c14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864'] for port, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:10.557685 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ff4396-e01f-465e-a413-0a5452c122df tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Pushing event deleted for resources: {'Network': ['ID=85a184db-2e06-48d3-9cc6-2e50e5f6c63d,revision_number=None']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:42:10.573324 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.managers [None req-a716a05b-35de-4a15-b9bf-5d21327fe82a None None] Attempting to bind port 0ff5d24e-bbf1-47ae-86ad-5cc9a4ec5af0 on host dv-neutron-836180-1-hyperv for vnic_type normal with profile {{(pid=83872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 13:42:10.573734 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.managers [None req-a716a05b-35de-4a15-b9bf-5d21327fe82a None None] Attempting to bind port 0ff5d24e-bbf1-47ae-86ad-5cc9a4ec5af0 by drivers openvswitch,hyperv on host dv-neutron-836180-1-hyperv at level 0 using segments [{'id': 'f687a153-6e8a-4a9d-a4f1-86486d3fb0ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '95980386-83cd-4a6b-a3a6-f8b80d0bd402'}] {{(pid=83872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 13:42:10.574088 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a716a05b-35de-4a15-b9bf-5d21327fe82a None None] Attempting to bind port 0ff5d24e-bbf1-47ae-86ad-5cc9a4ec5af0 on network 95980386-83cd-4a6b-a3a6-f8b80d0bd402 {{(pid=83872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 13:42:10.584562 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-a1ff4396-e01f-465e-a413-0a5452c122df tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] 10.222.0.26 "DELETE /v2.0/networks/85a184db-2e06-48d3-9cc6-2e50e5f6c63d HTTP/1.1" status: 204 len: 168 time: 1.5972695 Apr 01 13:42:10.588487 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 55956) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:42:10.595910 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.v2.base [None req-e0a5a77d-b37c-4ce8-8c69-5d1d649acae2 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1047398861'}} {{(pid=83871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:42:10.602019 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-e0a5a77d-b37c-4ce8-8c69-5d1d649acae2 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:42:10.603063 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad3f8958-7d32-4d41-bfa5-87d60ffeb749 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Network 1f42de91-dca8-4e56-9b76-c8c654a51db0 is already hosted by enough agents. {{(pid=83869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 13:42:10.605990 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-e0a5a77d-b37c-4ce8-8c69-5d1d649acae2 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Usage tracker for resource:network and tenant:1932cd2bf32d410ebaa96b0062b29072 is out of sync, need to count used quota {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 13:42:10.606878 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.scheduler.base_scheduler [None req-ad3f8958-7d32-4d41-bfa5-87d60ffeb749 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Resources bound (agent type, host, resource id): {{(pid=83869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 13:42:10.609296 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-e0a5a77d-b37c-4ce8-8c69-5d1d649acae2 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 13:42:10.612209 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad3f8958-7d32-4d41-bfa5-87d60ffeb749 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Received port after_create {{(pid=83869) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 13:42:10.615655 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad3f8958-7d32-4d41-bfa5-87d60ffeb749 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:42:10.616272 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-e0a5a77d-b37c-4ce8-8c69-5d1d649acae2 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:42:10.616463 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-ad3f8958-7d32-4d41-bfa5-87d60ffeb749 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109561'] for port, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:10.618204 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a716a05b-35de-4a15-b9bf-5d21327fe82a None None] Checking agent: {'id': 'af948428-97cd-4d10-9f53-af028bdb39b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-836180-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 13, 25, 37), 'started_at': datetime.datetime(2022, 4, 1, 13, 26, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 13, 42, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-836180-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 13:42:10.618390 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.db.api [None req-d4e10587-d815-4775-bed4-f34b6c2bfde6 tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83871) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 01 13:42:10.618568 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a716a05b-35de-4a15-b9bf-5d21327fe82a None None] Checking segment: {'id': 'f687a153-6e8a-4a9d-a4f1-86486d3fb0ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '95980386-83cd-4a6b-a3a6-f8b80d0bd402'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 13:42:10.618689 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG oslo_db.api [None req-d4e10587-d815-4775-bed4-f34b6c2bfde6 tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 01 13:42:10.619015 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-a716a05b-35de-4a15-b9bf-5d21327fe82a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:10.619399 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a716a05b-35de-4a15-b9bf-5d21327fe82a None None] Bound using segment: {'id': 'f687a153-6e8a-4a9d-a4f1-86486d3fb0ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '95980386-83cd-4a6b-a3a6-f8b80d0bd402'} {{(pid=83872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 13:42:10.619952 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.managers [None req-a716a05b-35de-4a15-b9bf-5d21327fe82a None None] Bound port: 0ff5d24e-bbf1-47ae-86ad-5cc9a4ec5af0, host: dv-neutron-836180-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f687a153-6e8a-4a9d-a4f1-86486d3fb0ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '95980386-83cd-4a6b-a3a6-f8b80d0bd402'}}] {{(pid=83872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 13:42:10.620398 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-a716a05b-35de-4a15-b9bf-5d21327fe82a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:10.622830 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad3f8958-7d32-4d41-bfa5-87d60ffeb749 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Pushing event updated for resources: {'Port': ['ID=8728c5d0-155a-4628-9616-d9bcbfaa53bb,revision_number=1']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:42:10.628860 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0a5a77d-b37c-4ce8-8c69-5d1d649acae2 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Made reservation on behalf of 1932cd2bf32d410ebaa96b0062b29072 for: {'network': 1} {{(pid=83871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 13:42:10.632034 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-e0a5a77d-b37c-4ce8-8c69-5d1d649acae2 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for network, before_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:10.642009 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-ad3f8958-7d32-4d41-bfa5-87d60ffeb749 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.9310210 Apr 01 13:42:10.644941 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 55960) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:42:10.674008 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e0a5a77d-b37c-4ce8-8c69-5d1d649acae2 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] vlan segment allocate from pool success with {'vlan_id': 382, 'physical_network': 'physnet1'} {{(pid=83871) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 13:42:10.686563 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-e0a5a77d-b37c-4ce8-8c69-5d1d649acae2 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1004271'] for segment, precommit_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:10.687331 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.db.segments_db [None req-e0a5a77d-b37c-4ce8-8c69-5d1d649acae2 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Added segment acf77735-c17e-4b4c-af2c-ad7e5e6e3290 of type vlan for network 39052904-669f-4c76-a0bc-a393ce62e63f Apr 01 13:42:10.696634 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-780f1650-94ae-4a6d-965e-4268ca5b2c14 None None] Pushing event updated for resources: {'Port': ['ID=d75995f2-9989-41cb-be2d-d46524491f42,revision_number=2']} {{(pid=83872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:42:10.737552 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-e0a5a77d-b37c-4ce8-8c69-5d1d649acae2 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736732923383'] for network, precommit_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:10.751785 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-a716a05b-35de-4a15-b9bf-5d21327fe82a None None] For port 0ff5d24e-bbf1-47ae-86ad-5cc9a4ec5af0, host dv-neutron-836180-1-hyperv, cleared binding levels {{(pid=83872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 13:42:10.755427 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-a716a05b-35de-4a15-b9bf-5d21327fe82a None None] For port 0ff5d24e-bbf1-47ae-86ad-5cc9a4ec5af0, host dv-neutron-836180-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836180-1-hyperv',level=0,port_id=0ff5d24e-bbf1-47ae-86ad-5cc9a4ec5af0,segment=NetworkSegment(f687a153-6e8a-4a9d-a4f1-86486d3fb0ce),segment_id=f687a153-6e8a-4a9d-a4f1-86486d3fb0ce)] {{(pid=83872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 13:42:10.757421 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-835b6558-ffef-4e3f-82fb-28e52050f765 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:42:10.758273 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-835b6558-ffef-4e3f-82fb-28e52050f765 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Synchronizing usage tracker for tenant:2ac88458dfe547ba9bcc73de4b0c8518 on resource:port {{(pid=83869) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 13:42:10.761199 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-a716a05b-35de-4a15-b9bf-5d21327fe82a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864'] for port, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:10.776847 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-835b6558-ffef-4e3f-82fb-28e52050f765 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Unset dirty status for tenant:2ac88458dfe547ba9bcc73de4b0c8518 on resource:port {{(pid=83869) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 13:42:10.778429 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-835b6558-ffef-4e3f-82fb-28e52050f765 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] 10.222.0.26 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 927 time: 0.1326835 Apr 01 13:42:10.781801 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 55964) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:42:10.782807 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-e0a5a77d-b37c-4ce8-8c69-5d1d649acae2 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575'] for network, after_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:10.786797 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0a5a77d-b37c-4ce8-8c69-5d1d649acae2 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:42:10.787392 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-e0a5a77d-b37c-4ce8-8c69-5d1d649acae2 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Notify callbacks [] for network, before_response {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:10.888289 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb98e7ac-43e9-4ef2-928c-2633ef92767d None None] Pushing event updated for resources: {'Port': ['ID=0ff5d24e-bbf1-47ae-86ad-5cc9a4ec5af0,revision_number=4']} {{(pid=83872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:42:10.894283 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a716a05b-35de-4a15-b9bf-5d21327fe82a None None] Routers {'0f53ca0b-ff09-4351-ab77-c1e0529db189'} bound to L3 agent in host dv-neutron-836180-1-hyperv {{(pid=83872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 13:42:10.894941 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_hamode_db [None req-a716a05b-35de-4a15-b9bf-5d21327fe82a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836180-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T13:25:36Z,description=,heartbeat_timestamp=2022-04-01T13:42:06Z,host='dv-neutron-836180-1-hyperv',id=88bf8fc8-11a3-4e96-9d1b-5fd93ba9f6f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T13:25:36Z,topic='l3_agent')) {'router_ids': ['0f53ca0b-ff09-4351-ab77-c1e0529db189'], 'active': True} {{(pid=83872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:42:10.915650 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-422d3947-cf70-4e16-a84c-4f7058eba0a6 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:42:10.924118 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-422d3947-cf70-4e16-a84c-4f7058eba0a6 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:42:10.928185 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-422d3947-cf70-4e16-a84c-4f7058eba0a6 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:42:10.932410 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-422d3947-cf70-4e16-a84c-4f7058eba0a6 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] 10.222.0.26 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2388 time: 0.1464431 Apr 01 13:42:10.934646 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 55968) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:42:11.015699 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.plugin [None req-7c948991-04cc-44a3-87c9-4c07bb77b0a2 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Deleting port 8728c5d0-155a-4628-9616-d9bcbfaa53bb {{(pid=83869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 13:42:11.016893 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-7c948991-04cc-44a3-87c9-4c07bb77b0a2 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736733287370'] for port, before_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:11.056092 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a5a77d-b37c-4ce8-8c69-5d1d649acae2 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Pushing event updated for resources: {'Network': ['ID=39052904-669f-4c76-a0bc-a393ce62e63f,revision_number=1']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:42:11.068852 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Network 39052904-669f-4c76-a0bc-a393ce62e63f details requested by agent ovs-agent-dv-neutron-836180-1-hyperv with host dv-neutron-836180-1-hyperv {{(pid=83872) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 13:42:11.088703 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-e0a5a77d-b37c-4ce8-8c69-5d1d649acae2 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4977348 Apr 01 13:42:11.090930 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 55972) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:42:11.101754 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.v2.base [None req-58051bb6-60fc-45ab-86f2-7ebd6324b6ce tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Request body: {'subnet': {'network_id': '39052904-669f-4c76-a0bc-a393ce62e63f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:42:11.120526 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.plugin [None req-d4e10587-d815-4775-bed4-f34b6c2bfde6 tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Deleting port 0ff5d24e-bbf1-47ae-86ad-5cc9a4ec5af0 {{(pid=83871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 13:42:11.120854 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-d4e10587-d815-4775-bed4-f34b6c2bfde6 tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736733287370'] for port, before_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:11.304600 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_dvr_db [None req-a716a05b-35de-4a15-b9bf-5d21327fe82a None None] Set router 0f53ca0b-ff09-4351-ab77-c1e0529db189 gateway port host: None {{(pid=83872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 13:42:11.310676 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-7c948991-04cc-44a3-87c9-4c07bb77b0a2 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4155147'] for port, precommit_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:11.363082 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-58051bb6-60fc-45ab-86f2-7ebd6324b6ce tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:42:11.382499 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-58051bb6-60fc-45ab-86f2-7ebd6324b6ce tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Usage tracker for resource:subnet and tenant:1932cd2bf32d410ebaa96b0062b29072 is out of sync, need to count used quota {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 13:42:11.387472 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-58051bb6-60fc-45ab-86f2-7ebd6324b6ce tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 13:42:11.398642 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-58051bb6-60fc-45ab-86f2-7ebd6324b6ce tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:42:11.443023 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58051bb6-60fc-45ab-86f2-7ebd6324b6ce tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Made reservation on behalf of 1932cd2bf32d410ebaa96b0062b29072 for: {'subnet': 1} {{(pid=83871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 13:42:11.547978 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.db [None req-d4e10587-d815-4775-bed4-f34b6c2bfde6 tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] For port 0ff5d24e-bbf1-47ae-86ad-5cc9a4ec5af0, host dv-neutron-836180-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836180-1-hyperv',level=0,port_id=0ff5d24e-bbf1-47ae-86ad-5cc9a4ec5af0,segment=NetworkSegment(f687a153-6e8a-4a9d-a4f1-86486d3fb0ce),segment_id=f687a153-6e8a-4a9d-a4f1-86486d3fb0ce)] {{(pid=83871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 13:42:11.548648 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-d4e10587-d815-4775-bed4-f34b6c2bfde6 tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4155147'] for port, precommit_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:11.548782 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.plugin [None req-7c948991-04cc-44a3-87c9-4c07bb77b0a2 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Calling delete_port for 8728c5d0-155a-4628-9616-d9bcbfaa53bb owned by {{(pid=83869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 13:42:11.705118 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Device d75995f2-9989-41cb-be2d-d46524491f42 up at agent ovs-agent-dv-neutron-836180-1-hyperv {{(pid=83872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 13:42:11.730245 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.plugin [None req-d4e10587-d815-4775-bed4-f34b6c2bfde6 tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Calling delete_port for 0ff5d24e-bbf1-47ae-86ad-5cc9a4ec5af0 owned by network:router_interface {{(pid=83871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 13:42:11.766641 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-58051bb6-60fc-45ab-86f2-7ebd6324b6ce tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2757336'] for subnet, before_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:11.770155 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-7c948991-04cc-44a3-87c9-4c07bb77b0a2 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736733359243', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736732935810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2705155'] for port, after_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:11.816820 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_hamode_db [None req-a716a05b-35de-4a15-b9bf-5d21327fe82a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f53ca0b-ff09-4351-ab77-c1e0529db189', 'name': 'tempest-RoutersTest-router-190868674', 'tenant_id': '7eaea7f33c58432a9d19111cc275f4e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T13:41:34Z', 'updated_at': '2022-04-01T13:42:07Z', 'revision_number': 7, 'project_id': '7eaea7f33c58432a9d19111cc275f4e1', 'gw_port_host': None, '_interfaces': [{'id': '0ff5d24e-bbf1-47ae-86ad-5cc9a4ec5af0', 'name': '', 'network_id': '95980386-83cd-4a6b-a3a6-f8b80d0bd402', 'tenant_id': '7eaea7f33c58432a9d19111cc275f4e1', 'mac_address': 'fa:16:3e:65:c9:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f53ca0b-ff09-4351-ab77-c1e0529db189', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8eebece2-9dd9-4b21-9276-f40f15364d41', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836180-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:41:58Z', 'updated_at': '2022-04-01T13:42:10Z', 'revision_number': 4, 'project_id': '7eaea7f33c58432a9d19111cc275f4e1', 'subnets': [{'id': '8eebece2-9dd9-4b21-9276-f40f15364d41', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1055cb1d-e5ae-4d5c-9933-60181a7b5f38', 'name': '', 'network_id': '10ff9f13-ba46-4e19-a3ef-7dbc3ca70388', 'tenant_id': '7eaea7f33c58432a9d19111cc275f4e1', 'mac_address': 'fa:16:3e:dd:62:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f53ca0b-ff09-4351-ab77-c1e0529db189', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'eda77751-1d0c-475b-bc65-4c85201184e6', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836180-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:41:44Z', 'updated_at': '2022-04-01T13:41:55Z', 'revision_number': 5, 'project_id': '7eaea7f33c58432a9d19111cc275f4e1', 'subnets': [{'id': 'eda77751-1d0c-475b-bc65-4c85201184e6', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4f19e4c2-bc1f-4625-9049-6cf8381dc6af', 'name': '', 'network_id': 'c85b04f5-731a-4508-b55c-0acafaef81ea', 'tenant_id': '7eaea7f33c58432a9d19111cc275f4e1', 'mac_address': 'fa:16:3e:7a:d0:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f53ca0b-ff09-4351-ab77-c1e0529db189', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '99a71cfc-9137-488f-afc8-edace8fb01f1', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836180-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:41:51Z', 'updated_at': '2022-04-01T13:42:02Z', 'revision_number': 5, 'project_id': '7eaea7f33c58432a9d19111cc275f4e1', 'subnets': [{'id': '99a71cfc-9137-488f-afc8-edace8fb01f1', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7d78f01b-61b5-4c39-a5cd-9ac1ebf4ac15', 'name': '', 'network_id': '52e92d7a-7b71-4f8b-95a8-f9be4255be10', 'tenant_id': '7eaea7f33c58432a9d19111cc275f4e1', 'mac_address': 'fa:16:3e:8e:23:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f53ca0b-ff09-4351-ab77-c1e0529db189', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b65cb694-993a-4803-b2e5-1f1edaa872e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836180-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:41:37Z', 'updated_at': '2022-04-01T13:41:45Z', 'revision_number': 5, 'project_id': '7eaea7f33c58432a9d19111cc275f4e1', 'subnets': [{'id': 'b65cb694-993a-4803-b2e5-1f1edaa872e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-836180-1-hyperv', False) {} {{(pid=83872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:42:11.820686 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Provisioning for port d75995f2-9989-41cb-be2d-d46524491f42 completed by entity L2. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 13:42:11.822508 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c948991-04cc-44a3-87c9-4c07bb77b0a2 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Pushing event deleted for resources: {'Port': ['ID=8728c5d0-155a-4628-9616-d9bcbfaa53bb,revision_number=None']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:42:11.827330 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a716a05b-35de-4a15-b9bf-5d21327fe82a None None] The sync data for ids ['0f53ca0b-ff09-4351-ab77-c1e0529db189'] in dv-neutron-836180-1-hyperv is: [{'id': '0f53ca0b-ff09-4351-ab77-c1e0529db189', 'name': 'tempest-RoutersTest-router-190868674', 'tenant_id': '7eaea7f33c58432a9d19111cc275f4e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T13:41:34Z', 'updated_at': '2022-04-01T13:42:07Z', 'revision_number': 7, 'project_id': '7eaea7f33c58432a9d19111cc275f4e1', 'gw_port_host': None, '_interfaces': [{'id': '0ff5d24e-bbf1-47ae-86ad-5cc9a4ec5af0', 'name': '', 'network_id': '95980386-83cd-4a6b-a3a6-f8b80d0bd402', 'tenant_id': '7eaea7f33c58432a9d19111cc275f4e1', 'mac_address': 'fa:16:3e:65:c9:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f53ca0b-ff09-4351-ab77-c1e0529db189', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8eebece2-9dd9-4b21-9276-f40f15364d41', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836180-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:41:58Z', 'updated_at': '2022-04-01T13:42:10Z', 'revision_number': 4, 'project_id': '7eaea7f33c58432a9d19111cc275f4e1', 'subnets': [{'id': '8eebece2-9dd9-4b21-9276-f40f15364d41', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1055cb1d-e5ae-4d5c-9933-60181a7b5f38', 'name': '', 'network_id': '10ff9f13-ba46-4e19-a3ef-7dbc3ca70388', 'tenant_id': '7eaea7f33c58432a9d19111cc275f4e1', 'mac_address': 'fa:16:3e:dd:62:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f53ca0b-ff09-4351-ab77-c1e0529db189', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'eda77751-1d0c-475b-bc65-4c85201184e6', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836180-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:41:44Z', 'updated_at': '2022-04-01T13:41:55Z', 'revision_number': 5, 'project_id': '7eaea7f33c58432a9d19111cc275f4e1', 'subnets': [{'id': 'eda77751-1d0c-475b-bc65-4c85201184e6', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4f19e4c2-bc1f-4625-9049-6cf8381dc6af', 'name': '', 'network_id': 'c85b04f5-731a-4508-b55c-0acafaef81ea', 'tenant_id': '7eaea7f33c58432a9d19111cc275f4e1', 'mac_address': 'fa:16:3e:7a:d0:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f53ca0b-ff09-4351-ab77-c1e0529db189', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '99a71cfc-9137-488f-afc8-edace8fb01f1', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836180-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:41:51Z', 'updated_at': '2022-04-01T13:42:02Z', 'revision_number': 5, 'project_id': '7eaea7f33c58432a9d19111cc275f4e1', 'subnets': [{'id': '99a71cfc-9137-488f-afc8-edace8fb01f1', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7d78f01b-61b5-4c39-a5cd-9ac1ebf4ac15', 'name': '', 'network_id': '52e92d7a-7b71-4f8b-95a8-f9be4255be10', 'tenant_id': '7eaea7f33c58432a9d19111cc275f4e1', 'mac_address': 'fa:16:3e:8e:23:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f53ca0b-ff09-4351-ab77-c1e0529db189', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b65cb694-993a-4803-b2e5-1f1edaa872e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836180-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:41:37Z', 'updated_at': '2022-04-01T13:41:45Z', 'revision_number': 5, 'project_id': '7eaea7f33c58432a9d19111cc275f4e1', 'subnets': [{'id': 'b65cb694-993a-4803-b2e5-1f1edaa872e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 13:42:11.890756 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-7c948991-04cc-44a3-87c9-4c07bb77b0a2 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109561'] for port, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:11.913768 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-7c948991-04cc-44a3-87c9-4c07bb77b0a2 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] 10.222.0.26 "DELETE /v2.0/ports/8728c5d0-155a-4628-9616-d9bcbfaa53bb HTTP/1.1" status: 204 len: 168 time: 0.9743683 Apr 01 13:42:11.913768 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 55976) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:42:11.964600 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Device 7fa7914f-8c39-4e58-a674-4d3a48d302a5 no longer exists at agent ovs-agent-dv-neutron-836180-1-hyperv {{(pid=83872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 13:42:12.007957 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.pecan_wsgi.hooks.translation [None req-c89d2425-a8e1-4a33-8305-6aebf4306066 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] GET failed (client error): The resource could not be found. Apr 01 13:42:12.010544 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-c89d2425-a8e1-4a33-8305-6aebf4306066 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Synchronizing usage tracker for tenant:2ac88458dfe547ba9bcc73de4b0c8518 on resource:port {{(pid=83869) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 13:42:12.028731 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fce18109-35e5-4323-b7f4-cb6925ea0956 None None] Network 1f42de91-dca8-4e56-9b76-c8c654a51db0 requested from dv-neutron-836180-1-hyperv {{(pid=83872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 13:42:12.037973 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-c89d2425-a8e1-4a33-8305-6aebf4306066 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Unset dirty status for tenant:2ac88458dfe547ba9bcc73de4b0c8518 on resource:port {{(pid=83869) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 13:42:12.041791 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-c89d2425-a8e1-4a33-8305-6aebf4306066 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] 10.222.0.26 "GET /v2.0/ports/8728c5d0-155a-4628-9616-d9bcbfaa53bb HTTP/1.1" status: 404 len: 333 time: 0.1265879 Apr 01 13:42:12.041984 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 55980) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:42:12.045426 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.plugin [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] No Port match for: 7fa7914f-8c39-4e58-a674-4d3a48d302a5 {{(pid=83872) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 01 13:42:12.045768 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Device 7fa7914f-8c39-4e58-a674-4d3a48d302a5 not bound to the agent host dv-neutron-836180-1-hyperv {{(pid=83872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 13:42:12.128477 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.plugin [None req-7a8a0622-ec3a-4db6-86c5-a534634d32c2 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Deleting port db194bae-789e-41d0-b359-468c5d4d69ea {{(pid=83869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 13:42:12.129081 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-7a8a0622-ec3a-4db6-86c5-a534634d32c2 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736733287370'] for port, before_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:12.159981 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-b8cfa684-5dec-404a-870f-120d01e1a557 None None] Provisioning for port d75995f2-9989-41cb-be2d-d46524491f42 completed by entity DHCP. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 13:42:12.178747 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-b8cfa684-5dec-404a-870f-120d01e1a557 None None] Provisioning complete for port d75995f2-9989-41cb-be2d-d46524491f42 triggered by entity DHCP. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 13:42:12.179111 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-b8cfa684-5dec-404a-870f-120d01e1a557 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-948329'] for port, provisioning_complete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:12.199286 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-d4e10587-d815-4775-bed4-f34b6c2bfde6 tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736733359243', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736732935810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2743125'] for port, after_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:12.260983 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e10587-d815-4775-bed4-f34b6c2bfde6 tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Pushing event deleted for resources: {'Port': ['ID=0ff5d24e-bbf1-47ae-86ad-5cc9a4ec5af0,revision_number=None']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:42:12.264670 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-58051bb6-60fc-45ab-86f2-7ebd6324b6ce tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2743225', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2757366'] for subnet, after_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:12.450135 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-b8cfa684-5dec-404a-870f-120d01e1a557 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:12.499909 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-7a8a0622-ec3a-4db6-86c5-a534634d32c2 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4155147'] for port, precommit_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:12.510355 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-b8cfa684-5dec-404a-870f-120d01e1a557 None None] For port d75995f2-9989-41cb-be2d-d46524491f42, host dv-neutron-836180-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836180-1-hyperv',level=0,port_id=d75995f2-9989-41cb-be2d-d46524491f42,segment=NetworkSegment(80943460-985e-4d09-af88-8b3be4faf153),segment_id=80943460-985e-4d09-af88-8b3be4faf153)] {{(pid=83872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 13:42:12.521478 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-b8cfa684-5dec-404a-870f-120d01e1a557 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864'] for port, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:12.660486 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8cfa684-5dec-404a-870f-120d01e1a557 None None] Pushing event updated for resources: {'Port': ['ID=d75995f2-9989-41cb-be2d-d46524491f42,revision_number=3']} {{(pid=83872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:42:12.709843 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.plugin [None req-7a8a0622-ec3a-4db6-86c5-a534634d32c2 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Calling delete_port for db194bae-789e-41d0-b359-468c5d4d69ea owned by {{(pid=83869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 13:42:12.724009 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58051bb6-60fc-45ab-86f2-7ebd6324b6ce tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Pushing event updated for resources: {'Subnet': ['ID=9460da06-e4ea-4fc4-860c-0f4fc3fd9740,revision_number=0']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:42:12.764418 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58051bb6-60fc-45ab-86f2-7ebd6324b6ce tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Checking segment: {'id': 'acf77735-c17e-4b4c-af2c-ad7e5e6e3290', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '39052904-669f-4c76-a0bc-a393ce62e63f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 13:42:12.764778 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58051bb6-60fc-45ab-86f2-7ebd6324b6ce tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Network hostable DHCP agents. Network: 39052904-669f-4c76-a0bc-a393ce62e63f, hostable agents: ['e47e4547-5c2d-4954-ba56-fa3646239f18'], hosted agents: [] {{(pid=83871) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 13:42:12.804278 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58051bb6-60fc-45ab-86f2-7ebd6324b6ce tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Network 39052904-669f-4c76-a0bc-a393ce62e63f is scheduled to be hosted by DHCP agent e47e4547-5c2d-4954-ba56-fa3646239f18 with binding_index 1 {{(pid=83871) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 13:42:12.812559 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-d4e10587-d815-4775-bed4-f34b6c2bfde6 tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3017585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4084076'] for router_interface, after_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:12.825468 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.scheduler.base_scheduler [None req-58051bb6-60fc-45ab-86f2-7ebd6324b6ce tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-836180-1-hyperv, 39052904-669f-4c76-a0bc-a393ce62e63f) {{(pid=83871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 13:42:12.829620 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58051bb6-60fc-45ab-86f2-7ebd6324b6ce tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:42:12.830355 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-58051bb6-60fc-45ab-86f2-7ebd6324b6ce tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Notify callbacks [] for subnet, before_response {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:12.840890 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38249a65-c140-4937-83fc-ff03a4f328a2 None None] Network 39052904-669f-4c76-a0bc-a393ce62e63f requested from dv-neutron-836180-1-hyperv {{(pid=83872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 13:42:12.885847 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-7a8a0622-ec3a-4db6-86c5-a534634d32c2 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736733359243', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736732935810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2705155'] for port, after_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:12.944228 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a8a0622-ec3a-4db6-86c5-a534634d32c2 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Pushing event deleted for resources: {'Port': ['ID=db194bae-789e-41d0-b359-468c5d4d69ea,revision_number=None']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:42:13.001407 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-7a8a0622-ec3a-4db6-86c5-a534634d32c2 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109561'] for port, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:13.020384 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-993cca61-4819-4d2c-b62e-1c9e32811170 None None] Could not find standard attr ID for object db194bae-789e-41d0-b359-468c5d4d69ea. {{(pid=83872) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 01 13:42:13.022431 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-7a8a0622-ec3a-4db6-86c5-a534634d32c2 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] 10.222.0.26 "DELETE /v2.0/ports/db194bae-789e-41d0-b359-468c5d4d69ea HTTP/1.1" status: 204 len: 168 time: 0.9788024 Apr 01 13:42:13.023529 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 55984) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:42:13.068091 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-993cca61-4819-4d2c-b62e-1c9e32811170 None None] Provisioning complete for port d75995f2-9989-41cb-be2d-d46524491f42 triggered by entity DHCP. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 13:42:13.068715 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-993cca61-4819-4d2c-b62e-1c9e32811170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-948329'] for port, provisioning_complete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:13.071567 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.pecan_wsgi.hooks.translation [None req-630f1ebc-e074-4f36-a4ae-fe42a0d4304f tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] GET failed (client error): The resource could not be found. Apr 01 13:42:13.072133 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-630f1ebc-e074-4f36-a4ae-fe42a0d4304f tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Synchronizing usage tracker for tenant:2ac88458dfe547ba9bcc73de4b0c8518 on resource:port {{(pid=83869) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 13:42:13.099151 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-58051bb6-60fc-45ab-86f2-7ebd6324b6ce tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0006444 Apr 01 13:42:13.099276 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-630f1ebc-e074-4f36-a4ae-fe42a0d4304f tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Unset dirty status for tenant:2ac88458dfe547ba9bcc73de4b0c8518 on resource:port {{(pid=83869) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 13:42:13.099276 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-630f1ebc-e074-4f36-a4ae-fe42a0d4304f tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] 10.222.0.26 "GET /v2.0/ports/db194bae-789e-41d0-b359-468c5d4d69ea HTTP/1.1" status: 404 len: 333 time: 0.0704086 Apr 01 13:42:13.099276 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 55988) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:42:13.099276 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 55992) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:42:13.108721 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.v2.base [None req-8008febe-d7a1-44ac-8e9d-c8aa9f8c9b4e tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Request body: {'port': {'network_id': '39052904-669f-4c76-a0bc-a393ce62e63f', 'name': 'tempest-PortsTestJSON-1541425245', 'fixed_ips': [{'subnet_id': '9460da06-e4ea-4fc4-860c-0f4fc3fd9740', 'ip_address': '172.20.0.10'}]}} {{(pid=83869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:42:13.164924 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db77c050-413e-4e3e-aaf8-26d2a0394b64 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7e7d0ecb-2af4-55f5-9198-238ab0570d62-39052904-669f-4c76-a0bc-a393ce62e63f', 'network_id': '39052904-669f-4c76-a0bc-a393ce62e63f', 'tenant_id': '1932cd2bf32d410ebaa96b0062b29072', 'fixed_ips': [{'subnet_id': '9460da06-e4ea-4fc4-860c-0f4fc3fd9740'}]}} from dv-neutron-836180-1-hyperv. {{(pid=83872) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 01 13:42:13.165754 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-db77c050-413e-4e3e-aaf8-26d2a0394b64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:13.330505 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-8008febe-d7a1-44ac-8e9d-c8aa9f8c9b4e tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:42:13.335723 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-8008febe-d7a1-44ac-8e9d-c8aa9f8c9b4e tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Usage tracker for resource:port and tenant:1932cd2bf32d410ebaa96b0062b29072 is out of sync, need to count used quota {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 13:42:13.339798 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-8008febe-d7a1-44ac-8e9d-c8aa9f8c9b4e tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 13:42:13.347512 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-8008febe-d7a1-44ac-8e9d-c8aa9f8c9b4e tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:42:13.362107 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8008febe-d7a1-44ac-8e9d-c8aa9f8c9b4e tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Made reservation on behalf of 1932cd2bf32d410ebaa96b0062b29072 for: {'port': 1} {{(pid=83869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 13:42:13.451641 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.db_base_plugin_common [None req-db77c050-413e-4e3e-aaf8-26d2a0394b64 None None] Allocated IP 172.20.0.2 (39052904-669f-4c76-a0bc-a393ce62e63f/9460da06-e4ea-4fc4-860c-0f4fc3fd9740/09f5197b-521b-420c-91a6-559a34a591f4) {{(pid=83872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 13:42:13.496827 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-301b6b35-8293-4906-b154-2b2dc3efec9e None None] Could not find standard attr ID for object db194bae-789e-41d0-b359-468c5d4d69ea. {{(pid=83872) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 01 13:42:13.547674 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-301b6b35-8293-4906-b154-2b2dc3efec9e None None] Could not find standard attr ID for object 8728c5d0-155a-4628-9616-d9bcbfaa53bb. {{(pid=83872) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 01 13:42:13.569234 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4e10587-d815-4775-bed4-f34b6c2bfde6 tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Router 0f53ca0b-ff09-4351-ab77-c1e0529db189 has already been hosted by L3 agent 88bf8fc8-11a3-4e96-9d1b-5fd93ba9f6f1 {{(pid=83871) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 13:42:13.661739 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.db_base_plugin_v2 [None req-e52dae79-5abf-4534-afec-2188750d0633 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Deleting subnet 8e0668d8-eebc-4756-8b38-315d8585591b {{(pid=83869) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 01 13:42:13.667074 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-8008febe-d7a1-44ac-8e9d-c8aa9f8c9b4e tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:13.684452 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-e52dae79-5abf-4534-afec-2188750d0633 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Notify callbacks [] for subnet, before_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:13.710389 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Device d75995f2-9989-41cb-be2d-d46524491f42 up at agent ovs-agent-dv-neutron-836180-1-hyperv {{(pid=83872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 13:42:13.803857 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4e10587-d815-4775-bed4-f34b6c2bfde6 tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Notify agent at l3_agent.dv-neutron-836180-1-hyperv the message routers_updated {{(pid=83871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 13:42:13.813001 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-d4e10587-d815-4775-bed4-f34b6c2bfde6 tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] 10.222.0.26 "PUT /v2.0/routers/0f53ca0b-ff09-4351-ab77-c1e0529db189/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0104904 Apr 01 13:42:13.813789 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 55996) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:42:13.860052 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.notifiers.nova [None req-8008febe-d7a1-44ac-8e9d-c8aa9f8c9b4e tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] device_id is not set on port 159accf8-c670-4f38-b6aa-9c396ca16101 yet. {{(pid=83869) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 01 13:42:13.885045 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-db77c050-413e-4e3e-aaf8-26d2a0394b64 None None] Notify callbacks [] for port, precommit_create {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:13.909849 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-db77c050-413e-4e3e-aaf8-26d2a0394b64 None None] Transition to ACTIVE for port object 09f5197b-521b-420c-91a6-559a34a591f4 will not be triggered until provisioned by entity L2. {{(pid=83872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 13:42:13.913442 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-e52dae79-5abf-4534-afec-2188750d0633 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2704975'] for subnet, precommit_delete_associations {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:13.913625 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Provisioning complete for port d75995f2-9989-41cb-be2d-d46524491f42 triggered by entity L2. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 13:42:13.914062 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-948329'] for port, provisioning_complete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:13.985453 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-db77c050-413e-4e3e-aaf8-26d2a0394b64 None None] Transition to ACTIVE for port object 09f5197b-521b-420c-91a6-559a34a591f4 will not be triggered until provisioned by entity DHCP. {{(pid=83872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 13:42:13.998010 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-db77c050-413e-4e3e-aaf8-26d2a0394b64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736732935801'] for port, after_create {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:14.010473 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.db_base_plugin_v2 [None req-46c69ceb-a365-4f26-a9d6-d3844ab4ecd4 tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Deleting subnet 8eebece2-9dd9-4b21-9276-f40f15364d41 {{(pid=83871) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 01 13:42:14.013658 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-46c69ceb-a365-4f26-a9d6-d3844ab4ecd4 tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Notify callbacks [] for subnet, before_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:14.069369 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-46c69ceb-a365-4f26-a9d6-d3844ab4ecd4 tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3166365'] for subnet, precommit_delete_associations {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:14.107757 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db77c050-413e-4e3e-aaf8-26d2a0394b64 None None] Network 39052904-669f-4c76-a0bc-a393ce62e63f is already hosted by enough agents. {{(pid=83872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 13:42:14.108680 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db77c050-413e-4e3e-aaf8-26d2a0394b64 None None] Pushing event updated for resources: {'Port': ['ID=09f5197b-521b-420c-91a6-559a34a591f4,revision_number=1']} {{(pid=83872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:42:14.112436 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-e52dae79-5abf-4534-afec-2188750d0633 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-945029'] for subnet, precommit_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:14.117816 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.scheduler.base_scheduler [None req-db77c050-413e-4e3e-aaf8-26d2a0394b64 None None] Resources bound (agent type, host, resource id): {{(pid=83872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 13:42:14.122811 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db77c050-413e-4e3e-aaf8-26d2a0394b64 None None] Received port after_create {{(pid=83872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 13:42:14.162444 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-46c69ceb-a365-4f26-a9d6-d3844ab4ecd4 tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-945029'] for subnet, precommit_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:14.194896 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.db_base_plugin_common [None req-8008febe-d7a1-44ac-8e9d-c8aa9f8c9b4e tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Allocated IP 172.20.0.10 (39052904-669f-4c76-a0bc-a393ce62e63f/9460da06-e4ea-4fc4-860c-0f4fc3fd9740/159accf8-c670-4f38-b6aa-9c396ca16101) {{(pid=83869) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 13:42:14.231396 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.managers [None req-db77c050-413e-4e3e-aaf8-26d2a0394b64 None None] Attempting to bind port 09f5197b-521b-420c-91a6-559a34a591f4 on host dv-neutron-836180-1-hyperv for vnic_type normal with profile {{(pid=83872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 13:42:14.232044 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.managers [None req-db77c050-413e-4e3e-aaf8-26d2a0394b64 None None] Attempting to bind port 09f5197b-521b-420c-91a6-559a34a591f4 by drivers openvswitch,hyperv on host dv-neutron-836180-1-hyperv at level 0 using segments [{'id': 'acf77735-c17e-4b4c-af2c-ad7e5e6e3290', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '39052904-669f-4c76-a0bc-a393ce62e63f'}] {{(pid=83872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 13:42:14.234424 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db77c050-413e-4e3e-aaf8-26d2a0394b64 None None] Attempting to bind port 09f5197b-521b-420c-91a6-559a34a591f4 on network 39052904-669f-4c76-a0bc-a393ce62e63f {{(pid=83872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 13:42:14.234559 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-e52dae79-5abf-4534-afec-2188750d0633 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-945042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2705198', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2999452'] for subnet, after_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:14.240170 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db77c050-413e-4e3e-aaf8-26d2a0394b64 None None] Checking agent: {'id': 'af948428-97cd-4d10-9f53-af028bdb39b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-836180-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 13, 25, 37), 'started_at': datetime.datetime(2022, 4, 1, 13, 26, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 13, 42, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-836180-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 13:42:14.240718 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db77c050-413e-4e3e-aaf8-26d2a0394b64 None None] Checking segment: {'id': 'acf77735-c17e-4b4c-af2c-ad7e5e6e3290', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '39052904-669f-4c76-a0bc-a393ce62e63f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 13:42:14.241257 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-db77c050-413e-4e3e-aaf8-26d2a0394b64 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:14.241756 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db77c050-413e-4e3e-aaf8-26d2a0394b64 None None] Bound using segment: {'id': 'acf77735-c17e-4b4c-af2c-ad7e5e6e3290', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '39052904-669f-4c76-a0bc-a393ce62e63f'} {{(pid=83872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 13:42:14.242369 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.managers [None req-db77c050-413e-4e3e-aaf8-26d2a0394b64 None None] Bound port: 09f5197b-521b-420c-91a6-559a34a591f4, host: dv-neutron-836180-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'acf77735-c17e-4b4c-af2c-ad7e5e6e3290', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '39052904-669f-4c76-a0bc-a393ce62e63f'}}] {{(pid=83872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 13:42:14.242912 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-db77c050-413e-4e3e-aaf8-26d2a0394b64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:14.251769 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-46c69ceb-a365-4f26-a9d6-d3844ab4ecd4 tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-945042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2743160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2757373'] for subnet, after_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:14.289141 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-190e402b-cfd6-42ac-89ae-323a9fe0bbdf None None] Network 1f42de91-dca8-4e56-9b76-c8c654a51db0 requested from dv-neutron-836180-1-hyperv {{(pid=83872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 13:42:14.289738 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-e52dae79-5abf-4534-afec-2188750d0633 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Notify callbacks [] for subnet, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:14.301606 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e52dae79-5abf-4534-afec-2188750d0633 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Pushing event deleted for resources: {'Subnet': ['ID=8e0668d8-eebc-4756-8b38-315d8585591b,revision_number=None']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:42:14.305170 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c69ceb-a365-4f26-a9d6-d3844ab4ecd4 tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Pushing event deleted for resources: {'Subnet': ['ID=8eebece2-9dd9-4b21-9276-f40f15364d41,revision_number=None']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:42:14.314961 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-46c69ceb-a365-4f26-a9d6-d3844ab4ecd4 tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Notify callbacks [] for subnet, before_response {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:14.318254 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-e52dae79-5abf-4534-afec-2188750d0633 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] 10.222.0.26 "DELETE /v2.0/subnets/8e0668d8-eebc-4756-8b38-315d8585591b HTTP/1.1" status: 204 len: 168 time: 1.2179303 Apr 01 13:42:14.321271 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 56000) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:42:14.323490 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-46c69ceb-a365-4f26-a9d6-d3844ab4ecd4 tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] 10.222.0.26 "DELETE /v2.0/subnets/8eebece2-9dd9-4b21-9276-f40f15364d41 HTTP/1.1" status: 204 len: 168 time: 0.5086980 Apr 01 13:42:14.326585 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 56004) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:42:14.376038 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d7a87b8-801c-41a3-ae04-11ddf74aee49 None None] Network 95980386-83cd-4a6b-a3a6-f8b80d0bd402 requested from dv-neutron-836180-1-hyperv {{(pid=83872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 13:42:14.445218 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-134b8c25-2e9f-4c87-aabb-848734cae158 tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1033078'] for network, before_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:14.455743 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.plugin [None req-134b8c25-2e9f-4c87-aabb-848734cae158 tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Deleting port 474ee14b-6230-434b-8fbe-2320e25d3558 {{(pid=83871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 13:42:14.456086 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-134b8c25-2e9f-4c87-aabb-848734cae158 tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736733287370'] for port, before_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:14.523418 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-f28ab9df-d019-4201-884e-b1d6dc52a4fc tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1033078'] for network, before_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:14.566186 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-db77c050-413e-4e3e-aaf8-26d2a0394b64 None None] For port 09f5197b-521b-420c-91a6-559a34a591f4, host dv-neutron-836180-1-hyperv, cleared binding levels {{(pid=83872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 13:42:14.566441 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.plugin [None req-f28ab9df-d019-4201-884e-b1d6dc52a4fc tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Deleting port d75995f2-9989-41cb-be2d-d46524491f42 {{(pid=83869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 13:42:14.566713 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-f28ab9df-d019-4201-884e-b1d6dc52a4fc tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736733287370'] for port, before_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:14.636099 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-db77c050-413e-4e3e-aaf8-26d2a0394b64 None None] For port 09f5197b-521b-420c-91a6-559a34a591f4, host dv-neutron-836180-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836180-1-hyperv',level=0,port_id=09f5197b-521b-420c-91a6-559a34a591f4,segment=NetworkSegment(acf77735-c17e-4b4c-af2c-ad7e5e6e3290),segment_id=acf77735-c17e-4b4c-af2c-ad7e5e6e3290)] {{(pid=83872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 13:42:14.644669 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-8008febe-d7a1-44ac-8e9d-c8aa9f8c9b4e tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Notify callbacks [] for port, precommit_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:14.672025 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-db77c050-413e-4e3e-aaf8-26d2a0394b64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864'] for port, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:14.713883 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.provisioning_blocks [None req-8008febe-d7a1-44ac-8e9d-c8aa9f8c9b4e tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Transition to ACTIVE for port object 159accf8-c670-4f38-b6aa-9c396ca16101 will not be triggered until provisioned by entity DHCP. {{(pid=83869) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 13:42:14.777571 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.db [None req-134b8c25-2e9f-4c87-aabb-848734cae158 tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] For port 474ee14b-6230-434b-8fbe-2320e25d3558, host dv-neutron-836180-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836180-1-hyperv',level=0,port_id=474ee14b-6230-434b-8fbe-2320e25d3558,segment=NetworkSegment(f687a153-6e8a-4a9d-a4f1-86486d3fb0ce),segment_id=f687a153-6e8a-4a9d-a4f1-86486d3fb0ce)] {{(pid=83871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 13:42:14.778009 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-134b8c25-2e9f-4c87-aabb-848734cae158 tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4155147'] for port, precommit_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:14.789476 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db77c050-413e-4e3e-aaf8-26d2a0394b64 None None] Pushing event updated for resources: {'Port': ['ID=09f5197b-521b-420c-91a6-559a34a591f4,revision_number=2']} {{(pid=83872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:42:14.867529 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.db [None req-f28ab9df-d019-4201-884e-b1d6dc52a4fc tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] For port d75995f2-9989-41cb-be2d-d46524491f42, host dv-neutron-836180-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836180-1-hyperv',level=0,port_id=d75995f2-9989-41cb-be2d-d46524491f42,segment=NetworkSegment(80943460-985e-4d09-af88-8b3be4faf153),segment_id=80943460-985e-4d09-af88-8b3be4faf153)] {{(pid=83869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 13:42:14.868275 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-f28ab9df-d019-4201-884e-b1d6dc52a4fc tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4155147'] for port, precommit_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:14.886058 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-8008febe-d7a1-44ac-8e9d-c8aa9f8c9b4e tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736732935801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2705155'] for port, after_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:14.920869 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.plugin [None req-134b8c25-2e9f-4c87-aabb-848734cae158 tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Calling delete_port for 474ee14b-6230-434b-8fbe-2320e25d3558 owned by network:dhcp {{(pid=83871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 13:42:14.936020 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcf7d8eb-0455-4717-865d-0d3831119d15 None None] DHCP port deletion for 1f42de91-dca8-4e56-9b76-c8c654a51db0 request from dv-neutron-836180-1-hyperv {{(pid=83872) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 01 13:42:14.941139 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.plugin [None req-bcf7d8eb-0455-4717-865d-0d3831119d15 None None] Deleting port d75995f2-9989-41cb-be2d-d46524491f42 {{(pid=83872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 13:42:14.941646 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-bcf7d8eb-0455-4717-865d-0d3831119d15 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736733287370'] for port, before_delete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:14.999586 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cf8db00-40c1-420d-a33a-d9093591ab7e None None] Sync routers for ids ['0f53ca0b-ff09-4351-ab77-c1e0529db189'] in dv-neutron-836180-1-hyperv {{(pid=83873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 13:42:15.008457 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-134b8c25-2e9f-4c87-aabb-848734cae158 tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736733359243', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736732935810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2743125'] for port, after_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:15.020824 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c543f9c9-0543-480f-b494-2e6b90c33e9e None None] DHCP port deletion for 95980386-83cd-4a6b-a3a6-f8b80d0bd402 request from dv-neutron-836180-1-hyperv {{(pid=83872) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 01 13:42:15.033022 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cf8db00-40c1-420d-a33a-d9093591ab7e None None] Routers {'0f53ca0b-ff09-4351-ab77-c1e0529db189'} bound to L3 agent in host dv-neutron-836180-1-hyperv {{(pid=83873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 13:42:15.034303 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-5cf8db00-40c1-420d-a33a-d9093591ab7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836180-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T13:25:36Z,description=,heartbeat_timestamp=2022-04-01T13:42:06Z,host='dv-neutron-836180-1-hyperv',id=88bf8fc8-11a3-4e96-9d1b-5fd93ba9f6f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T13:25:36Z,topic='l3_agent')) {'router_ids': ['0f53ca0b-ff09-4351-ab77-c1e0529db189'], 'active': True} {{(pid=83873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:42:15.118891 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.plugin [None req-f28ab9df-d019-4201-884e-b1d6dc52a4fc tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Calling delete_port for d75995f2-9989-41cb-be2d-d46524491f42 owned by network:dhcp {{(pid=83869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 13:42:15.125664 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-134b8c25-2e9f-4c87-aabb-848734cae158 tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] No DVR routers for this DVR port 474ee14b-6230-434b-8fbe-2320e25d3558 on host dv-neutron-836180-1-hyperv {{(pid=83871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 13:42:15.182725 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-134b8c25-2e9f-4c87-aabb-848734cae158 tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Pushing event deleted for resources: {'Port': ['ID=474ee14b-6230-434b-8fbe-2320e25d3558,revision_number=None']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:42:15.189322 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8008febe-d7a1-44ac-8e9d-c8aa9f8c9b4e tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Network 39052904-669f-4c76-a0bc-a393ce62e63f is already hosted by enough agents. {{(pid=83869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 13:42:15.204415 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.scheduler.base_scheduler [None req-8008febe-d7a1-44ac-8e9d-c8aa9f8c9b4e tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Resources bound (agent type, host, resource id): {{(pid=83869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 13:42:15.211141 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8008febe-d7a1-44ac-8e9d-c8aa9f8c9b4e tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Received port after_create {{(pid=83869) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 13:42:15.290065 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8008febe-d7a1-44ac-8e9d-c8aa9f8c9b4e tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Pushing event updated for resources: {'Port': ['ID=159accf8-c670-4f38-b6aa-9c396ca16101,revision_number=1']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:42:15.299170 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8008febe-d7a1-44ac-8e9d-c8aa9f8c9b4e tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:42:15.299788 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-8008febe-d7a1-44ac-8e9d-c8aa9f8c9b4e tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109561'] for port, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:15.301998 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_dvr_db [None req-5cf8db00-40c1-420d-a33a-d9093591ab7e None None] Set router 0f53ca0b-ff09-4351-ab77-c1e0529db189 gateway port host: None {{(pid=83873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 13:42:15.344589 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-f28ab9df-d019-4201-884e-b1d6dc52a4fc tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736733359243', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736732935810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2705155'] for port, after_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:15.387302 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-bcf7d8eb-0455-4717-865d-0d3831119d15 None None] For port d75995f2-9989-41cb-be2d-d46524491f42, host dv-neutron-836180-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836180-1-hyperv',level=0,port_id=d75995f2-9989-41cb-be2d-d46524491f42,segment=NetworkSegment(80943460-985e-4d09-af88-8b3be4faf153),segment_id=80943460-985e-4d09-af88-8b3be4faf153)] {{(pid=83872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 13:42:15.387905 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-bcf7d8eb-0455-4717-865d-0d3831119d15 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4155147'] for port, precommit_delete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:15.402175 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-8008febe-d7a1-44ac-8e9d-c8aa9f8c9b4e tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 2.3042717 Apr 01 13:42:15.407131 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 56008) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:42:15.416504 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.v2.base [None req-cbd44198-bb2c-42af-850f-3ca404b58502 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Request body: {'port': {'network_id': '39052904-669f-4c76-a0bc-a393ce62e63f', 'name': 'tempest-PortsTestJSON-504845647', 'fixed_ips': [{'subnet_id': '9460da06-e4ea-4fc4-860c-0f4fc3fd9740', 'ip_address': '172.20.0.9'}]}} {{(pid=83871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:42:15.431626 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f28ab9df-d019-4201-884e-b1d6dc52a4fc tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] No DVR routers for this DVR port d75995f2-9989-41cb-be2d-d46524491f42 on host dv-neutron-836180-1-hyperv {{(pid=83869) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 13:42:15.433691 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f28ab9df-d019-4201-884e-b1d6dc52a4fc tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Pushing event deleted for resources: {'Port': ['ID=d75995f2-9989-41cb-be2d-d46524491f42,revision_number=None']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:42:15.438798 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-134b8c25-2e9f-4c87-aabb-848734cae158 tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-942654', 'neutron.services.segments.db._delete_segments_for_network-8736733387888'] for network, precommit_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:15.530666 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.plugin [None req-bcf7d8eb-0455-4717-865d-0d3831119d15 None None] Calling delete_port for d75995f2-9989-41cb-be2d-d46524491f42 owned by network:dhcp {{(pid=83872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 13:42:15.548906 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.services.segments.db [None req-134b8c25-2e9f-4c87-aabb-848734cae158 tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['95980386-83cd-4a6b-a3a6-f8b80d0bd402']}} {{(pid=83871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:42:15.572786 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.services.segments.db [None req-134b8c25-2e9f-4c87-aabb-848734cae158 tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f687a153-6e8a-4a9d-a4f1-86486d3fb0ce') {'for_net_delete': True} {{(pid=83871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:42:15.573194 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.services.segments.db [None req-134b8c25-2e9f-4c87-aabb-848734cae158 tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f687a153-6e8a-4a9d-a4f1-86486d3fb0ce') {} {{(pid=83871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:42:15.597540 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-f28ab9df-d019-4201-884e-b1d6dc52a4fc tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-942654', 'neutron.services.segments.db._delete_segments_for_network-8736733387888'] for network, precommit_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:15.608460 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.db.api [None req-bcf7d8eb-0455-4717-865d-0d3831119d15 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83872) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 01 13:42:15.608689 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-134b8c25-2e9f-4c87-aabb-848734cae158 tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736733386999', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3166340'] for segment, before_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:15.608815 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG oslo_db.api [None req-bcf7d8eb-0455-4717-865d-0d3831119d15 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 01 13:42:15.635381 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.services.segments.db [None req-f28ab9df-d019-4201-884e-b1d6dc52a4fc tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1f42de91-dca8-4e56-9b76-c8c654a51db0']}} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:42:15.649299 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.services.segments.db [None req-f28ab9df-d019-4201-884e-b1d6dc52a4fc tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '80943460-985e-4d09-af88-8b3be4faf153') {'for_net_delete': True} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:42:15.649679 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.services.segments.db [None req-f28ab9df-d019-4201-884e-b1d6dc52a4fc tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '80943460-985e-4d09-af88-8b3be4faf153') {} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:42:15.656940 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-134b8c25-2e9f-4c87-aabb-848734cae158 tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1004271'] for segment, precommit_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:15.664267 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-f28ab9df-d019-4201-884e-b1d6dc52a4fc tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736733386999', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2704982'] for segment, before_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:15.669947 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-134b8c25-2e9f-4c87-aabb-848734cae158 tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Releasing vlan 386 on physical network physnet1 to pool {{(pid=83871) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 01 13:42:15.670312 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-134b8c25-2e9f-4c87-aabb-848734cae158 tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1004262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2743078'] for segment, after_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:15.684260 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Device 09f5197b-521b-420c-91a6-559a34a591f4 up at agent ovs-agent-dv-neutron-836180-1-hyperv {{(pid=83872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 13:42:15.690591 dv-neutron-836180-1-hyperv neutron-server[83871]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 13:42:15.690591 dv-neutron-836180-1-hyperv neutron-server[83871]: util.warn( Apr 01 13:42:15.690591 dv-neutron-836180-1-hyperv neutron-server[83871]: Traceback (most recent call last): Apr 01 13:42:15.690591 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 01 13:42:15.690591 dv-neutron-836180-1-hyperv neutron-server[83871]: timer() Apr 01 13:42:15.690591 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 13:42:15.690591 dv-neutron-836180-1-hyperv neutron-server[83871]: cb(*args, **kw) Apr 01 13:42:15.690591 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 13:42:15.690591 dv-neutron-836180-1-hyperv neutron-server[83871]: return func(*args, **kwargs) Apr 01 13:42:15.690591 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 13:42:15.690591 dv-neutron-836180-1-hyperv neutron-server[83871]: self._notify() Apr 01 13:42:15.690591 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 13:42:15.690591 dv-neutron-836180-1-hyperv neutron-server[83871]: self.callback(batched_events) Apr 01 13:42:15.690591 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 13:42:15.690591 dv-neutron-836180-1-hyperv neutron-server[83871]: event.method(event) Apr 01 13:42:15.690591 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 13:42:15.690591 dv-neutron-836180-1-hyperv neutron-server[83871]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 13:42:15.690591 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 13:42:15.690591 dv-neutron-836180-1-hyperv neutron-server[83871]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 13:42:15.690591 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 13:42:15.690591 dv-neutron-836180-1-hyperv neutron-server[83871]: return f(self, *a, **k) Apr 01 13:42:15.690591 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 13:42:15.690591 dv-neutron-836180-1-hyperv neutron-server[83871]: return self._get(url).json() Apr 01 13:42:15.690591 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 13:42:15.690591 dv-neutron-836180-1-hyperv neutron-server[83871]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 13:42:15.690591 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 01 13:42:15.690591 dv-neutron-836180-1-hyperv neutron-server[83871]: return self.request(url, 'GET', **kwargs) Apr 01 13:42:15.690591 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 01 13:42:15.690591 dv-neutron-836180-1-hyperv neutron-server[83871]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 13:42:15.690591 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 01 13:42:15.690591 dv-neutron-836180-1-hyperv neutron-server[83871]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 13:42:15.690591 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 01 13:42:15.690591 dv-neutron-836180-1-hyperv neutron-server[83871]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 13:42:15.690591 dv-neutron-836180-1-hyperv neutron-server[83871]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 13:42:15.701913 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-f28ab9df-d019-4201-884e-b1d6dc52a4fc tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1004271'] for segment, precommit_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:15.718480 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f28ab9df-d019-4201-884e-b1d6dc52a4fc tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Releasing vlan 399 on physical network physnet1 to pool {{(pid=83869) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 01 13:42:15.719017 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-f28ab9df-d019-4201-884e-b1d6dc52a4fc tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1004262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2705264'] for segment, after_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:15.801352 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-5cf8db00-40c1-420d-a33a-d9093591ab7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f53ca0b-ff09-4351-ab77-c1e0529db189', 'name': 'tempest-RoutersTest-router-190868674', 'tenant_id': '7eaea7f33c58432a9d19111cc275f4e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T13:41:34Z', 'updated_at': '2022-04-01T13:42:12Z', 'revision_number': 8, 'project_id': '7eaea7f33c58432a9d19111cc275f4e1', 'gw_port_host': None, '_interfaces': [{'id': '1055cb1d-e5ae-4d5c-9933-60181a7b5f38', 'name': '', 'network_id': '10ff9f13-ba46-4e19-a3ef-7dbc3ca70388', 'tenant_id': '7eaea7f33c58432a9d19111cc275f4e1', 'mac_address': 'fa:16:3e:dd:62:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f53ca0b-ff09-4351-ab77-c1e0529db189', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'eda77751-1d0c-475b-bc65-4c85201184e6', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836180-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:41:44Z', 'updated_at': '2022-04-01T13:41:55Z', 'revision_number': 5, 'project_id': '7eaea7f33c58432a9d19111cc275f4e1', 'subnets': [{'id': 'eda77751-1d0c-475b-bc65-4c85201184e6', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4f19e4c2-bc1f-4625-9049-6cf8381dc6af', 'name': '', 'network_id': 'c85b04f5-731a-4508-b55c-0acafaef81ea', 'tenant_id': '7eaea7f33c58432a9d19111cc275f4e1', 'mac_address': 'fa:16:3e:7a:d0:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f53ca0b-ff09-4351-ab77-c1e0529db189', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '99a71cfc-9137-488f-afc8-edace8fb01f1', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836180-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:41:51Z', 'updated_at': '2022-04-01T13:42:02Z', 'revision_number': 5, 'project_id': '7eaea7f33c58432a9d19111cc275f4e1', 'subnets': [{'id': '99a71cfc-9137-488f-afc8-edace8fb01f1', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7d78f01b-61b5-4c39-a5cd-9ac1ebf4ac15', 'name': '', 'network_id': '52e92d7a-7b71-4f8b-95a8-f9be4255be10', 'tenant_id': '7eaea7f33c58432a9d19111cc275f4e1', 'mac_address': 'fa:16:3e:8e:23:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f53ca0b-ff09-4351-ab77-c1e0529db189', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b65cb694-993a-4803-b2e5-1f1edaa872e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836180-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:41:37Z', 'updated_at': '2022-04-01T13:41:45Z', 'revision_number': 5, 'project_id': '7eaea7f33c58432a9d19111cc275f4e1', 'subnets': [{'id': 'b65cb694-993a-4803-b2e5-1f1edaa872e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-836180-1-hyperv', False) {} {{(pid=83873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:42:15.806631 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cf8db00-40c1-420d-a33a-d9093591ab7e None None] Checking router: 0f53ca0b-ff09-4351-ab77-c1e0529db189 for host: dv-neutron-836180-1-hyperv {{(pid=83873) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 01 13:42:15.808250 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Provisioning for port 09f5197b-521b-420c-91a6-559a34a591f4 completed by entity L2. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 13:42:15.820473 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cf8db00-40c1-420d-a33a-d9093591ab7e None None] Routers {'0f53ca0b-ff09-4351-ab77-c1e0529db189'} bound to L3 agent in host dv-neutron-836180-1-hyperv {{(pid=83873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 13:42:15.820473 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-5cf8db00-40c1-420d-a33a-d9093591ab7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836180-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T13:25:36Z,description=,heartbeat_timestamp=2022-04-01T13:42:06Z,host='dv-neutron-836180-1-hyperv',id=88bf8fc8-11a3-4e96-9d1b-5fd93ba9f6f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T13:25:36Z,topic='l3_agent')) {'router_ids': ['0f53ca0b-ff09-4351-ab77-c1e0529db189'], 'active': True} {{(pid=83873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:42:15.827796 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-cbd44198-bb2c-42af-850f-3ca404b58502 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:42:15.833832 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-cbd44198-bb2c-42af-850f-3ca404b58502 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Usage tracker for resource:port and tenant:1932cd2bf32d410ebaa96b0062b29072 is out of sync, need to count used quota {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 13:42:15.837513 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-cbd44198-bb2c-42af-850f-3ca404b58502 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Quota usage for port was recalculated. Used quota:3. {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 13:42:15.854354 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-cbd44198-bb2c-42af-850f-3ca404b58502 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:42:15.857805 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-134b8c25-2e9f-4c87-aabb-848734cae158 tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-942599', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4084797'] for network, after_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:15.868767 dv-neutron-836180-1-hyperv neutron-server[83869]: Traceback (most recent call last): Apr 01 13:42:15.868767 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 01 13:42:15.868767 dv-neutron-836180-1-hyperv neutron-server[83869]: timer() Apr 01 13:42:15.868767 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 13:42:15.868767 dv-neutron-836180-1-hyperv neutron-server[83869]: cb(*args, **kw) Apr 01 13:42:15.868767 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 13:42:15.868767 dv-neutron-836180-1-hyperv neutron-server[83869]: return func(*args, **kwargs) Apr 01 13:42:15.868767 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 13:42:15.868767 dv-neutron-836180-1-hyperv neutron-server[83869]: self._notify() Apr 01 13:42:15.868767 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 13:42:15.868767 dv-neutron-836180-1-hyperv neutron-server[83869]: self.callback(batched_events) Apr 01 13:42:15.868767 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 13:42:15.868767 dv-neutron-836180-1-hyperv neutron-server[83869]: event.method(event) Apr 01 13:42:15.868767 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 13:42:15.868767 dv-neutron-836180-1-hyperv neutron-server[83869]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 13:42:15.868767 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 13:42:15.868767 dv-neutron-836180-1-hyperv neutron-server[83869]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 13:42:15.868767 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 13:42:15.868767 dv-neutron-836180-1-hyperv neutron-server[83869]: return f(self, *a, **k) Apr 01 13:42:15.868767 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 13:42:15.868767 dv-neutron-836180-1-hyperv neutron-server[83869]: return self._get(url).json() Apr 01 13:42:15.868767 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 13:42:15.868767 dv-neutron-836180-1-hyperv neutron-server[83869]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 13:42:15.868767 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 01 13:42:15.868767 dv-neutron-836180-1-hyperv neutron-server[83869]: return self.request(url, 'GET', **kwargs) Apr 01 13:42:15.868767 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 01 13:42:15.868767 dv-neutron-836180-1-hyperv neutron-server[83869]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 13:42:15.868767 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 01 13:42:15.868767 dv-neutron-836180-1-hyperv neutron-server[83869]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 13:42:15.868767 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 01 13:42:15.868767 dv-neutron-836180-1-hyperv neutron-server[83869]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 13:42:15.868767 dv-neutron-836180-1-hyperv neutron-server[83869]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 13:42:15.886172 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-134b8c25-2e9f-4c87-aabb-848734cae158 tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Notify callbacks [] for network, before_response {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:15.892063 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Device 474ee14b-6230-434b-8fbe-2320e25d3558 no longer exists at agent ovs-agent-dv-neutron-836180-1-hyperv {{(pid=83872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 13:42:15.898977 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-134b8c25-2e9f-4c87-aabb-848734cae158 tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Pushing event deleted for resources: {'Network': ['ID=95980386-83cd-4a6b-a3a6-f8b80d0bd402,revision_number=None']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:42:15.912086 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbd44198-bb2c-42af-850f-3ca404b58502 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Made reservation on behalf of 1932cd2bf32d410ebaa96b0062b29072 for: {'port': 1} {{(pid=83871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 13:42:15.917782 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-cbd44198-bb2c-42af-850f-3ca404b58502 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:15.933982 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-134b8c25-2e9f-4c87-aabb-848734cae158 tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] 10.222.0.26 "DELETE /v2.0/networks/95980386-83cd-4a6b-a3a6-f8b80d0bd402 HTTP/1.1" status: 204 len: 168 time: 1.6038084 Apr 01 13:42:15.935799 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 56012) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:42:15.992293 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.agents_db [None req-bdd220c7-049a-43d2-a923-ad1a2de078c6 None None] Agent healthcheck: found 6 active agents {{(pid=83873) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 01 13:42:16.000935 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-f28ab9df-d019-4201-884e-b1d6dc52a4fc tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-942599', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4084797'] for network, after_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:16.005975 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-f28ab9df-d019-4201-884e-b1d6dc52a4fc tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Notify callbacks [] for network, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:16.010769 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.plugin [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] No Port match for: 474ee14b-6230-434b-8fbe-2320e25d3558 {{(pid=83872) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 01 13:42:16.011115 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Device 474ee14b-6230-434b-8fbe-2320e25d3558 not bound to the agent host dv-neutron-836180-1-hyperv {{(pid=83872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 13:42:16.011572 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Device d75995f2-9989-41cb-be2d-d46524491f42 no longer exists at agent ovs-agent-dv-neutron-836180-1-hyperv {{(pid=83872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 13:42:16.029160 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_dvr_db [None req-5cf8db00-40c1-420d-a33a-d9093591ab7e None None] Set router 0f53ca0b-ff09-4351-ab77-c1e0529db189 gateway port host: None {{(pid=83873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 13:42:16.045543 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.plugin [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] No Port match for: d75995f2-9989-41cb-be2d-d46524491f42 {{(pid=83872) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 01 13:42:16.045916 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Device d75995f2-9989-41cb-be2d-d46524491f42 not bound to the agent host dv-neutron-836180-1-hyperv {{(pid=83872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 13:42:16.070886 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-f28ab9df-d019-4201-884e-b1d6dc52a4fc tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] 10.222.0.26 "DELETE /v2.0/networks/1f42de91-dca8-4e56-9b76-c8c654a51db0 HTTP/1.1" status: 204 len: 168 time: 1.7486188 Apr 01 13:42:16.077174 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f28ab9df-d019-4201-884e-b1d6dc52a4fc tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Pushing event deleted for resources: {'Network': ['ID=1f42de91-dca8-4e56-9b76-c8c654a51db0,revision_number=None']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:42:16.079894 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 56016) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:42:16.089923 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.v2.base [None req-72729044-989a-4e04-abb9-12a390e6ac97 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-860834679'}} {{(pid=83869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:42:16.095281 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-72729044-989a-4e04-abb9-12a390e6ac97 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:42:16.099621 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-72729044-989a-4e04-abb9-12a390e6ac97 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Usage tracker for resource:network and tenant:2ac88458dfe547ba9bcc73de4b0c8518 is out of sync, need to count used quota {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 13:42:16.102626 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-72729044-989a-4e04-abb9-12a390e6ac97 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 13:42:16.111297 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.plugin [None req-bcf7d8eb-0455-4717-865d-0d3831119d15 None None] Deleting port d75995f2-9989-41cb-be2d-d46524491f42 {{(pid=83872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 13:42:16.111709 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-bcf7d8eb-0455-4717-865d-0d3831119d15 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736733287370'] for port, before_delete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:16.113221 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-72729044-989a-4e04-abb9-12a390e6ac97 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:42:16.129682 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72729044-989a-4e04-abb9-12a390e6ac97 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Made reservation on behalf of 2ac88458dfe547ba9bcc73de4b0c8518 for: {'network': 1} {{(pid=83869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 13:42:16.133658 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-72729044-989a-4e04-abb9-12a390e6ac97 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for network, before_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:16.152084 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.notifiers.nova [None req-cbd44198-bb2c-42af-850f-3ca404b58502 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] device_id is not set on port d81580d1-45b3-4989-a35a-fed78368a2f0 yet. {{(pid=83871) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 01 13:42:16.174680 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-72729044-989a-4e04-abb9-12a390e6ac97 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] vlan segment allocate from pool success with {'vlan_id': 377, 'physical_network': 'physnet1'} {{(pid=83869) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 13:42:16.187987 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-72729044-989a-4e04-abb9-12a390e6ac97 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1004271'] for segment, precommit_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:16.188362 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.db.segments_db [None req-72729044-989a-4e04-abb9-12a390e6ac97 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Added segment f56e3000-49b2-452b-b84f-0f0cd4158cc6 of type vlan for network 144828d6-cd19-456c-b1e5-5e0e13a84057 Apr 01 13:42:16.220344 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.plugin [None req-bcf7d8eb-0455-4717-865d-0d3831119d15 None None] The port 'd75995f2-9989-41cb-be2d-d46524491f42' was deleted {{(pid=83872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 01 13:42:16.224593 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d77f1a3c-115b-4f93-9b80-5402dcd7ce83 None None] Network 39052904-669f-4c76-a0bc-a393ce62e63f requested from dv-neutron-836180-1-hyperv {{(pid=83872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 13:42:16.234945 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-72729044-989a-4e04-abb9-12a390e6ac97 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736732923383'] for network, precommit_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:16.289468 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-72729044-989a-4e04-abb9-12a390e6ac97 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575'] for network, after_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:16.299918 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72729044-989a-4e04-abb9-12a390e6ac97 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:42:16.300611 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-72729044-989a-4e04-abb9-12a390e6ac97 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Notify callbacks [] for network, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:16.350371 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-d763e85f-cd8f-4436-99a6-35ef13886033 None None] Provisioning for port 09f5197b-521b-420c-91a6-559a34a591f4 completed by entity DHCP. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 13:42:16.366710 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-d763e85f-cd8f-4436-99a6-35ef13886033 None None] Provisioning complete for port 09f5197b-521b-420c-91a6-559a34a591f4 triggered by entity DHCP. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 13:42:16.367211 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-d763e85f-cd8f-4436-99a6-35ef13886033 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-948329'] for port, provisioning_complete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:16.448871 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-72729044-989a-4e04-abb9-12a390e6ac97 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.3658395 Apr 01 13:42:16.463424 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 56020) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:42:16.471833 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.v2.base [None req-334d6e21-f413-4c15-b103-dda4e45c232d tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Request body: {'subnet': {'network_id': '144828d6-cd19-456c-b1e5-5e0e13a84057', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:42:16.501218 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-5cf8db00-40c1-420d-a33a-d9093591ab7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f53ca0b-ff09-4351-ab77-c1e0529db189', 'name': 'tempest-RoutersTest-router-190868674', 'tenant_id': '7eaea7f33c58432a9d19111cc275f4e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T13:41:34Z', 'updated_at': '2022-04-01T13:42:12Z', 'revision_number': 8, 'project_id': '7eaea7f33c58432a9d19111cc275f4e1', 'gw_port_host': None, '_interfaces': [{'id': '1055cb1d-e5ae-4d5c-9933-60181a7b5f38', 'name': '', 'network_id': '10ff9f13-ba46-4e19-a3ef-7dbc3ca70388', 'tenant_id': '7eaea7f33c58432a9d19111cc275f4e1', 'mac_address': 'fa:16:3e:dd:62:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f53ca0b-ff09-4351-ab77-c1e0529db189', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'eda77751-1d0c-475b-bc65-4c85201184e6', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836180-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:41:44Z', 'updated_at': '2022-04-01T13:41:55Z', 'revision_number': 5, 'project_id': '7eaea7f33c58432a9d19111cc275f4e1', 'subnets': [{'id': 'eda77751-1d0c-475b-bc65-4c85201184e6', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4f19e4c2-bc1f-4625-9049-6cf8381dc6af', 'name': '', 'network_id': 'c85b04f5-731a-4508-b55c-0acafaef81ea', 'tenant_id': '7eaea7f33c58432a9d19111cc275f4e1', 'mac_address': 'fa:16:3e:7a:d0:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f53ca0b-ff09-4351-ab77-c1e0529db189', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '99a71cfc-9137-488f-afc8-edace8fb01f1', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836180-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:41:51Z', 'updated_at': '2022-04-01T13:42:02Z', 'revision_number': 5, 'project_id': '7eaea7f33c58432a9d19111cc275f4e1', 'subnets': [{'id': '99a71cfc-9137-488f-afc8-edace8fb01f1', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7d78f01b-61b5-4c39-a5cd-9ac1ebf4ac15', 'name': '', 'network_id': '52e92d7a-7b71-4f8b-95a8-f9be4255be10', 'tenant_id': '7eaea7f33c58432a9d19111cc275f4e1', 'mac_address': 'fa:16:3e:8e:23:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f53ca0b-ff09-4351-ab77-c1e0529db189', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b65cb694-993a-4803-b2e5-1f1edaa872e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836180-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:41:37Z', 'updated_at': '2022-04-01T13:41:45Z', 'revision_number': 5, 'project_id': '7eaea7f33c58432a9d19111cc275f4e1', 'subnets': [{'id': 'b65cb694-993a-4803-b2e5-1f1edaa872e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-836180-1-hyperv', False) {} {{(pid=83873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:42:16.508198 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cf8db00-40c1-420d-a33a-d9093591ab7e None None] The sync data for ids ['0f53ca0b-ff09-4351-ab77-c1e0529db189'] in dv-neutron-836180-1-hyperv is: [{'id': '0f53ca0b-ff09-4351-ab77-c1e0529db189', 'name': 'tempest-RoutersTest-router-190868674', 'tenant_id': '7eaea7f33c58432a9d19111cc275f4e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T13:41:34Z', 'updated_at': '2022-04-01T13:42:12Z', 'revision_number': 8, 'project_id': '7eaea7f33c58432a9d19111cc275f4e1', 'gw_port_host': None, '_interfaces': [{'id': '1055cb1d-e5ae-4d5c-9933-60181a7b5f38', 'name': '', 'network_id': '10ff9f13-ba46-4e19-a3ef-7dbc3ca70388', 'tenant_id': '7eaea7f33c58432a9d19111cc275f4e1', 'mac_address': 'fa:16:3e:dd:62:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f53ca0b-ff09-4351-ab77-c1e0529db189', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'eda77751-1d0c-475b-bc65-4c85201184e6', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836180-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:41:44Z', 'updated_at': '2022-04-01T13:41:55Z', 'revision_number': 5, 'project_id': '7eaea7f33c58432a9d19111cc275f4e1', 'subnets': [{'id': 'eda77751-1d0c-475b-bc65-4c85201184e6', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4f19e4c2-bc1f-4625-9049-6cf8381dc6af', 'name': '', 'network_id': 'c85b04f5-731a-4508-b55c-0acafaef81ea', 'tenant_id': '7eaea7f33c58432a9d19111cc275f4e1', 'mac_address': 'fa:16:3e:7a:d0:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f53ca0b-ff09-4351-ab77-c1e0529db189', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '99a71cfc-9137-488f-afc8-edace8fb01f1', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836180-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:41:51Z', 'updated_at': '2022-04-01T13:42:02Z', 'revision_number': 5, 'project_id': '7eaea7f33c58432a9d19111cc275f4e1', 'subnets': [{'id': '99a71cfc-9137-488f-afc8-edace8fb01f1', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7d78f01b-61b5-4c39-a5cd-9ac1ebf4ac15', 'name': '', 'network_id': '52e92d7a-7b71-4f8b-95a8-f9be4255be10', 'tenant_id': '7eaea7f33c58432a9d19111cc275f4e1', 'mac_address': 'fa:16:3e:8e:23:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f53ca0b-ff09-4351-ab77-c1e0529db189', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b65cb694-993a-4803-b2e5-1f1edaa872e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836180-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:41:37Z', 'updated_at': '2022-04-01T13:41:45Z', 'revision_number': 5, 'project_id': '7eaea7f33c58432a9d19111cc275f4e1', 'subnets': [{'id': 'b65cb694-993a-4803-b2e5-1f1edaa872e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 13:42:16.585681 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.db_base_plugin_common [None req-cbd44198-bb2c-42af-850f-3ca404b58502 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Allocated IP 172.20.0.9 (39052904-669f-4c76-a0bc-a393ce62e63f/9460da06-e4ea-4fc4-860c-0f4fc3fd9740/d81580d1-45b3-4989-a35a-fed78368a2f0) {{(pid=83871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 13:42:16.607709 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-d763e85f-cd8f-4436-99a6-35ef13886033 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:16.610848 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-334d6e21-f413-4c15-b103-dda4e45c232d tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:42:16.616387 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72729044-989a-4e04-abb9-12a390e6ac97 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Pushing event updated for resources: {'Network': ['ID=144828d6-cd19-456c-b1e5-5e0e13a84057,revision_number=1']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:42:16.618779 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-334d6e21-f413-4c15-b103-dda4e45c232d tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Usage tracker for resource:subnet and tenant:2ac88458dfe547ba9bcc73de4b0c8518 is out of sync, need to count used quota {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 13:42:16.621926 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-334d6e21-f413-4c15-b103-dda4e45c232d tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 13:42:16.628213 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-334d6e21-f413-4c15-b103-dda4e45c232d tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:42:16.639353 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Network 144828d6-cd19-456c-b1e5-5e0e13a84057 details requested by agent ovs-agent-dv-neutron-836180-1-hyperv with host dv-neutron-836180-1-hyperv {{(pid=83872) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 13:42:16.639643 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-334d6e21-f413-4c15-b103-dda4e45c232d tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Made reservation on behalf of 2ac88458dfe547ba9bcc73de4b0c8518 for: {'subnet': 1} {{(pid=83869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 13:42:16.677015 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-36031565-6e78-4213-b570-9f0baaac7119 tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4084029'] for router_interface, before_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:16.748421 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-334d6e21-f413-4c15-b103-dda4e45c232d tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2999481'] for subnet, before_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:16.768596 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-d763e85f-cd8f-4436-99a6-35ef13886033 None None] For port 09f5197b-521b-420c-91a6-559a34a591f4, host dv-neutron-836180-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836180-1-hyperv',level=0,port_id=09f5197b-521b-420c-91a6-559a34a591f4,segment=NetworkSegment(acf77735-c17e-4b4c-af2c-ad7e5e6e3290),segment_id=acf77735-c17e-4b4c-af2c-ad7e5e6e3290)] {{(pid=83872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 13:42:16.775945 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-d763e85f-cd8f-4436-99a6-35ef13886033 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864'] for port, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:16.880750 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d763e85f-cd8f-4436-99a6-35ef13886033 None None] Pushing event updated for resources: {'Port': ['ID=09f5197b-521b-420c-91a6-559a34a591f4,revision_number=3']} {{(pid=83872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:42:17.053138 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-334d6e21-f413-4c15-b103-dda4e45c232d tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2705391', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2999447'] for subnet, after_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:17.099377 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-cbd44198-bb2c-42af-850f-3ca404b58502 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Notify callbacks [] for port, precommit_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:17.113699 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-5af8ba5c-6612-40cd-914a-11dc90455a42 None None] Provisioning complete for port 09f5197b-521b-420c-91a6-559a34a591f4 triggered by entity DHCP. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 13:42:17.114344 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-5af8ba5c-6612-40cd-914a-11dc90455a42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-948329'] for port, provisioning_complete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:17.125757 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.provisioning_blocks [None req-cbd44198-bb2c-42af-850f-3ca404b58502 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Transition to ACTIVE for port object d81580d1-45b3-4989-a35a-fed78368a2f0 will not be triggered until provisioned by entity DHCP. {{(pid=83871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 13:42:17.168357 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334d6e21-f413-4c15-b103-dda4e45c232d tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Pushing event updated for resources: {'Subnet': ['ID=39082d9f-b420-4adc-b28b-b505b2e1472e,revision_number=0']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:42:17.182471 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-334d6e21-f413-4c15-b103-dda4e45c232d tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Checking segment: {'id': 'f56e3000-49b2-452b-b84f-0f0cd4158cc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '144828d6-cd19-456c-b1e5-5e0e13a84057'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 13:42:17.182965 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-334d6e21-f413-4c15-b103-dda4e45c232d tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Network hostable DHCP agents. Network: 144828d6-cd19-456c-b1e5-5e0e13a84057, hostable agents: ['e47e4547-5c2d-4954-ba56-fa3646239f18'], hosted agents: [] {{(pid=83869) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 13:42:17.222958 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-334d6e21-f413-4c15-b103-dda4e45c232d tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Network 144828d6-cd19-456c-b1e5-5e0e13a84057 is scheduled to be hosted by DHCP agent e47e4547-5c2d-4954-ba56-fa3646239f18 with binding_index 1 {{(pid=83869) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 13:42:17.237550 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.scheduler.base_scheduler [None req-334d6e21-f413-4c15-b103-dda4e45c232d tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-836180-1-hyperv, 144828d6-cd19-456c-b1e5-5e0e13a84057) {{(pid=83869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 13:42:17.252913 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-334d6e21-f413-4c15-b103-dda4e45c232d tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:42:17.253703 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-334d6e21-f413-4c15-b103-dda4e45c232d tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Notify callbacks [] for subnet, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:17.258085 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-cbd44198-bb2c-42af-850f-3ca404b58502 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736732935801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2743125'] for port, after_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:17.274804 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c869ec49-71a4-4241-adcb-6f1018ba9d91 None None] Network 144828d6-cd19-456c-b1e5-5e0e13a84057 requested from dv-neutron-836180-1-hyperv {{(pid=83872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 13:42:17.289098 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-334d6e21-f413-4c15-b103-dda4e45c232d tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8244483 Apr 01 13:42:17.289857 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 56024) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:42:17.296609 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.v2.base [None req-9bd49ae5-06db-4cd7-bae5-7adf695065a7 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-1973933469', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:42:17.304508 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-9bd49ae5-06db-4cd7-bae5-7adf695065a7 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:42:17.309974 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-9bd49ae5-06db-4cd7-bae5-7adf695065a7 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Usage tracker for resource:router and tenant:2ac88458dfe547ba9bcc73de4b0c8518 is out of sync, need to count used quota {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 13:42:17.314700 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-9bd49ae5-06db-4cd7-bae5-7adf695065a7 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 13:42:17.321756 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-9bd49ae5-06db-4cd7-bae5-7adf695065a7 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:42:17.335559 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-9bd49ae5-06db-4cd7-bae5-7adf695065a7 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4082176', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4220'] for router, before_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:17.336875 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-9bd49ae5-06db-4cd7-bae5-7adf695065a7 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4082277', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4084873', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4148249', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4211'] for router, precommit_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:17.364723 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-9bd49ae5-06db-4cd7-bae5-7adf695065a7 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:17.374553 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-5af8ba5c-6612-40cd-914a-11dc90455a42 None None] Provisioning for port 159accf8-c670-4f38-b6aa-9c396ca16101 completed by entity DHCP. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 13:42:17.383656 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-5af8ba5c-6612-40cd-914a-11dc90455a42 None None] Provisioning complete for port 159accf8-c670-4f38-b6aa-9c396ca16101 triggered by entity DHCP. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 13:42:17.384110 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-5af8ba5c-6612-40cd-914a-11dc90455a42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-948329'] for port, provisioning_complete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:17.388792 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-9bd49ae5-06db-4cd7-bae5-7adf695065a7 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4082201', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4084858'] for router, after_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:17.395666 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbd44198-bb2c-42af-850f-3ca404b58502 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Network 39052904-669f-4c76-a0bc-a393ce62e63f is already hosted by enough agents. {{(pid=83871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 13:42:17.398296 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd44198-bb2c-42af-850f-3ca404b58502 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Pushing event updated for resources: {'Port': ['ID=d81580d1-45b3-4989-a35a-fed78368a2f0,revision_number=1']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:42:17.402946 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.scheduler.base_scheduler [None req-cbd44198-bb2c-42af-850f-3ca404b58502 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Resources bound (agent type, host, resource id): {{(pid=83871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 13:42:17.407916 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbd44198-bb2c-42af-850f-3ca404b58502 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Received port after_create {{(pid=83871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 13:42:17.434953 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-9bd49ae5-06db-4cd7-bae5-7adf695065a7 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Notify callbacks [] for router, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:17.439786 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-9bd49ae5-06db-4cd7-bae5-7adf695065a7 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.1463873 Apr 01 13:42:17.440327 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 56028) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:42:17.447333 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.v2.base [None req-817e575a-7bc2-498c-87ee-c671fb7447f8 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Request body: {'port': {'network_id': '144828d6-cd19-456c-b1e5-5e0e13a84057', 'name': 'tempest-PortsIpV6TestJSON-905095112'}} {{(pid=83869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:42:17.461465 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.plugin [None req-5af8ba5c-6612-40cd-914a-11dc90455a42 None None] Port 159accf8-c670-4f38-b6aa-9c396ca16101 cannot update to ACTIVE because it is not bound. {{(pid=83872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 13:42:17.520415 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbd44198-bb2c-42af-850f-3ca404b58502 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:42:17.521032 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-cbd44198-bb2c-42af-850f-3ca404b58502 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109561'] for port, before_response {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:17.591992 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-cbd44198-bb2c-42af-850f-3ca404b58502 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 2.1833730 Apr 01 13:42:17.597652 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 56032) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:42:17.600760 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88974ecc-b6cf-45cf-b283-32497d0024d4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7e7d0ecb-2af4-55f5-9198-238ab0570d62-144828d6-cd19-456c-b1e5-5e0e13a84057', 'network_id': '144828d6-cd19-456c-b1e5-5e0e13a84057', 'tenant_id': '2ac88458dfe547ba9bcc73de4b0c8518', 'fixed_ips': [{'subnet_id': '39082d9f-b420-4adc-b28b-b505b2e1472e'}]}} from dv-neutron-836180-1-hyperv. {{(pid=83872) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 01 13:42:17.601661 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-88974ecc-b6cf-45cf-b283-32497d0024d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:17.620653 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-3a70b0eb-3ad6-4dc3-a82e-03912ab8d929 None None] Provisioning complete for port 159accf8-c670-4f38-b6aa-9c396ca16101 triggered by entity DHCP. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 13:42:17.621296 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-3a70b0eb-3ad6-4dc3-a82e-03912ab8d929 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-948329'] for port, provisioning_complete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:17.676923 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Device 09f5197b-521b-420c-91a6-559a34a591f4 up at agent ovs-agent-dv-neutron-836180-1-hyperv {{(pid=83872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 13:42:17.722458 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-817e575a-7bc2-498c-87ee-c671fb7447f8 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:42:17.738081 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-817e575a-7bc2-498c-87ee-c671fb7447f8 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:42:17.745344 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08b0d21e-7595-426d-b8d6-727949da6302 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:42:17.746100 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-08b0d21e-7595-426d-b8d6-727949da6302 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Synchronizing usage tracker for tenant:1932cd2bf32d410ebaa96b0062b29072 on resource:port {{(pid=83869) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 13:42:17.763203 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.plugin [None req-3a70b0eb-3ad6-4dc3-a82e-03912ab8d929 None None] Port 159accf8-c670-4f38-b6aa-9c396ca16101 cannot update to ACTIVE because it is not bound. {{(pid=83872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 13:42:17.763484 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-817e575a-7bc2-498c-87ee-c671fb7447f8 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Made reservation on behalf of 2ac88458dfe547ba9bcc73de4b0c8518 for: {'port': 1} {{(pid=83869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 13:42:17.766105 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-817e575a-7bc2-498c-87ee-c671fb7447f8 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:17.784762 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-08b0d21e-7595-426d-b8d6-727949da6302 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Unset dirty status for tenant:1932cd2bf32d410ebaa96b0062b29072 on resource:port {{(pid=83869) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 13:42:17.788395 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-08b0d21e-7595-426d-b8d6-727949da6302 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] 10.222.0.26 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 923 time: 0.1847773 Apr 01 13:42:17.789401 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 56036) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:42:17.814072 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.plugin [None req-36031565-6e78-4213-b570-9f0baaac7119 tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Deleting port 4f19e4c2-bc1f-4625-9049-6cf8381dc6af {{(pid=83871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 13:42:17.814706 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-36031565-6e78-4213-b570-9f0baaac7119 tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736733287370'] for port, before_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:17.839614 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.notifiers.nova [None req-817e575a-7bc2-498c-87ee-c671fb7447f8 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] device_id is not set on port d80a8ec9-7d04-4d6a-b08c-1193f7201592 yet. {{(pid=83869) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 01 13:42:17.869868 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Provisioning complete for port 09f5197b-521b-420c-91a6-559a34a591f4 triggered by entity L2. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 13:42:17.870235 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-948329'] for port, provisioning_complete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:17.937988 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.db_base_plugin_common [None req-88974ecc-b6cf-45cf-b283-32497d0024d4 None None] Allocated IP 2001:db8::2 (144828d6-cd19-456c-b1e5-5e0e13a84057/39082d9f-b420-4adc-b28b-b505b2e1472e/3f97dbd3-2a93-4cf3-85a4-0aeba8946865) {{(pid=83872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 13:42:17.943821 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b94f713b-51c6-416a-ac19-c757b5e622f2 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:42:17.947690 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b94f713b-51c6-416a-ac19-c757b5e622f2 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:42:17.952320 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b94f713b-51c6-416a-ac19-c757b5e622f2 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:42:17.956911 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-b94f713b-51c6-416a-ac19-c757b5e622f2 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] 10.222.0.26 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2379 time: 0.1639817 Apr 01 13:42:17.957134 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 56040) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:42:17.957793 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-ae8d420c-fb64-4edf-9577-4bb217450f4d None None] Provisioning for port d81580d1-45b3-4989-a35a-fed78368a2f0 completed by entity DHCP. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 13:42:18.024792 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.plugin [None req-d6de7f0e-a246-404b-b277-064a546faa5b tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Deleting port d81580d1-45b3-4989-a35a-fed78368a2f0 {{(pid=83869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 13:42:18.025128 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-d6de7f0e-a246-404b-b277-064a546faa5b tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736733287370'] for port, before_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:18.030334 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-ae8d420c-fb64-4edf-9577-4bb217450f4d None None] Provisioning complete for port d81580d1-45b3-4989-a35a-fed78368a2f0 triggered by entity DHCP. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 13:42:18.030962 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-ae8d420c-fb64-4edf-9577-4bb217450f4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-948329'] for port, provisioning_complete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:18.032654 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.db [None req-36031565-6e78-4213-b570-9f0baaac7119 tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] For port 4f19e4c2-bc1f-4625-9049-6cf8381dc6af, host dv-neutron-836180-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836180-1-hyperv',level=0,port_id=4f19e4c2-bc1f-4625-9049-6cf8381dc6af,segment=NetworkSegment(2b22723b-36c0-428d-b7b6-1fd68f3ec682),segment_id=2b22723b-36c0-428d-b7b6-1fd68f3ec682)] {{(pid=83871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 13:42:18.033113 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-36031565-6e78-4213-b570-9f0baaac7119 tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4155147'] for port, precommit_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:18.168772 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.plugin [None req-36031565-6e78-4213-b570-9f0baaac7119 tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Calling delete_port for 4f19e4c2-bc1f-4625-9049-6cf8381dc6af owned by network:router_interface {{(pid=83871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 13:42:18.192943 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.plugin [None req-ae8d420c-fb64-4edf-9577-4bb217450f4d None None] Port d81580d1-45b3-4989-a35a-fed78368a2f0 cannot update to ACTIVE because it is not bound. {{(pid=83872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 13:42:18.228336 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Device 0ff5d24e-bbf1-47ae-86ad-5cc9a4ec5af0 no longer exists at agent ovs-agent-dv-neutron-836180-1-hyperv {{(pid=83872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 13:42:18.269650 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.plugin [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] No Port match for: 0ff5d24e-bbf1-47ae-86ad-5cc9a4ec5af0 {{(pid=83872) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 01 13:42:18.270455 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Device 0ff5d24e-bbf1-47ae-86ad-5cc9a4ec5af0 not bound to the agent host dv-neutron-836180-1-hyperv {{(pid=83872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 13:42:18.299684 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-d6de7f0e-a246-404b-b277-064a546faa5b tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4155147'] for port, precommit_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:18.348600 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-88974ecc-b6cf-45cf-b283-32497d0024d4 None None] Notify callbacks [] for port, precommit_create {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:18.360939 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-88974ecc-b6cf-45cf-b283-32497d0024d4 None None] Transition to ACTIVE for port object 3f97dbd3-2a93-4cf3-85a4-0aeba8946865 will not be triggered until provisioned by entity L2. {{(pid=83872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 13:42:18.386618 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-36031565-6e78-4213-b570-9f0baaac7119 tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736733359243', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736732935810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2743125'] for port, after_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:18.392331 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-88974ecc-b6cf-45cf-b283-32497d0024d4 None None] Transition to ACTIVE for port object 3f97dbd3-2a93-4cf3-85a4-0aeba8946865 will not be triggered until provisioned by entity DHCP. {{(pid=83872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 13:42:18.402050 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-88974ecc-b6cf-45cf-b283-32497d0024d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736732935801'] for port, after_create {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:18.448067 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36031565-6e78-4213-b570-9f0baaac7119 tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Pushing event deleted for resources: {'Port': ['ID=4f19e4c2-bc1f-4625-9049-6cf8381dc6af,revision_number=None']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:42:18.480711 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88974ecc-b6cf-45cf-b283-32497d0024d4 None None] Network 144828d6-cd19-456c-b1e5-5e0e13a84057 is already hosted by enough agents. {{(pid=83872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 13:42:18.484520 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.scheduler.base_scheduler [None req-88974ecc-b6cf-45cf-b283-32497d0024d4 None None] Resources bound (agent type, host, resource id): {{(pid=83872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 13:42:18.488636 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88974ecc-b6cf-45cf-b283-32497d0024d4 None None] Received port after_create {{(pid=83872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 13:42:18.494857 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88974ecc-b6cf-45cf-b283-32497d0024d4 None None] Pushing event updated for resources: {'Port': ['ID=3f97dbd3-2a93-4cf3-85a4-0aeba8946865,revision_number=1']} {{(pid=83872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:42:18.569076 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.plugin [None req-d6de7f0e-a246-404b-b277-064a546faa5b tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Calling delete_port for d81580d1-45b3-4989-a35a-fed78368a2f0 owned by {{(pid=83869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 13:42:18.589070 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.managers [None req-88974ecc-b6cf-45cf-b283-32497d0024d4 None None] Attempting to bind port 3f97dbd3-2a93-4cf3-85a4-0aeba8946865 on host dv-neutron-836180-1-hyperv for vnic_type normal with profile {{(pid=83872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 13:42:18.589508 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.managers [None req-88974ecc-b6cf-45cf-b283-32497d0024d4 None None] Attempting to bind port 3f97dbd3-2a93-4cf3-85a4-0aeba8946865 by drivers openvswitch,hyperv on host dv-neutron-836180-1-hyperv at level 0 using segments [{'id': 'f56e3000-49b2-452b-b84f-0f0cd4158cc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '144828d6-cd19-456c-b1e5-5e0e13a84057'}] {{(pid=83872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 13:42:18.589944 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88974ecc-b6cf-45cf-b283-32497d0024d4 None None] Attempting to bind port 3f97dbd3-2a93-4cf3-85a4-0aeba8946865 on network 144828d6-cd19-456c-b1e5-5e0e13a84057 {{(pid=83872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 13:42:18.598168 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88974ecc-b6cf-45cf-b283-32497d0024d4 None None] Checking agent: {'id': 'af948428-97cd-4d10-9f53-af028bdb39b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-836180-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 13, 25, 37), 'started_at': datetime.datetime(2022, 4, 1, 13, 26, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 13, 42, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-836180-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 13:42:18.598531 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88974ecc-b6cf-45cf-b283-32497d0024d4 None None] Checking segment: {'id': 'f56e3000-49b2-452b-b84f-0f0cd4158cc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '144828d6-cd19-456c-b1e5-5e0e13a84057'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 13:42:18.599075 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-88974ecc-b6cf-45cf-b283-32497d0024d4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:18.599525 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88974ecc-b6cf-45cf-b283-32497d0024d4 None None] Bound using segment: {'id': 'f56e3000-49b2-452b-b84f-0f0cd4158cc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '144828d6-cd19-456c-b1e5-5e0e13a84057'} {{(pid=83872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 13:42:18.601721 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.managers [None req-88974ecc-b6cf-45cf-b283-32497d0024d4 None None] Bound port: 3f97dbd3-2a93-4cf3-85a4-0aeba8946865, host: dv-neutron-836180-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f56e3000-49b2-452b-b84f-0f0cd4158cc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '144828d6-cd19-456c-b1e5-5e0e13a84057'}}] {{(pid=83872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 13:42:18.602720 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-88974ecc-b6cf-45cf-b283-32497d0024d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:18.664289 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.db_base_plugin_common [None req-817e575a-7bc2-498c-87ee-c671fb7447f8 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Allocated IP 2001:db8::265 (144828d6-cd19-456c-b1e5-5e0e13a84057/39082d9f-b420-4adc-b28b-b505b2e1472e/d80a8ec9-7d04-4d6a-b08c-1193f7201592) {{(pid=83869) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 13:42:18.727831 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-88974ecc-b6cf-45cf-b283-32497d0024d4 None None] For port 3f97dbd3-2a93-4cf3-85a4-0aeba8946865, host dv-neutron-836180-1-hyperv, cleared binding levels {{(pid=83872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 13:42:18.731272 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-88974ecc-b6cf-45cf-b283-32497d0024d4 None None] For port 3f97dbd3-2a93-4cf3-85a4-0aeba8946865, host dv-neutron-836180-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836180-1-hyperv',level=0,port_id=3f97dbd3-2a93-4cf3-85a4-0aeba8946865,segment=NetworkSegment(f56e3000-49b2-452b-b84f-0f0cd4158cc6),segment_id=f56e3000-49b2-452b-b84f-0f0cd4158cc6)] {{(pid=83872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 13:42:18.737807 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-88974ecc-b6cf-45cf-b283-32497d0024d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864'] for port, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:18.772682 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-d6de7f0e-a246-404b-b277-064a546faa5b tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736733359243', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736732935810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2705155'] for port, after_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:18.824557 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88974ecc-b6cf-45cf-b283-32497d0024d4 None None] Pushing event updated for resources: {'Port': ['ID=3f97dbd3-2a93-4cf3-85a4-0aeba8946865,revision_number=2']} {{(pid=83872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:42:18.835495 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-36031565-6e78-4213-b570-9f0baaac7119 tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3017585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4084076'] for router_interface, after_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:18.836597 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6de7f0e-a246-404b-b277-064a546faa5b tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Pushing event deleted for resources: {'Port': ['ID=d81580d1-45b3-4989-a35a-fed78368a2f0,revision_number=None']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:42:19.065844 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-d6de7f0e-a246-404b-b277-064a546faa5b tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109561'] for port, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:19.120646 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-d6de7f0e-a246-404b-b277-064a546faa5b tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] 10.222.0.26 "DELETE /v2.0/ports/d81580d1-45b3-4989-a35a-fed78368a2f0 HTTP/1.1" status: 204 len: 168 time: 1.1623974 Apr 01 13:42:19.124533 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 56044) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:42:19.195868 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.pecan_wsgi.hooks.translation [None req-a495aa1f-4aae-404f-a72a-dd4a8f986416 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] GET failed (client error): The resource could not be found. Apr 01 13:42:19.196414 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-a495aa1f-4aae-404f-a72a-dd4a8f986416 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Synchronizing usage tracker for tenant:1932cd2bf32d410ebaa96b0062b29072 on resource:port {{(pid=83869) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 13:42:19.205224 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-817e575a-7bc2-498c-87ee-c671fb7447f8 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Notify callbacks [] for port, precommit_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:19.232153 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.provisioning_blocks [None req-817e575a-7bc2-498c-87ee-c671fb7447f8 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Transition to ACTIVE for port object d80a8ec9-7d04-4d6a-b08c-1193f7201592 will not be triggered until provisioned by entity DHCP. {{(pid=83869) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 13:42:19.237139 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-a495aa1f-4aae-404f-a72a-dd4a8f986416 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Unset dirty status for tenant:1932cd2bf32d410ebaa96b0062b29072 on resource:port {{(pid=83869) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 13:42:19.241411 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-a495aa1f-4aae-404f-a72a-dd4a8f986416 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] 10.222.0.26 "GET /v2.0/ports/d81580d1-45b3-4989-a35a-fed78368a2f0 HTTP/1.1" status: 404 len: 333 time: 0.1157641 Apr 01 13:42:19.242984 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 56048) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:42:19.318259 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.plugin [None req-b75f7eea-2872-43ee-883e-3bae3c58db5f tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Deleting port 159accf8-c670-4f38-b6aa-9c396ca16101 {{(pid=83869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 13:42:19.318923 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-b75f7eea-2872-43ee-883e-3bae3c58db5f tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736733287370'] for port, before_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:19.402162 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36031565-6e78-4213-b570-9f0baaac7119 tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Router 0f53ca0b-ff09-4351-ab77-c1e0529db189 has already been hosted by L3 agent 88bf8fc8-11a3-4e96-9d1b-5fd93ba9f6f1 {{(pid=83871) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 13:42:19.406458 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-817e575a-7bc2-498c-87ee-c671fb7447f8 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736732935801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2705155'] for port, after_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:19.511286 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-817e575a-7bc2-498c-87ee-c671fb7447f8 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Network 144828d6-cd19-456c-b1e5-5e0e13a84057 is already hosted by enough agents. {{(pid=83869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 13:42:19.530187 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817e575a-7bc2-498c-87ee-c671fb7447f8 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Pushing event updated for resources: {'Port': ['ID=d80a8ec9-7d04-4d6a-b08c-1193f7201592,revision_number=1']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:42:19.533265 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.scheduler.base_scheduler [None req-817e575a-7bc2-498c-87ee-c671fb7447f8 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Resources bound (agent type, host, resource id): {{(pid=83869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 13:42:19.535279 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-817e575a-7bc2-498c-87ee-c671fb7447f8 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Received port after_create {{(pid=83869) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 13:42:19.539378 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-817e575a-7bc2-498c-87ee-c671fb7447f8 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:42:19.539983 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-817e575a-7bc2-498c-87ee-c671fb7447f8 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109561'] for port, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:19.573740 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36031565-6e78-4213-b570-9f0baaac7119 tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Notify agent at l3_agent.dv-neutron-836180-1-hyperv the message routers_updated {{(pid=83871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 13:42:19.584757 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59862873-149f-4ad2-841b-040b43fe45c6 None None] Sync routers for ids ['0f53ca0b-ff09-4351-ab77-c1e0529db189'] in dv-neutron-836180-1-hyperv {{(pid=83872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 13:42:19.597628 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-36031565-6e78-4213-b570-9f0baaac7119 tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] 10.222.0.26 "PUT /v2.0/routers/0f53ca0b-ff09-4351-ab77-c1e0529db189/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6605253 Apr 01 13:42:19.598473 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 56052) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:42:19.600043 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59862873-149f-4ad2-841b-040b43fe45c6 None None] Routers {'0f53ca0b-ff09-4351-ab77-c1e0529db189'} bound to L3 agent in host dv-neutron-836180-1-hyperv {{(pid=83872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 13:42:19.600857 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_hamode_db [None req-59862873-149f-4ad2-841b-040b43fe45c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836180-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T13:25:36Z,description=,heartbeat_timestamp=2022-04-01T13:42:06Z,host='dv-neutron-836180-1-hyperv',id=88bf8fc8-11a3-4e96-9d1b-5fd93ba9f6f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T13:25:36Z,topic='l3_agent')) {'router_ids': ['0f53ca0b-ff09-4351-ab77-c1e0529db189'], 'active': True} {{(pid=83872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:42:19.626799 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-817e575a-7bc2-498c-87ee-c671fb7447f8 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.1843190 Apr 01 13:42:19.641033 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 56056) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:42:19.792444 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Device 3f97dbd3-2a93-4cf3-85a4-0aeba8946865 up at agent ovs-agent-dv-neutron-836180-1-hyperv {{(pid=83872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 13:42:19.830409 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-b75f7eea-2872-43ee-883e-3bae3c58db5f tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4155147'] for port, precommit_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:19.859577 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_dvr_db [None req-59862873-149f-4ad2-841b-040b43fe45c6 None None] Set router 0f53ca0b-ff09-4351-ab77-c1e0529db189 gateway port host: None {{(pid=83872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 13:42:19.870537 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.db_base_plugin_v2 [None req-f1efba49-2da6-42f5-9f69-81eb1e66a6cf tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Deleting subnet 99a71cfc-9137-488f-afc8-edace8fb01f1 {{(pid=83871) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 01 13:42:19.874662 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-f1efba49-2da6-42f5-9f69-81eb1e66a6cf tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Notify callbacks [] for subnet, before_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:19.942566 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-f1efba49-2da6-42f5-9f69-81eb1e66a6cf tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3166365'] for subnet, precommit_delete_associations {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:19.956015 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Provisioning for port 3f97dbd3-2a93-4cf3-85a4-0aeba8946865 completed by entity L2. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 13:42:19.979292 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.plugin [None req-b75f7eea-2872-43ee-883e-3bae3c58db5f tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Calling delete_port for 159accf8-c670-4f38-b6aa-9c396ca16101 owned by {{(pid=83869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 13:42:20.042188 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-f1efba49-2da6-42f5-9f69-81eb1e66a6cf tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-945029'] for subnet, precommit_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:20.095364 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-399b7218-ccb7-4a94-9f33-54ecc195de5f None None] Network 144828d6-cd19-456c-b1e5-5e0e13a84057 requested from dv-neutron-836180-1-hyperv {{(pid=83872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 13:42:20.134829 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-f1efba49-2da6-42f5-9f69-81eb1e66a6cf tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-945042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2743160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2757373'] for subnet, after_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:20.178265 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1efba49-2da6-42f5-9f69-81eb1e66a6cf tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Pushing event deleted for resources: {'Subnet': ['ID=99a71cfc-9137-488f-afc8-edace8fb01f1,revision_number=None']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:42:20.181838 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-f1efba49-2da6-42f5-9f69-81eb1e66a6cf tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Notify callbacks [] for subnet, before_response {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:20.191506 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-f1efba49-2da6-42f5-9f69-81eb1e66a6cf tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] 10.222.0.26 "DELETE /v2.0/subnets/99a71cfc-9137-488f-afc8-edace8fb01f1 HTTP/1.1" status: 204 len: 168 time: 0.5886414 Apr 01 13:42:20.191506 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 56060) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:42:20.204079 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9caac4bf-5110-48aa-b60c-e6be98d1987d None None] Network c85b04f5-731a-4508-b55c-0acafaef81ea requested from dv-neutron-836180-1-hyperv {{(pid=83872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 13:42:20.413895 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-cad12452-4c9c-4944-8e51-ea76373ca4e0 None None] Provisioning for port 3f97dbd3-2a93-4cf3-85a4-0aeba8946865 completed by entity DHCP. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 13:42:20.433058 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-98e17afc-c533-45f8-852f-9b079e192daa tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1033078'] for network, before_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:20.445175 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.plugin [None req-98e17afc-c533-45f8-852f-9b079e192daa tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Deleting port f29570c3-d694-4a88-b242-3bc262a28b2c {{(pid=83871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 13:42:20.445508 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-98e17afc-c533-45f8-852f-9b079e192daa tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736733287370'] for port, before_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:20.465109 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-cad12452-4c9c-4944-8e51-ea76373ca4e0 None None] Provisioning complete for port 3f97dbd3-2a93-4cf3-85a4-0aeba8946865 triggered by entity DHCP. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 13:42:20.465491 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-cad12452-4c9c-4944-8e51-ea76373ca4e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-948329'] for port, provisioning_complete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:20.496810 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-b75f7eea-2872-43ee-883e-3bae3c58db5f tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736733359243', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736732935810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2705155'] for port, after_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:20.574865 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b75f7eea-2872-43ee-883e-3bae3c58db5f tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Pushing event deleted for resources: {'Port': ['ID=159accf8-c670-4f38-b6aa-9c396ca16101,revision_number=None']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:42:20.690204 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.db [None req-98e17afc-c533-45f8-852f-9b079e192daa tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] For port f29570c3-d694-4a88-b242-3bc262a28b2c, host dv-neutron-836180-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836180-1-hyperv',level=0,port_id=f29570c3-d694-4a88-b242-3bc262a28b2c,segment=NetworkSegment(2b22723b-36c0-428d-b7b6-1fd68f3ec682),segment_id=2b22723b-36c0-428d-b7b6-1fd68f3ec682)] {{(pid=83871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 13:42:20.691998 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-98e17afc-c533-45f8-852f-9b079e192daa tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4155147'] for port, precommit_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:20.778973 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-b75f7eea-2872-43ee-883e-3bae3c58db5f tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109561'] for port, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:20.816452 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-b75f7eea-2872-43ee-883e-3bae3c58db5f tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] 10.222.0.26 "DELETE /v2.0/ports/159accf8-c670-4f38-b6aa-9c396ca16101 HTTP/1.1" status: 204 len: 168 time: 1.5723181 Apr 01 13:42:20.820828 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 56064) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:42:20.831635 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-cad12452-4c9c-4944-8e51-ea76373ca4e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:20.853810 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_hamode_db [None req-59862873-149f-4ad2-841b-040b43fe45c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f53ca0b-ff09-4351-ab77-c1e0529db189', 'name': 'tempest-RoutersTest-router-190868674', 'tenant_id': '7eaea7f33c58432a9d19111cc275f4e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T13:41:34Z', 'updated_at': '2022-04-01T13:42:18Z', 'revision_number': 9, 'project_id': '7eaea7f33c58432a9d19111cc275f4e1', 'gw_port_host': None, '_interfaces': [{'id': '1055cb1d-e5ae-4d5c-9933-60181a7b5f38', 'name': '', 'network_id': '10ff9f13-ba46-4e19-a3ef-7dbc3ca70388', 'tenant_id': '7eaea7f33c58432a9d19111cc275f4e1', 'mac_address': 'fa:16:3e:dd:62:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f53ca0b-ff09-4351-ab77-c1e0529db189', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'eda77751-1d0c-475b-bc65-4c85201184e6', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836180-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:41:44Z', 'updated_at': '2022-04-01T13:41:55Z', 'revision_number': 5, 'project_id': '7eaea7f33c58432a9d19111cc275f4e1', 'subnets': [{'id': 'eda77751-1d0c-475b-bc65-4c85201184e6', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7d78f01b-61b5-4c39-a5cd-9ac1ebf4ac15', 'name': '', 'network_id': '52e92d7a-7b71-4f8b-95a8-f9be4255be10', 'tenant_id': '7eaea7f33c58432a9d19111cc275f4e1', 'mac_address': 'fa:16:3e:8e:23:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f53ca0b-ff09-4351-ab77-c1e0529db189', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b65cb694-993a-4803-b2e5-1f1edaa872e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836180-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:41:37Z', 'updated_at': '2022-04-01T13:41:45Z', 'revision_number': 5, 'project_id': '7eaea7f33c58432a9d19111cc275f4e1', 'subnets': [{'id': 'b65cb694-993a-4803-b2e5-1f1edaa872e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-836180-1-hyperv', False) {} {{(pid=83872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:42:20.867085 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-01936386-1119-40fa-a174-843ba6b969b2 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:20.877727 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59862873-149f-4ad2-841b-040b43fe45c6 None None] Checking router: 0f53ca0b-ff09-4351-ab77-c1e0529db189 for host: dv-neutron-836180-1-hyperv {{(pid=83872) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 01 13:42:20.879170 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.plugin [None req-98e17afc-c533-45f8-852f-9b079e192daa tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Calling delete_port for f29570c3-d694-4a88-b242-3bc262a28b2c owned by network:dhcp {{(pid=83871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 13:42:20.891296 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.pecan_wsgi.hooks.translation [None req-cd848e41-da3e-44d2-9328-247d13b67fc4 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] GET failed (client error): The resource could not be found. Apr 01 13:42:20.891917 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-cd848e41-da3e-44d2-9328-247d13b67fc4 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Synchronizing usage tracker for tenant:1932cd2bf32d410ebaa96b0062b29072 on resource:port {{(pid=83869) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 13:42:20.904506 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-cad12452-4c9c-4944-8e51-ea76373ca4e0 None None] For port 3f97dbd3-2a93-4cf3-85a4-0aeba8946865, host dv-neutron-836180-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836180-1-hyperv',level=0,port_id=3f97dbd3-2a93-4cf3-85a4-0aeba8946865,segment=NetworkSegment(f56e3000-49b2-452b-b84f-0f0cd4158cc6),segment_id=f56e3000-49b2-452b-b84f-0f0cd4158cc6)] {{(pid=83872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 13:42:20.908728 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cfe0aba-d020-4c1b-8074-b886b1ccabab None None] DHCP port deletion for c85b04f5-731a-4508-b55c-0acafaef81ea request from dv-neutron-836180-1-hyperv {{(pid=83872) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 01 13:42:20.914280 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.plugin [None req-6cfe0aba-d020-4c1b-8074-b886b1ccabab None None] Deleting port f29570c3-d694-4a88-b242-3bc262a28b2c {{(pid=83872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 13:42:20.914644 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-6cfe0aba-d020-4c1b-8074-b886b1ccabab None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736733287370'] for port, before_delete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:20.942437 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59862873-149f-4ad2-841b-040b43fe45c6 None None] Routers {'0f53ca0b-ff09-4351-ab77-c1e0529db189'} bound to L3 agent in host dv-neutron-836180-1-hyperv {{(pid=83872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 13:42:20.943045 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_hamode_db [None req-59862873-149f-4ad2-841b-040b43fe45c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836180-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T13:25:36Z,description=,heartbeat_timestamp=2022-04-01T13:42:06Z,host='dv-neutron-836180-1-hyperv',id=88bf8fc8-11a3-4e96-9d1b-5fd93ba9f6f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T13:25:36Z,topic='l3_agent')) {'router_ids': ['0f53ca0b-ff09-4351-ab77-c1e0529db189'], 'active': True} {{(pid=83872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:42:20.946706 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-cd848e41-da3e-44d2-9328-247d13b67fc4 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Unset dirty status for tenant:1932cd2bf32d410ebaa96b0062b29072 on resource:port {{(pid=83869) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 13:42:20.951065 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-cd848e41-da3e-44d2-9328-247d13b67fc4 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] 10.222.0.26 "GET /v2.0/ports/159accf8-c670-4f38-b6aa-9c396ca16101 HTTP/1.1" status: 404 len: 333 time: 0.1267657 Apr 01 13:42:20.951640 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 56068) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:42:20.989890 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-cad12452-4c9c-4944-8e51-ea76373ca4e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864'] for port, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:21.059257 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-98e17afc-c533-45f8-852f-9b079e192daa tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736733359243', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736732935810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2743125'] for port, after_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:21.166563 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e17afc-c533-45f8-852f-9b079e192daa tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Pushing event deleted for resources: {'Port': ['ID=f29570c3-d694-4a88-b242-3bc262a28b2c,revision_number=None']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:42:21.186087 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98e17afc-c533-45f8-852f-9b079e192daa tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] No DVR routers for this DVR port f29570c3-d694-4a88-b242-3bc262a28b2c on host dv-neutron-836180-1-hyperv {{(pid=83871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 13:42:21.203989 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.plugin [None req-6cfe0aba-d020-4c1b-8074-b886b1ccabab None None] The port 'f29570c3-d694-4a88-b242-3bc262a28b2c' was deleted {{(pid=83872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 01 13:42:21.222357 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad12452-4c9c-4944-8e51-ea76373ca4e0 None None] Pushing event updated for resources: {'Port': ['ID=3f97dbd3-2a93-4cf3-85a4-0aeba8946865,revision_number=3']} {{(pid=83872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:42:21.229300 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_dvr_db [None req-59862873-149f-4ad2-841b-040b43fe45c6 None None] Set router 0f53ca0b-ff09-4351-ab77-c1e0529db189 gateway port host: None {{(pid=83872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 13:42:21.308509 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-01936386-1119-40fa-a174-843ba6b969b2 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Notify callbacks [] for port, precommit_update {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:21.319220 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-01936386-1119-40fa-a174-843ba6b969b2 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2705172'] for port, after_update {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:21.349937 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-98e17afc-c533-45f8-852f-9b079e192daa tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-942654', 'neutron.services.segments.db._delete_segments_for_network-8736733387888'] for network, precommit_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:21.379013 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.services.segments.db [None req-98e17afc-c533-45f8-852f-9b079e192daa tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c85b04f5-731a-4508-b55c-0acafaef81ea']}} {{(pid=83871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:42:21.393186 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.services.segments.db [None req-98e17afc-c533-45f8-852f-9b079e192daa tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2b22723b-36c0-428d-b7b6-1fd68f3ec682') {'for_net_delete': True} {{(pid=83871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:42:21.393395 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.services.segments.db [None req-98e17afc-c533-45f8-852f-9b079e192daa tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2b22723b-36c0-428d-b7b6-1fd68f3ec682') {} {{(pid=83871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:42:21.406072 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-98e17afc-c533-45f8-852f-9b079e192daa tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736733386999', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3166340'] for segment, before_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:21.423951 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-98e17afc-c533-45f8-852f-9b079e192daa tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1004271'] for segment, precommit_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:21.431537 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-98e17afc-c533-45f8-852f-9b079e192daa tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Releasing vlan 354 on physical network physnet1 to pool {{(pid=83871) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 01 13:42:21.432066 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-98e17afc-c533-45f8-852f-9b079e192daa tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1004262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2743078'] for segment, after_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:21.459855 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01936386-1119-40fa-a174-843ba6b969b2 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Pushing event updated for resources: {'Port': ['ID=d80a8ec9-7d04-4d6a-b08c-1193f7201592,revision_number=2']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:42:21.467938 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-c9a6e412-9bd1-4b3f-917a-7d25726adf56 None None] Provisioning for port d80a8ec9-7d04-4d6a-b08c-1193f7201592 completed by entity DHCP. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 13:42:21.480474 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-c9a6e412-9bd1-4b3f-917a-7d25726adf56 None None] Provisioning complete for port d80a8ec9-7d04-4d6a-b08c-1193f7201592 triggered by entity DHCP. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 13:42:21.480688 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-c9a6e412-9bd1-4b3f-917a-7d25726adf56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-948329'] for port, provisioning_complete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:21.525642 dv-neutron-836180-1-hyperv neutron-server[83871]: Traceback (most recent call last): Apr 01 13:42:21.525642 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 01 13:42:21.525642 dv-neutron-836180-1-hyperv neutron-server[83871]: timer() Apr 01 13:42:21.525642 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 13:42:21.525642 dv-neutron-836180-1-hyperv neutron-server[83871]: cb(*args, **kw) Apr 01 13:42:21.525642 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 13:42:21.525642 dv-neutron-836180-1-hyperv neutron-server[83871]: return func(*args, **kwargs) Apr 01 13:42:21.525642 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 13:42:21.525642 dv-neutron-836180-1-hyperv neutron-server[83871]: self._notify() Apr 01 13:42:21.525642 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 13:42:21.525642 dv-neutron-836180-1-hyperv neutron-server[83871]: self.callback(batched_events) Apr 01 13:42:21.525642 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 13:42:21.525642 dv-neutron-836180-1-hyperv neutron-server[83871]: event.method(event) Apr 01 13:42:21.525642 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 13:42:21.525642 dv-neutron-836180-1-hyperv neutron-server[83871]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 13:42:21.525642 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 13:42:21.525642 dv-neutron-836180-1-hyperv neutron-server[83871]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 13:42:21.525642 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 13:42:21.525642 dv-neutron-836180-1-hyperv neutron-server[83871]: return f(self, *a, **k) Apr 01 13:42:21.525642 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 13:42:21.525642 dv-neutron-836180-1-hyperv neutron-server[83871]: return self._get(url).json() Apr 01 13:42:21.525642 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 13:42:21.525642 dv-neutron-836180-1-hyperv neutron-server[83871]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 13:42:21.525642 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 01 13:42:21.525642 dv-neutron-836180-1-hyperv neutron-server[83871]: return self.request(url, 'GET', **kwargs) Apr 01 13:42:21.525642 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 01 13:42:21.525642 dv-neutron-836180-1-hyperv neutron-server[83871]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 13:42:21.525642 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 01 13:42:21.525642 dv-neutron-836180-1-hyperv neutron-server[83871]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 13:42:21.525642 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 01 13:42:21.525642 dv-neutron-836180-1-hyperv neutron-server[83871]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 13:42:21.525642 dv-neutron-836180-1-hyperv neutron-server[83871]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 13:42:21.554028 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.db_base_plugin_v2 [None req-ad6e2da8-8307-4ee3-b822-acb87a92e997 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Deleting subnet 9460da06-e4ea-4fc4-860c-0f4fc3fd9740 {{(pid=83871) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 01 13:42:21.555874 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-98e17afc-c533-45f8-852f-9b079e192daa tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-942599', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4084797'] for network, after_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:21.573645 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-ad6e2da8-8307-4ee3-b822-acb87a92e997 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Notify callbacks [] for subnet, before_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:21.589060 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.plugin [None req-c9a6e412-9bd1-4b3f-917a-7d25726adf56 None None] Port d80a8ec9-7d04-4d6a-b08c-1193f7201592 cannot update to ACTIVE because it is not bound. {{(pid=83872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 13:42:21.614219 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-98e17afc-c533-45f8-852f-9b079e192daa tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Notify callbacks [] for network, before_response {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:21.642057 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e17afc-c533-45f8-852f-9b079e192daa tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Pushing event deleted for resources: {'Network': ['ID=c85b04f5-731a-4508-b55c-0acafaef81ea,revision_number=None']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:42:21.648239 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-c9a6e412-9bd1-4b3f-917a-7d25726adf56 None None] Provisioning complete for port 3f97dbd3-2a93-4cf3-85a4-0aeba8946865 triggered by entity DHCP. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 13:42:21.648728 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-c9a6e412-9bd1-4b3f-917a-7d25726adf56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-948329'] for port, provisioning_complete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:21.661999 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-98e17afc-c533-45f8-852f-9b079e192daa tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] 10.222.0.26 "DELETE /v2.0/networks/c85b04f5-731a-4508-b55c-0acafaef81ea HTTP/1.1" status: 204 len: 168 time: 1.4698451 Apr 01 13:42:21.664978 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 56072) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:42:21.694995 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Device 3f97dbd3-2a93-4cf3-85a4-0aeba8946865 up at agent ovs-agent-dv-neutron-836180-1-hyperv {{(pid=83872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 13:42:21.720164 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-01936386-1119-40fa-a174-843ba6b969b2 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4084144'] for router_interface, before_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:21.728469 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-ad6e2da8-8307-4ee3-b822-acb87a92e997 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3166365'] for subnet, precommit_delete_associations {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:21.860637 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Provisioning complete for port 3f97dbd3-2a93-4cf3-85a4-0aeba8946865 triggered by entity L2. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 13:42:21.861222 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-948329'] for port, provisioning_complete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:21.909203 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-ad6e2da8-8307-4ee3-b822-acb87a92e997 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-945029'] for subnet, precommit_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:21.938171 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_hamode_db [None req-59862873-149f-4ad2-841b-040b43fe45c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f53ca0b-ff09-4351-ab77-c1e0529db189', 'name': 'tempest-RoutersTest-router-190868674', 'tenant_id': '7eaea7f33c58432a9d19111cc275f4e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T13:41:34Z', 'updated_at': '2022-04-01T13:42:18Z', 'revision_number': 9, 'project_id': '7eaea7f33c58432a9d19111cc275f4e1', 'gw_port_host': None, '_interfaces': [{'id': '1055cb1d-e5ae-4d5c-9933-60181a7b5f38', 'name': '', 'network_id': '10ff9f13-ba46-4e19-a3ef-7dbc3ca70388', 'tenant_id': '7eaea7f33c58432a9d19111cc275f4e1', 'mac_address': 'fa:16:3e:dd:62:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f53ca0b-ff09-4351-ab77-c1e0529db189', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'eda77751-1d0c-475b-bc65-4c85201184e6', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836180-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:41:44Z', 'updated_at': '2022-04-01T13:41:55Z', 'revision_number': 5, 'project_id': '7eaea7f33c58432a9d19111cc275f4e1', 'subnets': [{'id': 'eda77751-1d0c-475b-bc65-4c85201184e6', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7d78f01b-61b5-4c39-a5cd-9ac1ebf4ac15', 'name': '', 'network_id': '52e92d7a-7b71-4f8b-95a8-f9be4255be10', 'tenant_id': '7eaea7f33c58432a9d19111cc275f4e1', 'mac_address': 'fa:16:3e:8e:23:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f53ca0b-ff09-4351-ab77-c1e0529db189', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b65cb694-993a-4803-b2e5-1f1edaa872e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836180-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:41:37Z', 'updated_at': '2022-04-01T13:41:45Z', 'revision_number': 5, 'project_id': '7eaea7f33c58432a9d19111cc275f4e1', 'subnets': [{'id': 'b65cb694-993a-4803-b2e5-1f1edaa872e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-836180-1-hyperv', False) {} {{(pid=83872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:42:21.949087 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59862873-149f-4ad2-841b-040b43fe45c6 None None] The sync data for ids ['0f53ca0b-ff09-4351-ab77-c1e0529db189'] in dv-neutron-836180-1-hyperv is: [{'id': '0f53ca0b-ff09-4351-ab77-c1e0529db189', 'name': 'tempest-RoutersTest-router-190868674', 'tenant_id': '7eaea7f33c58432a9d19111cc275f4e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T13:41:34Z', 'updated_at': '2022-04-01T13:42:18Z', 'revision_number': 9, 'project_id': '7eaea7f33c58432a9d19111cc275f4e1', 'gw_port_host': None, '_interfaces': [{'id': '1055cb1d-e5ae-4d5c-9933-60181a7b5f38', 'name': '', 'network_id': '10ff9f13-ba46-4e19-a3ef-7dbc3ca70388', 'tenant_id': '7eaea7f33c58432a9d19111cc275f4e1', 'mac_address': 'fa:16:3e:dd:62:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f53ca0b-ff09-4351-ab77-c1e0529db189', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'eda77751-1d0c-475b-bc65-4c85201184e6', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836180-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:41:44Z', 'updated_at': '2022-04-01T13:41:55Z', 'revision_number': 5, 'project_id': '7eaea7f33c58432a9d19111cc275f4e1', 'subnets': [{'id': 'eda77751-1d0c-475b-bc65-4c85201184e6', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7d78f01b-61b5-4c39-a5cd-9ac1ebf4ac15', 'name': '', 'network_id': '52e92d7a-7b71-4f8b-95a8-f9be4255be10', 'tenant_id': '7eaea7f33c58432a9d19111cc275f4e1', 'mac_address': 'fa:16:3e:8e:23:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f53ca0b-ff09-4351-ab77-c1e0529db189', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b65cb694-993a-4803-b2e5-1f1edaa872e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836180-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:41:37Z', 'updated_at': '2022-04-01T13:41:45Z', 'revision_number': 5, 'project_id': '7eaea7f33c58432a9d19111cc275f4e1', 'subnets': [{'id': 'b65cb694-993a-4803-b2e5-1f1edaa872e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 13:42:21.989202 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-01936386-1119-40fa-a174-843ba6b969b2 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:22.067928 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-d08714f3-e0dd-4da5-a9ad-daf1d18e4411 None None] Provisioning complete for port d80a8ec9-7d04-4d6a-b08c-1193f7201592 triggered by entity DHCP. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 13:42:22.068316 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-d08714f3-e0dd-4da5-a9ad-daf1d18e4411 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-948329'] for port, provisioning_complete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:22.128088 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.plugin [None req-d08714f3-e0dd-4da5-a9ad-daf1d18e4411 None None] Port d80a8ec9-7d04-4d6a-b08c-1193f7201592 cannot update to ACTIVE because it is not bound. {{(pid=83872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 13:42:22.210940 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-ad6e2da8-8307-4ee3-b822-acb87a92e997 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-945042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2743160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2757373'] for subnet, after_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:22.250105 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad6e2da8-8307-4ee3-b822-acb87a92e997 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Pushing event deleted for resources: {'Subnet': ['ID=9460da06-e4ea-4fc4-860c-0f4fc3fd9740,revision_number=None']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:42:22.271602 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-ad6e2da8-8307-4ee3-b822-acb87a92e997 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Notify callbacks [] for subnet, before_response {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:22.282594 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-ad6e2da8-8307-4ee3-b822-acb87a92e997 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] 10.222.0.26 "DELETE /v2.0/subnets/9460da06-e4ea-4fc4-860c-0f4fc3fd9740 HTTP/1.1" status: 204 len: 168 time: 1.3298733 Apr 01 13:42:22.285520 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 56076) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:42:22.288748 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ede5faa9-e2ec-4dab-9b25-cafa4ef97d2e None None] Network 39052904-669f-4c76-a0bc-a393ce62e63f requested from dv-neutron-836180-1-hyperv {{(pid=83872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 13:42:22.385198 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Device f29570c3-d694-4a88-b242-3bc262a28b2c no longer exists at agent ovs-agent-dv-neutron-836180-1-hyperv {{(pid=83872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 13:42:22.391381 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-29aaee74-651a-4f34-a8fe-1d2c1c4ffc00 tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4084029'] for router_interface, before_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:22.446350 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.plugin [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] No Port match for: f29570c3-d694-4a88-b242-3bc262a28b2c {{(pid=83872) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 01 13:42:22.446695 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Device f29570c3-d694-4a88-b242-3bc262a28b2c not bound to the agent host dv-neutron-836180-1-hyperv {{(pid=83872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 13:42:22.465803 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-01936386-1119-40fa-a174-843ba6b969b2 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Notify callbacks [] for port, precommit_update {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:22.470609 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-01936386-1119-40fa-a174-843ba6b969b2 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2705172'] for port, after_update {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:22.471571 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-01936386-1119-40fa-a174-843ba6b969b2 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3017508', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4084015'] for router_interface, after_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:22.541531 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-74e476ad-326d-43c4-9473-d57f8e4e48b8 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1033078'] for network, before_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:22.561064 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.plugin [None req-74e476ad-326d-43c4-9473-d57f8e4e48b8 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Deleting port 09f5197b-521b-420c-91a6-559a34a591f4 {{(pid=83871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 13:42:22.561483 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-74e476ad-326d-43c4-9473-d57f8e4e48b8 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736733287370'] for port, before_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:22.623514 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01936386-1119-40fa-a174-843ba6b969b2 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Pushing event updated for resources: {'Port': ['ID=d80a8ec9-7d04-4d6a-b08c-1193f7201592,revision_number=3']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:42:22.646045 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc278387-a69c-4857-8c8f-d0a869b0d354 None None] DHCP port deletion for 39052904-669f-4c76-a0bc-a393ce62e63f request from dv-neutron-836180-1-hyperv {{(pid=83872) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 01 13:42:22.651048 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.plugin [None req-dc278387-a69c-4857-8c8f-d0a869b0d354 None None] Deleting port 09f5197b-521b-420c-91a6-559a34a591f4 {{(pid=83872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 13:42:22.651423 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-dc278387-a69c-4857-8c8f-d0a869b0d354 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736733287370'] for port, before_delete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:22.678402 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01936386-1119-40fa-a174-843ba6b969b2 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Network 144828d6-cd19-456c-b1e5-5e0e13a84057 is already hosted by enough agents. {{(pid=83869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 13:42:22.680118 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.scheduler.base_scheduler [None req-01936386-1119-40fa-a174-843ba6b969b2 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Resources bound (agent type, host, resource id): {{(pid=83869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 13:42:22.915241 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.db [None req-74e476ad-326d-43c4-9473-d57f8e4e48b8 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] For port 09f5197b-521b-420c-91a6-559a34a591f4, host dv-neutron-836180-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836180-1-hyperv',level=0,port_id=09f5197b-521b-420c-91a6-559a34a591f4,segment=NetworkSegment(acf77735-c17e-4b4c-af2c-ad7e5e6e3290),segment_id=acf77735-c17e-4b4c-af2c-ad7e5e6e3290)] {{(pid=83871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 13:42:22.915604 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-74e476ad-326d-43c4-9473-d57f8e4e48b8 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4155147'] for port, precommit_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:22.975703 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-dc278387-a69c-4857-8c8f-d0a869b0d354 None None] For port 09f5197b-521b-420c-91a6-559a34a591f4, host dv-neutron-836180-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836180-1-hyperv',level=0,port_id=09f5197b-521b-420c-91a6-559a34a591f4,segment=NetworkSegment(acf77735-c17e-4b4c-af2c-ad7e5e6e3290),segment_id=acf77735-c17e-4b4c-af2c-ad7e5e6e3290)] {{(pid=83872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 13:42:22.976281 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-dc278387-a69c-4857-8c8f-d0a869b0d354 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4155147'] for port, precommit_delete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:23.098753 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01936386-1119-40fa-a174-843ba6b969b2 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Router cda76708-6c80-4092-adcc-b9b6184aabe3 is scheduled to L3 agent 88bf8fc8-11a3-4e96-9d1b-5fd93ba9f6f1 with binding_index 1 {{(pid=83869) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 01 13:42:23.099459 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.plugin [None req-74e476ad-326d-43c4-9473-d57f8e4e48b8 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Calling delete_port for 09f5197b-521b-420c-91a6-559a34a591f4 owned by network:dhcp {{(pid=83871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 13:42:23.120979 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.plugin [None req-dc278387-a69c-4857-8c8f-d0a869b0d354 None None] Calling delete_port for 09f5197b-521b-420c-91a6-559a34a591f4 owned by network:dhcp {{(pid=83872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 13:42:23.170786 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-a98e3ff2-c4a7-404c-bac0-08275c8000e0 None None] Provisioning complete for port d80a8ec9-7d04-4d6a-b08c-1193f7201592 triggered by entity DHCP. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 13:42:23.171315 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-a98e3ff2-c4a7-404c-bac0-08275c8000e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-948329'] for port, provisioning_complete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:23.258619 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.plugin [None req-a98e3ff2-c4a7-404c-bac0-08275c8000e0 None None] Port d80a8ec9-7d04-4d6a-b08c-1193f7201592 cannot update to ACTIVE because it is not bound. {{(pid=83872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 13:42:23.267930 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-74e476ad-326d-43c4-9473-d57f8e4e48b8 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736733359243', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736732935810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2743125'] for port, after_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:23.269917 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.db.api [None req-dc278387-a69c-4857-8c8f-d0a869b0d354 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83872) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 01 13:42:23.270378 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG oslo_db.api [None req-dc278387-a69c-4857-8c8f-d0a869b0d354 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 01 13:42:23.300204 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01936386-1119-40fa-a174-843ba6b969b2 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Notify agent at l3_agent.dv-neutron-836180-1-hyperv the message routers_updated {{(pid=83869) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 13:42:23.310974 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e21a427-d78c-4ba8-a1cf-9dde5ad32186 None None] Sync routers for ids ['cda76708-6c80-4092-adcc-b9b6184aabe3'] in dv-neutron-836180-1-hyperv {{(pid=83873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 13:42:23.311487 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-01936386-1119-40fa-a174-843ba6b969b2 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] 10.222.0.26 "PUT /v2.0/routers/cda76708-6c80-4092-adcc-b9b6184aabe3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6692436 Apr 01 13:42:23.313834 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 56080) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:42:23.322405 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e476ad-326d-43c4-9473-d57f8e4e48b8 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Pushing event deleted for resources: {'Port': ['ID=09f5197b-521b-420c-91a6-559a34a591f4,revision_number=None']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:42:23.331993 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74e476ad-326d-43c4-9473-d57f8e4e48b8 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] No DVR routers for this DVR port 09f5197b-521b-420c-91a6-559a34a591f4 on host dv-neutron-836180-1-hyperv {{(pid=83871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 13:42:23.334258 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e21a427-d78c-4ba8-a1cf-9dde5ad32186 None None] Routers {'cda76708-6c80-4092-adcc-b9b6184aabe3'} bound to L3 agent in host dv-neutron-836180-1-hyperv {{(pid=83873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 13:42:23.335025 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-6e21a427-d78c-4ba8-a1cf-9dde5ad32186 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836180-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T13:25:36Z,description=,heartbeat_timestamp=2022-04-01T13:42:06Z,host='dv-neutron-836180-1-hyperv',id=88bf8fc8-11a3-4e96-9d1b-5fd93ba9f6f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T13:25:36Z,topic='l3_agent')) {'router_ids': ['cda76708-6c80-4092-adcc-b9b6184aabe3'], 'active': True} {{(pid=83873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:42:23.393853 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8418cef-39a6-4c81-bfb0-305917dc620b tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:42:23.394627 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-c8418cef-39a6-4c81-bfb0-305917dc620b tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Synchronizing usage tracker for tenant:2ac88458dfe547ba9bcc73de4b0c8518 on resource:port {{(pid=83869) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 13:42:23.398743 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-6e21a427-d78c-4ba8-a1cf-9dde5ad32186 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-836180-1-hyperv', False) {} {{(pid=83873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:42:23.409728 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e21a427-d78c-4ba8-a1cf-9dde5ad32186 None None] Routers {'cda76708-6c80-4092-adcc-b9b6184aabe3'} bound to L3 agent in host dv-neutron-836180-1-hyperv {{(pid=83873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 13:42:23.410402 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-6e21a427-d78c-4ba8-a1cf-9dde5ad32186 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836180-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T13:25:36Z,description=,heartbeat_timestamp=2022-04-01T13:42:06Z,host='dv-neutron-836180-1-hyperv',id=88bf8fc8-11a3-4e96-9d1b-5fd93ba9f6f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T13:25:36Z,topic='l3_agent')) {'router_ids': ['cda76708-6c80-4092-adcc-b9b6184aabe3'], 'active': True} {{(pid=83873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:42:23.411170 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-c8418cef-39a6-4c81-bfb0-305917dc620b tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Unset dirty status for tenant:2ac88458dfe547ba9bcc73de4b0c8518 on resource:port {{(pid=83869) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 13:42:23.412479 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-c8418cef-39a6-4c81-bfb0-305917dc620b tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] 10.222.0.26 "GET /v2.0/ports?device_id=cda76708-6c80-4092-adcc-b9b6184aabe3 HTTP/1.1" status: 200 len: 988 time: 0.0976913 Apr 01 13:42:23.415195 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 56084) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:42:23.475045 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-6e21a427-d78c-4ba8-a1cf-9dde5ad32186 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-836180-1-hyperv', False) {} {{(pid=83873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:42:23.475544 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e21a427-d78c-4ba8-a1cf-9dde5ad32186 None None] The sync data for ids ['cda76708-6c80-4092-adcc-b9b6184aabe3'] in dv-neutron-836180-1-hyperv is: [] {{(pid=83873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 13:42:23.477265 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-74e476ad-326d-43c4-9473-d57f8e4e48b8 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-942654', 'neutron.services.segments.db._delete_segments_for_network-8736733387888'] for network, precommit_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:23.510570 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.services.segments.db [None req-74e476ad-326d-43c4-9473-d57f8e4e48b8 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['39052904-669f-4c76-a0bc-a393ce62e63f']}} {{(pid=83871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:42:23.621479 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Device 4f19e4c2-bc1f-4625-9049-6cf8381dc6af no longer exists at agent ovs-agent-dv-neutron-836180-1-hyperv {{(pid=83872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 13:42:23.654384 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.services.segments.db [None req-74e476ad-326d-43c4-9473-d57f8e4e48b8 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'acf77735-c17e-4b4c-af2c-ad7e5e6e3290') {'for_net_delete': True} {{(pid=83871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:42:23.654976 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.services.segments.db [None req-74e476ad-326d-43c4-9473-d57f8e4e48b8 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'acf77735-c17e-4b4c-af2c-ad7e5e6e3290') {} {{(pid=83871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:42:23.659759 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.plugin [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] No Port match for: 4f19e4c2-bc1f-4625-9049-6cf8381dc6af {{(pid=83872) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 01 13:42:23.661088 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Device 4f19e4c2-bc1f-4625-9049-6cf8381dc6af not bound to the agent host dv-neutron-836180-1-hyperv {{(pid=83872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 13:42:23.661088 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Device 09f5197b-521b-420c-91a6-559a34a591f4 no longer exists at agent ovs-agent-dv-neutron-836180-1-hyperv {{(pid=83872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 13:42:23.673164 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-74e476ad-326d-43c4-9473-d57f8e4e48b8 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736733386999', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3166340'] for segment, before_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:23.692808 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-74e476ad-326d-43c4-9473-d57f8e4e48b8 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1004271'] for segment, precommit_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:23.695908 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.plugin [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] No Port match for: 09f5197b-521b-420c-91a6-559a34a591f4 {{(pid=83872) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 01 13:42:23.696253 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Device 09f5197b-521b-420c-91a6-559a34a591f4 not bound to the agent host dv-neutron-836180-1-hyperv {{(pid=83872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 13:42:23.702492 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-74e476ad-326d-43c4-9473-d57f8e4e48b8 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Releasing vlan 382 on physical network physnet1 to pool {{(pid=83871) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 01 13:42:23.702958 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-74e476ad-326d-43c4-9473-d57f8e4e48b8 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1004262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2743078'] for segment, after_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:23.718195 dv-neutron-836180-1-hyperv neutron-server[83871]: Traceback (most recent call last): Apr 01 13:42:23.718195 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 01 13:42:23.718195 dv-neutron-836180-1-hyperv neutron-server[83871]: timer() Apr 01 13:42:23.718195 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 13:42:23.718195 dv-neutron-836180-1-hyperv neutron-server[83871]: cb(*args, **kw) Apr 01 13:42:23.718195 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 13:42:23.718195 dv-neutron-836180-1-hyperv neutron-server[83871]: return func(*args, **kwargs) Apr 01 13:42:23.718195 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 13:42:23.718195 dv-neutron-836180-1-hyperv neutron-server[83871]: self._notify() Apr 01 13:42:23.718195 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 13:42:23.718195 dv-neutron-836180-1-hyperv neutron-server[83871]: self.callback(batched_events) Apr 01 13:42:23.718195 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 13:42:23.718195 dv-neutron-836180-1-hyperv neutron-server[83871]: event.method(event) Apr 01 13:42:23.718195 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 13:42:23.718195 dv-neutron-836180-1-hyperv neutron-server[83871]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 13:42:23.718195 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 13:42:23.718195 dv-neutron-836180-1-hyperv neutron-server[83871]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 13:42:23.718195 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 13:42:23.718195 dv-neutron-836180-1-hyperv neutron-server[83871]: return f(self, *a, **k) Apr 01 13:42:23.718195 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 13:42:23.718195 dv-neutron-836180-1-hyperv neutron-server[83871]: return self._get(url).json() Apr 01 13:42:23.718195 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 13:42:23.718195 dv-neutron-836180-1-hyperv neutron-server[83871]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 13:42:23.718195 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 01 13:42:23.718195 dv-neutron-836180-1-hyperv neutron-server[83871]: return self.request(url, 'GET', **kwargs) Apr 01 13:42:23.718195 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 01 13:42:23.718195 dv-neutron-836180-1-hyperv neutron-server[83871]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 13:42:23.718195 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 01 13:42:23.718195 dv-neutron-836180-1-hyperv neutron-server[83871]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 13:42:23.718195 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 01 13:42:23.718195 dv-neutron-836180-1-hyperv neutron-server[83871]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 13:42:23.718195 dv-neutron-836180-1-hyperv neutron-server[83871]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 13:42:23.771956 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.plugin [None req-dc278387-a69c-4857-8c8f-d0a869b0d354 None None] Deleting port 09f5197b-521b-420c-91a6-559a34a591f4 {{(pid=83872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 13:42:23.772717 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-dc278387-a69c-4857-8c8f-d0a869b0d354 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736733287370'] for port, before_delete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:23.814756 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:23.849450 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-74e476ad-326d-43c4-9473-d57f8e4e48b8 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-942599', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4084797'] for network, after_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:23.864990 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.plugin [None req-dc278387-a69c-4857-8c8f-d0a869b0d354 None None] The port '09f5197b-521b-420c-91a6-559a34a591f4' was deleted {{(pid=83872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 01 13:42:23.878925 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-74e476ad-326d-43c4-9473-d57f8e4e48b8 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Notify callbacks [] for network, before_response {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:23.894166 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e476ad-326d-43c4-9473-d57f8e4e48b8 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Pushing event deleted for resources: {'Network': ['ID=39052904-669f-4c76-a0bc-a393ce62e63f,revision_number=None']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:42:23.895868 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.plugin [None req-29aaee74-651a-4f34-a8fe-1d2c1c4ffc00 tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Deleting port 1055cb1d-e5ae-4d5c-9933-60181a7b5f38 {{(pid=83871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 13:42:23.896203 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-29aaee74-651a-4f34-a8fe-1d2c1c4ffc00 tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736733287370'] for port, before_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:23.941123 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-74e476ad-326d-43c4-9473-d57f8e4e48b8 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] 10.222.0.26 "DELETE /v2.0/networks/39052904-669f-4c76-a0bc-a393ce62e63f HTTP/1.1" status: 204 len: 168 time: 1.6549814 Apr 01 13:42:23.945147 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 56088) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:42:23.954256 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.v2.base [None req-141f4b66-1462-4c66-ad18-2468721d61ae tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-2114817850'}} {{(pid=83869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:42:23.959371 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-141f4b66-1462-4c66-ad18-2468721d61ae tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:42:23.965585 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-141f4b66-1462-4c66-ad18-2468721d61ae tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Usage tracker for resource:network and tenant:1932cd2bf32d410ebaa96b0062b29072 is out of sync, need to count used quota {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 13:42:23.969926 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-141f4b66-1462-4c66-ad18-2468721d61ae tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 13:42:23.981371 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-141f4b66-1462-4c66-ad18-2468721d61ae tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:42:24.030740 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-141f4b66-1462-4c66-ad18-2468721d61ae tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Made reservation on behalf of 1932cd2bf32d410ebaa96b0062b29072 for: {'network': 1} {{(pid=83869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 13:42:24.033687 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-141f4b66-1462-4c66-ad18-2468721d61ae tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for network, before_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:24.076056 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-141f4b66-1462-4c66-ad18-2468721d61ae tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] vlan segment allocate from pool success with {'vlan_id': 353, 'physical_network': 'physnet1'} {{(pid=83869) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 13:42:24.092056 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.db [None req-29aaee74-651a-4f34-a8fe-1d2c1c4ffc00 tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] For port 1055cb1d-e5ae-4d5c-9933-60181a7b5f38, host dv-neutron-836180-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836180-1-hyperv',level=0,port_id=1055cb1d-e5ae-4d5c-9933-60181a7b5f38,segment=NetworkSegment(93dd05bf-39fb-44f4-9047-aa96d039491b),segment_id=93dd05bf-39fb-44f4-9047-aa96d039491b)] {{(pid=83871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 13:42:24.092493 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-29aaee74-651a-4f34-a8fe-1d2c1c4ffc00 tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4155147'] for port, precommit_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:24.096550 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-141f4b66-1462-4c66-ad18-2468721d61ae tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1004271'] for segment, precommit_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:24.096894 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.db.segments_db [None req-141f4b66-1462-4c66-ad18-2468721d61ae tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Added segment 319f1d42-e0ea-4649-b652-297c7d992cf8 of type vlan for network fb3edc49-0403-42b2-a417-0ee7bb71f704 Apr 01 13:42:24.171289 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-141f4b66-1462-4c66-ad18-2468721d61ae tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736732923383'] for network, precommit_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:24.187475 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-472880d1-0826-4777-a861-e4de0c0e9045 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4084029'] for router_interface, before_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:24.214926 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.plugin [None req-29aaee74-651a-4f34-a8fe-1d2c1c4ffc00 tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Calling delete_port for 1055cb1d-e5ae-4d5c-9933-60181a7b5f38 owned by network:router_interface {{(pid=83871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 13:42:24.328566 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-141f4b66-1462-4c66-ad18-2468721d61ae tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575'] for network, after_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:24.332185 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-141f4b66-1462-4c66-ad18-2468721d61ae tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:42:24.332782 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-141f4b66-1462-4c66-ad18-2468721d61ae tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Notify callbacks [] for network, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:24.389904 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-29aaee74-651a-4f34-a8fe-1d2c1c4ffc00 tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736733359243', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736732935810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2743125'] for port, after_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:24.435437 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29aaee74-651a-4f34-a8fe-1d2c1c4ffc00 tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Pushing event deleted for resources: {'Port': ['ID=1055cb1d-e5ae-4d5c-9933-60181a7b5f38,revision_number=None']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:42:24.448136 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-141f4b66-1462-4c66-ad18-2468721d61ae tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.5019460 Apr 01 13:42:24.453304 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 56092) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:42:24.463742 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.v2.base [None req-a6db36a1-9f1c-4eae-a2a2-1477898ecb52 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Request body: {'subnet': {'network_id': 'fb3edc49-0403-42b2-a417-0ee7bb71f704', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:42:24.478110 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-141f4b66-1462-4c66-ad18-2468721d61ae tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Pushing event updated for resources: {'Network': ['ID=fb3edc49-0403-42b2-a417-0ee7bb71f704,revision_number=1']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:42:24.492235 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Network fb3edc49-0403-42b2-a417-0ee7bb71f704 details requested by agent ovs-agent-dv-neutron-836180-1-hyperv with host dv-neutron-836180-1-hyperv {{(pid=83872) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 13:42:24.624507 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-a6db36a1-9f1c-4eae-a2a2-1477898ecb52 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:42:24.635208 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-a6db36a1-9f1c-4eae-a2a2-1477898ecb52 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Usage tracker for resource:subnet and tenant:1932cd2bf32d410ebaa96b0062b29072 is out of sync, need to count used quota {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 13:42:24.640547 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-a6db36a1-9f1c-4eae-a2a2-1477898ecb52 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 13:42:24.649102 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-a6db36a1-9f1c-4eae-a2a2-1477898ecb52 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:42:24.716620 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6db36a1-9f1c-4eae-a2a2-1477898ecb52 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Made reservation on behalf of 1932cd2bf32d410ebaa96b0062b29072 for: {'subnet': 1} {{(pid=83869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 13:42:24.727466 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-29aaee74-651a-4f34-a8fe-1d2c1c4ffc00 tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3017585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4084076'] for router_interface, after_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:24.870689 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-a6db36a1-9f1c-4eae-a2a2-1477898ecb52 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2999481'] for subnet, before_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:24.945859 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.plugin [None req-472880d1-0826-4777-a861-e4de0c0e9045 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Deleting port d80a8ec9-7d04-4d6a-b08c-1193f7201592 {{(pid=83869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 13:42:24.946196 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-472880d1-0826-4777-a861-e4de0c0e9045 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736733287370'] for port, before_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:25.318174 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-472880d1-0826-4777-a861-e4de0c0e9045 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4155147'] for port, precommit_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:25.323565 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29aaee74-651a-4f34-a8fe-1d2c1c4ffc00 tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Router 0f53ca0b-ff09-4351-ab77-c1e0529db189 has already been hosted by L3 agent 88bf8fc8-11a3-4e96-9d1b-5fd93ba9f6f1 {{(pid=83871) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 13:42:25.448011 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.plugin [None req-472880d1-0826-4777-a861-e4de0c0e9045 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Calling delete_port for d80a8ec9-7d04-4d6a-b08c-1193f7201592 owned by network:router_interface {{(pid=83869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 13:42:25.506291 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29aaee74-651a-4f34-a8fe-1d2c1c4ffc00 tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Notify agent at l3_agent.dv-neutron-836180-1-hyperv the message routers_updated {{(pid=83871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 13:42:25.517389 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed1be52a-1f48-4561-9292-7e43bd0e9357 None None] Sync routers for ids ['0f53ca0b-ff09-4351-ab77-c1e0529db189'] in dv-neutron-836180-1-hyperv {{(pid=83872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 13:42:25.523472 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-29aaee74-651a-4f34-a8fe-1d2c1c4ffc00 tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] 10.222.0.26 "PUT /v2.0/routers/0f53ca0b-ff09-4351-ab77-c1e0529db189/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8552184 Apr 01 13:42:25.523796 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 56096) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:42:25.532797 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed1be52a-1f48-4561-9292-7e43bd0e9357 None None] Routers {'0f53ca0b-ff09-4351-ab77-c1e0529db189'} bound to L3 agent in host dv-neutron-836180-1-hyperv {{(pid=83872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 13:42:25.533639 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_hamode_db [None req-ed1be52a-1f48-4561-9292-7e43bd0e9357 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836180-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T13:25:36Z,description=,heartbeat_timestamp=2022-04-01T13:42:06Z,host='dv-neutron-836180-1-hyperv',id=88bf8fc8-11a3-4e96-9d1b-5fd93ba9f6f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T13:25:36Z,topic='l3_agent')) {'router_ids': ['0f53ca0b-ff09-4351-ab77-c1e0529db189'], 'active': True} {{(pid=83872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:42:25.539623 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-a6db36a1-9f1c-4eae-a2a2-1477898ecb52 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2705391', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2999447'] for subnet, after_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:25.647706 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6db36a1-9f1c-4eae-a2a2-1477898ecb52 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Pushing event updated for resources: {'Subnet': ['ID=47dcdc23-9595-4dde-80c5-d2b3af5e3ef4,revision_number=0']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:42:25.671918 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6db36a1-9f1c-4eae-a2a2-1477898ecb52 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Checking segment: {'id': '319f1d42-e0ea-4649-b652-297c7d992cf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'fb3edc49-0403-42b2-a417-0ee7bb71f704'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 13:42:25.672179 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6db36a1-9f1c-4eae-a2a2-1477898ecb52 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Network hostable DHCP agents. Network: fb3edc49-0403-42b2-a417-0ee7bb71f704, hostable agents: ['e47e4547-5c2d-4954-ba56-fa3646239f18'], hosted agents: [] {{(pid=83869) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 13:42:25.701325 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_dvr_db [None req-ed1be52a-1f48-4561-9292-7e43bd0e9357 None None] Set router 0f53ca0b-ff09-4351-ab77-c1e0529db189 gateway port host: None {{(pid=83872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 13:42:25.740706 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.db_base_plugin_v2 [None req-f5ec3c50-5c60-42e4-969d-fffc738c2dd6 tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Deleting subnet eda77751-1d0c-475b-bc65-4c85201184e6 {{(pid=83871) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 01 13:42:25.743612 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-f5ec3c50-5c60-42e4-969d-fffc738c2dd6 tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Notify callbacks [] for subnet, before_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:25.751639 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6db36a1-9f1c-4eae-a2a2-1477898ecb52 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Network fb3edc49-0403-42b2-a417-0ee7bb71f704 is scheduled to be hosted by DHCP agent e47e4547-5c2d-4954-ba56-fa3646239f18 with binding_index 1 {{(pid=83869) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 13:42:25.755724 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-472880d1-0826-4777-a861-e4de0c0e9045 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736733359243', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736732935810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2705155'] for port, after_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:25.803728 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-f5ec3c50-5c60-42e4-969d-fffc738c2dd6 tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3166365'] for subnet, precommit_delete_associations {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:25.805785 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.scheduler.base_scheduler [None req-a6db36a1-9f1c-4eae-a2a2-1477898ecb52 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-836180-1-hyperv, fb3edc49-0403-42b2-a417-0ee7bb71f704) {{(pid=83869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 13:42:25.809654 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-472880d1-0826-4777-a861-e4de0c0e9045 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Pushing event deleted for resources: {'Port': ['ID=d80a8ec9-7d04-4d6a-b08c-1193f7201592,revision_number=None']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:42:25.816478 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6db36a1-9f1c-4eae-a2a2-1477898ecb52 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:42:25.817063 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-a6db36a1-9f1c-4eae-a2a2-1477898ecb52 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Notify callbacks [] for subnet, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:25.840501 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d493d02-fffb-41a7-91a1-bf4648153f4b None None] Network fb3edc49-0403-42b2-a417-0ee7bb71f704 requested from dv-neutron-836180-1-hyperv {{(pid=83872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 13:42:25.909166 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-f5ec3c50-5c60-42e4-969d-fffc738c2dd6 tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-945029'] for subnet, precommit_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:25.989062 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-a6db36a1-9f1c-4eae-a2a2-1477898ecb52 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5326416 Apr 01 13:42:25.992199 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 56100) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:42:26.000883 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.v2.base [None req-2334c7ec-bb5d-46d9-a3c9-b204fd1b82c7 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-1991666917', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:42:26.008240 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-f5ec3c50-5c60-42e4-969d-fffc738c2dd6 tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-945042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2743160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2757373'] for subnet, after_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:26.011524 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-472880d1-0826-4777-a861-e4de0c0e9045 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3017585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4084076'] for router_interface, after_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:26.014332 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-2334c7ec-bb5d-46d9-a3c9-b204fd1b82c7 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:42:26.082277 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-2334c7ec-bb5d-46d9-a3c9-b204fd1b82c7 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Usage tracker for resource:router and tenant:1932cd2bf32d410ebaa96b0062b29072 is out of sync, need to count used quota {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 13:42:26.085537 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ec3c50-5c60-42e4-969d-fffc738c2dd6 tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Pushing event deleted for resources: {'Subnet': ['ID=eda77751-1d0c-475b-bc65-4c85201184e6,revision_number=None']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:42:26.088388 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-2334c7ec-bb5d-46d9-a3c9-b204fd1b82c7 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 13:42:26.098633 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-f5ec3c50-5c60-42e4-969d-fffc738c2dd6 tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Notify callbacks [] for subnet, before_response {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:26.108545 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-2334c7ec-bb5d-46d9-a3c9-b204fd1b82c7 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:42:26.115281 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-f5ec3c50-5c60-42e4-969d-fffc738c2dd6 tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] 10.222.0.26 "DELETE /v2.0/subnets/eda77751-1d0c-475b-bc65-4c85201184e6 HTTP/1.1" status: 204 len: 168 time: 0.5879676 Apr 01 13:42:26.115715 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 56106) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:42:26.118889 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d8f357e-865e-4c28-a979-f4d4b4c72f61 None None] Network 10ff9f13-ba46-4e19-a3ef-7dbc3ca70388 requested from dv-neutron-836180-1-hyperv {{(pid=83872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 13:42:26.220228 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-2334c7ec-bb5d-46d9-a3c9-b204fd1b82c7 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4082176', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4220'] for router, before_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:26.221043 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-2334c7ec-bb5d-46d9-a3c9-b204fd1b82c7 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4082277', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4084873', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4148249', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4211'] for router, precommit_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:26.273811 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-c11a577f-c447-40b1-8708-022ecbaf65ad tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1033078'] for network, before_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:26.287208 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-2334c7ec-bb5d-46d9-a3c9-b204fd1b82c7 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:26.302023 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.plugin [None req-c11a577f-c447-40b1-8708-022ecbaf65ad tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Deleting port 4180c87a-e093-44e4-b438-da7622112154 {{(pid=83871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 13:42:26.302395 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-c11a577f-c447-40b1-8708-022ecbaf65ad tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736733287370'] for port, before_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:26.360095 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-2334c7ec-bb5d-46d9-a3c9-b204fd1b82c7 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4082201', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4084858'] for router, after_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:26.424824 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-2334c7ec-bb5d-46d9-a3c9-b204fd1b82c7 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Notify callbacks [] for router, before_response {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:26.428819 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-2334c7ec-bb5d-46d9-a3c9-b204fd1b82c7 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.4329121 Apr 01 13:42:26.429215 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 56110) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:42:26.434281 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.v2.base [None req-7a4195bd-d873-46b3-9ce4-18519b451fb0 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Request body: {'port': {'network_id': 'fb3edc49-0403-42b2-a417-0ee7bb71f704', 'name': 'tempest-PortsTestJSON-1425278511'}} {{(pid=83871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:42:26.452654 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-472880d1-0826-4777-a861-e4de0c0e9045 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Router cda76708-6c80-4092-adcc-b9b6184aabe3 has already been hosted by L3 agent 88bf8fc8-11a3-4e96-9d1b-5fd93ba9f6f1 {{(pid=83869) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 13:42:26.485042 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-797d2580-a5de-4e1d-9bad-9436f09ac451 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7e7d0ecb-2af4-55f5-9198-238ab0570d62-fb3edc49-0403-42b2-a417-0ee7bb71f704', 'network_id': 'fb3edc49-0403-42b2-a417-0ee7bb71f704', 'tenant_id': '1932cd2bf32d410ebaa96b0062b29072', 'fixed_ips': [{'subnet_id': '47dcdc23-9595-4dde-80c5-d2b3af5e3ef4'}]}} from dv-neutron-836180-1-hyperv. {{(pid=83872) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 01 13:42:26.485858 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-797d2580-a5de-4e1d-9bad-9436f09ac451 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:26.508684 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_hamode_db [None req-ed1be52a-1f48-4561-9292-7e43bd0e9357 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f53ca0b-ff09-4351-ab77-c1e0529db189', 'name': 'tempest-RoutersTest-router-190868674', 'tenant_id': '7eaea7f33c58432a9d19111cc275f4e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T13:41:34Z', 'updated_at': '2022-04-01T13:42:24Z', 'revision_number': 10, 'project_id': '7eaea7f33c58432a9d19111cc275f4e1', 'gw_port_host': None, '_interfaces': [{'id': '7d78f01b-61b5-4c39-a5cd-9ac1ebf4ac15', 'name': '', 'network_id': '52e92d7a-7b71-4f8b-95a8-f9be4255be10', 'tenant_id': '7eaea7f33c58432a9d19111cc275f4e1', 'mac_address': 'fa:16:3e:8e:23:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f53ca0b-ff09-4351-ab77-c1e0529db189', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b65cb694-993a-4803-b2e5-1f1edaa872e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836180-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:41:37Z', 'updated_at': '2022-04-01T13:41:45Z', 'revision_number': 5, 'project_id': '7eaea7f33c58432a9d19111cc275f4e1', 'subnets': [{'id': 'b65cb694-993a-4803-b2e5-1f1edaa872e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-836180-1-hyperv', False) {} {{(pid=83872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:42:26.523077 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed1be52a-1f48-4561-9292-7e43bd0e9357 None None] Checking router: 0f53ca0b-ff09-4351-ab77-c1e0529db189 for host: dv-neutron-836180-1-hyperv {{(pid=83872) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 01 13:42:26.601000 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-472880d1-0826-4777-a861-e4de0c0e9045 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Notify agent at l3_agent.dv-neutron-836180-1-hyperv the message routers_updated {{(pid=83869) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 13:42:26.604378 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed1be52a-1f48-4561-9292-7e43bd0e9357 None None] Routers {'0f53ca0b-ff09-4351-ab77-c1e0529db189'} bound to L3 agent in host dv-neutron-836180-1-hyperv {{(pid=83872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 13:42:26.605007 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_hamode_db [None req-ed1be52a-1f48-4561-9292-7e43bd0e9357 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836180-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T13:25:36Z,description=,heartbeat_timestamp=2022-04-01T13:42:06Z,host='dv-neutron-836180-1-hyperv',id=88bf8fc8-11a3-4e96-9d1b-5fd93ba9f6f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T13:25:36Z,topic='l3_agent')) {'router_ids': ['0f53ca0b-ff09-4351-ab77-c1e0529db189'], 'active': True} {{(pid=83872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:42:26.606040 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-472880d1-0826-4777-a861-e4de0c0e9045 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] 10.222.0.26 "PUT /v2.0/routers/cda76708-6c80-4092-adcc-b9b6184aabe3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1893845 Apr 01 13:42:26.608710 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 56116) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:42:26.615026 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc536bff-cf35-46a2-b233-9d50b62277cc None None] Sync routers for ids ['cda76708-6c80-4092-adcc-b9b6184aabe3'] in dv-neutron-836180-1-hyperv {{(pid=83873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 13:42:26.637177 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc536bff-cf35-46a2-b233-9d50b62277cc None None] Routers {'cda76708-6c80-4092-adcc-b9b6184aabe3'} bound to L3 agent in host dv-neutron-836180-1-hyperv {{(pid=83873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 13:42:26.638769 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-dc536bff-cf35-46a2-b233-9d50b62277cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836180-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T13:25:36Z,description=,heartbeat_timestamp=2022-04-01T13:42:06Z,host='dv-neutron-836180-1-hyperv',id=88bf8fc8-11a3-4e96-9d1b-5fd93ba9f6f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T13:25:36Z,topic='l3_agent')) {'router_ids': ['cda76708-6c80-4092-adcc-b9b6184aabe3'], 'active': True} {{(pid=83873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:42:26.656701 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.db [None req-c11a577f-c447-40b1-8708-022ecbaf65ad tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] For port 4180c87a-e093-44e4-b438-da7622112154, host dv-neutron-836180-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836180-1-hyperv',level=0,port_id=4180c87a-e093-44e4-b438-da7622112154,segment=NetworkSegment(93dd05bf-39fb-44f4-9047-aa96d039491b),segment_id=93dd05bf-39fb-44f4-9047-aa96d039491b)] {{(pid=83871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 13:42:26.657109 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-c11a577f-c447-40b1-8708-022ecbaf65ad tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4155147'] for port, precommit_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:26.660902 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.pecan_wsgi.hooks.translation [None req-e01ee66e-f834-4f5a-ba2b-d54d4b4d891e tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] GET failed (client error): The resource could not be found. Apr 01 13:42:26.661544 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-e01ee66e-f834-4f5a-ba2b-d54d4b4d891e tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Synchronizing usage tracker for tenant:2ac88458dfe547ba9bcc73de4b0c8518 on resource:port {{(pid=83869) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 13:42:26.691204 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-e01ee66e-f834-4f5a-ba2b-d54d4b4d891e tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Unset dirty status for tenant:2ac88458dfe547ba9bcc73de4b0c8518 on resource:port {{(pid=83869) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 13:42:26.692793 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-e01ee66e-f834-4f5a-ba2b-d54d4b4d891e tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] 10.222.0.26 "GET /v2.0/ports/d80a8ec9-7d04-4d6a-b08c-1193f7201592 HTTP/1.1" status: 404 len: 333 time: 0.0830643 Apr 01 13:42:26.695280 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 56120) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:42:26.723280 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-dc536bff-cf35-46a2-b233-9d50b62277cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-836180-1-hyperv', False) {} {{(pid=83873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:42:26.735915 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc536bff-cf35-46a2-b233-9d50b62277cc None None] Routers {'cda76708-6c80-4092-adcc-b9b6184aabe3'} bound to L3 agent in host dv-neutron-836180-1-hyperv {{(pid=83873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 13:42:26.738561 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-dc536bff-cf35-46a2-b233-9d50b62277cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836180-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T13:25:36Z,description=,heartbeat_timestamp=2022-04-01T13:42:06Z,host='dv-neutron-836180-1-hyperv',id=88bf8fc8-11a3-4e96-9d1b-5fd93ba9f6f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T13:25:36Z,topic='l3_agent')) {'router_ids': ['cda76708-6c80-4092-adcc-b9b6184aabe3'], 'active': True} {{(pid=83873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:42:26.742204 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-986c5688-fe85-4c98-a57d-44211f0ec707 None None] DHCP port deletion for 10ff9f13-ba46-4e19-a3ef-7dbc3ca70388 request from dv-neutron-836180-1-hyperv {{(pid=83872) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 01 13:42:26.804811 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.plugin [None req-986c5688-fe85-4c98-a57d-44211f0ec707 None None] Deleting port 4180c87a-e093-44e4-b438-da7622112154 {{(pid=83872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 13:42:26.805186 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-986c5688-fe85-4c98-a57d-44211f0ec707 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736733287370'] for port, before_delete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:26.819154 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-dc536bff-cf35-46a2-b233-9d50b62277cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-836180-1-hyperv', False) {} {{(pid=83873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:42:26.820241 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc536bff-cf35-46a2-b233-9d50b62277cc None None] The sync data for ids ['cda76708-6c80-4092-adcc-b9b6184aabe3'] in dv-neutron-836180-1-hyperv is: [] {{(pid=83873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 13:42:26.852168 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.plugin [None req-c11a577f-c447-40b1-8708-022ecbaf65ad tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Calling delete_port for 4180c87a-e093-44e4-b438-da7622112154 owned by network:dhcp {{(pid=83871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 13:42:26.923426 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_dvr_db [None req-ed1be52a-1f48-4561-9292-7e43bd0e9357 None None] Set router 0f53ca0b-ff09-4351-ab77-c1e0529db189 gateway port host: None {{(pid=83872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 13:42:26.977695 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.db_base_plugin_common [None req-797d2580-a5de-4e1d-9bad-9436f09ac451 None None] Allocated IP 172.20.0.2 (fb3edc49-0403-42b2-a417-0ee7bb71f704/47dcdc23-9595-4dde-80c5-d2b3af5e3ef4/f09d7d5c-3de1-42e8-936e-fbc788d9b3df) {{(pid=83872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 13:42:26.988020 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-1350da06-b9ed-4c5c-babc-0a4b469a7f14 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Notify callbacks [] for router, before_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:27.009747 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-7a4195bd-d873-46b3-9ce4-18519b451fb0 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:42:27.022062 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-7a4195bd-d873-46b3-9ce4-18519b451fb0 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Usage tracker for resource:port and tenant:1932cd2bf32d410ebaa96b0062b29072 is out of sync, need to count used quota {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 13:42:27.027285 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-7a4195bd-d873-46b3-9ce4-18519b451fb0 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 13:42:27.036752 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-7a4195bd-d873-46b3-9ce4-18519b451fb0 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:42:27.061252 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a4195bd-d873-46b3-9ce4-18519b451fb0 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Made reservation on behalf of 1932cd2bf32d410ebaa96b0062b29072 for: {'port': 1} {{(pid=83871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 13:42:27.064768 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-7a4195bd-d873-46b3-9ce4-18519b451fb0 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:27.088462 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-c11a577f-c447-40b1-8708-022ecbaf65ad tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736733359243', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736732935810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2743125'] for port, after_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:27.093798 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.notifiers.nova [None req-7a4195bd-d873-46b3-9ce4-18519b451fb0 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] device_id is not set on port 2524ec75-e782-4035-bcf2-90b8933c3993 yet. {{(pid=83871) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 01 13:42:27.178324 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c11a577f-c447-40b1-8708-022ecbaf65ad tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Pushing event deleted for resources: {'Port': ['ID=4180c87a-e093-44e4-b438-da7622112154,revision_number=None']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:42:27.190012 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c11a577f-c447-40b1-8708-022ecbaf65ad tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] No DVR routers for this DVR port 4180c87a-e093-44e4-b438-da7622112154 on host dv-neutron-836180-1-hyperv {{(pid=83871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 13:42:27.342917 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-c11a577f-c447-40b1-8708-022ecbaf65ad tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-942654', 'neutron.services.segments.db._delete_segments_for_network-8736733387888'] for network, precommit_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:27.368368 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.services.segments.db [None req-c11a577f-c447-40b1-8708-022ecbaf65ad tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['10ff9f13-ba46-4e19-a3ef-7dbc3ca70388']}} {{(pid=83871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:42:27.381876 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.services.segments.db [None req-c11a577f-c447-40b1-8708-022ecbaf65ad tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '93dd05bf-39fb-44f4-9047-aa96d039491b') {'for_net_delete': True} {{(pid=83871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:42:27.382207 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.services.segments.db [None req-c11a577f-c447-40b1-8708-022ecbaf65ad tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '93dd05bf-39fb-44f4-9047-aa96d039491b') {} {{(pid=83871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:42:27.385533 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-986c5688-fe85-4c98-a57d-44211f0ec707 None None] For port 4180c87a-e093-44e4-b438-da7622112154, host dv-neutron-836180-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836180-1-hyperv',level=0,port_id=4180c87a-e093-44e4-b438-da7622112154,segment=NetworkSegment(93dd05bf-39fb-44f4-9047-aa96d039491b),segment_id=93dd05bf-39fb-44f4-9047-aa96d039491b)] {{(pid=83872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 13:42:27.385930 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-986c5688-fe85-4c98-a57d-44211f0ec707 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4155147'] for port, precommit_delete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:27.395004 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-c11a577f-c447-40b1-8708-022ecbaf65ad tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736733386999', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3166340'] for segment, before_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:27.399220 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-1350da06-b9ed-4c5c-babc-0a4b469a7f14 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4079814', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4170'] for router, precommit_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:27.404385 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-1350da06-b9ed-4c5c-babc-0a4b469a7f14 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:27.415444 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-c11a577f-c447-40b1-8708-022ecbaf65ad tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1004271'] for segment, precommit_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:27.424776 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c11a577f-c447-40b1-8708-022ecbaf65ad tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Releasing vlan 357 on physical network physnet1 to pool {{(pid=83871) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 01 13:42:27.425306 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-c11a577f-c447-40b1-8708-022ecbaf65ad tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1004262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2743078'] for segment, after_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:27.432835 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-1350da06-b9ed-4c5c-babc-0a4b469a7f14 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4079738'] for router, after_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:27.433367 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1350da06-b9ed-4c5c-babc-0a4b469a7f14 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Fanout notify agent at l3_agent the message router_deleted on router cda76708-6c80-4092-adcc-b9b6184aabe3 {{(pid=83869) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 01 13:42:27.442314 dv-neutron-836180-1-hyperv neutron-server[83871]: Traceback (most recent call last): Apr 01 13:42:27.442314 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 01 13:42:27.442314 dv-neutron-836180-1-hyperv neutron-server[83871]: timer() Apr 01 13:42:27.442314 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 13:42:27.442314 dv-neutron-836180-1-hyperv neutron-server[83871]: cb(*args, **kw) Apr 01 13:42:27.442314 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 13:42:27.442314 dv-neutron-836180-1-hyperv neutron-server[83871]: return func(*args, **kwargs) Apr 01 13:42:27.442314 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 13:42:27.442314 dv-neutron-836180-1-hyperv neutron-server[83871]: self._notify() Apr 01 13:42:27.442314 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 13:42:27.442314 dv-neutron-836180-1-hyperv neutron-server[83871]: self.callback(batched_events) Apr 01 13:42:27.442314 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 13:42:27.442314 dv-neutron-836180-1-hyperv neutron-server[83871]: event.method(event) Apr 01 13:42:27.442314 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 13:42:27.442314 dv-neutron-836180-1-hyperv neutron-server[83871]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 13:42:27.442314 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 13:42:27.442314 dv-neutron-836180-1-hyperv neutron-server[83871]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 13:42:27.442314 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 13:42:27.442314 dv-neutron-836180-1-hyperv neutron-server[83871]: return f(self, *a, **k) Apr 01 13:42:27.442314 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 13:42:27.442314 dv-neutron-836180-1-hyperv neutron-server[83871]: return self._get(url).json() Apr 01 13:42:27.442314 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 13:42:27.442314 dv-neutron-836180-1-hyperv neutron-server[83871]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 13:42:27.442314 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 01 13:42:27.442314 dv-neutron-836180-1-hyperv neutron-server[83871]: return self.request(url, 'GET', **kwargs) Apr 01 13:42:27.442314 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 01 13:42:27.442314 dv-neutron-836180-1-hyperv neutron-server[83871]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 13:42:27.442314 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 01 13:42:27.442314 dv-neutron-836180-1-hyperv neutron-server[83871]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 13:42:27.442314 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 01 13:42:27.442314 dv-neutron-836180-1-hyperv neutron-server[83871]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 13:42:27.442314 dv-neutron-836180-1-hyperv neutron-server[83871]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 13:42:27.449889 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-1350da06-b9ed-4c5c-babc-0a4b469a7f14 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Notify callbacks [] for router, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:27.450874 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-1350da06-b9ed-4c5c-babc-0a4b469a7f14 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] 10.222.0.26 "DELETE /v2.0/routers/cda76708-6c80-4092-adcc-b9b6184aabe3 HTTP/1.1" status: 204 len: 168 time: 0.7536559 Apr 01 13:42:27.455532 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 56124) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:42:27.531045 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-c11a577f-c447-40b1-8708-022ecbaf65ad tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-942599', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4084797'] for network, after_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:27.550510 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-c11a577f-c447-40b1-8708-022ecbaf65ad tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Notify callbacks [] for network, before_response {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:27.556748 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c11a577f-c447-40b1-8708-022ecbaf65ad tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Pushing event deleted for resources: {'Network': ['ID=10ff9f13-ba46-4e19-a3ef-7dbc3ca70388,revision_number=None']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:42:27.570101 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-c11a577f-c447-40b1-8708-022ecbaf65ad tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] 10.222.0.26 "DELETE /v2.0/networks/10ff9f13-ba46-4e19-a3ef-7dbc3ca70388 HTTP/1.1" status: 204 len: 168 time: 1.4529834 Apr 01 13:42:27.575131 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 56128) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:42:27.641249 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.plugin [None req-986c5688-fe85-4c98-a57d-44211f0ec707 None None] Calling delete_port for 4180c87a-e093-44e4-b438-da7622112154 owned by network:dhcp {{(pid=83872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 13:42:27.674799 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.db_base_plugin_v2 [None req-224fec2b-c092-4b8a-ab55-6ae29dc2fed6 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Deleting subnet 39082d9f-b420-4adc-b28b-b505b2e1472e {{(pid=83869) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 01 13:42:27.677946 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-224fec2b-c092-4b8a-ab55-6ae29dc2fed6 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Notify callbacks [] for subnet, before_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:27.690814 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Device 4180c87a-e093-44e4-b438-da7622112154 no longer exists at agent ovs-agent-dv-neutron-836180-1-hyperv {{(pid=83872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 13:42:27.733693 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-224fec2b-c092-4b8a-ab55-6ae29dc2fed6 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2704975'] for subnet, precommit_delete_associations {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:27.735907 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.plugin [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] No Port match for: 4180c87a-e093-44e4-b438-da7622112154 {{(pid=83872) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 01 13:42:27.736246 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Device 4180c87a-e093-44e4-b438-da7622112154 not bound to the agent host dv-neutron-836180-1-hyperv {{(pid=83872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 13:42:27.774081 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-797d2580-a5de-4e1d-9bad-9436f09ac451 None None] Notify callbacks [] for port, precommit_create {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:27.820045 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-797d2580-a5de-4e1d-9bad-9436f09ac451 None None] Transition to ACTIVE for port object f09d7d5c-3de1-42e8-936e-fbc788d9b3df will not be triggered until provisioned by entity L2. {{(pid=83872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 13:42:27.832349 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-224fec2b-c092-4b8a-ab55-6ae29dc2fed6 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-945029'] for subnet, precommit_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:27.859485 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.db.api [None req-986c5688-fe85-4c98-a57d-44211f0ec707 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83872) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 01 13:42:27.859827 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG oslo_db.api [None req-986c5688-fe85-4c98-a57d-44211f0ec707 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 01 13:42:27.866022 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-797d2580-a5de-4e1d-9bad-9436f09ac451 None None] Transition to ACTIVE for port object f09d7d5c-3de1-42e8-936e-fbc788d9b3df will not be triggered until provisioned by entity DHCP. {{(pid=83872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 13:42:27.875345 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-797d2580-a5de-4e1d-9bad-9436f09ac451 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736732935801'] for port, after_create {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:27.915112 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-224fec2b-c092-4b8a-ab55-6ae29dc2fed6 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-945042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2705198', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2999452'] for subnet, after_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:27.956828 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-797d2580-a5de-4e1d-9bad-9436f09ac451 None None] Pushing event updated for resources: {'Port': ['ID=f09d7d5c-3de1-42e8-936e-fbc788d9b3df,revision_number=1']} {{(pid=83872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:42:27.958883 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.db_base_plugin_common [None req-7a4195bd-d873-46b3-9ce4-18519b451fb0 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Allocated IP 172.20.0.3 (fb3edc49-0403-42b2-a417-0ee7bb71f704/47dcdc23-9595-4dde-80c5-d2b3af5e3ef4/2524ec75-e782-4035-bcf2-90b8933c3993) {{(pid=83871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 13:42:27.960235 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-224fec2b-c092-4b8a-ab55-6ae29dc2fed6 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Pushing event deleted for resources: {'Subnet': ['ID=39082d9f-b420-4adc-b28b-b505b2e1472e,revision_number=None']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:42:27.961099 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-797d2580-a5de-4e1d-9bad-9436f09ac451 None None] Network fb3edc49-0403-42b2-a417-0ee7bb71f704 is already hosted by enough agents. {{(pid=83872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 13:42:27.965018 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.scheduler.base_scheduler [None req-797d2580-a5de-4e1d-9bad-9436f09ac451 None None] Resources bound (agent type, host, resource id): {{(pid=83872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 13:42:27.965457 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-224fec2b-c092-4b8a-ab55-6ae29dc2fed6 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Notify callbacks [] for subnet, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:27.968234 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-797d2580-a5de-4e1d-9bad-9436f09ac451 None None] Received port after_create {{(pid=83872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 13:42:27.972530 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-224fec2b-c092-4b8a-ab55-6ae29dc2fed6 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] 10.222.0.26 "DELETE /v2.0/subnets/39082d9f-b420-4adc-b28b-b505b2e1472e HTTP/1.1" status: 204 len: 168 time: 0.5156808 Apr 01 13:42:27.975059 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 56132) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:42:27.983978 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_hamode_db [None req-ed1be52a-1f48-4561-9292-7e43bd0e9357 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f53ca0b-ff09-4351-ab77-c1e0529db189', 'name': 'tempest-RoutersTest-router-190868674', 'tenant_id': '7eaea7f33c58432a9d19111cc275f4e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T13:41:34Z', 'updated_at': '2022-04-01T13:42:24Z', 'revision_number': 10, 'project_id': '7eaea7f33c58432a9d19111cc275f4e1', 'gw_port_host': None, '_interfaces': [{'id': '7d78f01b-61b5-4c39-a5cd-9ac1ebf4ac15', 'name': '', 'network_id': '52e92d7a-7b71-4f8b-95a8-f9be4255be10', 'tenant_id': '7eaea7f33c58432a9d19111cc275f4e1', 'mac_address': 'fa:16:3e:8e:23:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f53ca0b-ff09-4351-ab77-c1e0529db189', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b65cb694-993a-4803-b2e5-1f1edaa872e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836180-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:41:37Z', 'updated_at': '2022-04-01T13:41:45Z', 'revision_number': 5, 'project_id': '7eaea7f33c58432a9d19111cc275f4e1', 'subnets': [{'id': 'b65cb694-993a-4803-b2e5-1f1edaa872e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-836180-1-hyperv', False) {} {{(pid=83872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:42:27.989069 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0d8b39f-9b6b-46d0-b535-790d706d300d None None] Network 144828d6-cd19-456c-b1e5-5e0e13a84057 requested from dv-neutron-836180-1-hyperv {{(pid=83872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 13:42:28.007773 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed1be52a-1f48-4561-9292-7e43bd0e9357 None None] The sync data for ids ['0f53ca0b-ff09-4351-ab77-c1e0529db189'] in dv-neutron-836180-1-hyperv is: [{'id': '0f53ca0b-ff09-4351-ab77-c1e0529db189', 'name': 'tempest-RoutersTest-router-190868674', 'tenant_id': '7eaea7f33c58432a9d19111cc275f4e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T13:41:34Z', 'updated_at': '2022-04-01T13:42:24Z', 'revision_number': 10, 'project_id': '7eaea7f33c58432a9d19111cc275f4e1', 'gw_port_host': None, '_interfaces': [{'id': '7d78f01b-61b5-4c39-a5cd-9ac1ebf4ac15', 'name': '', 'network_id': '52e92d7a-7b71-4f8b-95a8-f9be4255be10', 'tenant_id': '7eaea7f33c58432a9d19111cc275f4e1', 'mac_address': 'fa:16:3e:8e:23:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f53ca0b-ff09-4351-ab77-c1e0529db189', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b65cb694-993a-4803-b2e5-1f1edaa872e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836180-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:41:37Z', 'updated_at': '2022-04-01T13:41:45Z', 'revision_number': 5, 'project_id': '7eaea7f33c58432a9d19111cc275f4e1', 'subnets': [{'id': 'b65cb694-993a-4803-b2e5-1f1edaa872e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 13:42:28.051516 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-ed651280-0770-4083-9189-db2446270705 tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4084029'] for router_interface, before_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:28.108239 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-c5583e82-94b4-4fa4-9f97-2445dc14e1fc tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1033078'] for network, before_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:28.119552 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.plugin [None req-c5583e82-94b4-4fa4-9f97-2445dc14e1fc tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Deleting port 3f97dbd3-2a93-4cf3-85a4-0aeba8946865 {{(pid=83869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 13:42:28.119956 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-c5583e82-94b4-4fa4-9f97-2445dc14e1fc tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736733287370'] for port, before_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:28.176292 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.managers [None req-797d2580-a5de-4e1d-9bad-9436f09ac451 None None] Attempting to bind port f09d7d5c-3de1-42e8-936e-fbc788d9b3df on host dv-neutron-836180-1-hyperv for vnic_type normal with profile {{(pid=83872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 13:42:28.176674 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.managers [None req-797d2580-a5de-4e1d-9bad-9436f09ac451 None None] Attempting to bind port f09d7d5c-3de1-42e8-936e-fbc788d9b3df by drivers openvswitch,hyperv on host dv-neutron-836180-1-hyperv at level 0 using segments [{'id': '319f1d42-e0ea-4649-b652-297c7d992cf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'fb3edc49-0403-42b2-a417-0ee7bb71f704'}] {{(pid=83872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 13:42:28.177026 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-797d2580-a5de-4e1d-9bad-9436f09ac451 None None] Attempting to bind port f09d7d5c-3de1-42e8-936e-fbc788d9b3df on network fb3edc49-0403-42b2-a417-0ee7bb71f704 {{(pid=83872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 13:42:28.218276 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-797d2580-a5de-4e1d-9bad-9436f09ac451 None None] Checking agent: {'id': 'af948428-97cd-4d10-9f53-af028bdb39b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-836180-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 13, 25, 37), 'started_at': datetime.datetime(2022, 4, 1, 13, 26, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 13, 42, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-836180-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 13:42:28.218276 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-797d2580-a5de-4e1d-9bad-9436f09ac451 None None] Checking segment: {'id': '319f1d42-e0ea-4649-b652-297c7d992cf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'fb3edc49-0403-42b2-a417-0ee7bb71f704'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 13:42:28.218758 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-797d2580-a5de-4e1d-9bad-9436f09ac451 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:28.219132 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-797d2580-a5de-4e1d-9bad-9436f09ac451 None None] Bound using segment: {'id': '319f1d42-e0ea-4649-b652-297c7d992cf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'fb3edc49-0403-42b2-a417-0ee7bb71f704'} {{(pid=83872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 13:42:28.219702 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.managers [None req-797d2580-a5de-4e1d-9bad-9436f09ac451 None None] Bound port: f09d7d5c-3de1-42e8-936e-fbc788d9b3df, host: dv-neutron-836180-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '319f1d42-e0ea-4649-b652-297c7d992cf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'fb3edc49-0403-42b2-a417-0ee7bb71f704'}}] {{(pid=83872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 13:42:28.220030 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-797d2580-a5de-4e1d-9bad-9436f09ac451 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:28.314672 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-7a4195bd-d873-46b3-9ce4-18519b451fb0 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Notify callbacks [] for port, precommit_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:28.345043 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.provisioning_blocks [None req-7a4195bd-d873-46b3-9ce4-18519b451fb0 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Transition to ACTIVE for port object 2524ec75-e782-4035-bcf2-90b8933c3993 will not be triggered until provisioned by entity DHCP. {{(pid=83871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 13:42:28.364052 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.plugin [None req-986c5688-fe85-4c98-a57d-44211f0ec707 None None] Deleting port 4180c87a-e093-44e4-b438-da7622112154 {{(pid=83872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 13:42:28.364702 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-986c5688-fe85-4c98-a57d-44211f0ec707 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736733287370'] for port, before_delete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:28.400526 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-797d2580-a5de-4e1d-9bad-9436f09ac451 None None] For port f09d7d5c-3de1-42e8-936e-fbc788d9b3df, host dv-neutron-836180-1-hyperv, cleared binding levels {{(pid=83872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 13:42:28.458998 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.plugin [None req-986c5688-fe85-4c98-a57d-44211f0ec707 None None] The port '4180c87a-e093-44e4-b438-da7622112154' was deleted {{(pid=83872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 01 13:42:28.466707 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-797d2580-a5de-4e1d-9bad-9436f09ac451 None None] For port f09d7d5c-3de1-42e8-936e-fbc788d9b3df, host dv-neutron-836180-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836180-1-hyperv',level=0,port_id=f09d7d5c-3de1-42e8-936e-fbc788d9b3df,segment=NetworkSegment(319f1d42-e0ea-4649-b652-297c7d992cf8),segment_id=319f1d42-e0ea-4649-b652-297c7d992cf8)] {{(pid=83872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 13:42:28.473346 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-797d2580-a5de-4e1d-9bad-9436f09ac451 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864'] for port, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:28.507499 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-7a4195bd-d873-46b3-9ce4-18519b451fb0 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736732935801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2743125'] for port, after_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:28.519633 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.db [None req-c5583e82-94b4-4fa4-9f97-2445dc14e1fc tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] For port 3f97dbd3-2a93-4cf3-85a4-0aeba8946865, host dv-neutron-836180-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836180-1-hyperv',level=0,port_id=3f97dbd3-2a93-4cf3-85a4-0aeba8946865,segment=NetworkSegment(f56e3000-49b2-452b-b84f-0f0cd4158cc6),segment_id=f56e3000-49b2-452b-b84f-0f0cd4158cc6)] {{(pid=83869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 13:42:28.520210 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-c5583e82-94b4-4fa4-9f97-2445dc14e1fc tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4155147'] for port, precommit_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:28.550433 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b3984de-2367-4c9d-8e62-5934b7df475f None None] DHCP port deletion for 144828d6-cd19-456c-b1e5-5e0e13a84057 request from dv-neutron-836180-1-hyperv {{(pid=83872) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 01 13:42:28.581685 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.plugin [None req-3b3984de-2367-4c9d-8e62-5934b7df475f None None] Deleting port 3f97dbd3-2a93-4cf3-85a4-0aeba8946865 {{(pid=83872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 13:42:28.582165 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-3b3984de-2367-4c9d-8e62-5934b7df475f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736733287370'] for port, before_delete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:28.624812 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-797d2580-a5de-4e1d-9bad-9436f09ac451 None None] Pushing event updated for resources: {'Port': ['ID=f09d7d5c-3de1-42e8-936e-fbc788d9b3df,revision_number=2']} {{(pid=83872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:42:28.682253 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.plugin [None req-c5583e82-94b4-4fa4-9f97-2445dc14e1fc tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Calling delete_port for 3f97dbd3-2a93-4cf3-85a4-0aeba8946865 owned by network:dhcp {{(pid=83869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 13:42:28.759154 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a4195bd-d873-46b3-9ce4-18519b451fb0 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Network fb3edc49-0403-42b2-a417-0ee7bb71f704 is already hosted by enough agents. {{(pid=83871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 13:42:28.770416 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.scheduler.base_scheduler [None req-7a4195bd-d873-46b3-9ce4-18519b451fb0 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Resources bound (agent type, host, resource id): {{(pid=83871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 13:42:28.771450 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-c5583e82-94b4-4fa4-9f97-2445dc14e1fc tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736733359243', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736732935810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2705155'] for port, after_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:28.773067 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a4195bd-d873-46b3-9ce4-18519b451fb0 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Received port after_create {{(pid=83871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 13:42:28.827853 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a4195bd-d873-46b3-9ce4-18519b451fb0 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Pushing event updated for resources: {'Port': ['ID=2524ec75-e782-4035-bcf2-90b8933c3993,revision_number=1']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:42:28.836325 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-3b3984de-2367-4c9d-8e62-5934b7df475f None None] For port 3f97dbd3-2a93-4cf3-85a4-0aeba8946865, host dv-neutron-836180-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836180-1-hyperv',level=0,port_id=3f97dbd3-2a93-4cf3-85a4-0aeba8946865,segment=NetworkSegment(f56e3000-49b2-452b-b84f-0f0cd4158cc6),segment_id=f56e3000-49b2-452b-b84f-0f0cd4158cc6)] {{(pid=83872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 13:42:28.837424 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-3b3984de-2367-4c9d-8e62-5934b7df475f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4155147'] for port, precommit_delete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:28.855201 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5583e82-94b4-4fa4-9f97-2445dc14e1fc tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Pushing event deleted for resources: {'Port': ['ID=3f97dbd3-2a93-4cf3-85a4-0aeba8946865,revision_number=None']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:42:28.879502 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5583e82-94b4-4fa4-9f97-2445dc14e1fc tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] No DVR routers for this DVR port 3f97dbd3-2a93-4cf3-85a4-0aeba8946865 on host dv-neutron-836180-1-hyperv {{(pid=83869) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 13:42:28.913975 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a4195bd-d873-46b3-9ce4-18519b451fb0 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:42:28.914515 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-7a4195bd-d873-46b3-9ce4-18519b451fb0 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109561'] for port, before_response {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:28.960652 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-7a4195bd-d873-46b3-9ce4-18519b451fb0 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.5278955 Apr 01 13:42:28.961299 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 56138) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:42:29.001690 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.plugin [None req-3b3984de-2367-4c9d-8e62-5934b7df475f None None] Calling delete_port for 3f97dbd3-2a93-4cf3-85a4-0aeba8946865 owned by network:dhcp {{(pid=83872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 13:42:29.037922 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-c5583e82-94b4-4fa4-9f97-2445dc14e1fc tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-942654', 'neutron.services.segments.db._delete_segments_for_network-8736733387888'] for network, precommit_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:29.075040 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.services.segments.db [None req-c5583e82-94b4-4fa4-9f97-2445dc14e1fc tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['144828d6-cd19-456c-b1e5-5e0e13a84057']}} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:42:29.077187 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.db.api [None req-3b3984de-2367-4c9d-8e62-5934b7df475f None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83872) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 01 13:42:29.077546 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG oslo_db.api [None req-3b3984de-2367-4c9d-8e62-5934b7df475f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 01 13:42:29.089801 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.services.segments.db [None req-c5583e82-94b4-4fa4-9f97-2445dc14e1fc tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f56e3000-49b2-452b-b84f-0f0cd4158cc6') {'for_net_delete': True} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:42:29.090117 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.services.segments.db [None req-c5583e82-94b4-4fa4-9f97-2445dc14e1fc tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f56e3000-49b2-452b-b84f-0f0cd4158cc6') {} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:42:29.102533 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-c5583e82-94b4-4fa4-9f97-2445dc14e1fc tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736733386999', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2704982'] for segment, before_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:29.118898 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-c5583e82-94b4-4fa4-9f97-2445dc14e1fc tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1004271'] for segment, precommit_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:29.127357 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c5583e82-94b4-4fa4-9f97-2445dc14e1fc tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Releasing vlan 377 on physical network physnet1 to pool {{(pid=83869) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 01 13:42:29.128214 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-c5583e82-94b4-4fa4-9f97-2445dc14e1fc tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1004262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2705264'] for segment, after_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:29.146865 dv-neutron-836180-1-hyperv neutron-server[83869]: Traceback (most recent call last): Apr 01 13:42:29.146865 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 01 13:42:29.146865 dv-neutron-836180-1-hyperv neutron-server[83869]: timer() Apr 01 13:42:29.146865 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 13:42:29.146865 dv-neutron-836180-1-hyperv neutron-server[83869]: cb(*args, **kw) Apr 01 13:42:29.146865 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 13:42:29.146865 dv-neutron-836180-1-hyperv neutron-server[83869]: return func(*args, **kwargs) Apr 01 13:42:29.146865 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 13:42:29.146865 dv-neutron-836180-1-hyperv neutron-server[83869]: self._notify() Apr 01 13:42:29.146865 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 13:42:29.146865 dv-neutron-836180-1-hyperv neutron-server[83869]: self.callback(batched_events) Apr 01 13:42:29.146865 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 13:42:29.146865 dv-neutron-836180-1-hyperv neutron-server[83869]: event.method(event) Apr 01 13:42:29.146865 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 13:42:29.146865 dv-neutron-836180-1-hyperv neutron-server[83869]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 13:42:29.146865 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 13:42:29.146865 dv-neutron-836180-1-hyperv neutron-server[83869]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 13:42:29.146865 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 13:42:29.146865 dv-neutron-836180-1-hyperv neutron-server[83869]: return f(self, *a, **k) Apr 01 13:42:29.146865 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 13:42:29.146865 dv-neutron-836180-1-hyperv neutron-server[83869]: return self._get(url).json() Apr 01 13:42:29.146865 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 13:42:29.146865 dv-neutron-836180-1-hyperv neutron-server[83869]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 13:42:29.146865 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 01 13:42:29.146865 dv-neutron-836180-1-hyperv neutron-server[83869]: return self.request(url, 'GET', **kwargs) Apr 01 13:42:29.146865 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 01 13:42:29.146865 dv-neutron-836180-1-hyperv neutron-server[83869]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 13:42:29.146865 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 01 13:42:29.146865 dv-neutron-836180-1-hyperv neutron-server[83869]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 13:42:29.146865 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 01 13:42:29.146865 dv-neutron-836180-1-hyperv neutron-server[83869]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 13:42:29.146865 dv-neutron-836180-1-hyperv neutron-server[83869]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 13:42:29.226699 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-c5583e82-94b4-4fa4-9f97-2445dc14e1fc tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-942599', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4084797'] for network, after_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:29.247917 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-c5583e82-94b4-4fa4-9f97-2445dc14e1fc tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Notify callbacks [] for network, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:29.258775 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5583e82-94b4-4fa4-9f97-2445dc14e1fc tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Pushing event deleted for resources: {'Network': ['ID=144828d6-cd19-456c-b1e5-5e0e13a84057,revision_number=None']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:42:29.274771 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-c5583e82-94b4-4fa4-9f97-2445dc14e1fc tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] 10.222.0.26 "DELETE /v2.0/networks/144828d6-cd19-456c-b1e5-5e0e13a84057 HTTP/1.1" status: 204 len: 168 time: 1.2951720 Apr 01 13:42:29.275464 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 56142) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:42:29.347780 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d266532-1132-4ac7-bbeb-1ec3bccdec9b tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:42:29.348374 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-4d266532-1132-4ac7-bbeb-1ec3bccdec9b tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Synchronizing usage tracker for tenant:2ac88458dfe547ba9bcc73de4b0c8518 on resource:port {{(pid=83869) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 13:42:29.364074 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-4d266532-1132-4ac7-bbeb-1ec3bccdec9b tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Unset dirty status for tenant:2ac88458dfe547ba9bcc73de4b0c8518 on resource:port {{(pid=83869) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 13:42:29.368799 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-4d266532-1132-4ac7-bbeb-1ec3bccdec9b tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] 10.222.0.26 "GET /v2.0/ports/26a3aca5-aaf5-48e5-93fc-33a6aa7b0e49 HTTP/1.1" status: 200 len: 845 time: 0.0884836 Apr 01 13:42:29.369031 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 56146) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:42:29.441342 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-0f97b862-280e-449b-9ad6-9ea5c7858885 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] 10.222.0.26 "GET /v2.0/ports/26a3aca5-aaf5-48e5-93fc-33a6aa7b0e49?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0677912 Apr 01 13:42:29.441594 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 56150) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:42:29.447244 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.v2.base [None req-39a6d52a-d899-4f98-b647-8ba73dab2b98 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Request body: {'subnet': {'network_id': '87a01bce-9ddb-4ecb-b353-c2e53ada2fbe', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:42:29.565668 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-39a6d52a-d899-4f98-b647-8ba73dab2b98 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:42:29.570641 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-39a6d52a-d899-4f98-b647-8ba73dab2b98 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Usage tracker for resource:subnet and tenant:2ac88458dfe547ba9bcc73de4b0c8518 is out of sync, need to count used quota {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 13:42:29.573533 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-39a6d52a-d899-4f98-b647-8ba73dab2b98 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 13:42:29.578623 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.plugin [None req-3b3984de-2367-4c9d-8e62-5934b7df475f None None] Deleting port 3f97dbd3-2a93-4cf3-85a4-0aeba8946865 {{(pid=83872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 13:42:29.579061 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-3b3984de-2367-4c9d-8e62-5934b7df475f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736733287370'] for port, before_delete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:29.599322 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-39a6d52a-d899-4f98-b647-8ba73dab2b98 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:42:29.619992 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39a6d52a-d899-4f98-b647-8ba73dab2b98 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Made reservation on behalf of 2ac88458dfe547ba9bcc73de4b0c8518 for: {'subnet': 1} {{(pid=83869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 13:42:29.639302 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.plugin [None req-ed651280-0770-4083-9189-db2446270705 tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Deleting port 7d78f01b-61b5-4c39-a5cd-9ac1ebf4ac15 {{(pid=83871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 13:42:29.639632 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-ed651280-0770-4083-9189-db2446270705 tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736733287370'] for port, before_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:29.706934 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Device f09d7d5c-3de1-42e8-936e-fbc788d9b3df up at agent ovs-agent-dv-neutron-836180-1-hyperv {{(pid=83872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 13:42:29.739036 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.plugin [None req-3b3984de-2367-4c9d-8e62-5934b7df475f None None] The port '3f97dbd3-2a93-4cf3-85a4-0aeba8946865' was deleted {{(pid=83872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 01 13:42:29.755105 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82edfe44-d667-4fab-aeea-fa6fad6bbe2b None None] Network fb3edc49-0403-42b2-a417-0ee7bb71f704 requested from dv-neutron-836180-1-hyperv {{(pid=83872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 13:42:29.773950 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-39a6d52a-d899-4f98-b647-8ba73dab2b98 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2999481'] for subnet, before_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:29.878765 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-2b4a11e8-13b4-43b4-97d4-fe5b1589ee62 None None] Provisioning for port f09d7d5c-3de1-42e8-936e-fbc788d9b3df completed by entity DHCP. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 13:42:29.930559 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.db [None req-ed651280-0770-4083-9189-db2446270705 tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] For port 7d78f01b-61b5-4c39-a5cd-9ac1ebf4ac15, host dv-neutron-836180-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836180-1-hyperv',level=0,port_id=7d78f01b-61b5-4c39-a5cd-9ac1ebf4ac15,segment=NetworkSegment(14b6111f-cfc1-4103-bf74-88d1eac2dfbd),segment_id=14b6111f-cfc1-4103-bf74-88d1eac2dfbd)] {{(pid=83871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 13:42:29.930912 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-ed651280-0770-4083-9189-db2446270705 tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4155147'] for port, precommit_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:29.936482 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Provisioning for port f09d7d5c-3de1-42e8-936e-fbc788d9b3df completed by entity L2. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 13:42:29.938326 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-2c21d161-9161-4862-b9ca-47c729ef9b17 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:29.988320 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Provisioning complete for port f09d7d5c-3de1-42e8-936e-fbc788d9b3df triggered by entity L2. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 13:42:29.988587 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-948329'] for port, provisioning_complete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:30.019445 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-39a6d52a-d899-4f98-b647-8ba73dab2b98 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2705391', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2999447'] for subnet, after_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:30.086606 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39a6d52a-d899-4f98-b647-8ba73dab2b98 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Network 87a01bce-9ddb-4ecb-b353-c2e53ada2fbe is already hosted by enough agents. {{(pid=83869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 13:42:30.089773 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.scheduler.base_scheduler [None req-39a6d52a-d899-4f98-b647-8ba73dab2b98 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Resources bound (agent type, host, resource id): {{(pid=83869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 13:42:30.096253 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39a6d52a-d899-4f98-b647-8ba73dab2b98 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:42:30.096253 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-39a6d52a-d899-4f98-b647-8ba73dab2b98 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Notify callbacks [] for subnet, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:30.112166 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a6d52a-d899-4f98-b647-8ba73dab2b98 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Pushing event updated for resources: {'Subnet': ['ID=5092cc12-af20-429d-bc84-af6d3b580ef5,revision_number=0']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:42:30.125227 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-39a6d52a-d899-4f98-b647-8ba73dab2b98 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6826186 Apr 01 13:42:30.128101 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 56154) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:42:30.131074 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccc45976-ed9f-4a0f-98c6-d197821cb1bb None None] Network 87a01bce-9ddb-4ecb-b353-c2e53ada2fbe requested from dv-neutron-836180-1-hyperv {{(pid=83872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 13:42:30.134176 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.v2.base [None req-9bcad808-24a8-46f6-984a-927ab40941ca tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Request body: {'security_group': {'name': 'tempest-secgroup-2033815342'}} {{(pid=83869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:42:30.140718 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-9bcad808-24a8-46f6-984a-927ab40941ca tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:42:30.145004 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-9bcad808-24a8-46f6-984a-927ab40941ca tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Usage tracker for resource:security_group and tenant:2ac88458dfe547ba9bcc73de4b0c8518 is out of sync, need to count used quota {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 13:42:30.148107 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-9bcad808-24a8-46f6-984a-927ab40941ca tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 13:42:30.154624 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-9bcad808-24a8-46f6-984a-927ab40941ca tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:42:30.166179 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-9bcad808-24a8-46f6-984a-927ab40941ca tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Notify callbacks [] for security_group, before_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:30.206001 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-9bcad808-24a8-46f6-984a-927ab40941ca tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:42:30.210103 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-9bcad808-24a8-46f6-984a-927ab40941ca tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Usage tracker for resource:security_group_rule and tenant:2ac88458dfe547ba9bcc73de4b0c8518 is out of sync, need to count used quota {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 13:42:30.211755 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.plugin [None req-ed651280-0770-4083-9189-db2446270705 tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Calling delete_port for 7d78f01b-61b5-4c39-a5cd-9ac1ebf4ac15 owned by network:router_interface {{(pid=83871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 13:42:30.214969 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-9bcad808-24a8-46f6-984a-927ab40941ca tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 13:42:30.222157 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-9bcad808-24a8-46f6-984a-927ab40941ca tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:42:30.245932 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:30.350833 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-9bcad808-24a8-46f6-984a-927ab40941ca tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Notify callbacks [] for security_group, precommit_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:30.359735 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] For port f09d7d5c-3de1-42e8-936e-fbc788d9b3df, host dv-neutron-836180-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836180-1-hyperv',level=0,port_id=f09d7d5c-3de1-42e8-936e-fbc788d9b3df,segment=NetworkSegment(319f1d42-e0ea-4649-b652-297c7d992cf8),segment_id=319f1d42-e0ea-4649-b652-297c7d992cf8)] {{(pid=83872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 13:42:30.361575 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-9bcad808-24a8-46f6-984a-927ab40941ca tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3775923'] for security_group, after_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:30.376928 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864'] for port, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:30.413459 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-9bcad808-24a8-46f6-984a-927ab40941ca tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Notify callbacks [] for security_group, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:30.414829 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-9bcad808-24a8-46f6-984a-927ab40941ca tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.2857597 Apr 01 13:42:30.418371 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 56158) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:42:30.425830 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.v2.base [None req-8c5fb2e6-598d-4313-867d-4bcf9b4e7af6 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Request body: {'security_group': {'name': 'tempest-secgroup-417284987'}} {{(pid=83869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:42:30.435897 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-8c5fb2e6-598d-4313-867d-4bcf9b4e7af6 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:42:30.438988 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bcad808-24a8-46f6-984a-927ab40941ca tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4478a1fa-d9f1-437e-a3e2-86799d39060b,revision_number=1']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:42:30.448360 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-8c5fb2e6-598d-4313-867d-4bcf9b4e7af6 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Usage tracker for resource:security_group and tenant:2ac88458dfe547ba9bcc73de4b0c8518 is out of sync, need to count used quota {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 13:42:30.452787 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-8c5fb2e6-598d-4313-867d-4bcf9b4e7af6 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 13:42:30.464344 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-8c5fb2e6-598d-4313-867d-4bcf9b4e7af6 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:42:30.481523 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-8c5fb2e6-598d-4313-867d-4bcf9b4e7af6 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Notify callbacks [] for security_group, before_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:30.506261 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Device 3f97dbd3-2a93-4cf3-85a4-0aeba8946865 no longer exists at agent ovs-agent-dv-neutron-836180-1-hyperv {{(pid=83872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 13:42:30.530389 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-8c5fb2e6-598d-4313-867d-4bcf9b4e7af6 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:42:30.534899 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-8c5fb2e6-598d-4313-867d-4bcf9b4e7af6 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Usage tracker for resource:security_group_rule and tenant:2ac88458dfe547ba9bcc73de4b0c8518 is out of sync, need to count used quota {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 13:42:30.538354 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-8c5fb2e6-598d-4313-867d-4bcf9b4e7af6 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 13:42:30.545454 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-8c5fb2e6-598d-4313-867d-4bcf9b4e7af6 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:42:30.556792 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.plugin [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] No Port match for: 3f97dbd3-2a93-4cf3-85a4-0aeba8946865 {{(pid=83872) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 01 13:42:30.557257 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Device 3f97dbd3-2a93-4cf3-85a4-0aeba8946865 not bound to the agent host dv-neutron-836180-1-hyperv {{(pid=83872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 13:42:30.557660 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Device 1055cb1d-e5ae-4d5c-9933-60181a7b5f38 no longer exists at agent ovs-agent-dv-neutron-836180-1-hyperv {{(pid=83872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 13:42:30.597998 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.plugin [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] No Port match for: 1055cb1d-e5ae-4d5c-9933-60181a7b5f38 {{(pid=83872) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 01 13:42:30.598742 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Device 1055cb1d-e5ae-4d5c-9933-60181a7b5f38 not bound to the agent host dv-neutron-836180-1-hyperv {{(pid=83872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 13:42:30.641910 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Pushing event updated for resources: {'Port': ['ID=f09d7d5c-3de1-42e8-936e-fbc788d9b3df,revision_number=3']} {{(pid=83872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:42:30.647291 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-8c5fb2e6-598d-4313-867d-4bcf9b4e7af6 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Notify callbacks [] for security_group, precommit_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:30.658485 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-8c5fb2e6-598d-4313-867d-4bcf9b4e7af6 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3775923'] for security_group, after_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:30.666417 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26ad1486-47de-4eb7-8f4e-0abaac013a29 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7e7d0ecb-2af4-55f5-9198-238ab0570d62-87a01bce-9ddb-4ecb-b353-c2e53ada2fbe', 'network_id': '87a01bce-9ddb-4ecb-b353-c2e53ada2fbe', 'tenant_id': '2ac88458dfe547ba9bcc73de4b0c8518', 'fixed_ips': [{'subnet_id': '5092cc12-af20-429d-bc84-af6d3b580ef5'}]}} from dv-neutron-836180-1-hyperv. {{(pid=83872) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 01 13:42:30.667460 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-26ad1486-47de-4eb7-8f4e-0abaac013a29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:30.714251 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c5fb2e6-598d-4313-867d-4bcf9b4e7af6 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1f30185b-e74c-46f3-b0b9-7495acdf0d57,revision_number=1']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:42:30.721011 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-8c5fb2e6-598d-4313-867d-4bcf9b4e7af6 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Notify callbacks [] for security_group, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:30.723419 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-8c5fb2e6-598d-4313-867d-4bcf9b4e7af6 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1576 time: 0.3040090 Apr 01 13:42:30.726266 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 56162) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:42:30.737257 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.v2.base [None req-e9b1dfe2-0b71-4b3f-a693-3dc2623668ef tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-574637533', 'security_groups': ['1f30185b-e74c-46f3-b0b9-7495acdf0d57'], 'network_id': '87a01bce-9ddb-4ecb-b353-c2e53ada2fbe', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '5092cc12-af20-429d-bc84-af6d3b580ef5'}]}} {{(pid=83869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:42:30.755600 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-2c21d161-9161-4862-b9ca-47c729ef9b17 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Notify callbacks [] for port, precommit_update {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:30.758646 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-ed651280-0770-4083-9189-db2446270705 tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736733359243', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736732935810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2743125'] for port, after_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:30.787605 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-3edf965b-3e20-41c7-ba00-4ff87c8e3213 None None] Provisioning for port 2524ec75-e782-4035-bcf2-90b8933c3993 completed by entity DHCP. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 13:42:30.799599 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-3edf965b-3e20-41c7-ba00-4ff87c8e3213 None None] Provisioning complete for port 2524ec75-e782-4035-bcf2-90b8933c3993 triggered by entity DHCP. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 13:42:30.799886 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-3edf965b-3e20-41c7-ba00-4ff87c8e3213 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-948329'] for port, provisioning_complete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:30.807584 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-2c21d161-9161-4862-b9ca-47c729ef9b17 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2743106'] for port, after_update {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:30.819240 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed651280-0770-4083-9189-db2446270705 tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Pushing event deleted for resources: {'Port': ['ID=7d78f01b-61b5-4c39-a5cd-9ac1ebf4ac15,revision_number=None']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:42:30.907292 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c21d161-9161-4862-b9ca-47c729ef9b17 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Pushing event updated for resources: {'Port': ['ID=2524ec75-e782-4035-bcf2-90b8933c3993,revision_number=2']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:42:30.953859 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.db_base_plugin_common [None req-26ad1486-47de-4eb7-8f4e-0abaac013a29 None None] Allocated IP 2001:db8::2 (87a01bce-9ddb-4ecb-b353-c2e53ada2fbe/5092cc12-af20-429d-bc84-af6d3b580ef5/de809516-4c80-4ad1-8070-cd6cac0b93bd) {{(pid=83872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 13:42:31.035684 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-e9b1dfe2-0b71-4b3f-a693-3dc2623668ef tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:42:31.048338 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-e9b1dfe2-0b71-4b3f-a693-3dc2623668ef tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:42:31.065457 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9b1dfe2-0b71-4b3f-a693-3dc2623668ef tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Made reservation on behalf of 2ac88458dfe547ba9bcc73de4b0c8518 for: {'port': 1} {{(pid=83869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 13:42:31.077070 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-e9b1dfe2-0b71-4b3f-a693-3dc2623668ef tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:31.091710 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.plugin [None req-3edf965b-3e20-41c7-ba00-4ff87c8e3213 None None] Port 2524ec75-e782-4035-bcf2-90b8933c3993 cannot update to ACTIVE because it is not bound. {{(pid=83872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 13:42:31.105185 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.notifiers.nova [None req-e9b1dfe2-0b71-4b3f-a693-3dc2623668ef tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] device_id is not set on port f27e5802-5940-4b9e-8bed-5c09bb5c418f yet. {{(pid=83869) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 01 13:42:31.170495 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-3edf965b-3e20-41c7-ba00-4ff87c8e3213 None None] Provisioning complete for port f09d7d5c-3de1-42e8-936e-fbc788d9b3df triggered by entity DHCP. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 13:42:31.170867 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-3edf965b-3e20-41c7-ba00-4ff87c8e3213 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-948329'] for port, provisioning_complete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:31.340141 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-26ad1486-47de-4eb7-8f4e-0abaac013a29 None None] Notify callbacks [] for port, precommit_create {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:31.364107 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-ed651280-0770-4083-9189-db2446270705 tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3017585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4084076'] for router_interface, after_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:31.379850 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-26ad1486-47de-4eb7-8f4e-0abaac013a29 None None] Transition to ACTIVE for port object de809516-4c80-4ad1-8070-cd6cac0b93bd will not be triggered until provisioned by entity L2. {{(pid=83872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 13:42:31.420852 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-26ad1486-47de-4eb7-8f4e-0abaac013a29 None None] Transition to ACTIVE for port object de809516-4c80-4ad1-8070-cd6cac0b93bd will not be triggered until provisioned by entity DHCP. {{(pid=83872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 13:42:31.427507 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-26ad1486-47de-4eb7-8f4e-0abaac013a29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736732935801'] for port, after_create {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:31.497837 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26ad1486-47de-4eb7-8f4e-0abaac013a29 None None] Network 87a01bce-9ddb-4ecb-b353-c2e53ada2fbe is already hosted by enough agents. {{(pid=83872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 13:42:31.501583 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.scheduler.base_scheduler [None req-26ad1486-47de-4eb7-8f4e-0abaac013a29 None None] Resources bound (agent type, host, resource id): {{(pid=83872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 13:42:31.503395 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ad1486-47de-4eb7-8f4e-0abaac013a29 None None] Pushing event updated for resources: {'Port': ['ID=de809516-4c80-4ad1-8070-cd6cac0b93bd,revision_number=1']} {{(pid=83872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:42:31.505552 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26ad1486-47de-4eb7-8f4e-0abaac013a29 None None] Received port after_create {{(pid=83872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 13:42:31.508434 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.db_base_plugin_common [None req-e9b1dfe2-0b71-4b3f-a693-3dc2623668ef tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Allocated IP 2001:db8::be (87a01bce-9ddb-4ecb-b353-c2e53ada2fbe/5092cc12-af20-429d-bc84-af6d3b580ef5/f27e5802-5940-4b9e-8bed-5c09bb5c418f) {{(pid=83869) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 13:42:31.594057 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-2c21d161-9161-4862-b9ca-47c729ef9b17 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4084144'] for router_interface, before_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:31.605588 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.managers [None req-26ad1486-47de-4eb7-8f4e-0abaac013a29 None None] Attempting to bind port de809516-4c80-4ad1-8070-cd6cac0b93bd on host dv-neutron-836180-1-hyperv for vnic_type normal with profile {{(pid=83872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 13:42:31.605953 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.managers [None req-26ad1486-47de-4eb7-8f4e-0abaac013a29 None None] Attempting to bind port de809516-4c80-4ad1-8070-cd6cac0b93bd by drivers openvswitch,hyperv on host dv-neutron-836180-1-hyperv at level 0 using segments [{'id': '69d3dae9-b44d-4e9d-85cf-be43b39415e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '87a01bce-9ddb-4ecb-b353-c2e53ada2fbe'}] {{(pid=83872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 13:42:31.606855 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26ad1486-47de-4eb7-8f4e-0abaac013a29 None None] Attempting to bind port de809516-4c80-4ad1-8070-cd6cac0b93bd on network 87a01bce-9ddb-4ecb-b353-c2e53ada2fbe {{(pid=83872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 13:42:31.614523 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26ad1486-47de-4eb7-8f4e-0abaac013a29 None None] Checking agent: {'id': 'af948428-97cd-4d10-9f53-af028bdb39b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-836180-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 13, 25, 37), 'started_at': datetime.datetime(2022, 4, 1, 13, 26, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 13, 42, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-836180-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 13:42:31.614887 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26ad1486-47de-4eb7-8f4e-0abaac013a29 None None] Checking segment: {'id': '69d3dae9-b44d-4e9d-85cf-be43b39415e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '87a01bce-9ddb-4ecb-b353-c2e53ada2fbe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 13:42:31.615285 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-26ad1486-47de-4eb7-8f4e-0abaac013a29 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:31.615675 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26ad1486-47de-4eb7-8f4e-0abaac013a29 None None] Bound using segment: {'id': '69d3dae9-b44d-4e9d-85cf-be43b39415e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '87a01bce-9ddb-4ecb-b353-c2e53ada2fbe'} {{(pid=83872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 13:42:31.616126 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.managers [None req-26ad1486-47de-4eb7-8f4e-0abaac013a29 None None] Bound port: de809516-4c80-4ad1-8070-cd6cac0b93bd, host: dv-neutron-836180-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '69d3dae9-b44d-4e9d-85cf-be43b39415e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '87a01bce-9ddb-4ecb-b353-c2e53ada2fbe'}}] {{(pid=83872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 13:42:31.616527 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-26ad1486-47de-4eb7-8f4e-0abaac013a29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:31.635547 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-4ce24bef-01e1-461a-9f31-e4b87f1a0928 None None] Provisioning complete for port 2524ec75-e782-4035-bcf2-90b8933c3993 triggered by entity DHCP. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 13:42:31.635966 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-4ce24bef-01e1-461a-9f31-e4b87f1a0928 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-948329'] for port, provisioning_complete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:31.722794 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Device f09d7d5c-3de1-42e8-936e-fbc788d9b3df up at agent ovs-agent-dv-neutron-836180-1-hyperv {{(pid=83872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 13:42:31.749657 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-e9b1dfe2-0b71-4b3f-a693-3dc2623668ef tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Notify callbacks [] for port, precommit_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:31.767755 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.provisioning_blocks [None req-e9b1dfe2-0b71-4b3f-a693-3dc2623668ef tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Transition to ACTIVE for port object f27e5802-5940-4b9e-8bed-5c09bb5c418f will not be triggered until provisioned by entity DHCP. {{(pid=83869) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 13:42:31.781003 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.plugin [None req-4ce24bef-01e1-461a-9f31-e4b87f1a0928 None None] Port 2524ec75-e782-4035-bcf2-90b8933c3993 cannot update to ACTIVE because it is not bound. {{(pid=83872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 13:42:31.794000 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-e9b1dfe2-0b71-4b3f-a693-3dc2623668ef tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736732935801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2705155'] for port, after_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:31.818927 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-26ad1486-47de-4eb7-8f4e-0abaac013a29 None None] For port de809516-4c80-4ad1-8070-cd6cac0b93bd, host dv-neutron-836180-1-hyperv, cleared binding levels {{(pid=83872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 13:42:31.823353 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-26ad1486-47de-4eb7-8f4e-0abaac013a29 None None] For port de809516-4c80-4ad1-8070-cd6cac0b93bd, host dv-neutron-836180-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836180-1-hyperv',level=0,port_id=de809516-4c80-4ad1-8070-cd6cac0b93bd,segment=NetworkSegment(69d3dae9-b44d-4e9d-85cf-be43b39415e9),segment_id=69d3dae9-b44d-4e9d-85cf-be43b39415e9)] {{(pid=83872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 13:42:31.830450 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-26ad1486-47de-4eb7-8f4e-0abaac013a29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864'] for port, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:31.879780 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9b1dfe2-0b71-4b3f-a693-3dc2623668ef tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Network 87a01bce-9ddb-4ecb-b353-c2e53ada2fbe is already hosted by enough agents. {{(pid=83869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 13:42:31.880808 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b1dfe2-0b71-4b3f-a693-3dc2623668ef tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Pushing event updated for resources: {'Port': ['ID=f27e5802-5940-4b9e-8bed-5c09bb5c418f,revision_number=1']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:42:31.883542 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.scheduler.base_scheduler [None req-e9b1dfe2-0b71-4b3f-a693-3dc2623668ef tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Resources bound (agent type, host, resource id): {{(pid=83869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 13:42:31.885601 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9b1dfe2-0b71-4b3f-a693-3dc2623668ef tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Received port after_create {{(pid=83869) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 13:42:31.890650 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9b1dfe2-0b71-4b3f-a693-3dc2623668ef tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:42:31.891265 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-e9b1dfe2-0b71-4b3f-a693-3dc2623668ef tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109561'] for port, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:31.912128 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Provisioning complete for port f09d7d5c-3de1-42e8-936e-fbc788d9b3df triggered by entity L2. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 13:42:31.912514 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-948329'] for port, provisioning_complete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:31.924506 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-e9b1dfe2-0b71-4b3f-a693-3dc2623668ef tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.1932650 Apr 01 13:42:31.924700 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 56166) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:42:31.930457 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.v2.base [None req-922718c5-13ee-42de-8c97-cb8222e8f560 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Request body: {'subnet': {'network_id': '87a01bce-9ddb-4ecb-b353-c2e53ada2fbe', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:42:32.026859 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ad1486-47de-4eb7-8f4e-0abaac013a29 None None] Pushing event updated for resources: {'Port': ['ID=de809516-4c80-4ad1-8070-cd6cac0b93bd,revision_number=2']} {{(pid=83872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:42:32.060631 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-2c21d161-9161-4862-b9ca-47c729ef9b17 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:32.099461 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-922718c5-13ee-42de-8c97-cb8222e8f560 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:42:32.104341 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-922718c5-13ee-42de-8c97-cb8222e8f560 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Usage tracker for resource:subnet and tenant:2ac88458dfe547ba9bcc73de4b0c8518 is out of sync, need to count used quota {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 13:42:32.108586 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-922718c5-13ee-42de-8c97-cb8222e8f560 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 13:42:32.117139 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-922718c5-13ee-42de-8c97-cb8222e8f560 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:42:32.126487 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed651280-0770-4083-9189-db2446270705 tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Router 0f53ca0b-ff09-4351-ab77-c1e0529db189 has already been hosted by L3 agent 88bf8fc8-11a3-4e96-9d1b-5fd93ba9f6f1 {{(pid=83871) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 13:42:32.129509 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-922718c5-13ee-42de-8c97-cb8222e8f560 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Made reservation on behalf of 2ac88458dfe547ba9bcc73de4b0c8518 for: {'subnet': 1} {{(pid=83869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 13:42:32.133739 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-922718c5-13ee-42de-8c97-cb8222e8f560 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2999481'] for subnet, before_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:32.306306 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.db.ipam_backend_mixin [None req-922718c5-13ee-42de-8c97-cb8222e8f560 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 5092cc12-af20-429d-bc84-af6d3b580ef5 (CIDR: 2001:db8::/64) Apr 01 13:42:32.312320 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.pecan_wsgi.hooks.translation [None req-922718c5-13ee-42de-8c97-cb8222e8f560 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 01 13:42:32.313480 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-922718c5-13ee-42de-8c97-cb8222e8f560 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83869) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 13:42:32.334897 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-922718c5-13ee-42de-8c97-cb8222e8f560 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4088457 Apr 01 13:42:32.338395 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 56172) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:42:32.344578 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.v2.base [None req-b8d6f374-8226-455c-bd69-c34d6679e068 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Request body: {'subnet': {'network_id': '87a01bce-9ddb-4ecb-b353-c2e53ada2fbe', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=83869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:42:32.485894 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-b8d6f374-8226-455c-bd69-c34d6679e068 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:42:32.489616 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-b8d6f374-8226-455c-bd69-c34d6679e068 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Usage tracker for resource:subnet and tenant:2ac88458dfe547ba9bcc73de4b0c8518 is out of sync, need to count used quota {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 13:42:32.492439 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-b8d6f374-8226-455c-bd69-c34d6679e068 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 13:42:32.498636 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-b8d6f374-8226-455c-bd69-c34d6679e068 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:42:32.510415 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8d6f374-8226-455c-bd69-c34d6679e068 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Made reservation on behalf of 2ac88458dfe547ba9bcc73de4b0c8518 for: {'subnet': 1} {{(pid=83869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 13:42:32.516194 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-b8d6f374-8226-455c-bd69-c34d6679e068 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2999481'] for subnet, before_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:32.541751 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed651280-0770-4083-9189-db2446270705 tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Notify agent at l3_agent.dv-neutron-836180-1-hyperv the message routers_updated {{(pid=83871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 13:42:32.552444 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e26712da-4ea1-4545-8b44-24df629eb5a7 None None] Sync routers for ids ['0f53ca0b-ff09-4351-ab77-c1e0529db189'] in dv-neutron-836180-1-hyperv {{(pid=83872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 13:42:32.567972 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e26712da-4ea1-4545-8b44-24df629eb5a7 None None] Routers {'0f53ca0b-ff09-4351-ab77-c1e0529db189'} bound to L3 agent in host dv-neutron-836180-1-hyperv {{(pid=83872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 13:42:32.568606 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_hamode_db [None req-e26712da-4ea1-4545-8b44-24df629eb5a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836180-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T13:25:36Z,description=,heartbeat_timestamp=2022-04-01T13:42:06Z,host='dv-neutron-836180-1-hyperv',id=88bf8fc8-11a3-4e96-9d1b-5fd93ba9f6f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T13:25:36Z,topic='l3_agent')) {'router_ids': ['0f53ca0b-ff09-4351-ab77-c1e0529db189'], 'active': True} {{(pid=83872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:42:32.572958 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-ed651280-0770-4083-9189-db2446270705 tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] 10.222.0.26 "PUT /v2.0/routers/0f53ca0b-ff09-4351-ab77-c1e0529db189/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9962466 Apr 01 13:42:32.576741 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 56176) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:42:32.718267 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_dvr_db [None req-e26712da-4ea1-4545-8b44-24df629eb5a7 None None] Set router 0f53ca0b-ff09-4351-ab77-c1e0529db189 gateway port host: None {{(pid=83872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 13:42:32.789729 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-2c21d161-9161-4862-b9ca-47c729ef9b17 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Notify callbacks [] for port, precommit_update {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:32.808183 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-2c21d161-9161-4862-b9ca-47c729ef9b17 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2743106'] for port, after_update {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:32.822269 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-b8d6f374-8226-455c-bd69-c34d6679e068 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2705391', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2999447'] for subnet, after_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:32.832446 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_hamode_db [None req-e26712da-4ea1-4545-8b44-24df629eb5a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f53ca0b-ff09-4351-ab77-c1e0529db189', 'name': 'tempest-RoutersTest-router-190868674', 'tenant_id': '7eaea7f33c58432a9d19111cc275f4e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T13:41:34Z', 'updated_at': '2022-04-01T13:42:30Z', 'revision_number': 11, 'project_id': '7eaea7f33c58432a9d19111cc275f4e1', 'gw_port_host': None}], 'dv-neutron-836180-1-hyperv', False) {} {{(pid=83872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:42:32.837107 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e26712da-4ea1-4545-8b44-24df629eb5a7 None None] Checking router: 0f53ca0b-ff09-4351-ab77-c1e0529db189 for host: dv-neutron-836180-1-hyperv {{(pid=83872) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 01 13:42:32.848890 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e26712da-4ea1-4545-8b44-24df629eb5a7 None None] Routers {'0f53ca0b-ff09-4351-ab77-c1e0529db189'} bound to L3 agent in host dv-neutron-836180-1-hyperv {{(pid=83872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 13:42:32.849509 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_hamode_db [None req-e26712da-4ea1-4545-8b44-24df629eb5a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836180-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T13:25:36Z,description=,heartbeat_timestamp=2022-04-01T13:42:06Z,host='dv-neutron-836180-1-hyperv',id=88bf8fc8-11a3-4e96-9d1b-5fd93ba9f6f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T13:25:36Z,topic='l3_agent')) {'router_ids': ['0f53ca0b-ff09-4351-ab77-c1e0529db189'], 'active': True} {{(pid=83872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:42:32.899035 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8d6f374-8226-455c-bd69-c34d6679e068 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Network 87a01bce-9ddb-4ecb-b353-c2e53ada2fbe is already hosted by enough agents. {{(pid=83869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 13:42:32.902484 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.scheduler.base_scheduler [None req-b8d6f374-8226-455c-bd69-c34d6679e068 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Resources bound (agent type, host, resource id): {{(pid=83869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 13:42:32.906947 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8d6f374-8226-455c-bd69-c34d6679e068 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:42:32.907493 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-b8d6f374-8226-455c-bd69-c34d6679e068 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Notify callbacks [] for subnet, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:32.922635 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.db_base_plugin_v2 [None req-4301bb24-eced-438c-a868-6cd49cdd4689 tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Deleting subnet b65cb694-993a-4803-b2e5-1f1edaa872e3 {{(pid=83871) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 01 13:42:32.922888 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d6f374-8226-455c-bd69-c34d6679e068 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Pushing event updated for resources: {'Subnet': ['ID=56ca908e-e3d7-4be5-9e40-2f9de1332917,revision_number=0']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:42:32.938272 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-b8d6f374-8226-455c-bd69-c34d6679e068 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.5987356 Apr 01 13:42:32.942085 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 56180) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:42:32.950866 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.v2.base [None req-f88cfc38-1861-4cab-ae22-05d9f7cd75a1 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1629808028', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '56ca908e-e3d7-4be5-9e40-2f9de1332917'}], 'security_groups': ['4478a1fa-d9f1-437e-a3e2-86799d39060b']}} {{(pid=83869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:42:32.953952 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-4301bb24-eced-438c-a868-6cd49cdd4689 tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Notify callbacks [] for subnet, before_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:32.987100 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_dvr_db [None req-e26712da-4ea1-4545-8b44-24df629eb5a7 None None] Set router 0f53ca0b-ff09-4351-ab77-c1e0529db189 gateway port host: None {{(pid=83872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 13:42:33.021449 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-4301bb24-eced-438c-a868-6cd49cdd4689 tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3166365'] for subnet, precommit_delete_associations {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:33.083971 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-f88cfc38-1861-4cab-ae22-05d9f7cd75a1 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:33.104275 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_hamode_db [None req-e26712da-4ea1-4545-8b44-24df629eb5a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f53ca0b-ff09-4351-ab77-c1e0529db189', 'name': 'tempest-RoutersTest-router-190868674', 'tenant_id': '7eaea7f33c58432a9d19111cc275f4e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T13:41:34Z', 'updated_at': '2022-04-01T13:42:30Z', 'revision_number': 11, 'project_id': '7eaea7f33c58432a9d19111cc275f4e1', 'gw_port_host': None}], 'dv-neutron-836180-1-hyperv', False) {} {{(pid=83872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:42:33.108321 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c21d161-9161-4862-b9ca-47c729ef9b17 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Pushing event updated for resources: {'Port': ['ID=2524ec75-e782-4035-bcf2-90b8933c3993,revision_number=3']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:42:33.110649 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-2c21d161-9161-4862-b9ca-47c729ef9b17 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3017508', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4084015'] for router_interface, after_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:33.110966 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e26712da-4ea1-4545-8b44-24df629eb5a7 None None] The sync data for ids ['0f53ca0b-ff09-4351-ab77-c1e0529db189'] in dv-neutron-836180-1-hyperv is: [{'id': '0f53ca0b-ff09-4351-ab77-c1e0529db189', 'name': 'tempest-RoutersTest-router-190868674', 'tenant_id': '7eaea7f33c58432a9d19111cc275f4e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T13:41:34Z', 'updated_at': '2022-04-01T13:42:30Z', 'revision_number': 11, 'project_id': '7eaea7f33c58432a9d19111cc275f4e1', 'gw_port_host': None}] {{(pid=83872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 13:42:33.146284 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee465e84-4ce4-4a3a-9ae8-06c965b67cb5 None None] Network 87a01bce-9ddb-4ecb-b353-c2e53ada2fbe requested from dv-neutron-836180-1-hyperv {{(pid=83872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 13:42:33.214456 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-4301bb24-eced-438c-a868-6cd49cdd4689 tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-945029'] for subnet, precommit_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:33.256182 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-1eff5f96-b226-432d-b827-2d1f04c2439c None None] Provisioning complete for port 26a3aca5-aaf5-48e5-93fc-33a6aa7b0e49 triggered by entity DHCP. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 13:42:33.256568 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-1eff5f96-b226-432d-b827-2d1f04c2439c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-948329'] for port, provisioning_complete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:33.373213 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.plugin [None req-1eff5f96-b226-432d-b827-2d1f04c2439c None None] Port 26a3aca5-aaf5-48e5-93fc-33a6aa7b0e49 cannot update to ACTIVE because it is not bound. {{(pid=83872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 13:42:33.429692 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-1eff5f96-b226-432d-b827-2d1f04c2439c None None] Provisioning for port de809516-4c80-4ad1-8070-cd6cac0b93bd completed by entity DHCP. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 13:42:33.445830 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c21d161-9161-4862-b9ca-47c729ef9b17 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Network fb3edc49-0403-42b2-a417-0ee7bb71f704 is already hosted by enough agents. {{(pid=83871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 13:42:33.447700 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.scheduler.base_scheduler [None req-2c21d161-9161-4862-b9ca-47c729ef9b17 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Resources bound (agent type, host, resource id): {{(pid=83871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 13:42:33.509646 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-4301bb24-eced-438c-a868-6cd49cdd4689 tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-945042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2743160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2757373'] for subnet, after_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:33.527639 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-5f56251c-9223-4167-b045-b658d71f2483 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:33.649411 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2bdc951-57d0-4a82-8f6a-38b8e37d5f70 None None] Update dhcp port {'port': {'network_id': '87a01bce-9ddb-4ecb-b353-c2e53ada2fbe', 'fixed_ips': [{'subnet_id': '5092cc12-af20-429d-bc84-af6d3b580ef5', 'ip_address': '2001:db8::2'}, {'subnet_id': '56ca908e-e3d7-4be5-9e40-2f9de1332917'}], 'binding:host_id': 'dv-neutron-836180-1-hyperv'}, 'id': 'de809516-4c80-4ad1-8070-cd6cac0b93bd'} from dv-neutron-836180-1-hyperv. {{(pid=83872) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Apr 01 13:42:33.717125 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-f2bdc951-57d0-4a82-8f6a-38b8e37d5f70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:33.733356 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-4301bb24-eced-438c-a868-6cd49cdd4689 tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Notify callbacks [] for subnet, before_response {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:33.736104 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4301bb24-eced-438c-a868-6cd49cdd4689 tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Pushing event deleted for resources: {'Subnet': ['ID=b65cb694-993a-4803-b2e5-1f1edaa872e3,revision_number=None']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:42:33.737684 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Device de809516-4c80-4ad1-8070-cd6cac0b93bd up at agent ovs-agent-dv-neutron-836180-1-hyperv {{(pid=83872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 13:42:33.767925 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-4301bb24-eced-438c-a868-6cd49cdd4689 tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] 10.222.0.26 "DELETE /v2.0/subnets/b65cb694-993a-4803-b2e5-1f1edaa872e3 HTTP/1.1" status: 204 len: 168 time: 1.1900365 Apr 01 13:42:33.774779 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 56184) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:42:33.807446 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-614e86ac-e44b-445a-beeb-c8361c07faf4 None None] Network 52e92d7a-7b71-4f8b-95a8-f9be4255be10 requested from dv-neutron-836180-1-hyperv {{(pid=83872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 13:42:33.820433 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.db_base_plugin_common [None req-f88cfc38-1861-4cab-ae22-05d9f7cd75a1 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Delete allocated IP 2001:db8::be (87a01bce-9ddb-4ecb-b353-c2e53ada2fbe/5092cc12-af20-429d-bc84-af6d3b580ef5) {{(pid=83869) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Apr 01 13:42:33.829837 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.db_base_plugin_common [None req-f88cfc38-1861-4cab-ae22-05d9f7cd75a1 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Allocated IP 2001:db8:0:1::112 (87a01bce-9ddb-4ecb-b353-c2e53ada2fbe/56ca908e-e3d7-4be5-9e40-2f9de1332917/f27e5802-5940-4b9e-8bed-5c09bb5c418f) {{(pid=83869) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 13:42:34.005854 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-d768079c-75f0-47c3-9044-efe4fff49514 tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1033078'] for network, before_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:34.033441 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.plugin [None req-d768079c-75f0-47c3-9044-efe4fff49514 tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Deleting port dc760f50-65d9-4217-9f35-f8d5dd35dc2b {{(pid=83871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 13:42:34.033771 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-d768079c-75f0-47c3-9044-efe4fff49514 tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736733287370'] for port, before_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:34.039565 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-f88cfc38-1861-4cab-ae22-05d9f7cd75a1 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Notify callbacks [] for port, precommit_update {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:34.055643 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.provisioning_blocks [None req-f88cfc38-1861-4cab-ae22-05d9f7cd75a1 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Ignored duplicate provisioning block setup for port f27e5802-5940-4b9e-8bed-5c09bb5c418f by entity DHCP. {{(pid=83869) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Apr 01 13:42:34.062224 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-f88cfc38-1861-4cab-ae22-05d9f7cd75a1 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2705172'] for port, after_update {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:34.150428 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-cc9b641f-e97a-4925-aa6a-0b34075776d0 None None] Provisioning complete for port 2524ec75-e782-4035-bcf2-90b8933c3993 triggered by entity DHCP. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 13:42:34.151079 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-cc9b641f-e97a-4925-aa6a-0b34075776d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-948329'] for port, provisioning_complete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:34.175539 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.plugin [None req-f88cfc38-1861-4cab-ae22-05d9f7cd75a1 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] In _notify_port_updated(), no bound segment for port f27e5802-5940-4b9e-8bed-5c09bb5c418f on network 87a01bce-9ddb-4ecb-b353-c2e53ada2fbe {{(pid=83869) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Apr 01 13:42:34.180168 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f88cfc38-1861-4cab-ae22-05d9f7cd75a1 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:42:34.180442 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-f88cfc38-1861-4cab-ae22-05d9f7cd75a1 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109561'] for port, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:34.185399 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-f88cfc38-1861-4cab-ae22-05d9f7cd75a1 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] 10.222.0.26 "PUT /v2.0/ports/f27e5802-5940-4b9e-8bed-5c09bb5c418f HTTP/1.1" status: 200 len: 931 time: 1.2383351 Apr 01 13:42:34.185399 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f88cfc38-1861-4cab-ae22-05d9f7cd75a1 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Pushing event updated for resources: {'Port': ['ID=f27e5802-5940-4b9e-8bed-5c09bb5c418f,revision_number=2']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:42:34.187028 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 56188) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:42:34.229438 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Provisioning for port de809516-4c80-4ad1-8070-cd6cac0b93bd completed by entity L2. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 13:42:34.258301 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.plugin [None req-c23e8ad4-2140-4eb3-9fcb-5a09445d1cf0 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Deleting port f27e5802-5940-4b9e-8bed-5c09bb5c418f {{(pid=83869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 13:42:34.258301 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-c23e8ad4-2140-4eb3-9fcb-5a09445d1cf0 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736733287370'] for port, before_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:34.260526 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Provisioning complete for port de809516-4c80-4ad1-8070-cd6cac0b93bd triggered by entity L2. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 13:42:34.261164 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-948329'] for port, provisioning_complete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:34.305686 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.db [None req-d768079c-75f0-47c3-9044-efe4fff49514 tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] For port dc760f50-65d9-4217-9f35-f8d5dd35dc2b, host dv-neutron-836180-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836180-1-hyperv',level=0,port_id=dc760f50-65d9-4217-9f35-f8d5dd35dc2b,segment=NetworkSegment(14b6111f-cfc1-4103-bf74-88d1eac2dfbd),segment_id=14b6111f-cfc1-4103-bf74-88d1eac2dfbd)] {{(pid=83871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 13:42:34.305982 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-d768079c-75f0-47c3-9044-efe4fff49514 tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4155147'] for port, precommit_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:34.308050 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.plugin [None req-cc9b641f-e97a-4925-aa6a-0b34075776d0 None None] Port 2524ec75-e782-4035-bcf2-90b8933c3993 cannot update to ACTIVE because it is not bound. {{(pid=83872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 13:42:34.341338 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.db_base_plugin_common [None req-f2bdc951-57d0-4a82-8f6a-38b8e37d5f70 None None] Allocated IP 2001:db8:0:1::2 (87a01bce-9ddb-4ecb-b353-c2e53ada2fbe/56ca908e-e3d7-4be5-9e40-2f9de1332917/de809516-4c80-4ad1-8070-cd6cac0b93bd) {{(pid=83872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 13:42:34.456698 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.plugin [None req-d768079c-75f0-47c3-9044-efe4fff49514 tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Calling delete_port for dc760f50-65d9-4217-9f35-f8d5dd35dc2b owned by network:dhcp {{(pid=83871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 13:42:34.486130 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c21d161-9161-4862-b9ca-47c729ef9b17 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Router 3b354710-5e69-4183-ac51-dd9604001d58 is scheduled to L3 agent 88bf8fc8-11a3-4e96-9d1b-5fd93ba9f6f1 with binding_index 1 {{(pid=83871) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 01 13:42:34.488626 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-805e0a37-9403-4a4b-a65b-bd22852d787b None None] DHCP port deletion for 52e92d7a-7b71-4f8b-95a8-f9be4255be10 request from dv-neutron-836180-1-hyperv {{(pid=83872) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 01 13:42:34.508479 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.plugin [None req-805e0a37-9403-4a4b-a65b-bd22852d787b None None] Deleting port dc760f50-65d9-4217-9f35-f8d5dd35dc2b {{(pid=83872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 13:42:34.508817 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-805e0a37-9403-4a4b-a65b-bd22852d787b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736733287370'] for port, before_delete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:34.521397 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-c23e8ad4-2140-4eb3-9fcb-5a09445d1cf0 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4155147'] for port, precommit_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:34.581608 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:34.659376 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-d768079c-75f0-47c3-9044-efe4fff49514 tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736733359243', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736732935810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2743125'] for port, after_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:34.662285 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.plugin [None req-c23e8ad4-2140-4eb3-9fcb-5a09445d1cf0 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Calling delete_port for f27e5802-5940-4b9e-8bed-5c09bb5c418f owned by {{(pid=83869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 13:42:34.674237 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-f2bdc951-57d0-4a82-8f6a-38b8e37d5f70 None None] For port de809516-4c80-4ad1-8070-cd6cac0b93bd, host dv-neutron-836180-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836180-1-hyperv',level=0,port_id=de809516-4c80-4ad1-8070-cd6cac0b93bd,segment=NetworkSegment(69d3dae9-b44d-4e9d-85cf-be43b39415e9),segment_id=69d3dae9-b44d-4e9d-85cf-be43b39415e9)] {{(pid=83872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 13:42:34.708901 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d768079c-75f0-47c3-9044-efe4fff49514 tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Pushing event deleted for resources: {'Port': ['ID=dc760f50-65d9-4217-9f35-f8d5dd35dc2b,revision_number=None']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:42:34.725379 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d768079c-75f0-47c3-9044-efe4fff49514 tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] No DVR routers for this DVR port dc760f50-65d9-4217-9f35-f8d5dd35dc2b on host dv-neutron-836180-1-hyperv {{(pid=83871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 13:42:34.786409 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-f2bdc951-57d0-4a82-8f6a-38b8e37d5f70 None None] Notify callbacks [] for port, precommit_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:34.820429 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-805e0a37-9403-4a4b-a65b-bd22852d787b None None] For port dc760f50-65d9-4217-9f35-f8d5dd35dc2b, host dv-neutron-836180-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836180-1-hyperv',level=0,port_id=dc760f50-65d9-4217-9f35-f8d5dd35dc2b,segment=NetworkSegment(14b6111f-cfc1-4103-bf74-88d1eac2dfbd),segment_id=14b6111f-cfc1-4103-bf74-88d1eac2dfbd)] {{(pid=83872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 13:42:34.820820 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-805e0a37-9403-4a4b-a65b-bd22852d787b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4155147'] for port, precommit_delete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:34.829061 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-c23e8ad4-2140-4eb3-9fcb-5a09445d1cf0 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736733359243', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736732935810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2705155'] for port, after_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:34.833435 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-f2bdc951-57d0-4a82-8f6a-38b8e37d5f70 None None] Transition to ACTIVE for port object de809516-4c80-4ad1-8070-cd6cac0b93bd will not be triggered until provisioned by entity DHCP. {{(pid=83872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 13:42:34.885207 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-f2bdc951-57d0-4a82-8f6a-38b8e37d5f70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864'] for port, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:34.888383 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c23e8ad4-2140-4eb3-9fcb-5a09445d1cf0 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Pushing event deleted for resources: {'Port': ['ID=f27e5802-5940-4b9e-8bed-5c09bb5c418f,revision_number=None']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:42:34.934118 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-c23e8ad4-2140-4eb3-9fcb-5a09445d1cf0 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109561'] for port, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:34.949527 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-c23e8ad4-2140-4eb3-9fcb-5a09445d1cf0 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] 10.222.0.26 "DELETE /v2.0/ports/f27e5802-5940-4b9e-8bed-5c09bb5c418f HTTP/1.1" status: 204 len: 168 time: 0.7587736 Apr 01 13:42:34.949527 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 56192) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:42:34.977079 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-d768079c-75f0-47c3-9044-efe4fff49514 tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-942654', 'neutron.services.segments.db._delete_segments_for_network-8736733387888'] for network, precommit_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:34.986641 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c21d161-9161-4862-b9ca-47c729ef9b17 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Notify agent at l3_agent.dv-neutron-836180-1-hyperv the message routers_updated {{(pid=83871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 13:42:34.999582 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-2c21d161-9161-4862-b9ca-47c729ef9b17 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] 10.222.0.26 "PUT /v2.0/routers/3b354710-5e69-4183-ac51-dd9604001d58/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0377908 Apr 01 13:42:35.000440 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2c78793-5155-400b-b88a-87af77e7fea0 None None] Sync routers for ids ['3b354710-5e69-4183-ac51-dd9604001d58'] in dv-neutron-836180-1-hyperv {{(pid=83873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 13:42:35.002391 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 56196) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:42:35.011637 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.pecan_wsgi.hooks.translation [None req-3090814e-15aa-4b32-81cc-1ace67a8d13c tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] GET failed (client error): The resource could not be found. Apr 01 13:42:35.012144 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-3090814e-15aa-4b32-81cc-1ace67a8d13c tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Synchronizing usage tracker for tenant:2ac88458dfe547ba9bcc73de4b0c8518 on resource:port {{(pid=83869) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 13:42:35.013992 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.plugin [None req-805e0a37-9403-4a4b-a65b-bd22852d787b None None] Calling delete_port for dc760f50-65d9-4217-9f35-f8d5dd35dc2b owned by network:dhcp {{(pid=83872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 13:42:35.019143 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2c78793-5155-400b-b88a-87af77e7fea0 None None] Routers {'3b354710-5e69-4183-ac51-dd9604001d58'} bound to L3 agent in host dv-neutron-836180-1-hyperv {{(pid=83873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 13:42:35.019774 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-c2c78793-5155-400b-b88a-87af77e7fea0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836180-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T13:25:36Z,description=,heartbeat_timestamp=2022-04-01T13:42:06Z,host='dv-neutron-836180-1-hyperv',id=88bf8fc8-11a3-4e96-9d1b-5fd93ba9f6f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T13:25:36Z,topic='l3_agent')) {'router_ids': ['3b354710-5e69-4183-ac51-dd9604001d58'], 'active': True} {{(pid=83873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:42:35.054109 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-3090814e-15aa-4b32-81cc-1ace67a8d13c tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Unset dirty status for tenant:2ac88458dfe547ba9bcc73de4b0c8518 on resource:port {{(pid=83869) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 13:42:35.059936 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-3090814e-15aa-4b32-81cc-1ace67a8d13c tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] 10.222.0.26 "GET /v2.0/ports/f27e5802-5940-4b9e-8bed-5c09bb5c418f HTTP/1.1" status: 404 len: 333 time: 0.1051958 Apr 01 13:42:35.060211 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 56200) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:42:35.065929 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.services.segments.db [None req-d768079c-75f0-47c3-9044-efe4fff49514 tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['52e92d7a-7b71-4f8b-95a8-f9be4255be10']}} {{(pid=83871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:42:35.082404 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.services.segments.db [None req-d768079c-75f0-47c3-9044-efe4fff49514 tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '14b6111f-cfc1-4103-bf74-88d1eac2dfbd') {'for_net_delete': True} {{(pid=83871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:42:35.082791 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.services.segments.db [None req-d768079c-75f0-47c3-9044-efe4fff49514 tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '14b6111f-cfc1-4103-bf74-88d1eac2dfbd') {} {{(pid=83871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:42:35.099601 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-d768079c-75f0-47c3-9044-efe4fff49514 tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736733386999', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3166340'] for segment, before_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:35.128820 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-d768079c-75f0-47c3-9044-efe4fff49514 tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1004271'] for segment, precommit_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:35.153242 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.db.api [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83872) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 01 13:42:35.154097 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG oslo_db.api [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 01 13:42:35.154341 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8532fe4b-eb35-4761-867d-0bcfccd7d424 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:42:35.155053 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-8532fe4b-eb35-4761-867d-0bcfccd7d424 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Synchronizing usage tracker for tenant:1932cd2bf32d410ebaa96b0062b29072 on resource:port {{(pid=83871) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 13:42:35.158218 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-c2c78793-5155-400b-b88a-87af77e7fea0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-836180-1-hyperv', False) {} {{(pid=83873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:42:35.161491 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d768079c-75f0-47c3-9044-efe4fff49514 tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Releasing vlan 388 on physical network physnet1 to pool {{(pid=83871) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 01 13:42:35.161891 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-d768079c-75f0-47c3-9044-efe4fff49514 tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1004262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2743078'] for segment, after_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:35.181125 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2c78793-5155-400b-b88a-87af77e7fea0 None None] Routers {'3b354710-5e69-4183-ac51-dd9604001d58'} bound to L3 agent in host dv-neutron-836180-1-hyperv {{(pid=83873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 13:42:35.181745 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-c2c78793-5155-400b-b88a-87af77e7fea0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836180-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T13:25:36Z,description=,heartbeat_timestamp=2022-04-01T13:42:06Z,host='dv-neutron-836180-1-hyperv',id=88bf8fc8-11a3-4e96-9d1b-5fd93ba9f6f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T13:25:36Z,topic='l3_agent')) {'router_ids': ['3b354710-5e69-4183-ac51-dd9604001d58'], 'active': True} {{(pid=83873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:42:35.185973 dv-neutron-836180-1-hyperv neutron-server[83871]: Traceback (most recent call last): Apr 01 13:42:35.185973 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 01 13:42:35.185973 dv-neutron-836180-1-hyperv neutron-server[83871]: timer() Apr 01 13:42:35.185973 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 13:42:35.185973 dv-neutron-836180-1-hyperv neutron-server[83871]: cb(*args, **kw) Apr 01 13:42:35.185973 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 13:42:35.185973 dv-neutron-836180-1-hyperv neutron-server[83871]: return func(*args, **kwargs) Apr 01 13:42:35.185973 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 13:42:35.185973 dv-neutron-836180-1-hyperv neutron-server[83871]: self._notify() Apr 01 13:42:35.185973 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 13:42:35.185973 dv-neutron-836180-1-hyperv neutron-server[83871]: self.callback(batched_events) Apr 01 13:42:35.185973 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 13:42:35.185973 dv-neutron-836180-1-hyperv neutron-server[83871]: event.method(event) Apr 01 13:42:35.185973 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 13:42:35.185973 dv-neutron-836180-1-hyperv neutron-server[83871]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 13:42:35.185973 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 13:42:35.185973 dv-neutron-836180-1-hyperv neutron-server[83871]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 13:42:35.185973 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 13:42:35.185973 dv-neutron-836180-1-hyperv neutron-server[83871]: return f(self, *a, **k) Apr 01 13:42:35.185973 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 13:42:35.185973 dv-neutron-836180-1-hyperv neutron-server[83871]: return self._get(url).json() Apr 01 13:42:35.185973 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 13:42:35.185973 dv-neutron-836180-1-hyperv neutron-server[83871]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 13:42:35.185973 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 01 13:42:35.185973 dv-neutron-836180-1-hyperv neutron-server[83871]: return self.request(url, 'GET', **kwargs) Apr 01 13:42:35.185973 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 01 13:42:35.185973 dv-neutron-836180-1-hyperv neutron-server[83871]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 13:42:35.185973 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 01 13:42:35.185973 dv-neutron-836180-1-hyperv neutron-server[83871]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 13:42:35.185973 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 01 13:42:35.185973 dv-neutron-836180-1-hyperv neutron-server[83871]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 13:42:35.185973 dv-neutron-836180-1-hyperv neutron-server[83871]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 13:42:35.189876 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2bdc951-57d0-4a82-8f6a-38b8e37d5f70 None None] Pushing event updated for resources: {'Port': ['ID=de809516-4c80-4ad1-8070-cd6cac0b93bd,revision_number=3']} {{(pid=83872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:42:35.197299 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-d1ef13ea-db31-40fa-ad8b-0160bd26791b tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Notify callbacks [] for security_group, before_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:35.230366 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.db.api [None req-805e0a37-9403-4a4b-a65b-bd22852d787b None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83872) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 01 13:42:35.230725 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG oslo_db.api [None req-805e0a37-9403-4a4b-a65b-bd22852d787b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 01 13:42:35.249738 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-d1ef13ea-db31-40fa-ad8b-0160bd26791b tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:35.308234 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-8532fe4b-eb35-4761-867d-0bcfccd7d424 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Unset dirty status for tenant:1932cd2bf32d410ebaa96b0062b29072 on resource:port {{(pid=83871) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 13:42:35.314375 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-8532fe4b-eb35-4761-867d-0bcfccd7d424 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] 10.222.0.26 "GET /v2.0/ports?device_id=3b354710-5e69-4183-ac51-dd9604001d58 HTTP/1.1" status: 200 len: 982 time: 0.3108048 Apr 01 13:42:35.318043 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 56204) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:42:35.349404 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-c2c78793-5155-400b-b88a-87af77e7fea0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-836180-1-hyperv', False) {} {{(pid=83873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:42:35.349801 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2c78793-5155-400b-b88a-87af77e7fea0 None None] The sync data for ids ['3b354710-5e69-4183-ac51-dd9604001d58'] in dv-neutron-836180-1-hyperv is: [] {{(pid=83873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 13:42:35.357816 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-d1ef13ea-db31-40fa-ad8b-0160bd26791b tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3775923'] for security_group, after_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:35.378521 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ef13ea-db31-40fa-ad8b-0160bd26791b tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f30185b-e74c-46f3-b0b9-7495acdf0d57,revision_number=None']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:42:35.383190 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-d1ef13ea-db31-40fa-ad8b-0160bd26791b tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Notify callbacks [] for security_group, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:35.384477 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-d1ef13ea-db31-40fa-ad8b-0160bd26791b tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] 10.222.0.26 "DELETE /v2.0/security-groups/1f30185b-e74c-46f3-b0b9-7495acdf0d57 HTTP/1.1" status: 204 len: 168 time: 0.3231633 Apr 01 13:42:35.386942 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 56208) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:42:35.469307 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-01cd3808-2a83-4d8b-aa72-01843fe21ea9 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Notify callbacks [] for security_group, before_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:35.482237 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-d768079c-75f0-47c3-9044-efe4fff49514 tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-942599', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4084797'] for network, after_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:35.487172 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-d768079c-75f0-47c3-9044-efe4fff49514 tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Notify callbacks [] for network, before_response {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:35.501525 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-01cd3808-2a83-4d8b-aa72-01843fe21ea9 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:35.524987 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d768079c-75f0-47c3-9044-efe4fff49514 tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Pushing event deleted for resources: {'Network': ['ID=52e92d7a-7b71-4f8b-95a8-f9be4255be10,revision_number=None']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:42:35.529627 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-d768079c-75f0-47c3-9044-efe4fff49514 tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] 10.222.0.26 "DELETE /v2.0/networks/52e92d7a-7b71-4f8b-95a8-f9be4255be10 HTTP/1.1" status: 204 len: 168 time: 1.7537100 Apr 01 13:42:35.532720 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 56212) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:42:35.541618 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.v2.base [None req-1b085801-75b8-4303-8b60-7b95ffbe2a60 tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Request body: {'router': {'routes': None}} {{(pid=83869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:42:35.717396 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:35.735062 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.plugin [None req-805e0a37-9403-4a4b-a65b-bd22852d787b None None] Deleting port dc760f50-65d9-4217-9f35-f8d5dd35dc2b {{(pid=83872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 13:42:35.735661 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-805e0a37-9403-4a4b-a65b-bd22852d787b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736733287370'] for port, before_delete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:35.773498 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-01cd3808-2a83-4d8b-aa72-01843fe21ea9 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3775923'] for security_group, after_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:35.820026 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.plugin [None req-805e0a37-9403-4a4b-a65b-bd22852d787b None None] The port 'dc760f50-65d9-4217-9f35-f8d5dd35dc2b' was deleted {{(pid=83872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 01 13:42:35.847872 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] For port de809516-4c80-4ad1-8070-cd6cac0b93bd, host dv-neutron-836180-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836180-1-hyperv',level=0,port_id=de809516-4c80-4ad1-8070-cd6cac0b93bd,segment=NetworkSegment(69d3dae9-b44d-4e9d-85cf-be43b39415e9),segment_id=69d3dae9-b44d-4e9d-85cf-be43b39415e9)] {{(pid=83872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 13:42:35.873674 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864'] for port, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:35.975593 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Pushing event updated for resources: {'Port': ['ID=de809516-4c80-4ad1-8070-cd6cac0b93bd,revision_number=4']} {{(pid=83872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:42:35.983270 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Device 7d78f01b-61b5-4c39-a5cd-9ac1ebf4ac15 no longer exists at agent ovs-agent-dv-neutron-836180-1-hyperv {{(pid=83872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 13:42:36.018089 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01cd3808-2a83-4d8b-aa72-01843fe21ea9 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4478a1fa-d9f1-437e-a3e2-86799d39060b,revision_number=None']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:42:36.019979 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-01cd3808-2a83-4d8b-aa72-01843fe21ea9 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Notify callbacks [] for security_group, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:36.021634 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-01cd3808-2a83-4d8b-aa72-01843fe21ea9 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] 10.222.0.26 "DELETE /v2.0/security-groups/4478a1fa-d9f1-437e-a3e2-86799d39060b HTTP/1.1" status: 204 len: 168 time: 0.6281965 Apr 01 13:42:36.024624 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 56216) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:42:36.029891 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-37990a59-dc41-4381-962d-5e2b361c1d30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:36.049952 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.plugin [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] No Port match for: 7d78f01b-61b5-4c39-a5cd-9ac1ebf4ac15 {{(pid=83872) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 01 13:42:36.050301 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Device 7d78f01b-61b5-4c39-a5cd-9ac1ebf4ac15 not bound to the agent host dv-neutron-836180-1-hyperv {{(pid=83872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 13:42:36.078239 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-032aa181-632d-4a15-80f3-ce447badf8ec tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4084029'] for router_interface, before_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:36.102756 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.extraroute_db [None req-1b085801-75b8-4303-8b60-7b95ffbe2a60 tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Added routes are [] {{(pid=83869) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Apr 01 13:42:36.103053 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.extraroute_db [None req-1b085801-75b8-4303-8b60-7b95ffbe2a60 tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Removed routes are [] {{(pid=83869) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Apr 01 13:42:36.103415 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-1b085801-75b8-4303-8b60-7b95ffbe2a60 tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4084887', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4079850', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4161'] for router, precommit_update {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:36.140018 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-40a530b9-d475-41f3-91e8-a9bc15367f3b None None] Could not find standard attr ID for object f27e5802-5940-4b9e-8bed-5c09bb5c418f. {{(pid=83872) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 01 13:42:36.155075 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-40a530b9-d475-41f3-91e8-a9bc15367f3b None None] Provisioning complete for port 26a3aca5-aaf5-48e5-93fc-33a6aa7b0e49 triggered by entity DHCP. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 13:42:36.156088 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-40a530b9-d475-41f3-91e8-a9bc15367f3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-948329'] for port, provisioning_complete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:36.216523 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Device de809516-4c80-4ad1-8070-cd6cac0b93bd up at agent ovs-agent-dv-neutron-836180-1-hyperv {{(pid=83872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 13:42:36.265385 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.plugin [None req-40a530b9-d475-41f3-91e8-a9bc15367f3b None None] Port 26a3aca5-aaf5-48e5-93fc-33a6aa7b0e49 cannot update to ACTIVE because it is not bound. {{(pid=83872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 13:42:36.389428 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-40a530b9-d475-41f3-91e8-a9bc15367f3b None None] Provisioning for port de809516-4c80-4ad1-8070-cd6cac0b93bd completed by entity DHCP. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 13:42:36.399347 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-40a530b9-d475-41f3-91e8-a9bc15367f3b None None] Provisioning complete for port de809516-4c80-4ad1-8070-cd6cac0b93bd triggered by entity DHCP. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 13:42:36.399993 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-40a530b9-d475-41f3-91e8-a9bc15367f3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-948329'] for port, provisioning_complete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:36.483202 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Provisioning complete for port de809516-4c80-4ad1-8070-cd6cac0b93bd triggered by entity L2. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 13:42:36.483910 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-948329'] for port, provisioning_complete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:36.499875 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.plugin [None req-032aa181-632d-4a15-80f3-ce447badf8ec tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Deleting port 2524ec75-e782-4035-bcf2-90b8933c3993 {{(pid=83871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 13:42:36.500561 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-032aa181-632d-4a15-80f3-ce447badf8ec tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736733287370'] for port, before_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:36.569633 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-1b085801-75b8-4303-8b60-7b95ffbe2a60 tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4084887', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4079850', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4161'] for router, precommit_update {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:36.577515 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-1b085801-75b8-4303-8b60-7b95ffbe2a60 tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4084858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-4084844', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-4084837', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-4079843'] for router, after_update {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:36.715154 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-032aa181-632d-4a15-80f3-ce447badf8ec tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4155147'] for port, precommit_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:36.735999 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-0f93f884-5624-4c53-9b51-8a366bbf22a3 None None] Could not find standard attr ID for object f27e5802-5940-4b9e-8bed-5c09bb5c418f. {{(pid=83872) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 01 13:42:36.741211 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.db_base_plugin_v2 [None req-e6789503-2d56-40c9-82b8-730ab5f1f58a tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Deleting subnet 5092cc12-af20-429d-bc84-af6d3b580ef5 {{(pid=83869) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 01 13:42:36.745785 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-e6789503-2d56-40c9-82b8-730ab5f1f58a tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Notify callbacks [] for subnet, before_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:36.792836 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Device dc760f50-65d9-4217-9f35-f8d5dd35dc2b no longer exists at agent ovs-agent-dv-neutron-836180-1-hyperv {{(pid=83872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 13:42:36.814619 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-e6789503-2d56-40c9-82b8-730ab5f1f58a tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2704975'] for subnet, precommit_delete_associations {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:36.842094 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.plugin [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] No Port match for: dc760f50-65d9-4217-9f35-f8d5dd35dc2b {{(pid=83872) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 01 13:42:36.843464 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Device dc760f50-65d9-4217-9f35-f8d5dd35dc2b not bound to the agent host dv-neutron-836180-1-hyperv {{(pid=83872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 13:42:36.844620 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b085801-75b8-4303-8b60-7b95ffbe2a60 tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Router 0f53ca0b-ff09-4351-ab77-c1e0529db189 has already been hosted by L3 agent 88bf8fc8-11a3-4e96-9d1b-5fd93ba9f6f1 {{(pid=83869) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 13:42:36.953697 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.plugin [None req-032aa181-632d-4a15-80f3-ce447badf8ec tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Calling delete_port for 2524ec75-e782-4035-bcf2-90b8933c3993 owned by network:router_interface {{(pid=83871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 13:42:37.026995 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b085801-75b8-4303-8b60-7b95ffbe2a60 tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Notify agent at l3_agent.dv-neutron-836180-1-hyperv the message routers_updated {{(pid=83869) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 13:42:37.033868 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-1b085801-75b8-4303-8b60-7b95ffbe2a60 tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Notify callbacks [] for router, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:37.036194 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-1b085801-75b8-4303-8b60-7b95ffbe2a60 tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] 10.222.0.26 "PUT /v2.0/routers/0f53ca0b-ff09-4351-ab77-c1e0529db189 HTTP/1.1" status: 200 len: 700 time: 1.5014360 Apr 01 13:42:37.037798 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 56222) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:42:37.039169 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d6ffedd-ddc0-4410-b206-f1c4514988ec None None] Sync routers for ids ['0f53ca0b-ff09-4351-ab77-c1e0529db189'] in dv-neutron-836180-1-hyperv {{(pid=83872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 13:42:37.051940 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d6ffedd-ddc0-4410-b206-f1c4514988ec None None] Routers {'0f53ca0b-ff09-4351-ab77-c1e0529db189'} bound to L3 agent in host dv-neutron-836180-1-hyperv {{(pid=83872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 13:42:37.052712 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_hamode_db [None req-1d6ffedd-ddc0-4410-b206-f1c4514988ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836180-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T13:25:36Z,description=,heartbeat_timestamp=2022-04-01T13:42:36Z,host='dv-neutron-836180-1-hyperv',id=88bf8fc8-11a3-4e96-9d1b-5fd93ba9f6f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T13:25:36Z,topic='l3_agent')) {'router_ids': ['0f53ca0b-ff09-4351-ab77-c1e0529db189'], 'active': True} {{(pid=83872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:42:37.086261 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-71eadd15-81c4-4281-a110-3d61ac4028fa tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Synchronizing usage tracker for tenant:7eaea7f33c58432a9d19111cc275f4e1 on resource:port {{(pid=83869) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 13:42:37.089072 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-e6789503-2d56-40c9-82b8-730ab5f1f58a tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-945029'] for subnet, precommit_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:37.141312 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-032aa181-632d-4a15-80f3-ce447badf8ec tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736733359243', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736732935810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2743125'] for port, after_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:37.147050 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-71eadd15-81c4-4281-a110-3d61ac4028fa tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Unset dirty status for tenant:7eaea7f33c58432a9d19111cc275f4e1 on resource:port {{(pid=83869) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 13:42:37.151088 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-71eadd15-81c4-4281-a110-3d61ac4028fa tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] 10.222.0.26 "GET /v2.0/ports?device_id=0f53ca0b-ff09-4351-ab77-c1e0529db189 HTTP/1.1" status: 200 len: 205 time: 0.1095197 Apr 01 13:42:37.151716 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 56226) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:42:37.191191 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_dvr_db [None req-1d6ffedd-ddc0-4410-b206-f1c4514988ec None None] Set router 0f53ca0b-ff09-4351-ab77-c1e0529db189 gateway port host: None {{(pid=83872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 13:42:37.191830 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-032aa181-632d-4a15-80f3-ce447badf8ec tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Pushing event deleted for resources: {'Port': ['ID=2524ec75-e782-4035-bcf2-90b8933c3993,revision_number=None']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:42:37.230183 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:37.319314 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_hamode_db [None req-1d6ffedd-ddc0-4410-b206-f1c4514988ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f53ca0b-ff09-4351-ab77-c1e0529db189', 'name': 'tempest-RoutersTest-router-190868674', 'tenant_id': '7eaea7f33c58432a9d19111cc275f4e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T13:41:34Z', 'updated_at': '2022-04-01T13:42:30Z', 'revision_number': 11, 'project_id': '7eaea7f33c58432a9d19111cc275f4e1', 'gw_port_host': None}], 'dv-neutron-836180-1-hyperv', False) {} {{(pid=83872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:42:37.323437 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d6ffedd-ddc0-4410-b206-f1c4514988ec None None] Checking router: 0f53ca0b-ff09-4351-ab77-c1e0529db189 for host: dv-neutron-836180-1-hyperv {{(pid=83872) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 01 13:42:37.323934 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-e6789503-2d56-40c9-82b8-730ab5f1f58a tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-945042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2705198', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2999452'] for subnet, after_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:37.349003 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d6ffedd-ddc0-4410-b206-f1c4514988ec None None] Routers {'0f53ca0b-ff09-4351-ab77-c1e0529db189'} bound to L3 agent in host dv-neutron-836180-1-hyperv {{(pid=83872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 13:42:37.349613 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_hamode_db [None req-1d6ffedd-ddc0-4410-b206-f1c4514988ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836180-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T13:25:36Z,description=,heartbeat_timestamp=2022-04-01T13:42:36Z,host='dv-neutron-836180-1-hyperv',id=88bf8fc8-11a3-4e96-9d1b-5fd93ba9f6f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T13:25:36Z,topic='l3_agent')) {'router_ids': ['0f53ca0b-ff09-4351-ab77-c1e0529db189'], 'active': True} {{(pid=83872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:42:37.482498 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-19ca4a67-7da8-4db3-b615-bcd31e26fbfc tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Notify callbacks [] for router, before_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:37.499204 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_dvr_db [None req-1d6ffedd-ddc0-4410-b206-f1c4514988ec None None] Set router 0f53ca0b-ff09-4351-ab77-c1e0529db189 gateway port host: None {{(pid=83872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 13:42:37.505959 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-032aa181-632d-4a15-80f3-ce447badf8ec tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3017585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4084076'] for router_interface, after_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:37.544897 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6789503-2d56-40c9-82b8-730ab5f1f58a tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Pushing event deleted for resources: {'Subnet': ['ID=5092cc12-af20-429d-bc84-af6d3b580ef5,revision_number=None']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:42:37.605535 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-e6789503-2d56-40c9-82b8-730ab5f1f58a tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Notify callbacks [] for subnet, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:37.606007 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_hamode_db [None req-1d6ffedd-ddc0-4410-b206-f1c4514988ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f53ca0b-ff09-4351-ab77-c1e0529db189', 'name': 'tempest-RoutersTest-router-190868674', 'tenant_id': '7eaea7f33c58432a9d19111cc275f4e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T13:41:34Z', 'updated_at': '2022-04-01T13:42:30Z', 'revision_number': 11, 'project_id': '7eaea7f33c58432a9d19111cc275f4e1', 'gw_port_host': None}], 'dv-neutron-836180-1-hyperv', False) {} {{(pid=83872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:42:37.613132 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d6ffedd-ddc0-4410-b206-f1c4514988ec None None] The sync data for ids ['0f53ca0b-ff09-4351-ab77-c1e0529db189'] in dv-neutron-836180-1-hyperv is: [{'id': '0f53ca0b-ff09-4351-ab77-c1e0529db189', 'name': 'tempest-RoutersTest-router-190868674', 'tenant_id': '7eaea7f33c58432a9d19111cc275f4e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T13:41:34Z', 'updated_at': '2022-04-01T13:42:30Z', 'revision_number': 11, 'project_id': '7eaea7f33c58432a9d19111cc275f4e1', 'gw_port_host': None}] {{(pid=83872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 13:42:37.614529 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bcef09e-5eb9-4054-ada6-0ee6364871b8 None None] Network 87a01bce-9ddb-4ecb-b353-c2e53ada2fbe requested from dv-neutron-836180-1-hyperv {{(pid=83872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 13:42:37.616552 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-e6789503-2d56-40c9-82b8-730ab5f1f58a tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] 10.222.0.26 "DELETE /v2.0/subnets/5092cc12-af20-429d-bc84-af6d3b580ef5 HTTP/1.1" status: 204 len: 168 time: 1.5910451 Apr 01 13:42:37.622694 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 56230) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:42:37.628270 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.v2.base [None req-05b190d1-53eb-4080-86f8-78d8489913b7 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Request body: {'subnet': {'network_id': '87a01bce-9ddb-4ecb-b353-c2e53ada2fbe', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:42:37.640906 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-2f9cfc9c-d8ba-4de3-a4ad-98162f90557c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:37.956697 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-032aa181-632d-4a15-80f3-ce447badf8ec tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Router 3b354710-5e69-4183-ac51-dd9604001d58 has already been hosted by L3 agent 88bf8fc8-11a3-4e96-9d1b-5fd93ba9f6f1 {{(pid=83871) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 13:42:38.036860 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-19ca4a67-7da8-4db3-b615-bcd31e26fbfc tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4079814', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4170'] for router, precommit_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:38.046997 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-19ca4a67-7da8-4db3-b615-bcd31e26fbfc tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:38.048785 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-05b190d1-53eb-4080-86f8-78d8489913b7 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:42:38.053733 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-05b190d1-53eb-4080-86f8-78d8489913b7 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Usage tracker for resource:subnet and tenant:2ac88458dfe547ba9bcc73de4b0c8518 is out of sync, need to count used quota {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 13:42:38.057175 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-05b190d1-53eb-4080-86f8-78d8489913b7 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 13:42:38.065324 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-05b190d1-53eb-4080-86f8-78d8489913b7 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:42:38.091726 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05b190d1-53eb-4080-86f8-78d8489913b7 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Made reservation on behalf of 2ac88458dfe547ba9bcc73de4b0c8518 for: {'subnet': 1} {{(pid=83869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 13:42:38.095427 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-05b190d1-53eb-4080-86f8-78d8489913b7 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2999481'] for subnet, before_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:38.111111 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-19ca4a67-7da8-4db3-b615-bcd31e26fbfc tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4079738'] for router, after_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:38.111582 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19ca4a67-7da8-4db3-b615-bcd31e26fbfc tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Fanout notify agent at l3_agent the message router_deleted on router 0f53ca0b-ff09-4351-ab77-c1e0529db189 {{(pid=83869) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 01 13:42:38.144993 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-032aa181-632d-4a15-80f3-ce447badf8ec tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Notify agent at l3_agent.dv-neutron-836180-1-hyperv the message routers_updated {{(pid=83871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 13:42:38.154928 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70f1bbac-8406-4f7d-a9f4-a062f68d101c None None] Sync routers for ids ['3b354710-5e69-4183-ac51-dd9604001d58'] in dv-neutron-836180-1-hyperv {{(pid=83873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 13:42:38.175014 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-032aa181-632d-4a15-80f3-ce447badf8ec tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] 10.222.0.26 "PUT /v2.0/routers/3b354710-5e69-4183-ac51-dd9604001d58/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8526804 Apr 01 13:42:38.175308 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 56234) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:42:38.183454 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-19ca4a67-7da8-4db3-b615-bcd31e26fbfc tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Notify callbacks [] for router, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:38.184957 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-19ca4a67-7da8-4db3-b615-bcd31e26fbfc tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] 10.222.0.26 "DELETE /v2.0/routers/0f53ca0b-ff09-4351-ab77-c1e0529db189 HTTP/1.1" status: 204 len: 168 time: 1.0284820 Apr 01 13:42:38.194151 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 56238) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:42:38.198606 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.v2.base [None req-143455bd-ba2e-4c59-817e-071751e89c9d tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1985882794', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:42:38.199689 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70f1bbac-8406-4f7d-a9f4-a062f68d101c None None] Routers {'3b354710-5e69-4183-ac51-dd9604001d58'} bound to L3 agent in host dv-neutron-836180-1-hyperv {{(pid=83873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 13:42:38.201091 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-70f1bbac-8406-4f7d-a9f4-a062f68d101c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836180-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T13:25:36Z,description=,heartbeat_timestamp=2022-04-01T13:42:36Z,host='dv-neutron-836180-1-hyperv',id=88bf8fc8-11a3-4e96-9d1b-5fd93ba9f6f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T13:25:36Z,topic='l3_agent')) {'router_ids': ['3b354710-5e69-4183-ac51-dd9604001d58'], 'active': True} {{(pid=83873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:42:38.216500 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-143455bd-ba2e-4c59-817e-071751e89c9d tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:42:38.227142 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-143455bd-ba2e-4c59-817e-071751e89c9d tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Usage tracker for resource:router and tenant:7eaea7f33c58432a9d19111cc275f4e1 is out of sync, need to count used quota {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 13:42:38.235596 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-143455bd-ba2e-4c59-817e-071751e89c9d tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 13:42:38.247276 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-143455bd-ba2e-4c59-817e-071751e89c9d tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:42:38.282125 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.pecan_wsgi.hooks.translation [None req-44ae2b73-a271-44bf-affa-adefed7ae3b6 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] GET failed (client error): The resource could not be found. Apr 01 13:42:38.286570 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-44ae2b73-a271-44bf-affa-adefed7ae3b6 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Synchronizing usage tracker for tenant:1932cd2bf32d410ebaa96b0062b29072 on resource:port {{(pid=83871) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 13:42:38.300152 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-143455bd-ba2e-4c59-817e-071751e89c9d tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4082176', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4220'] for router, before_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:38.301116 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-143455bd-ba2e-4c59-817e-071751e89c9d tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4082277', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4084873', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4148249', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4211'] for router, precommit_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:38.310835 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-70f1bbac-8406-4f7d-a9f4-a062f68d101c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-836180-1-hyperv', False) {} {{(pid=83873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:42:38.324076 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70f1bbac-8406-4f7d-a9f4-a062f68d101c None None] Routers {'3b354710-5e69-4183-ac51-dd9604001d58'} bound to L3 agent in host dv-neutron-836180-1-hyperv {{(pid=83873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 13:42:38.326090 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-70f1bbac-8406-4f7d-a9f4-a062f68d101c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836180-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T13:25:36Z,description=,heartbeat_timestamp=2022-04-01T13:42:36Z,host='dv-neutron-836180-1-hyperv',id=88bf8fc8-11a3-4e96-9d1b-5fd93ba9f6f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T13:25:36Z,topic='l3_agent')) {'router_ids': ['3b354710-5e69-4183-ac51-dd9604001d58'], 'active': True} {{(pid=83873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:42:38.329863 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-44ae2b73-a271-44bf-affa-adefed7ae3b6 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Unset dirty status for tenant:1932cd2bf32d410ebaa96b0062b29072 on resource:port {{(pid=83871) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 13:42:38.333744 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-44ae2b73-a271-44bf-affa-adefed7ae3b6 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] 10.222.0.26 "GET /v2.0/ports/2524ec75-e782-4035-bcf2-90b8933c3993 HTTP/1.1" status: 404 len: 333 time: 0.1548235 Apr 01 13:42:38.334051 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 56242) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:42:38.337731 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-143455bd-ba2e-4c59-817e-071751e89c9d tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:38.422170 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-70f1bbac-8406-4f7d-a9f4-a062f68d101c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-836180-1-hyperv', False) {} {{(pid=83873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:42:38.422578 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70f1bbac-8406-4f7d-a9f4-a062f68d101c None None] The sync data for ids ['3b354710-5e69-4183-ac51-dd9604001d58'] in dv-neutron-836180-1-hyperv is: [] {{(pid=83873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 13:42:38.434566 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-143455bd-ba2e-4c59-817e-071751e89c9d tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4082201', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4084858'] for router, after_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:38.476862 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-143455bd-ba2e-4c59-817e-071751e89c9d tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Notify callbacks [] for router, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:38.480351 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-143455bd-ba2e-4c59-817e-071751e89c9d tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.2837858 Apr 01 13:42:38.481317 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 56246) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:42:38.494736 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.v2.base [None req-261b84e3-c333-41f9-955a-56ab6175b51b tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Request body: {'router': {'admin_state_up': True}} {{(pid=83869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:42:38.526622 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-ef97fe48-4d40-468a-a077-d3e56de2f310 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Notify callbacks [] for router, before_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:38.647035 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-05b190d1-53eb-4080-86f8-78d8489913b7 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2705391', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2999447'] for subnet, after_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:38.669536 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-b8c42e88-640b-4539-a45a-b184724eda03 None None] Provisioning complete for port 26a3aca5-aaf5-48e5-93fc-33a6aa7b0e49 triggered by entity DHCP. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 13:42:38.670124 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-b8c42e88-640b-4539-a45a-b184724eda03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-948329'] for port, provisioning_complete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:38.728494 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.plugin [None req-b8c42e88-640b-4539-a45a-b184724eda03 None None] Port 26a3aca5-aaf5-48e5-93fc-33a6aa7b0e49 cannot update to ACTIVE because it is not bound. {{(pid=83872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 13:42:38.742058 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-b8c42e88-640b-4539-a45a-b184724eda03 None None] Provisioning complete for port de809516-4c80-4ad1-8070-cd6cac0b93bd triggered by entity DHCP. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 13:42:38.742642 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-b8c42e88-640b-4539-a45a-b184724eda03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-948329'] for port, provisioning_complete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:38.789122 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05b190d1-53eb-4080-86f8-78d8489913b7 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Network 87a01bce-9ddb-4ecb-b353-c2e53ada2fbe is already hosted by enough agents. {{(pid=83869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 13:42:38.789896 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b190d1-53eb-4080-86f8-78d8489913b7 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Pushing event updated for resources: {'Subnet': ['ID=47e5388c-93a5-4a51-8791-d13edb17cabf,revision_number=0']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:42:38.799018 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.scheduler.base_scheduler [None req-05b190d1-53eb-4080-86f8-78d8489913b7 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Resources bound (agent type, host, resource id): {{(pid=83869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 13:42:38.810644 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59e1fce5-1d34-4ac3-b06d-b9980de8b83f None None] Network 87a01bce-9ddb-4ecb-b353-c2e53ada2fbe requested from dv-neutron-836180-1-hyperv {{(pid=83872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 13:42:38.850738 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05b190d1-53eb-4080-86f8-78d8489913b7 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:42:38.851332 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-05b190d1-53eb-4080-86f8-78d8489913b7 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Notify callbacks [] for subnet, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:38.884692 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 56250) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:42:38.884927 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-05b190d1-53eb-4080-86f8-78d8489913b7 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2610421 Apr 01 13:42:38.894763 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.v2.base [None req-b8ef6029-8572-4aa8-879f-a7b9c12a6bff tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Request body: {'security_group': {'name': 'tempest-secgroup-1638886829'}} {{(pid=83871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:42:38.900389 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-b8ef6029-8572-4aa8-879f-a7b9c12a6bff tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:42:38.905118 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-b8ef6029-8572-4aa8-879f-a7b9c12a6bff tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Usage tracker for resource:security_group and tenant:2ac88458dfe547ba9bcc73de4b0c8518 is out of sync, need to count used quota {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 13:42:38.908295 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-b8ef6029-8572-4aa8-879f-a7b9c12a6bff tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 13:42:38.914102 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-b8ef6029-8572-4aa8-879f-a7b9c12a6bff tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:42:38.949513 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-a976a7b9-9034-41e6-be13-349b75ed1593 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:38.986786 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-b8ef6029-8572-4aa8-879f-a7b9c12a6bff tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Notify callbacks [] for security_group, before_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:39.072605 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-ef97fe48-4d40-468a-a077-d3e56de2f310 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4079814', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4170'] for router, precommit_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:39.088245 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-ef97fe48-4d40-468a-a077-d3e56de2f310 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:39.097021 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-b8ef6029-8572-4aa8-879f-a7b9c12a6bff tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:42:39.102191 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-b8ef6029-8572-4aa8-879f-a7b9c12a6bff tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Usage tracker for resource:security_group_rule and tenant:2ac88458dfe547ba9bcc73de4b0c8518 is out of sync, need to count used quota {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 13:42:39.105333 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-b8ef6029-8572-4aa8-879f-a7b9c12a6bff tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 13:42:39.113212 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-b8ef6029-8572-4aa8-879f-a7b9c12a6bff tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:42:39.140737 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-261b84e3-c333-41f9-955a-56ab6175b51b tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4084887', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4079850', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4161'] for router, precommit_update {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:39.145600 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-ef97fe48-4d40-468a-a077-d3e56de2f310 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4079738'] for router, after_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:39.146104 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef97fe48-4d40-468a-a077-d3e56de2f310 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Fanout notify agent at l3_agent the message router_deleted on router 3b354710-5e69-4183-ac51-dd9604001d58 {{(pid=83871) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 01 13:42:39.152176 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-261b84e3-c333-41f9-955a-56ab6175b51b tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4084858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-4084844', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-4084837', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-4079843'] for router, after_update {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:39.196658 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-ef97fe48-4d40-468a-a077-d3e56de2f310 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Notify callbacks [] for router, before_response {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:39.197734 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-ef97fe48-4d40-468a-a077-d3e56de2f310 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] 10.222.0.26 "DELETE /v2.0/routers/3b354710-5e69-4183-ac51-dd9604001d58 HTTP/1.1" status: 204 len: 168 time: 0.8621552 Apr 01 13:42:39.200956 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-b8ef6029-8572-4aa8-879f-a7b9c12a6bff tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Notify callbacks [] for security_group, precommit_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:39.201757 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 56254) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:42:39.236729 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-b8ef6029-8572-4aa8-879f-a7b9c12a6bff tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3775923'] for security_group, after_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:39.291212 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0fb6278-ce7e-4d8c-95ff-e5c669c05b02 None None] Update dhcp port {'port': {'network_id': '87a01bce-9ddb-4ecb-b353-c2e53ada2fbe', 'fixed_ips': [{'subnet_id': '56ca908e-e3d7-4be5-9e40-2f9de1332917', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '47e5388c-93a5-4a51-8791-d13edb17cabf'}], 'binding:host_id': 'dv-neutron-836180-1-hyperv'}, 'id': 'de809516-4c80-4ad1-8070-cd6cac0b93bd'} from dv-neutron-836180-1-hyperv. {{(pid=83872) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Apr 01 13:42:39.298517 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ef6029-8572-4aa8-879f-a7b9c12a6bff tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Pushing event updated for resources: {'SecurityGroup': ['ID=41950f62-3d4f-4936-8dd4-792ce7180cb5,revision_number=1']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:42:39.303812 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-b8ef6029-8572-4aa8-879f-a7b9c12a6bff tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Notify callbacks [] for security_group, before_response {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:39.305039 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-b8ef6029-8572-4aa8-879f-a7b9c12a6bff tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.4187524 Apr 01 13:42:39.315375 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 56258) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:42:39.327733 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.v2.base [None req-0e580081-b813-4207-8ba7-0826282fa063 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Request body: {'security_group': {'name': 'tempest-secgroup-1859756448'}} {{(pid=83869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:42:39.342079 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-0e580081-b813-4207-8ba7-0826282fa063 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:42:39.351137 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-0e580081-b813-4207-8ba7-0826282fa063 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Usage tracker for resource:security_group and tenant:2ac88458dfe547ba9bcc73de4b0c8518 is out of sync, need to count used quota {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 13:42:39.354353 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-0e580081-b813-4207-8ba7-0826282fa063 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 13:42:39.362766 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-0e580081-b813-4207-8ba7-0826282fa063 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:42:39.372605 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-261b84e3-c333-41f9-955a-56ab6175b51b tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Router b19cdc53-8ee1-4ace-89db-0d76a6c3b958 is scheduled to L3 agent 88bf8fc8-11a3-4e96-9d1b-5fd93ba9f6f1 with binding_index 1 {{(pid=83869) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 01 13:42:39.373487 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-f0fb6278-ce7e-4d8c-95ff-e5c669c05b02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:39.385278 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-0e580081-b813-4207-8ba7-0826282fa063 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Notify callbacks [] for security_group, before_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:39.443985 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.db_base_plugin_v2 [None req-a0cb91a8-b73b-48cd-8f3d-f2bafaf37543 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Deleting subnet 47dcdc23-9595-4dde-80c5-d2b3af5e3ef4 {{(pid=83871) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 01 13:42:39.447158 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-a0cb91a8-b73b-48cd-8f3d-f2bafaf37543 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Notify callbacks [] for subnet, before_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:39.506618 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-a0cb91a8-b73b-48cd-8f3d-f2bafaf37543 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3166365'] for subnet, precommit_delete_associations {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:39.541831 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-0e580081-b813-4207-8ba7-0826282fa063 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:42:39.547665 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-0e580081-b813-4207-8ba7-0826282fa063 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Usage tracker for resource:security_group_rule and tenant:2ac88458dfe547ba9bcc73de4b0c8518 is out of sync, need to count used quota {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 13:42:39.551515 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-0e580081-b813-4207-8ba7-0826282fa063 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 13:42:39.558332 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-261b84e3-c333-41f9-955a-56ab6175b51b tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Notify agent at l3_agent.dv-neutron-836180-1-hyperv the message routers_updated {{(pid=83869) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 13:42:39.560401 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-0e580081-b813-4207-8ba7-0826282fa063 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:42:39.577451 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-261b84e3-c333-41f9-955a-56ab6175b51b tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Notify callbacks [] for router, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:39.578695 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-261b84e3-c333-41f9-955a-56ab6175b51b tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] 10.222.0.26 "PUT /v2.0/routers/b19cdc53-8ee1-4ace-89db-0d76a6c3b958 HTTP/1.1" status: 200 len: 694 time: 1.0963759 Apr 01 13:42:39.579096 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8fdfab7-c47a-4954-b609-b1cb07b4708f None None] Sync routers for ids ['b19cdc53-8ee1-4ace-89db-0d76a6c3b958'] in dv-neutron-836180-1-hyperv {{(pid=83872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 13:42:39.581438 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 56262) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:42:39.591372 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.db_base_plugin_common [None req-f0fb6278-ce7e-4d8c-95ff-e5c669c05b02 None None] Allocated IP 2001:db8::2 (87a01bce-9ddb-4ecb-b353-c2e53ada2fbe/47e5388c-93a5-4a51-8791-d13edb17cabf/de809516-4c80-4ad1-8070-cd6cac0b93bd) {{(pid=83872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 13:42:39.600391 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-a0cb91a8-b73b-48cd-8f3d-f2bafaf37543 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-945029'] for subnet, precommit_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:39.613936 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8fdfab7-c47a-4954-b609-b1cb07b4708f None None] Routers {'b19cdc53-8ee1-4ace-89db-0d76a6c3b958'} bound to L3 agent in host dv-neutron-836180-1-hyperv {{(pid=83872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 13:42:39.614617 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_hamode_db [None req-e8fdfab7-c47a-4954-b609-b1cb07b4708f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836180-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T13:25:36Z,description=,heartbeat_timestamp=2022-04-01T13:42:36Z,host='dv-neutron-836180-1-hyperv',id=88bf8fc8-11a3-4e96-9d1b-5fd93ba9f6f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T13:25:36Z,topic='l3_agent')) {'router_ids': ['b19cdc53-8ee1-4ace-89db-0d76a6c3b958'], 'active': True} {{(pid=83872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:42:39.676118 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-a0cb91a8-b73b-48cd-8f3d-f2bafaf37543 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-945042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2743160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2757373'] for subnet, after_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:39.714782 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0cb91a8-b73b-48cd-8f3d-f2bafaf37543 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Pushing event deleted for resources: {'Subnet': ['ID=47dcdc23-9595-4dde-80c5-d2b3af5e3ef4,revision_number=None']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:42:39.721639 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-a0cb91a8-b73b-48cd-8f3d-f2bafaf37543 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Notify callbacks [] for subnet, before_response {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:39.728645 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-a0cb91a8-b73b-48cd-8f3d-f2bafaf37543 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] 10.222.0.26 "DELETE /v2.0/subnets/47dcdc23-9595-4dde-80c5-d2b3af5e3ef4 HTTP/1.1" status: 204 len: 168 time: 0.5258930 Apr 01 13:42:39.731795 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 56266) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:42:39.760989 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-0e580081-b813-4207-8ba7-0826282fa063 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Notify callbacks [] for security_group, precommit_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:39.765851 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-0e580081-b813-4207-8ba7-0826282fa063 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3775923'] for security_group, after_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:39.785662 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-df05d61a-9483-4d69-999f-13cc93a886a2 tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] 10.222.0.26 "GET /v2.0/routers/b19cdc53-8ee1-4ace-89db-0d76a6c3b958 HTTP/1.1" status: 200 len: 700 time: 0.2006981 Apr 01 13:42:39.789339 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4515c5c0-f2d7-44df-bf1f-e76f25f14286 None None] Network fb3edc49-0403-42b2-a417-0ee7bb71f704 requested from dv-neutron-836180-1-hyperv {{(pid=83872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 13:42:39.789889 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 56270) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:42:39.851004 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-1b233091-55e1-45c1-8ab5-94f7ea5a7ece tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] 10.222.0.26 "GET /v2.0/ports?device_id=b19cdc53-8ee1-4ace-89db-0d76a6c3b958 HTTP/1.1" status: 200 len: 205 time: 0.0556729 Apr 01 13:42:39.851362 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 56274) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:42:39.852017 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-0e580081-b813-4207-8ba7-0826282fa063 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Notify callbacks [] for security_group, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:39.855610 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-0e580081-b813-4207-8ba7-0826282fa063 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.5345683 Apr 01 13:42:39.855769 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 56278) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:42:39.858622 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e580081-b813-4207-8ba7-0826282fa063 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ca57fd7d-aff7-4f78-bc8d-c92b65ccd7c6,revision_number=1']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:42:39.863044 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.v2.base [None req-79540ee5-07cb-48cc-8099-4cd72ef07944 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Request body: {'security_group': {'name': 'tempest-secgroup-1338437396'}} {{(pid=83871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:42:39.901950 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_dvr_db [None req-e8fdfab7-c47a-4954-b609-b1cb07b4708f None None] Set router b19cdc53-8ee1-4ace-89db-0d76a6c3b958 gateway port host: None {{(pid=83872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 13:42:39.927907 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-ea97a623-eab2-4226-9a26-2af7a8961c62 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1033078'] for network, before_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:39.936420 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-79540ee5-07cb-48cc-8099-4cd72ef07944 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:42:39.990203 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-79540ee5-07cb-48cc-8099-4cd72ef07944 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Usage tracker for resource:security_group and tenant:2ac88458dfe547ba9bcc73de4b0c8518 is out of sync, need to count used quota {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 13:42:39.995015 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-79540ee5-07cb-48cc-8099-4cd72ef07944 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 13:42:40.010460 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-79540ee5-07cb-48cc-8099-4cd72ef07944 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:42:40.022413 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.plugin [None req-ea97a623-eab2-4226-9a26-2af7a8961c62 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Deleting port f09d7d5c-3de1-42e8-936e-fbc788d9b3df {{(pid=83871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 13:42:40.022748 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-ea97a623-eab2-4226-9a26-2af7a8961c62 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736733287370'] for port, before_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:40.054460 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-79540ee5-07cb-48cc-8099-4cd72ef07944 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Notify callbacks [] for security_group, before_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:40.070676 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-f0fb6278-ce7e-4d8c-95ff-e5c669c05b02 None None] For port de809516-4c80-4ad1-8070-cd6cac0b93bd, host dv-neutron-836180-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836180-1-hyperv',level=0,port_id=de809516-4c80-4ad1-8070-cd6cac0b93bd,segment=NetworkSegment(69d3dae9-b44d-4e9d-85cf-be43b39415e9),segment_id=69d3dae9-b44d-4e9d-85cf-be43b39415e9)] {{(pid=83872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 13:42:40.088899 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-054ebd12-0a98-48c4-85d3-a7c1831afd62 tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Notify callbacks [] for router, before_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:40.103216 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_hamode_db [None req-e8fdfab7-c47a-4954-b609-b1cb07b4708f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b19cdc53-8ee1-4ace-89db-0d76a6c3b958', 'name': 'tempest-RoutersTest-router-1985882794', 'tenant_id': '7eaea7f33c58432a9d19111cc275f4e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T13:42:38Z', 'updated_at': '2022-04-01T13:42:39Z', 'revision_number': 2, 'project_id': '7eaea7f33c58432a9d19111cc275f4e1', 'gw_port_host': None}], 'dv-neutron-836180-1-hyperv', False) {} {{(pid=83872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:42:40.119623 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8fdfab7-c47a-4954-b609-b1cb07b4708f None None] Checking router: b19cdc53-8ee1-4ace-89db-0d76a6c3b958 for host: dv-neutron-836180-1-hyperv {{(pid=83872) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 01 13:42:40.191263 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-f0fb6278-ce7e-4d8c-95ff-e5c669c05b02 None None] Notify callbacks [] for port, precommit_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:40.196196 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8fdfab7-c47a-4954-b609-b1cb07b4708f None None] Routers {'b19cdc53-8ee1-4ace-89db-0d76a6c3b958'} bound to L3 agent in host dv-neutron-836180-1-hyperv {{(pid=83872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 13:42:40.196853 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_hamode_db [None req-e8fdfab7-c47a-4954-b609-b1cb07b4708f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836180-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T13:25:36Z,description=,heartbeat_timestamp=2022-04-01T13:42:36Z,host='dv-neutron-836180-1-hyperv',id=88bf8fc8-11a3-4e96-9d1b-5fd93ba9f6f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T13:25:36Z,topic='l3_agent')) {'router_ids': ['b19cdc53-8ee1-4ace-89db-0d76a6c3b958'], 'active': True} {{(pid=83872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:42:40.338429 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-f0fb6278-ce7e-4d8c-95ff-e5c669c05b02 None None] Transition to ACTIVE for port object de809516-4c80-4ad1-8070-cd6cac0b93bd will not be triggered until provisioned by entity DHCP. {{(pid=83872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 13:42:40.351373 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-f0fb6278-ce7e-4d8c-95ff-e5c669c05b02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864'] for port, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:40.355498 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_dvr_db [None req-e8fdfab7-c47a-4954-b609-b1cb07b4708f None None] Set router b19cdc53-8ee1-4ace-89db-0d76a6c3b958 gateway port host: None {{(pid=83872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 13:42:40.362058 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-79540ee5-07cb-48cc-8099-4cd72ef07944 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:42:40.373422 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-79540ee5-07cb-48cc-8099-4cd72ef07944 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Usage tracker for resource:security_group_rule and tenant:2ac88458dfe547ba9bcc73de4b0c8518 is out of sync, need to count used quota {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 13:42:40.378215 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-79540ee5-07cb-48cc-8099-4cd72ef07944 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 13:42:40.393824 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-79540ee5-07cb-48cc-8099-4cd72ef07944 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:42:40.576526 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69466dcf-5dc8-4e31-a5fd-92ae05c806d3 None None] DHCP port deletion for fb3edc49-0403-42b2-a417-0ee7bb71f704 request from dv-neutron-836180-1-hyperv {{(pid=83872) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 01 13:42:40.613781 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_hamode_db [None req-e8fdfab7-c47a-4954-b609-b1cb07b4708f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b19cdc53-8ee1-4ace-89db-0d76a6c3b958', 'name': 'tempest-RoutersTest-router-1985882794', 'tenant_id': '7eaea7f33c58432a9d19111cc275f4e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T13:42:38Z', 'updated_at': '2022-04-01T13:42:39Z', 'revision_number': 2, 'project_id': '7eaea7f33c58432a9d19111cc275f4e1', 'gw_port_host': None}], 'dv-neutron-836180-1-hyperv', False) {} {{(pid=83872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:42:40.623497 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.plugin [None req-69466dcf-5dc8-4e31-a5fd-92ae05c806d3 None None] Deleting port f09d7d5c-3de1-42e8-936e-fbc788d9b3df {{(pid=83872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 13:42:40.623866 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-69466dcf-5dc8-4e31-a5fd-92ae05c806d3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736733287370'] for port, before_delete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:40.656023 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.db [None req-ea97a623-eab2-4226-9a26-2af7a8961c62 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] For port f09d7d5c-3de1-42e8-936e-fbc788d9b3df, host dv-neutron-836180-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836180-1-hyperv',level=0,port_id=f09d7d5c-3de1-42e8-936e-fbc788d9b3df,segment=NetworkSegment(319f1d42-e0ea-4649-b652-297c7d992cf8),segment_id=319f1d42-e0ea-4649-b652-297c7d992cf8)] {{(pid=83871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 13:42:40.656489 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-ea97a623-eab2-4226-9a26-2af7a8961c62 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4155147'] for port, precommit_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:40.666091 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8fdfab7-c47a-4954-b609-b1cb07b4708f None None] The sync data for ids ['b19cdc53-8ee1-4ace-89db-0d76a6c3b958'] in dv-neutron-836180-1-hyperv is: [{'id': 'b19cdc53-8ee1-4ace-89db-0d76a6c3b958', 'name': 'tempest-RoutersTest-router-1985882794', 'tenant_id': '7eaea7f33c58432a9d19111cc275f4e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T13:42:38Z', 'updated_at': '2022-04-01T13:42:39Z', 'revision_number': 2, 'project_id': '7eaea7f33c58432a9d19111cc275f4e1', 'gw_port_host': None}] {{(pid=83872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 13:42:40.711669 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0fb6278-ce7e-4d8c-95ff-e5c669c05b02 None None] Pushing event updated for resources: {'Port': ['ID=de809516-4c80-4ad1-8070-cd6cac0b93bd,revision_number=6']} {{(pid=83872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:42:40.906229 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-69466dcf-5dc8-4e31-a5fd-92ae05c806d3 None None] For port f09d7d5c-3de1-42e8-936e-fbc788d9b3df, host dv-neutron-836180-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836180-1-hyperv',level=0,port_id=f09d7d5c-3de1-42e8-936e-fbc788d9b3df,segment=NetworkSegment(319f1d42-e0ea-4649-b652-297c7d992cf8),segment_id=319f1d42-e0ea-4649-b652-297c7d992cf8)] {{(pid=83872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 13:42:40.906902 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-69466dcf-5dc8-4e31-a5fd-92ae05c806d3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4155147'] for port, precommit_delete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:40.930135 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.plugin [None req-ea97a623-eab2-4226-9a26-2af7a8961c62 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Calling delete_port for f09d7d5c-3de1-42e8-936e-fbc788d9b3df owned by network:dhcp {{(pid=83871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 13:42:40.961314 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-79540ee5-07cb-48cc-8099-4cd72ef07944 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Notify callbacks [] for security_group, precommit_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:40.975018 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-79540ee5-07cb-48cc-8099-4cd72ef07944 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3775923'] for security_group, after_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:40.981652 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-054ebd12-0a98-48c4-85d3-a7c1831afd62 tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4079814', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4170'] for router, precommit_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:41.028241 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-054ebd12-0a98-48c4-85d3-a7c1831afd62 tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:41.031223 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.plugin [None req-69466dcf-5dc8-4e31-a5fd-92ae05c806d3 None None] Calling delete_port for f09d7d5c-3de1-42e8-936e-fbc788d9b3df owned by network:dhcp {{(pid=83872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 13:42:41.045549 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79540ee5-07cb-48cc-8099-4cd72ef07944 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Pushing event updated for resources: {'SecurityGroup': ['ID=906f16b3-d0a6-4103-b220-1fcb0865361c,revision_number=1']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:42:41.060444 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-79540ee5-07cb-48cc-8099-4cd72ef07944 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Notify callbacks [] for security_group, before_response {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:41.061986 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-79540ee5-07cb-48cc-8099-4cd72ef07944 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 1.2045655 Apr 01 13:42:41.066207 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 56282) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:42:41.079073 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.v2.base [None req-a122ce9c-c0be-421e-84ef-f4df194cc9cc tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-51006699', 'security_groups': ['906f16b3-d0a6-4103-b220-1fcb0865361c'], 'network_id': '87a01bce-9ddb-4ecb-b353-c2e53ada2fbe', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '47e5388c-93a5-4a51-8791-d13edb17cabf'}]}} {{(pid=83869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:42:41.088755 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-ea97a623-eab2-4226-9a26-2af7a8961c62 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736733359243', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736732935810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2743125'] for port, after_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:41.125765 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.db.api [None req-69466dcf-5dc8-4e31-a5fd-92ae05c806d3 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83872) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 01 13:42:41.126031 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG oslo_db.api [None req-69466dcf-5dc8-4e31-a5fd-92ae05c806d3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 01 13:42:41.135568 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-054ebd12-0a98-48c4-85d3-a7c1831afd62 tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4079738'] for router, after_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:41.136090 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-054ebd12-0a98-48c4-85d3-a7c1831afd62 tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Fanout notify agent at l3_agent the message router_deleted on router b19cdc53-8ee1-4ace-89db-0d76a6c3b958 {{(pid=83871) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 01 13:42:41.151184 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea97a623-eab2-4226-9a26-2af7a8961c62 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Pushing event deleted for resources: {'Port': ['ID=f09d7d5c-3de1-42e8-936e-fbc788d9b3df,revision_number=None']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:42:41.157181 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea97a623-eab2-4226-9a26-2af7a8961c62 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] No DVR routers for this DVR port f09d7d5c-3de1-42e8-936e-fbc788d9b3df on host dv-neutron-836180-1-hyperv {{(pid=83871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 13:42:41.218692 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-054ebd12-0a98-48c4-85d3-a7c1831afd62 tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Notify callbacks [] for router, before_response {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:41.219794 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-054ebd12-0a98-48c4-85d3-a7c1831afd62 tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] 10.222.0.26 "DELETE /v2.0/routers/b19cdc53-8ee1-4ace-89db-0d76a6c3b958 HTTP/1.1" status: 204 len: 168 time: 1.3673239 Apr 01 13:42:41.223868 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 56286) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:42:41.274796 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 56290) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:42:41.275004 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-505a763e-4ca6-4997-b2a9-4b0efe02aa5b tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] 10.222.0.26 "GET /v2.0/ports?device_id=b19cdc53-8ee1-4ace-89db-0d76a6c3b958 HTTP/1.1" status: 200 len: 205 time: 0.0489345 Apr 01 13:42:41.302793 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-a122ce9c-c0be-421e-84ef-f4df194cc9cc tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:42:41.313824 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-a122ce9c-c0be-421e-84ef-f4df194cc9cc tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:42:41.328079 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a122ce9c-c0be-421e-84ef-f4df194cc9cc tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Made reservation on behalf of 2ac88458dfe547ba9bcc73de4b0c8518 for: {'port': 1} {{(pid=83869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 13:42:41.333144 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-a122ce9c-c0be-421e-84ef-f4df194cc9cc tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:41.357544 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.notifiers.nova [None req-a122ce9c-c0be-421e-84ef-f4df194cc9cc tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] device_id is not set on port bf3b8bb9-dc56-4afc-9ff8-ad5408ef4dad yet. {{(pid=83869) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 01 13:42:41.362625 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.api.v2.resource [None req-5c9824d5-2fab-49e9-984d-b4e511ec26e8 tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] delete failed (client error): The resource could not be found. Apr 01 13:42:41.363657 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-5c9824d5-2fab-49e9-984d-b4e511ec26e8 tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] 10.222.0.26 "DELETE /v2.0/routers/b19cdc53-8ee1-4ace-89db-0d76a6c3b958 HTTP/1.1" status: 404 len: 336 time: 0.0879560 Apr 01 13:42:41.365662 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-ea97a623-eab2-4226-9a26-2af7a8961c62 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-942654', 'neutron.services.segments.db._delete_segments_for_network-8736733387888'] for network, precommit_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:41.373535 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 56294) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:42:41.425081 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.pecan_wsgi.hooks.translation [None req-fc297857-a749-4ee2-8943-a41c5fa316b2 tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] DELETE failed (client error): The resource could not be found. Apr 01 13:42:41.425514 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fc297857-a749-4ee2-8943-a41c5fa316b2 tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83871) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 13:42:41.429554 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-fc297857-a749-4ee2-8943-a41c5fa316b2 tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] 10.222.0.26 "DELETE /v2.0/subnets/8eebece2-9dd9-4b21-9276-f40f15364d41 HTTP/1.1" status: 404 len: 337 time: 0.0527284 Apr 01 13:42:41.429763 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 56298) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:42:41.433021 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.services.segments.db [None req-ea97a623-eab2-4226-9a26-2af7a8961c62 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fb3edc49-0403-42b2-a417-0ee7bb71f704']}} {{(pid=83871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:42:41.441671 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-1fb204f3-ca0b-472b-ab53-e319f281e411 None None] Provisioning complete for port 26a3aca5-aaf5-48e5-93fc-33a6aa7b0e49 triggered by entity DHCP. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 13:42:41.442040 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-1fb204f3-ca0b-472b-ab53-e319f281e411 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-948329'] for port, provisioning_complete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:41.484268 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.pecan_wsgi.hooks.translation [None req-93fc59a7-4422-4bf1-ba46-6fe5f05a6395 tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] DELETE failed (client error): The resource could not be found. Apr 01 13:42:41.485280 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-93fc59a7-4422-4bf1-ba46-6fe5f05a6395 tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83871) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 13:42:41.487068 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-93fc59a7-4422-4bf1-ba46-6fe5f05a6395 tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] 10.222.0.26 "DELETE /v2.0/subnets/99a71cfc-9137-488f-afc8-edace8fb01f1 HTTP/1.1" status: 404 len: 337 time: 0.0564206 Apr 01 13:42:41.488867 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.services.segments.db [None req-ea97a623-eab2-4226-9a26-2af7a8961c62 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '319f1d42-e0ea-4649-b652-297c7d992cf8') {'for_net_delete': True} {{(pid=83871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:42:41.489144 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.services.segments.db [None req-ea97a623-eab2-4226-9a26-2af7a8961c62 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '319f1d42-e0ea-4649-b652-297c7d992cf8') {} {{(pid=83871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:42:41.494167 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 56302) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:42:41.502547 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-ea97a623-eab2-4226-9a26-2af7a8961c62 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736733386999', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3166340'] for segment, before_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:41.503811 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.plugin [None req-1fb204f3-ca0b-472b-ab53-e319f281e411 None None] Port 26a3aca5-aaf5-48e5-93fc-33a6aa7b0e49 cannot update to ACTIVE because it is not bound. {{(pid=83872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 13:42:41.517165 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-1fb204f3-ca0b-472b-ab53-e319f281e411 None None] Provisioning for port de809516-4c80-4ad1-8070-cd6cac0b93bd completed by entity DHCP. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 13:42:41.523840 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-1fb204f3-ca0b-472b-ab53-e319f281e411 None None] Provisioning complete for port de809516-4c80-4ad1-8070-cd6cac0b93bd triggered by entity DHCP. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 13:42:41.524217 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-1fb204f3-ca0b-472b-ab53-e319f281e411 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-948329'] for port, provisioning_complete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:41.524505 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-ea97a623-eab2-4226-9a26-2af7a8961c62 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1004271'] for segment, precommit_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:41.533748 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ea97a623-eab2-4226-9a26-2af7a8961c62 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Releasing vlan 353 on physical network physnet1 to pool {{(pid=83871) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 01 13:42:41.534297 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-ea97a623-eab2-4226-9a26-2af7a8961c62 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1004262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2743078'] for segment, after_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:41.551704 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.pecan_wsgi.hooks.translation [None req-3ed2daa5-02f9-4ed3-aeae-3610af37e284 tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] DELETE failed (client error): The resource could not be found. Apr 01 13:42:41.552267 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3ed2daa5-02f9-4ed3-aeae-3610af37e284 tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83869) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 13:42:41.568025 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-3ed2daa5-02f9-4ed3-aeae-3610af37e284 tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] 10.222.0.26 "DELETE /v2.0/subnets/eda77751-1d0c-475b-bc65-4c85201184e6 HTTP/1.1" status: 404 len: 337 time: 0.0729265 Apr 01 13:42:41.597928 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 56306) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:42:41.627913 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.plugin [None req-69466dcf-5dc8-4e31-a5fd-92ae05c806d3 None None] Deleting port f09d7d5c-3de1-42e8-936e-fbc788d9b3df {{(pid=83872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 13:42:41.628286 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-69466dcf-5dc8-4e31-a5fd-92ae05c806d3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736733287370'] for port, before_delete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:41.638461 dv-neutron-836180-1-hyperv neutron-server[83871]: Traceback (most recent call last): Apr 01 13:42:41.638461 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 01 13:42:41.638461 dv-neutron-836180-1-hyperv neutron-server[83871]: timer() Apr 01 13:42:41.638461 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 13:42:41.638461 dv-neutron-836180-1-hyperv neutron-server[83871]: cb(*args, **kw) Apr 01 13:42:41.638461 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 13:42:41.638461 dv-neutron-836180-1-hyperv neutron-server[83871]: return func(*args, **kwargs) Apr 01 13:42:41.638461 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 13:42:41.638461 dv-neutron-836180-1-hyperv neutron-server[83871]: self._notify() Apr 01 13:42:41.638461 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 13:42:41.638461 dv-neutron-836180-1-hyperv neutron-server[83871]: self.callback(batched_events) Apr 01 13:42:41.638461 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 13:42:41.638461 dv-neutron-836180-1-hyperv neutron-server[83871]: event.method(event) Apr 01 13:42:41.638461 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 13:42:41.638461 dv-neutron-836180-1-hyperv neutron-server[83871]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 13:42:41.638461 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 13:42:41.638461 dv-neutron-836180-1-hyperv neutron-server[83871]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 13:42:41.638461 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 13:42:41.638461 dv-neutron-836180-1-hyperv neutron-server[83871]: return f(self, *a, **k) Apr 01 13:42:41.638461 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 13:42:41.638461 dv-neutron-836180-1-hyperv neutron-server[83871]: return self._get(url).json() Apr 01 13:42:41.638461 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 13:42:41.638461 dv-neutron-836180-1-hyperv neutron-server[83871]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 13:42:41.638461 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 01 13:42:41.638461 dv-neutron-836180-1-hyperv neutron-server[83871]: return self.request(url, 'GET', **kwargs) Apr 01 13:42:41.638461 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 01 13:42:41.638461 dv-neutron-836180-1-hyperv neutron-server[83871]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 13:42:41.638461 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 01 13:42:41.638461 dv-neutron-836180-1-hyperv neutron-server[83871]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 13:42:41.638461 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 01 13:42:41.638461 dv-neutron-836180-1-hyperv neutron-server[83871]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 13:42:41.638461 dv-neutron-836180-1-hyperv neutron-server[83871]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 13:42:41.651621 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-ea97a623-eab2-4226-9a26-2af7a8961c62 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-942599', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4084797'] for network, after_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:41.656562 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-ea97a623-eab2-4226-9a26-2af7a8961c62 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Notify callbacks [] for network, before_response {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:41.658411 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.pecan_wsgi.hooks.translation [None req-e64541e9-ad5e-421e-b236-ec02f54218c0 tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] DELETE failed (client error): The resource could not be found. Apr 01 13:42:41.658851 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e64541e9-ad5e-421e-b236-ec02f54218c0 tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83869) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 13:42:41.660522 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-e64541e9-ad5e-421e-b236-ec02f54218c0 tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] 10.222.0.26 "DELETE /v2.0/subnets/b65cb694-993a-4803-b2e5-1f1edaa872e3 HTTP/1.1" status: 404 len: 337 time: 0.0614817 Apr 01 13:42:41.663627 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 56310) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:42:41.710804 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.plugin [None req-69466dcf-5dc8-4e31-a5fd-92ae05c806d3 None None] The port 'f09d7d5c-3de1-42e8-936e-fbc788d9b3df' was deleted {{(pid=83872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 01 13:42:41.719364 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-d05d8776-4c66-4842-80bf-11287ad3305f tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] 10.222.0.26 "GET /v2.0/ports?device_id=0f53ca0b-ff09-4351-ab77-c1e0529db189 HTTP/1.1" status: 200 len: 205 time: 0.0549228 Apr 01 13:42:41.723318 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 56314) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:42:41.790078 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-ea97a623-eab2-4226-9a26-2af7a8961c62 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] 10.222.0.26 "DELETE /v2.0/networks/fb3edc49-0403-42b2-a417-0ee7bb71f704 HTTP/1.1" status: 204 len: 168 time: 2.0572762 Apr 01 13:42:41.791261 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea97a623-eab2-4226-9a26-2af7a8961c62 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Pushing event deleted for resources: {'Network': ['ID=fb3edc49-0403-42b2-a417-0ee7bb71f704,revision_number=None']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:42:41.793249 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.db_base_plugin_common [None req-a122ce9c-c0be-421e-84ef-f4df194cc9cc tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Allocated IP 2001:db8::335 (87a01bce-9ddb-4ecb-b353-c2e53ada2fbe/47e5388c-93a5-4a51-8791-d13edb17cabf/bf3b8bb9-dc56-4afc-9ff8-ad5408ef4dad) {{(pid=83869) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 13:42:41.797244 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 56318) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:42:41.803864 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.api.v2.resource [None req-47b4e953-9310-4080-9ece-4e4b181f62bb tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] delete failed (client error): The resource could not be found. Apr 01 13:42:41.804913 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-47b4e953-9310-4080-9ece-4e4b181f62bb tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] 10.222.0.26 "DELETE /v2.0/routers/0f53ca0b-ff09-4351-ab77-c1e0529db189 HTTP/1.1" status: 404 len: 336 time: 0.0807159 Apr 01 13:42:41.810483 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 56322) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:42:41.865805 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd500a58-2a38-4697-9910-56eaf17992d9 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:42:41.866368 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-cd500a58-2a38-4697-9910-56eaf17992d9 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Synchronizing usage tracker for tenant:1932cd2bf32d410ebaa96b0062b29072 on resource:port {{(pid=83871) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 13:42:41.883460 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-cd500a58-2a38-4697-9910-56eaf17992d9 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Unset dirty status for tenant:1932cd2bf32d410ebaa96b0062b29072 on resource:port {{(pid=83871) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 13:42:41.890858 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-cd500a58-2a38-4697-9910-56eaf17992d9 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] 10.222.0.26 "GET /v2.0/ports/7ea6f42f-3130-46c9-8069-204d4b9c68d3 HTTP/1.1" status: 200 len: 841 time: 0.0870895 Apr 01 13:42:41.890858 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 56326) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:42:41.952967 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-4b00b2f0-0fd1-45ca-a58a-177d15cc84de tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] 10.222.0.26 "GET /v2.0/ports?device_id=b4a940d7-1c06-43b2-a5e5-83826cdbf373 HTTP/1.1" status: 200 len: 205 time: 0.1412427 Apr 01 13:42:41.955279 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 56330) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:42:42.025510 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-044bbeae-a914-46d3-bdf8-49493392ed8c tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] 10.222.0.26 "GET /v2.0/ports/7ea6f42f-3130-46c9-8069-204d4b9c68d3?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.1346247 Apr 01 13:42:42.028368 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.api.v2.resource [None req-0b5aaf60-80a8-48f7-85e6-65fc50fa414b tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] delete failed (client error): The resource could not be found. Apr 01 13:42:42.028368 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-0b5aaf60-80a8-48f7-85e6-65fc50fa414b tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] 10.222.0.26 "DELETE /v2.0/routers/b4a940d7-1c06-43b2-a5e5-83826cdbf373 HTTP/1.1" status: 404 len: 336 time: 0.0717301 Apr 01 13:42:42.030756 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 56334) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:42:42.032744 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 56336) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:42:42.067925 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.v2.base [None req-8795d08f-106a-440a-88ef-e0cbb5a8f698 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Request body: {'subnet': {'network_id': 'da52fa05-a658-4e73-abb5-e8699cbc9bb6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:42:42.092750 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.pecan_wsgi.hooks.translation [None req-7bdf0d8d-81d9-4e8e-b317-3bd9453260cb tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] DELETE failed (client error): The resource could not be found. Apr 01 13:42:42.093732 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7bdf0d8d-81d9-4e8e-b317-3bd9453260cb tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83871) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 13:42:42.094843 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-7bdf0d8d-81d9-4e8e-b317-3bd9453260cb tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] 10.222.0.26 "DELETE /v2.0/subnets/c1861025-ebf1-4728-8d14-7df84f57943c HTTP/1.1" status: 404 len: 337 time: 0.0631468 Apr 01 13:42:42.104909 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 56342) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:42:42.133605 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-a122ce9c-c0be-421e-84ef-f4df194cc9cc tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Notify callbacks [] for port, precommit_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:42.134166 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Device de809516-4c80-4ad1-8070-cd6cac0b93bd up at agent ovs-agent-dv-neutron-836180-1-hyperv {{(pid=83872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 13:42:42.183168 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-eb5fd53f-933f-4e07-ba6b-40d641d5a099 tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] 10.222.0.26 "GET /v2.0/ports?device_id=1a6b1f9e-33ac-4ee8-abf5-b35c4573e125 HTTP/1.1" status: 200 len: 205 time: 0.0760403 Apr 01 13:42:42.188323 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 56346) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:42:42.192953 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.provisioning_blocks [None req-a122ce9c-c0be-421e-84ef-f4df194cc9cc tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Transition to ACTIVE for port object bf3b8bb9-dc56-4afc-9ff8-ad5408ef4dad will not be triggered until provisioned by entity DHCP. {{(pid=83869) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 13:42:42.193434 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-8795d08f-106a-440a-88ef-e0cbb5a8f698 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:42:42.197646 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-8795d08f-106a-440a-88ef-e0cbb5a8f698 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Usage tracker for resource:subnet and tenant:1932cd2bf32d410ebaa96b0062b29072 is out of sync, need to count used quota {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 13:42:42.201303 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-8795d08f-106a-440a-88ef-e0cbb5a8f698 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 13:42:42.208886 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-8795d08f-106a-440a-88ef-e0cbb5a8f698 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:42:42.213905 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Provisioning complete for port de809516-4c80-4ad1-8070-cd6cac0b93bd triggered by entity L2. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 13:42:42.214282 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-948329'] for port, provisioning_complete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:42.221374 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8795d08f-106a-440a-88ef-e0cbb5a8f698 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Made reservation on behalf of 1932cd2bf32d410ebaa96b0062b29072 for: {'subnet': 1} {{(pid=83871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 13:42:42.260178 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.api.v2.resource [None req-51f86d9a-f7cf-43a9-b339-d2a57d370f5a tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] delete failed (client error): The resource could not be found. Apr 01 13:42:42.261220 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-51f86d9a-f7cf-43a9-b339-d2a57d370f5a tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] 10.222.0.26 "DELETE /v2.0/routers/1a6b1f9e-33ac-4ee8-abf5-b35c4573e125 HTTP/1.1" status: 404 len: 336 time: 0.0720029 Apr 01 13:42:42.277505 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 56350) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:42:42.317826 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-a122ce9c-c0be-421e-84ef-f4df194cc9cc tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736732935801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2705155'] for port, after_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:42.336800 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-8795d08f-106a-440a-88ef-e0cbb5a8f698 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2757336'] for subnet, before_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:42.366290 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-da3204e6-4c45-4d03-86bb-c23ec6a79f8d tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] 10.222.0.26 "GET /v2.0/ports?device_id=bd10eb3a-c11d-4685-a3ce-72ef751ba63e HTTP/1.1" status: 200 len: 205 time: 0.0866733 Apr 01 13:42:42.376934 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 56354) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:42:42.421097 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Device f09d7d5c-3de1-42e8-936e-fbc788d9b3df no longer exists at agent ovs-agent-dv-neutron-836180-1-hyperv {{(pid=83872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 13:42:42.457193 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.plugin [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] No Port match for: f09d7d5c-3de1-42e8-936e-fbc788d9b3df {{(pid=83872) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 01 13:42:42.457627 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Device f09d7d5c-3de1-42e8-936e-fbc788d9b3df not bound to the agent host dv-neutron-836180-1-hyperv {{(pid=83872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 13:42:42.469240 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.api.v2.resource [None req-9b74a850-681b-47db-afcc-b4397825f01b tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] delete failed (client error): The resource could not be found. Apr 01 13:42:42.470129 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-9b74a850-681b-47db-afcc-b4397825f01b tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] 10.222.0.26 "DELETE /v2.0/routers/bd10eb3a-c11d-4685-a3ce-72ef751ba63e HTTP/1.1" status: 404 len: 336 time: 0.0920544 Apr 01 13:42:42.473517 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 56358) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:42:42.476263 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a122ce9c-c0be-421e-84ef-f4df194cc9cc tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Network 87a01bce-9ddb-4ecb-b353-c2e53ada2fbe is already hosted by enough agents. {{(pid=83869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 13:42:42.477309 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a122ce9c-c0be-421e-84ef-f4df194cc9cc tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Pushing event updated for resources: {'Port': ['ID=bf3b8bb9-dc56-4afc-9ff8-ad5408ef4dad,revision_number=1']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:42:42.479765 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.scheduler.base_scheduler [None req-a122ce9c-c0be-421e-84ef-f4df194cc9cc tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Resources bound (agent type, host, resource id): {{(pid=83869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 13:42:42.481954 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a122ce9c-c0be-421e-84ef-f4df194cc9cc tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Received port after_create {{(pid=83869) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 13:42:42.485875 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a122ce9c-c0be-421e-84ef-f4df194cc9cc tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:42:42.486597 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-a122ce9c-c0be-421e-84ef-f4df194cc9cc tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109561'] for port, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:42.506093 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-a122ce9c-c0be-421e-84ef-f4df194cc9cc tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.4381711 Apr 01 13:42:42.508903 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 56360) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:42:42.515591 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.v2.base [None req-1b965b4b-68d2-4045-9b7a-b082d9126f52 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Request body: {'subnet': {'network_id': '87a01bce-9ddb-4ecb-b353-c2e53ada2fbe', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:42:42.560454 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.pecan_wsgi.hooks.translation [None req-f3b54f1e-4ceb-4320-ac66-3351f83bf544 tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] DELETE failed (client error): The resource could not be found. Apr 01 13:42:42.560885 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f3b54f1e-4ceb-4320-ac66-3351f83bf544 tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83871) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 13:42:42.577008 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-f3b54f1e-4ceb-4320-ac66-3351f83bf544 tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] 10.222.0.26 "DELETE /v2.0/subnets/f80ad742-18ae-49ce-bb34-b60220fd8ac6 HTTP/1.1" status: 404 len: 337 time: 0.0615509 Apr 01 13:42:42.577874 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 56366) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:42:42.656669 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-575e6f4e-ab44-4d25-9c29-0067497f863b tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Synchronizing usage tracker for tenant:7eaea7f33c58432a9d19111cc275f4e1 on resource:port {{(pid=83871) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 13:42:42.666021 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-8795d08f-106a-440a-88ef-e0cbb5a8f698 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2743225', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2757366'] for subnet, after_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:42.666614 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-1b965b4b-68d2-4045-9b7a-b082d9126f52 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:42:42.671395 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-1b965b4b-68d2-4045-9b7a-b082d9126f52 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Usage tracker for resource:subnet and tenant:2ac88458dfe547ba9bcc73de4b0c8518 is out of sync, need to count used quota {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 13:42:42.675152 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-1b965b4b-68d2-4045-9b7a-b082d9126f52 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 13:42:42.682627 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-1b965b4b-68d2-4045-9b7a-b082d9126f52 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:42:42.696286 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b965b4b-68d2-4045-9b7a-b082d9126f52 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Made reservation on behalf of 2ac88458dfe547ba9bcc73de4b0c8518 for: {'subnet': 1} {{(pid=83869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 13:42:42.710999 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-575e6f4e-ab44-4d25-9c29-0067497f863b tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] Unset dirty status for tenant:7eaea7f33c58432a9d19111cc275f4e1 on resource:port {{(pid=83871) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 13:42:42.712125 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-575e6f4e-ab44-4d25-9c29-0067497f863b tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] 10.222.0.26 "GET /v2.0/ports?device_id=60de565d-3377-4a4f-b4f3-ba32b4839afa HTTP/1.1" status: 200 len: 205 time: 0.1192348 Apr 01 13:42:42.716536 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 56370) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:42:42.736117 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8795d08f-106a-440a-88ef-e0cbb5a8f698 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Network da52fa05-a658-4e73-abb5-e8699cbc9bb6 is already hosted by enough agents. {{(pid=83871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 13:42:42.739148 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.scheduler.base_scheduler [None req-8795d08f-106a-440a-88ef-e0cbb5a8f698 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Resources bound (agent type, host, resource id): {{(pid=83871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 13:42:42.743073 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8795d08f-106a-440a-88ef-e0cbb5a8f698 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:42:42.743634 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-8795d08f-106a-440a-88ef-e0cbb5a8f698 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Notify callbacks [] for subnet, before_response {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:42.751089 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8795d08f-106a-440a-88ef-e0cbb5a8f698 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Pushing event updated for resources: {'Subnet': ['ID=7a11124b-5e2e-4b16-85ac-39a486a904f3,revision_number=0']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:42:42.751511 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2cb448e-b181-4610-beb6-fa2da5516368 None None] Network da52fa05-a658-4e73-abb5-e8699cbc9bb6 requested from dv-neutron-836180-1-hyperv {{(pid=83872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 13:42:42.768787 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-8795d08f-106a-440a-88ef-e0cbb5a8f698 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7347960 Apr 01 13:42:42.771721 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 56374) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:42:42.777498 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.v2.base [None req-0b33645a-29dd-4194-be10-a43097f1fc6a tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Request body: {'security_group': {'name': 'tempest-secgroup-1877030233'}} {{(pid=83871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:42:42.783556 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-0b33645a-29dd-4194-be10-a43097f1fc6a tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:42:42.787277 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-0b33645a-29dd-4194-be10-a43097f1fc6a tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Usage tracker for resource:security_group and tenant:1932cd2bf32d410ebaa96b0062b29072 is out of sync, need to count used quota {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 13:42:42.790074 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-0b33645a-29dd-4194-be10-a43097f1fc6a tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 13:42:42.796226 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-0b33645a-29dd-4194-be10-a43097f1fc6a tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:42:42.807574 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-0b33645a-29dd-4194-be10-a43097f1fc6a tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Notify callbacks [] for security_group, before_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:42.837093 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.api.v2.resource [None req-bad0a444-6655-475a-856d-ac568d169b4c tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] delete failed (client error): The resource could not be found. Apr 01 13:42:42.838115 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-bad0a444-6655-475a-856d-ac568d169b4c tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] 10.222.0.26 "DELETE /v2.0/routers/60de565d-3377-4a4f-b4f3-ba32b4839afa HTTP/1.1" status: 404 len: 336 time: 0.1207259 Apr 01 13:42:42.841387 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 56378) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:42:42.858108 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-02451db4-3e07-4249-9b98-7419ddd950ae None None] Provisioning for port bf3b8bb9-dc56-4afc-9ff8-ad5408ef4dad completed by entity DHCP. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 13:42:42.864949 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-02451db4-3e07-4249-9b98-7419ddd950ae None None] Provisioning complete for port bf3b8bb9-dc56-4afc-9ff8-ad5408ef4dad triggered by entity DHCP. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 13:42:42.865443 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-02451db4-3e07-4249-9b98-7419ddd950ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-948329'] for port, provisioning_complete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:42.886325 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.pecan_wsgi.hooks.translation [None req-3c8d8d38-ccfc-4909-8b9c-e966c9eb2602 tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] DELETE failed (client error): The resource could not be found. Apr 01 13:42:42.886790 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3c8d8d38-ccfc-4909-8b9c-e966c9eb2602 tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83871) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 13:42:42.893488 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-1b965b4b-68d2-4045-9b7a-b082d9126f52 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2999481'] for subnet, before_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:42.899956 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-3c8d8d38-ccfc-4909-8b9c-e966c9eb2602 tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] 10.222.0.26 "DELETE /v2.0/subnets/033822f8-d4cf-4de9-9543-0a2f1ed5c40c HTTP/1.1" status: 404 len: 337 time: 0.0551703 Apr 01 13:42:42.899956 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-0b33645a-29dd-4194-be10-a43097f1fc6a tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:42:42.901192 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 56382) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:42:42.932935 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-0b33645a-29dd-4194-be10-a43097f1fc6a tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Usage tracker for resource:security_group_rule and tenant:1932cd2bf32d410ebaa96b0062b29072 is out of sync, need to count used quota {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 13:42:42.940351 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-0b33645a-29dd-4194-be10-a43097f1fc6a tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 13:42:42.942839 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.plugin [None req-02451db4-3e07-4249-9b98-7419ddd950ae None None] Port bf3b8bb9-dc56-4afc-9ff8-ad5408ef4dad cannot update to ACTIVE because it is not bound. {{(pid=83872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 13:42:42.953681 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-ae920352-fba0-49b6-bda9-4db8f9bf6c91 tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] 10.222.0.26 "GET /v2.0/ports?device_id=66884772-c55f-477e-afc3-eef68f6b3c99 HTTP/1.1" status: 200 len: 205 time: 0.0500124 Apr 01 13:42:42.953681 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-0b33645a-29dd-4194-be10-a43097f1fc6a tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:42:42.954404 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 56386) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:42:43.022757 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.db.ipam_backend_mixin [None req-1b965b4b-68d2-4045-9b7a-b082d9126f52 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 47e5388c-93a5-4a51-8791-d13edb17cabf (CIDR: 2001:db8::/64) Apr 01 13:42:43.025659 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.pecan_wsgi.hooks.translation [None req-1b965b4b-68d2-4045-9b7a-b082d9126f52 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 01 13:42:43.026169 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1b965b4b-68d2-4045-9b7a-b082d9126f52 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83869) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 13:42:43.029711 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.api.v2.resource [None req-cfce4bed-028c-4640-b5d9-2be59381b990 tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] delete failed (client error): The resource could not be found. Apr 01 13:42:43.030213 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-cfce4bed-028c-4640-b5d9-2be59381b990 tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] 10.222.0.26 "DELETE /v2.0/routers/66884772-c55f-477e-afc3-eef68f6b3c99 HTTP/1.1" status: 404 len: 336 time: 0.0751228 Apr 01 13:42:43.033889 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 56390) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:42:43.079088 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4d76177-f86c-4823-bead-6997ce763247 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7e7d0ecb-2af4-55f5-9198-238ab0570d62-da52fa05-a658-4e73-abb5-e8699cbc9bb6', 'network_id': 'da52fa05-a658-4e73-abb5-e8699cbc9bb6', 'tenant_id': '1932cd2bf32d410ebaa96b0062b29072', 'fixed_ips': [{'subnet_id': '7a11124b-5e2e-4b16-85ac-39a486a904f3'}]}} from dv-neutron-836180-1-hyperv. {{(pid=83872) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 01 13:42:43.079900 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-e4d76177-f86c-4823-bead-6997ce763247 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:43.082061 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-0b33645a-29dd-4194-be10-a43097f1fc6a tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Notify callbacks [] for security_group, precommit_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:43.086191 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-0b33645a-29dd-4194-be10-a43097f1fc6a tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3775923'] for security_group, after_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:43.090367 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.pecan_wsgi.hooks.translation [None req-29ceafa0-e1b8-4335-95d1-8b988528e127 tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] DELETE failed (client error): The resource could not be found. Apr 01 13:42:43.090639 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-29ceafa0-e1b8-4335-95d1-8b988528e127 tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83869) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 13:42:43.092740 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-29ceafa0-e1b8-4335-95d1-8b988528e127 tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] 10.222.0.26 "DELETE /v2.0/subnets/cef8aa6f-ceb0-43d8-b57b-09db33b7eefb HTTP/1.1" status: 404 len: 337 time: 0.0557432 Apr 01 13:42:43.095223 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 56394) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:42:43.127635 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-0b33645a-29dd-4194-be10-a43097f1fc6a tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Notify callbacks [] for security_group, before_response {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:43.131504 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-0b33645a-29dd-4194-be10-a43097f1fc6a tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.3560607 Apr 01 13:42:43.131504 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b33645a-29dd-4194-be10-a43097f1fc6a tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2ad2b2f5-98db-48de-9c6b-68944ef13893,revision_number=1']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:42:43.131747 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 56398) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:42:43.136843 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-1b965b4b-68d2-4045-9b7a-b082d9126f52 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6268210 Apr 01 13:42:43.137949 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.v2.base [None req-f961ace8-74c8-46c4-aaaa-0424d51b4932 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Request body: {'security_group': {'name': 'tempest-secgroup-280953268'}} {{(pid=83871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:42:43.141969 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 56402) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:42:43.144093 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-f961ace8-74c8-46c4-aaaa-0424d51b4932 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:42:43.144863 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.pecan_wsgi.hooks.translation [None req-782e9560-48cb-47d7-8a63-c2b748abc3e6 tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] DELETE failed (client error): The resource could not be found. Apr 01 13:42:43.145353 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-782e9560-48cb-47d7-8a63-c2b748abc3e6 tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83869) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 13:42:43.147439 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-782e9560-48cb-47d7-8a63-c2b748abc3e6 tempest-RoutersTest-2086508617 tempest-RoutersTest-2086508617-project] 10.222.0.26 "DELETE /v2.0/subnets/50f16147-2176-4c97-b4fb-6bb36c4013a7 HTTP/1.1" status: 404 len: 337 time: 0.0505588 Apr 01 13:42:43.148167 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-f961ace8-74c8-46c4-aaaa-0424d51b4932 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Usage tracker for resource:security_group and tenant:1932cd2bf32d410ebaa96b0062b29072 is out of sync, need to count used quota {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 13:42:43.154082 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.v2.base [None req-c7ddd578-b711-458b-9e29-923213bf0c61 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Request body: {'subnet': {'network_id': '87a01bce-9ddb-4ecb-b353-c2e53ada2fbe', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=83869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:42:43.155219 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-f961ace8-74c8-46c4-aaaa-0424d51b4932 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 13:42:43.162304 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-f961ace8-74c8-46c4-aaaa-0424d51b4932 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:42:43.174308 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-f961ace8-74c8-46c4-aaaa-0424d51b4932 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Notify callbacks [] for security_group, before_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:43.214315 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-f961ace8-74c8-46c4-aaaa-0424d51b4932 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:42:43.231811 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-f961ace8-74c8-46c4-aaaa-0424d51b4932 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Usage tracker for resource:security_group_rule and tenant:1932cd2bf32d410ebaa96b0062b29072 is out of sync, need to count used quota {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 13:42:43.239686 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-f961ace8-74c8-46c4-aaaa-0424d51b4932 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 13:42:43.249968 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-f961ace8-74c8-46c4-aaaa-0424d51b4932 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:42:43.273707 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.db_base_plugin_common [None req-e4d76177-f86c-4823-bead-6997ce763247 None None] Allocated IP 172.20.0.2 (da52fa05-a658-4e73-abb5-e8699cbc9bb6/7a11124b-5e2e-4b16-85ac-39a486a904f3/a80a8a91-49c9-43dc-884b-568b5bffbd4c) {{(pid=83872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 13:42:43.320887 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-c7ddd578-b711-458b-9e29-923213bf0c61 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:42:43.325731 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-c7ddd578-b711-458b-9e29-923213bf0c61 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Usage tracker for resource:subnet and tenant:2ac88458dfe547ba9bcc73de4b0c8518 is out of sync, need to count used quota {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 13:42:43.329130 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-c7ddd578-b711-458b-9e29-923213bf0c61 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 13:42:43.335391 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-c7ddd578-b711-458b-9e29-923213bf0c61 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:42:43.346412 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-f961ace8-74c8-46c4-aaaa-0424d51b4932 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Notify callbacks [] for security_group, precommit_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:43.351987 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-f961ace8-74c8-46c4-aaaa-0424d51b4932 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3775923'] for security_group, after_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:43.357270 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7ddd578-b711-458b-9e29-923213bf0c61 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Made reservation on behalf of 2ac88458dfe547ba9bcc73de4b0c8518 for: {'subnet': 1} {{(pid=83869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 13:42:43.363507 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-c7ddd578-b711-458b-9e29-923213bf0c61 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2999481'] for subnet, before_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:43.385182 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-f961ace8-74c8-46c4-aaaa-0424d51b4932 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Notify callbacks [] for security_group, before_response {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:43.389185 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-f961ace8-74c8-46c4-aaaa-0424d51b4932 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1576 time: 0.2538455 Apr 01 13:42:43.389797 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 56408) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:42:43.398467 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.v2.base [None req-008baa86-a86e-4c7d-aa38-4d5d093a066a tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1106043468', 'security_groups': ['d6ce0c58-b48d-4d7d-9530-7ef469025ede'], 'network_id': 'da52fa05-a658-4e73-abb5-e8699cbc9bb6', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '7a11124b-5e2e-4b16-85ac-39a486a904f3'}]}} {{(pid=83871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:42:43.495773 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f961ace8-74c8-46c4-aaaa-0424d51b4932 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d6ce0c58-b48d-4d7d-9530-7ef469025ede,revision_number=1']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:42:43.542772 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.db.ipam_backend_mixin [None req-c7ddd578-b711-458b-9e29-923213bf0c61 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet 56ca908e-e3d7-4be5-9e40-2f9de1332917 (CIDR: 2001:db8:0:1::/64) Apr 01 13:42:43.548018 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 56414) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:42:43.553021 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.pecan_wsgi.hooks.translation [None req-c7ddd578-b711-458b-9e29-923213bf0c61 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 01 13:42:43.553267 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c7ddd578-b711-458b-9e29-923213bf0c61 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83869) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 13:42:43.572103 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-008baa86-a86e-4c7d-aa38-4d5d093a066a tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:42:43.576281 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-c7ddd578-b711-458b-9e29-923213bf0c61 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 0.4331765 Apr 01 13:42:43.578929 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 56420) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:42:43.584738 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.v2.base [None req-6bb0fd8f-8f2f-456a-ab1f-8dfba1027287 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Request body: {'subnet': {'network_id': '87a01bce-9ddb-4ecb-b353-c2e53ada2fbe', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=83869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:42:43.595055 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-008baa86-a86e-4c7d-aa38-4d5d093a066a tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:42:43.604840 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-e4d76177-f86c-4823-bead-6997ce763247 None None] Notify callbacks [] for port, precommit_create {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:43.610193 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-008baa86-a86e-4c7d-aa38-4d5d093a066a tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Made reservation on behalf of 1932cd2bf32d410ebaa96b0062b29072 for: {'port': 1} {{(pid=83871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 13:42:43.617980 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-e4d76177-f86c-4823-bead-6997ce763247 None None] Transition to ACTIVE for port object a80a8a91-49c9-43dc-884b-568b5bffbd4c will not be triggered until provisioned by entity L2. {{(pid=83872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 13:42:43.619474 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-008baa86-a86e-4c7d-aa38-4d5d093a066a tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:43.641873 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-e4d76177-f86c-4823-bead-6997ce763247 None None] Transition to ACTIVE for port object a80a8a91-49c9-43dc-884b-568b5bffbd4c will not be triggered until provisioned by entity DHCP. {{(pid=83872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 13:42:43.650916 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-e4d76177-f86c-4823-bead-6997ce763247 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736732935801'] for port, after_create {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:43.657690 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.notifiers.nova [None req-008baa86-a86e-4c7d-aa38-4d5d093a066a tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] device_id is not set on port e46dafcd-3fe2-48e3-a39e-e798cab44685 yet. {{(pid=83871) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 01 13:42:43.727317 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4d76177-f86c-4823-bead-6997ce763247 None None] Network da52fa05-a658-4e73-abb5-e8699cbc9bb6 is already hosted by enough agents. {{(pid=83872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 13:42:43.728665 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.scheduler.base_scheduler [None req-e4d76177-f86c-4823-bead-6997ce763247 None None] Resources bound (agent type, host, resource id): {{(pid=83872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 13:42:43.734338 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4d76177-f86c-4823-bead-6997ce763247 None None] Received port after_create {{(pid=83872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 13:42:43.742890 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d76177-f86c-4823-bead-6997ce763247 None None] Pushing event updated for resources: {'Port': ['ID=a80a8a91-49c9-43dc-884b-568b5bffbd4c,revision_number=1']} {{(pid=83872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:42:43.843543 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.managers [None req-e4d76177-f86c-4823-bead-6997ce763247 None None] Attempting to bind port a80a8a91-49c9-43dc-884b-568b5bffbd4c on host dv-neutron-836180-1-hyperv for vnic_type normal with profile {{(pid=83872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 13:42:43.844221 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.managers [None req-e4d76177-f86c-4823-bead-6997ce763247 None None] Attempting to bind port a80a8a91-49c9-43dc-884b-568b5bffbd4c by drivers openvswitch,hyperv on host dv-neutron-836180-1-hyperv at level 0 using segments [{'id': '0442e2b5-dcb7-4c63-b68a-def34e843f70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'da52fa05-a658-4e73-abb5-e8699cbc9bb6'}] {{(pid=83872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 13:42:43.844707 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4d76177-f86c-4823-bead-6997ce763247 None None] Attempting to bind port a80a8a91-49c9-43dc-884b-568b5bffbd4c on network da52fa05-a658-4e73-abb5-e8699cbc9bb6 {{(pid=83872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 13:42:43.851667 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4d76177-f86c-4823-bead-6997ce763247 None None] Checking agent: {'id': 'af948428-97cd-4d10-9f53-af028bdb39b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-836180-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 13, 25, 37), 'started_at': datetime.datetime(2022, 4, 1, 13, 26, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 13, 42, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-836180-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 13:42:43.852315 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4d76177-f86c-4823-bead-6997ce763247 None None] Checking segment: {'id': '0442e2b5-dcb7-4c63-b68a-def34e843f70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'da52fa05-a658-4e73-abb5-e8699cbc9bb6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 13:42:43.852833 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-e4d76177-f86c-4823-bead-6997ce763247 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:43.853307 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4d76177-f86c-4823-bead-6997ce763247 None None] Bound using segment: {'id': '0442e2b5-dcb7-4c63-b68a-def34e843f70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'da52fa05-a658-4e73-abb5-e8699cbc9bb6'} {{(pid=83872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 13:42:43.853851 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.managers [None req-e4d76177-f86c-4823-bead-6997ce763247 None None] Bound port: a80a8a91-49c9-43dc-884b-568b5bffbd4c, host: dv-neutron-836180-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0442e2b5-dcb7-4c63-b68a-def34e843f70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'da52fa05-a658-4e73-abb5-e8699cbc9bb6'}}] {{(pid=83872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 13:42:43.855199 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-e4d76177-f86c-4823-bead-6997ce763247 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:43.866111 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-27e4cd75-d4c7-47ea-8bd0-d4be599362ce admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=7eaea7f33c58432a9d19111cc275f4e1&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3163242 Apr 01 13:42:43.875514 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 56424) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:42:43.886949 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-6bb0fd8f-8f2f-456a-ab1f-8dfba1027287 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:42:43.891006 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-6bb0fd8f-8f2f-456a-ab1f-8dfba1027287 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Usage tracker for resource:subnet and tenant:2ac88458dfe547ba9bcc73de4b0c8518 is out of sync, need to count used quota {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 13:42:43.893944 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-6bb0fd8f-8f2f-456a-ab1f-8dfba1027287 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 13:42:43.900006 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-6bb0fd8f-8f2f-456a-ab1f-8dfba1027287 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:42:43.910967 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6bb0fd8f-8f2f-456a-ab1f-8dfba1027287 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Made reservation on behalf of 2ac88458dfe547ba9bcc73de4b0c8518 for: {'subnet': 1} {{(pid=83869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 13:42:43.914703 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-6bb0fd8f-8f2f-456a-ab1f-8dfba1027287 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2999481'] for subnet, before_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:43.955612 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-e4d76177-f86c-4823-bead-6997ce763247 None None] For port a80a8a91-49c9-43dc-884b-568b5bffbd4c, host dv-neutron-836180-1-hyperv, cleared binding levels {{(pid=83872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 13:42:43.959114 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-e4d76177-f86c-4823-bead-6997ce763247 None None] For port a80a8a91-49c9-43dc-884b-568b5bffbd4c, host dv-neutron-836180-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836180-1-hyperv',level=0,port_id=a80a8a91-49c9-43dc-884b-568b5bffbd4c,segment=NetworkSegment(0442e2b5-dcb7-4c63-b68a-def34e843f70),segment_id=0442e2b5-dcb7-4c63-b68a-def34e843f70)] {{(pid=83872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 13:42:43.963709 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-e4d76177-f86c-4823-bead-6997ce763247 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864'] for port, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:44.013029 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-28a0d64e-6b36-4c33-b610-8d302349481a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:44.036710 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.db_base_plugin_common [None req-008baa86-a86e-4c7d-aa38-4d5d093a066a tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Allocated IP 172.20.0.9 (da52fa05-a658-4e73-abb5-e8699cbc9bb6/7a11124b-5e2e-4b16-85ac-39a486a904f3/e46dafcd-3fe2-48e3-a39e-e798cab44685) {{(pid=83871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 13:42:44.055591 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d76177-f86c-4823-bead-6997ce763247 None None] Pushing event updated for resources: {'Port': ['ID=a80a8a91-49c9-43dc-884b-568b5bffbd4c,revision_number=2']} {{(pid=83872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:42:44.056500 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-28a0d64e-6b36-4c33-b610-8d302349481a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:44.209356 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-6bb0fd8f-8f2f-456a-ab1f-8dfba1027287 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2705391', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2999447'] for subnet, after_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:44.276345 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-28a0d64e-6b36-4c33-b610-8d302349481a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3775923'] for security_group, after_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:44.296345 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb0fd8f-8f2f-456a-ab1f-8dfba1027287 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Pushing event updated for resources: {'Subnet': ['ID=d6f286ed-c109-4fd9-8125-7578610bf197,revision_number=0']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:42:44.303013 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bb0fd8f-8f2f-456a-ab1f-8dfba1027287 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Network 87a01bce-9ddb-4ecb-b353-c2e53ada2fbe is already hosted by enough agents. {{(pid=83869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 13:42:44.304199 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.scheduler.base_scheduler [None req-6bb0fd8f-8f2f-456a-ab1f-8dfba1027287 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Resources bound (agent type, host, resource id): {{(pid=83869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 13:42:44.309196 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bb0fd8f-8f2f-456a-ab1f-8dfba1027287 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:42:44.309907 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-6bb0fd8f-8f2f-456a-ab1f-8dfba1027287 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Notify callbacks [] for subnet, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:44.324236 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b32ede2-b821-4cac-a378-299ce471186d None None] Network 87a01bce-9ddb-4ecb-b353-c2e53ada2fbe requested from dv-neutron-836180-1-hyperv {{(pid=83872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 13:42:44.344399 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a0d64e-6b36-4c33-b610-8d302349481a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc969dfa-cd58-4556-b896-ed798af85eb4,revision_number=None']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:42:44.345987 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-6bb0fd8f-8f2f-456a-ab1f-8dfba1027287 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.7660351 Apr 01 13:42:44.347167 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 56428) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:42:44.354351 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.v2.base [None req-2ef7fcf4-6ae7-4f56-a1b1-eb23f8e56149 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1386708844', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'd6f286ed-c109-4fd9-8125-7578610bf197'}], 'security_groups': ['41950f62-3d4f-4936-8dd4-792ce7180cb5', 'ca57fd7d-aff7-4f78-bc8d-c92b65ccd7c6']}} {{(pid=83869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:42:44.363078 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-28a0d64e-6b36-4c33-b610-8d302349481a admin admin] Notify callbacks [] for security_group, before_response {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:44.364272 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-28a0d64e-6b36-4c33-b610-8d302349481a admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/cc969dfa-cd58-4556-b896-ed798af85eb4 HTTP/1.1" status: 204 len: 168 time: 0.4884460 Apr 01 13:42:44.367129 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-008baa86-a86e-4c7d-aa38-4d5d093a066a tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Notify callbacks [] for port, precommit_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:44.385703 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.provisioning_blocks [None req-008baa86-a86e-4c7d-aa38-4d5d093a066a tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Transition to ACTIVE for port object e46dafcd-3fe2-48e3-a39e-e798cab44685 will not be triggered until provisioned by entity DHCP. {{(pid=83871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 13:42:44.420140 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-008baa86-a86e-4c7d-aa38-4d5d093a066a tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736732935801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2743125'] for port, after_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:44.514879 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-008baa86-a86e-4c7d-aa38-4d5d093a066a tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Network da52fa05-a658-4e73-abb5-e8699cbc9bb6 is already hosted by enough agents. {{(pid=83871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 13:42:44.533814 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.scheduler.base_scheduler [None req-008baa86-a86e-4c7d-aa38-4d5d093a066a tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Resources bound (agent type, host, resource id): {{(pid=83871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 13:42:44.538472 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-008baa86-a86e-4c7d-aa38-4d5d093a066a tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Received port after_create {{(pid=83871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 13:42:44.554457 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-2ef7fcf4-6ae7-4f56-a1b1-eb23f8e56149 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:44.584656 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008baa86-a86e-4c7d-aa38-4d5d093a066a tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Pushing event updated for resources: {'Port': ['ID=e46dafcd-3fe2-48e3-a39e-e798cab44685,revision_number=1']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:42:44.612713 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-008baa86-a86e-4c7d-aa38-4d5d093a066a tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:42:44.613526 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-008baa86-a86e-4c7d-aa38-4d5d093a066a tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109561'] for port, before_response {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:44.646570 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-008baa86-a86e-4c7d-aa38-4d5d093a066a tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.2531364 Apr 01 13:42:44.646912 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 56436) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:42:44.661635 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.v2.base [None req-5db38fda-2d42-4cf0-a4c7-8af7eefcfb65 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Request body: {'subnet': {'network_id': 'da52fa05-a658-4e73-abb5-e8699cbc9bb6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:42:44.823010 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-5db38fda-2d42-4cf0-a4c7-8af7eefcfb65 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:42:44.827262 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-5db38fda-2d42-4cf0-a4c7-8af7eefcfb65 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Usage tracker for resource:subnet and tenant:1932cd2bf32d410ebaa96b0062b29072 is out of sync, need to count used quota {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 13:42:44.832551 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-5db38fda-2d42-4cf0-a4c7-8af7eefcfb65 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 13:42:44.842887 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-5db38fda-2d42-4cf0-a4c7-8af7eefcfb65 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:42:44.859985 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5db38fda-2d42-4cf0-a4c7-8af7eefcfb65 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Made reservation on behalf of 1932cd2bf32d410ebaa96b0062b29072 for: {'subnet': 1} {{(pid=83871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 13:42:44.864037 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-5db38fda-2d42-4cf0-a4c7-8af7eefcfb65 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2757336'] for subnet, before_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:44.914743 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96155000-61c7-4e22-917e-f66c547974bb None None] Update dhcp port {'port': {'network_id': '87a01bce-9ddb-4ecb-b353-c2e53ada2fbe', 'fixed_ips': [{'subnet_id': '56ca908e-e3d7-4be5-9e40-2f9de1332917', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '47e5388c-93a5-4a51-8791-d13edb17cabf', 'ip_address': '2001:db8::2'}, {'subnet_id': 'd6f286ed-c109-4fd9-8125-7578610bf197'}], 'binding:host_id': 'dv-neutron-836180-1-hyperv'}, 'id': 'de809516-4c80-4ad1-8070-cd6cac0b93bd'} from dv-neutron-836180-1-hyperv. {{(pid=83872) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Apr 01 13:42:45.014873 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-96155000-61c7-4e22-917e-f66c547974bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:45.039066 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.db.ipam_backend_mixin [None req-5db38fda-2d42-4cf0-a4c7-8af7eefcfb65 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 7a11124b-5e2e-4b16-85ac-39a486a904f3 (CIDR: 172.20.0.0/28) Apr 01 13:42:45.042792 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.pecan_wsgi.hooks.translation [None req-5db38fda-2d42-4cf0-a4c7-8af7eefcfb65 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 01 13:42:45.043886 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5db38fda-2d42-4cf0-a4c7-8af7eefcfb65 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83871) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 13:42:45.080856 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-5db38fda-2d42-4cf0-a4c7-8af7eefcfb65 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4325662 Apr 01 13:42:45.085316 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 56448) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:42:45.091416 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.v2.base [None req-ecb224c9-eb77-4fe8-851c-1475cac0ea50 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Request body: {'subnet': {'network_id': 'da52fa05-a658-4e73-abb5-e8699cbc9bb6', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=83871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:42:45.139562 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.db_base_plugin_common [None req-2ef7fcf4-6ae7-4f56-a1b1-eb23f8e56149 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Delete allocated IP 2001:db8::335 (87a01bce-9ddb-4ecb-b353-c2e53ada2fbe/47e5388c-93a5-4a51-8791-d13edb17cabf) {{(pid=83869) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Apr 01 13:42:45.148513 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.db_base_plugin_common [None req-2ef7fcf4-6ae7-4f56-a1b1-eb23f8e56149 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Allocated IP 2001:db8:0:2::26e (87a01bce-9ddb-4ecb-b353-c2e53ada2fbe/d6f286ed-c109-4fd9-8125-7578610bf197/bf3b8bb9-dc56-4afc-9ff8-ad5408ef4dad) {{(pid=83869) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 13:42:45.331950 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-ecb224c9-eb77-4fe8-851c-1475cac0ea50 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:42:45.344260 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-ecb224c9-eb77-4fe8-851c-1475cac0ea50 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Usage tracker for resource:subnet and tenant:1932cd2bf32d410ebaa96b0062b29072 is out of sync, need to count used quota {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 13:42:45.348842 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-ecb224c9-eb77-4fe8-851c-1475cac0ea50 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 13:42:45.358270 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-ecb224c9-eb77-4fe8-851c-1475cac0ea50 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:42:45.370251 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ecb224c9-eb77-4fe8-851c-1475cac0ea50 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Made reservation on behalf of 1932cd2bf32d410ebaa96b0062b29072 for: {'subnet': 1} {{(pid=83871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 13:42:45.391874 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-ecb224c9-eb77-4fe8-851c-1475cac0ea50 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2757336'] for subnet, before_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:45.399860 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-cf9d5c54-5fea-40a9-a6a5-91693c541866 None None] Provisioning complete for port 7ea6f42f-3130-46c9-8069-204d4b9c68d3 triggered by entity DHCP. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 13:42:45.400932 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-cf9d5c54-5fea-40a9-a6a5-91693c541866 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-948329'] for port, provisioning_complete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:45.411254 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-2ef7fcf4-6ae7-4f56-a1b1-eb23f8e56149 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Notify callbacks [] for port, precommit_update {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:45.443433 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.provisioning_blocks [None req-2ef7fcf4-6ae7-4f56-a1b1-eb23f8e56149 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Transition to ACTIVE for port object bf3b8bb9-dc56-4afc-9ff8-ad5408ef4dad will not be triggered until provisioned by entity DHCP. {{(pid=83869) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 13:42:45.454000 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-2ef7fcf4-6ae7-4f56-a1b1-eb23f8e56149 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2705172'] for port, after_update {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:45.481615 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 56458) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:42:45.524626 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.plugin [None req-cf9d5c54-5fea-40a9-a6a5-91693c541866 None None] Port 7ea6f42f-3130-46c9-8069-204d4b9c68d3 cannot update to ACTIVE because it is not bound. {{(pid=83872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 13:42:45.557702 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.db_base_plugin_common [None req-96155000-61c7-4e22-917e-f66c547974bb None None] Allocated IP 2001:db8:0:2::2 (87a01bce-9ddb-4ecb-b353-c2e53ada2fbe/d6f286ed-c109-4fd9-8125-7578610bf197/de809516-4c80-4ad1-8070-cd6cac0b93bd) {{(pid=83872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 13:42:45.573010 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-cf9d5c54-5fea-40a9-a6a5-91693c541866 None None] Provisioning for port a80a8a91-49c9-43dc-884b-568b5bffbd4c completed by entity DHCP. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 13:42:45.611512 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.plugin [None req-2ef7fcf4-6ae7-4f56-a1b1-eb23f8e56149 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] In _notify_port_updated(), no bound segment for port bf3b8bb9-dc56-4afc-9ff8-ad5408ef4dad on network 87a01bce-9ddb-4ecb-b353-c2e53ada2fbe {{(pid=83869) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Apr 01 13:42:45.615252 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ef7fcf4-6ae7-4f56-a1b1-eb23f8e56149 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:42:45.616622 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-2ef7fcf4-6ae7-4f56-a1b1-eb23f8e56149 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109561'] for port, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:45.622701 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-2ef7fcf4-6ae7-4f56-a1b1-eb23f8e56149 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] 10.222.0.26 "PUT /v2.0/ports/bf3b8bb9-dc56-4afc-9ff8-ad5408ef4dad HTTP/1.1" status: 200 len: 970 time: 1.2708054 Apr 01 13:42:45.622701 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 56464) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:42:45.671634 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef7fcf4-6ae7-4f56-a1b1-eb23f8e56149 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Pushing event updated for resources: {'Port': ['ID=bf3b8bb9-dc56-4afc-9ff8-ad5408ef4dad,revision_number=2']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:42:45.691744 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.v2.base [None req-296f65b8-06e4-4d35-83ed-f47568825f89 tempest-SecGroupTest-2071671531 tempest-SecGroupTest-2071671531-project] Request body: {'security_group': {'name': 'tempest-secgroup--1098305006'}} {{(pid=83871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:42:45.701979 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-296f65b8-06e4-4d35-83ed-f47568825f89 tempest-SecGroupTest-2071671531 tempest-SecGroupTest-2071671531-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:42:45.710324 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-296f65b8-06e4-4d35-83ed-f47568825f89 tempest-SecGroupTest-2071671531 tempest-SecGroupTest-2071671531-project] Usage tracker for resource:security_group and tenant:775bf4a8f78e418d9754aa6d74334dc2 is out of sync, need to count used quota {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 13:42:45.713438 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.plugin [None req-5b57ba88-1dc2-4c2c-b79c-33ef4597f077 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Deleting port bf3b8bb9-dc56-4afc-9ff8-ad5408ef4dad {{(pid=83869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 13:42:45.713777 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-5b57ba88-1dc2-4c2c-b79c-33ef4597f077 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736733287370'] for port, before_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:45.714739 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-296f65b8-06e4-4d35-83ed-f47568825f89 tempest-SecGroupTest-2071671531 tempest-SecGroupTest-2071671531-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 13:42:45.722415 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-296f65b8-06e4-4d35-83ed-f47568825f89 tempest-SecGroupTest-2071671531 tempest-SecGroupTest-2071671531-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:42:45.737712 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-b95e455d-d5f5-472f-86d6-8613eb59e03d None None] Provisioning for port e46dafcd-3fe2-48e3-a39e-e798cab44685 completed by entity DHCP. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 13:42:45.740158 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-296f65b8-06e4-4d35-83ed-f47568825f89 tempest-SecGroupTest-2071671531 tempest-SecGroupTest-2071671531-project] Notify callbacks [] for security_group, before_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:45.747556 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-b95e455d-d5f5-472f-86d6-8613eb59e03d None None] Provisioning complete for port e46dafcd-3fe2-48e3-a39e-e798cab44685 triggered by entity DHCP. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 13:42:45.748053 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-b95e455d-d5f5-472f-86d6-8613eb59e03d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-948329'] for port, provisioning_complete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:45.767351 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-296f65b8-06e4-4d35-83ed-f47568825f89 tempest-SecGroupTest-2071671531 tempest-SecGroupTest-2071671531-project] Notify callbacks [] for security_group, before_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:45.797434 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-96155000-61c7-4e22-917e-f66c547974bb None None] For port de809516-4c80-4ad1-8070-cd6cac0b93bd, host dv-neutron-836180-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836180-1-hyperv',level=0,port_id=de809516-4c80-4ad1-8070-cd6cac0b93bd,segment=NetworkSegment(69d3dae9-b44d-4e9d-85cf-be43b39415e9),segment_id=69d3dae9-b44d-4e9d-85cf-be43b39415e9)] {{(pid=83872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 13:42:45.816809 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.plugin [None req-b95e455d-d5f5-472f-86d6-8613eb59e03d None None] Port e46dafcd-3fe2-48e3-a39e-e798cab44685 cannot update to ACTIVE because it is not bound. {{(pid=83872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 13:42:45.817070 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-296f65b8-06e4-4d35-83ed-f47568825f89 tempest-SecGroupTest-2071671531 tempest-SecGroupTest-2071671531-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:42:45.825185 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-296f65b8-06e4-4d35-83ed-f47568825f89 tempest-SecGroupTest-2071671531 tempest-SecGroupTest-2071671531-project] Usage tracker for resource:security_group_rule and tenant:775bf4a8f78e418d9754aa6d74334dc2 is out of sync, need to count used quota {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 13:42:45.829634 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-296f65b8-06e4-4d35-83ed-f47568825f89 tempest-SecGroupTest-2071671531 tempest-SecGroupTest-2071671531-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 13:42:45.837159 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-296f65b8-06e4-4d35-83ed-f47568825f89 tempest-SecGroupTest-2071671531 tempest-SecGroupTest-2071671531-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:42:45.841714 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-96155000-61c7-4e22-917e-f66c547974bb None None] Notify callbacks [] for port, precommit_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:45.849438 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-ecb224c9-eb77-4fe8-851c-1475cac0ea50 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2743225', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2757366'] for subnet, after_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:45.860606 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-96155000-61c7-4e22-917e-f66c547974bb None None] Transition to ACTIVE for port object de809516-4c80-4ad1-8070-cd6cac0b93bd will not be triggered until provisioned by entity DHCP. {{(pid=83872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 13:42:45.879719 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-96155000-61c7-4e22-917e-f66c547974bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864'] for port, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:45.943686 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecb224c9-eb77-4fe8-851c-1475cac0ea50 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Network da52fa05-a658-4e73-abb5-e8699cbc9bb6 is already hosted by enough agents. {{(pid=83871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 13:42:45.952914 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.scheduler.base_scheduler [None req-ecb224c9-eb77-4fe8-851c-1475cac0ea50 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Resources bound (agent type, host, resource id): {{(pid=83871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 13:42:45.958173 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecb224c9-eb77-4fe8-851c-1475cac0ea50 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:42:45.958832 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-ecb224c9-eb77-4fe8-851c-1475cac0ea50 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Notify callbacks [] for subnet, before_response {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:45.972460 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5d08f04-6d02-434f-bf9a-63e096c90b6d None None] Network da52fa05-a658-4e73-abb5-e8699cbc9bb6 requested from dv-neutron-836180-1-hyperv {{(pid=83872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 13:42:45.974948 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb224c9-eb77-4fe8-851c-1475cac0ea50 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Pushing event updated for resources: {'Subnet': ['ID=203485c7-8ae8-464a-a6d2-2b97cd38cc31,revision_number=0']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:42:45.983106 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-5b57ba88-1dc2-4c2c-b79c-33ef4597f077 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4155147'] for port, precommit_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:46.007780 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-ecb224c9-eb77-4fe8-851c-1475cac0ea50 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.9232178 Apr 01 13:42:46.010750 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 56468) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:42:46.025423 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.v2.base [None req-cfac1a6a-1d31-4c98-a843-15ff56266da4 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1462467437', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '203485c7-8ae8-464a-a6d2-2b97cd38cc31'}], 'security_groups': ['2ad2b2f5-98db-48de-9c6b-68944ef13893']}} {{(pid=83871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:42:46.093653 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-296f65b8-06e4-4d35-83ed-f47568825f89 tempest-SecGroupTest-2071671531 tempest-SecGroupTest-2071671531-project] Notify callbacks [] for security_group, precommit_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:46.141048 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-296f65b8-06e4-4d35-83ed-f47568825f89 tempest-SecGroupTest-2071671531 tempest-SecGroupTest-2071671531-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3775923'] for security_group, after_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:46.143105 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96155000-61c7-4e22-917e-f66c547974bb None None] Pushing event updated for resources: {'Port': ['ID=de809516-4c80-4ad1-8070-cd6cac0b93bd,revision_number=7']} {{(pid=83872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:42:46.219236 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296f65b8-06e4-4d35-83ed-f47568825f89 tempest-SecGroupTest-2071671531 tempest-SecGroupTest-2071671531-project] Pushing event updated for resources: {'SecurityGroup': ['ID=32a042af-bcd0-40b2-b00d-318b5b8fd2cd,revision_number=1']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:42:46.231007 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-296f65b8-06e4-4d35-83ed-f47568825f89 tempest-SecGroupTest-2071671531 tempest-SecGroupTest-2071671531-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:42:46.238140 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-296f65b8-06e4-4d35-83ed-f47568825f89 tempest-SecGroupTest-2071671531 tempest-SecGroupTest-2071671531-project] Usage tracker for resource:security_group_rule and tenant:775bf4a8f78e418d9754aa6d74334dc2 is out of sync, need to count used quota {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 13:42:46.256398 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-cfac1a6a-1d31-4c98-a843-15ff56266da4 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:46.264539 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.plugin [None req-5b57ba88-1dc2-4c2c-b79c-33ef4597f077 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Calling delete_port for bf3b8bb9-dc56-4afc-9ff8-ad5408ef4dad owned by {{(pid=83869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 13:42:46.267733 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-296f65b8-06e4-4d35-83ed-f47568825f89 tempest-SecGroupTest-2071671531 tempest-SecGroupTest-2071671531-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 13:42:46.279274 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-296f65b8-06e4-4d35-83ed-f47568825f89 tempest-SecGroupTest-2071671531 tempest-SecGroupTest-2071671531-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:42:46.317143 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Device a80a8a91-49c9-43dc-884b-568b5bffbd4c up at agent ovs-agent-dv-neutron-836180-1-hyperv {{(pid=83872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 13:42:46.453706 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-296f65b8-06e4-4d35-83ed-f47568825f89 tempest-SecGroupTest-2071671531 tempest-SecGroupTest-2071671531-project] Notify callbacks [] for security_group, precommit_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:46.468222 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-5b57ba88-1dc2-4c2c-b79c-33ef4597f077 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736733359243', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736732935810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2705155'] for port, after_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:46.492116 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Provisioning for port a80a8a91-49c9-43dc-884b-568b5bffbd4c completed by entity L2. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 13:42:46.498977 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Provisioning complete for port a80a8a91-49c9-43dc-884b-568b5bffbd4c triggered by entity L2. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 13:42:46.499427 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-948329'] for port, provisioning_complete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:46.532963 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b57ba88-1dc2-4c2c-b79c-33ef4597f077 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Pushing event deleted for resources: {'Port': ['ID=bf3b8bb9-dc56-4afc-9ff8-ad5408ef4dad,revision_number=None']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:42:46.598285 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-5b57ba88-1dc2-4c2c-b79c-33ef4597f077 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109561'] for port, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:46.615861 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-5b57ba88-1dc2-4c2c-b79c-33ef4597f077 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] 10.222.0.26 "DELETE /v2.0/ports/bf3b8bb9-dc56-4afc-9ff8-ad5408ef4dad HTTP/1.1" status: 204 len: 168 time: 0.9880810 Apr 01 13:42:46.618350 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 56472) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:42:46.628966 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-296f65b8-06e4-4d35-83ed-f47568825f89 tempest-SecGroupTest-2071671531 tempest-SecGroupTest-2071671531-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3775923'] for security_group, after_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:46.695311 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:46.698455 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296f65b8-06e4-4d35-83ed-f47568825f89 tempest-SecGroupTest-2071671531 tempest-SecGroupTest-2071671531-project] Pushing event updated for resources: {'SecurityGroup': ['ID=816d2dd3-9bc9-4450-9e7b-ec6def626ea6,revision_number=1']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:42:46.701935 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.pecan_wsgi.hooks.translation [None req-6abd56d5-f201-4fe9-95b0-1e3a9101fa2a tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] GET failed (client error): The resource could not be found. Apr 01 13:42:46.702442 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-6abd56d5-f201-4fe9-95b0-1e3a9101fa2a tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Synchronizing usage tracker for tenant:2ac88458dfe547ba9bcc73de4b0c8518 on resource:port {{(pid=83869) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 13:42:46.703628 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-296f65b8-06e4-4d35-83ed-f47568825f89 tempest-SecGroupTest-2071671531 tempest-SecGroupTest-2071671531-project] Notify callbacks [] for security_group, before_response {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:46.705070 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-296f65b8-06e4-4d35-83ed-f47568825f89 tempest-SecGroupTest-2071671531 tempest-SecGroupTest-2071671531-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 1.2219419 Apr 01 13:42:46.710587 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 56476) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:42:46.738771 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e019a051-9188-48a5-a713-7fa2b09e1191 None None] Update dhcp port {'port': {'network_id': 'da52fa05-a658-4e73-abb5-e8699cbc9bb6', 'fixed_ips': [{'subnet_id': '7a11124b-5e2e-4b16-85ac-39a486a904f3', 'ip_address': '172.20.0.2'}, {'subnet_id': '203485c7-8ae8-464a-a6d2-2b97cd38cc31'}], 'binding:host_id': 'dv-neutron-836180-1-hyperv'}, 'id': 'a80a8a91-49c9-43dc-884b-568b5bffbd4c'} from dv-neutron-836180-1-hyperv. {{(pid=83872) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Apr 01 13:42:46.757085 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-296f65b8-06e4-4d35-83ed-f47568825f89 tempest-SecGroupTest-2071671531 tempest-SecGroupTest-2071671531-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:42:46.757704 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-296f65b8-06e4-4d35-83ed-f47568825f89 tempest-SecGroupTest-2071671531 tempest-SecGroupTest-2071671531-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:42:46.758201 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-296f65b8-06e4-4d35-83ed-f47568825f89 tempest-SecGroupTest-2071671531 tempest-SecGroupTest-2071671531-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:42:46.759019 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-296f65b8-06e4-4d35-83ed-f47568825f89 tempest-SecGroupTest-2071671531 tempest-SecGroupTest-2071671531-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:42:46.759756 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-296f65b8-06e4-4d35-83ed-f47568825f89 tempest-SecGroupTest-2071671531 tempest-SecGroupTest-2071671531-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:42:46.762140 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-296f65b8-06e4-4d35-83ed-f47568825f89 tempest-SecGroupTest-2071671531 tempest-SecGroupTest-2071671531-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:42:46.762140 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-296f65b8-06e4-4d35-83ed-f47568825f89 tempest-SecGroupTest-2071671531 tempest-SecGroupTest-2071671531-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:42:46.762140 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-296f65b8-06e4-4d35-83ed-f47568825f89 tempest-SecGroupTest-2071671531 tempest-SecGroupTest-2071671531-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:42:46.762140 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-296f65b8-06e4-4d35-83ed-f47568825f89 tempest-SecGroupTest-2071671531 tempest-SecGroupTest-2071671531-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:42:46.764243 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-296f65b8-06e4-4d35-83ed-f47568825f89 tempest-SecGroupTest-2071671531 tempest-SecGroupTest-2071671531-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:42:46.764468 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-296f65b8-06e4-4d35-83ed-f47568825f89 tempest-SecGroupTest-2071671531 tempest-SecGroupTest-2071671531-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:42:46.769748 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-6abd56d5-f201-4fe9-95b0-1e3a9101fa2a tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Unset dirty status for tenant:2ac88458dfe547ba9bcc73de4b0c8518 on resource:port {{(pid=83869) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 13:42:46.773616 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-6abd56d5-f201-4fe9-95b0-1e3a9101fa2a tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] 10.222.0.26 "GET /v2.0/ports/bf3b8bb9-dc56-4afc-9ff8-ad5408ef4dad HTTP/1.1" status: 404 len: 333 time: 0.1516318 Apr 01 13:42:46.774504 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 56480) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:42:46.822808 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] For port a80a8a91-49c9-43dc-884b-568b5bffbd4c, host dv-neutron-836180-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836180-1-hyperv',level=0,port_id=a80a8a91-49c9-43dc-884b-568b5bffbd4c,segment=NetworkSegment(0442e2b5-dcb7-4c63-b68a-def34e843f70),segment_id=0442e2b5-dcb7-4c63-b68a-def34e843f70)] {{(pid=83872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 13:42:46.828720 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-e019a051-9188-48a5-a713-7fa2b09e1191 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:46.844475 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864'] for port, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:46.854772 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-ff94fdbf-1803-4718-ba27-64077c514b50 tempest-SecGroupTest-2071671531 tempest-SecGroupTest-2071671531-project] 10.222.0.26 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4007 time: 0.1380060 Apr 01 13:42:46.854772 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 56484) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:42:46.860518 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.v2.base [None req-81acf667-f7fd-4d66-b887-53a93badf08b tempest-SecGroupTest-2071671531 tempest-SecGroupTest-2071671531-project] Request body: {'security_group': {'name': 'tempest-security--1574741482', 'description': 'tempest-security-description-102562883'}} {{(pid=83869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:42:46.922617 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-81acf667-f7fd-4d66-b887-53a93badf08b tempest-SecGroupTest-2071671531 tempest-SecGroupTest-2071671531-project] Notify callbacks [] for security_group, before_update {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:46.930058 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-2bf2baa4-1d2b-4bb2-a2b3-572eaf9fa1b1 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Notify callbacks [] for security_group, before_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:46.972874 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.db_base_plugin_common [None req-cfac1a6a-1d31-4c98-a843-15ff56266da4 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Delete allocated IP 172.20.0.9 (da52fa05-a658-4e73-abb5-e8699cbc9bb6/7a11124b-5e2e-4b16-85ac-39a486a904f3) {{(pid=83871) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Apr 01 13:42:46.987561 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.db_base_plugin_common [None req-cfac1a6a-1d31-4c98-a843-15ff56266da4 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Allocated IP 172.20.0.19 (da52fa05-a658-4e73-abb5-e8699cbc9bb6/203485c7-8ae8-464a-a6d2-2b97cd38cc31/e46dafcd-3fe2-48e3-a39e-e798cab44685) {{(pid=83871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 13:42:47.020251 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-7af96d4d-153e-4273-8c9f-c0865719f391 None None] Could not find standard attr ID for object bf3b8bb9-dc56-4afc-9ff8-ad5408ef4dad. {{(pid=83872) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 01 13:42:47.038580 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Pushing event updated for resources: {'Port': ['ID=a80a8a91-49c9-43dc-884b-568b5bffbd4c,revision_number=3']} {{(pid=83872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:42:47.043777 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-2bf2baa4-1d2b-4bb2-a2b3-572eaf9fa1b1 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:47.068884 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-7af96d4d-153e-4273-8c9f-c0865719f391 None None] Provisioning complete for port 26a3aca5-aaf5-48e5-93fc-33a6aa7b0e49 triggered by entity DHCP. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 13:42:47.070052 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-7af96d4d-153e-4273-8c9f-c0865719f391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-948329'] for port, provisioning_complete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:47.082772 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-81acf667-f7fd-4d66-b887-53a93badf08b tempest-SecGroupTest-2071671531 tempest-SecGroupTest-2071671531-project] Notify callbacks [] for security_group, precommit_update {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:47.098995 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-81acf667-f7fd-4d66-b887-53a93badf08b tempest-SecGroupTest-2071671531 tempest-SecGroupTest-2071671531-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3775923'] for security_group, after_update {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:47.103307 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-81acf667-f7fd-4d66-b887-53a93badf08b tempest-SecGroupTest-2071671531 tempest-SecGroupTest-2071671531-project] Notify callbacks [] for security_group, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:47.105240 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-81acf667-f7fd-4d66-b887-53a93badf08b tempest-SecGroupTest-2071671531 tempest-SecGroupTest-2071671531-project] 10.222.0.26 "PUT /v2.0/security-groups/816d2dd3-9bc9-4450-9e7b-ec6def626ea6 HTTP/1.1" status: 200 len: 1611 time: 0.2497301 Apr 01 13:42:47.123930 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 56488) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:42:47.133179 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.plugin [None req-7af96d4d-153e-4273-8c9f-c0865719f391 None None] Port 26a3aca5-aaf5-48e5-93fc-33a6aa7b0e49 cannot update to ACTIVE because it is not bound. {{(pid=83872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 13:42:47.150225 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-7af96d4d-153e-4273-8c9f-c0865719f391 None None] Provisioning for port de809516-4c80-4ad1-8070-cd6cac0b93bd completed by entity DHCP. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 13:42:47.158351 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-7af96d4d-153e-4273-8c9f-c0865719f391 None None] Provisioning complete for port de809516-4c80-4ad1-8070-cd6cac0b93bd triggered by entity DHCP. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 13:42:47.158863 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-7af96d4d-153e-4273-8c9f-c0865719f391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-948329'] for port, provisioning_complete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:47.191846 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81acf667-f7fd-4d66-b887-53a93badf08b tempest-SecGroupTest-2071671531 tempest-SecGroupTest-2071671531-project] Pushing event updated for resources: {'SecurityGroup': ['ID=816d2dd3-9bc9-4450-9e7b-ec6def626ea6,revision_number=2']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:42:47.195114 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-2bf2baa4-1d2b-4bb2-a2b3-572eaf9fa1b1 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3775923'] for security_group, after_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:47.235622 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81acf667-f7fd-4d66-b887-53a93badf08b tempest-SecGroupTest-2071671531 tempest-SecGroupTest-2071671531-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:42:47.236013 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81acf667-f7fd-4d66-b887-53a93badf08b tempest-SecGroupTest-2071671531 tempest-SecGroupTest-2071671531-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:42:47.236330 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81acf667-f7fd-4d66-b887-53a93badf08b tempest-SecGroupTest-2071671531 tempest-SecGroupTest-2071671531-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:42:47.236847 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81acf667-f7fd-4d66-b887-53a93badf08b tempest-SecGroupTest-2071671531 tempest-SecGroupTest-2071671531-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:42:47.237375 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81acf667-f7fd-4d66-b887-53a93badf08b tempest-SecGroupTest-2071671531 tempest-SecGroupTest-2071671531-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:42:47.237654 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81acf667-f7fd-4d66-b887-53a93badf08b tempest-SecGroupTest-2071671531 tempest-SecGroupTest-2071671531-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:42:47.237978 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81acf667-f7fd-4d66-b887-53a93badf08b tempest-SecGroupTest-2071671531 tempest-SecGroupTest-2071671531-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:42:47.238295 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81acf667-f7fd-4d66-b887-53a93badf08b tempest-SecGroupTest-2071671531 tempest-SecGroupTest-2071671531-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:42:47.238697 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81acf667-f7fd-4d66-b887-53a93badf08b tempest-SecGroupTest-2071671531 tempest-SecGroupTest-2071671531-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:42:47.239023 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81acf667-f7fd-4d66-b887-53a93badf08b tempest-SecGroupTest-2071671531 tempest-SecGroupTest-2071671531-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:42:47.239338 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81acf667-f7fd-4d66-b887-53a93badf08b tempest-SecGroupTest-2071671531 tempest-SecGroupTest-2071671531-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:42:47.256917 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-1357d94c-a65d-4ad4-9a30-d801acde412e tempest-SecGroupTest-2071671531 tempest-SecGroupTest-2071671531-project] 10.222.0.26 "GET /v2.0/security-groups/816d2dd3-9bc9-4450-9e7b-ec6def626ea6 HTTP/1.1" status: 200 len: 1611 time: 0.1283665 Apr 01 13:42:47.257943 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-2bf2baa4-1d2b-4bb2-a2b3-572eaf9fa1b1 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Notify callbacks [] for security_group, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:47.260225 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-2bf2baa4-1d2b-4bb2-a2b3-572eaf9fa1b1 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] 10.222.0.26 "DELETE /v2.0/security-groups/906f16b3-d0a6-4103-b220-1fcb0865361c HTTP/1.1" status: 204 len: 168 time: 0.4845169 Apr 01 13:42:47.263201 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 56492) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:42:47.263628 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 56494) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:42:47.265234 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf2baa4-1d2b-4bb2-a2b3-572eaf9fa1b1 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=906f16b3-d0a6-4103-b220-1fcb0865361c,revision_number=None']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:42:47.277681 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-cfac1a6a-1d31-4c98-a843-15ff56266da4 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Notify callbacks [] for port, precommit_update {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:47.304212 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.provisioning_blocks [None req-cfac1a6a-1d31-4c98-a843-15ff56266da4 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Transition to ACTIVE for port object e46dafcd-3fe2-48e3-a39e-e798cab44685 will not be triggered until provisioned by entity DHCP. {{(pid=83871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 13:42:47.309575 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-cfac1a6a-1d31-4c98-a843-15ff56266da4 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2743106'] for port, after_update {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:47.408397 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-b203332f-1ff2-4677-9202-f63c65e77400 tempest-SecGroupTest-2071671531 tempest-SecGroupTest-2071671531-project] Notify callbacks [] for security_group, before_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:47.445640 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.db_base_plugin_common [None req-e019a051-9188-48a5-a713-7fa2b09e1191 None None] Allocated IP 172.20.0.18 (da52fa05-a658-4e73-abb5-e8699cbc9bb6/203485c7-8ae8-464a-a6d2-2b97cd38cc31/a80a8a91-49c9-43dc-884b-568b5bffbd4c) {{(pid=83872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 13:42:47.463040 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-b203332f-1ff2-4677-9202-f63c65e77400 tempest-SecGroupTest-2071671531 tempest-SecGroupTest-2071671531-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:47.470532 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-866cba7c-f5ae-426b-84fe-86415661011f None None] Could not find standard attr ID for object bf3b8bb9-dc56-4afc-9ff8-ad5408ef4dad. {{(pid=83872) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 01 13:42:47.481961 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-90360677-6c55-48bc-afbe-d5e316298f2d tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Notify callbacks [] for security_group, before_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:47.493715 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfac1a6a-1d31-4c98-a843-15ff56266da4 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Pushing event updated for resources: {'Port': ['ID=e46dafcd-3fe2-48e3-a39e-e798cab44685,revision_number=2']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:42:47.508699 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.plugin [None req-cfac1a6a-1d31-4c98-a843-15ff56266da4 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] In _notify_port_updated(), no bound segment for port e46dafcd-3fe2-48e3-a39e-e798cab44685 on network da52fa05-a658-4e73-abb5-e8699cbc9bb6 {{(pid=83871) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Apr 01 13:42:47.513104 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfac1a6a-1d31-4c98-a843-15ff56266da4 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:42:47.513861 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-90360677-6c55-48bc-afbe-d5e316298f2d tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:47.514168 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-cfac1a6a-1d31-4c98-a843-15ff56266da4 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109561'] for port, before_response {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:47.518075 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-cfac1a6a-1d31-4c98-a843-15ff56266da4 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] 10.222.0.26 "PUT /v2.0/ports/e46dafcd-3fe2-48e3-a39e-e798cab44685 HTTP/1.1" status: 200 len: 921 time: 1.5038185 Apr 01 13:42:47.518389 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 56500) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:42:47.590804 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.plugin [None req-fcba738d-ffb0-4736-b36c-65fc730f57e8 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Deleting port e46dafcd-3fe2-48e3-a39e-e798cab44685 {{(pid=83871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 13:42:47.591201 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-fcba738d-ffb0-4736-b36c-65fc730f57e8 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736733287370'] for port, before_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:47.597764 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-b203332f-1ff2-4677-9202-f63c65e77400 tempest-SecGroupTest-2071671531 tempest-SecGroupTest-2071671531-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3775923'] for security_group, after_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:47.606017 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-e019a051-9188-48a5-a713-7fa2b09e1191 None None] For port a80a8a91-49c9-43dc-884b-568b5bffbd4c, host dv-neutron-836180-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836180-1-hyperv',level=0,port_id=a80a8a91-49c9-43dc-884b-568b5bffbd4c,segment=NetworkSegment(0442e2b5-dcb7-4c63-b68a-def34e843f70),segment_id=0442e2b5-dcb7-4c63-b68a-def34e843f70)] {{(pid=83872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 13:42:47.610752 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-90360677-6c55-48bc-afbe-d5e316298f2d tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3775923'] for security_group, after_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:47.624744 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b203332f-1ff2-4677-9202-f63c65e77400 tempest-SecGroupTest-2071671531 tempest-SecGroupTest-2071671531-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=816d2dd3-9bc9-4450-9e7b-ec6def626ea6,revision_number=None']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:42:47.644898 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90360677-6c55-48bc-afbe-d5e316298f2d tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca57fd7d-aff7-4f78-bc8d-c92b65ccd7c6,revision_number=None']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:42:47.647560 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-e019a051-9188-48a5-a713-7fa2b09e1191 None None] Notify callbacks [] for port, precommit_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:47.650912 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-90360677-6c55-48bc-afbe-d5e316298f2d tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Notify callbacks [] for security_group, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:47.655319 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-90360677-6c55-48bc-afbe-d5e316298f2d tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] 10.222.0.26 "DELETE /v2.0/security-groups/ca57fd7d-aff7-4f78-bc8d-c92b65ccd7c6 HTTP/1.1" status: 204 len: 168 time: 0.3829761 Apr 01 13:42:47.655934 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 56504) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:42:47.658983 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-b203332f-1ff2-4677-9202-f63c65e77400 tempest-SecGroupTest-2071671531 tempest-SecGroupTest-2071671531-project] Notify callbacks [] for security_group, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:47.662567 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-b203332f-1ff2-4677-9202-f63c65e77400 tempest-SecGroupTest-2071671531 tempest-SecGroupTest-2071671531-project] 10.222.0.26 "DELETE /v2.0/security-groups/816d2dd3-9bc9-4450-9e7b-ec6def626ea6 HTTP/1.1" status: 204 len: 168 time: 0.3936465 Apr 01 13:42:47.673069 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 56508) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:42:47.679844 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-e019a051-9188-48a5-a713-7fa2b09e1191 None None] Transition to ACTIVE for port object a80a8a91-49c9-43dc-884b-568b5bffbd4c will not be triggered until provisioned by entity DHCP. {{(pid=83872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 13:42:47.689157 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-e019a051-9188-48a5-a713-7fa2b09e1191 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864'] for port, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:47.765200 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-da8d1fdb-177b-457f-8168-42467b37b741 tempest-SecGroupTest-2071671531 tempest-SecGroupTest-2071671531-project] Synchronizing usage tracker for tenant:775bf4a8f78e418d9754aa6d74334dc2 on resource:security_group {{(pid=83869) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 13:42:47.782946 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-0d85bc68-413b-49ab-996c-e05e93258410 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Notify callbacks [] for security_group, before_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:47.802288 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-da8d1fdb-177b-457f-8168-42467b37b741 tempest-SecGroupTest-2071671531 tempest-SecGroupTest-2071671531-project] Unset dirty status for tenant:775bf4a8f78e418d9754aa6d74334dc2 on resource:security_group {{(pid=83869) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 13:42:47.803508 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-da8d1fdb-177b-457f-8168-42467b37b741 tempest-SecGroupTest-2071671531 tempest-SecGroupTest-2071671531-project] 10.222.0.26 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1295483 Apr 01 13:42:47.809443 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 56512) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:42:47.816807 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-0d85bc68-413b-49ab-996c-e05e93258410 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:47.833195 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.api.v2.resource [None req-da71e4f6-0a00-416d-b372-95532c6a0f54 tempest-SecGroupTest-2071671531 tempest-SecGroupTest-2071671531-project] delete failed (client error): The resource could not be found. Apr 01 13:42:47.839370 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-da71e4f6-0a00-416d-b372-95532c6a0f54 tempest-SecGroupTest-2071671531 tempest-SecGroupTest-2071671531-project] 10.222.0.26 "DELETE /v2.0/security-groups/816d2dd3-9bc9-4450-9e7b-ec6def626ea6 HTTP/1.1" status: 404 len: 347 time: 0.0238509 Apr 01 13:42:47.839585 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 56516) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:42:47.844180 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e019a051-9188-48a5-a713-7fa2b09e1191 None None] Pushing event updated for resources: {'Port': ['ID=a80a8a91-49c9-43dc-884b-568b5bffbd4c,revision_number=4']} {{(pid=83872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:42:47.845497 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.v2.base [None req-8b51ffe9-7db2-45ef-bc94-b44dc2bb193a tempest-SecGroupTest-2071671531 tempest-SecGroupTest-2071671531-project] Request body: {'security_group': {'name': 'tempest-secgroup--949296675'}} {{(pid=83871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:42:47.859702 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-8b51ffe9-7db2-45ef-bc94-b44dc2bb193a tempest-SecGroupTest-2071671531 tempest-SecGroupTest-2071671531-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:42:47.888329 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-0d85bc68-413b-49ab-996c-e05e93258410 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3775923'] for security_group, after_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:47.889274 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-8b51ffe9-7db2-45ef-bc94-b44dc2bb193a tempest-SecGroupTest-2071671531 tempest-SecGroupTest-2071671531-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:42:47.906036 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d85bc68-413b-49ab-996c-e05e93258410 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=41950f62-3d4f-4936-8dd4-792ce7180cb5,revision_number=None']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:42:47.909516 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-fcba738d-ffb0-4736-b36c-65fc730f57e8 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4155147'] for port, precommit_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:47.919420 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-0d85bc68-413b-49ab-996c-e05e93258410 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Notify callbacks [] for security_group, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:47.922668 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-0d85bc68-413b-49ab-996c-e05e93258410 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] 10.222.0.26 "DELETE /v2.0/security-groups/41950f62-3d4f-4936-8dd4-792ce7180cb5 HTTP/1.1" status: 204 len: 168 time: 0.2654207 Apr 01 13:42:47.922834 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 56520) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:42:47.926191 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-8b51ffe9-7db2-45ef-bc94-b44dc2bb193a tempest-SecGroupTest-2071671531 tempest-SecGroupTest-2071671531-project] Notify callbacks [] for security_group, before_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:48.091519 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.plugin [None req-fcba738d-ffb0-4736-b36c-65fc730f57e8 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Calling delete_port for e46dafcd-3fe2-48e3-a39e-e798cab44685 owned by {{(pid=83871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 13:42:48.142928 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Device de809516-4c80-4ad1-8070-cd6cac0b93bd up at agent ovs-agent-dv-neutron-836180-1-hyperv {{(pid=83872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 13:42:48.173647 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-8b51ffe9-7db2-45ef-bc94-b44dc2bb193a tempest-SecGroupTest-2071671531 tempest-SecGroupTest-2071671531-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:42:48.194839 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-8b51ffe9-7db2-45ef-bc94-b44dc2bb193a tempest-SecGroupTest-2071671531 tempest-SecGroupTest-2071671531-project] Usage tracker for resource:security_group_rule and tenant:775bf4a8f78e418d9754aa6d74334dc2 is out of sync, need to count used quota {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 13:42:48.204395 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-8b51ffe9-7db2-45ef-bc94-b44dc2bb193a tempest-SecGroupTest-2071671531 tempest-SecGroupTest-2071671531-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 13:42:48.215393 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Provisioning complete for port de809516-4c80-4ad1-8070-cd6cac0b93bd triggered by entity L2. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 13:42:48.216679 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-948329'] for port, provisioning_complete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:48.265913 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-8b51ffe9-7db2-45ef-bc94-b44dc2bb193a tempest-SecGroupTest-2071671531 tempest-SecGroupTest-2071671531-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:42:48.350037 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Device a80a8a91-49c9-43dc-884b-568b5bffbd4c up at agent ovs-agent-dv-neutron-836180-1-hyperv {{(pid=83872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 13:42:48.427708 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.db_base_plugin_v2 [None req-0edcb7a3-feb9-4152-8089-c254254aa9b7 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Deleting subnet 47e5388c-93a5-4a51-8791-d13edb17cabf {{(pid=83871) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 01 13:42:48.439636 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-0edcb7a3-feb9-4152-8089-c254254aa9b7 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Notify callbacks [] for subnet, before_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:48.475662 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-fcba738d-ffb0-4736-b36c-65fc730f57e8 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736733359243', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736732935810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2743125'] for port, after_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:48.478638 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-8b51ffe9-7db2-45ef-bc94-b44dc2bb193a tempest-SecGroupTest-2071671531 tempest-SecGroupTest-2071671531-project] Notify callbacks [] for security_group, precommit_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:48.489790 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-130d75a7-7fb5-4197-8a3a-f61d8cbee721 None None] Could not find standard attr ID for object e46dafcd-3fe2-48e3-a39e-e798cab44685. {{(pid=83872) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 01 13:42:48.502691 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-130d75a7-7fb5-4197-8a3a-f61d8cbee721 None None] Provisioning complete for port 7ea6f42f-3130-46c9-8069-204d4b9c68d3 triggered by entity DHCP. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 13:42:48.503048 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-130d75a7-7fb5-4197-8a3a-f61d8cbee721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-948329'] for port, provisioning_complete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:48.526444 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-8b51ffe9-7db2-45ef-bc94-b44dc2bb193a tempest-SecGroupTest-2071671531 tempest-SecGroupTest-2071671531-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3775923'] for security_group, after_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:48.556225 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.plugin [None req-130d75a7-7fb5-4197-8a3a-f61d8cbee721 None None] Port 7ea6f42f-3130-46c9-8069-204d4b9c68d3 cannot update to ACTIVE because it is not bound. {{(pid=83872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 13:42:48.556980 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcba738d-ffb0-4736-b36c-65fc730f57e8 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Pushing event deleted for resources: {'Port': ['ID=e46dafcd-3fe2-48e3-a39e-e798cab44685,revision_number=None']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:42:48.569614 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-130d75a7-7fb5-4197-8a3a-f61d8cbee721 None None] Provisioning for port a80a8a91-49c9-43dc-884b-568b5bffbd4c completed by entity DHCP. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 13:42:48.573512 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-0edcb7a3-feb9-4152-8089-c254254aa9b7 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3166365'] for subnet, precommit_delete_associations {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:48.574499 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-130d75a7-7fb5-4197-8a3a-f61d8cbee721 None None] Provisioning complete for port a80a8a91-49c9-43dc-884b-568b5bffbd4c triggered by entity DHCP. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 13:42:48.575589 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-130d75a7-7fb5-4197-8a3a-f61d8cbee721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-948329'] for port, provisioning_complete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:48.805892 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b51ffe9-7db2-45ef-bc94-b44dc2bb193a tempest-SecGroupTest-2071671531 tempest-SecGroupTest-2071671531-project] Pushing event updated for resources: {'SecurityGroup': ['ID=78c33f52-ad2c-4d59-9b23-7d545d403dc4,revision_number=1']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:42:48.813614 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-8b51ffe9-7db2-45ef-bc94-b44dc2bb193a tempest-SecGroupTest-2071671531 tempest-SecGroupTest-2071671531-project] Notify callbacks [] for security_group, before_response {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:48.814832 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-8b51ffe9-7db2-45ef-bc94-b44dc2bb193a tempest-SecGroupTest-2071671531 tempest-SecGroupTest-2071671531-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.9744163 Apr 01 13:42:48.817996 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 56524) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:42:48.823570 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.v2.base [None req-1832555a-332d-4f94-bc58-f666fb1aaee9 tempest-SecGroupTest-2071671531 tempest-SecGroupTest-2071671531-project] Request body: {'security_group_rule': {'security_group_id': '78c33f52-ad2c-4d59-9b23-7d545d403dc4', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=83869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:42:48.831183 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-1832555a-332d-4f94-bc58-f666fb1aaee9 tempest-SecGroupTest-2071671531 tempest-SecGroupTest-2071671531-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:42:48.835058 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-1832555a-332d-4f94-bc58-f666fb1aaee9 tempest-SecGroupTest-2071671531 tempest-SecGroupTest-2071671531-project] Usage tracker for resource:security_group_rule and tenant:775bf4a8f78e418d9754aa6d74334dc2 is out of sync, need to count used quota {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 13:42:48.838296 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-1832555a-332d-4f94-bc58-f666fb1aaee9 tempest-SecGroupTest-2071671531 tempest-SecGroupTest-2071671531-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 13:42:48.844963 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-1832555a-332d-4f94-bc58-f666fb1aaee9 tempest-SecGroupTest-2071671531 tempest-SecGroupTest-2071671531-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:42:48.862161 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-1832555a-332d-4f94-bc58-f666fb1aaee9 tempest-SecGroupTest-2071671531 tempest-SecGroupTest-2071671531-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:48.864434 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-fcba738d-ffb0-4736-b36c-65fc730f57e8 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109561'] for port, before_response {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:48.866285 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-fcba738d-ffb0-4736-b36c-65fc730f57e8 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] 10.222.0.26 "DELETE /v2.0/ports/e46dafcd-3fe2-48e3-a39e-e798cab44685 HTTP/1.1" status: 204 len: 168 time: 1.3469803 Apr 01 13:42:48.869579 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 56528) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:42:48.916240 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-0edcb7a3-feb9-4152-8089-c254254aa9b7 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-945029'] for subnet, precommit_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:48.942651 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-1832555a-332d-4f94-bc58-f666fb1aaee9 tempest-SecGroupTest-2071671531 tempest-SecGroupTest-2071671531-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:48.945404 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.pecan_wsgi.hooks.translation [None req-96491b28-24a5-4517-a7ae-26286258acfd tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] GET failed (client error): The resource could not be found. Apr 01 13:42:48.945801 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-32367756-2c05-4835-b29b-ac79dab860db None None] Could not find standard attr ID for object e46dafcd-3fe2-48e3-a39e-e798cab44685. {{(pid=83872) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 01 13:42:48.946314 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-96491b28-24a5-4517-a7ae-26286258acfd tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Synchronizing usage tracker for tenant:1932cd2bf32d410ebaa96b0062b29072 on resource:port {{(pid=83871) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 13:42:48.950075 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-1832555a-332d-4f94-bc58-f666fb1aaee9 tempest-SecGroupTest-2071671531 tempest-SecGroupTest-2071671531-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3775744'] for security_group_rule, after_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:48.979802 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1832555a-332d-4f94-bc58-f666fb1aaee9 tempest-SecGroupTest-2071671531 tempest-SecGroupTest-2071671531-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c00bff19-bb8f-438d-b04c-2818d63c5006,revision_number=0']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:42:48.990002 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-96491b28-24a5-4517-a7ae-26286258acfd tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Unset dirty status for tenant:1932cd2bf32d410ebaa96b0062b29072 on resource:port {{(pid=83871) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 13:42:48.991122 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-96491b28-24a5-4517-a7ae-26286258acfd tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] 10.222.0.26 "GET /v2.0/ports/e46dafcd-3fe2-48e3-a39e-e798cab44685 HTTP/1.1" status: 404 len: 333 time: 0.1206412 Apr 01 13:42:48.993862 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-1832555a-332d-4f94-bc58-f666fb1aaee9 tempest-SecGroupTest-2071671531 tempest-SecGroupTest-2071671531-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:48.997020 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-1832555a-332d-4f94-bc58-f666fb1aaee9 tempest-SecGroupTest-2071671531 tempest-SecGroupTest-2071671531-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1753318 Apr 01 13:42:48.997276 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 56532) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:42:48.998355 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 56534) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:42:49.032211 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-6d455be4-2206-4bc4-b7c3-7cf9fc9f3085 tempest-SecGroupTest-2071671531 tempest-SecGroupTest-2071671531-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:49.044268 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-6d455be4-2206-4bc4-b7c3-7cf9fc9f3085 tempest-SecGroupTest-2071671531 tempest-SecGroupTest-2071671531-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:49.045569 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-0edcb7a3-feb9-4152-8089-c254254aa9b7 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-945042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2743160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2757373'] for subnet, after_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:49.075812 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-6d455be4-2206-4bc4-b7c3-7cf9fc9f3085 tempest-SecGroupTest-2071671531 tempest-SecGroupTest-2071671531-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3775744'] for security_group_rule, after_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:49.089933 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0edcb7a3-feb9-4152-8089-c254254aa9b7 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Pushing event deleted for resources: {'Subnet': ['ID=47e5388c-93a5-4a51-8791-d13edb17cabf,revision_number=None']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:42:49.099409 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-6d455be4-2206-4bc4-b7c3-7cf9fc9f3085 tempest-SecGroupTest-2071671531 tempest-SecGroupTest-2071671531-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:49.100975 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-6d455be4-2206-4bc4-b7c3-7cf9fc9f3085 tempest-SecGroupTest-2071671531 tempest-SecGroupTest-2071671531-project] 10.222.0.26 "DELETE /v2.0/security-group-rules/c00bff19-bb8f-438d-b04c-2818d63c5006 HTTP/1.1" status: 204 len: 168 time: 0.1012495 Apr 01 13:42:49.101877 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d455be4-2206-4bc4-b7c3-7cf9fc9f3085 tempest-SecGroupTest-2071671531 tempest-SecGroupTest-2071671531-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c00bff19-bb8f-438d-b04c-2818d63c5006,revision_number=None']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:42:49.105306 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 56540) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:42:49.110846 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-0edcb7a3-feb9-4152-8089-c254254aa9b7 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Notify callbacks [] for subnet, before_response {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:49.110982 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d95e04fe-cea5-42f9-af49-2867a745bd92 None None] Network 87a01bce-9ddb-4ecb-b353-c2e53ada2fbe requested from dv-neutron-836180-1-hyperv {{(pid=83872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 13:42:49.130870 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-0edcb7a3-feb9-4152-8089-c254254aa9b7 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] 10.222.0.26 "DELETE /v2.0/subnets/47e5388c-93a5-4a51-8791-d13edb17cabf HTTP/1.1" status: 204 len: 168 time: 1.1995521 Apr 01 13:42:49.130870 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-c6ecf758-5813-45cb-b7e9-80d3457fd53a tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Notify callbacks [] for security_group, before_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:49.136786 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 56544) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:42:49.183328 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-e3286b66-3b6b-46da-9d7f-aafcc359fdea tempest-SecGroupTest-2071671531 tempest-SecGroupTest-2071671531-project] Synchronizing usage tracker for tenant:775bf4a8f78e418d9754aa6d74334dc2 on resource:security_group_rule {{(pid=83869) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 13:42:49.203983 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-e3286b66-3b6b-46da-9d7f-aafcc359fdea tempest-SecGroupTest-2071671531 tempest-SecGroupTest-2071671531-project] Unset dirty status for tenant:775bf4a8f78e418d9754aa6d74334dc2 on resource:security_group_rule {{(pid=83869) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 13:42:49.204856 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-c6ecf758-5813-45cb-b7e9-80d3457fd53a tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:49.208726 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-e3286b66-3b6b-46da-9d7f-aafcc359fdea tempest-SecGroupTest-2071671531 tempest-SecGroupTest-2071671531-project] 10.222.0.26 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.0996997 Apr 01 13:42:49.209017 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 56548) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:42:49.241084 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.db_base_plugin_v2 [None req-dfeded7d-39b5-47f2-b128-0eb66e2e4dd9 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Deleting subnet d6f286ed-c109-4fd9-8125-7578610bf197 {{(pid=83871) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 01 13:42:49.254145 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-dfeded7d-39b5-47f2-b128-0eb66e2e4dd9 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Notify callbacks [] for subnet, before_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:49.310829 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-951cccd6-3796-4647-91c4-f5b81769151f tempest-SecGroupTest-2071671531 tempest-SecGroupTest-2071671531-project] Notify callbacks [] for security_group, before_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:49.311050 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-c6ecf758-5813-45cb-b7e9-80d3457fd53a tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3775923'] for security_group, after_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:49.327146 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-dfeded7d-39b5-47f2-b128-0eb66e2e4dd9 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3166365'] for subnet, precommit_delete_associations {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:49.343043 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-951cccd6-3796-4647-91c4-f5b81769151f tempest-SecGroupTest-2071671531 tempest-SecGroupTest-2071671531-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:49.365678 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ecf758-5813-45cb-b7e9-80d3457fd53a tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6ce0c58-b48d-4d7d-9530-7ef469025ede,revision_number=None']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:42:49.378571 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-c6ecf758-5813-45cb-b7e9-80d3457fd53a tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Notify callbacks [] for security_group, before_response {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:49.379699 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-c6ecf758-5813-45cb-b7e9-80d3457fd53a tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] 10.222.0.26 "DELETE /v2.0/security-groups/d6ce0c58-b48d-4d7d-9530-7ef469025ede HTTP/1.1" status: 204 len: 168 time: 0.3816803 Apr 01 13:42:49.382461 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 56552) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:42:49.429573 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-951cccd6-3796-4647-91c4-f5b81769151f tempest-SecGroupTest-2071671531 tempest-SecGroupTest-2071671531-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3775923'] for security_group, after_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:49.439698 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-dfeded7d-39b5-47f2-b128-0eb66e2e4dd9 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-945029'] for subnet, precommit_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:49.462988 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951cccd6-3796-4647-91c4-f5b81769151f tempest-SecGroupTest-2071671531 tempest-SecGroupTest-2071671531-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=78c33f52-ad2c-4d59-9b23-7d545d403dc4,revision_number=None']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:42:49.493992 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-951cccd6-3796-4647-91c4-f5b81769151f tempest-SecGroupTest-2071671531 tempest-SecGroupTest-2071671531-project] Notify callbacks [] for security_group, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:49.495606 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-951cccd6-3796-4647-91c4-f5b81769151f tempest-SecGroupTest-2071671531 tempest-SecGroupTest-2071671531-project] 10.222.0.26 "DELETE /v2.0/security-groups/78c33f52-ad2c-4d59-9b23-7d545d403dc4 HTTP/1.1" status: 204 len: 168 time: 0.2856443 Apr 01 13:42:49.497352 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-5e17c1eb-3e6f-4e30-8f47-e45f4e42ff9d tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Notify callbacks [] for security_group, before_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:49.499206 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 56556) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:42:49.543393 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-dfeded7d-39b5-47f2-b128-0eb66e2e4dd9 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-945042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2743160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2757373'] for subnet, after_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:49.557475 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-5e17c1eb-3e6f-4e30-8f47-e45f4e42ff9d tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:49.588871 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfeded7d-39b5-47f2-b128-0eb66e2e4dd9 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Pushing event deleted for resources: {'Subnet': ['ID=d6f286ed-c109-4fd9-8125-7578610bf197,revision_number=None']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:42:49.594483 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-dfeded7d-39b5-47f2-b128-0eb66e2e4dd9 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Notify callbacks [] for subnet, before_response {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:49.603120 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-dfeded7d-39b5-47f2-b128-0eb66e2e4dd9 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] 10.222.0.26 "DELETE /v2.0/subnets/d6f286ed-c109-4fd9-8125-7578610bf197 HTTP/1.1" status: 204 len: 168 time: 0.4624779 Apr 01 13:42:49.603348 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 56560) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:42:49.618999 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-4eae29ef-6b9c-4571-82a8-14939d804c0e tempest-SecGroupTest-2071671531 tempest-SecGroupTest-2071671531-project] Synchronizing usage tracker for tenant:775bf4a8f78e418d9754aa6d74334dc2 on resource:security_group {{(pid=83869) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 13:42:49.638996 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-4eae29ef-6b9c-4571-82a8-14939d804c0e tempest-SecGroupTest-2071671531 tempest-SecGroupTest-2071671531-project] Unset dirty status for tenant:775bf4a8f78e418d9754aa6d74334dc2 on resource:security_group {{(pid=83869) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 13:42:49.644078 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-4eae29ef-6b9c-4571-82a8-14939d804c0e tempest-SecGroupTest-2071671531 tempest-SecGroupTest-2071671531-project] 10.222.0.26 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1402693 Apr 01 13:42:49.644695 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 56564) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:42:49.648112 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.pecan_wsgi.hooks.translation [None req-617d887a-c939-4e43-acd3-61a898d2ae6c tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] DELETE failed (client error): The resource could not be found. Apr 01 13:42:49.648289 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-5e17c1eb-3e6f-4e30-8f47-e45f4e42ff9d tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3775923'] for security_group, after_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:49.648607 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-617d887a-c939-4e43-acd3-61a898d2ae6c tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83871) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 13:42:49.650185 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-617d887a-c939-4e43-acd3-61a898d2ae6c tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] 10.222.0.26 "DELETE /v2.0/subnets/47e5388c-93a5-4a51-8791-d13edb17cabf HTTP/1.1" status: 404 len: 337 time: 0.0458717 Apr 01 13:42:49.652624 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 56568) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:42:49.655877 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.v2.base [None req-1899d79b-15ea-49f4-a099-fa3598ef83c3 tempest-SecGroupTest-2071671531 tempest-SecGroupTest-2071671531-project] Request body: {'security_group': {'name': 'tempest-secgroup--1989374519'}} {{(pid=83869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:42:49.673425 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-1899d79b-15ea-49f4-a099-fa3598ef83c3 tempest-SecGroupTest-2071671531 tempest-SecGroupTest-2071671531-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:42:49.678486 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e17c1eb-3e6f-4e30-8f47-e45f4e42ff9d tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ad2b2f5-98db-48de-9c6b-68944ef13893,revision_number=None']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:42:49.692842 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-1899d79b-15ea-49f4-a099-fa3598ef83c3 tempest-SecGroupTest-2071671531 tempest-SecGroupTest-2071671531-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:42:49.698167 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-5e17c1eb-3e6f-4e30-8f47-e45f4e42ff9d tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Notify callbacks [] for security_group, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:49.698167 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-5e17c1eb-3e6f-4e30-8f47-e45f4e42ff9d tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] 10.222.0.26 "DELETE /v2.0/security-groups/2ad2b2f5-98db-48de-9c6b-68944ef13893 HTTP/1.1" status: 204 len: 168 time: 0.3141007 Apr 01 13:42:49.700161 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 56572) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:42:49.731948 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.db_base_plugin_v2 [None req-ea9dc2c8-2002-4276-884c-2836de892aa8 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Deleting subnet 56ca908e-e3d7-4be5-9e40-2f9de1332917 {{(pid=83871) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 01 13:42:49.734889 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-ea9dc2c8-2002-4276-884c-2836de892aa8 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Notify callbacks [] for subnet, before_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:49.741016 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-1899d79b-15ea-49f4-a099-fa3598ef83c3 tempest-SecGroupTest-2071671531 tempest-SecGroupTest-2071671531-project] Notify callbacks [] for security_group, before_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:49.791949 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-ea9dc2c8-2002-4276-884c-2836de892aa8 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3166365'] for subnet, precommit_delete_associations {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:49.799714 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-1899d79b-15ea-49f4-a099-fa3598ef83c3 tempest-SecGroupTest-2071671531 tempest-SecGroupTest-2071671531-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:42:49.819933 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-1899d79b-15ea-49f4-a099-fa3598ef83c3 tempest-SecGroupTest-2071671531 tempest-SecGroupTest-2071671531-project] Usage tracker for resource:security_group_rule and tenant:775bf4a8f78e418d9754aa6d74334dc2 is out of sync, need to count used quota {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 13:42:49.824864 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-1899d79b-15ea-49f4-a099-fa3598ef83c3 tempest-SecGroupTest-2071671531 tempest-SecGroupTest-2071671531-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 13:42:49.882589 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-1899d79b-15ea-49f4-a099-fa3598ef83c3 tempest-SecGroupTest-2071671531 tempest-SecGroupTest-2071671531-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:42:49.888365 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-ea9dc2c8-2002-4276-884c-2836de892aa8 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-945029'] for subnet, precommit_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:49.961590 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cd5e290-884e-478a-a5bf-3b25f0400505 None None] Network 87a01bce-9ddb-4ecb-b353-c2e53ada2fbe requested from dv-neutron-836180-1-hyperv {{(pid=83872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 13:42:49.976181 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-ea9dc2c8-2002-4276-884c-2836de892aa8 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-945042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2743160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2757373'] for subnet, after_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:50.001344 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.db_base_plugin_v2 [None req-d7b3e742-8ece-4665-84a7-d51fa46a8695 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Deleting subnet 7a11124b-5e2e-4b16-85ac-39a486a904f3 {{(pid=83869) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 01 13:42:50.004530 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-1899d79b-15ea-49f4-a099-fa3598ef83c3 tempest-SecGroupTest-2071671531 tempest-SecGroupTest-2071671531-project] Notify callbacks [] for security_group, precommit_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:50.006572 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-d7b3e742-8ece-4665-84a7-d51fa46a8695 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Notify callbacks [] for subnet, before_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:50.023213 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea9dc2c8-2002-4276-884c-2836de892aa8 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Pushing event deleted for resources: {'Subnet': ['ID=56ca908e-e3d7-4be5-9e40-2f9de1332917,revision_number=None']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:42:50.030457 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-ea9dc2c8-2002-4276-884c-2836de892aa8 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Notify callbacks [] for subnet, before_response {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:50.039849 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-ea9dc2c8-2002-4276-884c-2836de892aa8 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] 10.222.0.26 "DELETE /v2.0/subnets/56ca908e-e3d7-4be5-9e40-2f9de1332917 HTTP/1.1" status: 204 len: 168 time: 0.3835006 Apr 01 13:42:50.040416 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 56576) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:42:50.046667 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-1899d79b-15ea-49f4-a099-fa3598ef83c3 tempest-SecGroupTest-2071671531 tempest-SecGroupTest-2071671531-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3775923'] for security_group, after_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:50.070256 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-00cadec7-9e30-4cb9-8f60-10415e070d42 None None] Provisioning complete for port 26a3aca5-aaf5-48e5-93fc-33a6aa7b0e49 triggered by entity DHCP. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 13:42:50.070626 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-00cadec7-9e30-4cb9-8f60-10415e070d42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-948329'] for port, provisioning_complete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:50.118026 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.pecan_wsgi.hooks.translation [None req-47cb195a-4704-4c42-b6a9-f1b770c20092 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] DELETE failed (client error): The resource could not be found. Apr 01 13:42:50.118438 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-47cb195a-4704-4c42-b6a9-f1b770c20092 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83869) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 13:42:50.148622 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-d7b3e742-8ece-4665-84a7-d51fa46a8695 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2704975'] for subnet, precommit_delete_associations {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:50.180585 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-47cb195a-4704-4c42-b6a9-f1b770c20092 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] 10.222.0.26 "DELETE /v2.0/subnets/5092cc12-af20-429d-bc84-af6d3b580ef5 HTTP/1.1" status: 404 len: 337 time: 0.1392725 Apr 01 13:42:50.185386 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 56580) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:42:50.186036 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1899d79b-15ea-49f4-a099-fa3598ef83c3 tempest-SecGroupTest-2071671531 tempest-SecGroupTest-2071671531-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f294b9fc-8042-4da8-a5bc-542c7a3ba054,revision_number=1']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:42:50.188841 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.plugin [None req-00cadec7-9e30-4cb9-8f60-10415e070d42 None None] Port 26a3aca5-aaf5-48e5-93fc-33a6aa7b0e49 cannot update to ACTIVE because it is not bound. {{(pid=83872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 13:42:50.191311 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-1899d79b-15ea-49f4-a099-fa3598ef83c3 tempest-SecGroupTest-2071671531 tempest-SecGroupTest-2071671531-project] Notify callbacks [] for security_group, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:50.192493 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-1899d79b-15ea-49f4-a099-fa3598ef83c3 tempest-SecGroupTest-2071671531 tempest-SecGroupTest-2071671531-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.5463476 Apr 01 13:42:50.198606 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 56584) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:42:50.209315 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.v2.base [None req-a2e17867-5f22-4ce2-8932-ded0c4a3ccbd tempest-SecGroupTest-2071671531 tempest-SecGroupTest-2071671531-project] Request body: {'security_group_rule': {'security_group_id': 'f294b9fc-8042-4da8-a5bc-542c7a3ba054', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=83869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:42:50.218645 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-a2e17867-5f22-4ce2-8932-ded0c4a3ccbd tempest-SecGroupTest-2071671531 tempest-SecGroupTest-2071671531-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:42:50.224705 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-00cadec7-9e30-4cb9-8f60-10415e070d42 None None] Provisioning complete for port de809516-4c80-4ad1-8070-cd6cac0b93bd triggered by entity DHCP. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 13:42:50.225314 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-00cadec7-9e30-4cb9-8f60-10415e070d42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-948329'] for port, provisioning_complete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:50.225654 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-a2e17867-5f22-4ce2-8932-ded0c4a3ccbd tempest-SecGroupTest-2071671531 tempest-SecGroupTest-2071671531-project] Usage tracker for resource:security_group_rule and tenant:775bf4a8f78e418d9754aa6d74334dc2 is out of sync, need to count used quota {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 13:42:50.229790 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-a2e17867-5f22-4ce2-8932-ded0c4a3ccbd tempest-SecGroupTest-2071671531 tempest-SecGroupTest-2071671531-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 13:42:50.244516 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-31173586-0bf6-48d9-8d9a-e972faab2f73 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Synchronizing usage tracker for tenant:2ac88458dfe547ba9bcc73de4b0c8518 on resource:port {{(pid=83871) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 13:42:50.261968 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-31173586-0bf6-48d9-8d9a-e972faab2f73 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Unset dirty status for tenant:2ac88458dfe547ba9bcc73de4b0c8518 on resource:port {{(pid=83871) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 13:42:50.264232 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-31173586-0bf6-48d9-8d9a-e972faab2f73 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] 10.222.0.26 "GET /v2.0/ports?device_id=cda76708-6c80-4092-adcc-b9b6184aabe3 HTTP/1.1" status: 200 len: 205 time: 0.0764215 Apr 01 13:42:50.267111 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 56588) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:42:50.298386 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-d7b3e742-8ece-4665-84a7-d51fa46a8695 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-945029'] for subnet, precommit_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:50.331184 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-a2e17867-5f22-4ce2-8932-ded0c4a3ccbd tempest-SecGroupTest-2071671531 tempest-SecGroupTest-2071671531-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:42:50.348464 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46f33cd2-7cf7-40d0-b1c1-ba89d046d7ab None None] DHCP port deletion for 87a01bce-9ddb-4ecb-b353-c2e53ada2fbe request from dv-neutron-836180-1-hyperv {{(pid=83872) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 01 13:42:50.360941 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.api.v2.resource [None req-574e55f8-76bd-4832-aa46-dba630980104 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] delete failed (client error): The resource could not be found. Apr 01 13:42:50.364349 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-574e55f8-76bd-4832-aa46-dba630980104 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] 10.222.0.26 "DELETE /v2.0/routers/cda76708-6c80-4092-adcc-b9b6184aabe3 HTTP/1.1" status: 404 len: 336 time: 0.0940509 Apr 01 13:42:50.364529 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.plugin [None req-46f33cd2-7cf7-40d0-b1c1-ba89d046d7ab None None] Deleting port de809516-4c80-4ad1-8070-cd6cac0b93bd {{(pid=83872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 13:42:50.364529 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-46f33cd2-7cf7-40d0-b1c1-ba89d046d7ab None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736733287370'] for port, before_delete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:50.365690 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 56592) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:42:50.411960 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-a2e17867-5f22-4ce2-8932-ded0c4a3ccbd tempest-SecGroupTest-2071671531 tempest-SecGroupTest-2071671531-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:50.427230 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.pecan_wsgi.hooks.translation [None req-ace4245e-a782-4ac3-bedb-b072a730889c tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] DELETE failed (client error): The resource could not be found. Apr 01 13:42:50.427660 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ace4245e-a782-4ac3-bedb-b072a730889c tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83869) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 13:42:50.454100 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-ace4245e-a782-4ac3-bedb-b072a730889c tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] 10.222.0.26 "DELETE /v2.0/subnets/39082d9f-b420-4adc-b28b-b505b2e1472e HTTP/1.1" status: 404 len: 337 time: 0.0876215 Apr 01 13:42:50.456869 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 56596) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:42:50.474056 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-d7b3e742-8ece-4665-84a7-d51fa46a8695 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-945042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2705198', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2999452'] for subnet, after_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:50.500428 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.pecan_wsgi.hooks.translation [None req-b4f0986e-76f7-4a7b-bdb0-4d60f3057fc6 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] DELETE failed (client error): The resource could not be found. Apr 01 13:42:50.500856 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b4f0986e-76f7-4a7b-bdb0-4d60f3057fc6 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83871) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 13:42:50.504800 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-b4f0986e-76f7-4a7b-bdb0-4d60f3057fc6 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] 10.222.0.26 "DELETE /v2.0/subnets/8e0668d8-eebc-4756-8b38-315d8585591b HTTP/1.1" status: 404 len: 337 time: 0.0439396 Apr 01 13:42:50.505023 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 56600) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:42:50.517590 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b3e742-8ece-4665-84a7-d51fa46a8695 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Pushing event deleted for resources: {'Subnet': ['ID=7a11124b-5e2e-4b16-85ac-39a486a904f3,revision_number=None']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:42:50.525812 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-d7b3e742-8ece-4665-84a7-d51fa46a8695 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Notify callbacks [] for subnet, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:50.528440 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-d7b3e742-8ece-4665-84a7-d51fa46a8695 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] 10.222.0.26 "DELETE /v2.0/subnets/7a11124b-5e2e-4b16-85ac-39a486a904f3 HTTP/1.1" status: 204 len: 168 time: 0.8264537 Apr 01 13:42:50.532946 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 56604) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:42:50.539973 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.v2.base [None req-5b671235-646d-4813-b5bc-94f9bbcc5ac9 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Request body: {'subnet': {'network_id': 'da52fa05-a658-4e73-abb5-e8699cbc9bb6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:42:50.547717 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0096b809-0ec3-40ec-90dc-c06ca2e76736 None None] Network da52fa05-a658-4e73-abb5-e8699cbc9bb6 requested from dv-neutron-836180-1-hyperv {{(pid=83872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 13:42:50.548723 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.pecan_wsgi.hooks.translation [None req-6b419e9e-3df3-47c3-8e3a-c905ae26e87f tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] DELETE failed (client error): The resource could not be found. Apr 01 13:42:50.549144 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6b419e9e-3df3-47c3-8e3a-c905ae26e87f tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83871) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 13:42:50.553258 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-6b419e9e-3df3-47c3-8e3a-c905ae26e87f tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] 10.222.0.26 "DELETE /v2.0/subnets/bf82ce6a-6e30-41ad-99af-cc8142194dfc HTTP/1.1" status: 404 len: 337 time: 0.0449173 Apr 01 13:42:50.553388 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 56608) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:42:50.570413 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-a2e17867-5f22-4ce2-8932-ded0c4a3ccbd tempest-SecGroupTest-2071671531 tempest-SecGroupTest-2071671531-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:50.593186 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.pecan_wsgi.hooks.translation [None req-c4831cb0-b8da-4ae6-9418-8e7e43facb67 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] DELETE failed (client error): The resource could not be found. Apr 01 13:42:50.593612 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c4831cb0-b8da-4ae6-9418-8e7e43facb67 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83871) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 13:42:50.597565 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-c4831cb0-b8da-4ae6-9418-8e7e43facb67 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] 10.222.0.26 "DELETE /v2.0/ports/410cfac6-76b2-4712-a33b-e1ddc9a17208 HTTP/1.1" status: 404 len: 333 time: 0.0409803 Apr 01 13:42:50.597794 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 56612) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:42:50.640454 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.pecan_wsgi.hooks.translation [None req-37fab416-be79-4f5b-8bbd-92b8b09dd3df tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] DELETE failed (client error): The resource could not be found. Apr 01 13:42:50.640726 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-37fab416-be79-4f5b-8bbd-92b8b09dd3df tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83871) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 13:42:50.644537 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-37fab416-be79-4f5b-8bbd-92b8b09dd3df tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] 10.222.0.26 "DELETE /v2.0/subnets/e10be7bd-5a15-47f9-a99a-514c10a07a05 HTTP/1.1" status: 404 len: 337 time: 0.0435545 Apr 01 13:42:50.644808 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 56616) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:42:50.675081 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-46f33cd2-7cf7-40d0-b1c1-ba89d046d7ab None None] For port de809516-4c80-4ad1-8070-cd6cac0b93bd, host dv-neutron-836180-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836180-1-hyperv',level=0,port_id=de809516-4c80-4ad1-8070-cd6cac0b93bd,segment=NetworkSegment(69d3dae9-b44d-4e9d-85cf-be43b39415e9),segment_id=69d3dae9-b44d-4e9d-85cf-be43b39415e9)] {{(pid=83872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 13:42:50.675458 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-46f33cd2-7cf7-40d0-b1c1-ba89d046d7ab None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4155147'] for port, precommit_delete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:50.691514 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.pecan_wsgi.hooks.translation [None req-68d1d4db-2924-4372-93fb-fd0d13f752e2 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] DELETE failed (client error): The resource could not be found. Apr 01 13:42:50.691887 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-68d1d4db-2924-4372-93fb-fd0d13f752e2 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83871) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 13:42:50.696037 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-68d1d4db-2924-4372-93fb-fd0d13f752e2 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] 10.222.0.26 "DELETE /v2.0/subnets/9d3fab87-3f6c-4de8-975a-cb14deb0b4ea HTTP/1.1" status: 404 len: 337 time: 0.0479105 Apr 01 13:42:50.696328 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 56620) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:42:50.710673 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-a2e17867-5f22-4ce2-8932-ded0c4a3ccbd tempest-SecGroupTest-2071671531 tempest-SecGroupTest-2071671531-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3775744'] for security_group_rule, after_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:50.738322 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.pecan_wsgi.hooks.translation [None req-7f4266d9-e9e1-4c3d-90fe-4608f2f183e3 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] DELETE failed (client error): The resource could not be found. Apr 01 13:42:50.738754 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7f4266d9-e9e1-4c3d-90fe-4608f2f183e3 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83871) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 13:42:50.742832 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-7f4266d9-e9e1-4c3d-90fe-4608f2f183e3 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] 10.222.0.26 "DELETE /v2.0/ports/fa275950-70ab-4622-aee9-6ab8a102d396 HTTP/1.1" status: 404 len: 333 time: 0.0431616 Apr 01 13:42:50.743073 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 56624) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:42:50.758246 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e17867-5f22-4ce2-8932-ded0c4a3ccbd tempest-SecGroupTest-2071671531 tempest-SecGroupTest-2071671531-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ccbd860c-216d-4d93-b3af-9d779b0cd1af,revision_number=0']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:42:50.774086 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-a2e17867-5f22-4ce2-8932-ded0c4a3ccbd tempest-SecGroupTest-2071671531 tempest-SecGroupTest-2071671531-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:50.778399 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-a2e17867-5f22-4ce2-8932-ded0c4a3ccbd tempest-SecGroupTest-2071671531 tempest-SecGroupTest-2071671531-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.5758076 Apr 01 13:42:50.779498 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 56628) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:42:50.787067 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.pecan_wsgi.hooks.translation [None req-61dab58d-ad90-4adb-9dbc-f883bfe68b62 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] DELETE failed (client error): The resource could not be found. Apr 01 13:42:50.787501 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-61dab58d-ad90-4adb-9dbc-f883bfe68b62 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83871) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 13:42:50.792481 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-61dab58d-ad90-4adb-9dbc-f883bfe68b62 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] 10.222.0.26 "DELETE /v2.0/subnets/1ef46aad-6ffb-4e17-af3c-6f6e89bf5d89 HTTP/1.1" status: 404 len: 337 time: 0.0452812 Apr 01 13:42:50.792481 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 56632) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:42:50.795065 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.v2.base [None req-4111eff3-93c6-4c22-85d9-fd6c38df7403 tempest-SecGroupTest-2071671531 tempest-SecGroupTest-2071671531-project] Request body: {'security_group_rule': {'security_group_id': 'f294b9fc-8042-4da8-a5bc-542c7a3ba054', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=83869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:42:50.803596 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-4111eff3-93c6-4c22-85d9-fd6c38df7403 tempest-SecGroupTest-2071671531 tempest-SecGroupTest-2071671531-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:42:50.817708 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-4111eff3-93c6-4c22-85d9-fd6c38df7403 tempest-SecGroupTest-2071671531 tempest-SecGroupTest-2071671531-project] Usage tracker for resource:security_group_rule and tenant:775bf4a8f78e418d9754aa6d74334dc2 is out of sync, need to count used quota {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 13:42:50.820754 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.plugin [None req-46f33cd2-7cf7-40d0-b1c1-ba89d046d7ab None None] Calling delete_port for de809516-4c80-4ad1-8070-cd6cac0b93bd owned by network:dhcp {{(pid=83872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 13:42:50.822845 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-4111eff3-93c6-4c22-85d9-fd6c38df7403 tempest-SecGroupTest-2071671531 tempest-SecGroupTest-2071671531-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 13:42:50.830705 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-4111eff3-93c6-4c22-85d9-fd6c38df7403 tempest-SecGroupTest-2071671531 tempest-SecGroupTest-2071671531-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:42:50.832252 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.pecan_wsgi.hooks.translation [None req-96b46d5a-8598-46a4-85e8-7c180770a1cf tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] DELETE failed (client error): The resource could not be found. Apr 01 13:42:50.832675 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-96b46d5a-8598-46a4-85e8-7c180770a1cf tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83871) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 13:42:50.836927 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-96b46d5a-8598-46a4-85e8-7c180770a1cf tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] 10.222.0.26 "DELETE /v2.0/subnets/819e3644-6008-4283-a4e3-fda25ef2aae0 HTTP/1.1" status: 404 len: 337 time: 0.0417328 Apr 01 13:42:50.837269 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 56636) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:42:50.839204 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-5b671235-646d-4813-b5bc-94f9bbcc5ac9 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:42:50.845694 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-5b671235-646d-4813-b5bc-94f9bbcc5ac9 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Usage tracker for resource:subnet and tenant:1932cd2bf32d410ebaa96b0062b29072 is out of sync, need to count used quota {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 13:42:50.849310 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-5b671235-646d-4813-b5bc-94f9bbcc5ac9 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 13:42:50.860758 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-5b671235-646d-4813-b5bc-94f9bbcc5ac9 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:42:50.864098 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-4111eff3-93c6-4c22-85d9-fd6c38df7403 tempest-SecGroupTest-2071671531 tempest-SecGroupTest-2071671531-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:50.891383 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b671235-646d-4813-b5bc-94f9bbcc5ac9 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Made reservation on behalf of 1932cd2bf32d410ebaa96b0062b29072 for: {'subnet': 1} {{(pid=83869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 13:42:50.895324 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-5b671235-646d-4813-b5bc-94f9bbcc5ac9 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2999481'] for subnet, before_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:50.915780 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.plugin [None req-22d831e3-cdf8-4527-9ccb-42eab4dcebd1 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Deleting port 26a3aca5-aaf5-48e5-93fc-33a6aa7b0e49 {{(pid=83871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 13:42:50.916518 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-22d831e3-cdf8-4527-9ccb-42eab4dcebd1 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736733287370'] for port, before_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:50.991997 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-46f33cd2-7cf7-40d0-b1c1-ba89d046d7ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736733359243', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736732935810'] for port, after_delete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:51.040467 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-4111eff3-93c6-4c22-85d9-fd6c38df7403 tempest-SecGroupTest-2071671531 tempest-SecGroupTest-2071671531-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:51.047882 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f33cd2-7cf7-40d0-b1c1-ba89d046d7ab None None] Pushing event deleted for resources: {'Port': ['ID=de809516-4c80-4ad1-8070-cd6cac0b93bd,revision_number=None']} {{(pid=83872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:42:51.048617 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-4111eff3-93c6-4c22-85d9-fd6c38df7403 tempest-SecGroupTest-2071671531 tempest-SecGroupTest-2071671531-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3775744'] for security_group_rule, after_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:51.061617 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46f33cd2-7cf7-40d0-b1c1-ba89d046d7ab None None] No DVR routers for this DVR port de809516-4c80-4ad1-8070-cd6cac0b93bd on host dv-neutron-836180-1-hyperv {{(pid=83872) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 13:42:51.067620 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46f33cd2-7cf7-40d0-b1c1-ba89d046d7ab None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:42:51.068327 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46f33cd2-7cf7-40d0-b1c1-ba89d046d7ab None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:42:51.068688 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46f33cd2-7cf7-40d0-b1c1-ba89d046d7ab None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:42:51.069027 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46f33cd2-7cf7-40d0-b1c1-ba89d046d7ab None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:42:51.069367 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46f33cd2-7cf7-40d0-b1c1-ba89d046d7ab None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:42:51.069697 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46f33cd2-7cf7-40d0-b1c1-ba89d046d7ab None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:42:51.070043 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46f33cd2-7cf7-40d0-b1c1-ba89d046d7ab None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:42:51.070388 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46f33cd2-7cf7-40d0-b1c1-ba89d046d7ab None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:42:51.070784 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46f33cd2-7cf7-40d0-b1c1-ba89d046d7ab None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:42:51.071016 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46f33cd2-7cf7-40d0-b1c1-ba89d046d7ab None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:42:51.071344 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46f33cd2-7cf7-40d0-b1c1-ba89d046d7ab None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:42:51.089224 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4111eff3-93c6-4c22-85d9-fd6c38df7403 tempest-SecGroupTest-2071671531 tempest-SecGroupTest-2071671531-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=258620f0-fea0-42f1-a327-d080970d5270,revision_number=0']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:42:51.107550 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-4111eff3-93c6-4c22-85d9-fd6c38df7403 tempest-SecGroupTest-2071671531 tempest-SecGroupTest-2071671531-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:51.111798 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-4111eff3-93c6-4c22-85d9-fd6c38df7403 tempest-SecGroupTest-2071671531 tempest-SecGroupTest-2071671531-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.3283892 Apr 01 13:42:51.111798 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 56640) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:42:51.118202 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.v2.base [None req-c0881346-1dae-489a-9edd-bcfae3b00e71 tempest-SecGroupTest-2071671531 tempest-SecGroupTest-2071671531-project] Request body: {'security_group_rule': {'security_group_id': 'f294b9fc-8042-4da8-a5bc-542c7a3ba054', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=83869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:42:51.125942 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-c0881346-1dae-489a-9edd-bcfae3b00e71 tempest-SecGroupTest-2071671531 tempest-SecGroupTest-2071671531-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:42:51.134025 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-c0881346-1dae-489a-9edd-bcfae3b00e71 tempest-SecGroupTest-2071671531 tempest-SecGroupTest-2071671531-project] Usage tracker for resource:security_group_rule and tenant:775bf4a8f78e418d9754aa6d74334dc2 is out of sync, need to count used quota {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 13:42:51.144602 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-c0881346-1dae-489a-9edd-bcfae3b00e71 tempest-SecGroupTest-2071671531 tempest-SecGroupTest-2071671531-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 13:42:51.179138 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-c0881346-1dae-489a-9edd-bcfae3b00e71 tempest-SecGroupTest-2071671531 tempest-SecGroupTest-2071671531-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:42:51.219930 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-c0881346-1dae-489a-9edd-bcfae3b00e71 tempest-SecGroupTest-2071671531 tempest-SecGroupTest-2071671531-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:51.250210 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-22d831e3-cdf8-4527-9ccb-42eab4dcebd1 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4155147'] for port, precommit_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:51.324210 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-c0881346-1dae-489a-9edd-bcfae3b00e71 tempest-SecGroupTest-2071671531 tempest-SecGroupTest-2071671531-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:51.327794 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-5b671235-646d-4813-b5bc-94f9bbcc5ac9 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2705391', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2999447'] for subnet, after_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:51.367264 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-c0881346-1dae-489a-9edd-bcfae3b00e71 tempest-SecGroupTest-2071671531 tempest-SecGroupTest-2071671531-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3775744'] for security_group_rule, after_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:51.382479 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.plugin [None req-22d831e3-cdf8-4527-9ccb-42eab4dcebd1 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Calling delete_port for 26a3aca5-aaf5-48e5-93fc-33a6aa7b0e49 owned by {{(pid=83871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 13:42:51.426087 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0881346-1dae-489a-9edd-bcfae3b00e71 tempest-SecGroupTest-2071671531 tempest-SecGroupTest-2071671531-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=223d94c9-e754-45c0-9b12-5f2db977dbf9,revision_number=0']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:42:51.441671 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b671235-646d-4813-b5bc-94f9bbcc5ac9 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Network da52fa05-a658-4e73-abb5-e8699cbc9bb6 is already hosted by enough agents. {{(pid=83869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 13:42:51.445182 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.scheduler.base_scheduler [None req-5b671235-646d-4813-b5bc-94f9bbcc5ac9 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Resources bound (agent type, host, resource id): {{(pid=83869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 13:42:51.448390 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b671235-646d-4813-b5bc-94f9bbcc5ac9 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:42:51.448978 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-5b671235-646d-4813-b5bc-94f9bbcc5ac9 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Notify callbacks [] for subnet, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:51.453246 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-c0881346-1dae-489a-9edd-bcfae3b00e71 tempest-SecGroupTest-2071671531 tempest-SecGroupTest-2071671531-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:51.456783 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-c0881346-1dae-489a-9edd-bcfae3b00e71 tempest-SecGroupTest-2071671531 tempest-SecGroupTest-2071671531-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.3419445 Apr 01 13:42:51.456972 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b671235-646d-4813-b5bc-94f9bbcc5ac9 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Pushing event updated for resources: {'Subnet': ['ID=afd2475b-3056-4bb7-9f71-f022330df207,revision_number=0']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:42:51.457764 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 56644) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:42:51.466523 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.v2.base [None req-faf72dd1-9392-4191-90c0-05bf3219be0a tempest-SecGroupTest-2071671531 tempest-SecGroupTest-2071671531-project] Request body: {'security_group_rule': {'security_group_id': 'f294b9fc-8042-4da8-a5bc-542c7a3ba054', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=83871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:42:51.474317 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-faf72dd1-9392-4191-90c0-05bf3219be0a tempest-SecGroupTest-2071671531 tempest-SecGroupTest-2071671531-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:42:51.476929 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-5b671235-646d-4813-b5bc-94f9bbcc5ac9 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9428673 Apr 01 13:42:51.479585 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-faf72dd1-9392-4191-90c0-05bf3219be0a tempest-SecGroupTest-2071671531 tempest-SecGroupTest-2071671531-project] Usage tracker for resource:security_group_rule and tenant:775bf4a8f78e418d9754aa6d74334dc2 is out of sync, need to count used quota {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 13:42:51.479775 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 56648) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:42:51.484075 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-faf72dd1-9392-4191-90c0-05bf3219be0a tempest-SecGroupTest-2071671531 tempest-SecGroupTest-2071671531-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 13:42:51.487346 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.v2.base [None req-efad4c1b-e37e-4ef9-9244-4b8bc9dfead0 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Request body: {'security_group': {'name': 'tempest-secgroup-1777094139'}} {{(pid=83869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:42:51.487838 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-22d831e3-cdf8-4527-9ccb-42eab4dcebd1 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736733359243', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736732935810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2743125'] for port, after_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:51.494242 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-efad4c1b-e37e-4ef9-9244-4b8bc9dfead0 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:42:51.498691 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-efad4c1b-e37e-4ef9-9244-4b8bc9dfead0 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Usage tracker for resource:security_group and tenant:1932cd2bf32d410ebaa96b0062b29072 is out of sync, need to count used quota {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 13:42:51.501884 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-efad4c1b-e37e-4ef9-9244-4b8bc9dfead0 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 13:42:51.508041 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-efad4c1b-e37e-4ef9-9244-4b8bc9dfead0 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:42:51.519856 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-efad4c1b-e37e-4ef9-9244-4b8bc9dfead0 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Notify callbacks [] for security_group, before_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:51.529727 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-faf72dd1-9392-4191-90c0-05bf3219be0a tempest-SecGroupTest-2071671531 tempest-SecGroupTest-2071671531-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:42:51.542916 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d831e3-cdf8-4527-9ccb-42eab4dcebd1 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Pushing event deleted for resources: {'Port': ['ID=26a3aca5-aaf5-48e5-93fc-33a6aa7b0e49,revision_number=None']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:42:51.560760 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-22d831e3-cdf8-4527-9ccb-42eab4dcebd1 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109561'] for port, before_response {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:51.564850 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-faf72dd1-9392-4191-90c0-05bf3219be0a tempest-SecGroupTest-2071671531 tempest-SecGroupTest-2071671531-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:51.566594 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-efad4c1b-e37e-4ef9-9244-4b8bc9dfead0 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:42:51.570665 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-efad4c1b-e37e-4ef9-9244-4b8bc9dfead0 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Usage tracker for resource:security_group_rule and tenant:1932cd2bf32d410ebaa96b0062b29072 is out of sync, need to count used quota {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 13:42:51.573707 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-efad4c1b-e37e-4ef9-9244-4b8bc9dfead0 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 13:42:51.580231 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-efad4c1b-e37e-4ef9-9244-4b8bc9dfead0 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:42:51.595926 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-22d831e3-cdf8-4527-9ccb-42eab4dcebd1 tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] 10.222.0.26 "DELETE /v2.0/ports/26a3aca5-aaf5-48e5-93fc-33a6aa7b0e49 HTTP/1.1" status: 204 len: 168 time: 0.7555244 Apr 01 13:42:51.596206 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 56652) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:42:51.641500 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-faf72dd1-9392-4191-90c0-05bf3219be0a tempest-SecGroupTest-2071671531 tempest-SecGroupTest-2071671531-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:51.646839 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-faf72dd1-9392-4191-90c0-05bf3219be0a tempest-SecGroupTest-2071671531 tempest-SecGroupTest-2071671531-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3775744'] for security_group_rule, after_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:51.670670 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf72dd1-9392-4191-90c0-05bf3219be0a tempest-SecGroupTest-2071671531 tempest-SecGroupTest-2071671531-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d2f499dc-1e81-49aa-ace9-5955a1b2a78b,revision_number=0']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:42:51.686176 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-faf72dd1-9392-4191-90c0-05bf3219be0a tempest-SecGroupTest-2071671531 tempest-SecGroupTest-2071671531-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:51.690371 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-faf72dd1-9392-4191-90c0-05bf3219be0a tempest-SecGroupTest-2071671531 tempest-SecGroupTest-2071671531-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.2284868 Apr 01 13:42:51.690894 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 56656) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:42:51.697052 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.v2.base [None req-b7736088-337a-46d1-b497-c232a8eace1c tempest-SecGroupTest-2071671531 tempest-SecGroupTest-2071671531-project] Request body: {'security_group_rule': {'security_group_id': 'f294b9fc-8042-4da8-a5bc-542c7a3ba054', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=83871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:42:51.700205 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2cbedcc-e7d2-4977-8ca7-d24be6de7b68 None None] Network da52fa05-a658-4e73-abb5-e8699cbc9bb6 requested from dv-neutron-836180-1-hyperv {{(pid=83872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 13:42:51.702683 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-b7736088-337a-46d1-b497-c232a8eace1c tempest-SecGroupTest-2071671531 tempest-SecGroupTest-2071671531-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:42:51.706736 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-b7736088-337a-46d1-b497-c232a8eace1c tempest-SecGroupTest-2071671531 tempest-SecGroupTest-2071671531-project] Usage tracker for resource:security_group_rule and tenant:775bf4a8f78e418d9754aa6d74334dc2 is out of sync, need to count used quota {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 13:42:51.709964 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-b7736088-337a-46d1-b497-c232a8eace1c tempest-SecGroupTest-2071671531 tempest-SecGroupTest-2071671531-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 13:42:51.715399 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-b7736088-337a-46d1-b497-c232a8eace1c tempest-SecGroupTest-2071671531 tempest-SecGroupTest-2071671531-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:42:51.748696 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-efad4c1b-e37e-4ef9-9244-4b8bc9dfead0 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Notify callbacks [] for security_group, precommit_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:51.753620 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-b96d5b4d-e2ab-4d6d-92fd-3ea5269dc5ee tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1033078'] for network, before_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:51.757558 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-efad4c1b-e37e-4ef9-9244-4b8bc9dfead0 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3775923'] for security_group, after_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:51.765234 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-b7736088-337a-46d1-b497-c232a8eace1c tempest-SecGroupTest-2071671531 tempest-SecGroupTest-2071671531-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:51.822790 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-db8c17a4-0f7d-468a-82e3-816472e0ac25 None None] Provisioning complete for port 7ea6f42f-3130-46c9-8069-204d4b9c68d3 triggered by entity DHCP. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 13:42:51.823143 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-db8c17a4-0f7d-468a-82e3-816472e0ac25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-948329'] for port, provisioning_complete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:51.834267 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efad4c1b-e37e-4ef9-9244-4b8bc9dfead0 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Pushing event updated for resources: {'SecurityGroup': ['ID=83713d68-c7c1-4080-9210-98e54f41eddc,revision_number=1']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:42:51.837791 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-b7736088-337a-46d1-b497-c232a8eace1c tempest-SecGroupTest-2071671531 tempest-SecGroupTest-2071671531-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:51.845207 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-b7736088-337a-46d1-b497-c232a8eace1c tempest-SecGroupTest-2071671531 tempest-SecGroupTest-2071671531-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3775744'] for security_group_rule, after_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:51.868887 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-efad4c1b-e37e-4ef9-9244-4b8bc9dfead0 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Notify callbacks [] for security_group, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:51.870111 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-efad4c1b-e37e-4ef9-9244-4b8bc9dfead0 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.3882549 Apr 01 13:42:51.874826 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 56660) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:42:51.879475 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7736088-337a-46d1-b497-c232a8eace1c tempest-SecGroupTest-2071671531 tempest-SecGroupTest-2071671531-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=243a5058-d580-4c1e-b668-46c94f9aaaa2,revision_number=0']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:42:51.889779 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.v2.base [None req-627a7b32-fb8f-4e72-bf8d-c89143223434 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Request body: {'security_group': {'name': 'tempest-secgroup-1334590041'}} {{(pid=83871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:42:51.899962 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-627a7b32-fb8f-4e72-bf8d-c89143223434 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:42:51.905251 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-627a7b32-fb8f-4e72-bf8d-c89143223434 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Usage tracker for resource:security_group and tenant:1932cd2bf32d410ebaa96b0062b29072 is out of sync, need to count used quota {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 13:42:51.908098 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-b7736088-337a-46d1-b497-c232a8eace1c tempest-SecGroupTest-2071671531 tempest-SecGroupTest-2071671531-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:51.913505 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-b7736088-337a-46d1-b497-c232a8eace1c tempest-SecGroupTest-2071671531 tempest-SecGroupTest-2071671531-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 709 time: 0.2178600 Apr 01 13:42:51.913505 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-627a7b32-fb8f-4e72-bf8d-c89143223434 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 13:42:51.913505 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 56664) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:42:51.927703 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-627a7b32-fb8f-4e72-bf8d-c89143223434 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:42:51.945203 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-b96d5b4d-e2ab-4d6d-92fd-3ea5269dc5ee tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-942654', 'neutron.services.segments.db._delete_segments_for_network-8736733387888'] for network, precommit_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:51.952724 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-627a7b32-fb8f-4e72-bf8d-c89143223434 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Notify callbacks [] for security_group, before_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:51.968072 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-bb122441-c9f2-4f57-99f1-ed5a518c0158 tempest-SecGroupTest-2071671531 tempest-SecGroupTest-2071671531-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:51.972850 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.services.segments.db [None req-b96d5b4d-e2ab-4d6d-92fd-3ea5269dc5ee tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['87a01bce-9ddb-4ecb-b353-c2e53ada2fbe']}} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:42:51.984901 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-bb122441-c9f2-4f57-99f1-ed5a518c0158 tempest-SecGroupTest-2071671531 tempest-SecGroupTest-2071671531-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:51.990695 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.services.segments.db [None req-b96d5b4d-e2ab-4d6d-92fd-3ea5269dc5ee tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '69d3dae9-b44d-4e9d-85cf-be43b39415e9') {'for_net_delete': True} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:42:51.990978 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.services.segments.db [None req-b96d5b4d-e2ab-4d6d-92fd-3ea5269dc5ee tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '69d3dae9-b44d-4e9d-85cf-be43b39415e9') {} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:42:52.003751 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-b96d5b4d-e2ab-4d6d-92fd-3ea5269dc5ee tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736733386999', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2704982'] for segment, before_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:52.021414 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-627a7b32-fb8f-4e72-bf8d-c89143223434 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:42:52.023112 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.plugin [None req-db8c17a4-0f7d-468a-82e3-816472e0ac25 None None] Port 7ea6f42f-3130-46c9-8069-204d4b9c68d3 cannot update to ACTIVE because it is not bound. {{(pid=83872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 13:42:52.025669 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-b96d5b4d-e2ab-4d6d-92fd-3ea5269dc5ee tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1004271'] for segment, precommit_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:52.026722 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-627a7b32-fb8f-4e72-bf8d-c89143223434 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Usage tracker for resource:security_group_rule and tenant:1932cd2bf32d410ebaa96b0062b29072 is out of sync, need to count used quota {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 13:42:52.030837 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-627a7b32-fb8f-4e72-bf8d-c89143223434 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 13:42:52.033499 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b96d5b4d-e2ab-4d6d-92fd-3ea5269dc5ee tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Releasing vlan 398 on physical network physnet1 to pool {{(pid=83869) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 01 13:42:52.033742 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-bb122441-c9f2-4f57-99f1-ed5a518c0158 tempest-SecGroupTest-2071671531 tempest-SecGroupTest-2071671531-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3775744'] for security_group_rule, after_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:52.033901 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-b96d5b4d-e2ab-4d6d-92fd-3ea5269dc5ee tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1004262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2705264'] for segment, after_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:52.040706 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-db8c17a4-0f7d-468a-82e3-816472e0ac25 None None] Provisioning complete for port a80a8a91-49c9-43dc-884b-568b5bffbd4c triggered by entity DHCP. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 13:42:52.041070 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-db8c17a4-0f7d-468a-82e3-816472e0ac25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-948329'] for port, provisioning_complete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:52.047004 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-627a7b32-fb8f-4e72-bf8d-c89143223434 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:42:52.050638 dv-neutron-836180-1-hyperv neutron-server[83869]: Traceback (most recent call last): Apr 01 13:42:52.050638 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 01 13:42:52.050638 dv-neutron-836180-1-hyperv neutron-server[83869]: timer() Apr 01 13:42:52.050638 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 13:42:52.050638 dv-neutron-836180-1-hyperv neutron-server[83869]: cb(*args, **kw) Apr 01 13:42:52.050638 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 13:42:52.050638 dv-neutron-836180-1-hyperv neutron-server[83869]: return func(*args, **kwargs) Apr 01 13:42:52.050638 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 13:42:52.050638 dv-neutron-836180-1-hyperv neutron-server[83869]: self._notify() Apr 01 13:42:52.050638 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 13:42:52.050638 dv-neutron-836180-1-hyperv neutron-server[83869]: self.callback(batched_events) Apr 01 13:42:52.050638 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 13:42:52.050638 dv-neutron-836180-1-hyperv neutron-server[83869]: event.method(event) Apr 01 13:42:52.050638 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 13:42:52.050638 dv-neutron-836180-1-hyperv neutron-server[83869]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 13:42:52.050638 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 13:42:52.050638 dv-neutron-836180-1-hyperv neutron-server[83869]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 13:42:52.050638 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 13:42:52.050638 dv-neutron-836180-1-hyperv neutron-server[83869]: return f(self, *a, **k) Apr 01 13:42:52.050638 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 13:42:52.050638 dv-neutron-836180-1-hyperv neutron-server[83869]: return self._get(url).json() Apr 01 13:42:52.050638 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 13:42:52.050638 dv-neutron-836180-1-hyperv neutron-server[83869]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 13:42:52.050638 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 01 13:42:52.050638 dv-neutron-836180-1-hyperv neutron-server[83869]: return self.request(url, 'GET', **kwargs) Apr 01 13:42:52.050638 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 01 13:42:52.050638 dv-neutron-836180-1-hyperv neutron-server[83869]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 13:42:52.050638 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 01 13:42:52.050638 dv-neutron-836180-1-hyperv neutron-server[83869]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 13:42:52.050638 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 01 13:42:52.050638 dv-neutron-836180-1-hyperv neutron-server[83869]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 13:42:52.050638 dv-neutron-836180-1-hyperv neutron-server[83869]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 13:42:52.057308 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb122441-c9f2-4f57-99f1-ed5a518c0158 tempest-SecGroupTest-2071671531 tempest-SecGroupTest-2071671531-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=243a5058-d580-4c1e-b668-46c94f9aaaa2,revision_number=None']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:42:52.080595 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-bb122441-c9f2-4f57-99f1-ed5a518c0158 tempest-SecGroupTest-2071671531 tempest-SecGroupTest-2071671531-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:52.084616 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-bb122441-c9f2-4f57-99f1-ed5a518c0158 tempest-SecGroupTest-2071671531 tempest-SecGroupTest-2071671531-project] 10.222.0.26 "DELETE /v2.0/security-group-rules/243a5058-d580-4c1e-b668-46c94f9aaaa2 HTTP/1.1" status: 204 len: 168 time: 0.1682026 Apr 01 13:42:52.085036 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 56668) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:42:52.147213 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-b96d5b4d-e2ab-4d6d-92fd-3ea5269dc5ee tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-942599', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4084797'] for network, after_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:52.173085 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Device de809516-4c80-4ad1-8070-cd6cac0b93bd no longer exists at agent ovs-agent-dv-neutron-836180-1-hyperv {{(pid=83872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 13:42:52.175693 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-627a7b32-fb8f-4e72-bf8d-c89143223434 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Notify callbacks [] for security_group, precommit_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:52.177725 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-b96d5b4d-e2ab-4d6d-92fd-3ea5269dc5ee tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Notify callbacks [] for network, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:52.188739 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-fdadbe54-20be-4a67-93de-3d70257e5d0c tempest-SecGroupTest-2071671531 tempest-SecGroupTest-2071671531-project] Synchronizing usage tracker for tenant:775bf4a8f78e418d9754aa6d74334dc2 on resource:security_group_rule {{(pid=83871) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 13:42:52.192965 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-627a7b32-fb8f-4e72-bf8d-c89143223434 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3775923'] for security_group, after_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:52.194489 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b96d5b4d-e2ab-4d6d-92fd-3ea5269dc5ee tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] Pushing event deleted for resources: {'Network': ['ID=87a01bce-9ddb-4ecb-b353-c2e53ada2fbe,revision_number=None']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:42:52.198194 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-b96d5b4d-e2ab-4d6d-92fd-3ea5269dc5ee tempest-PortsIpV6TestJSON-812146058 tempest-PortsIpV6TestJSON-812146058-project] 10.222.0.26 "DELETE /v2.0/networks/87a01bce-9ddb-4ecb-b353-c2e53ada2fbe HTTP/1.1" status: 204 len: 168 time: 0.6008744 Apr 01 13:42:52.246106 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-627a7b32-fb8f-4e72-bf8d-c89143223434 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Pushing event updated for resources: {'SecurityGroup': ['ID=24994342-158a-40dc-9c11-6c1b9ebc60d3,revision_number=1']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:42:52.248850 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-fdadbe54-20be-4a67-93de-3d70257e5d0c tempest-SecGroupTest-2071671531 tempest-SecGroupTest-2071671531-project] Unset dirty status for tenant:775bf4a8f78e418d9754aa6d74334dc2 on resource:security_group_rule {{(pid=83871) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 13:42:52.250224 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-fdadbe54-20be-4a67-93de-3d70257e5d0c tempest-SecGroupTest-2071671531 tempest-SecGroupTest-2071671531-project] 10.222.0.26 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5151 time: 0.1645210 Apr 01 13:42:52.253435 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 56674) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:42:52.254392 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-627a7b32-fb8f-4e72-bf8d-c89143223434 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Notify callbacks [] for security_group, before_response {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:52.259974 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-627a7b32-fb8f-4e72-bf8d-c89143223434 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.3818462 Apr 01 13:42:52.260820 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 56678) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:42:52.269567 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.v2.base [None req-cc7a07f5-b6ce-412c-baa5-d4af157f9929 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Request body: {'security_group': {'name': 'tempest-secgroup-2084245607'}} {{(pid=83871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:42:52.272195 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.plugin [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] No Port match for: de809516-4c80-4ad1-8070-cd6cac0b93bd {{(pid=83872) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 01 13:42:52.276782 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-cc7a07f5-b6ce-412c-baa5-d4af157f9929 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:42:52.277226 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Device de809516-4c80-4ad1-8070-cd6cac0b93bd not bound to the agent host dv-neutron-836180-1-hyperv {{(pid=83872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 13:42:52.283277 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-cc7a07f5-b6ce-412c-baa5-d4af157f9929 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Usage tracker for resource:security_group and tenant:1932cd2bf32d410ebaa96b0062b29072 is out of sync, need to count used quota {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 13:42:52.287488 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-cc7a07f5-b6ce-412c-baa5-d4af157f9929 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 13:42:52.295634 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-cc7a07f5-b6ce-412c-baa5-d4af157f9929 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:42:52.307155 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-aaf7d632-9c7c-49c4-9e4a-bf8cd5b0ca8a tempest-SecGroupTest-2071671531 tempest-SecGroupTest-2071671531-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:52.329263 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-cc7a07f5-b6ce-412c-baa5-d4af157f9929 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Notify callbacks [] for security_group, before_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:52.331106 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-aaf7d632-9c7c-49c4-9e4a-bf8cd5b0ca8a tempest-SecGroupTest-2071671531 tempest-SecGroupTest-2071671531-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:52.357114 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-cc7a07f5-b6ce-412c-baa5-d4af157f9929 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:42:52.361480 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-cc7a07f5-b6ce-412c-baa5-d4af157f9929 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Usage tracker for resource:security_group_rule and tenant:1932cd2bf32d410ebaa96b0062b29072 is out of sync, need to count used quota {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 13:42:52.361671 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f12b869-8f98-468b-a5d1-28b5ed235df3 None None] Update dhcp port {'port': {'network_id': 'da52fa05-a658-4e73-abb5-e8699cbc9bb6', 'fixed_ips': [{'subnet_id': '203485c7-8ae8-464a-a6d2-2b97cd38cc31', 'ip_address': '172.20.0.18'}, {'subnet_id': 'afd2475b-3056-4bb7-9f71-f022330df207'}], 'binding:host_id': 'dv-neutron-836180-1-hyperv'}, 'id': 'a80a8a91-49c9-43dc-884b-568b5bffbd4c'} from dv-neutron-836180-1-hyperv. {{(pid=83872) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Apr 01 13:42:52.364700 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-cc7a07f5-b6ce-412c-baa5-d4af157f9929 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 13:42:52.365311 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-aaf7d632-9c7c-49c4-9e4a-bf8cd5b0ca8a tempest-SecGroupTest-2071671531 tempest-SecGroupTest-2071671531-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3775744'] for security_group_rule, after_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:52.371216 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-cc7a07f5-b6ce-412c-baa5-d4af157f9929 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:42:52.397440 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf7d632-9c7c-49c4-9e4a-bf8cd5b0ca8a tempest-SecGroupTest-2071671531 tempest-SecGroupTest-2071671531-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d2f499dc-1e81-49aa-ace9-5955a1b2a78b,revision_number=None']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:42:52.406916 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-aaf7d632-9c7c-49c4-9e4a-bf8cd5b0ca8a tempest-SecGroupTest-2071671531 tempest-SecGroupTest-2071671531-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:52.408414 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-aaf7d632-9c7c-49c4-9e4a-bf8cd5b0ca8a tempest-SecGroupTest-2071671531 tempest-SecGroupTest-2071671531-project] 10.222.0.26 "DELETE /v2.0/security-group-rules/d2f499dc-1e81-49aa-ace9-5955a1b2a78b HTTP/1.1" status: 204 len: 168 time: 0.1536283 Apr 01 13:42:52.410877 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 56682) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:42:52.435240 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-8f12b869-8f98-468b-a5d1-28b5ed235df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:52.444270 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-cc7a07f5-b6ce-412c-baa5-d4af157f9929 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Notify callbacks [] for security_group, precommit_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:52.449346 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-cc7a07f5-b6ce-412c-baa5-d4af157f9929 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3775923'] for security_group, after_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:52.484270 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-f140a923-21fd-4f88-873b-410ece6ec180 tempest-SecGroupTest-2071671531 tempest-SecGroupTest-2071671531-project] Synchronizing usage tracker for tenant:775bf4a8f78e418d9754aa6d74334dc2 on resource:security_group_rule {{(pid=83869) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 13:42:52.500180 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-cc7a07f5-b6ce-412c-baa5-d4af157f9929 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Notify callbacks [] for security_group, before_response {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:52.503968 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-cc7a07f5-b6ce-412c-baa5-d4af157f9929 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.2394013 Apr 01 13:42:52.503968 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc7a07f5-b6ce-412c-baa5-d4af157f9929 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9a1a8b49-277f-4abf-98c8-95b9780e12a9,revision_number=1']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:42:52.505570 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 56686) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:42:52.505929 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-f140a923-21fd-4f88-873b-410ece6ec180 tempest-SecGroupTest-2071671531 tempest-SecGroupTest-2071671531-project] Unset dirty status for tenant:775bf4a8f78e418d9754aa6d74334dc2 on resource:security_group_rule {{(pid=83869) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 13:42:52.510021 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-f140a923-21fd-4f88-873b-410ece6ec180 tempest-SecGroupTest-2071671531 tempest-SecGroupTest-2071671531-project] 10.222.0.26 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4668 time: 0.0940843 Apr 01 13:42:52.510346 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 56690) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:42:52.511326 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.v2.base [None req-78a080fb-8408-413d-8bef-5d1ebdfb767b tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-340156889', 'security_groups': ['9a1a8b49-277f-4abf-98c8-95b9780e12a9'], 'network_id': 'da52fa05-a658-4e73-abb5-e8699cbc9bb6', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'afd2475b-3056-4bb7-9f71-f022330df207'}]}} {{(pid=83871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:42:52.554583 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-d173be46-ca7b-4701-9acc-fb486371ef55 tempest-SecGroupTest-2071671531 tempest-SecGroupTest-2071671531-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:52.566732 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-d173be46-ca7b-4701-9acc-fb486371ef55 tempest-SecGroupTest-2071671531 tempest-SecGroupTest-2071671531-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:52.597846 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-d173be46-ca7b-4701-9acc-fb486371ef55 tempest-SecGroupTest-2071671531 tempest-SecGroupTest-2071671531-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3775744'] for security_group_rule, after_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:52.629386 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d173be46-ca7b-4701-9acc-fb486371ef55 tempest-SecGroupTest-2071671531 tempest-SecGroupTest-2071671531-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=223d94c9-e754-45c0-9b12-5f2db977dbf9,revision_number=None']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:42:52.634249 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-d173be46-ca7b-4701-9acc-fb486371ef55 tempest-SecGroupTest-2071671531 tempest-SecGroupTest-2071671531-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:52.640078 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 56696) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:42:52.640575 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-d173be46-ca7b-4701-9acc-fb486371ef55 tempest-SecGroupTest-2071671531 tempest-SecGroupTest-2071671531-project] 10.222.0.26 "DELETE /v2.0/security-group-rules/223d94c9-e754-45c0-9b12-5f2db977dbf9 HTTP/1.1" status: 204 len: 168 time: 0.1275487 Apr 01 13:42:52.666182 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.db_base_plugin_common [None req-8f12b869-8f98-468b-a5d1-28b5ed235df3 None None] Allocated IP 172.20.0.2 (da52fa05-a658-4e73-abb5-e8699cbc9bb6/afd2475b-3056-4bb7-9f71-f022330df207/a80a8a91-49c9-43dc-884b-568b5bffbd4c) {{(pid=83872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 13:42:52.675729 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 56700) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:42:52.683377 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-78a080fb-8408-413d-8bef-5d1ebdfb767b tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:42:52.701545 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-78a080fb-8408-413d-8bef-5d1ebdfb767b tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:42:52.726897 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-8edc087c-811e-4a8b-b7fb-58b2d4f446ad tempest-SecGroupTest-2071671531 tempest-SecGroupTest-2071671531-project] 10.222.0.26 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4185 time: 0.0854363 Apr 01 13:42:52.729461 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78a080fb-8408-413d-8bef-5d1ebdfb767b tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Made reservation on behalf of 1932cd2bf32d410ebaa96b0062b29072 for: {'port': 1} {{(pid=83871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 13:42:52.730350 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 56706) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:42:52.772339 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-19ee16fe-6a78-4507-a784-1b3de70dbcb4 tempest-SecGroupTest-2071671531 tempest-SecGroupTest-2071671531-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:52.788104 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-19ee16fe-6a78-4507-a784-1b3de70dbcb4 tempest-SecGroupTest-2071671531 tempest-SecGroupTest-2071671531-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:52.824938 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-19ee16fe-6a78-4507-a784-1b3de70dbcb4 tempest-SecGroupTest-2071671531 tempest-SecGroupTest-2071671531-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3775744'] for security_group_rule, after_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:52.825929 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-8f12b869-8f98-468b-a5d1-28b5ed235df3 None None] For port a80a8a91-49c9-43dc-884b-568b5bffbd4c, host dv-neutron-836180-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836180-1-hyperv',level=0,port_id=a80a8a91-49c9-43dc-884b-568b5bffbd4c,segment=NetworkSegment(0442e2b5-dcb7-4c63-b68a-def34e843f70),segment_id=0442e2b5-dcb7-4c63-b68a-def34e843f70)] {{(pid=83872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 13:42:52.854578 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-8f12b869-8f98-468b-a5d1-28b5ed235df3 None None] Notify callbacks [] for port, precommit_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:52.866090 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-78a080fb-8408-413d-8bef-5d1ebdfb767b tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:52.875138 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-8f12b869-8f98-468b-a5d1-28b5ed235df3 None None] Transition to ACTIVE for port object a80a8a91-49c9-43dc-884b-568b5bffbd4c will not be triggered until provisioned by entity DHCP. {{(pid=83872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 13:42:52.876328 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ee16fe-6a78-4507-a784-1b3de70dbcb4 tempest-SecGroupTest-2071671531 tempest-SecGroupTest-2071671531-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=258620f0-fea0-42f1-a327-d080970d5270,revision_number=None']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:42:52.881412 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-19ee16fe-6a78-4507-a784-1b3de70dbcb4 tempest-SecGroupTest-2071671531 tempest-SecGroupTest-2071671531-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:52.884948 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-19ee16fe-6a78-4507-a784-1b3de70dbcb4 tempest-SecGroupTest-2071671531 tempest-SecGroupTest-2071671531-project] 10.222.0.26 "DELETE /v2.0/security-group-rules/258620f0-fea0-42f1-a327-d080970d5270 HTTP/1.1" status: 204 len: 168 time: 0.1501472 Apr 01 13:42:52.885410 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 56710) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:42:52.885788 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-8f12b869-8f98-468b-a5d1-28b5ed235df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864'] for port, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:52.888586 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.notifiers.nova [None req-78a080fb-8408-413d-8bef-5d1ebdfb767b tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] device_id is not set on port 78e59f46-b805-4704-aa9e-7f5689a84472 yet. {{(pid=83871) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 01 13:42:52.945535 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-5e37bd83-a236-4db5-a489-851511a5fbe8 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=2ac88458dfe547ba9bcc73de4b0c8518&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2661805 Apr 01 13:42:52.945803 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 56714) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:42:52.976208 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.agents_db [None req-bdd220c7-049a-43d2-a923-ad1a2de078c6 None None] Agent healthcheck: found 6 active agents {{(pid=83873) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 01 13:42:52.978014 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-d46fbdee-19f6-4088-97be-67225e6c49f4 tempest-SecGroupTest-2071671531 tempest-SecGroupTest-2071671531-project] Synchronizing usage tracker for tenant:775bf4a8f78e418d9754aa6d74334dc2 on resource:security_group_rule {{(pid=83869) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 13:42:53.027158 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-d46fbdee-19f6-4088-97be-67225e6c49f4 tempest-SecGroupTest-2071671531 tempest-SecGroupTest-2071671531-project] Unset dirty status for tenant:775bf4a8f78e418d9754aa6d74334dc2 on resource:security_group_rule {{(pid=83869) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 13:42:53.032006 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-d46fbdee-19f6-4088-97be-67225e6c49f4 tempest-SecGroupTest-2071671531 tempest-SecGroupTest-2071671531-project] 10.222.0.26 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3702 time: 0.1432667 Apr 01 13:42:53.032188 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f12b869-8f98-468b-a5d1-28b5ed235df3 None None] Pushing event updated for resources: {'Port': ['ID=a80a8a91-49c9-43dc-884b-568b5bffbd4c,revision_number=6']} {{(pid=83872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:42:53.032701 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 56718) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:42:53.041174 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-89cdc95e-821b-4db1-831c-f13b4377b5c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:53.074285 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-89cdc95e-821b-4db1-831c-f13b4377b5c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:53.104810 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-30e0f762-548d-48a8-9e02-05538be8c439 tempest-SecGroupTest-2071671531 tempest-SecGroupTest-2071671531-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:53.125854 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-30e0f762-548d-48a8-9e02-05538be8c439 tempest-SecGroupTest-2071671531 tempest-SecGroupTest-2071671531-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:53.138948 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-89cdc95e-821b-4db1-831c-f13b4377b5c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3775923'] for security_group, after_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:53.156255 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.db_base_plugin_common [None req-78a080fb-8408-413d-8bef-5d1ebdfb767b tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Allocated IP 172.20.0.10 (da52fa05-a658-4e73-abb5-e8699cbc9bb6/afd2475b-3056-4bb7-9f71-f022330df207/78e59f46-b805-4704-aa9e-7f5689a84472) {{(pid=83871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 13:42:53.158078 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89cdc95e-821b-4db1-831c-f13b4377b5c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cab079ab-5e8d-48f2-8e14-fbd5665991f9,revision_number=None']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:42:53.162793 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-89cdc95e-821b-4db1-831c-f13b4377b5c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:53.166207 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-89cdc95e-821b-4db1-831c-f13b4377b5c2 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/cab079ab-5e8d-48f2-8e14-fbd5665991f9 HTTP/1.1" status: 204 len: 168 time: 0.2172225 Apr 01 13:42:53.169079 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-30e0f762-548d-48a8-9e02-05538be8c439 tempest-SecGroupTest-2071671531 tempest-SecGroupTest-2071671531-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3775744'] for security_group_rule, after_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:53.200739 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e0f762-548d-48a8-9e02-05538be8c439 tempest-SecGroupTest-2071671531 tempest-SecGroupTest-2071671531-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ccbd860c-216d-4d93-b3af-9d779b0cd1af,revision_number=None']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:42:53.248793 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-30e0f762-548d-48a8-9e02-05538be8c439 tempest-SecGroupTest-2071671531 tempest-SecGroupTest-2071671531-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:53.252268 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-30e0f762-548d-48a8-9e02-05538be8c439 tempest-SecGroupTest-2071671531 tempest-SecGroupTest-2071671531-project] 10.222.0.26 "DELETE /v2.0/security-group-rules/ccbd860c-216d-4d93-b3af-9d779b0cd1af HTTP/1.1" status: 204 len: 168 time: 0.2164643 Apr 01 13:42:53.252906 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 56724) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:42:53.343093 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-65ce0f3e-8867-403c-a0de-a792034c37f4 tempest-SecGroupTest-2071671531 tempest-SecGroupTest-2071671531-project] 10.222.0.26 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.0861022 Apr 01 13:42:53.343609 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 56728) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:42:53.417473 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-78a080fb-8408-413d-8bef-5d1ebdfb767b tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Notify callbacks [] for port, precommit_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:53.435258 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-29e31f81-e75b-4375-a09e-ec273ca652d8 tempest-SecGroupTest-2071671531 tempest-SecGroupTest-2071671531-project] Notify callbacks [] for security_group, before_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:53.437398 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.provisioning_blocks [None req-78a080fb-8408-413d-8bef-5d1ebdfb767b tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Transition to ACTIVE for port object 78e59f46-b805-4704-aa9e-7f5689a84472 will not be triggered until provisioned by entity DHCP. {{(pid=83871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 13:42:53.470726 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-29e31f81-e75b-4375-a09e-ec273ca652d8 tempest-SecGroupTest-2071671531 tempest-SecGroupTest-2071671531-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:53.470968 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-78a080fb-8408-413d-8bef-5d1ebdfb767b tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736732935801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2743125'] for port, after_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:53.541013 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-29e31f81-e75b-4375-a09e-ec273ca652d8 tempest-SecGroupTest-2071671531 tempest-SecGroupTest-2071671531-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3775923'] for security_group, after_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:53.557081 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78a080fb-8408-413d-8bef-5d1ebdfb767b tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Network da52fa05-a658-4e73-abb5-e8699cbc9bb6 is already hosted by enough agents. {{(pid=83871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 13:42:53.557991 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.scheduler.base_scheduler [None req-78a080fb-8408-413d-8bef-5d1ebdfb767b tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Resources bound (agent type, host, resource id): {{(pid=83871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 13:42:53.564527 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e31f81-e75b-4375-a09e-ec273ca652d8 tempest-SecGroupTest-2071671531 tempest-SecGroupTest-2071671531-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f294b9fc-8042-4da8-a5bc-542c7a3ba054,revision_number=None']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:42:53.570239 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78a080fb-8408-413d-8bef-5d1ebdfb767b tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Received port after_create {{(pid=83871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 13:42:53.583952 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-29e31f81-e75b-4375-a09e-ec273ca652d8 tempest-SecGroupTest-2071671531 tempest-SecGroupTest-2071671531-project] Notify callbacks [] for security_group, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:53.588237 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-29e31f81-e75b-4375-a09e-ec273ca652d8 tempest-SecGroupTest-2071671531 tempest-SecGroupTest-2071671531-project] 10.222.0.26 "DELETE /v2.0/security-groups/f294b9fc-8042-4da8-a5bc-542c7a3ba054 HTTP/1.1" status: 204 len: 168 time: 0.2436173 Apr 01 13:42:53.588842 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 56732) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:42:53.618595 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a080fb-8408-413d-8bef-5d1ebdfb767b tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Pushing event updated for resources: {'Port': ['ID=78e59f46-b805-4704-aa9e-7f5689a84472,revision_number=1']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:42:53.640497 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78a080fb-8408-413d-8bef-5d1ebdfb767b tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:42:53.641124 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-78a080fb-8408-413d-8bef-5d1ebdfb767b tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109561'] for port, before_response {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:53.645417 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-0ccaec78-7343-41f4-b2dd-334b09e4d915 tempest-SecGroupTest-2071671531 tempest-SecGroupTest-2071671531-project] Synchronizing usage tracker for tenant:775bf4a8f78e418d9754aa6d74334dc2 on resource:security_group {{(pid=83869) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 13:42:53.663091 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-0ccaec78-7343-41f4-b2dd-334b09e4d915 tempest-SecGroupTest-2071671531 tempest-SecGroupTest-2071671531-project] Unset dirty status for tenant:775bf4a8f78e418d9754aa6d74334dc2 on resource:security_group {{(pid=83869) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 13:42:53.664567 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-0ccaec78-7343-41f4-b2dd-334b09e4d915 tempest-SecGroupTest-2071671531 tempest-SecGroupTest-2071671531-project] 10.222.0.26 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.0746021 Apr 01 13:42:53.665392 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-78a080fb-8408-413d-8bef-5d1ebdfb767b tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.1592340 Apr 01 13:42:53.667965 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 56736) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:42:53.671830 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 56738) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:42:53.678330 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.v2.base [None req-4732df0b-df5c-452a-b609-11af17fae587 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Request body: {'subnet': {'network_id': 'da52fa05-a658-4e73-abb5-e8699cbc9bb6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:42:53.745070 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-71434350-c28a-42d4-93c1-4a1a391ab4c8 None None] Provisioning complete for port 7ea6f42f-3130-46c9-8069-204d4b9c68d3 triggered by entity DHCP. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 13:42:53.745438 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-71434350-c28a-42d4-93c1-4a1a391ab4c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-948329'] for port, provisioning_complete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:53.792705 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.v2.base [None req-d6463d64-3faa-45bd-9326-2ad25254f173 tempest-SecGroupTest-2071671531 tempest-SecGroupTest-2071671531-project] Request body: {'security_group': {'name': 'tempest-secgroup--1213507939'}} {{(pid=83871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:42:53.806179 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-d6463d64-3faa-45bd-9326-2ad25254f173 tempest-SecGroupTest-2071671531 tempest-SecGroupTest-2071671531-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:42:53.822320 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:53.830004 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.plugin [None req-71434350-c28a-42d4-93c1-4a1a391ab4c8 None None] Port 7ea6f42f-3130-46c9-8069-204d4b9c68d3 cannot update to ACTIVE because it is not bound. {{(pid=83872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 13:42:53.843310 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-71434350-c28a-42d4-93c1-4a1a391ab4c8 None None] Provisioning for port a80a8a91-49c9-43dc-884b-568b5bffbd4c completed by entity DHCP. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 13:42:53.848772 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-71434350-c28a-42d4-93c1-4a1a391ab4c8 None None] Provisioning complete for port a80a8a91-49c9-43dc-884b-568b5bffbd4c triggered by entity DHCP. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 13:42:53.849268 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-71434350-c28a-42d4-93c1-4a1a391ab4c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-948329'] for port, provisioning_complete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:53.878785 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-d6463d64-3faa-45bd-9326-2ad25254f173 tempest-SecGroupTest-2071671531 tempest-SecGroupTest-2071671531-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:42:53.898484 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-d6463d64-3faa-45bd-9326-2ad25254f173 tempest-SecGroupTest-2071671531 tempest-SecGroupTest-2071671531-project] Notify callbacks [] for security_group, before_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:53.981365 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-d6463d64-3faa-45bd-9326-2ad25254f173 tempest-SecGroupTest-2071671531 tempest-SecGroupTest-2071671531-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:42:53.984636 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-4732df0b-df5c-452a-b609-11af17fae587 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:42:53.990148 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-d6463d64-3faa-45bd-9326-2ad25254f173 tempest-SecGroupTest-2071671531 tempest-SecGroupTest-2071671531-project] Usage tracker for resource:security_group_rule and tenant:775bf4a8f78e418d9754aa6d74334dc2 is out of sync, need to count used quota {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 13:42:53.993148 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-4732df0b-df5c-452a-b609-11af17fae587 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Usage tracker for resource:subnet and tenant:1932cd2bf32d410ebaa96b0062b29072 is out of sync, need to count used quota {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 13:42:53.995643 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-d6463d64-3faa-45bd-9326-2ad25254f173 tempest-SecGroupTest-2071671531 tempest-SecGroupTest-2071671531-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 13:42:53.999334 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-4732df0b-df5c-452a-b609-11af17fae587 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 13:42:54.006894 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-d6463d64-3faa-45bd-9326-2ad25254f173 tempest-SecGroupTest-2071671531 tempest-SecGroupTest-2071671531-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:42:54.008968 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-4732df0b-df5c-452a-b609-11af17fae587 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:42:54.028572 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4732df0b-df5c-452a-b609-11af17fae587 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Made reservation on behalf of 1932cd2bf32d410ebaa96b0062b29072 for: {'subnet': 1} {{(pid=83871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 13:42:54.033133 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-4732df0b-df5c-452a-b609-11af17fae587 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2757336'] for subnet, before_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:54.100798 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-9519a32a-cfca-41ef-a763-b51c3088d9f2 None None] Provisioning for port 78e59f46-b805-4704-aa9e-7f5689a84472 completed by entity DHCP. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 13:42:54.107090 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-9519a32a-cfca-41ef-a763-b51c3088d9f2 None None] Provisioning complete for port 78e59f46-b805-4704-aa9e-7f5689a84472 triggered by entity DHCP. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 13:42:54.107415 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-9519a32a-cfca-41ef-a763-b51c3088d9f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-948329'] for port, provisioning_complete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:54.154644 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Device a80a8a91-49c9-43dc-884b-568b5bffbd4c up at agent ovs-agent-dv-neutron-836180-1-hyperv {{(pid=83872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 13:42:54.181700 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-d6463d64-3faa-45bd-9326-2ad25254f173 tempest-SecGroupTest-2071671531 tempest-SecGroupTest-2071671531-project] Notify callbacks [] for security_group, precommit_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:54.187786 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-d6463d64-3faa-45bd-9326-2ad25254f173 tempest-SecGroupTest-2071671531 tempest-SecGroupTest-2071671531-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3775923'] for security_group, after_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:54.232501 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.plugin [None req-9519a32a-cfca-41ef-a763-b51c3088d9f2 None None] Port 78e59f46-b805-4704-aa9e-7f5689a84472 cannot update to ACTIVE because it is not bound. {{(pid=83872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 13:42:54.253605 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Provisioning complete for port a80a8a91-49c9-43dc-884b-568b5bffbd4c triggered by entity L2. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 13:42:54.253972 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-948329'] for port, provisioning_complete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:54.262654 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.db.ipam_backend_mixin [None req-4732df0b-df5c-452a-b609-11af17fae587 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet afd2475b-3056-4bb7-9f71-f022330df207 (CIDR: 172.20.0.0/28) Apr 01 13:42:54.271814 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.pecan_wsgi.hooks.translation [None req-4732df0b-df5c-452a-b609-11af17fae587 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 01 13:42:54.272248 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4732df0b-df5c-452a-b609-11af17fae587 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83871) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 13:42:54.278735 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6463d64-3faa-45bd-9326-2ad25254f173 tempest-SecGroupTest-2071671531 tempest-SecGroupTest-2071671531-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1f53026b-e203-42d6-b18c-c94083dbf568,revision_number=1']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:42:54.295003 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-d6463d64-3faa-45bd-9326-2ad25254f173 tempest-SecGroupTest-2071671531 tempest-SecGroupTest-2071671531-project] Notify callbacks [] for security_group, before_response {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:54.298993 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-d6463d64-3faa-45bd-9326-2ad25254f173 tempest-SecGroupTest-2071671531 tempest-SecGroupTest-2071671531-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.6235363 Apr 01 13:42:54.299270 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 56744) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:42:54.304680 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.v2.base [None req-bb1c835d-2490-48fc-872d-e674d8af95d6 tempest-SecGroupTest-2071671531 tempest-SecGroupTest-2071671531-project] Request body: {'security_group_rule': {'security_group_id': '1f53026b-e203-42d6-b18c-c94083dbf568', 'direction': 'ingress', 'protocol': 17}} {{(pid=83871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:42:54.314033 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-4732df0b-df5c-452a-b609-11af17fae587 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6415348 Apr 01 13:42:54.314033 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-bb1c835d-2490-48fc-872d-e674d8af95d6 tempest-SecGroupTest-2071671531 tempest-SecGroupTest-2071671531-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:42:54.314430 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 56748) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:42:54.319396 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-bb1c835d-2490-48fc-872d-e674d8af95d6 tempest-SecGroupTest-2071671531 tempest-SecGroupTest-2071671531-project] Usage tracker for resource:security_group_rule and tenant:775bf4a8f78e418d9754aa6d74334dc2 is out of sync, need to count used quota {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 13:42:54.326875 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.v2.base [None req-f9af43df-4273-49bd-9420-c99637a98442 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Request body: {'subnet': {'network_id': 'da52fa05-a658-4e73-abb5-e8699cbc9bb6', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=83871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:42:54.347976 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-bb1c835d-2490-48fc-872d-e674d8af95d6 tempest-SecGroupTest-2071671531 tempest-SecGroupTest-2071671531-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 13:42:54.409542 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-bb1c835d-2490-48fc-872d-e674d8af95d6 tempest-SecGroupTest-2071671531 tempest-SecGroupTest-2071671531-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:42:54.457833 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-bb1c835d-2490-48fc-872d-e674d8af95d6 tempest-SecGroupTest-2071671531 tempest-SecGroupTest-2071671531-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:54.526118 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-f9af43df-4273-49bd-9420-c99637a98442 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:42:54.535198 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-f9af43df-4273-49bd-9420-c99637a98442 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Usage tracker for resource:subnet and tenant:1932cd2bf32d410ebaa96b0062b29072 is out of sync, need to count used quota {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 13:42:54.538867 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-f9af43df-4273-49bd-9420-c99637a98442 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 13:42:54.547533 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-f9af43df-4273-49bd-9420-c99637a98442 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:42:54.562919 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-bb1c835d-2490-48fc-872d-e674d8af95d6 tempest-SecGroupTest-2071671531 tempest-SecGroupTest-2071671531-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:54.566850 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-bb1c835d-2490-48fc-872d-e674d8af95d6 tempest-SecGroupTest-2071671531 tempest-SecGroupTest-2071671531-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3775744'] for security_group_rule, after_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:54.585612 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9af43df-4273-49bd-9420-c99637a98442 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Made reservation on behalf of 1932cd2bf32d410ebaa96b0062b29072 for: {'subnet': 1} {{(pid=83871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 13:42:54.588950 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-f9af43df-4273-49bd-9420-c99637a98442 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2757336'] for subnet, before_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:54.624192 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb1c835d-2490-48fc-872d-e674d8af95d6 tempest-SecGroupTest-2071671531 tempest-SecGroupTest-2071671531-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=03467440-eefc-4dc8-ac78-e777190e5730,revision_number=0']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:42:54.689163 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-bb1c835d-2490-48fc-872d-e674d8af95d6 tempest-SecGroupTest-2071671531 tempest-SecGroupTest-2071671531-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:54.690319 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-bb1c835d-2490-48fc-872d-e674d8af95d6 tempest-SecGroupTest-2071671531 tempest-SecGroupTest-2071671531-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 709 time: 0.3901913 Apr 01 13:42:54.693251 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 56752) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:42:54.739103 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.db.ipam_backend_mixin [None req-f9af43df-4273-49bd-9420-c99637a98442 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet 203485c7-8ae8-464a-a6d2-2b97cd38cc31 (CIDR: 172.20.0.16/28) Apr 01 13:42:54.744281 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.pecan_wsgi.hooks.translation [None req-f9af43df-4273-49bd-9420-c99637a98442 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 01 13:42:54.744781 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f9af43df-4273-49bd-9420-c99637a98442 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83871) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 13:42:54.764900 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-f9af43df-4273-49bd-9420-c99637a98442 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 0.4495206 Apr 01 13:42:54.767529 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 56756) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:42:54.767846 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-280b29ee-34cc-498a-ab5a-4da07d34e101 tempest-SecGroupTest-2071671531 tempest-SecGroupTest-2071671531-project] Notify callbacks [] for security_group, before_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:54.774591 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.v2.base [None req-b59f57ee-e73d-4ec5-8acc-cc1af640832f tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Request body: {'subnet': {'network_id': 'da52fa05-a658-4e73-abb5-e8699cbc9bb6', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=83871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:42:54.795711 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-280b29ee-34cc-498a-ab5a-4da07d34e101 tempest-SecGroupTest-2071671531 tempest-SecGroupTest-2071671531-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:54.845979 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-280b29ee-34cc-498a-ab5a-4da07d34e101 tempest-SecGroupTest-2071671531 tempest-SecGroupTest-2071671531-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3775923'] for security_group, after_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:54.864985 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-280b29ee-34cc-498a-ab5a-4da07d34e101 tempest-SecGroupTest-2071671531 tempest-SecGroupTest-2071671531-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f53026b-e203-42d6-b18c-c94083dbf568,revision_number=None']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:42:54.874896 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-280b29ee-34cc-498a-ab5a-4da07d34e101 tempest-SecGroupTest-2071671531 tempest-SecGroupTest-2071671531-project] Notify callbacks [] for security_group, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:54.875982 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-280b29ee-34cc-498a-ab5a-4da07d34e101 tempest-SecGroupTest-2071671531 tempest-SecGroupTest-2071671531-project] 10.222.0.26 "DELETE /v2.0/security-groups/1f53026b-e203-42d6-b18c-c94083dbf568 HTTP/1.1" status: 204 len: 168 time: 0.1817722 Apr 01 13:42:54.878542 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 56760) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:42:54.930096 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-8e3b266d-e8fc-4d67-a544-29081cec6481 tempest-SecGroupTest-2071671531 tempest-SecGroupTest-2071671531-project] Synchronizing usage tracker for tenant:775bf4a8f78e418d9754aa6d74334dc2 on resource:security_group {{(pid=83869) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 13:42:54.930812 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-b59f57ee-e73d-4ec5-8acc-cc1af640832f tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:42:54.934787 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-b59f57ee-e73d-4ec5-8acc-cc1af640832f tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Usage tracker for resource:subnet and tenant:1932cd2bf32d410ebaa96b0062b29072 is out of sync, need to count used quota {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 13:42:54.937819 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-b59f57ee-e73d-4ec5-8acc-cc1af640832f tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 13:42:54.944037 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-b59f57ee-e73d-4ec5-8acc-cc1af640832f tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:42:54.946045 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-8e3b266d-e8fc-4d67-a544-29081cec6481 tempest-SecGroupTest-2071671531 tempest-SecGroupTest-2071671531-project] Unset dirty status for tenant:775bf4a8f78e418d9754aa6d74334dc2 on resource:security_group {{(pid=83869) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 13:42:54.947355 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-8e3b266d-e8fc-4d67-a544-29081cec6481 tempest-SecGroupTest-2071671531 tempest-SecGroupTest-2071671531-project] 10.222.0.26 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.0678902 Apr 01 13:42:54.952233 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 56764) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:42:54.958682 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.v2.base [None req-fb5a951a-dd0a-4af6-91b7-591259e79733 tempest-SecGroupTest-2071671531 tempest-SecGroupTest-2071671531-project] Request body: {'security_group': {'name': 'tempest-secgroup--449661498'}} {{(pid=83871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:42:54.964775 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-fb5a951a-dd0a-4af6-91b7-591259e79733 tempest-SecGroupTest-2071671531 tempest-SecGroupTest-2071671531-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:42:54.967496 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b59f57ee-e73d-4ec5-8acc-cc1af640832f tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Made reservation on behalf of 1932cd2bf32d410ebaa96b0062b29072 for: {'subnet': 1} {{(pid=83871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 13:42:54.970682 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-b59f57ee-e73d-4ec5-8acc-cc1af640832f tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2757336'] for subnet, before_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:55.037212 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-fb5a951a-dd0a-4af6-91b7-591259e79733 tempest-SecGroupTest-2071671531 tempest-SecGroupTest-2071671531-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:42:55.063452 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-fb5a951a-dd0a-4af6-91b7-591259e79733 tempest-SecGroupTest-2071671531 tempest-SecGroupTest-2071671531-project] Notify callbacks [] for security_group, before_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:55.132334 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-fb5a951a-dd0a-4af6-91b7-591259e79733 tempest-SecGroupTest-2071671531 tempest-SecGroupTest-2071671531-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:42:55.140540 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-fb5a951a-dd0a-4af6-91b7-591259e79733 tempest-SecGroupTest-2071671531 tempest-SecGroupTest-2071671531-project] Usage tracker for resource:security_group_rule and tenant:775bf4a8f78e418d9754aa6d74334dc2 is out of sync, need to count used quota {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 13:42:55.143978 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-fb5a951a-dd0a-4af6-91b7-591259e79733 tempest-SecGroupTest-2071671531 tempest-SecGroupTest-2071671531-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 13:42:55.151611 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-fb5a951a-dd0a-4af6-91b7-591259e79733 tempest-SecGroupTest-2071671531 tempest-SecGroupTest-2071671531-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:42:55.261786 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-fb5a951a-dd0a-4af6-91b7-591259e79733 tempest-SecGroupTest-2071671531 tempest-SecGroupTest-2071671531-project] Notify callbacks [] for security_group, precommit_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:55.269953 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-fb5a951a-dd0a-4af6-91b7-591259e79733 tempest-SecGroupTest-2071671531 tempest-SecGroupTest-2071671531-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3775923'] for security_group, after_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:55.333666 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb5a951a-dd0a-4af6-91b7-591259e79733 tempest-SecGroupTest-2071671531 tempest-SecGroupTest-2071671531-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8c6dd2e7-c083-4d73-aaf0-dc380f8e3a79,revision_number=1']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:42:55.358427 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-b59f57ee-e73d-4ec5-8acc-cc1af640832f tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2743225', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2757366'] for subnet, after_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:55.387693 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-fb5a951a-dd0a-4af6-91b7-591259e79733 tempest-SecGroupTest-2071671531 tempest-SecGroupTest-2071671531-project] Notify callbacks [] for security_group, before_response {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:55.388808 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-fb5a951a-dd0a-4af6-91b7-591259e79733 tempest-SecGroupTest-2071671531 tempest-SecGroupTest-2071671531-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.4354291 Apr 01 13:42:55.391682 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 56768) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:42:55.397232 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.v2.base [None req-e3693c7b-5553-43d9-920e-5ac21e9a0f47 tempest-SecGroupTest-2071671531 tempest-SecGroupTest-2071671531-project] Request body: {'security_group': {'name': 'tempest-secgroup--635485041'}} {{(pid=83869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:42:55.403819 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-e3693c7b-5553-43d9-920e-5ac21e9a0f47 tempest-SecGroupTest-2071671531 tempest-SecGroupTest-2071671531-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:42:55.408377 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-e3693c7b-5553-43d9-920e-5ac21e9a0f47 tempest-SecGroupTest-2071671531 tempest-SecGroupTest-2071671531-project] Usage tracker for resource:security_group and tenant:775bf4a8f78e418d9754aa6d74334dc2 is out of sync, need to count used quota {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 13:42:55.411353 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-e3693c7b-5553-43d9-920e-5ac21e9a0f47 tempest-SecGroupTest-2071671531 tempest-SecGroupTest-2071671531-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 13:42:55.417028 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-e3693c7b-5553-43d9-920e-5ac21e9a0f47 tempest-SecGroupTest-2071671531 tempest-SecGroupTest-2071671531-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:42:55.420344 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b59f57ee-e73d-4ec5-8acc-cc1af640832f tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Network da52fa05-a658-4e73-abb5-e8699cbc9bb6 is already hosted by enough agents. {{(pid=83871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 13:42:55.423372 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.scheduler.base_scheduler [None req-b59f57ee-e73d-4ec5-8acc-cc1af640832f tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Resources bound (agent type, host, resource id): {{(pid=83871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 13:42:55.427424 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b59f57ee-e73d-4ec5-8acc-cc1af640832f tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:42:55.427979 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-b59f57ee-e73d-4ec5-8acc-cc1af640832f tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Notify callbacks [] for subnet, before_response {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:55.428724 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-e3693c7b-5553-43d9-920e-5ac21e9a0f47 tempest-SecGroupTest-2071671531 tempest-SecGroupTest-2071671531-project] Notify callbacks [] for security_group, before_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:55.434413 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b284d463-17fc-4305-9f57-8bed426a8c11 None None] Network da52fa05-a658-4e73-abb5-e8699cbc9bb6 requested from dv-neutron-836180-1-hyperv {{(pid=83872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 13:42:55.435623 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b59f57ee-e73d-4ec5-8acc-cc1af640832f tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Pushing event updated for resources: {'Subnet': ['ID=8fdb3869-e141-42c1-b0ca-f0a69cc5003c,revision_number=0']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:42:55.455919 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-b59f57ee-e73d-4ec5-8acc-cc1af640832f tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.6873138 Apr 01 13:42:55.457120 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 56772) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:42:55.462683 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.v2.base [None req-04f25ec6-21b2-44b5-91d4-21b266022f75 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-369982493', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '8fdb3869-e141-42c1-b0ca-f0a69cc5003c'}], 'security_groups': ['83713d68-c7c1-4080-9210-98e54f41eddc', '24994342-158a-40dc-9c11-6c1b9ebc60d3']}} {{(pid=83871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:42:55.466996 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-e3693c7b-5553-43d9-920e-5ac21e9a0f47 tempest-SecGroupTest-2071671531 tempest-SecGroupTest-2071671531-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:42:55.471310 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-e3693c7b-5553-43d9-920e-5ac21e9a0f47 tempest-SecGroupTest-2071671531 tempest-SecGroupTest-2071671531-project] Usage tracker for resource:security_group_rule and tenant:775bf4a8f78e418d9754aa6d74334dc2 is out of sync, need to count used quota {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 13:42:55.474142 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-e3693c7b-5553-43d9-920e-5ac21e9a0f47 tempest-SecGroupTest-2071671531 tempest-SecGroupTest-2071671531-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 13:42:55.479831 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-e3693c7b-5553-43d9-920e-5ac21e9a0f47 tempest-SecGroupTest-2071671531 tempest-SecGroupTest-2071671531-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:42:55.545430 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-e3693c7b-5553-43d9-920e-5ac21e9a0f47 tempest-SecGroupTest-2071671531 tempest-SecGroupTest-2071671531-project] Notify callbacks [] for security_group, precommit_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:55.550871 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-e3693c7b-5553-43d9-920e-5ac21e9a0f47 tempest-SecGroupTest-2071671531 tempest-SecGroupTest-2071671531-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3775923'] for security_group, after_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:55.594193 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-04f25ec6-21b2-44b5-91d4-21b266022f75 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:55.604162 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3693c7b-5553-43d9-920e-5ac21e9a0f47 tempest-SecGroupTest-2071671531 tempest-SecGroupTest-2071671531-project] Pushing event updated for resources: {'SecurityGroup': ['ID=39e77242-3418-4535-84ae-f0afba000875,revision_number=1']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:42:55.616890 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-e3693c7b-5553-43d9-920e-5ac21e9a0f47 tempest-SecGroupTest-2071671531 tempest-SecGroupTest-2071671531-project] Notify callbacks [] for security_group, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:55.621400 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-e3693c7b-5553-43d9-920e-5ac21e9a0f47 tempest-SecGroupTest-2071671531 tempest-SecGroupTest-2071671531-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.2260134 Apr 01 13:42:55.621570 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 56776) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:42:55.628736 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.v2.base [None req-f6c8bf6b-e556-484f-a7a7-4cf756ff2315 tempest-SecGroupTest-2071671531 tempest-SecGroupTest-2071671531-project] Request body: {'security_group_rule': {'security_group_id': '8c6dd2e7-c083-4d73-aaf0-dc380f8e3a79', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '39e77242-3418-4535-84ae-f0afba000875', 'remote_ip_prefix': None}} {{(pid=83869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:42:55.634459 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-f6c8bf6b-e556-484f-a7a7-4cf756ff2315 tempest-SecGroupTest-2071671531 tempest-SecGroupTest-2071671531-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:42:55.639244 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-f6c8bf6b-e556-484f-a7a7-4cf756ff2315 tempest-SecGroupTest-2071671531 tempest-SecGroupTest-2071671531-project] Usage tracker for resource:security_group_rule and tenant:775bf4a8f78e418d9754aa6d74334dc2 is out of sync, need to count used quota {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 13:42:55.642342 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-f6c8bf6b-e556-484f-a7a7-4cf756ff2315 tempest-SecGroupTest-2071671531 tempest-SecGroupTest-2071671531-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 13:42:55.648164 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-f6c8bf6b-e556-484f-a7a7-4cf756ff2315 tempest-SecGroupTest-2071671531 tempest-SecGroupTest-2071671531-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:42:55.673205 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-f6c8bf6b-e556-484f-a7a7-4cf756ff2315 tempest-SecGroupTest-2071671531 tempest-SecGroupTest-2071671531-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:55.749238 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-f6c8bf6b-e556-484f-a7a7-4cf756ff2315 tempest-SecGroupTest-2071671531 tempest-SecGroupTest-2071671531-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:55.754750 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-f6c8bf6b-e556-484f-a7a7-4cf756ff2315 tempest-SecGroupTest-2071671531 tempest-SecGroupTest-2071671531-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3775744'] for security_group_rule, after_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:55.779524 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c8bf6b-e556-484f-a7a7-4cf756ff2315 tempest-SecGroupTest-2071671531 tempest-SecGroupTest-2071671531-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8c355fe2-2d2e-4dd6-881a-6ebb39a85c1e,revision_number=0']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:42:55.797566 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-f6c8bf6b-e556-484f-a7a7-4cf756ff2315 tempest-SecGroupTest-2071671531 tempest-SecGroupTest-2071671531-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:55.798962 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-f6c8bf6b-e556-484f-a7a7-4cf756ff2315 tempest-SecGroupTest-2071671531 tempest-SecGroupTest-2071671531-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 740 time: 0.1748297 Apr 01 13:42:55.802531 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 56780) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:42:55.832254 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-d611ecf1-4e00-4d34-9e9a-8ddd1ee5f3df tempest-SecGroupTest-2071671531 tempest-SecGroupTest-2071671531-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:55.838002 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36b3158b-3eb4-4236-b10e-c240d7756027 None None] Update dhcp port {'port': {'network_id': 'da52fa05-a658-4e73-abb5-e8699cbc9bb6', 'fixed_ips': [{'subnet_id': '203485c7-8ae8-464a-a6d2-2b97cd38cc31', 'ip_address': '172.20.0.18'}, {'subnet_id': 'afd2475b-3056-4bb7-9f71-f022330df207', 'ip_address': '172.20.0.2'}, {'subnet_id': '8fdb3869-e141-42c1-b0ca-f0a69cc5003c'}], 'binding:host_id': 'dv-neutron-836180-1-hyperv'}, 'id': 'a80a8a91-49c9-43dc-884b-568b5bffbd4c'} from dv-neutron-836180-1-hyperv. {{(pid=83872) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Apr 01 13:42:55.843088 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-d611ecf1-4e00-4d34-9e9a-8ddd1ee5f3df tempest-SecGroupTest-2071671531 tempest-SecGroupTest-2071671531-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:55.868339 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-d611ecf1-4e00-4d34-9e9a-8ddd1ee5f3df tempest-SecGroupTest-2071671531 tempest-SecGroupTest-2071671531-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3775744'] for security_group_rule, after_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:55.888959 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d611ecf1-4e00-4d34-9e9a-8ddd1ee5f3df tempest-SecGroupTest-2071671531 tempest-SecGroupTest-2071671531-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=8c355fe2-2d2e-4dd6-881a-6ebb39a85c1e,revision_number=None']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:42:55.893014 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-36b3158b-3eb4-4236-b10e-c240d7756027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:55.893194 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-d611ecf1-4e00-4d34-9e9a-8ddd1ee5f3df tempest-SecGroupTest-2071671531 tempest-SecGroupTest-2071671531-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:55.896706 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-d611ecf1-4e00-4d34-9e9a-8ddd1ee5f3df tempest-SecGroupTest-2071671531 tempest-SecGroupTest-2071671531-project] 10.222.0.26 "DELETE /v2.0/security-group-rules/8c355fe2-2d2e-4dd6-881a-6ebb39a85c1e HTTP/1.1" status: 204 len: 168 time: 0.0914853 Apr 01 13:42:55.896881 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 56784) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:42:55.960534 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-d586029f-21fc-4e4e-b3a7-1eefc4cc0263 tempest-SecGroupTest-2071671531 tempest-SecGroupTest-2071671531-project] Synchronizing usage tracker for tenant:775bf4a8f78e418d9754aa6d74334dc2 on resource:security_group_rule {{(pid=83869) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 13:42:55.978293 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-d586029f-21fc-4e4e-b3a7-1eefc4cc0263 tempest-SecGroupTest-2071671531 tempest-SecGroupTest-2071671531-project] Unset dirty status for tenant:775bf4a8f78e418d9754aa6d74334dc2 on resource:security_group_rule {{(pid=83869) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 13:42:55.983630 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-d586029f-21fc-4e4e-b3a7-1eefc4cc0263 tempest-SecGroupTest-2071671531 tempest-SecGroupTest-2071671531-project] 10.222.0.26 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4195 time: 0.0818145 Apr 01 13:42:55.983994 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 56788) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:42:56.052568 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-7b0ae339-d2a4-4477-ab98-829a7d8d9466 tempest-SecGroupTest-2071671531 tempest-SecGroupTest-2071671531-project] Notify callbacks [] for security_group, before_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:56.080159 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-7b0ae339-d2a4-4477-ab98-829a7d8d9466 tempest-SecGroupTest-2071671531 tempest-SecGroupTest-2071671531-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:56.120286 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.db_base_plugin_common [None req-04f25ec6-21b2-44b5-91d4-21b266022f75 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Delete allocated IP 172.20.0.10 (da52fa05-a658-4e73-abb5-e8699cbc9bb6/afd2475b-3056-4bb7-9f71-f022330df207) {{(pid=83871) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Apr 01 13:42:56.125878 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-7b0ae339-d2a4-4477-ab98-829a7d8d9466 tempest-SecGroupTest-2071671531 tempest-SecGroupTest-2071671531-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3775923'] for security_group, after_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:56.128265 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.db_base_plugin_common [None req-04f25ec6-21b2-44b5-91d4-21b266022f75 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Allocated IP 172.20.0.36 (da52fa05-a658-4e73-abb5-e8699cbc9bb6/8fdb3869-e141-42c1-b0ca-f0a69cc5003c/78e59f46-b805-4704-aa9e-7f5689a84472) {{(pid=83871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 13:42:56.145978 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b0ae339-d2a4-4477-ab98-829a7d8d9466 tempest-SecGroupTest-2071671531 tempest-SecGroupTest-2071671531-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=39e77242-3418-4535-84ae-f0afba000875,revision_number=None']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:42:56.160589 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-7b0ae339-d2a4-4477-ab98-829a7d8d9466 tempest-SecGroupTest-2071671531 tempest-SecGroupTest-2071671531-project] Notify callbacks [] for security_group, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:56.164805 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-7b0ae339-d2a4-4477-ab98-829a7d8d9466 tempest-SecGroupTest-2071671531 tempest-SecGroupTest-2071671531-project] 10.222.0.26 "DELETE /v2.0/security-groups/39e77242-3418-4535-84ae-f0afba000875 HTTP/1.1" status: 204 len: 168 time: 0.1796677 Apr 01 13:42:56.165394 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 56792) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:42:56.231463 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-e1d470cf-ae64-4394-b75c-0a88b5ccb9ac tempest-SecGroupTest-2071671531 tempest-SecGroupTest-2071671531-project] Synchronizing usage tracker for tenant:775bf4a8f78e418d9754aa6d74334dc2 on resource:security_group {{(pid=83869) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 13:42:56.246814 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-e1d470cf-ae64-4394-b75c-0a88b5ccb9ac tempest-SecGroupTest-2071671531 tempest-SecGroupTest-2071671531-project] Unset dirty status for tenant:775bf4a8f78e418d9754aa6d74334dc2 on resource:security_group {{(pid=83869) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 13:42:56.248194 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-e1d470cf-ae64-4394-b75c-0a88b5ccb9ac tempest-SecGroupTest-2071671531 tempest-SecGroupTest-2071671531-project] 10.222.0.26 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4006 time: 0.0818429 Apr 01 13:42:56.251037 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 56796) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:42:56.320653 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-a64f5aab-26cc-4e81-8bdb-12f814ed2843 tempest-SecGroupTest-2071671531 tempest-SecGroupTest-2071671531-project] Notify callbacks [] for security_group, before_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:56.347590 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-a64f5aab-26cc-4e81-8bdb-12f814ed2843 tempest-SecGroupTest-2071671531 tempest-SecGroupTest-2071671531-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:56.351174 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-04f25ec6-21b2-44b5-91d4-21b266022f75 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Notify callbacks [] for port, precommit_update {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:56.367860 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.provisioning_blocks [None req-04f25ec6-21b2-44b5-91d4-21b266022f75 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Transition to ACTIVE for port object 78e59f46-b805-4704-aa9e-7f5689a84472 will not be triggered until provisioned by entity DHCP. {{(pid=83871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 13:42:56.371905 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-04f25ec6-21b2-44b5-91d4-21b266022f75 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2743106'] for port, after_update {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:56.394640 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-a64f5aab-26cc-4e81-8bdb-12f814ed2843 tempest-SecGroupTest-2071671531 tempest-SecGroupTest-2071671531-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3775923'] for security_group, after_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:56.413627 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64f5aab-26cc-4e81-8bdb-12f814ed2843 tempest-SecGroupTest-2071671531 tempest-SecGroupTest-2071671531-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c6dd2e7-c083-4d73-aaf0-dc380f8e3a79,revision_number=None']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:42:56.437409 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-a64f5aab-26cc-4e81-8bdb-12f814ed2843 tempest-SecGroupTest-2071671531 tempest-SecGroupTest-2071671531-project] Notify callbacks [] for security_group, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:56.439260 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-a64f5aab-26cc-4e81-8bdb-12f814ed2843 tempest-SecGroupTest-2071671531 tempest-SecGroupTest-2071671531-project] 10.222.0.26 "DELETE /v2.0/security-groups/8c6dd2e7-c083-4d73-aaf0-dc380f8e3a79 HTTP/1.1" status: 204 len: 168 time: 0.1873012 Apr 01 13:42:56.441831 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 56800) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:42:56.462080 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.db_base_plugin_common [None req-36b3158b-3eb4-4236-b10e-c240d7756027 None None] Allocated IP 172.20.0.34 (da52fa05-a658-4e73-abb5-e8699cbc9bb6/8fdb3869-e141-42c1-b0ca-f0a69cc5003c/a80a8a91-49c9-43dc-884b-568b5bffbd4c) {{(pid=83872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 13:42:56.498479 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-44bcc0f5-ae4a-4843-922a-cf96a440994a tempest-SecGroupTest-2071671531 tempest-SecGroupTest-2071671531-project] Synchronizing usage tracker for tenant:775bf4a8f78e418d9754aa6d74334dc2 on resource:security_group {{(pid=83869) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 13:42:56.514087 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f25ec6-21b2-44b5-91d4-21b266022f75 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Pushing event updated for resources: {'Port': ['ID=78e59f46-b805-4704-aa9e-7f5689a84472,revision_number=2']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:42:56.514678 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-44bcc0f5-ae4a-4843-922a-cf96a440994a tempest-SecGroupTest-2071671531 tempest-SecGroupTest-2071671531-project] Unset dirty status for tenant:775bf4a8f78e418d9754aa6d74334dc2 on resource:security_group {{(pid=83869) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 13:42:56.519900 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-44bcc0f5-ae4a-4843-922a-cf96a440994a tempest-SecGroupTest-2071671531 tempest-SecGroupTest-2071671531-project] 10.222.0.26 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.0731807 Apr 01 13:42:56.520792 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 56804) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:42:56.528232 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.v2.base [None req-ca1f60ff-c5da-45f5-ab07-57bb9c4f0450 tempest-SecGroupTest-2071671531 tempest-SecGroupTest-2071671531-project] Request body: {'security_group': {'name': 'tempest-secgroup--2123239646'}} {{(pid=83871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:42:56.541330 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-ca1f60ff-c5da-45f5-ab07-57bb9c4f0450 tempest-SecGroupTest-2071671531 tempest-SecGroupTest-2071671531-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:42:56.557288 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-ca1f60ff-c5da-45f5-ab07-57bb9c4f0450 tempest-SecGroupTest-2071671531 tempest-SecGroupTest-2071671531-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:42:56.562887 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.plugin [None req-04f25ec6-21b2-44b5-91d4-21b266022f75 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] In _notify_port_updated(), no bound segment for port 78e59f46-b805-4704-aa9e-7f5689a84472 on network da52fa05-a658-4e73-abb5-e8699cbc9bb6 {{(pid=83871) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Apr 01 13:42:56.566655 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04f25ec6-21b2-44b5-91d4-21b266022f75 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:42:56.567261 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-04f25ec6-21b2-44b5-91d4-21b266022f75 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109561'] for port, before_response {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:56.568570 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-04f25ec6-21b2-44b5-91d4-21b266022f75 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] 10.222.0.26 "PUT /v2.0/ports/78e59f46-b805-4704-aa9e-7f5689a84472 HTTP/1.1" status: 200 len: 959 time: 1.1108303 Apr 01 13:42:56.571805 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 56808) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:42:56.577540 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-ca1f60ff-c5da-45f5-ab07-57bb9c4f0450 tempest-SecGroupTest-2071671531 tempest-SecGroupTest-2071671531-project] Notify callbacks [] for security_group, before_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:56.606708 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-36b3158b-3eb4-4236-b10e-c240d7756027 None None] For port a80a8a91-49c9-43dc-884b-568b5bffbd4c, host dv-neutron-836180-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836180-1-hyperv',level=0,port_id=a80a8a91-49c9-43dc-884b-568b5bffbd4c,segment=NetworkSegment(0442e2b5-dcb7-4c63-b68a-def34e843f70),segment_id=0442e2b5-dcb7-4c63-b68a-def34e843f70)] {{(pid=83872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 13:42:56.614462 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-ca1f60ff-c5da-45f5-ab07-57bb9c4f0450 tempest-SecGroupTest-2071671531 tempest-SecGroupTest-2071671531-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:42:56.619249 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-ca1f60ff-c5da-45f5-ab07-57bb9c4f0450 tempest-SecGroupTest-2071671531 tempest-SecGroupTest-2071671531-project] Usage tracker for resource:security_group_rule and tenant:775bf4a8f78e418d9754aa6d74334dc2 is out of sync, need to count used quota {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 13:42:56.622444 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-ca1f60ff-c5da-45f5-ab07-57bb9c4f0450 tempest-SecGroupTest-2071671531 tempest-SecGroupTest-2071671531-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 13:42:56.628861 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-ca1f60ff-c5da-45f5-ab07-57bb9c4f0450 tempest-SecGroupTest-2071671531 tempest-SecGroupTest-2071671531-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:42:56.632481 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-36b3158b-3eb4-4236-b10e-c240d7756027 None None] Notify callbacks [] for port, precommit_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:56.651308 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-36b3158b-3eb4-4236-b10e-c240d7756027 None None] Transition to ACTIVE for port object a80a8a91-49c9-43dc-884b-568b5bffbd4c will not be triggered until provisioned by entity DHCP. {{(pid=83872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 13:42:56.655633 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-36b3158b-3eb4-4236-b10e-c240d7756027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864'] for port, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:56.694731 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-ca1f60ff-c5da-45f5-ab07-57bb9c4f0450 tempest-SecGroupTest-2071671531 tempest-SecGroupTest-2071671531-project] Notify callbacks [] for security_group, precommit_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:56.700443 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-ca1f60ff-c5da-45f5-ab07-57bb9c4f0450 tempest-SecGroupTest-2071671531 tempest-SecGroupTest-2071671531-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3775923'] for security_group, after_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:56.736088 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1f60ff-c5da-45f5-ab07-57bb9c4f0450 tempest-SecGroupTest-2071671531 tempest-SecGroupTest-2071671531-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7fc772f2-a774-4be6-aafc-953b893b268a,revision_number=1']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:42:56.739492 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.plugin [None req-7e91d369-2ad3-4fa1-8d27-a92487426b2a tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Deleting port 78e59f46-b805-4704-aa9e-7f5689a84472 {{(pid=83869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 13:42:56.739840 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-7e91d369-2ad3-4fa1-8d27-a92487426b2a tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736733287370'] for port, before_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:56.765023 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-ca1f60ff-c5da-45f5-ab07-57bb9c4f0450 tempest-SecGroupTest-2071671531 tempest-SecGroupTest-2071671531-project] Notify callbacks [] for security_group, before_response {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:56.769194 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 56812) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:42:56.770907 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-ca1f60ff-c5da-45f5-ab07-57bb9c4f0450 tempest-SecGroupTest-2071671531 tempest-SecGroupTest-2071671531-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.2471240 Apr 01 13:42:56.783421 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.v2.base [None req-4a97ab66-01c1-49ce-9dea-43d73a4b8d8f tempest-SecGroupTest-2071671531 tempest-SecGroupTest-2071671531-project] Request body: {'security_group_rule': {'security_group_id': '7fc772f2-a774-4be6-aafc-953b893b268a', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=83869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:42:56.793810 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-4a97ab66-01c1-49ce-9dea-43d73a4b8d8f tempest-SecGroupTest-2071671531 tempest-SecGroupTest-2071671531-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:42:56.806296 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-4a97ab66-01c1-49ce-9dea-43d73a4b8d8f tempest-SecGroupTest-2071671531 tempest-SecGroupTest-2071671531-project] Usage tracker for resource:security_group_rule and tenant:775bf4a8f78e418d9754aa6d74334dc2 is out of sync, need to count used quota {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 13:42:56.810828 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-4a97ab66-01c1-49ce-9dea-43d73a4b8d8f tempest-SecGroupTest-2071671531 tempest-SecGroupTest-2071671531-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 13:42:56.837855 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b3158b-3eb4-4236-b10e-c240d7756027 None None] Pushing event updated for resources: {'Port': ['ID=a80a8a91-49c9-43dc-884b-568b5bffbd4c,revision_number=7']} {{(pid=83872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:42:56.841361 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-4a97ab66-01c1-49ce-9dea-43d73a4b8d8f tempest-SecGroupTest-2071671531 tempest-SecGroupTest-2071671531-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:42:56.885712 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-4a97ab66-01c1-49ce-9dea-43d73a4b8d8f tempest-SecGroupTest-2071671531 tempest-SecGroupTest-2071671531-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:57.067476 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-7e91d369-2ad3-4fa1-8d27-a92487426b2a tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4155147'] for port, precommit_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:57.088319 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-4a97ab66-01c1-49ce-9dea-43d73a4b8d8f tempest-SecGroupTest-2071671531 tempest-SecGroupTest-2071671531-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:57.136043 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-4a97ab66-01c1-49ce-9dea-43d73a4b8d8f tempest-SecGroupTest-2071671531 tempest-SecGroupTest-2071671531-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3775744'] for security_group_rule, after_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:57.210332 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.plugin [None req-7e91d369-2ad3-4fa1-8d27-a92487426b2a tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Calling delete_port for 78e59f46-b805-4704-aa9e-7f5689a84472 owned by {{(pid=83869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 13:42:57.265874 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a97ab66-01c1-49ce-9dea-43d73a4b8d8f tempest-SecGroupTest-2071671531 tempest-SecGroupTest-2071671531-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f68c67ff-a9fe-4912-9654-4d56c93c454e,revision_number=0']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:42:57.290372 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-52763526-96bf-4b21-98fc-b7c1a82b3c81 None None] Provisioning for port 78e59f46-b805-4704-aa9e-7f5689a84472 completed by entity DHCP. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 13:42:57.290816 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-4a97ab66-01c1-49ce-9dea-43d73a4b8d8f tempest-SecGroupTest-2071671531 tempest-SecGroupTest-2071671531-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:57.292249 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-4a97ab66-01c1-49ce-9dea-43d73a4b8d8f tempest-SecGroupTest-2071671531 tempest-SecGroupTest-2071671531-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 717 time: 0.5220819 Apr 01 13:42:57.296181 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 56816) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:42:57.309810 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-52763526-96bf-4b21-98fc-b7c1a82b3c81 None None] Provisioning complete for port 78e59f46-b805-4704-aa9e-7f5689a84472 triggered by entity DHCP. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 13:42:57.310267 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-52763526-96bf-4b21-98fc-b7c1a82b3c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-948329'] for port, provisioning_complete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:57.341118 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-53a2b922-4ebb-419e-9178-211a35154d67 tempest-SecGroupTest-2071671531 tempest-SecGroupTest-2071671531-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:57.353589 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-53a2b922-4ebb-419e-9178-211a35154d67 tempest-SecGroupTest-2071671531 tempest-SecGroupTest-2071671531-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:57.368784 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.plugin [None req-52763526-96bf-4b21-98fc-b7c1a82b3c81 None None] Port 78e59f46-b805-4704-aa9e-7f5689a84472 cannot update to ACTIVE because it is not bound. {{(pid=83872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 13:42:57.382684 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-52763526-96bf-4b21-98fc-b7c1a82b3c81 None None] Provisioning complete for port 7ea6f42f-3130-46c9-8069-204d4b9c68d3 triggered by entity DHCP. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 13:42:57.383064 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-52763526-96bf-4b21-98fc-b7c1a82b3c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-948329'] for port, provisioning_complete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:57.383694 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-53a2b922-4ebb-419e-9178-211a35154d67 tempest-SecGroupTest-2071671531 tempest-SecGroupTest-2071671531-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3775744'] for security_group_rule, after_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:57.391403 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-7e91d369-2ad3-4fa1-8d27-a92487426b2a tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736733359243', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736732935810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2705155'] for port, after_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:57.408117 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a2b922-4ebb-419e-9178-211a35154d67 tempest-SecGroupTest-2071671531 tempest-SecGroupTest-2071671531-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f68c67ff-a9fe-4912-9654-4d56c93c454e,revision_number=None']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:42:57.412115 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-53a2b922-4ebb-419e-9178-211a35154d67 tempest-SecGroupTest-2071671531 tempest-SecGroupTest-2071671531-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:57.413239 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-53a2b922-4ebb-419e-9178-211a35154d67 tempest-SecGroupTest-2071671531 tempest-SecGroupTest-2071671531-project] 10.222.0.26 "DELETE /v2.0/security-group-rules/f68c67ff-a9fe-4912-9654-4d56c93c454e HTTP/1.1" status: 204 len: 168 time: 0.1157532 Apr 01 13:42:57.415700 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 56820) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:42:57.444393 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.plugin [None req-52763526-96bf-4b21-98fc-b7c1a82b3c81 None None] Port 7ea6f42f-3130-46c9-8069-204d4b9c68d3 cannot update to ACTIVE because it is not bound. {{(pid=83872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 13:42:57.444653 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e91d369-2ad3-4fa1-8d27-a92487426b2a tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Pushing event deleted for resources: {'Port': ['ID=78e59f46-b805-4704-aa9e-7f5689a84472,revision_number=None']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:42:57.463920 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-52763526-96bf-4b21-98fc-b7c1a82b3c81 None None] Provisioning for port a80a8a91-49c9-43dc-884b-568b5bffbd4c completed by entity DHCP. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 13:42:57.464666 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-e8981c83-73db-40ae-9840-541c0e61c542 tempest-SecGroupTest-2071671531 tempest-SecGroupTest-2071671531-project] Synchronizing usage tracker for tenant:775bf4a8f78e418d9754aa6d74334dc2 on resource:security_group_rule {{(pid=83871) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 13:42:57.470235 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-52763526-96bf-4b21-98fc-b7c1a82b3c81 None None] Provisioning complete for port a80a8a91-49c9-43dc-884b-568b5bffbd4c triggered by entity DHCP. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 13:42:57.470611 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-52763526-96bf-4b21-98fc-b7c1a82b3c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-948329'] for port, provisioning_complete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:57.483640 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-e8981c83-73db-40ae-9840-541c0e61c542 tempest-SecGroupTest-2071671531 tempest-SecGroupTest-2071671531-project] Unset dirty status for tenant:775bf4a8f78e418d9754aa6d74334dc2 on resource:security_group_rule {{(pid=83871) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 13:42:57.485244 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-e8981c83-73db-40ae-9840-541c0e61c542 tempest-SecGroupTest-2071671531 tempest-SecGroupTest-2071671531-project] 10.222.0.26 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.0686655 Apr 01 13:42:57.488218 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 56824) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:42:57.552836 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-7e91d369-2ad3-4fa1-8d27-a92487426b2a tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109561'] for port, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:57.558221 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-b1b9f63d-4f44-4551-94db-539c882a9596 tempest-SecGroupTest-2071671531 tempest-SecGroupTest-2071671531-project] Notify callbacks [] for security_group, before_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:57.571047 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-7e91d369-2ad3-4fa1-8d27-a92487426b2a tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] 10.222.0.26 "DELETE /v2.0/ports/78e59f46-b805-4704-aa9e-7f5689a84472 HTTP/1.1" status: 204 len: 168 time: 0.9954607 Apr 01 13:42:57.571481 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 56828) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:42:57.591343 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-b1b9f63d-4f44-4551-94db-539c882a9596 tempest-SecGroupTest-2071671531 tempest-SecGroupTest-2071671531-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:57.616189 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.pecan_wsgi.hooks.translation [None req-4171d798-9fad-4ef0-b3fc-f687f222ded4 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] GET failed (client error): The resource could not be found. Apr 01 13:42:57.616724 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-4171d798-9fad-4ef0-b3fc-f687f222ded4 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Synchronizing usage tracker for tenant:1932cd2bf32d410ebaa96b0062b29072 on resource:port {{(pid=83869) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 13:42:57.637730 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-4171d798-9fad-4ef0-b3fc-f687f222ded4 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Unset dirty status for tenant:1932cd2bf32d410ebaa96b0062b29072 on resource:port {{(pid=83869) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 13:42:57.642362 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 56832) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:42:57.642601 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-4171d798-9fad-4ef0-b3fc-f687f222ded4 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] 10.222.0.26 "GET /v2.0/ports/78e59f46-b805-4704-aa9e-7f5689a84472 HTTP/1.1" status: 404 len: 333 time: 0.0698755 Apr 01 13:42:57.655096 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-b1b9f63d-4f44-4551-94db-539c882a9596 tempest-SecGroupTest-2071671531 tempest-SecGroupTest-2071671531-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3775923'] for security_group, after_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:57.686461 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b9f63d-4f44-4551-94db-539c882a9596 tempest-SecGroupTest-2071671531 tempest-SecGroupTest-2071671531-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fc772f2-a774-4be6-aafc-953b893b268a,revision_number=None']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:42:57.718780 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-b1b9f63d-4f44-4551-94db-539c882a9596 tempest-SecGroupTest-2071671531 tempest-SecGroupTest-2071671531-project] Notify callbacks [] for security_group, before_response {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:57.719909 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-b1b9f63d-4f44-4551-94db-539c882a9596 tempest-SecGroupTest-2071671531 tempest-SecGroupTest-2071671531-project] 10.222.0.26 "DELETE /v2.0/security-groups/7fc772f2-a774-4be6-aafc-953b893b268a HTTP/1.1" status: 204 len: 168 time: 0.2305484 Apr 01 13:42:57.722691 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 56836) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:42:57.776287 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-673900b4-b405-436d-9eab-86608fd2e867 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Notify callbacks [] for security_group, before_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:57.808573 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-9b6824fa-93cd-4d33-b6ec-82e46e757f87 None None] Could not find standard attr ID for object 78e59f46-b805-4704-aa9e-7f5689a84472. {{(pid=83872) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 01 13:42:57.821456 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-673900b4-b405-436d-9eab-86608fd2e867 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:57.830847 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-c2b11351-2108-4a8e-be4f-9b6cb45cbc8f tempest-SecGroupTest-2071671531 tempest-SecGroupTest-2071671531-project] Synchronizing usage tracker for tenant:775bf4a8f78e418d9754aa6d74334dc2 on resource:security_group {{(pid=83871) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 13:42:57.869775 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-c2b11351-2108-4a8e-be4f-9b6cb45cbc8f tempest-SecGroupTest-2071671531 tempest-SecGroupTest-2071671531-project] Unset dirty status for tenant:775bf4a8f78e418d9754aa6d74334dc2 on resource:security_group {{(pid=83871) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 13:42:57.871068 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-c2b11351-2108-4a8e-be4f-9b6cb45cbc8f tempest-SecGroupTest-2071671531 tempest-SecGroupTest-2071671531-project] 10.222.0.26 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1474626 Apr 01 13:42:57.876258 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 56840) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:42:57.883736 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.v2.base [None req-dd4741c5-14eb-4d63-b4be-04d0fdd2d52d tempest-SecGroupTest-2071671531 tempest-SecGroupTest-2071671531-project] Request body: {'security_group': {'name': 'tempest-secgroup--1399801308'}} {{(pid=83871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:42:57.890897 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-dd4741c5-14eb-4d63-b4be-04d0fdd2d52d tempest-SecGroupTest-2071671531 tempest-SecGroupTest-2071671531-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:42:57.894721 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-673900b4-b405-436d-9eab-86608fd2e867 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3775923'] for security_group, after_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:57.913594 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-dd4741c5-14eb-4d63-b4be-04d0fdd2d52d tempest-SecGroupTest-2071671531 tempest-SecGroupTest-2071671531-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:42:57.925446 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-673900b4-b405-436d-9eab-86608fd2e867 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a1a8b49-277f-4abf-98c8-95b9780e12a9,revision_number=None']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:42:57.933087 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-673900b4-b405-436d-9eab-86608fd2e867 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Notify callbacks [] for security_group, before_response {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:57.934940 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-673900b4-b405-436d-9eab-86608fd2e867 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] 10.222.0.26 "DELETE /v2.0/security-groups/9a1a8b49-277f-4abf-98c8-95b9780e12a9 HTTP/1.1" status: 204 len: 168 time: 0.2916439 Apr 01 13:42:57.936440 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-dd4741c5-14eb-4d63-b4be-04d0fdd2d52d tempest-SecGroupTest-2071671531 tempest-SecGroupTest-2071671531-project] Notify callbacks [] for security_group, before_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:57.937993 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 56844) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:42:57.976859 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-dd4741c5-14eb-4d63-b4be-04d0fdd2d52d tempest-SecGroupTest-2071671531 tempest-SecGroupTest-2071671531-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:42:57.981396 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-dd4741c5-14eb-4d63-b4be-04d0fdd2d52d tempest-SecGroupTest-2071671531 tempest-SecGroupTest-2071671531-project] Usage tracker for resource:security_group_rule and tenant:775bf4a8f78e418d9754aa6d74334dc2 is out of sync, need to count used quota {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 13:42:57.984840 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-dd4741c5-14eb-4d63-b4be-04d0fdd2d52d tempest-SecGroupTest-2071671531 tempest-SecGroupTest-2071671531-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 13:42:57.990624 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-dd4741c5-14eb-4d63-b4be-04d0fdd2d52d tempest-SecGroupTest-2071671531 tempest-SecGroupTest-2071671531-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:42:58.007886 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-c050d505-9ee5-4f60-a5a0-98b56dd11ac3 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Notify callbacks [] for security_group, before_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:58.039522 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-c050d505-9ee5-4f60-a5a0-98b56dd11ac3 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:58.047357 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-dd4741c5-14eb-4d63-b4be-04d0fdd2d52d tempest-SecGroupTest-2071671531 tempest-SecGroupTest-2071671531-project] Notify callbacks [] for security_group, precommit_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:58.051352 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-dd4741c5-14eb-4d63-b4be-04d0fdd2d52d tempest-SecGroupTest-2071671531 tempest-SecGroupTest-2071671531-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3775923'] for security_group, after_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:58.088575 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-c050d505-9ee5-4f60-a5a0-98b56dd11ac3 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3775923'] for security_group, after_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:58.101578 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd4741c5-14eb-4d63-b4be-04d0fdd2d52d tempest-SecGroupTest-2071671531 tempest-SecGroupTest-2071671531-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7ce3eb89-3027-46ca-8a21-30d859440885,revision_number=1']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:42:58.110640 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c050d505-9ee5-4f60-a5a0-98b56dd11ac3 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=24994342-158a-40dc-9c11-6c1b9ebc60d3,revision_number=None']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:42:58.112747 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-dd4741c5-14eb-4d63-b4be-04d0fdd2d52d tempest-SecGroupTest-2071671531 tempest-SecGroupTest-2071671531-project] Notify callbacks [] for security_group, before_response {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:58.114168 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-dd4741c5-14eb-4d63-b4be-04d0fdd2d52d tempest-SecGroupTest-2071671531 tempest-SecGroupTest-2071671531-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.2373424 Apr 01 13:42:58.117032 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 56848) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:42:58.123562 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.v2.base [None req-85c151bc-5fad-4a03-ac1d-5d0c9bbd70d2 tempest-SecGroupTest-2071671531 tempest-SecGroupTest-2071671531-project] Request body: {'security_group_rule': {'security_group_id': '7ce3eb89-3027-46ca-8a21-30d859440885', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=83869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:42:58.127932 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-c050d505-9ee5-4f60-a5a0-98b56dd11ac3 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Notify callbacks [] for security_group, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:58.129014 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-c050d505-9ee5-4f60-a5a0-98b56dd11ac3 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] 10.222.0.26 "DELETE /v2.0/security-groups/24994342-158a-40dc-9c11-6c1b9ebc60d3 HTTP/1.1" status: 204 len: 168 time: 0.1900299 Apr 01 13:42:58.131790 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 56852) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:42:58.131937 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-85c151bc-5fad-4a03-ac1d-5d0c9bbd70d2 tempest-SecGroupTest-2071671531 tempest-SecGroupTest-2071671531-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:42:58.136125 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-85c151bc-5fad-4a03-ac1d-5d0c9bbd70d2 tempest-SecGroupTest-2071671531 tempest-SecGroupTest-2071671531-project] Usage tracker for resource:security_group_rule and tenant:775bf4a8f78e418d9754aa6d74334dc2 is out of sync, need to count used quota {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 13:42:58.139100 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-85c151bc-5fad-4a03-ac1d-5d0c9bbd70d2 tempest-SecGroupTest-2071671531 tempest-SecGroupTest-2071671531-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 13:42:58.146027 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-85c151bc-5fad-4a03-ac1d-5d0c9bbd70d2 tempest-SecGroupTest-2071671531 tempest-SecGroupTest-2071671531-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:42:58.161518 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Device a80a8a91-49c9-43dc-884b-568b5bffbd4c up at agent ovs-agent-dv-neutron-836180-1-hyperv {{(pid=83872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 13:42:58.169456 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-85c151bc-5fad-4a03-ac1d-5d0c9bbd70d2 tempest-SecGroupTest-2071671531 tempest-SecGroupTest-2071671531-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:58.208913 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-649c2c5e-6995-424b-8a7a-e388e9c4f27e tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Notify callbacks [] for security_group, before_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:58.242972 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-649c2c5e-6995-424b-8a7a-e388e9c4f27e tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:58.244659 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-85c151bc-5fad-4a03-ac1d-5d0c9bbd70d2 tempest-SecGroupTest-2071671531 tempest-SecGroupTest-2071671531-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:58.249264 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-85c151bc-5fad-4a03-ac1d-5d0c9bbd70d2 tempest-SecGroupTest-2071671531 tempest-SecGroupTest-2071671531-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3775744'] for security_group_rule, after_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:58.251679 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Provisioning complete for port a80a8a91-49c9-43dc-884b-568b5bffbd4c triggered by entity L2. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 13:42:58.253177 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-948329'] for port, provisioning_complete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:58.277243 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c151bc-5fad-4a03-ac1d-5d0c9bbd70d2 tempest-SecGroupTest-2071671531 tempest-SecGroupTest-2071671531-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=03d0ff29-4fdc-45c3-bad7-18c544adf179,revision_number=0']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:42:58.295481 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-85c151bc-5fad-4a03-ac1d-5d0c9bbd70d2 tempest-SecGroupTest-2071671531 tempest-SecGroupTest-2071671531-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:58.299249 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-85c151bc-5fad-4a03-ac1d-5d0c9bbd70d2 tempest-SecGroupTest-2071671531 tempest-SecGroupTest-2071671531-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1785178 Apr 01 13:42:58.299740 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 56856) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:42:58.320216 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-2d542a91-3905-4187-a28a-98f0edd8087b tempest-SecGroupTest-2071671531 tempest-SecGroupTest-2071671531-project] 10.222.0.26 "GET /v2.0/security-group-rules/03d0ff29-4fdc-45c3-bad7-18c544adf179 HTTP/1.1" status: 200 len: 705 time: 0.0193520 Apr 01 13:42:58.320922 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-649c2c5e-6995-424b-8a7a-e388e9c4f27e tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3775923'] for security_group, after_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:58.322872 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 56860) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:42:58.337212 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-649c2c5e-6995-424b-8a7a-e388e9c4f27e tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=83713d68-c7c1-4080-9210-98e54f41eddc,revision_number=None']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:42:58.346408 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-649c2c5e-6995-424b-8a7a-e388e9c4f27e tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Notify callbacks [] for security_group, before_response {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:58.347515 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-649c2c5e-6995-424b-8a7a-e388e9c4f27e tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] 10.222.0.26 "DELETE /v2.0/security-groups/83713d68-c7c1-4080-9210-98e54f41eddc HTTP/1.1" status: 204 len: 168 time: 0.2128329 Apr 01 13:42:58.350150 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 56864) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:42:58.436147 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-d87df9e5-87f8-4901-bd86-fccaf03d3b2a tempest-SecGroupTest-2071671531 tempest-SecGroupTest-2071671531-project] Synchronizing usage tracker for tenant:775bf4a8f78e418d9754aa6d74334dc2 on resource:security_group_rule {{(pid=83869) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 13:42:58.526823 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-d87df9e5-87f8-4901-bd86-fccaf03d3b2a tempest-SecGroupTest-2071671531 tempest-SecGroupTest-2071671531-project] Unset dirty status for tenant:775bf4a8f78e418d9754aa6d74334dc2 on resource:security_group_rule {{(pid=83869) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 13:42:58.529231 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-d87df9e5-87f8-4901-bd86-fccaf03d3b2a tempest-SecGroupTest-2071671531 tempest-SecGroupTest-2071671531-project] 10.222.0.26 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3707 time: 0.2053642 Apr 01 13:42:58.531838 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 56868) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:42:58.581712 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-2322026f-fe3e-4d22-bcab-b881d413ace7 tempest-SecGroupTest-2071671531 tempest-SecGroupTest-2071671531-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:58.601105 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-2322026f-fe3e-4d22-bcab-b881d413ace7 tempest-SecGroupTest-2071671531 tempest-SecGroupTest-2071671531-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:58.618791 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.db_base_plugin_v2 [None req-19a88a33-50a7-4e86-b95e-3d9947fe0df2 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Deleting subnet afd2475b-3056-4bb7-9f71-f022330df207 {{(pid=83869) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 01 13:42:58.624523 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-19a88a33-50a7-4e86-b95e-3d9947fe0df2 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Notify callbacks [] for subnet, before_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:58.670784 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-2322026f-fe3e-4d22-bcab-b881d413ace7 tempest-SecGroupTest-2071671531 tempest-SecGroupTest-2071671531-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3775744'] for security_group_rule, after_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:58.695839 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2322026f-fe3e-4d22-bcab-b881d413ace7 tempest-SecGroupTest-2071671531 tempest-SecGroupTest-2071671531-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=03d0ff29-4fdc-45c3-bad7-18c544adf179,revision_number=None']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:42:58.698764 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-19a88a33-50a7-4e86-b95e-3d9947fe0df2 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2704975'] for subnet, precommit_delete_associations {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:58.745177 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-2322026f-fe3e-4d22-bcab-b881d413ace7 tempest-SecGroupTest-2071671531 tempest-SecGroupTest-2071671531-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:58.746902 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-2322026f-fe3e-4d22-bcab-b881d413ace7 tempest-SecGroupTest-2071671531 tempest-SecGroupTest-2071671531-project] 10.222.0.26 "DELETE /v2.0/security-group-rules/03d0ff29-4fdc-45c3-bad7-18c544adf179 HTTP/1.1" status: 204 len: 168 time: 0.2135501 Apr 01 13:42:58.749598 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 56872) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:42:58.792124 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-19a88a33-50a7-4e86-b95e-3d9947fe0df2 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-945029'] for subnet, precommit_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:58.802729 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-84b5af22-ddbb-400b-9a96-17b790e99017 tempest-SecGroupTest-2071671531 tempest-SecGroupTest-2071671531-project] Synchronizing usage tracker for tenant:775bf4a8f78e418d9754aa6d74334dc2 on resource:security_group_rule {{(pid=83871) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 13:42:58.817942 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-84b5af22-ddbb-400b-9a96-17b790e99017 tempest-SecGroupTest-2071671531 tempest-SecGroupTest-2071671531-project] Unset dirty status for tenant:775bf4a8f78e418d9754aa6d74334dc2 on resource:security_group_rule {{(pid=83871) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 13:42:58.821816 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-84b5af22-ddbb-400b-9a96-17b790e99017 tempest-SecGroupTest-2071671531 tempest-SecGroupTest-2071671531-project] 10.222.0.26 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.0685644 Apr 01 13:42:58.822019 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 56876) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:42:58.827799 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.v2.base [None req-1a0f4297-e67a-47cc-a80b-51f152f76786 tempest-SecGroupTest-2071671531 tempest-SecGroupTest-2071671531-project] Request body: {'security_group_rule': {'security_group_id': '7ce3eb89-3027-46ca-8a21-30d859440885', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=83871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:42:58.833581 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-1a0f4297-e67a-47cc-a80b-51f152f76786 tempest-SecGroupTest-2071671531 tempest-SecGroupTest-2071671531-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:42:58.843901 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-1a0f4297-e67a-47cc-a80b-51f152f76786 tempest-SecGroupTest-2071671531 tempest-SecGroupTest-2071671531-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:42:58.860623 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-1a0f4297-e67a-47cc-a80b-51f152f76786 tempest-SecGroupTest-2071671531 tempest-SecGroupTest-2071671531-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:58.868529 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-19a88a33-50a7-4e86-b95e-3d9947fe0df2 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-945042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2705198', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2999452'] for subnet, after_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:58.907435 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a88a33-50a7-4e86-b95e-3d9947fe0df2 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Pushing event deleted for resources: {'Subnet': ['ID=afd2475b-3056-4bb7-9f71-f022330df207,revision_number=None']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:42:58.915254 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-19a88a33-50a7-4e86-b95e-3d9947fe0df2 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Notify callbacks [] for subnet, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:58.922690 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fb72142-5224-48e9-8f1e-a56bb88cf900 None None] Network da52fa05-a658-4e73-abb5-e8699cbc9bb6 requested from dv-neutron-836180-1-hyperv {{(pid=83872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 13:42:58.923128 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-19a88a33-50a7-4e86-b95e-3d9947fe0df2 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] 10.222.0.26 "DELETE /v2.0/subnets/afd2475b-3056-4bb7-9f71-f022330df207 HTTP/1.1" status: 204 len: 168 time: 0.5717359 Apr 01 13:42:58.926266 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-1a0f4297-e67a-47cc-a80b-51f152f76786 tempest-SecGroupTest-2071671531 tempest-SecGroupTest-2071671531-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:58.927131 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 56880) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:42:58.961771 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-1a0f4297-e67a-47cc-a80b-51f152f76786 tempest-SecGroupTest-2071671531 tempest-SecGroupTest-2071671531-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3775744'] for security_group_rule, after_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:59.000785 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a0f4297-e67a-47cc-a80b-51f152f76786 tempest-SecGroupTest-2071671531 tempest-SecGroupTest-2071671531-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d07a6c9b-5f3f-4909-bbfd-32ea8eb01108,revision_number=0']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:42:59.034667 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-1a0f4297-e67a-47cc-a80b-51f152f76786 tempest-SecGroupTest-2071671531 tempest-SecGroupTest-2071671531-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:59.035836 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-1a0f4297-e67a-47cc-a80b-51f152f76786 tempest-SecGroupTest-2071671531 tempest-SecGroupTest-2071671531-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.2128415 Apr 01 13:42:59.039996 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 56884) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:42:59.064689 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-936f9788-108e-4535-ae91-f18a2889fab3 tempest-SecGroupTest-2071671531 tempest-SecGroupTest-2071671531-project] 10.222.0.26 "GET /v2.0/security-group-rules/d07a6c9b-5f3f-4909-bbfd-32ea8eb01108 HTTP/1.1" status: 200 len: 705 time: 0.0222328 Apr 01 13:42:59.067115 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 56888) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:42:59.115829 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-8d5f7f5b-b1fe-4a28-8ac4-9229f9643726 tempest-SecGroupTest-2071671531 tempest-SecGroupTest-2071671531-project] Synchronizing usage tracker for tenant:775bf4a8f78e418d9754aa6d74334dc2 on resource:security_group_rule {{(pid=83869) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 13:42:59.133002 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-8d5f7f5b-b1fe-4a28-8ac4-9229f9643726 tempest-SecGroupTest-2071671531 tempest-SecGroupTest-2071671531-project] Unset dirty status for tenant:775bf4a8f78e418d9754aa6d74334dc2 on resource:security_group_rule {{(pid=83869) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 13:42:59.137015 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-8d5f7f5b-b1fe-4a28-8ac4-9229f9643726 tempest-SecGroupTest-2071671531 tempest-SecGroupTest-2071671531-project] 10.222.0.26 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3707 time: 0.0662272 Apr 01 13:42:59.137159 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 56892) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:42:59.150728 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.db_base_plugin_v2 [None req-e063d3ce-fddd-4e86-92e0-38fd4fab13e9 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Deleting subnet 8fdb3869-e141-42c1-b0ca-f0a69cc5003c {{(pid=83871) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 01 13:42:59.154453 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-e063d3ce-fddd-4e86-92e0-38fd4fab13e9 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Notify callbacks [] for subnet, before_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:59.173101 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-4148a0ee-9f4e-4301-93c1-90e9ae0bdf54 tempest-SecGroupTest-2071671531 tempest-SecGroupTest-2071671531-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:59.184669 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-4148a0ee-9f4e-4301-93c1-90e9ae0bdf54 tempest-SecGroupTest-2071671531 tempest-SecGroupTest-2071671531-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:59.213678 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-4148a0ee-9f4e-4301-93c1-90e9ae0bdf54 tempest-SecGroupTest-2071671531 tempest-SecGroupTest-2071671531-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3775744'] for security_group_rule, after_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:59.222028 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-e063d3ce-fddd-4e86-92e0-38fd4fab13e9 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3166365'] for subnet, precommit_delete_associations {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:59.234729 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4148a0ee-9f4e-4301-93c1-90e9ae0bdf54 tempest-SecGroupTest-2071671531 tempest-SecGroupTest-2071671531-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d07a6c9b-5f3f-4909-bbfd-32ea8eb01108,revision_number=None']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:42:59.243418 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-4148a0ee-9f4e-4301-93c1-90e9ae0bdf54 tempest-SecGroupTest-2071671531 tempest-SecGroupTest-2071671531-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:59.248782 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-4148a0ee-9f4e-4301-93c1-90e9ae0bdf54 tempest-SecGroupTest-2071671531 tempest-SecGroupTest-2071671531-project] 10.222.0.26 "DELETE /v2.0/security-group-rules/d07a6c9b-5f3f-4909-bbfd-32ea8eb01108 HTTP/1.1" status: 204 len: 168 time: 0.1106846 Apr 01 13:42:59.249354 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 56896) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:42:59.307832 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-773a8b1c-f3c3-4757-a320-7b6b096a12a3 tempest-SecGroupTest-2071671531 tempest-SecGroupTest-2071671531-project] Synchronizing usage tracker for tenant:775bf4a8f78e418d9754aa6d74334dc2 on resource:security_group_rule {{(pid=83869) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 13:42:59.321226 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-e063d3ce-fddd-4e86-92e0-38fd4fab13e9 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-945029'] for subnet, precommit_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:59.330153 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-773a8b1c-f3c3-4757-a320-7b6b096a12a3 tempest-SecGroupTest-2071671531 tempest-SecGroupTest-2071671531-project] Unset dirty status for tenant:775bf4a8f78e418d9754aa6d74334dc2 on resource:security_group_rule {{(pid=83869) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 13:42:59.331846 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-773a8b1c-f3c3-4757-a320-7b6b096a12a3 tempest-SecGroupTest-2071671531 tempest-SecGroupTest-2071671531-project] 10.222.0.26 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.0814679 Apr 01 13:42:59.334564 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 56900) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:42:59.340704 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.v2.base [None req-effb87fd-6ed0-485b-80b8-2c8c8de20b7f tempest-SecGroupTest-2071671531 tempest-SecGroupTest-2071671531-project] Request body: {'security_group_rule': {'security_group_id': '7ce3eb89-3027-46ca-8a21-30d859440885', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=83869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:42:59.347077 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-effb87fd-6ed0-485b-80b8-2c8c8de20b7f tempest-SecGroupTest-2071671531 tempest-SecGroupTest-2071671531-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:42:59.357479 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-effb87fd-6ed0-485b-80b8-2c8c8de20b7f tempest-SecGroupTest-2071671531 tempest-SecGroupTest-2071671531-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:42:59.376703 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-effb87fd-6ed0-485b-80b8-2c8c8de20b7f tempest-SecGroupTest-2071671531 tempest-SecGroupTest-2071671531-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:59.410815 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-e063d3ce-fddd-4e86-92e0-38fd4fab13e9 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-945042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2743160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2757373'] for subnet, after_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:59.440492 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-effb87fd-6ed0-485b-80b8-2c8c8de20b7f tempest-SecGroupTest-2071671531 tempest-SecGroupTest-2071671531-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:59.446722 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-effb87fd-6ed0-485b-80b8-2c8c8de20b7f tempest-SecGroupTest-2071671531 tempest-SecGroupTest-2071671531-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3775744'] for security_group_rule, after_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:59.459146 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e063d3ce-fddd-4e86-92e0-38fd4fab13e9 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Pushing event deleted for resources: {'Subnet': ['ID=8fdb3869-e141-42c1-b0ca-f0a69cc5003c,revision_number=None']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:42:59.465607 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-e063d3ce-fddd-4e86-92e0-38fd4fab13e9 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Notify callbacks [] for subnet, before_response {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:59.475070 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-e063d3ce-fddd-4e86-92e0-38fd4fab13e9 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] 10.222.0.26 "DELETE /v2.0/subnets/8fdb3869-e141-42c1-b0ca-f0a69cc5003c HTTP/1.1" status: 204 len: 168 time: 0.5467386 Apr 01 13:42:59.475872 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 56904) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:42:59.475995 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-effb87fd-6ed0-485b-80b8-2c8c8de20b7f tempest-SecGroupTest-2071671531 tempest-SecGroupTest-2071671531-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bfc7c105-050b-442c-8863-4a5c58b9fe2d,revision_number=0']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:42:59.494075 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-effb87fd-6ed0-485b-80b8-2c8c8de20b7f tempest-SecGroupTest-2071671531 tempest-SecGroupTest-2071671531-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:59.498845 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-effb87fd-6ed0-485b-80b8-2c8c8de20b7f tempest-SecGroupTest-2071671531 tempest-SecGroupTest-2071671531-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1599269 Apr 01 13:42:59.499157 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 56908) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:42:59.517034 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.pecan_wsgi.hooks.translation [None req-21a3f2ee-3226-423f-9229-dcbc25afc65d tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] DELETE failed (client error): The resource could not be found. Apr 01 13:42:59.517481 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-21a3f2ee-3226-423f-9229-dcbc25afc65d tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83871) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 13:42:59.524514 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-21a3f2ee-3226-423f-9229-dcbc25afc65d tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] 10.222.0.26 "DELETE /v2.0/subnets/afd2475b-3056-4bb7-9f71-f022330df207 HTTP/1.1" status: 404 len: 337 time: 0.0453427 Apr 01 13:42:59.524724 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-9b2eb77c-5fe7-400e-b281-c8a9a1da8ec8 tempest-SecGroupTest-2071671531 tempest-SecGroupTest-2071671531-project] 10.222.0.26 "GET /v2.0/security-group-rules/bfc7c105-050b-442c-8863-4a5c58b9fe2d HTTP/1.1" status: 200 len: 706 time: 0.0217011 Apr 01 13:42:59.524856 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 56912) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:42:59.524943 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 56914) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:42:59.592992 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.db_base_plugin_v2 [None req-19e22b39-263e-4d67-addc-45c3dbc6399a tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Deleting subnet 203485c7-8ae8-464a-a6d2-2b97cd38cc31 {{(pid=83871) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 01 13:42:59.596725 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-19e22b39-263e-4d67-addc-45c3dbc6399a tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Notify callbacks [] for subnet, before_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:59.658041 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-19e22b39-263e-4d67-addc-45c3dbc6399a tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3166365'] for subnet, precommit_delete_associations {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:59.667799 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-c33afbf7-1e0d-41ea-9f62-8cb7bd1b9094 tempest-SecGroupTest-2071671531 tempest-SecGroupTest-2071671531-project] Synchronizing usage tracker for tenant:775bf4a8f78e418d9754aa6d74334dc2 on resource:security_group_rule {{(pid=83869) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 13:42:59.684674 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-c33afbf7-1e0d-41ea-9f62-8cb7bd1b9094 tempest-SecGroupTest-2071671531 tempest-SecGroupTest-2071671531-project] Unset dirty status for tenant:775bf4a8f78e418d9754aa6d74334dc2 on resource:security_group_rule {{(pid=83869) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 13:42:59.686084 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-c33afbf7-1e0d-41ea-9f62-8cb7bd1b9094 tempest-SecGroupTest-2071671531 tempest-SecGroupTest-2071671531-project] 10.222.0.26 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3708 time: 0.1607969 Apr 01 13:42:59.688887 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 56920) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:42:59.720926 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-ca011003-ec78-4df8-9775-1b4997b6b79f tempest-SecGroupTest-2071671531 tempest-SecGroupTest-2071671531-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:59.734597 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-ca011003-ec78-4df8-9775-1b4997b6b79f tempest-SecGroupTest-2071671531 tempest-SecGroupTest-2071671531-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:59.747775 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-19e22b39-263e-4d67-addc-45c3dbc6399a tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-945029'] for subnet, precommit_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:59.749617 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67e22306-0c03-40be-8bc0-46c9b3f3ff1a None None] Network da52fa05-a658-4e73-abb5-e8699cbc9bb6 requested from dv-neutron-836180-1-hyperv {{(pid=83872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 13:42:59.760578 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-ca011003-ec78-4df8-9775-1b4997b6b79f tempest-SecGroupTest-2071671531 tempest-SecGroupTest-2071671531-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3775744'] for security_group_rule, after_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:59.775991 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca011003-ec78-4df8-9775-1b4997b6b79f tempest-SecGroupTest-2071671531 tempest-SecGroupTest-2071671531-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=bfc7c105-050b-442c-8863-4a5c58b9fe2d,revision_number=None']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:42:59.789178 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-ca011003-ec78-4df8-9775-1b4997b6b79f tempest-SecGroupTest-2071671531 tempest-SecGroupTest-2071671531-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:59.790695 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-ca011003-ec78-4df8-9775-1b4997b6b79f tempest-SecGroupTest-2071671531 tempest-SecGroupTest-2071671531-project] 10.222.0.26 "DELETE /v2.0/security-group-rules/bfc7c105-050b-442c-8863-4a5c58b9fe2d HTTP/1.1" status: 204 len: 168 time: 0.1004820 Apr 01 13:42:59.793090 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 56924) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:42:59.834253 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-19e22b39-263e-4d67-addc-45c3dbc6399a tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-945042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2743160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2757373'] for subnet, after_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:59.846392 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-d8ba8e2b-d4f0-4a6f-9cc0-aeefcab63f9d tempest-SecGroupTest-2071671531 tempest-SecGroupTest-2071671531-project] Synchronizing usage tracker for tenant:775bf4a8f78e418d9754aa6d74334dc2 on resource:security_group_rule {{(pid=83869) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 13:42:59.862432 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-d8ba8e2b-d4f0-4a6f-9cc0-aeefcab63f9d tempest-SecGroupTest-2071671531 tempest-SecGroupTest-2071671531-project] Unset dirty status for tenant:775bf4a8f78e418d9754aa6d74334dc2 on resource:security_group_rule {{(pid=83869) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 13:42:59.863938 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-d8ba8e2b-d4f0-4a6f-9cc0-aeefcab63f9d tempest-SecGroupTest-2071671531 tempest-SecGroupTest-2071671531-project] 10.222.0.26 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.0691683 Apr 01 13:42:59.866798 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 56928) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:42:59.869405 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-ecb3b60b-22ab-4dd8-a3d9-c85dcc8114b7 None None] Provisioning complete for port 7ea6f42f-3130-46c9-8069-204d4b9c68d3 triggered by entity DHCP. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 13:42:59.869981 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-ecb3b60b-22ab-4dd8-a3d9-c85dcc8114b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-948329'] for port, provisioning_complete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:59.875870 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e22b39-263e-4d67-addc-45c3dbc6399a tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Pushing event deleted for resources: {'Subnet': ['ID=203485c7-8ae8-464a-a6d2-2b97cd38cc31,revision_number=None']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:42:59.881931 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-19e22b39-263e-4d67-addc-45c3dbc6399a tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Notify callbacks [] for subnet, before_response {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:59.890707 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-19e22b39-263e-4d67-addc-45c3dbc6399a tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] 10.222.0.26 "DELETE /v2.0/subnets/203485c7-8ae8-464a-a6d2-2b97cd38cc31 HTTP/1.1" status: 204 len: 168 time: 0.3651202 Apr 01 13:42:59.890983 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 56932) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:42:59.928653 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.pecan_wsgi.hooks.translation [None req-fa2f4a2c-b831-475e-93a3-414221840bf9 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] DELETE failed (client error): The resource could not be found. Apr 01 13:42:59.929084 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fa2f4a2c-b831-475e-93a3-414221840bf9 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83871) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 13:42:59.933948 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-fa2f4a2c-b831-475e-93a3-414221840bf9 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] 10.222.0.26 "DELETE /v2.0/subnets/7a11124b-5e2e-4b16-85ac-39a486a904f3 HTTP/1.1" status: 404 len: 337 time: 0.0382259 Apr 01 13:42:59.933948 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 56936) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:42:59.942472 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-f52c4ab5-e827-406a-927e-fd51afbf150d tempest-SecGroupTest-2071671531 tempest-SecGroupTest-2071671531-project] Notify callbacks [] for security_group, before_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:59.973696 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-f52c4ab5-e827-406a-927e-fd51afbf150d tempest-SecGroupTest-2071671531 tempest-SecGroupTest-2071671531-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:42:59.979590 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-26bc33d5-c418-41e2-8970-932365b422c5 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Synchronizing usage tracker for tenant:1932cd2bf32d410ebaa96b0062b29072 on resource:port {{(pid=83871) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 13:42:59.992133 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-26bc33d5-c418-41e2-8970-932365b422c5 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Unset dirty status for tenant:1932cd2bf32d410ebaa96b0062b29072 on resource:port {{(pid=83871) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 13:42:59.995521 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-26bc33d5-c418-41e2-8970-932365b422c5 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] 10.222.0.26 "GET /v2.0/ports?device_id=3b354710-5e69-4183-ac51-dd9604001d58 HTTP/1.1" status: 200 len: 205 time: 0.0588114 Apr 01 13:42:59.996355 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 56940) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:43:00.032027 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-f52c4ab5-e827-406a-927e-fd51afbf150d tempest-SecGroupTest-2071671531 tempest-SecGroupTest-2071671531-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3775923'] for security_group, after_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:43:00.035181 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.plugin [None req-ecb3b60b-22ab-4dd8-a3d9-c85dcc8114b7 None None] Port 7ea6f42f-3130-46c9-8069-204d4b9c68d3 cannot update to ACTIVE because it is not bound. {{(pid=83872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 13:43:00.053962 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f52c4ab5-e827-406a-927e-fd51afbf150d tempest-SecGroupTest-2071671531 tempest-SecGroupTest-2071671531-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ce3eb89-3027-46ca-8a21-30d859440885,revision_number=None']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:43:00.076063 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-ecb3b60b-22ab-4dd8-a3d9-c85dcc8114b7 None None] Provisioning complete for port a80a8a91-49c9-43dc-884b-568b5bffbd4c triggered by entity DHCP. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 13:43:00.076187 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-f52c4ab5-e827-406a-927e-fd51afbf150d tempest-SecGroupTest-2071671531 tempest-SecGroupTest-2071671531-project] Notify callbacks [] for security_group, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:43:00.076479 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-ecb3b60b-22ab-4dd8-a3d9-c85dcc8114b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-948329'] for port, provisioning_complete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:43:00.077492 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-f52c4ab5-e827-406a-927e-fd51afbf150d tempest-SecGroupTest-2071671531 tempest-SecGroupTest-2071671531-project] 10.222.0.26 "DELETE /v2.0/security-groups/7ce3eb89-3027-46ca-8a21-30d859440885 HTTP/1.1" status: 204 len: 168 time: 0.2097480 Apr 01 13:43:00.080043 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 56944) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:43:00.140063 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-dd9eb4e5-a68f-4a66-ac62-99c7e769c1d8 tempest-SecGroupTest-2071671531 tempest-SecGroupTest-2071671531-project] Synchronizing usage tracker for tenant:775bf4a8f78e418d9754aa6d74334dc2 on resource:security_group {{(pid=83869) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 13:43:00.146548 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.api.v2.resource [None req-a24762f1-69cb-4726-a7d2-4f03afad00c4 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] delete failed (client error): The resource could not be found. Apr 01 13:43:00.147561 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-a24762f1-69cb-4726-a7d2-4f03afad00c4 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] 10.222.0.26 "DELETE /v2.0/routers/3b354710-5e69-4183-ac51-dd9604001d58 HTTP/1.1" status: 404 len: 336 time: 0.1508901 Apr 01 13:43:00.150112 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 56948) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:43:00.161401 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-dd9eb4e5-a68f-4a66-ac62-99c7e769c1d8 tempest-SecGroupTest-2071671531 tempest-SecGroupTest-2071671531-project] Unset dirty status for tenant:775bf4a8f78e418d9754aa6d74334dc2 on resource:security_group {{(pid=83869) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 13:43:00.163262 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-dd9eb4e5-a68f-4a66-ac62-99c7e769c1d8 tempest-SecGroupTest-2071671531 tempest-SecGroupTest-2071671531-project] 10.222.0.26 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.0819523 Apr 01 13:43:00.167773 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 56952) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:43:00.176417 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.v2.base [None req-5e171363-6d89-4ea2-b792-03d9a9b826d2 tempest-SecGroupTest-2071671531 tempest-SecGroupTest-2071671531-project] Request body: {'security_group': {'name': 'tempest-secgroup--1717920403'}} {{(pid=83869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:43:00.188367 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-5e171363-6d89-4ea2-b792-03d9a9b826d2 tempest-SecGroupTest-2071671531 tempest-SecGroupTest-2071671531-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:43:00.194111 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.pecan_wsgi.hooks.translation [None req-d322d736-2b86-40bb-ba52-b785a871afa9 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] DELETE failed (client error): The resource could not be found. Apr 01 13:43:00.194826 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d322d736-2b86-40bb-ba52-b785a871afa9 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83871) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 13:43:00.198575 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-d322d736-2b86-40bb-ba52-b785a871afa9 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] 10.222.0.26 "DELETE /v2.0/subnets/47dcdc23-9595-4dde-80c5-d2b3af5e3ef4 HTTP/1.1" status: 404 len: 337 time: 0.0451689 Apr 01 13:43:00.199203 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 56956) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:43:00.202177 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-5e171363-6d89-4ea2-b792-03d9a9b826d2 tempest-SecGroupTest-2071671531 tempest-SecGroupTest-2071671531-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:43:00.229731 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4b38d89-810c-4270-82a7-b2fbe393b571 None None] DHCP port deletion for da52fa05-a658-4e73-abb5-e8699cbc9bb6 request from dv-neutron-836180-1-hyperv {{(pid=83872) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 01 13:43:00.239318 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.plugin [None req-d4b38d89-810c-4270-82a7-b2fbe393b571 None None] Deleting port a80a8a91-49c9-43dc-884b-568b5bffbd4c {{(pid=83872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 13:43:00.239970 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-d4b38d89-810c-4270-82a7-b2fbe393b571 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736733287370'] for port, before_delete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:43:00.245464 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.pecan_wsgi.hooks.translation [None req-cf3fdf95-ffb8-4382-89de-e1d172d29b90 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] DELETE failed (client error): The resource could not be found. Apr 01 13:43:00.245907 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cf3fdf95-ffb8-4382-89de-e1d172d29b90 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83869) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 13:43:00.250864 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-cf3fdf95-ffb8-4382-89de-e1d172d29b90 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] 10.222.0.26 "DELETE /v2.0/subnets/9460da06-e4ea-4fc4-860c-0f4fc3fd9740 HTTP/1.1" status: 404 len: 337 time: 0.0473073 Apr 01 13:43:00.250864 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 56960) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:43:00.291538 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-5e171363-6d89-4ea2-b792-03d9a9b826d2 tempest-SecGroupTest-2071671531 tempest-SecGroupTest-2071671531-project] Notify callbacks [] for security_group, before_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:43:00.311088 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.pecan_wsgi.hooks.translation [None req-9b5e957b-0eed-44cc-bb76-3c165deea02c tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] DELETE failed (client error): The resource could not be found. Apr 01 13:43:00.311521 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9b5e957b-0eed-44cc-bb76-3c165deea02c tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83869) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 13:43:00.313622 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-9b5e957b-0eed-44cc-bb76-3c165deea02c tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] 10.222.0.26 "DELETE /v2.0/subnets/a440abe4-f659-45ac-9bf6-fa8657b25a84 HTTP/1.1" status: 404 len: 337 time: 0.0615520 Apr 01 13:43:00.316171 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 56964) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:43:00.370608 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.pecan_wsgi.hooks.translation [None req-1449b465-d575-4afe-9dbe-f5f1bfd10313 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] DELETE failed (client error): The resource could not be found. Apr 01 13:43:00.371047 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1449b465-d575-4afe-9dbe-f5f1bfd10313 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83869) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 13:43:00.377594 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-5e171363-6d89-4ea2-b792-03d9a9b826d2 tempest-SecGroupTest-2071671531 tempest-SecGroupTest-2071671531-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:43:00.382554 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-1449b465-d575-4afe-9dbe-f5f1bfd10313 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] 10.222.0.26 "DELETE /v2.0/ports/4d45b33d-44da-46a0-89e8-203d379fe527 HTTP/1.1" status: 404 len: 333 time: 0.0654602 Apr 01 13:43:00.383747 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-5e171363-6d89-4ea2-b792-03d9a9b826d2 tempest-SecGroupTest-2071671531 tempest-SecGroupTest-2071671531-project] Usage tracker for resource:security_group_rule and tenant:775bf4a8f78e418d9754aa6d74334dc2 is out of sync, need to count used quota {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 13:43:00.385323 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 56968) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:43:00.386678 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-5e171363-6d89-4ea2-b792-03d9a9b826d2 tempest-SecGroupTest-2071671531 tempest-SecGroupTest-2071671531-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 13:43:00.392790 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-5e171363-6d89-4ea2-b792-03d9a9b826d2 tempest-SecGroupTest-2071671531 tempest-SecGroupTest-2071671531-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:43:00.432988 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.pecan_wsgi.hooks.translation [None req-dd9b3cc8-f7fa-41d4-a112-93913d8f0c15 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] DELETE failed (client error): The resource could not be found. Apr 01 13:43:00.434373 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dd9b3cc8-f7fa-41d4-a112-93913d8f0c15 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83871) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 13:43:00.437169 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-dd9b3cc8-f7fa-41d4-a112-93913d8f0c15 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] 10.222.0.26 "DELETE /v2.0/subnets/2b605aed-8fda-4bcf-b6fc-c860a523103d HTTP/1.1" status: 404 len: 337 time: 0.0500073 Apr 01 13:43:00.439680 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 56972) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:43:00.457524 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-5e171363-6d89-4ea2-b792-03d9a9b826d2 tempest-SecGroupTest-2071671531 tempest-SecGroupTest-2071671531-project] Notify callbacks [] for security_group, precommit_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:43:00.457791 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-d4b38d89-810c-4270-82a7-b2fbe393b571 None None] For port a80a8a91-49c9-43dc-884b-568b5bffbd4c, host dv-neutron-836180-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836180-1-hyperv',level=0,port_id=a80a8a91-49c9-43dc-884b-568b5bffbd4c,segment=NetworkSegment(0442e2b5-dcb7-4c63-b68a-def34e843f70),segment_id=0442e2b5-dcb7-4c63-b68a-def34e843f70)] {{(pid=83872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 13:43:00.458210 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-d4b38d89-810c-4270-82a7-b2fbe393b571 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4155147'] for port, precommit_delete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:43:00.461909 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-5e171363-6d89-4ea2-b792-03d9a9b826d2 tempest-SecGroupTest-2071671531 tempest-SecGroupTest-2071671531-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3775923'] for security_group, after_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:43:00.481217 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.pecan_wsgi.hooks.translation [None req-d2160723-2d8c-43c6-8d2e-20c830d655fa tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] DELETE failed (client error): The resource could not be found. Apr 01 13:43:00.481659 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d2160723-2d8c-43c6-8d2e-20c830d655fa tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83871) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 13:43:00.486234 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-d2160723-2d8c-43c6-8d2e-20c830d655fa tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] 10.222.0.26 "DELETE /v2.0/subnets/535c50c9-d768-402f-9173-7852b14f4afe HTTP/1.1" status: 404 len: 337 time: 0.0428405 Apr 01 13:43:00.486234 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 56976) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:43:00.512042 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e171363-6d89-4ea2-b792-03d9a9b826d2 tempest-SecGroupTest-2071671531 tempest-SecGroupTest-2071671531-project] Pushing event updated for resources: {'SecurityGroup': ['ID=87d09d1e-f9c1-40a4-bbb0-4908f944b66f,revision_number=1']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:43:00.515360 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-5e171363-6d89-4ea2-b792-03d9a9b826d2 tempest-SecGroupTest-2071671531 tempest-SecGroupTest-2071671531-project] Notify callbacks [] for security_group, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:43:00.519178 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-5e171363-6d89-4ea2-b792-03d9a9b826d2 tempest-SecGroupTest-2071671531 tempest-SecGroupTest-2071671531-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.3468330 Apr 01 13:43:00.519768 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 56980) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:43:00.525834 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.v2.base [None req-6b5b3aac-f86f-462a-ab34-ef56f764282d tempest-SecGroupTest-2071671531 tempest-SecGroupTest-2071671531-project] Request body: {'security_group_rule': {'security_group_id': '87d09d1e-f9c1-40a4-bbb0-4908f944b66f', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=83869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:43:00.532975 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-6b5b3aac-f86f-462a-ab34-ef56f764282d tempest-SecGroupTest-2071671531 tempest-SecGroupTest-2071671531-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:43:00.536868 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-6b5b3aac-f86f-462a-ab34-ef56f764282d tempest-SecGroupTest-2071671531 tempest-SecGroupTest-2071671531-project] Usage tracker for resource:security_group_rule and tenant:775bf4a8f78e418d9754aa6d74334dc2 is out of sync, need to count used quota {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 13:43:00.538901 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.pecan_wsgi.hooks.translation [None req-367fe639-5696-4282-a0df-13d610e878a1 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] DELETE failed (client error): The resource could not be found. Apr 01 13:43:00.539385 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-367fe639-5696-4282-a0df-13d610e878a1 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83871) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 13:43:00.540249 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-6b5b3aac-f86f-462a-ab34-ef56f764282d tempest-SecGroupTest-2071671531 tempest-SecGroupTest-2071671531-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 13:43:00.543438 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-367fe639-5696-4282-a0df-13d610e878a1 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] 10.222.0.26 "DELETE /v2.0/ports/ee051dca-9940-41be-8000-176b7a17141b HTTP/1.1" status: 404 len: 333 time: 0.0541756 Apr 01 13:43:00.544218 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 56984) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:43:00.578387 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-6b5b3aac-f86f-462a-ab34-ef56f764282d tempest-SecGroupTest-2071671531 tempest-SecGroupTest-2071671531-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:43:00.585149 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.plugin [None req-d4b38d89-810c-4270-82a7-b2fbe393b571 None None] Calling delete_port for a80a8a91-49c9-43dc-884b-568b5bffbd4c owned by network:dhcp {{(pid=83872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 13:43:00.589586 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.pecan_wsgi.hooks.translation [None req-adc5fed7-42e6-497d-8824-f16746e30d71 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] DELETE failed (client error): The resource could not be found. Apr 01 13:43:00.590106 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-adc5fed7-42e6-497d-8824-f16746e30d71 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83869) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 13:43:00.594353 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-adc5fed7-42e6-497d-8824-f16746e30d71 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] 10.222.0.26 "DELETE /v2.0/subnets/0f5afc14-573d-4a1a-8df9-13deb6e8064f HTTP/1.1" status: 404 len: 337 time: 0.0470834 Apr 01 13:43:00.595007 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 56988) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:43:00.638462 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.pecan_wsgi.hooks.translation [None req-c10128a6-ff95-4229-bfb6-5dc093a1b824 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] DELETE failed (client error): The resource could not be found. Apr 01 13:43:00.638803 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c10128a6-ff95-4229-bfb6-5dc093a1b824 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83869) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 13:43:00.640455 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-c10128a6-ff95-4229-bfb6-5dc093a1b824 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] 10.222.0.26 "DELETE /v2.0/subnets/a0f6387a-5163-42bf-b6bd-7e1f85d01f3f HTTP/1.1" status: 404 len: 337 time: 0.0449803 Apr 01 13:43:00.641711 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-6b5b3aac-f86f-462a-ab34-ef56f764282d tempest-SecGroupTest-2071671531 tempest-SecGroupTest-2071671531-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:43:00.643209 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 56992) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:43:00.660797 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-d4b38d89-810c-4270-82a7-b2fbe393b571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736733359243', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736732935810'] for port, after_delete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:43:00.708953 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b38d89-810c-4270-82a7-b2fbe393b571 None None] Pushing event deleted for resources: {'Port': ['ID=a80a8a91-49c9-43dc-884b-568b5bffbd4c,revision_number=None']} {{(pid=83872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:43:00.713207 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.plugin [None req-e74fd2de-e2f4-48b0-b1a9-16de66764759 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Deleting port 7ea6f42f-3130-46c9-8069-204d4b9c68d3 {{(pid=83871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 13:43:00.713560 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-e74fd2de-e2f4-48b0-b1a9-16de66764759 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736733287370'] for port, before_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:43:00.716459 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4b38d89-810c-4270-82a7-b2fbe393b571 None None] No DVR routers for this DVR port a80a8a91-49c9-43dc-884b-568b5bffbd4c on host dv-neutron-836180-1-hyperv {{(pid=83872) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 13:43:00.725707 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-6b5b3aac-f86f-462a-ab34-ef56f764282d tempest-SecGroupTest-2071671531 tempest-SecGroupTest-2071671531-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:43:00.731565 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-6b5b3aac-f86f-462a-ab34-ef56f764282d tempest-SecGroupTest-2071671531 tempest-SecGroupTest-2071671531-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3775744'] for security_group_rule, after_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:43:00.757346 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5b3aac-f86f-462a-ab34-ef56f764282d tempest-SecGroupTest-2071671531 tempest-SecGroupTest-2071671531-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7ae1260f-016e-4b3b-b1a1-89a9c18d2c51,revision_number=0']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:43:00.773008 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-6b5b3aac-f86f-462a-ab34-ef56f764282d tempest-SecGroupTest-2071671531 tempest-SecGroupTest-2071671531-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:43:00.774227 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-6b5b3aac-f86f-462a-ab34-ef56f764282d tempest-SecGroupTest-2071671531 tempest-SecGroupTest-2071671531-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.2539382 Apr 01 13:43:00.776957 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 56996) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:43:00.988642 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-24c028f8-8e58-41a4-884e-68cda5b1ec1a tempest-SecGroupTest-2071671531 tempest-SecGroupTest-2071671531-project] Notify callbacks [] for security_group, before_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:43:00.993168 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-e74fd2de-e2f4-48b0-b1a9-16de66764759 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4155147'] for port, precommit_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:43:01.133968 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.plugin [None req-e74fd2de-e2f4-48b0-b1a9-16de66764759 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Calling delete_port for 7ea6f42f-3130-46c9-8069-204d4b9c68d3 owned by {{(pid=83871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 13:43:01.170546 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-24c028f8-8e58-41a4-884e-68cda5b1ec1a tempest-SecGroupTest-2071671531 tempest-SecGroupTest-2071671531-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:43:01.248651 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-e74fd2de-e2f4-48b0-b1a9-16de66764759 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736733359243', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736732935810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2743125'] for port, after_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:43:01.285353 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-24c028f8-8e58-41a4-884e-68cda5b1ec1a tempest-SecGroupTest-2071671531 tempest-SecGroupTest-2071671531-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3775923'] for security_group, after_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:43:01.314666 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74fd2de-e2f4-48b0-b1a9-16de66764759 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Pushing event deleted for resources: {'Port': ['ID=7ea6f42f-3130-46c9-8069-204d4b9c68d3,revision_number=None']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:43:01.319154 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c028f8-8e58-41a4-884e-68cda5b1ec1a tempest-SecGroupTest-2071671531 tempest-SecGroupTest-2071671531-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=87d09d1e-f9c1-40a4-bbb0-4908f944b66f,revision_number=None']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:43:01.332431 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-e74fd2de-e2f4-48b0-b1a9-16de66764759 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109561'] for port, before_response {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:43:01.341703 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-24c028f8-8e58-41a4-884e-68cda5b1ec1a tempest-SecGroupTest-2071671531 tempest-SecGroupTest-2071671531-project] Notify callbacks [] for security_group, before_response {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:43:01.342811 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-24c028f8-8e58-41a4-884e-68cda5b1ec1a tempest-SecGroupTest-2071671531 tempest-SecGroupTest-2071671531-project] 10.222.0.26 "DELETE /v2.0/security-groups/87d09d1e-f9c1-40a4-bbb0-4908f944b66f HTTP/1.1" status: 204 len: 168 time: 0.5649085 Apr 01 13:43:01.344517 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-e74fd2de-e2f4-48b0-b1a9-16de66764759 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] 10.222.0.26 "DELETE /v2.0/ports/7ea6f42f-3130-46c9-8069-204d4b9c68d3 HTTP/1.1" status: 204 len: 168 time: 0.7002654 Apr 01 13:43:01.345631 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 57000) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:43:01.347023 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 57002) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:43:01.397804 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-59bed09c-48d2-4dfa-b65d-0a65b9515887 tempest-SecGroupTest-2071671531 tempest-SecGroupTest-2071671531-project] Synchronizing usage tracker for tenant:775bf4a8f78e418d9754aa6d74334dc2 on resource:security_group {{(pid=83869) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 13:43:01.413507 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-59bed09c-48d2-4dfa-b65d-0a65b9515887 tempest-SecGroupTest-2071671531 tempest-SecGroupTest-2071671531-project] Unset dirty status for tenant:775bf4a8f78e418d9754aa6d74334dc2 on resource:security_group {{(pid=83869) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 13:43:01.414785 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-59bed09c-48d2-4dfa-b65d-0a65b9515887 tempest-SecGroupTest-2071671531 tempest-SecGroupTest-2071671531-project] 10.222.0.26 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.0681429 Apr 01 13:43:01.417340 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 57008) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:43:01.461139 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-8dbc877c-6418-4858-94e3-1192d21d352a tempest-SecGroupTest-2071671531 tempest-SecGroupTest-2071671531-project] Synchronizing usage tracker for tenant:775bf4a8f78e418d9754aa6d74334dc2 on resource:security_group_rule {{(pid=83869) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 13:43:01.461993 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-f4691418-1bae-4fd0-8d38-cbb82cdb8259 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1033078'] for network, before_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:43:01.477982 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-8dbc877c-6418-4858-94e3-1192d21d352a tempest-SecGroupTest-2071671531 tempest-SecGroupTest-2071671531-project] Unset dirty status for tenant:775bf4a8f78e418d9754aa6d74334dc2 on resource:security_group_rule {{(pid=83869) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 13:43:01.479601 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-8dbc877c-6418-4858-94e3-1192d21d352a tempest-SecGroupTest-2071671531 tempest-SecGroupTest-2071671531-project] 10.222.0.26 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2243 time: 0.0611815 Apr 01 13:43:01.482487 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 57012) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:43:01.499149 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.api.v2.resource [None req-0c2a48ac-79cb-4f2a-8520-9096747b63ea tempest-SecGroupTest-2071671531 tempest-SecGroupTest-2071671531-project] delete failed (client error): The resource could not be found. Apr 01 13:43:01.500045 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-0c2a48ac-79cb-4f2a-8520-9096747b63ea tempest-SecGroupTest-2071671531 tempest-SecGroupTest-2071671531-project] 10.222.0.26 "DELETE /v2.0/security-groups/87d09d1e-f9c1-40a4-bbb0-4908f944b66f HTTP/1.1" status: 404 len: 347 time: 0.0166593 Apr 01 13:43:01.504269 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 57016) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:43:01.556132 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-18b1191f-eec7-406b-b9aa-c8486afaafc1 tempest-SecGroupTest-2071671531 tempest-SecGroupTest-2071671531-project] 10.222.0.26 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.0507298 Apr 01 13:43:01.600586 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-f4691418-1bae-4fd0-8d38-cbb82cdb8259 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-942654', 'neutron.services.segments.db._delete_segments_for_network-8736733387888'] for network, precommit_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:43:01.625105 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.services.segments.db [None req-f4691418-1bae-4fd0-8d38-cbb82cdb8259 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['da52fa05-a658-4e73-abb5-e8699cbc9bb6']}} {{(pid=83871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:43:01.637358 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.services.segments.db [None req-f4691418-1bae-4fd0-8d38-cbb82cdb8259 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0442e2b5-dcb7-4c63-b68a-def34e843f70') {'for_net_delete': True} {{(pid=83871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:43:01.637767 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.services.segments.db [None req-f4691418-1bae-4fd0-8d38-cbb82cdb8259 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0442e2b5-dcb7-4c63-b68a-def34e843f70') {} {{(pid=83871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:43:01.649098 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-f4691418-1bae-4fd0-8d38-cbb82cdb8259 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736733386999', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3166340'] for segment, before_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:43:01.664991 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-f4691418-1bae-4fd0-8d38-cbb82cdb8259 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1004271'] for segment, precommit_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:43:01.671525 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f4691418-1bae-4fd0-8d38-cbb82cdb8259 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Releasing vlan 371 on physical network physnet1 to pool {{(pid=83871) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 01 13:43:01.671903 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-f4691418-1bae-4fd0-8d38-cbb82cdb8259 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1004262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2743078'] for segment, after_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:43:01.686521 dv-neutron-836180-1-hyperv neutron-server[83871]: Traceback (most recent call last): Apr 01 13:43:01.686521 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 01 13:43:01.686521 dv-neutron-836180-1-hyperv neutron-server[83871]: timer() Apr 01 13:43:01.686521 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 13:43:01.686521 dv-neutron-836180-1-hyperv neutron-server[83871]: cb(*args, **kw) Apr 01 13:43:01.686521 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 13:43:01.686521 dv-neutron-836180-1-hyperv neutron-server[83871]: return func(*args, **kwargs) Apr 01 13:43:01.686521 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 13:43:01.686521 dv-neutron-836180-1-hyperv neutron-server[83871]: self._notify() Apr 01 13:43:01.686521 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 13:43:01.686521 dv-neutron-836180-1-hyperv neutron-server[83871]: self.callback(batched_events) Apr 01 13:43:01.686521 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 13:43:01.686521 dv-neutron-836180-1-hyperv neutron-server[83871]: event.method(event) Apr 01 13:43:01.686521 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 13:43:01.686521 dv-neutron-836180-1-hyperv neutron-server[83871]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 13:43:01.686521 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 13:43:01.686521 dv-neutron-836180-1-hyperv neutron-server[83871]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 13:43:01.686521 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 13:43:01.686521 dv-neutron-836180-1-hyperv neutron-server[83871]: return f(self, *a, **k) Apr 01 13:43:01.686521 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 13:43:01.686521 dv-neutron-836180-1-hyperv neutron-server[83871]: return self._get(url).json() Apr 01 13:43:01.686521 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 13:43:01.686521 dv-neutron-836180-1-hyperv neutron-server[83871]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 13:43:01.686521 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 01 13:43:01.686521 dv-neutron-836180-1-hyperv neutron-server[83871]: return self.request(url, 'GET', **kwargs) Apr 01 13:43:01.686521 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 01 13:43:01.686521 dv-neutron-836180-1-hyperv neutron-server[83871]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 13:43:01.686521 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 01 13:43:01.686521 dv-neutron-836180-1-hyperv neutron-server[83871]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 13:43:01.686521 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 01 13:43:01.686521 dv-neutron-836180-1-hyperv neutron-server[83871]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 13:43:01.686521 dv-neutron-836180-1-hyperv neutron-server[83871]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 13:43:01.770571 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-f4691418-1bae-4fd0-8d38-cbb82cdb8259 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-942599', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4084797'] for network, after_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:43:01.791469 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-f4691418-1bae-4fd0-8d38-cbb82cdb8259 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Notify callbacks [] for network, before_response {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:43:01.799587 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4691418-1bae-4fd0-8d38-cbb82cdb8259 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] Pushing event deleted for resources: {'Network': ['ID=da52fa05-a658-4e73-abb5-e8699cbc9bb6,revision_number=None']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:43:01.802712 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-f4691418-1bae-4fd0-8d38-cbb82cdb8259 tempest-PortsTestJSON-345665230 tempest-PortsTestJSON-345665230-project] 10.222.0.26 "DELETE /v2.0/networks/da52fa05-a658-4e73-abb5-e8699cbc9bb6 HTTP/1.1" status: 204 len: 168 time: 0.4545362 Apr 01 13:43:01.856593 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 57026) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:43:02.029971 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-d920e64f-9a61-4e37-9467-df823ba17e38 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=775bf4a8f78e418d9754aa6d74334dc2&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1721342 Apr 01 13:43:02.032418 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 57034) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:43:02.097531 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-fbc71e8a-01fe-4740-9d91-615acc1d2c34 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:43:02.120791 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 57038) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:43:02.141030 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Device a80a8a91-49c9-43dc-884b-568b5bffbd4c no longer exists at agent ovs-agent-dv-neutron-836180-1-hyperv {{(pid=83872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 13:43:02.142253 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-fbc71e8a-01fe-4740-9d91-615acc1d2c34 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:43:02.174937 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.plugin [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] No Port match for: a80a8a91-49c9-43dc-884b-568b5bffbd4c {{(pid=83872) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 01 13:43:02.174937 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Device a80a8a91-49c9-43dc-884b-568b5bffbd4c not bound to the agent host dv-neutron-836180-1-hyperv {{(pid=83872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 13:43:02.202758 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-fbc71e8a-01fe-4740-9d91-615acc1d2c34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3775923'] for security_group, after_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:43:02.321904 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc71e8a-01fe-4740-9d91-615acc1d2c34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32a042af-bcd0-40b2-b00d-318b5b8fd2cd,revision_number=None']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:43:02.351836 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-fbc71e8a-01fe-4740-9d91-615acc1d2c34 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:43:02.353083 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-fbc71e8a-01fe-4740-9d91-615acc1d2c34 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/32a042af-bcd0-40b2-b00d-318b5b8fd2cd HTTP/1.1" status: 204 len: 168 time: 0.3197432 Apr 01 13:43:02.373283 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-a47a9308-f525-47fe-913d-cfe63482c432 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=1932cd2bf32d410ebaa96b0062b29072&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2431719 Apr 01 13:43:02.373598 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 57046) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:43:02.433075 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-c5ac39a0-099c-494a-a3b3-accfc1705f7a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:43:02.459332 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-c5ac39a0-099c-494a-a3b3-accfc1705f7a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:43:02.517680 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-c5ac39a0-099c-494a-a3b3-accfc1705f7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3775923'] for security_group, after_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:43:02.532728 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ac39a0-099c-494a-a3b3-accfc1705f7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8f1d659-5ebb-4db1-8164-bb938e4bb59c,revision_number=None']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:43:02.538818 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-c5ac39a0-099c-494a-a3b3-accfc1705f7a admin admin] Notify callbacks [] for security_group, before_response {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:43:02.542474 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-c5ac39a0-099c-494a-a3b3-accfc1705f7a admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/f8f1d659-5ebb-4db1-8164-bb938e4bb59c HTTP/1.1" status: 204 len: 168 time: 0.1655028 Apr 01 13:43:03.275462 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 57078) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:43:03.279787 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [-] 10.222.0.26 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0032668 Apr 01 13:43:03.282951 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 57080) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:43:03.412200 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-379f33ca-4456-4a3a-ba65-c764fbe62a10 tempest-NetworksApiDiscovery-1709289564 tempest-NetworksApiDiscovery-1709289564-project] 10.222.0.26 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.1278694 Apr 01 13:43:03.513382 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-e45f7300-933a-4be3-b1fd-3fab69c5f6af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:43:03.553640 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 57094) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:43:03.715819 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 57102) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:43:03.814633 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-680e148c-aaee-40c8-b602-b9a2310e0a6e tempest-ServiceProvidersTest-151804198 tempest-ServiceProvidersTest-151804198-project] 10.222.0.26 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.2587798 Apr 01 13:43:03.815738 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-c417f2bd-1ab3-4362-9d61-de1a9062132d admin admin] Notify callbacks [] for security_group, before_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:43:03.847603 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-c417f2bd-1ab3-4362-9d61-de1a9062132d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:43:03.851857 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-c417f2bd-1ab3-4362-9d61-de1a9062132d admin admin] Usage tracker for resource:security_group_rule and tenant:515808bdc0ed4e9e8f93e4e0ba4260c9 is out of sync, need to count used quota {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 13:43:03.854716 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-c417f2bd-1ab3-4362-9d61-de1a9062132d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 13:43:03.860980 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-c417f2bd-1ab3-4362-9d61-de1a9062132d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:43:03.928677 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-c417f2bd-1ab3-4362-9d61-de1a9062132d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:43:03.932424 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-c417f2bd-1ab3-4362-9d61-de1a9062132d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3775923'] for security_group, after_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:43:03.980101 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c417f2bd-1ab3-4362-9d61-de1a9062132d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3bad0efd-4571-42ef-bd5e-84020f1698ff,revision_number=1']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:43:03.986169 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-c417f2bd-1ab3-4362-9d61-de1a9062132d admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=515808bdc0ed4e9e8f93e4e0ba4260c9&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2692327 Apr 01 13:43:03.988850 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 57112) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:43:04.049139 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-6b106119-4e5a-4a6a-ba93-7c1103e4bcd9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:43:04.057703 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 57116) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:43:04.081323 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-6b106119-4e5a-4a6a-ba93-7c1103e4bcd9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:43:04.138765 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-6b106119-4e5a-4a6a-ba93-7c1103e4bcd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3775923'] for security_group, after_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:43:04.156425 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b106119-4e5a-4a6a-ba93-7c1103e4bcd9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3bad0efd-4571-42ef-bd5e-84020f1698ff,revision_number=None']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:43:04.160646 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-6b106119-4e5a-4a6a-ba93-7c1103e4bcd9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:43:04.161794 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-6b106119-4e5a-4a6a-ba93-7c1103e4bcd9 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/3bad0efd-4571-42ef-bd5e-84020f1698ff HTTP/1.1" status: 204 len: 168 time: 0.1719708 Apr 01 13:43:04.207380 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-7b3ef65d-412d-48e1-8a35-7228a67754b9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:43:04.239769 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-7b3ef65d-412d-48e1-8a35-7228a67754b9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:43:04.244026 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-7b3ef65d-412d-48e1-8a35-7228a67754b9 admin admin] Usage tracker for resource:security_group_rule and tenant:2d95affa6a464ca5aac1de2f36c6813f is out of sync, need to count used quota {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 13:43:04.247565 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-7b3ef65d-412d-48e1-8a35-7228a67754b9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 13:43:04.253921 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-7b3ef65d-412d-48e1-8a35-7228a67754b9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:43:04.323967 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-7b3ef65d-412d-48e1-8a35-7228a67754b9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:43:04.328191 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-7b3ef65d-412d-48e1-8a35-7228a67754b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3775923'] for security_group, after_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:43:04.375815 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b3ef65d-412d-48e1-8a35-7228a67754b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d806dd1-e447-44ca-b953-a5b140bc8a7f,revision_number=1']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:43:04.383843 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-7b3ef65d-412d-48e1-8a35-7228a67754b9 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=2d95affa6a464ca5aac1de2f36c6813f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3227990 Apr 01 13:43:04.384693 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 57126) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:43:04.445657 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-f2cdd6d2-b84e-4241-b2f7-0945ba29cc5a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:43:04.476021 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-f2cdd6d2-b84e-4241-b2f7-0945ba29cc5a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:43:04.537193 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-f2cdd6d2-b84e-4241-b2f7-0945ba29cc5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3775923'] for security_group, after_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:43:04.556601 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2cdd6d2-b84e-4241-b2f7-0945ba29cc5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d806dd1-e447-44ca-b953-a5b140bc8a7f,revision_number=None']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:43:04.563270 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-f2cdd6d2-b84e-4241-b2f7-0945ba29cc5a admin admin] Notify callbacks [] for security_group, before_response {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:43:04.572873 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-f2cdd6d2-b84e-4241-b2f7-0945ba29cc5a admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/4d806dd1-e447-44ca-b953-a5b140bc8a7f HTTP/1.1" status: 204 len: 168 time: 0.1793640 Apr 01 13:43:05.028476 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 57154) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:43:05.211370 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.v2.base [None req-fcf9017f-dac2-41b2-a905-d56f13761734 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-337991642-network', 'tenant_id': '61493d65896b4fcca361cedb3514a406'}} {{(pid=83871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:43:05.226933 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-fcf9017f-dac2-41b2-a905-d56f13761734 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:43:05.231288 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-fcf9017f-dac2-41b2-a905-d56f13761734 admin admin] Usage tracker for resource:network and tenant:61493d65896b4fcca361cedb3514a406 is out of sync, need to count used quota {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 13:43:05.234170 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-fcf9017f-dac2-41b2-a905-d56f13761734 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 13:43:05.239914 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-fcf9017f-dac2-41b2-a905-d56f13761734 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:43:05.254592 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fcf9017f-dac2-41b2-a905-d56f13761734 admin admin] Made reservation on behalf of 61493d65896b4fcca361cedb3514a406 for: {'network': 1} {{(pid=83871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 13:43:05.258308 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-fcf9017f-dac2-41b2-a905-d56f13761734 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for network, before_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:43:05.273604 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-fcf9017f-dac2-41b2-a905-d56f13761734 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:43:05.309064 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-fcf9017f-dac2-41b2-a905-d56f13761734 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:43:05.313305 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-fcf9017f-dac2-41b2-a905-d56f13761734 admin admin] Usage tracker for resource:security_group_rule and tenant:61493d65896b4fcca361cedb3514a406 is out of sync, need to count used quota {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 13:43:05.316358 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-fcf9017f-dac2-41b2-a905-d56f13761734 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 13:43:05.322619 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-fcf9017f-dac2-41b2-a905-d56f13761734 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:43:05.399103 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-fcf9017f-dac2-41b2-a905-d56f13761734 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:43:05.403415 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-fcf9017f-dac2-41b2-a905-d56f13761734 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3775923'] for security_group, after_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:43:05.439782 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fcf9017f-dac2-41b2-a905-d56f13761734 admin admin] vlan segment allocate from pool success with {'vlan_id': 372, 'physical_network': 'physnet1'} {{(pid=83871) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 13:43:05.444935 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf9017f-dac2-41b2-a905-d56f13761734 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84f8f044-b125-4bdb-a096-55c040b8931b,revision_number=1']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:43:05.456438 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-fcf9017f-dac2-41b2-a905-d56f13761734 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1004271'] for segment, precommit_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:43:05.456776 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.db.segments_db [None req-fcf9017f-dac2-41b2-a905-d56f13761734 admin admin] Added segment b6ed8d0f-f689-44e5-9f94-9e347b2403b9 of type vlan for network 3fb397e2-e523-4823-90e7-bd579a19eac6 Apr 01 13:43:05.484802 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-fcf9017f-dac2-41b2-a905-d56f13761734 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736732923383'] for network, precommit_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:43:05.518332 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-fcf9017f-dac2-41b2-a905-d56f13761734 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575'] for network, after_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:43:05.519354 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcf9017f-dac2-41b2-a905-d56f13761734 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:43:05.519927 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-fcf9017f-dac2-41b2-a905-d56f13761734 admin admin] Notify callbacks [] for network, before_response {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:43:05.625419 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-fcf9017f-dac2-41b2-a905-d56f13761734 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.5958188 Apr 01 13:43:05.628552 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 57172) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:43:05.631147 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf9017f-dac2-41b2-a905-d56f13761734 admin admin] Pushing event updated for resources: {'Network': ['ID=3fb397e2-e523-4823-90e7-bd579a19eac6,revision_number=1']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:43:05.635908 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.v2.base [None req-30470355-ffdf-4391-89ec-7a177af25f04 admin admin] Request body: {'subnet': {'network_id': '3fb397e2-e523-4823-90e7-bd579a19eac6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-337991642-subnet', 'tenant_id': '61493d65896b4fcca361cedb3514a406', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:43:05.641891 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-30470355-ffdf-4391-89ec-7a177af25f04 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:43:05.642047 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Network 3fb397e2-e523-4823-90e7-bd579a19eac6 details requested by agent ovs-agent-dv-neutron-836180-1-hyperv with host dv-neutron-836180-1-hyperv {{(pid=83872) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 13:43:05.645963 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-30470355-ffdf-4391-89ec-7a177af25f04 admin admin] Usage tracker for resource:subnet and tenant:61493d65896b4fcca361cedb3514a406 is out of sync, need to count used quota {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 13:43:05.648830 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-30470355-ffdf-4391-89ec-7a177af25f04 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 13:43:05.656220 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-30470355-ffdf-4391-89ec-7a177af25f04 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:43:05.666549 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30470355-ffdf-4391-89ec-7a177af25f04 admin admin] Made reservation on behalf of 61493d65896b4fcca361cedb3514a406 for: {'subnet': 1} {{(pid=83871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 13:43:05.669609 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-30470355-ffdf-4391-89ec-7a177af25f04 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2757336'] for subnet, before_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:43:05.878675 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-e434844c-0ab0-4448-b95c-f6eafa8c0736 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:43:05.894251 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-30470355-ffdf-4391-89ec-7a177af25f04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2743225', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2757366'] for subnet, after_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:43:05.966485 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30470355-ffdf-4391-89ec-7a177af25f04 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2bb8e5b9-7923-4b30-a000-a43759424a4d,revision_number=0']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:43:05.980403 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30470355-ffdf-4391-89ec-7a177af25f04 admin admin] Checking segment: {'id': 'b6ed8d0f-f689-44e5-9f94-9e347b2403b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '3fb397e2-e523-4823-90e7-bd579a19eac6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 13:43:05.980760 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30470355-ffdf-4391-89ec-7a177af25f04 admin admin] Network hostable DHCP agents. Network: 3fb397e2-e523-4823-90e7-bd579a19eac6, hostable agents: ['e47e4547-5c2d-4954-ba56-fa3646239f18'], hosted agents: [] {{(pid=83871) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 13:43:06.003054 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30470355-ffdf-4391-89ec-7a177af25f04 admin admin] Network 3fb397e2-e523-4823-90e7-bd579a19eac6 is scheduled to be hosted by DHCP agent e47e4547-5c2d-4954-ba56-fa3646239f18 with binding_index 1 {{(pid=83871) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 13:43:06.013684 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.scheduler.base_scheduler [None req-30470355-ffdf-4391-89ec-7a177af25f04 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-836180-1-hyperv, 3fb397e2-e523-4823-90e7-bd579a19eac6) {{(pid=83871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 13:43:06.018166 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30470355-ffdf-4391-89ec-7a177af25f04 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:43:06.018760 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-30470355-ffdf-4391-89ec-7a177af25f04 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:43:06.024366 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3139918c-c344-4385-bccd-c0e04dd2cab2 None None] Network 3fb397e2-e523-4823-90e7-bd579a19eac6 requested from dv-neutron-836180-1-hyperv {{(pid=83872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 13:43:06.041533 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-30470355-ffdf-4391-89ec-7a177af25f04 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4119625 Apr 01 13:43:06.240028 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c587e46-3653-4ba1-bc0a-1169709e402e None None] Network 3fb397e2-e523-4823-90e7-bd579a19eac6 requested from dv-neutron-836180-1-hyperv {{(pid=83872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 13:43:06.510323 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 57198) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:43:06.695683 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.v2.base [None req-e99677b9-0900-40ef-bc76-f2753699d9d9 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Request body: {'network': {'name': 'tempest-network-smoke--824217541', 'project_id': 'f17cecf0d6854286bcc6f673927088ad', 'port_security_enabled': True}} {{(pid=83869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:43:06.701217 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-e99677b9-0900-40ef-bc76-f2753699d9d9 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:43:06.705010 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-e99677b9-0900-40ef-bc76-f2753699d9d9 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Usage tracker for resource:network and tenant:f17cecf0d6854286bcc6f673927088ad is out of sync, need to count used quota {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 13:43:06.708530 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-e99677b9-0900-40ef-bc76-f2753699d9d9 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 13:43:06.714063 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-e99677b9-0900-40ef-bc76-f2753699d9d9 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:43:06.724974 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e99677b9-0900-40ef-bc76-f2753699d9d9 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Made reservation on behalf of f17cecf0d6854286bcc6f673927088ad for: {'network': 1} {{(pid=83869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 13:43:06.727853 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-e99677b9-0900-40ef-bc76-f2753699d9d9 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for network, before_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:43:06.740454 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-e99677b9-0900-40ef-bc76-f2753699d9d9 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks [] for security_group, before_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:43:06.776352 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-e99677b9-0900-40ef-bc76-f2753699d9d9 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:43:06.780933 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-e99677b9-0900-40ef-bc76-f2753699d9d9 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Usage tracker for resource:security_group_rule and tenant:f17cecf0d6854286bcc6f673927088ad is out of sync, need to count used quota {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 13:43:06.783796 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-e99677b9-0900-40ef-bc76-f2753699d9d9 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 13:43:06.789763 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-e99677b9-0900-40ef-bc76-f2753699d9d9 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:43:06.875120 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-e99677b9-0900-40ef-bc76-f2753699d9d9 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks [] for security_group, precommit_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:43:06.879102 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-e99677b9-0900-40ef-bc76-f2753699d9d9 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3775923'] for security_group, after_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:43:06.913974 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e99677b9-0900-40ef-bc76-f2753699d9d9 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] vlan segment allocate from pool success with {'vlan_id': 354, 'physical_network': 'physnet1'} {{(pid=83869) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 13:43:06.922769 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e99677b9-0900-40ef-bc76-f2753699d9d9 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Pushing event updated for resources: {'SecurityGroup': ['ID=32e1dfc5-fbd9-4f6b-b62f-671a1503c7d0,revision_number=1']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:43:06.928534 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-e99677b9-0900-40ef-bc76-f2753699d9d9 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1004271'] for segment, precommit_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:43:06.928880 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.db.segments_db [None req-e99677b9-0900-40ef-bc76-f2753699d9d9 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Added segment 6268ff76-acf6-4ba6-9ea1-9e2097e34d20 of type vlan for network e479e8cb-ba31-4961-ae77-a162005f7579 Apr 01 13:43:06.956275 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-e99677b9-0900-40ef-bc76-f2753699d9d9 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736732923383'] for network, precommit_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:43:06.989841 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-e99677b9-0900-40ef-bc76-f2753699d9d9 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575'] for network, after_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:43:06.993729 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e99677b9-0900-40ef-bc76-f2753699d9d9 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:43:06.994331 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-e99677b9-0900-40ef-bc76-f2753699d9d9 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks [] for network, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:43:07.044841 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 57216) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:43:07.050629 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.v2.base [None req-77562ebd-5a4c-4869-8f8c-4efb7fa0a613 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1227945264-network', 'tenant_id': 'f27c91861ef247289196ac905a46c6df'}} {{(pid=83871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:43:07.055384 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-77562ebd-5a4c-4869-8f8c-4efb7fa0a613 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:43:07.059869 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-77562ebd-5a4c-4869-8f8c-4efb7fa0a613 admin admin] Usage tracker for resource:network and tenant:f27c91861ef247289196ac905a46c6df is out of sync, need to count used quota {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 13:43:07.063045 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-77562ebd-5a4c-4869-8f8c-4efb7fa0a613 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 13:43:07.068790 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-77562ebd-5a4c-4869-8f8c-4efb7fa0a613 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:43:07.080057 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77562ebd-5a4c-4869-8f8c-4efb7fa0a613 admin admin] Made reservation on behalf of f27c91861ef247289196ac905a46c6df for: {'network': 1} {{(pid=83871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 13:43:07.082352 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-77562ebd-5a4c-4869-8f8c-4efb7fa0a613 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for network, before_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:43:07.097680 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-77562ebd-5a4c-4869-8f8c-4efb7fa0a613 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:43:07.109228 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e99677b9-0900-40ef-bc76-f2753699d9d9 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Pushing event updated for resources: {'Network': ['ID=e479e8cb-ba31-4961-ae77-a162005f7579,revision_number=1']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:43:07.114984 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 57220) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:43:07.115273 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-e99677b9-0900-40ef-bc76-f2753699d9d9 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.6038547 Apr 01 13:43:07.122363 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Network e479e8cb-ba31-4961-ae77-a162005f7579 details requested by agent ovs-agent-dv-neutron-836180-1-hyperv with host dv-neutron-836180-1-hyperv {{(pid=83872) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 13:43:07.122970 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.v2.base [None req-b7f51123-aa73-4725-95a0-a05d81d4d9f7 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-326976', 'admin_state_up': True, 'project_id': 'f17cecf0d6854286bcc6f673927088ad', 'external_gateway_info': {'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301'}}} {{(pid=83871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:43:07.131083 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-b7f51123-aa73-4725-95a0-a05d81d4d9f7 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:43:07.142242 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:43:07.142451 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-b7f51123-aa73-4725-95a0-a05d81d4d9f7 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Usage tracker for resource:router and tenant:f17cecf0d6854286bcc6f673927088ad is out of sync, need to count used quota {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 13:43:07.146504 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-b7f51123-aa73-4725-95a0-a05d81d4d9f7 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 13:43:07.154511 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-b7f51123-aa73-4725-95a0-a05d81d4d9f7 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:43:07.156530 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-77562ebd-5a4c-4869-8f8c-4efb7fa0a613 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:43:07.162295 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-77562ebd-5a4c-4869-8f8c-4efb7fa0a613 admin admin] Usage tracker for resource:security_group_rule and tenant:f27c91861ef247289196ac905a46c6df is out of sync, need to count used quota {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 13:43:07.166649 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-77562ebd-5a4c-4869-8f8c-4efb7fa0a613 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 13:43:07.172727 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-77562ebd-5a4c-4869-8f8c-4efb7fa0a613 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:43:07.174762 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-b7f51123-aa73-4725-95a0-a05d81d4d9f7 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4082176', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4220'] for router, before_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:43:07.175621 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-b7f51123-aa73-4725-95a0-a05d81d4d9f7 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4082277', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4084873', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4148249', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4211'] for router, precommit_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:43:07.211635 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-b7f51123-aa73-4725-95a0-a05d81d4d9f7 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:43:07.349896 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-2f9cfc9c-d8ba-4de3-a4ad-98162f90557c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:43:07.366938 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-77562ebd-5a4c-4869-8f8c-4efb7fa0a613 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:43:07.377578 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-77562ebd-5a4c-4869-8f8c-4efb7fa0a613 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3775923'] for security_group, after_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:43:07.414840 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-77562ebd-5a4c-4869-8f8c-4efb7fa0a613 admin admin] vlan segment allocate from pool success with {'vlan_id': 396, 'physical_network': 'physnet1'} {{(pid=83871) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 13:43:07.421399 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77562ebd-5a4c-4869-8f8c-4efb7fa0a613 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4b1f150-be3e-4080-9d06-9136029b0d3d,revision_number=1']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:43:07.430373 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-77562ebd-5a4c-4869-8f8c-4efb7fa0a613 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1004271'] for segment, precommit_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:43:07.430778 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.db.segments_db [None req-77562ebd-5a4c-4869-8f8c-4efb7fa0a613 admin admin] Added segment 911af3cc-b92d-4605-b57f-6efd6150bf99 of type vlan for network 6d934126-a481-483b-bc72-715e3b0e37e4 Apr 01 13:43:07.432914 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-b7f51123-aa73-4725-95a0-a05d81d4d9f7 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4084887', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4079850', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4161'] for router, precommit_update {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:43:07.475440 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-77562ebd-5a4c-4869-8f8c-4efb7fa0a613 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736732923383'] for network, precommit_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:43:07.570055 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-77562ebd-5a4c-4869-8f8c-4efb7fa0a613 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575'] for network, after_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:43:07.570877 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77562ebd-5a4c-4869-8f8c-4efb7fa0a613 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:43:07.571444 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-77562ebd-5a4c-4869-8f8c-4efb7fa0a613 admin admin] Notify callbacks [] for network, before_response {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:43:07.686223 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-77562ebd-5a4c-4869-8f8c-4efb7fa0a613 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.6400974 Apr 01 13:43:07.689219 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77562ebd-5a4c-4869-8f8c-4efb7fa0a613 admin admin] Pushing event updated for resources: {'Network': ['ID=6d934126-a481-483b-bc72-715e3b0e37e4,revision_number=1']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:43:07.689398 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 57224) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:43:07.695923 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.v2.base [None req-81612c8b-ebb5-4e76-a178-5b0d3a6b5fc3 admin admin] Request body: {'subnet': {'network_id': '6d934126-a481-483b-bc72-715e3b0e37e4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1227945264-subnet', 'tenant_id': 'f27c91861ef247289196ac905a46c6df', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:43:07.701658 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Network 6d934126-a481-483b-bc72-715e3b0e37e4 details requested by agent ovs-agent-dv-neutron-836180-1-hyperv with host dv-neutron-836180-1-hyperv {{(pid=83872) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 13:43:07.702091 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-81612c8b-ebb5-4e76-a178-5b0d3a6b5fc3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:43:07.706490 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-81612c8b-ebb5-4e76-a178-5b0d3a6b5fc3 admin admin] Usage tracker for resource:subnet and tenant:f27c91861ef247289196ac905a46c6df is out of sync, need to count used quota {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 13:43:07.709343 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-81612c8b-ebb5-4e76-a178-5b0d3a6b5fc3 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 13:43:07.715175 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-81612c8b-ebb5-4e76-a178-5b0d3a6b5fc3 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:43:07.726450 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81612c8b-ebb5-4e76-a178-5b0d3a6b5fc3 admin admin] Made reservation on behalf of f27c91861ef247289196ac905a46c6df for: {'subnet': 1} {{(pid=83869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 13:43:07.729085 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-81612c8b-ebb5-4e76-a178-5b0d3a6b5fc3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2999481'] for subnet, before_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:43:07.845522 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-b7f51123-aa73-4725-95a0-a05d81d4d9f7 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks [] for router_gateway, before_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:43:07.875172 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-b7f51123-aa73-4725-95a0-a05d81d4d9f7 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:43:07.940587 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-81612c8b-ebb5-4e76-a178-5b0d3a6b5fc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2705391', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2999447'] for subnet, after_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:43:08.009927 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.db_base_plugin_common [None req-b7f51123-aa73-4725-95a0-a05d81d4d9f7 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Allocated IP 172.26.5.238 (725864b8-cceb-48c9-b5d3-1bfc4423e301/e2ed99db-0e25-4971-b535-7fa69231fae8/ad7e8c09-799b-48af-b306-4b0c531cf7fd) {{(pid=83871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 13:43:08.015580 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81612c8b-ebb5-4e76-a178-5b0d3a6b5fc3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cfe4daaf-ecc6-4373-b271-978279745b52,revision_number=0']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:43:08.030041 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81612c8b-ebb5-4e76-a178-5b0d3a6b5fc3 admin admin] Checking segment: {'id': '911af3cc-b92d-4605-b57f-6efd6150bf99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '6d934126-a481-483b-bc72-715e3b0e37e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 13:43:08.030389 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81612c8b-ebb5-4e76-a178-5b0d3a6b5fc3 admin admin] Network hostable DHCP agents. Network: 6d934126-a481-483b-bc72-715e3b0e37e4, hostable agents: ['e47e4547-5c2d-4954-ba56-fa3646239f18'], hosted agents: [] {{(pid=83869) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 13:43:08.053206 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81612c8b-ebb5-4e76-a178-5b0d3a6b5fc3 admin admin] Network 6d934126-a481-483b-bc72-715e3b0e37e4 is scheduled to be hosted by DHCP agent e47e4547-5c2d-4954-ba56-fa3646239f18 with binding_index 1 {{(pid=83869) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 13:43:08.062367 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.scheduler.base_scheduler [None req-81612c8b-ebb5-4e76-a178-5b0d3a6b5fc3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-836180-1-hyperv, 6d934126-a481-483b-bc72-715e3b0e37e4) {{(pid=83869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 13:43:08.066259 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81612c8b-ebb5-4e76-a178-5b0d3a6b5fc3 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:43:08.066966 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-81612c8b-ebb5-4e76-a178-5b0d3a6b5fc3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:43:08.071568 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3aa7e08-61e5-4e32-be5e-062210b4fb28 None None] Network 6d934126-a481-483b-bc72-715e3b0e37e4 requested from dv-neutron-836180-1-hyperv {{(pid=83872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 13:43:08.094904 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-81612c8b-ebb5-4e76-a178-5b0d3a6b5fc3 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.4038978 Apr 01 13:43:08.162011 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-b7f51123-aa73-4725-95a0-a05d81d4d9f7 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks [] for port, precommit_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:43:08.194201 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-b7f51123-aa73-4725-95a0-a05d81d4d9f7 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736732935801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2743125'] for port, after_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:43:08.263123 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7f51123-aa73-4725-95a0-a05d81d4d9f7 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Network 725864b8-cceb-48c9-b5d3-1bfc4423e301 is already hosted by enough agents. {{(pid=83871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 13:43:08.264971 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.scheduler.base_scheduler [None req-b7f51123-aa73-4725-95a0-a05d81d4d9f7 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Resources bound (agent type, host, resource id): {{(pid=83871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 13:43:08.275586 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7f51123-aa73-4725-95a0-a05d81d4d9f7 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Received port after_create {{(pid=83871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 13:43:08.316438 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f51123-aa73-4725-95a0-a05d81d4d9f7 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Pushing event updated for resources: {'Port': ['ID=ad7e8c09-799b-48af-b306-4b0c531cf7fd,revision_number=1']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:43:08.325292 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-051b82a0-9760-455e-913f-394ed8d8dc88 None None] Network 6d934126-a481-483b-bc72-715e3b0e37e4 requested from dv-neutron-836180-1-hyperv {{(pid=83872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 13:43:08.461075 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-b7f51123-aa73-4725-95a0-a05d81d4d9f7 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks [] for router_gateway, after_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:43:08.461681 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-b7f51123-aa73-4725-95a0-a05d81d4d9f7 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4082201', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4084858'] for router, after_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:43:08.694355 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7f51123-aa73-4725-95a0-a05d81d4d9f7 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Router f283fd9a-4755-4780-9b5d-5f95a160cc02 is scheduled to L3 agent 88bf8fc8-11a3-4e96-9d1b-5fd93ba9f6f1 with binding_index 1 {{(pid=83871) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 01 13:43:08.765372 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81baa127-5806-4ac3-8549-1b1a58f39b08 req-46fbc9b0-ac82-47d4-85c9-c6cf64512286 tempest-TestServerAdvancedOps-529781517 tempest-TestServerAdvancedOps-529781517-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:43:08.766760 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-81baa127-5806-4ac3-8549-1b1a58f39b08 req-46fbc9b0-ac82-47d4-85c9-c6cf64512286 tempest-TestServerAdvancedOps-529781517 tempest-TestServerAdvancedOps-529781517-project] 10.222.0.26 "GET /v2.0/networks?id=3fb397e2-e523-4823-90e7-bd579a19eac6 HTTP/1.1" status: 200 len: 811 time: 0.1445262 Apr 01 13:43:08.782689 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-81baa127-5806-4ac3-8549-1b1a58f39b08 req-c445d172-c074-4ffe-8b91-30a29b6da3d6 tempest-TestServerAdvancedOps-529781517 tempest-TestServerAdvancedOps-529781517-project] 10.222.0.26 "GET /v2.0/quotas/61493d65896b4fcca361cedb3514a406 HTTP/1.1" status: 200 len: 375 time: 0.0105572 Apr 01 13:43:08.829219 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-81baa127-5806-4ac3-8549-1b1a58f39b08 req-5f42dc22-ece1-4253-8117-5fbef6a2ab5c tempest-TestServerAdvancedOps-529781517 tempest-TestServerAdvancedOps-529781517-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=61493d65896b4fcca361cedb3514a406&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0414503 Apr 01 13:43:08.851878 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-a976a7b9-9034-41e6-be13-349b75ed1593 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:43:08.901780 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7f51123-aa73-4725-95a0-a05d81d4d9f7 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify agent at l3_agent.dv-neutron-836180-1-hyperv the message routers_updated {{(pid=83871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 13:43:08.914079 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccdd38f1-356a-40da-815d-01b1ed2ff1af None None] Sync routers for ids ['f283fd9a-4755-4780-9b5d-5f95a160cc02'] in dv-neutron-836180-1-hyperv {{(pid=83873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 13:43:08.927491 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccdd38f1-356a-40da-815d-01b1ed2ff1af None None] Routers {'f283fd9a-4755-4780-9b5d-5f95a160cc02'} bound to L3 agent in host dv-neutron-836180-1-hyperv {{(pid=83873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 13:43:08.928251 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-ccdd38f1-356a-40da-815d-01b1ed2ff1af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836180-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-01T13:25:36Z,description=,heartbeat_timestamp=2022-04-01T13:43:06Z,host='dv-neutron-836180-1-hyperv',id=88bf8fc8-11a3-4e96-9d1b-5fd93ba9f6f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T13:25:36Z,topic='l3_agent')) {'router_ids': ['f283fd9a-4755-4780-9b5d-5f95a160cc02'], 'active': True} {{(pid=83873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:43:08.930278 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-b7f51123-aa73-4725-95a0-a05d81d4d9f7 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks [] for router, before_response {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:43:08.934680 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 57248) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:43:08.934831 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-b7f51123-aa73-4725-95a0-a05d81d4d9f7 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 1.8186765 Apr 01 13:43:09.107448 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_dvr_db [None req-ccdd38f1-356a-40da-815d-01b1ed2ff1af None None] Set router f283fd9a-4755-4780-9b5d-5f95a160cc02 gateway port host: dv-neutron-836180-1-hyperv {{(pid=83873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 13:43:09.124607 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-e2ccc6ea-1526-4432-95bb-9b7f30a8d502 tempest-TestNetworkBasicOps-1234239346 tempest-TestNetworkBasicOps-1234239346-project-admin] 10.222.0.26 "GET /v2.0/subnets?project_id=f17cecf0d6854286bcc6f673927088ad&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1875179 Apr 01 13:43:09.127382 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 57254) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:43:09.240772 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-81baa127-5806-4ac3-8549-1b1a58f39b08 req-c81962d0-3bbb-43b8-9af9-3ee2756af794 service neutron] 10.222.0.26 "GET /v2.0/networks/3fb397e2-e523-4823-90e7-bd579a19eac6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3994229 Apr 01 13:43:09.274914 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-baabc124-2077-4005-ba35-24efca398fa2 tempest-TestNetworkBasicOps-1234239346 tempest-TestNetworkBasicOps-1234239346-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:43:09.281379 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-baabc124-2077-4005-ba35-24efca398fa2 tempest-TestNetworkBasicOps-1234239346 tempest-TestNetworkBasicOps-1234239346-project-admin] 10.222.0.26 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1529188 Apr 01 13:43:09.281993 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 57260) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:43:09.326727 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-7887baf5-0d6d-4c77-ad9c-3988038feb76 tempest-TestNetworkBasicOps-1234239346 tempest-TestNetworkBasicOps-1234239346-project-admin] 10.222.0.26 "GET /v2.0/subnets?network_id=725864b8-cceb-48c9-b5d3-1bfc4423e301&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0426533 Apr 01 13:43:09.328394 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 57264) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:43:09.333742 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.v2.base [None req-5c45f11a-3c67-4ff9-9f70-78ab01c370d4 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1143254368', 'network_id': 'e479e8cb-ba31-4961-ae77-a162005f7579', 'project_id': 'f17cecf0d6854286bcc6f673927088ad', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=83871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:43:09.386363 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-81baa127-5806-4ac3-8549-1b1a58f39b08 req-e3abacfb-f983-45fb-bc09-8c23b19d60ad service neutron] 10.222.0.26 "GET /v2.0/networks/3fb397e2-e523-4823-90e7-bd579a19eac6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1369860 Apr 01 13:43:09.430331 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-ccdd38f1-356a-40da-815d-01b1ed2ff1af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f283fd9a-4755-4780-9b5d-5f95a160cc02', 'name': 'tempest-TestNetworkBasicOps-router-326976', 'tenant_id': 'f17cecf0d6854286bcc6f673927088ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'external_fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.238'}], 'enable_snat': True}, 'gw_port_id': 'ad7e8c09-799b-48af-b306-4b0c531cf7fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T13:43:07Z', 'updated_at': '2022-04-01T13:43:08Z', 'revision_number': 3, 'project_id': 'f17cecf0d6854286bcc6f673927088ad', 'gw_port': {'id': 'ad7e8c09-799b-48af-b306-4b0c531cf7fd', 'name': '', 'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:38:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f283fd9a-4755-4780-9b5d-5f95a160cc02', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:43:07Z', 'updated_at': '2022-04-01T13:43:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836180-1-hyperv'}], 'dv-neutron-836180-1-hyperv', False) {} {{(pid=83873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:43:09.435903 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccdd38f1-356a-40da-815d-01b1ed2ff1af None None] Checking router: f283fd9a-4755-4780-9b5d-5f95a160cc02 for host: dv-neutron-836180-1-hyperv {{(pid=83873) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 01 13:43:09.437059 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccdd38f1-356a-40da-815d-01b1ed2ff1af None None] Updating router f283fd9a-4755-4780-9b5d-5f95a160cc02 port ad7e8c09-799b-48af-b306-4b0c531cf7fd binding host dv-neutron-836180-1-hyperv {{(pid=83873) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 01 13:43:09.447437 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-5c45f11a-3c67-4ff9-9f70-78ab01c370d4 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:43:09.451866 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-5c45f11a-3c67-4ff9-9f70-78ab01c370d4 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Usage tracker for resource:subnet and tenant:f17cecf0d6854286bcc6f673927088ad is out of sync, need to count used quota {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 13:43:09.454691 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-5c45f11a-3c67-4ff9-9f70-78ab01c370d4 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 13:43:09.460906 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-5c45f11a-3c67-4ff9-9f70-78ab01c370d4 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:43:09.473468 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c45f11a-3c67-4ff9-9f70-78ab01c370d4 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Made reservation on behalf of f17cecf0d6854286bcc6f673927088ad for: {'subnet': 1} {{(pid=83871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 13:43:09.495016 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-ccdd38f1-356a-40da-815d-01b1ed2ff1af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:43:09.671293 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-e4073238-3bf7-4807-a2de-79f0433aa633 req-6ae85fd0-f868-4996-b49a-35a7be728587 tempest-TestServerAdvancedOps-529781517 tempest-TestServerAdvancedOps-529781517-project] 10.222.0.26 "GET /v2.0/ports?device_id=67106282-ddd2-4109-9f8c-6366aa95c1ce HTTP/1.1" status: 200 len: 210 time: 0.0585918 Apr 01 13:43:09.673746 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-5c45f11a-3c67-4ff9-9f70-78ab01c370d4 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2757336'] for subnet, before_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:43:09.940883 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-ccdd38f1-356a-40da-815d-01b1ed2ff1af None None] Notify callbacks [] for port, precommit_update {{(pid=83873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:43:09.957390 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-ccdd38f1-356a-40da-815d-01b1ed2ff1af None None] Transition to ACTIVE for port object ad7e8c09-799b-48af-b306-4b0c531cf7fd will not be triggered until provisioned by entity L2. {{(pid=83873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 13:43:09.971349 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-ccdd38f1-356a-40da-815d-01b1ed2ff1af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864'] for port, after_update {{(pid=83873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:43:10.058912 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-5c45f11a-3c67-4ff9-9f70-78ab01c370d4 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2743225', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2757366'] for subnet, after_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:43:10.066078 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.plugins.ml2.managers [None req-ccdd38f1-356a-40da-815d-01b1ed2ff1af None None] Attempting to bind port ad7e8c09-799b-48af-b306-4b0c531cf7fd on host dv-neutron-836180-1-hyperv for vnic_type normal with profile {{(pid=83873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 13:43:10.066458 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.plugins.ml2.managers [None req-ccdd38f1-356a-40da-815d-01b1ed2ff1af None None] Attempting to bind port ad7e8c09-799b-48af-b306-4b0c531cf7fd by drivers openvswitch,hyperv on host dv-neutron-836180-1-hyperv at level 0 using segments [{'id': '7b924dd8-4978-40c4-ad91-4b9b27348462', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301'}] {{(pid=83873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 13:43:10.066785 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccdd38f1-356a-40da-815d-01b1ed2ff1af None None] Attempting to bind port ad7e8c09-799b-48af-b306-4b0c531cf7fd on network 725864b8-cceb-48c9-b5d3-1bfc4423e301 {{(pid=83873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 13:43:10.079406 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de840556-3dda-4680-b6d9-a33b4da3e1cb None None] Pushing event updated for resources: {'Port': ['ID=ad7e8c09-799b-48af-b306-4b0c531cf7fd,revision_number=2']} {{(pid=83873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:43:10.083780 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccdd38f1-356a-40da-815d-01b1ed2ff1af None None] Checking agent: {'id': 'af948428-97cd-4d10-9f53-af028bdb39b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-836180-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 13, 25, 37), 'started_at': datetime.datetime(2022, 4, 1, 13, 26, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 13, 43, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-836180-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 13:43:10.084275 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccdd38f1-356a-40da-815d-01b1ed2ff1af None None] Checking segment: {'id': '7b924dd8-4978-40c4-ad91-4b9b27348462', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 13:43:10.084798 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-ccdd38f1-356a-40da-815d-01b1ed2ff1af None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:43:10.085161 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccdd38f1-356a-40da-815d-01b1ed2ff1af None None] Bound using segment: {'id': '7b924dd8-4978-40c4-ad91-4b9b27348462', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301'} {{(pid=83873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 13:43:10.086053 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.plugins.ml2.managers [None req-ccdd38f1-356a-40da-815d-01b1ed2ff1af None None] Bound port: ad7e8c09-799b-48af-b306-4b0c531cf7fd, host: dv-neutron-836180-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b924dd8-4978-40c4-ad91-4b9b27348462', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301'}}] {{(pid=83873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 13:43:10.086472 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-ccdd38f1-356a-40da-815d-01b1ed2ff1af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:43:10.133224 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de840556-3dda-4680-b6d9-a33b4da3e1cb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:43:10.133558 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de840556-3dda-4680-b6d9-a33b4da3e1cb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:43:10.133891 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de840556-3dda-4680-b6d9-a33b4da3e1cb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:43:10.134210 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de840556-3dda-4680-b6d9-a33b4da3e1cb None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:43:10.134528 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de840556-3dda-4680-b6d9-a33b4da3e1cb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:43:10.134840 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de840556-3dda-4680-b6d9-a33b4da3e1cb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:43:10.135151 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de840556-3dda-4680-b6d9-a33b4da3e1cb None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:43:10.135464 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de840556-3dda-4680-b6d9-a33b4da3e1cb None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:43:10.135770 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de840556-3dda-4680-b6d9-a33b4da3e1cb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:43:10.136076 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de840556-3dda-4680-b6d9-a33b4da3e1cb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:43:10.136405 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de840556-3dda-4680-b6d9-a33b4da3e1cb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:43:10.157408 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c45f11a-3c67-4ff9-9f70-78ab01c370d4 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Pushing event updated for resources: {'Subnet': ['ID=cc4b50c6-a51a-439b-bd5e-5eb892add0d7,revision_number=0']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:43:10.166815 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c45f11a-3c67-4ff9-9f70-78ab01c370d4 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Checking segment: {'id': '6268ff76-acf6-4ba6-9ea1-9e2097e34d20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'e479e8cb-ba31-4961-ae77-a162005f7579'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 13:43:10.167398 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c45f11a-3c67-4ff9-9f70-78ab01c370d4 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Network hostable DHCP agents. Network: e479e8cb-ba31-4961-ae77-a162005f7579, hostable agents: ['e47e4547-5c2d-4954-ba56-fa3646239f18'], hosted agents: [] {{(pid=83871) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 13:43:10.189616 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.plugins.ml2.db [None req-ccdd38f1-356a-40da-815d-01b1ed2ff1af None None] For port ad7e8c09-799b-48af-b306-4b0c531cf7fd, host dv-neutron-836180-1-hyperv, cleared binding levels {{(pid=83873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 13:43:10.192884 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.plugins.ml2.db [None req-ccdd38f1-356a-40da-815d-01b1ed2ff1af None None] For port ad7e8c09-799b-48af-b306-4b0c531cf7fd, host dv-neutron-836180-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836180-1-hyperv',level=0,port_id=ad7e8c09-799b-48af-b306-4b0c531cf7fd,segment=NetworkSegment(7b924dd8-4978-40c4-ad91-4b9b27348462),segment_id=7b924dd8-4978-40c4-ad91-4b9b27348462)] {{(pid=83873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 13:43:10.195359 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c45f11a-3c67-4ff9-9f70-78ab01c370d4 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Network e479e8cb-ba31-4961-ae77-a162005f7579 is scheduled to be hosted by DHCP agent e47e4547-5c2d-4954-ba56-fa3646239f18 with binding_index 1 {{(pid=83871) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 13:43:10.197081 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-ccdd38f1-356a-40da-815d-01b1ed2ff1af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864'] for port, after_update {{(pid=83873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:43:10.207044 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.scheduler.base_scheduler [None req-5c45f11a-3c67-4ff9-9f70-78ab01c370d4 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-836180-1-hyperv, e479e8cb-ba31-4961-ae77-a162005f7579) {{(pid=83871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 13:43:10.212232 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c45f11a-3c67-4ff9-9f70-78ab01c370d4 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:43:10.213010 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-5c45f11a-3c67-4ff9-9f70-78ab01c370d4 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks [] for subnet, before_response {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:43:10.228476 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64d72167-464c-4159-be0b-7e6bae1524f4 None None] Network e479e8cb-ba31-4961-ae77-a162005f7579 requested from dv-neutron-836180-1-hyperv {{(pid=83872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 13:43:10.245538 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-5c45f11a-3c67-4ff9-9f70-78ab01c370d4 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.9160457 Apr 01 13:43:10.249383 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 57290) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:43:10.302251 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de840556-3dda-4680-b6d9-a33b4da3e1cb None None] Pushing event updated for resources: {'Port': ['ID=ad7e8c09-799b-48af-b306-4b0c531cf7fd,revision_number=3']} {{(pid=83873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:43:10.306180 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccdd38f1-356a-40da-815d-01b1ed2ff1af None None] Routers {'f283fd9a-4755-4780-9b5d-5f95a160cc02'} bound to L3 agent in host dv-neutron-836180-1-hyperv {{(pid=83873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 13:43:10.306879 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-ccdd38f1-356a-40da-815d-01b1ed2ff1af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836180-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-01T13:25:36Z,description=,heartbeat_timestamp=2022-04-01T13:43:06Z,host='dv-neutron-836180-1-hyperv',id=88bf8fc8-11a3-4e96-9d1b-5fd93ba9f6f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T13:25:36Z,topic='l3_agent')) {'router_ids': ['f283fd9a-4755-4780-9b5d-5f95a160cc02'], 'active': True} {{(pid=83873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:43:10.472653 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7a4c9d2-3ff2-45de-9582-19b4e8b4c0e8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7e7d0ecb-2af4-55f5-9198-238ab0570d62-e479e8cb-ba31-4961-ae77-a162005f7579', 'network_id': 'e479e8cb-ba31-4961-ae77-a162005f7579', 'tenant_id': 'f17cecf0d6854286bcc6f673927088ad', 'fixed_ips': [{'subnet_id': 'cc4b50c6-a51a-439b-bd5e-5eb892add0d7'}]}} from dv-neutron-836180-1-hyperv. {{(pid=83872) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 01 13:43:10.473494 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-a7a4c9d2-3ff2-45de-9582-19b4e8b4c0e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:43:10.512422 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_dvr_db [None req-ccdd38f1-356a-40da-815d-01b1ed2ff1af None None] Set router f283fd9a-4755-4780-9b5d-5f95a160cc02 gateway port host: dv-neutron-836180-1-hyperv {{(pid=83873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 13:43:10.639672 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.db_base_plugin_common [None req-a7a4c9d2-3ff2-45de-9582-19b4e8b4c0e8 None None] Allocated IP 172.20.0.2 (e479e8cb-ba31-4961-ae77-a162005f7579/cc4b50c6-a51a-439b-bd5e-5eb892add0d7/6d27a19f-ea47-422d-9312-f5ead43d9fb9) {{(pid=83872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 13:43:10.835395 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-ccdd38f1-356a-40da-815d-01b1ed2ff1af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f283fd9a-4755-4780-9b5d-5f95a160cc02', 'name': 'tempest-TestNetworkBasicOps-router-326976', 'tenant_id': 'f17cecf0d6854286bcc6f673927088ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'external_fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.238'}], 'enable_snat': True}, 'gw_port_id': 'ad7e8c09-799b-48af-b306-4b0c531cf7fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T13:43:07Z', 'updated_at': '2022-04-01T13:43:08Z', 'revision_number': 3, 'project_id': 'f17cecf0d6854286bcc6f673927088ad', 'gw_port': {'id': 'ad7e8c09-799b-48af-b306-4b0c531cf7fd', 'name': '', 'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:38:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f283fd9a-4755-4780-9b5d-5f95a160cc02', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836180-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:43:07Z', 'updated_at': '2022-04-01T13:43:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836180-1-hyperv'}], 'dv-neutron-836180-1-hyperv', False) {} {{(pid=83873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:43:10.839481 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccdd38f1-356a-40da-815d-01b1ed2ff1af None None] The sync data for ids ['f283fd9a-4755-4780-9b5d-5f95a160cc02'] in dv-neutron-836180-1-hyperv is: [{'id': 'f283fd9a-4755-4780-9b5d-5f95a160cc02', 'name': 'tempest-TestNetworkBasicOps-router-326976', 'tenant_id': 'f17cecf0d6854286bcc6f673927088ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'external_fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.238'}], 'enable_snat': True}, 'gw_port_id': 'ad7e8c09-799b-48af-b306-4b0c531cf7fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T13:43:07Z', 'updated_at': '2022-04-01T13:43:08Z', 'revision_number': 3, 'project_id': 'f17cecf0d6854286bcc6f673927088ad', 'gw_port': {'id': 'ad7e8c09-799b-48af-b306-4b0c531cf7fd', 'name': '', 'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:38:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f283fd9a-4755-4780-9b5d-5f95a160cc02', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836180-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:43:07Z', 'updated_at': '2022-04-01T13:43:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836180-1-hyperv'}] {{(pid=83873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 13:43:10.856051 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-33dd5a82-33b1-4acd-83e6-6a10b9b6de0a req-7ae93019-adab-4604-896b-935602e22dfb tempest-TestServerAdvancedOps-529781517 tempest-TestServerAdvancedOps-529781517-project] 10.222.0.26 "GET /v2.0/ports?device_id=67106282-ddd2-4109-9f8c-6366aa95c1ce HTTP/1.1" status: 200 len: 210 time: 0.0547888 Apr 01 13:43:10.873083 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-a7a4c9d2-3ff2-45de-9582-19b4e8b4c0e8 None None] Notify callbacks [] for port, precommit_create {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:43:10.884799 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-a7a4c9d2-3ff2-45de-9582-19b4e8b4c0e8 None None] Transition to ACTIVE for port object 6d27a19f-ea47-422d-9312-f5ead43d9fb9 will not be triggered until provisioned by entity L2. {{(pid=83872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 13:43:10.906242 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-a7a4c9d2-3ff2-45de-9582-19b4e8b4c0e8 None None] Transition to ACTIVE for port object 6d27a19f-ea47-422d-9312-f5ead43d9fb9 will not be triggered until provisioned by entity DHCP. {{(pid=83872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 13:43:10.912906 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-a7a4c9d2-3ff2-45de-9582-19b4e8b4c0e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736732935801'] for port, after_create {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:43:10.993865 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7a4c9d2-3ff2-45de-9582-19b4e8b4c0e8 None None] Network e479e8cb-ba31-4961-ae77-a162005f7579 is already hosted by enough agents. {{(pid=83872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 13:43:10.998053 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a4c9d2-3ff2-45de-9582-19b4e8b4c0e8 None None] Pushing event updated for resources: {'Port': ['ID=6d27a19f-ea47-422d-9312-f5ead43d9fb9,revision_number=1']} {{(pid=83872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:43:11.000476 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.scheduler.base_scheduler [None req-a7a4c9d2-3ff2-45de-9582-19b4e8b4c0e8 None None] Resources bound (agent type, host, resource id): {{(pid=83872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 13:43:11.002494 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7a4c9d2-3ff2-45de-9582-19b4e8b4c0e8 None None] Received port after_create {{(pid=83872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 13:43:11.099438 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-4ac63dac-24fe-4866-a3b1-07bdcd05196c tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:43:11.110399 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.managers [None req-a7a4c9d2-3ff2-45de-9582-19b4e8b4c0e8 None None] Attempting to bind port 6d27a19f-ea47-422d-9312-f5ead43d9fb9 on host dv-neutron-836180-1-hyperv for vnic_type normal with profile {{(pid=83872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 13:43:11.111188 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.managers [None req-a7a4c9d2-3ff2-45de-9582-19b4e8b4c0e8 None None] Attempting to bind port 6d27a19f-ea47-422d-9312-f5ead43d9fb9 by drivers openvswitch,hyperv on host dv-neutron-836180-1-hyperv at level 0 using segments [{'id': '6268ff76-acf6-4ba6-9ea1-9e2097e34d20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'e479e8cb-ba31-4961-ae77-a162005f7579'}] {{(pid=83872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 13:43:11.111188 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7a4c9d2-3ff2-45de-9582-19b4e8b4c0e8 None None] Attempting to bind port 6d27a19f-ea47-422d-9312-f5ead43d9fb9 on network e479e8cb-ba31-4961-ae77-a162005f7579 {{(pid=83872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 13:43:11.117605 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7a4c9d2-3ff2-45de-9582-19b4e8b4c0e8 None None] Checking agent: {'id': 'af948428-97cd-4d10-9f53-af028bdb39b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-836180-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 13, 25, 37), 'started_at': datetime.datetime(2022, 4, 1, 13, 26, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 13, 43, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-836180-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 13:43:11.117972 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7a4c9d2-3ff2-45de-9582-19b4e8b4c0e8 None None] Checking segment: {'id': '6268ff76-acf6-4ba6-9ea1-9e2097e34d20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'e479e8cb-ba31-4961-ae77-a162005f7579'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 13:43:11.118374 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-a7a4c9d2-3ff2-45de-9582-19b4e8b4c0e8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:43:11.118764 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7a4c9d2-3ff2-45de-9582-19b4e8b4c0e8 None None] Bound using segment: {'id': '6268ff76-acf6-4ba6-9ea1-9e2097e34d20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'e479e8cb-ba31-4961-ae77-a162005f7579'} {{(pid=83872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 13:43:11.119221 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.managers [None req-a7a4c9d2-3ff2-45de-9582-19b4e8b4c0e8 None None] Bound port: 6d27a19f-ea47-422d-9312-f5ead43d9fb9, host: dv-neutron-836180-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6268ff76-acf6-4ba6-9ea1-9e2097e34d20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'e479e8cb-ba31-4961-ae77-a162005f7579'}}] {{(pid=83872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 13:43:11.119600 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-a7a4c9d2-3ff2-45de-9582-19b4e8b4c0e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:43:11.259773 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-a7a4c9d2-3ff2-45de-9582-19b4e8b4c0e8 None None] For port 6d27a19f-ea47-422d-9312-f5ead43d9fb9, host dv-neutron-836180-1-hyperv, cleared binding levels {{(pid=83872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 13:43:11.264604 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-a7a4c9d2-3ff2-45de-9582-19b4e8b4c0e8 None None] For port 6d27a19f-ea47-422d-9312-f5ead43d9fb9, host dv-neutron-836180-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836180-1-hyperv',level=0,port_id=6d27a19f-ea47-422d-9312-f5ead43d9fb9,segment=NetworkSegment(6268ff76-acf6-4ba6-9ea1-9e2097e34d20),segment_id=6268ff76-acf6-4ba6-9ea1-9e2097e34d20)] {{(pid=83872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 13:43:11.270158 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-a7a4c9d2-3ff2-45de-9582-19b4e8b4c0e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864'] for port, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:43:11.359539 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a4c9d2-3ff2-45de-9582-19b4e8b4c0e8 None None] Pushing event updated for resources: {'Port': ['ID=6d27a19f-ea47-422d-9312-f5ead43d9fb9,revision_number=2']} {{(pid=83872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:43:11.590361 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.db_base_plugin_common [None req-4ac63dac-24fe-4866-a3b1-07bdcd05196c tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Allocated IP 172.20.0.1 (e479e8cb-ba31-4961-ae77-a162005f7579/cc4b50c6-a51a-439b-bd5e-5eb892add0d7/2709e742-0728-4b0d-b897-1c08adca02d4) {{(pid=83871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 13:43:11.876483 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-4ac63dac-24fe-4866-a3b1-07bdcd05196c tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks [] for port, precommit_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:43:11.891962 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.provisioning_blocks [None req-4ac63dac-24fe-4866-a3b1-07bdcd05196c tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Transition to ACTIVE for port object 2709e742-0728-4b0d-b897-1c08adca02d4 will not be triggered until provisioned by entity DHCP. {{(pid=83871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 13:43:11.914402 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-4ac63dac-24fe-4866-a3b1-07bdcd05196c tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736732935801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2743125'] for port, after_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:43:11.987756 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ac63dac-24fe-4866-a3b1-07bdcd05196c tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Network e479e8cb-ba31-4961-ae77-a162005f7579 is already hosted by enough agents. {{(pid=83871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 13:43:12.026873 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.scheduler.base_scheduler [None req-4ac63dac-24fe-4866-a3b1-07bdcd05196c tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Resources bound (agent type, host, resource id): {{(pid=83871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 13:43:12.035642 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ac63dac-24fe-4866-a3b1-07bdcd05196c tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Received port after_create {{(pid=83871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 13:43:12.063807 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-6a8a1d6e-6b59-413c-97a2-4c36f89b192f req-2d5c73f4-1bc7-4089-962a-27b7f116d6e5 tempest-TestServerAdvancedOps-529781517 tempest-TestServerAdvancedOps-529781517-project] 10.222.0.26 "GET /v2.0/ports?device_id=67106282-ddd2-4109-9f8c-6366aa95c1ce HTTP/1.1" status: 200 len: 210 time: 0.0838408 Apr 01 13:43:12.064504 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac63dac-24fe-4866-a3b1-07bdcd05196c tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Pushing event updated for resources: {'Port': ['ID=2709e742-0728-4b0d-b897-1c08adca02d4,revision_number=1']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:43:12.102081 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-4ac63dac-24fe-4866-a3b1-07bdcd05196c tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4084144'] for router_interface, before_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:43:12.249674 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Device 6d27a19f-ea47-422d-9312-f5ead43d9fb9 up at agent ovs-agent-dv-neutron-836180-1-hyperv {{(pid=83872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 13:43:12.282753 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-4ac63dac-24fe-4866-a3b1-07bdcd05196c tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:43:12.373376 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81baa127-5806-4ac3-8549-1b1a58f39b08 req-de8c136c-079a-4e43-9101-6d9b816ae8c7 tempest-TestServerAdvancedOps-529781517 tempest-TestServerAdvancedOps-529781517-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:43:12.374874 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-81baa127-5806-4ac3-8549-1b1a58f39b08 req-de8c136c-079a-4e43-9101-6d9b816ae8c7 tempest-TestServerAdvancedOps-529781517 tempest-TestServerAdvancedOps-529781517-project] 10.222.0.57 "GET /v2.0/networks?id=3fb397e2-e523-4823-90e7-bd579a19eac6 HTTP/1.1" status: 200 len: 811 time: 0.2575057 Apr 01 13:43:12.391569 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Provisioning for port 6d27a19f-ea47-422d-9312-f5ead43d9fb9 completed by entity L2. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 13:43:12.399066 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.v2.base [req-81baa127-5806-4ac3-8549-1b1a58f39b08 req-d0603b81-a8c6-4575-b841-3793f672de66 tempest-TestServerAdvancedOps-529781517 tempest-TestServerAdvancedOps-529781517-project] Request body: {'port': {'device_id': '67106282-ddd2-4109-9f8c-6366aa95c1ce', 'network_id': '3fb397e2-e523-4823-90e7-bd579a19eac6', 'admin_state_up': True, 'tenant_id': '61493d65896b4fcca361cedb3514a406'}} {{(pid=83869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:43:12.401416 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Device ad7e8c09-799b-48af-b306-4b0c531cf7fd up at agent ovs-agent-dv-neutron-836180-1-hyperv {{(pid=83872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 13:43:12.512555 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Provisioning for port ad7e8c09-799b-48af-b306-4b0c531cf7fd completed by entity L2. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 13:43:12.519991 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7a0b402-51f1-4c18-afe8-34237a7cec47 None None] Network e479e8cb-ba31-4961-ae77-a162005f7579 requested from dv-neutron-836180-1-hyperv {{(pid=83872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 13:43:12.539509 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Provisioning complete for port ad7e8c09-799b-48af-b306-4b0c531cf7fd triggered by entity L2. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 13:43:12.540035 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-948329'] for port, provisioning_complete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:43:12.553266 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [req-81baa127-5806-4ac3-8549-1b1a58f39b08 req-d0603b81-a8c6-4575-b841-3793f672de66 tempest-TestServerAdvancedOps-529781517 tempest-TestServerAdvancedOps-529781517-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:43:12.557038 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [req-81baa127-5806-4ac3-8549-1b1a58f39b08 req-d0603b81-a8c6-4575-b841-3793f672de66 tempest-TestServerAdvancedOps-529781517 tempest-TestServerAdvancedOps-529781517-project] Usage tracker for resource:port and tenant:61493d65896b4fcca361cedb3514a406 is out of sync, need to count used quota {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 13:43:12.560199 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [req-81baa127-5806-4ac3-8549-1b1a58f39b08 req-d0603b81-a8c6-4575-b841-3793f672de66 tempest-TestServerAdvancedOps-529781517 tempest-TestServerAdvancedOps-529781517-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 13:43:12.566274 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [req-81baa127-5806-4ac3-8549-1b1a58f39b08 req-d0603b81-a8c6-4575-b841-3793f672de66 tempest-TestServerAdvancedOps-529781517 tempest-TestServerAdvancedOps-529781517-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:43:12.577608 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-81baa127-5806-4ac3-8549-1b1a58f39b08 req-d0603b81-a8c6-4575-b841-3793f672de66 tempest-TestServerAdvancedOps-529781517 tempest-TestServerAdvancedOps-529781517-project] Made reservation on behalf of 61493d65896b4fcca361cedb3514a406 for: {'port': 1} {{(pid=83869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 13:43:12.580403 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [req-81baa127-5806-4ac3-8549-1b1a58f39b08 req-d0603b81-a8c6-4575-b841-3793f672de66 tempest-TestServerAdvancedOps-529781517 tempest-TestServerAdvancedOps-529781517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:43:12.677308 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-23f53e4c-9cfd-460d-b4e1-798caeb9e15b None None] Provisioning for port 6d27a19f-ea47-422d-9312-f5ead43d9fb9 completed by entity DHCP. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 13:43:12.714336 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-23f53e4c-9cfd-460d-b4e1-798caeb9e15b None None] Provisioning complete for port 6d27a19f-ea47-422d-9312-f5ead43d9fb9 triggered by entity DHCP. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 13:43:12.714754 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-23f53e4c-9cfd-460d-b4e1-798caeb9e15b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-948329'] for port, provisioning_complete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:43:12.754127 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.db_base_plugin_common [req-81baa127-5806-4ac3-8549-1b1a58f39b08 req-d0603b81-a8c6-4575-b841-3793f672de66 tempest-TestServerAdvancedOps-529781517 tempest-TestServerAdvancedOps-529781517-project] Allocated IP 172.20.0.5 (3fb397e2-e523-4823-90e7-bd579a19eac6/2bb8e5b9-7923-4b30-a000-a43759424a4d/6b5db1e0-fa56-4141-a188-14006f630ac6) {{(pid=83869) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 13:43:12.812576 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-4ac63dac-24fe-4866-a3b1-07bdcd05196c tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks [] for port, precommit_update {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:43:12.819126 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-4ac63dac-24fe-4866-a3b1-07bdcd05196c tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2743106'] for port, after_update {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:43:12.923444 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:43:12.936262 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac63dac-24fe-4866-a3b1-07bdcd05196c tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Pushing event updated for resources: {'Port': ['ID=2709e742-0728-4b0d-b897-1c08adca02d4,revision_number=2']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:43:12.939405 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-4ac63dac-24fe-4866-a3b1-07bdcd05196c tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3017508', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4084015'] for router_interface, after_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:43:12.955967 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] For port ad7e8c09-799b-48af-b306-4b0c531cf7fd, host dv-neutron-836180-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836180-1-hyperv',level=0,port_id=ad7e8c09-799b-48af-b306-4b0c531cf7fd,segment=NetworkSegment(7b924dd8-4978-40c4-ad91-4b9b27348462),segment_id=7b924dd8-4978-40c4-ad91-4b9b27348462)] {{(pid=83872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 13:43:12.983759 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [req-81baa127-5806-4ac3-8549-1b1a58f39b08 req-d0603b81-a8c6-4575-b841-3793f672de66 tempest-TestServerAdvancedOps-529781517 tempest-TestServerAdvancedOps-529781517-project] Notify callbacks [] for port, precommit_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:43:12.988326 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864'] for port, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:43:13.014594 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [req-81baa127-5806-4ac3-8549-1b1a58f39b08 req-d0603b81-a8c6-4575-b841-3793f672de66 tempest-TestServerAdvancedOps-529781517 tempest-TestServerAdvancedOps-529781517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736732935801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2705155'] for port, after_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:43:13.070244 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-23f53e4c-9cfd-460d-b4e1-798caeb9e15b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:43:13.082550 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ac63dac-24fe-4866-a3b1-07bdcd05196c tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Network e479e8cb-ba31-4961-ae77-a162005f7579 is already hosted by enough agents. {{(pid=83871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 13:43:13.083814 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.scheduler.base_scheduler [None req-4ac63dac-24fe-4866-a3b1-07bdcd05196c tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Resources bound (agent type, host, resource id): {{(pid=83871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 13:43:13.098171 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-81baa127-5806-4ac3-8549-1b1a58f39b08 req-d0603b81-a8c6-4575-b841-3793f672de66 tempest-TestServerAdvancedOps-529781517 tempest-TestServerAdvancedOps-529781517-project] Network 3fb397e2-e523-4823-90e7-bd579a19eac6 is already hosted by enough agents. {{(pid=83869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 13:43:13.099022 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0603b81-a8c6-4575-b841-3793f672de66 tempest-TestServerAdvancedOps-529781517 tempest-TestServerAdvancedOps-529781517-project] Pushing event updated for resources: {'Port': ['ID=6b5db1e0-fa56-4141-a188-14006f630ac6,revision_number=1']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:43:13.101577 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.scheduler.base_scheduler [req-81baa127-5806-4ac3-8549-1b1a58f39b08 req-d0603b81-a8c6-4575-b841-3793f672de66 tempest-TestServerAdvancedOps-529781517 tempest-TestServerAdvancedOps-529781517-project] Resources bound (agent type, host, resource id): {{(pid=83869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 13:43:13.103735 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_dvrscheduler_db [req-81baa127-5806-4ac3-8549-1b1a58f39b08 req-d0603b81-a8c6-4575-b841-3793f672de66 tempest-TestServerAdvancedOps-529781517 tempest-TestServerAdvancedOps-529781517-project] Received port after_create {{(pid=83869) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 13:43:13.113732 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Pushing event updated for resources: {'Port': ['ID=ad7e8c09-799b-48af-b306-4b0c531cf7fd,revision_number=4']} {{(pid=83872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:43:13.139242 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-23f53e4c-9cfd-460d-b4e1-798caeb9e15b None None] For port 6d27a19f-ea47-422d-9312-f5ead43d9fb9, host dv-neutron-836180-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836180-1-hyperv',level=0,port_id=6d27a19f-ea47-422d-9312-f5ead43d9fb9,segment=NetworkSegment(6268ff76-acf6-4ba6-9ea1-9e2097e34d20),segment_id=6268ff76-acf6-4ba6-9ea1-9e2097e34d20)] {{(pid=83872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 13:43:13.144574 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-23f53e4c-9cfd-460d-b4e1-798caeb9e15b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864'] for port, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:43:13.188942 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81baa127-5806-4ac3-8549-1b1a58f39b08 req-d0603b81-a8c6-4575-b841-3793f672de66 tempest-TestServerAdvancedOps-529781517 tempest-TestServerAdvancedOps-529781517-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:43:13.189593 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [req-81baa127-5806-4ac3-8549-1b1a58f39b08 req-d0603b81-a8c6-4575-b841-3793f672de66 tempest-TestServerAdvancedOps-529781517 tempest-TestServerAdvancedOps-529781517-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109561'] for port, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:43:13.247003 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f53e4c-9cfd-460d-b4e1-798caeb9e15b None None] Pushing event updated for resources: {'Port': ['ID=6d27a19f-ea47-422d-9312-f5ead43d9fb9,revision_number=3']} {{(pid=83872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:43:13.252002 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-81baa127-5806-4ac3-8549-1b1a58f39b08 req-d0603b81-a8c6-4575-b841-3793f672de66 tempest-TestServerAdvancedOps-529781517 tempest-TestServerAdvancedOps-529781517-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8560038 Apr 01 13:43:13.269246 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.v2.base [req-81baa127-5806-4ac3-8549-1b1a58f39b08 req-d8bb5128-643f-4688-b6d8-b975cff805a2 service neutron] Request body: {'port': {'device_id': '67106282-ddd2-4109-9f8c-6366aa95c1ce', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8361'}} {{(pid=83869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:43:13.441604 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [req-81baa127-5806-4ac3-8549-1b1a58f39b08 req-d8bb5128-643f-4688-b6d8-b975cff805a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:43:13.473445 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-c0db0805-b77f-4b80-8979-3966889c68e1 None None] Provisioning complete for port 6d27a19f-ea47-422d-9312-f5ead43d9fb9 triggered by entity DHCP. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 13:43:13.474033 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-c0db0805-b77f-4b80-8979-3966889c68e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-948329'] for port, provisioning_complete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:43:13.546863 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ac63dac-24fe-4866-a3b1-07bdcd05196c tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Router f283fd9a-4755-4780-9b5d-5f95a160cc02 has already been hosted by L3 agent 88bf8fc8-11a3-4e96-9d1b-5fd93ba9f6f1 {{(pid=83871) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 13:43:13.635527 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-c0db0805-b77f-4b80-8979-3966889c68e1 None None] Provisioning for port 2709e742-0728-4b0d-b897-1c08adca02d4 completed by entity DHCP. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 13:43:13.641628 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-c0db0805-b77f-4b80-8979-3966889c68e1 None None] Provisioning complete for port 2709e742-0728-4b0d-b897-1c08adca02d4 triggered by entity DHCP. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 13:43:13.642148 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-c0db0805-b77f-4b80-8979-3966889c68e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-948329'] for port, provisioning_complete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:43:13.705972 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.plugin [None req-c0db0805-b77f-4b80-8979-3966889c68e1 None None] Port 2709e742-0728-4b0d-b897-1c08adca02d4 cannot update to ACTIVE because it is not bound. {{(pid=83872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 13:43:13.742660 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ab139a-461a-4e6c-a671-b6348fc24052 req-723044f6-0e34-4a59-b315-e0f53042c5a5 tempest-TestServerAdvancedOps-529781517 tempest-TestServerAdvancedOps-529781517-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:43:13.743370 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [req-67ab139a-461a-4e6c-a671-b6348fc24052 req-723044f6-0e34-4a59-b315-e0f53042c5a5 tempest-TestServerAdvancedOps-529781517 tempest-TestServerAdvancedOps-529781517-project] Synchronizing usage tracker for tenant:61493d65896b4fcca361cedb3514a406 on resource:port {{(pid=83869) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 13:43:13.779319 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [req-67ab139a-461a-4e6c-a671-b6348fc24052 req-723044f6-0e34-4a59-b315-e0f53042c5a5 tempest-TestServerAdvancedOps-529781517 tempest-TestServerAdvancedOps-529781517-project] Unset dirty status for tenant:61493d65896b4fcca361cedb3514a406 on resource:port {{(pid=83869) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 13:43:13.780468 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-67ab139a-461a-4e6c-a671-b6348fc24052 req-723044f6-0e34-4a59-b315-e0f53042c5a5 tempest-TestServerAdvancedOps-529781517 tempest-TestServerAdvancedOps-529781517-project] 10.222.0.26 "GET /v2.0/ports?device_id=67106282-ddd2-4109-9f8c-6366aa95c1ce HTTP/1.1" status: 200 len: 931 time: 0.4139886 Apr 01 13:43:13.834851 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-fcb2e691-3726-4eb9-92c0-ec9e9a873988 None None] Provisioning complete for port 2709e742-0728-4b0d-b897-1c08adca02d4 triggered by entity DHCP. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 13:43:13.835224 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-fcb2e691-3726-4eb9-92c0-ec9e9a873988 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-948329'] for port, provisioning_complete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:43:13.868528 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.notifiers.nova [req-81baa127-5806-4ac3-8549-1b1a58f39b08 req-d8bb5128-643f-4688-b6d8-b975cff805a2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6b5db1e0-fa56-4141-a188-14006f630ac6 {{(pid=83869) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 01 13:43:13.879523 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [req-81baa127-5806-4ac3-8549-1b1a58f39b08 req-d8bb5128-643f-4688-b6d8-b975cff805a2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:43:13.893283 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-67ab139a-461a-4e6c-a671-b6348fc24052 req-d3545dcd-a50b-42d4-af9e-ca6152b1151f tempest-TestServerAdvancedOps-529781517 tempest-TestServerAdvancedOps-529781517-project] 10.222.0.26 "GET /v2.0/security-groups?id=84f8f044-b125-4bdb-a096-55c040b8931b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794494 Apr 01 13:43:13.894670 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.plugin [None req-fcb2e691-3726-4eb9-92c0-ec9e9a873988 None None] Port 2709e742-0728-4b0d-b897-1c08adca02d4 cannot update to ACTIVE because it is not bound. {{(pid=83872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 13:43:13.908062 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.provisioning_blocks [req-81baa127-5806-4ac3-8549-1b1a58f39b08 req-d8bb5128-643f-4688-b6d8-b975cff805a2 service neutron] Transition to ACTIVE for port object 6b5db1e0-fa56-4141-a188-14006f630ac6 will not be triggered until provisioned by entity L2. {{(pid=83869) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 13:43:13.909657 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ac63dac-24fe-4866-a3b1-07bdcd05196c tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify agent at l3_agent.dv-neutron-836180-1-hyperv the message routers_updated {{(pid=83871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 13:43:13.912403 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [req-81baa127-5806-4ac3-8549-1b1a58f39b08 req-d8bb5128-643f-4688-b6d8-b975cff805a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2705172'] for port, after_update {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:43:13.923472 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-4ac63dac-24fe-4866-a3b1-07bdcd05196c tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] 10.222.0.26 "PUT /v2.0/routers/f283fd9a-4755-4780-9b5d-5f95a160cc02/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6721904 Apr 01 13:43:13.923472 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 57304) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:43:14.071613 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-011200be-f9f1-49bd-96cf-548b1989aa93 tempest-TestNetworkBasicOps-1234239346 tempest-TestNetworkBasicOps-1234239346-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:43:14.071882 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-011200be-f9f1-49bd-96cf-548b1989aa93 tempest-TestNetworkBasicOps-1234239346 tempest-TestNetworkBasicOps-1234239346-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:43:14.072258 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-011200be-f9f1-49bd-96cf-548b1989aa93 tempest-TestNetworkBasicOps-1234239346 tempest-TestNetworkBasicOps-1234239346-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:43:14.072695 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-011200be-f9f1-49bd-96cf-548b1989aa93 tempest-TestNetworkBasicOps-1234239346 tempest-TestNetworkBasicOps-1234239346-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:43:14.073035 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-011200be-f9f1-49bd-96cf-548b1989aa93 tempest-TestNetworkBasicOps-1234239346 tempest-TestNetworkBasicOps-1234239346-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:43:14.073377 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-011200be-f9f1-49bd-96cf-548b1989aa93 tempest-TestNetworkBasicOps-1234239346 tempest-TestNetworkBasicOps-1234239346-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:43:14.075769 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-011200be-f9f1-49bd-96cf-548b1989aa93 tempest-TestNetworkBasicOps-1234239346 tempest-TestNetworkBasicOps-1234239346-project-admin] 10.222.0.26 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4284 time: 0.1517272 Apr 01 13:43:14.078611 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 57308) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:43:14.131427 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8bb5128-643f-4688-b6d8-b975cff805a2 service neutron] Pushing event updated for resources: {'Port': ['ID=6b5db1e0-fa56-4141-a188-14006f630ac6,revision_number=2']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:43:14.152231 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fba3467c-d862-4721-8ec2-82914067e398 tempest-TestNetworkBasicOps-1234239346 tempest-TestNetworkBasicOps-1234239346-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:43:14.152947 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fba3467c-d862-4721-8ec2-82914067e398 tempest-TestNetworkBasicOps-1234239346 tempest-TestNetworkBasicOps-1234239346-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:43:14.153377 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fba3467c-d862-4721-8ec2-82914067e398 tempest-TestNetworkBasicOps-1234239346 tempest-TestNetworkBasicOps-1234239346-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:43:14.153798 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fba3467c-d862-4721-8ec2-82914067e398 tempest-TestNetworkBasicOps-1234239346 tempest-TestNetworkBasicOps-1234239346-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:43:14.154970 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fba3467c-d862-4721-8ec2-82914067e398 tempest-TestNetworkBasicOps-1234239346 tempest-TestNetworkBasicOps-1234239346-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:43:14.155388 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fba3467c-d862-4721-8ec2-82914067e398 tempest-TestNetworkBasicOps-1234239346 tempest-TestNetworkBasicOps-1234239346-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:43:14.160110 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-fba3467c-d862-4721-8ec2-82914067e398 tempest-TestNetworkBasicOps-1234239346 tempest-TestNetworkBasicOps-1234239346-project-admin] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4007 time: 0.0780742 Apr 01 13:43:14.160490 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 57312) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:43:14.161021 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Device 6d27a19f-ea47-422d-9312-f5ead43d9fb9 up at agent ovs-agent-dv-neutron-836180-1-hyperv {{(pid=83872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 13:43:14.239031 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Provisioning complete for port 6d27a19f-ea47-422d-9312-f5ead43d9fb9 triggered by entity L2. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 13:43:14.239633 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-948329'] for port, provisioning_complete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:43:14.250086 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.managers [req-81baa127-5806-4ac3-8549-1b1a58f39b08 req-d8bb5128-643f-4688-b6d8-b975cff805a2 service neutron] Attempting to bind port 6b5db1e0-fa56-4141-a188-14006f630ac6 on host hv-neutron-8361 for vnic_type normal with profile {{(pid=83869) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 13:43:14.250657 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.managers [req-81baa127-5806-4ac3-8549-1b1a58f39b08 req-d8bb5128-643f-4688-b6d8-b975cff805a2 service neutron] Attempting to bind port 6b5db1e0-fa56-4141-a188-14006f630ac6 by drivers openvswitch,hyperv on host hv-neutron-8361 at level 0 using segments [{'id': 'b6ed8d0f-f689-44e5-9f94-9e347b2403b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '3fb397e2-e523-4823-90e7-bd579a19eac6'}] {{(pid=83869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 13:43:14.251140 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81baa127-5806-4ac3-8549-1b1a58f39b08 req-d8bb5128-643f-4688-b6d8-b975cff805a2 service neutron] Attempting to bind port 6b5db1e0-fa56-4141-a188-14006f630ac6 on network 3fb397e2-e523-4823-90e7-bd579a19eac6 {{(pid=83869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 13:43:14.257875 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81baa127-5806-4ac3-8549-1b1a58f39b08 req-d8bb5128-643f-4688-b6d8-b975cff805a2 service neutron] Port 6b5db1e0-fa56-4141-a188-14006f630ac6 on network 3fb397e2-e523-4823-90e7-bd579a19eac6 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8361 {{(pid=83869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 01 13:43:14.258192 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81baa127-5806-4ac3-8549-1b1a58f39b08 req-d8bb5128-643f-4688-b6d8-b975cff805a2 service neutron] Attempting to bind port 6b5db1e0-fa56-4141-a188-14006f630ac6 on network 3fb397e2-e523-4823-90e7-bd579a19eac6 {{(pid=83869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 13:43:14.268431 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81baa127-5806-4ac3-8549-1b1a58f39b08 req-d8bb5128-643f-4688-b6d8-b975cff805a2 service neutron] Checking agent: {'id': '359ce187-6241-4f7e-85a4-e066c7b0cdea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8361', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 13, 31, 54), 'started_at': datetime.datetime(2022, 4, 1, 13, 31, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 13, 42, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 13:43:14.268778 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81baa127-5806-4ac3-8549-1b1a58f39b08 req-d8bb5128-643f-4688-b6d8-b975cff805a2 service neutron] Checking segment: {'id': 'b6ed8d0f-f689-44e5-9f94-9e347b2403b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '3fb397e2-e523-4823-90e7-bd579a19eac6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 13:43:14.269152 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81baa127-5806-4ac3-8549-1b1a58f39b08 req-d8bb5128-643f-4688-b6d8-b975cff805a2 service neutron] Bound using segment: {'id': 'b6ed8d0f-f689-44e5-9f94-9e347b2403b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '3fb397e2-e523-4823-90e7-bd579a19eac6'} {{(pid=83869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 13:43:14.270537 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.managers [req-81baa127-5806-4ac3-8549-1b1a58f39b08 req-d8bb5128-643f-4688-b6d8-b975cff805a2 service neutron] Bound port: 6b5db1e0-fa56-4141-a188-14006f630ac6, host: hv-neutron-8361, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b6ed8d0f-f689-44e5-9f94-9e347b2403b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '3fb397e2-e523-4823-90e7-bd579a19eac6'}}] {{(pid=83869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 13:43:14.270537 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [req-81baa127-5806-4ac3-8549-1b1a58f39b08 req-d8bb5128-643f-4688-b6d8-b975cff805a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:43:14.374853 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Device ad7e8c09-799b-48af-b306-4b0c531cf7fd up at agent ovs-agent-dv-neutron-836180-1-hyperv {{(pid=83872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 13:43:14.375924 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.db [req-81baa127-5806-4ac3-8549-1b1a58f39b08 req-d8bb5128-643f-4688-b6d8-b975cff805a2 service neutron] For port 6b5db1e0-fa56-4141-a188-14006f630ac6, host hv-neutron-8361, cleared binding levels {{(pid=83869) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 13:43:14.379213 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.db [req-81baa127-5806-4ac3-8549-1b1a58f39b08 req-d8bb5128-643f-4688-b6d8-b975cff805a2 service neutron] For port 6b5db1e0-fa56-4141-a188-14006f630ac6, host hv-neutron-8361, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8361',level=0,port_id=6b5db1e0-fa56-4141-a188-14006f630ac6,segment=NetworkSegment(b6ed8d0f-f689-44e5-9f94-9e347b2403b9),segment_id=b6ed8d0f-f689-44e5-9f94-9e347b2403b9)] {{(pid=83869) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 13:43:14.385127 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [req-81baa127-5806-4ac3-8549-1b1a58f39b08 req-d8bb5128-643f-4688-b6d8-b975cff805a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2705172'] for port, after_update {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:43:14.440065 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-1b6d7daa-94ac-43c0-aba8-91ada4cf4f2c tempest-TestNetworkBasicOps-1234239346 tempest-TestNetworkBasicOps-1234239346-project-admin] 10.222.0.26 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1604 time: 0.2751925 Apr 01 13:43:14.448991 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [req-81baa127-5806-4ac3-8549-1b1a58f39b08 req-d8bb5128-643f-4688-b6d8-b975cff805a2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109561'] for port, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:43:14.451367 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-81baa127-5806-4ac3-8549-1b1a58f39b08 req-d8bb5128-643f-4688-b6d8-b975cff805a2 service neutron] 10.222.0.57 "PUT /v2.0/ports/6b5db1e0-fa56-4141-a188-14006f630ac6 HTTP/1.1" status: 200 len: 1093 time: 1.1868222 Apr 01 13:43:14.454394 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '67106282-ddd2-4109-9f8c-6366aa95c1ce', 'tag': '6b5db1e0-fa56-4141-a188-14006f630ac6'}] {{(pid=83869) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 13:43:14.462648 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Provisioning complete for port ad7e8c09-799b-48af-b306-4b0c531cf7fd triggered by entity L2. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 13:43:14.463016 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-948329'] for port, provisioning_complete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:43:14.484505 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8bb5128-643f-4688-b6d8-b975cff805a2 service neutron] Pushing event updated for resources: {'Port': ['ID=6b5db1e0-fa56-4141-a188-14006f630ac6,revision_number=3']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:43:14.570229 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '67106282-ddd2-4109-9f8c-6366aa95c1ce', 'tag': '6b5db1e0-fa56-4141-a188-14006f630ac6', 'status': 'completed', 'code': 200} Apr 01 13:43:14.585388 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9354b960-1da7-41eb-9379-27587ab4faeb None None] Sync routers for ids ['f283fd9a-4755-4780-9b5d-5f95a160cc02'] in dv-neutron-836180-1-hyperv {{(pid=83872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 13:43:14.607204 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9354b960-1da7-41eb-9379-27587ab4faeb None None] Routers {'f283fd9a-4755-4780-9b5d-5f95a160cc02'} bound to L3 agent in host dv-neutron-836180-1-hyperv {{(pid=83872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 13:43:14.608205 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_hamode_db [None req-9354b960-1da7-41eb-9379-27587ab4faeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836180-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-01T13:25:36Z,description=,heartbeat_timestamp=2022-04-01T13:43:06Z,host='dv-neutron-836180-1-hyperv',id=88bf8fc8-11a3-4e96-9d1b-5fd93ba9f6f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T13:25:36Z,topic='l3_agent')) {'router_ids': ['f283fd9a-4755-4780-9b5d-5f95a160cc02'], 'active': True} {{(pid=83872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:43:14.611544 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-81baa127-5806-4ac3-8549-1b1a58f39b08 req-5c6f491e-b501-469a-aaae-4ab98e0a43e0 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=61493d65896b4fcca361cedb3514a406&device_id=67106282-ddd2-4109-9f8c-6366aa95c1ce HTTP/1.1" status: 200 len: 1096 time: 0.1063259 Apr 01 13:43:14.687890 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-81baa127-5806-4ac3-8549-1b1a58f39b08 req-6010f5d4-676b-4915-a5fe-4bcbaaf13ae3 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6b5db1e0-fa56-4141-a188-14006f630ac6 HTTP/1.1" status: 200 len: 217 time: 0.0657334 Apr 01 13:43:14.710775 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 57320) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:43:14.716419 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.v2.base [None req-4c80343d-b827-4ca0-be7f-4999c7d033f7 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-317557801', 'description': 'tempest-secgroup-smoke-317557801 description', 'project_id': 'f17cecf0d6854286bcc6f673927088ad'}} {{(pid=83871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:43:14.722452 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-4c80343d-b827-4ca0-be7f-4999c7d033f7 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:43:14.726408 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-4c80343d-b827-4ca0-be7f-4999c7d033f7 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Usage tracker for resource:security_group and tenant:f17cecf0d6854286bcc6f673927088ad is out of sync, need to count used quota {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 13:43:14.729408 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-4c80343d-b827-4ca0-be7f-4999c7d033f7 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 13:43:14.735629 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-4c80343d-b827-4ca0-be7f-4999c7d033f7 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:43:14.747709 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-4c80343d-b827-4ca0-be7f-4999c7d033f7 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks [] for security_group, before_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:43:14.759111 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81baa127-5806-4ac3-8549-1b1a58f39b08 req-bd7faca3-a3b6-46f6-9798-be6f13a0ffa4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:43:14.760601 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-81baa127-5806-4ac3-8549-1b1a58f39b08 req-bd7faca3-a3b6-46f6-9798-be6f13a0ffa4 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=2bb8e5b9-7923-4b30-a000-a43759424a4d HTTP/1.1" status: 200 len: 851 time: 0.0633287 Apr 01 13:43:14.784712 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-4c80343d-b827-4ca0-be7f-4999c7d033f7 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:43:14.788929 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-4c80343d-b827-4ca0-be7f-4999c7d033f7 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Usage tracker for resource:security_group_rule and tenant:f17cecf0d6854286bcc6f673927088ad is out of sync, need to count used quota {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 13:43:14.791395 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-4c80343d-b827-4ca0-be7f-4999c7d033f7 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 13:43:14.797156 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-4c80343d-b827-4ca0-be7f-4999c7d033f7 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:43:14.814691 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-81baa127-5806-4ac3-8549-1b1a58f39b08 req-01144195-4540-4244-86a3-ea5954241f4e service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=3fb397e2-e523-4823-90e7-bd579a19eac6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0452070 Apr 01 13:43:14.832522 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_dvr_db [None req-9354b960-1da7-41eb-9379-27587ab4faeb None None] Set router f283fd9a-4755-4780-9b5d-5f95a160cc02 gateway port host: dv-neutron-836180-1-hyperv {{(pid=83872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 13:43:14.856636 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-4c80343d-b827-4ca0-be7f-4999c7d033f7 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks [] for security_group, precommit_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:43:14.861075 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-4c80343d-b827-4ca0-be7f-4999c7d033f7 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3775923'] for security_group, after_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:43:14.916252 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c80343d-b827-4ca0-be7f-4999c7d033f7 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Pushing event updated for resources: {'SecurityGroup': ['ID=821ff9e3-25d0-4f2a-b274-e0d8fb0cf42a,revision_number=1']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:43:14.920598 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-4c80343d-b827-4ca0-be7f-4999c7d033f7 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks [] for security_group, before_response {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:43:14.922118 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-4c80343d-b827-4ca0-be7f-4999c7d033f7 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.2103567 Apr 01 13:43:14.927476 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 57326) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:43:14.937271 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.v2.base [None req-217be78b-52ae-4b09-936e-cc71b93658e1 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Request body: {'security_group_rule': {'security_group_id': '821ff9e3-25d0-4f2a-b274-e0d8fb0cf42a', 'project_id': 'f17cecf0d6854286bcc6f673927088ad', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:43:14.943605 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-217be78b-52ae-4b09-936e-cc71b93658e1 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:43:14.947767 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-217be78b-52ae-4b09-936e-cc71b93658e1 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Usage tracker for resource:security_group_rule and tenant:f17cecf0d6854286bcc6f673927088ad is out of sync, need to count used quota {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 13:43:14.953108 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-217be78b-52ae-4b09-936e-cc71b93658e1 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 13:43:14.959962 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-217be78b-52ae-4b09-936e-cc71b93658e1 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:43:14.982260 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-217be78b-52ae-4b09-936e-cc71b93658e1 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:43:14.987171 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-81baa127-5806-4ac3-8549-1b1a58f39b08 req-d6d1578f-531c-45bc-b6d9-8562ae01afee service neutron] 10.222.0.57 "GET /v2.0/networks/3fb397e2-e523-4823-90e7-bd579a19eac6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1622882 Apr 01 13:43:15.055044 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-217be78b-52ae-4b09-936e-cc71b93658e1 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:43:15.059222 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-217be78b-52ae-4b09-936e-cc71b93658e1 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3775744'] for security_group_rule, after_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:43:15.092620 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-217be78b-52ae-4b09-936e-cc71b93658e1 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5681f492-d000-4ad2-9d2f-aac132b3702b,revision_number=0']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:43:15.100058 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-217be78b-52ae-4b09-936e-cc71b93658e1 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:43:15.104904 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-217be78b-52ae-4b09-936e-cc71b93658e1 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1756017 Apr 01 13:43:15.105368 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 57330) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:43:15.111251 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.v2.base [None req-427dc4a2-1f33-464a-ad8f-ca0fb3a66ff9 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Request body: {'security_group_rule': {'security_group_id': '821ff9e3-25d0-4f2a-b274-e0d8fb0cf42a', 'project_id': 'f17cecf0d6854286bcc6f673927088ad', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:43:15.118646 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-427dc4a2-1f33-464a-ad8f-ca0fb3a66ff9 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:43:15.122631 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-427dc4a2-1f33-464a-ad8f-ca0fb3a66ff9 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Usage tracker for resource:security_group_rule and tenant:f17cecf0d6854286bcc6f673927088ad is out of sync, need to count used quota {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 13:43:15.125490 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-427dc4a2-1f33-464a-ad8f-ca0fb3a66ff9 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 13:43:15.131172 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-427dc4a2-1f33-464a-ad8f-ca0fb3a66ff9 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:43:15.150216 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-427dc4a2-1f33-464a-ad8f-ca0fb3a66ff9 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:43:15.183356 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-81baa127-5806-4ac3-8549-1b1a58f39b08 req-b70f0d40-b709-4b72-a5ba-0d86aa16ba97 service neutron] 10.222.0.57 "GET /v2.0/networks/3fb397e2-e523-4823-90e7-bd579a19eac6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1854775 Apr 01 13:43:15.206256 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93222940-e5f0-412f-9e70-8546dc204cb5 req-b1b06296-fedf-4ac8-a458-bbb11343e5ff tempest-TestServerAdvancedOps-529781517 tempest-TestServerAdvancedOps-529781517-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:43:15.207915 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-93222940-e5f0-412f-9e70-8546dc204cb5 req-b1b06296-fedf-4ac8-a458-bbb11343e5ff tempest-TestServerAdvancedOps-529781517 tempest-TestServerAdvancedOps-529781517-project] 10.222.0.26 "GET /v2.0/ports?device_id=67106282-ddd2-4109-9f8c-6366aa95c1ce HTTP/1.1" status: 200 len: 943 time: 0.1407931 Apr 01 13:43:15.212646 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_hamode_db [None req-9354b960-1da7-41eb-9379-27587ab4faeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f283fd9a-4755-4780-9b5d-5f95a160cc02', 'name': 'tempest-TestNetworkBasicOps-router-326976', 'tenant_id': 'f17cecf0d6854286bcc6f673927088ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'external_fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.238'}], 'enable_snat': True}, 'gw_port_id': 'ad7e8c09-799b-48af-b306-4b0c531cf7fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T13:43:07Z', 'updated_at': '2022-04-01T13:43:12Z', 'revision_number': 4, 'project_id': 'f17cecf0d6854286bcc6f673927088ad', 'gw_port': {'id': 'ad7e8c09-799b-48af-b306-4b0c531cf7fd', 'name': '', 'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:38:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f283fd9a-4755-4780-9b5d-5f95a160cc02', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836180-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:43:07Z', 'updated_at': '2022-04-01T13:43:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836180-1-hyperv', '_interfaces': [{'id': '2709e742-0728-4b0d-b897-1c08adca02d4', 'name': '', 'network_id': 'e479e8cb-ba31-4961-ae77-a162005f7579', 'tenant_id': 'f17cecf0d6854286bcc6f673927088ad', 'mac_address': 'fa:16:3e:27:ca:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f283fd9a-4755-4780-9b5d-5f95a160cc02', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cc4b50c6-a51a-439b-bd5e-5eb892add0d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:43:11Z', 'updated_at': '2022-04-01T13:43:12Z', 'revision_number': 2, 'project_id': 'f17cecf0d6854286bcc6f673927088ad', 'subnets': [{'id': 'cc4b50c6-a51a-439b-bd5e-5eb892add0d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-836180-1-hyperv', False) {} {{(pid=83872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:43:15.217514 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9354b960-1da7-41eb-9379-27587ab4faeb None None] Checking router: f283fd9a-4755-4780-9b5d-5f95a160cc02 for host: dv-neutron-836180-1-hyperv {{(pid=83872) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 01 13:43:15.217857 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9354b960-1da7-41eb-9379-27587ab4faeb None None] Updating router f283fd9a-4755-4780-9b5d-5f95a160cc02 port 2709e742-0728-4b0d-b897-1c08adca02d4 binding host dv-neutron-836180-1-hyperv {{(pid=83872) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 01 13:43:15.228155 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-427dc4a2-1f33-464a-ad8f-ca0fb3a66ff9 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:43:15.235404 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-427dc4a2-1f33-464a-ad8f-ca0fb3a66ff9 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3775744'] for security_group_rule, after_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:43:15.275367 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-427dc4a2-1f33-464a-ad8f-ca0fb3a66ff9 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=64927c22-dcf2-4b8d-8881-6c732b7f59a5,revision_number=0']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:43:15.284161 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-427dc4a2-1f33-464a-ad8f-ca0fb3a66ff9 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:43:15.288493 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-427dc4a2-1f33-464a-ad8f-ca0fb3a66ff9 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1792662 Apr 01 13:43:15.288650 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-9354b960-1da7-41eb-9379-27587ab4faeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:43:15.289055 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 57334) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:43:15.300076 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.v2.base [None req-8f247a7b-811d-4f77-8e9f-7b92551ed0f4 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Request body: {'security_group_rule': {'security_group_id': '821ff9e3-25d0-4f2a-b274-e0d8fb0cf42a', 'project_id': 'f17cecf0d6854286bcc6f673927088ad', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:43:15.307315 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-8f247a7b-811d-4f77-8e9f-7b92551ed0f4 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:43:15.312688 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-8f247a7b-811d-4f77-8e9f-7b92551ed0f4 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Usage tracker for resource:security_group_rule and tenant:f17cecf0d6854286bcc6f673927088ad is out of sync, need to count used quota {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 13:43:15.316281 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-8f247a7b-811d-4f77-8e9f-7b92551ed0f4 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 13:43:15.322127 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-8f247a7b-811d-4f77-8e9f-7b92551ed0f4 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:43:15.338911 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-8f247a7b-811d-4f77-8e9f-7b92551ed0f4 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:43:15.357925 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-93222940-e5f0-412f-9e70-8546dc204cb5 req-9600e78c-34d9-491a-9be0-23210dea2025 tempest-TestServerAdvancedOps-529781517 tempest-TestServerAdvancedOps-529781517-project] 10.222.0.26 "GET /v2.0/security-groups?id=84f8f044-b125-4bdb-a096-55c040b8931b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1431556 Apr 01 13:43:15.376259 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-4c249a2d-d887-46aa-8f5f-cb513bd9de68 req-1184834e-2798-48a5-8710-8c3e467c731f service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=61493d65896b4fcca361cedb3514a406&device_id=67106282-ddd2-4109-9f8c-6366aa95c1ce HTTP/1.1" status: 200 len: 1096 time: 0.1355138 Apr 01 13:43:15.418594 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-8f247a7b-811d-4f77-8e9f-7b92551ed0f4 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:43:15.423261 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-8f247a7b-811d-4f77-8e9f-7b92551ed0f4 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3775744'] for security_group_rule, after_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:43:15.454948 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f247a7b-811d-4f77-8e9f-7b92551ed0f4 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=830f95ed-e8e3-4c9c-898e-234614bab4bd,revision_number=0']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:43:15.469612 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-8f247a7b-811d-4f77-8e9f-7b92551ed0f4 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:43:15.472776 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-8f247a7b-811d-4f77-8e9f-7b92551ed0f4 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1784484 Apr 01 13:43:15.473772 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 57338) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:43:15.480058 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.v2.base [None req-cce2d735-a846-4617-85a2-5d72d14b5f35 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Request body: {'security_group_rule': {'security_group_id': '821ff9e3-25d0-4f2a-b274-e0d8fb0cf42a', 'project_id': 'f17cecf0d6854286bcc6f673927088ad', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:43:15.486278 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-cce2d735-a846-4617-85a2-5d72d14b5f35 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:43:15.490299 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-cce2d735-a846-4617-85a2-5d72d14b5f35 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Usage tracker for resource:security_group_rule and tenant:f17cecf0d6854286bcc6f673927088ad is out of sync, need to count used quota {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 13:43:15.493258 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-cce2d735-a846-4617-85a2-5d72d14b5f35 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 13:43:15.499979 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-cce2d735-a846-4617-85a2-5d72d14b5f35 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:43:15.517559 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-cce2d735-a846-4617-85a2-5d72d14b5f35 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:43:15.527090 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c249a2d-d887-46aa-8f5f-cb513bd9de68 req-733e55c5-3f73-4840-9a1d-f80b74b4e812 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:43:15.528694 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-4c249a2d-d887-46aa-8f5f-cb513bd9de68 req-733e55c5-3f73-4840-9a1d-f80b74b4e812 service neutron] 10.222.0.57 "GET /v2.0/networks?id=3fb397e2-e523-4823-90e7-bd579a19eac6 HTTP/1.1" status: 200 len: 912 time: 0.1444504 Apr 01 13:43:15.584608 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-cce2d735-a846-4617-85a2-5d72d14b5f35 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:43:15.589415 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-cce2d735-a846-4617-85a2-5d72d14b5f35 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3775744'] for security_group_rule, after_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:43:15.599658 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-4c249a2d-d887-46aa-8f5f-cb513bd9de68 req-14f438a6-a8f9-45a4-aefd-a09e55c7fd93 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6b5db1e0-fa56-4141-a188-14006f630ac6 HTTP/1.1" status: 200 len: 217 time: 0.0641844 Apr 01 13:43:15.615682 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce2d735-a846-4617-85a2-5d72d14b5f35 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aa40dacb-948c-4430-a69f-59a0bec24c8a,revision_number=0']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:43:15.627816 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-cce2d735-a846-4617-85a2-5d72d14b5f35 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:43:15.632436 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-cce2d735-a846-4617-85a2-5d72d14b5f35 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1573770 Apr 01 13:43:15.633057 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 57342) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:43:15.638966 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.v2.base [None req-b46a41c3-1391-4498-8262-a0839630ed8e tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Request body: {'security_group_rule': {'security_group_id': '821ff9e3-25d0-4f2a-b274-e0d8fb0cf42a', 'project_id': 'f17cecf0d6854286bcc6f673927088ad', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:43:15.645280 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-b46a41c3-1391-4498-8262-a0839630ed8e tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:43:15.649290 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-b46a41c3-1391-4498-8262-a0839630ed8e tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Usage tracker for resource:security_group_rule and tenant:f17cecf0d6854286bcc6f673927088ad is out of sync, need to count used quota {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 13:43:15.652381 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-b46a41c3-1391-4498-8262-a0839630ed8e tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 13:43:15.654004 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-9354b960-1da7-41eb-9379-27587ab4faeb None None] Notify callbacks [] for port, precommit_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:43:15.659619 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-b46a41c3-1391-4498-8262-a0839630ed8e tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:43:15.668338 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-9354b960-1da7-41eb-9379-27587ab4faeb None None] Transition to ACTIVE for port object 2709e742-0728-4b0d-b897-1c08adca02d4 will not be triggered until provisioned by entity L2. {{(pid=83872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 13:43:15.672657 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c249a2d-d887-46aa-8f5f-cb513bd9de68 req-c22caaed-453d-43ad-9584-daecf20d2cb8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:43:15.674291 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.db.securitygroups_db [None req-b46a41c3-1391-4498-8262-a0839630ed8e tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Project f17cecf0d6854286bcc6f673927088ad added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 01 13:43:15.674433 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-4c249a2d-d887-46aa-8f5f-cb513bd9de68 req-c22caaed-453d-43ad-9584-daecf20d2cb8 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=2bb8e5b9-7923-4b30-a000-a43759424a4d HTTP/1.1" status: 200 len: 851 time: 0.0677848 Apr 01 13:43:15.676236 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-9354b960-1da7-41eb-9379-27587ab4faeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864'] for port, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:43:15.680779 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-b46a41c3-1391-4498-8262-a0839630ed8e tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:43:15.722575 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-4c249a2d-d887-46aa-8f5f-cb513bd9de68 req-dd8031fa-811b-4eba-856d-9ea65448b2f6 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=3fb397e2-e523-4823-90e7-bd579a19eac6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0406275 Apr 01 13:43:15.750831 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-b46a41c3-1391-4498-8262-a0839630ed8e tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:43:15.755238 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-b46a41c3-1391-4498-8262-a0839630ed8e tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3775744'] for security_group_rule, after_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:43:15.792140 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46a41c3-1391-4498-8262-a0839630ed8e tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=49669e90-329d-413a-9912-dd2c4282db05,revision_number=0']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:43:15.801716 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-b46a41c3-1391-4498-8262-a0839630ed8e tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:43:15.805503 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-b46a41c3-1391-4498-8262-a0839630ed8e tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1688356 Apr 01 13:43:15.805655 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9970b506-ceb9-42d4-9291-4cc95d121a6a None None] Pushing event updated for resources: {'Port': ['ID=2709e742-0728-4b0d-b897-1c08adca02d4,revision_number=3']} {{(pid=83872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:43:15.806011 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 57346) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:43:15.817477 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.v2.base [None req-d1685c3f-eb4d-4480-9912-fb4985865125 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Request body: {'security_group_rule': {'security_group_id': '821ff9e3-25d0-4f2a-b274-e0d8fb0cf42a', 'project_id': 'f17cecf0d6854286bcc6f673927088ad', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:43:15.831757 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-d1685c3f-eb4d-4480-9912-fb4985865125 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:43:15.838787 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-d1685c3f-eb4d-4480-9912-fb4985865125 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Usage tracker for resource:security_group_rule and tenant:f17cecf0d6854286bcc6f673927088ad is out of sync, need to count used quota {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 13:43:15.843302 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-d1685c3f-eb4d-4480-9912-fb4985865125 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 13:43:15.851814 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-d1685c3f-eb4d-4480-9912-fb4985865125 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:43:15.886814 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.db.securitygroups_db [None req-d1685c3f-eb4d-4480-9912-fb4985865125 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Project f17cecf0d6854286bcc6f673927088ad added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 01 13:43:15.897207 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-d1685c3f-eb4d-4480-9912-fb4985865125 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:43:15.909746 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-4c249a2d-d887-46aa-8f5f-cb513bd9de68 req-343317f3-bfa8-4fe1-9af5-5beece7abd39 service neutron] 10.222.0.57 "GET /v2.0/networks/3fb397e2-e523-4823-90e7-bd579a19eac6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1803312 Apr 01 13:43:15.912122 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.managers [None req-9354b960-1da7-41eb-9379-27587ab4faeb None None] Attempting to bind port 2709e742-0728-4b0d-b897-1c08adca02d4 on host dv-neutron-836180-1-hyperv for vnic_type normal with profile {{(pid=83872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 13:43:15.913142 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.managers [None req-9354b960-1da7-41eb-9379-27587ab4faeb None None] Attempting to bind port 2709e742-0728-4b0d-b897-1c08adca02d4 by drivers openvswitch,hyperv on host dv-neutron-836180-1-hyperv at level 0 using segments [{'id': '6268ff76-acf6-4ba6-9ea1-9e2097e34d20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'e479e8cb-ba31-4961-ae77-a162005f7579'}] {{(pid=83872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 13:43:15.913142 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9354b960-1da7-41eb-9379-27587ab4faeb None None] Attempting to bind port 2709e742-0728-4b0d-b897-1c08adca02d4 on network e479e8cb-ba31-4961-ae77-a162005f7579 {{(pid=83872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 13:43:15.920791 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9354b960-1da7-41eb-9379-27587ab4faeb None None] Checking agent: {'id': 'af948428-97cd-4d10-9f53-af028bdb39b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-836180-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 13, 25, 37), 'started_at': datetime.datetime(2022, 4, 1, 13, 26, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 13, 43, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-836180-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 13:43:15.921228 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9354b960-1da7-41eb-9379-27587ab4faeb None None] Checking segment: {'id': '6268ff76-acf6-4ba6-9ea1-9e2097e34d20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'e479e8cb-ba31-4961-ae77-a162005f7579'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 13:43:15.921561 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-9354b960-1da7-41eb-9379-27587ab4faeb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:43:15.921942 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9354b960-1da7-41eb-9379-27587ab4faeb None None] Bound using segment: {'id': '6268ff76-acf6-4ba6-9ea1-9e2097e34d20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'e479e8cb-ba31-4961-ae77-a162005f7579'} {{(pid=83872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 13:43:15.922402 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.managers [None req-9354b960-1da7-41eb-9379-27587ab4faeb None None] Bound port: 2709e742-0728-4b0d-b897-1c08adca02d4, host: dv-neutron-836180-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6268ff76-acf6-4ba6-9ea1-9e2097e34d20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'e479e8cb-ba31-4961-ae77-a162005f7579'}}] {{(pid=83872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 13:43:15.922795 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-9354b960-1da7-41eb-9379-27587ab4faeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:43:16.015480 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-9354b960-1da7-41eb-9379-27587ab4faeb None None] For port 2709e742-0728-4b0d-b897-1c08adca02d4, host dv-neutron-836180-1-hyperv, cleared binding levels {{(pid=83872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 13:43:16.021814 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-9354b960-1da7-41eb-9379-27587ab4faeb None None] For port 2709e742-0728-4b0d-b897-1c08adca02d4, host dv-neutron-836180-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836180-1-hyperv',level=0,port_id=2709e742-0728-4b0d-b897-1c08adca02d4,segment=NetworkSegment(6268ff76-acf6-4ba6-9ea1-9e2097e34d20),segment_id=6268ff76-acf6-4ba6-9ea1-9e2097e34d20)] {{(pid=83872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 13:43:16.028286 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-9354b960-1da7-41eb-9379-27587ab4faeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864'] for port, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:43:16.118278 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9970b506-ceb9-42d4-9291-4cc95d121a6a None None] Pushing event updated for resources: {'Port': ['ID=2709e742-0728-4b0d-b897-1c08adca02d4,revision_number=4']} {{(pid=83872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:43:16.125859 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9354b960-1da7-41eb-9379-27587ab4faeb None None] Routers {'f283fd9a-4755-4780-9b5d-5f95a160cc02'} bound to L3 agent in host dv-neutron-836180-1-hyperv {{(pid=83872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 13:43:16.126459 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_hamode_db [None req-9354b960-1da7-41eb-9379-27587ab4faeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836180-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-01T13:25:36Z,description=,heartbeat_timestamp=2022-04-01T13:43:06Z,host='dv-neutron-836180-1-hyperv',id=88bf8fc8-11a3-4e96-9d1b-5fd93ba9f6f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T13:25:36Z,topic='l3_agent')) {'router_ids': ['f283fd9a-4755-4780-9b5d-5f95a160cc02'], 'active': True} {{(pid=83872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:43:16.179204 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-d1685c3f-eb4d-4480-9912-fb4985865125 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:43:16.185558 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-d1685c3f-eb4d-4480-9912-fb4985865125 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3775744'] for security_group_rule, after_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:43:16.198426 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-4c249a2d-d887-46aa-8f5f-cb513bd9de68 req-8adbe641-bb8c-444d-b257-2bbecb848448 service neutron] 10.222.0.57 "GET /v2.0/networks/3fb397e2-e523-4823-90e7-bd579a19eac6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2745814 Apr 01 13:43:16.217450 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1685c3f-eb4d-4480-9912-fb4985865125 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d67696d5-95b3-4e71-869c-8571a361be6c,revision_number=0']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:43:16.232039 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-d1685c3f-eb4d-4480-9912-fb4985865125 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:43:16.233492 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-d1685c3f-eb4d-4480-9912-fb4985865125 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.4264433 Apr 01 13:43:16.342168 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_dvr_db [None req-9354b960-1da7-41eb-9379-27587ab4faeb None None] Set router f283fd9a-4755-4780-9b5d-5f95a160cc02 gateway port host: dv-neutron-836180-1-hyperv {{(pid=83872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 13:43:16.493866 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [req-d598a045-481f-40e9-a071-0b5bd01d985f req-4c7b97c7-5883-487b-9016-dc61d6b0a469 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Synchronizing usage tracker for tenant:f17cecf0d6854286bcc6f673927088ad on resource:security_group {{(pid=83871) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 13:43:16.513545 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [req-d598a045-481f-40e9-a071-0b5bd01d985f req-4c7b97c7-5883-487b-9016-dc61d6b0a469 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Unset dirty status for tenant:f17cecf0d6854286bcc6f673927088ad on resource:security_group {{(pid=83871) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 13:43:16.514730 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-d598a045-481f-40e9-a071-0b5bd01d985f req-4c7b97c7-5883-487b-9016-dc61d6b0a469 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-317557801&fields=id&tenant_id=f17cecf0d6854286bcc6f673927088ad HTTP/1.1" status: 200 len: 267 time: 0.0650330 Apr 01 13:43:16.584385 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c54350-f1d7-49f0-9adc-bdd309cbc2b8 req-aeec110b-5a6c-4952-a38c-b9c19377df0c tempest-TestServerAdvancedOps-529781517 tempest-TestServerAdvancedOps-529781517-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:43:16.584385 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-13c54350-f1d7-49f0-9adc-bdd309cbc2b8 req-aeec110b-5a6c-4952-a38c-b9c19377df0c tempest-TestServerAdvancedOps-529781517 tempest-TestServerAdvancedOps-529781517-project] 10.222.0.26 "GET /v2.0/ports?device_id=67106282-ddd2-4109-9f8c-6366aa95c1ce HTTP/1.1" status: 200 len: 943 time: 0.0797033 Apr 01 13:43:16.640433 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-13c54350-f1d7-49f0-9adc-bdd309cbc2b8 req-da819209-a329-411e-a404-0523875eae7c tempest-TestServerAdvancedOps-529781517 tempest-TestServerAdvancedOps-529781517-project] 10.222.0.26 "GET /v2.0/security-groups?id=84f8f044-b125-4bdb-a096-55c040b8931b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442991 Apr 01 13:43:16.672768 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d598a045-481f-40e9-a071-0b5bd01d985f req-a7f62c87-c212-47e0-949e-dd8b1c50e84b tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:43:16.674184 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-d598a045-481f-40e9-a071-0b5bd01d985f req-a7f62c87-c212-47e0-949e-dd8b1c50e84b tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] 10.222.0.26 "GET /v2.0/networks?id=e479e8cb-ba31-4961-ae77-a162005f7579 HTTP/1.1" status: 200 len: 796 time: 0.1518431 Apr 01 13:43:16.691055 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-d598a045-481f-40e9-a071-0b5bd01d985f req-42572cca-4216-46e4-b4bb-870082591f4f tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] 10.222.0.26 "GET /v2.0/quotas/f17cecf0d6854286bcc6f673927088ad HTTP/1.1" status: 200 len: 375 time: 0.0114286 Apr 01 13:43:16.734598 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_hamode_db [None req-9354b960-1da7-41eb-9379-27587ab4faeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f283fd9a-4755-4780-9b5d-5f95a160cc02', 'name': 'tempest-TestNetworkBasicOps-router-326976', 'tenant_id': 'f17cecf0d6854286bcc6f673927088ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'external_fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.238'}], 'enable_snat': True}, 'gw_port_id': 'ad7e8c09-799b-48af-b306-4b0c531cf7fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T13:43:07Z', 'updated_at': '2022-04-01T13:43:12Z', 'revision_number': 4, 'project_id': 'f17cecf0d6854286bcc6f673927088ad', 'gw_port': {'id': 'ad7e8c09-799b-48af-b306-4b0c531cf7fd', 'name': '', 'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:38:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f283fd9a-4755-4780-9b5d-5f95a160cc02', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836180-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:43:07Z', 'updated_at': '2022-04-01T13:43:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836180-1-hyperv', '_interfaces': [{'id': '2709e742-0728-4b0d-b897-1c08adca02d4', 'name': '', 'network_id': 'e479e8cb-ba31-4961-ae77-a162005f7579', 'tenant_id': 'f17cecf0d6854286bcc6f673927088ad', 'mac_address': 'fa:16:3e:27:ca:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f283fd9a-4755-4780-9b5d-5f95a160cc02', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cc4b50c6-a51a-439b-bd5e-5eb892add0d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836180-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:43:11Z', 'updated_at': '2022-04-01T13:43:16Z', 'revision_number': 4, 'project_id': 'f17cecf0d6854286bcc6f673927088ad', 'subnets': [{'id': 'cc4b50c6-a51a-439b-bd5e-5eb892add0d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-836180-1-hyperv', False) {} {{(pid=83872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:43:16.738679 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9354b960-1da7-41eb-9379-27587ab4faeb None None] The sync data for ids ['f283fd9a-4755-4780-9b5d-5f95a160cc02'] in dv-neutron-836180-1-hyperv is: [{'id': 'f283fd9a-4755-4780-9b5d-5f95a160cc02', 'name': 'tempest-TestNetworkBasicOps-router-326976', 'tenant_id': 'f17cecf0d6854286bcc6f673927088ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'external_fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.238'}], 'enable_snat': True}, 'gw_port_id': 'ad7e8c09-799b-48af-b306-4b0c531cf7fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T13:43:07Z', 'updated_at': '2022-04-01T13:43:12Z', 'revision_number': 4, 'project_id': 'f17cecf0d6854286bcc6f673927088ad', 'gw_port': {'id': 'ad7e8c09-799b-48af-b306-4b0c531cf7fd', 'name': '', 'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:38:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f283fd9a-4755-4780-9b5d-5f95a160cc02', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836180-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:43:07Z', 'updated_at': '2022-04-01T13:43:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836180-1-hyperv', '_interfaces': [{'id': '2709e742-0728-4b0d-b897-1c08adca02d4', 'name': '', 'network_id': 'e479e8cb-ba31-4961-ae77-a162005f7579', 'tenant_id': 'f17cecf0d6854286bcc6f673927088ad', 'mac_address': 'fa:16:3e:27:ca:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f283fd9a-4755-4780-9b5d-5f95a160cc02', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cc4b50c6-a51a-439b-bd5e-5eb892add0d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836180-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:43:11Z', 'updated_at': '2022-04-01T13:43:16Z', 'revision_number': 4, 'project_id': 'f17cecf0d6854286bcc6f673927088ad', 'subnets': [{'id': 'cc4b50c6-a51a-439b-bd5e-5eb892add0d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 13:43:16.779748 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [req-d598a045-481f-40e9-a071-0b5bd01d985f req-b086f923-c2af-409b-8aec-127425bf3c0c tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Synchronizing usage tracker for tenant:f17cecf0d6854286bcc6f673927088ad on resource:port {{(pid=83871) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 13:43:16.801275 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [req-d598a045-481f-40e9-a071-0b5bd01d985f req-b086f923-c2af-409b-8aec-127425bf3c0c tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Unset dirty status for tenant:f17cecf0d6854286bcc6f673927088ad on resource:port {{(pid=83871) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 13:43:16.807138 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-d598a045-481f-40e9-a071-0b5bd01d985f req-b086f923-c2af-409b-8aec-127425bf3c0c tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=f17cecf0d6854286bcc6f673927088ad&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1102321 Apr 01 13:43:17.032505 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-d598a045-481f-40e9-a071-0b5bd01d985f req-bac437fe-740b-4fb2-9467-b61d651a425c service neutron] 10.222.0.26 "GET /v2.0/networks/e479e8cb-ba31-4961-ae77-a162005f7579?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2172637 Apr 01 13:43:17.169418 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-d598a045-481f-40e9-a071-0b5bd01d985f req-84f2ab00-ccf7-4be3-8fba-1892a5afd591 service neutron] 10.222.0.26 "GET /v2.0/networks/e479e8cb-ba31-4961-ae77-a162005f7579?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1307592 Apr 01 13:43:17.372083 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-ffb52158-4a27-4b28-8405-81477197a555 req-8e8a605b-ba0d-4d45-913d-0e326bb85099 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] 10.222.0.26 "GET /v2.0/ports?device_id=264fae12-ac55-4aa4-a8c7-f9e3a911c937 HTTP/1.1" status: 200 len: 210 time: 0.0455339 Apr 01 13:43:17.842268 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-babaf020-67cd-4a46-a5c2-6f9630c7fcb6 req-a410f583-cb7c-4ac2-b1c3-9b41a07e54f4 tempest-TestServerAdvancedOps-529781517 tempest-TestServerAdvancedOps-529781517-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:43:17.843707 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-babaf020-67cd-4a46-a5c2-6f9630c7fcb6 req-a410f583-cb7c-4ac2-b1c3-9b41a07e54f4 tempest-TestServerAdvancedOps-529781517 tempest-TestServerAdvancedOps-529781517-project] 10.222.0.26 "GET /v2.0/ports?device_id=67106282-ddd2-4109-9f8c-6366aa95c1ce HTTP/1.1" status: 200 len: 943 time: 0.0770400 Apr 01 13:43:17.888609 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [req-babaf020-67cd-4a46-a5c2-6f9630c7fcb6 req-d481eee9-abc8-4a46-83e3-daab5d567999 tempest-TestServerAdvancedOps-529781517 tempest-TestServerAdvancedOps-529781517-project] Synchronizing usage tracker for tenant:61493d65896b4fcca361cedb3514a406 on resource:security_group {{(pid=83871) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 13:43:17.906200 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [req-babaf020-67cd-4a46-a5c2-6f9630c7fcb6 req-d481eee9-abc8-4a46-83e3-daab5d567999 tempest-TestServerAdvancedOps-529781517 tempest-TestServerAdvancedOps-529781517-project] Unset dirty status for tenant:61493d65896b4fcca361cedb3514a406 on resource:security_group {{(pid=83871) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 13:43:17.907764 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-babaf020-67cd-4a46-a5c2-6f9630c7fcb6 req-d481eee9-abc8-4a46-83e3-daab5d567999 tempest-TestServerAdvancedOps-529781517 tempest-TestServerAdvancedOps-529781517-project] 10.222.0.26 "GET /v2.0/security-groups?id=84f8f044-b125-4bdb-a096-55c040b8931b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585327 Apr 01 13:43:18.158430 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Device 2709e742-0728-4b0d-b897-1c08adca02d4 up at agent ovs-agent-dv-neutron-836180-1-hyperv {{(pid=83872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 13:43:18.225204 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Provisioning for port 2709e742-0728-4b0d-b897-1c08adca02d4 completed by entity L2. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 13:43:18.230005 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Provisioning complete for port 2709e742-0728-4b0d-b897-1c08adca02d4 triggered by entity L2. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 13:43:18.230484 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-948329'] for port, provisioning_complete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:43:18.346323 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:43:18.378196 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] For port 2709e742-0728-4b0d-b897-1c08adca02d4, host dv-neutron-836180-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836180-1-hyperv',level=0,port_id=2709e742-0728-4b0d-b897-1c08adca02d4,segment=NetworkSegment(6268ff76-acf6-4ba6-9ea1-9e2097e34d20),segment_id=6268ff76-acf6-4ba6-9ea1-9e2097e34d20)] {{(pid=83872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 13:43:18.381850 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864'] for port, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:43:18.452677 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Pushing event updated for resources: {'Port': ['ID=2709e742-0728-4b0d-b897-1c08adca02d4,revision_number=5']} {{(pid=83872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:43:18.568085 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-a1a27df2-d9b5-4c1f-b3e0-4f6ca566ebaf req-573b2ca8-417a-430b-82e0-f58f0918c06a tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] 10.222.0.26 "GET /v2.0/ports?device_id=264fae12-ac55-4aa4-a8c7-f9e3a911c937 HTTP/1.1" status: 200 len: 210 time: 0.0527124 Apr 01 13:43:18.603536 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d598a045-481f-40e9-a071-0b5bd01d985f req-95cd596f-7e0a-444d-8800-f6ba70addef0 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:43:18.604104 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [req-d598a045-481f-40e9-a071-0b5bd01d985f req-95cd596f-7e0a-444d-8800-f6ba70addef0 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Synchronizing usage tracker for tenant:f17cecf0d6854286bcc6f673927088ad on resource:network {{(pid=83869) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 13:43:18.621584 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [req-d598a045-481f-40e9-a071-0b5bd01d985f req-95cd596f-7e0a-444d-8800-f6ba70addef0 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Unset dirty status for tenant:f17cecf0d6854286bcc6f673927088ad on resource:network {{(pid=83869) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 13:43:18.621836 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Device 6b5db1e0-fa56-4141-a188-14006f630ac6 details requested by agent hyperv_hv-neutron-8361 with host hv-neutron-8361 {{(pid=83872) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 01 13:43:18.622944 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-d598a045-481f-40e9-a071-0b5bd01d985f req-95cd596f-7e0a-444d-8800-f6ba70addef0 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] 10.222.0.57 "GET /v2.0/networks?id=e479e8cb-ba31-4961-ae77-a162005f7579 HTTP/1.1" status: 200 len: 796 time: 0.2138591 Apr 01 13:43:18.688566 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [req-d598a045-481f-40e9-a071-0b5bd01d985f req-b4ebc917-6aef-4232-abc8-303b5c33c635 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Synchronizing usage tracker for tenant:f17cecf0d6854286bcc6f673927088ad on resource:security_group {{(pid=83869) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 13:43:18.700428 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [req-d598a045-481f-40e9-a071-0b5bd01d985f req-b4ebc917-6aef-4232-abc8-303b5c33c635 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Unset dirty status for tenant:f17cecf0d6854286bcc6f673927088ad on resource:security_group {{(pid=83869) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 13:43:18.701556 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-d598a045-481f-40e9-a071-0b5bd01d985f req-b4ebc917-6aef-4232-abc8-303b5c33c635 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f17cecf0d6854286bcc6f673927088ad HTTP/1.1" status: 200 len: 379 time: 0.0553408 Apr 01 13:43:18.717458 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.v2.base [req-d598a045-481f-40e9-a071-0b5bd01d985f req-d3f402ef-211f-47f9-93d3-f2cc5426d443 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Request body: {'port': {'device_id': '264fae12-ac55-4aa4-a8c7-f9e3a911c937', 'network_id': 'e479e8cb-ba31-4961-ae77-a162005f7579', 'admin_state_up': True, 'tenant_id': 'f17cecf0d6854286bcc6f673927088ad', 'security_groups': ['821ff9e3-25d0-4f2a-b274-e0d8fb0cf42a']}} {{(pid=83869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:43:18.757688 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] For port 6b5db1e0-fa56-4141-a188-14006f630ac6, host hv-neutron-8361, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8361',level=0,port_id=6b5db1e0-fa56-4141-a188-14006f630ac6,segment=NetworkSegment(b6ed8d0f-f689-44e5-9f94-9e347b2403b9),segment_id=b6ed8d0f-f689-44e5-9f94-9e347b2403b9)] {{(pid=83872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 13:43:18.770722 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Returning: {'device': '6b5db1e0-fa56-4141-a188-14006f630ac6', 'network_id': '3fb397e2-e523-4823-90e7-bd579a19eac6', 'port_id': '6b5db1e0-fa56-4141-a188-14006f630ac6', 'mac_address': 'fa:16:3e:07:34:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 372, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2bb8e5b9-7923-4b30-a000-a43759424a4d', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83872) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 01 13:43:18.824661 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:43:18.841509 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.notifiers.nova [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6b5db1e0-fa56-4141-a188-14006f630ac6 {{(pid=83872) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 01 13:43:18.852497 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [req-d598a045-481f-40e9-a071-0b5bd01d985f req-d3f402ef-211f-47f9-93d3-f2cc5426d443 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:43:18.857595 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] For port 6b5db1e0-fa56-4141-a188-14006f630ac6, host hv-neutron-8361, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8361',level=0,port_id=6b5db1e0-fa56-4141-a188-14006f630ac6,segment=NetworkSegment(b6ed8d0f-f689-44e5-9f94-9e347b2403b9),segment_id=b6ed8d0f-f689-44e5-9f94-9e347b2403b9)] {{(pid=83872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 13:43:18.861268 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864'] for port, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:43:18.862894 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [req-d598a045-481f-40e9-a071-0b5bd01d985f req-d3f402ef-211f-47f9-93d3-f2cc5426d443 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:43:18.873069 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d598a045-481f-40e9-a071-0b5bd01d985f req-d3f402ef-211f-47f9-93d3-f2cc5426d443 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Made reservation on behalf of f17cecf0d6854286bcc6f673927088ad for: {'port': 1} {{(pid=83869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 13:43:18.876371 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [req-d598a045-481f-40e9-a071-0b5bd01d985f req-d3f402ef-211f-47f9-93d3-f2cc5426d443 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:43:18.931369 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Pushing event updated for resources: {'Port': ['ID=6b5db1e0-fa56-4141-a188-14006f630ac6,revision_number=4']} {{(pid=83872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:43:19.041773 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.db_base_plugin_common [req-d598a045-481f-40e9-a071-0b5bd01d985f req-d3f402ef-211f-47f9-93d3-f2cc5426d443 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Allocated IP 172.20.0.11 (e479e8cb-ba31-4961-ae77-a162005f7579/cc4b50c6-a51a-439b-bd5e-5eb892add0d7/21b866ba-6774-4ebb-b53e-b688ed85116b) {{(pid=83869) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 13:43:19.173628 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] get_ports_and_sgs() called for port_ids ['6b5db1e0-fa56-4141-a188-14006f630ac6'] {{(pid=83872) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 01 13:43:19.207613 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9857ab0-6379-43f7-9d71-b703fcc8908f req-41aaf965-4a6a-4507-9de2-209005555d89 tempest-TestServerAdvancedOps-529781517 tempest-TestServerAdvancedOps-529781517-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:43:19.211104 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-d9857ab0-6379-43f7-9d71-b703fcc8908f req-41aaf965-4a6a-4507-9de2-209005555d89 tempest-TestServerAdvancedOps-529781517 tempest-TestServerAdvancedOps-529781517-project] 10.222.0.26 "GET /v2.0/ports?device_id=67106282-ddd2-4109-9f8c-6366aa95c1ce HTTP/1.1" status: 200 len: 944 time: 0.1728170 Apr 01 13:43:19.245041 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [req-d598a045-481f-40e9-a071-0b5bd01d985f req-d3f402ef-211f-47f9-93d3-f2cc5426d443 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks [] for port, precommit_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:43:19.261686 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.provisioning_blocks [req-d598a045-481f-40e9-a071-0b5bd01d985f req-d3f402ef-211f-47f9-93d3-f2cc5426d443 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Transition to ACTIVE for port object 21b866ba-6774-4ebb-b53e-b688ed85116b will not be triggered until provisioned by entity DHCP. {{(pid=83869) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 13:43:19.285921 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [req-d598a045-481f-40e9-a071-0b5bd01d985f req-d3f402ef-211f-47f9-93d3-f2cc5426d443 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736732935801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2705155'] for port, after_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:43:19.296964 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-d9857ab0-6379-43f7-9d71-b703fcc8908f req-758a4fe8-52a4-400a-b27f-ca903fbd824c tempest-TestServerAdvancedOps-529781517 tempest-TestServerAdvancedOps-529781517-project] 10.222.0.26 "GET /v2.0/security-groups?id=84f8f044-b125-4bdb-a096-55c040b8931b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758235 Apr 01 13:43:19.365596 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d598a045-481f-40e9-a071-0b5bd01d985f req-d3f402ef-211f-47f9-93d3-f2cc5426d443 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Network e479e8cb-ba31-4961-ae77-a162005f7579 is already hosted by enough agents. {{(pid=83869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 13:43:19.369018 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.scheduler.base_scheduler [req-d598a045-481f-40e9-a071-0b5bd01d985f req-d3f402ef-211f-47f9-93d3-f2cc5426d443 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Resources bound (agent type, host, resource id): {{(pid=83869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 13:43:19.373491 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_dvrscheduler_db [req-d598a045-481f-40e9-a071-0b5bd01d985f req-d3f402ef-211f-47f9-93d3-f2cc5426d443 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Received port after_create {{(pid=83869) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 13:43:19.409041 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f402ef-211f-47f9-93d3-f2cc5426d443 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Pushing event updated for resources: {'Port': ['ID=21b866ba-6774-4ebb-b53e-b688ed85116b,revision_number=1']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:43:19.438210 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d598a045-481f-40e9-a071-0b5bd01d985f req-d3f402ef-211f-47f9-93d3-f2cc5426d443 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:43:19.438810 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [req-d598a045-481f-40e9-a071-0b5bd01d985f req-d3f402ef-211f-47f9-93d3-f2cc5426d443 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109561'] for port, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:43:19.466184 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-d598a045-481f-40e9-a071-0b5bd01d985f req-d3f402ef-211f-47f9-93d3-f2cc5426d443 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7514286 Apr 01 13:43:19.475934 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.v2.base [req-d598a045-481f-40e9-a071-0b5bd01d985f req-406623b1-b3cb-4b9f-a493-45aa41ba2f7e service neutron] Request body: {'port': {'device_id': '264fae12-ac55-4aa4-a8c7-f9e3a911c937', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8361'}} {{(pid=83869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:43:19.586084 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [req-d598a045-481f-40e9-a071-0b5bd01d985f req-406623b1-b3cb-4b9f-a493-45aa41ba2f7e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:43:19.646837 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-b74cfac1-079b-43a0-9588-88c30baa81a1 None None] Provisioning for port 21b866ba-6774-4ebb-b53e-b688ed85116b completed by entity DHCP. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 13:43:19.652933 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-b74cfac1-079b-43a0-9588-88c30baa81a1 None None] Provisioning complete for port 21b866ba-6774-4ebb-b53e-b688ed85116b triggered by entity DHCP. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 13:43:19.653301 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-b74cfac1-079b-43a0-9588-88c30baa81a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-948329'] for port, provisioning_complete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:43:19.710743 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.plugin [None req-b74cfac1-079b-43a0-9588-88c30baa81a1 None None] Port 21b866ba-6774-4ebb-b53e-b688ed85116b cannot update to ACTIVE because it is not bound. {{(pid=83872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 13:43:19.892007 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b43e340-87bb-4071-8582-948d8809b5fe req-b5fb6130-816e-4cc9-bf67-886ab76ccbc2 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:43:19.892716 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [req-0b43e340-87bb-4071-8582-948d8809b5fe req-b5fb6130-816e-4cc9-bf67-886ab76ccbc2 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Synchronizing usage tracker for tenant:f17cecf0d6854286bcc6f673927088ad on resource:port {{(pid=83869) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 13:43:19.926234 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [req-0b43e340-87bb-4071-8582-948d8809b5fe req-b5fb6130-816e-4cc9-bf67-886ab76ccbc2 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Unset dirty status for tenant:f17cecf0d6854286bcc6f673927088ad on resource:port {{(pid=83869) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 13:43:19.927357 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-0b43e340-87bb-4071-8582-948d8809b5fe req-b5fb6130-816e-4cc9-bf67-886ab76ccbc2 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] 10.222.0.26 "GET /v2.0/ports?device_id=264fae12-ac55-4aa4-a8c7-f9e3a911c937 HTTP/1.1" status: 200 len: 932 time: 0.2272763 Apr 01 13:43:20.118616 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.notifiers.nova [req-d598a045-481f-40e9-a071-0b5bd01d985f req-406623b1-b3cb-4b9f-a493-45aa41ba2f7e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 21b866ba-6774-4ebb-b53e-b688ed85116b {{(pid=83869) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 01 13:43:20.127472 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-0b43e340-87bb-4071-8582-948d8809b5fe req-70c8f440-9454-47ce-ab92-29d0935fefc9 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] 10.222.0.26 "GET /v2.0/security-groups?id=821ff9e3-25d0-4f2a-b274-e0d8fb0cf42a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1874883 Apr 01 13:43:20.129137 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [req-d598a045-481f-40e9-a071-0b5bd01d985f req-406623b1-b3cb-4b9f-a493-45aa41ba2f7e service neutron] Notify callbacks [] for port, precommit_update {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:43:20.146761 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.provisioning_blocks [req-d598a045-481f-40e9-a071-0b5bd01d985f req-406623b1-b3cb-4b9f-a493-45aa41ba2f7e service neutron] Transition to ACTIVE for port object 21b866ba-6774-4ebb-b53e-b688ed85116b will not be triggered until provisioned by entity L2. {{(pid=83869) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 13:43:20.148158 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Device 2709e742-0728-4b0d-b897-1c08adca02d4 up at agent ovs-agent-dv-neutron-836180-1-hyperv {{(pid=83872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 13:43:20.150680 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [req-d598a045-481f-40e9-a071-0b5bd01d985f req-406623b1-b3cb-4b9f-a493-45aa41ba2f7e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2705172'] for port, after_update {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:43:20.223555 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Provisioning complete for port 2709e742-0728-4b0d-b897-1c08adca02d4 triggered by entity L2. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 13:43:20.227086 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-948329'] for port, provisioning_complete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:43:20.319922 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406623b1-b3cb-4b9f-a493-45aa41ba2f7e service neutron] Pushing event updated for resources: {'Port': ['ID=21b866ba-6774-4ebb-b53e-b688ed85116b,revision_number=2']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:43:20.408619 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.managers [req-d598a045-481f-40e9-a071-0b5bd01d985f req-406623b1-b3cb-4b9f-a493-45aa41ba2f7e service neutron] Attempting to bind port 21b866ba-6774-4ebb-b53e-b688ed85116b on host hv-neutron-8361 for vnic_type normal with profile {{(pid=83869) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 13:43:20.408982 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.managers [req-d598a045-481f-40e9-a071-0b5bd01d985f req-406623b1-b3cb-4b9f-a493-45aa41ba2f7e service neutron] Attempting to bind port 21b866ba-6774-4ebb-b53e-b688ed85116b by drivers openvswitch,hyperv on host hv-neutron-8361 at level 0 using segments [{'id': '6268ff76-acf6-4ba6-9ea1-9e2097e34d20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'e479e8cb-ba31-4961-ae77-a162005f7579'}] {{(pid=83869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 13:43:20.409260 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d598a045-481f-40e9-a071-0b5bd01d985f req-406623b1-b3cb-4b9f-a493-45aa41ba2f7e service neutron] Attempting to bind port 21b866ba-6774-4ebb-b53e-b688ed85116b on network e479e8cb-ba31-4961-ae77-a162005f7579 {{(pid=83869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 13:43:20.415677 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d598a045-481f-40e9-a071-0b5bd01d985f req-406623b1-b3cb-4b9f-a493-45aa41ba2f7e service neutron] Port 21b866ba-6774-4ebb-b53e-b688ed85116b on network e479e8cb-ba31-4961-ae77-a162005f7579 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8361 {{(pid=83869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 01 13:43:20.415987 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d598a045-481f-40e9-a071-0b5bd01d985f req-406623b1-b3cb-4b9f-a493-45aa41ba2f7e service neutron] Attempting to bind port 21b866ba-6774-4ebb-b53e-b688ed85116b on network e479e8cb-ba31-4961-ae77-a162005f7579 {{(pid=83869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 13:43:20.423577 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d598a045-481f-40e9-a071-0b5bd01d985f req-406623b1-b3cb-4b9f-a493-45aa41ba2f7e service neutron] Checking agent: {'id': '359ce187-6241-4f7e-85a4-e066c7b0cdea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8361', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 13, 31, 54), 'started_at': datetime.datetime(2022, 4, 1, 13, 31, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 13, 42, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 13:43:20.423912 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d598a045-481f-40e9-a071-0b5bd01d985f req-406623b1-b3cb-4b9f-a493-45aa41ba2f7e service neutron] Checking segment: {'id': '6268ff76-acf6-4ba6-9ea1-9e2097e34d20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'e479e8cb-ba31-4961-ae77-a162005f7579'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 13:43:20.424426 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d598a045-481f-40e9-a071-0b5bd01d985f req-406623b1-b3cb-4b9f-a493-45aa41ba2f7e service neutron] Bound using segment: {'id': '6268ff76-acf6-4ba6-9ea1-9e2097e34d20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'e479e8cb-ba31-4961-ae77-a162005f7579'} {{(pid=83869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 13:43:20.424715 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.managers [req-d598a045-481f-40e9-a071-0b5bd01d985f req-406623b1-b3cb-4b9f-a493-45aa41ba2f7e service neutron] Bound port: 21b866ba-6774-4ebb-b53e-b688ed85116b, host: hv-neutron-8361, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6268ff76-acf6-4ba6-9ea1-9e2097e34d20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'e479e8cb-ba31-4961-ae77-a162005f7579'}}] {{(pid=83869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 13:43:20.425049 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [req-d598a045-481f-40e9-a071-0b5bd01d985f req-406623b1-b3cb-4b9f-a493-45aa41ba2f7e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:43:20.506474 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e9a1a5-0596-4c78-81df-a5daa5cc70d8 req-350cc16e-c1df-44eb-9218-ca57e0689be9 tempest-TestServerAdvancedOps-529781517 tempest-TestServerAdvancedOps-529781517-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:43:20.507851 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-94e9a1a5-0596-4c78-81df-a5daa5cc70d8 req-350cc16e-c1df-44eb-9218-ca57e0689be9 tempest-TestServerAdvancedOps-529781517 tempest-TestServerAdvancedOps-529781517-project] 10.222.0.26 "GET /v2.0/ports?device_id=67106282-ddd2-4109-9f8c-6366aa95c1ce HTTP/1.1" status: 200 len: 944 time: 0.0765586 Apr 01 13:43:20.512464 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.db [req-d598a045-481f-40e9-a071-0b5bd01d985f req-406623b1-b3cb-4b9f-a493-45aa41ba2f7e service neutron] For port 21b866ba-6774-4ebb-b53e-b688ed85116b, host hv-neutron-8361, cleared binding levels {{(pid=83869) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 13:43:20.515787 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.db [req-d598a045-481f-40e9-a071-0b5bd01d985f req-406623b1-b3cb-4b9f-a493-45aa41ba2f7e service neutron] For port 21b866ba-6774-4ebb-b53e-b688ed85116b, host hv-neutron-8361, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8361',level=0,port_id=21b866ba-6774-4ebb-b53e-b688ed85116b,segment=NetworkSegment(6268ff76-acf6-4ba6-9ea1-9e2097e34d20),segment_id=6268ff76-acf6-4ba6-9ea1-9e2097e34d20)] {{(pid=83869) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 13:43:20.520689 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [req-d598a045-481f-40e9-a071-0b5bd01d985f req-406623b1-b3cb-4b9f-a493-45aa41ba2f7e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2705172'] for port, after_update {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:43:20.560318 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-94e9a1a5-0596-4c78-81df-a5daa5cc70d8 req-54bc4b2e-43a7-43dc-a6b7-b230d8d8f545 tempest-TestServerAdvancedOps-529781517 tempest-TestServerAdvancedOps-529781517-project] 10.222.0.26 "GET /v2.0/security-groups?id=84f8f044-b125-4bdb-a096-55c040b8931b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460489 Apr 01 13:43:20.587782 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [req-d598a045-481f-40e9-a071-0b5bd01d985f req-406623b1-b3cb-4b9f-a493-45aa41ba2f7e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109561'] for port, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:43:20.589532 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-d598a045-481f-40e9-a071-0b5bd01d985f req-406623b1-b3cb-4b9f-a493-45aa41ba2f7e service neutron] 10.222.0.57 "PUT /v2.0/ports/21b866ba-6774-4ebb-b53e-b688ed85116b HTTP/1.1" status: 200 len: 1094 time: 1.1174994 Apr 01 13:43:20.589969 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '264fae12-ac55-4aa4-a8c7-f9e3a911c937', 'tag': '21b866ba-6774-4ebb-b53e-b688ed85116b'}] {{(pid=83869) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 13:43:20.608921 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406623b1-b3cb-4b9f-a493-45aa41ba2f7e service neutron] Pushing event updated for resources: {'Port': ['ID=21b866ba-6774-4ebb-b53e-b688ed85116b,revision_number=3']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:43:20.635576 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Device 6b5db1e0-fa56-4141-a188-14006f630ac6 up at agent hyperv_hv-neutron-8361 {{(pid=83872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 13:43:20.671287 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '264fae12-ac55-4aa4-a8c7-f9e3a911c937', 'tag': '21b866ba-6774-4ebb-b53e-b688ed85116b', 'status': 'completed', 'code': 200} Apr 01 13:43:20.709923 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-d598a045-481f-40e9-a071-0b5bd01d985f req-bfe955e3-8794-439e-965d-9887d27e590f service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=f17cecf0d6854286bcc6f673927088ad&device_id=264fae12-ac55-4aa4-a8c7-f9e3a911c937 HTTP/1.1" status: 200 len: 1097 time: 0.0788889 Apr 01 13:43:20.711198 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Provisioning for port 6b5db1e0-fa56-4141-a188-14006f630ac6 completed by entity L2. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 13:43:20.716755 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Provisioning complete for port 6b5db1e0-fa56-4141-a188-14006f630ac6 triggered by entity L2. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 13:43:20.717194 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-948329'] for port, provisioning_complete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:43:20.786595 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-d598a045-481f-40e9-a071-0b5bd01d985f req-d3cf670b-c7fc-4697-ad2b-361418bace50 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=21b866ba-6774-4ebb-b53e-b688ed85116b HTTP/1.1" status: 200 len: 217 time: 0.0668039 Apr 01 13:43:20.836254 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:43:20.852121 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d598a045-481f-40e9-a071-0b5bd01d985f req-2d5e272c-2ef6-4afc-99c5-e6d9e3f42fe6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:43:20.853536 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-d598a045-481f-40e9-a071-0b5bd01d985f req-2d5e272c-2ef6-4afc-99c5-e6d9e3f42fe6 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=cc4b50c6-a51a-439b-bd5e-5eb892add0d7 HTTP/1.1" status: 200 len: 835 time: 0.0580337 Apr 01 13:43:20.871924 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67106282-ddd2-4109-9f8c-6366aa95c1ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b5db1e0-fa56-4141-a188-14006f630ac6'}] {{(pid=83872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 13:43:20.885377 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] For port 6b5db1e0-fa56-4141-a188-14006f630ac6, host hv-neutron-8361, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8361',level=0,port_id=6b5db1e0-fa56-4141-a188-14006f630ac6,segment=NetworkSegment(b6ed8d0f-f689-44e5-9f94-9e347b2403b9),segment_id=b6ed8d0f-f689-44e5-9f94-9e347b2403b9)] {{(pid=83872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 13:43:20.890655 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864'] for port, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:43:20.936601 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-d598a045-481f-40e9-a071-0b5bd01d985f req-bd59a304-cf5c-4fd3-bf7d-7c80edf254fe service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=e479e8cb-ba31-4961-ae77-a162005f7579&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0740924 Apr 01 13:43:20.961535 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Pushing event updated for resources: {'Port': ['ID=6b5db1e0-fa56-4141-a188-14006f630ac6,revision_number=5']} {{(pid=83872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:43:21.028604 dv-neutron-836180-1-hyperv neutron-server[83872]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67106282-ddd2-4109-9f8c-6366aa95c1ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b5db1e0-fa56-4141-a188-14006f630ac6', 'code': 200} Apr 01 13:43:21.082848 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-d598a045-481f-40e9-a071-0b5bd01d985f req-b488a2b6-4e0b-40a3-8084-dc95f275174b service neutron] 10.222.0.57 "GET /v2.0/networks/e479e8cb-ba31-4961-ae77-a162005f7579?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1368015 Apr 01 13:43:21.264713 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-d598a045-481f-40e9-a071-0b5bd01d985f req-e1f09803-2a98-4b07-aa26-7819066b4d86 service neutron] 10.222.0.57 "GET /v2.0/networks/e479e8cb-ba31-4961-ae77-a162005f7579?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1733088 Apr 01 13:43:21.397914 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-0931bf56-e87f-4493-bb9d-b6ea04a30f1b req-dc582e3d-7c1e-4225-b5c5-c6619b67fa4b service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=67106282-ddd2-4109-9f8c-6366aa95c1ce HTTP/1.1" status: 200 len: 1098 time: 0.1838131 Apr 01 13:43:21.432677 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b0d678-0ba9-4996-bc3b-873eda54ba13 req-5ae2d8d6-c6e5-47cb-bceb-6d9a4682d863 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:43:21.434591 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-48b0d678-0ba9-4996-bc3b-873eda54ba13 req-5ae2d8d6-c6e5-47cb-bceb-6d9a4682d863 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] 10.222.0.26 "GET /v2.0/ports?device_id=264fae12-ac55-4aa4-a8c7-f9e3a911c937 HTTP/1.1" status: 200 len: 944 time: 0.1721852 Apr 01 13:43:21.496771 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-d4f0aee6-9e4e-4db9-bbc7-727534b8c972 req-417e021b-cc5a-4493-8098-4a741a4ee160 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=f17cecf0d6854286bcc6f673927088ad&device_id=264fae12-ac55-4aa4-a8c7-f9e3a911c937 HTTP/1.1" status: 200 len: 1097 time: 0.1745865 Apr 01 13:43:21.498169 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-0931bf56-e87f-4493-bb9d-b6ea04a30f1b req-d9352853-ba31-4513-bec6-da1143c30573 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=84f8f044-b125-4bdb-a096-55c040b8931b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935969 Apr 01 13:43:21.504869 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-48b0d678-0ba9-4996-bc3b-873eda54ba13 req-02a53ca3-8047-46c9-a070-ac8e963c77c9 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] 10.222.0.26 "GET /v2.0/security-groups?id=821ff9e3-25d0-4f2a-b274-e0d8fb0cf42a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0627322 Apr 01 13:43:21.757911 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9a22e4-de42-4f9c-b1e5-2b27eea0fa15 req-521b054a-e2a8-4102-bb67-3c3a6f742087 tempest-TestServerAdvancedOps-529781517 tempest-TestServerAdvancedOps-529781517-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:43:21.759365 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-1c9a22e4-de42-4f9c-b1e5-2b27eea0fa15 req-521b054a-e2a8-4102-bb67-3c3a6f742087 tempest-TestServerAdvancedOps-529781517 tempest-TestServerAdvancedOps-529781517-project] 10.222.0.26 "GET /v2.0/ports?device_id=67106282-ddd2-4109-9f8c-6366aa95c1ce HTTP/1.1" status: 200 len: 945 time: 0.0755119 Apr 01 13:43:21.807172 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-1c9a22e4-de42-4f9c-b1e5-2b27eea0fa15 req-29cab8f1-8bf4-40c6-a1c4-4f697cc29b16 tempest-TestServerAdvancedOps-529781517 tempest-TestServerAdvancedOps-529781517-project] 10.222.0.26 "GET /v2.0/security-groups?id=84f8f044-b125-4bdb-a096-55c040b8931b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395033 Apr 01 13:43:21.847183 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f0aee6-9e4e-4db9-bbc7-727534b8c972 req-3a0ad4ec-548b-4d7a-aaf3-64ee07457ac9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:43:21.848647 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-d4f0aee6-9e4e-4db9-bbc7-727534b8c972 req-3a0ad4ec-548b-4d7a-aaf3-64ee07457ac9 service neutron] 10.222.0.57 "GET /v2.0/networks?id=e479e8cb-ba31-4961-ae77-a162005f7579 HTTP/1.1" status: 200 len: 897 time: 0.1262689 Apr 01 13:43:21.917819 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-d4f0aee6-9e4e-4db9-bbc7-727534b8c972 req-ccc0985b-8813-47c8-91f0-ad578ede14da service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=21b866ba-6774-4ebb-b53e-b688ed85116b HTTP/1.1" status: 200 len: 217 time: 0.0623536 Apr 01 13:43:21.978900 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f0aee6-9e4e-4db9-bbc7-727534b8c972 req-227d85c0-4838-4849-be1f-22f1609a4fbf service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:43:21.980438 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-d4f0aee6-9e4e-4db9-bbc7-727534b8c972 req-227d85c0-4838-4849-be1f-22f1609a4fbf service neutron] 10.222.0.57 "GET /v2.0/subnets?id=cc4b50c6-a51a-439b-bd5e-5eb892add0d7 HTTP/1.1" status: 200 len: 835 time: 0.0568464 Apr 01 13:43:22.145709 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-d4f0aee6-9e4e-4db9-bbc7-727534b8c972 req-27e387dc-0253-4370-97fd-ef7402d8a561 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=e479e8cb-ba31-4961-ae77-a162005f7579&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1591866 Apr 01 13:43:22.281568 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-d4f0aee6-9e4e-4db9-bbc7-727534b8c972 req-8b325a11-5e9a-4012-819c-cb7b4d1d860d service neutron] 10.222.0.57 "GET /v2.0/networks/e479e8cb-ba31-4961-ae77-a162005f7579?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1281140 Apr 01 13:43:22.414601 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-d4f0aee6-9e4e-4db9-bbc7-727534b8c972 req-e180ca72-19e9-4525-85c6-d1162637f448 service neutron] 10.222.0.57 "GET /v2.0/networks/e479e8cb-ba31-4961-ae77-a162005f7579?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1262383 Apr 01 13:43:22.703884 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115cfaad-12d0-458a-85c5-9d98b701cf47 req-3f4298b8-0053-45a8-88f2-692c3608501a tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:43:22.705449 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-115cfaad-12d0-458a-85c5-9d98b701cf47 req-3f4298b8-0053-45a8-88f2-692c3608501a tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] 10.222.0.26 "GET /v2.0/ports?device_id=264fae12-ac55-4aa4-a8c7-f9e3a911c937 HTTP/1.1" status: 200 len: 944 time: 0.0795348 Apr 01 13:43:22.751278 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-115cfaad-12d0-458a-85c5-9d98b701cf47 req-1627588e-ff75-48b0-b23f-f1770fe8e1a7 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] 10.222.0.26 "GET /v2.0/security-groups?id=821ff9e3-25d0-4f2a-b274-e0d8fb0cf42a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398436 Apr 01 13:43:23.014355 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73275bd1-b6d5-454b-bd91-9111bc404ec2 req-0e8ae023-b4c0-408d-965f-fa0c03e1f7f8 tempest-TestServerAdvancedOps-529781517 tempest-TestServerAdvancedOps-529781517-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:43:23.015761 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-73275bd1-b6d5-454b-bd91-9111bc404ec2 req-0e8ae023-b4c0-408d-965f-fa0c03e1f7f8 tempest-TestServerAdvancedOps-529781517 tempest-TestServerAdvancedOps-529781517-project] 10.222.0.26 "GET /v2.0/ports?device_id=67106282-ddd2-4109-9f8c-6366aa95c1ce HTTP/1.1" status: 200 len: 945 time: 0.0778427 Apr 01 13:43:23.060157 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-73275bd1-b6d5-454b-bd91-9111bc404ec2 req-5c56edc2-b31f-4f58-a6ba-fdeba16537f2 tempest-TestServerAdvancedOps-529781517 tempest-TestServerAdvancedOps-529781517-project] 10.222.0.26 "GET /v2.0/security-groups?id=84f8f044-b125-4bdb-a096-55c040b8931b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387051 Apr 01 13:43:23.260245 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0ad11a-40c2-4a67-9bbc-b8a92f4d9392 req-9b6e3021-6f48-4379-a105-f1a6d170b015 tempest-TestServerAdvancedOps-529781517 tempest-TestServerAdvancedOps-529781517-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:43:23.262886 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-4c0ad11a-40c2-4a67-9bbc-b8a92f4d9392 req-9b6e3021-6f48-4379-a105-f1a6d170b015 tempest-TestServerAdvancedOps-529781517 tempest-TestServerAdvancedOps-529781517-project] 10.222.0.26 "GET /v2.0/ports?device_id=67106282-ddd2-4109-9f8c-6366aa95c1ce HTTP/1.1" status: 200 len: 945 time: 0.0840046 Apr 01 13:43:23.309802 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-4c0ad11a-40c2-4a67-9bbc-b8a92f4d9392 req-64f24832-1a1c-481a-b97d-364b9c1b2292 tempest-TestServerAdvancedOps-529781517 tempest-TestServerAdvancedOps-529781517-project] 10.222.0.26 "GET /v2.0/security-groups?id=84f8f044-b125-4bdb-a096-55c040b8931b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411835 Apr 01 13:43:23.727316 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eecfc8a-e69a-4a7d-aa6f-1c9e7c71464b req-47e8dcbb-f97d-4d6a-a221-85f35c437d38 tempest-TestServerAdvancedOps-529781517 tempest-TestServerAdvancedOps-529781517-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:43:23.728710 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-9eecfc8a-e69a-4a7d-aa6f-1c9e7c71464b req-47e8dcbb-f97d-4d6a-a221-85f35c437d38 tempest-TestServerAdvancedOps-529781517 tempest-TestServerAdvancedOps-529781517-project] 10.222.0.26 "GET /v2.0/ports?device_id=67106282-ddd2-4109-9f8c-6366aa95c1ce HTTP/1.1" status: 200 len: 945 time: 0.0774636 Apr 01 13:43:23.764172 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:43:23.775725 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-9eecfc8a-e69a-4a7d-aa6f-1c9e7c71464b req-6a2cdd31-ccbd-4cf4-bada-5e027cb8a442 tempest-TestServerAdvancedOps-529781517 tempest-TestServerAdvancedOps-529781517-project] 10.222.0.26 "GET /v2.0/security-groups?id=84f8f044-b125-4bdb-a096-55c040b8931b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408082 Apr 01 13:43:23.953115 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ffc843d-ba78-46f1-b4d1-5eaf2c8bad7a req-bff0c3b2-5c54-4c2c-9192-b7b9f4265e14 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:43:23.954546 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-0ffc843d-ba78-46f1-b4d1-5eaf2c8bad7a req-bff0c3b2-5c54-4c2c-9192-b7b9f4265e14 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] 10.222.0.26 "GET /v2.0/ports?device_id=264fae12-ac55-4aa4-a8c7-f9e3a911c937 HTTP/1.1" status: 200 len: 944 time: 0.0764272 Apr 01 13:43:24.000591 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-0ffc843d-ba78-46f1-b4d1-5eaf2c8bad7a req-ec46bac9-ed26-4b07-b8ab-ebe1a2e1d00b tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] 10.222.0.26 "GET /v2.0/security-groups?id=821ff9e3-25d0-4f2a-b274-e0d8fb0cf42a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403514 Apr 01 13:43:24.638190 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Device 21b866ba-6774-4ebb-b53e-b688ed85116b details requested by agent hyperv_hv-neutron-8361 with host hv-neutron-8361 {{(pid=83872) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 01 13:43:24.769508 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] For port 21b866ba-6774-4ebb-b53e-b688ed85116b, host hv-neutron-8361, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8361',level=0,port_id=21b866ba-6774-4ebb-b53e-b688ed85116b,segment=NetworkSegment(6268ff76-acf6-4ba6-9ea1-9e2097e34d20),segment_id=6268ff76-acf6-4ba6-9ea1-9e2097e34d20)] {{(pid=83872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 13:43:24.783089 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Returning: {'device': '21b866ba-6774-4ebb-b53e-b688ed85116b', 'network_id': 'e479e8cb-ba31-4961-ae77-a162005f7579', 'port_id': '21b866ba-6774-4ebb-b53e-b688ed85116b', 'mac_address': 'fa:16:3e:d6:f6:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 354, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cc4b50c6-a51a-439b-bd5e-5eb892add0d7', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83872) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 01 13:43:24.837970 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:43:24.856627 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.notifiers.nova [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 21b866ba-6774-4ebb-b53e-b688ed85116b {{(pid=83872) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 01 13:43:24.872665 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] For port 21b866ba-6774-4ebb-b53e-b688ed85116b, host hv-neutron-8361, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8361',level=0,port_id=21b866ba-6774-4ebb-b53e-b688ed85116b,segment=NetworkSegment(6268ff76-acf6-4ba6-9ea1-9e2097e34d20),segment_id=6268ff76-acf6-4ba6-9ea1-9e2097e34d20)] {{(pid=83872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 13:43:24.876804 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864'] for port, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:43:24.981360 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Pushing event updated for resources: {'Port': ['ID=21b866ba-6774-4ebb-b53e-b688ed85116b,revision_number=4']} {{(pid=83872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:43:24.986361 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f13afa-abab-4271-8038-57f0d7962ae7 req-b4341436-3070-4618-87ce-384bdc3531a0 tempest-TestServerAdvancedOps-529781517 tempest-TestServerAdvancedOps-529781517-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:43:24.987814 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-81f13afa-abab-4271-8038-57f0d7962ae7 req-b4341436-3070-4618-87ce-384bdc3531a0 tempest-TestServerAdvancedOps-529781517 tempest-TestServerAdvancedOps-529781517-project] 10.222.0.26 "GET /v2.0/ports?device_id=67106282-ddd2-4109-9f8c-6366aa95c1ce HTTP/1.1" status: 200 len: 945 time: 0.0899329 Apr 01 13:43:25.033334 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-81f13afa-abab-4271-8038-57f0d7962ae7 req-e246df80-d4cc-46c5-b44f-ab34feb78842 tempest-TestServerAdvancedOps-529781517 tempest-TestServerAdvancedOps-529781517-project] 10.222.0.26 "GET /v2.0/security-groups?id=84f8f044-b125-4bdb-a096-55c040b8931b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400784 Apr 01 13:43:25.129402 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] get_ports_and_sgs() called for port_ids ['21b866ba-6774-4ebb-b53e-b688ed85116b'] {{(pid=83872) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 01 13:43:25.226139 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693e1481-005f-4219-a45f-03b105fde82a req-18e966b2-bcd9-40c3-8200-893fec374156 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:43:25.234718 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-693e1481-005f-4219-a45f-03b105fde82a req-18e966b2-bcd9-40c3-8200-893fec374156 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] 10.222.0.26 "GET /v2.0/ports?device_id=264fae12-ac55-4aa4-a8c7-f9e3a911c937 HTTP/1.1" status: 200 len: 945 time: 0.1099393 Apr 01 13:43:25.303585 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-693e1481-005f-4219-a45f-03b105fde82a req-587aa7c5-6b11-4799-8457-83b85d1146ac tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] 10.222.0.26 "GET /v2.0/security-groups?id=821ff9e3-25d0-4f2a-b274-e0d8fb0cf42a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0671673 Apr 01 13:43:25.498445 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbbc5ea1-4c35-4d99-928f-c1a531374a9e req-8add9548-1ec6-470a-8975-e47531d4f615 tempest-TestServerAdvancedOps-529781517 tempest-TestServerAdvancedOps-529781517-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:43:25.499804 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-fbbc5ea1-4c35-4d99-928f-c1a531374a9e req-8add9548-1ec6-470a-8975-e47531d4f615 tempest-TestServerAdvancedOps-529781517 tempest-TestServerAdvancedOps-529781517-project] 10.222.0.26 "GET /v2.0/ports?device_id=67106282-ddd2-4109-9f8c-6366aa95c1ce HTTP/1.1" status: 200 len: 945 time: 0.1386404 Apr 01 13:43:25.503226 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-864235d6-926b-4e57-941c-9591164b29ac req-0a37c90c-5f9e-4cbb-b906-af88e7aadd18 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=61493d65896b4fcca361cedb3514a406&device_id=67106282-ddd2-4109-9f8c-6366aa95c1ce HTTP/1.1" status: 200 len: 1098 time: 0.1017098 Apr 01 13:43:25.631321 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-fbbc5ea1-4c35-4d99-928f-c1a531374a9e req-55ceb464-5c65-4122-a507-14b32aa682fc tempest-TestServerAdvancedOps-529781517 tempest-TestServerAdvancedOps-529781517-project] 10.222.0.26 "GET /v2.0/security-groups?id=84f8f044-b125-4bdb-a096-55c040b8931b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1256256 Apr 01 13:43:25.662070 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864235d6-926b-4e57-941c-9591164b29ac req-30457b31-8d0f-44d4-8824-6defae1b2bae service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:43:25.663497 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-864235d6-926b-4e57-941c-9591164b29ac req-30457b31-8d0f-44d4-8824-6defae1b2bae service neutron] 10.222.0.57 "GET /v2.0/networks?id=3fb397e2-e523-4823-90e7-bd579a19eac6 HTTP/1.1" status: 200 len: 912 time: 0.1445360 Apr 01 13:43:25.734143 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-864235d6-926b-4e57-941c-9591164b29ac req-fa26ce2e-3edc-4e91-a587-2dde039f3494 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6b5db1e0-fa56-4141-a188-14006f630ac6 HTTP/1.1" status: 200 len: 217 time: 0.0640326 Apr 01 13:43:25.795205 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864235d6-926b-4e57-941c-9591164b29ac req-a4ff48f6-7fae-4325-adf7-e519b6bd99f4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:43:25.796545 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-864235d6-926b-4e57-941c-9591164b29ac req-a4ff48f6-7fae-4325-adf7-e519b6bd99f4 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=2bb8e5b9-7923-4b30-a000-a43759424a4d HTTP/1.1" status: 200 len: 851 time: 0.0561450 Apr 01 13:43:25.840899 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-864235d6-926b-4e57-941c-9591164b29ac req-4f411cb9-a89f-40ee-9c97-6a092b3da528 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=3fb397e2-e523-4823-90e7-bd579a19eac6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0377970 Apr 01 13:43:25.969834 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-864235d6-926b-4e57-941c-9591164b29ac req-65936524-7b8d-4834-a617-3c9ba96756ae service neutron] 10.222.0.57 "GET /v2.0/networks/3fb397e2-e523-4823-90e7-bd579a19eac6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1224089 Apr 01 13:43:26.106603 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-864235d6-926b-4e57-941c-9591164b29ac req-415eab45-4bde-4253-9337-e932f40dce3c service neutron] 10.222.0.57 "GET /v2.0/networks/3fb397e2-e523-4823-90e7-bd579a19eac6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1265931 Apr 01 13:43:26.487459 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c3d473-9fb6-4e6a-8147-5b647fb5601c req-d3d00605-74e1-466d-9ea2-6b66819f0c57 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:43:26.489068 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-22c3d473-9fb6-4e6a-8147-5b647fb5601c req-d3d00605-74e1-466d-9ea2-6b66819f0c57 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] 10.222.0.26 "GET /v2.0/ports?device_id=264fae12-ac55-4aa4-a8c7-f9e3a911c937 HTTP/1.1" status: 200 len: 945 time: 0.0748923 Apr 01 13:43:26.536555 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-22c3d473-9fb6-4e6a-8147-5b647fb5601c req-c7b16a61-befa-40c8-8cbf-d0a46f69e1da tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] 10.222.0.26 "GET /v2.0/security-groups?id=821ff9e3-25d0-4f2a-b274-e0d8fb0cf42a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419669 Apr 01 13:43:26.639899 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Device 21b866ba-6774-4ebb-b53e-b688ed85116b up at agent hyperv_hv-neutron-8361 {{(pid=83872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 13:43:26.710616 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Provisioning for port 21b866ba-6774-4ebb-b53e-b688ed85116b completed by entity L2. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 13:43:26.715931 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Provisioning complete for port 21b866ba-6774-4ebb-b53e-b688ed85116b triggered by entity L2. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 13:43:26.716287 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-948329'] for port, provisioning_complete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:43:26.847088 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:43:26.862107 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015db1d0-da55-4a34-8b66-a6aab1f468a6 req-a9c48ad5-7506-4691-937b-8d8bc3eed993 tempest-TestServerAdvancedOps-529781517 tempest-TestServerAdvancedOps-529781517-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:43:26.863559 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-015db1d0-da55-4a34-8b66-a6aab1f468a6 req-a9c48ad5-7506-4691-937b-8d8bc3eed993 tempest-TestServerAdvancedOps-529781517 tempest-TestServerAdvancedOps-529781517-project] 10.222.0.26 "GET /v2.0/ports?device_id=67106282-ddd2-4109-9f8c-6366aa95c1ce HTTP/1.1" status: 200 len: 945 time: 0.0923555 Apr 01 13:43:26.874378 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '264fae12-ac55-4aa4-a8c7-f9e3a911c937', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21b866ba-6774-4ebb-b53e-b688ed85116b'}] {{(pid=83872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 13:43:26.883703 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] For port 21b866ba-6774-4ebb-b53e-b688ed85116b, host hv-neutron-8361, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8361',level=0,port_id=21b866ba-6774-4ebb-b53e-b688ed85116b,segment=NetworkSegment(6268ff76-acf6-4ba6-9ea1-9e2097e34d20),segment_id=6268ff76-acf6-4ba6-9ea1-9e2097e34d20)] {{(pid=83872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 13:43:26.888369 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864'] for port, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:43:26.914901 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-015db1d0-da55-4a34-8b66-a6aab1f468a6 req-e4dcfc6b-e16e-48fd-846e-74ef531832f6 tempest-TestServerAdvancedOps-529781517 tempest-TestServerAdvancedOps-529781517-project] 10.222.0.26 "GET /v2.0/security-groups?id=84f8f044-b125-4bdb-a096-55c040b8931b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456874 Apr 01 13:43:26.938537 dv-neutron-836180-1-hyperv neutron-server[83872]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '264fae12-ac55-4aa4-a8c7-f9e3a911c937', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21b866ba-6774-4ebb-b53e-b688ed85116b', 'code': 200} Apr 01 13:43:26.970107 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Pushing event updated for resources: {'Port': ['ID=21b866ba-6774-4ebb-b53e-b688ed85116b,revision_number=5']} {{(pid=83872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:43:27.173163 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-e062f11f-8df1-4267-99b5-66d9ef04a9cd req-0b2326c2-f2dc-413c-b8f1-ac4e197744da service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=264fae12-ac55-4aa4-a8c7-f9e3a911c937 HTTP/1.1" status: 200 len: 1099 time: 0.0685809 Apr 01 13:43:27.303029 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-e062f11f-8df1-4267-99b5-66d9ef04a9cd req-72227187-2f10-48aa-8af4-b71f2afb013f service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=821ff9e3-25d0-4f2a-b274-e0d8fb0cf42a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1242857 Apr 01 13:43:27.731273 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91de3dc-d03e-4009-9b95-cdfe9f04f5ee req-2ea560d2-b998-49c4-9bf4-bfe850d7c26a tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:43:27.732707 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-d91de3dc-d03e-4009-9b95-cdfe9f04f5ee req-2ea560d2-b998-49c4-9bf4-bfe850d7c26a tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] 10.222.0.26 "GET /v2.0/ports?device_id=264fae12-ac55-4aa4-a8c7-f9e3a911c937 HTTP/1.1" status: 200 len: 946 time: 0.0750356 Apr 01 13:43:27.776699 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-d91de3dc-d03e-4009-9b95-cdfe9f04f5ee req-26e60bbf-03d0-43d8-bdb0-69ca773713f0 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] 10.222.0.26 "GET /v2.0/security-groups?id=821ff9e3-25d0-4f2a-b274-e0d8fb0cf42a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385444 Apr 01 13:43:28.112197 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1683aa-29d3-43a5-85e1-6c9091ea8548 req-b4ca6506-55a0-4155-ad21-f056ce2fab14 tempest-TestServerAdvancedOps-529781517 tempest-TestServerAdvancedOps-529781517-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:43:28.113665 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-7c1683aa-29d3-43a5-85e1-6c9091ea8548 req-b4ca6506-55a0-4155-ad21-f056ce2fab14 tempest-TestServerAdvancedOps-529781517 tempest-TestServerAdvancedOps-529781517-project] 10.222.0.26 "GET /v2.0/ports?device_id=67106282-ddd2-4109-9f8c-6366aa95c1ce HTTP/1.1" status: 200 len: 945 time: 0.0763607 Apr 01 13:43:28.157945 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-7c1683aa-29d3-43a5-85e1-6c9091ea8548 req-5e799d09-79bb-4bfe-ada6-13b6d34ad1f7 tempest-TestServerAdvancedOps-529781517 tempest-TestServerAdvancedOps-529781517-project] 10.222.0.26 "GET /v2.0/security-groups?id=84f8f044-b125-4bdb-a096-55c040b8931b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387747 Apr 01 13:43:28.599030 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325969e6-8dae-4924-b080-fd80fd208e05 req-f67a0c87-6041-4a91-abe7-817f29295ecc tempest-TestServerAdvancedOps-529781517 tempest-TestServerAdvancedOps-529781517-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:43:28.600519 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-325969e6-8dae-4924-b080-fd80fd208e05 req-f67a0c87-6041-4a91-abe7-817f29295ecc tempest-TestServerAdvancedOps-529781517 tempest-TestServerAdvancedOps-529781517-project] 10.222.0.26 "GET /v2.0/ports?device_id=67106282-ddd2-4109-9f8c-6366aa95c1ce HTTP/1.1" status: 200 len: 945 time: 0.0803590 Apr 01 13:43:28.644881 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-325969e6-8dae-4924-b080-fd80fd208e05 req-294a3a15-c855-42e8-82fe-7c8318e0c183 tempest-TestServerAdvancedOps-529781517 tempest-TestServerAdvancedOps-529781517-project] 10.222.0.26 "GET /v2.0/security-groups?id=84f8f044-b125-4bdb-a096-55c040b8931b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388334 Apr 01 13:43:28.983730 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdbd9c52-ae84-4d75-ae3f-19c4ad56894f req-40560ce1-3fbd-4482-962e-ee1ed9cb2f48 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:43:28.985145 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-bdbd9c52-ae84-4d75-ae3f-19c4ad56894f req-40560ce1-3fbd-4482-962e-ee1ed9cb2f48 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] 10.222.0.26 "GET /v2.0/ports?device_id=264fae12-ac55-4aa4-a8c7-f9e3a911c937 HTTP/1.1" status: 200 len: 946 time: 0.0842459 Apr 01 13:43:29.040374 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-bdbd9c52-ae84-4d75-ae3f-19c4ad56894f req-e91156a5-7c4c-4436-81fa-8d2559150044 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] 10.222.0.26 "GET /v2.0/security-groups?id=821ff9e3-25d0-4f2a-b274-e0d8fb0cf42a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483565 Apr 01 13:43:29.240380 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6683d150-d43f-4148-b4f4-535823785c87 req-50133ab7-11bb-48a1-9a82-64af4ec4f290 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:43:29.241747 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-6683d150-d43f-4148-b4f4-535823785c87 req-50133ab7-11bb-48a1-9a82-64af4ec4f290 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] 10.222.0.26 "GET /v2.0/ports?device_id=264fae12-ac55-4aa4-a8c7-f9e3a911c937 HTTP/1.1" status: 200 len: 946 time: 0.0768247 Apr 01 13:43:29.287245 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-6683d150-d43f-4148-b4f4-535823785c87 req-ea9596e0-858b-4e3b-b0a7-fd4176bd7260 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] 10.222.0.26 "GET /v2.0/security-groups?id=821ff9e3-25d0-4f2a-b274-e0d8fb0cf42a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397017 Apr 01 13:43:29.315192 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 57432) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:43:29.393647 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-03dee57b-0baa-40f7-aa9e-8b920a302a1b tempest-TestNetworkBasicOps-1234239346 tempest-TestNetworkBasicOps-1234239346-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=264fae12-ac55-4aa4-a8c7-f9e3a911c937 HTTP/1.1" status: 200 len: 1094 time: 0.0772603 Apr 01 13:43:29.396244 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 57436) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:43:29.401683 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.v2.base [None req-f799cf2b-f9fe-499a-bb82-db12ec482808 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Request body: {'floatingip': {'floating_network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'port_id': '21b866ba-6774-4ebb-b53e-b688ed85116b', 'tenant_id': 'f17cecf0d6854286bcc6f673927088ad', 'fixed_ip_address': '172.20.0.11'}} {{(pid=83869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:43:29.408271 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-f799cf2b-f9fe-499a-bb82-db12ec482808 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:43:29.413319 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-f799cf2b-f9fe-499a-bb82-db12ec482808 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Usage tracker for resource:floatingip and tenant:f17cecf0d6854286bcc6f673927088ad is out of sync, need to count used quota {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 13:43:29.416071 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-f799cf2b-f9fe-499a-bb82-db12ec482808 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 13:43:29.421869 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-f799cf2b-f9fe-499a-bb82-db12ec482808 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:43:29.431860 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-f799cf2b-f9fe-499a-bb82-db12ec482808 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks [] for floatingip, before_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:43:29.567842 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-f799cf2b-f9fe-499a-bb82-db12ec482808 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:43:29.703942 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.db_base_plugin_common [None req-f799cf2b-f9fe-499a-bb82-db12ec482808 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Allocated IP 172.26.5.158 (725864b8-cceb-48c9-b5d3-1bfc4423e301/e2ed99db-0e25-4971-b535-7fa69231fae8/e4ea1144-ae18-4c37-a8c5-6d13da004ef3) {{(pid=83869) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 13:43:29.909823 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628f849a-a74d-4a13-8b5f-f86423adba90 req-c0605fbf-945f-4843-bb3d-5d4eadfc8eaf tempest-TestServerAdvancedOps-529781517 tempest-TestServerAdvancedOps-529781517-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:43:29.911262 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-628f849a-a74d-4a13-8b5f-f86423adba90 req-c0605fbf-945f-4843-bb3d-5d4eadfc8eaf tempest-TestServerAdvancedOps-529781517 tempest-TestServerAdvancedOps-529781517-project] 10.222.0.26 "GET /v2.0/ports?device_id=67106282-ddd2-4109-9f8c-6366aa95c1ce HTTP/1.1" status: 200 len: 945 time: 0.1332765 Apr 01 13:43:29.913887 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-f799cf2b-f9fe-499a-bb82-db12ec482808 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks [] for port, precommit_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:43:29.968963 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-628f849a-a74d-4a13-8b5f-f86423adba90 req-ec30d119-25b8-487e-ab4a-007b647e50bb tempest-TestServerAdvancedOps-529781517 tempest-TestServerAdvancedOps-529781517-project] 10.222.0.26 "GET /v2.0/security-groups?id=84f8f044-b125-4bdb-a096-55c040b8931b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519512 Apr 01 13:43:29.978026 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.agents_db [None req-bdd220c7-049a-43d2-a923-ad1a2de078c6 None None] Agent healthcheck: found 6 active agents {{(pid=83873) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 01 13:43:29.978970 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-f799cf2b-f9fe-499a-bb82-db12ec482808 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736732935801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2705155'] for port, after_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:43:30.045525 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f799cf2b-f9fe-499a-bb82-db12ec482808 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Network 725864b8-cceb-48c9-b5d3-1bfc4423e301 is already hosted by enough agents. {{(pid=83869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 13:43:30.048710 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.scheduler.base_scheduler [None req-f799cf2b-f9fe-499a-bb82-db12ec482808 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Resources bound (agent type, host, resource id): {{(pid=83869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 13:43:30.052108 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f799cf2b-f9fe-499a-bb82-db12ec482808 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Received port after_create {{(pid=83869) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 13:43:30.087714 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f799cf2b-f9fe-499a-bb82-db12ec482808 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Pushing event updated for resources: {'Port': ['ID=e4ea1144-ae18-4c37-a8c5-6d13da004ef3,revision_number=1']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:43:30.552709 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-0909a273-c706-4378-ba99-cf3f8374ace8 req-2f1b3971-e64c-4b04-9b78-43c95084a4ab service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=61493d65896b4fcca361cedb3514a406&device_id=67106282-ddd2-4109-9f8c-6366aa95c1ce HTTP/1.1" status: 200 len: 1098 time: 0.2425401 Apr 01 13:43:30.560830 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55183cf3-4a17-4d25-9bef-297582d23fb4 req-df087661-0e90-4e87-8177-995ca4164d6c tempest-TestServerAdvancedOps-529781517 tempest-TestServerAdvancedOps-529781517-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:43:30.562428 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-55183cf3-4a17-4d25-9bef-297582d23fb4 req-df087661-0e90-4e87-8177-995ca4164d6c tempest-TestServerAdvancedOps-529781517 tempest-TestServerAdvancedOps-529781517-project] 10.222.0.26 "GET /v2.0/ports?device_id=67106282-ddd2-4109-9f8c-6366aa95c1ce HTTP/1.1" status: 200 len: 945 time: 0.2511094 Apr 01 13:43:30.810412 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-55183cf3-4a17-4d25-9bef-297582d23fb4 req-5b057139-b050-458c-8d14-35ca8c69f644 tempest-TestServerAdvancedOps-529781517 tempest-TestServerAdvancedOps-529781517-project] 10.222.0.26 "GET /v2.0/security-groups?id=84f8f044-b125-4bdb-a096-55c040b8931b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2277861 Apr 01 13:43:30.854222 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0909a273-c706-4378-ba99-cf3f8374ace8 req-7b732a0b-6e70-4e69-8593-3dd4c1e443c0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:43:30.855764 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-0909a273-c706-4378-ba99-cf3f8374ace8 req-7b732a0b-6e70-4e69-8593-3dd4c1e443c0 service neutron] 10.222.0.57 "GET /v2.0/networks?id=3fb397e2-e523-4823-90e7-bd579a19eac6 HTTP/1.1" status: 200 len: 912 time: 0.2925076 Apr 01 13:43:30.991477 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-0909a273-c706-4378-ba99-cf3f8374ace8 req-0562a8f8-3658-48d8-8aca-0280aff20cc5 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6b5db1e0-fa56-4141-a188-14006f630ac6 HTTP/1.1" status: 200 len: 217 time: 0.0826485 Apr 01 13:43:31.053804 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-f799cf2b-f9fe-499a-bb82-db12ec482808 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:43:31.113731 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0909a273-c706-4378-ba99-cf3f8374ace8 req-db4da8be-f36e-4b91-a58e-aa04430785e5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:43:31.115122 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-0909a273-c706-4378-ba99-cf3f8374ace8 req-db4da8be-f36e-4b91-a58e-aa04430785e5 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=2bb8e5b9-7923-4b30-a000-a43759424a4d HTTP/1.1" status: 200 len: 851 time: 0.1148353 Apr 01 13:43:31.149267 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-f799cf2b-f9fe-499a-bb82-db12ec482808 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:43:31.193418 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-0909a273-c706-4378-ba99-cf3f8374ace8 req-f3a202fb-2d37-400e-8be8-9c23b43b6060 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=3fb397e2-e523-4823-90e7-bd579a19eac6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0715239 Apr 01 13:43:31.429107 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-0909a273-c706-4378-ba99-cf3f8374ace8 req-6099b7d1-f4a9-468b-a76e-2b527e7ce9b7 service neutron] 10.222.0.57 "GET /v2.0/networks/3fb397e2-e523-4823-90e7-bd579a19eac6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2245934 Apr 01 13:43:31.557290 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-f799cf2b-f9fe-499a-bb82-db12ec482808 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks [] for port, precommit_update {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:43:31.568842 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-f799cf2b-f9fe-499a-bb82-db12ec482808 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2705172'] for port, after_update {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:43:31.673667 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-0909a273-c706-4378-ba99-cf3f8374ace8 req-1c08a1e1-7fa6-4858-b256-e1698c78ae55 service neutron] 10.222.0.57 "GET /v2.0/networks/3fb397e2-e523-4823-90e7-bd579a19eac6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2314751 Apr 01 13:43:31.693898 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f799cf2b-f9fe-499a-bb82-db12ec482808 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Pushing event updated for resources: {'Port': ['ID=e4ea1144-ae18-4c37-a8c5-6d13da004ef3,revision_number=2']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:43:31.707946 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-f799cf2b-f9fe-499a-bb82-db12ec482808 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4084747'] for floatingip, after_update {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:43:31.896694 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.db.l3_db [None req-f799cf2b-f9fe-499a-bb82-db12ec482808 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Floating IP 81faa7e5-08b2-48f5-a814-4840d623d14b associated. External IP: 172.26.5.158, port: 21b866ba-6774-4ebb-b53e-b688ed85116b. Apr 01 13:43:32.013895 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ac3975-8b95-4345-9dca-efa71bc96574 req-22c39ed5-6070-43b4-ab77-a44479304f75 tempest-TestServerAdvancedOps-529781517 tempest-TestServerAdvancedOps-529781517-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:43:32.015263 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-f5ac3975-8b95-4345-9dca-efa71bc96574 req-22c39ed5-6070-43b4-ab77-a44479304f75 tempest-TestServerAdvancedOps-529781517 tempest-TestServerAdvancedOps-529781517-project] 10.222.0.26 "GET /v2.0/ports?device_id=67106282-ddd2-4109-9f8c-6366aa95c1ce HTTP/1.1" status: 200 len: 945 time: 0.0824909 Apr 01 13:43:32.062459 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-f5ac3975-8b95-4345-9dca-efa71bc96574 req-5697196d-012b-480a-846e-f97f5d1a5834 tempest-TestServerAdvancedOps-529781517 tempest-TestServerAdvancedOps-529781517-project] 10.222.0.26 "GET /v2.0/security-groups?id=84f8f044-b125-4bdb-a096-55c040b8931b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412109 Apr 01 13:43:32.405894 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f799cf2b-f9fe-499a-bb82-db12ec482808 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Router f283fd9a-4755-4780-9b5d-5f95a160cc02 has already been hosted by L3 agent 88bf8fc8-11a3-4e96-9d1b-5fd93ba9f6f1 {{(pid=83869) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 13:43:32.615604 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f799cf2b-f9fe-499a-bb82-db12ec482808 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify agent at l3_agent.dv-neutron-836180-1-hyperv the message routers_updated {{(pid=83869) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 13:43:32.625669 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c3670c7-06de-4fab-865c-93cb98cce844 None None] Sync routers for ids ['f283fd9a-4755-4780-9b5d-5f95a160cc02'] in dv-neutron-836180-1-hyperv {{(pid=83873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 13:43:32.638248 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c3670c7-06de-4fab-865c-93cb98cce844 None None] Routers {'f283fd9a-4755-4780-9b5d-5f95a160cc02'} bound to L3 agent in host dv-neutron-836180-1-hyperv {{(pid=83873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 13:43:32.638871 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-2c3670c7-06de-4fab-865c-93cb98cce844 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836180-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-01T13:25:36Z,description=,heartbeat_timestamp=2022-04-01T13:43:06Z,host='dv-neutron-836180-1-hyperv',id=88bf8fc8-11a3-4e96-9d1b-5fd93ba9f6f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T13:25:36Z,topic='l3_agent')) {'router_ids': ['f283fd9a-4755-4780-9b5d-5f95a160cc02'], 'active': True} {{(pid=83873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:43:32.641640 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-f799cf2b-f9fe-499a-bb82-db12ec482808 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109561'] for floatingip, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:43:32.698110 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-f799cf2b-f9fe-499a-bb82-db12ec482808 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 3.2983732 Apr 01 13:43:32.698110 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '264fae12-ac55-4aa4-a8c7-f9e3a911c937', 'tag': '21b866ba-6774-4ebb-b53e-b688ed85116b'}] {{(pid=83869) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 13:43:32.699203 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 57448) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:43:32.757278 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '264fae12-ac55-4aa4-a8c7-f9e3a911c937', 'tag': '21b866ba-6774-4ebb-b53e-b688ed85116b', 'status': 'completed', 'code': 200} Apr 01 13:43:32.820059 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_dvr_db [None req-2c3670c7-06de-4fab-865c-93cb98cce844 None None] Set router f283fd9a-4755-4780-9b5d-5f95a160cc02 gateway port host: dv-neutron-836180-1-hyperv {{(pid=83873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 13:43:32.827853 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-97d1e560-a1b5-44ff-9dd5-56044b117875 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] 10.222.0.26 "GET /v2.0/floatingips/81faa7e5-08b2-48f5-a814-4840d623d14b HTTP/1.1" status: 200 len: 992 time: 0.1276085 Apr 01 13:43:32.859122 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-02083309-effd-4489-ac27-d66378a7b1a3 req-99900324-bfd3-43c6-940e-c684505fce66 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=f17cecf0d6854286bcc6f673927088ad&device_id=264fae12-ac55-4aa4-a8c7-f9e3a911c937 HTTP/1.1" status: 200 len: 1099 time: 0.0798597 Apr 01 13:43:32.996965 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02083309-effd-4489-ac27-d66378a7b1a3 req-7e881583-9d73-46e1-8b46-fc517ba86038 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:43:32.998348 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-02083309-effd-4489-ac27-d66378a7b1a3 req-7e881583-9d73-46e1-8b46-fc517ba86038 service neutron] 10.222.0.57 "GET /v2.0/networks?id=e479e8cb-ba31-4961-ae77-a162005f7579 HTTP/1.1" status: 200 len: 897 time: 0.1337881 Apr 01 13:43:33.102575 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-02083309-effd-4489-ac27-d66378a7b1a3 req-972f25eb-b430-4cb8-a3a1-8915ff260c88 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=21b866ba-6774-4ebb-b53e-b688ed85116b HTTP/1.1" status: 200 len: 1000 time: 0.0984335 Apr 01 13:43:33.169951 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02083309-effd-4489-ac27-d66378a7b1a3 req-983a14b8-8458-40be-bd9b-4942ba081877 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:43:33.172382 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-02083309-effd-4489-ac27-d66378a7b1a3 req-983a14b8-8458-40be-bd9b-4942ba081877 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=cc4b50c6-a51a-439b-bd5e-5eb892add0d7 HTTP/1.1" status: 200 len: 835 time: 0.0631568 Apr 01 13:43:33.189332 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-2c3670c7-06de-4fab-865c-93cb98cce844 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f283fd9a-4755-4780-9b5d-5f95a160cc02', 'name': 'tempest-TestNetworkBasicOps-router-326976', 'tenant_id': 'f17cecf0d6854286bcc6f673927088ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'external_fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.238'}], 'enable_snat': True}, 'gw_port_id': 'ad7e8c09-799b-48af-b306-4b0c531cf7fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T13:43:07Z', 'updated_at': '2022-04-01T13:43:12Z', 'revision_number': 4, 'project_id': 'f17cecf0d6854286bcc6f673927088ad', 'gw_port': {'id': 'ad7e8c09-799b-48af-b306-4b0c531cf7fd', 'name': '', 'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:38:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f283fd9a-4755-4780-9b5d-5f95a160cc02', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836180-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:43:07Z', 'updated_at': '2022-04-01T13:43:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836180-1-hyperv', '_floatingips': [{'id': '81faa7e5-08b2-48f5-a814-4840d623d14b', 'tenant_id': 'f17cecf0d6854286bcc6f673927088ad', 'floating_ip_address': '172.26.5.158', 'floating_network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'router_id': 'f283fd9a-4755-4780-9b5d-5f95a160cc02', 'port_id': '21b866ba-6774-4ebb-b53e-b688ed85116b', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e479e8cb-ba31-4961-ae77-a162005f7579', 'mac_address': 'fa:16:3e:d6:f6:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '264fae12-ac55-4aa4-a8c7-f9e3a911c937', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T13:43:30Z', 'updated_at': '2022-04-01T13:43:30Z', 'revision_number': 0, 'project_id': 'f17cecf0d6854286bcc6f673927088ad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2709e742-0728-4b0d-b897-1c08adca02d4', 'name': '', 'network_id': 'e479e8cb-ba31-4961-ae77-a162005f7579', 'tenant_id': 'f17cecf0d6854286bcc6f673927088ad', 'mac_address': 'fa:16:3e:27:ca:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f283fd9a-4755-4780-9b5d-5f95a160cc02', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cc4b50c6-a51a-439b-bd5e-5eb892add0d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836180-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:43:11Z', 'updated_at': '2022-04-01T13:43:18Z', 'revision_number': 5, 'project_id': 'f17cecf0d6854286bcc6f673927088ad', 'subnets': [{'id': 'cc4b50c6-a51a-439b-bd5e-5eb892add0d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-836180-1-hyperv', False) {} {{(pid=83873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:43:33.193569 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c3670c7-06de-4fab-865c-93cb98cce844 None None] Checking router: f283fd9a-4755-4780-9b5d-5f95a160cc02 for host: dv-neutron-836180-1-hyperv {{(pid=83873) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 01 13:43:33.204435 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c3670c7-06de-4fab-865c-93cb98cce844 None None] Routers {'f283fd9a-4755-4780-9b5d-5f95a160cc02'} bound to L3 agent in host dv-neutron-836180-1-hyperv {{(pid=83873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 13:43:33.205035 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-2c3670c7-06de-4fab-865c-93cb98cce844 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836180-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-01T13:25:36Z,description=,heartbeat_timestamp=2022-04-01T13:43:06Z,host='dv-neutron-836180-1-hyperv',id=88bf8fc8-11a3-4e96-9d1b-5fd93ba9f6f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T13:25:36Z,topic='l3_agent')) {'router_ids': ['f283fd9a-4755-4780-9b5d-5f95a160cc02'], 'active': True} {{(pid=83873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:43:33.257905 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-02083309-effd-4489-ac27-d66378a7b1a3 req-739c5052-5c3a-49fd-af39-ee616a376289 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=e479e8cb-ba31-4961-ae77-a162005f7579&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0799642 Apr 01 13:43:33.272095 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b65c41-0785-4e09-b087-505064b42429 req-17b68dd9-64cb-438d-b282-3f6634c04585 tempest-TestServerAdvancedOps-529781517 tempest-TestServerAdvancedOps-529781517-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:43:33.273783 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-80b65c41-0785-4e09-b087-505064b42429 req-17b68dd9-64cb-438d-b282-3f6634c04585 tempest-TestServerAdvancedOps-529781517 tempest-TestServerAdvancedOps-529781517-project] 10.222.0.26 "GET /v2.0/ports?device_id=67106282-ddd2-4109-9f8c-6366aa95c1ce HTTP/1.1" status: 200 len: 945 time: 0.0831923 Apr 01 13:43:33.325094 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-80b65c41-0785-4e09-b087-505064b42429 req-b68ce085-8451-4b83-8885-708dba8c3a0e tempest-TestServerAdvancedOps-529781517 tempest-TestServerAdvancedOps-529781517-project] 10.222.0.26 "GET /v2.0/security-groups?id=84f8f044-b125-4bdb-a096-55c040b8931b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438476 Apr 01 13:43:33.388684 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_dvr_db [None req-2c3670c7-06de-4fab-865c-93cb98cce844 None None] Set router f283fd9a-4755-4780-9b5d-5f95a160cc02 gateway port host: dv-neutron-836180-1-hyperv {{(pid=83873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 13:43:33.405162 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-02083309-effd-4489-ac27-d66378a7b1a3 req-f87ec770-007e-4905-b9f7-943d99f76421 service neutron] 10.222.0.57 "GET /v2.0/networks/e479e8cb-ba31-4961-ae77-a162005f7579?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1413164 Apr 01 13:43:33.525070 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-fe482ffe-101b-48b4-a5ea-9909d0e19111 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:43:33.553181 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-02083309-effd-4489-ac27-d66378a7b1a3 req-4fa2fc75-8f42-4368-a576-cb503c719551 service neutron] 10.222.0.57 "GET /v2.0/networks/e479e8cb-ba31-4961-ae77-a162005f7579?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1417053 Apr 01 13:43:33.757766 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-2c3670c7-06de-4fab-865c-93cb98cce844 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f283fd9a-4755-4780-9b5d-5f95a160cc02', 'name': 'tempest-TestNetworkBasicOps-router-326976', 'tenant_id': 'f17cecf0d6854286bcc6f673927088ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'external_fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.238'}], 'enable_snat': True}, 'gw_port_id': 'ad7e8c09-799b-48af-b306-4b0c531cf7fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T13:43:07Z', 'updated_at': '2022-04-01T13:43:12Z', 'revision_number': 4, 'project_id': 'f17cecf0d6854286bcc6f673927088ad', 'gw_port': {'id': 'ad7e8c09-799b-48af-b306-4b0c531cf7fd', 'name': '', 'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:38:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f283fd9a-4755-4780-9b5d-5f95a160cc02', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836180-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:43:07Z', 'updated_at': '2022-04-01T13:43:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836180-1-hyperv', '_floatingips': [{'id': '81faa7e5-08b2-48f5-a814-4840d623d14b', 'tenant_id': 'f17cecf0d6854286bcc6f673927088ad', 'floating_ip_address': '172.26.5.158', 'floating_network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'router_id': 'f283fd9a-4755-4780-9b5d-5f95a160cc02', 'port_id': '21b866ba-6774-4ebb-b53e-b688ed85116b', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e479e8cb-ba31-4961-ae77-a162005f7579', 'mac_address': 'fa:16:3e:d6:f6:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '264fae12-ac55-4aa4-a8c7-f9e3a911c937', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T13:43:30Z', 'updated_at': '2022-04-01T13:43:30Z', 'revision_number': 0, 'project_id': 'f17cecf0d6854286bcc6f673927088ad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2709e742-0728-4b0d-b897-1c08adca02d4', 'name': '', 'network_id': 'e479e8cb-ba31-4961-ae77-a162005f7579', 'tenant_id': 'f17cecf0d6854286bcc6f673927088ad', 'mac_address': 'fa:16:3e:27:ca:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f283fd9a-4755-4780-9b5d-5f95a160cc02', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cc4b50c6-a51a-439b-bd5e-5eb892add0d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836180-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:43:11Z', 'updated_at': '2022-04-01T13:43:18Z', 'revision_number': 5, 'project_id': 'f17cecf0d6854286bcc6f673927088ad', 'subnets': [{'id': 'cc4b50c6-a51a-439b-bd5e-5eb892add0d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-836180-1-hyperv', False) {} {{(pid=83873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:43:33.762136 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c3670c7-06de-4fab-865c-93cb98cce844 None None] The sync data for ids ['f283fd9a-4755-4780-9b5d-5f95a160cc02'] in dv-neutron-836180-1-hyperv is: [{'id': 'f283fd9a-4755-4780-9b5d-5f95a160cc02', 'name': 'tempest-TestNetworkBasicOps-router-326976', 'tenant_id': 'f17cecf0d6854286bcc6f673927088ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'external_fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.238'}], 'enable_snat': True}, 'gw_port_id': 'ad7e8c09-799b-48af-b306-4b0c531cf7fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T13:43:07Z', 'updated_at': '2022-04-01T13:43:12Z', 'revision_number': 4, 'project_id': 'f17cecf0d6854286bcc6f673927088ad', 'gw_port': {'id': 'ad7e8c09-799b-48af-b306-4b0c531cf7fd', 'name': '', 'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:38:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f283fd9a-4755-4780-9b5d-5f95a160cc02', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836180-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:43:07Z', 'updated_at': '2022-04-01T13:43:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836180-1-hyperv', '_floatingips': [{'id': '81faa7e5-08b2-48f5-a814-4840d623d14b', 'tenant_id': 'f17cecf0d6854286bcc6f673927088ad', 'floating_ip_address': '172.26.5.158', 'floating_network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'router_id': 'f283fd9a-4755-4780-9b5d-5f95a160cc02', 'port_id': '21b866ba-6774-4ebb-b53e-b688ed85116b', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e479e8cb-ba31-4961-ae77-a162005f7579', 'mac_address': 'fa:16:3e:d6:f6:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '264fae12-ac55-4aa4-a8c7-f9e3a911c937', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T13:43:30Z', 'updated_at': '2022-04-01T13:43:30Z', 'revision_number': 0, 'project_id': 'f17cecf0d6854286bcc6f673927088ad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2709e742-0728-4b0d-b897-1c08adca02d4', 'name': '', 'network_id': 'e479e8cb-ba31-4961-ae77-a162005f7579', 'tenant_id': 'f17cecf0d6854286bcc6f673927088ad', 'mac_address': 'fa:16:3e:27:ca:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f283fd9a-4755-4780-9b5d-5f95a160cc02', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cc4b50c6-a51a-439b-bd5e-5eb892add0d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836180-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:43:11Z', 'updated_at': '2022-04-01T13:43:18Z', 'revision_number': 5, 'project_id': 'f17cecf0d6854286bcc6f673927088ad', 'subnets': [{'id': 'cc4b50c6-a51a-439b-bd5e-5eb892add0d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 13:43:33.768144 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6076f3bb-a881-4053-9cd2-b8c35e82599c req-44c57b9e-d59a-4e58-930e-c075aae61bf8 tempest-TestServerAdvancedOps-529781517 tempest-TestServerAdvancedOps-529781517-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:43:33.769675 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-6076f3bb-a881-4053-9cd2-b8c35e82599c req-44c57b9e-d59a-4e58-930e-c075aae61bf8 tempest-TestServerAdvancedOps-529781517 tempest-TestServerAdvancedOps-529781517-project] 10.222.0.26 "GET /v2.0/ports?device_id=67106282-ddd2-4109-9f8c-6366aa95c1ce HTTP/1.1" status: 200 len: 945 time: 0.0793920 Apr 01 13:43:33.818693 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-6076f3bb-a881-4053-9cd2-b8c35e82599c req-f8dbcfd3-7726-480c-a663-d5c14e74d2e3 tempest-TestServerAdvancedOps-529781517 tempest-TestServerAdvancedOps-529781517-project] 10.222.0.26 "GET /v2.0/security-groups?id=84f8f044-b125-4bdb-a096-55c040b8931b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432899 Apr 01 13:43:33.832702 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 57460) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:43:33.943545 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-43c4ee55-4ca6-4ce3-b044-ddf307280d44 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] 10.222.0.26 "GET /v2.0/floatingips/81faa7e5-08b2-48f5-a814-4840d623d14b HTTP/1.1" status: 200 len: 992 time: 0.1096859 Apr 01 13:43:33.951742 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-996de0bd-18af-4575-9b0b-b6b56187b6c6 None None] New status for floating IP 81faa7e5-08b2-48f5-a814-4840d623d14b: ACTIVE {{(pid=83872) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 01 13:43:34.947409 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 57466) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:43:35.036546 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1327b1d7-3b2b-40a3-af08-4df7c9ce1508 req-93a3e1fb-b14b-4796-9cdd-64027fb9dbfa tempest-TestServerAdvancedOps-529781517 tempest-TestServerAdvancedOps-529781517-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:43:35.038016 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-1327b1d7-3b2b-40a3-af08-4df7c9ce1508 req-93a3e1fb-b14b-4796-9cdd-64027fb9dbfa tempest-TestServerAdvancedOps-529781517 tempest-TestServerAdvancedOps-529781517-project] 10.222.0.26 "GET /v2.0/ports?device_id=67106282-ddd2-4109-9f8c-6366aa95c1ce HTTP/1.1" status: 200 len: 945 time: 0.0932419 Apr 01 13:43:35.064496 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-0a13f813-ee5e-43ac-9613-e1a7d25fd63e tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] 10.222.0.26 "GET /v2.0/floatingips/81faa7e5-08b2-48f5-a814-4840d623d14b HTTP/1.1" status: 200 len: 994 time: 0.1158340 Apr 01 13:43:35.088383 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-1327b1d7-3b2b-40a3-af08-4df7c9ce1508 req-b62e4a50-c6ca-42d3-be17-cf895fcc0551 tempest-TestServerAdvancedOps-529781517 tempest-TestServerAdvancedOps-529781517-project] 10.222.0.26 "GET /v2.0/security-groups?id=84f8f044-b125-4bdb-a096-55c040b8931b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435638 Apr 01 13:43:35.659224 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73d06b8-c974-4a7b-8c2a-356e1635ccc8 req-d5f63f0e-80b0-457c-91f7-dcbe347844ba tempest-TestServerAdvancedOps-529781517 tempest-TestServerAdvancedOps-529781517-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:43:35.660652 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-b73d06b8-c974-4a7b-8c2a-356e1635ccc8 req-d5f63f0e-80b0-457c-91f7-dcbe347844ba tempest-TestServerAdvancedOps-529781517 tempest-TestServerAdvancedOps-529781517-project] 10.222.0.57 "GET /v2.0/ports?device_id=67106282-ddd2-4109-9f8c-6366aa95c1ce HTTP/1.1" status: 200 len: 945 time: 0.0772033 Apr 01 13:43:35.731407 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.plugin [req-b73d06b8-c974-4a7b-8c2a-356e1635ccc8 req-d13c870e-9fbc-40c5-8d02-a29c70a2544a tempest-TestServerAdvancedOps-529781517 tempest-TestServerAdvancedOps-529781517-project] Deleting port 6b5db1e0-fa56-4141-a188-14006f630ac6 {{(pid=83869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 13:43:35.731650 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [req-b73d06b8-c974-4a7b-8c2a-356e1635ccc8 req-d13c870e-9fbc-40c5-8d02-a29c70a2544a tempest-TestServerAdvancedOps-529781517 tempest-TestServerAdvancedOps-529781517-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736733287370'] for port, before_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:43:35.873193 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-9b443f5d-ac9a-47f0-92eb-c8d759ef40f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:43:36.062127 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.db [req-b73d06b8-c974-4a7b-8c2a-356e1635ccc8 req-d13c870e-9fbc-40c5-8d02-a29c70a2544a tempest-TestServerAdvancedOps-529781517 tempest-TestServerAdvancedOps-529781517-project] For port 6b5db1e0-fa56-4141-a188-14006f630ac6, host hv-neutron-8361, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8361',level=0,port_id=6b5db1e0-fa56-4141-a188-14006f630ac6,segment=NetworkSegment(b6ed8d0f-f689-44e5-9f94-9e347b2403b9),segment_id=b6ed8d0f-f689-44e5-9f94-9e347b2403b9)] {{(pid=83869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 13:43:36.062607 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [req-b73d06b8-c974-4a7b-8c2a-356e1635ccc8 req-d13c870e-9fbc-40c5-8d02-a29c70a2544a tempest-TestServerAdvancedOps-529781517 tempest-TestServerAdvancedOps-529781517-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4155147'] for port, precommit_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:43:36.187831 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.plugin [req-b73d06b8-c974-4a7b-8c2a-356e1635ccc8 req-d13c870e-9fbc-40c5-8d02-a29c70a2544a tempest-TestServerAdvancedOps-529781517 tempest-TestServerAdvancedOps-529781517-project] Calling delete_port for 6b5db1e0-fa56-4141-a188-14006f630ac6 owned by compute:nova {{(pid=83869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 13:43:36.285605 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f30aa59-efcb-48c2-baed-38683ba83ae2 req-c3e94a9d-71d2-4ad9-a34a-5d8394391ecf tempest-TestServerAdvancedOps-529781517 tempest-TestServerAdvancedOps-529781517-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:43:36.287708 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-9f30aa59-efcb-48c2-baed-38683ba83ae2 req-c3e94a9d-71d2-4ad9-a34a-5d8394391ecf tempest-TestServerAdvancedOps-529781517 tempest-TestServerAdvancedOps-529781517-project] 10.222.0.26 "GET /v2.0/ports?device_id=67106282-ddd2-4109-9f8c-6366aa95c1ce HTTP/1.1" status: 200 len: 945 time: 0.0787864 Apr 01 13:43:36.334397 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-9f30aa59-efcb-48c2-baed-38683ba83ae2 req-9a253c76-39f5-4f83-adcc-1d1fa31ca785 tempest-TestServerAdvancedOps-529781517 tempest-TestServerAdvancedOps-529781517-project] 10.222.0.26 "GET /v2.0/security-groups?id=84f8f044-b125-4bdb-a096-55c040b8931b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386450 Apr 01 13:43:36.337206 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [req-b73d06b8-c974-4a7b-8c2a-356e1635ccc8 req-d13c870e-9fbc-40c5-8d02-a29c70a2544a tempest-TestServerAdvancedOps-529781517 tempest-TestServerAdvancedOps-529781517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736733359243', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736732935810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2705155'] for port, after_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:43:36.349606 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] get_ports_and_sgs() called for port_ids ['6b5db1e0-fa56-4141-a188-14006f630ac6'] {{(pid=83872) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 01 13:43:36.388359 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d13c870e-9fbc-40c5-8d02-a29c70a2544a tempest-TestServerAdvancedOps-529781517 tempest-TestServerAdvancedOps-529781517-project] Pushing event deleted for resources: {'Port': ['ID=6b5db1e0-fa56-4141-a188-14006f630ac6,revision_number=None']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:43:36.458619 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_dvrscheduler_db [req-b73d06b8-c974-4a7b-8c2a-356e1635ccc8 req-d13c870e-9fbc-40c5-8d02-a29c70a2544a tempest-TestServerAdvancedOps-529781517 tempest-TestServerAdvancedOps-529781517-project] No DVR routers for this DVR port 6b5db1e0-fa56-4141-a188-14006f630ac6 on host hv-neutron-8361 {{(pid=83869) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 13:43:36.460975 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [req-b73d06b8-c974-4a7b-8c2a-356e1635ccc8 req-d13c870e-9fbc-40c5-8d02-a29c70a2544a tempest-TestServerAdvancedOps-529781517 tempest-TestServerAdvancedOps-529781517-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109561'] for port, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:43:36.463323 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67106282-ddd2-4109-9f8c-6366aa95c1ce', 'name': 'network-vif-deleted', 'tag': '6b5db1e0-fa56-4141-a188-14006f630ac6'}] {{(pid=83869) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 13:43:36.478322 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-b73d06b8-c974-4a7b-8c2a-356e1635ccc8 req-d13c870e-9fbc-40c5-8d02-a29c70a2544a tempest-TestServerAdvancedOps-529781517 tempest-TestServerAdvancedOps-529781517-project] 10.222.0.57 "DELETE /v2.0/ports/6b5db1e0-fa56-4141-a188-14006f630ac6 HTTP/1.1" status: 204 len: 173 time: 0.8123746 Apr 01 13:43:36.521966 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67106282-ddd2-4109-9f8c-6366aa95c1ce', 'name': 'network-vif-deleted', 'tag': '6b5db1e0-fa56-4141-a188-14006f630ac6', 'status': 'completed', 'code': 200} Apr 01 13:43:37.123915 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:43:37.352594 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-2f9cfc9c-d8ba-4de3-a4ad-98162f90557c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:43:37.454367 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 57476) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:43:37.514597 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.db_base_plugin_v2 [None req-46e0aea2-fa95-4c84-a94e-bee45d91def7 admin admin] Deleting subnet 2bb8e5b9-7923-4b30-a000-a43759424a4d {{(pid=83871) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 01 13:43:37.517595 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-46e0aea2-fa95-4c84-a94e-bee45d91def7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:43:37.565123 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-46e0aea2-fa95-4c84-a94e-bee45d91def7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3166365'] for subnet, precommit_delete_associations {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:43:37.621845 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-46e0aea2-fa95-4c84-a94e-bee45d91def7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-945029'] for subnet, precommit_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:43:37.769652 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-46e0aea2-fa95-4c84-a94e-bee45d91def7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-945042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2743160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2757373'] for subnet, after_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:43:37.808821 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e0aea2-fa95-4c84-a94e-bee45d91def7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2bb8e5b9-7923-4b30-a000-a43759424a4d,revision_number=None']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:43:37.812948 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-46e0aea2-fa95-4c84-a94e-bee45d91def7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:43:37.818623 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-46e0aea2-fa95-4c84-a94e-bee45d91def7 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/2bb8e5b9-7923-4b30-a000-a43759424a4d HTTP/1.1" status: 204 len: 168 time: 0.3631506 Apr 01 13:43:37.820965 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 57480) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:43:37.924933 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-1b3b32f3-10e5-471f-9672-c55092a824d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1033078'] for network, before_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:43:38.046214 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-1b3b32f3-10e5-471f-9672-c55092a824d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-942654', 'neutron.services.segments.db._delete_segments_for_network-8736733387888'] for network, precommit_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:43:38.073863 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.services.segments.db [None req-1b3b32f3-10e5-471f-9672-c55092a824d7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3fb397e2-e523-4823-90e7-bd579a19eac6']}} {{(pid=83871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:43:38.086915 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.services.segments.db [None req-1b3b32f3-10e5-471f-9672-c55092a824d7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b6ed8d0f-f689-44e5-9f94-9e347b2403b9') {'for_net_delete': True} {{(pid=83871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:43:38.087204 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.services.segments.db [None req-1b3b32f3-10e5-471f-9672-c55092a824d7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b6ed8d0f-f689-44e5-9f94-9e347b2403b9') {} {{(pid=83871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:43:38.098545 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-1b3b32f3-10e5-471f-9672-c55092a824d7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736733386999', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3166340'] for segment, before_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:43:38.114333 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-1b3b32f3-10e5-471f-9672-c55092a824d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1004271'] for segment, precommit_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:43:38.120154 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1b3b32f3-10e5-471f-9672-c55092a824d7 admin admin] Releasing vlan 372 on physical network physnet1 to pool {{(pid=83871) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 01 13:43:38.120642 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-1b3b32f3-10e5-471f-9672-c55092a824d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1004262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2743078'] for segment, after_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:43:38.133047 dv-neutron-836180-1-hyperv neutron-server[83871]: Traceback (most recent call last): Apr 01 13:43:38.133047 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 01 13:43:38.133047 dv-neutron-836180-1-hyperv neutron-server[83871]: timer() Apr 01 13:43:38.133047 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 13:43:38.133047 dv-neutron-836180-1-hyperv neutron-server[83871]: cb(*args, **kw) Apr 01 13:43:38.133047 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 13:43:38.133047 dv-neutron-836180-1-hyperv neutron-server[83871]: return func(*args, **kwargs) Apr 01 13:43:38.133047 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 13:43:38.133047 dv-neutron-836180-1-hyperv neutron-server[83871]: self._notify() Apr 01 13:43:38.133047 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 13:43:38.133047 dv-neutron-836180-1-hyperv neutron-server[83871]: self.callback(batched_events) Apr 01 13:43:38.133047 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 13:43:38.133047 dv-neutron-836180-1-hyperv neutron-server[83871]: event.method(event) Apr 01 13:43:38.133047 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 13:43:38.133047 dv-neutron-836180-1-hyperv neutron-server[83871]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 13:43:38.133047 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 13:43:38.133047 dv-neutron-836180-1-hyperv neutron-server[83871]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 13:43:38.133047 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 13:43:38.133047 dv-neutron-836180-1-hyperv neutron-server[83871]: return f(self, *a, **k) Apr 01 13:43:38.133047 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 13:43:38.133047 dv-neutron-836180-1-hyperv neutron-server[83871]: return self._get(url).json() Apr 01 13:43:38.133047 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 13:43:38.133047 dv-neutron-836180-1-hyperv neutron-server[83871]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 13:43:38.133047 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 01 13:43:38.133047 dv-neutron-836180-1-hyperv neutron-server[83871]: return self.request(url, 'GET', **kwargs) Apr 01 13:43:38.133047 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 01 13:43:38.133047 dv-neutron-836180-1-hyperv neutron-server[83871]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 13:43:38.133047 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 01 13:43:38.133047 dv-neutron-836180-1-hyperv neutron-server[83871]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 13:43:38.133047 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 01 13:43:38.133047 dv-neutron-836180-1-hyperv neutron-server[83871]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 13:43:38.133047 dv-neutron-836180-1-hyperv neutron-server[83871]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 13:43:38.204595 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-1b3b32f3-10e5-471f-9672-c55092a824d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-942599', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4084797'] for network, after_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:43:38.209388 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-1b3b32f3-10e5-471f-9672-c55092a824d7 admin admin] Notify callbacks [] for network, before_response {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:43:38.236663 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-1b3b32f3-10e5-471f-9672-c55092a824d7 admin admin] 10.222.0.26 "DELETE /v2.0/networks/3fb397e2-e523-4823-90e7-bd579a19eac6 HTTP/1.1" status: 204 len: 168 time: 0.4144444 Apr 01 13:43:38.237611 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3b32f3-10e5-471f-9672-c55092a824d7 admin admin] Pushing event deleted for resources: {'Network': ['ID=3fb397e2-e523-4823-90e7-bd579a19eac6,revision_number=None']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:43:38.239430 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 57484) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:43:38.305109 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.db_base_plugin_v2 [None req-8bb69bba-b17c-455a-856b-8c7dc655f310 admin admin] Deleting subnet cfe4daaf-ecc6-4373-b271-978279745b52 {{(pid=83869) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 01 13:43:38.308175 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-8bb69bba-b17c-455a-856b-8c7dc655f310 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:43:38.359338 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-8bb69bba-b17c-455a-856b-8c7dc655f310 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2704975'] for subnet, precommit_delete_associations {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:43:38.414231 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-8bb69bba-b17c-455a-856b-8c7dc655f310 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-945029'] for subnet, precommit_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:43:38.486816 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-8bb69bba-b17c-455a-856b-8c7dc655f310 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-945042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2705198', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2999452'] for subnet, after_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:43:38.524701 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb69bba-b17c-455a-856b-8c7dc655f310 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cfe4daaf-ecc6-4373-b271-978279745b52,revision_number=None']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:43:38.529371 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-8bb69bba-b17c-455a-856b-8c7dc655f310 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:43:38.535111 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-8bb69bba-b17c-455a-856b-8c7dc655f310 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/cfe4daaf-ecc6-4373-b271-978279745b52 HTTP/1.1" status: 204 len: 168 time: 0.2940657 Apr 01 13:43:38.537494 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 57488) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:43:38.642259 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-fb8774b4-4010-4dda-a53c-6efcf620a7e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1033078'] for network, before_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:43:38.654961 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Device 6b5db1e0-fa56-4141-a188-14006f630ac6 no longer exists at agent hyperv_hv-neutron-8361 {{(pid=83872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 13:43:38.687060 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.plugin [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] No Port match for: 6b5db1e0-fa56-4141-a188-14006f630ac6 {{(pid=83872) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 01 13:43:38.687396 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Device 6b5db1e0-fa56-4141-a188-14006f630ac6 not bound to the agent host hv-neutron-8361 {{(pid=83872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 13:43:38.764369 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-fb8774b4-4010-4dda-a53c-6efcf620a7e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-942654', 'neutron.services.segments.db._delete_segments_for_network-8736733387888'] for network, precommit_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:43:38.788626 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.services.segments.db [None req-fb8774b4-4010-4dda-a53c-6efcf620a7e4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6d934126-a481-483b-bc72-715e3b0e37e4']}} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:43:38.801107 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.services.segments.db [None req-fb8774b4-4010-4dda-a53c-6efcf620a7e4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '911af3cc-b92d-4605-b57f-6efd6150bf99') {'for_net_delete': True} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:43:38.801398 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.services.segments.db [None req-fb8774b4-4010-4dda-a53c-6efcf620a7e4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '911af3cc-b92d-4605-b57f-6efd6150bf99') {} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:43:38.812985 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-fb8774b4-4010-4dda-a53c-6efcf620a7e4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736733386999', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2704982'] for segment, before_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:43:38.828613 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-fb8774b4-4010-4dda-a53c-6efcf620a7e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1004271'] for segment, precommit_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:43:38.834543 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fb8774b4-4010-4dda-a53c-6efcf620a7e4 admin admin] Releasing vlan 396 on physical network physnet1 to pool {{(pid=83869) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 01 13:43:38.834921 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-fb8774b4-4010-4dda-a53c-6efcf620a7e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1004262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2705264'] for segment, after_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:43:38.852726 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-a976a7b9-9034-41e6-be13-349b75ed1593 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:43:38.853658 dv-neutron-836180-1-hyperv neutron-server[83869]: Traceback (most recent call last): Apr 01 13:43:38.853658 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 01 13:43:38.853658 dv-neutron-836180-1-hyperv neutron-server[83869]: timer() Apr 01 13:43:38.853658 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 13:43:38.853658 dv-neutron-836180-1-hyperv neutron-server[83869]: cb(*args, **kw) Apr 01 13:43:38.853658 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 13:43:38.853658 dv-neutron-836180-1-hyperv neutron-server[83869]: return func(*args, **kwargs) Apr 01 13:43:38.853658 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 13:43:38.853658 dv-neutron-836180-1-hyperv neutron-server[83869]: self._notify() Apr 01 13:43:38.853658 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 13:43:38.853658 dv-neutron-836180-1-hyperv neutron-server[83869]: self.callback(batched_events) Apr 01 13:43:38.853658 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 13:43:38.853658 dv-neutron-836180-1-hyperv neutron-server[83869]: event.method(event) Apr 01 13:43:38.853658 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 13:43:38.853658 dv-neutron-836180-1-hyperv neutron-server[83869]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 13:43:38.853658 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 13:43:38.853658 dv-neutron-836180-1-hyperv neutron-server[83869]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 13:43:38.853658 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 13:43:38.853658 dv-neutron-836180-1-hyperv neutron-server[83869]: return f(self, *a, **k) Apr 01 13:43:38.853658 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 13:43:38.853658 dv-neutron-836180-1-hyperv neutron-server[83869]: return self._get(url).json() Apr 01 13:43:38.853658 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 13:43:38.853658 dv-neutron-836180-1-hyperv neutron-server[83869]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 13:43:38.853658 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 01 13:43:38.853658 dv-neutron-836180-1-hyperv neutron-server[83869]: return self.request(url, 'GET', **kwargs) Apr 01 13:43:38.853658 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 01 13:43:38.853658 dv-neutron-836180-1-hyperv neutron-server[83869]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 13:43:38.853658 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 01 13:43:38.853658 dv-neutron-836180-1-hyperv neutron-server[83869]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 13:43:38.853658 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 01 13:43:38.853658 dv-neutron-836180-1-hyperv neutron-server[83869]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 13:43:38.853658 dv-neutron-836180-1-hyperv neutron-server[83869]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 13:43:38.927747 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-fb8774b4-4010-4dda-a53c-6efcf620a7e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-942599', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4084797'] for network, after_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:43:38.943450 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-fb8774b4-4010-4dda-a53c-6efcf620a7e4 admin admin] Notify callbacks [] for network, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:43:38.953062 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb8774b4-4010-4dda-a53c-6efcf620a7e4 admin admin] Pushing event deleted for resources: {'Network': ['ID=6d934126-a481-483b-bc72-715e3b0e37e4,revision_number=None']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:43:38.955828 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-fb8774b4-4010-4dda-a53c-6efcf620a7e4 admin admin] 10.222.0.26 "DELETE /v2.0/networks/6d934126-a481-483b-bc72-715e3b0e37e4 HTTP/1.1" status: 204 len: 168 time: 0.4174414 Apr 01 13:43:39.149567 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 57494) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:43:39.199757 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-96eabf61-7f94-4861-be6d-1f8bcc893b5b admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=61493d65896b4fcca361cedb3514a406&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0489883 Apr 01 13:43:39.202016 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 57498) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:43:39.260609 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-df6d0d76-5ba1-43e1-a410-0468fa680d91 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:43:39.286143 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-df6d0d76-5ba1-43e1-a410-0468fa680d91 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:43:39.336232 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-df6d0d76-5ba1-43e1-a410-0468fa680d91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3775923'] for security_group, after_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:43:39.352542 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6d0d76-5ba1-43e1-a410-0468fa680d91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84f8f044-b125-4bdb-a096-55c040b8931b,revision_number=None']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:43:39.362568 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-df6d0d76-5ba1-43e1-a410-0468fa680d91 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:43:39.363692 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-df6d0d76-5ba1-43e1-a410-0468fa680d91 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/84f8f044-b125-4bdb-a096-55c040b8931b HTTP/1.1" status: 204 len: 168 time: 0.1608040 Apr 01 13:43:39.743409 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 57506) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:43:39.794961 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-fb398ff7-9d2f-412b-a51f-f26401db0334 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=f27c91861ef247289196ac905a46c6df&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0504398 Apr 01 13:43:39.797305 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 57510) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:43:39.853531 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-8f91d408-c45e-4f8e-a713-6f531550dea7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:43:39.878955 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-8f91d408-c45e-4f8e-a713-6f531550dea7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:43:39.930264 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-8f91d408-c45e-4f8e-a713-6f531550dea7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3775923'] for security_group, after_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:43:39.945477 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f91d408-c45e-4f8e-a713-6f531550dea7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4b1f150-be3e-4080-9d06-9136029b0d3d,revision_number=None']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:43:39.954196 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-8f91d408-c45e-4f8e-a713-6f531550dea7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:43:39.956767 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-8f91d408-c45e-4f8e-a713-6f531550dea7 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/a4b1f150-be3e-4080-9d06-9136029b0d3d HTTP/1.1" status: 204 len: 168 time: 0.1585646 Apr 01 13:43:40.784395 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 57532) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:43:40.915684 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.v2.base [None req-a8f2274f-7352-4686-a3d1-a36e85c50a75 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1138570424-network', 'tenant_id': '5bd5d96184e74f0ca1fb3a290ee8b3f6'}} {{(pid=83869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:43:40.921053 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-a8f2274f-7352-4686-a3d1-a36e85c50a75 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:43:40.924875 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-a8f2274f-7352-4686-a3d1-a36e85c50a75 admin admin] Usage tracker for resource:network and tenant:5bd5d96184e74f0ca1fb3a290ee8b3f6 is out of sync, need to count used quota {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 13:43:40.927698 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-a8f2274f-7352-4686-a3d1-a36e85c50a75 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 13:43:40.936575 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-a8f2274f-7352-4686-a3d1-a36e85c50a75 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:43:40.946720 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8f2274f-7352-4686-a3d1-a36e85c50a75 admin admin] Made reservation on behalf of 5bd5d96184e74f0ca1fb3a290ee8b3f6 for: {'network': 1} {{(pid=83869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 13:43:40.949738 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-a8f2274f-7352-4686-a3d1-a36e85c50a75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for network, before_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:43:40.965899 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-a8f2274f-7352-4686-a3d1-a36e85c50a75 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:43:40.997113 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-a8f2274f-7352-4686-a3d1-a36e85c50a75 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:43:41.000899 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-a8f2274f-7352-4686-a3d1-a36e85c50a75 admin admin] Usage tracker for resource:security_group_rule and tenant:5bd5d96184e74f0ca1fb3a290ee8b3f6 is out of sync, need to count used quota {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 13:43:41.003685 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-a8f2274f-7352-4686-a3d1-a36e85c50a75 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 13:43:41.009325 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-a8f2274f-7352-4686-a3d1-a36e85c50a75 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:43:41.081022 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-a8f2274f-7352-4686-a3d1-a36e85c50a75 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:43:41.084579 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-a8f2274f-7352-4686-a3d1-a36e85c50a75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3775923'] for security_group, after_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:43:41.113979 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a8f2274f-7352-4686-a3d1-a36e85c50a75 admin admin] vlan segment allocate from pool success with {'vlan_id': 373, 'physical_network': 'physnet1'} {{(pid=83869) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 13:43:41.122569 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f2274f-7352-4686-a3d1-a36e85c50a75 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=965d57c6-8a8e-4cac-a8c7-ccd4d962847d,revision_number=1']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:43:41.127855 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-a8f2274f-7352-4686-a3d1-a36e85c50a75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1004271'] for segment, precommit_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:43:41.128188 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.db.segments_db [None req-a8f2274f-7352-4686-a3d1-a36e85c50a75 admin admin] Added segment 75975926-68c3-4fd7-98af-37ba4697d49a of type vlan for network f450d435-2e18-4974-8657-011f0eedf5a1 Apr 01 13:43:41.154446 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-a8f2274f-7352-4686-a3d1-a36e85c50a75 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736732923383'] for network, precommit_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:43:41.181666 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-a8f2274f-7352-4686-a3d1-a36e85c50a75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575'] for network, after_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:43:41.182506 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8f2274f-7352-4686-a3d1-a36e85c50a75 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:43:41.183155 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-a8f2274f-7352-4686-a3d1-a36e85c50a75 admin admin] Notify callbacks [] for network, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:43:41.280911 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-a8f2274f-7352-4686-a3d1-a36e85c50a75 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4954264 Apr 01 13:43:41.283992 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 57538) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:43:41.285948 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f2274f-7352-4686-a3d1-a36e85c50a75 admin admin] Pushing event updated for resources: {'Network': ['ID=f450d435-2e18-4974-8657-011f0eedf5a1,revision_number=1']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:43:41.290480 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.v2.base [None req-fccf1dcd-4898-45a4-9191-fb27b46a37a6 admin admin] Request body: {'subnet': {'network_id': 'f450d435-2e18-4974-8657-011f0eedf5a1', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1138570424-subnet', 'tenant_id': '5bd5d96184e74f0ca1fb3a290ee8b3f6', 'ip_version': 4}} {{(pid=83871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:43:41.295812 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-fccf1dcd-4898-45a4-9191-fb27b46a37a6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:43:41.297130 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Network f450d435-2e18-4974-8657-011f0eedf5a1 details requested by agent ovs-agent-dv-neutron-836180-1-hyperv with host dv-neutron-836180-1-hyperv {{(pid=83872) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 13:43:41.300356 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-fccf1dcd-4898-45a4-9191-fb27b46a37a6 admin admin] Usage tracker for resource:subnet and tenant:5bd5d96184e74f0ca1fb3a290ee8b3f6 is out of sync, need to count used quota {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 13:43:41.303222 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-fccf1dcd-4898-45a4-9191-fb27b46a37a6 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 13:43:41.309013 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-fccf1dcd-4898-45a4-9191-fb27b46a37a6 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:43:41.319385 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fccf1dcd-4898-45a4-9191-fb27b46a37a6 admin admin] Made reservation on behalf of 5bd5d96184e74f0ca1fb3a290ee8b3f6 for: {'subnet': 1} {{(pid=83871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 13:43:41.321986 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-fccf1dcd-4898-45a4-9191-fb27b46a37a6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2757336'] for subnet, before_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:43:41.521542 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-fccf1dcd-4898-45a4-9191-fb27b46a37a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2743225', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2757366'] for subnet, after_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:43:41.589082 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fccf1dcd-4898-45a4-9191-fb27b46a37a6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e819b10b-b5bd-410a-b72f-33f41ed14c7b,revision_number=0']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:43:41.602937 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fccf1dcd-4898-45a4-9191-fb27b46a37a6 admin admin] Checking segment: {'id': '75975926-68c3-4fd7-98af-37ba4697d49a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'f450d435-2e18-4974-8657-011f0eedf5a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 13:43:41.603277 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fccf1dcd-4898-45a4-9191-fb27b46a37a6 admin admin] Network hostable DHCP agents. Network: f450d435-2e18-4974-8657-011f0eedf5a1, hostable agents: ['e47e4547-5c2d-4954-ba56-fa3646239f18'], hosted agents: [] {{(pid=83871) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 13:43:41.624858 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fccf1dcd-4898-45a4-9191-fb27b46a37a6 admin admin] Network f450d435-2e18-4974-8657-011f0eedf5a1 is scheduled to be hosted by DHCP agent e47e4547-5c2d-4954-ba56-fa3646239f18 with binding_index 1 {{(pid=83871) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 13:43:41.633311 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.scheduler.base_scheduler [None req-fccf1dcd-4898-45a4-9191-fb27b46a37a6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-836180-1-hyperv, f450d435-2e18-4974-8657-011f0eedf5a1) {{(pid=83871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 13:43:41.637665 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fccf1dcd-4898-45a4-9191-fb27b46a37a6 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:43:41.638232 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-fccf1dcd-4898-45a4-9191-fb27b46a37a6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:43:41.643077 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e29ffac-a483-48ab-ab61-95b7c5eb3a78 None None] Network f450d435-2e18-4974-8657-011f0eedf5a1 requested from dv-neutron-836180-1-hyperv {{(pid=83872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 13:43:41.660441 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-fccf1dcd-4898-45a4-9191-fb27b46a37a6 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3727720 Apr 01 13:43:41.661050 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 57542) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:43:41.666402 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.v2.base [None req-6935b22a-f959-4468-b9db-3e95cbccecb5 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1138570424-router', 'tenant_id': '5bd5d96184e74f0ca1fb3a290ee8b3f6', 'external_gateway_info': {'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301'}}} {{(pid=83869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:43:41.671239 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-6935b22a-f959-4468-b9db-3e95cbccecb5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:43:41.675121 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-6935b22a-f959-4468-b9db-3e95cbccecb5 admin admin] Usage tracker for resource:router and tenant:5bd5d96184e74f0ca1fb3a290ee8b3f6 is out of sync, need to count used quota {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 13:43:41.677920 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-6935b22a-f959-4468-b9db-3e95cbccecb5 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 13:43:41.684068 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-6935b22a-f959-4468-b9db-3e95cbccecb5 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:43:41.694828 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-6935b22a-f959-4468-b9db-3e95cbccecb5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4082176', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4220'] for router, before_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:43:41.695907 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-6935b22a-f959-4468-b9db-3e95cbccecb5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4082277', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4084873', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4148249', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4211'] for router, precommit_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:43:41.715974 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-6935b22a-f959-4468-b9db-3e95cbccecb5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:43:41.869927 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57644df1-2e45-4826-8164-a04c6dadf584 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7e7d0ecb-2af4-55f5-9198-238ab0570d62-f450d435-2e18-4974-8657-011f0eedf5a1', 'network_id': 'f450d435-2e18-4974-8657-011f0eedf5a1', 'tenant_id': '5bd5d96184e74f0ca1fb3a290ee8b3f6', 'fixed_ips': [{'subnet_id': 'e819b10b-b5bd-410a-b72f-33f41ed14c7b'}]}} from dv-neutron-836180-1-hyperv. {{(pid=83872) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 01 13:43:41.871709 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-57644df1-2e45-4826-8164-a04c6dadf584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:43:41.953782 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-6935b22a-f959-4468-b9db-3e95cbccecb5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4084887', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4079850', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4161'] for router, precommit_update {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:43:42.025082 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.db_base_plugin_common [None req-57644df1-2e45-4826-8164-a04c6dadf584 None None] Allocated IP 172.20.0.2 (f450d435-2e18-4974-8657-011f0eedf5a1/e819b10b-b5bd-410a-b72f-33f41ed14c7b/42dc6e0c-936a-4026-9cab-e2a8eb272734) {{(pid=83872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 13:43:42.146983 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-6935b22a-f959-4468-b9db-3e95cbccecb5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:43:42.180541 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-6935b22a-f959-4468-b9db-3e95cbccecb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:43:42.266655 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-57644df1-2e45-4826-8164-a04c6dadf584 None None] Notify callbacks [] for port, precommit_create {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:43:42.278196 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-57644df1-2e45-4826-8164-a04c6dadf584 None None] Transition to ACTIVE for port object 42dc6e0c-936a-4026-9cab-e2a8eb272734 will not be triggered until provisioned by entity L2. {{(pid=83872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 13:43:42.297485 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-57644df1-2e45-4826-8164-a04c6dadf584 None None] Transition to ACTIVE for port object 42dc6e0c-936a-4026-9cab-e2a8eb272734 will not be triggered until provisioned by entity DHCP. {{(pid=83872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 13:43:42.303073 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-57644df1-2e45-4826-8164-a04c6dadf584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736732935801'] for port, after_create {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:43:42.330794 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.db_base_plugin_common [None req-6935b22a-f959-4468-b9db-3e95cbccecb5 admin admin] Allocated IP 172.26.5.11 (725864b8-cceb-48c9-b5d3-1bfc4423e301/e2ed99db-0e25-4971-b535-7fa69231fae8/3277a845-1d6f-47a2-9cca-49974d745e16) {{(pid=83869) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 13:43:42.367864 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57644df1-2e45-4826-8164-a04c6dadf584 None None] Network f450d435-2e18-4974-8657-011f0eedf5a1 is already hosted by enough agents. {{(pid=83872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 13:43:42.371284 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.scheduler.base_scheduler [None req-57644df1-2e45-4826-8164-a04c6dadf584 None None] Resources bound (agent type, host, resource id): {{(pid=83872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 13:43:42.374686 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57644df1-2e45-4826-8164-a04c6dadf584 None None] Received port after_create {{(pid=83872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 13:43:42.379471 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57644df1-2e45-4826-8164-a04c6dadf584 None None] Pushing event updated for resources: {'Port': ['ID=42dc6e0c-936a-4026-9cab-e2a8eb272734,revision_number=1']} {{(pid=83872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:43:42.466021 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.managers [None req-57644df1-2e45-4826-8164-a04c6dadf584 None None] Attempting to bind port 42dc6e0c-936a-4026-9cab-e2a8eb272734 on host dv-neutron-836180-1-hyperv for vnic_type normal with profile {{(pid=83872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 13:43:42.466384 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.managers [None req-57644df1-2e45-4826-8164-a04c6dadf584 None None] Attempting to bind port 42dc6e0c-936a-4026-9cab-e2a8eb272734 by drivers openvswitch,hyperv on host dv-neutron-836180-1-hyperv at level 0 using segments [{'id': '75975926-68c3-4fd7-98af-37ba4697d49a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'f450d435-2e18-4974-8657-011f0eedf5a1'}] {{(pid=83872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 13:43:42.466745 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57644df1-2e45-4826-8164-a04c6dadf584 None None] Attempting to bind port 42dc6e0c-936a-4026-9cab-e2a8eb272734 on network f450d435-2e18-4974-8657-011f0eedf5a1 {{(pid=83872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 13:43:42.477065 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57644df1-2e45-4826-8164-a04c6dadf584 None None] Checking agent: {'id': 'af948428-97cd-4d10-9f53-af028bdb39b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-836180-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 13, 25, 37), 'started_at': datetime.datetime(2022, 4, 1, 13, 26, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 13, 43, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-836180-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 13:43:42.477466 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57644df1-2e45-4826-8164-a04c6dadf584 None None] Checking segment: {'id': '75975926-68c3-4fd7-98af-37ba4697d49a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'f450d435-2e18-4974-8657-011f0eedf5a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 13:43:42.477827 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-57644df1-2e45-4826-8164-a04c6dadf584 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:43:42.478214 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57644df1-2e45-4826-8164-a04c6dadf584 None None] Bound using segment: {'id': '75975926-68c3-4fd7-98af-37ba4697d49a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'f450d435-2e18-4974-8657-011f0eedf5a1'} {{(pid=83872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 13:43:42.478713 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.managers [None req-57644df1-2e45-4826-8164-a04c6dadf584 None None] Bound port: 42dc6e0c-936a-4026-9cab-e2a8eb272734, host: dv-neutron-836180-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75975926-68c3-4fd7-98af-37ba4697d49a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'f450d435-2e18-4974-8657-011f0eedf5a1'}}] {{(pid=83872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 13:43:42.479070 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-57644df1-2e45-4826-8164-a04c6dadf584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:43:42.482916 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-6935b22a-f959-4468-b9db-3e95cbccecb5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:43:42.515734 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-6935b22a-f959-4468-b9db-3e95cbccecb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736732935801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2705155'] for port, after_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:43:42.569539 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-57644df1-2e45-4826-8164-a04c6dadf584 None None] For port 42dc6e0c-936a-4026-9cab-e2a8eb272734, host dv-neutron-836180-1-hyperv, cleared binding levels {{(pid=83872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 13:43:42.573076 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-57644df1-2e45-4826-8164-a04c6dadf584 None None] For port 42dc6e0c-936a-4026-9cab-e2a8eb272734, host dv-neutron-836180-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836180-1-hyperv',level=0,port_id=42dc6e0c-936a-4026-9cab-e2a8eb272734,segment=NetworkSegment(75975926-68c3-4fd7-98af-37ba4697d49a),segment_id=75975926-68c3-4fd7-98af-37ba4697d49a)] {{(pid=83872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 13:43:42.577072 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-57644df1-2e45-4826-8164-a04c6dadf584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864'] for port, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:43:42.590635 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6935b22a-f959-4468-b9db-3e95cbccecb5 admin admin] Network 725864b8-cceb-48c9-b5d3-1bfc4423e301 is already hosted by enough agents. {{(pid=83869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 13:43:42.593234 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.scheduler.base_scheduler [None req-6935b22a-f959-4468-b9db-3e95cbccecb5 admin admin] Resources bound (agent type, host, resource id): {{(pid=83869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 13:43:42.597444 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6935b22a-f959-4468-b9db-3e95cbccecb5 admin admin] Received port after_create {{(pid=83869) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 13:43:42.627411 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6935b22a-f959-4468-b9db-3e95cbccecb5 admin admin] Pushing event updated for resources: {'Port': ['ID=3277a845-1d6f-47a2-9cca-49974d745e16,revision_number=1']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:43:42.660938 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57644df1-2e45-4826-8164-a04c6dadf584 None None] Pushing event updated for resources: {'Port': ['ID=42dc6e0c-936a-4026-9cab-e2a8eb272734,revision_number=2']} {{(pid=83872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:43:42.770540 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-6935b22a-f959-4468-b9db-3e95cbccecb5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:43:42.771280 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-6935b22a-f959-4468-b9db-3e95cbccecb5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4082201', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4084858'] for router, after_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:43:43.012778 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6935b22a-f959-4468-b9db-3e95cbccecb5 admin admin] Router e3f4a618-e57d-4000-b517-ba34bc2fabc5 is scheduled to L3 agent 88bf8fc8-11a3-4e96-9d1b-5fd93ba9f6f1 with binding_index 1 {{(pid=83869) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 01 13:43:43.221288 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6935b22a-f959-4468-b9db-3e95cbccecb5 admin admin] Notify agent at l3_agent.dv-neutron-836180-1-hyperv the message routers_updated {{(pid=83869) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 13:43:43.233968 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e81e97a-844a-429d-b104-ee0029c5b389 None None] Sync routers for ids ['e3f4a618-e57d-4000-b517-ba34bc2fabc5'] in dv-neutron-836180-1-hyperv {{(pid=83873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 13:43:43.253650 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e81e97a-844a-429d-b104-ee0029c5b389 None None] Routers {'e3f4a618-e57d-4000-b517-ba34bc2fabc5'} bound to L3 agent in host dv-neutron-836180-1-hyperv {{(pid=83873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 13:43:43.253892 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-6935b22a-f959-4468-b9db-3e95cbccecb5 admin admin] Notify callbacks [] for router, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:43:43.254349 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-0e81e97a-844a-429d-b104-ee0029c5b389 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836180-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T13:25:36Z,description=,heartbeat_timestamp=2022-04-01T13:43:36Z,host='dv-neutron-836180-1-hyperv',id=88bf8fc8-11a3-4e96-9d1b-5fd93ba9f6f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T13:25:36Z,topic='l3_agent')) {'router_ids': ['e3f4a618-e57d-4000-b517-ba34bc2fabc5'], 'active': True} {{(pid=83873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:43:43.255049 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-6935b22a-f959-4468-b9db-3e95cbccecb5 admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.5929663 Apr 01 13:43:43.257955 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 57546) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:43:43.447867 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_dvr_db [None req-0e81e97a-844a-429d-b104-ee0029c5b389 None None] Set router e3f4a618-e57d-4000-b517-ba34bc2fabc5 gateway port host: dv-neutron-836180-1-hyperv {{(pid=83873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 13:43:43.583148 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f69d1b4e-4c8c-4452-b817-1b5236b6302d None None] Network f450d435-2e18-4974-8657-011f0eedf5a1 requested from dv-neutron-836180-1-hyperv {{(pid=83872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 13:43:43.691183 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-63b20e7c-174f-4f4f-b740-1a0b3041d5fb None None] Provisioning for port 42dc6e0c-936a-4026-9cab-e2a8eb272734 completed by entity DHCP. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 13:43:43.753730 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-0e81e97a-844a-429d-b104-ee0029c5b389 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3f4a618-e57d-4000-b517-ba34bc2fabc5', 'name': 'tempest-TestVolumeBootPattern-1138570424-router', 'tenant_id': '5bd5d96184e74f0ca1fb3a290ee8b3f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'external_fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.11'}], 'enable_snat': True}, 'gw_port_id': '3277a845-1d6f-47a2-9cca-49974d745e16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T13:43:41Z', 'updated_at': '2022-04-01T13:43:42Z', 'revision_number': 3, 'project_id': '5bd5d96184e74f0ca1fb3a290ee8b3f6', 'gw_port': {'id': '3277a845-1d6f-47a2-9cca-49974d745e16', 'name': '', 'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:db:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3f4a618-e57d-4000-b517-ba34bc2fabc5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:43:42Z', 'updated_at': '2022-04-01T13:43:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836180-1-hyperv'}], 'dv-neutron-836180-1-hyperv', False) {} {{(pid=83873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:43:43.757846 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e81e97a-844a-429d-b104-ee0029c5b389 None None] Checking router: e3f4a618-e57d-4000-b517-ba34bc2fabc5 for host: dv-neutron-836180-1-hyperv {{(pid=83873) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 01 13:43:43.758216 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e81e97a-844a-429d-b104-ee0029c5b389 None None] Updating router e3f4a618-e57d-4000-b517-ba34bc2fabc5 port 3277a845-1d6f-47a2-9cca-49974d745e16 binding host dv-neutron-836180-1-hyperv {{(pid=83873) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 01 13:43:43.811438 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-0e81e97a-844a-429d-b104-ee0029c5b389 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:43:44.113979 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-00f1c10b-5d40-4abc-8199-3891188dcc6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:43:44.201180 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Device 42dc6e0c-936a-4026-9cab-e2a8eb272734 up at agent ovs-agent-dv-neutron-836180-1-hyperv {{(pid=83872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 13:43:44.210857 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-0e81e97a-844a-429d-b104-ee0029c5b389 None None] Notify callbacks [] for port, precommit_update {{(pid=83873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:43:44.228222 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-0e81e97a-844a-429d-b104-ee0029c5b389 None None] Transition to ACTIVE for port object 3277a845-1d6f-47a2-9cca-49974d745e16 will not be triggered until provisioned by entity L2. {{(pid=83873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 13:43:44.239211 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-0e81e97a-844a-429d-b104-ee0029c5b389 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864'] for port, after_update {{(pid=83873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:43:44.278348 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Provisioning for port 42dc6e0c-936a-4026-9cab-e2a8eb272734 completed by entity L2. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 13:43:44.284907 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Provisioning complete for port 42dc6e0c-936a-4026-9cab-e2a8eb272734 triggered by entity L2. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 13:43:44.285277 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-948329'] for port, provisioning_complete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:43:44.336465 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6799fbf-8062-4434-ab42-83d4ee574a55 None None] Pushing event updated for resources: {'Port': ['ID=3277a845-1d6f-47a2-9cca-49974d745e16,revision_number=2']} {{(pid=83873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:43:44.344631 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.plugins.ml2.managers [None req-0e81e97a-844a-429d-b104-ee0029c5b389 None None] Attempting to bind port 3277a845-1d6f-47a2-9cca-49974d745e16 on host dv-neutron-836180-1-hyperv for vnic_type normal with profile {{(pid=83873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 13:43:44.344968 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.plugins.ml2.managers [None req-0e81e97a-844a-429d-b104-ee0029c5b389 None None] Attempting to bind port 3277a845-1d6f-47a2-9cca-49974d745e16 by drivers openvswitch,hyperv on host dv-neutron-836180-1-hyperv at level 0 using segments [{'id': '7b924dd8-4978-40c4-ad91-4b9b27348462', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301'}] {{(pid=83873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 13:43:44.345369 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e81e97a-844a-429d-b104-ee0029c5b389 None None] Attempting to bind port 3277a845-1d6f-47a2-9cca-49974d745e16 on network 725864b8-cceb-48c9-b5d3-1bfc4423e301 {{(pid=83873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 13:43:44.352684 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e81e97a-844a-429d-b104-ee0029c5b389 None None] Checking agent: {'id': 'af948428-97cd-4d10-9f53-af028bdb39b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-836180-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 13, 25, 37), 'started_at': datetime.datetime(2022, 4, 1, 13, 26, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 13, 43, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-836180-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 13:43:44.353070 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e81e97a-844a-429d-b104-ee0029c5b389 None None] Checking segment: {'id': '7b924dd8-4978-40c4-ad91-4b9b27348462', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 13:43:44.353488 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-0e81e97a-844a-429d-b104-ee0029c5b389 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:43:44.353897 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e81e97a-844a-429d-b104-ee0029c5b389 None None] Bound using segment: {'id': '7b924dd8-4978-40c4-ad91-4b9b27348462', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301'} {{(pid=83873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 13:43:44.354790 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.plugins.ml2.managers [None req-0e81e97a-844a-429d-b104-ee0029c5b389 None None] Bound port: 3277a845-1d6f-47a2-9cca-49974d745e16, host: dv-neutron-836180-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b924dd8-4978-40c4-ad91-4b9b27348462', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301'}}] {{(pid=83873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 13:43:44.355459 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-0e81e97a-844a-429d-b104-ee0029c5b389 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:43:44.373391 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.db_base_plugin_common [None req-00f1c10b-5d40-4abc-8199-3891188dcc6d admin admin] Allocated IP 172.20.0.1 (f450d435-2e18-4974-8657-011f0eedf5a1/e819b10b-b5bd-410a-b72f-33f41ed14c7b/6274b498-b06d-44b2-9332-bd5b04bcf3e6) {{(pid=83871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 13:43:44.420038 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:43:44.435106 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.plugins.ml2.db [None req-0e81e97a-844a-429d-b104-ee0029c5b389 None None] For port 3277a845-1d6f-47a2-9cca-49974d745e16, host dv-neutron-836180-1-hyperv, cleared binding levels {{(pid=83873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 13:43:44.439134 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.plugins.ml2.db [None req-0e81e97a-844a-429d-b104-ee0029c5b389 None None] For port 3277a845-1d6f-47a2-9cca-49974d745e16, host dv-neutron-836180-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836180-1-hyperv',level=0,port_id=3277a845-1d6f-47a2-9cca-49974d745e16,segment=NetworkSegment(7b924dd8-4978-40c4-ad91-4b9b27348462),segment_id=7b924dd8-4978-40c4-ad91-4b9b27348462)] {{(pid=83873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 13:43:44.443817 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-0e81e97a-844a-429d-b104-ee0029c5b389 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864'] for port, after_update {{(pid=83873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:43:44.453046 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] For port 42dc6e0c-936a-4026-9cab-e2a8eb272734, host dv-neutron-836180-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836180-1-hyperv',level=0,port_id=42dc6e0c-936a-4026-9cab-e2a8eb272734,segment=NetworkSegment(75975926-68c3-4fd7-98af-37ba4697d49a),segment_id=75975926-68c3-4fd7-98af-37ba4697d49a)] {{(pid=83872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 13:43:44.457066 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864'] for port, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:43:44.524717 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6799fbf-8062-4434-ab42-83d4ee574a55 None None] Pushing event updated for resources: {'Port': ['ID=3277a845-1d6f-47a2-9cca-49974d745e16,revision_number=3']} {{(pid=83873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:43:44.525122 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Pushing event updated for resources: {'Port': ['ID=42dc6e0c-936a-4026-9cab-e2a8eb272734,revision_number=3']} {{(pid=83872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:43:44.529575 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e81e97a-844a-429d-b104-ee0029c5b389 None None] Routers {'e3f4a618-e57d-4000-b517-ba34bc2fabc5'} bound to L3 agent in host dv-neutron-836180-1-hyperv {{(pid=83873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 13:43:44.530182 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-0e81e97a-844a-429d-b104-ee0029c5b389 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836180-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T13:25:36Z,description=,heartbeat_timestamp=2022-04-01T13:43:36Z,host='dv-neutron-836180-1-hyperv',id=88bf8fc8-11a3-4e96-9d1b-5fd93ba9f6f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T13:25:36Z,topic='l3_agent')) {'router_ids': ['e3f4a618-e57d-4000-b517-ba34bc2fabc5'], 'active': True} {{(pid=83873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:43:44.547769 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-00f1c10b-5d40-4abc-8199-3891188dcc6d admin admin] Notify callbacks [] for port, precommit_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:43:44.565291 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.provisioning_blocks [None req-00f1c10b-5d40-4abc-8199-3891188dcc6d admin admin] Transition to ACTIVE for port object 6274b498-b06d-44b2-9332-bd5b04bcf3e6 will not be triggered until provisioned by entity DHCP. {{(pid=83871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 13:43:44.587796 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-00f1c10b-5d40-4abc-8199-3891188dcc6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736732935801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2743125'] for port, after_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:43:44.654474 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00f1c10b-5d40-4abc-8199-3891188dcc6d admin admin] Network f450d435-2e18-4974-8657-011f0eedf5a1 is already hosted by enough agents. {{(pid=83871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 13:43:44.657712 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.scheduler.base_scheduler [None req-00f1c10b-5d40-4abc-8199-3891188dcc6d admin admin] Resources bound (agent type, host, resource id): {{(pid=83871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 13:43:44.661646 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00f1c10b-5d40-4abc-8199-3891188dcc6d admin admin] Received port after_create {{(pid=83871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 13:43:44.694639 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f1c10b-5d40-4abc-8199-3891188dcc6d admin admin] Pushing event updated for resources: {'Port': ['ID=6274b498-b06d-44b2-9332-bd5b04bcf3e6,revision_number=1']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:43:44.713359 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_dvr_db [None req-0e81e97a-844a-429d-b104-ee0029c5b389 None None] Set router e3f4a618-e57d-4000-b517-ba34bc2fabc5 gateway port host: dv-neutron-836180-1-hyperv {{(pid=83873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 13:43:44.721921 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-00f1c10b-5d40-4abc-8199-3891188dcc6d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4084144'] for router_interface, before_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:43:44.804715 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-00f1c10b-5d40-4abc-8199-3891188dcc6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:43:44.868845 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-5c1e642e-fffa-4a5f-bf68-6a639f5be12f None None] Provisioning for port 6274b498-b06d-44b2-9332-bd5b04bcf3e6 completed by entity DHCP. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 13:43:44.874956 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-5c1e642e-fffa-4a5f-bf68-6a639f5be12f None None] Provisioning complete for port 6274b498-b06d-44b2-9332-bd5b04bcf3e6 triggered by entity DHCP. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 13:43:44.875626 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-5c1e642e-fffa-4a5f-bf68-6a639f5be12f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-948329'] for port, provisioning_complete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:43:44.934927 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.plugin [None req-5c1e642e-fffa-4a5f-bf68-6a639f5be12f None None] Port 6274b498-b06d-44b2-9332-bd5b04bcf3e6 cannot update to ACTIVE because it is not bound. {{(pid=83872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 13:43:45.003181 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-0e81e97a-844a-429d-b104-ee0029c5b389 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3f4a618-e57d-4000-b517-ba34bc2fabc5', 'name': 'tempest-TestVolumeBootPattern-1138570424-router', 'tenant_id': '5bd5d96184e74f0ca1fb3a290ee8b3f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'external_fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.11'}], 'enable_snat': True}, 'gw_port_id': '3277a845-1d6f-47a2-9cca-49974d745e16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T13:43:41Z', 'updated_at': '2022-04-01T13:43:42Z', 'revision_number': 3, 'project_id': '5bd5d96184e74f0ca1fb3a290ee8b3f6', 'gw_port': {'id': '3277a845-1d6f-47a2-9cca-49974d745e16', 'name': '', 'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:db:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3f4a618-e57d-4000-b517-ba34bc2fabc5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836180-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:43:42Z', 'updated_at': '2022-04-01T13:43:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836180-1-hyperv'}], 'dv-neutron-836180-1-hyperv', False) {} {{(pid=83873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:43:45.007061 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e81e97a-844a-429d-b104-ee0029c5b389 None None] The sync data for ids ['e3f4a618-e57d-4000-b517-ba34bc2fabc5'] in dv-neutron-836180-1-hyperv is: [{'id': 'e3f4a618-e57d-4000-b517-ba34bc2fabc5', 'name': 'tempest-TestVolumeBootPattern-1138570424-router', 'tenant_id': '5bd5d96184e74f0ca1fb3a290ee8b3f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'external_fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.11'}], 'enable_snat': True}, 'gw_port_id': '3277a845-1d6f-47a2-9cca-49974d745e16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T13:43:41Z', 'updated_at': '2022-04-01T13:43:42Z', 'revision_number': 3, 'project_id': '5bd5d96184e74f0ca1fb3a290ee8b3f6', 'gw_port': {'id': '3277a845-1d6f-47a2-9cca-49974d745e16', 'name': '', 'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:db:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3f4a618-e57d-4000-b517-ba34bc2fabc5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836180-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:43:42Z', 'updated_at': '2022-04-01T13:43:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836180-1-hyperv'}] {{(pid=83873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 13:43:45.031279 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-00f1c10b-5d40-4abc-8199-3891188dcc6d admin admin] Notify callbacks [] for port, precommit_update {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:43:45.035672 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-00f1c10b-5d40-4abc-8199-3891188dcc6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2743106'] for port, after_update {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:43:45.148439 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f1c10b-5d40-4abc-8199-3891188dcc6d admin admin] Pushing event updated for resources: {'Port': ['ID=6274b498-b06d-44b2-9332-bd5b04bcf3e6,revision_number=2']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:43:45.153262 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-00f1c10b-5d40-4abc-8199-3891188dcc6d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3017508', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4084015'] for router_interface, after_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:43:45.303777 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00f1c10b-5d40-4abc-8199-3891188dcc6d admin admin] Network f450d435-2e18-4974-8657-011f0eedf5a1 is already hosted by enough agents. {{(pid=83871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 13:43:45.304957 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.scheduler.base_scheduler [None req-00f1c10b-5d40-4abc-8199-3891188dcc6d admin admin] Resources bound (agent type, host, resource id): {{(pid=83871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 13:43:45.560810 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-3891a0c4-e2d3-4088-a347-a4aaec940a04 None None] Provisioning complete for port 6274b498-b06d-44b2-9332-bd5b04bcf3e6 triggered by entity DHCP. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 13:43:45.561063 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-3891a0c4-e2d3-4088-a347-a4aaec940a04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-948329'] for port, provisioning_complete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:43:45.616142 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.plugin [None req-3891a0c4-e2d3-4088-a347-a4aaec940a04 None None] Port 6274b498-b06d-44b2-9332-bd5b04bcf3e6 cannot update to ACTIVE because it is not bound. {{(pid=83872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 13:43:45.797885 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00f1c10b-5d40-4abc-8199-3891188dcc6d admin admin] Router e3f4a618-e57d-4000-b517-ba34bc2fabc5 has already been hosted by L3 agent 88bf8fc8-11a3-4e96-9d1b-5fd93ba9f6f1 {{(pid=83871) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 13:43:45.997158 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00f1c10b-5d40-4abc-8199-3891188dcc6d admin admin] Notify agent at l3_agent.dv-neutron-836180-1-hyperv the message routers_updated {{(pid=83871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 13:43:46.005847 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-00f1c10b-5d40-4abc-8199-3891188dcc6d admin admin] 10.222.0.26 "PUT /v2.0/routers/e3f4a618-e57d-4000-b517-ba34bc2fabc5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7468736 Apr 01 13:43:46.223280 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Device 3277a845-1d6f-47a2-9cca-49974d745e16 up at agent ovs-agent-dv-neutron-836180-1-hyperv {{(pid=83872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 13:43:46.296526 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Provisioning for port 3277a845-1d6f-47a2-9cca-49974d745e16 completed by entity L2. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 13:43:46.302298 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Provisioning complete for port 3277a845-1d6f-47a2-9cca-49974d745e16 triggered by entity L2. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 13:43:46.302599 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-948329'] for port, provisioning_complete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:43:46.413320 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:43:46.429990 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] For port 3277a845-1d6f-47a2-9cca-49974d745e16, host dv-neutron-836180-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836180-1-hyperv',level=0,port_id=3277a845-1d6f-47a2-9cca-49974d745e16,segment=NetworkSegment(7b924dd8-4978-40c4-ad91-4b9b27348462),segment_id=7b924dd8-4978-40c4-ad91-4b9b27348462)] {{(pid=83872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 13:43:46.433765 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864'] for port, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:43:46.434497 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Device 42dc6e0c-936a-4026-9cab-e2a8eb272734 up at agent ovs-agent-dv-neutron-836180-1-hyperv {{(pid=83872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 13:43:46.546188 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Pushing event updated for resources: {'Port': ['ID=3277a845-1d6f-47a2-9cca-49974d745e16,revision_number=4']} {{(pid=83872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:43:46.559593 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Provisioning complete for port 42dc6e0c-936a-4026-9cab-e2a8eb272734 triggered by entity L2. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 13:43:46.559951 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-948329'] for port, provisioning_complete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:43:46.866072 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 57568) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:43:46.872216 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.v2.base [None req-ef44f3f3-6ee8-4abd-bec2-fedc2b89b7af admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1091167869-network', 'tenant_id': '9b534b1cecc244ec88ee7be271b09a05'}} {{(pid=83871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:43:46.876934 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-ef44f3f3-6ee8-4abd-bec2-fedc2b89b7af admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:43:46.880699 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-ef44f3f3-6ee8-4abd-bec2-fedc2b89b7af admin admin] Usage tracker for resource:network and tenant:9b534b1cecc244ec88ee7be271b09a05 is out of sync, need to count used quota {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 13:43:46.883485 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-ef44f3f3-6ee8-4abd-bec2-fedc2b89b7af admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 13:43:46.889799 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-ef44f3f3-6ee8-4abd-bec2-fedc2b89b7af admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:43:46.899495 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef44f3f3-6ee8-4abd-bec2-fedc2b89b7af admin admin] Made reservation on behalf of 9b534b1cecc244ec88ee7be271b09a05 for: {'network': 1} {{(pid=83871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 13:43:46.902077 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-ef44f3f3-6ee8-4abd-bec2-fedc2b89b7af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for network, before_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:43:46.913905 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-ef44f3f3-6ee8-4abd-bec2-fedc2b89b7af admin admin] Notify callbacks [] for security_group, before_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:43:46.945861 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-ef44f3f3-6ee8-4abd-bec2-fedc2b89b7af admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:43:46.950937 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-ef44f3f3-6ee8-4abd-bec2-fedc2b89b7af admin admin] Usage tracker for resource:security_group_rule and tenant:9b534b1cecc244ec88ee7be271b09a05 is out of sync, need to count used quota {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 13:43:46.953652 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-ef44f3f3-6ee8-4abd-bec2-fedc2b89b7af admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 13:43:46.959101 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-ef44f3f3-6ee8-4abd-bec2-fedc2b89b7af admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:43:47.024591 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-ef44f3f3-6ee8-4abd-bec2-fedc2b89b7af admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:43:47.028200 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-ef44f3f3-6ee8-4abd-bec2-fedc2b89b7af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3775923'] for security_group, after_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:43:47.056579 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ef44f3f3-6ee8-4abd-bec2-fedc2b89b7af admin admin] vlan segment allocate from pool success with {'vlan_id': 358, 'physical_network': 'physnet1'} {{(pid=83871) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 13:43:47.065307 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef44f3f3-6ee8-4abd-bec2-fedc2b89b7af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d67e39bd-41d1-4470-9ece-afeacf399df9,revision_number=1']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:43:47.071076 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-ef44f3f3-6ee8-4abd-bec2-fedc2b89b7af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1004271'] for segment, precommit_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:43:47.071412 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.db.segments_db [None req-ef44f3f3-6ee8-4abd-bec2-fedc2b89b7af admin admin] Added segment 6e090ccc-7c83-4389-a363-bc280e54e317 of type vlan for network f7a683b8-2cda-4913-a760-a39162703051 Apr 01 13:43:47.082075 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef44f3f3-6ee8-4abd-bec2-fedc2b89b7af admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:43:47.082404 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef44f3f3-6ee8-4abd-bec2-fedc2b89b7af admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:43:47.082732 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef44f3f3-6ee8-4abd-bec2-fedc2b89b7af admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:43:47.083056 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef44f3f3-6ee8-4abd-bec2-fedc2b89b7af admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:43:47.083380 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef44f3f3-6ee8-4abd-bec2-fedc2b89b7af admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:43:47.083702 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef44f3f3-6ee8-4abd-bec2-fedc2b89b7af admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:43:47.084017 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef44f3f3-6ee8-4abd-bec2-fedc2b89b7af admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:43:47.084357 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef44f3f3-6ee8-4abd-bec2-fedc2b89b7af admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:43:47.084672 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef44f3f3-6ee8-4abd-bec2-fedc2b89b7af admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:43:47.084981 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef44f3f3-6ee8-4abd-bec2-fedc2b89b7af admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:43:47.085292 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef44f3f3-6ee8-4abd-bec2-fedc2b89b7af admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:43:47.114055 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-ef44f3f3-6ee8-4abd-bec2-fedc2b89b7af admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736732923383'] for network, precommit_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:43:47.143960 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-ef44f3f3-6ee8-4abd-bec2-fedc2b89b7af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575'] for network, after_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:43:47.144831 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef44f3f3-6ee8-4abd-bec2-fedc2b89b7af admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:43:47.145396 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-ef44f3f3-6ee8-4abd-bec2-fedc2b89b7af admin admin] Notify callbacks [] for network, before_response {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:43:47.241542 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef44f3f3-6ee8-4abd-bec2-fedc2b89b7af admin admin] Pushing event updated for resources: {'Network': ['ID=f7a683b8-2cda-4913-a760-a39162703051,revision_number=1']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:43:47.244753 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-ef44f3f3-6ee8-4abd-bec2-fedc2b89b7af admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3776033 Apr 01 13:43:47.248091 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 57572) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:43:47.253473 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.v2.base [None req-d2224b36-5605-4c71-9518-06b854c69b7c admin admin] Request body: {'subnet': {'network_id': 'f7a683b8-2cda-4913-a760-a39162703051', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1091167869-subnet', 'tenant_id': '9b534b1cecc244ec88ee7be271b09a05', 'ip_version': 4}} {{(pid=83871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:43:47.254863 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Network f7a683b8-2cda-4913-a760-a39162703051 details requested by agent ovs-agent-dv-neutron-836180-1-hyperv with host dv-neutron-836180-1-hyperv {{(pid=83872) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 13:43:47.258376 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-d2224b36-5605-4c71-9518-06b854c69b7c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:43:47.262906 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-d2224b36-5605-4c71-9518-06b854c69b7c admin admin] Usage tracker for resource:subnet and tenant:9b534b1cecc244ec88ee7be271b09a05 is out of sync, need to count used quota {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 13:43:47.265710 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-d2224b36-5605-4c71-9518-06b854c69b7c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 13:43:47.271312 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-d2224b36-5605-4c71-9518-06b854c69b7c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:43:47.285214 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2224b36-5605-4c71-9518-06b854c69b7c admin admin] Made reservation on behalf of 9b534b1cecc244ec88ee7be271b09a05 for: {'subnet': 1} {{(pid=83871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 13:43:47.287506 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-d2224b36-5605-4c71-9518-06b854c69b7c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2757336'] for subnet, before_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:43:47.488942 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-d2224b36-5605-4c71-9518-06b854c69b7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2743225', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2757366'] for subnet, after_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:43:47.558760 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2224b36-5605-4c71-9518-06b854c69b7c admin admin] Pushing event updated for resources: {'Subnet': ['ID=7ac4a86c-d72d-48cb-b331-6527e36cc9b4,revision_number=0']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:43:47.569988 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2224b36-5605-4c71-9518-06b854c69b7c admin admin] Checking segment: {'id': '6e090ccc-7c83-4389-a363-bc280e54e317', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'f7a683b8-2cda-4913-a760-a39162703051'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 13:43:47.570335 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2224b36-5605-4c71-9518-06b854c69b7c admin admin] Network hostable DHCP agents. Network: f7a683b8-2cda-4913-a760-a39162703051, hostable agents: ['e47e4547-5c2d-4954-ba56-fa3646239f18'], hosted agents: [] {{(pid=83871) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 13:43:47.591737 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2224b36-5605-4c71-9518-06b854c69b7c admin admin] Network f7a683b8-2cda-4913-a760-a39162703051 is scheduled to be hosted by DHCP agent e47e4547-5c2d-4954-ba56-fa3646239f18 with binding_index 1 {{(pid=83871) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 13:43:47.600685 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.scheduler.base_scheduler [None req-d2224b36-5605-4c71-9518-06b854c69b7c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-836180-1-hyperv, f7a683b8-2cda-4913-a760-a39162703051) {{(pid=83871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 13:43:47.605932 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2224b36-5605-4c71-9518-06b854c69b7c admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:43:47.606400 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-d2224b36-5605-4c71-9518-06b854c69b7c admin admin] Notify callbacks [] for subnet, before_response {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:43:47.608623 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fee8f219-4a69-4337-9fbc-606061a9836e None None] Network f7a683b8-2cda-4913-a760-a39162703051 requested from dv-neutron-836180-1-hyperv {{(pid=83872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 13:43:47.625329 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-d2224b36-5605-4c71-9518-06b854c69b7c admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3761435 Apr 01 13:43:47.627827 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 57576) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:43:47.632641 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.v2.base [None req-a758e623-e330-445e-b501-466143a55a91 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1091167869-router', 'tenant_id': '9b534b1cecc244ec88ee7be271b09a05', 'external_gateway_info': {'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301'}}} {{(pid=83871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:43:47.637186 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-a758e623-e330-445e-b501-466143a55a91 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:43:47.640914 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-a758e623-e330-445e-b501-466143a55a91 admin admin] Usage tracker for resource:router and tenant:9b534b1cecc244ec88ee7be271b09a05 is out of sync, need to count used quota {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 13:43:47.643671 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-a758e623-e330-445e-b501-466143a55a91 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 13:43:47.649279 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-a758e623-e330-445e-b501-466143a55a91 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:43:47.662522 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-a758e623-e330-445e-b501-466143a55a91 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4082176', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4220'] for router, before_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:43:47.663404 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-a758e623-e330-445e-b501-466143a55a91 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4082277', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4084873', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4148249', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4211'] for router, precommit_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:43:47.682714 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-a758e623-e330-445e-b501-466143a55a91 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:43:47.826689 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-a758e623-e330-445e-b501-466143a55a91 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4084887', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4079850', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4161'] for router, precommit_update {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:43:47.857275 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f5fc0ab-34a7-4d8e-a505-b7f6f4e4a643 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7e7d0ecb-2af4-55f5-9198-238ab0570d62-f7a683b8-2cda-4913-a760-a39162703051', 'network_id': 'f7a683b8-2cda-4913-a760-a39162703051', 'tenant_id': '9b534b1cecc244ec88ee7be271b09a05', 'fixed_ips': [{'subnet_id': '7ac4a86c-d72d-48cb-b331-6527e36cc9b4'}]}} from dv-neutron-836180-1-hyperv. {{(pid=83872) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 01 13:43:47.858082 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-3f5fc0ab-34a7-4d8e-a505-b7f6f4e4a643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:43:48.010008 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.db_base_plugin_common [None req-3f5fc0ab-34a7-4d8e-a505-b7f6f4e4a643 None None] Allocated IP 172.20.0.2 (f7a683b8-2cda-4913-a760-a39162703051/7ac4a86c-d72d-48cb-b331-6527e36cc9b4/c0471a08-ff9f-4b52-99e1-9b8907259253) {{(pid=83872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 13:43:48.017117 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-a758e623-e330-445e-b501-466143a55a91 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:43:48.048162 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-a758e623-e330-445e-b501-466143a55a91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:43:48.167114 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Device 3277a845-1d6f-47a2-9cca-49974d745e16 up at agent ovs-agent-dv-neutron-836180-1-hyperv {{(pid=83872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 13:43:48.198373 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.db_base_plugin_common [None req-a758e623-e330-445e-b501-466143a55a91 admin admin] Allocated IP 172.26.5.18 (725864b8-cceb-48c9-b5d3-1bfc4423e301/e2ed99db-0e25-4971-b535-7fa69231fae8/29604dae-375e-4f85-8b8d-8904b77ffa64) {{(pid=83871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 13:43:48.272743 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-3f5fc0ab-34a7-4d8e-a505-b7f6f4e4a643 None None] Notify callbacks [] for port, precommit_create {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:43:48.289495 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-3f5fc0ab-34a7-4d8e-a505-b7f6f4e4a643 None None] Transition to ACTIVE for port object c0471a08-ff9f-4b52-99e1-9b8907259253 will not be triggered until provisioned by entity L2. {{(pid=83872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 13:43:48.315013 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-3f5fc0ab-34a7-4d8e-a505-b7f6f4e4a643 None None] Transition to ACTIVE for port object c0471a08-ff9f-4b52-99e1-9b8907259253 will not be triggered until provisioned by entity DHCP. {{(pid=83872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 13:43:48.324969 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-3f5fc0ab-34a7-4d8e-a505-b7f6f4e4a643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736732935801'] for port, after_create {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:43:48.383747 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Provisioning complete for port 3277a845-1d6f-47a2-9cca-49974d745e16 triggered by entity L2. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 13:43:48.384115 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-948329'] for port, provisioning_complete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:43:48.441586 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f5fc0ab-34a7-4d8e-a505-b7f6f4e4a643 None None] Network f7a683b8-2cda-4913-a760-a39162703051 is already hosted by enough agents. {{(pid=83872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 13:43:48.446620 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.scheduler.base_scheduler [None req-3f5fc0ab-34a7-4d8e-a505-b7f6f4e4a643 None None] Resources bound (agent type, host, resource id): {{(pid=83872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 13:43:48.458346 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f5fc0ab-34a7-4d8e-a505-b7f6f4e4a643 None None] Received port after_create {{(pid=83872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 13:43:48.467017 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5fc0ab-34a7-4d8e-a505-b7f6f4e4a643 None None] Pushing event updated for resources: {'Port': ['ID=c0471a08-ff9f-4b52-99e1-9b8907259253,revision_number=1']} {{(pid=83872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:43:48.477010 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-a758e623-e330-445e-b501-466143a55a91 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:43:48.507083 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-a758e623-e330-445e-b501-466143a55a91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736732935801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2743125'] for port, after_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:43:48.513032 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e98ab796-facb-4432-9ef7-cc94fe80919b None None] Sync routers for ids ['e3f4a618-e57d-4000-b517-ba34bc2fabc5'] in dv-neutron-836180-1-hyperv {{(pid=83872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 13:43:48.576348 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.managers [None req-3f5fc0ab-34a7-4d8e-a505-b7f6f4e4a643 None None] Attempting to bind port c0471a08-ff9f-4b52-99e1-9b8907259253 on host dv-neutron-836180-1-hyperv for vnic_type normal with profile {{(pid=83872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 13:43:48.576348 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.managers [None req-3f5fc0ab-34a7-4d8e-a505-b7f6f4e4a643 None None] Attempting to bind port c0471a08-ff9f-4b52-99e1-9b8907259253 by drivers openvswitch,hyperv on host dv-neutron-836180-1-hyperv at level 0 using segments [{'id': '6e090ccc-7c83-4389-a363-bc280e54e317', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'f7a683b8-2cda-4913-a760-a39162703051'}] {{(pid=83872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 13:43:48.576348 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f5fc0ab-34a7-4d8e-a505-b7f6f4e4a643 None None] Attempting to bind port c0471a08-ff9f-4b52-99e1-9b8907259253 on network f7a683b8-2cda-4913-a760-a39162703051 {{(pid=83872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 13:43:48.579224 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a758e623-e330-445e-b501-466143a55a91 admin admin] Network 725864b8-cceb-48c9-b5d3-1bfc4423e301 is already hosted by enough agents. {{(pid=83871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 13:43:48.581825 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.scheduler.base_scheduler [None req-a758e623-e330-445e-b501-466143a55a91 admin admin] Resources bound (agent type, host, resource id): {{(pid=83871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 13:43:48.585996 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a758e623-e330-445e-b501-466143a55a91 admin admin] Received port after_create {{(pid=83871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 13:43:48.606519 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e98ab796-facb-4432-9ef7-cc94fe80919b None None] Routers {'e3f4a618-e57d-4000-b517-ba34bc2fabc5'} bound to L3 agent in host dv-neutron-836180-1-hyperv {{(pid=83872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 13:43:48.607144 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_hamode_db [None req-e98ab796-facb-4432-9ef7-cc94fe80919b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836180-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T13:25:36Z,description=,heartbeat_timestamp=2022-04-01T13:43:36Z,host='dv-neutron-836180-1-hyperv',id=88bf8fc8-11a3-4e96-9d1b-5fd93ba9f6f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T13:25:36Z,topic='l3_agent')) {'router_ids': ['e3f4a618-e57d-4000-b517-ba34bc2fabc5'], 'active': True} {{(pid=83872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:43:48.613916 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a758e623-e330-445e-b501-466143a55a91 admin admin] Pushing event updated for resources: {'Port': ['ID=29604dae-375e-4f85-8b8d-8904b77ffa64,revision_number=1']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:43:48.734703 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f5fc0ab-34a7-4d8e-a505-b7f6f4e4a643 None None] Checking agent: {'id': 'af948428-97cd-4d10-9f53-af028bdb39b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-836180-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 13, 25, 37), 'started_at': datetime.datetime(2022, 4, 1, 13, 26, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 13, 43, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-836180-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 13:43:48.735113 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f5fc0ab-34a7-4d8e-a505-b7f6f4e4a643 None None] Checking segment: {'id': '6e090ccc-7c83-4389-a363-bc280e54e317', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'f7a683b8-2cda-4913-a760-a39162703051'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 13:43:48.735455 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-3f5fc0ab-34a7-4d8e-a505-b7f6f4e4a643 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:43:48.735846 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f5fc0ab-34a7-4d8e-a505-b7f6f4e4a643 None None] Bound using segment: {'id': '6e090ccc-7c83-4389-a363-bc280e54e317', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'f7a683b8-2cda-4913-a760-a39162703051'} {{(pid=83872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 13:43:48.736336 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.managers [None req-3f5fc0ab-34a7-4d8e-a505-b7f6f4e4a643 None None] Bound port: c0471a08-ff9f-4b52-99e1-9b8907259253, host: dv-neutron-836180-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e090ccc-7c83-4389-a363-bc280e54e317', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'f7a683b8-2cda-4913-a760-a39162703051'}}] {{(pid=83872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 13:43:48.736708 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-3f5fc0ab-34a7-4d8e-a505-b7f6f4e4a643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:43:48.750685 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-a758e623-e330-445e-b501-466143a55a91 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:43:48.751335 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-a758e623-e330-445e-b501-466143a55a91 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4082201', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4084858'] for router, after_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:43:48.886463 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-3f5fc0ab-34a7-4d8e-a505-b7f6f4e4a643 None None] For port c0471a08-ff9f-4b52-99e1-9b8907259253, host dv-neutron-836180-1-hyperv, cleared binding levels {{(pid=83872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 13:43:48.889929 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_dvr_db [None req-e98ab796-facb-4432-9ef7-cc94fe80919b None None] Set router e3f4a618-e57d-4000-b517-ba34bc2fabc5 gateway port host: dv-neutron-836180-1-hyperv {{(pid=83872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 13:43:48.936120 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-3f5fc0ab-34a7-4d8e-a505-b7f6f4e4a643 None None] For port c0471a08-ff9f-4b52-99e1-9b8907259253, host dv-neutron-836180-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836180-1-hyperv',level=0,port_id=c0471a08-ff9f-4b52-99e1-9b8907259253,segment=NetworkSegment(6e090ccc-7c83-4389-a363-bc280e54e317),segment_id=6e090ccc-7c83-4389-a363-bc280e54e317)] {{(pid=83872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 13:43:48.944198 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-3f5fc0ab-34a7-4d8e-a505-b7f6f4e4a643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864'] for port, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:43:48.979962 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a758e623-e330-445e-b501-466143a55a91 admin admin] Router b1e2cf41-a3d4-49d8-85d1-c69727763c82 is scheduled to L3 agent 88bf8fc8-11a3-4e96-9d1b-5fd93ba9f6f1 with binding_index 1 {{(pid=83871) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 01 13:43:49.131502 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5fc0ab-34a7-4d8e-a505-b7f6f4e4a643 None None] Pushing event updated for resources: {'Port': ['ID=c0471a08-ff9f-4b52-99e1-9b8907259253,revision_number=2']} {{(pid=83872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:43:49.206161 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a758e623-e330-445e-b501-466143a55a91 admin admin] Notify agent at l3_agent.dv-neutron-836180-1-hyperv the message routers_updated {{(pid=83871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 13:43:49.215277 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abdedf20-9a05-4ef4-94b0-ba551af741cc None None] Sync routers for ids ['b1e2cf41-a3d4-49d8-85d1-c69727763c82'] in dv-neutron-836180-1-hyperv {{(pid=83873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 13:43:49.237445 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abdedf20-9a05-4ef4-94b0-ba551af741cc None None] Routers {'b1e2cf41-a3d4-49d8-85d1-c69727763c82'} bound to L3 agent in host dv-neutron-836180-1-hyperv {{(pid=83873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 13:43:49.238534 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-abdedf20-9a05-4ef4-94b0-ba551af741cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836180-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T13:25:36Z,description=,heartbeat_timestamp=2022-04-01T13:43:36Z,host='dv-neutron-836180-1-hyperv',id=88bf8fc8-11a3-4e96-9d1b-5fd93ba9f6f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T13:25:36Z,topic='l3_agent')) {'router_ids': ['b1e2cf41-a3d4-49d8-85d1-c69727763c82'], 'active': True} {{(pid=83873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:43:49.243699 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-a758e623-e330-445e-b501-466143a55a91 admin admin] Notify callbacks [] for router, before_response {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:43:49.246210 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-a758e623-e330-445e-b501-466143a55a91 admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.6173136 Apr 01 13:43:49.249116 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 57580) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:43:49.408280 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_hamode_db [None req-e98ab796-facb-4432-9ef7-cc94fe80919b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3f4a618-e57d-4000-b517-ba34bc2fabc5', 'name': 'tempest-TestVolumeBootPattern-1138570424-router', 'tenant_id': '5bd5d96184e74f0ca1fb3a290ee8b3f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'external_fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.11'}], 'enable_snat': True}, 'gw_port_id': '3277a845-1d6f-47a2-9cca-49974d745e16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T13:43:41Z', 'updated_at': '2022-04-01T13:43:44Z', 'revision_number': 4, 'project_id': '5bd5d96184e74f0ca1fb3a290ee8b3f6', 'gw_port': {'id': '3277a845-1d6f-47a2-9cca-49974d745e16', 'name': '', 'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:db:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3f4a618-e57d-4000-b517-ba34bc2fabc5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836180-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:43:42Z', 'updated_at': '2022-04-01T13:43:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836180-1-hyperv', '_interfaces': [{'id': '6274b498-b06d-44b2-9332-bd5b04bcf3e6', 'name': '', 'network_id': 'f450d435-2e18-4974-8657-011f0eedf5a1', 'tenant_id': '5bd5d96184e74f0ca1fb3a290ee8b3f6', 'mac_address': 'fa:16:3e:c2:25:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3f4a618-e57d-4000-b517-ba34bc2fabc5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e819b10b-b5bd-410a-b72f-33f41ed14c7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:43:44Z', 'updated_at': '2022-04-01T13:43:44Z', 'revision_number': 2, 'project_id': '5bd5d96184e74f0ca1fb3a290ee8b3f6', 'subnets': [{'id': 'e819b10b-b5bd-410a-b72f-33f41ed14c7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-836180-1-hyperv', False) {} {{(pid=83872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:43:49.412699 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e98ab796-facb-4432-9ef7-cc94fe80919b None None] Checking router: e3f4a618-e57d-4000-b517-ba34bc2fabc5 for host: dv-neutron-836180-1-hyperv {{(pid=83872) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 01 13:43:49.413052 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e98ab796-facb-4432-9ef7-cc94fe80919b None None] Updating router e3f4a618-e57d-4000-b517-ba34bc2fabc5 port 6274b498-b06d-44b2-9332-bd5b04bcf3e6 binding host dv-neutron-836180-1-hyperv {{(pid=83872) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 01 13:43:49.475183 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-e98ab796-facb-4432-9ef7-cc94fe80919b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:43:49.510852 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_dvr_db [None req-abdedf20-9a05-4ef4-94b0-ba551af741cc None None] Set router b1e2cf41-a3d4-49d8-85d1-c69727763c82 gateway port host: dv-neutron-836180-1-hyperv {{(pid=83873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 13:43:49.805387 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-abdedf20-9a05-4ef4-94b0-ba551af741cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1e2cf41-a3d4-49d8-85d1-c69727763c82', 'name': 'tempest-TestVolumeBootPattern-1091167869-router', 'tenant_id': '9b534b1cecc244ec88ee7be271b09a05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'external_fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.18'}], 'enable_snat': True}, 'gw_port_id': '29604dae-375e-4f85-8b8d-8904b77ffa64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T13:43:47Z', 'updated_at': '2022-04-01T13:43:48Z', 'revision_number': 3, 'project_id': '9b534b1cecc244ec88ee7be271b09a05', 'gw_port': {'id': '29604dae-375e-4f85-8b8d-8904b77ffa64', 'name': '', 'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:aa:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1e2cf41-a3d4-49d8-85d1-c69727763c82', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:43:48Z', 'updated_at': '2022-04-01T13:43:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836180-1-hyperv'}], 'dv-neutron-836180-1-hyperv', False) {} {{(pid=83873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:43:49.810773 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abdedf20-9a05-4ef4-94b0-ba551af741cc None None] Checking router: b1e2cf41-a3d4-49d8-85d1-c69727763c82 for host: dv-neutron-836180-1-hyperv {{(pid=83873) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 01 13:43:49.811218 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abdedf20-9a05-4ef4-94b0-ba551af741cc None None] Updating router b1e2cf41-a3d4-49d8-85d1-c69727763c82 port 29604dae-375e-4f85-8b8d-8904b77ffa64 binding host dv-neutron-836180-1-hyperv {{(pid=83873) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 01 13:43:49.843076 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-e98ab796-facb-4432-9ef7-cc94fe80919b None None] Notify callbacks [] for port, precommit_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:43:49.861848 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-e98ab796-facb-4432-9ef7-cc94fe80919b None None] Transition to ACTIVE for port object 6274b498-b06d-44b2-9332-bd5b04bcf3e6 will not be triggered until provisioned by entity L2. {{(pid=83872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 13:43:49.868048 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-abdedf20-9a05-4ef4-94b0-ba551af741cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:43:49.872504 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-e98ab796-facb-4432-9ef7-cc94fe80919b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864'] for port, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:43:50.022591 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b0dbaef-6418-45ab-9098-6a363f41156f None None] Pushing event updated for resources: {'Port': ['ID=6274b498-b06d-44b2-9332-bd5b04bcf3e6,revision_number=3']} {{(pid=83872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:43:50.133214 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.managers [None req-e98ab796-facb-4432-9ef7-cc94fe80919b None None] Attempting to bind port 6274b498-b06d-44b2-9332-bd5b04bcf3e6 on host dv-neutron-836180-1-hyperv for vnic_type normal with profile {{(pid=83872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 13:43:50.133636 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.managers [None req-e98ab796-facb-4432-9ef7-cc94fe80919b None None] Attempting to bind port 6274b498-b06d-44b2-9332-bd5b04bcf3e6 by drivers openvswitch,hyperv on host dv-neutron-836180-1-hyperv at level 0 using segments [{'id': '75975926-68c3-4fd7-98af-37ba4697d49a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'f450d435-2e18-4974-8657-011f0eedf5a1'}] {{(pid=83872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 13:43:50.133911 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e98ab796-facb-4432-9ef7-cc94fe80919b None None] Attempting to bind port 6274b498-b06d-44b2-9332-bd5b04bcf3e6 on network f450d435-2e18-4974-8657-011f0eedf5a1 {{(pid=83872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 13:43:50.150286 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e98ab796-facb-4432-9ef7-cc94fe80919b None None] Checking agent: {'id': 'af948428-97cd-4d10-9f53-af028bdb39b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-836180-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 13, 25, 37), 'started_at': datetime.datetime(2022, 4, 1, 13, 26, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 13, 43, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-836180-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 13:43:50.150817 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e98ab796-facb-4432-9ef7-cc94fe80919b None None] Checking segment: {'id': '75975926-68c3-4fd7-98af-37ba4697d49a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'f450d435-2e18-4974-8657-011f0eedf5a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 13:43:50.151987 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-e98ab796-facb-4432-9ef7-cc94fe80919b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:43:50.152413 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e98ab796-facb-4432-9ef7-cc94fe80919b None None] Bound using segment: {'id': '75975926-68c3-4fd7-98af-37ba4697d49a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'f450d435-2e18-4974-8657-011f0eedf5a1'} {{(pid=83872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 13:43:50.155890 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.managers [None req-e98ab796-facb-4432-9ef7-cc94fe80919b None None] Bound port: 6274b498-b06d-44b2-9332-bd5b04bcf3e6, host: dv-neutron-836180-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75975926-68c3-4fd7-98af-37ba4697d49a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'f450d435-2e18-4974-8657-011f0eedf5a1'}}] {{(pid=83872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 13:43:50.156444 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-e98ab796-facb-4432-9ef7-cc94fe80919b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:43:50.277545 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Device c0471a08-ff9f-4b52-99e1-9b8907259253 up at agent ovs-agent-dv-neutron-836180-1-hyperv {{(pid=83872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 13:43:50.356665 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-abdedf20-9a05-4ef4-94b0-ba551af741cc None None] Notify callbacks [] for port, precommit_update {{(pid=83873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:43:50.365552 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-e98ab796-facb-4432-9ef7-cc94fe80919b None None] For port 6274b498-b06d-44b2-9332-bd5b04bcf3e6, host dv-neutron-836180-1-hyperv, cleared binding levels {{(pid=83872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 13:43:50.370464 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-e98ab796-facb-4432-9ef7-cc94fe80919b None None] For port 6274b498-b06d-44b2-9332-bd5b04bcf3e6, host dv-neutron-836180-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836180-1-hyperv',level=0,port_id=6274b498-b06d-44b2-9332-bd5b04bcf3e6,segment=NetworkSegment(75975926-68c3-4fd7-98af-37ba4697d49a),segment_id=75975926-68c3-4fd7-98af-37ba4697d49a)] {{(pid=83872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 13:43:50.379812 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-e98ab796-facb-4432-9ef7-cc94fe80919b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864'] for port, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:43:50.384961 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-abdedf20-9a05-4ef4-94b0-ba551af741cc None None] Transition to ACTIVE for port object 29604dae-375e-4f85-8b8d-8904b77ffa64 will not be triggered until provisioned by entity L2. {{(pid=83873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 13:43:50.394633 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-abdedf20-9a05-4ef4-94b0-ba551af741cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864'] for port, after_update {{(pid=83873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:43:50.408290 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-533f393d-325e-46b4-8ab6-8d1d35211409 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:43:50.443239 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3de8505-10c3-418a-b60a-659591ff63d0 None None] Network f7a683b8-2cda-4913-a760-a39162703051 requested from dv-neutron-836180-1-hyperv {{(pid=83872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 13:43:50.469860 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90018954-4f63-476e-b0e2-cd5f8d4c1c89 None None] Pushing event updated for resources: {'Port': ['ID=29604dae-375e-4f85-8b8d-8904b77ffa64,revision_number=2']} {{(pid=83873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:43:50.488395 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.plugins.ml2.managers [None req-abdedf20-9a05-4ef4-94b0-ba551af741cc None None] Attempting to bind port 29604dae-375e-4f85-8b8d-8904b77ffa64 on host dv-neutron-836180-1-hyperv for vnic_type normal with profile {{(pid=83873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 13:43:50.488860 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.plugins.ml2.managers [None req-abdedf20-9a05-4ef4-94b0-ba551af741cc None None] Attempting to bind port 29604dae-375e-4f85-8b8d-8904b77ffa64 by drivers openvswitch,hyperv on host dv-neutron-836180-1-hyperv at level 0 using segments [{'id': '7b924dd8-4978-40c4-ad91-4b9b27348462', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301'}] {{(pid=83873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 13:43:50.489723 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abdedf20-9a05-4ef4-94b0-ba551af741cc None None] Attempting to bind port 29604dae-375e-4f85-8b8d-8904b77ffa64 on network 725864b8-cceb-48c9-b5d3-1bfc4423e301 {{(pid=83873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 13:43:50.496846 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abdedf20-9a05-4ef4-94b0-ba551af741cc None None] Checking agent: {'id': 'af948428-97cd-4d10-9f53-af028bdb39b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-836180-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 13, 25, 37), 'started_at': datetime.datetime(2022, 4, 1, 13, 26, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 13, 43, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-836180-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 13:43:50.497355 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abdedf20-9a05-4ef4-94b0-ba551af741cc None None] Checking segment: {'id': '7b924dd8-4978-40c4-ad91-4b9b27348462', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 13:43:50.497839 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-abdedf20-9a05-4ef4-94b0-ba551af741cc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:43:50.498313 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abdedf20-9a05-4ef4-94b0-ba551af741cc None None] Bound using segment: {'id': '7b924dd8-4978-40c4-ad91-4b9b27348462', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301'} {{(pid=83873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 13:43:50.498859 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.plugins.ml2.managers [None req-abdedf20-9a05-4ef4-94b0-ba551af741cc None None] Bound port: 29604dae-375e-4f85-8b8d-8904b77ffa64, host: dv-neutron-836180-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b924dd8-4978-40c4-ad91-4b9b27348462', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301'}}] {{(pid=83873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 13:43:50.499313 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-abdedf20-9a05-4ef4-94b0-ba551af741cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:43:50.584564 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.plugins.ml2.db [None req-abdedf20-9a05-4ef4-94b0-ba551af741cc None None] For port 29604dae-375e-4f85-8b8d-8904b77ffa64, host dv-neutron-836180-1-hyperv, cleared binding levels {{(pid=83873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 13:43:50.592342 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.plugins.ml2.db [None req-abdedf20-9a05-4ef4-94b0-ba551af741cc None None] For port 29604dae-375e-4f85-8b8d-8904b77ffa64, host dv-neutron-836180-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836180-1-hyperv',level=0,port_id=29604dae-375e-4f85-8b8d-8904b77ffa64,segment=NetworkSegment(7b924dd8-4978-40c4-ad91-4b9b27348462),segment_id=7b924dd8-4978-40c4-ad91-4b9b27348462)] {{(pid=83873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 13:43:50.598574 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-abdedf20-9a05-4ef4-94b0-ba551af741cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864'] for port, after_update {{(pid=83873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:43:50.611362 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b0dbaef-6418-45ab-9098-6a363f41156f None None] Pushing event updated for resources: {'Port': ['ID=6274b498-b06d-44b2-9332-bd5b04bcf3e6,revision_number=4']} {{(pid=83872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:43:50.649690 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.db_base_plugin_common [None req-533f393d-325e-46b4-8ab6-8d1d35211409 admin admin] Allocated IP 172.20.0.1 (f7a683b8-2cda-4913-a760-a39162703051/7ac4a86c-d72d-48cb-b331-6527e36cc9b4/35637cc2-34c8-4b74-94f2-522fca9400c5) {{(pid=83869) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 13:43:50.676933 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abdedf20-9a05-4ef4-94b0-ba551af741cc None None] Routers {'b1e2cf41-a3d4-49d8-85d1-c69727763c82'} bound to L3 agent in host dv-neutron-836180-1-hyperv {{(pid=83873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 13:43:50.677564 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-abdedf20-9a05-4ef4-94b0-ba551af741cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836180-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T13:25:36Z,description=,heartbeat_timestamp=2022-04-01T13:43:36Z,host='dv-neutron-836180-1-hyperv',id=88bf8fc8-11a3-4e96-9d1b-5fd93ba9f6f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T13:25:36Z,topic='l3_agent')) {'router_ids': ['b1e2cf41-a3d4-49d8-85d1-c69727763c82'], 'active': True} {{(pid=83873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:43:50.680599 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e98ab796-facb-4432-9ef7-cc94fe80919b None None] Routers {'e3f4a618-e57d-4000-b517-ba34bc2fabc5'} bound to L3 agent in host dv-neutron-836180-1-hyperv {{(pid=83872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 13:43:50.681258 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_hamode_db [None req-e98ab796-facb-4432-9ef7-cc94fe80919b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836180-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T13:25:36Z,description=,heartbeat_timestamp=2022-04-01T13:43:36Z,host='dv-neutron-836180-1-hyperv',id=88bf8fc8-11a3-4e96-9d1b-5fd93ba9f6f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T13:25:36Z,topic='l3_agent')) {'router_ids': ['e3f4a618-e57d-4000-b517-ba34bc2fabc5'], 'active': True} {{(pid=83872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:43:50.831735 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-533f393d-325e-46b4-8ab6-8d1d35211409 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:43:50.837547 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90018954-4f63-476e-b0e2-cd5f8d4c1c89 None None] Pushing event updated for resources: {'Port': ['ID=29604dae-375e-4f85-8b8d-8904b77ffa64,revision_number=3']} {{(pid=83873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:43:50.839836 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Provisioning for port c0471a08-ff9f-4b52-99e1-9b8907259253 completed by entity L2. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 13:43:50.852608 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.provisioning_blocks [None req-533f393d-325e-46b4-8ab6-8d1d35211409 admin admin] Transition to ACTIVE for port object 35637cc2-34c8-4b74-94f2-522fca9400c5 will not be triggered until provisioned by entity DHCP. {{(pid=83869) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 13:43:50.883040 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-533f393d-325e-46b4-8ab6-8d1d35211409 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736732935801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2705155'] for port, after_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:43:50.883334 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_dvr_db [None req-abdedf20-9a05-4ef4-94b0-ba551af741cc None None] Set router b1e2cf41-a3d4-49d8-85d1-c69727763c82 gateway port host: dv-neutron-836180-1-hyperv {{(pid=83873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 13:43:50.901971 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-e5c1c71b-77a2-42f9-af2b-abacc1f8a081 None None] Provisioning for port c0471a08-ff9f-4b52-99e1-9b8907259253 completed by entity DHCP. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 13:43:50.934462 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-e5c1c71b-77a2-42f9-af2b-abacc1f8a081 None None] Provisioning complete for port c0471a08-ff9f-4b52-99e1-9b8907259253 triggered by entity DHCP. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 13:43:50.934810 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-e5c1c71b-77a2-42f9-af2b-abacc1f8a081 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-948329'] for port, provisioning_complete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:43:50.959099 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-533f393d-325e-46b4-8ab6-8d1d35211409 admin admin] Network f7a683b8-2cda-4913-a760-a39162703051 is already hosted by enough agents. {{(pid=83869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 13:43:50.959847 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-533f393d-325e-46b4-8ab6-8d1d35211409 admin admin] Pushing event updated for resources: {'Port': ['ID=35637cc2-34c8-4b74-94f2-522fca9400c5,revision_number=1']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:43:50.962261 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.scheduler.base_scheduler [None req-533f393d-325e-46b4-8ab6-8d1d35211409 admin admin] Resources bound (agent type, host, resource id): {{(pid=83869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 13:43:50.966471 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-533f393d-325e-46b4-8ab6-8d1d35211409 admin admin] Received port after_create {{(pid=83869) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 13:43:51.008612 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-533f393d-325e-46b4-8ab6-8d1d35211409 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:43:51.008879 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-533f393d-325e-46b4-8ab6-8d1d35211409 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:43:51.009161 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-533f393d-325e-46b4-8ab6-8d1d35211409 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:43:51.009499 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-533f393d-325e-46b4-8ab6-8d1d35211409 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:43:51.009679 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-533f393d-325e-46b4-8ab6-8d1d35211409 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:43:51.009993 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-533f393d-325e-46b4-8ab6-8d1d35211409 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:43:51.010854 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-533f393d-325e-46b4-8ab6-8d1d35211409 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:43:51.011173 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-533f393d-325e-46b4-8ab6-8d1d35211409 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:43:51.011482 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-533f393d-325e-46b4-8ab6-8d1d35211409 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:43:51.011799 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-533f393d-325e-46b4-8ab6-8d1d35211409 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:43:51.012107 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-533f393d-325e-46b4-8ab6-8d1d35211409 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:43:51.028170 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-533f393d-325e-46b4-8ab6-8d1d35211409 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4084144'] for router_interface, before_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:43:51.052880 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_dvr_db [None req-e98ab796-facb-4432-9ef7-cc94fe80919b None None] Set router e3f4a618-e57d-4000-b517-ba34bc2fabc5 gateway port host: dv-neutron-836180-1-hyperv {{(pid=83872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 13:43:51.122554 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-533f393d-325e-46b4-8ab6-8d1d35211409 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:43:51.179715 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-abdedf20-9a05-4ef4-94b0-ba551af741cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1e2cf41-a3d4-49d8-85d1-c69727763c82', 'name': 'tempest-TestVolumeBootPattern-1091167869-router', 'tenant_id': '9b534b1cecc244ec88ee7be271b09a05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'external_fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.18'}], 'enable_snat': True}, 'gw_port_id': '29604dae-375e-4f85-8b8d-8904b77ffa64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T13:43:47Z', 'updated_at': '2022-04-01T13:43:48Z', 'revision_number': 3, 'project_id': '9b534b1cecc244ec88ee7be271b09a05', 'gw_port': {'id': '29604dae-375e-4f85-8b8d-8904b77ffa64', 'name': '', 'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:aa:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1e2cf41-a3d4-49d8-85d1-c69727763c82', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836180-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:43:48Z', 'updated_at': '2022-04-01T13:43:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836180-1-hyperv'}], 'dv-neutron-836180-1-hyperv', False) {} {{(pid=83873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:43:51.190495 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abdedf20-9a05-4ef4-94b0-ba551af741cc None None] The sync data for ids ['b1e2cf41-a3d4-49d8-85d1-c69727763c82'] in dv-neutron-836180-1-hyperv is: [{'id': 'b1e2cf41-a3d4-49d8-85d1-c69727763c82', 'name': 'tempest-TestVolumeBootPattern-1091167869-router', 'tenant_id': '9b534b1cecc244ec88ee7be271b09a05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'external_fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.18'}], 'enable_snat': True}, 'gw_port_id': '29604dae-375e-4f85-8b8d-8904b77ffa64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T13:43:47Z', 'updated_at': '2022-04-01T13:43:48Z', 'revision_number': 3, 'project_id': '9b534b1cecc244ec88ee7be271b09a05', 'gw_port': {'id': '29604dae-375e-4f85-8b8d-8904b77ffa64', 'name': '', 'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:aa:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1e2cf41-a3d4-49d8-85d1-c69727763c82', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836180-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:43:48Z', 'updated_at': '2022-04-01T13:43:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836180-1-hyperv'}] {{(pid=83873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 13:43:51.330787 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-e5c1c71b-77a2-42f9-af2b-abacc1f8a081 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:43:51.362003 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-533f393d-325e-46b4-8ab6-8d1d35211409 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:43:51.368184 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-533f393d-325e-46b4-8ab6-8d1d35211409 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2705172'] for port, after_update {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:43:51.458972 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-e5c1c71b-77a2-42f9-af2b-abacc1f8a081 None None] For port c0471a08-ff9f-4b52-99e1-9b8907259253, host dv-neutron-836180-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836180-1-hyperv',level=0,port_id=c0471a08-ff9f-4b52-99e1-9b8907259253,segment=NetworkSegment(6e090ccc-7c83-4389-a363-bc280e54e317),segment_id=6e090ccc-7c83-4389-a363-bc280e54e317)] {{(pid=83872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 13:43:51.475883 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-e5c1c71b-77a2-42f9-af2b-abacc1f8a081 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864'] for port, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:43:51.483401 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-533f393d-325e-46b4-8ab6-8d1d35211409 admin admin] Pushing event updated for resources: {'Port': ['ID=35637cc2-34c8-4b74-94f2-522fca9400c5,revision_number=2']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:43:51.489377 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-533f393d-325e-46b4-8ab6-8d1d35211409 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3017508', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4084015'] for router_interface, after_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:43:51.602047 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c1c71b-77a2-42f9-af2b-abacc1f8a081 None None] Pushing event updated for resources: {'Port': ['ID=c0471a08-ff9f-4b52-99e1-9b8907259253,revision_number=3']} {{(pid=83872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:43:51.625817 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5c1c71b-77a2-42f9-af2b-abacc1f8a081 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:43:51.626157 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5c1c71b-77a2-42f9-af2b-abacc1f8a081 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:43:51.626495 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5c1c71b-77a2-42f9-af2b-abacc1f8a081 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:43:51.626826 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5c1c71b-77a2-42f9-af2b-abacc1f8a081 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:43:51.627152 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5c1c71b-77a2-42f9-af2b-abacc1f8a081 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:43:51.627479 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5c1c71b-77a2-42f9-af2b-abacc1f8a081 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:43:51.627804 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5c1c71b-77a2-42f9-af2b-abacc1f8a081 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:43:51.628127 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5c1c71b-77a2-42f9-af2b-abacc1f8a081 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:43:51.628477 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5c1c71b-77a2-42f9-af2b-abacc1f8a081 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:43:51.628796 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5c1c71b-77a2-42f9-af2b-abacc1f8a081 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:43:51.629122 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5c1c71b-77a2-42f9-af2b-abacc1f8a081 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:43:51.636493 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-533f393d-325e-46b4-8ab6-8d1d35211409 admin admin] Network f7a683b8-2cda-4913-a760-a39162703051 is already hosted by enough agents. {{(pid=83869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 13:43:51.637977 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.scheduler.base_scheduler [None req-533f393d-325e-46b4-8ab6-8d1d35211409 admin admin] Resources bound (agent type, host, resource id): {{(pid=83869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 13:43:51.661897 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_hamode_db [None req-e98ab796-facb-4432-9ef7-cc94fe80919b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3f4a618-e57d-4000-b517-ba34bc2fabc5', 'name': 'tempest-TestVolumeBootPattern-1138570424-router', 'tenant_id': '5bd5d96184e74f0ca1fb3a290ee8b3f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'external_fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.11'}], 'enable_snat': True}, 'gw_port_id': '3277a845-1d6f-47a2-9cca-49974d745e16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T13:43:41Z', 'updated_at': '2022-04-01T13:43:44Z', 'revision_number': 4, 'project_id': '5bd5d96184e74f0ca1fb3a290ee8b3f6', 'gw_port': {'id': '3277a845-1d6f-47a2-9cca-49974d745e16', 'name': '', 'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:db:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3f4a618-e57d-4000-b517-ba34bc2fabc5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836180-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:43:42Z', 'updated_at': '2022-04-01T13:43:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836180-1-hyperv', '_interfaces': [{'id': '6274b498-b06d-44b2-9332-bd5b04bcf3e6', 'name': '', 'network_id': 'f450d435-2e18-4974-8657-011f0eedf5a1', 'tenant_id': '5bd5d96184e74f0ca1fb3a290ee8b3f6', 'mac_address': 'fa:16:3e:c2:25:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3f4a618-e57d-4000-b517-ba34bc2fabc5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e819b10b-b5bd-410a-b72f-33f41ed14c7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836180-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:43:44Z', 'updated_at': '2022-04-01T13:43:50Z', 'revision_number': 4, 'project_id': '5bd5d96184e74f0ca1fb3a290ee8b3f6', 'subnets': [{'id': 'e819b10b-b5bd-410a-b72f-33f41ed14c7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-836180-1-hyperv', False) {} {{(pid=83872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:43:51.665528 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-fe7734f6-aa33-425b-a7d6-7c78b13e2d6c None None] Provisioning for port 35637cc2-34c8-4b74-94f2-522fca9400c5 completed by entity DHCP. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 13:43:51.671119 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e98ab796-facb-4432-9ef7-cc94fe80919b None None] The sync data for ids ['e3f4a618-e57d-4000-b517-ba34bc2fabc5'] in dv-neutron-836180-1-hyperv is: [{'id': 'e3f4a618-e57d-4000-b517-ba34bc2fabc5', 'name': 'tempest-TestVolumeBootPattern-1138570424-router', 'tenant_id': '5bd5d96184e74f0ca1fb3a290ee8b3f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'external_fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.11'}], 'enable_snat': True}, 'gw_port_id': '3277a845-1d6f-47a2-9cca-49974d745e16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T13:43:41Z', 'updated_at': '2022-04-01T13:43:44Z', 'revision_number': 4, 'project_id': '5bd5d96184e74f0ca1fb3a290ee8b3f6', 'gw_port': {'id': '3277a845-1d6f-47a2-9cca-49974d745e16', 'name': '', 'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:db:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3f4a618-e57d-4000-b517-ba34bc2fabc5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836180-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:43:42Z', 'updated_at': '2022-04-01T13:43:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836180-1-hyperv', '_interfaces': [{'id': '6274b498-b06d-44b2-9332-bd5b04bcf3e6', 'name': '', 'network_id': 'f450d435-2e18-4974-8657-011f0eedf5a1', 'tenant_id': '5bd5d96184e74f0ca1fb3a290ee8b3f6', 'mac_address': 'fa:16:3e:c2:25:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3f4a618-e57d-4000-b517-ba34bc2fabc5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e819b10b-b5bd-410a-b72f-33f41ed14c7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836180-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:43:44Z', 'updated_at': '2022-04-01T13:43:50Z', 'revision_number': 4, 'project_id': '5bd5d96184e74f0ca1fb3a290ee8b3f6', 'subnets': [{'id': 'e819b10b-b5bd-410a-b72f-33f41ed14c7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 13:43:51.674693 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-fe7734f6-aa33-425b-a7d6-7c78b13e2d6c None None] Provisioning complete for port 35637cc2-34c8-4b74-94f2-522fca9400c5 triggered by entity DHCP. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 13:43:51.675119 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-fe7734f6-aa33-425b-a7d6-7c78b13e2d6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-948329'] for port, provisioning_complete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:43:51.756180 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.plugin [None req-fe7734f6-aa33-425b-a7d6-7c78b13e2d6c None None] Port 35637cc2-34c8-4b74-94f2-522fca9400c5 cannot update to ACTIVE because it is not bound. {{(pid=83872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 13:43:51.771228 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-fe7734f6-aa33-425b-a7d6-7c78b13e2d6c None None] Provisioning complete for port c0471a08-ff9f-4b52-99e1-9b8907259253 triggered by entity DHCP. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 13:43:51.771601 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-fe7734f6-aa33-425b-a7d6-7c78b13e2d6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-948329'] for port, provisioning_complete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:43:52.032405 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-e9c262d3-4bb8-428b-af00-f65f3dbf140a None None] Provisioning complete for port 35637cc2-34c8-4b74-94f2-522fca9400c5 triggered by entity DHCP. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 13:43:52.033163 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-e9c262d3-4bb8-428b-af00-f65f3dbf140a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-948329'] for port, provisioning_complete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:43:52.110634 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.plugin [None req-e9c262d3-4bb8-428b-af00-f65f3dbf140a None None] Port 35637cc2-34c8-4b74-94f2-522fca9400c5 cannot update to ACTIVE because it is not bound. {{(pid=83872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 13:43:52.242611 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-533f393d-325e-46b4-8ab6-8d1d35211409 admin admin] Router b1e2cf41-a3d4-49d8-85d1-c69727763c82 has already been hosted by L3 agent 88bf8fc8-11a3-4e96-9d1b-5fd93ba9f6f1 {{(pid=83869) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 13:43:52.349892 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Device 6274b498-b06d-44b2-9332-bd5b04bcf3e6 up at agent ovs-agent-dv-neutron-836180-1-hyperv {{(pid=83872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 13:43:52.430159 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Provisioning for port 6274b498-b06d-44b2-9332-bd5b04bcf3e6 completed by entity L2. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 13:43:52.435359 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Provisioning complete for port 6274b498-b06d-44b2-9332-bd5b04bcf3e6 triggered by entity L2. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 13:43:52.435718 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-948329'] for port, provisioning_complete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:43:52.487168 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-533f393d-325e-46b4-8ab6-8d1d35211409 admin admin] Notify agent at l3_agent.dv-neutron-836180-1-hyperv the message routers_updated {{(pid=83869) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 13:43:52.505974 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-533f393d-325e-46b4-8ab6-8d1d35211409 admin admin] 10.222.0.26 "PUT /v2.0/routers/b1e2cf41-a3d4-49d8-85d1-c69727763c82/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2471678 Apr 01 13:43:52.562863 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:43:52.597768 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] For port 6274b498-b06d-44b2-9332-bd5b04bcf3e6, host dv-neutron-836180-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836180-1-hyperv',level=0,port_id=6274b498-b06d-44b2-9332-bd5b04bcf3e6,segment=NetworkSegment(75975926-68c3-4fd7-98af-37ba4697d49a),segment_id=75975926-68c3-4fd7-98af-37ba4697d49a)] {{(pid=83872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 13:43:52.602576 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864'] for port, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:43:52.603344 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Device 29604dae-375e-4f85-8b8d-8904b77ffa64 up at agent ovs-agent-dv-neutron-836180-1-hyperv {{(pid=83872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 13:43:52.739174 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Pushing event updated for resources: {'Port': ['ID=6274b498-b06d-44b2-9332-bd5b04bcf3e6,revision_number=5']} {{(pid=83872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:43:52.744065 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Provisioning for port 29604dae-375e-4f85-8b8d-8904b77ffa64 completed by entity L2. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 13:43:52.755369 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Provisioning complete for port 29604dae-375e-4f85-8b8d-8904b77ffa64 triggered by entity L2. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 13:43:52.756756 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-948329'] for port, provisioning_complete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:43:52.896371 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:43:52.919364 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] For port 29604dae-375e-4f85-8b8d-8904b77ffa64, host dv-neutron-836180-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836180-1-hyperv',level=0,port_id=29604dae-375e-4f85-8b8d-8904b77ffa64,segment=NetworkSegment(7b924dd8-4978-40c4-ad91-4b9b27348462),segment_id=7b924dd8-4978-40c4-ad91-4b9b27348462)] {{(pid=83872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 13:43:52.925403 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864'] for port, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:43:52.926196 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Device c0471a08-ff9f-4b52-99e1-9b8907259253 up at agent ovs-agent-dv-neutron-836180-1-hyperv {{(pid=83872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 13:43:53.042514 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Pushing event updated for resources: {'Port': ['ID=29604dae-375e-4f85-8b8d-8904b77ffa64,revision_number=4']} {{(pid=83872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:43:53.060259 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Provisioning complete for port c0471a08-ff9f-4b52-99e1-9b8907259253 triggered by entity L2. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 13:43:53.060667 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-948329'] for port, provisioning_complete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:43:53.217621 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 57590) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:43:53.223368 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.v2.base [None req-564b7dbc-ada9-4c39-ab87-2a3e64448ab7 tempest-TestVolumeBootPattern-1476222673 tempest-TestVolumeBootPattern-1476222673-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1939691792', 'description': 'tempest-secgroup-smoke-1939691792 description', 'project_id': '5bd5d96184e74f0ca1fb3a290ee8b3f6'}} {{(pid=83869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:43:53.230168 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-564b7dbc-ada9-4c39-ab87-2a3e64448ab7 tempest-TestVolumeBootPattern-1476222673 tempest-TestVolumeBootPattern-1476222673-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:43:53.234018 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-564b7dbc-ada9-4c39-ab87-2a3e64448ab7 tempest-TestVolumeBootPattern-1476222673 tempest-TestVolumeBootPattern-1476222673-project] Usage tracker for resource:security_group and tenant:5bd5d96184e74f0ca1fb3a290ee8b3f6 is out of sync, need to count used quota {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 13:43:53.236888 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-564b7dbc-ada9-4c39-ab87-2a3e64448ab7 tempest-TestVolumeBootPattern-1476222673 tempest-TestVolumeBootPattern-1476222673-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 13:43:53.242988 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-564b7dbc-ada9-4c39-ab87-2a3e64448ab7 tempest-TestVolumeBootPattern-1476222673 tempest-TestVolumeBootPattern-1476222673-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:43:53.253856 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-564b7dbc-ada9-4c39-ab87-2a3e64448ab7 tempest-TestVolumeBootPattern-1476222673 tempest-TestVolumeBootPattern-1476222673-project] Notify callbacks [] for security_group, before_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:43:53.288041 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-564b7dbc-ada9-4c39-ab87-2a3e64448ab7 tempest-TestVolumeBootPattern-1476222673 tempest-TestVolumeBootPattern-1476222673-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:43:53.292589 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-564b7dbc-ada9-4c39-ab87-2a3e64448ab7 tempest-TestVolumeBootPattern-1476222673 tempest-TestVolumeBootPattern-1476222673-project] Usage tracker for resource:security_group_rule and tenant:5bd5d96184e74f0ca1fb3a290ee8b3f6 is out of sync, need to count used quota {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 13:43:53.295424 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-564b7dbc-ada9-4c39-ab87-2a3e64448ab7 tempest-TestVolumeBootPattern-1476222673 tempest-TestVolumeBootPattern-1476222673-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 13:43:53.301063 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-564b7dbc-ada9-4c39-ab87-2a3e64448ab7 tempest-TestVolumeBootPattern-1476222673 tempest-TestVolumeBootPattern-1476222673-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:43:53.356012 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-564b7dbc-ada9-4c39-ab87-2a3e64448ab7 tempest-TestVolumeBootPattern-1476222673 tempest-TestVolumeBootPattern-1476222673-project] Notify callbacks [] for security_group, precommit_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:43:53.359510 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-564b7dbc-ada9-4c39-ab87-2a3e64448ab7 tempest-TestVolumeBootPattern-1476222673 tempest-TestVolumeBootPattern-1476222673-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3775923'] for security_group, after_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:43:53.402044 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-564b7dbc-ada9-4c39-ab87-2a3e64448ab7 tempest-TestVolumeBootPattern-1476222673 tempest-TestVolumeBootPattern-1476222673-project] Pushing event updated for resources: {'SecurityGroup': ['ID=27f17799-9873-4c06-85d9-3f0cf9f77d1e,revision_number=1']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:43:53.404764 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-564b7dbc-ada9-4c39-ab87-2a3e64448ab7 tempest-TestVolumeBootPattern-1476222673 tempest-TestVolumeBootPattern-1476222673-project] Notify callbacks [] for security_group, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:43:53.405942 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-564b7dbc-ada9-4c39-ab87-2a3e64448ab7 tempest-TestVolumeBootPattern-1476222673 tempest-TestVolumeBootPattern-1476222673-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.1872339 Apr 01 13:43:53.408748 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 57594) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:43:53.414253 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.v2.base [None req-32640a0b-5299-42af-a06e-d5bcf069e946 tempest-TestVolumeBootPattern-1476222673 tempest-TestVolumeBootPattern-1476222673-project] Request body: {'security_group_rule': {'security_group_id': '27f17799-9873-4c06-85d9-3f0cf9f77d1e', 'project_id': '5bd5d96184e74f0ca1fb3a290ee8b3f6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:43:53.420659 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-32640a0b-5299-42af-a06e-d5bcf069e946 tempest-TestVolumeBootPattern-1476222673 tempest-TestVolumeBootPattern-1476222673-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:43:53.424463 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-32640a0b-5299-42af-a06e-d5bcf069e946 tempest-TestVolumeBootPattern-1476222673 tempest-TestVolumeBootPattern-1476222673-project] Usage tracker for resource:security_group_rule and tenant:5bd5d96184e74f0ca1fb3a290ee8b3f6 is out of sync, need to count used quota {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 13:43:53.427293 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-32640a0b-5299-42af-a06e-d5bcf069e946 tempest-TestVolumeBootPattern-1476222673 tempest-TestVolumeBootPattern-1476222673-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 13:43:53.433717 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-32640a0b-5299-42af-a06e-d5bcf069e946 tempest-TestVolumeBootPattern-1476222673 tempest-TestVolumeBootPattern-1476222673-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:43:53.450392 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-32640a0b-5299-42af-a06e-d5bcf069e946 tempest-TestVolumeBootPattern-1476222673 tempest-TestVolumeBootPattern-1476222673-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:43:53.513315 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-32640a0b-5299-42af-a06e-d5bcf069e946 tempest-TestVolumeBootPattern-1476222673 tempest-TestVolumeBootPattern-1476222673-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:43:53.517107 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-32640a0b-5299-42af-a06e-d5bcf069e946 tempest-TestVolumeBootPattern-1476222673 tempest-TestVolumeBootPattern-1476222673-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3775744'] for security_group_rule, after_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:43:53.539342 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32640a0b-5299-42af-a06e-d5bcf069e946 tempest-TestVolumeBootPattern-1476222673 tempest-TestVolumeBootPattern-1476222673-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=43a0b22d-df36-454c-9388-23f257e44fde,revision_number=0']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:43:53.548426 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-32640a0b-5299-42af-a06e-d5bcf069e946 tempest-TestVolumeBootPattern-1476222673 tempest-TestVolumeBootPattern-1476222673-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:43:53.549587 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-32640a0b-5299-42af-a06e-d5bcf069e946 tempest-TestVolumeBootPattern-1476222673 tempest-TestVolumeBootPattern-1476222673-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1399493 Apr 01 13:43:53.552319 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 57598) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:43:53.558234 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.v2.base [None req-293555a1-726a-4636-b00d-1aa638b3fb57 tempest-TestVolumeBootPattern-1476222673 tempest-TestVolumeBootPattern-1476222673-project] Request body: {'security_group_rule': {'security_group_id': '27f17799-9873-4c06-85d9-3f0cf9f77d1e', 'project_id': '5bd5d96184e74f0ca1fb3a290ee8b3f6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:43:53.564184 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-293555a1-726a-4636-b00d-1aa638b3fb57 tempest-TestVolumeBootPattern-1476222673 tempest-TestVolumeBootPattern-1476222673-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:43:53.568028 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-293555a1-726a-4636-b00d-1aa638b3fb57 tempest-TestVolumeBootPattern-1476222673 tempest-TestVolumeBootPattern-1476222673-project] Usage tracker for resource:security_group_rule and tenant:5bd5d96184e74f0ca1fb3a290ee8b3f6 is out of sync, need to count used quota {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 13:43:53.570837 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-293555a1-726a-4636-b00d-1aa638b3fb57 tempest-TestVolumeBootPattern-1476222673 tempest-TestVolumeBootPattern-1476222673-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 13:43:53.577074 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-293555a1-726a-4636-b00d-1aa638b3fb57 tempest-TestVolumeBootPattern-1476222673 tempest-TestVolumeBootPattern-1476222673-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:43:53.596324 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-293555a1-726a-4636-b00d-1aa638b3fb57 tempest-TestVolumeBootPattern-1476222673 tempest-TestVolumeBootPattern-1476222673-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:43:53.659395 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-293555a1-726a-4636-b00d-1aa638b3fb57 tempest-TestVolumeBootPattern-1476222673 tempest-TestVolumeBootPattern-1476222673-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:43:53.662845 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-293555a1-726a-4636-b00d-1aa638b3fb57 tempest-TestVolumeBootPattern-1476222673 tempest-TestVolumeBootPattern-1476222673-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3775744'] for security_group_rule, after_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:43:53.685955 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-293555a1-726a-4636-b00d-1aa638b3fb57 tempest-TestVolumeBootPattern-1476222673 tempest-TestVolumeBootPattern-1476222673-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5771d28f-ba53-44dc-8adf-bdc9a8b41f89,revision_number=0']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:43:53.694504 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-293555a1-726a-4636-b00d-1aa638b3fb57 tempest-TestVolumeBootPattern-1476222673 tempest-TestVolumeBootPattern-1476222673-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:43:53.695649 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-293555a1-726a-4636-b00d-1aa638b3fb57 tempest-TestVolumeBootPattern-1476222673 tempest-TestVolumeBootPattern-1476222673-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1424277 Apr 01 13:43:53.699303 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 57602) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:43:53.704724 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.v2.base [None req-c09d90b1-72cb-4e6f-9bcb-61c7ca8b79dc tempest-TestVolumeBootPattern-1476222673 tempest-TestVolumeBootPattern-1476222673-project] Request body: {'security_group_rule': {'security_group_id': '27f17799-9873-4c06-85d9-3f0cf9f77d1e', 'project_id': '5bd5d96184e74f0ca1fb3a290ee8b3f6', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:43:53.710568 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-c09d90b1-72cb-4e6f-9bcb-61c7ca8b79dc tempest-TestVolumeBootPattern-1476222673 tempest-TestVolumeBootPattern-1476222673-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:43:53.714756 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-c09d90b1-72cb-4e6f-9bcb-61c7ca8b79dc tempest-TestVolumeBootPattern-1476222673 tempest-TestVolumeBootPattern-1476222673-project] Usage tracker for resource:security_group_rule and tenant:5bd5d96184e74f0ca1fb3a290ee8b3f6 is out of sync, need to count used quota {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 13:43:53.717605 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-c09d90b1-72cb-4e6f-9bcb-61c7ca8b79dc tempest-TestVolumeBootPattern-1476222673 tempest-TestVolumeBootPattern-1476222673-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 13:43:53.723418 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-c09d90b1-72cb-4e6f-9bcb-61c7ca8b79dc tempest-TestVolumeBootPattern-1476222673 tempest-TestVolumeBootPattern-1476222673-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:43:53.738955 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-c09d90b1-72cb-4e6f-9bcb-61c7ca8b79dc tempest-TestVolumeBootPattern-1476222673 tempest-TestVolumeBootPattern-1476222673-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:43:53.774996 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:43:53.802966 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-c09d90b1-72cb-4e6f-9bcb-61c7ca8b79dc tempest-TestVolumeBootPattern-1476222673 tempest-TestVolumeBootPattern-1476222673-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:43:53.806478 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-c09d90b1-72cb-4e6f-9bcb-61c7ca8b79dc tempest-TestVolumeBootPattern-1476222673 tempest-TestVolumeBootPattern-1476222673-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3775744'] for security_group_rule, after_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:43:53.830301 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09d90b1-72cb-4e6f-9bcb-61c7ca8b79dc tempest-TestVolumeBootPattern-1476222673 tempest-TestVolumeBootPattern-1476222673-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e1ca844a-bf5c-4b90-b144-dc315ccf48af,revision_number=0']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:43:53.839497 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-c09d90b1-72cb-4e6f-9bcb-61c7ca8b79dc tempest-TestVolumeBootPattern-1476222673 tempest-TestVolumeBootPattern-1476222673-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:43:53.840661 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-c09d90b1-72cb-4e6f-9bcb-61c7ca8b79dc tempest-TestVolumeBootPattern-1476222673 tempest-TestVolumeBootPattern-1476222673-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1403964 Apr 01 13:43:53.843767 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 57606) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:43:53.849518 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.v2.base [None req-fa77ae02-6516-4883-80ec-df6f927a9501 tempest-TestVolumeBootPattern-1476222673 tempest-TestVolumeBootPattern-1476222673-project] Request body: {'security_group_rule': {'security_group_id': '27f17799-9873-4c06-85d9-3f0cf9f77d1e', 'project_id': '5bd5d96184e74f0ca1fb3a290ee8b3f6', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:43:53.855951 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-fa77ae02-6516-4883-80ec-df6f927a9501 tempest-TestVolumeBootPattern-1476222673 tempest-TestVolumeBootPattern-1476222673-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:43:53.859766 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-fa77ae02-6516-4883-80ec-df6f927a9501 tempest-TestVolumeBootPattern-1476222673 tempest-TestVolumeBootPattern-1476222673-project] Usage tracker for resource:security_group_rule and tenant:5bd5d96184e74f0ca1fb3a290ee8b3f6 is out of sync, need to count used quota {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 13:43:53.862605 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-fa77ae02-6516-4883-80ec-df6f927a9501 tempest-TestVolumeBootPattern-1476222673 tempest-TestVolumeBootPattern-1476222673-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 13:43:53.868173 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-fa77ae02-6516-4883-80ec-df6f927a9501 tempest-TestVolumeBootPattern-1476222673 tempest-TestVolumeBootPattern-1476222673-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:43:53.887501 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-fa77ae02-6516-4883-80ec-df6f927a9501 tempest-TestVolumeBootPattern-1476222673 tempest-TestVolumeBootPattern-1476222673-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:43:53.950009 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-fa77ae02-6516-4883-80ec-df6f927a9501 tempest-TestVolumeBootPattern-1476222673 tempest-TestVolumeBootPattern-1476222673-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:43:53.953434 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-fa77ae02-6516-4883-80ec-df6f927a9501 tempest-TestVolumeBootPattern-1476222673 tempest-TestVolumeBootPattern-1476222673-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3775744'] for security_group_rule, after_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:43:53.975710 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa77ae02-6516-4883-80ec-df6f927a9501 tempest-TestVolumeBootPattern-1476222673 tempest-TestVolumeBootPattern-1476222673-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ca83ea83-18ee-40a6-b142-5b829cc60f2c,revision_number=0']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:43:53.985211 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-fa77ae02-6516-4883-80ec-df6f927a9501 tempest-TestVolumeBootPattern-1476222673 tempest-TestVolumeBootPattern-1476222673-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:43:53.986371 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-fa77ae02-6516-4883-80ec-df6f927a9501 tempest-TestVolumeBootPattern-1476222673 tempest-TestVolumeBootPattern-1476222673-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1415598 Apr 01 13:43:53.989049 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 57610) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:43:53.994326 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.v2.base [None req-f57bfcba-a8c6-4525-a01f-a0aa9dc4774c tempest-TestVolumeBootPattern-1476222673 tempest-TestVolumeBootPattern-1476222673-project] Request body: {'security_group_rule': {'security_group_id': '27f17799-9873-4c06-85d9-3f0cf9f77d1e', 'project_id': '5bd5d96184e74f0ca1fb3a290ee8b3f6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:43:54.000857 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-f57bfcba-a8c6-4525-a01f-a0aa9dc4774c tempest-TestVolumeBootPattern-1476222673 tempest-TestVolumeBootPattern-1476222673-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:43:54.004669 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-f57bfcba-a8c6-4525-a01f-a0aa9dc4774c tempest-TestVolumeBootPattern-1476222673 tempest-TestVolumeBootPattern-1476222673-project] Usage tracker for resource:security_group_rule and tenant:5bd5d96184e74f0ca1fb3a290ee8b3f6 is out of sync, need to count used quota {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 13:43:54.007475 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-f57bfcba-a8c6-4525-a01f-a0aa9dc4774c tempest-TestVolumeBootPattern-1476222673 tempest-TestVolumeBootPattern-1476222673-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 13:43:54.013246 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-f57bfcba-a8c6-4525-a01f-a0aa9dc4774c tempest-TestVolumeBootPattern-1476222673 tempest-TestVolumeBootPattern-1476222673-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:43:54.023499 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.db.securitygroups_db [None req-f57bfcba-a8c6-4525-a01f-a0aa9dc4774c tempest-TestVolumeBootPattern-1476222673 tempest-TestVolumeBootPattern-1476222673-project] Project 5bd5d96184e74f0ca1fb3a290ee8b3f6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 01 13:43:54.030208 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-f57bfcba-a8c6-4525-a01f-a0aa9dc4774c tempest-TestVolumeBootPattern-1476222673 tempest-TestVolumeBootPattern-1476222673-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:43:54.092474 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-f57bfcba-a8c6-4525-a01f-a0aa9dc4774c tempest-TestVolumeBootPattern-1476222673 tempest-TestVolumeBootPattern-1476222673-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:43:54.096165 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-f57bfcba-a8c6-4525-a01f-a0aa9dc4774c tempest-TestVolumeBootPattern-1476222673 tempest-TestVolumeBootPattern-1476222673-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3775744'] for security_group_rule, after_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:43:54.126564 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f57bfcba-a8c6-4525-a01f-a0aa9dc4774c tempest-TestVolumeBootPattern-1476222673 tempest-TestVolumeBootPattern-1476222673-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a39f1659-d52c-4b85-b04c-d695784bd4eb,revision_number=0']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:43:54.130539 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-f57bfcba-a8c6-4525-a01f-a0aa9dc4774c tempest-TestVolumeBootPattern-1476222673 tempest-TestVolumeBootPattern-1476222673-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:43:54.132013 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-f57bfcba-a8c6-4525-a01f-a0aa9dc4774c tempest-TestVolumeBootPattern-1476222673 tempest-TestVolumeBootPattern-1476222673-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1420710 Apr 01 13:43:54.134587 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 57614) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:43:54.140219 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.v2.base [None req-c43397c0-ac28-42e9-a366-995ebbe7109f tempest-TestVolumeBootPattern-1476222673 tempest-TestVolumeBootPattern-1476222673-project] Request body: {'security_group_rule': {'security_group_id': '27f17799-9873-4c06-85d9-3f0cf9f77d1e', 'project_id': '5bd5d96184e74f0ca1fb3a290ee8b3f6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:43:54.146620 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-c43397c0-ac28-42e9-a366-995ebbe7109f tempest-TestVolumeBootPattern-1476222673 tempest-TestVolumeBootPattern-1476222673-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:43:54.150874 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-c43397c0-ac28-42e9-a366-995ebbe7109f tempest-TestVolumeBootPattern-1476222673 tempest-TestVolumeBootPattern-1476222673-project] Usage tracker for resource:security_group_rule and tenant:5bd5d96184e74f0ca1fb3a290ee8b3f6 is out of sync, need to count used quota {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 13:43:54.153979 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-c43397c0-ac28-42e9-a366-995ebbe7109f tempest-TestVolumeBootPattern-1476222673 tempest-TestVolumeBootPattern-1476222673-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 13:43:54.159715 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-c43397c0-ac28-42e9-a366-995ebbe7109f tempest-TestVolumeBootPattern-1476222673 tempest-TestVolumeBootPattern-1476222673-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:43:54.170704 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.db.securitygroups_db [None req-c43397c0-ac28-42e9-a366-995ebbe7109f tempest-TestVolumeBootPattern-1476222673 tempest-TestVolumeBootPattern-1476222673-project] Project 5bd5d96184e74f0ca1fb3a290ee8b3f6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 01 13:43:54.174993 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Device 6274b498-b06d-44b2-9332-bd5b04bcf3e6 up at agent ovs-agent-dv-neutron-836180-1-hyperv {{(pid=83872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 13:43:54.177406 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-c43397c0-ac28-42e9-a366-995ebbe7109f tempest-TestVolumeBootPattern-1476222673 tempest-TestVolumeBootPattern-1476222673-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:43:54.252078 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-c43397c0-ac28-42e9-a366-995ebbe7109f tempest-TestVolumeBootPattern-1476222673 tempest-TestVolumeBootPattern-1476222673-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:43:54.253661 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Provisioning complete for port 6274b498-b06d-44b2-9332-bd5b04bcf3e6 triggered by entity L2. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 13:43:54.254031 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-948329'] for port, provisioning_complete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:43:54.256074 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-c43397c0-ac28-42e9-a366-995ebbe7109f tempest-TestVolumeBootPattern-1476222673 tempest-TestVolumeBootPattern-1476222673-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3775744'] for security_group_rule, after_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:43:54.283579 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c43397c0-ac28-42e9-a366-995ebbe7109f tempest-TestVolumeBootPattern-1476222673 tempest-TestVolumeBootPattern-1476222673-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=56912491-7eec-4c44-ae6e-997de278a8ec,revision_number=0']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:43:54.296935 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-c43397c0-ac28-42e9-a366-995ebbe7109f tempest-TestVolumeBootPattern-1476222673 tempest-TestVolumeBootPattern-1476222673-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:43:54.298163 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-c43397c0-ac28-42e9-a366-995ebbe7109f tempest-TestVolumeBootPattern-1476222673 tempest-TestVolumeBootPattern-1476222673-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1625707 Apr 01 13:43:54.374271 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Device 29604dae-375e-4f85-8b8d-8904b77ffa64 up at agent ovs-agent-dv-neutron-836180-1-hyperv {{(pid=83872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 13:43:54.446842 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Provisioning complete for port 29604dae-375e-4f85-8b8d-8904b77ffa64 triggered by entity L2. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 13:43:54.447442 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-948329'] for port, provisioning_complete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:44:03.553255 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-2d44d54d-14f0-4f5a-b40f-9c7ebfa2ac6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:44:05.876190 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-667073a7-58d0-4024-9a73-1ba3d6c9d4ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:44:06.425928 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 57712) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:44:06.500792 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-dedade94-2d07-4b1d-961c-b57331629ef8 tempest-TestNetworkBasicOps-1234239346 tempest-TestNetworkBasicOps-1234239346-project-admin] 10.222.0.26 "GET /v2.0/ports?project_id=f17cecf0d6854286bcc6f673927088ad&network_id=e479e8cb-ba31-4961-ae77-a162005f7579 HTTP/1.1" status: 200 len: 3000 time: 0.0735040 Apr 01 13:44:06.931758 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-f7cb86de-ecf1-4dd6-aa1b-47b69122dca0 req-4065eb99-824e-4d1c-982a-fc01f15e1e32 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=264fae12-ac55-4aa4-a8c7-f9e3a911c937&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0768600 Apr 01 13:44:06.977909 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.agents_db [None req-bdd220c7-049a-43d2-a923-ad1a2de078c6 None None] Agent healthcheck: found 6 active agents {{(pid=83873) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 01 13:44:07.080981 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-f7cb86de-ecf1-4dd6-aa1b-47b69122dca0 req-5ed3d261-4067-4896-942a-6089d3d5f335 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=f17cecf0d6854286bcc6f673927088ad&device_id=264fae12-ac55-4aa4-a8c7-f9e3a911c937 HTTP/1.1" status: 200 len: 1099 time: 0.0690556 Apr 01 13:44:07.132444 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:44:07.237635 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7cb86de-ecf1-4dd6-aa1b-47b69122dca0 req-3e7832dc-1e98-4289-9af3-4a2a977cf310 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:44:07.239075 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-f7cb86de-ecf1-4dd6-aa1b-47b69122dca0 req-3e7832dc-1e98-4289-9af3-4a2a977cf310 service neutron] 10.222.0.57 "GET /v2.0/networks?id=e479e8cb-ba31-4961-ae77-a162005f7579 HTTP/1.1" status: 200 len: 897 time: 0.1382689 Apr 01 13:44:07.351550 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-f7cb86de-ecf1-4dd6-aa1b-47b69122dca0 req-7ec918a9-bdb9-4a4b-94ad-809a47fc2adc service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=21b866ba-6774-4ebb-b53e-b688ed85116b HTTP/1.1" status: 200 len: 1002 time: 0.1044867 Apr 01 13:44:07.357999 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-2f9cfc9c-d8ba-4de3-a4ad-98162f90557c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:44:07.416555 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7cb86de-ecf1-4dd6-aa1b-47b69122dca0 req-0faeb53c-bf0f-4229-94c3-2cca9da3acb5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:44:07.417861 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-f7cb86de-ecf1-4dd6-aa1b-47b69122dca0 req-0faeb53c-bf0f-4229-94c3-2cca9da3acb5 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=cc4b50c6-a51a-439b-bd5e-5eb892add0d7 HTTP/1.1" status: 200 len: 835 time: 0.0591776 Apr 01 13:44:07.518134 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-f7cb86de-ecf1-4dd6-aa1b-47b69122dca0 req-ad0fbe41-2756-4b39-9fc6-36d59e06a5d9 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=e479e8cb-ba31-4961-ae77-a162005f7579&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0919850 Apr 01 13:44:07.724140 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-f7cb86de-ecf1-4dd6-aa1b-47b69122dca0 req-79afec32-030f-4e8d-b160-08d962ed5c94 service neutron] 10.222.0.57 "GET /v2.0/networks/e479e8cb-ba31-4961-ae77-a162005f7579?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1971815 Apr 01 13:44:08.055943 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-f7cb86de-ecf1-4dd6-aa1b-47b69122dca0 req-21d09e5e-7cad-435e-b7f9-3da97fd45d62 service neutron] 10.222.0.57 "GET /v2.0/networks/e479e8cb-ba31-4961-ae77-a162005f7579?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3248587 Apr 01 13:44:08.484685 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 57728) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:44:08.543425 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-590fe8e3-5ee6-4e26-8643-e14855d32261 tempest-TestNetworkBasicOps-1234239346 tempest-TestNetworkBasicOps-1234239346-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:44:08.544990 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-590fe8e3-5ee6-4e26-8643-e14855d32261 tempest-TestNetworkBasicOps-1234239346 tempest-TestNetworkBasicOps-1234239346-project-admin] 10.222.0.26 "GET /v2.0/subnets?network_id=725864b8-cceb-48c9-b5d3-1bfc4423e301 HTTP/1.1" status: 200 len: 814 time: 0.0592699 Apr 01 13:44:08.855533 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-a976a7b9-9034-41e6-be13-349b75ed1593 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:44:09.064438 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 57738) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:44:09.070305 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.v2.base [None req-b0244493-d466-4ce2-8fa3-8c22353e0df6 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Request body: {'network': {'name': 'tempest-network-smoke--1116913872', 'project_id': 'f17cecf0d6854286bcc6f673927088ad', 'port_security_enabled': True}} {{(pid=83869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:44:09.075918 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-b0244493-d466-4ce2-8fa3-8c22353e0df6 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:44:09.085734 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-b0244493-d466-4ce2-8fa3-8c22353e0df6 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:44:09.096548 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0244493-d466-4ce2-8fa3-8c22353e0df6 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Made reservation on behalf of f17cecf0d6854286bcc6f673927088ad for: {'network': 1} {{(pid=83869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 13:44:09.099733 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-b0244493-d466-4ce2-8fa3-8c22353e0df6 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for network, before_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:44:09.128285 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b0244493-d466-4ce2-8fa3-8c22353e0df6 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] vlan segment allocate from pool success with {'vlan_id': 382, 'physical_network': 'physnet1'} {{(pid=83869) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 13:44:09.137936 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-b0244493-d466-4ce2-8fa3-8c22353e0df6 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1004271'] for segment, precommit_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:44:09.138305 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.db.segments_db [None req-b0244493-d466-4ce2-8fa3-8c22353e0df6 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Added segment 6a8c1df2-10dd-44e4-a1d9-458b0914d229 of type vlan for network faf3114c-4120-4a62-b1f3-aaddd5de1158 Apr 01 13:44:09.164576 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-b0244493-d466-4ce2-8fa3-8c22353e0df6 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736732923383'] for network, precommit_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:44:09.195109 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-b0244493-d466-4ce2-8fa3-8c22353e0df6 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575'] for network, after_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:44:09.199289 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0244493-d466-4ce2-8fa3-8c22353e0df6 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:44:09.199873 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-b0244493-d466-4ce2-8fa3-8c22353e0df6 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks [] for network, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:44:09.309076 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-b0244493-d466-4ce2-8fa3-8c22353e0df6 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2434020 Apr 01 13:44:09.312266 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 57752) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:44:09.351996 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0244493-d466-4ce2-8fa3-8c22353e0df6 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Pushing event updated for resources: {'Network': ['ID=faf3114c-4120-4a62-b1f3-aaddd5de1158,revision_number=1']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:44:09.365003 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Network faf3114c-4120-4a62-b1f3-aaddd5de1158 details requested by agent ovs-agent-dv-neutron-836180-1-hyperv with host dv-neutron-836180-1-hyperv {{(pid=83872) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 13:44:09.382011 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21aee09a-ee9c-47d2-9e3e-33adb43d8466 tempest-TestNetworkBasicOps-1234239346 tempest-TestNetworkBasicOps-1234239346-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:44:09.386076 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-21aee09a-ee9c-47d2-9e3e-33adb43d8466 tempest-TestNetworkBasicOps-1234239346 tempest-TestNetworkBasicOps-1234239346-project-admin] 10.222.0.26 "GET /v2.0/subnets?project_id=f17cecf0d6854286bcc6f673927088ad&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.0703006 Apr 01 13:44:09.386426 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 57756) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:44:09.520851 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6de8e216-9365-435c-a541-11bbcca4e121 tempest-TestNetworkBasicOps-1234239346 tempest-TestNetworkBasicOps-1234239346-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:44:09.522392 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-6de8e216-9365-435c-a541-11bbcca4e121 tempest-TestNetworkBasicOps-1234239346 tempest-TestNetworkBasicOps-1234239346-project-admin] 10.222.0.26 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1349437 Apr 01 13:44:09.525256 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 57760) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:44:09.577624 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-94b586d3-a168-4caf-9649-5d49617082da tempest-TestNetworkBasicOps-1234239346 tempest-TestNetworkBasicOps-1234239346-project-admin] 10.222.0.26 "GET /v2.0/subnets?network_id=725864b8-cceb-48c9-b5d3-1bfc4423e301&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0507655 Apr 01 13:44:09.580542 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 57764) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:44:09.604954 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [req-329cc80f-9987-4f49-a98b-721c14fbe618 req-dcba56b2-f51f-46e7-b6e6-731231b31498 tempest-TestVolumeBootPattern-1476222673 tempest-TestVolumeBootPattern-1476222673-project] Synchronizing usage tracker for tenant:5bd5d96184e74f0ca1fb3a290ee8b3f6 on resource:security_group {{(pid=83869) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 13:44:09.620112 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-91d3d8ac-0cd7-4a61-8ead-9963e5e78e42 tempest-TestNetworkBasicOps-1234239346 tempest-TestNetworkBasicOps-1234239346-project-admin] 10.222.0.26 "GET /v2.0/subnets?project_id=f17cecf0d6854286bcc6f673927088ad&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0383792 Apr 01 13:44:09.622810 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 57768) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:44:09.623674 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [req-329cc80f-9987-4f49-a98b-721c14fbe618 req-dcba56b2-f51f-46e7-b6e6-731231b31498 tempest-TestVolumeBootPattern-1476222673 tempest-TestVolumeBootPattern-1476222673-project] Unset dirty status for tenant:5bd5d96184e74f0ca1fb3a290ee8b3f6 on resource:security_group {{(pid=83869) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 13:44:09.624962 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-329cc80f-9987-4f49-a98b-721c14fbe618 req-dcba56b2-f51f-46e7-b6e6-731231b31498 tempest-TestVolumeBootPattern-1476222673 tempest-TestVolumeBootPattern-1476222673-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1939691792&fields=id&tenant_id=5bd5d96184e74f0ca1fb3a290ee8b3f6 HTTP/1.1" status: 200 len: 267 time: 0.0646713 Apr 01 13:44:09.754893 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c57357f8-a850-4fe1-8e9c-a8bbe65438ca tempest-TestNetworkBasicOps-1234239346 tempest-TestNetworkBasicOps-1234239346-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:44:09.758929 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-c57357f8-a850-4fe1-8e9c-a8bbe65438ca tempest-TestNetworkBasicOps-1234239346 tempest-TestNetworkBasicOps-1234239346-project-admin] 10.222.0.26 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1326499 Apr 01 13:44:09.759168 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 57772) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:44:09.772488 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329cc80f-9987-4f49-a98b-721c14fbe618 req-58e647c0-99bf-40ac-813d-3ad234f91063 tempest-TestVolumeBootPattern-1476222673 tempest-TestVolumeBootPattern-1476222673-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:44:09.773140 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [req-329cc80f-9987-4f49-a98b-721c14fbe618 req-58e647c0-99bf-40ac-813d-3ad234f91063 tempest-TestVolumeBootPattern-1476222673 tempest-TestVolumeBootPattern-1476222673-project] Synchronizing usage tracker for tenant:5bd5d96184e74f0ca1fb3a290ee8b3f6 on resource:network {{(pid=83869) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 13:44:09.790242 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [req-329cc80f-9987-4f49-a98b-721c14fbe618 req-58e647c0-99bf-40ac-813d-3ad234f91063 tempest-TestVolumeBootPattern-1476222673 tempest-TestVolumeBootPattern-1476222673-project] Unset dirty status for tenant:5bd5d96184e74f0ca1fb3a290ee8b3f6 on resource:network {{(pid=83869) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 13:44:09.791771 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-329cc80f-9987-4f49-a98b-721c14fbe618 req-58e647c0-99bf-40ac-813d-3ad234f91063 tempest-TestVolumeBootPattern-1476222673 tempest-TestVolumeBootPattern-1476222673-project] 10.222.0.26 "GET /v2.0/networks?id=f450d435-2e18-4974-8657-011f0eedf5a1 HTTP/1.1" status: 200 len: 812 time: 0.1604717 Apr 01 13:44:09.802449 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-9c7e177d-be76-45e0-80b6-f3d109c2de21 tempest-TestNetworkBasicOps-1234239346 tempest-TestNetworkBasicOps-1234239346-project-admin] 10.222.0.26 "GET /v2.0/subnets?network_id=725864b8-cceb-48c9-b5d3-1bfc4423e301&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0417473 Apr 01 13:44:09.805016 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 57776) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:44:09.807949 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-329cc80f-9987-4f49-a98b-721c14fbe618 req-e0da141b-c698-474d-a609-d66aa7e9c6fd tempest-TestVolumeBootPattern-1476222673 tempest-TestVolumeBootPattern-1476222673-project] 10.222.0.26 "GET /v2.0/quotas/5bd5d96184e74f0ca1fb3a290ee8b3f6 HTTP/1.1" status: 200 len: 375 time: 0.0105362 Apr 01 13:44:09.810378 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.v2.base [None req-9fa856cf-0f88-42f0-93b3-2ec258cb31b9 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2033558721', 'network_id': 'faf3114c-4120-4a62-b1f3-aaddd5de1158', 'project_id': 'f17cecf0d6854286bcc6f673927088ad', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=83871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:44:09.893209 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-329cc80f-9987-4f49-a98b-721c14fbe618 req-35958c60-2443-44a3-a314-a407dfa1d767 tempest-TestVolumeBootPattern-1476222673 tempest-TestVolumeBootPattern-1476222673-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=5bd5d96184e74f0ca1fb3a290ee8b3f6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0796402 Apr 01 13:44:09.909205 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [req-329cc80f-9987-4f49-a98b-721c14fbe618 req-905d3aaf-b538-4bde-a313-229daf78aeda service neutron] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=83869) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 01 13:44:09.910142 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-329cc80f-9987-4f49-a98b-721c14fbe618 req-905d3aaf-b538-4bde-a313-229daf78aeda service neutron] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0050116 Apr 01 13:44:09.918997 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-9fa856cf-0f88-42f0-93b3-2ec258cb31b9 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:44:09.922704 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-9fa856cf-0f88-42f0-93b3-2ec258cb31b9 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Usage tracker for resource:subnet and tenant:f17cecf0d6854286bcc6f673927088ad is out of sync, need to count used quota {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 13:44:09.925501 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-9fa856cf-0f88-42f0-93b3-2ec258cb31b9 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 13:44:09.931014 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-9fa856cf-0f88-42f0-93b3-2ec258cb31b9 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:44:09.941334 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9fa856cf-0f88-42f0-93b3-2ec258cb31b9 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Made reservation on behalf of f17cecf0d6854286bcc6f673927088ad for: {'subnet': 1} {{(pid=83871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 13:44:10.037861 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-9fa856cf-0f88-42f0-93b3-2ec258cb31b9 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2757336'] for subnet, before_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:44:10.044519 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-329cc80f-9987-4f49-a98b-721c14fbe618 req-4f902597-d2a9-48f7-b6f7-4127b613c918 service neutron] 10.222.0.26 "GET /v2.0/networks/f450d435-2e18-4974-8657-011f0eedf5a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1285594 Apr 01 13:44:10.179838 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-329cc80f-9987-4f49-a98b-721c14fbe618 req-25f126ca-d8c9-4700-892b-cfcb637d3cdd service neutron] 10.222.0.26 "GET /v2.0/networks/f450d435-2e18-4974-8657-011f0eedf5a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1292572 Apr 01 13:44:10.265075 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-9fa856cf-0f88-42f0-93b3-2ec258cb31b9 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2743225', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2757366'] for subnet, after_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:44:10.356838 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa856cf-0f88-42f0-93b3-2ec258cb31b9 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Pushing event updated for resources: {'Subnet': ['ID=9653d5d1-78c1-4ff3-8966-e8a71c84f90e,revision_number=0']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:44:10.368537 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fa856cf-0f88-42f0-93b3-2ec258cb31b9 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Checking segment: {'id': '6a8c1df2-10dd-44e4-a1d9-458b0914d229', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'faf3114c-4120-4a62-b1f3-aaddd5de1158'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 13:44:10.368964 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fa856cf-0f88-42f0-93b3-2ec258cb31b9 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Network hostable DHCP agents. Network: faf3114c-4120-4a62-b1f3-aaddd5de1158, hostable agents: ['e47e4547-5c2d-4954-ba56-fa3646239f18'], hosted agents: [] {{(pid=83871) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 13:44:10.401873 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fa856cf-0f88-42f0-93b3-2ec258cb31b9 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Network faf3114c-4120-4a62-b1f3-aaddd5de1158 is scheduled to be hosted by DHCP agent e47e4547-5c2d-4954-ba56-fa3646239f18 with binding_index 1 {{(pid=83871) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 13:44:10.412411 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.scheduler.base_scheduler [None req-9fa856cf-0f88-42f0-93b3-2ec258cb31b9 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-836180-1-hyperv, faf3114c-4120-4a62-b1f3-aaddd5de1158) {{(pid=83871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 13:44:10.421032 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fa856cf-0f88-42f0-93b3-2ec258cb31b9 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:44:10.421796 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-9fa856cf-0f88-42f0-93b3-2ec258cb31b9 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks [] for subnet, before_response {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:44:10.421941 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2f693da-e8e9-4159-bd71-009786a8b770 None None] Network faf3114c-4120-4a62-b1f3-aaddd5de1158 requested from dv-neutron-836180-1-hyperv {{(pid=83872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 13:44:10.446684 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-9fa856cf-0f88-42f0-93b3-2ec258cb31b9 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 0.6405590 Apr 01 13:44:10.690293 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-c3574acf-8e0a-46b6-b586-c9aae6ba43a5 req-13eadc48-9a03-4fe7-a36a-2177224b6b58 tempest-TestVolumeBootPattern-1476222673 tempest-TestVolumeBootPattern-1476222673-project] 10.222.0.26 "GET /v2.0/ports?device_id=16d793db-7f73-420c-8869-8fb25e3b5658 HTTP/1.1" status: 200 len: 210 time: 0.0486739 Apr 01 13:44:10.729187 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b262e8ca-4f45-4397-ad19-ace2f0ab3e3c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7e7d0ecb-2af4-55f5-9198-238ab0570d62-faf3114c-4120-4a62-b1f3-aaddd5de1158', 'network_id': 'faf3114c-4120-4a62-b1f3-aaddd5de1158', 'tenant_id': 'f17cecf0d6854286bcc6f673927088ad', 'fixed_ips': [{'subnet_id': '9653d5d1-78c1-4ff3-8966-e8a71c84f90e'}]}} from dv-neutron-836180-1-hyperv. {{(pid=83872) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 01 13:44:10.730101 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-b262e8ca-4f45-4397-ad19-ace2f0ab3e3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:44:10.756929 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 57794) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:44:10.762830 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.v2.base [None req-d9a55c83-d33b-4e55-814c-e9026cf1650b tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1718965127', 'description': 'tempest-secgroup-smoke-1718965127 description', 'project_id': 'f17cecf0d6854286bcc6f673927088ad'}} {{(pid=83871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:44:10.769140 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-d9a55c83-d33b-4e55-814c-e9026cf1650b tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:44:10.779681 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-d9a55c83-d33b-4e55-814c-e9026cf1650b tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:44:10.789684 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-d9a55c83-d33b-4e55-814c-e9026cf1650b tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks [] for security_group, before_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:44:10.832154 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-d9a55c83-d33b-4e55-814c-e9026cf1650b tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:44:10.836203 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-d9a55c83-d33b-4e55-814c-e9026cf1650b tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Usage tracker for resource:security_group_rule and tenant:f17cecf0d6854286bcc6f673927088ad is out of sync, need to count used quota {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 13:44:10.840021 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-d9a55c83-d33b-4e55-814c-e9026cf1650b tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 13:44:10.846116 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-d9a55c83-d33b-4e55-814c-e9026cf1650b tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:44:10.921035 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.db_base_plugin_common [None req-b262e8ca-4f45-4397-ad19-ace2f0ab3e3c None None] Allocated IP 172.20.0.18 (faf3114c-4120-4a62-b1f3-aaddd5de1158/9653d5d1-78c1-4ff3-8966-e8a71c84f90e/ebec87ae-8a84-41de-8849-bfc32a0d2be9) {{(pid=83872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 13:44:10.997501 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-d9a55c83-d33b-4e55-814c-e9026cf1650b tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks [] for security_group, precommit_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:44:11.002497 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-d9a55c83-d33b-4e55-814c-e9026cf1650b tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3775923'] for security_group, after_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:44:11.050749 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a55c83-d33b-4e55-814c-e9026cf1650b tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Pushing event updated for resources: {'SecurityGroup': ['ID=33d6bb90-293f-43dc-9af5-386ef8e834da,revision_number=1']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:44:11.058755 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-d9a55c83-d33b-4e55-814c-e9026cf1650b tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks [] for security_group, before_response {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:44:11.060026 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-d9a55c83-d33b-4e55-814c-e9026cf1650b tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.3021111 Apr 01 13:44:11.063314 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 57802) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:44:11.069558 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.v2.base [None req-50268f32-786a-4141-ac68-83197640d292 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Request body: {'security_group_rule': {'security_group_id': '33d6bb90-293f-43dc-9af5-386ef8e834da', 'project_id': 'f17cecf0d6854286bcc6f673927088ad', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:44:11.076458 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-50268f32-786a-4141-ac68-83197640d292 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:44:11.080183 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-50268f32-786a-4141-ac68-83197640d292 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Usage tracker for resource:security_group_rule and tenant:f17cecf0d6854286bcc6f673927088ad is out of sync, need to count used quota {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 13:44:11.083217 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-50268f32-786a-4141-ac68-83197640d292 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 13:44:11.089876 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-50268f32-786a-4141-ac68-83197640d292 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:44:11.108462 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-50268f32-786a-4141-ac68-83197640d292 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:44:11.148281 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-b262e8ca-4f45-4397-ad19-ace2f0ab3e3c None None] Notify callbacks [] for port, precommit_create {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:44:11.159570 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-b262e8ca-4f45-4397-ad19-ace2f0ab3e3c None None] Transition to ACTIVE for port object ebec87ae-8a84-41de-8849-bfc32a0d2be9 will not be triggered until provisioned by entity L2. {{(pid=83872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 13:44:11.174511 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-50268f32-786a-4141-ac68-83197640d292 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:44:11.178532 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-50268f32-786a-4141-ac68-83197640d292 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3775744'] for security_group_rule, after_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:44:11.178925 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-b262e8ca-4f45-4397-ad19-ace2f0ab3e3c None None] Transition to ACTIVE for port object ebec87ae-8a84-41de-8849-bfc32a0d2be9 will not be triggered until provisioned by entity DHCP. {{(pid=83872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 13:44:11.184905 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-b262e8ca-4f45-4397-ad19-ace2f0ab3e3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736732935801'] for port, after_create {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:44:11.202603 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50268f32-786a-4141-ac68-83197640d292 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e6a7280a-a98f-4ed7-a9b9-bd1853afbbc0,revision_number=0']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:44:11.214238 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-50268f32-786a-4141-ac68-83197640d292 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:44:11.218108 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-50268f32-786a-4141-ac68-83197640d292 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1511164 Apr 01 13:44:11.218449 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 57806) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:44:11.224007 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.v2.base [None req-3ac95d54-fa0b-49a2-9a60-fc165d50e60b tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Request body: {'security_group_rule': {'security_group_id': '33d6bb90-293f-43dc-9af5-386ef8e834da', 'project_id': 'f17cecf0d6854286bcc6f673927088ad', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:44:11.237340 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-3ac95d54-fa0b-49a2-9a60-fc165d50e60b tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:44:11.245287 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-3ac95d54-fa0b-49a2-9a60-fc165d50e60b tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Usage tracker for resource:security_group_rule and tenant:f17cecf0d6854286bcc6f673927088ad is out of sync, need to count used quota {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 13:44:11.249575 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-3ac95d54-fa0b-49a2-9a60-fc165d50e60b tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 13:44:11.258714 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-3ac95d54-fa0b-49a2-9a60-fc165d50e60b tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:44:11.266151 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b262e8ca-4f45-4397-ad19-ace2f0ab3e3c None None] Network faf3114c-4120-4a62-b1f3-aaddd5de1158 is already hosted by enough agents. {{(pid=83872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 13:44:11.269509 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.scheduler.base_scheduler [None req-b262e8ca-4f45-4397-ad19-ace2f0ab3e3c None None] Resources bound (agent type, host, resource id): {{(pid=83872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 13:44:11.271400 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b262e8ca-4f45-4397-ad19-ace2f0ab3e3c None None] Pushing event updated for resources: {'Port': ['ID=ebec87ae-8a84-41de-8849-bfc32a0d2be9,revision_number=1']} {{(pid=83872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:44:11.273530 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b262e8ca-4f45-4397-ad19-ace2f0ab3e3c None None] Received port after_create {{(pid=83872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 13:44:11.290430 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-3ac95d54-fa0b-49a2-9a60-fc165d50e60b tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:44:11.358934 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-3ac95d54-fa0b-49a2-9a60-fc165d50e60b tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:44:11.362556 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-3ac95d54-fa0b-49a2-9a60-fc165d50e60b tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3775744'] for security_group_rule, after_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:44:11.367647 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.managers [None req-b262e8ca-4f45-4397-ad19-ace2f0ab3e3c None None] Attempting to bind port ebec87ae-8a84-41de-8849-bfc32a0d2be9 on host dv-neutron-836180-1-hyperv for vnic_type normal with profile {{(pid=83872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 13:44:11.368012 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.managers [None req-b262e8ca-4f45-4397-ad19-ace2f0ab3e3c None None] Attempting to bind port ebec87ae-8a84-41de-8849-bfc32a0d2be9 by drivers openvswitch,hyperv on host dv-neutron-836180-1-hyperv at level 0 using segments [{'id': '6a8c1df2-10dd-44e4-a1d9-458b0914d229', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'faf3114c-4120-4a62-b1f3-aaddd5de1158'}] {{(pid=83872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 13:44:11.368400 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b262e8ca-4f45-4397-ad19-ace2f0ab3e3c None None] Attempting to bind port ebec87ae-8a84-41de-8849-bfc32a0d2be9 on network faf3114c-4120-4a62-b1f3-aaddd5de1158 {{(pid=83872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 13:44:11.375409 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b262e8ca-4f45-4397-ad19-ace2f0ab3e3c None None] Checking agent: {'id': 'af948428-97cd-4d10-9f53-af028bdb39b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-836180-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 13, 25, 37), 'started_at': datetime.datetime(2022, 4, 1, 13, 26, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 13, 44, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-836180-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 13:44:11.375776 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b262e8ca-4f45-4397-ad19-ace2f0ab3e3c None None] Checking segment: {'id': '6a8c1df2-10dd-44e4-a1d9-458b0914d229', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'faf3114c-4120-4a62-b1f3-aaddd5de1158'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 13:44:11.376170 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-b262e8ca-4f45-4397-ad19-ace2f0ab3e3c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:44:11.376583 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b262e8ca-4f45-4397-ad19-ace2f0ab3e3c None None] Bound using segment: {'id': '6a8c1df2-10dd-44e4-a1d9-458b0914d229', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'faf3114c-4120-4a62-b1f3-aaddd5de1158'} {{(pid=83872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 13:44:11.377043 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.managers [None req-b262e8ca-4f45-4397-ad19-ace2f0ab3e3c None None] Bound port: ebec87ae-8a84-41de-8849-bfc32a0d2be9, host: dv-neutron-836180-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6a8c1df2-10dd-44e4-a1d9-458b0914d229', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'faf3114c-4120-4a62-b1f3-aaddd5de1158'}}] {{(pid=83872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 13:44:11.377411 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-b262e8ca-4f45-4397-ad19-ace2f0ab3e3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:44:11.386280 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac95d54-fa0b-49a2-9a60-fc165d50e60b tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=feae92cb-6f83-4e64-a4be-6b15aa24e8ca,revision_number=0']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:44:11.402335 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-3ac95d54-fa0b-49a2-9a60-fc165d50e60b tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:44:11.403628 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-3ac95d54-fa0b-49a2-9a60-fc165d50e60b tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1840873 Apr 01 13:44:11.406384 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 57810) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:44:11.411658 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.v2.base [None req-0ab48ced-2b31-47a8-ae91-0f4f18e36bb3 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Request body: {'security_group_rule': {'security_group_id': '33d6bb90-293f-43dc-9af5-386ef8e834da', 'project_id': 'f17cecf0d6854286bcc6f673927088ad', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:44:11.418147 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-0ab48ced-2b31-47a8-ae91-0f4f18e36bb3 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:44:11.421928 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-0ab48ced-2b31-47a8-ae91-0f4f18e36bb3 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Usage tracker for resource:security_group_rule and tenant:f17cecf0d6854286bcc6f673927088ad is out of sync, need to count used quota {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 13:44:11.424773 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-0ab48ced-2b31-47a8-ae91-0f4f18e36bb3 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 13:44:11.430441 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-0ab48ced-2b31-47a8-ae91-0f4f18e36bb3 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:44:11.450401 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-0ab48ced-2b31-47a8-ae91-0f4f18e36bb3 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:44:11.476695 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-b262e8ca-4f45-4397-ad19-ace2f0ab3e3c None None] For port ebec87ae-8a84-41de-8849-bfc32a0d2be9, host dv-neutron-836180-1-hyperv, cleared binding levels {{(pid=83872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 13:44:11.480789 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-b262e8ca-4f45-4397-ad19-ace2f0ab3e3c None None] For port ebec87ae-8a84-41de-8849-bfc32a0d2be9, host dv-neutron-836180-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836180-1-hyperv',level=0,port_id=ebec87ae-8a84-41de-8849-bfc32a0d2be9,segment=NetworkSegment(6a8c1df2-10dd-44e4-a1d9-458b0914d229),segment_id=6a8c1df2-10dd-44e4-a1d9-458b0914d229)] {{(pid=83872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 13:44:11.484999 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-b262e8ca-4f45-4397-ad19-ace2f0ab3e3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864'] for port, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:44:11.515033 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-0ab48ced-2b31-47a8-ae91-0f4f18e36bb3 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:44:11.518794 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-0ab48ced-2b31-47a8-ae91-0f4f18e36bb3 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3775744'] for security_group_rule, after_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:44:11.545096 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab48ced-2b31-47a8-ae91-0f4f18e36bb3 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3b815a56-b7a2-4e32-8792-d553c094aa54,revision_number=0']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:44:11.554765 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-0ab48ced-2b31-47a8-ae91-0f4f18e36bb3 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:44:11.556439 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-0ab48ced-2b31-47a8-ae91-0f4f18e36bb3 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1487753 Apr 01 13:44:11.559337 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 57814) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:44:11.566039 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.v2.base [None req-9ac9134e-7933-41a8-8521-fc95f5fa56bd tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Request body: {'security_group_rule': {'security_group_id': '33d6bb90-293f-43dc-9af5-386ef8e834da', 'project_id': 'f17cecf0d6854286bcc6f673927088ad', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:44:11.570702 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b262e8ca-4f45-4397-ad19-ace2f0ab3e3c None None] Pushing event updated for resources: {'Port': ['ID=ebec87ae-8a84-41de-8849-bfc32a0d2be9,revision_number=2']} {{(pid=83872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:44:11.573848 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-9ac9134e-7933-41a8-8521-fc95f5fa56bd tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:44:11.579818 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-9ac9134e-7933-41a8-8521-fc95f5fa56bd tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Usage tracker for resource:security_group_rule and tenant:f17cecf0d6854286bcc6f673927088ad is out of sync, need to count used quota {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 13:44:11.583546 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-9ac9134e-7933-41a8-8521-fc95f5fa56bd tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 13:44:11.591315 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-9ac9134e-7933-41a8-8521-fc95f5fa56bd tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:44:11.610185 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-9ac9134e-7933-41a8-8521-fc95f5fa56bd tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:44:11.685821 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-9ac9134e-7933-41a8-8521-fc95f5fa56bd tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:44:11.690229 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-9ac9134e-7933-41a8-8521-fc95f5fa56bd tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3775744'] for security_group_rule, after_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:44:11.720030 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac9134e-7933-41a8-8521-fc95f5fa56bd tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=666bdeeb-888a-4b47-b849-a58d6ea6f200,revision_number=0']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:44:11.750775 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-9ac9134e-7933-41a8-8521-fc95f5fa56bd tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:44:11.754596 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-9ac9134e-7933-41a8-8521-fc95f5fa56bd tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1917326 Apr 01 13:44:11.754984 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 57820) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:44:11.768067 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.v2.base [None req-6218002c-9e19-4536-91e9-05e9807000ea tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Request body: {'security_group_rule': {'security_group_id': '33d6bb90-293f-43dc-9af5-386ef8e834da', 'project_id': 'f17cecf0d6854286bcc6f673927088ad', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:44:11.890464 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-6218002c-9e19-4536-91e9-05e9807000ea tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:44:11.933232 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-6218002c-9e19-4536-91e9-05e9807000ea tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Usage tracker for resource:security_group_rule and tenant:f17cecf0d6854286bcc6f673927088ad is out of sync, need to count used quota {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 13:44:11.939216 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-6218002c-9e19-4536-91e9-05e9807000ea tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 13:44:11.965467 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-6218002c-9e19-4536-91e9-05e9807000ea tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:44:11.968850 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-50a9bd81-f5ec-4ff7-9bd3-59404084f273 req-09f9b30c-e34a-4020-8f97-5d27d8d008d6 tempest-TestVolumeBootPattern-1476222673 tempest-TestVolumeBootPattern-1476222673-project] 10.222.0.26 "GET /v2.0/ports?device_id=16d793db-7f73-420c-8869-8fb25e3b5658 HTTP/1.1" status: 200 len: 210 time: 0.0737019 Apr 01 13:44:11.997248 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329cc80f-9987-4f49-a98b-721c14fbe618 req-05bf8312-1eb6-4c51-98bf-280a51b53a37 tempest-TestVolumeBootPattern-1476222673 tempest-TestVolumeBootPattern-1476222673-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:44:11.998747 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-329cc80f-9987-4f49-a98b-721c14fbe618 req-05bf8312-1eb6-4c51-98bf-280a51b53a37 tempest-TestVolumeBootPattern-1476222673 tempest-TestVolumeBootPattern-1476222673-project] 10.222.0.57 "GET /v2.0/networks?id=f450d435-2e18-4974-8657-011f0eedf5a1 HTTP/1.1" status: 200 len: 812 time: 0.2193522 Apr 01 13:44:11.999890 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.db.securitygroups_db [None req-6218002c-9e19-4536-91e9-05e9807000ea tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Project f17cecf0d6854286bcc6f673927088ad added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 01 13:44:12.006554 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-6218002c-9e19-4536-91e9-05e9807000ea tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:44:12.097155 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-329cc80f-9987-4f49-a98b-721c14fbe618 req-4dcf62a7-24c4-4991-9a30-0e19b3d50960 tempest-TestVolumeBootPattern-1476222673 tempest-TestVolumeBootPattern-1476222673-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5bd5d96184e74f0ca1fb3a290ee8b3f6 HTTP/1.1" status: 200 len: 380 time: 0.0781794 Apr 01 13:44:12.107255 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-6218002c-9e19-4536-91e9-05e9807000ea tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:44:12.110922 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-6218002c-9e19-4536-91e9-05e9807000ea tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3775744'] for security_group_rule, after_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:44:12.133129 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6218002c-9e19-4536-91e9-05e9807000ea tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=42f8fc2b-c324-4014-b650-7feaf3e26895,revision_number=0']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:44:12.145056 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-6218002c-9e19-4536-91e9-05e9807000ea tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:44:12.146565 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-6218002c-9e19-4536-91e9-05e9807000ea tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.3904836 Apr 01 13:44:12.149241 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 57824) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:44:12.155157 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.v2.base [None req-e4dada85-3586-4bfb-ae33-8c5bdccc371f tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Request body: {'security_group_rule': {'security_group_id': '33d6bb90-293f-43dc-9af5-386ef8e834da', 'project_id': 'f17cecf0d6854286bcc6f673927088ad', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:44:12.161112 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-e4dada85-3586-4bfb-ae33-8c5bdccc371f tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:44:12.167489 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.v2.base [req-329cc80f-9987-4f49-a98b-721c14fbe618 req-48a2dd22-e280-4bf0-94f0-ee64954ac669 tempest-TestVolumeBootPattern-1476222673 tempest-TestVolumeBootPattern-1476222673-project] Request body: {'port': {'device_id': '16d793db-7f73-420c-8869-8fb25e3b5658', 'network_id': 'f450d435-2e18-4974-8657-011f0eedf5a1', 'admin_state_up': True, 'tenant_id': '5bd5d96184e74f0ca1fb3a290ee8b3f6', 'security_groups': ['27f17799-9873-4c06-85d9-3f0cf9f77d1e']}} {{(pid=83869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:44:12.216435 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Device ebec87ae-8a84-41de-8849-bfc32a0d2be9 up at agent ovs-agent-dv-neutron-836180-1-hyperv {{(pid=83872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 13:44:12.309592 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Provisioning for port ebec87ae-8a84-41de-8849-bfc32a0d2be9 completed by entity L2. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 13:44:12.319337 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-e4dada85-3586-4bfb-ae33-8c5bdccc371f tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Usage tracker for resource:security_group_rule and tenant:f17cecf0d6854286bcc6f673927088ad is out of sync, need to count used quota {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 13:44:12.325735 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-e4dada85-3586-4bfb-ae33-8c5bdccc371f tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 13:44:12.387692 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-e4dada85-3586-4bfb-ae33-8c5bdccc371f tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:44:12.421188 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.db.securitygroups_db [None req-e4dada85-3586-4bfb-ae33-8c5bdccc371f tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Project f17cecf0d6854286bcc6f673927088ad added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 01 13:44:12.433561 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-e4dada85-3586-4bfb-ae33-8c5bdccc371f tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:44:12.502912 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [req-329cc80f-9987-4f49-a98b-721c14fbe618 req-48a2dd22-e280-4bf0-94f0-ee64954ac669 tempest-TestVolumeBootPattern-1476222673 tempest-TestVolumeBootPattern-1476222673-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:44:12.509843 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [req-329cc80f-9987-4f49-a98b-721c14fbe618 req-48a2dd22-e280-4bf0-94f0-ee64954ac669 tempest-TestVolumeBootPattern-1476222673 tempest-TestVolumeBootPattern-1476222673-project] Usage tracker for resource:port and tenant:5bd5d96184e74f0ca1fb3a290ee8b3f6 is out of sync, need to count used quota {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 13:44:12.516626 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [req-329cc80f-9987-4f49-a98b-721c14fbe618 req-48a2dd22-e280-4bf0-94f0-ee64954ac669 tempest-TestVolumeBootPattern-1476222673 tempest-TestVolumeBootPattern-1476222673-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 13:44:12.523946 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [req-329cc80f-9987-4f49-a98b-721c14fbe618 req-48a2dd22-e280-4bf0-94f0-ee64954ac669 tempest-TestVolumeBootPattern-1476222673 tempest-TestVolumeBootPattern-1476222673-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:44:12.543767 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-e4dada85-3586-4bfb-ae33-8c5bdccc371f tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:44:12.547213 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-329cc80f-9987-4f49-a98b-721c14fbe618 req-48a2dd22-e280-4bf0-94f0-ee64954ac669 tempest-TestVolumeBootPattern-1476222673 tempest-TestVolumeBootPattern-1476222673-project] Made reservation on behalf of 5bd5d96184e74f0ca1fb3a290ee8b3f6 for: {'port': 1} {{(pid=83869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 13:44:12.550256 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [req-329cc80f-9987-4f49-a98b-721c14fbe618 req-48a2dd22-e280-4bf0-94f0-ee64954ac669 tempest-TestVolumeBootPattern-1476222673 tempest-TestVolumeBootPattern-1476222673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:44:12.571700 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-e4dada85-3586-4bfb-ae33-8c5bdccc371f tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3775744'] for security_group_rule, after_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:44:12.647048 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4dada85-3586-4bfb-ae33-8c5bdccc371f tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e5db50e3-1258-4cbf-9626-2f4ebe11557c,revision_number=0']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:44:12.653904 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a56ecb9e-28ce-4227-8ac9-1ebc84dc9808 None None] Network faf3114c-4120-4a62-b1f3-aaddd5de1158 requested from dv-neutron-836180-1-hyperv {{(pid=83872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 13:44:12.672067 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-e4dada85-3586-4bfb-ae33-8c5bdccc371f tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:44:12.672874 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-e4dada85-3586-4bfb-ae33-8c5bdccc371f tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.5227172 Apr 01 13:44:12.767112 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-5a7d483e-760f-404b-b15b-403072f1223b None None] Provisioning for port ebec87ae-8a84-41de-8849-bfc32a0d2be9 completed by entity DHCP. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 13:44:12.774601 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-5a7d483e-760f-404b-b15b-403072f1223b None None] Provisioning complete for port ebec87ae-8a84-41de-8849-bfc32a0d2be9 triggered by entity DHCP. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 13:44:12.774979 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-5a7d483e-760f-404b-b15b-403072f1223b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-948329'] for port, provisioning_complete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:44:12.783929 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.db_base_plugin_common [req-329cc80f-9987-4f49-a98b-721c14fbe618 req-48a2dd22-e280-4bf0-94f0-ee64954ac669 tempest-TestVolumeBootPattern-1476222673 tempest-TestVolumeBootPattern-1476222673-project] Allocated IP 172.20.0.8 (f450d435-2e18-4974-8657-011f0eedf5a1/e819b10b-b5bd-410a-b72f-33f41ed14c7b/7eea0960-9648-4d3f-a077-c4b292d32fc1) {{(pid=83869) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 13:44:12.989487 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-5a7d483e-760f-404b-b15b-403072f1223b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:44:13.004955 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [req-329cc80f-9987-4f49-a98b-721c14fbe618 req-48a2dd22-e280-4bf0-94f0-ee64954ac669 tempest-TestVolumeBootPattern-1476222673 tempest-TestVolumeBootPattern-1476222673-project] Notify callbacks [] for port, precommit_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:44:13.022890 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.provisioning_blocks [req-329cc80f-9987-4f49-a98b-721c14fbe618 req-48a2dd22-e280-4bf0-94f0-ee64954ac669 tempest-TestVolumeBootPattern-1476222673 tempest-TestVolumeBootPattern-1476222673-project] Transition to ACTIVE for port object 7eea0960-9648-4d3f-a077-c4b292d32fc1 will not be triggered until provisioned by entity DHCP. {{(pid=83869) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 13:44:13.034698 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-5a7d483e-760f-404b-b15b-403072f1223b None None] For port ebec87ae-8a84-41de-8849-bfc32a0d2be9, host dv-neutron-836180-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836180-1-hyperv',level=0,port_id=ebec87ae-8a84-41de-8849-bfc32a0d2be9,segment=NetworkSegment(6a8c1df2-10dd-44e4-a1d9-458b0914d229),segment_id=6a8c1df2-10dd-44e4-a1d9-458b0914d229)] {{(pid=83872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 13:44:13.050405 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-5a7d483e-760f-404b-b15b-403072f1223b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864'] for port, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:44:13.052748 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [req-329cc80f-9987-4f49-a98b-721c14fbe618 req-48a2dd22-e280-4bf0-94f0-ee64954ac669 tempest-TestVolumeBootPattern-1476222673 tempest-TestVolumeBootPattern-1476222673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736732935801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2705155'] for port, after_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:44:13.142810 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a2dd22-e280-4bf0-94f0-ee64954ac669 tempest-TestVolumeBootPattern-1476222673 tempest-TestVolumeBootPattern-1476222673-project] Pushing event updated for resources: {'Port': ['ID=7eea0960-9648-4d3f-a077-c4b292d32fc1,revision_number=1']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:44:13.161844 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-329cc80f-9987-4f49-a98b-721c14fbe618 req-48a2dd22-e280-4bf0-94f0-ee64954ac669 tempest-TestVolumeBootPattern-1476222673 tempest-TestVolumeBootPattern-1476222673-project] Network f450d435-2e18-4974-8657-011f0eedf5a1 is already hosted by enough agents. {{(pid=83869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 13:44:13.163094 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.scheduler.base_scheduler [req-329cc80f-9987-4f49-a98b-721c14fbe618 req-48a2dd22-e280-4bf0-94f0-ee64954ac669 tempest-TestVolumeBootPattern-1476222673 tempest-TestVolumeBootPattern-1476222673-project] Resources bound (agent type, host, resource id): {{(pid=83869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 13:44:13.176862 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_dvrscheduler_db [req-329cc80f-9987-4f49-a98b-721c14fbe618 req-48a2dd22-e280-4bf0-94f0-ee64954ac669 tempest-TestVolumeBootPattern-1476222673 tempest-TestVolumeBootPattern-1476222673-project] Received port after_create {{(pid=83869) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 13:44:13.200271 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [req-606183cb-51a4-4c1c-897c-45bf5c3b8095 req-e66afb4f-102e-4a10-9436-afe1d2bf5c23 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Synchronizing usage tracker for tenant:f17cecf0d6854286bcc6f673927088ad on resource:security_group {{(pid=83871) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 13:44:13.241999 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a7d483e-760f-404b-b15b-403072f1223b None None] Pushing event updated for resources: {'Port': ['ID=ebec87ae-8a84-41de-8849-bfc32a0d2be9,revision_number=3']} {{(pid=83872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:44:13.251784 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [req-606183cb-51a4-4c1c-897c-45bf5c3b8095 req-e66afb4f-102e-4a10-9436-afe1d2bf5c23 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Unset dirty status for tenant:f17cecf0d6854286bcc6f673927088ad on resource:security_group {{(pid=83871) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 13:44:13.253746 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-606183cb-51a4-4c1c-897c-45bf5c3b8095 req-e66afb4f-102e-4a10-9436-afe1d2bf5c23 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1718965127&fields=id&tenant_id=f17cecf0d6854286bcc6f673927088ad HTTP/1.1" status: 200 len: 267 time: 0.1164210 Apr 01 13:44:13.268709 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329cc80f-9987-4f49-a98b-721c14fbe618 req-48a2dd22-e280-4bf0-94f0-ee64954ac669 tempest-TestVolumeBootPattern-1476222673 tempest-TestVolumeBootPattern-1476222673-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:44:13.269844 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [req-329cc80f-9987-4f49-a98b-721c14fbe618 req-48a2dd22-e280-4bf0-94f0-ee64954ac669 tempest-TestVolumeBootPattern-1476222673 tempest-TestVolumeBootPattern-1476222673-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109561'] for port, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:44:13.295411 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-329cc80f-9987-4f49-a98b-721c14fbe618 req-48a2dd22-e280-4bf0-94f0-ee64954ac669 tempest-TestVolumeBootPattern-1476222673 tempest-TestVolumeBootPattern-1476222673-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1314516 Apr 01 13:44:13.316258 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [req-329cc80f-9987-4f49-a98b-721c14fbe618 req-5b6b6754-5b0d-4355-b1dc-9c5ae49db97d tempest-TestVolumeBootPattern-1476222673 tempest-TestVolumeBootPattern-1476222673-project] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=83869) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 01 13:44:13.317801 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-329cc80f-9987-4f49-a98b-721c14fbe618 req-5b6b6754-5b0d-4355-b1dc-9c5ae49db97d tempest-TestVolumeBootPattern-1476222673 tempest-TestVolumeBootPattern-1476222673-project] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0131574 Apr 01 13:44:13.345882 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.v2.base [req-329cc80f-9987-4f49-a98b-721c14fbe618 req-f04c87e2-9d00-4321-a7cc-bfe311f692f3 service neutron] Request body: {'port': {'device_id': '16d793db-7f73-420c-8869-8fb25e3b5658', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8361'}} {{(pid=83869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:44:13.503396 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606183cb-51a4-4c1c-897c-45bf5c3b8095 req-bae66e9c-bc02-40a6-a9ce-ca3fe7daeb36 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:44:13.513271 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-606183cb-51a4-4c1c-897c-45bf5c3b8095 req-bae66e9c-bc02-40a6-a9ce-ca3fe7daeb36 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] 10.222.0.26 "GET /v2.0/networks?id=faf3114c-4120-4a62-b1f3-aaddd5de1158 HTTP/1.1" status: 200 len: 797 time: 0.2484665 Apr 01 13:44:13.534617 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-606183cb-51a4-4c1c-897c-45bf5c3b8095 req-e38807b7-d0e1-4fc8-8834-96ec51a63bc5 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] 10.222.0.26 "GET /v2.0/quotas/f17cecf0d6854286bcc6f673927088ad HTTP/1.1" status: 200 len: 375 time: 0.0199628 Apr 01 13:44:13.552107 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [req-329cc80f-9987-4f49-a98b-721c14fbe618 req-f04c87e2-9d00-4321-a7cc-bfe311f692f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:44:13.597617 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-b0b12d6b-fd5f-4eb1-acbc-07815eafa4de None None] Provisioning for port 7eea0960-9648-4d3f-a077-c4b292d32fc1 completed by entity DHCP. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 13:44:13.605891 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-b0b12d6b-fd5f-4eb1-acbc-07815eafa4de None None] Provisioning complete for port 7eea0960-9648-4d3f-a077-c4b292d32fc1 triggered by entity DHCP. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 13:44:13.607213 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-b0b12d6b-fd5f-4eb1-acbc-07815eafa4de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-948329'] for port, provisioning_complete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:44:13.637962 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257ecaef-9f19-4149-8d13-f69f93b69659 req-e31c1d92-e978-4ccb-b64e-1d92deb9b9d4 tempest-TestVolumeBootPattern-1476222673 tempest-TestVolumeBootPattern-1476222673-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:44:13.638678 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [req-257ecaef-9f19-4149-8d13-f69f93b69659 req-e31c1d92-e978-4ccb-b64e-1d92deb9b9d4 tempest-TestVolumeBootPattern-1476222673 tempest-TestVolumeBootPattern-1476222673-project] Synchronizing usage tracker for tenant:5bd5d96184e74f0ca1fb3a290ee8b3f6 on resource:port {{(pid=83869) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 13:44:13.683518 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-606183cb-51a4-4c1c-897c-45bf5c3b8095 req-652512ab-048f-4d41-a785-71524179ad57 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=f17cecf0d6854286bcc6f673927088ad&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1478231 Apr 01 13:44:13.708664 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [req-606183cb-51a4-4c1c-897c-45bf5c3b8095 req-4b069ee2-6c5c-43c5-a419-ed31e71e7119 service neutron] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=83871) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 01 13:44:13.710754 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-606183cb-51a4-4c1c-897c-45bf5c3b8095 req-4b069ee2-6c5c-43c5-a419-ed31e71e7119 service neutron] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0099227 Apr 01 13:44:13.729604 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [req-257ecaef-9f19-4149-8d13-f69f93b69659 req-e31c1d92-e978-4ccb-b64e-1d92deb9b9d4 tempest-TestVolumeBootPattern-1476222673 tempest-TestVolumeBootPattern-1476222673-project] Unset dirty status for tenant:5bd5d96184e74f0ca1fb3a290ee8b3f6 on resource:port {{(pid=83869) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 13:44:13.737420 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-257ecaef-9f19-4149-8d13-f69f93b69659 req-e31c1d92-e978-4ccb-b64e-1d92deb9b9d4 tempest-TestVolumeBootPattern-1476222673 tempest-TestVolumeBootPattern-1476222673-project] 10.222.0.26 "GET /v2.0/ports?device_id=16d793db-7f73-420c-8869-8fb25e3b5658 HTTP/1.1" status: 200 len: 931 time: 0.3059096 Apr 01 13:44:13.791977 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.plugin [None req-b0b12d6b-fd5f-4eb1-acbc-07815eafa4de None None] Port 7eea0960-9648-4d3f-a077-c4b292d32fc1 cannot update to ACTIVE because it is not bound. {{(pid=83872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 13:44:13.885248 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-606183cb-51a4-4c1c-897c-45bf5c3b8095 req-ee86148d-5e25-4232-b29e-8ce7b3b73e58 service neutron] 10.222.0.26 "GET /v2.0/networks/faf3114c-4120-4a62-b1f3-aaddd5de1158?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1670136 Apr 01 13:44:13.885831 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-257ecaef-9f19-4149-8d13-f69f93b69659 req-3363ba01-2d02-42dc-9b33-f16a3682136a tempest-TestVolumeBootPattern-1476222673 tempest-TestVolumeBootPattern-1476222673-project] 10.222.0.26 "GET /v2.0/security-groups?id=27f17799-9873-4c06-85d9-3f0cf9f77d1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1473393 Apr 01 13:44:13.898380 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed02e860-7234-4202-9362-413f05b743ef None None] Sync routers for ids ['b1e2cf41-a3d4-49d8-85d1-c69727763c82'] in dv-neutron-836180-1-hyperv {{(pid=83872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 13:44:13.931215 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed02e860-7234-4202-9362-413f05b743ef None None] Routers {'b1e2cf41-a3d4-49d8-85d1-c69727763c82'} bound to L3 agent in host dv-neutron-836180-1-hyperv {{(pid=83872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 13:44:13.932526 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_hamode_db [None req-ed02e860-7234-4202-9362-413f05b743ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836180-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T13:25:36Z,description=,heartbeat_timestamp=2022-04-01T13:44:06Z,host='dv-neutron-836180-1-hyperv',id=88bf8fc8-11a3-4e96-9d1b-5fd93ba9f6f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T13:25:36Z,topic='l3_agent')) {'router_ids': ['b1e2cf41-a3d4-49d8-85d1-c69727763c82'], 'active': True} {{(pid=83872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:44:14.049376 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.notifiers.nova [req-329cc80f-9987-4f49-a98b-721c14fbe618 req-f04c87e2-9d00-4321-a7cc-bfe311f692f3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7eea0960-9648-4d3f-a077-c4b292d32fc1 {{(pid=83869) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 01 13:44:14.059776 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [req-329cc80f-9987-4f49-a98b-721c14fbe618 req-f04c87e2-9d00-4321-a7cc-bfe311f692f3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:44:14.068994 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-606183cb-51a4-4c1c-897c-45bf5c3b8095 req-fd13741a-c6a7-47be-a23a-720e63064ce6 service neutron] 10.222.0.26 "GET /v2.0/networks/faf3114c-4120-4a62-b1f3-aaddd5de1158?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1827574 Apr 01 13:44:14.080098 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.provisioning_blocks [req-329cc80f-9987-4f49-a98b-721c14fbe618 req-f04c87e2-9d00-4321-a7cc-bfe311f692f3 service neutron] Transition to ACTIVE for port object 7eea0960-9648-4d3f-a077-c4b292d32fc1 will not be triggered until provisioned by entity L2. {{(pid=83869) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 13:44:14.080861 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-5610ce7e-1dc8-4cb0-ac89-3d694fff4f43 None None] Provisioning complete for port ebec87ae-8a84-41de-8849-bfc32a0d2be9 triggered by entity DHCP. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 13:44:14.081405 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-5610ce7e-1dc8-4cb0-ac89-3d694fff4f43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-948329'] for port, provisioning_complete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:44:14.087130 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [req-329cc80f-9987-4f49-a98b-721c14fbe618 req-f04c87e2-9d00-4321-a7cc-bfe311f692f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2705172'] for port, after_update {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:44:14.195607 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_dvr_db [None req-ed02e860-7234-4202-9362-413f05b743ef None None] Set router b1e2cf41-a3d4-49d8-85d1-c69727763c82 gateway port host: dv-neutron-836180-1-hyperv {{(pid=83872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 13:44:14.293883 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f04c87e2-9d00-4321-a7cc-bfe311f692f3 service neutron] Pushing event updated for resources: {'Port': ['ID=7eea0960-9648-4d3f-a077-c4b292d32fc1,revision_number=2']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:44:14.380035 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Device ebec87ae-8a84-41de-8849-bfc32a0d2be9 up at agent ovs-agent-dv-neutron-836180-1-hyperv {{(pid=83872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 13:44:14.532488 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-f64d9fdc-ea68-4f86-9067-b3384b821499 req-1f87b6cd-eccb-4b54-bbac-ab32a0adfa2b tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] 10.222.0.26 "GET /v2.0/ports?device_id=11db5d0b-783e-43ce-905c-116b465e106c HTTP/1.1" status: 200 len: 210 time: 0.1496892 Apr 01 13:44:14.583130 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.managers [req-329cc80f-9987-4f49-a98b-721c14fbe618 req-f04c87e2-9d00-4321-a7cc-bfe311f692f3 service neutron] Attempting to bind port 7eea0960-9648-4d3f-a077-c4b292d32fc1 on host hv-neutron-8361 for vnic_type normal with profile {{(pid=83869) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 13:44:14.583462 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.managers [req-329cc80f-9987-4f49-a98b-721c14fbe618 req-f04c87e2-9d00-4321-a7cc-bfe311f692f3 service neutron] Attempting to bind port 7eea0960-9648-4d3f-a077-c4b292d32fc1 by drivers openvswitch,hyperv on host hv-neutron-8361 at level 0 using segments [{'id': '75975926-68c3-4fd7-98af-37ba4697d49a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'f450d435-2e18-4974-8657-011f0eedf5a1'}] {{(pid=83869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 13:44:14.583782 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-329cc80f-9987-4f49-a98b-721c14fbe618 req-f04c87e2-9d00-4321-a7cc-bfe311f692f3 service neutron] Attempting to bind port 7eea0960-9648-4d3f-a077-c4b292d32fc1 on network f450d435-2e18-4974-8657-011f0eedf5a1 {{(pid=83869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 13:44:14.590657 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-329cc80f-9987-4f49-a98b-721c14fbe618 req-f04c87e2-9d00-4321-a7cc-bfe311f692f3 service neutron] Port 7eea0960-9648-4d3f-a077-c4b292d32fc1 on network f450d435-2e18-4974-8657-011f0eedf5a1 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8361 {{(pid=83869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 01 13:44:14.590969 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-329cc80f-9987-4f49-a98b-721c14fbe618 req-f04c87e2-9d00-4321-a7cc-bfe311f692f3 service neutron] Attempting to bind port 7eea0960-9648-4d3f-a077-c4b292d32fc1 on network f450d435-2e18-4974-8657-011f0eedf5a1 {{(pid=83869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 13:44:14.597354 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-329cc80f-9987-4f49-a98b-721c14fbe618 req-f04c87e2-9d00-4321-a7cc-bfe311f692f3 service neutron] Checking agent: {'id': '359ce187-6241-4f7e-85a4-e066c7b0cdea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8361', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 13, 31, 54), 'started_at': datetime.datetime(2022, 4, 1, 13, 31, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 13, 43, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 13:44:14.597686 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-329cc80f-9987-4f49-a98b-721c14fbe618 req-f04c87e2-9d00-4321-a7cc-bfe311f692f3 service neutron] Checking segment: {'id': '75975926-68c3-4fd7-98af-37ba4697d49a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'f450d435-2e18-4974-8657-011f0eedf5a1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 13:44:14.598064 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-329cc80f-9987-4f49-a98b-721c14fbe618 req-f04c87e2-9d00-4321-a7cc-bfe311f692f3 service neutron] Bound using segment: {'id': '75975926-68c3-4fd7-98af-37ba4697d49a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'f450d435-2e18-4974-8657-011f0eedf5a1'} {{(pid=83869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 13:44:14.598484 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.managers [req-329cc80f-9987-4f49-a98b-721c14fbe618 req-f04c87e2-9d00-4321-a7cc-bfe311f692f3 service neutron] Bound port: 7eea0960-9648-4d3f-a077-c4b292d32fc1, host: hv-neutron-8361, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '75975926-68c3-4fd7-98af-37ba4697d49a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'f450d435-2e18-4974-8657-011f0eedf5a1'}}] {{(pid=83869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 13:44:14.598825 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [req-329cc80f-9987-4f49-a98b-721c14fbe618 req-f04c87e2-9d00-4321-a7cc-bfe311f692f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:44:14.664278 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Provisioning complete for port ebec87ae-8a84-41de-8849-bfc32a0d2be9 triggered by entity L2. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 13:44:14.664724 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-948329'] for port, provisioning_complete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:44:14.815510 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.db [req-329cc80f-9987-4f49-a98b-721c14fbe618 req-f04c87e2-9d00-4321-a7cc-bfe311f692f3 service neutron] For port 7eea0960-9648-4d3f-a077-c4b292d32fc1, host hv-neutron-8361, cleared binding levels {{(pid=83869) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 13:44:14.819022 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.db [req-329cc80f-9987-4f49-a98b-721c14fbe618 req-f04c87e2-9d00-4321-a7cc-bfe311f692f3 service neutron] For port 7eea0960-9648-4d3f-a077-c4b292d32fc1, host hv-neutron-8361, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8361',level=0,port_id=7eea0960-9648-4d3f-a077-c4b292d32fc1,segment=NetworkSegment(75975926-68c3-4fd7-98af-37ba4697d49a),segment_id=75975926-68c3-4fd7-98af-37ba4697d49a)] {{(pid=83869) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 13:44:14.828964 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [req-329cc80f-9987-4f49-a98b-721c14fbe618 req-f04c87e2-9d00-4321-a7cc-bfe311f692f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2705172'] for port, after_update {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:44:14.909086 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [req-329cc80f-9987-4f49-a98b-721c14fbe618 req-f04c87e2-9d00-4321-a7cc-bfe311f692f3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109561'] for port, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:44:14.910533 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-329cc80f-9987-4f49-a98b-721c14fbe618 req-f04c87e2-9d00-4321-a7cc-bfe311f692f3 service neutron] 10.222.0.57 "PUT /v2.0/ports/7eea0960-9648-4d3f-a077-c4b292d32fc1 HTTP/1.1" status: 200 len: 1093 time: 1.5816581 Apr 01 13:44:14.910533 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '16d793db-7f73-420c-8869-8fb25e3b5658', 'tag': '7eea0960-9648-4d3f-a077-c4b292d32fc1'}] {{(pid=83869) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 13:44:14.937762 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f04c87e2-9d00-4321-a7cc-bfe311f692f3 service neutron] Pushing event updated for resources: {'Port': ['ID=7eea0960-9648-4d3f-a077-c4b292d32fc1,revision_number=3']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:44:14.985375 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_hamode_db [None req-ed02e860-7234-4202-9362-413f05b743ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1e2cf41-a3d4-49d8-85d1-c69727763c82', 'name': 'tempest-TestVolumeBootPattern-1091167869-router', 'tenant_id': '9b534b1cecc244ec88ee7be271b09a05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'external_fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.18'}], 'enable_snat': True}, 'gw_port_id': '29604dae-375e-4f85-8b8d-8904b77ffa64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T13:43:47Z', 'updated_at': '2022-04-01T13:43:51Z', 'revision_number': 4, 'project_id': '9b534b1cecc244ec88ee7be271b09a05', 'gw_port': {'id': '29604dae-375e-4f85-8b8d-8904b77ffa64', 'name': '', 'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:aa:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1e2cf41-a3d4-49d8-85d1-c69727763c82', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836180-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:43:48Z', 'updated_at': '2022-04-01T13:43:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836180-1-hyperv', '_interfaces': [{'id': '35637cc2-34c8-4b74-94f2-522fca9400c5', 'name': '', 'network_id': 'f7a683b8-2cda-4913-a760-a39162703051', 'tenant_id': '9b534b1cecc244ec88ee7be271b09a05', 'mac_address': 'fa:16:3e:57:ab:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1e2cf41-a3d4-49d8-85d1-c69727763c82', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7ac4a86c-d72d-48cb-b331-6527e36cc9b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:43:50Z', 'updated_at': '2022-04-01T13:43:51Z', 'revision_number': 2, 'project_id': '9b534b1cecc244ec88ee7be271b09a05', 'subnets': [{'id': '7ac4a86c-d72d-48cb-b331-6527e36cc9b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-836180-1-hyperv', False) {} {{(pid=83872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:44:14.991068 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed02e860-7234-4202-9362-413f05b743ef None None] Checking router: b1e2cf41-a3d4-49d8-85d1-c69727763c82 for host: dv-neutron-836180-1-hyperv {{(pid=83872) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 01 13:44:14.991560 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed02e860-7234-4202-9362-413f05b743ef None None] Updating router b1e2cf41-a3d4-49d8-85d1-c69727763c82 port 35637cc2-34c8-4b74-94f2-522fca9400c5 binding host dv-neutron-836180-1-hyperv {{(pid=83872) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 01 13:44:15.016332 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '16d793db-7f73-420c-8869-8fb25e3b5658', 'tag': '7eea0960-9648-4d3f-a077-c4b292d32fc1', 'status': 'completed', 'code': 200} Apr 01 13:44:15.067160 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-ed02e860-7234-4202-9362-413f05b743ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:44:15.285709 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4efb13f5-58a0-4fb5-b6ce-e3d051dd9722 req-483f6613-4ae4-4a49-b677-9050f2f73d54 tempest-TestVolumeBootPattern-1476222673 tempest-TestVolumeBootPattern-1476222673-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:44:15.292614 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-4efb13f5-58a0-4fb5-b6ce-e3d051dd9722 req-483f6613-4ae4-4a49-b677-9050f2f73d54 tempest-TestVolumeBootPattern-1476222673 tempest-TestVolumeBootPattern-1476222673-project] 10.222.0.26 "GET /v2.0/ports?device_id=16d793db-7f73-420c-8869-8fb25e3b5658 HTTP/1.1" status: 200 len: 943 time: 0.2236223 Apr 01 13:44:15.355560 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-329cc80f-9987-4f49-a98b-721c14fbe618 req-d7d091ea-63a9-4bac-b595-fc2c47f58443 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=5bd5d96184e74f0ca1fb3a290ee8b3f6&device_id=16d793db-7f73-420c-8869-8fb25e3b5658 HTTP/1.1" status: 200 len: 1096 time: 0.3547671 Apr 01 13:44:15.357883 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-4efb13f5-58a0-4fb5-b6ce-e3d051dd9722 req-0f6ffcdd-80dd-4c4b-b79b-30d2c85703af tempest-TestVolumeBootPattern-1476222673 tempest-TestVolumeBootPattern-1476222673-project] 10.222.0.26 "GET /v2.0/security-groups?id=27f17799-9873-4c06-85d9-3f0cf9f77d1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0645292 Apr 01 13:44:15.444113 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-329cc80f-9987-4f49-a98b-721c14fbe618 req-d9b24f46-7694-428b-90cc-55b3dbbd969b service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7eea0960-9648-4d3f-a077-c4b292d32fc1 HTTP/1.1" status: 200 len: 217 time: 0.0772858 Apr 01 13:44:15.508611 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-ed02e860-7234-4202-9362-413f05b743ef None None] Notify callbacks [] for port, precommit_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:44:15.508868 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329cc80f-9987-4f49-a98b-721c14fbe618 req-cfa4b872-a3de-430a-bde1-aa92d4842256 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:44:15.510279 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-329cc80f-9987-4f49-a98b-721c14fbe618 req-cfa4b872-a3de-430a-bde1-aa92d4842256 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=e819b10b-b5bd-410a-b72f-33f41ed14c7b HTTP/1.1" status: 200 len: 851 time: 0.0598984 Apr 01 13:44:15.520413 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-ed02e860-7234-4202-9362-413f05b743ef None None] Transition to ACTIVE for port object 35637cc2-34c8-4b74-94f2-522fca9400c5 will not be triggered until provisioned by entity L2. {{(pid=83872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 13:44:15.528113 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-ed02e860-7234-4202-9362-413f05b743ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864'] for port, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:44:15.614164 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-329cc80f-9987-4f49-a98b-721c14fbe618 req-ba5e24c0-9d70-48f6-8f7a-047bc36af05a service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=f450d435-2e18-4974-8657-011f0eedf5a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0922766 Apr 01 13:44:15.698665 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef59c1a-aa0d-42fd-aa75-fb07534e1fc9 None None] Pushing event updated for resources: {'Port': ['ID=35637cc2-34c8-4b74-94f2-522fca9400c5,revision_number=3']} {{(pid=83872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:44:15.809302 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.managers [None req-ed02e860-7234-4202-9362-413f05b743ef None None] Attempting to bind port 35637cc2-34c8-4b74-94f2-522fca9400c5 on host dv-neutron-836180-1-hyperv for vnic_type normal with profile {{(pid=83872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 13:44:15.809824 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.managers [None req-ed02e860-7234-4202-9362-413f05b743ef None None] Attempting to bind port 35637cc2-34c8-4b74-94f2-522fca9400c5 by drivers openvswitch,hyperv on host dv-neutron-836180-1-hyperv at level 0 using segments [{'id': '6e090ccc-7c83-4389-a363-bc280e54e317', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'f7a683b8-2cda-4913-a760-a39162703051'}] {{(pid=83872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 13:44:15.810330 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed02e860-7234-4202-9362-413f05b743ef None None] Attempting to bind port 35637cc2-34c8-4b74-94f2-522fca9400c5 on network f7a683b8-2cda-4913-a760-a39162703051 {{(pid=83872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 13:44:15.819516 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed02e860-7234-4202-9362-413f05b743ef None None] Checking agent: {'id': 'af948428-97cd-4d10-9f53-af028bdb39b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-836180-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 13, 25, 37), 'started_at': datetime.datetime(2022, 4, 1, 13, 26, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 13, 44, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-836180-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 13:44:15.820083 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed02e860-7234-4202-9362-413f05b743ef None None] Checking segment: {'id': '6e090ccc-7c83-4389-a363-bc280e54e317', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'f7a683b8-2cda-4913-a760-a39162703051'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 13:44:15.820567 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-ed02e860-7234-4202-9362-413f05b743ef None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:44:15.820991 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed02e860-7234-4202-9362-413f05b743ef None None] Bound using segment: {'id': '6e090ccc-7c83-4389-a363-bc280e54e317', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'f7a683b8-2cda-4913-a760-a39162703051'} {{(pid=83872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 13:44:15.821461 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.managers [None req-ed02e860-7234-4202-9362-413f05b743ef None None] Bound port: 35637cc2-34c8-4b74-94f2-522fca9400c5, host: dv-neutron-836180-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e090ccc-7c83-4389-a363-bc280e54e317', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'f7a683b8-2cda-4913-a760-a39162703051'}}] {{(pid=83872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 13:44:15.821909 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-ed02e860-7234-4202-9362-413f05b743ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:44:15.827002 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-890a7129-7bdd-4b5c-820b-60f0214df240 req-7d70c226-267f-4f3e-992a-f14d33bda123 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] 10.222.0.26 "GET /v2.0/ports?device_id=11db5d0b-783e-43ce-905c-116b465e106c HTTP/1.1" status: 200 len: 210 time: 0.0876670 Apr 01 13:44:15.859101 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-329cc80f-9987-4f49-a98b-721c14fbe618 req-32da0060-f8e1-4f1f-b67e-46bc5ff24e3d service neutron] 10.222.0.57 "GET /v2.0/networks/f450d435-2e18-4974-8657-011f0eedf5a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2338829 Apr 01 13:44:16.005975 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-ed02e860-7234-4202-9362-413f05b743ef None None] For port 35637cc2-34c8-4b74-94f2-522fca9400c5, host dv-neutron-836180-1-hyperv, cleared binding levels {{(pid=83872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 13:44:16.010423 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-ed02e860-7234-4202-9362-413f05b743ef None None] For port 35637cc2-34c8-4b74-94f2-522fca9400c5, host dv-neutron-836180-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836180-1-hyperv',level=0,port_id=35637cc2-34c8-4b74-94f2-522fca9400c5,segment=NetworkSegment(6e090ccc-7c83-4389-a363-bc280e54e317),segment_id=6e090ccc-7c83-4389-a363-bc280e54e317)] {{(pid=83872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 13:44:16.014641 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-ed02e860-7234-4202-9362-413f05b743ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864'] for port, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:44:16.117355 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef59c1a-aa0d-42fd-aa75-fb07534e1fc9 None None] Pushing event updated for resources: {'Port': ['ID=35637cc2-34c8-4b74-94f2-522fca9400c5,revision_number=4']} {{(pid=83872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:44:16.129469 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed02e860-7234-4202-9362-413f05b743ef None None] Routers {'b1e2cf41-a3d4-49d8-85d1-c69727763c82'} bound to L3 agent in host dv-neutron-836180-1-hyperv {{(pid=83872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 13:44:16.130002 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_hamode_db [None req-ed02e860-7234-4202-9362-413f05b743ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836180-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T13:25:36Z,description=,heartbeat_timestamp=2022-04-01T13:44:06Z,host='dv-neutron-836180-1-hyperv',id=88bf8fc8-11a3-4e96-9d1b-5fd93ba9f6f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T13:25:36Z,topic='l3_agent')) {'router_ids': ['b1e2cf41-a3d4-49d8-85d1-c69727763c82'], 'active': True} {{(pid=83872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:44:16.137723 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606183cb-51a4-4c1c-897c-45bf5c3b8095 req-3dcd7343-73b4-48a1-8183-b2ed2e2a5406 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:44:16.138435 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [req-606183cb-51a4-4c1c-897c-45bf5c3b8095 req-3dcd7343-73b4-48a1-8183-b2ed2e2a5406 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Synchronizing usage tracker for tenant:f17cecf0d6854286bcc6f673927088ad on resource:network {{(pid=83869) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 13:44:16.150285 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-329cc80f-9987-4f49-a98b-721c14fbe618 req-eeede7f1-6d0d-4710-a022-ceb4fbf23c4b service neutron] 10.222.0.57 "GET /v2.0/networks/f450d435-2e18-4974-8657-011f0eedf5a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2347295 Apr 01 13:44:16.168502 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [req-606183cb-51a4-4c1c-897c-45bf5c3b8095 req-3dcd7343-73b4-48a1-8183-b2ed2e2a5406 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Unset dirty status for tenant:f17cecf0d6854286bcc6f673927088ad on resource:network {{(pid=83869) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 13:44:16.170072 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-606183cb-51a4-4c1c-897c-45bf5c3b8095 req-3dcd7343-73b4-48a1-8183-b2ed2e2a5406 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] 10.222.0.57 "GET /v2.0/networks?id=faf3114c-4120-4a62-b1f3-aaddd5de1158 HTTP/1.1" status: 200 len: 797 time: 0.4629784 Apr 01 13:44:16.320035 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-606183cb-51a4-4c1c-897c-45bf5c3b8095 req-4060c7f9-4966-49c7-93b7-73f623f258f4 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f17cecf0d6854286bcc6f673927088ad HTTP/1.1" status: 200 len: 472 time: 0.1349225 Apr 01 13:44:16.332402 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.v2.base [req-606183cb-51a4-4c1c-897c-45bf5c3b8095 req-dab62c76-f87c-4ffb-b1f2-5ee96a12d727 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Request body: {'port': {'device_id': '11db5d0b-783e-43ce-905c-116b465e106c', 'network_id': 'faf3114c-4120-4a62-b1f3-aaddd5de1158', 'admin_state_up': True, 'tenant_id': 'f17cecf0d6854286bcc6f673927088ad', 'security_groups': ['33d6bb90-293f-43dc-9af5-386ef8e834da']}} {{(pid=83869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:44:16.366790 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_dvr_db [None req-ed02e860-7234-4202-9362-413f05b743ef None None] Set router b1e2cf41-a3d4-49d8-85d1-c69727763c82 gateway port host: dv-neutron-836180-1-hyperv {{(pid=83872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 13:44:16.452715 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-20b389b4-4ffb-476c-90a5-46b3d2c62760 req-165ac4fd-7499-4e0a-8973-cea3e2a80f3b service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=5bd5d96184e74f0ca1fb3a290ee8b3f6&device_id=16d793db-7f73-420c-8869-8fb25e3b5658 HTTP/1.1" status: 200 len: 1096 time: 0.2240183 Apr 01 13:44:16.564218 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [req-606183cb-51a4-4c1c-897c-45bf5c3b8095 req-dab62c76-f87c-4ffb-b1f2-5ee96a12d727 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:44:16.625412 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [req-606183cb-51a4-4c1c-897c-45bf5c3b8095 req-dab62c76-f87c-4ffb-b1f2-5ee96a12d727 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Usage tracker for resource:port and tenant:f17cecf0d6854286bcc6f673927088ad is out of sync, need to count used quota {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 13:44:16.632929 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [req-606183cb-51a4-4c1c-897c-45bf5c3b8095 req-dab62c76-f87c-4ffb-b1f2-5ee96a12d727 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Quota usage for port was recalculated. Used quota:5. {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 13:44:16.653454 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [req-606183cb-51a4-4c1c-897c-45bf5c3b8095 req-dab62c76-f87c-4ffb-b1f2-5ee96a12d727 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:44:16.700836 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-606183cb-51a4-4c1c-897c-45bf5c3b8095 req-dab62c76-f87c-4ffb-b1f2-5ee96a12d727 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Made reservation on behalf of f17cecf0d6854286bcc6f673927088ad for: {'port': 1} {{(pid=83869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 13:44:16.703812 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [req-606183cb-51a4-4c1c-897c-45bf5c3b8095 req-dab62c76-f87c-4ffb-b1f2-5ee96a12d727 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:44:16.745641 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951b6f09-881b-4f42-b4d0-f355a80ad5c4 req-97f8fdbf-2f7a-4bd4-b85f-faac047d0443 tempest-TestVolumeBootPattern-1476222673 tempest-TestVolumeBootPattern-1476222673-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:44:16.747174 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-951b6f09-881b-4f42-b4d0-f355a80ad5c4 req-97f8fdbf-2f7a-4bd4-b85f-faac047d0443 tempest-TestVolumeBootPattern-1476222673 tempest-TestVolumeBootPattern-1476222673-project] 10.222.0.26 "GET /v2.0/ports?device_id=16d793db-7f73-420c-8869-8fb25e3b5658 HTTP/1.1" status: 200 len: 943 time: 0.2414587 Apr 01 13:44:16.750208 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_hamode_db [None req-ed02e860-7234-4202-9362-413f05b743ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1e2cf41-a3d4-49d8-85d1-c69727763c82', 'name': 'tempest-TestVolumeBootPattern-1091167869-router', 'tenant_id': '9b534b1cecc244ec88ee7be271b09a05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'external_fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.18'}], 'enable_snat': True}, 'gw_port_id': '29604dae-375e-4f85-8b8d-8904b77ffa64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T13:43:47Z', 'updated_at': '2022-04-01T13:43:51Z', 'revision_number': 4, 'project_id': '9b534b1cecc244ec88ee7be271b09a05', 'gw_port': {'id': '29604dae-375e-4f85-8b8d-8904b77ffa64', 'name': '', 'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:aa:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1e2cf41-a3d4-49d8-85d1-c69727763c82', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836180-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:43:48Z', 'updated_at': '2022-04-01T13:43:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836180-1-hyperv', '_interfaces': [{'id': '35637cc2-34c8-4b74-94f2-522fca9400c5', 'name': '', 'network_id': 'f7a683b8-2cda-4913-a760-a39162703051', 'tenant_id': '9b534b1cecc244ec88ee7be271b09a05', 'mac_address': 'fa:16:3e:57:ab:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1e2cf41-a3d4-49d8-85d1-c69727763c82', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7ac4a86c-d72d-48cb-b331-6527e36cc9b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836180-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:43:50Z', 'updated_at': '2022-04-01T13:44:16Z', 'revision_number': 4, 'project_id': '9b534b1cecc244ec88ee7be271b09a05', 'subnets': [{'id': '7ac4a86c-d72d-48cb-b331-6527e36cc9b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-836180-1-hyperv', False) {} {{(pid=83872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:44:16.754228 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed02e860-7234-4202-9362-413f05b743ef None None] The sync data for ids ['b1e2cf41-a3d4-49d8-85d1-c69727763c82'] in dv-neutron-836180-1-hyperv is: [{'id': 'b1e2cf41-a3d4-49d8-85d1-c69727763c82', 'name': 'tempest-TestVolumeBootPattern-1091167869-router', 'tenant_id': '9b534b1cecc244ec88ee7be271b09a05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'external_fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.18'}], 'enable_snat': True}, 'gw_port_id': '29604dae-375e-4f85-8b8d-8904b77ffa64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T13:43:47Z', 'updated_at': '2022-04-01T13:43:51Z', 'revision_number': 4, 'project_id': '9b534b1cecc244ec88ee7be271b09a05', 'gw_port': {'id': '29604dae-375e-4f85-8b8d-8904b77ffa64', 'name': '', 'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:aa:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1e2cf41-a3d4-49d8-85d1-c69727763c82', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836180-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:43:48Z', 'updated_at': '2022-04-01T13:43:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836180-1-hyperv', '_interfaces': [{'id': '35637cc2-34c8-4b74-94f2-522fca9400c5', 'name': '', 'network_id': 'f7a683b8-2cda-4913-a760-a39162703051', 'tenant_id': '9b534b1cecc244ec88ee7be271b09a05', 'mac_address': 'fa:16:3e:57:ab:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1e2cf41-a3d4-49d8-85d1-c69727763c82', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7ac4a86c-d72d-48cb-b331-6527e36cc9b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836180-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:43:50Z', 'updated_at': '2022-04-01T13:44:16Z', 'revision_number': 4, 'project_id': '9b534b1cecc244ec88ee7be271b09a05', 'subnets': [{'id': '7ac4a86c-d72d-48cb-b331-6527e36cc9b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 13:44:16.754908 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b389b4-4ffb-476c-90a5-46b3d2c62760 req-a4ab675e-dfdd-4e87-802f-e89a3d9ceaef service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:44:16.756484 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-20b389b4-4ffb-476c-90a5-46b3d2c62760 req-a4ab675e-dfdd-4e87-802f-e89a3d9ceaef service neutron] 10.222.0.57 "GET /v2.0/networks?id=f450d435-2e18-4974-8657-011f0eedf5a1 HTTP/1.1" status: 200 len: 913 time: 0.2496064 Apr 01 13:44:16.930810 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-20b389b4-4ffb-476c-90a5-46b3d2c62760 req-447f8941-a45f-4a12-a393-b44c548af542 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7eea0960-9648-4d3f-a077-c4b292d32fc1 HTTP/1.1" status: 200 len: 217 time: 0.1323347 Apr 01 13:44:17.033216 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-2f978a99-ed21-4ff2-b095-b128c35130b8 req-343ab3d1-7b43-4912-9d9e-6fcbb3136b05 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] 10.222.0.26 "GET /v2.0/ports?device_id=11db5d0b-783e-43ce-905c-116b465e106c HTTP/1.1" status: 200 len: 210 time: 0.0574200 Apr 01 13:44:17.106870 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-951b6f09-881b-4f42-b4d0-f355a80ad5c4 req-736e1136-121f-46e2-83e2-461bbc7e7164 tempest-TestVolumeBootPattern-1476222673 tempest-TestVolumeBootPattern-1476222673-project] 10.222.0.26 "GET /v2.0/security-groups?id=27f17799-9873-4c06-85d9-3f0cf9f77d1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3494706 Apr 01 13:44:17.172397 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b389b4-4ffb-476c-90a5-46b3d2c62760 req-3ce92494-a3c3-4967-9051-4c8ce11fdf51 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:44:17.173839 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-20b389b4-4ffb-476c-90a5-46b3d2c62760 req-3ce92494-a3c3-4967-9051-4c8ce11fdf51 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=e819b10b-b5bd-410a-b72f-33f41ed14c7b HTTP/1.1" status: 200 len: 851 time: 0.2325253 Apr 01 13:44:17.223791 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.db_base_plugin_common [req-606183cb-51a4-4c1c-897c-45bf5c3b8095 req-dab62c76-f87c-4ffb-b1f2-5ee96a12d727 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Allocated IP 172.20.0.20 (faf3114c-4120-4a62-b1f3-aaddd5de1158/9653d5d1-78c1-4ff3-8966-e8a71c84f90e/8aafa02e-bae1-4e7b-81c6-b5160e691bc4) {{(pid=83869) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 13:44:17.394434 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-20b389b4-4ffb-476c-90a5-46b3d2c62760 req-c679b8ae-87fe-452f-a2a0-fcf9fefcc4ca service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=f450d435-2e18-4974-8657-011f0eedf5a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2114151 Apr 01 13:44:17.551647 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [req-606183cb-51a4-4c1c-897c-45bf5c3b8095 req-dab62c76-f87c-4ffb-b1f2-5ee96a12d727 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks [] for port, precommit_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:44:17.591337 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.provisioning_blocks [req-606183cb-51a4-4c1c-897c-45bf5c3b8095 req-dab62c76-f87c-4ffb-b1f2-5ee96a12d727 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Transition to ACTIVE for port object 8aafa02e-bae1-4e7b-81c6-b5160e691bc4 will not be triggered until provisioned by entity DHCP. {{(pid=83869) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 13:44:17.596597 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-20b389b4-4ffb-476c-90a5-46b3d2c62760 req-23783289-17ed-49de-b6e4-75c8291e3bfd service neutron] 10.222.0.57 "GET /v2.0/networks/f450d435-2e18-4974-8657-011f0eedf5a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1934993 Apr 01 13:44:17.701675 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [req-606183cb-51a4-4c1c-897c-45bf5c3b8095 req-dab62c76-f87c-4ffb-b1f2-5ee96a12d727 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736732935801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2705155'] for port, after_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:44:17.803047 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-606183cb-51a4-4c1c-897c-45bf5c3b8095 req-dab62c76-f87c-4ffb-b1f2-5ee96a12d727 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Network faf3114c-4120-4a62-b1f3-aaddd5de1158 is already hosted by enough agents. {{(pid=83869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 13:44:17.807302 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.scheduler.base_scheduler [req-606183cb-51a4-4c1c-897c-45bf5c3b8095 req-dab62c76-f87c-4ffb-b1f2-5ee96a12d727 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Resources bound (agent type, host, resource id): {{(pid=83869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 13:44:17.812900 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_dvrscheduler_db [req-606183cb-51a4-4c1c-897c-45bf5c3b8095 req-dab62c76-f87c-4ffb-b1f2-5ee96a12d727 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Received port after_create {{(pid=83869) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 13:44:17.839363 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-20b389b4-4ffb-476c-90a5-46b3d2c62760 req-85e64585-a3fc-4c2f-87f0-6af72130be76 service neutron] 10.222.0.57 "GET /v2.0/networks/f450d435-2e18-4974-8657-011f0eedf5a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2359326 Apr 01 13:44:17.843080 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab62c76-f87c-4ffb-b1f2-5ee96a12d727 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Pushing event updated for resources: {'Port': ['ID=8aafa02e-bae1-4e7b-81c6-b5160e691bc4,revision_number=1']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:44:17.877620 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606183cb-51a4-4c1c-897c-45bf5c3b8095 req-dab62c76-f87c-4ffb-b1f2-5ee96a12d727 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:44:17.878214 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [req-606183cb-51a4-4c1c-897c-45bf5c3b8095 req-dab62c76-f87c-4ffb-b1f2-5ee96a12d727 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109561'] for port, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:44:17.903897 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-606183cb-51a4-4c1c-897c-45bf5c3b8095 req-dab62c76-f87c-4ffb-b1f2-5ee96a12d727 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5754683 Apr 01 13:44:17.914913 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.v2.base [req-606183cb-51a4-4c1c-897c-45bf5c3b8095 req-d3c48705-a63b-4f2f-98da-587f67c91aed service neutron] Request body: {'port': {'device_id': '11db5d0b-783e-43ce-905c-116b465e106c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8361'}} {{(pid=83869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:44:18.025565 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [req-606183cb-51a4-4c1c-897c-45bf5c3b8095 req-d3c48705-a63b-4f2f-98da-587f67c91aed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:44:18.104955 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-74c36704-8577-456f-aacb-7d71ab849520 None None] Provisioning for port 8aafa02e-bae1-4e7b-81c6-b5160e691bc4 completed by entity DHCP. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 13:44:18.110512 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-74c36704-8577-456f-aacb-7d71ab849520 None None] Provisioning complete for port 8aafa02e-bae1-4e7b-81c6-b5160e691bc4 triggered by entity DHCP. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 13:44:18.111152 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-74c36704-8577-456f-aacb-7d71ab849520 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-948329'] for port, provisioning_complete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:44:18.223551 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.plugin [None req-74c36704-8577-456f-aacb-7d71ab849520 None None] Port 8aafa02e-bae1-4e7b-81c6-b5160e691bc4 cannot update to ACTIVE because it is not bound. {{(pid=83872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 13:44:18.249292 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Device 35637cc2-34c8-4b74-94f2-522fca9400c5 up at agent ovs-agent-dv-neutron-836180-1-hyperv {{(pid=83872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 13:44:18.294292 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0524a6aa-b133-42f5-a8aa-d04c1e6511f4 req-5dbab1f0-a33c-42ee-b879-47bb8205416e tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:44:18.295783 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-0524a6aa-b133-42f5-a8aa-d04c1e6511f4 req-5dbab1f0-a33c-42ee-b879-47bb8205416e tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] 10.222.0.26 "GET /v2.0/ports?device_id=11db5d0b-783e-43ce-905c-116b465e106c HTTP/1.1" status: 200 len: 932 time: 0.1181657 Apr 01 13:44:18.341814 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Provisioning for port 35637cc2-34c8-4b74-94f2-522fca9400c5 completed by entity L2. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 13:44:18.347392 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Provisioning complete for port 35637cc2-34c8-4b74-94f2-522fca9400c5 triggered by entity L2. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 13:44:18.348083 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-0524a6aa-b133-42f5-a8aa-d04c1e6511f4 req-742862fd-acff-4bc5-be3a-470231583a1f tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] 10.222.0.26 "GET /v2.0/security-groups?id=33d6bb90-293f-43dc-9af5-386ef8e834da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447309 Apr 01 13:44:18.352549 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-948329'] for port, provisioning_complete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:44:18.473316 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:44:18.480763 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c14b53-c944-496f-a28d-57d01e9669aa req-61b16644-4393-4309-bfd1-190658605a6d tempest-TestVolumeBootPattern-1476222673 tempest-TestVolumeBootPattern-1476222673-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:44:18.482235 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-b3c14b53-c944-496f-a28d-57d01e9669aa req-61b16644-4393-4309-bfd1-190658605a6d tempest-TestVolumeBootPattern-1476222673 tempest-TestVolumeBootPattern-1476222673-project] 10.222.0.26 "GET /v2.0/ports?device_id=16d793db-7f73-420c-8869-8fb25e3b5658 HTTP/1.1" status: 200 len: 943 time: 0.1748857 Apr 01 13:44:18.487923 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.notifiers.nova [req-606183cb-51a4-4c1c-897c-45bf5c3b8095 req-d3c48705-a63b-4f2f-98da-587f67c91aed service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8aafa02e-bae1-4e7b-81c6-b5160e691bc4 {{(pid=83869) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 01 13:44:18.507625 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] For port 35637cc2-34c8-4b74-94f2-522fca9400c5, host dv-neutron-836180-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836180-1-hyperv',level=0,port_id=35637cc2-34c8-4b74-94f2-522fca9400c5,segment=NetworkSegment(6e090ccc-7c83-4389-a363-bc280e54e317),segment_id=6e090ccc-7c83-4389-a363-bc280e54e317)] {{(pid=83872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 13:44:18.507878 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [req-606183cb-51a4-4c1c-897c-45bf5c3b8095 req-d3c48705-a63b-4f2f-98da-587f67c91aed service neutron] Notify callbacks [] for port, precommit_update {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:44:18.512001 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864'] for port, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:44:18.537012 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.provisioning_blocks [req-606183cb-51a4-4c1c-897c-45bf5c3b8095 req-d3c48705-a63b-4f2f-98da-587f67c91aed service neutron] Transition to ACTIVE for port object 8aafa02e-bae1-4e7b-81c6-b5160e691bc4 will not be triggered until provisioned by entity L2. {{(pid=83869) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 13:44:18.543765 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [req-606183cb-51a4-4c1c-897c-45bf5c3b8095 req-d3c48705-a63b-4f2f-98da-587f67c91aed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2705172'] for port, after_update {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:44:18.581430 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Pushing event updated for resources: {'Port': ['ID=35637cc2-34c8-4b74-94f2-522fca9400c5,revision_number=5']} {{(pid=83872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:44:18.594876 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-b3c14b53-c944-496f-a28d-57d01e9669aa req-96c3216a-9367-428b-adac-2511cc146e8d tempest-TestVolumeBootPattern-1476222673 tempest-TestVolumeBootPattern-1476222673-project] 10.222.0.26 "GET /v2.0/security-groups?id=27f17799-9873-4c06-85d9-3f0cf9f77d1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1028187 Apr 01 13:44:18.677914 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c48705-a63b-4f2f-98da-587f67c91aed service neutron] Pushing event updated for resources: {'Port': ['ID=8aafa02e-bae1-4e7b-81c6-b5160e691bc4,revision_number=2']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:44:18.888326 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.managers [req-606183cb-51a4-4c1c-897c-45bf5c3b8095 req-d3c48705-a63b-4f2f-98da-587f67c91aed service neutron] Attempting to bind port 8aafa02e-bae1-4e7b-81c6-b5160e691bc4 on host hv-neutron-8361 for vnic_type normal with profile {{(pid=83869) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 13:44:18.888557 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.managers [req-606183cb-51a4-4c1c-897c-45bf5c3b8095 req-d3c48705-a63b-4f2f-98da-587f67c91aed service neutron] Attempting to bind port 8aafa02e-bae1-4e7b-81c6-b5160e691bc4 by drivers openvswitch,hyperv on host hv-neutron-8361 at level 0 using segments [{'id': '6a8c1df2-10dd-44e4-a1d9-458b0914d229', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'faf3114c-4120-4a62-b1f3-aaddd5de1158'}] {{(pid=83869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 13:44:18.888872 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-606183cb-51a4-4c1c-897c-45bf5c3b8095 req-d3c48705-a63b-4f2f-98da-587f67c91aed service neutron] Attempting to bind port 8aafa02e-bae1-4e7b-81c6-b5160e691bc4 on network faf3114c-4120-4a62-b1f3-aaddd5de1158 {{(pid=83869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 13:44:18.894585 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-606183cb-51a4-4c1c-897c-45bf5c3b8095 req-d3c48705-a63b-4f2f-98da-587f67c91aed service neutron] Port 8aafa02e-bae1-4e7b-81c6-b5160e691bc4 on network faf3114c-4120-4a62-b1f3-aaddd5de1158 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8361 {{(pid=83869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 01 13:44:18.894894 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-606183cb-51a4-4c1c-897c-45bf5c3b8095 req-d3c48705-a63b-4f2f-98da-587f67c91aed service neutron] Attempting to bind port 8aafa02e-bae1-4e7b-81c6-b5160e691bc4 on network faf3114c-4120-4a62-b1f3-aaddd5de1158 {{(pid=83869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 13:44:18.901098 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-606183cb-51a4-4c1c-897c-45bf5c3b8095 req-d3c48705-a63b-4f2f-98da-587f67c91aed service neutron] Checking agent: {'id': '359ce187-6241-4f7e-85a4-e066c7b0cdea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8361', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 13, 31, 54), 'started_at': datetime.datetime(2022, 4, 1, 13, 31, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 13, 43, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 13:44:18.901418 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-606183cb-51a4-4c1c-897c-45bf5c3b8095 req-d3c48705-a63b-4f2f-98da-587f67c91aed service neutron] Checking segment: {'id': '6a8c1df2-10dd-44e4-a1d9-458b0914d229', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'faf3114c-4120-4a62-b1f3-aaddd5de1158'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 13:44:18.901784 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-606183cb-51a4-4c1c-897c-45bf5c3b8095 req-d3c48705-a63b-4f2f-98da-587f67c91aed service neutron] Bound using segment: {'id': '6a8c1df2-10dd-44e4-a1d9-458b0914d229', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'faf3114c-4120-4a62-b1f3-aaddd5de1158'} {{(pid=83869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 13:44:18.902190 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.managers [req-606183cb-51a4-4c1c-897c-45bf5c3b8095 req-d3c48705-a63b-4f2f-98da-587f67c91aed service neutron] Bound port: 8aafa02e-bae1-4e7b-81c6-b5160e691bc4, host: hv-neutron-8361, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6a8c1df2-10dd-44e4-a1d9-458b0914d229', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'faf3114c-4120-4a62-b1f3-aaddd5de1158'}}] {{(pid=83869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 13:44:18.902520 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [req-606183cb-51a4-4c1c-897c-45bf5c3b8095 req-d3c48705-a63b-4f2f-98da-587f67c91aed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:44:18.987851 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.db [req-606183cb-51a4-4c1c-897c-45bf5c3b8095 req-d3c48705-a63b-4f2f-98da-587f67c91aed service neutron] For port 8aafa02e-bae1-4e7b-81c6-b5160e691bc4, host hv-neutron-8361, cleared binding levels {{(pid=83869) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 13:44:18.990816 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.db [req-606183cb-51a4-4c1c-897c-45bf5c3b8095 req-d3c48705-a63b-4f2f-98da-587f67c91aed service neutron] For port 8aafa02e-bae1-4e7b-81c6-b5160e691bc4, host hv-neutron-8361, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8361',level=0,port_id=8aafa02e-bae1-4e7b-81c6-b5160e691bc4,segment=NetworkSegment(6a8c1df2-10dd-44e4-a1d9-458b0914d229),segment_id=6a8c1df2-10dd-44e4-a1d9-458b0914d229)] {{(pid=83869) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 13:44:18.994819 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [req-606183cb-51a4-4c1c-897c-45bf5c3b8095 req-d3c48705-a63b-4f2f-98da-587f67c91aed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2705172'] for port, after_update {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:44:19.051862 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [req-606183cb-51a4-4c1c-897c-45bf5c3b8095 req-d3c48705-a63b-4f2f-98da-587f67c91aed service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109561'] for port, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:44:19.053223 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-606183cb-51a4-4c1c-897c-45bf5c3b8095 req-d3c48705-a63b-4f2f-98da-587f67c91aed service neutron] 10.222.0.57 "PUT /v2.0/ports/8aafa02e-bae1-4e7b-81c6-b5160e691bc4 HTTP/1.1" status: 200 len: 1094 time: 1.1425600 Apr 01 13:44:19.053642 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '11db5d0b-783e-43ce-905c-116b465e106c', 'tag': '8aafa02e-bae1-4e7b-81c6-b5160e691bc4'}] {{(pid=83869) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 13:44:19.078619 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c48705-a63b-4f2f-98da-587f67c91aed service neutron] Pushing event updated for resources: {'Port': ['ID=8aafa02e-bae1-4e7b-81c6-b5160e691bc4,revision_number=3']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:44:19.131567 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '11db5d0b-783e-43ce-905c-116b465e106c', 'tag': '8aafa02e-bae1-4e7b-81c6-b5160e691bc4', 'status': 'completed', 'code': 200} Apr 01 13:44:19.175451 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-606183cb-51a4-4c1c-897c-45bf5c3b8095 req-d1f41b36-8d09-40f8-8fb9-85f297219525 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=f17cecf0d6854286bcc6f673927088ad&device_id=11db5d0b-783e-43ce-905c-116b465e106c HTTP/1.1" status: 200 len: 1097 time: 0.0748210 Apr 01 13:44:19.261594 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-606183cb-51a4-4c1c-897c-45bf5c3b8095 req-2e243ca6-f707-414d-83e7-75328a7dd76a service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.20&port_id=8aafa02e-bae1-4e7b-81c6-b5160e691bc4 HTTP/1.1" status: 200 len: 217 time: 0.0742965 Apr 01 13:44:19.332665 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606183cb-51a4-4c1c-897c-45bf5c3b8095 req-035a0b6d-7e4a-4a32-b502-e7292b558167 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:44:19.334063 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-606183cb-51a4-4c1c-897c-45bf5c3b8095 req-035a0b6d-7e4a-4a32-b502-e7292b558167 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=9653d5d1-78c1-4ff3-8966-e8a71c84f90e HTTP/1.1" status: 200 len: 838 time: 0.0567529 Apr 01 13:44:19.424551 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-606183cb-51a4-4c1c-897c-45bf5c3b8095 req-4904fffa-7e57-4abc-b2ea-b37efef8e7bd service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=faf3114c-4120-4a62-b1f3-aaddd5de1158&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0825820 Apr 01 13:44:19.611160 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-606183cb-51a4-4c1c-897c-45bf5c3b8095 req-577adaa6-163a-448f-8763-f96b899d6a93 service neutron] 10.222.0.57 "GET /v2.0/networks/faf3114c-4120-4a62-b1f3-aaddd5de1158?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1768110 Apr 01 13:44:19.622367 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5761c8d3-42a9-4b36-9440-a0d734b412c0 req-6d27e145-a6db-4411-a92a-8a050c438452 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:44:19.622950 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [req-5761c8d3-42a9-4b36-9440-a0d734b412c0 req-6d27e145-a6db-4411-a92a-8a050c438452 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Synchronizing usage tracker for tenant:f17cecf0d6854286bcc6f673927088ad on resource:port {{(pid=83869) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 13:44:19.716337 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [req-5761c8d3-42a9-4b36-9440-a0d734b412c0 req-6d27e145-a6db-4411-a92a-8a050c438452 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Unset dirty status for tenant:f17cecf0d6854286bcc6f673927088ad on resource:port {{(pid=83869) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 13:44:19.717473 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-5761c8d3-42a9-4b36-9440-a0d734b412c0 req-6d27e145-a6db-4411-a92a-8a050c438452 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] 10.222.0.26 "GET /v2.0/ports?device_id=11db5d0b-783e-43ce-905c-116b465e106c HTTP/1.1" status: 200 len: 944 time: 0.2196417 Apr 01 13:44:19.785679 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-606183cb-51a4-4c1c-897c-45bf5c3b8095 req-677bb6fd-459f-4a3f-8048-c1c897ba9c13 service neutron] 10.222.0.57 "GET /v2.0/networks/faf3114c-4120-4a62-b1f3-aaddd5de1158?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1601024 Apr 01 13:44:19.792861 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-5761c8d3-42a9-4b36-9440-a0d734b412c0 req-429bad36-4461-44b8-b8df-e89f72410d9d tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] 10.222.0.26 "GET /v2.0/security-groups?id=33d6bb90-293f-43dc-9af5-386ef8e834da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0688832 Apr 01 13:44:19.802727 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb66aeb-e290-4df0-8d1f-c8d1623c08df req-68f311bb-9aac-46dc-b72d-5bb3cb17271e tempest-TestVolumeBootPattern-1476222673 tempest-TestVolumeBootPattern-1476222673-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:44:19.803426 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [req-fdb66aeb-e290-4df0-8d1f-c8d1623c08df req-68f311bb-9aac-46dc-b72d-5bb3cb17271e tempest-TestVolumeBootPattern-1476222673 tempest-TestVolumeBootPattern-1476222673-project] Synchronizing usage tracker for tenant:5bd5d96184e74f0ca1fb3a290ee8b3f6 on resource:port {{(pid=83871) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 13:44:19.817557 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [req-fdb66aeb-e290-4df0-8d1f-c8d1623c08df req-68f311bb-9aac-46dc-b72d-5bb3cb17271e tempest-TestVolumeBootPattern-1476222673 tempest-TestVolumeBootPattern-1476222673-project] Unset dirty status for tenant:5bd5d96184e74f0ca1fb3a290ee8b3f6 on resource:port {{(pid=83871) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 13:44:19.818703 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-fdb66aeb-e290-4df0-8d1f-c8d1623c08df req-68f311bb-9aac-46dc-b72d-5bb3cb17271e tempest-TestVolumeBootPattern-1476222673 tempest-TestVolumeBootPattern-1476222673-project] 10.222.0.26 "GET /v2.0/ports?device_id=16d793db-7f73-420c-8869-8fb25e3b5658 HTTP/1.1" status: 200 len: 943 time: 0.0961127 Apr 01 13:44:19.870339 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-fdb66aeb-e290-4df0-8d1f-c8d1623c08df req-955889b6-7487-41c1-aa02-c7dafe294c16 tempest-TestVolumeBootPattern-1476222673 tempest-TestVolumeBootPattern-1476222673-project] 10.222.0.26 "GET /v2.0/security-groups?id=27f17799-9873-4c06-85d9-3f0cf9f77d1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408721 Apr 01 13:44:19.913992 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-9ac9c6c8-5313-4899-ac7c-9421dfb1c1a9 req-91c4dd7e-a5ba-4844-9b6c-d62fb48dc7dc service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=f17cecf0d6854286bcc6f673927088ad&device_id=11db5d0b-783e-43ce-905c-116b465e106c HTTP/1.1" status: 200 len: 1097 time: 0.0746858 Apr 01 13:44:20.045052 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac9c6c8-5313-4899-ac7c-9421dfb1c1a9 req-40d2143e-f3c4-4134-acc4-cfcb5982ca64 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:44:20.046466 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-9ac9c6c8-5313-4899-ac7c-9421dfb1c1a9 req-40d2143e-f3c4-4134-acc4-cfcb5982ca64 service neutron] 10.222.0.57 "GET /v2.0/networks?id=faf3114c-4120-4a62-b1f3-aaddd5de1158 HTTP/1.1" status: 200 len: 898 time: 0.1248772 Apr 01 13:44:20.114302 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-9ac9c6c8-5313-4899-ac7c-9421dfb1c1a9 req-7aa9c587-0c84-4a34-abd7-d2ad553ee259 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.20&port_id=8aafa02e-bae1-4e7b-81c6-b5160e691bc4 HTTP/1.1" status: 200 len: 217 time: 0.0607595 Apr 01 13:44:20.178129 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Device 35637cc2-34c8-4b74-94f2-522fca9400c5 up at agent ovs-agent-dv-neutron-836180-1-hyperv {{(pid=83872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 13:44:20.179032 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac9c6c8-5313-4899-ac7c-9421dfb1c1a9 req-b61865c3-7d11-40e9-9be7-c1b2c6315b7d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:44:20.180681 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-9ac9c6c8-5313-4899-ac7c-9421dfb1c1a9 req-b61865c3-7d11-40e9-9be7-c1b2c6315b7d service neutron] 10.222.0.57 "GET /v2.0/subnets?id=9653d5d1-78c1-4ff3-8966-e8a71c84f90e HTTP/1.1" status: 200 len: 838 time: 0.0599611 Apr 01 13:44:20.254872 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Provisioning complete for port 35637cc2-34c8-4b74-94f2-522fca9400c5 triggered by entity L2. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 13:44:20.255248 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-948329'] for port, provisioning_complete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:44:20.259142 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-9ac9c6c8-5313-4899-ac7c-9421dfb1c1a9 req-652b45ed-0899-41a4-a64f-319dba2a1035 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=faf3114c-4120-4a62-b1f3-aaddd5de1158&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0715961 Apr 01 13:44:20.395763 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-9ac9c6c8-5313-4899-ac7c-9421dfb1c1a9 req-c972c034-5ff5-4c60-a12c-5afa9a81ed2e service neutron] 10.222.0.57 "GET /v2.0/networks/faf3114c-4120-4a62-b1f3-aaddd5de1158?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1298242 Apr 01 13:44:20.528403 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-9ac9c6c8-5313-4899-ac7c-9421dfb1c1a9 req-d6fe2a03-48dd-4737-ad88-3b54fa22f766 service neutron] 10.222.0.57 "GET /v2.0/networks/faf3114c-4120-4a62-b1f3-aaddd5de1158?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1256213 Apr 01 13:44:21.075197 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa7eb9b-64e5-4b77-8279-af30408f4ece req-f9046b93-2fce-4d38-822d-ac469cd32955 tempest-TestVolumeBootPattern-1476222673 tempest-TestVolumeBootPattern-1476222673-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:44:21.076729 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-3fa7eb9b-64e5-4b77-8279-af30408f4ece req-f9046b93-2fce-4d38-822d-ac469cd32955 tempest-TestVolumeBootPattern-1476222673 tempest-TestVolumeBootPattern-1476222673-project] 10.222.0.26 "GET /v2.0/ports?device_id=16d793db-7f73-420c-8869-8fb25e3b5658 HTTP/1.1" status: 200 len: 943 time: 0.0796120 Apr 01 13:44:21.093027 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0466ba94-456e-4661-a016-129b755f4811 req-4f458125-d1f8-4841-92a0-256870602447 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:44:21.094396 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-0466ba94-456e-4661-a016-129b755f4811 req-4f458125-d1f8-4841-92a0-256870602447 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] 10.222.0.26 "GET /v2.0/ports?device_id=11db5d0b-783e-43ce-905c-116b465e106c HTTP/1.1" status: 200 len: 944 time: 0.1761787 Apr 01 13:44:21.122735 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-3fa7eb9b-64e5-4b77-8279-af30408f4ece req-be470f2c-0d2b-44c9-a2df-f36c63219958 tempest-TestVolumeBootPattern-1476222673 tempest-TestVolumeBootPattern-1476222673-project] 10.222.0.26 "GET /v2.0/security-groups?id=27f17799-9873-4c06-85d9-3f0cf9f77d1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403392 Apr 01 13:44:21.139651 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-0466ba94-456e-4661-a016-129b755f4811 req-95925268-be4c-4302-9416-b788e0583bd6 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] 10.222.0.26 "GET /v2.0/security-groups?id=33d6bb90-293f-43dc-9af5-386ef8e834da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392613 Apr 01 13:44:22.322701 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8b2741-7b93-441d-b104-5e58f43321fd req-7cd2d4a2-7cfa-4ee6-84c1-960417bc5309 tempest-TestVolumeBootPattern-1476222673 tempest-TestVolumeBootPattern-1476222673-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:44:22.324155 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-9e8b2741-7b93-441d-b104-5e58f43321fd req-7cd2d4a2-7cfa-4ee6-84c1-960417bc5309 tempest-TestVolumeBootPattern-1476222673 tempest-TestVolumeBootPattern-1476222673-project] 10.222.0.26 "GET /v2.0/ports?device_id=16d793db-7f73-420c-8869-8fb25e3b5658 HTTP/1.1" status: 200 len: 943 time: 0.0799651 Apr 01 13:44:22.339877 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1879d17a-74be-4222-ad6c-ac7800e1b471 req-7e41d615-612a-4f9f-aeaf-a467c793b894 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:44:22.341605 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-1879d17a-74be-4222-ad6c-ac7800e1b471 req-7e41d615-612a-4f9f-aeaf-a467c793b894 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] 10.222.0.26 "GET /v2.0/ports?device_id=11db5d0b-783e-43ce-905c-116b465e106c HTTP/1.1" status: 200 len: 944 time: 0.0773995 Apr 01 13:44:22.370534 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-9e8b2741-7b93-441d-b104-5e58f43321fd req-70912dfc-ce65-4a49-84f7-3a4eaf8c6a35 tempest-TestVolumeBootPattern-1476222673 tempest-TestVolumeBootPattern-1476222673-project] 10.222.0.26 "GET /v2.0/security-groups?id=27f17799-9873-4c06-85d9-3f0cf9f77d1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405691 Apr 01 13:44:22.387482 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-1879d17a-74be-4222-ad6c-ac7800e1b471 req-e4b46200-8c57-4068-a74c-528d47610335 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] 10.222.0.26 "GET /v2.0/security-groups?id=33d6bb90-293f-43dc-9af5-386ef8e834da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402215 Apr 01 13:44:22.870570 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Device 8aafa02e-bae1-4e7b-81c6-b5160e691bc4 details requested by agent hyperv_hv-neutron-8361 with host hv-neutron-8361 {{(pid=83872) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 01 13:44:23.001204 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] For port 8aafa02e-bae1-4e7b-81c6-b5160e691bc4, host hv-neutron-8361, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8361',level=0,port_id=8aafa02e-bae1-4e7b-81c6-b5160e691bc4,segment=NetworkSegment(6a8c1df2-10dd-44e4-a1d9-458b0914d229),segment_id=6a8c1df2-10dd-44e4-a1d9-458b0914d229)] {{(pid=83872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 13:44:23.013922 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Returning: {'device': '8aafa02e-bae1-4e7b-81c6-b5160e691bc4', 'network_id': 'faf3114c-4120-4a62-b1f3-aaddd5de1158', 'port_id': '8aafa02e-bae1-4e7b-81c6-b5160e691bc4', 'mac_address': 'fa:16:3e:aa:53:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 382, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9653d5d1-78c1-4ff3-8966-e8a71c84f90e', 'ip_address': '172.20.0.20'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83872) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 01 13:44:23.070573 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:44:23.086858 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.notifiers.nova [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8aafa02e-bae1-4e7b-81c6-b5160e691bc4 {{(pid=83872) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 01 13:44:23.101596 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] For port 8aafa02e-bae1-4e7b-81c6-b5160e691bc4, host hv-neutron-8361, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8361',level=0,port_id=8aafa02e-bae1-4e7b-81c6-b5160e691bc4,segment=NetworkSegment(6a8c1df2-10dd-44e4-a1d9-458b0914d229),segment_id=6a8c1df2-10dd-44e4-a1d9-458b0914d229)] {{(pid=83872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 13:44:23.106521 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864'] for port, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:44:23.171432 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Pushing event updated for resources: {'Port': ['ID=8aafa02e-bae1-4e7b-81c6-b5160e691bc4,revision_number=4']} {{(pid=83872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:44:23.379284 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] get_ports_and_sgs() called for port_ids ['8aafa02e-bae1-4e7b-81c6-b5160e691bc4'] {{(pid=83872) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 01 13:44:23.578158 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91bec07-3a21-4d32-b437-4523ccc004b4 req-f3a3c6f6-47dd-45c4-8b1f-31bf36e06a9f tempest-TestVolumeBootPattern-1476222673 tempest-TestVolumeBootPattern-1476222673-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:44:23.580223 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-c91bec07-3a21-4d32-b437-4523ccc004b4 req-f3a3c6f6-47dd-45c4-8b1f-31bf36e06a9f tempest-TestVolumeBootPattern-1476222673 tempest-TestVolumeBootPattern-1476222673-project] 10.222.0.26 "GET /v2.0/ports?device_id=16d793db-7f73-420c-8869-8fb25e3b5658 HTTP/1.1" status: 200 len: 943 time: 0.0839353 Apr 01 13:44:23.593707 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d29b362-172e-430f-8bf8-5d356e77da4e req-1dbd5d25-8399-4fff-a38c-b45d092e4bf5 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:44:23.601929 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-6d29b362-172e-430f-8bf8-5d356e77da4e req-1dbd5d25-8399-4fff-a38c-b45d092e4bf5 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] 10.222.0.26 "GET /v2.0/ports?device_id=11db5d0b-783e-43ce-905c-116b465e106c HTTP/1.1" status: 200 len: 945 time: 0.0909619 Apr 01 13:44:23.637847 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-c91bec07-3a21-4d32-b437-4523ccc004b4 req-8f08ecfb-cc8a-4eb8-b6f7-733e71fd365e tempest-TestVolumeBootPattern-1476222673 tempest-TestVolumeBootPattern-1476222673-project] 10.222.0.26 "GET /v2.0/security-groups?id=27f17799-9873-4c06-85d9-3f0cf9f77d1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516386 Apr 01 13:44:23.646458 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-6d29b362-172e-430f-8bf8-5d356e77da4e req-36199a45-3929-415f-8a2b-6f00186d4b99 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] 10.222.0.26 "GET /v2.0/security-groups?id=33d6bb90-293f-43dc-9af5-386ef8e834da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435002 Apr 01 13:44:23.776151 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:44:24.835107 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f548608a-db6b-4bd6-bc6d-a7cc4cc48479 req-9479f108-a3bf-44f4-ab71-e1c0c4186122 tempest-TestVolumeBootPattern-1476222673 tempest-TestVolumeBootPattern-1476222673-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:44:24.836600 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-f548608a-db6b-4bd6-bc6d-a7cc4cc48479 req-9479f108-a3bf-44f4-ab71-e1c0c4186122 tempest-TestVolumeBootPattern-1476222673 tempest-TestVolumeBootPattern-1476222673-project] 10.222.0.26 "GET /v2.0/ports?device_id=16d793db-7f73-420c-8869-8fb25e3b5658 HTTP/1.1" status: 200 len: 943 time: 0.0784538 Apr 01 13:44:24.843610 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2129d96c-8f2d-43e3-8dac-75cccd7de98f req-9921f1c2-eb6a-4f40-9007-80d9cd70f183 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:44:24.845103 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-2129d96c-8f2d-43e3-8dac-75cccd7de98f req-9921f1c2-eb6a-4f40-9007-80d9cd70f183 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] 10.222.0.26 "GET /v2.0/ports?device_id=11db5d0b-783e-43ce-905c-116b465e106c HTTP/1.1" status: 200 len: 945 time: 0.0767143 Apr 01 13:44:24.881587 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-f548608a-db6b-4bd6-bc6d-a7cc4cc48479 req-de30bf90-a3f2-49d2-9038-462172cf8653 tempest-TestVolumeBootPattern-1476222673 tempest-TestVolumeBootPattern-1476222673-project] 10.222.0.26 "GET /v2.0/security-groups?id=27f17799-9873-4c06-85d9-3f0cf9f77d1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390556 Apr 01 13:44:24.894588 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-2129d96c-8f2d-43e3-8dac-75cccd7de98f req-cb38f99f-0c54-44f8-96bf-fce965bf1647 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] 10.222.0.26 "GET /v2.0/security-groups?id=33d6bb90-293f-43dc-9af5-386ef8e834da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441437 Apr 01 13:44:24.898517 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Device 7eea0960-9648-4d3f-a077-c4b292d32fc1 details requested by agent hyperv_hv-neutron-8361 with host hv-neutron-8361 {{(pid=83872) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 01 13:44:24.973688 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Device 8aafa02e-bae1-4e7b-81c6-b5160e691bc4 up at agent hyperv_hv-neutron-8361 {{(pid=83872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 13:44:25.081626 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] For port 7eea0960-9648-4d3f-a077-c4b292d32fc1, host hv-neutron-8361, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8361',level=0,port_id=7eea0960-9648-4d3f-a077-c4b292d32fc1,segment=NetworkSegment(75975926-68c3-4fd7-98af-37ba4697d49a),segment_id=75975926-68c3-4fd7-98af-37ba4697d49a)] {{(pid=83872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 13:44:25.096546 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Returning: {'device': '7eea0960-9648-4d3f-a077-c4b292d32fc1', 'network_id': 'f450d435-2e18-4974-8657-011f0eedf5a1', 'port_id': '7eea0960-9648-4d3f-a077-c4b292d32fc1', 'mac_address': 'fa:16:3e:d2:e1:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 373, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e819b10b-b5bd-410a-b72f-33f41ed14c7b', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83872) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 01 13:44:25.125532 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Provisioning for port 8aafa02e-bae1-4e7b-81c6-b5160e691bc4 completed by entity L2. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 13:44:25.138230 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Provisioning complete for port 8aafa02e-bae1-4e7b-81c6-b5160e691bc4 triggered by entity L2. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 13:44:25.138533 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-948329'] for port, provisioning_complete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:44:25.189636 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:44:25.217601 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.notifiers.nova [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7eea0960-9648-4d3f-a077-c4b292d32fc1 {{(pid=83872) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 01 13:44:25.259343 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] For port 7eea0960-9648-4d3f-a077-c4b292d32fc1, host hv-neutron-8361, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8361',level=0,port_id=7eea0960-9648-4d3f-a077-c4b292d32fc1,segment=NetworkSegment(75975926-68c3-4fd7-98af-37ba4697d49a),segment_id=75975926-68c3-4fd7-98af-37ba4697d49a)] {{(pid=83872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 13:44:25.264462 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864'] for port, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:44:25.339446 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:44:25.365277 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Pushing event updated for resources: {'Port': ['ID=7eea0960-9648-4d3f-a077-c4b292d32fc1,revision_number=4']} {{(pid=83872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:44:25.374006 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11db5d0b-783e-43ce-905c-116b465e106c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8aafa02e-bae1-4e7b-81c6-b5160e691bc4'}] {{(pid=83872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 13:44:25.384138 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] For port 8aafa02e-bae1-4e7b-81c6-b5160e691bc4, host hv-neutron-8361, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8361',level=0,port_id=8aafa02e-bae1-4e7b-81c6-b5160e691bc4,segment=NetworkSegment(6a8c1df2-10dd-44e4-a1d9-458b0914d229),segment_id=6a8c1df2-10dd-44e4-a1d9-458b0914d229)] {{(pid=83872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 13:44:25.390216 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864'] for port, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:44:25.431591 dv-neutron-836180-1-hyperv neutron-server[83872]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11db5d0b-783e-43ce-905c-116b465e106c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8aafa02e-bae1-4e7b-81c6-b5160e691bc4', 'code': 200} Apr 01 13:44:25.465603 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Pushing event updated for resources: {'Port': ['ID=8aafa02e-bae1-4e7b-81c6-b5160e691bc4,revision_number=5']} {{(pid=83872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:44:25.529114 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] get_ports_and_sgs() called for port_ids ['7eea0960-9648-4d3f-a077-c4b292d32fc1'] {{(pid=83872) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 01 13:44:25.682215 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-31927fe5-cfbe-4ecd-958d-5b7697fcbf7d req-f92a91ef-54bb-41df-9d94-2880226f929f service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=11db5d0b-783e-43ce-905c-116b465e106c HTTP/1.1" status: 200 len: 1099 time: 0.0687716 Apr 01 13:44:25.728768 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-31927fe5-cfbe-4ecd-958d-5b7697fcbf7d req-16799546-e091-4358-9515-1d953ae27095 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=33d6bb90-293f-43dc-9af5-386ef8e834da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373685 Apr 01 13:44:26.085332 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41fcf0d2-e53f-41db-a22f-3bc829af27a3 req-e22c7e69-85d1-4e42-b09a-a7acc01addc8 tempest-TestVolumeBootPattern-1476222673 tempest-TestVolumeBootPattern-1476222673-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:44:26.086784 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-41fcf0d2-e53f-41db-a22f-3bc829af27a3 req-e22c7e69-85d1-4e42-b09a-a7acc01addc8 tempest-TestVolumeBootPattern-1476222673 tempest-TestVolumeBootPattern-1476222673-project] 10.222.0.26 "GET /v2.0/ports?device_id=16d793db-7f73-420c-8869-8fb25e3b5658 HTTP/1.1" status: 200 len: 944 time: 0.0804188 Apr 01 13:44:26.091936 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9f15ea-dae6-400d-b22d-53eee73e71cf req-fff2504f-36b7-406c-8ec9-53dcdea3a4ec tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:44:26.093433 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-5e9f15ea-dae6-400d-b22d-53eee73e71cf req-fff2504f-36b7-406c-8ec9-53dcdea3a4ec tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] 10.222.0.26 "GET /v2.0/ports?device_id=11db5d0b-783e-43ce-905c-116b465e106c HTTP/1.1" status: 200 len: 946 time: 0.0769141 Apr 01 13:44:26.132963 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-41fcf0d2-e53f-41db-a22f-3bc829af27a3 req-110c5363-90c4-4189-b33c-d749d3c9322d tempest-TestVolumeBootPattern-1476222673 tempest-TestVolumeBootPattern-1476222673-project] 10.222.0.26 "GET /v2.0/security-groups?id=27f17799-9873-4c06-85d9-3f0cf9f77d1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399063 Apr 01 13:44:26.141120 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-5e9f15ea-dae6-400d-b22d-53eee73e71cf req-07812c63-d5a8-4ac8-830d-a711165bdc18 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] 10.222.0.26 "GET /v2.0/security-groups?id=33d6bb90-293f-43dc-9af5-386ef8e834da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421684 Apr 01 13:44:26.913965 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Device 7eea0960-9648-4d3f-a077-c4b292d32fc1 up at agent hyperv_hv-neutron-8361 {{(pid=83872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 13:44:26.985955 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Provisioning for port 7eea0960-9648-4d3f-a077-c4b292d32fc1 completed by entity L2. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 13:44:26.990500 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Provisioning complete for port 7eea0960-9648-4d3f-a077-c4b292d32fc1 triggered by entity L2. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 13:44:26.990861 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-948329'] for port, provisioning_complete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:44:27.103810 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:44:27.134086 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] For port 7eea0960-9648-4d3f-a077-c4b292d32fc1, host hv-neutron-8361, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8361',level=0,port_id=7eea0960-9648-4d3f-a077-c4b292d32fc1,segment=NetworkSegment(75975926-68c3-4fd7-98af-37ba4697d49a),segment_id=75975926-68c3-4fd7-98af-37ba4697d49a)] {{(pid=83872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 13:44:27.138751 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864'] for port, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:44:27.206340 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Pushing event updated for resources: {'Port': ['ID=7eea0960-9648-4d3f-a077-c4b292d32fc1,revision_number=5']} {{(pid=83872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:44:27.334880 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16be1da-b427-4166-a22a-8cd5d9fe93f6 req-373b2cad-8998-4cb6-b2cc-270ae2c839f9 tempest-TestVolumeBootPattern-1476222673 tempest-TestVolumeBootPattern-1476222673-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:44:27.336392 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-a16be1da-b427-4166-a22a-8cd5d9fe93f6 req-373b2cad-8998-4cb6-b2cc-270ae2c839f9 tempest-TestVolumeBootPattern-1476222673 tempest-TestVolumeBootPattern-1476222673-project] 10.222.0.26 "GET /v2.0/ports?device_id=16d793db-7f73-420c-8869-8fb25e3b5658 HTTP/1.1" status: 200 len: 945 time: 0.0824018 Apr 01 13:44:27.352863 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2959a2-69f5-46f4-b1b0-68027746adff req-d7b4df0b-96a6-434a-b040-bddda880e94c tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:44:27.355182 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-dd2959a2-69f5-46f4-b1b0-68027746adff req-d7b4df0b-96a6-434a-b040-bddda880e94c tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] 10.222.0.26 "GET /v2.0/ports?device_id=11db5d0b-783e-43ce-905c-116b465e106c HTTP/1.1" status: 200 len: 946 time: 0.0815432 Apr 01 13:44:27.382821 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-a16be1da-b427-4166-a22a-8cd5d9fe93f6 req-1f14675b-f58e-4891-9795-61f3f5df0b61 tempest-TestVolumeBootPattern-1476222673 tempest-TestVolumeBootPattern-1476222673-project] 10.222.0.26 "GET /v2.0/security-groups?id=27f17799-9873-4c06-85d9-3f0cf9f77d1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400813 Apr 01 13:44:27.400339 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-dd2959a2-69f5-46f4-b1b0-68027746adff req-4da84826-e4c5-42ea-8109-2fafe7fbe25d tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] 10.222.0.26 "GET /v2.0/security-groups?id=33d6bb90-293f-43dc-9af5-386ef8e834da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391800 Apr 01 13:44:27.432835 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16d793db-7f73-420c-8869-8fb25e3b5658', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7eea0960-9648-4d3f-a077-c4b292d32fc1'}] {{(pid=83872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 13:44:27.489032 dv-neutron-836180-1-hyperv neutron-server[83872]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16d793db-7f73-420c-8869-8fb25e3b5658', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7eea0960-9648-4d3f-a077-c4b292d32fc1', 'code': 200} Apr 01 13:44:27.603634 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4104956-f8cd-4dfb-a7fd-a3a9cbed7a90 req-6c12aee5-df33-46af-bdac-ed0db8c92bec tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:44:27.605581 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-c4104956-f8cd-4dfb-a7fd-a3a9cbed7a90 req-6c12aee5-df33-46af-bdac-ed0db8c92bec tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] 10.222.0.26 "GET /v2.0/ports?device_id=11db5d0b-783e-43ce-905c-116b465e106c HTTP/1.1" status: 200 len: 946 time: 0.0832193 Apr 01 13:44:27.693843 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-c4104956-f8cd-4dfb-a7fd-a3a9cbed7a90 req-2fb6fbe6-d67d-477c-8688-2b943433922f tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] 10.222.0.26 "GET /v2.0/security-groups?id=33d6bb90-293f-43dc-9af5-386ef8e834da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0822263 Apr 01 13:44:27.721795 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-9c33fb5a-fed7-4673-b0ea-26b1e44fdf92 req-d1d4418d-3147-4803-bb21-7888c51753e0 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=16d793db-7f73-420c-8869-8fb25e3b5658 HTTP/1.1" status: 200 len: 1098 time: 0.0778780 Apr 01 13:44:27.763855 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-9c33fb5a-fed7-4673-b0ea-26b1e44fdf92 req-8c17b4cb-5fea-423e-b55a-f7fc8549d44a service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=27f17799-9873-4c06-85d9-3f0cf9f77d1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364318 Apr 01 13:44:28.657924 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff94694-e96d-4959-a490-519abd9a5462 req-22b7dac5-5f46-4f41-b4b7-cdb8e7836203 tempest-TestVolumeBootPattern-1476222673 tempest-TestVolumeBootPattern-1476222673-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:44:28.659340 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-5ff94694-e96d-4959-a490-519abd9a5462 req-22b7dac5-5f46-4f41-b4b7-cdb8e7836203 tempest-TestVolumeBootPattern-1476222673 tempest-TestVolumeBootPattern-1476222673-project] 10.222.0.26 "GET /v2.0/ports?device_id=16d793db-7f73-420c-8869-8fb25e3b5658 HTTP/1.1" status: 200 len: 945 time: 0.1532760 Apr 01 13:44:28.703457 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-5ff94694-e96d-4959-a490-519abd9a5462 req-9710e277-483b-403f-a9a1-ce89c522e255 tempest-TestVolumeBootPattern-1476222673 tempest-TestVolumeBootPattern-1476222673-project] 10.222.0.26 "GET /v2.0/security-groups?id=27f17799-9873-4c06-85d9-3f0cf9f77d1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383182 Apr 01 13:44:29.189496 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 57910) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:44:30.082732 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e16de4-3858-4760-8450-280feceb19d6 req-6d4c9593-9e48-43bb-8644-f12d487af1e6 tempest-TestVolumeBootPattern-1476222673 tempest-TestVolumeBootPattern-1476222673-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:44:30.084155 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-60e16de4-3858-4760-8450-280feceb19d6 req-6d4c9593-9e48-43bb-8644-f12d487af1e6 tempest-TestVolumeBootPattern-1476222673 tempest-TestVolumeBootPattern-1476222673-project] 10.222.0.26 "GET /v2.0/ports?device_id=16d793db-7f73-420c-8869-8fb25e3b5658 HTTP/1.1" status: 200 len: 945 time: 0.2599530 Apr 01 13:44:30.107764 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-f016f129-cc22-424e-b719-6d177ee2fda3 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:44:30.264646 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-60e16de4-3858-4760-8450-280feceb19d6 req-5f519995-9e7b-4be8-8a12-6306c16500bc tempest-TestVolumeBootPattern-1476222673 tempest-TestVolumeBootPattern-1476222673-project] 10.222.0.26 "GET /v2.0/security-groups?id=27f17799-9873-4c06-85d9-3f0cf9f77d1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1734505 Apr 01 13:44:30.468952 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e223b1fb-8740-4781-9975-ea0a37ca98d6 req-f83c369d-31fd-48fa-995c-7143261e9e29 tempest-TestVolumeBootPattern-1476222673 tempest-TestVolumeBootPattern-1476222673-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:44:30.470406 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-e223b1fb-8740-4781-9975-ea0a37ca98d6 req-f83c369d-31fd-48fa-995c-7143261e9e29 tempest-TestVolumeBootPattern-1476222673 tempest-TestVolumeBootPattern-1476222673-project] 10.222.0.26 "GET /v2.0/ports?device_id=16d793db-7f73-420c-8869-8fb25e3b5658 HTTP/1.1" status: 200 len: 945 time: 0.0850019 Apr 01 13:44:30.515079 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.db_base_plugin_common [None req-f016f129-cc22-424e-b719-6d177ee2fda3 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Allocated IP 172.20.0.17 (faf3114c-4120-4a62-b1f3-aaddd5de1158/9653d5d1-78c1-4ff3-8966-e8a71c84f90e/3f7b9669-0268-48a5-8e7d-1676c76da719) {{(pid=83869) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 13:44:30.516077 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-e223b1fb-8740-4781-9975-ea0a37ca98d6 req-e2352534-d7ac-4aed-9230-c816e79c8deb tempest-TestVolumeBootPattern-1476222673 tempest-TestVolumeBootPattern-1476222673-project] 10.222.0.26 "GET /v2.0/security-groups?id=27f17799-9873-4c06-85d9-3f0cf9f77d1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401638 Apr 01 13:44:30.544776 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 57918) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:44:30.673987 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-f016f129-cc22-424e-b719-6d177ee2fda3 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks [] for port, precommit_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:44:30.686331 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-f164e5f6-21a9-42e2-b923-a6cf585a9249 tempest-TestVolumeBootPattern-764822362 tempest-TestVolumeBootPattern-764822362-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=16d793db-7f73-420c-8869-8fb25e3b5658 HTTP/1.1" status: 200 len: 1093 time: 0.1376708 Apr 01 13:44:30.686547 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 57924) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:44:30.690005 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.provisioning_blocks [None req-f016f129-cc22-424e-b719-6d177ee2fda3 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Transition to ACTIVE for port object 3f7b9669-0268-48a5-8e7d-1676c76da719 will not be triggered until provisioned by entity DHCP. {{(pid=83869) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 13:44:30.691911 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.v2.base [None req-a14fbb9e-5826-438d-961f-0f804ed7e791 tempest-TestVolumeBootPattern-1476222673 tempest-TestVolumeBootPattern-1476222673-project] Request body: {'floatingip': {'floating_network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'port_id': '7eea0960-9648-4d3f-a077-c4b292d32fc1', 'tenant_id': '5bd5d96184e74f0ca1fb3a290ee8b3f6', 'fixed_ip_address': '172.20.0.8'}} {{(pid=83871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:44:30.698750 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-a14fbb9e-5826-438d-961f-0f804ed7e791 tempest-TestVolumeBootPattern-1476222673 tempest-TestVolumeBootPattern-1476222673-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:44:30.702530 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-a14fbb9e-5826-438d-961f-0f804ed7e791 tempest-TestVolumeBootPattern-1476222673 tempest-TestVolumeBootPattern-1476222673-project] Usage tracker for resource:floatingip and tenant:5bd5d96184e74f0ca1fb3a290ee8b3f6 is out of sync, need to count used quota {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 13:44:30.705340 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-a14fbb9e-5826-438d-961f-0f804ed7e791 tempest-TestVolumeBootPattern-1476222673 tempest-TestVolumeBootPattern-1476222673-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 13:44:30.711245 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-a14fbb9e-5826-438d-961f-0f804ed7e791 tempest-TestVolumeBootPattern-1476222673 tempest-TestVolumeBootPattern-1476222673-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:44:30.712243 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-f016f129-cc22-424e-b719-6d177ee2fda3 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736732935801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2705155'] for port, after_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:44:30.722769 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-a14fbb9e-5826-438d-961f-0f804ed7e791 tempest-TestVolumeBootPattern-1476222673 tempest-TestVolumeBootPattern-1476222673-project] Notify callbacks [] for floatingip, before_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:44:30.787389 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f016f129-cc22-424e-b719-6d177ee2fda3 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Network faf3114c-4120-4a62-b1f3-aaddd5de1158 is already hosted by enough agents. {{(pid=83869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 13:44:30.790181 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.scheduler.base_scheduler [None req-f016f129-cc22-424e-b719-6d177ee2fda3 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Resources bound (agent type, host, resource id): {{(pid=83869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 13:44:30.794518 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f016f129-cc22-424e-b719-6d177ee2fda3 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Received port after_create {{(pid=83869) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 13:44:30.823500 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f016f129-cc22-424e-b719-6d177ee2fda3 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Pushing event updated for resources: {'Port': ['ID=3f7b9669-0268-48a5-8e7d-1676c76da719,revision_number=1']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:44:30.854101 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-f016f129-cc22-424e-b719-6d177ee2fda3 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4084144'] for router_interface, before_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:44:30.869610 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-a14fbb9e-5826-438d-961f-0f804ed7e791 tempest-TestVolumeBootPattern-1476222673 tempest-TestVolumeBootPattern-1476222673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:44:30.952352 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-f016f129-cc22-424e-b719-6d177ee2fda3 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:44:31.015890 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.db_base_plugin_common [None req-a14fbb9e-5826-438d-961f-0f804ed7e791 tempest-TestVolumeBootPattern-1476222673 tempest-TestVolumeBootPattern-1476222673-project] Allocated IP 172.26.5.96 (725864b8-cceb-48c9-b5d3-1bfc4423e301/e2ed99db-0e25-4971-b535-7fa69231fae8/7d3ffaa2-b37c-4498-8986-93d94ee4e092) {{(pid=83871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 13:44:31.065948 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-506a4b52-2ca7-47f2-91f7-f7188eb730a9 None None] Provisioning for port 3f7b9669-0268-48a5-8e7d-1676c76da719 completed by entity DHCP. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 13:44:31.070788 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-506a4b52-2ca7-47f2-91f7-f7188eb730a9 None None] Provisioning complete for port 3f7b9669-0268-48a5-8e7d-1676c76da719 triggered by entity DHCP. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 13:44:31.071234 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-506a4b52-2ca7-47f2-91f7-f7188eb730a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-948329'] for port, provisioning_complete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:44:31.129300 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.plugin [None req-506a4b52-2ca7-47f2-91f7-f7188eb730a9 None None] Port 3f7b9669-0268-48a5-8e7d-1676c76da719 cannot update to ACTIVE because it is not bound. {{(pid=83872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 13:44:31.167032 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-a14fbb9e-5826-438d-961f-0f804ed7e791 tempest-TestVolumeBootPattern-1476222673 tempest-TestVolumeBootPattern-1476222673-project] Notify callbacks [] for port, precommit_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:44:31.194934 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-a14fbb9e-5826-438d-961f-0f804ed7e791 tempest-TestVolumeBootPattern-1476222673 tempest-TestVolumeBootPattern-1476222673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736732935801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2743125'] for port, after_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:44:31.261803 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a14fbb9e-5826-438d-961f-0f804ed7e791 tempest-TestVolumeBootPattern-1476222673 tempest-TestVolumeBootPattern-1476222673-project] Network 725864b8-cceb-48c9-b5d3-1bfc4423e301 is already hosted by enough agents. {{(pid=83871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 13:44:31.264393 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.scheduler.base_scheduler [None req-a14fbb9e-5826-438d-961f-0f804ed7e791 tempest-TestVolumeBootPattern-1476222673 tempest-TestVolumeBootPattern-1476222673-project] Resources bound (agent type, host, resource id): {{(pid=83871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 13:44:31.268594 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a14fbb9e-5826-438d-961f-0f804ed7e791 tempest-TestVolumeBootPattern-1476222673 tempest-TestVolumeBootPattern-1476222673-project] Received port after_create {{(pid=83871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 13:44:31.296840 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a14fbb9e-5826-438d-961f-0f804ed7e791 tempest-TestVolumeBootPattern-1476222673 tempest-TestVolumeBootPattern-1476222673-project] Pushing event updated for resources: {'Port': ['ID=7d3ffaa2-b37c-4498-8986-93d94ee4e092,revision_number=1']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:44:31.377823 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-f016f129-cc22-424e-b719-6d177ee2fda3 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks [] for port, precommit_update {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:44:31.382482 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-f016f129-cc22-424e-b719-6d177ee2fda3 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2705172'] for port, after_update {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:44:31.489212 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f016f129-cc22-424e-b719-6d177ee2fda3 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Pushing event updated for resources: {'Port': ['ID=3f7b9669-0268-48a5-8e7d-1676c76da719,revision_number=2']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:44:31.493408 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-f016f129-cc22-424e-b719-6d177ee2fda3 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3017508', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4084015'] for router_interface, after_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:44:31.636798 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f016f129-cc22-424e-b719-6d177ee2fda3 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Network faf3114c-4120-4a62-b1f3-aaddd5de1158 is already hosted by enough agents. {{(pid=83869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 13:44:31.637953 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.scheduler.base_scheduler [None req-f016f129-cc22-424e-b719-6d177ee2fda3 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Resources bound (agent type, host, resource id): {{(pid=83869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 13:44:31.793276 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-a14fbb9e-5826-438d-961f-0f804ed7e791 tempest-TestVolumeBootPattern-1476222673 tempest-TestVolumeBootPattern-1476222673-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:44:31.851221 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-a14fbb9e-5826-438d-961f-0f804ed7e791 tempest-TestVolumeBootPattern-1476222673 tempest-TestVolumeBootPattern-1476222673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:44:31.855359 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-cfbc7407-a31c-4dac-ab07-3b66773b6cc8 None None] Provisioning complete for port 3f7b9669-0268-48a5-8e7d-1676c76da719 triggered by entity DHCP. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 13:44:31.855850 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-cfbc7407-a31c-4dac-ab07-3b66773b6cc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-948329'] for port, provisioning_complete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:44:31.907008 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.plugin [None req-cfbc7407-a31c-4dac-ab07-3b66773b6cc8 None None] Port 3f7b9669-0268-48a5-8e7d-1676c76da719 cannot update to ACTIVE because it is not bound. {{(pid=83872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 13:44:32.058011 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-a14fbb9e-5826-438d-961f-0f804ed7e791 tempest-TestVolumeBootPattern-1476222673 tempest-TestVolumeBootPattern-1476222673-project] Notify callbacks [] for port, precommit_update {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:44:32.063029 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-a14fbb9e-5826-438d-961f-0f804ed7e791 tempest-TestVolumeBootPattern-1476222673 tempest-TestVolumeBootPattern-1476222673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2743106'] for port, after_update {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:44:32.134635 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f016f129-cc22-424e-b719-6d177ee2fda3 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Router f283fd9a-4755-4780-9b5d-5f95a160cc02 has already been hosted by L3 agent 88bf8fc8-11a3-4e96-9d1b-5fd93ba9f6f1 {{(pid=83869) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 13:44:32.261204 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a14fbb9e-5826-438d-961f-0f804ed7e791 tempest-TestVolumeBootPattern-1476222673 tempest-TestVolumeBootPattern-1476222673-project] Pushing event updated for resources: {'Port': ['ID=7d3ffaa2-b37c-4498-8986-93d94ee4e092,revision_number=2']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:44:32.273500 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-a14fbb9e-5826-438d-961f-0f804ed7e791 tempest-TestVolumeBootPattern-1476222673 tempest-TestVolumeBootPattern-1476222673-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4084747'] for floatingip, after_update {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:44:32.338360 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f016f129-cc22-424e-b719-6d177ee2fda3 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify agent at l3_agent.dv-neutron-836180-1-hyperv the message routers_updated {{(pid=83869) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 13:44:32.348004 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2a049e1-db0b-4a43-8341-3d437937f15b None None] Sync routers for ids ['f283fd9a-4755-4780-9b5d-5f95a160cc02'] in dv-neutron-836180-1-hyperv {{(pid=83873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 13:44:32.357806 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-f016f129-cc22-424e-b719-6d177ee2fda3 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] 10.222.0.26 "PUT /v2.0/routers/f283fd9a-4755-4780-9b5d-5f95a160cc02/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1671536 Apr 01 13:44:32.361973 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2a049e1-db0b-4a43-8341-3d437937f15b None None] Routers {'f283fd9a-4755-4780-9b5d-5f95a160cc02'} bound to L3 agent in host dv-neutron-836180-1-hyperv {{(pid=83873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 13:44:32.362805 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-f2a049e1-db0b-4a43-8341-3d437937f15b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836180-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T13:25:36Z,description=,heartbeat_timestamp=2022-04-01T13:44:06Z,host='dv-neutron-836180-1-hyperv',id=88bf8fc8-11a3-4e96-9d1b-5fd93ba9f6f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T13:25:36Z,topic='l3_agent')) {'router_ids': ['f283fd9a-4755-4780-9b5d-5f95a160cc02'], 'active': True} {{(pid=83873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:44:32.462878 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.db.l3_db [None req-a14fbb9e-5826-438d-961f-0f804ed7e791 tempest-TestVolumeBootPattern-1476222673 tempest-TestVolumeBootPattern-1476222673-project] Floating IP 9151fbfa-4ed7-4917-b1eb-07106ccdf23a associated. External IP: 172.26.5.96, port: 7eea0960-9648-4d3f-a077-c4b292d32fc1. Apr 01 13:44:32.567096 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_dvr_db [None req-f2a049e1-db0b-4a43-8341-3d437937f15b None None] Set router f283fd9a-4755-4780-9b5d-5f95a160cc02 gateway port host: dv-neutron-836180-1-hyperv {{(pid=83873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 13:44:32.851073 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a14fbb9e-5826-438d-961f-0f804ed7e791 tempest-TestVolumeBootPattern-1476222673 tempest-TestVolumeBootPattern-1476222673-project] Router e3f4a618-e57d-4000-b517-ba34bc2fabc5 has already been hosted by L3 agent 88bf8fc8-11a3-4e96-9d1b-5fd93ba9f6f1 {{(pid=83871) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 13:44:32.914113 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-f2a049e1-db0b-4a43-8341-3d437937f15b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f283fd9a-4755-4780-9b5d-5f95a160cc02', 'name': 'tempest-TestNetworkBasicOps-router-326976', 'tenant_id': 'f17cecf0d6854286bcc6f673927088ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'external_fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.238'}], 'enable_snat': True}, 'gw_port_id': 'ad7e8c09-799b-48af-b306-4b0c531cf7fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T13:43:07Z', 'updated_at': '2022-04-01T13:44:30Z', 'revision_number': 5, 'project_id': 'f17cecf0d6854286bcc6f673927088ad', 'gw_port': {'id': 'ad7e8c09-799b-48af-b306-4b0c531cf7fd', 'name': '', 'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:38:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f283fd9a-4755-4780-9b5d-5f95a160cc02', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836180-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:43:07Z', 'updated_at': '2022-04-01T13:43:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836180-1-hyperv', '_floatingips': [{'id': '81faa7e5-08b2-48f5-a814-4840d623d14b', 'tenant_id': 'f17cecf0d6854286bcc6f673927088ad', 'floating_ip_address': '172.26.5.158', 'floating_network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'router_id': 'f283fd9a-4755-4780-9b5d-5f95a160cc02', 'port_id': '21b866ba-6774-4ebb-b53e-b688ed85116b', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e479e8cb-ba31-4961-ae77-a162005f7579', 'mac_address': 'fa:16:3e:d6:f6:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '264fae12-ac55-4aa4-a8c7-f9e3a911c937', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T13:43:30Z', 'updated_at': '2022-04-01T13:43:34Z', 'revision_number': 1, 'project_id': 'f17cecf0d6854286bcc6f673927088ad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2709e742-0728-4b0d-b897-1c08adca02d4', 'name': '', 'network_id': 'e479e8cb-ba31-4961-ae77-a162005f7579', 'tenant_id': 'f17cecf0d6854286bcc6f673927088ad', 'mac_address': 'fa:16:3e:27:ca:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f283fd9a-4755-4780-9b5d-5f95a160cc02', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cc4b50c6-a51a-439b-bd5e-5eb892add0d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836180-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:43:11Z', 'updated_at': '2022-04-01T13:43:18Z', 'revision_number': 5, 'project_id': 'f17cecf0d6854286bcc6f673927088ad', 'subnets': [{'id': 'cc4b50c6-a51a-439b-bd5e-5eb892add0d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3f7b9669-0268-48a5-8e7d-1676c76da719', 'name': '', 'network_id': 'faf3114c-4120-4a62-b1f3-aaddd5de1158', 'tenant_id': 'f17cecf0d6854286bcc6f673927088ad', 'mac_address': 'fa:16:3e:69:9c:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f283fd9a-4755-4780-9b5d-5f95a160cc02', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9653d5d1-78c1-4ff3-8966-e8a71c84f90e', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:44:30Z', 'updated_at': '2022-04-01T13:44:31Z', 'revision_number': 2, 'project_id': 'f17cecf0d6854286bcc6f673927088ad', 'subnets': [{'id': '9653d5d1-78c1-4ff3-8966-e8a71c84f90e', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-836180-1-hyperv', False) {} {{(pid=83873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:44:32.918063 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2a049e1-db0b-4a43-8341-3d437937f15b None None] Checking router: f283fd9a-4755-4780-9b5d-5f95a160cc02 for host: dv-neutron-836180-1-hyperv {{(pid=83873) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 01 13:44:32.918399 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2a049e1-db0b-4a43-8341-3d437937f15b None None] Updating router f283fd9a-4755-4780-9b5d-5f95a160cc02 port 3f7b9669-0268-48a5-8e7d-1676c76da719 binding host dv-neutron-836180-1-hyperv {{(pid=83873) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 01 13:44:32.969698 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-f2a049e1-db0b-4a43-8341-3d437937f15b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:44:33.050182 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a14fbb9e-5826-438d-961f-0f804ed7e791 tempest-TestVolumeBootPattern-1476222673 tempest-TestVolumeBootPattern-1476222673-project] Notify agent at l3_agent.dv-neutron-836180-1-hyperv the message routers_updated {{(pid=83871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 13:44:33.059856 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f89e0ec3-a1d5-486d-a16a-0faa3555b74d None None] Sync routers for ids ['e3f4a618-e57d-4000-b517-ba34bc2fabc5'] in dv-neutron-836180-1-hyperv {{(pid=83872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 13:44:33.072469 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f89e0ec3-a1d5-486d-a16a-0faa3555b74d None None] Routers {'e3f4a618-e57d-4000-b517-ba34bc2fabc5'} bound to L3 agent in host dv-neutron-836180-1-hyperv {{(pid=83872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 13:44:33.073071 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_hamode_db [None req-f89e0ec3-a1d5-486d-a16a-0faa3555b74d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836180-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T13:25:36Z,description=,heartbeat_timestamp=2022-04-01T13:44:06Z,host='dv-neutron-836180-1-hyperv',id=88bf8fc8-11a3-4e96-9d1b-5fd93ba9f6f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T13:25:36Z,topic='l3_agent')) {'router_ids': ['e3f4a618-e57d-4000-b517-ba34bc2fabc5'], 'active': True} {{(pid=83872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:44:33.078249 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-a14fbb9e-5826-438d-961f-0f804ed7e791 tempest-TestVolumeBootPattern-1476222673 tempest-TestVolumeBootPattern-1476222673-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109561'] for floatingip, before_response {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:44:33.134685 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-a14fbb9e-5826-438d-961f-0f804ed7e791 tempest-TestVolumeBootPattern-1476222673 tempest-TestVolumeBootPattern-1476222673-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.4462743 Apr 01 13:44:33.135272 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '16d793db-7f73-420c-8869-8fb25e3b5658', 'tag': '7eea0960-9648-4d3f-a077-c4b292d32fc1'}] {{(pid=83871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 13:44:33.274075 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_dvr_db [None req-f89e0ec3-a1d5-486d-a16a-0faa3555b74d None None] Set router e3f4a618-e57d-4000-b517-ba34bc2fabc5 gateway port host: dv-neutron-836180-1-hyperv {{(pid=83872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 13:44:33.286999 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '16d793db-7f73-420c-8869-8fb25e3b5658', 'tag': '7eea0960-9648-4d3f-a077-c4b292d32fc1', 'status': 'completed', 'code': 200} Apr 01 13:44:33.330180 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-f2a049e1-db0b-4a43-8341-3d437937f15b None None] Notify callbacks [] for port, precommit_update {{(pid=83873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:44:33.342554 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-f2a049e1-db0b-4a43-8341-3d437937f15b None None] Transition to ACTIVE for port object 3f7b9669-0268-48a5-8e7d-1676c76da719 will not be triggered until provisioned by entity L2. {{(pid=83873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 13:44:33.349923 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-f2a049e1-db0b-4a43-8341-3d437937f15b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864'] for port, after_update {{(pid=83873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:44:33.383262 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-a4cdcc0d-7c41-41e4-add9-b88b57802732 req-89d49737-f6d9-4287-a747-8a06eefd65d0 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=5bd5d96184e74f0ca1fb3a290ee8b3f6&device_id=16d793db-7f73-420c-8869-8fb25e3b5658 HTTP/1.1" status: 200 len: 1098 time: 0.0745246 Apr 01 13:44:33.504745 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5398921-54cc-492f-bca6-4064cff16eb5 None None] Pushing event updated for resources: {'Port': ['ID=3f7b9669-0268-48a5-8e7d-1676c76da719,revision_number=3']} {{(pid=83873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:44:33.516829 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5398921-54cc-492f-bca6-4064cff16eb5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:44:33.517923 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5398921-54cc-492f-bca6-4064cff16eb5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:44:33.518318 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5398921-54cc-492f-bca6-4064cff16eb5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:44:33.518661 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5398921-54cc-492f-bca6-4064cff16eb5 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:44:33.518990 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5398921-54cc-492f-bca6-4064cff16eb5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:44:33.519317 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5398921-54cc-492f-bca6-4064cff16eb5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:44:33.519641 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5398921-54cc-492f-bca6-4064cff16eb5 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:44:33.519966 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5398921-54cc-492f-bca6-4064cff16eb5 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:44:33.520344 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5398921-54cc-492f-bca6-4064cff16eb5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:44:33.520790 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5398921-54cc-492f-bca6-4064cff16eb5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:44:33.521465 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5398921-54cc-492f-bca6-4064cff16eb5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:44:33.545911 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4cdcc0d-7c41-41e4-add9-b88b57802732 req-633d53c2-22a1-491c-8817-fde5f1e05ca2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:44:33.547632 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-a4cdcc0d-7c41-41e4-add9-b88b57802732 req-633d53c2-22a1-491c-8817-fde5f1e05ca2 service neutron] 10.222.0.57 "GET /v2.0/networks?id=f450d435-2e18-4974-8657-011f0eedf5a1 HTTP/1.1" status: 200 len: 913 time: 0.1581526 Apr 01 13:44:33.594830 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-986a1ed6-4d35-4d82-adc9-f2f172ea2725 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:44:33.639019 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.plugins.ml2.managers [None req-f2a049e1-db0b-4a43-8341-3d437937f15b None None] Attempting to bind port 3f7b9669-0268-48a5-8e7d-1676c76da719 on host dv-neutron-836180-1-hyperv for vnic_type normal with profile {{(pid=83873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 13:44:33.639453 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.plugins.ml2.managers [None req-f2a049e1-db0b-4a43-8341-3d437937f15b None None] Attempting to bind port 3f7b9669-0268-48a5-8e7d-1676c76da719 by drivers openvswitch,hyperv on host dv-neutron-836180-1-hyperv at level 0 using segments [{'id': '6a8c1df2-10dd-44e4-a1d9-458b0914d229', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'faf3114c-4120-4a62-b1f3-aaddd5de1158'}] {{(pid=83873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 13:44:33.639870 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2a049e1-db0b-4a43-8341-3d437937f15b None None] Attempting to bind port 3f7b9669-0268-48a5-8e7d-1676c76da719 on network faf3114c-4120-4a62-b1f3-aaddd5de1158 {{(pid=83873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 13:44:33.646496 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2a049e1-db0b-4a43-8341-3d437937f15b None None] Checking agent: {'id': 'af948428-97cd-4d10-9f53-af028bdb39b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-836180-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 13, 25, 37), 'started_at': datetime.datetime(2022, 4, 1, 13, 26, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 13, 44, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-836180-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 13:44:33.646986 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2a049e1-db0b-4a43-8341-3d437937f15b None None] Checking segment: {'id': '6a8c1df2-10dd-44e4-a1d9-458b0914d229', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'faf3114c-4120-4a62-b1f3-aaddd5de1158'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 13:44:33.647584 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-f2a049e1-db0b-4a43-8341-3d437937f15b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:44:33.648059 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2a049e1-db0b-4a43-8341-3d437937f15b None None] Bound using segment: {'id': '6a8c1df2-10dd-44e4-a1d9-458b0914d229', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'faf3114c-4120-4a62-b1f3-aaddd5de1158'} {{(pid=83873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 13:44:33.648644 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.plugins.ml2.managers [None req-f2a049e1-db0b-4a43-8341-3d437937f15b None None] Bound port: 3f7b9669-0268-48a5-8e7d-1676c76da719, host: dv-neutron-836180-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6a8c1df2-10dd-44e4-a1d9-458b0914d229', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'faf3114c-4120-4a62-b1f3-aaddd5de1158'}}] {{(pid=83873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 13:44:33.649122 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-f2a049e1-db0b-4a43-8341-3d437937f15b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:44:33.669832 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-a4cdcc0d-7c41-41e4-add9-b88b57802732 req-85b3e016-961a-48e4-a895-4757575380de service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7eea0960-9648-4d3f-a077-c4b292d32fc1 HTTP/1.1" status: 200 len: 998 time: 0.1163640 Apr 01 13:44:33.722619 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_hamode_db [None req-f89e0ec3-a1d5-486d-a16a-0faa3555b74d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3f4a618-e57d-4000-b517-ba34bc2fabc5', 'name': 'tempest-TestVolumeBootPattern-1138570424-router', 'tenant_id': '5bd5d96184e74f0ca1fb3a290ee8b3f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'external_fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.11'}], 'enable_snat': True}, 'gw_port_id': '3277a845-1d6f-47a2-9cca-49974d745e16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T13:43:41Z', 'updated_at': '2022-04-01T13:43:44Z', 'revision_number': 4, 'project_id': '5bd5d96184e74f0ca1fb3a290ee8b3f6', 'gw_port': {'id': '3277a845-1d6f-47a2-9cca-49974d745e16', 'name': '', 'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:db:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3f4a618-e57d-4000-b517-ba34bc2fabc5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836180-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:43:42Z', 'updated_at': '2022-04-01T13:43:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836180-1-hyperv', '_floatingips': [{'id': '9151fbfa-4ed7-4917-b1eb-07106ccdf23a', 'tenant_id': '5bd5d96184e74f0ca1fb3a290ee8b3f6', 'floating_ip_address': '172.26.5.96', 'floating_network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'router_id': 'e3f4a618-e57d-4000-b517-ba34bc2fabc5', 'port_id': '7eea0960-9648-4d3f-a077-c4b292d32fc1', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f450d435-2e18-4974-8657-011f0eedf5a1', 'mac_address': 'fa:16:3e:d2:e1:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16d793db-7f73-420c-8869-8fb25e3b5658', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T13:44:31Z', 'updated_at': '2022-04-01T13:44:31Z', 'revision_number': 0, 'project_id': '5bd5d96184e74f0ca1fb3a290ee8b3f6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6274b498-b06d-44b2-9332-bd5b04bcf3e6', 'name': '', 'network_id': 'f450d435-2e18-4974-8657-011f0eedf5a1', 'tenant_id': '5bd5d96184e74f0ca1fb3a290ee8b3f6', 'mac_address': 'fa:16:3e:c2:25:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3f4a618-e57d-4000-b517-ba34bc2fabc5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e819b10b-b5bd-410a-b72f-33f41ed14c7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836180-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:43:44Z', 'updated_at': '2022-04-01T13:43:52Z', 'revision_number': 5, 'project_id': '5bd5d96184e74f0ca1fb3a290ee8b3f6', 'subnets': [{'id': 'e819b10b-b5bd-410a-b72f-33f41ed14c7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-836180-1-hyperv', False) {} {{(pid=83872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:44:33.731442 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f89e0ec3-a1d5-486d-a16a-0faa3555b74d None None] Checking router: e3f4a618-e57d-4000-b517-ba34bc2fabc5 for host: dv-neutron-836180-1-hyperv {{(pid=83872) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 01 13:44:33.741046 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.plugins.ml2.db [None req-f2a049e1-db0b-4a43-8341-3d437937f15b None None] For port 3f7b9669-0268-48a5-8e7d-1676c76da719, host dv-neutron-836180-1-hyperv, cleared binding levels {{(pid=83873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 13:44:33.741330 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4cdcc0d-7c41-41e4-add9-b88b57802732 req-4ce4ed6c-32c6-4762-a271-48e89339b186 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:44:33.743026 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-a4cdcc0d-7c41-41e4-add9-b88b57802732 req-4ce4ed6c-32c6-4762-a271-48e89339b186 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=e819b10b-b5bd-410a-b72f-33f41ed14c7b HTTP/1.1" status: 200 len: 851 time: 0.0672808 Apr 01 13:44:33.745455 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.plugins.ml2.db [None req-f2a049e1-db0b-4a43-8341-3d437937f15b None None] For port 3f7b9669-0268-48a5-8e7d-1676c76da719, host dv-neutron-836180-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836180-1-hyperv',level=0,port_id=3f7b9669-0268-48a5-8e7d-1676c76da719,segment=NetworkSegment(6a8c1df2-10dd-44e4-a1d9-458b0914d229),segment_id=6a8c1df2-10dd-44e4-a1d9-458b0914d229)] {{(pid=83873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 13:44:33.750023 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-f2a049e1-db0b-4a43-8341-3d437937f15b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864'] for port, after_update {{(pid=83873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:44:33.755083 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f89e0ec3-a1d5-486d-a16a-0faa3555b74d None None] Routers {'e3f4a618-e57d-4000-b517-ba34bc2fabc5'} bound to L3 agent in host dv-neutron-836180-1-hyperv {{(pid=83872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 13:44:33.755696 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_hamode_db [None req-f89e0ec3-a1d5-486d-a16a-0faa3555b74d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836180-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T13:25:36Z,description=,heartbeat_timestamp=2022-04-01T13:44:06Z,host='dv-neutron-836180-1-hyperv',id=88bf8fc8-11a3-4e96-9d1b-5fd93ba9f6f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T13:25:36Z,topic='l3_agent')) {'router_ids': ['e3f4a618-e57d-4000-b517-ba34bc2fabc5'], 'active': True} {{(pid=83872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:44:33.822711 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-a4cdcc0d-7c41-41e4-add9-b88b57802732 req-213f0c05-3e15-46fe-a8b7-40e135100427 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=f450d435-2e18-4974-8657-011f0eedf5a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0739386 Apr 01 13:44:33.858099 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5398921-54cc-492f-bca6-4064cff16eb5 None None] Pushing event updated for resources: {'Port': ['ID=3f7b9669-0268-48a5-8e7d-1676c76da719,revision_number=4']} {{(pid=83873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:44:33.873772 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2a049e1-db0b-4a43-8341-3d437937f15b None None] Routers {'f283fd9a-4755-4780-9b5d-5f95a160cc02'} bound to L3 agent in host dv-neutron-836180-1-hyperv {{(pid=83873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 13:44:33.874638 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-f2a049e1-db0b-4a43-8341-3d437937f15b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836180-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T13:25:36Z,description=,heartbeat_timestamp=2022-04-01T13:44:06Z,host='dv-neutron-836180-1-hyperv',id=88bf8fc8-11a3-4e96-9d1b-5fd93ba9f6f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T13:25:36Z,topic='l3_agent')) {'router_ids': ['f283fd9a-4755-4780-9b5d-5f95a160cc02'], 'active': True} {{(pid=83873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:44:33.981247 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_dvr_db [None req-f89e0ec3-a1d5-486d-a16a-0faa3555b74d None None] Set router e3f4a618-e57d-4000-b517-ba34bc2fabc5 gateway port host: dv-neutron-836180-1-hyperv {{(pid=83872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 13:44:33.987876 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-a4cdcc0d-7c41-41e4-add9-b88b57802732 req-03009852-29f7-4416-ac97-47a29267d4be service neutron] 10.222.0.57 "GET /v2.0/networks/f450d435-2e18-4974-8657-011f0eedf5a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1592259 Apr 01 13:44:34.078617 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_dvr_db [None req-f2a049e1-db0b-4a43-8341-3d437937f15b None None] Set router f283fd9a-4755-4780-9b5d-5f95a160cc02 gateway port host: dv-neutron-836180-1-hyperv {{(pid=83873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 13:44:34.132035 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-a4cdcc0d-7c41-41e4-add9-b88b57802732 req-eea8b310-3b21-4379-9c29-a9ace72ac47e service neutron] 10.222.0.57 "GET /v2.0/networks/f450d435-2e18-4974-8657-011f0eedf5a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1357331 Apr 01 13:44:34.359467 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_hamode_db [None req-f89e0ec3-a1d5-486d-a16a-0faa3555b74d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3f4a618-e57d-4000-b517-ba34bc2fabc5', 'name': 'tempest-TestVolumeBootPattern-1138570424-router', 'tenant_id': '5bd5d96184e74f0ca1fb3a290ee8b3f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'external_fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.11'}], 'enable_snat': True}, 'gw_port_id': '3277a845-1d6f-47a2-9cca-49974d745e16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T13:43:41Z', 'updated_at': '2022-04-01T13:43:44Z', 'revision_number': 4, 'project_id': '5bd5d96184e74f0ca1fb3a290ee8b3f6', 'gw_port': {'id': '3277a845-1d6f-47a2-9cca-49974d745e16', 'name': '', 'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:db:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3f4a618-e57d-4000-b517-ba34bc2fabc5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836180-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:43:42Z', 'updated_at': '2022-04-01T13:43:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836180-1-hyperv', '_floatingips': [{'id': '9151fbfa-4ed7-4917-b1eb-07106ccdf23a', 'tenant_id': '5bd5d96184e74f0ca1fb3a290ee8b3f6', 'floating_ip_address': '172.26.5.96', 'floating_network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'router_id': 'e3f4a618-e57d-4000-b517-ba34bc2fabc5', 'port_id': '7eea0960-9648-4d3f-a077-c4b292d32fc1', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f450d435-2e18-4974-8657-011f0eedf5a1', 'mac_address': 'fa:16:3e:d2:e1:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16d793db-7f73-420c-8869-8fb25e3b5658', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T13:44:31Z', 'updated_at': '2022-04-01T13:44:31Z', 'revision_number': 0, 'project_id': '5bd5d96184e74f0ca1fb3a290ee8b3f6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6274b498-b06d-44b2-9332-bd5b04bcf3e6', 'name': '', 'network_id': 'f450d435-2e18-4974-8657-011f0eedf5a1', 'tenant_id': '5bd5d96184e74f0ca1fb3a290ee8b3f6', 'mac_address': 'fa:16:3e:c2:25:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3f4a618-e57d-4000-b517-ba34bc2fabc5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e819b10b-b5bd-410a-b72f-33f41ed14c7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836180-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:43:44Z', 'updated_at': '2022-04-01T13:43:52Z', 'revision_number': 5, 'project_id': '5bd5d96184e74f0ca1fb3a290ee8b3f6', 'subnets': [{'id': 'e819b10b-b5bd-410a-b72f-33f41ed14c7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-836180-1-hyperv', False) {} {{(pid=83872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:44:34.363429 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f89e0ec3-a1d5-486d-a16a-0faa3555b74d None None] The sync data for ids ['e3f4a618-e57d-4000-b517-ba34bc2fabc5'] in dv-neutron-836180-1-hyperv is: [{'id': 'e3f4a618-e57d-4000-b517-ba34bc2fabc5', 'name': 'tempest-TestVolumeBootPattern-1138570424-router', 'tenant_id': '5bd5d96184e74f0ca1fb3a290ee8b3f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'external_fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.11'}], 'enable_snat': True}, 'gw_port_id': '3277a845-1d6f-47a2-9cca-49974d745e16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T13:43:41Z', 'updated_at': '2022-04-01T13:43:44Z', 'revision_number': 4, 'project_id': '5bd5d96184e74f0ca1fb3a290ee8b3f6', 'gw_port': {'id': '3277a845-1d6f-47a2-9cca-49974d745e16', 'name': '', 'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:db:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3f4a618-e57d-4000-b517-ba34bc2fabc5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836180-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:43:42Z', 'updated_at': '2022-04-01T13:43:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836180-1-hyperv', '_floatingips': [{'id': '9151fbfa-4ed7-4917-b1eb-07106ccdf23a', 'tenant_id': '5bd5d96184e74f0ca1fb3a290ee8b3f6', 'floating_ip_address': '172.26.5.96', 'floating_network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'router_id': 'e3f4a618-e57d-4000-b517-ba34bc2fabc5', 'port_id': '7eea0960-9648-4d3f-a077-c4b292d32fc1', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f450d435-2e18-4974-8657-011f0eedf5a1', 'mac_address': 'fa:16:3e:d2:e1:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16d793db-7f73-420c-8869-8fb25e3b5658', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T13:44:31Z', 'updated_at': '2022-04-01T13:44:31Z', 'revision_number': 0, 'project_id': '5bd5d96184e74f0ca1fb3a290ee8b3f6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6274b498-b06d-44b2-9332-bd5b04bcf3e6', 'name': '', 'network_id': 'f450d435-2e18-4974-8657-011f0eedf5a1', 'tenant_id': '5bd5d96184e74f0ca1fb3a290ee8b3f6', 'mac_address': 'fa:16:3e:c2:25:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3f4a618-e57d-4000-b517-ba34bc2fabc5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e819b10b-b5bd-410a-b72f-33f41ed14c7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836180-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:43:44Z', 'updated_at': '2022-04-01T13:43:52Z', 'revision_number': 5, 'project_id': '5bd5d96184e74f0ca1fb3a290ee8b3f6', 'subnets': [{'id': 'e819b10b-b5bd-410a-b72f-33f41ed14c7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 13:44:34.473975 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-f2a049e1-db0b-4a43-8341-3d437937f15b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f283fd9a-4755-4780-9b5d-5f95a160cc02', 'name': 'tempest-TestNetworkBasicOps-router-326976', 'tenant_id': 'f17cecf0d6854286bcc6f673927088ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'external_fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.238'}], 'enable_snat': True}, 'gw_port_id': 'ad7e8c09-799b-48af-b306-4b0c531cf7fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T13:43:07Z', 'updated_at': '2022-04-01T13:44:30Z', 'revision_number': 5, 'project_id': 'f17cecf0d6854286bcc6f673927088ad', 'gw_port': {'id': 'ad7e8c09-799b-48af-b306-4b0c531cf7fd', 'name': '', 'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:38:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f283fd9a-4755-4780-9b5d-5f95a160cc02', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836180-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:43:07Z', 'updated_at': '2022-04-01T13:43:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836180-1-hyperv', '_floatingips': [{'id': '81faa7e5-08b2-48f5-a814-4840d623d14b', 'tenant_id': 'f17cecf0d6854286bcc6f673927088ad', 'floating_ip_address': '172.26.5.158', 'floating_network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'router_id': 'f283fd9a-4755-4780-9b5d-5f95a160cc02', 'port_id': '21b866ba-6774-4ebb-b53e-b688ed85116b', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e479e8cb-ba31-4961-ae77-a162005f7579', 'mac_address': 'fa:16:3e:d6:f6:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '264fae12-ac55-4aa4-a8c7-f9e3a911c937', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T13:43:30Z', 'updated_at': '2022-04-01T13:43:34Z', 'revision_number': 1, 'project_id': 'f17cecf0d6854286bcc6f673927088ad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2709e742-0728-4b0d-b897-1c08adca02d4', 'name': '', 'network_id': 'e479e8cb-ba31-4961-ae77-a162005f7579', 'tenant_id': 'f17cecf0d6854286bcc6f673927088ad', 'mac_address': 'fa:16:3e:27:ca:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f283fd9a-4755-4780-9b5d-5f95a160cc02', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cc4b50c6-a51a-439b-bd5e-5eb892add0d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836180-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:43:11Z', 'updated_at': '2022-04-01T13:43:18Z', 'revision_number': 5, 'project_id': 'f17cecf0d6854286bcc6f673927088ad', 'subnets': [{'id': 'cc4b50c6-a51a-439b-bd5e-5eb892add0d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3f7b9669-0268-48a5-8e7d-1676c76da719', 'name': '', 'network_id': 'faf3114c-4120-4a62-b1f3-aaddd5de1158', 'tenant_id': 'f17cecf0d6854286bcc6f673927088ad', 'mac_address': 'fa:16:3e:69:9c:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f283fd9a-4755-4780-9b5d-5f95a160cc02', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9653d5d1-78c1-4ff3-8966-e8a71c84f90e', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836180-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:44:30Z', 'updated_at': '2022-04-01T13:44:33Z', 'revision_number': 4, 'project_id': 'f17cecf0d6854286bcc6f673927088ad', 'subnets': [{'id': '9653d5d1-78c1-4ff3-8966-e8a71c84f90e', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-836180-1-hyperv', False) {} {{(pid=83873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:44:34.478158 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2a049e1-db0b-4a43-8341-3d437937f15b None None] The sync data for ids ['f283fd9a-4755-4780-9b5d-5f95a160cc02'] in dv-neutron-836180-1-hyperv is: [{'id': 'f283fd9a-4755-4780-9b5d-5f95a160cc02', 'name': 'tempest-TestNetworkBasicOps-router-326976', 'tenant_id': 'f17cecf0d6854286bcc6f673927088ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'external_fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.238'}], 'enable_snat': True}, 'gw_port_id': 'ad7e8c09-799b-48af-b306-4b0c531cf7fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T13:43:07Z', 'updated_at': '2022-04-01T13:44:30Z', 'revision_number': 5, 'project_id': 'f17cecf0d6854286bcc6f673927088ad', 'gw_port': {'id': 'ad7e8c09-799b-48af-b306-4b0c531cf7fd', 'name': '', 'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:38:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f283fd9a-4755-4780-9b5d-5f95a160cc02', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836180-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:43:07Z', 'updated_at': '2022-04-01T13:43:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836180-1-hyperv', '_floatingips': [{'id': '81faa7e5-08b2-48f5-a814-4840d623d14b', 'tenant_id': 'f17cecf0d6854286bcc6f673927088ad', 'floating_ip_address': '172.26.5.158', 'floating_network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'router_id': 'f283fd9a-4755-4780-9b5d-5f95a160cc02', 'port_id': '21b866ba-6774-4ebb-b53e-b688ed85116b', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e479e8cb-ba31-4961-ae77-a162005f7579', 'mac_address': 'fa:16:3e:d6:f6:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '264fae12-ac55-4aa4-a8c7-f9e3a911c937', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T13:43:30Z', 'updated_at': '2022-04-01T13:43:34Z', 'revision_number': 1, 'project_id': 'f17cecf0d6854286bcc6f673927088ad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2709e742-0728-4b0d-b897-1c08adca02d4', 'name': '', 'network_id': 'e479e8cb-ba31-4961-ae77-a162005f7579', 'tenant_id': 'f17cecf0d6854286bcc6f673927088ad', 'mac_address': 'fa:16:3e:27:ca:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f283fd9a-4755-4780-9b5d-5f95a160cc02', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cc4b50c6-a51a-439b-bd5e-5eb892add0d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836180-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:43:11Z', 'updated_at': '2022-04-01T13:43:18Z', 'revision_number': 5, 'project_id': 'f17cecf0d6854286bcc6f673927088ad', 'subnets': [{'id': 'cc4b50c6-a51a-439b-bd5e-5eb892add0d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3f7b9669-0268-48a5-8e7d-1676c76da719', 'name': '', 'network_id': 'faf3114c-4120-4a62-b1f3-aaddd5de1158', 'tenant_id': 'f17cecf0d6854286bcc6f673927088ad', 'mac_address': 'fa:16:3e:69:9c:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f283fd9a-4755-4780-9b5d-5f95a160cc02', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9653d5d1-78c1-4ff3-8966-e8a71c84f90e', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836180-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:44:30Z', 'updated_at': '2022-04-01T13:44:33Z', 'revision_number': 4, 'project_id': 'f17cecf0d6854286bcc6f673927088ad', 'subnets': [{'id': '9653d5d1-78c1-4ff3-8966-e8a71c84f90e', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 13:44:34.612529 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7d4d6ef-bebe-4278-960e-7aa5f4186e3d None None] New status for floating IP 9151fbfa-4ed7-4917-b1eb-07106ccdf23a: ACTIVE {{(pid=83873) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 01 13:44:35.878698 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-8da8e8ce-c447-4143-8fdf-ae8aa8bfe10a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:44:36.203772 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Device 3f7b9669-0268-48a5-8e7d-1676c76da719 up at agent ovs-agent-dv-neutron-836180-1-hyperv {{(pid=83872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 13:44:36.273008 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Provisioning for port 3f7b9669-0268-48a5-8e7d-1676c76da719 completed by entity L2. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 13:44:36.278242 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Provisioning complete for port 3f7b9669-0268-48a5-8e7d-1676c76da719 triggered by entity L2. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 13:44:36.278601 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-948329'] for port, provisioning_complete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:44:36.389369 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:44:36.420766 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] For port 3f7b9669-0268-48a5-8e7d-1676c76da719, host dv-neutron-836180-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836180-1-hyperv',level=0,port_id=3f7b9669-0268-48a5-8e7d-1676c76da719,segment=NetworkSegment(6a8c1df2-10dd-44e4-a1d9-458b0914d229),segment_id=6a8c1df2-10dd-44e4-a1d9-458b0914d229)] {{(pid=83872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 13:44:36.424851 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864'] for port, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:44:36.494248 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Pushing event updated for resources: {'Port': ['ID=3f7b9669-0268-48a5-8e7d-1676c76da719,revision_number=5']} {{(pid=83872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:44:37.126700 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:44:37.358388 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-2f9cfc9c-d8ba-4de3-a4ad-98162f90557c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:44:38.189264 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Device 3f7b9669-0268-48a5-8e7d-1676c76da719 up at agent ovs-agent-dv-neutron-836180-1-hyperv {{(pid=83872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 13:44:38.260953 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Provisioning complete for port 3f7b9669-0268-48a5-8e7d-1676c76da719 triggered by entity L2. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 13:44:38.261297 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-948329'] for port, provisioning_complete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:44:38.859083 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-a976a7b9-9034-41e6-be13-349b75ed1593 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:44:43.977477 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.agents_db [None req-bdd220c7-049a-43d2-a923-ad1a2de078c6 None None] Agent healthcheck: found 6 active agents {{(pid=83873) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 01 13:44:52.796653 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 57960) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:44:53.214555 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-0dbba54a-4d9c-4688-bbff-dcdae664a274 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4084029'] for router_interface, before_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:44:53.785503 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:44:54.009167 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.plugin [None req-0dbba54a-4d9c-4688-bbff-dcdae664a274 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Deleting port 3f7b9669-0268-48a5-8e7d-1676c76da719 {{(pid=83871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 13:44:54.009802 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-0dbba54a-4d9c-4688-bbff-dcdae664a274 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736733287370'] for port, before_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:44:54.193264 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.db [None req-0dbba54a-4d9c-4688-bbff-dcdae664a274 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] For port 3f7b9669-0268-48a5-8e7d-1676c76da719, host dv-neutron-836180-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836180-1-hyperv',level=0,port_id=3f7b9669-0268-48a5-8e7d-1676c76da719,segment=NetworkSegment(6a8c1df2-10dd-44e4-a1d9-458b0914d229),segment_id=6a8c1df2-10dd-44e4-a1d9-458b0914d229)] {{(pid=83871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 13:44:54.193420 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-0dbba54a-4d9c-4688-bbff-dcdae664a274 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4155147'] for port, precommit_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:44:54.316574 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.plugin [None req-0dbba54a-4d9c-4688-bbff-dcdae664a274 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Calling delete_port for 3f7b9669-0268-48a5-8e7d-1676c76da719 owned by network:router_interface {{(pid=83871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 13:44:54.509975 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-0dbba54a-4d9c-4688-bbff-dcdae664a274 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736733359243', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736732935810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2743125'] for port, after_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:44:54.566471 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dbba54a-4d9c-4688-bbff-dcdae664a274 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Pushing event deleted for resources: {'Port': ['ID=3f7b9669-0268-48a5-8e7d-1676c76da719,revision_number=None']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:44:54.644417 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dbba54a-4d9c-4688-bbff-dcdae664a274 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:44:54.644758 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dbba54a-4d9c-4688-bbff-dcdae664a274 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:44:54.645097 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dbba54a-4d9c-4688-bbff-dcdae664a274 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:44:54.645433 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dbba54a-4d9c-4688-bbff-dcdae664a274 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:44:54.645829 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dbba54a-4d9c-4688-bbff-dcdae664a274 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:44:54.646127 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dbba54a-4d9c-4688-bbff-dcdae664a274 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:44:54.647158 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dbba54a-4d9c-4688-bbff-dcdae664a274 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:44:54.647158 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dbba54a-4d9c-4688-bbff-dcdae664a274 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:44:54.647446 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dbba54a-4d9c-4688-bbff-dcdae664a274 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:44:54.647550 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dbba54a-4d9c-4688-bbff-dcdae664a274 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:44:54.648104 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dbba54a-4d9c-4688-bbff-dcdae664a274 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:44:54.906043 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-0dbba54a-4d9c-4688-bbff-dcdae664a274 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3017585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4084076'] for router_interface, after_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:44:55.613760 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0dbba54a-4d9c-4688-bbff-dcdae664a274 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Router f283fd9a-4755-4780-9b5d-5f95a160cc02 has already been hosted by L3 agent 88bf8fc8-11a3-4e96-9d1b-5fd93ba9f6f1 {{(pid=83871) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 13:44:55.815288 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0dbba54a-4d9c-4688-bbff-dcdae664a274 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify agent at l3_agent.dv-neutron-836180-1-hyperv the message routers_updated {{(pid=83871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 13:44:55.824820 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55864e5c-19e3-400f-b06b-e91c31052289 None None] Sync routers for ids ['f283fd9a-4755-4780-9b5d-5f95a160cc02'] in dv-neutron-836180-1-hyperv {{(pid=83872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 13:44:55.834403 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-0dbba54a-4d9c-4688-bbff-dcdae664a274 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] 10.222.0.26 "PUT /v2.0/routers/f283fd9a-4755-4780-9b5d-5f95a160cc02/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0324278 Apr 01 13:44:55.839660 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55864e5c-19e3-400f-b06b-e91c31052289 None None] Routers {'f283fd9a-4755-4780-9b5d-5f95a160cc02'} bound to L3 agent in host dv-neutron-836180-1-hyperv {{(pid=83872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 13:44:55.839660 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_hamode_db [None req-55864e5c-19e3-400f-b06b-e91c31052289 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836180-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T13:25:36Z,description=,heartbeat_timestamp=2022-04-01T13:44:36Z,host='dv-neutron-836180-1-hyperv',id=88bf8fc8-11a3-4e96-9d1b-5fd93ba9f6f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T13:25:36Z,topic='l3_agent')) {'router_ids': ['f283fd9a-4755-4780-9b5d-5f95a160cc02'], 'active': True} {{(pid=83872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:44:56.070878 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_dvr_db [None req-55864e5c-19e3-400f-b06b-e91c31052289 None None] Set router f283fd9a-4755-4780-9b5d-5f95a160cc02 gateway port host: dv-neutron-836180-1-hyperv {{(pid=83872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 13:44:56.234189 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5ebbc2-fff6-4f90-bb93-a457689d5f35 req-a88c137b-38f3-4847-81fb-229964ff609c tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:44:56.234966 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [req-2b5ebbc2-fff6-4f90-bb93-a457689d5f35 req-a88c137b-38f3-4847-81fb-229964ff609c tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Synchronizing usage tracker for tenant:f17cecf0d6854286bcc6f673927088ad on resource:port {{(pid=83869) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 13:44:56.253260 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [req-2b5ebbc2-fff6-4f90-bb93-a457689d5f35 req-a88c137b-38f3-4847-81fb-229964ff609c tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Unset dirty status for tenant:f17cecf0d6854286bcc6f673927088ad on resource:port {{(pid=83869) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 13:44:56.254456 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-2b5ebbc2-fff6-4f90-bb93-a457689d5f35 req-a88c137b-38f3-4847-81fb-229964ff609c tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] 10.222.0.26 "GET /v2.0/ports?device_id=11db5d0b-783e-43ce-905c-116b465e106c HTTP/1.1" status: 200 len: 946 time: 0.1006348 Apr 01 13:44:56.301613 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-2b5ebbc2-fff6-4f90-bb93-a457689d5f35 req-5d58964c-73ec-4763-8a0c-e262efa0e206 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] 10.222.0.26 "GET /v2.0/security-groups?id=33d6bb90-293f-43dc-9af5-386ef8e834da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406373 Apr 01 13:44:56.424001 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_hamode_db [None req-55864e5c-19e3-400f-b06b-e91c31052289 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f283fd9a-4755-4780-9b5d-5f95a160cc02', 'name': 'tempest-TestNetworkBasicOps-router-326976', 'tenant_id': 'f17cecf0d6854286bcc6f673927088ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'external_fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.238'}], 'enable_snat': True}, 'gw_port_id': 'ad7e8c09-799b-48af-b306-4b0c531cf7fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T13:43:07Z', 'updated_at': '2022-04-01T13:44:54Z', 'revision_number': 6, 'project_id': 'f17cecf0d6854286bcc6f673927088ad', 'gw_port': {'id': 'ad7e8c09-799b-48af-b306-4b0c531cf7fd', 'name': '', 'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:38:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f283fd9a-4755-4780-9b5d-5f95a160cc02', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836180-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:43:07Z', 'updated_at': '2022-04-01T13:43:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836180-1-hyperv', '_floatingips': [{'id': '81faa7e5-08b2-48f5-a814-4840d623d14b', 'tenant_id': 'f17cecf0d6854286bcc6f673927088ad', 'floating_ip_address': '172.26.5.158', 'floating_network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'router_id': 'f283fd9a-4755-4780-9b5d-5f95a160cc02', 'port_id': '21b866ba-6774-4ebb-b53e-b688ed85116b', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e479e8cb-ba31-4961-ae77-a162005f7579', 'mac_address': 'fa:16:3e:d6:f6:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '264fae12-ac55-4aa4-a8c7-f9e3a911c937', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T13:43:30Z', 'updated_at': '2022-04-01T13:43:34Z', 'revision_number': 1, 'project_id': 'f17cecf0d6854286bcc6f673927088ad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2709e742-0728-4b0d-b897-1c08adca02d4', 'name': '', 'network_id': 'e479e8cb-ba31-4961-ae77-a162005f7579', 'tenant_id': 'f17cecf0d6854286bcc6f673927088ad', 'mac_address': 'fa:16:3e:27:ca:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f283fd9a-4755-4780-9b5d-5f95a160cc02', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cc4b50c6-a51a-439b-bd5e-5eb892add0d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836180-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:43:11Z', 'updated_at': '2022-04-01T13:43:18Z', 'revision_number': 5, 'project_id': 'f17cecf0d6854286bcc6f673927088ad', 'subnets': [{'id': 'cc4b50c6-a51a-439b-bd5e-5eb892add0d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-836180-1-hyperv', False) {} {{(pid=83872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:44:56.427730 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55864e5c-19e3-400f-b06b-e91c31052289 None None] Checking router: f283fd9a-4755-4780-9b5d-5f95a160cc02 for host: dv-neutron-836180-1-hyperv {{(pid=83872) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 01 13:44:56.438737 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55864e5c-19e3-400f-b06b-e91c31052289 None None] Routers {'f283fd9a-4755-4780-9b5d-5f95a160cc02'} bound to L3 agent in host dv-neutron-836180-1-hyperv {{(pid=83872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 13:44:56.439318 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_hamode_db [None req-55864e5c-19e3-400f-b06b-e91c31052289 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836180-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T13:25:36Z,description=,heartbeat_timestamp=2022-04-01T13:44:36Z,host='dv-neutron-836180-1-hyperv',id=88bf8fc8-11a3-4e96-9d1b-5fd93ba9f6f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T13:25:36Z,topic='l3_agent')) {'router_ids': ['f283fd9a-4755-4780-9b5d-5f95a160cc02'], 'active': True} {{(pid=83872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:44:56.614350 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_dvr_db [None req-55864e5c-19e3-400f-b06b-e91c31052289 None None] Set router f283fd9a-4755-4780-9b5d-5f95a160cc02 gateway port host: dv-neutron-836180-1-hyperv {{(pid=83872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 13:44:56.958007 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_hamode_db [None req-55864e5c-19e3-400f-b06b-e91c31052289 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f283fd9a-4755-4780-9b5d-5f95a160cc02', 'name': 'tempest-TestNetworkBasicOps-router-326976', 'tenant_id': 'f17cecf0d6854286bcc6f673927088ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'external_fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.238'}], 'enable_snat': True}, 'gw_port_id': 'ad7e8c09-799b-48af-b306-4b0c531cf7fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T13:43:07Z', 'updated_at': '2022-04-01T13:44:54Z', 'revision_number': 6, 'project_id': 'f17cecf0d6854286bcc6f673927088ad', 'gw_port': {'id': 'ad7e8c09-799b-48af-b306-4b0c531cf7fd', 'name': '', 'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:38:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f283fd9a-4755-4780-9b5d-5f95a160cc02', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836180-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:43:07Z', 'updated_at': '2022-04-01T13:43:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836180-1-hyperv', '_floatingips': [{'id': '81faa7e5-08b2-48f5-a814-4840d623d14b', 'tenant_id': 'f17cecf0d6854286bcc6f673927088ad', 'floating_ip_address': '172.26.5.158', 'floating_network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'router_id': 'f283fd9a-4755-4780-9b5d-5f95a160cc02', 'port_id': '21b866ba-6774-4ebb-b53e-b688ed85116b', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e479e8cb-ba31-4961-ae77-a162005f7579', 'mac_address': 'fa:16:3e:d6:f6:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '264fae12-ac55-4aa4-a8c7-f9e3a911c937', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T13:43:30Z', 'updated_at': '2022-04-01T13:43:34Z', 'revision_number': 1, 'project_id': 'f17cecf0d6854286bcc6f673927088ad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2709e742-0728-4b0d-b897-1c08adca02d4', 'name': '', 'network_id': 'e479e8cb-ba31-4961-ae77-a162005f7579', 'tenant_id': 'f17cecf0d6854286bcc6f673927088ad', 'mac_address': 'fa:16:3e:27:ca:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f283fd9a-4755-4780-9b5d-5f95a160cc02', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cc4b50c6-a51a-439b-bd5e-5eb892add0d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836180-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:43:11Z', 'updated_at': '2022-04-01T13:43:18Z', 'revision_number': 5, 'project_id': 'f17cecf0d6854286bcc6f673927088ad', 'subnets': [{'id': 'cc4b50c6-a51a-439b-bd5e-5eb892add0d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-836180-1-hyperv', False) {} {{(pid=83872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:44:56.961811 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55864e5c-19e3-400f-b06b-e91c31052289 None None] The sync data for ids ['f283fd9a-4755-4780-9b5d-5f95a160cc02'] in dv-neutron-836180-1-hyperv is: [{'id': 'f283fd9a-4755-4780-9b5d-5f95a160cc02', 'name': 'tempest-TestNetworkBasicOps-router-326976', 'tenant_id': 'f17cecf0d6854286bcc6f673927088ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'external_fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.238'}], 'enable_snat': True}, 'gw_port_id': 'ad7e8c09-799b-48af-b306-4b0c531cf7fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T13:43:07Z', 'updated_at': '2022-04-01T13:44:54Z', 'revision_number': 6, 'project_id': 'f17cecf0d6854286bcc6f673927088ad', 'gw_port': {'id': 'ad7e8c09-799b-48af-b306-4b0c531cf7fd', 'name': '', 'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:38:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f283fd9a-4755-4780-9b5d-5f95a160cc02', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836180-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:43:07Z', 'updated_at': '2022-04-01T13:43:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836180-1-hyperv', '_floatingips': [{'id': '81faa7e5-08b2-48f5-a814-4840d623d14b', 'tenant_id': 'f17cecf0d6854286bcc6f673927088ad', 'floating_ip_address': '172.26.5.158', 'floating_network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'router_id': 'f283fd9a-4755-4780-9b5d-5f95a160cc02', 'port_id': '21b866ba-6774-4ebb-b53e-b688ed85116b', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e479e8cb-ba31-4961-ae77-a162005f7579', 'mac_address': 'fa:16:3e:d6:f6:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '264fae12-ac55-4aa4-a8c7-f9e3a911c937', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T13:43:30Z', 'updated_at': '2022-04-01T13:43:34Z', 'revision_number': 1, 'project_id': 'f17cecf0d6854286bcc6f673927088ad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2709e742-0728-4b0d-b897-1c08adca02d4', 'name': '', 'network_id': 'e479e8cb-ba31-4961-ae77-a162005f7579', 'tenant_id': 'f17cecf0d6854286bcc6f673927088ad', 'mac_address': 'fa:16:3e:27:ca:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f283fd9a-4755-4780-9b5d-5f95a160cc02', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cc4b50c6-a51a-439b-bd5e-5eb892add0d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836180-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:43:11Z', 'updated_at': '2022-04-01T13:43:18Z', 'revision_number': 5, 'project_id': 'f17cecf0d6854286bcc6f673927088ad', 'subnets': [{'id': 'cc4b50c6-a51a-439b-bd5e-5eb892add0d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 13:44:57.503334 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d9cbe9-3223-4b41-9872-e9a25cb74810 req-3381712a-0d83-4446-976a-7418e8609008 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:44:57.504015 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [req-08d9cbe9-3223-4b41-9872-e9a25cb74810 req-3381712a-0d83-4446-976a-7418e8609008 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Synchronizing usage tracker for tenant:f17cecf0d6854286bcc6f673927088ad on resource:port {{(pid=83871) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 13:44:57.517125 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [req-08d9cbe9-3223-4b41-9872-e9a25cb74810 req-3381712a-0d83-4446-976a-7418e8609008 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Unset dirty status for tenant:f17cecf0d6854286bcc6f673927088ad on resource:port {{(pid=83871) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 13:44:57.518301 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-08d9cbe9-3223-4b41-9872-e9a25cb74810 req-3381712a-0d83-4446-976a-7418e8609008 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] 10.222.0.26 "GET /v2.0/ports?device_id=11db5d0b-783e-43ce-905c-116b465e106c HTTP/1.1" status: 200 len: 946 time: 0.0909715 Apr 01 13:44:57.563180 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-08d9cbe9-3223-4b41-9872-e9a25cb74810 req-ada5d5e5-9f8e-4337-902f-56774996c795 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] 10.222.0.26 "GET /v2.0/security-groups?id=33d6bb90-293f-43dc-9af5-386ef8e834da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393393 Apr 01 13:44:57.690406 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c446da-ef69-488b-82b1-fc4a7ceb78fe req-e38a050a-dac5-4045-a0c7-9fabc93c7265 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:44:57.691814 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-38c446da-ef69-488b-82b1-fc4a7ceb78fe req-e38a050a-dac5-4045-a0c7-9fabc93c7265 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] 10.222.0.57 "GET /v2.0/ports?device_id=11db5d0b-783e-43ce-905c-116b465e106c HTTP/1.1" status: 200 len: 946 time: 0.0758994 Apr 01 13:44:57.863007 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.plugin [req-38c446da-ef69-488b-82b1-fc4a7ceb78fe req-1b393533-be91-4ea1-9865-9053d1980717 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Deleting port 8aafa02e-bae1-4e7b-81c6-b5160e691bc4 {{(pid=83869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 13:44:57.863007 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [req-38c446da-ef69-488b-82b1-fc4a7ceb78fe req-1b393533-be91-4ea1-9865-9053d1980717 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736733287370'] for port, before_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:44:58.154314 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.db [req-38c446da-ef69-488b-82b1-fc4a7ceb78fe req-1b393533-be91-4ea1-9865-9053d1980717 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] For port 8aafa02e-bae1-4e7b-81c6-b5160e691bc4, host hv-neutron-8361, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8361',level=0,port_id=8aafa02e-bae1-4e7b-81c6-b5160e691bc4,segment=NetworkSegment(6a8c1df2-10dd-44e4-a1d9-458b0914d229),segment_id=6a8c1df2-10dd-44e4-a1d9-458b0914d229)] {{(pid=83869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 13:44:58.154314 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [req-38c446da-ef69-488b-82b1-fc4a7ceb78fe req-1b393533-be91-4ea1-9865-9053d1980717 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4155147'] for port, precommit_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:44:58.159900 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Device 3f7b9669-0268-48a5-8e7d-1676c76da719 no longer exists at agent ovs-agent-dv-neutron-836180-1-hyperv {{(pid=83872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 13:44:58.199394 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.plugin [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] No Port match for: 3f7b9669-0268-48a5-8e7d-1676c76da719 {{(pid=83872) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 01 13:44:58.199621 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Device 3f7b9669-0268-48a5-8e7d-1676c76da719 not bound to the agent host dv-neutron-836180-1-hyperv {{(pid=83872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 13:44:58.301180 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.plugin [req-38c446da-ef69-488b-82b1-fc4a7ceb78fe req-1b393533-be91-4ea1-9865-9053d1980717 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Calling delete_port for 8aafa02e-bae1-4e7b-81c6-b5160e691bc4 owned by compute:nova {{(pid=83869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 13:44:58.470795 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [req-38c446da-ef69-488b-82b1-fc4a7ceb78fe req-1b393533-be91-4ea1-9865-9053d1980717 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736733359243', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736732935810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2705155'] for port, after_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:44:58.527834 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b393533-be91-4ea1-9865-9053d1980717 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Pushing event deleted for resources: {'Port': ['ID=8aafa02e-bae1-4e7b-81c6-b5160e691bc4,revision_number=None']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:44:58.574611 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b393533-be91-4ea1-9865-9053d1980717 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:44:58.574959 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b393533-be91-4ea1-9865-9053d1980717 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:44:58.575294 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b393533-be91-4ea1-9865-9053d1980717 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:44:58.575796 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b393533-be91-4ea1-9865-9053d1980717 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:44:58.576165 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b393533-be91-4ea1-9865-9053d1980717 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:44:58.576536 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b393533-be91-4ea1-9865-9053d1980717 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:44:58.577606 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b393533-be91-4ea1-9865-9053d1980717 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:44:58.577606 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b393533-be91-4ea1-9865-9053d1980717 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:44:58.577606 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b393533-be91-4ea1-9865-9053d1980717 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:44:58.578076 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b393533-be91-4ea1-9865-9053d1980717 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:44:58.578076 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b393533-be91-4ea1-9865-9053d1980717 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:44:58.628375 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_dvrscheduler_db [req-38c446da-ef69-488b-82b1-fc4a7ceb78fe req-1b393533-be91-4ea1-9865-9053d1980717 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] No DVR routers for this DVR port 8aafa02e-bae1-4e7b-81c6-b5160e691bc4 on host hv-neutron-8361 {{(pid=83869) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 13:44:58.632448 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [req-38c446da-ef69-488b-82b1-fc4a7ceb78fe req-1b393533-be91-4ea1-9865-9053d1980717 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109561'] for port, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:44:58.634283 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11db5d0b-783e-43ce-905c-116b465e106c', 'name': 'network-vif-deleted', 'tag': '8aafa02e-bae1-4e7b-81c6-b5160e691bc4'}] {{(pid=83869) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 13:44:58.659836 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-38c446da-ef69-488b-82b1-fc4a7ceb78fe req-1b393533-be91-4ea1-9865-9053d1980717 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] 10.222.0.57 "DELETE /v2.0/ports/8aafa02e-bae1-4e7b-81c6-b5160e691bc4 HTTP/1.1" status: 204 len: 173 time: 0.9611485 Apr 01 13:44:58.809116 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11db5d0b-783e-43ce-905c-116b465e106c', 'name': 'network-vif-deleted', 'tag': '8aafa02e-bae1-4e7b-81c6-b5160e691bc4', 'status': 'completed', 'code': 200} Apr 01 13:44:58.810923 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [req-75e7a646-e848-4b1c-89b0-acb22f956b37 req-98c9dacb-19bb-40fe-96c9-bba2864686f4 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Synchronizing usage tracker for tenant:f17cecf0d6854286bcc6f673927088ad on resource:port {{(pid=83869) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 13:44:58.827816 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [req-75e7a646-e848-4b1c-89b0-acb22f956b37 req-98c9dacb-19bb-40fe-96c9-bba2864686f4 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Unset dirty status for tenant:f17cecf0d6854286bcc6f673927088ad on resource:port {{(pid=83869) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 13:44:58.829169 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-75e7a646-e848-4b1c-89b0-acb22f956b37 req-98c9dacb-19bb-40fe-96c9-bba2864686f4 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] 10.222.0.26 "GET /v2.0/ports?device_id=11db5d0b-783e-43ce-905c-116b465e106c HTTP/1.1" status: 200 len: 210 time: 0.0867484 Apr 01 13:44:59.953589 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 57980) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:45:00.026542 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-a8cfb498-0f58-4dfa-bdc4-98182443f376 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks [] for security_group, before_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:45:00.057674 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-a8cfb498-0f58-4dfa-bdc4-98182443f376 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:45:00.125224 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-a8cfb498-0f58-4dfa-bdc4-98182443f376 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3775923'] for security_group, after_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:45:00.147268 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8cfb498-0f58-4dfa-bdc4-98182443f376 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=33d6bb90-293f-43dc-9af5-386ef8e834da,revision_number=None']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:45:00.160664 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-a8cfb498-0f58-4dfa-bdc4-98182443f376 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks [] for security_group, before_response {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:45:00.166448 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-a8cfb498-0f58-4dfa-bdc4-98182443f376 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] 10.222.0.26 "DELETE /v2.0/security-groups/33d6bb90-293f-43dc-9af5-386ef8e834da HTTP/1.1" status: 204 len: 168 time: 0.2080939 Apr 01 13:45:00.209401 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 57986) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:45:00.421799 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.db_base_plugin_v2 [None req-0fe65900-7c7c-439b-a42d-3929ed572b53 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Deleting subnet 9653d5d1-78c1-4ff3-8966-e8a71c84f90e {{(pid=83871) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 01 13:45:00.425106 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-0fe65900-7c7c-439b-a42d-3929ed572b53 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks [] for subnet, before_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:45:00.488485 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-0fe65900-7c7c-439b-a42d-3929ed572b53 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3166365'] for subnet, precommit_delete_associations {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:45:00.574701 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-0fe65900-7c7c-439b-a42d-3929ed572b53 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-945029'] for subnet, precommit_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:45:00.646386 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-0fe65900-7c7c-439b-a42d-3929ed572b53 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-945042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2743160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2757373'] for subnet, after_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:45:00.688724 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe65900-7c7c-439b-a42d-3929ed572b53 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Pushing event deleted for resources: {'Subnet': ['ID=9653d5d1-78c1-4ff3-8966-e8a71c84f90e,revision_number=None']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:45:00.699249 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-0fe65900-7c7c-439b-a42d-3929ed572b53 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks [] for subnet, before_response {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:45:00.705658 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-0fe65900-7c7c-439b-a42d-3929ed572b53 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] 10.222.0.26 "DELETE /v2.0/subnets/9653d5d1-78c1-4ff3-8966-e8a71c84f90e HTTP/1.1" status: 204 len: 168 time: 0.4914000 Apr 01 13:45:00.705658 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 57990) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:45:00.710487 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b19b146b-6f1b-4f42-86b7-db2b9addcb9f None None] Network faf3114c-4120-4a62-b1f3-aaddd5de1158 requested from dv-neutron-836180-1-hyperv {{(pid=83872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 13:45:00.832618 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-6bfeb808-caa4-4f76-833f-d7b89c0a684d tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1033078'] for network, before_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:45:00.844834 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.plugin [None req-6bfeb808-caa4-4f76-833f-d7b89c0a684d tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Deleting port ebec87ae-8a84-41de-8849-bfc32a0d2be9 {{(pid=83871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 13:45:00.845178 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-6bfeb808-caa4-4f76-833f-d7b89c0a684d tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736733287370'] for port, before_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:45:00.978068 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e98d665-3872-4bfb-84ba-5457cec50663 None None] DHCP port deletion for faf3114c-4120-4a62-b1f3-aaddd5de1158 request from dv-neutron-836180-1-hyperv {{(pid=83872) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 01 13:45:00.982823 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.plugin [None req-9e98d665-3872-4bfb-84ba-5457cec50663 None None] Deleting port ebec87ae-8a84-41de-8849-bfc32a0d2be9 {{(pid=83872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 13:45:00.983194 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-9e98d665-3872-4bfb-84ba-5457cec50663 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736733287370'] for port, before_delete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:45:01.042186 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Device 8aafa02e-bae1-4e7b-81c6-b5160e691bc4 no longer exists at agent hyperv_hv-neutron-8361 {{(pid=83872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 13:45:01.080748 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.plugin [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] No Port match for: 8aafa02e-bae1-4e7b-81c6-b5160e691bc4 {{(pid=83872) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 01 13:45:01.081098 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Device 8aafa02e-bae1-4e7b-81c6-b5160e691bc4 not bound to the agent host hv-neutron-8361 {{(pid=83872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 13:45:01.176081 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.db [None req-6bfeb808-caa4-4f76-833f-d7b89c0a684d tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] For port ebec87ae-8a84-41de-8849-bfc32a0d2be9, host dv-neutron-836180-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836180-1-hyperv',level=0,port_id=ebec87ae-8a84-41de-8849-bfc32a0d2be9,segment=NetworkSegment(6a8c1df2-10dd-44e4-a1d9-458b0914d229),segment_id=6a8c1df2-10dd-44e4-a1d9-458b0914d229)] {{(pid=83871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 13:45:01.176800 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-6bfeb808-caa4-4f76-833f-d7b89c0a684d tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4155147'] for port, precommit_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:45:01.252418 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-9e98d665-3872-4bfb-84ba-5457cec50663 None None] For port ebec87ae-8a84-41de-8849-bfc32a0d2be9, host dv-neutron-836180-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836180-1-hyperv',level=0,port_id=ebec87ae-8a84-41de-8849-bfc32a0d2be9,segment=NetworkSegment(6a8c1df2-10dd-44e4-a1d9-458b0914d229),segment_id=6a8c1df2-10dd-44e4-a1d9-458b0914d229)] {{(pid=83872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 13:45:01.252812 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-9e98d665-3872-4bfb-84ba-5457cec50663 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4155147'] for port, precommit_delete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:45:01.315867 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.plugin [None req-6bfeb808-caa4-4f76-833f-d7b89c0a684d tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Calling delete_port for ebec87ae-8a84-41de-8849-bfc32a0d2be9 owned by network:dhcp {{(pid=83871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 13:45:01.403305 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-6bfeb808-caa4-4f76-833f-d7b89c0a684d tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736733359243', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736732935810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2743125'] for port, after_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:45:01.441311 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.plugin [None req-9e98d665-3872-4bfb-84ba-5457cec50663 None None] Calling delete_port for ebec87ae-8a84-41de-8849-bfc32a0d2be9 owned by network:dhcp {{(pid=83872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 13:45:01.452893 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bfeb808-caa4-4f76-833f-d7b89c0a684d tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Pushing event deleted for resources: {'Port': ['ID=ebec87ae-8a84-41de-8849-bfc32a0d2be9,revision_number=None']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:45:01.459934 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bfeb808-caa4-4f76-833f-d7b89c0a684d tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] No DVR routers for this DVR port ebec87ae-8a84-41de-8849-bfc32a0d2be9 on host dv-neutron-836180-1-hyperv {{(pid=83871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 13:45:01.517487 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.db.api [None req-9e98d665-3872-4bfb-84ba-5457cec50663 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83872) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 01 13:45:01.517843 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG oslo_db.api [None req-9e98d665-3872-4bfb-84ba-5457cec50663 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 01 13:45:01.589302 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-6bfeb808-caa4-4f76-833f-d7b89c0a684d tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-942654', 'neutron.services.segments.db._delete_segments_for_network-8736733387888'] for network, precommit_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:45:01.617731 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.services.segments.db [None req-6bfeb808-caa4-4f76-833f-d7b89c0a684d tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['faf3114c-4120-4a62-b1f3-aaddd5de1158']}} {{(pid=83871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:45:01.629817 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.services.segments.db [None req-6bfeb808-caa4-4f76-833f-d7b89c0a684d tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6a8c1df2-10dd-44e4-a1d9-458b0914d229') {'for_net_delete': True} {{(pid=83871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:45:01.630100 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.services.segments.db [None req-6bfeb808-caa4-4f76-833f-d7b89c0a684d tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6a8c1df2-10dd-44e4-a1d9-458b0914d229') {} {{(pid=83871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:45:01.642215 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-6bfeb808-caa4-4f76-833f-d7b89c0a684d tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736733386999', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3166340'] for segment, before_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:45:01.660237 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-6bfeb808-caa4-4f76-833f-d7b89c0a684d tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1004271'] for segment, precommit_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:45:01.667741 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6bfeb808-caa4-4f76-833f-d7b89c0a684d tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Releasing vlan 382 on physical network physnet1 to pool {{(pid=83871) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 01 13:45:01.667904 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-6bfeb808-caa4-4f76-833f-d7b89c0a684d tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1004262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2743078'] for segment, after_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:45:01.683219 dv-neutron-836180-1-hyperv neutron-server[83871]: Traceback (most recent call last): Apr 01 13:45:01.683219 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 01 13:45:01.683219 dv-neutron-836180-1-hyperv neutron-server[83871]: timer() Apr 01 13:45:01.683219 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 13:45:01.683219 dv-neutron-836180-1-hyperv neutron-server[83871]: cb(*args, **kw) Apr 01 13:45:01.683219 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 13:45:01.683219 dv-neutron-836180-1-hyperv neutron-server[83871]: return func(*args, **kwargs) Apr 01 13:45:01.683219 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 13:45:01.683219 dv-neutron-836180-1-hyperv neutron-server[83871]: self._notify() Apr 01 13:45:01.683219 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 13:45:01.683219 dv-neutron-836180-1-hyperv neutron-server[83871]: self.callback(batched_events) Apr 01 13:45:01.683219 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 13:45:01.683219 dv-neutron-836180-1-hyperv neutron-server[83871]: event.method(event) Apr 01 13:45:01.683219 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 13:45:01.683219 dv-neutron-836180-1-hyperv neutron-server[83871]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 13:45:01.683219 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 13:45:01.683219 dv-neutron-836180-1-hyperv neutron-server[83871]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 13:45:01.683219 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 13:45:01.683219 dv-neutron-836180-1-hyperv neutron-server[83871]: return f(self, *a, **k) Apr 01 13:45:01.683219 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 13:45:01.683219 dv-neutron-836180-1-hyperv neutron-server[83871]: return self._get(url).json() Apr 01 13:45:01.683219 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 13:45:01.683219 dv-neutron-836180-1-hyperv neutron-server[83871]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 13:45:01.683219 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 01 13:45:01.683219 dv-neutron-836180-1-hyperv neutron-server[83871]: return self.request(url, 'GET', **kwargs) Apr 01 13:45:01.683219 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 01 13:45:01.683219 dv-neutron-836180-1-hyperv neutron-server[83871]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 13:45:01.683219 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 01 13:45:01.683219 dv-neutron-836180-1-hyperv neutron-server[83871]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 13:45:01.683219 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 01 13:45:01.683219 dv-neutron-836180-1-hyperv neutron-server[83871]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 13:45:01.683219 dv-neutron-836180-1-hyperv neutron-server[83871]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 13:45:01.767219 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-6bfeb808-caa4-4f76-833f-d7b89c0a684d tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-942599', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4084797'] for network, after_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:45:01.785953 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-6bfeb808-caa4-4f76-833f-d7b89c0a684d tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks [] for network, before_response {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:45:01.797114 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bfeb808-caa4-4f76-833f-d7b89c0a684d tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Pushing event deleted for resources: {'Network': ['ID=faf3114c-4120-4a62-b1f3-aaddd5de1158,revision_number=None']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:45:01.814012 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-6bfeb808-caa4-4f76-833f-d7b89c0a684d tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] 10.222.0.26 "DELETE /v2.0/networks/faf3114c-4120-4a62-b1f3-aaddd5de1158 HTTP/1.1" status: 204 len: 168 time: 1.1078830 Apr 01 13:45:01.817017 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 57994) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:45:02.019284 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.plugin [None req-9e98d665-3872-4bfb-84ba-5457cec50663 None None] Deleting port ebec87ae-8a84-41de-8849-bfc32a0d2be9 {{(pid=83872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 13:45:02.019804 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-9e98d665-3872-4bfb-84ba-5457cec50663 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736733287370'] for port, before_delete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:45:02.029983 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.plugin [None req-e6e28c17-0900-4793-a1cf-34f0dbace48d tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Deleting port e4ea1144-ae18-4c37-a8c5-6d13da004ef3 {{(pid=83871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 13:45:02.030717 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-e6e28c17-0900-4793-a1cf-34f0dbace48d tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736733287370'] for port, before_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:45:02.098737 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.plugin [None req-9e98d665-3872-4bfb-84ba-5457cec50663 None None] The port 'ebec87ae-8a84-41de-8849-bfc32a0d2be9' was deleted {{(pid=83872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 01 13:45:02.202892 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Device ebec87ae-8a84-41de-8849-bfc32a0d2be9 no longer exists at agent ovs-agent-dv-neutron-836180-1-hyperv {{(pid=83872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 13:45:02.224059 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-e6e28c17-0900-4793-a1cf-34f0dbace48d tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4155147'] for port, precommit_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:45:02.224662 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-e6e28c17-0900-4793-a1cf-34f0dbace48d tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:45:02.241342 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.plugin [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] No Port match for: ebec87ae-8a84-41de-8849-bfc32a0d2be9 {{(pid=83872) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 01 13:45:02.241709 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Device ebec87ae-8a84-41de-8849-bfc32a0d2be9 not bound to the agent host dv-neutron-836180-1-hyperv {{(pid=83872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 13:45:02.348709 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.plugin [None req-e6e28c17-0900-4793-a1cf-34f0dbace48d tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Calling delete_port for e4ea1144-ae18-4c37-a8c5-6d13da004ef3 owned by network:floatingip {{(pid=83871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 13:45:02.502733 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-e6e28c17-0900-4793-a1cf-34f0dbace48d tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736733359243', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736732935810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2743125'] for port, after_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:45:02.561441 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e28c17-0900-4793-a1cf-34f0dbace48d tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Pushing event deleted for resources: {'Port': ['ID=e4ea1144-ae18-4c37-a8c5-6d13da004ef3,revision_number=None']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:45:02.733809 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-e6e28c17-0900-4793-a1cf-34f0dbace48d tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks [] for floatingip, after_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:45:03.138288 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6e28c17-0900-4793-a1cf-34f0dbace48d tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Router f283fd9a-4755-4780-9b5d-5f95a160cc02 has already been hosted by L3 agent 88bf8fc8-11a3-4e96-9d1b-5fd93ba9f6f1 {{(pid=83871) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 13:45:03.335387 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6e28c17-0900-4793-a1cf-34f0dbace48d tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify agent at l3_agent.dv-neutron-836180-1-hyperv the message routers_updated {{(pid=83871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 13:45:03.345377 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a440b90a-e1df-4088-9f19-9fb99acf8659 None None] Sync routers for ids ['f283fd9a-4755-4780-9b5d-5f95a160cc02'] in dv-neutron-836180-1-hyperv {{(pid=83873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 13:45:03.351065 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-e6e28c17-0900-4793-a1cf-34f0dbace48d tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109561'] for floatingip, before_response {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:45:03.356630 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a440b90a-e1df-4088-9f19-9fb99acf8659 None None] Routers {'f283fd9a-4755-4780-9b5d-5f95a160cc02'} bound to L3 agent in host dv-neutron-836180-1-hyperv {{(pid=83873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 13:45:03.357897 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-a440b90a-e1df-4088-9f19-9fb99acf8659 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836180-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T13:25:36Z,description=,heartbeat_timestamp=2022-04-01T13:44:36Z,host='dv-neutron-836180-1-hyperv',id=88bf8fc8-11a3-4e96-9d1b-5fd93ba9f6f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T13:25:36Z,topic='l3_agent')) {'router_ids': ['f283fd9a-4755-4780-9b5d-5f95a160cc02'], 'active': True} {{(pid=83873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:45:03.407270 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-e6e28c17-0900-4793-a1cf-34f0dbace48d tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] 10.222.0.26 "DELETE /v2.0/floatingips/81faa7e5-08b2-48f5-a814-4840d623d14b HTTP/1.1" status: 204 len: 168 time: 1.5891612 Apr 01 13:45:03.407842 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '264fae12-ac55-4aa4-a8c7-f9e3a911c937', 'tag': '21b866ba-6774-4ebb-b53e-b688ed85116b'}] {{(pid=83871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 13:45:03.460909 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '264fae12-ac55-4aa4-a8c7-f9e3a911c937', 'tag': '21b866ba-6774-4ebb-b53e-b688ed85116b', 'status': 'completed', 'code': 200} Apr 01 13:45:03.522439 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-907be5a3-57a5-44ad-82c9-0cc06a8bd01d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:45:03.542580 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_dvr_db [None req-a440b90a-e1df-4088-9f19-9fb99acf8659 None None] Set router f283fd9a-4755-4780-9b5d-5f95a160cc02 gateway port host: dv-neutron-836180-1-hyperv {{(pid=83873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 13:45:03.577165 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-b927138d-03ae-450f-a5a1-410a86f801ed req-52d57529-d74c-48a3-9079-d79dcd2c4203 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=f17cecf0d6854286bcc6f673927088ad&device_id=264fae12-ac55-4aa4-a8c7-f9e3a911c937 HTTP/1.1" status: 200 len: 1099 time: 0.0905340 Apr 01 13:45:03.716934 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b927138d-03ae-450f-a5a1-410a86f801ed req-eff70d1e-4770-43f8-9fe2-84fa5fd0b0bb service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:45:03.718416 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-b927138d-03ae-450f-a5a1-410a86f801ed req-eff70d1e-4770-43f8-9fe2-84fa5fd0b0bb service neutron] 10.222.0.57 "GET /v2.0/networks?id=e479e8cb-ba31-4961-ae77-a162005f7579 HTTP/1.1" status: 200 len: 897 time: 0.1349299 Apr 01 13:45:03.863085 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-b927138d-03ae-450f-a5a1-410a86f801ed req-ffb77942-90fc-4d67-845c-a4338ebcbeaf service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=21b866ba-6774-4ebb-b53e-b688ed85116b HTTP/1.1" status: 200 len: 217 time: 0.1363053 Apr 01 13:45:03.892497 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-a440b90a-e1df-4088-9f19-9fb99acf8659 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f283fd9a-4755-4780-9b5d-5f95a160cc02', 'name': 'tempest-TestNetworkBasicOps-router-326976', 'tenant_id': 'f17cecf0d6854286bcc6f673927088ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'external_fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.238'}], 'enable_snat': True}, 'gw_port_id': 'ad7e8c09-799b-48af-b306-4b0c531cf7fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T13:43:07Z', 'updated_at': '2022-04-01T13:44:54Z', 'revision_number': 6, 'project_id': 'f17cecf0d6854286bcc6f673927088ad', 'gw_port': {'id': 'ad7e8c09-799b-48af-b306-4b0c531cf7fd', 'name': '', 'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:38:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f283fd9a-4755-4780-9b5d-5f95a160cc02', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836180-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:43:07Z', 'updated_at': '2022-04-01T13:43:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836180-1-hyperv', '_interfaces': [{'id': '2709e742-0728-4b0d-b897-1c08adca02d4', 'name': '', 'network_id': 'e479e8cb-ba31-4961-ae77-a162005f7579', 'tenant_id': 'f17cecf0d6854286bcc6f673927088ad', 'mac_address': 'fa:16:3e:27:ca:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f283fd9a-4755-4780-9b5d-5f95a160cc02', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cc4b50c6-a51a-439b-bd5e-5eb892add0d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836180-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:43:11Z', 'updated_at': '2022-04-01T13:43:18Z', 'revision_number': 5, 'project_id': 'f17cecf0d6854286bcc6f673927088ad', 'subnets': [{'id': 'cc4b50c6-a51a-439b-bd5e-5eb892add0d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-836180-1-hyperv', False) {} {{(pid=83873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:45:03.896368 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a440b90a-e1df-4088-9f19-9fb99acf8659 None None] Checking router: f283fd9a-4755-4780-9b5d-5f95a160cc02 for host: dv-neutron-836180-1-hyperv {{(pid=83873) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 01 13:45:03.907425 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a440b90a-e1df-4088-9f19-9fb99acf8659 None None] Routers {'f283fd9a-4755-4780-9b5d-5f95a160cc02'} bound to L3 agent in host dv-neutron-836180-1-hyperv {{(pid=83873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 13:45:03.908178 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-a440b90a-e1df-4088-9f19-9fb99acf8659 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836180-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T13:25:36Z,description=,heartbeat_timestamp=2022-04-01T13:44:36Z,host='dv-neutron-836180-1-hyperv',id=88bf8fc8-11a3-4e96-9d1b-5fd93ba9f6f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T13:25:36Z,topic='l3_agent')) {'router_ids': ['f283fd9a-4755-4780-9b5d-5f95a160cc02'], 'active': True} {{(pid=83873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:45:03.952050 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b927138d-03ae-450f-a5a1-410a86f801ed req-e2ea7c9f-b300-4b24-b423-d75740e041ce service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:45:03.953490 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-b927138d-03ae-450f-a5a1-410a86f801ed req-e2ea7c9f-b300-4b24-b423-d75740e041ce service neutron] 10.222.0.57 "GET /v2.0/subnets?id=cc4b50c6-a51a-439b-bd5e-5eb892add0d7 HTTP/1.1" status: 200 len: 835 time: 0.0833151 Apr 01 13:45:03.962438 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed12eb98-cd5c-468b-ae2b-6a61e15caf4c req-6924a82e-89fe-4421-9db3-98a70f9d3a6d tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:45:03.963782 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-ed12eb98-cd5c-468b-ae2b-6a61e15caf4c req-6924a82e-89fe-4421-9db3-98a70f9d3a6d tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] 10.222.0.26 "GET /v2.0/ports?device_id=264fae12-ac55-4aa4-a8c7-f9e3a911c937 HTTP/1.1" status: 200 len: 946 time: 0.1729882 Apr 01 13:45:04.054588 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-ed12eb98-cd5c-468b-ae2b-6a61e15caf4c req-39eceb7b-4107-468f-b603-662984fd3aaa tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] 10.222.0.26 "GET /v2.0/security-groups?id=821ff9e3-25d0-4f2a-b274-e0d8fb0cf42a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0593104 Apr 01 13:45:04.074516 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-b927138d-03ae-450f-a5a1-410a86f801ed req-903ceecd-ca73-435e-94ac-195ac9833352 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=e479e8cb-ba31-4961-ae77-a162005f7579&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1091399 Apr 01 13:45:04.081752 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_dvr_db [None req-a440b90a-e1df-4088-9f19-9fb99acf8659 None None] Set router f283fd9a-4755-4780-9b5d-5f95a160cc02 gateway port host: dv-neutron-836180-1-hyperv {{(pid=83873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 13:45:04.208072 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-b927138d-03ae-450f-a5a1-410a86f801ed req-e50927b6-ba54-4a80-9688-113aa1bb14d9 service neutron] 10.222.0.57 "GET /v2.0/networks/e479e8cb-ba31-4961-ae77-a162005f7579?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1265357 Apr 01 13:45:04.349409 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-b927138d-03ae-450f-a5a1-410a86f801ed req-25dc7c6e-947a-4532-9f2b-a215aeb97d38 service neutron] 10.222.0.57 "GET /v2.0/networks/e479e8cb-ba31-4961-ae77-a162005f7579?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1346695 Apr 01 13:45:04.422717 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-a440b90a-e1df-4088-9f19-9fb99acf8659 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f283fd9a-4755-4780-9b5d-5f95a160cc02', 'name': 'tempest-TestNetworkBasicOps-router-326976', 'tenant_id': 'f17cecf0d6854286bcc6f673927088ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'external_fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.238'}], 'enable_snat': True}, 'gw_port_id': 'ad7e8c09-799b-48af-b306-4b0c531cf7fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T13:43:07Z', 'updated_at': '2022-04-01T13:44:54Z', 'revision_number': 6, 'project_id': 'f17cecf0d6854286bcc6f673927088ad', 'gw_port': {'id': 'ad7e8c09-799b-48af-b306-4b0c531cf7fd', 'name': '', 'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:38:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f283fd9a-4755-4780-9b5d-5f95a160cc02', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836180-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:43:07Z', 'updated_at': '2022-04-01T13:43:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836180-1-hyperv', '_interfaces': [{'id': '2709e742-0728-4b0d-b897-1c08adca02d4', 'name': '', 'network_id': 'e479e8cb-ba31-4961-ae77-a162005f7579', 'tenant_id': 'f17cecf0d6854286bcc6f673927088ad', 'mac_address': 'fa:16:3e:27:ca:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f283fd9a-4755-4780-9b5d-5f95a160cc02', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cc4b50c6-a51a-439b-bd5e-5eb892add0d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836180-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:43:11Z', 'updated_at': '2022-04-01T13:43:18Z', 'revision_number': 5, 'project_id': 'f17cecf0d6854286bcc6f673927088ad', 'subnets': [{'id': 'cc4b50c6-a51a-439b-bd5e-5eb892add0d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-836180-1-hyperv', False) {} {{(pid=83873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:45:04.426920 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a440b90a-e1df-4088-9f19-9fb99acf8659 None None] The sync data for ids ['f283fd9a-4755-4780-9b5d-5f95a160cc02'] in dv-neutron-836180-1-hyperv is: [{'id': 'f283fd9a-4755-4780-9b5d-5f95a160cc02', 'name': 'tempest-TestNetworkBasicOps-router-326976', 'tenant_id': 'f17cecf0d6854286bcc6f673927088ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'external_fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.238'}], 'enable_snat': True}, 'gw_port_id': 'ad7e8c09-799b-48af-b306-4b0c531cf7fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T13:43:07Z', 'updated_at': '2022-04-01T13:44:54Z', 'revision_number': 6, 'project_id': 'f17cecf0d6854286bcc6f673927088ad', 'gw_port': {'id': 'ad7e8c09-799b-48af-b306-4b0c531cf7fd', 'name': '', 'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:38:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f283fd9a-4755-4780-9b5d-5f95a160cc02', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836180-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:43:07Z', 'updated_at': '2022-04-01T13:43:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836180-1-hyperv', '_interfaces': [{'id': '2709e742-0728-4b0d-b897-1c08adca02d4', 'name': '', 'network_id': 'e479e8cb-ba31-4961-ae77-a162005f7579', 'tenant_id': 'f17cecf0d6854286bcc6f673927088ad', 'mac_address': 'fa:16:3e:27:ca:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f283fd9a-4755-4780-9b5d-5f95a160cc02', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cc4b50c6-a51a-439b-bd5e-5eb892add0d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836180-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:43:11Z', 'updated_at': '2022-04-01T13:43:18Z', 'revision_number': 5, 'project_id': 'f17cecf0d6854286bcc6f673927088ad', 'subnets': [{'id': 'cc4b50c6-a51a-439b-bd5e-5eb892add0d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 13:45:04.643884 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acf3a766-39c4-4c20-b4d1-ed6d97efb67d None None] New status for floating IP 81faa7e5-08b2-48f5-a814-4840d623d14b: DOWN {{(pid=83872) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 01 13:45:05.279621 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d76c7f6-a364-4ba8-9740-a12e40662169 req-2333a2f8-c5ed-4eb9-94a5-cb14092278cf tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:45:05.280194 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [req-1d76c7f6-a364-4ba8-9740-a12e40662169 req-2333a2f8-c5ed-4eb9-94a5-cb14092278cf tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Synchronizing usage tracker for tenant:f17cecf0d6854286bcc6f673927088ad on resource:port {{(pid=83871) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 13:45:05.283428 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337461f2-118f-480e-ad0a-d8a8e228fce2 req-8a00969c-2115-4434-9c55-0b72c1767e01 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:45:05.284541 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-337461f2-118f-480e-ad0a-d8a8e228fce2 req-8a00969c-2115-4434-9c55-0b72c1767e01 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] 10.222.0.57 "GET /v2.0/ports?device_id=264fae12-ac55-4aa4-a8c7-f9e3a911c937 HTTP/1.1" status: 200 len: 946 time: 0.1695611 Apr 01 13:45:05.296736 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [req-1d76c7f6-a364-4ba8-9740-a12e40662169 req-2333a2f8-c5ed-4eb9-94a5-cb14092278cf tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Unset dirty status for tenant:f17cecf0d6854286bcc6f673927088ad on resource:port {{(pid=83871) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 13:45:05.297860 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-1d76c7f6-a364-4ba8-9740-a12e40662169 req-2333a2f8-c5ed-4eb9-94a5-cb14092278cf tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] 10.222.0.26 "GET /v2.0/ports?device_id=264fae12-ac55-4aa4-a8c7-f9e3a911c937 HTTP/1.1" status: 200 len: 946 time: 0.1097150 Apr 01 13:45:05.345354 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [req-1d76c7f6-a364-4ba8-9740-a12e40662169 req-934141e4-1f82-4173-b052-5460822768fc tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Synchronizing usage tracker for tenant:f17cecf0d6854286bcc6f673927088ad on resource:security_group {{(pid=83871) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 13:45:05.355894 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.plugin [req-337461f2-118f-480e-ad0a-d8a8e228fce2 req-3fc70cdc-6cf6-4047-92a3-6d7ad2421864 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Deleting port 21b866ba-6774-4ebb-b53e-b688ed85116b {{(pid=83869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 13:45:05.356158 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [req-337461f2-118f-480e-ad0a-d8a8e228fce2 req-3fc70cdc-6cf6-4047-92a3-6d7ad2421864 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736733287370'] for port, before_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:45:05.360132 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [req-1d76c7f6-a364-4ba8-9740-a12e40662169 req-934141e4-1f82-4173-b052-5460822768fc tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Unset dirty status for tenant:f17cecf0d6854286bcc6f673927088ad on resource:security_group {{(pid=83871) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 13:45:05.362330 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-1d76c7f6-a364-4ba8-9740-a12e40662169 req-934141e4-1f82-4173-b052-5460822768fc tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] 10.222.0.26 "GET /v2.0/security-groups?id=821ff9e3-25d0-4f2a-b274-e0d8fb0cf42a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0587544 Apr 01 13:45:05.597818 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.db [req-337461f2-118f-480e-ad0a-d8a8e228fce2 req-3fc70cdc-6cf6-4047-92a3-6d7ad2421864 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] For port 21b866ba-6774-4ebb-b53e-b688ed85116b, host hv-neutron-8361, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8361',level=0,port_id=21b866ba-6774-4ebb-b53e-b688ed85116b,segment=NetworkSegment(6268ff76-acf6-4ba6-9ea1-9e2097e34d20),segment_id=6268ff76-acf6-4ba6-9ea1-9e2097e34d20)] {{(pid=83869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 13:45:05.598170 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [req-337461f2-118f-480e-ad0a-d8a8e228fce2 req-3fc70cdc-6cf6-4047-92a3-6d7ad2421864 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4155147'] for port, precommit_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:45:05.719982 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.plugin [req-337461f2-118f-480e-ad0a-d8a8e228fce2 req-3fc70cdc-6cf6-4047-92a3-6d7ad2421864 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Calling delete_port for 21b866ba-6774-4ebb-b53e-b688ed85116b owned by compute:nova {{(pid=83869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 13:45:05.863494 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [req-337461f2-118f-480e-ad0a-d8a8e228fce2 req-3fc70cdc-6cf6-4047-92a3-6d7ad2421864 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736733359243', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736732935810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2705155'] for port, after_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:45:05.882482 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-70abe692-1664-40e3-bbe5-533e20609cf0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:45:05.925376 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc70cdc-6cf6-4047-92a3-6d7ad2421864 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Pushing event deleted for resources: {'Port': ['ID=21b866ba-6774-4ebb-b53e-b688ed85116b,revision_number=None']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:45:06.014245 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_dvrscheduler_db [req-337461f2-118f-480e-ad0a-d8a8e228fce2 req-3fc70cdc-6cf6-4047-92a3-6d7ad2421864 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] No DVR routers for this DVR port 21b866ba-6774-4ebb-b53e-b688ed85116b on host hv-neutron-8361 {{(pid=83869) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 13:45:06.016504 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [req-337461f2-118f-480e-ad0a-d8a8e228fce2 req-3fc70cdc-6cf6-4047-92a3-6d7ad2421864 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109561'] for port, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:45:06.018956 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '264fae12-ac55-4aa4-a8c7-f9e3a911c937', 'name': 'network-vif-deleted', 'tag': '21b866ba-6774-4ebb-b53e-b688ed85116b'}] {{(pid=83869) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 13:45:06.034616 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-337461f2-118f-480e-ad0a-d8a8e228fce2 req-3fc70cdc-6cf6-4047-92a3-6d7ad2421864 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] 10.222.0.57 "DELETE /v2.0/ports/21b866ba-6774-4ebb-b53e-b688ed85116b HTTP/1.1" status: 204 len: 173 time: 0.7449334 Apr 01 13:45:06.072728 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '264fae12-ac55-4aa4-a8c7-f9e3a911c937', 'name': 'network-vif-deleted', 'tag': '21b866ba-6774-4ebb-b53e-b688ed85116b', 'status': 'completed', 'code': 200} Apr 01 13:45:06.546361 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-ca633ae0-d055-4df7-8dd8-af5e23123032 req-36469f9f-0430-4146-b1ed-8deac09b17d1 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] 10.222.0.26 "GET /v2.0/ports?device_id=264fae12-ac55-4aa4-a8c7-f9e3a911c937 HTTP/1.1" status: 200 len: 210 time: 0.0457935 Apr 01 13:45:07.129566 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:45:07.360883 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-2f9cfc9c-d8ba-4de3-a4ad-98162f90557c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:45:07.650487 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 58016) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:45:07.723171 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-9d73f8a1-1c82-4892-ac26-6bb95ecc17d3 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks [] for security_group, before_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:45:07.752363 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-9d73f8a1-1c82-4892-ac26-6bb95ecc17d3 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:45:07.816508 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-9d73f8a1-1c82-4892-ac26-6bb95ecc17d3 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3775923'] for security_group, after_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:45:07.833535 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d73f8a1-1c82-4892-ac26-6bb95ecc17d3 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=821ff9e3-25d0-4f2a-b274-e0d8fb0cf42a,revision_number=None']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:45:07.849847 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-9d73f8a1-1c82-4892-ac26-6bb95ecc17d3 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks [] for security_group, before_response {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:45:07.850946 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-9d73f8a1-1c82-4892-ac26-6bb95ecc17d3 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] 10.222.0.26 "DELETE /v2.0/security-groups/821ff9e3-25d0-4f2a-b274-e0d8fb0cf42a HTTP/1.1" status: 204 len: 168 time: 0.1995010 Apr 01 13:45:07.892583 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 58022) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:45:08.289990 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-cb60395f-76ec-406d-9684-eaf3a4f481e3 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4084029'] for router_interface, before_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:45:08.541073 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-6d09cb78-e865-441e-bdf4-ff7f9c3e6541 req-0a1666c2-bf6b-4c46-b2a2-9b4666719a6c service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=16d793db-7f73-420c-8869-8fb25e3b5658&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0705049 Apr 01 13:45:08.688430 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-6d09cb78-e865-441e-bdf4-ff7f9c3e6541 req-d9611b51-b22b-44d3-8fe5-4eb100c6591a service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=5bd5d96184e74f0ca1fb3a290ee8b3f6&device_id=16d793db-7f73-420c-8869-8fb25e3b5658 HTTP/1.1" status: 200 len: 1098 time: 0.0748043 Apr 01 13:45:08.844455 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d09cb78-e865-441e-bdf4-ff7f9c3e6541 req-bc143c8f-ce0d-40d9-bddf-5c0b0bf194fb service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:45:08.846001 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-6d09cb78-e865-441e-bdf4-ff7f9c3e6541 req-bc143c8f-ce0d-40d9-bddf-5c0b0bf194fb service neutron] 10.222.0.57 "GET /v2.0/networks?id=f450d435-2e18-4974-8657-011f0eedf5a1 HTTP/1.1" status: 200 len: 913 time: 0.1341217 Apr 01 13:45:08.866698 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-a976a7b9-9034-41e6-be13-349b75ed1593 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:45:08.954368 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-6d09cb78-e865-441e-bdf4-ff7f9c3e6541 req-9f2d4fb4-2796-4968-a3f8-5124ab70a7e4 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7eea0960-9648-4d3f-a077-c4b292d32fc1 HTTP/1.1" status: 200 len: 1000 time: 0.0998144 Apr 01 13:45:09.022573 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d09cb78-e865-441e-bdf4-ff7f9c3e6541 req-a93f2ce2-cb77-4ee6-b63a-ec2dc3b695a9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:45:09.024002 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-6d09cb78-e865-441e-bdf4-ff7f9c3e6541 req-a93f2ce2-cb77-4ee6-b63a-ec2dc3b695a9 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=e819b10b-b5bd-410a-b72f-33f41ed14c7b HTTP/1.1" status: 200 len: 851 time: 0.0633056 Apr 01 13:45:09.028527 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.plugin [None req-cb60395f-76ec-406d-9684-eaf3a4f481e3 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Deleting port 2709e742-0728-4b0d-b897-1c08adca02d4 {{(pid=83871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 13:45:09.029053 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-cb60395f-76ec-406d-9684-eaf3a4f481e3 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736733287370'] for port, before_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:45:09.085193 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Device 21b866ba-6774-4ebb-b53e-b688ed85116b no longer exists at agent hyperv_hv-neutron-8361 {{(pid=83872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 13:45:09.105730 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-6d09cb78-e865-441e-bdf4-ff7f9c3e6541 req-46e4007d-c9d0-47fd-9871-c1d9aed34829 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=f450d435-2e18-4974-8657-011f0eedf5a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0762522 Apr 01 13:45:09.117949 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.plugin [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] No Port match for: 21b866ba-6774-4ebb-b53e-b688ed85116b {{(pid=83872) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 01 13:45:09.118293 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Device 21b866ba-6774-4ebb-b53e-b688ed85116b not bound to the agent host hv-neutron-8361 {{(pid=83872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 13:45:09.229701 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.db [None req-cb60395f-76ec-406d-9684-eaf3a4f481e3 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] For port 2709e742-0728-4b0d-b897-1c08adca02d4, host dv-neutron-836180-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836180-1-hyperv',level=0,port_id=2709e742-0728-4b0d-b897-1c08adca02d4,segment=NetworkSegment(6268ff76-acf6-4ba6-9ea1-9e2097e34d20),segment_id=6268ff76-acf6-4ba6-9ea1-9e2097e34d20)] {{(pid=83871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 13:45:09.230226 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-cb60395f-76ec-406d-9684-eaf3a4f481e3 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4155147'] for port, precommit_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:45:09.242714 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-6d09cb78-e865-441e-bdf4-ff7f9c3e6541 req-9d3995f5-c0bf-411c-954b-bda4346ab402 service neutron] 10.222.0.57 "GET /v2.0/networks/f450d435-2e18-4974-8657-011f0eedf5a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1292760 Apr 01 13:45:09.361029 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.plugin [None req-cb60395f-76ec-406d-9684-eaf3a4f481e3 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Calling delete_port for 2709e742-0728-4b0d-b897-1c08adca02d4 owned by network:router_interface {{(pid=83871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 13:45:09.375177 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-6d09cb78-e865-441e-bdf4-ff7f9c3e6541 req-5a5518f8-f14d-4b79-921a-b76b94dbc5ab service neutron] 10.222.0.57 "GET /v2.0/networks/f450d435-2e18-4974-8657-011f0eedf5a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1253207 Apr 01 13:45:09.539778 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-cb60395f-76ec-406d-9684-eaf3a4f481e3 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736733359243', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736732935810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2743125'] for port, after_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:45:09.586582 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb60395f-76ec-406d-9684-eaf3a4f481e3 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Pushing event deleted for resources: {'Port': ['ID=2709e742-0728-4b0d-b897-1c08adca02d4,revision_number=None']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:45:09.892685 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-cb60395f-76ec-406d-9684-eaf3a4f481e3 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3017585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4084076'] for router_interface, after_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:45:10.570163 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb60395f-76ec-406d-9684-eaf3a4f481e3 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Router f283fd9a-4755-4780-9b5d-5f95a160cc02 has already been hosted by L3 agent 88bf8fc8-11a3-4e96-9d1b-5fd93ba9f6f1 {{(pid=83871) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 13:45:10.786415 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb60395f-76ec-406d-9684-eaf3a4f481e3 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify agent at l3_agent.dv-neutron-836180-1-hyperv the message routers_updated {{(pid=83871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 13:45:10.797262 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5848ea3-d1a3-4151-9cc5-b34e259d8fe7 None None] Sync routers for ids ['f283fd9a-4755-4780-9b5d-5f95a160cc02'] in dv-neutron-836180-1-hyperv {{(pid=83873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 13:45:10.800736 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-cb60395f-76ec-406d-9684-eaf3a4f481e3 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] 10.222.0.26 "PUT /v2.0/routers/f283fd9a-4755-4780-9b5d-5f95a160cc02/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9070630 Apr 01 13:45:10.803529 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 58030) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:45:10.814788 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5848ea3-d1a3-4151-9cc5-b34e259d8fe7 None None] Routers {'f283fd9a-4755-4780-9b5d-5f95a160cc02'} bound to L3 agent in host dv-neutron-836180-1-hyperv {{(pid=83873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 13:45:10.815546 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-c5848ea3-d1a3-4151-9cc5-b34e259d8fe7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836180-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T13:25:36Z,description=,heartbeat_timestamp=2022-04-01T13:45:06Z,host='dv-neutron-836180-1-hyperv',id=88bf8fc8-11a3-4e96-9d1b-5fd93ba9f6f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T13:25:36Z,topic='l3_agent')) {'router_ids': ['f283fd9a-4755-4780-9b5d-5f95a160cc02'], 'active': True} {{(pid=83873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:45:11.001438 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.db_base_plugin_v2 [None req-2551fe69-461f-4b86-b769-476aabdabb6f tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Deleting subnet cc4b50c6-a51a-439b-bd5e-5eb892add0d7 {{(pid=83871) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 01 13:45:11.004535 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-2551fe69-461f-4b86-b769-476aabdabb6f tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks [] for subnet, before_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:45:11.007676 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_dvr_db [None req-c5848ea3-d1a3-4151-9cc5-b34e259d8fe7 None None] Set router f283fd9a-4755-4780-9b5d-5f95a160cc02 gateway port host: dv-neutron-836180-1-hyperv {{(pid=83873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 13:45:11.059401 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-2551fe69-461f-4b86-b769-476aabdabb6f tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3166365'] for subnet, precommit_delete_associations {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:45:11.150236 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-2551fe69-461f-4b86-b769-476aabdabb6f tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-945029'] for subnet, precommit_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:45:11.226908 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-2551fe69-461f-4b86-b769-476aabdabb6f tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-945042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2743160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2757373'] for subnet, after_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:45:11.274740 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2551fe69-461f-4b86-b769-476aabdabb6f tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Pushing event deleted for resources: {'Subnet': ['ID=cc4b50c6-a51a-439b-bd5e-5eb892add0d7,revision_number=None']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:45:11.280068 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-2551fe69-461f-4b86-b769-476aabdabb6f tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks [] for subnet, before_response {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:45:11.288199 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-2551fe69-461f-4b86-b769-476aabdabb6f tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] 10.222.0.26 "DELETE /v2.0/subnets/cc4b50c6-a51a-439b-bd5e-5eb892add0d7 HTTP/1.1" status: 204 len: 168 time: 0.4808464 Apr 01 13:45:11.288345 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 58034) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:45:11.297996 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04021077-494b-4454-9b76-9a29e0c1d028 None None] Network e479e8cb-ba31-4961-ae77-a162005f7579 requested from dv-neutron-836180-1-hyperv {{(pid=83872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 13:45:11.320375 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-c5848ea3-d1a3-4151-9cc5-b34e259d8fe7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f283fd9a-4755-4780-9b5d-5f95a160cc02', 'name': 'tempest-TestNetworkBasicOps-router-326976', 'tenant_id': 'f17cecf0d6854286bcc6f673927088ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'external_fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.238'}], 'enable_snat': True}, 'gw_port_id': 'ad7e8c09-799b-48af-b306-4b0c531cf7fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T13:43:07Z', 'updated_at': '2022-04-01T13:45:09Z', 'revision_number': 7, 'project_id': 'f17cecf0d6854286bcc6f673927088ad', 'gw_port': {'id': 'ad7e8c09-799b-48af-b306-4b0c531cf7fd', 'name': '', 'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:38:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f283fd9a-4755-4780-9b5d-5f95a160cc02', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836180-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:43:07Z', 'updated_at': '2022-04-01T13:43:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836180-1-hyperv'}], 'dv-neutron-836180-1-hyperv', False) {} {{(pid=83873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:45:11.326247 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5848ea3-d1a3-4151-9cc5-b34e259d8fe7 None None] Checking router: f283fd9a-4755-4780-9b5d-5f95a160cc02 for host: dv-neutron-836180-1-hyperv {{(pid=83873) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 01 13:45:11.337937 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5848ea3-d1a3-4151-9cc5-b34e259d8fe7 None None] Routers {'f283fd9a-4755-4780-9b5d-5f95a160cc02'} bound to L3 agent in host dv-neutron-836180-1-hyperv {{(pid=83873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 13:45:11.338822 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-c5848ea3-d1a3-4151-9cc5-b34e259d8fe7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836180-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T13:25:36Z,description=,heartbeat_timestamp=2022-04-01T13:45:06Z,host='dv-neutron-836180-1-hyperv',id=88bf8fc8-11a3-4e96-9d1b-5fd93ba9f6f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T13:25:36Z,topic='l3_agent')) {'router_ids': ['f283fd9a-4755-4780-9b5d-5f95a160cc02'], 'active': True} {{(pid=83873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:45:11.544475 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_dvr_db [None req-c5848ea3-d1a3-4151-9cc5-b34e259d8fe7 None None] Set router f283fd9a-4755-4780-9b5d-5f95a160cc02 gateway port host: dv-neutron-836180-1-hyperv {{(pid=83873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 13:45:11.585931 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2960ffba-df4b-47f0-88ac-5655146a3fbe None None] DHCP port deletion for e479e8cb-ba31-4961-ae77-a162005f7579 request from dv-neutron-836180-1-hyperv {{(pid=83872) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 01 13:45:11.592966 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.plugin [None req-2960ffba-df4b-47f0-88ac-5655146a3fbe None None] Deleting port 6d27a19f-ea47-422d-9312-f5ead43d9fb9 {{(pid=83872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 13:45:11.592966 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-2960ffba-df4b-47f0-88ac-5655146a3fbe None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736733287370'] for port, before_delete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:45:11.613962 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-55fd4074-9dd4-40d8-a8b9-95813078cf00 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks [] for router, before_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:45:11.834196 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-2960ffba-df4b-47f0-88ac-5655146a3fbe None None] For port 6d27a19f-ea47-422d-9312-f5ead43d9fb9, host dv-neutron-836180-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836180-1-hyperv',level=0,port_id=6d27a19f-ea47-422d-9312-f5ead43d9fb9,segment=NetworkSegment(6268ff76-acf6-4ba6-9ea1-9e2097e34d20),segment_id=6268ff76-acf6-4ba6-9ea1-9e2097e34d20)] {{(pid=83872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 13:45:11.834196 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-2960ffba-df4b-47f0-88ac-5655146a3fbe None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4155147'] for port, precommit_delete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:45:11.855411 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-c5848ea3-d1a3-4151-9cc5-b34e259d8fe7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f283fd9a-4755-4780-9b5d-5f95a160cc02', 'name': 'tempest-TestNetworkBasicOps-router-326976', 'tenant_id': 'f17cecf0d6854286bcc6f673927088ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'external_fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.238'}], 'enable_snat': True}, 'gw_port_id': 'ad7e8c09-799b-48af-b306-4b0c531cf7fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T13:43:07Z', 'updated_at': '2022-04-01T13:45:09Z', 'revision_number': 7, 'project_id': 'f17cecf0d6854286bcc6f673927088ad', 'gw_port': {'id': 'ad7e8c09-799b-48af-b306-4b0c531cf7fd', 'name': '', 'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:38:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f283fd9a-4755-4780-9b5d-5f95a160cc02', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836180-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:43:07Z', 'updated_at': '2022-04-01T13:43:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836180-1-hyperv'}], 'dv-neutron-836180-1-hyperv', False) {} {{(pid=83873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:45:11.860743 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5848ea3-d1a3-4151-9cc5-b34e259d8fe7 None None] The sync data for ids ['f283fd9a-4755-4780-9b5d-5f95a160cc02'] in dv-neutron-836180-1-hyperv is: [{'id': 'f283fd9a-4755-4780-9b5d-5f95a160cc02', 'name': 'tempest-TestNetworkBasicOps-router-326976', 'tenant_id': 'f17cecf0d6854286bcc6f673927088ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'external_fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.238'}], 'enable_snat': True}, 'gw_port_id': 'ad7e8c09-799b-48af-b306-4b0c531cf7fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T13:43:07Z', 'updated_at': '2022-04-01T13:45:09Z', 'revision_number': 7, 'project_id': 'f17cecf0d6854286bcc6f673927088ad', 'gw_port': {'id': 'ad7e8c09-799b-48af-b306-4b0c531cf7fd', 'name': '', 'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:38:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f283fd9a-4755-4780-9b5d-5f95a160cc02', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836180-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:43:07Z', 'updated_at': '2022-04-01T13:43:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836180-1-hyperv'}] {{(pid=83873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 13:45:11.864860 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-55fd4074-9dd4-40d8-a8b9-95813078cf00 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:45:11.880393 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.plugin [None req-55fd4074-9dd4-40d8-a8b9-95813078cf00 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Deleting port ad7e8c09-799b-48af-b306-4b0c531cf7fd {{(pid=83869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 13:45:11.880782 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-55fd4074-9dd4-40d8-a8b9-95813078cf00 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736733287370'] for port, before_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:45:11.962260 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.plugin [None req-2960ffba-df4b-47f0-88ac-5655146a3fbe None None] Calling delete_port for 6d27a19f-ea47-422d-9312-f5ead43d9fb9 owned by network:dhcp {{(pid=83872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 13:45:12.046035 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-2960ffba-df4b-47f0-88ac-5655146a3fbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736733359243', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736732935810'] for port, after_delete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:45:12.085050 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.db [None req-55fd4074-9dd4-40d8-a8b9-95813078cf00 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] For port ad7e8c09-799b-48af-b306-4b0c531cf7fd, host dv-neutron-836180-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836180-1-hyperv',level=0,port_id=ad7e8c09-799b-48af-b306-4b0c531cf7fd,segment=NetworkSegment(7b924dd8-4978-40c4-ad91-4b9b27348462),segment_id=7b924dd8-4978-40c4-ad91-4b9b27348462)] {{(pid=83869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 13:45:12.085340 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-55fd4074-9dd4-40d8-a8b9-95813078cf00 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4155147'] for port, precommit_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:45:12.137208 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2960ffba-df4b-47f0-88ac-5655146a3fbe None None] Pushing event deleted for resources: {'Port': ['ID=6d27a19f-ea47-422d-9312-f5ead43d9fb9,revision_number=None']} {{(pid=83872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:45:12.144733 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2960ffba-df4b-47f0-88ac-5655146a3fbe None None] No DVR routers for this DVR port 6d27a19f-ea47-422d-9312-f5ead43d9fb9 on host dv-neutron-836180-1-hyperv {{(pid=83872) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 13:45:12.158403 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2960ffba-df4b-47f0-88ac-5655146a3fbe None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:45:12.158746 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2960ffba-df4b-47f0-88ac-5655146a3fbe None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:45:12.159125 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2960ffba-df4b-47f0-88ac-5655146a3fbe None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:45:12.159426 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2960ffba-df4b-47f0-88ac-5655146a3fbe None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:45:12.159732 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2960ffba-df4b-47f0-88ac-5655146a3fbe None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:45:12.160064 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2960ffba-df4b-47f0-88ac-5655146a3fbe None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:45:12.160333 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2960ffba-df4b-47f0-88ac-5655146a3fbe None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:45:12.160899 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2960ffba-df4b-47f0-88ac-5655146a3fbe None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:45:12.161409 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2960ffba-df4b-47f0-88ac-5655146a3fbe None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:45:12.161901 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2960ffba-df4b-47f0-88ac-5655146a3fbe None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:45:12.162404 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2960ffba-df4b-47f0-88ac-5655146a3fbe None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:45:12.215289 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Device 2709e742-0728-4b0d-b897-1c08adca02d4 no longer exists at agent ovs-agent-dv-neutron-836180-1-hyperv {{(pid=83872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 13:45:12.219463 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.plugin [None req-55fd4074-9dd4-40d8-a8b9-95813078cf00 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Calling delete_port for ad7e8c09-799b-48af-b306-4b0c531cf7fd owned by network:router_gateway {{(pid=83869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 13:45:12.253168 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.plugin [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] No Port match for: 2709e742-0728-4b0d-b897-1c08adca02d4 {{(pid=83872) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 01 13:45:12.253509 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Device 2709e742-0728-4b0d-b897-1c08adca02d4 not bound to the agent host dv-neutron-836180-1-hyperv {{(pid=83872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 13:45:12.253917 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Device 6d27a19f-ea47-422d-9312-f5ead43d9fb9 no longer exists at agent ovs-agent-dv-neutron-836180-1-hyperv {{(pid=83872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 13:45:12.294222 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.plugin [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] No Port match for: 6d27a19f-ea47-422d-9312-f5ead43d9fb9 {{(pid=83872) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 01 13:45:12.294222 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Device 6d27a19f-ea47-422d-9312-f5ead43d9fb9 not bound to the agent host dv-neutron-836180-1-hyperv {{(pid=83872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 13:45:12.405162 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-55fd4074-9dd4-40d8-a8b9-95813078cf00 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736733359243', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736732935810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2705155'] for port, after_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:45:12.449431 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55fd4074-9dd4-40d8-a8b9-95813078cf00 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Pushing event deleted for resources: {'Port': ['ID=ad7e8c09-799b-48af-b306-4b0c531cf7fd,revision_number=None']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:45:12.681487 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-55fd4074-9dd4-40d8-a8b9-95813078cf00 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4084822'] for router_gateway, after_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:45:13.030044 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-55fd4074-9dd4-40d8-a8b9-95813078cf00 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4079814', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4170'] for router, precommit_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:45:13.034389 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-55fd4074-9dd4-40d8-a8b9-95813078cf00 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:45:13.059675 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-55fd4074-9dd4-40d8-a8b9-95813078cf00 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4079738'] for router, after_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:45:13.060255 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55fd4074-9dd4-40d8-a8b9-95813078cf00 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Fanout notify agent at l3_agent the message router_deleted on router f283fd9a-4755-4780-9b5d-5f95a160cc02 {{(pid=83869) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 01 13:45:13.074713 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-55fd4074-9dd4-40d8-a8b9-95813078cf00 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks [] for router, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:45:13.078397 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-55fd4074-9dd4-40d8-a8b9-95813078cf00 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] 10.222.0.26 "DELETE /v2.0/routers/f283fd9a-4755-4780-9b5d-5f95a160cc02 HTTP/1.1" status: 204 len: 168 time: 1.7868598 Apr 01 13:45:13.078606 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 58038) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:45:13.197311 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-382ab06e-b161-41db-9bce-62a23bf7b7a8 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1033078'] for network, before_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:45:13.337755 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-382ab06e-b161-41db-9bce-62a23bf7b7a8 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-942654', 'neutron.services.segments.db._delete_segments_for_network-8736733387888'] for network, precommit_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:45:13.368488 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.services.segments.db [None req-382ab06e-b161-41db-9bce-62a23bf7b7a8 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e479e8cb-ba31-4961-ae77-a162005f7579']}} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:45:13.381247 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.services.segments.db [None req-382ab06e-b161-41db-9bce-62a23bf7b7a8 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6268ff76-acf6-4ba6-9ea1-9e2097e34d20') {'for_net_delete': True} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:45:13.381761 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.services.segments.db [None req-382ab06e-b161-41db-9bce-62a23bf7b7a8 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6268ff76-acf6-4ba6-9ea1-9e2097e34d20') {} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:45:13.393887 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-382ab06e-b161-41db-9bce-62a23bf7b7a8 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736733386999', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2704982'] for segment, before_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:45:13.412765 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-382ab06e-b161-41db-9bce-62a23bf7b7a8 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1004271'] for segment, precommit_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:45:13.419208 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-382ab06e-b161-41db-9bce-62a23bf7b7a8 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Releasing vlan 354 on physical network physnet1 to pool {{(pid=83869) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 01 13:45:13.419323 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-382ab06e-b161-41db-9bce-62a23bf7b7a8 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1004262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2705264'] for segment, after_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:45:13.434140 dv-neutron-836180-1-hyperv neutron-server[83869]: Traceback (most recent call last): Apr 01 13:45:13.434140 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 01 13:45:13.434140 dv-neutron-836180-1-hyperv neutron-server[83869]: timer() Apr 01 13:45:13.434140 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 13:45:13.434140 dv-neutron-836180-1-hyperv neutron-server[83869]: cb(*args, **kw) Apr 01 13:45:13.434140 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 13:45:13.434140 dv-neutron-836180-1-hyperv neutron-server[83869]: return func(*args, **kwargs) Apr 01 13:45:13.434140 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 13:45:13.434140 dv-neutron-836180-1-hyperv neutron-server[83869]: self._notify() Apr 01 13:45:13.434140 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 13:45:13.434140 dv-neutron-836180-1-hyperv neutron-server[83869]: self.callback(batched_events) Apr 01 13:45:13.434140 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 13:45:13.434140 dv-neutron-836180-1-hyperv neutron-server[83869]: event.method(event) Apr 01 13:45:13.434140 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 13:45:13.434140 dv-neutron-836180-1-hyperv neutron-server[83869]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 13:45:13.434140 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 13:45:13.434140 dv-neutron-836180-1-hyperv neutron-server[83869]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 13:45:13.434140 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 13:45:13.434140 dv-neutron-836180-1-hyperv neutron-server[83869]: return f(self, *a, **k) Apr 01 13:45:13.434140 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 13:45:13.434140 dv-neutron-836180-1-hyperv neutron-server[83869]: return self._get(url).json() Apr 01 13:45:13.434140 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 13:45:13.434140 dv-neutron-836180-1-hyperv neutron-server[83869]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 13:45:13.434140 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 01 13:45:13.434140 dv-neutron-836180-1-hyperv neutron-server[83869]: return self.request(url, 'GET', **kwargs) Apr 01 13:45:13.434140 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 01 13:45:13.434140 dv-neutron-836180-1-hyperv neutron-server[83869]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 13:45:13.434140 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 01 13:45:13.434140 dv-neutron-836180-1-hyperv neutron-server[83869]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 13:45:13.434140 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 01 13:45:13.434140 dv-neutron-836180-1-hyperv neutron-server[83869]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 13:45:13.434140 dv-neutron-836180-1-hyperv neutron-server[83869]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 13:45:13.522173 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-382ab06e-b161-41db-9bce-62a23bf7b7a8 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-942599', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4084797'] for network, after_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:45:13.536439 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-382ab06e-b161-41db-9bce-62a23bf7b7a8 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks [] for network, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:45:13.548991 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-382ab06e-b161-41db-9bce-62a23bf7b7a8 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Pushing event deleted for resources: {'Network': ['ID=e479e8cb-ba31-4961-ae77-a162005f7579,revision_number=None']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:45:13.557584 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-382ab06e-b161-41db-9bce-62a23bf7b7a8 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] 10.222.0.26 "DELETE /v2.0/networks/e479e8cb-ba31-4961-ae77-a162005f7579 HTTP/1.1" status: 204 len: 168 time: 0.4727609 Apr 01 13:45:13.573167 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 58042) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:45:13.579711 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.v2.base [None req-bf028053-35fb-4504-8461-9611ed6f928e tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Request body: {'network': {'name': 'tempest-network-smoke--1169511859', 'project_id': 'f17cecf0d6854286bcc6f673927088ad', 'port_security_enabled': True}} {{(pid=83869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:45:13.585210 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-bf028053-35fb-4504-8461-9611ed6f928e tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:45:13.589881 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-bf028053-35fb-4504-8461-9611ed6f928e tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Usage tracker for resource:network and tenant:f17cecf0d6854286bcc6f673927088ad is out of sync, need to count used quota {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 13:45:13.594071 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-bf028053-35fb-4504-8461-9611ed6f928e tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 13:45:13.600733 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-bf028053-35fb-4504-8461-9611ed6f928e tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:45:13.613763 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf028053-35fb-4504-8461-9611ed6f928e tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Made reservation on behalf of f17cecf0d6854286bcc6f673927088ad for: {'network': 1} {{(pid=83869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 13:45:13.616857 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-bf028053-35fb-4504-8461-9611ed6f928e tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for network, before_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:45:13.649279 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bf028053-35fb-4504-8461-9611ed6f928e tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] vlan segment allocate from pool success with {'vlan_id': 357, 'physical_network': 'physnet1'} {{(pid=83869) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 13:45:13.659933 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-bf028053-35fb-4504-8461-9611ed6f928e tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1004271'] for segment, precommit_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:45:13.659933 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.db.segments_db [None req-bf028053-35fb-4504-8461-9611ed6f928e tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Added segment 17b3aff1-e7aa-4a72-999e-0e0bdb0a5527 of type vlan for network 5a5d3dc2-4e51-44c7-9514-c95fd98d9b2b Apr 01 13:45:13.690173 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-bf028053-35fb-4504-8461-9611ed6f928e tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736732923383'] for network, precommit_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:45:13.728518 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-bf028053-35fb-4504-8461-9611ed6f928e tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575'] for network, after_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:45:13.733162 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf028053-35fb-4504-8461-9611ed6f928e tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:45:13.734586 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-bf028053-35fb-4504-8461-9611ed6f928e tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks [] for network, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:45:13.845591 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-bf028053-35fb-4504-8461-9611ed6f928e tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2696893 Apr 01 13:45:13.847492 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 58046) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:45:13.852183 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.v2.base [None req-afe3ce6e-a6e4-48b1-9371-fed5d66d5cb4 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-567602442', 'admin_state_up': True, 'project_id': 'f17cecf0d6854286bcc6f673927088ad', 'external_gateway_info': {'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301'}}} {{(pid=83871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:45:13.852849 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf028053-35fb-4504-8461-9611ed6f928e tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Pushing event updated for resources: {'Network': ['ID=5a5d3dc2-4e51-44c7-9514-c95fd98d9b2b,revision_number=1']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:45:13.863958 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-afe3ce6e-a6e4-48b1-9371-fed5d66d5cb4 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:45:13.866199 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Network 5a5d3dc2-4e51-44c7-9514-c95fd98d9b2b details requested by agent ovs-agent-dv-neutron-836180-1-hyperv with host dv-neutron-836180-1-hyperv {{(pid=83872) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 13:45:13.869582 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-afe3ce6e-a6e4-48b1-9371-fed5d66d5cb4 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Usage tracker for resource:router and tenant:f17cecf0d6854286bcc6f673927088ad is out of sync, need to count used quota {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 13:45:13.876431 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-afe3ce6e-a6e4-48b1-9371-fed5d66d5cb4 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 13:45:13.886867 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-afe3ce6e-a6e4-48b1-9371-fed5d66d5cb4 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:45:13.896403 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-afe3ce6e-a6e4-48b1-9371-fed5d66d5cb4 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4082176', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4220'] for router, before_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:45:13.896403 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-afe3ce6e-a6e4-48b1-9371-fed5d66d5cb4 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4082277', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4084873', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4148249', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4211'] for router, precommit_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:45:13.918768 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-afe3ce6e-a6e4-48b1-9371-fed5d66d5cb4 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:45:14.079619 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-afe3ce6e-a6e4-48b1-9371-fed5d66d5cb4 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4084887', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4079850', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4161'] for router, precommit_update {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:45:14.208952 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Device ad7e8c09-799b-48af-b306-4b0c531cf7fd no longer exists at agent ovs-agent-dv-neutron-836180-1-hyperv {{(pid=83872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 13:45:14.267300 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.plugin [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] No Port match for: ad7e8c09-799b-48af-b306-4b0c531cf7fd {{(pid=83872) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 01 13:45:14.267733 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Device ad7e8c09-799b-48af-b306-4b0c531cf7fd not bound to the agent host dv-neutron-836180-1-hyperv {{(pid=83872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 13:45:14.302621 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-afe3ce6e-a6e4-48b1-9371-fed5d66d5cb4 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks [] for router_gateway, before_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:45:14.335137 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-afe3ce6e-a6e4-48b1-9371-fed5d66d5cb4 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:45:14.570479 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.db_base_plugin_common [None req-afe3ce6e-a6e4-48b1-9371-fed5d66d5cb4 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Allocated IP 172.26.5.111 (725864b8-cceb-48c9-b5d3-1bfc4423e301/e2ed99db-0e25-4971-b535-7fa69231fae8/c9810525-2ca2-4311-ba84-42be840505af) {{(pid=83871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 13:45:14.713819 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-afe3ce6e-a6e4-48b1-9371-fed5d66d5cb4 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks [] for port, precommit_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:45:14.741200 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-afe3ce6e-a6e4-48b1-9371-fed5d66d5cb4 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736732935801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2743125'] for port, after_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:45:14.808706 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afe3ce6e-a6e4-48b1-9371-fed5d66d5cb4 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Network 725864b8-cceb-48c9-b5d3-1bfc4423e301 is already hosted by enough agents. {{(pid=83871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 13:45:14.812942 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.scheduler.base_scheduler [None req-afe3ce6e-a6e4-48b1-9371-fed5d66d5cb4 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Resources bound (agent type, host, resource id): {{(pid=83871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 13:45:14.816268 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afe3ce6e-a6e4-48b1-9371-fed5d66d5cb4 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Received port after_create {{(pid=83871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 13:45:14.844698 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe3ce6e-a6e4-48b1-9371-fed5d66d5cb4 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Pushing event updated for resources: {'Port': ['ID=c9810525-2ca2-4311-ba84-42be840505af,revision_number=1']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:45:14.974403 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-afe3ce6e-a6e4-48b1-9371-fed5d66d5cb4 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks [] for router_gateway, after_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:45:14.975131 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-afe3ce6e-a6e4-48b1-9371-fed5d66d5cb4 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4082201', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4084858'] for router, after_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:45:15.198438 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-afe3ce6e-a6e4-48b1-9371-fed5d66d5cb4 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Router 9f9375a5-d176-4dba-a0db-176c68654a3d is scheduled to L3 agent 88bf8fc8-11a3-4e96-9d1b-5fd93ba9f6f1 with binding_index 1 {{(pid=83871) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 01 13:45:15.396964 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-afe3ce6e-a6e4-48b1-9371-fed5d66d5cb4 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify agent at l3_agent.dv-neutron-836180-1-hyperv the message routers_updated {{(pid=83871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 13:45:15.407292 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a8ca05c-c18b-4729-b390-ce4574f12fff None None] Sync routers for ids ['9f9375a5-d176-4dba-a0db-176c68654a3d'] in dv-neutron-836180-1-hyperv {{(pid=83872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 13:45:15.419045 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a8ca05c-c18b-4729-b390-ce4574f12fff None None] Routers {'9f9375a5-d176-4dba-a0db-176c68654a3d'} bound to L3 agent in host dv-neutron-836180-1-hyperv {{(pid=83872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 13:45:15.419622 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_hamode_db [None req-4a8ca05c-c18b-4729-b390-ce4574f12fff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836180-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T13:25:36Z,description=,heartbeat_timestamp=2022-04-01T13:45:06Z,host='dv-neutron-836180-1-hyperv',id=88bf8fc8-11a3-4e96-9d1b-5fd93ba9f6f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T13:25:36Z,topic='l3_agent')) {'router_ids': ['9f9375a5-d176-4dba-a0db-176c68654a3d'], 'active': True} {{(pid=83872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:45:15.427354 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-afe3ce6e-a6e4-48b1-9371-fed5d66d5cb4 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks [] for router, before_response {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:45:15.431324 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-afe3ce6e-a6e4-48b1-9371-fed5d66d5cb4 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 1.5806751 Apr 01 13:45:15.431677 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 58050) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:45:15.473973 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-780db7c4-5336-48a1-b6b9-12781608529d tempest-TestNetworkBasicOps-1234239346 tempest-TestNetworkBasicOps-1234239346-project-admin] 10.222.0.26 "GET /v2.0/subnets?project_id=f17cecf0d6854286bcc6f673927088ad&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0386946 Apr 01 13:45:15.474191 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 58054) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:45:15.597524 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_dvr_db [None req-4a8ca05c-c18b-4729-b390-ce4574f12fff None None] Set router 9f9375a5-d176-4dba-a0db-176c68654a3d gateway port host: dv-neutron-836180-1-hyperv {{(pid=83872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 13:45:15.603916 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fd6c343-076a-4a68-a234-80eb9c1a1bd3 tempest-TestNetworkBasicOps-1234239346 tempest-TestNetworkBasicOps-1234239346-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:45:15.608792 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-8fd6c343-076a-4a68-a234-80eb9c1a1bd3 tempest-TestNetworkBasicOps-1234239346 tempest-TestNetworkBasicOps-1234239346-project-admin] 10.222.0.26 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1303923 Apr 01 13:45:15.609062 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 58058) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:45:15.655640 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-ea6f6c10-34c3-482b-a991-3c0c78aa1be0 tempest-TestNetworkBasicOps-1234239346 tempest-TestNetworkBasicOps-1234239346-project-admin] 10.222.0.26 "GET /v2.0/subnets?network_id=725864b8-cceb-48c9-b5d3-1bfc4423e301&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0454812 Apr 01 13:45:15.658104 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 58062) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:45:15.663246 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.v2.base [None req-745ee31a-8394-45b0-872c-356414d7972a tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1484901623', 'network_id': '5a5d3dc2-4e51-44c7-9514-c95fd98d9b2b', 'project_id': 'f17cecf0d6854286bcc6f673927088ad', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=83869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:45:15.771266 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-745ee31a-8394-45b0-872c-356414d7972a tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:45:15.774928 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-745ee31a-8394-45b0-872c-356414d7972a tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Usage tracker for resource:subnet and tenant:f17cecf0d6854286bcc6f673927088ad is out of sync, need to count used quota {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 13:45:15.777695 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-745ee31a-8394-45b0-872c-356414d7972a tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 13:45:15.783414 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-745ee31a-8394-45b0-872c-356414d7972a tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:45:15.793243 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-745ee31a-8394-45b0-872c-356414d7972a tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Made reservation on behalf of f17cecf0d6854286bcc6f673927088ad for: {'subnet': 1} {{(pid=83869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 13:45:15.890626 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_hamode_db [None req-4a8ca05c-c18b-4729-b390-ce4574f12fff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f9375a5-d176-4dba-a0db-176c68654a3d', 'name': 'tempest-TestNetworkBasicOps-router-567602442', 'tenant_id': 'f17cecf0d6854286bcc6f673927088ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'external_fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.111'}], 'enable_snat': True}, 'gw_port_id': 'c9810525-2ca2-4311-ba84-42be840505af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T13:45:13Z', 'updated_at': '2022-04-01T13:45:14Z', 'revision_number': 3, 'project_id': 'f17cecf0d6854286bcc6f673927088ad', 'gw_port': {'id': 'c9810525-2ca2-4311-ba84-42be840505af', 'name': '', 'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:13:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f9375a5-d176-4dba-a0db-176c68654a3d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:45:14Z', 'updated_at': '2022-04-01T13:45:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836180-1-hyperv'}], 'dv-neutron-836180-1-hyperv', False) {} {{(pid=83872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:45:15.894570 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-745ee31a-8394-45b0-872c-356414d7972a tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2999481'] for subnet, before_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:45:15.894836 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a8ca05c-c18b-4729-b390-ce4574f12fff None None] Checking router: 9f9375a5-d176-4dba-a0db-176c68654a3d for host: dv-neutron-836180-1-hyperv {{(pid=83872) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 01 13:45:15.895181 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a8ca05c-c18b-4729-b390-ce4574f12fff None None] Updating router 9f9375a5-d176-4dba-a0db-176c68654a3d port c9810525-2ca2-4311-ba84-42be840505af binding host dv-neutron-836180-1-hyperv {{(pid=83872) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 01 13:45:15.946199 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-4a8ca05c-c18b-4729-b390-ce4574f12fff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:45:16.213776 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-745ee31a-8394-45b0-872c-356414d7972a tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2705391', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2999447'] for subnet, after_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:45:16.289380 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-4a8ca05c-c18b-4729-b390-ce4574f12fff None None] Notify callbacks [] for port, precommit_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:45:16.298648 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745ee31a-8394-45b0-872c-356414d7972a tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Pushing event updated for resources: {'Subnet': ['ID=179945be-e4ce-4b1e-9cb6-c182519ba45b,revision_number=0']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:45:16.301121 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-4a8ca05c-c18b-4729-b390-ce4574f12fff None None] Transition to ACTIVE for port object c9810525-2ca2-4311-ba84-42be840505af will not be triggered until provisioned by entity L2. {{(pid=83872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 13:45:16.307089 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-4a8ca05c-c18b-4729-b390-ce4574f12fff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864'] for port, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:45:16.312775 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-745ee31a-8394-45b0-872c-356414d7972a tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Checking segment: {'id': '17b3aff1-e7aa-4a72-999e-0e0bdb0a5527', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '5a5d3dc2-4e51-44c7-9514-c95fd98d9b2b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 13:45:16.313120 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-745ee31a-8394-45b0-872c-356414d7972a tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Network hostable DHCP agents. Network: 5a5d3dc2-4e51-44c7-9514-c95fd98d9b2b, hostable agents: ['e47e4547-5c2d-4954-ba56-fa3646239f18'], hosted agents: [] {{(pid=83869) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 13:45:16.334227 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-745ee31a-8394-45b0-872c-356414d7972a tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Network 5a5d3dc2-4e51-44c7-9514-c95fd98d9b2b is scheduled to be hosted by DHCP agent e47e4547-5c2d-4954-ba56-fa3646239f18 with binding_index 1 {{(pid=83869) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 13:45:16.346217 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.scheduler.base_scheduler [None req-745ee31a-8394-45b0-872c-356414d7972a tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-836180-1-hyperv, 5a5d3dc2-4e51-44c7-9514-c95fd98d9b2b) {{(pid=83869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 13:45:16.354771 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-745ee31a-8394-45b0-872c-356414d7972a tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:45:16.355770 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-745ee31a-8394-45b0-872c-356414d7972a tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks [] for subnet, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:45:16.358835 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9503171d-717f-4ee8-94aa-206081b42597 None None] Network 5a5d3dc2-4e51-44c7-9514-c95fd98d9b2b requested from dv-neutron-836180-1-hyperv {{(pid=83872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 13:45:16.384333 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-745ee31a-8394-45b0-872c-356414d7972a tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.7251894 Apr 01 13:45:16.387288 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 58066) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:45:16.453741 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.managers [None req-4a8ca05c-c18b-4729-b390-ce4574f12fff None None] Attempting to bind port c9810525-2ca2-4311-ba84-42be840505af on host dv-neutron-836180-1-hyperv for vnic_type normal with profile {{(pid=83872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 13:45:16.454343 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.managers [None req-4a8ca05c-c18b-4729-b390-ce4574f12fff None None] Attempting to bind port c9810525-2ca2-4311-ba84-42be840505af by drivers openvswitch,hyperv on host dv-neutron-836180-1-hyperv at level 0 using segments [{'id': '7b924dd8-4978-40c4-ad91-4b9b27348462', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301'}] {{(pid=83872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 13:45:16.454343 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a8ca05c-c18b-4729-b390-ce4574f12fff None None] Attempting to bind port c9810525-2ca2-4311-ba84-42be840505af on network 725864b8-cceb-48c9-b5d3-1bfc4423e301 {{(pid=83872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 13:45:16.465392 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008bfd77-3d11-4fb8-be39-df484402364b None None] Pushing event updated for resources: {'Port': ['ID=c9810525-2ca2-4311-ba84-42be840505af,revision_number=2']} {{(pid=83872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:45:16.479235 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a8ca05c-c18b-4729-b390-ce4574f12fff None None] Checking agent: {'id': 'af948428-97cd-4d10-9f53-af028bdb39b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-836180-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 13, 25, 37), 'started_at': datetime.datetime(2022, 4, 1, 13, 26, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 13, 45, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-836180-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 13:45:16.479599 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a8ca05c-c18b-4729-b390-ce4574f12fff None None] Checking segment: {'id': '7b924dd8-4978-40c4-ad91-4b9b27348462', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 13:45:16.479998 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-4a8ca05c-c18b-4729-b390-ce4574f12fff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:45:16.480471 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a8ca05c-c18b-4729-b390-ce4574f12fff None None] Bound using segment: {'id': '7b924dd8-4978-40c4-ad91-4b9b27348462', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301'} {{(pid=83872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 13:45:16.480936 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.managers [None req-4a8ca05c-c18b-4729-b390-ce4574f12fff None None] Bound port: c9810525-2ca2-4311-ba84-42be840505af, host: dv-neutron-836180-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b924dd8-4978-40c4-ad91-4b9b27348462', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301'}}] {{(pid=83872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 13:45:16.481299 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-4a8ca05c-c18b-4729-b390-ce4574f12fff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:45:16.653866 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-4a8ca05c-c18b-4729-b390-ce4574f12fff None None] For port c9810525-2ca2-4311-ba84-42be840505af, host dv-neutron-836180-1-hyperv, cleared binding levels {{(pid=83872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 13:45:16.666121 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-4a8ca05c-c18b-4729-b390-ce4574f12fff None None] For port c9810525-2ca2-4311-ba84-42be840505af, host dv-neutron-836180-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836180-1-hyperv',level=0,port_id=c9810525-2ca2-4311-ba84-42be840505af,segment=NetworkSegment(7b924dd8-4978-40c4-ad91-4b9b27348462),segment_id=7b924dd8-4978-40c4-ad91-4b9b27348462)] {{(pid=83872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 13:45:16.694116 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-4a8ca05c-c18b-4729-b390-ce4574f12fff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864'] for port, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:45:16.748163 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70036896-6a5a-4c08-9cb2-2ff1b9090131 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7e7d0ecb-2af4-55f5-9198-238ab0570d62-5a5d3dc2-4e51-44c7-9514-c95fd98d9b2b', 'network_id': '5a5d3dc2-4e51-44c7-9514-c95fd98d9b2b', 'tenant_id': 'f17cecf0d6854286bcc6f673927088ad', 'fixed_ips': [{'subnet_id': '179945be-e4ce-4b1e-9cb6-c182519ba45b'}]}} from dv-neutron-836180-1-hyperv. {{(pid=83872) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 01 13:45:16.749048 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-70036896-6a5a-4c08-9cb2-2ff1b9090131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:45:16.833113 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008bfd77-3d11-4fb8-be39-df484402364b None None] Pushing event updated for resources: {'Port': ['ID=c9810525-2ca2-4311-ba84-42be840505af,revision_number=3']} {{(pid=83872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:45:16.853720 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a8ca05c-c18b-4729-b390-ce4574f12fff None None] Routers {'9f9375a5-d176-4dba-a0db-176c68654a3d'} bound to L3 agent in host dv-neutron-836180-1-hyperv {{(pid=83872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 13:45:16.854347 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_hamode_db [None req-4a8ca05c-c18b-4729-b390-ce4574f12fff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836180-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T13:25:36Z,description=,heartbeat_timestamp=2022-04-01T13:45:06Z,host='dv-neutron-836180-1-hyperv',id=88bf8fc8-11a3-4e96-9d1b-5fd93ba9f6f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T13:25:36Z,topic='l3_agent')) {'router_ids': ['9f9375a5-d176-4dba-a0db-176c68654a3d'], 'active': True} {{(pid=83872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:45:17.088612 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.db_base_plugin_common [None req-70036896-6a5a-4c08-9cb2-2ff1b9090131 None None] Allocated IP 172.20.0.2 (5a5d3dc2-4e51-44c7-9514-c95fd98d9b2b/179945be-e4ce-4b1e-9cb6-c182519ba45b/e80b60a7-f6d0-4b0d-8416-6a86b3e79ae9) {{(pid=83872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 13:45:17.106445 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_dvr_db [None req-4a8ca05c-c18b-4729-b390-ce4574f12fff None None] Set router 9f9375a5-d176-4dba-a0db-176c68654a3d gateway port host: dv-neutron-836180-1-hyperv {{(pid=83872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 13:45:17.140899 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-1c48c611-7b80-425b-8eb7-ffca9a027625 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:45:17.530084 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-70036896-6a5a-4c08-9cb2-2ff1b9090131 None None] Notify callbacks [] for port, precommit_create {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:45:17.546849 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-70036896-6a5a-4c08-9cb2-2ff1b9090131 None None] Transition to ACTIVE for port object e80b60a7-f6d0-4b0d-8416-6a86b3e79ae9 will not be triggered until provisioned by entity L2. {{(pid=83872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 13:45:17.569102 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-70036896-6a5a-4c08-9cb2-2ff1b9090131 None None] Transition to ACTIVE for port object e80b60a7-f6d0-4b0d-8416-6a86b3e79ae9 will not be triggered until provisioned by entity DHCP. {{(pid=83872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 13:45:17.575640 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-70036896-6a5a-4c08-9cb2-2ff1b9090131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736732935801'] for port, after_create {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:45:17.629406 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_hamode_db [None req-4a8ca05c-c18b-4729-b390-ce4574f12fff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f9375a5-d176-4dba-a0db-176c68654a3d', 'name': 'tempest-TestNetworkBasicOps-router-567602442', 'tenant_id': 'f17cecf0d6854286bcc6f673927088ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'external_fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.111'}], 'enable_snat': True}, 'gw_port_id': 'c9810525-2ca2-4311-ba84-42be840505af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T13:45:13Z', 'updated_at': '2022-04-01T13:45:14Z', 'revision_number': 3, 'project_id': 'f17cecf0d6854286bcc6f673927088ad', 'gw_port': {'id': 'c9810525-2ca2-4311-ba84-42be840505af', 'name': '', 'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:13:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f9375a5-d176-4dba-a0db-176c68654a3d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836180-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:45:14Z', 'updated_at': '2022-04-01T13:45:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836180-1-hyperv'}], 'dv-neutron-836180-1-hyperv', False) {} {{(pid=83872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:45:17.636048 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.db_base_plugin_common [None req-1c48c611-7b80-425b-8eb7-ffca9a027625 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Allocated IP 172.20.0.1 (5a5d3dc2-4e51-44c7-9514-c95fd98d9b2b/179945be-e4ce-4b1e-9cb6-c182519ba45b/b2345187-3798-4080-9877-60a0d4a50d96) {{(pid=83869) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 13:45:17.647050 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a8ca05c-c18b-4729-b390-ce4574f12fff None None] The sync data for ids ['9f9375a5-d176-4dba-a0db-176c68654a3d'] in dv-neutron-836180-1-hyperv is: [{'id': '9f9375a5-d176-4dba-a0db-176c68654a3d', 'name': 'tempest-TestNetworkBasicOps-router-567602442', 'tenant_id': 'f17cecf0d6854286bcc6f673927088ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'external_fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.111'}], 'enable_snat': True}, 'gw_port_id': 'c9810525-2ca2-4311-ba84-42be840505af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T13:45:13Z', 'updated_at': '2022-04-01T13:45:14Z', 'revision_number': 3, 'project_id': 'f17cecf0d6854286bcc6f673927088ad', 'gw_port': {'id': 'c9810525-2ca2-4311-ba84-42be840505af', 'name': '', 'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:13:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f9375a5-d176-4dba-a0db-176c68654a3d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836180-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:45:14Z', 'updated_at': '2022-04-01T13:45:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836180-1-hyperv'}] {{(pid=83872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 13:45:17.653706 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70036896-6a5a-4c08-9cb2-2ff1b9090131 None None] Network 5a5d3dc2-4e51-44c7-9514-c95fd98d9b2b is already hosted by enough agents. {{(pid=83872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 13:45:17.657371 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.scheduler.base_scheduler [None req-70036896-6a5a-4c08-9cb2-2ff1b9090131 None None] Resources bound (agent type, host, resource id): {{(pid=83872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 13:45:17.661589 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70036896-6a5a-4c08-9cb2-2ff1b9090131 None None] Received port after_create {{(pid=83872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 13:45:17.663738 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70036896-6a5a-4c08-9cb2-2ff1b9090131 None None] Pushing event updated for resources: {'Port': ['ID=e80b60a7-f6d0-4b0d-8416-6a86b3e79ae9,revision_number=1']} {{(pid=83872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:45:17.769549 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.managers [None req-70036896-6a5a-4c08-9cb2-2ff1b9090131 None None] Attempting to bind port e80b60a7-f6d0-4b0d-8416-6a86b3e79ae9 on host dv-neutron-836180-1-hyperv for vnic_type normal with profile {{(pid=83872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 13:45:17.769914 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.managers [None req-70036896-6a5a-4c08-9cb2-2ff1b9090131 None None] Attempting to bind port e80b60a7-f6d0-4b0d-8416-6a86b3e79ae9 by drivers openvswitch,hyperv on host dv-neutron-836180-1-hyperv at level 0 using segments [{'id': '17b3aff1-e7aa-4a72-999e-0e0bdb0a5527', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '5a5d3dc2-4e51-44c7-9514-c95fd98d9b2b'}] {{(pid=83872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 13:45:17.770272 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70036896-6a5a-4c08-9cb2-2ff1b9090131 None None] Attempting to bind port e80b60a7-f6d0-4b0d-8416-6a86b3e79ae9 on network 5a5d3dc2-4e51-44c7-9514-c95fd98d9b2b {{(pid=83872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 13:45:17.777108 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70036896-6a5a-4c08-9cb2-2ff1b9090131 None None] Checking agent: {'id': 'af948428-97cd-4d10-9f53-af028bdb39b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-836180-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 13, 25, 37), 'started_at': datetime.datetime(2022, 4, 1, 13, 26, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 13, 45, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-836180-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 13:45:17.777531 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70036896-6a5a-4c08-9cb2-2ff1b9090131 None None] Checking segment: {'id': '17b3aff1-e7aa-4a72-999e-0e0bdb0a5527', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '5a5d3dc2-4e51-44c7-9514-c95fd98d9b2b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 13:45:17.777929 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-70036896-6a5a-4c08-9cb2-2ff1b9090131 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:45:17.778314 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70036896-6a5a-4c08-9cb2-2ff1b9090131 None None] Bound using segment: {'id': '17b3aff1-e7aa-4a72-999e-0e0bdb0a5527', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '5a5d3dc2-4e51-44c7-9514-c95fd98d9b2b'} {{(pid=83872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 13:45:17.778767 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.managers [None req-70036896-6a5a-4c08-9cb2-2ff1b9090131 None None] Bound port: e80b60a7-f6d0-4b0d-8416-6a86b3e79ae9, host: dv-neutron-836180-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '17b3aff1-e7aa-4a72-999e-0e0bdb0a5527', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '5a5d3dc2-4e51-44c7-9514-c95fd98d9b2b'}}] {{(pid=83872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 13:45:17.779701 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-70036896-6a5a-4c08-9cb2-2ff1b9090131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:45:17.823569 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-1c48c611-7b80-425b-8eb7-ffca9a027625 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks [] for port, precommit_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:45:17.856929 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.provisioning_blocks [None req-1c48c611-7b80-425b-8eb7-ffca9a027625 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Transition to ACTIVE for port object b2345187-3798-4080-9877-60a0d4a50d96 will not be triggered until provisioned by entity DHCP. {{(pid=83869) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 13:45:17.883935 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-70036896-6a5a-4c08-9cb2-2ff1b9090131 None None] For port e80b60a7-f6d0-4b0d-8416-6a86b3e79ae9, host dv-neutron-836180-1-hyperv, cleared binding levels {{(pid=83872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 13:45:17.887283 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-1c48c611-7b80-425b-8eb7-ffca9a027625 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736732935801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2705155'] for port, after_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:45:17.887491 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-70036896-6a5a-4c08-9cb2-2ff1b9090131 None None] For port e80b60a7-f6d0-4b0d-8416-6a86b3e79ae9, host dv-neutron-836180-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836180-1-hyperv',level=0,port_id=e80b60a7-f6d0-4b0d-8416-6a86b3e79ae9,segment=NetworkSegment(17b3aff1-e7aa-4a72-999e-0e0bdb0a5527),segment_id=17b3aff1-e7aa-4a72-999e-0e0bdb0a5527)] {{(pid=83872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 13:45:17.891523 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-70036896-6a5a-4c08-9cb2-2ff1b9090131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864'] for port, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:45:17.983941 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70036896-6a5a-4c08-9cb2-2ff1b9090131 None None] Pushing event updated for resources: {'Port': ['ID=e80b60a7-f6d0-4b0d-8416-6a86b3e79ae9,revision_number=2']} {{(pid=83872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:45:18.090578 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c48c611-7b80-425b-8eb7-ffca9a027625 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Network 5a5d3dc2-4e51-44c7-9514-c95fd98d9b2b is already hosted by enough agents. {{(pid=83869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 13:45:18.096219 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.scheduler.base_scheduler [None req-1c48c611-7b80-425b-8eb7-ffca9a027625 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Resources bound (agent type, host, resource id): {{(pid=83869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 13:45:18.100856 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c48c611-7b80-425b-8eb7-ffca9a027625 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Received port after_create {{(pid=83869) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 13:45:18.143562 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c48c611-7b80-425b-8eb7-ffca9a027625 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Pushing event updated for resources: {'Port': ['ID=b2345187-3798-4080-9877-60a0d4a50d96,revision_number=1']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:45:18.180542 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-1c48c611-7b80-425b-8eb7-ffca9a027625 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4084144'] for router_interface, before_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:45:18.347197 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Device e80b60a7-f6d0-4b0d-8416-6a86b3e79ae9 up at agent ovs-agent-dv-neutron-836180-1-hyperv {{(pid=83872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 13:45:18.364882 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-1c48c611-7b80-425b-8eb7-ffca9a027625 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:45:18.430193 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Provisioning for port e80b60a7-f6d0-4b0d-8416-6a86b3e79ae9 completed by entity L2. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 13:45:18.437231 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Device c9810525-2ca2-4311-ba84-42be840505af up at agent ovs-agent-dv-neutron-836180-1-hyperv {{(pid=83872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 13:45:18.509610 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Provisioning for port c9810525-2ca2-4311-ba84-42be840505af completed by entity L2. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 13:45:18.518329 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Provisioning complete for port c9810525-2ca2-4311-ba84-42be840505af triggered by entity L2. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 13:45:18.518989 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-948329'] for port, provisioning_complete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:45:18.684416 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:45:18.702781 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] For port c9810525-2ca2-4311-ba84-42be840505af, host dv-neutron-836180-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836180-1-hyperv',level=0,port_id=c9810525-2ca2-4311-ba84-42be840505af,segment=NetworkSegment(7b924dd8-4978-40c4-ad91-4b9b27348462),segment_id=7b924dd8-4978-40c4-ad91-4b9b27348462)] {{(pid=83872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 13:45:18.707044 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864'] for port, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:45:18.775962 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Pushing event updated for resources: {'Port': ['ID=c9810525-2ca2-4311-ba84-42be840505af,revision_number=4']} {{(pid=83872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:45:18.817916 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-1c48c611-7b80-425b-8eb7-ffca9a027625 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks [] for port, precommit_update {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:45:18.823077 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-1c48c611-7b80-425b-8eb7-ffca9a027625 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2705172'] for port, after_update {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:45:18.937680 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c48c611-7b80-425b-8eb7-ffca9a027625 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Pushing event updated for resources: {'Port': ['ID=b2345187-3798-4080-9877-60a0d4a50d96,revision_number=2']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:45:18.940042 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-1c48c611-7b80-425b-8eb7-ffca9a027625 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3017508', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4084015'] for router_interface, after_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:45:18.995880 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1abba62d-6003-401c-a75d-8dff09b7586c None None] Network 5a5d3dc2-4e51-44c7-9514-c95fd98d9b2b requested from dv-neutron-836180-1-hyperv {{(pid=83872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 13:45:19.082415 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c48c611-7b80-425b-8eb7-ffca9a027625 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Network 5a5d3dc2-4e51-44c7-9514-c95fd98d9b2b is already hosted by enough agents. {{(pid=83869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 13:45:19.082940 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-373ae557-dfcd-445b-929e-cfbf9a105ab5 None None] Provisioning for port e80b60a7-f6d0-4b0d-8416-6a86b3e79ae9 completed by entity DHCP. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 13:45:19.083856 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.scheduler.base_scheduler [None req-1c48c611-7b80-425b-8eb7-ffca9a027625 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Resources bound (agent type, host, resource id): {{(pid=83869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 13:45:19.094185 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-373ae557-dfcd-445b-929e-cfbf9a105ab5 None None] Provisioning complete for port e80b60a7-f6d0-4b0d-8416-6a86b3e79ae9 triggered by entity DHCP. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 13:45:19.094547 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-373ae557-dfcd-445b-929e-cfbf9a105ab5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-948329'] for port, provisioning_complete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:45:19.313268 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-373ae557-dfcd-445b-929e-cfbf9a105ab5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:45:19.355919 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-373ae557-dfcd-445b-929e-cfbf9a105ab5 None None] For port e80b60a7-f6d0-4b0d-8416-6a86b3e79ae9, host dv-neutron-836180-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836180-1-hyperv',level=0,port_id=e80b60a7-f6d0-4b0d-8416-6a86b3e79ae9,segment=NetworkSegment(17b3aff1-e7aa-4a72-999e-0e0bdb0a5527),segment_id=17b3aff1-e7aa-4a72-999e-0e0bdb0a5527)] {{(pid=83872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 13:45:19.359919 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-373ae557-dfcd-445b-929e-cfbf9a105ab5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864'] for port, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:45:19.430936 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-373ae557-dfcd-445b-929e-cfbf9a105ab5 None None] Pushing event updated for resources: {'Port': ['ID=e80b60a7-f6d0-4b0d-8416-6a86b3e79ae9,revision_number=3']} {{(pid=83872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:45:19.475763 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c48c611-7b80-425b-8eb7-ffca9a027625 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Router 9f9375a5-d176-4dba-a0db-176c68654a3d has already been hosted by L3 agent 88bf8fc8-11a3-4e96-9d1b-5fd93ba9f6f1 {{(pid=83869) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 13:45:19.590876 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-e70ca181-6933-4956-b8ef-dc1d982570ce None None] Provisioning for port b2345187-3798-4080-9877-60a0d4a50d96 completed by entity DHCP. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 13:45:19.597471 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-e70ca181-6933-4956-b8ef-dc1d982570ce None None] Provisioning complete for port b2345187-3798-4080-9877-60a0d4a50d96 triggered by entity DHCP. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 13:45:19.597862 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-e70ca181-6933-4956-b8ef-dc1d982570ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-948329'] for port, provisioning_complete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:45:19.658125 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.plugin [None req-e70ca181-6933-4956-b8ef-dc1d982570ce None None] Port b2345187-3798-4080-9877-60a0d4a50d96 cannot update to ACTIVE because it is not bound. {{(pid=83872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 13:45:19.671198 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-e70ca181-6933-4956-b8ef-dc1d982570ce None None] Provisioning complete for port e80b60a7-f6d0-4b0d-8416-6a86b3e79ae9 triggered by entity DHCP. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 13:45:19.671560 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-e70ca181-6933-4956-b8ef-dc1d982570ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-948329'] for port, provisioning_complete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:45:19.690377 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c48c611-7b80-425b-8eb7-ffca9a027625 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify agent at l3_agent.dv-neutron-836180-1-hyperv the message routers_updated {{(pid=83869) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 13:45:19.704847 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-1c48c611-7b80-425b-8eb7-ffca9a027625 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] 10.222.0.26 "PUT /v2.0/routers/9f9375a5-d176-4dba-a0db-176c68654a3d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3165419 Apr 01 13:45:19.707221 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 58070) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:45:19.918522 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-4e0d7899-e9b8-4110-a12e-5530dc9ebf23 None None] Provisioning complete for port b2345187-3798-4080-9877-60a0d4a50d96 triggered by entity DHCP. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 13:45:19.919091 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-4e0d7899-e9b8-4110-a12e-5530dc9ebf23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-948329'] for port, provisioning_complete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:45:19.959337 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8f4c835-618c-4f9b-b5e0-01b150206ab0 tempest-TestNetworkBasicOps-1234239346 tempest-TestNetworkBasicOps-1234239346-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:45:19.959713 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8f4c835-618c-4f9b-b5e0-01b150206ab0 tempest-TestNetworkBasicOps-1234239346 tempest-TestNetworkBasicOps-1234239346-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:45:19.960073 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8f4c835-618c-4f9b-b5e0-01b150206ab0 tempest-TestNetworkBasicOps-1234239346 tempest-TestNetworkBasicOps-1234239346-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:45:19.960483 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8f4c835-618c-4f9b-b5e0-01b150206ab0 tempest-TestNetworkBasicOps-1234239346 tempest-TestNetworkBasicOps-1234239346-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:45:19.960836 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8f4c835-618c-4f9b-b5e0-01b150206ab0 tempest-TestNetworkBasicOps-1234239346 tempest-TestNetworkBasicOps-1234239346-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:45:19.961185 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8f4c835-618c-4f9b-b5e0-01b150206ab0 tempest-TestNetworkBasicOps-1234239346 tempest-TestNetworkBasicOps-1234239346-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:45:19.962899 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-f8f4c835-618c-4f9b-b5e0-01b150206ab0 tempest-TestNetworkBasicOps-1234239346 tempest-TestNetworkBasicOps-1234239346-project-admin] 10.222.0.26 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4286 time: 0.2547324 Apr 01 13:45:19.965537 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 58074) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:45:19.970895 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.plugin [None req-4e0d7899-e9b8-4110-a12e-5530dc9ebf23 None None] Port b2345187-3798-4080-9877-60a0d4a50d96 cannot update to ACTIVE because it is not bound. {{(pid=83872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 13:45:20.034932 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93cdda59-2427-4b98-abfa-11775b199a10 tempest-TestNetworkBasicOps-1234239346 tempest-TestNetworkBasicOps-1234239346-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:45:20.035197 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93cdda59-2427-4b98-abfa-11775b199a10 tempest-TestNetworkBasicOps-1234239346 tempest-TestNetworkBasicOps-1234239346-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:45:20.035555 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93cdda59-2427-4b98-abfa-11775b199a10 tempest-TestNetworkBasicOps-1234239346 tempest-TestNetworkBasicOps-1234239346-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:45:20.035910 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93cdda59-2427-4b98-abfa-11775b199a10 tempest-TestNetworkBasicOps-1234239346 tempest-TestNetworkBasicOps-1234239346-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:45:20.036256 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93cdda59-2427-4b98-abfa-11775b199a10 tempest-TestNetworkBasicOps-1234239346 tempest-TestNetworkBasicOps-1234239346-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:45:20.036623 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93cdda59-2427-4b98-abfa-11775b199a10 tempest-TestNetworkBasicOps-1234239346 tempest-TestNetworkBasicOps-1234239346-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:45:20.038331 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-93cdda59-2427-4b98-abfa-11775b199a10 tempest-TestNetworkBasicOps-1234239346 tempest-TestNetworkBasicOps-1234239346-project-admin] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4006 time: 0.0719149 Apr 01 13:45:20.041156 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 58078) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:45:20.235672 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Device e80b60a7-f6d0-4b0d-8416-6a86b3e79ae9 up at agent ovs-agent-dv-neutron-836180-1-hyperv {{(pid=83872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 13:45:20.251493 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-74757f67-03c2-4381-8067-e2a8d8eb9617 tempest-TestNetworkBasicOps-1234239346 tempest-TestNetworkBasicOps-1234239346-project-admin] 10.222.0.26 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3047 time: 0.2065401 Apr 01 13:45:20.310816 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Provisioning complete for port e80b60a7-f6d0-4b0d-8416-6a86b3e79ae9 triggered by entity L2. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 13:45:20.311182 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-948329'] for port, provisioning_complete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:45:20.423881 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Device c9810525-2ca2-4311-ba84-42be840505af up at agent ovs-agent-dv-neutron-836180-1-hyperv {{(pid=83872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 13:45:20.470697 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 58084) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:45:20.476333 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.v2.base [None req-0cb5f6f9-7374-408e-843a-ab9d977b4b6c tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1391528967', 'description': 'tempest-secgroup-smoke-1391528967 description', 'project_id': 'f17cecf0d6854286bcc6f673927088ad'}} {{(pid=83871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:45:20.483036 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-0cb5f6f9-7374-408e-843a-ab9d977b4b6c tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:45:20.487187 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-0cb5f6f9-7374-408e-843a-ab9d977b4b6c tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Usage tracker for resource:security_group and tenant:f17cecf0d6854286bcc6f673927088ad is out of sync, need to count used quota {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 13:45:20.491462 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-0cb5f6f9-7374-408e-843a-ab9d977b4b6c tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 13:45:20.496674 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Provisioning complete for port c9810525-2ca2-4311-ba84-42be840505af triggered by entity L2. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 13:45:20.497037 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-948329'] for port, provisioning_complete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:45:20.501067 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-0cb5f6f9-7374-408e-843a-ab9d977b4b6c tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:45:20.514427 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-0cb5f6f9-7374-408e-843a-ab9d977b4b6c tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks [] for security_group, before_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:45:20.550430 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-0cb5f6f9-7374-408e-843a-ab9d977b4b6c tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:45:20.554289 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-0cb5f6f9-7374-408e-843a-ab9d977b4b6c tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Usage tracker for resource:security_group_rule and tenant:f17cecf0d6854286bcc6f673927088ad is out of sync, need to count used quota {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 13:45:20.557053 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-0cb5f6f9-7374-408e-843a-ab9d977b4b6c tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 13:45:20.563826 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-0cb5f6f9-7374-408e-843a-ab9d977b4b6c tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:45:20.620319 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-0cb5f6f9-7374-408e-843a-ab9d977b4b6c tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks [] for security_group, precommit_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:45:20.624993 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-0cb5f6f9-7374-408e-843a-ab9d977b4b6c tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3775923'] for security_group, after_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:45:20.674064 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb5f6f9-7374-408e-843a-ab9d977b4b6c tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fa727377-3824-4b94-a3ef-8bcfb6738cf5,revision_number=1']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:45:20.677775 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-0cb5f6f9-7374-408e-843a-ab9d977b4b6c tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks [] for security_group, before_response {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:45:20.678954 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-0cb5f6f9-7374-408e-843a-ab9d977b4b6c tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.2072766 Apr 01 13:45:20.681775 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 58088) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:45:20.687452 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.v2.base [None req-162e6c28-7fb8-4f73-875c-eb3507508170 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Request body: {'security_group_rule': {'security_group_id': 'fa727377-3824-4b94-a3ef-8bcfb6738cf5', 'project_id': 'f17cecf0d6854286bcc6f673927088ad', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:45:20.693281 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-162e6c28-7fb8-4f73-875c-eb3507508170 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:45:20.697052 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-162e6c28-7fb8-4f73-875c-eb3507508170 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Usage tracker for resource:security_group_rule and tenant:f17cecf0d6854286bcc6f673927088ad is out of sync, need to count used quota {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 13:45:20.699885 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-162e6c28-7fb8-4f73-875c-eb3507508170 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 13:45:20.705564 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-162e6c28-7fb8-4f73-875c-eb3507508170 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:45:20.721974 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-162e6c28-7fb8-4f73-875c-eb3507508170 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:45:20.781485 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-162e6c28-7fb8-4f73-875c-eb3507508170 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:45:20.785106 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-162e6c28-7fb8-4f73-875c-eb3507508170 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3775744'] for security_group_rule, after_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:45:20.807864 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162e6c28-7fb8-4f73-875c-eb3507508170 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f8fce9c5-7cd1-459a-8e19-395b52a6a060,revision_number=0']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:45:20.816716 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-162e6c28-7fb8-4f73-875c-eb3507508170 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:45:20.817954 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-162e6c28-7fb8-4f73-875c-eb3507508170 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1352892 Apr 01 13:45:20.820631 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 58092) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:45:20.826340 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.v2.base [None req-77aa6608-ba0b-4d79-9869-24a5dc59825e tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Request body: {'security_group_rule': {'security_group_id': 'fa727377-3824-4b94-a3ef-8bcfb6738cf5', 'project_id': 'f17cecf0d6854286bcc6f673927088ad', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:45:20.831974 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-77aa6608-ba0b-4d79-9869-24a5dc59825e tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:45:20.835728 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-77aa6608-ba0b-4d79-9869-24a5dc59825e tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Usage tracker for resource:security_group_rule and tenant:f17cecf0d6854286bcc6f673927088ad is out of sync, need to count used quota {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 13:45:20.838508 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-77aa6608-ba0b-4d79-9869-24a5dc59825e tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 13:45:20.844729 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-77aa6608-ba0b-4d79-9869-24a5dc59825e tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:45:20.859831 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-77aa6608-ba0b-4d79-9869-24a5dc59825e tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:45:20.919676 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-77aa6608-ba0b-4d79-9869-24a5dc59825e tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:45:20.923401 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-77aa6608-ba0b-4d79-9869-24a5dc59825e tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3775744'] for security_group_rule, after_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:45:20.946566 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77aa6608-ba0b-4d79-9869-24a5dc59825e tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f1deabc0-6f76-4ee7-b8c2-45790c22618a,revision_number=0']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:45:20.956692 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-77aa6608-ba0b-4d79-9869-24a5dc59825e tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:45:20.958087 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-77aa6608-ba0b-4d79-9869-24a5dc59825e tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1365650 Apr 01 13:45:20.960871 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 58096) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:45:20.966199 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.v2.base [None req-00c5360f-8d33-422f-b0b6-a91c925fe3ab tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Request body: {'security_group_rule': {'security_group_id': 'fa727377-3824-4b94-a3ef-8bcfb6738cf5', 'project_id': 'f17cecf0d6854286bcc6f673927088ad', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:45:20.972767 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-00c5360f-8d33-422f-b0b6-a91c925fe3ab tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:45:20.976635 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-00c5360f-8d33-422f-b0b6-a91c925fe3ab tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Usage tracker for resource:security_group_rule and tenant:f17cecf0d6854286bcc6f673927088ad is out of sync, need to count used quota {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 13:45:20.978031 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.agents_db [None req-bdd220c7-049a-43d2-a923-ad1a2de078c6 None None] Agent healthcheck: found 6 active agents {{(pid=83873) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 01 13:45:20.979606 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-00c5360f-8d33-422f-b0b6-a91c925fe3ab tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 13:45:20.986265 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-00c5360f-8d33-422f-b0b6-a91c925fe3ab tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:45:21.003840 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-00c5360f-8d33-422f-b0b6-a91c925fe3ab tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:45:21.072577 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-00c5360f-8d33-422f-b0b6-a91c925fe3ab tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:45:21.076427 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-00c5360f-8d33-422f-b0b6-a91c925fe3ab tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3775744'] for security_group_rule, after_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:45:21.100264 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c5360f-8d33-422f-b0b6-a91c925fe3ab tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=84dc60e2-7d6d-4072-ae3e-36e5db4115bd,revision_number=0']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:45:21.109789 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-00c5360f-8d33-422f-b0b6-a91c925fe3ab tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:45:21.110972 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-00c5360f-8d33-422f-b0b6-a91c925fe3ab tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1492016 Apr 01 13:45:21.113670 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 58100) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:45:21.118916 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.v2.base [None req-24e2659d-9704-46d2-94ea-dab8963e53ae tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Request body: {'security_group_rule': {'security_group_id': 'fa727377-3824-4b94-a3ef-8bcfb6738cf5', 'project_id': 'f17cecf0d6854286bcc6f673927088ad', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:45:21.124770 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-24e2659d-9704-46d2-94ea-dab8963e53ae tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:45:21.128586 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-24e2659d-9704-46d2-94ea-dab8963e53ae tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Usage tracker for resource:security_group_rule and tenant:f17cecf0d6854286bcc6f673927088ad is out of sync, need to count used quota {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 13:45:21.131389 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-24e2659d-9704-46d2-94ea-dab8963e53ae tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 13:45:21.137116 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-24e2659d-9704-46d2-94ea-dab8963e53ae tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:45:21.157021 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-24e2659d-9704-46d2-94ea-dab8963e53ae tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:45:21.219562 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34736fad-a2c9-4726-837d-0f3c21d8ddf1 None None] Sync routers for ids ['9f9375a5-d176-4dba-a0db-176c68654a3d'] in dv-neutron-836180-1-hyperv {{(pid=83873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 13:45:21.224198 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-24e2659d-9704-46d2-94ea-dab8963e53ae tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:45:21.229448 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-24e2659d-9704-46d2-94ea-dab8963e53ae tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3775744'] for security_group_rule, after_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:45:21.233736 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34736fad-a2c9-4726-837d-0f3c21d8ddf1 None None] Routers {'9f9375a5-d176-4dba-a0db-176c68654a3d'} bound to L3 agent in host dv-neutron-836180-1-hyperv {{(pid=83873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 13:45:21.234434 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-34736fad-a2c9-4726-837d-0f3c21d8ddf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836180-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T13:25:36Z,description=,heartbeat_timestamp=2022-04-01T13:45:06Z,host='dv-neutron-836180-1-hyperv',id=88bf8fc8-11a3-4e96-9d1b-5fd93ba9f6f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T13:25:36Z,topic='l3_agent')) {'router_ids': ['9f9375a5-d176-4dba-a0db-176c68654a3d'], 'active': True} {{(pid=83873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:45:21.253795 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e2659d-9704-46d2-94ea-dab8963e53ae tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a6757fa3-8e11-4ee3-8efe-861ff3c29f14,revision_number=0']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:45:21.266773 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-24e2659d-9704-46d2-94ea-dab8963e53ae tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:45:21.270643 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-24e2659d-9704-46d2-94ea-dab8963e53ae tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1534514 Apr 01 13:45:21.270856 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 58104) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:45:21.276552 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.v2.base [None req-0795ed83-fbed-48c5-9493-082094113b34 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Request body: {'security_group_rule': {'security_group_id': 'fa727377-3824-4b94-a3ef-8bcfb6738cf5', 'project_id': 'f17cecf0d6854286bcc6f673927088ad', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:45:21.283301 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-0795ed83-fbed-48c5-9493-082094113b34 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:45:21.287250 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-0795ed83-fbed-48c5-9493-082094113b34 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Usage tracker for resource:security_group_rule and tenant:f17cecf0d6854286bcc6f673927088ad is out of sync, need to count used quota {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 13:45:21.290052 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-0795ed83-fbed-48c5-9493-082094113b34 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 13:45:21.296692 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-0795ed83-fbed-48c5-9493-082094113b34 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:45:21.308663 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.db.securitygroups_db [None req-0795ed83-fbed-48c5-9493-082094113b34 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Project f17cecf0d6854286bcc6f673927088ad added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 01 13:45:21.315487 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-0795ed83-fbed-48c5-9493-082094113b34 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:45:21.382068 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-0795ed83-fbed-48c5-9493-082094113b34 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:45:21.386691 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-0795ed83-fbed-48c5-9493-082094113b34 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3775744'] for security_group_rule, after_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:45:21.411085 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0795ed83-fbed-48c5-9493-082094113b34 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=50966ae5-2d7e-401a-a50e-68cfc888601a,revision_number=0']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:45:21.420103 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-0795ed83-fbed-48c5-9493-082094113b34 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:45:21.421851 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-0795ed83-fbed-48c5-9493-082094113b34 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1498942 Apr 01 13:45:21.424864 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 58108) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:45:21.430287 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.v2.base [None req-33e24d7e-6dbd-4999-b6ab-0f77411dfea5 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Request body: {'security_group_rule': {'security_group_id': 'fa727377-3824-4b94-a3ef-8bcfb6738cf5', 'project_id': 'f17cecf0d6854286bcc6f673927088ad', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:45:21.436645 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-33e24d7e-6dbd-4999-b6ab-0f77411dfea5 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:45:21.440811 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-33e24d7e-6dbd-4999-b6ab-0f77411dfea5 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Usage tracker for resource:security_group_rule and tenant:f17cecf0d6854286bcc6f673927088ad is out of sync, need to count used quota {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 13:45:21.443566 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-33e24d7e-6dbd-4999-b6ab-0f77411dfea5 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 13:45:21.449200 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-33e24d7e-6dbd-4999-b6ab-0f77411dfea5 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:45:21.458436 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_dvr_db [None req-34736fad-a2c9-4726-837d-0f3c21d8ddf1 None None] Set router 9f9375a5-d176-4dba-a0db-176c68654a3d gateway port host: dv-neutron-836180-1-hyperv {{(pid=83873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 13:45:21.460743 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.db.securitygroups_db [None req-33e24d7e-6dbd-4999-b6ab-0f77411dfea5 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Project f17cecf0d6854286bcc6f673927088ad added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 01 13:45:21.466975 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-33e24d7e-6dbd-4999-b6ab-0f77411dfea5 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:45:21.531892 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-33e24d7e-6dbd-4999-b6ab-0f77411dfea5 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:45:21.536359 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-33e24d7e-6dbd-4999-b6ab-0f77411dfea5 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3775744'] for security_group_rule, after_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:45:21.562983 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e24d7e-6dbd-4999-b6ab-0f77411dfea5 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a1f39b02-0616-4368-89cc-a92254679ebd,revision_number=0']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:45:21.572800 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-33e24d7e-6dbd-4999-b6ab-0f77411dfea5 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:45:21.574321 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-33e24d7e-6dbd-4999-b6ab-0f77411dfea5 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1481919 Apr 01 13:45:21.745090 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [req-945a6f0a-7cd9-400b-be6d-be7351826941 req-127d70eb-dd61-4945-848b-95e31cf31151 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Synchronizing usage tracker for tenant:f17cecf0d6854286bcc6f673927088ad on resource:security_group {{(pid=83871) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 13:45:21.761908 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [req-945a6f0a-7cd9-400b-be6d-be7351826941 req-127d70eb-dd61-4945-848b-95e31cf31151 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Unset dirty status for tenant:f17cecf0d6854286bcc6f673927088ad on resource:security_group {{(pid=83871) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 13:45:21.763969 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-945a6f0a-7cd9-400b-be6d-be7351826941 req-127d70eb-dd61-4945-848b-95e31cf31151 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1391528967&fields=id&tenant_id=f17cecf0d6854286bcc6f673927088ad HTTP/1.1" status: 200 len: 267 time: 0.0603273 Apr 01 13:45:21.770966 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-34736fad-a2c9-4726-837d-0f3c21d8ddf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f9375a5-d176-4dba-a0db-176c68654a3d', 'name': 'tempest-TestNetworkBasicOps-router-567602442', 'tenant_id': 'f17cecf0d6854286bcc6f673927088ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'external_fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.111'}], 'enable_snat': True}, 'gw_port_id': 'c9810525-2ca2-4311-ba84-42be840505af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T13:45:13Z', 'updated_at': '2022-04-01T13:45:18Z', 'revision_number': 4, 'project_id': 'f17cecf0d6854286bcc6f673927088ad', 'gw_port': {'id': 'c9810525-2ca2-4311-ba84-42be840505af', 'name': '', 'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:13:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f9375a5-d176-4dba-a0db-176c68654a3d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836180-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:45:14Z', 'updated_at': '2022-04-01T13:45:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836180-1-hyperv', '_interfaces': [{'id': 'b2345187-3798-4080-9877-60a0d4a50d96', 'name': '', 'network_id': '5a5d3dc2-4e51-44c7-9514-c95fd98d9b2b', 'tenant_id': 'f17cecf0d6854286bcc6f673927088ad', 'mac_address': 'fa:16:3e:07:3d:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f9375a5-d176-4dba-a0db-176c68654a3d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '179945be-e4ce-4b1e-9cb6-c182519ba45b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:45:17Z', 'updated_at': '2022-04-01T13:45:18Z', 'revision_number': 2, 'project_id': 'f17cecf0d6854286bcc6f673927088ad', 'subnets': [{'id': '179945be-e4ce-4b1e-9cb6-c182519ba45b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-836180-1-hyperv', False) {} {{(pid=83873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:45:21.774770 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34736fad-a2c9-4726-837d-0f3c21d8ddf1 None None] Checking router: 9f9375a5-d176-4dba-a0db-176c68654a3d for host: dv-neutron-836180-1-hyperv {{(pid=83873) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 01 13:45:21.775117 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34736fad-a2c9-4726-837d-0f3c21d8ddf1 None None] Updating router 9f9375a5-d176-4dba-a0db-176c68654a3d port b2345187-3798-4080-9877-60a0d4a50d96 binding host dv-neutron-836180-1-hyperv {{(pid=83873) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 01 13:45:21.829272 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-34736fad-a2c9-4726-837d-0f3c21d8ddf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:45:21.912674 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945a6f0a-7cd9-400b-be6d-be7351826941 req-35769130-10ea-4978-a23c-982043055b5b tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:45:21.913334 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [req-945a6f0a-7cd9-400b-be6d-be7351826941 req-35769130-10ea-4978-a23c-982043055b5b tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Synchronizing usage tracker for tenant:f17cecf0d6854286bcc6f673927088ad on resource:network {{(pid=83871) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 13:45:21.928705 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [req-945a6f0a-7cd9-400b-be6d-be7351826941 req-35769130-10ea-4978-a23c-982043055b5b tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Unset dirty status for tenant:f17cecf0d6854286bcc6f673927088ad on resource:network {{(pid=83871) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 13:45:21.929858 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-945a6f0a-7cd9-400b-be6d-be7351826941 req-35769130-10ea-4978-a23c-982043055b5b tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] 10.222.0.26 "GET /v2.0/networks?id=5a5d3dc2-4e51-44c7-9514-c95fd98d9b2b HTTP/1.1" status: 200 len: 797 time: 0.1591733 Apr 01 13:45:21.946653 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-945a6f0a-7cd9-400b-be6d-be7351826941 req-c25c9dfc-40b0-4c31-8158-6ca030882f2f tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] 10.222.0.26 "GET /v2.0/quotas/f17cecf0d6854286bcc6f673927088ad HTTP/1.1" status: 200 len: 375 time: 0.0111558 Apr 01 13:45:22.113908 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [req-945a6f0a-7cd9-400b-be6d-be7351826941 req-b789027e-c1d7-44b3-bba1-a796f755cb38 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Synchronizing usage tracker for tenant:f17cecf0d6854286bcc6f673927088ad on resource:port {{(pid=83871) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 13:45:22.128761 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [req-945a6f0a-7cd9-400b-be6d-be7351826941 req-b789027e-c1d7-44b3-bba1-a796f755cb38 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Unset dirty status for tenant:f17cecf0d6854286bcc6f673927088ad on resource:port {{(pid=83871) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 13:45:22.130443 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-945a6f0a-7cd9-400b-be6d-be7351826941 req-b789027e-c1d7-44b3-bba1-a796f755cb38 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=f17cecf0d6854286bcc6f673927088ad&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1788170 Apr 01 13:45:22.174458 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-34736fad-a2c9-4726-837d-0f3c21d8ddf1 None None] Notify callbacks [] for port, precommit_update {{(pid=83873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:45:22.187117 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-34736fad-a2c9-4726-837d-0f3c21d8ddf1 None None] Transition to ACTIVE for port object b2345187-3798-4080-9877-60a0d4a50d96 will not be triggered until provisioned by entity L2. {{(pid=83873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 13:45:22.193624 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-34736fad-a2c9-4726-837d-0f3c21d8ddf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864'] for port, after_update {{(pid=83873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:45:22.285463 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-945a6f0a-7cd9-400b-be6d-be7351826941 req-f74de7df-9611-45c2-9e05-fe48bce96942 service neutron] 10.222.0.26 "GET /v2.0/networks/5a5d3dc2-4e51-44c7-9514-c95fd98d9b2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1433156 Apr 01 13:45:22.330906 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e1f2974-f9c4-4378-b5a8-ee74ae9e9828 None None] Pushing event updated for resources: {'Port': ['ID=b2345187-3798-4080-9877-60a0d4a50d96,revision_number=3']} {{(pid=83873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:45:22.422129 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.plugins.ml2.managers [None req-34736fad-a2c9-4726-837d-0f3c21d8ddf1 None None] Attempting to bind port b2345187-3798-4080-9877-60a0d4a50d96 on host dv-neutron-836180-1-hyperv for vnic_type normal with profile {{(pid=83873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 13:45:22.422492 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.plugins.ml2.managers [None req-34736fad-a2c9-4726-837d-0f3c21d8ddf1 None None] Attempting to bind port b2345187-3798-4080-9877-60a0d4a50d96 by drivers openvswitch,hyperv on host dv-neutron-836180-1-hyperv at level 0 using segments [{'id': '17b3aff1-e7aa-4a72-999e-0e0bdb0a5527', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '5a5d3dc2-4e51-44c7-9514-c95fd98d9b2b'}] {{(pid=83873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 13:45:22.422844 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34736fad-a2c9-4726-837d-0f3c21d8ddf1 None None] Attempting to bind port b2345187-3798-4080-9877-60a0d4a50d96 on network 5a5d3dc2-4e51-44c7-9514-c95fd98d9b2b {{(pid=83873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 13:45:22.429524 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-945a6f0a-7cd9-400b-be6d-be7351826941 req-4039d0d7-65f1-445d-84ab-003b2568f0d4 service neutron] 10.222.0.26 "GET /v2.0/networks/5a5d3dc2-4e51-44c7-9514-c95fd98d9b2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1362813 Apr 01 13:45:22.429759 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34736fad-a2c9-4726-837d-0f3c21d8ddf1 None None] Checking agent: {'id': 'af948428-97cd-4d10-9f53-af028bdb39b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-836180-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 13, 25, 37), 'started_at': datetime.datetime(2022, 4, 1, 13, 26, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 13, 45, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-836180-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 13:45:22.430074 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34736fad-a2c9-4726-837d-0f3c21d8ddf1 None None] Checking segment: {'id': '17b3aff1-e7aa-4a72-999e-0e0bdb0a5527', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '5a5d3dc2-4e51-44c7-9514-c95fd98d9b2b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 13:45:22.430517 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-34736fad-a2c9-4726-837d-0f3c21d8ddf1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:45:22.430904 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34736fad-a2c9-4726-837d-0f3c21d8ddf1 None None] Bound using segment: {'id': '17b3aff1-e7aa-4a72-999e-0e0bdb0a5527', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '5a5d3dc2-4e51-44c7-9514-c95fd98d9b2b'} {{(pid=83873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 13:45:22.431358 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.plugins.ml2.managers [None req-34736fad-a2c9-4726-837d-0f3c21d8ddf1 None None] Bound port: b2345187-3798-4080-9877-60a0d4a50d96, host: dv-neutron-836180-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '17b3aff1-e7aa-4a72-999e-0e0bdb0a5527', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '5a5d3dc2-4e51-44c7-9514-c95fd98d9b2b'}}] {{(pid=83873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 13:45:22.431720 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-34736fad-a2c9-4726-837d-0f3c21d8ddf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:45:22.527833 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.plugins.ml2.db [None req-34736fad-a2c9-4726-837d-0f3c21d8ddf1 None None] For port b2345187-3798-4080-9877-60a0d4a50d96, host dv-neutron-836180-1-hyperv, cleared binding levels {{(pid=83873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 13:45:22.539436 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.plugins.ml2.db [None req-34736fad-a2c9-4726-837d-0f3c21d8ddf1 None None] For port b2345187-3798-4080-9877-60a0d4a50d96, host dv-neutron-836180-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836180-1-hyperv',level=0,port_id=b2345187-3798-4080-9877-60a0d4a50d96,segment=NetworkSegment(17b3aff1-e7aa-4a72-999e-0e0bdb0a5527),segment_id=17b3aff1-e7aa-4a72-999e-0e0bdb0a5527)] {{(pid=83873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 13:45:22.543819 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-34736fad-a2c9-4726-837d-0f3c21d8ddf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864'] for port, after_update {{(pid=83873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:45:22.620090 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e1f2974-f9c4-4378-b5a8-ee74ae9e9828 None None] Pushing event updated for resources: {'Port': ['ID=b2345187-3798-4080-9877-60a0d4a50d96,revision_number=4']} {{(pid=83873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:45:22.625930 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [req-03a8be2a-3bdf-4ef1-85ec-b05cfbcaa79f req-381e28b3-a185-4cf5-8b2c-59b2cfb30c07 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Synchronizing usage tracker for tenant:f17cecf0d6854286bcc6f673927088ad on resource:port {{(pid=83869) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 13:45:22.638829 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [req-03a8be2a-3bdf-4ef1-85ec-b05cfbcaa79f req-381e28b3-a185-4cf5-8b2c-59b2cfb30c07 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Unset dirty status for tenant:f17cecf0d6854286bcc6f673927088ad on resource:port {{(pid=83869) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 13:45:22.642313 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-03a8be2a-3bdf-4ef1-85ec-b05cfbcaa79f req-381e28b3-a185-4cf5-8b2c-59b2cfb30c07 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] 10.222.0.26 "GET /v2.0/ports?device_id=6693fdc5-d5a0-4ea6-b1bd-ca540ed8dc2e HTTP/1.1" status: 200 len: 210 time: 0.0603714 Apr 01 13:45:22.643729 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34736fad-a2c9-4726-837d-0f3c21d8ddf1 None None] Routers {'9f9375a5-d176-4dba-a0db-176c68654a3d'} bound to L3 agent in host dv-neutron-836180-1-hyperv {{(pid=83873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 13:45:22.644098 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-34736fad-a2c9-4726-837d-0f3c21d8ddf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836180-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T13:25:36Z,description=,heartbeat_timestamp=2022-04-01T13:45:06Z,host='dv-neutron-836180-1-hyperv',id=88bf8fc8-11a3-4e96-9d1b-5fd93ba9f6f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T13:25:36Z,topic='l3_agent')) {'router_ids': ['9f9375a5-d176-4dba-a0db-176c68654a3d'], 'active': True} {{(pid=83873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:45:22.832567 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_dvr_db [None req-34736fad-a2c9-4726-837d-0f3c21d8ddf1 None None] Set router 9f9375a5-d176-4dba-a0db-176c68654a3d gateway port host: dv-neutron-836180-1-hyperv {{(pid=83873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 13:45:23.177050 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-34736fad-a2c9-4726-837d-0f3c21d8ddf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f9375a5-d176-4dba-a0db-176c68654a3d', 'name': 'tempest-TestNetworkBasicOps-router-567602442', 'tenant_id': 'f17cecf0d6854286bcc6f673927088ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'external_fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.111'}], 'enable_snat': True}, 'gw_port_id': 'c9810525-2ca2-4311-ba84-42be840505af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T13:45:13Z', 'updated_at': '2022-04-01T13:45:18Z', 'revision_number': 4, 'project_id': 'f17cecf0d6854286bcc6f673927088ad', 'gw_port': {'id': 'c9810525-2ca2-4311-ba84-42be840505af', 'name': '', 'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:13:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f9375a5-d176-4dba-a0db-176c68654a3d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836180-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:45:14Z', 'updated_at': '2022-04-01T13:45:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836180-1-hyperv', '_interfaces': [{'id': 'b2345187-3798-4080-9877-60a0d4a50d96', 'name': '', 'network_id': '5a5d3dc2-4e51-44c7-9514-c95fd98d9b2b', 'tenant_id': 'f17cecf0d6854286bcc6f673927088ad', 'mac_address': 'fa:16:3e:07:3d:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f9375a5-d176-4dba-a0db-176c68654a3d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '179945be-e4ce-4b1e-9cb6-c182519ba45b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836180-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:45:17Z', 'updated_at': '2022-04-01T13:45:22Z', 'revision_number': 4, 'project_id': 'f17cecf0d6854286bcc6f673927088ad', 'subnets': [{'id': '179945be-e4ce-4b1e-9cb6-c182519ba45b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-836180-1-hyperv', False) {} {{(pid=83873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:45:23.181092 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34736fad-a2c9-4726-837d-0f3c21d8ddf1 None None] The sync data for ids ['9f9375a5-d176-4dba-a0db-176c68654a3d'] in dv-neutron-836180-1-hyperv is: [{'id': '9f9375a5-d176-4dba-a0db-176c68654a3d', 'name': 'tempest-TestNetworkBasicOps-router-567602442', 'tenant_id': 'f17cecf0d6854286bcc6f673927088ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'external_fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.111'}], 'enable_snat': True}, 'gw_port_id': 'c9810525-2ca2-4311-ba84-42be840505af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T13:45:13Z', 'updated_at': '2022-04-01T13:45:18Z', 'revision_number': 4, 'project_id': 'f17cecf0d6854286bcc6f673927088ad', 'gw_port': {'id': 'c9810525-2ca2-4311-ba84-42be840505af', 'name': '', 'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:13:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f9375a5-d176-4dba-a0db-176c68654a3d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836180-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:45:14Z', 'updated_at': '2022-04-01T13:45:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836180-1-hyperv', '_interfaces': [{'id': 'b2345187-3798-4080-9877-60a0d4a50d96', 'name': '', 'network_id': '5a5d3dc2-4e51-44c7-9514-c95fd98d9b2b', 'tenant_id': 'f17cecf0d6854286bcc6f673927088ad', 'mac_address': 'fa:16:3e:07:3d:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f9375a5-d176-4dba-a0db-176c68654a3d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '179945be-e4ce-4b1e-9cb6-c182519ba45b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836180-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:45:17Z', 'updated_at': '2022-04-01T13:45:22Z', 'revision_number': 4, 'project_id': 'f17cecf0d6854286bcc6f673927088ad', 'subnets': [{'id': '179945be-e4ce-4b1e-9cb6-c182519ba45b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 13:45:23.797751 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945a6f0a-7cd9-400b-be6d-be7351826941 req-3a779423-400d-41eb-84d0-8a5ded9d2547 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:45:23.798444 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [req-945a6f0a-7cd9-400b-be6d-be7351826941 req-3a779423-400d-41eb-84d0-8a5ded9d2547 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Synchronizing usage tracker for tenant:f17cecf0d6854286bcc6f673927088ad on resource:network {{(pid=83869) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 13:45:23.813300 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [req-945a6f0a-7cd9-400b-be6d-be7351826941 req-3a779423-400d-41eb-84d0-8a5ded9d2547 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Unset dirty status for tenant:f17cecf0d6854286bcc6f673927088ad on resource:network {{(pid=83869) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 13:45:23.815046 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-945a6f0a-7cd9-400b-be6d-be7351826941 req-3a779423-400d-41eb-84d0-8a5ded9d2547 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] 10.222.0.57 "GET /v2.0/networks?id=5a5d3dc2-4e51-44c7-9514-c95fd98d9b2b HTTP/1.1" status: 200 len: 797 time: 0.1891637 Apr 01 13:45:23.817548 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:45:23.826227 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-96f0f9b9-3bf9-45f2-be10-aefe71af1a78 req-a8f6662b-bcf6-4279-9008-255e387cffdc tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] 10.222.0.26 "GET /v2.0/ports?device_id=6693fdc5-d5a0-4ea6-b1bd-ca540ed8dc2e HTTP/1.1" status: 200 len: 210 time: 0.0454531 Apr 01 13:45:23.881534 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-945a6f0a-7cd9-400b-be6d-be7351826941 req-12cbc9a0-3bf0-45dd-9761-36c264140cf6 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f17cecf0d6854286bcc6f673927088ad HTTP/1.1" status: 200 len: 380 time: 0.0472732 Apr 01 13:45:23.891206 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.v2.base [req-945a6f0a-7cd9-400b-be6d-be7351826941 req-7672fc5c-7fb0-4074-9d07-30da2d0abe6f tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Request body: {'port': {'device_id': '6693fdc5-d5a0-4ea6-b1bd-ca540ed8dc2e', 'network_id': '5a5d3dc2-4e51-44c7-9514-c95fd98d9b2b', 'admin_state_up': True, 'tenant_id': 'f17cecf0d6854286bcc6f673927088ad', 'security_groups': ['fa727377-3824-4b94-a3ef-8bcfb6738cf5']}} {{(pid=83869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:45:24.032425 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [req-945a6f0a-7cd9-400b-be6d-be7351826941 req-7672fc5c-7fb0-4074-9d07-30da2d0abe6f tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:45:24.042215 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [req-945a6f0a-7cd9-400b-be6d-be7351826941 req-7672fc5c-7fb0-4074-9d07-30da2d0abe6f tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:45:24.052706 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-945a6f0a-7cd9-400b-be6d-be7351826941 req-7672fc5c-7fb0-4074-9d07-30da2d0abe6f tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Made reservation on behalf of f17cecf0d6854286bcc6f673927088ad for: {'port': 1} {{(pid=83869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 13:45:24.055684 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [req-945a6f0a-7cd9-400b-be6d-be7351826941 req-7672fc5c-7fb0-4074-9d07-30da2d0abe6f tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:45:24.220730 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.db_base_plugin_common [req-945a6f0a-7cd9-400b-be6d-be7351826941 req-7672fc5c-7fb0-4074-9d07-30da2d0abe6f tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Allocated IP 172.20.0.7 (5a5d3dc2-4e51-44c7-9514-c95fd98d9b2b/179945be-e4ce-4b1e-9cb6-c182519ba45b/fa2e7cbc-78ea-4657-aebd-43409540fa12) {{(pid=83869) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 13:45:24.254935 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Device b2345187-3798-4080-9877-60a0d4a50d96 up at agent ovs-agent-dv-neutron-836180-1-hyperv {{(pid=83872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 13:45:24.324079 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Provisioning for port b2345187-3798-4080-9877-60a0d4a50d96 completed by entity L2. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 13:45:24.329284 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Provisioning complete for port b2345187-3798-4080-9877-60a0d4a50d96 triggered by entity L2. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 13:45:24.329748 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-948329'] for port, provisioning_complete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:45:24.411678 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [req-945a6f0a-7cd9-400b-be6d-be7351826941 req-7672fc5c-7fb0-4074-9d07-30da2d0abe6f tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks [] for port, precommit_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:45:24.426970 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.provisioning_blocks [req-945a6f0a-7cd9-400b-be6d-be7351826941 req-7672fc5c-7fb0-4074-9d07-30da2d0abe6f tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Transition to ACTIVE for port object fa2e7cbc-78ea-4657-aebd-43409540fa12 will not be triggered until provisioned by entity DHCP. {{(pid=83869) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 13:45:24.441365 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:45:24.450072 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [req-945a6f0a-7cd9-400b-be6d-be7351826941 req-7672fc5c-7fb0-4074-9d07-30da2d0abe6f tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736732935801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2705155'] for port, after_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:45:24.475035 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] For port b2345187-3798-4080-9877-60a0d4a50d96, host dv-neutron-836180-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836180-1-hyperv',level=0,port_id=b2345187-3798-4080-9877-60a0d4a50d96,segment=NetworkSegment(17b3aff1-e7aa-4a72-999e-0e0bdb0a5527),segment_id=17b3aff1-e7aa-4a72-999e-0e0bdb0a5527)] {{(pid=83872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 13:45:24.478744 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864'] for port, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:45:24.528384 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-945a6f0a-7cd9-400b-be6d-be7351826941 req-7672fc5c-7fb0-4074-9d07-30da2d0abe6f tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Network 5a5d3dc2-4e51-44c7-9514-c95fd98d9b2b is already hosted by enough agents. {{(pid=83869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 13:45:24.532095 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.scheduler.base_scheduler [req-945a6f0a-7cd9-400b-be6d-be7351826941 req-7672fc5c-7fb0-4074-9d07-30da2d0abe6f tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Resources bound (agent type, host, resource id): {{(pid=83869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 13:45:24.536468 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_dvrscheduler_db [req-945a6f0a-7cd9-400b-be6d-be7351826941 req-7672fc5c-7fb0-4074-9d07-30da2d0abe6f tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Received port after_create {{(pid=83869) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 13:45:24.545131 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Pushing event updated for resources: {'Port': ['ID=b2345187-3798-4080-9877-60a0d4a50d96,revision_number=5']} {{(pid=83872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:45:24.562382 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7672fc5c-7fb0-4074-9d07-30da2d0abe6f tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Pushing event updated for resources: {'Port': ['ID=fa2e7cbc-78ea-4657-aebd-43409540fa12,revision_number=1']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:45:24.601189 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945a6f0a-7cd9-400b-be6d-be7351826941 req-7672fc5c-7fb0-4074-9d07-30da2d0abe6f tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:45:24.601795 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [req-945a6f0a-7cd9-400b-be6d-be7351826941 req-7672fc5c-7fb0-4074-9d07-30da2d0abe6f tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109561'] for port, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:45:24.628853 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-945a6f0a-7cd9-400b-be6d-be7351826941 req-7672fc5c-7fb0-4074-9d07-30da2d0abe6f tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7424171 Apr 01 13:45:24.645328 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.v2.base [req-945a6f0a-7cd9-400b-be6d-be7351826941 req-a8b2dd94-147c-486f-ab70-e8b63fc5d9b0 service neutron] Request body: {'port': {'device_id': '6693fdc5-d5a0-4ea6-b1bd-ca540ed8dc2e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8361'}} {{(pid=83869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:45:24.758654 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [req-945a6f0a-7cd9-400b-be6d-be7351826941 req-a8b2dd94-147c-486f-ab70-e8b63fc5d9b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:45:24.779713 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-126b776a-c889-45d0-95ff-94a8b5cdd90d None None] Provisioning for port fa2e7cbc-78ea-4657-aebd-43409540fa12 completed by entity DHCP. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 13:45:24.784965 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-126b776a-c889-45d0-95ff-94a8b5cdd90d None None] Provisioning complete for port fa2e7cbc-78ea-4657-aebd-43409540fa12 triggered by entity DHCP. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 13:45:24.785328 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-126b776a-c889-45d0-95ff-94a8b5cdd90d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-948329'] for port, provisioning_complete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:45:24.839376 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.plugin [None req-126b776a-c889-45d0-95ff-94a8b5cdd90d None None] Port fa2e7cbc-78ea-4657-aebd-43409540fa12 cannot update to ACTIVE because it is not bound. {{(pid=83872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 13:45:25.177974 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d23d4e1-67bf-4721-a1e8-cdadbf66f839 req-03d70231-b9ea-438f-80ca-1489dcffb4d9 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:45:25.178661 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [req-0d23d4e1-67bf-4721-a1e8-cdadbf66f839 req-03d70231-b9ea-438f-80ca-1489dcffb4d9 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Synchronizing usage tracker for tenant:f17cecf0d6854286bcc6f673927088ad on resource:port {{(pid=83869) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 13:45:25.238868 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [req-0d23d4e1-67bf-4721-a1e8-cdadbf66f839 req-03d70231-b9ea-438f-80ca-1489dcffb4d9 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Unset dirty status for tenant:f17cecf0d6854286bcc6f673927088ad on resource:port {{(pid=83869) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 13:45:25.239986 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-0d23d4e1-67bf-4721-a1e8-cdadbf66f839 req-03d70231-b9ea-438f-80ca-1489dcffb4d9 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] 10.222.0.26 "GET /v2.0/ports?device_id=6693fdc5-d5a0-4ea6-b1bd-ca540ed8dc2e HTTP/1.1" status: 200 len: 931 time: 0.1865206 Apr 01 13:45:25.276778 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.notifiers.nova [req-945a6f0a-7cd9-400b-be6d-be7351826941 req-a8b2dd94-147c-486f-ab70-e8b63fc5d9b0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fa2e7cbc-78ea-4657-aebd-43409540fa12 {{(pid=83869) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 01 13:45:25.290848 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [req-945a6f0a-7cd9-400b-be6d-be7351826941 req-a8b2dd94-147c-486f-ab70-e8b63fc5d9b0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:45:25.314547 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.provisioning_blocks [req-945a6f0a-7cd9-400b-be6d-be7351826941 req-a8b2dd94-147c-486f-ab70-e8b63fc5d9b0 service neutron] Transition to ACTIVE for port object fa2e7cbc-78ea-4657-aebd-43409540fa12 will not be triggered until provisioned by entity L2. {{(pid=83869) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 13:45:25.317420 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-0d23d4e1-67bf-4721-a1e8-cdadbf66f839 req-d4d21391-42e8-4467-94fa-588ac3b82b81 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] 10.222.0.26 "GET /v2.0/security-groups?id=fa727377-3824-4b94-a3ef-8bcfb6738cf5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0672560 Apr 01 13:45:25.318611 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [req-945a6f0a-7cd9-400b-be6d-be7351826941 req-a8b2dd94-147c-486f-ab70-e8b63fc5d9b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2705172'] for port, after_update {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:45:25.442788 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b2dd94-147c-486f-ab70-e8b63fc5d9b0 service neutron] Pushing event updated for resources: {'Port': ['ID=fa2e7cbc-78ea-4657-aebd-43409540fa12,revision_number=2']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:45:25.552850 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.managers [req-945a6f0a-7cd9-400b-be6d-be7351826941 req-a8b2dd94-147c-486f-ab70-e8b63fc5d9b0 service neutron] Attempting to bind port fa2e7cbc-78ea-4657-aebd-43409540fa12 on host hv-neutron-8361 for vnic_type normal with profile {{(pid=83869) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 13:45:25.553180 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.managers [req-945a6f0a-7cd9-400b-be6d-be7351826941 req-a8b2dd94-147c-486f-ab70-e8b63fc5d9b0 service neutron] Attempting to bind port fa2e7cbc-78ea-4657-aebd-43409540fa12 by drivers openvswitch,hyperv on host hv-neutron-8361 at level 0 using segments [{'id': '17b3aff1-e7aa-4a72-999e-0e0bdb0a5527', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '5a5d3dc2-4e51-44c7-9514-c95fd98d9b2b'}] {{(pid=83869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 13:45:25.553501 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-945a6f0a-7cd9-400b-be6d-be7351826941 req-a8b2dd94-147c-486f-ab70-e8b63fc5d9b0 service neutron] Attempting to bind port fa2e7cbc-78ea-4657-aebd-43409540fa12 on network 5a5d3dc2-4e51-44c7-9514-c95fd98d9b2b {{(pid=83869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 13:45:25.559155 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-945a6f0a-7cd9-400b-be6d-be7351826941 req-a8b2dd94-147c-486f-ab70-e8b63fc5d9b0 service neutron] Port fa2e7cbc-78ea-4657-aebd-43409540fa12 on network 5a5d3dc2-4e51-44c7-9514-c95fd98d9b2b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8361 {{(pid=83869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 01 13:45:25.559466 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-945a6f0a-7cd9-400b-be6d-be7351826941 req-a8b2dd94-147c-486f-ab70-e8b63fc5d9b0 service neutron] Attempting to bind port fa2e7cbc-78ea-4657-aebd-43409540fa12 on network 5a5d3dc2-4e51-44c7-9514-c95fd98d9b2b {{(pid=83869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 13:45:25.566615 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-945a6f0a-7cd9-400b-be6d-be7351826941 req-a8b2dd94-147c-486f-ab70-e8b63fc5d9b0 service neutron] Checking agent: {'id': '359ce187-6241-4f7e-85a4-e066c7b0cdea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8361', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 13, 31, 54), 'started_at': datetime.datetime(2022, 4, 1, 13, 31, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 13, 45, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 13:45:25.566967 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-945a6f0a-7cd9-400b-be6d-be7351826941 req-a8b2dd94-147c-486f-ab70-e8b63fc5d9b0 service neutron] Checking segment: {'id': '17b3aff1-e7aa-4a72-999e-0e0bdb0a5527', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '5a5d3dc2-4e51-44c7-9514-c95fd98d9b2b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 13:45:25.567453 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-945a6f0a-7cd9-400b-be6d-be7351826941 req-a8b2dd94-147c-486f-ab70-e8b63fc5d9b0 service neutron] Bound using segment: {'id': '17b3aff1-e7aa-4a72-999e-0e0bdb0a5527', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '5a5d3dc2-4e51-44c7-9514-c95fd98d9b2b'} {{(pid=83869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 13:45:25.567874 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.managers [req-945a6f0a-7cd9-400b-be6d-be7351826941 req-a8b2dd94-147c-486f-ab70-e8b63fc5d9b0 service neutron] Bound port: fa2e7cbc-78ea-4657-aebd-43409540fa12, host: hv-neutron-8361, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '17b3aff1-e7aa-4a72-999e-0e0bdb0a5527', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '5a5d3dc2-4e51-44c7-9514-c95fd98d9b2b'}}] {{(pid=83869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 13:45:25.568208 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [req-945a6f0a-7cd9-400b-be6d-be7351826941 req-a8b2dd94-147c-486f-ab70-e8b63fc5d9b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:45:25.654832 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.db [req-945a6f0a-7cd9-400b-be6d-be7351826941 req-a8b2dd94-147c-486f-ab70-e8b63fc5d9b0 service neutron] For port fa2e7cbc-78ea-4657-aebd-43409540fa12, host hv-neutron-8361, cleared binding levels {{(pid=83869) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 13:45:25.657601 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.db [req-945a6f0a-7cd9-400b-be6d-be7351826941 req-a8b2dd94-147c-486f-ab70-e8b63fc5d9b0 service neutron] For port fa2e7cbc-78ea-4657-aebd-43409540fa12, host hv-neutron-8361, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8361',level=0,port_id=fa2e7cbc-78ea-4657-aebd-43409540fa12,segment=NetworkSegment(17b3aff1-e7aa-4a72-999e-0e0bdb0a5527),segment_id=17b3aff1-e7aa-4a72-999e-0e0bdb0a5527)] {{(pid=83869) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 13:45:25.662229 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [req-945a6f0a-7cd9-400b-be6d-be7351826941 req-a8b2dd94-147c-486f-ab70-e8b63fc5d9b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2705172'] for port, after_update {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:45:25.724808 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [req-945a6f0a-7cd9-400b-be6d-be7351826941 req-a8b2dd94-147c-486f-ab70-e8b63fc5d9b0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109561'] for port, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:45:25.726147 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-945a6f0a-7cd9-400b-be6d-be7351826941 req-a8b2dd94-147c-486f-ab70-e8b63fc5d9b0 service neutron] 10.222.0.57 "PUT /v2.0/ports/fa2e7cbc-78ea-4657-aebd-43409540fa12 HTTP/1.1" status: 200 len: 1093 time: 1.0852420 Apr 01 13:45:25.726561 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6693fdc5-d5a0-4ea6-b1bd-ca540ed8dc2e', 'tag': 'fa2e7cbc-78ea-4657-aebd-43409540fa12'}] {{(pid=83869) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 13:45:25.743473 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b2dd94-147c-486f-ab70-e8b63fc5d9b0 service neutron] Pushing event updated for resources: {'Port': ['ID=fa2e7cbc-78ea-4657-aebd-43409540fa12,revision_number=3']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:45:25.815573 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6693fdc5-d5a0-4ea6-b1bd-ca540ed8dc2e', 'tag': 'fa2e7cbc-78ea-4657-aebd-43409540fa12', 'status': 'completed', 'code': 200} Apr 01 13:45:25.858260 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-945a6f0a-7cd9-400b-be6d-be7351826941 req-e2f1a6bb-bdf0-42bc-a7b3-7d28cbd6e601 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=f17cecf0d6854286bcc6f673927088ad&device_id=6693fdc5-d5a0-4ea6-b1bd-ca540ed8dc2e HTTP/1.1" status: 200 len: 1096 time: 0.0789719 Apr 01 13:45:25.932279 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-945a6f0a-7cd9-400b-be6d-be7351826941 req-e4beb7b0-4497-490a-a8a7-0c8ff7c34e22 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fa2e7cbc-78ea-4657-aebd-43409540fa12 HTTP/1.1" status: 200 len: 217 time: 0.0642169 Apr 01 13:45:25.997223 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945a6f0a-7cd9-400b-be6d-be7351826941 req-926fe35b-98ec-47b3-a497-0067e3f47a3d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:45:25.997969 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-945a6f0a-7cd9-400b-be6d-be7351826941 req-926fe35b-98ec-47b3-a497-0067e3f47a3d service neutron] 10.222.0.57 "GET /v2.0/subnets?id=179945be-e4ce-4b1e-9cb6-c182519ba45b HTTP/1.1" status: 200 len: 835 time: 0.0574050 Apr 01 13:45:26.079835 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-945a6f0a-7cd9-400b-be6d-be7351826941 req-53146d1a-9629-4ec0-97bc-bc086f3b0db6 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=5a5d3dc2-4e51-44c7-9514-c95fd98d9b2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0706422 Apr 01 13:45:26.214963 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-945a6f0a-7cd9-400b-be6d-be7351826941 req-611d65db-c6cf-421a-97ff-6c664528bcc9 service neutron] 10.222.0.57 "GET /v2.0/networks/5a5d3dc2-4e51-44c7-9514-c95fd98d9b2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1243291 Apr 01 13:45:26.231011 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Device b2345187-3798-4080-9877-60a0d4a50d96 up at agent ovs-agent-dv-neutron-836180-1-hyperv {{(pid=83872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 13:45:26.299969 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Provisioning complete for port b2345187-3798-4080-9877-60a0d4a50d96 triggered by entity L2. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 13:45:26.300351 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-948329'] for port, provisioning_complete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:45:26.352384 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-945a6f0a-7cd9-400b-be6d-be7351826941 req-eb06fe3e-584d-4de4-9312-24b790c445aa service neutron] 10.222.0.57 "GET /v2.0/networks/5a5d3dc2-4e51-44c7-9514-c95fd98d9b2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1270359 Apr 01 13:45:26.519756 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-b29464e3-1176-448f-b9ca-3936425bac57 req-e579f085-610a-40d2-a2ea-b318c8bd9071 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=f17cecf0d6854286bcc6f673927088ad&device_id=6693fdc5-d5a0-4ea6-b1bd-ca540ed8dc2e HTTP/1.1" status: 200 len: 1096 time: 0.1161304 Apr 01 13:45:26.619952 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde7564b-d1c2-4c30-a2b3-6281ce4dcb97 req-245f0958-4e2d-4fca-9d97-ad68974d3709 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:45:26.621388 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-bde7564b-d1c2-4c30-a2b3-6281ce4dcb97 req-245f0958-4e2d-4fca-9d97-ad68974d3709 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] 10.222.0.26 "GET /v2.0/ports?device_id=6693fdc5-d5a0-4ea6-b1bd-ca540ed8dc2e HTTP/1.1" status: 200 len: 943 time: 0.1654246 Apr 01 13:45:26.696245 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29464e3-1176-448f-b9ca-3936425bac57 req-7f9d57c7-e6fa-407d-9e85-a53967b67c6a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:45:26.697658 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-b29464e3-1176-448f-b9ca-3936425bac57 req-7f9d57c7-e6fa-407d-9e85-a53967b67c6a service neutron] 10.222.0.57 "GET /v2.0/networks?id=5a5d3dc2-4e51-44c7-9514-c95fd98d9b2b HTTP/1.1" status: 200 len: 898 time: 0.1658151 Apr 01 13:45:26.702940 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-bde7564b-d1c2-4c30-a2b3-6281ce4dcb97 req-296e88cd-36ef-44ab-9568-08a8d401aea5 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] 10.222.0.26 "GET /v2.0/security-groups?id=fa727377-3824-4b94-a3ef-8bcfb6738cf5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0749984 Apr 01 13:45:26.763093 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-b29464e3-1176-448f-b9ca-3936425bac57 req-65c722b2-6555-45a6-863e-82a793902025 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fa2e7cbc-78ea-4657-aebd-43409540fa12 HTTP/1.1" status: 200 len: 217 time: 0.0587735 Apr 01 13:45:26.922903 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29464e3-1176-448f-b9ca-3936425bac57 req-135c62a8-6a89-4664-8d17-0c95abff4a01 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:45:26.924236 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-b29464e3-1176-448f-b9ca-3936425bac57 req-135c62a8-6a89-4664-8d17-0c95abff4a01 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=179945be-e4ce-4b1e-9cb6-c182519ba45b HTTP/1.1" status: 200 len: 835 time: 0.1551962 Apr 01 13:45:27.000193 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-b29464e3-1176-448f-b9ca-3936425bac57 req-20760f01-e8af-4fe6-becc-38fb0d7ef1ab service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=5a5d3dc2-4e51-44c7-9514-c95fd98d9b2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0690336 Apr 01 13:45:27.130123 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-b29464e3-1176-448f-b9ca-3936425bac57 req-103bbbf4-be0f-496d-bbb8-4aa615a3e5eb service neutron] 10.222.0.57 "GET /v2.0/networks/5a5d3dc2-4e51-44c7-9514-c95fd98d9b2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1227200 Apr 01 13:45:27.261894 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-b29464e3-1176-448f-b9ca-3936425bac57 req-a9cba767-cd67-4119-93fc-e14b89d69947 service neutron] 10.222.0.57 "GET /v2.0/networks/5a5d3dc2-4e51-44c7-9514-c95fd98d9b2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1239440 Apr 01 13:45:27.900778 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939dc159-caff-4145-93fa-a2f7f807ebe7 req-5891f9fb-a4a2-4a8c-9cfa-64144f4efb36 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:45:27.902203 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-939dc159-caff-4145-93fa-a2f7f807ebe7 req-5891f9fb-a4a2-4a8c-9cfa-64144f4efb36 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] 10.222.0.26 "GET /v2.0/ports?device_id=6693fdc5-d5a0-4ea6-b1bd-ca540ed8dc2e HTTP/1.1" status: 200 len: 943 time: 0.0758736 Apr 01 13:45:27.950903 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-939dc159-caff-4145-93fa-a2f7f807ebe7 req-33b799c1-1924-46c4-9e86-cfc52c89389f tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] 10.222.0.26 "GET /v2.0/security-groups?id=fa727377-3824-4b94-a3ef-8bcfb6738cf5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424824 Apr 01 13:45:29.145329 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72de013f-7fc4-40d6-906a-badd6f7e6bb7 req-810b7dc7-9a46-49e3-8cb7-92d54711a192 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:45:29.146744 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-72de013f-7fc4-40d6-906a-badd6f7e6bb7 req-810b7dc7-9a46-49e3-8cb7-92d54711a192 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] 10.222.0.26 "GET /v2.0/ports?device_id=6693fdc5-d5a0-4ea6-b1bd-ca540ed8dc2e HTTP/1.1" status: 200 len: 943 time: 0.0782466 Apr 01 13:45:29.163331 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Device fa2e7cbc-78ea-4657-aebd-43409540fa12 details requested by agent hyperv_hv-neutron-8361 with host hv-neutron-8361 {{(pid=83872) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 01 13:45:29.197134 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-72de013f-7fc4-40d6-906a-badd6f7e6bb7 req-7d4ba075-218f-4e55-98ba-d8bb685ab309 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] 10.222.0.26 "GET /v2.0/security-groups?id=fa727377-3824-4b94-a3ef-8bcfb6738cf5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449429 Apr 01 13:45:29.303360 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] For port fa2e7cbc-78ea-4657-aebd-43409540fa12, host hv-neutron-8361, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8361',level=0,port_id=fa2e7cbc-78ea-4657-aebd-43409540fa12,segment=NetworkSegment(17b3aff1-e7aa-4a72-999e-0e0bdb0a5527),segment_id=17b3aff1-e7aa-4a72-999e-0e0bdb0a5527)] {{(pid=83872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 13:45:29.317272 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Returning: {'device': 'fa2e7cbc-78ea-4657-aebd-43409540fa12', 'network_id': '5a5d3dc2-4e51-44c7-9514-c95fd98d9b2b', 'port_id': 'fa2e7cbc-78ea-4657-aebd-43409540fa12', 'mac_address': 'fa:16:3e:ae:93:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 357, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '179945be-e4ce-4b1e-9cb6-c182519ba45b', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83872) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 01 13:45:29.373655 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:45:29.390982 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.notifiers.nova [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fa2e7cbc-78ea-4657-aebd-43409540fa12 {{(pid=83872) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 01 13:45:29.405843 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] For port fa2e7cbc-78ea-4657-aebd-43409540fa12, host hv-neutron-8361, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8361',level=0,port_id=fa2e7cbc-78ea-4657-aebd-43409540fa12,segment=NetworkSegment(17b3aff1-e7aa-4a72-999e-0e0bdb0a5527),segment_id=17b3aff1-e7aa-4a72-999e-0e0bdb0a5527)] {{(pid=83872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 13:45:29.410292 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864'] for port, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:45:29.475390 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Pushing event updated for resources: {'Port': ['ID=fa2e7cbc-78ea-4657-aebd-43409540fa12,revision_number=4']} {{(pid=83872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:45:29.699599 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] get_ports_and_sgs() called for port_ids ['fa2e7cbc-78ea-4657-aebd-43409540fa12'] {{(pid=83872) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 01 13:45:30.399385 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06313c48-9dac-4f86-98d1-d438b34e32a3 req-52df1734-ca68-43cd-9828-891b78218bcf tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:45:30.400911 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-06313c48-9dac-4f86-98d1-d438b34e32a3 req-52df1734-ca68-43cd-9828-891b78218bcf tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] 10.222.0.26 "GET /v2.0/ports?device_id=6693fdc5-d5a0-4ea6-b1bd-ca540ed8dc2e HTTP/1.1" status: 200 len: 944 time: 0.0764823 Apr 01 13:45:30.445831 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-06313c48-9dac-4f86-98d1-d438b34e32a3 req-bb6c9616-7265-4869-8ca7-6e4fffba44dc tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] 10.222.0.26 "GET /v2.0/security-groups?id=fa727377-3824-4b94-a3ef-8bcfb6738cf5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392892 Apr 01 13:45:31.179112 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Device fa2e7cbc-78ea-4657-aebd-43409540fa12 up at agent hyperv_hv-neutron-8361 {{(pid=83872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 13:45:31.252868 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Provisioning for port fa2e7cbc-78ea-4657-aebd-43409540fa12 completed by entity L2. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 13:45:31.257852 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Provisioning complete for port fa2e7cbc-78ea-4657-aebd-43409540fa12 triggered by entity L2. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 13:45:31.258230 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-948329'] for port, provisioning_complete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:45:31.370563 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:45:31.399868 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6693fdc5-d5a0-4ea6-b1bd-ca540ed8dc2e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa2e7cbc-78ea-4657-aebd-43409540fa12'}] {{(pid=83872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 13:45:31.416906 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] For port fa2e7cbc-78ea-4657-aebd-43409540fa12, host hv-neutron-8361, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8361',level=0,port_id=fa2e7cbc-78ea-4657-aebd-43409540fa12,segment=NetworkSegment(17b3aff1-e7aa-4a72-999e-0e0bdb0a5527),segment_id=17b3aff1-e7aa-4a72-999e-0e0bdb0a5527)] {{(pid=83872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 13:45:31.416906 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864'] for port, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:45:31.472432 dv-neutron-836180-1-hyperv neutron-server[83872]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6693fdc5-d5a0-4ea6-b1bd-ca540ed8dc2e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa2e7cbc-78ea-4657-aebd-43409540fa12', 'code': 200} Apr 01 13:45:31.509806 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Pushing event updated for resources: {'Port': ['ID=fa2e7cbc-78ea-4657-aebd-43409540fa12,revision_number=5']} {{(pid=83872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:45:31.663293 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae7e880-4e8d-41fd-b99d-087df1901829 req-650571fd-789b-40f1-966f-aeeb1893c11d tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:45:31.664720 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-eae7e880-4e8d-41fd-b99d-087df1901829 req-650571fd-789b-40f1-966f-aeeb1893c11d tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] 10.222.0.26 "GET /v2.0/ports?device_id=6693fdc5-d5a0-4ea6-b1bd-ca540ed8dc2e HTTP/1.1" status: 200 len: 945 time: 0.0817578 Apr 01 13:45:31.709934 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-eae7e880-4e8d-41fd-b99d-087df1901829 req-be9dc6b6-1ae0-4f75-807f-34a75a8bfb7f tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] 10.222.0.26 "GET /v2.0/security-groups?id=fa727377-3824-4b94-a3ef-8bcfb6738cf5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395424 Apr 01 13:45:31.713310 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-f1540836-f0a3-4919-b70a-d62cc65f614a req-5c236bf9-2108-4ebd-babd-513d8cedccd3 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=6693fdc5-d5a0-4ea6-b1bd-ca540ed8dc2e HTTP/1.1" status: 200 len: 1098 time: 0.0676937 Apr 01 13:45:31.764438 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-f1540836-f0a3-4919-b70a-d62cc65f614a req-aa91ded4-d406-4c66-a533-07d63b8acf5b service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=fa727377-3824-4b94-a3ef-8bcfb6738cf5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394425 Apr 01 13:45:32.913006 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33aaff9b-e98b-4796-bfdb-90caf56dfcef req-8681c921-d8b3-46b8-b86b-af4899c446e2 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:45:32.914599 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-33aaff9b-e98b-4796-bfdb-90caf56dfcef req-8681c921-d8b3-46b8-b86b-af4899c446e2 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] 10.222.0.26 "GET /v2.0/ports?device_id=6693fdc5-d5a0-4ea6-b1bd-ca540ed8dc2e HTTP/1.1" status: 200 len: 945 time: 0.0812085 Apr 01 13:45:32.961990 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-33aaff9b-e98b-4796-bfdb-90caf56dfcef req-bed6126d-e319-415a-b3d7-ff141b3d4819 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] 10.222.0.26 "GET /v2.0/security-groups?id=fa727377-3824-4b94-a3ef-8bcfb6738cf5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413461 Apr 01 13:45:33.517443 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-7344348c-b188-4010-8b62-0a3a0e01e388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:45:34.154331 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd10b3c-ca97-46de-ae64-f2826cb6a2c9 req-e0ac2f1b-4393-423d-87ad-dc5bb4894236 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:45:34.156384 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-dcd10b3c-ca97-46de-ae64-f2826cb6a2c9 req-e0ac2f1b-4393-423d-87ad-dc5bb4894236 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] 10.222.0.26 "GET /v2.0/ports?device_id=6693fdc5-d5a0-4ea6-b1bd-ca540ed8dc2e HTTP/1.1" status: 200 len: 945 time: 0.0760233 Apr 01 13:45:34.201003 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-dcd10b3c-ca97-46de-ae64-f2826cb6a2c9 req-b470919b-dfd9-4458-88f2-2627384b54b1 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] 10.222.0.26 "GET /v2.0/security-groups?id=fa727377-3824-4b94-a3ef-8bcfb6738cf5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390742 Apr 01 13:45:34.398238 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812d33df-01c3-4d70-a5a5-615e10919003 req-f23bb980-d157-46c3-9b38-3fcab18de0a0 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:45:34.399650 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-812d33df-01c3-4d70-a5a5-615e10919003 req-f23bb980-d157-46c3-9b38-3fcab18de0a0 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] 10.222.0.26 "GET /v2.0/ports?device_id=6693fdc5-d5a0-4ea6-b1bd-ca540ed8dc2e HTTP/1.1" status: 200 len: 945 time: 0.0785422 Apr 01 13:45:34.443879 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-812d33df-01c3-4d70-a5a5-615e10919003 req-b4ab0aec-6757-43d4-84c9-86c85c234301 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] 10.222.0.26 "GET /v2.0/security-groups?id=fa727377-3824-4b94-a3ef-8bcfb6738cf5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387998 Apr 01 13:45:34.471586 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 58154) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:45:34.539191 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-ae234114-c6a8-4989-8d12-bce589bdf6e2 tempest-TestNetworkBasicOps-1234239346 tempest-TestNetworkBasicOps-1234239346-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=6693fdc5-d5a0-4ea6-b1bd-ca540ed8dc2e HTTP/1.1" status: 200 len: 1093 time: 0.0664067 Apr 01 13:45:34.541795 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 58158) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:45:34.546928 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.v2.base [None req-085ed627-74c7-44b9-bab0-86a6ff0f44b9 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Request body: {'floatingip': {'floating_network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'port_id': 'fa2e7cbc-78ea-4657-aebd-43409540fa12', 'tenant_id': 'f17cecf0d6854286bcc6f673927088ad', 'fixed_ip_address': '172.20.0.7'}} {{(pid=83869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:45:34.552198 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-085ed627-74c7-44b9-bab0-86a6ff0f44b9 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:45:34.556021 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-085ed627-74c7-44b9-bab0-86a6ff0f44b9 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Usage tracker for resource:floatingip and tenant:f17cecf0d6854286bcc6f673927088ad is out of sync, need to count used quota {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 13:45:34.558795 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-085ed627-74c7-44b9-bab0-86a6ff0f44b9 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 13:45:34.565286 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-085ed627-74c7-44b9-bab0-86a6ff0f44b9 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:45:34.576610 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-085ed627-74c7-44b9-bab0-86a6ff0f44b9 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks [] for floatingip, before_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:45:34.713089 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-085ed627-74c7-44b9-bab0-86a6ff0f44b9 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:45:34.848963 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.db_base_plugin_common [None req-085ed627-74c7-44b9-bab0-86a6ff0f44b9 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Allocated IP 172.26.5.221 (725864b8-cceb-48c9-b5d3-1bfc4423e301/e2ed99db-0e25-4971-b535-7fa69231fae8/a3bfde7e-502e-47ce-b591-6ab435b70b15) {{(pid=83869) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 13:45:34.994336 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-085ed627-74c7-44b9-bab0-86a6ff0f44b9 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks [] for port, precommit_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:45:35.023697 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-085ed627-74c7-44b9-bab0-86a6ff0f44b9 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736732935801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2705155'] for port, after_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:45:35.089664 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-085ed627-74c7-44b9-bab0-86a6ff0f44b9 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Network 725864b8-cceb-48c9-b5d3-1bfc4423e301 is already hosted by enough agents. {{(pid=83869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 13:45:35.093022 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.scheduler.base_scheduler [None req-085ed627-74c7-44b9-bab0-86a6ff0f44b9 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Resources bound (agent type, host, resource id): {{(pid=83869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 13:45:35.096630 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-085ed627-74c7-44b9-bab0-86a6ff0f44b9 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Received port after_create {{(pid=83869) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 13:45:35.130333 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-085ed627-74c7-44b9-bab0-86a6ff0f44b9 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Pushing event updated for resources: {'Port': ['ID=a3bfde7e-502e-47ce-b591-6ab435b70b15,revision_number=1']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:45:35.712469 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-085ed627-74c7-44b9-bab0-86a6ff0f44b9 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:45:35.770769 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-085ed627-74c7-44b9-bab0-86a6ff0f44b9 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:45:35.885379 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-99572a9b-d839-4daf-8ba6-51a260e93ab0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:45:35.985497 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-085ed627-74c7-44b9-bab0-86a6ff0f44b9 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks [] for port, precommit_update {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:45:35.989733 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-085ed627-74c7-44b9-bab0-86a6ff0f44b9 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2705172'] for port, after_update {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:45:36.090057 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-085ed627-74c7-44b9-bab0-86a6ff0f44b9 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Pushing event updated for resources: {'Port': ['ID=a3bfde7e-502e-47ce-b591-6ab435b70b15,revision_number=2']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:45:36.111185 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-085ed627-74c7-44b9-bab0-86a6ff0f44b9 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4084747'] for floatingip, after_update {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:45:36.302958 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.db.l3_db [None req-085ed627-74c7-44b9-bab0-86a6ff0f44b9 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Floating IP 5ef0fab4-429a-4e4e-9d96-413d05c7d0e5 associated. External IP: 172.26.5.221, port: fa2e7cbc-78ea-4657-aebd-43409540fa12. Apr 01 13:45:36.683560 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-085ed627-74c7-44b9-bab0-86a6ff0f44b9 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Router 9f9375a5-d176-4dba-a0db-176c68654a3d has already been hosted by L3 agent 88bf8fc8-11a3-4e96-9d1b-5fd93ba9f6f1 {{(pid=83869) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 13:45:36.880464 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-085ed627-74c7-44b9-bab0-86a6ff0f44b9 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify agent at l3_agent.dv-neutron-836180-1-hyperv the message routers_updated {{(pid=83869) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 13:45:36.890258 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9ee389b-c62f-453a-8752-e1cce3487f1b None None] Sync routers for ids ['9f9375a5-d176-4dba-a0db-176c68654a3d'] in dv-neutron-836180-1-hyperv {{(pid=83872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 13:45:36.901226 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9ee389b-c62f-453a-8752-e1cce3487f1b None None] Routers {'9f9375a5-d176-4dba-a0db-176c68654a3d'} bound to L3 agent in host dv-neutron-836180-1-hyperv {{(pid=83872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 13:45:36.901803 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_hamode_db [None req-c9ee389b-c62f-453a-8752-e1cce3487f1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836180-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T13:25:36Z,description=,heartbeat_timestamp=2022-04-01T13:45:36Z,host='dv-neutron-836180-1-hyperv',id=88bf8fc8-11a3-4e96-9d1b-5fd93ba9f6f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T13:25:36Z,topic='l3_agent')) {'router_ids': ['9f9375a5-d176-4dba-a0db-176c68654a3d'], 'active': True} {{(pid=83872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:45:36.904716 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-085ed627-74c7-44b9-bab0-86a6ff0f44b9 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109561'] for floatingip, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:45:36.958641 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-085ed627-74c7-44b9-bab0-86a6ff0f44b9 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.4157665 Apr 01 13:45:36.959192 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6693fdc5-d5a0-4ea6-b1bd-ca540ed8dc2e', 'tag': 'fa2e7cbc-78ea-4657-aebd-43409540fa12'}] {{(pid=83869) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 13:45:36.961434 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 58162) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:45:37.016558 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6693fdc5-d5a0-4ea6-b1bd-ca540ed8dc2e', 'tag': 'fa2e7cbc-78ea-4657-aebd-43409540fa12', 'status': 'completed', 'code': 200} Apr 01 13:45:37.070553 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-18afc125-180f-43a6-8474-79acce548aeb tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] 10.222.0.26 "GET /v2.0/floatingips/5ef0fab4-429a-4e4e-9d96-413d05c7d0e5 HTTP/1.1" status: 200 len: 991 time: 0.1079352 Apr 01 13:45:37.097174 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_dvr_db [None req-c9ee389b-c62f-453a-8752-e1cce3487f1b None None] Set router 9f9375a5-d176-4dba-a0db-176c68654a3d gateway port host: dv-neutron-836180-1-hyperv {{(pid=83872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 13:45:37.178328 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:45:37.225452 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-b30b8892-46da-4f3c-ae3b-e7adfcef00dd req-81bc6cad-8635-4a04-a8ec-1567dc3a7f5c service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=f17cecf0d6854286bcc6f673927088ad&device_id=6693fdc5-d5a0-4ea6-b1bd-ca540ed8dc2e HTTP/1.1" status: 200 len: 1098 time: 0.1809525 Apr 01 13:45:37.368278 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30b8892-46da-4f3c-ae3b-e7adfcef00dd req-65c76a01-5e0f-4ad2-8c56-bcfcc97db899 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:45:37.369776 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-b30b8892-46da-4f3c-ae3b-e7adfcef00dd req-65c76a01-5e0f-4ad2-8c56-bcfcc97db899 service neutron] 10.222.0.57 "GET /v2.0/networks?id=5a5d3dc2-4e51-44c7-9514-c95fd98d9b2b HTTP/1.1" status: 200 len: 898 time: 0.1379490 Apr 01 13:45:37.380167 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-2f9cfc9c-d8ba-4de3-a4ad-98162f90557c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:45:37.472820 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-b30b8892-46da-4f3c-ae3b-e7adfcef00dd req-f5cc40d9-94f3-482e-a480-9e1e939cbbe0 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fa2e7cbc-78ea-4657-aebd-43409540fa12 HTTP/1.1" status: 200 len: 999 time: 0.0967739 Apr 01 13:45:37.485960 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_hamode_db [None req-c9ee389b-c62f-453a-8752-e1cce3487f1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f9375a5-d176-4dba-a0db-176c68654a3d', 'name': 'tempest-TestNetworkBasicOps-router-567602442', 'tenant_id': 'f17cecf0d6854286bcc6f673927088ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'external_fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.111'}], 'enable_snat': True}, 'gw_port_id': 'c9810525-2ca2-4311-ba84-42be840505af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T13:45:13Z', 'updated_at': '2022-04-01T13:45:18Z', 'revision_number': 4, 'project_id': 'f17cecf0d6854286bcc6f673927088ad', 'gw_port': {'id': 'c9810525-2ca2-4311-ba84-42be840505af', 'name': '', 'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:13:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f9375a5-d176-4dba-a0db-176c68654a3d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836180-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:45:14Z', 'updated_at': '2022-04-01T13:45:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836180-1-hyperv', '_floatingips': [{'id': '5ef0fab4-429a-4e4e-9d96-413d05c7d0e5', 'tenant_id': 'f17cecf0d6854286bcc6f673927088ad', 'floating_ip_address': '172.26.5.221', 'floating_network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'router_id': '9f9375a5-d176-4dba-a0db-176c68654a3d', 'port_id': 'fa2e7cbc-78ea-4657-aebd-43409540fa12', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5a5d3dc2-4e51-44c7-9514-c95fd98d9b2b', 'mac_address': 'fa:16:3e:ae:93:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6693fdc5-d5a0-4ea6-b1bd-ca540ed8dc2e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T13:45:35Z', 'updated_at': '2022-04-01T13:45:35Z', 'revision_number': 0, 'project_id': 'f17cecf0d6854286bcc6f673927088ad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b2345187-3798-4080-9877-60a0d4a50d96', 'name': '', 'network_id': '5a5d3dc2-4e51-44c7-9514-c95fd98d9b2b', 'tenant_id': 'f17cecf0d6854286bcc6f673927088ad', 'mac_address': 'fa:16:3e:07:3d:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f9375a5-d176-4dba-a0db-176c68654a3d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '179945be-e4ce-4b1e-9cb6-c182519ba45b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836180-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:45:17Z', 'updated_at': '2022-04-01T13:45:24Z', 'revision_number': 5, 'project_id': 'f17cecf0d6854286bcc6f673927088ad', 'subnets': [{'id': '179945be-e4ce-4b1e-9cb6-c182519ba45b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-836180-1-hyperv', False) {} {{(pid=83872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:45:37.489791 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9ee389b-c62f-453a-8752-e1cce3487f1b None None] Checking router: 9f9375a5-d176-4dba-a0db-176c68654a3d for host: dv-neutron-836180-1-hyperv {{(pid=83872) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 01 13:45:37.500523 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9ee389b-c62f-453a-8752-e1cce3487f1b None None] Routers {'9f9375a5-d176-4dba-a0db-176c68654a3d'} bound to L3 agent in host dv-neutron-836180-1-hyperv {{(pid=83872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 13:45:37.501125 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_hamode_db [None req-c9ee389b-c62f-453a-8752-e1cce3487f1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836180-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T13:25:36Z,description=,heartbeat_timestamp=2022-04-01T13:45:36Z,host='dv-neutron-836180-1-hyperv',id=88bf8fc8-11a3-4e96-9d1b-5fd93ba9f6f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T13:25:36Z,topic='l3_agent')) {'router_ids': ['9f9375a5-d176-4dba-a0db-176c68654a3d'], 'active': True} {{(pid=83872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:45:37.534596 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30b8892-46da-4f3c-ae3b-e7adfcef00dd req-7d443675-d75d-4fe6-b76f-6f01d53912a8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:45:37.536017 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-b30b8892-46da-4f3c-ae3b-e7adfcef00dd req-7d443675-d75d-4fe6-b76f-6f01d53912a8 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=179945be-e4ce-4b1e-9cb6-c182519ba45b HTTP/1.1" status: 200 len: 835 time: 0.0579436 Apr 01 13:45:37.611125 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-b30b8892-46da-4f3c-ae3b-e7adfcef00dd req-1b02bc28-1634-4967-a5ba-bd71d7520562 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=5a5d3dc2-4e51-44c7-9514-c95fd98d9b2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0691609 Apr 01 13:45:37.719045 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_dvr_db [None req-c9ee389b-c62f-453a-8752-e1cce3487f1b None None] Set router 9f9375a5-d176-4dba-a0db-176c68654a3d gateway port host: dv-neutron-836180-1-hyperv {{(pid=83872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 13:45:37.747463 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-b30b8892-46da-4f3c-ae3b-e7adfcef00dd req-1e8536c1-16ff-4d80-857b-6c4d04015a62 service neutron] 10.222.0.57 "GET /v2.0/networks/5a5d3dc2-4e51-44c7-9514-c95fd98d9b2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1301932 Apr 01 13:45:37.889495 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-b30b8892-46da-4f3c-ae3b-e7adfcef00dd req-3c0c824e-080b-4633-8921-7127a53946a7 service neutron] 10.222.0.57 "GET /v2.0/networks/5a5d3dc2-4e51-44c7-9514-c95fd98d9b2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1337409 Apr 01 13:45:38.074465 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_hamode_db [None req-c9ee389b-c62f-453a-8752-e1cce3487f1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f9375a5-d176-4dba-a0db-176c68654a3d', 'name': 'tempest-TestNetworkBasicOps-router-567602442', 'tenant_id': 'f17cecf0d6854286bcc6f673927088ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'external_fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.111'}], 'enable_snat': True}, 'gw_port_id': 'c9810525-2ca2-4311-ba84-42be840505af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T13:45:13Z', 'updated_at': '2022-04-01T13:45:18Z', 'revision_number': 4, 'project_id': 'f17cecf0d6854286bcc6f673927088ad', 'gw_port': {'id': 'c9810525-2ca2-4311-ba84-42be840505af', 'name': '', 'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:13:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f9375a5-d176-4dba-a0db-176c68654a3d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836180-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:45:14Z', 'updated_at': '2022-04-01T13:45:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836180-1-hyperv', '_floatingips': [{'id': '5ef0fab4-429a-4e4e-9d96-413d05c7d0e5', 'tenant_id': 'f17cecf0d6854286bcc6f673927088ad', 'floating_ip_address': '172.26.5.221', 'floating_network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'router_id': '9f9375a5-d176-4dba-a0db-176c68654a3d', 'port_id': 'fa2e7cbc-78ea-4657-aebd-43409540fa12', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5a5d3dc2-4e51-44c7-9514-c95fd98d9b2b', 'mac_address': 'fa:16:3e:ae:93:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6693fdc5-d5a0-4ea6-b1bd-ca540ed8dc2e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T13:45:35Z', 'updated_at': '2022-04-01T13:45:35Z', 'revision_number': 0, 'project_id': 'f17cecf0d6854286bcc6f673927088ad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b2345187-3798-4080-9877-60a0d4a50d96', 'name': '', 'network_id': '5a5d3dc2-4e51-44c7-9514-c95fd98d9b2b', 'tenant_id': 'f17cecf0d6854286bcc6f673927088ad', 'mac_address': 'fa:16:3e:07:3d:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f9375a5-d176-4dba-a0db-176c68654a3d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '179945be-e4ce-4b1e-9cb6-c182519ba45b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836180-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:45:17Z', 'updated_at': '2022-04-01T13:45:24Z', 'revision_number': 5, 'project_id': 'f17cecf0d6854286bcc6f673927088ad', 'subnets': [{'id': '179945be-e4ce-4b1e-9cb6-c182519ba45b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-836180-1-hyperv', False) {} {{(pid=83872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:45:38.075076 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 58168) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:45:38.079119 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9ee389b-c62f-453a-8752-e1cce3487f1b None None] The sync data for ids ['9f9375a5-d176-4dba-a0db-176c68654a3d'] in dv-neutron-836180-1-hyperv is: [{'id': '9f9375a5-d176-4dba-a0db-176c68654a3d', 'name': 'tempest-TestNetworkBasicOps-router-567602442', 'tenant_id': 'f17cecf0d6854286bcc6f673927088ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'external_fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.111'}], 'enable_snat': True}, 'gw_port_id': 'c9810525-2ca2-4311-ba84-42be840505af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T13:45:13Z', 'updated_at': '2022-04-01T13:45:18Z', 'revision_number': 4, 'project_id': 'f17cecf0d6854286bcc6f673927088ad', 'gw_port': {'id': 'c9810525-2ca2-4311-ba84-42be840505af', 'name': '', 'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:13:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f9375a5-d176-4dba-a0db-176c68654a3d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836180-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:45:14Z', 'updated_at': '2022-04-01T13:45:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836180-1-hyperv', '_floatingips': [{'id': '5ef0fab4-429a-4e4e-9d96-413d05c7d0e5', 'tenant_id': 'f17cecf0d6854286bcc6f673927088ad', 'floating_ip_address': '172.26.5.221', 'floating_network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'router_id': '9f9375a5-d176-4dba-a0db-176c68654a3d', 'port_id': 'fa2e7cbc-78ea-4657-aebd-43409540fa12', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5a5d3dc2-4e51-44c7-9514-c95fd98d9b2b', 'mac_address': 'fa:16:3e:ae:93:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6693fdc5-d5a0-4ea6-b1bd-ca540ed8dc2e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T13:45:35Z', 'updated_at': '2022-04-01T13:45:35Z', 'revision_number': 0, 'project_id': 'f17cecf0d6854286bcc6f673927088ad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b2345187-3798-4080-9877-60a0d4a50d96', 'name': '', 'network_id': '5a5d3dc2-4e51-44c7-9514-c95fd98d9b2b', 'tenant_id': 'f17cecf0d6854286bcc6f673927088ad', 'mac_address': 'fa:16:3e:07:3d:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f9375a5-d176-4dba-a0db-176c68654a3d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '179945be-e4ce-4b1e-9cb6-c182519ba45b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836180-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:45:17Z', 'updated_at': '2022-04-01T13:45:24Z', 'revision_number': 5, 'project_id': 'f17cecf0d6854286bcc6f673927088ad', 'subnets': [{'id': '179945be-e4ce-4b1e-9cb6-c182519ba45b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 13:45:38.179669 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-d1fa3436-e44a-423a-88f0-dd3d865bc09f tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] 10.222.0.26 "GET /v2.0/floatingips/5ef0fab4-429a-4e4e-9d96-413d05c7d0e5 HTTP/1.1" status: 200 len: 991 time: 0.1040282 Apr 01 13:45:38.859904 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-a976a7b9-9034-41e6-be13-349b75ed1593 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:45:39.183633 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 58172) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:45:39.291187 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-224a0987-525a-4800-8861-b9727753b786 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] 10.222.0.26 "GET /v2.0/floatingips/5ef0fab4-429a-4e4e-9d96-413d05c7d0e5 HTTP/1.1" status: 200 len: 991 time: 0.1064742 Apr 01 13:45:39.414843 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2396984-43a7-407d-827a-2dfc6372a603 None None] New status for floating IP 5ef0fab4-429a-4e4e-9d96-413d05c7d0e5: ACTIVE {{(pid=83873) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 01 13:45:40.295036 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 58176) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:45:40.400370 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-a75ea854-09f7-4449-9faf-1554263d825e tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] 10.222.0.26 "GET /v2.0/floatingips/5ef0fab4-429a-4e4e-9d96-413d05c7d0e5 HTTP/1.1" status: 200 len: 993 time: 0.1041541 Apr 01 13:45:53.799343 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:45:57.977952 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.agents_db [None req-bdd220c7-049a-43d2-a923-ad1a2de078c6 None None] Agent healthcheck: found 6 active agents {{(pid=83873) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 01 13:46:03.520808 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-e6180648-83fc-46dd-845f-498b6f15716d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:46:05.888185 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-0c2d7c26-4daf-413e-8b86-465f3103fca4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:46:07.130905 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:46:07.366829 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-2f9cfc9c-d8ba-4de3-a4ad-98162f90557c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:46:08.863561 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-a976a7b9-9034-41e6-be13-349b75ed1593 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:46:08.888608 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-d9787d80-b133-40b4-bcb0-e38eeb72f66a req-f74aafd5-3d3b-4a65-8a8b-8564ff66c626 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=16d793db-7f73-420c-8869-8fb25e3b5658&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0717115 Apr 01 13:46:09.043353 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-d9787d80-b133-40b4-bcb0-e38eeb72f66a req-de95e452-8b56-4f2c-892c-5512683e7151 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=5bd5d96184e74f0ca1fb3a290ee8b3f6&device_id=16d793db-7f73-420c-8869-8fb25e3b5658 HTTP/1.1" status: 200 len: 1098 time: 0.0702176 Apr 01 13:46:09.187353 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9787d80-b133-40b4-bcb0-e38eeb72f66a req-d120b224-436a-4461-8eed-051d9499881f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:46:09.188820 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-d9787d80-b133-40b4-bcb0-e38eeb72f66a req-d120b224-436a-4461-8eed-051d9499881f service neutron] 10.222.0.57 "GET /v2.0/networks?id=f450d435-2e18-4974-8657-011f0eedf5a1 HTTP/1.1" status: 200 len: 913 time: 0.1254110 Apr 01 13:46:09.306813 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-d9787d80-b133-40b4-bcb0-e38eeb72f66a req-97c26d84-d6f5-4018-8733-f0b766e42b8b service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7eea0960-9648-4d3f-a077-c4b292d32fc1 HTTP/1.1" status: 200 len: 1000 time: 0.1113431 Apr 01 13:46:09.367988 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9787d80-b133-40b4-bcb0-e38eeb72f66a req-b1f96821-f06a-4ef6-a62b-2f09fa3b6e24 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:46:09.369377 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-d9787d80-b133-40b4-bcb0-e38eeb72f66a req-b1f96821-f06a-4ef6-a62b-2f09fa3b6e24 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=e819b10b-b5bd-410a-b72f-33f41ed14c7b HTTP/1.1" status: 200 len: 851 time: 0.0550117 Apr 01 13:46:09.444764 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-d9787d80-b133-40b4-bcb0-e38eeb72f66a req-6c0c4c90-2899-4dc7-b8a1-767531bb05c8 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=f450d435-2e18-4974-8657-011f0eedf5a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0695796 Apr 01 13:46:09.656915 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-d9787d80-b133-40b4-bcb0-e38eeb72f66a req-63a67b36-8b6f-4464-80d6-eb83203e3b26 service neutron] 10.222.0.57 "GET /v2.0/networks/f450d435-2e18-4974-8657-011f0eedf5a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2062082 Apr 01 13:46:09.786346 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-d9787d80-b133-40b4-bcb0-e38eeb72f66a req-5ca19f00-3e7c-4dfb-a25e-4d46202f9d2c service neutron] 10.222.0.57 "GET /v2.0/networks/f450d435-2e18-4974-8657-011f0eedf5a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1217248 Apr 01 13:46:11.658778 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 58192) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:46:11.763514 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-656804ec-3ba4-461e-b3c4-e1b162e25798 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] 10.222.0.26 "GET /v2.0/floatingips/5ef0fab4-429a-4e4e-9d96-413d05c7d0e5 HTTP/1.1" status: 200 len: 993 time: 0.1032932 Apr 01 13:46:12.049687 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 58200) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:46:12.243240 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.plugin [None req-9becd5a4-cd9e-4c7a-acdf-395a7148279f tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Deleting port a3bfde7e-502e-47ce-b591-6ab435b70b15 {{(pid=83869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 13:46:12.243582 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-9becd5a4-cd9e-4c7a-acdf-395a7148279f tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736733287370'] for port, before_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:46:12.411722 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-9becd5a4-cd9e-4c7a-acdf-395a7148279f tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4155147'] for port, precommit_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:46:12.412039 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-9becd5a4-cd9e-4c7a-acdf-395a7148279f tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:46:12.528679 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.plugin [None req-9becd5a4-cd9e-4c7a-acdf-395a7148279f tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Calling delete_port for a3bfde7e-502e-47ce-b591-6ab435b70b15 owned by network:floatingip {{(pid=83869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 13:46:12.671943 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-9becd5a4-cd9e-4c7a-acdf-395a7148279f tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736733359243', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736732935810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2705155'] for port, after_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:46:12.714486 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9becd5a4-cd9e-4c7a-acdf-395a7148279f tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Pushing event deleted for resources: {'Port': ['ID=a3bfde7e-502e-47ce-b591-6ab435b70b15,revision_number=None']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:46:12.752466 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9becd5a4-cd9e-4c7a-acdf-395a7148279f tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:46:12.752803 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9becd5a4-cd9e-4c7a-acdf-395a7148279f tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:46:12.753126 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9becd5a4-cd9e-4c7a-acdf-395a7148279f tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:46:12.753447 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9becd5a4-cd9e-4c7a-acdf-395a7148279f tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:46:12.753766 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9becd5a4-cd9e-4c7a-acdf-395a7148279f tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:46:12.754083 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9becd5a4-cd9e-4c7a-acdf-395a7148279f tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:46:12.754398 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9becd5a4-cd9e-4c7a-acdf-395a7148279f tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:46:12.754712 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9becd5a4-cd9e-4c7a-acdf-395a7148279f tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:46:12.755023 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9becd5a4-cd9e-4c7a-acdf-395a7148279f tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:46:12.755333 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9becd5a4-cd9e-4c7a-acdf-395a7148279f tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:46:12.755647 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9becd5a4-cd9e-4c7a-acdf-395a7148279f tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:46:12.814169 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-9becd5a4-cd9e-4c7a-acdf-395a7148279f tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks [] for floatingip, after_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:46:13.291723 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9becd5a4-cd9e-4c7a-acdf-395a7148279f tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Router 9f9375a5-d176-4dba-a0db-176c68654a3d has already been hosted by L3 agent 88bf8fc8-11a3-4e96-9d1b-5fd93ba9f6f1 {{(pid=83869) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 13:46:13.489992 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9becd5a4-cd9e-4c7a-acdf-395a7148279f tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify agent at l3_agent.dv-neutron-836180-1-hyperv the message routers_updated {{(pid=83869) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 13:46:13.499657 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dfd2855-3b64-46e6-8dc4-f37a43d42b97 None None] Sync routers for ids ['9f9375a5-d176-4dba-a0db-176c68654a3d'] in dv-neutron-836180-1-hyperv {{(pid=83872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 13:46:13.512139 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-9becd5a4-cd9e-4c7a-acdf-395a7148279f tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109561'] for floatingip, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:46:13.512843 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dfd2855-3b64-46e6-8dc4-f37a43d42b97 None None] Routers {'9f9375a5-d176-4dba-a0db-176c68654a3d'} bound to L3 agent in host dv-neutron-836180-1-hyperv {{(pid=83872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 13:46:13.513444 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_hamode_db [None req-3dfd2855-3b64-46e6-8dc4-f37a43d42b97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836180-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T13:25:36Z,description=,heartbeat_timestamp=2022-04-01T13:46:06Z,host='dv-neutron-836180-1-hyperv',id=88bf8fc8-11a3-4e96-9d1b-5fd93ba9f6f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T13:25:36Z,topic='l3_agent')) {'router_ids': ['9f9375a5-d176-4dba-a0db-176c68654a3d'], 'active': True} {{(pid=83872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:46:13.571641 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-9becd5a4-cd9e-4c7a-acdf-395a7148279f tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] 10.222.0.26 "DELETE /v2.0/floatingips/5ef0fab4-429a-4e4e-9d96-413d05c7d0e5 HTTP/1.1" status: 204 len: 168 time: 1.5182333 Apr 01 13:46:13.571641 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6693fdc5-d5a0-4ea6-b1bd-ca540ed8dc2e', 'tag': 'fa2e7cbc-78ea-4657-aebd-43409540fa12'}] {{(pid=83869) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 13:46:13.626172 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6693fdc5-d5a0-4ea6-b1bd-ca540ed8dc2e', 'tag': 'fa2e7cbc-78ea-4657-aebd-43409540fa12', 'status': 'completed', 'code': 200} Apr 01 13:46:13.700113 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_dvr_db [None req-3dfd2855-3b64-46e6-8dc4-f37a43d42b97 None None] Set router 9f9375a5-d176-4dba-a0db-176c68654a3d gateway port host: dv-neutron-836180-1-hyperv {{(pid=83872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 13:46:13.728241 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-5700838d-86a8-40a6-913f-d8d7faa324c0 req-9e7f1d42-34c7-40af-b54b-70466b5d45b2 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=f17cecf0d6854286bcc6f673927088ad&device_id=6693fdc5-d5a0-4ea6-b1bd-ca540ed8dc2e HTTP/1.1" status: 200 len: 1098 time: 0.0712504 Apr 01 13:46:13.939959 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5700838d-86a8-40a6-913f-d8d7faa324c0 req-d3a1c824-5048-4252-8d22-21e4f5060095 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:46:13.941918 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-5700838d-86a8-40a6-913f-d8d7faa324c0 req-d3a1c824-5048-4252-8d22-21e4f5060095 service neutron] 10.222.0.57 "GET /v2.0/networks?id=5a5d3dc2-4e51-44c7-9514-c95fd98d9b2b HTTP/1.1" status: 200 len: 898 time: 0.1416733 Apr 01 13:46:14.023644 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-5700838d-86a8-40a6-913f-d8d7faa324c0 req-f8bc209d-96cc-42b2-974c-69afd12b6831 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fa2e7cbc-78ea-4657-aebd-43409540fa12 HTTP/1.1" status: 200 len: 217 time: 0.0722332 Apr 01 13:46:14.037540 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_hamode_db [None req-3dfd2855-3b64-46e6-8dc4-f37a43d42b97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f9375a5-d176-4dba-a0db-176c68654a3d', 'name': 'tempest-TestNetworkBasicOps-router-567602442', 'tenant_id': 'f17cecf0d6854286bcc6f673927088ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'external_fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.111'}], 'enable_snat': True}, 'gw_port_id': 'c9810525-2ca2-4311-ba84-42be840505af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T13:45:13Z', 'updated_at': '2022-04-01T13:45:18Z', 'revision_number': 4, 'project_id': 'f17cecf0d6854286bcc6f673927088ad', 'gw_port': {'id': 'c9810525-2ca2-4311-ba84-42be840505af', 'name': '', 'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:13:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f9375a5-d176-4dba-a0db-176c68654a3d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836180-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:45:14Z', 'updated_at': '2022-04-01T13:45:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836180-1-hyperv', '_interfaces': [{'id': 'b2345187-3798-4080-9877-60a0d4a50d96', 'name': '', 'network_id': '5a5d3dc2-4e51-44c7-9514-c95fd98d9b2b', 'tenant_id': 'f17cecf0d6854286bcc6f673927088ad', 'mac_address': 'fa:16:3e:07:3d:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f9375a5-d176-4dba-a0db-176c68654a3d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '179945be-e4ce-4b1e-9cb6-c182519ba45b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836180-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:45:17Z', 'updated_at': '2022-04-01T13:45:24Z', 'revision_number': 5, 'project_id': 'f17cecf0d6854286bcc6f673927088ad', 'subnets': [{'id': '179945be-e4ce-4b1e-9cb6-c182519ba45b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-836180-1-hyperv', False) {} {{(pid=83872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:46:14.041574 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dfd2855-3b64-46e6-8dc4-f37a43d42b97 None None] Checking router: 9f9375a5-d176-4dba-a0db-176c68654a3d for host: dv-neutron-836180-1-hyperv {{(pid=83872) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 01 13:46:14.058769 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dfd2855-3b64-46e6-8dc4-f37a43d42b97 None None] Routers {'9f9375a5-d176-4dba-a0db-176c68654a3d'} bound to L3 agent in host dv-neutron-836180-1-hyperv {{(pid=83872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 13:46:14.059457 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_hamode_db [None req-3dfd2855-3b64-46e6-8dc4-f37a43d42b97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836180-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T13:25:36Z,description=,heartbeat_timestamp=2022-04-01T13:46:06Z,host='dv-neutron-836180-1-hyperv',id=88bf8fc8-11a3-4e96-9d1b-5fd93ba9f6f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T13:25:36Z,topic='l3_agent')) {'router_ids': ['9f9375a5-d176-4dba-a0db-176c68654a3d'], 'active': True} {{(pid=83872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:46:14.090857 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5700838d-86a8-40a6-913f-d8d7faa324c0 req-112d9d6b-a0f0-4e9d-a71b-62b8390e127d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:46:14.092358 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-5700838d-86a8-40a6-913f-d8d7faa324c0 req-112d9d6b-a0f0-4e9d-a71b-62b8390e127d service neutron] 10.222.0.57 "GET /v2.0/subnets?id=179945be-e4ce-4b1e-9cb6-c182519ba45b HTTP/1.1" status: 200 len: 835 time: 0.0591512 Apr 01 13:46:14.126360 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee969ee9-d57e-4323-8d28-e64794f48092 req-843ec28d-dbf1-422d-b07c-b4d575e91bf5 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:46:14.127808 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-ee969ee9-d57e-4323-8d28-e64794f48092 req-843ec28d-dbf1-422d-b07c-b4d575e91bf5 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] 10.222.0.26 "GET /v2.0/ports?device_id=6693fdc5-d5a0-4ea6-b1bd-ca540ed8dc2e HTTP/1.1" status: 200 len: 945 time: 0.0805664 Apr 01 13:46:14.171763 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-5700838d-86a8-40a6-913f-d8d7faa324c0 req-03e3b729-2cde-491e-bd06-53cb08eb6556 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=5a5d3dc2-4e51-44c7-9514-c95fd98d9b2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0725458 Apr 01 13:46:14.173464 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-ee969ee9-d57e-4323-8d28-e64794f48092 req-b7c2d40d-e40b-47af-969e-10880730e17d tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] 10.222.0.26 "GET /v2.0/security-groups?id=fa727377-3824-4b94-a3ef-8bcfb6738cf5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401239 Apr 01 13:46:14.250825 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_dvr_db [None req-3dfd2855-3b64-46e6-8dc4-f37a43d42b97 None None] Set router 9f9375a5-d176-4dba-a0db-176c68654a3d gateway port host: dv-neutron-836180-1-hyperv {{(pid=83872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 13:46:14.307163 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-5700838d-86a8-40a6-913f-d8d7faa324c0 req-a80e0678-c94d-4421-b780-6c2f0fc592db service neutron] 10.222.0.57 "GET /v2.0/networks/5a5d3dc2-4e51-44c7-9514-c95fd98d9b2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1289856 Apr 01 13:46:14.444434 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-5700838d-86a8-40a6-913f-d8d7faa324c0 req-890dc7d0-3de7-4e15-b006-0653446ec96a service neutron] 10.222.0.57 "GET /v2.0/networks/5a5d3dc2-4e51-44c7-9514-c95fd98d9b2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1293988 Apr 01 13:46:14.603467 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_hamode_db [None req-3dfd2855-3b64-46e6-8dc4-f37a43d42b97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f9375a5-d176-4dba-a0db-176c68654a3d', 'name': 'tempest-TestNetworkBasicOps-router-567602442', 'tenant_id': 'f17cecf0d6854286bcc6f673927088ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'external_fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.111'}], 'enable_snat': True}, 'gw_port_id': 'c9810525-2ca2-4311-ba84-42be840505af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T13:45:13Z', 'updated_at': '2022-04-01T13:45:18Z', 'revision_number': 4, 'project_id': 'f17cecf0d6854286bcc6f673927088ad', 'gw_port': {'id': 'c9810525-2ca2-4311-ba84-42be840505af', 'name': '', 'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:13:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f9375a5-d176-4dba-a0db-176c68654a3d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836180-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:45:14Z', 'updated_at': '2022-04-01T13:45:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836180-1-hyperv', '_interfaces': [{'id': 'b2345187-3798-4080-9877-60a0d4a50d96', 'name': '', 'network_id': '5a5d3dc2-4e51-44c7-9514-c95fd98d9b2b', 'tenant_id': 'f17cecf0d6854286bcc6f673927088ad', 'mac_address': 'fa:16:3e:07:3d:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f9375a5-d176-4dba-a0db-176c68654a3d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '179945be-e4ce-4b1e-9cb6-c182519ba45b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836180-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:45:17Z', 'updated_at': '2022-04-01T13:45:24Z', 'revision_number': 5, 'project_id': 'f17cecf0d6854286bcc6f673927088ad', 'subnets': [{'id': '179945be-e4ce-4b1e-9cb6-c182519ba45b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-836180-1-hyperv', False) {} {{(pid=83872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:46:14.607363 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dfd2855-3b64-46e6-8dc4-f37a43d42b97 None None] The sync data for ids ['9f9375a5-d176-4dba-a0db-176c68654a3d'] in dv-neutron-836180-1-hyperv is: [{'id': '9f9375a5-d176-4dba-a0db-176c68654a3d', 'name': 'tempest-TestNetworkBasicOps-router-567602442', 'tenant_id': 'f17cecf0d6854286bcc6f673927088ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'external_fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.111'}], 'enable_snat': True}, 'gw_port_id': 'c9810525-2ca2-4311-ba84-42be840505af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T13:45:13Z', 'updated_at': '2022-04-01T13:45:18Z', 'revision_number': 4, 'project_id': 'f17cecf0d6854286bcc6f673927088ad', 'gw_port': {'id': 'c9810525-2ca2-4311-ba84-42be840505af', 'name': '', 'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:13:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f9375a5-d176-4dba-a0db-176c68654a3d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836180-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:45:14Z', 'updated_at': '2022-04-01T13:45:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836180-1-hyperv', '_interfaces': [{'id': 'b2345187-3798-4080-9877-60a0d4a50d96', 'name': '', 'network_id': '5a5d3dc2-4e51-44c7-9514-c95fd98d9b2b', 'tenant_id': 'f17cecf0d6854286bcc6f673927088ad', 'mac_address': 'fa:16:3e:07:3d:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f9375a5-d176-4dba-a0db-176c68654a3d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '179945be-e4ce-4b1e-9cb6-c182519ba45b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836180-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:45:17Z', 'updated_at': '2022-04-01T13:45:24Z', 'revision_number': 5, 'project_id': 'f17cecf0d6854286bcc6f673927088ad', 'subnets': [{'id': '179945be-e4ce-4b1e-9cb6-c182519ba45b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 13:46:14.818275 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa3bbe8a-4e34-49e7-b2c3-c06ec3e01262 None None] New status for floating IP 5ef0fab4-429a-4e4e-9d96-413d05c7d0e5: DOWN {{(pid=83873) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 01 13:46:15.387791 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e354c7-09a1-40c8-9e16-ab38ae89eecd req-c41fcd9e-7847-4c4f-8b5a-d43e5c5f53c6 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:46:15.388504 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [req-36e354c7-09a1-40c8-9e16-ab38ae89eecd req-c41fcd9e-7847-4c4f-8b5a-d43e5c5f53c6 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Synchronizing usage tracker for tenant:f17cecf0d6854286bcc6f673927088ad on resource:port {{(pid=83869) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 13:46:15.403210 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [req-36e354c7-09a1-40c8-9e16-ab38ae89eecd req-c41fcd9e-7847-4c4f-8b5a-d43e5c5f53c6 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Unset dirty status for tenant:f17cecf0d6854286bcc6f673927088ad on resource:port {{(pid=83869) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 13:46:15.404357 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-36e354c7-09a1-40c8-9e16-ab38ae89eecd req-c41fcd9e-7847-4c4f-8b5a-d43e5c5f53c6 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] 10.222.0.26 "GET /v2.0/ports?device_id=6693fdc5-d5a0-4ea6-b1bd-ca540ed8dc2e HTTP/1.1" status: 200 len: 945 time: 0.0993872 Apr 01 13:46:15.450468 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-36e354c7-09a1-40c8-9e16-ab38ae89eecd req-001d446f-49e3-4f62-b4f0-44a1c4e3c9f9 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] 10.222.0.26 "GET /v2.0/security-groups?id=fa727377-3824-4b94-a3ef-8bcfb6738cf5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403488 Apr 01 13:46:15.560570 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f69c2c-577d-4102-8fbf-5e9530e6a9e5 req-7e81446b-ada3-476e-9326-268bfc1ada07 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:46:15.562726 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-58f69c2c-577d-4102-8fbf-5e9530e6a9e5 req-7e81446b-ada3-476e-9326-268bfc1ada07 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] 10.222.0.57 "GET /v2.0/ports?device_id=6693fdc5-d5a0-4ea6-b1bd-ca540ed8dc2e HTTP/1.1" status: 200 len: 945 time: 0.0796936 Apr 01 13:46:15.629203 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.plugin [req-58f69c2c-577d-4102-8fbf-5e9530e6a9e5 req-cc8384c9-0c7f-4e95-bd12-911641edb3af tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Deleting port fa2e7cbc-78ea-4657-aebd-43409540fa12 {{(pid=83869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 13:46:15.629465 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [req-58f69c2c-577d-4102-8fbf-5e9530e6a9e5 req-cc8384c9-0c7f-4e95-bd12-911641edb3af tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736733287370'] for port, before_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:46:15.868171 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.db [req-58f69c2c-577d-4102-8fbf-5e9530e6a9e5 req-cc8384c9-0c7f-4e95-bd12-911641edb3af tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] For port fa2e7cbc-78ea-4657-aebd-43409540fa12, host hv-neutron-8361, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8361',level=0,port_id=fa2e7cbc-78ea-4657-aebd-43409540fa12,segment=NetworkSegment(17b3aff1-e7aa-4a72-999e-0e0bdb0a5527),segment_id=17b3aff1-e7aa-4a72-999e-0e0bdb0a5527)] {{(pid=83869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 13:46:15.868550 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [req-58f69c2c-577d-4102-8fbf-5e9530e6a9e5 req-cc8384c9-0c7f-4e95-bd12-911641edb3af tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4155147'] for port, precommit_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:46:16.086204 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.plugin [req-58f69c2c-577d-4102-8fbf-5e9530e6a9e5 req-cc8384c9-0c7f-4e95-bd12-911641edb3af tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Calling delete_port for fa2e7cbc-78ea-4657-aebd-43409540fa12 owned by compute:nova {{(pid=83869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 13:46:16.227762 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [req-58f69c2c-577d-4102-8fbf-5e9530e6a9e5 req-cc8384c9-0c7f-4e95-bd12-911641edb3af tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736733359243', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736732935810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2705155'] for port, after_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:46:16.290596 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc8384c9-0c7f-4e95-bd12-911641edb3af tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Pushing event deleted for resources: {'Port': ['ID=fa2e7cbc-78ea-4657-aebd-43409540fa12,revision_number=None']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:46:16.386022 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_dvrscheduler_db [req-58f69c2c-577d-4102-8fbf-5e9530e6a9e5 req-cc8384c9-0c7f-4e95-bd12-911641edb3af tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] No DVR routers for this DVR port fa2e7cbc-78ea-4657-aebd-43409540fa12 on host hv-neutron-8361 {{(pid=83869) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 13:46:16.388057 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [req-58f69c2c-577d-4102-8fbf-5e9530e6a9e5 req-cc8384c9-0c7f-4e95-bd12-911641edb3af tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109561'] for port, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:46:16.390702 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6693fdc5-d5a0-4ea6-b1bd-ca540ed8dc2e', 'name': 'network-vif-deleted', 'tag': 'fa2e7cbc-78ea-4657-aebd-43409540fa12'}] {{(pid=83869) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 13:46:16.409151 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-58f69c2c-577d-4102-8fbf-5e9530e6a9e5 req-cc8384c9-0c7f-4e95-bd12-911641edb3af tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] 10.222.0.57 "DELETE /v2.0/ports/fa2e7cbc-78ea-4657-aebd-43409540fa12 HTTP/1.1" status: 204 len: 173 time: 0.8400266 Apr 01 13:46:16.447539 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6693fdc5-d5a0-4ea6-b1bd-ca540ed8dc2e', 'name': 'network-vif-deleted', 'tag': 'fa2e7cbc-78ea-4657-aebd-43409540fa12', 'status': 'completed', 'code': 200} Apr 01 13:46:16.668403 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [req-a73ed69e-221c-49db-8e3c-43daff1281ea req-c70709ea-f8b8-4585-b9bf-3d97034fd29c tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Synchronizing usage tracker for tenant:f17cecf0d6854286bcc6f673927088ad on resource:port {{(pid=83869) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 13:46:16.686459 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [req-a73ed69e-221c-49db-8e3c-43daff1281ea req-c70709ea-f8b8-4585-b9bf-3d97034fd29c tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Unset dirty status for tenant:f17cecf0d6854286bcc6f673927088ad on resource:port {{(pid=83869) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 13:46:16.688541 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-a73ed69e-221c-49db-8e3c-43daff1281ea req-c70709ea-f8b8-4585-b9bf-3d97034fd29c tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] 10.222.0.26 "GET /v2.0/ports?device_id=6693fdc5-d5a0-4ea6-b1bd-ca540ed8dc2e HTTP/1.1" status: 200 len: 210 time: 0.0771914 Apr 01 13:46:17.795112 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 58218) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:46:17.871735 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-a4093b29-ea0d-4e34-8f6c-57abfdc9b93a tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks [] for security_group, before_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:46:17.901616 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-a4093b29-ea0d-4e34-8f6c-57abfdc9b93a tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:46:17.973631 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-a4093b29-ea0d-4e34-8f6c-57abfdc9b93a tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3775923'] for security_group, after_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:46:18.001404 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4093b29-ea0d-4e34-8f6c-57abfdc9b93a tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa727377-3824-4b94-a3ef-8bcfb6738cf5,revision_number=None']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:46:18.019157 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-a4093b29-ea0d-4e34-8f6c-57abfdc9b93a tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks [] for security_group, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:46:18.023821 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-a4093b29-ea0d-4e34-8f6c-57abfdc9b93a tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] 10.222.0.26 "DELETE /v2.0/security-groups/fa727377-3824-4b94-a3ef-8bcfb6738cf5 HTTP/1.1" status: 204 len: 168 time: 0.2263131 Apr 01 13:46:18.064927 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 58224) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:46:18.474633 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-6198cc39-4b3a-4fdb-a7bd-98cd84956f4a tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4084029'] for router_interface, before_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:46:19.232568 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.plugin [None req-6198cc39-4b3a-4fdb-a7bd-98cd84956f4a tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Deleting port b2345187-3798-4080-9877-60a0d4a50d96 {{(pid=83871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 13:46:19.234378 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-6198cc39-4b3a-4fdb-a7bd-98cd84956f4a tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736733287370'] for port, before_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:46:19.423196 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.db [None req-6198cc39-4b3a-4fdb-a7bd-98cd84956f4a tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] For port b2345187-3798-4080-9877-60a0d4a50d96, host dv-neutron-836180-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836180-1-hyperv',level=0,port_id=b2345187-3798-4080-9877-60a0d4a50d96,segment=NetworkSegment(17b3aff1-e7aa-4a72-999e-0e0bdb0a5527),segment_id=17b3aff1-e7aa-4a72-999e-0e0bdb0a5527)] {{(pid=83871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 13:46:19.423550 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-6198cc39-4b3a-4fdb-a7bd-98cd84956f4a tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4155147'] for port, precommit_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:46:19.506486 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Device fa2e7cbc-78ea-4657-aebd-43409540fa12 no longer exists at agent hyperv_hv-neutron-8361 {{(pid=83872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 13:46:19.538926 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.plugin [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] No Port match for: fa2e7cbc-78ea-4657-aebd-43409540fa12 {{(pid=83872) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 01 13:46:19.539262 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Device fa2e7cbc-78ea-4657-aebd-43409540fa12 not bound to the agent host hv-neutron-8361 {{(pid=83872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 13:46:19.541587 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.plugin [None req-6198cc39-4b3a-4fdb-a7bd-98cd84956f4a tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Calling delete_port for b2345187-3798-4080-9877-60a0d4a50d96 owned by network:router_interface {{(pid=83871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 13:46:19.711788 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-6198cc39-4b3a-4fdb-a7bd-98cd84956f4a tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736733359243', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736732935810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2743125'] for port, after_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:46:19.757369 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6198cc39-4b3a-4fdb-a7bd-98cd84956f4a tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Pushing event deleted for resources: {'Port': ['ID=b2345187-3798-4080-9877-60a0d4a50d96,revision_number=None']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:46:19.800218 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6198cc39-4b3a-4fdb-a7bd-98cd84956f4a tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:46:19.800578 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6198cc39-4b3a-4fdb-a7bd-98cd84956f4a tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:46:19.800902 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6198cc39-4b3a-4fdb-a7bd-98cd84956f4a tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:46:19.801221 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6198cc39-4b3a-4fdb-a7bd-98cd84956f4a tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:46:19.801538 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6198cc39-4b3a-4fdb-a7bd-98cd84956f4a tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:46:19.801852 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6198cc39-4b3a-4fdb-a7bd-98cd84956f4a tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:46:19.802163 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6198cc39-4b3a-4fdb-a7bd-98cd84956f4a tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:46:19.802476 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6198cc39-4b3a-4fdb-a7bd-98cd84956f4a tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:46:19.802783 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6198cc39-4b3a-4fdb-a7bd-98cd84956f4a tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:46:19.803089 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6198cc39-4b3a-4fdb-a7bd-98cd84956f4a tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:46:19.803396 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6198cc39-4b3a-4fdb-a7bd-98cd84956f4a tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:46:20.062398 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-6198cc39-4b3a-4fdb-a7bd-98cd84956f4a tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3017585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4084076'] for router_interface, after_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:46:20.714494 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6198cc39-4b3a-4fdb-a7bd-98cd84956f4a tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Router 9f9375a5-d176-4dba-a0db-176c68654a3d has already been hosted by L3 agent 88bf8fc8-11a3-4e96-9d1b-5fd93ba9f6f1 {{(pid=83871) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 13:46:20.913750 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6198cc39-4b3a-4fdb-a7bd-98cd84956f4a tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify agent at l3_agent.dv-neutron-836180-1-hyperv the message routers_updated {{(pid=83871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 13:46:20.923004 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b1723f3-2a30-423b-b0ef-fea3511f32e0 None None] Sync routers for ids ['9f9375a5-d176-4dba-a0db-176c68654a3d'] in dv-neutron-836180-1-hyperv {{(pid=83872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 13:46:20.931859 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-6198cc39-4b3a-4fdb-a7bd-98cd84956f4a tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] 10.222.0.26 "PUT /v2.0/routers/9f9375a5-d176-4dba-a0db-176c68654a3d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8658831 Apr 01 13:46:20.934739 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 58228) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:46:20.935212 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b1723f3-2a30-423b-b0ef-fea3511f32e0 None None] Routers {'9f9375a5-d176-4dba-a0db-176c68654a3d'} bound to L3 agent in host dv-neutron-836180-1-hyperv {{(pid=83872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 13:46:20.935476 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_hamode_db [None req-3b1723f3-2a30-423b-b0ef-fea3511f32e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836180-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T13:25:36Z,description=,heartbeat_timestamp=2022-04-01T13:46:06Z,host='dv-neutron-836180-1-hyperv',id=88bf8fc8-11a3-4e96-9d1b-5fd93ba9f6f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T13:25:36Z,topic='l3_agent')) {'router_ids': ['9f9375a5-d176-4dba-a0db-176c68654a3d'], 'active': True} {{(pid=83872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:46:21.114582 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_dvr_db [None req-3b1723f3-2a30-423b-b0ef-fea3511f32e0 None None] Set router 9f9375a5-d176-4dba-a0db-176c68654a3d gateway port host: dv-neutron-836180-1-hyperv {{(pid=83872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 13:46:21.131002 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.db_base_plugin_v2 [None req-3d0a7cf4-9e92-4bfe-a64e-f2912f51bf49 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Deleting subnet 179945be-e4ce-4b1e-9cb6-c182519ba45b {{(pid=83869) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 01 13:46:21.133858 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-3d0a7cf4-9e92-4bfe-a64e-f2912f51bf49 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks [] for subnet, before_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:46:21.185445 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-3d0a7cf4-9e92-4bfe-a64e-f2912f51bf49 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2704975'] for subnet, precommit_delete_associations {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:46:21.271707 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-3d0a7cf4-9e92-4bfe-a64e-f2912f51bf49 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-945029'] for subnet, precommit_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:46:21.344708 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-3d0a7cf4-9e92-4bfe-a64e-f2912f51bf49 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-945042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2705198', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2999452'] for subnet, after_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:46:21.388198 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d0a7cf4-9e92-4bfe-a64e-f2912f51bf49 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Pushing event deleted for resources: {'Subnet': ['ID=179945be-e4ce-4b1e-9cb6-c182519ba45b,revision_number=None']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:46:21.394929 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-3d0a7cf4-9e92-4bfe-a64e-f2912f51bf49 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks [] for subnet, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:46:21.403439 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-3d0a7cf4-9e92-4bfe-a64e-f2912f51bf49 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] 10.222.0.26 "DELETE /v2.0/subnets/179945be-e4ce-4b1e-9cb6-c182519ba45b HTTP/1.1" status: 204 len: 168 time: 0.4637084 Apr 01 13:46:21.403619 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa379b63-222d-48d8-bfe5-3ac2332c5626 None None] Network 5a5d3dc2-4e51-44c7-9514-c95fd98d9b2b requested from dv-neutron-836180-1-hyperv {{(pid=83872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 13:46:21.403734 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 58232) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:46:21.475207 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_hamode_db [None req-3b1723f3-2a30-423b-b0ef-fea3511f32e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f9375a5-d176-4dba-a0db-176c68654a3d', 'name': 'tempest-TestNetworkBasicOps-router-567602442', 'tenant_id': 'f17cecf0d6854286bcc6f673927088ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'external_fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.111'}], 'enable_snat': True}, 'gw_port_id': 'c9810525-2ca2-4311-ba84-42be840505af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T13:45:13Z', 'updated_at': '2022-04-01T13:46:19Z', 'revision_number': 5, 'project_id': 'f17cecf0d6854286bcc6f673927088ad', 'gw_port': {'id': 'c9810525-2ca2-4311-ba84-42be840505af', 'name': '', 'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:13:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f9375a5-d176-4dba-a0db-176c68654a3d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836180-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:45:14Z', 'updated_at': '2022-04-01T13:45:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836180-1-hyperv'}], 'dv-neutron-836180-1-hyperv', False) {} {{(pid=83872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:46:21.492823 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b1723f3-2a30-423b-b0ef-fea3511f32e0 None None] Checking router: 9f9375a5-d176-4dba-a0db-176c68654a3d for host: dv-neutron-836180-1-hyperv {{(pid=83872) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 01 13:46:21.574795 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b1723f3-2a30-423b-b0ef-fea3511f32e0 None None] Routers {'9f9375a5-d176-4dba-a0db-176c68654a3d'} bound to L3 agent in host dv-neutron-836180-1-hyperv {{(pid=83872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 13:46:21.575410 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_hamode_db [None req-3b1723f3-2a30-423b-b0ef-fea3511f32e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836180-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T13:25:36Z,description=,heartbeat_timestamp=2022-04-01T13:46:06Z,host='dv-neutron-836180-1-hyperv',id=88bf8fc8-11a3-4e96-9d1b-5fd93ba9f6f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T13:25:36Z,topic='l3_agent')) {'router_ids': ['9f9375a5-d176-4dba-a0db-176c68654a3d'], 'active': True} {{(pid=83872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:46:21.603792 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-190b838f-7bf2-4121-94a2-2f0ff1ddd437 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks [] for router, before_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:46:21.774141 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_dvr_db [None req-3b1723f3-2a30-423b-b0ef-fea3511f32e0 None None] Set router 9f9375a5-d176-4dba-a0db-176c68654a3d gateway port host: dv-neutron-836180-1-hyperv {{(pid=83872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 13:46:21.803541 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-190b838f-7bf2-4121-94a2-2f0ff1ddd437 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:46:21.813783 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.plugin [None req-190b838f-7bf2-4121-94a2-2f0ff1ddd437 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Deleting port c9810525-2ca2-4311-ba84-42be840505af {{(pid=83869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 13:46:21.814255 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-190b838f-7bf2-4121-94a2-2f0ff1ddd437 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736733287370'] for port, before_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:46:21.829681 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06d0a67d-5a93-4433-8b3a-1bc38c29fc5b None None] DHCP port deletion for 5a5d3dc2-4e51-44c7-9514-c95fd98d9b2b request from dv-neutron-836180-1-hyperv {{(pid=83872) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 01 13:46:21.890624 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.plugin [None req-06d0a67d-5a93-4433-8b3a-1bc38c29fc5b None None] Deleting port e80b60a7-f6d0-4b0d-8416-6a86b3e79ae9 {{(pid=83872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 13:46:21.890992 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-06d0a67d-5a93-4433-8b3a-1bc38c29fc5b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736733287370'] for port, before_delete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:46:21.987481 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.db [None req-190b838f-7bf2-4121-94a2-2f0ff1ddd437 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] For port c9810525-2ca2-4311-ba84-42be840505af, host dv-neutron-836180-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836180-1-hyperv',level=0,port_id=c9810525-2ca2-4311-ba84-42be840505af,segment=NetworkSegment(7b924dd8-4978-40c4-ad91-4b9b27348462),segment_id=7b924dd8-4978-40c4-ad91-4b9b27348462)] {{(pid=83869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 13:46:21.988131 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-190b838f-7bf2-4121-94a2-2f0ff1ddd437 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4155147'] for port, precommit_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:46:22.206795 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.plugin [None req-190b838f-7bf2-4121-94a2-2f0ff1ddd437 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Calling delete_port for c9810525-2ca2-4311-ba84-42be840505af owned by network:router_gateway {{(pid=83869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 13:46:22.271225 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Device e80b60a7-f6d0-4b0d-8416-6a86b3e79ae9 no longer exists at agent ovs-agent-dv-neutron-836180-1-hyperv {{(pid=83872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 13:46:22.328392 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-06d0a67d-5a93-4433-8b3a-1bc38c29fc5b None None] For port e80b60a7-f6d0-4b0d-8416-6a86b3e79ae9, host dv-neutron-836180-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836180-1-hyperv',level=0,port_id=e80b60a7-f6d0-4b0d-8416-6a86b3e79ae9,segment=NetworkSegment(17b3aff1-e7aa-4a72-999e-0e0bdb0a5527),segment_id=17b3aff1-e7aa-4a72-999e-0e0bdb0a5527)] {{(pid=83872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 13:46:22.328779 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-06d0a67d-5a93-4433-8b3a-1bc38c29fc5b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4155147'] for port, precommit_delete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:46:22.376367 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-190b838f-7bf2-4121-94a2-2f0ff1ddd437 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736733359243', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736732935810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2705155'] for port, after_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:46:22.423472 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-190b838f-7bf2-4121-94a2-2f0ff1ddd437 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Pushing event deleted for resources: {'Port': ['ID=c9810525-2ca2-4311-ba84-42be840505af,revision_number=None']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:46:22.466313 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.plugin [None req-06d0a67d-5a93-4433-8b3a-1bc38c29fc5b None None] Calling delete_port for e80b60a7-f6d0-4b0d-8416-6a86b3e79ae9 owned by network:dhcp {{(pid=83872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 13:46:22.601454 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:46:22.632384 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_hamode_db [None req-3b1723f3-2a30-423b-b0ef-fea3511f32e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f9375a5-d176-4dba-a0db-176c68654a3d', 'name': 'tempest-TestNetworkBasicOps-router-567602442', 'tenant_id': 'f17cecf0d6854286bcc6f673927088ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'external_fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.111'}], 'enable_snat': True}, 'gw_port_id': 'c9810525-2ca2-4311-ba84-42be840505af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T13:45:13Z', 'updated_at': '2022-04-01T13:46:19Z', 'revision_number': 5, 'project_id': 'f17cecf0d6854286bcc6f673927088ad', 'gw_port': {'id': 'c9810525-2ca2-4311-ba84-42be840505af', 'name': '', 'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:13:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f9375a5-d176-4dba-a0db-176c68654a3d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836180-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:45:14Z', 'updated_at': '2022-04-01T13:45:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836180-1-hyperv'}], 'dv-neutron-836180-1-hyperv', False) {} {{(pid=83872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:46:22.632384 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-06d0a67d-5a93-4433-8b3a-1bc38c29fc5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736733359243', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736732935810'] for port, after_delete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:46:22.650511 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-190b838f-7bf2-4121-94a2-2f0ff1ddd437 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4084822'] for router_gateway, after_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:46:22.671392 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b1723f3-2a30-423b-b0ef-fea3511f32e0 None None] The sync data for ids ['9f9375a5-d176-4dba-a0db-176c68654a3d'] in dv-neutron-836180-1-hyperv is: [{'id': '9f9375a5-d176-4dba-a0db-176c68654a3d', 'name': 'tempest-TestNetworkBasicOps-router-567602442', 'tenant_id': 'f17cecf0d6854286bcc6f673927088ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'external_fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.111'}], 'enable_snat': True}, 'gw_port_id': 'c9810525-2ca2-4311-ba84-42be840505af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T13:45:13Z', 'updated_at': '2022-04-01T13:46:19Z', 'revision_number': 5, 'project_id': 'f17cecf0d6854286bcc6f673927088ad', 'gw_port': {'id': 'c9810525-2ca2-4311-ba84-42be840505af', 'name': '', 'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:13:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f9375a5-d176-4dba-a0db-176c68654a3d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836180-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:45:14Z', 'updated_at': '2022-04-01T13:45:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836180-1-hyperv'}] {{(pid=83872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 13:46:22.710995 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d0a67d-5a93-4433-8b3a-1bc38c29fc5b None None] Pushing event deleted for resources: {'Port': ['ID=e80b60a7-f6d0-4b0d-8416-6a86b3e79ae9,revision_number=None']} {{(pid=83872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:46:22.728338 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06d0a67d-5a93-4433-8b3a-1bc38c29fc5b None None] No DVR routers for this DVR port e80b60a7-f6d0-4b0d-8416-6a86b3e79ae9 on host dv-neutron-836180-1-hyperv {{(pid=83872) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 13:46:22.731484 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d0a67d-5a93-4433-8b3a-1bc38c29fc5b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:46:22.731828 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d0a67d-5a93-4433-8b3a-1bc38c29fc5b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:46:22.732162 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d0a67d-5a93-4433-8b3a-1bc38c29fc5b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:46:22.732521 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d0a67d-5a93-4433-8b3a-1bc38c29fc5b None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:46:22.733015 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d0a67d-5a93-4433-8b3a-1bc38c29fc5b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:46:22.735435 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d0a67d-5a93-4433-8b3a-1bc38c29fc5b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:46:22.735435 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d0a67d-5a93-4433-8b3a-1bc38c29fc5b None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:46:22.735435 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d0a67d-5a93-4433-8b3a-1bc38c29fc5b None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:46:22.735435 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d0a67d-5a93-4433-8b3a-1bc38c29fc5b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:46:22.735435 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d0a67d-5a93-4433-8b3a-1bc38c29fc5b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:46:22.735435 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d0a67d-5a93-4433-8b3a-1bc38c29fc5b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:46:22.909732 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-190b838f-7bf2-4121-94a2-2f0ff1ddd437 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4079814', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4170'] for router, precommit_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:46:22.913756 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-190b838f-7bf2-4121-94a2-2f0ff1ddd437 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:46:22.940309 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-190b838f-7bf2-4121-94a2-2f0ff1ddd437 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4079738'] for router, after_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:46:22.940983 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-190b838f-7bf2-4121-94a2-2f0ff1ddd437 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Fanout notify agent at l3_agent the message router_deleted on router 9f9375a5-d176-4dba-a0db-176c68654a3d {{(pid=83869) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 01 13:46:22.956932 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-190b838f-7bf2-4121-94a2-2f0ff1ddd437 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks [] for router, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:46:22.957992 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-190b838f-7bf2-4121-94a2-2f0ff1ddd437 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] 10.222.0.26 "DELETE /v2.0/routers/9f9375a5-d176-4dba-a0db-176c68654a3d HTTP/1.1" status: 204 len: 168 time: 1.5535033 Apr 01 13:46:22.960668 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 58236) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:46:23.083041 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-d700448a-6350-41fe-b84b-9ab8d26a9419 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1033078'] for network, before_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:46:23.217270 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-d700448a-6350-41fe-b84b-9ab8d26a9419 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-942654', 'neutron.services.segments.db._delete_segments_for_network-8736733387888'] for network, precommit_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:46:23.243041 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.services.segments.db [None req-d700448a-6350-41fe-b84b-9ab8d26a9419 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5a5d3dc2-4e51-44c7-9514-c95fd98d9b2b']}} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:46:23.257183 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.services.segments.db [None req-d700448a-6350-41fe-b84b-9ab8d26a9419 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '17b3aff1-e7aa-4a72-999e-0e0bdb0a5527') {'for_net_delete': True} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:46:23.257480 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.services.segments.db [None req-d700448a-6350-41fe-b84b-9ab8d26a9419 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '17b3aff1-e7aa-4a72-999e-0e0bdb0a5527') {} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:46:23.270046 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-d700448a-6350-41fe-b84b-9ab8d26a9419 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736733386999', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2704982'] for segment, before_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:46:23.286229 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-d700448a-6350-41fe-b84b-9ab8d26a9419 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1004271'] for segment, precommit_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:46:23.294395 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d700448a-6350-41fe-b84b-9ab8d26a9419 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Releasing vlan 357 on physical network physnet1 to pool {{(pid=83869) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 01 13:46:23.294815 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-d700448a-6350-41fe-b84b-9ab8d26a9419 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1004262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2705264'] for segment, after_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:46:23.310613 dv-neutron-836180-1-hyperv neutron-server[83869]: Traceback (most recent call last): Apr 01 13:46:23.310613 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 01 13:46:23.310613 dv-neutron-836180-1-hyperv neutron-server[83869]: timer() Apr 01 13:46:23.310613 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 13:46:23.310613 dv-neutron-836180-1-hyperv neutron-server[83869]: cb(*args, **kw) Apr 01 13:46:23.310613 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 13:46:23.310613 dv-neutron-836180-1-hyperv neutron-server[83869]: return func(*args, **kwargs) Apr 01 13:46:23.310613 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 13:46:23.310613 dv-neutron-836180-1-hyperv neutron-server[83869]: self._notify() Apr 01 13:46:23.310613 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 13:46:23.310613 dv-neutron-836180-1-hyperv neutron-server[83869]: self.callback(batched_events) Apr 01 13:46:23.310613 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 13:46:23.310613 dv-neutron-836180-1-hyperv neutron-server[83869]: event.method(event) Apr 01 13:46:23.310613 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 13:46:23.310613 dv-neutron-836180-1-hyperv neutron-server[83869]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 13:46:23.310613 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 13:46:23.310613 dv-neutron-836180-1-hyperv neutron-server[83869]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 13:46:23.310613 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 13:46:23.310613 dv-neutron-836180-1-hyperv neutron-server[83869]: return f(self, *a, **k) Apr 01 13:46:23.310613 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 13:46:23.310613 dv-neutron-836180-1-hyperv neutron-server[83869]: return self._get(url).json() Apr 01 13:46:23.310613 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 13:46:23.310613 dv-neutron-836180-1-hyperv neutron-server[83869]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 13:46:23.310613 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 01 13:46:23.310613 dv-neutron-836180-1-hyperv neutron-server[83869]: return self.request(url, 'GET', **kwargs) Apr 01 13:46:23.310613 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 01 13:46:23.310613 dv-neutron-836180-1-hyperv neutron-server[83869]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 13:46:23.310613 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 01 13:46:23.310613 dv-neutron-836180-1-hyperv neutron-server[83869]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 13:46:23.310613 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 01 13:46:23.310613 dv-neutron-836180-1-hyperv neutron-server[83869]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 13:46:23.310613 dv-neutron-836180-1-hyperv neutron-server[83869]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 13:46:23.391799 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-d700448a-6350-41fe-b84b-9ab8d26a9419 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-942599', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4084797'] for network, after_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:46:23.408187 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-d700448a-6350-41fe-b84b-9ab8d26a9419 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks [] for network, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:46:23.418803 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d700448a-6350-41fe-b84b-9ab8d26a9419 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Pushing event deleted for resources: {'Network': ['ID=5a5d3dc2-4e51-44c7-9514-c95fd98d9b2b,revision_number=None']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:46:23.427477 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-d700448a-6350-41fe-b84b-9ab8d26a9419 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] 10.222.0.26 "DELETE /v2.0/networks/5a5d3dc2-4e51-44c7-9514-c95fd98d9b2b HTTP/1.1" status: 204 len: 168 time: 0.4658425 Apr 01 13:46:23.444188 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 58240) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:46:23.449667 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.v2.base [None req-08527678-567b-47cd-a58d-75ef46f21e18 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Request body: {'network': {'name': 'tempest-network-smoke--952968632', 'project_id': 'f17cecf0d6854286bcc6f673927088ad', 'port_security_enabled': True}} {{(pid=83869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:46:23.455056 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-08527678-567b-47cd-a58d-75ef46f21e18 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:46:23.459106 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-08527678-567b-47cd-a58d-75ef46f21e18 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Usage tracker for resource:network and tenant:f17cecf0d6854286bcc6f673927088ad is out of sync, need to count used quota {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 13:46:23.461914 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-08527678-567b-47cd-a58d-75ef46f21e18 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 13:46:23.467928 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-08527678-567b-47cd-a58d-75ef46f21e18 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:46:23.478106 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08527678-567b-47cd-a58d-75ef46f21e18 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Made reservation on behalf of f17cecf0d6854286bcc6f673927088ad for: {'network': 1} {{(pid=83869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 13:46:23.480934 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-08527678-567b-47cd-a58d-75ef46f21e18 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for network, before_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:46:23.509778 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-08527678-567b-47cd-a58d-75ef46f21e18 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] vlan segment allocate from pool success with {'vlan_id': 389, 'physical_network': 'physnet1'} {{(pid=83869) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 13:46:23.518776 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-08527678-567b-47cd-a58d-75ef46f21e18 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1004271'] for segment, precommit_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:46:23.519104 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.db.segments_db [None req-08527678-567b-47cd-a58d-75ef46f21e18 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Added segment da3e198b-dda2-47dc-8609-c3a09ba0b65f of type vlan for network 0622a186-f221-4100-82ec-5ef2db2119b5 Apr 01 13:46:23.642330 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-08527678-567b-47cd-a58d-75ef46f21e18 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736732923383'] for network, precommit_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:46:23.674524 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-08527678-567b-47cd-a58d-75ef46f21e18 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575'] for network, after_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:46:23.678019 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08527678-567b-47cd-a58d-75ef46f21e18 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:46:23.678618 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-08527678-567b-47cd-a58d-75ef46f21e18 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks [] for network, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:46:23.782596 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-08527678-567b-47cd-a58d-75ef46f21e18 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3373473 Apr 01 13:46:23.785433 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 58244) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:46:23.788379 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08527678-567b-47cd-a58d-75ef46f21e18 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Pushing event updated for resources: {'Network': ['ID=0622a186-f221-4100-82ec-5ef2db2119b5,revision_number=1']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:46:23.790682 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.v2.base [None req-5f6aee65-d412-4d0c-9150-9fd28520dfe5 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-700343002', 'admin_state_up': True, 'project_id': 'f17cecf0d6854286bcc6f673927088ad', 'external_gateway_info': {'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301'}}} {{(pid=83871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:46:23.799049 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-5f6aee65-d412-4d0c-9150-9fd28520dfe5 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:46:23.799283 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Network 0622a186-f221-4100-82ec-5ef2db2119b5 details requested by agent ovs-agent-dv-neutron-836180-1-hyperv with host dv-neutron-836180-1-hyperv {{(pid=83872) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 13:46:23.803101 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-5f6aee65-d412-4d0c-9150-9fd28520dfe5 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Usage tracker for resource:router and tenant:f17cecf0d6854286bcc6f673927088ad is out of sync, need to count used quota {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 13:46:23.806087 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-5f6aee65-d412-4d0c-9150-9fd28520dfe5 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 13:46:23.812523 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-5f6aee65-d412-4d0c-9150-9fd28520dfe5 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:46:23.823027 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-5f6aee65-d412-4d0c-9150-9fd28520dfe5 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4082176', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4220'] for router, before_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:46:23.824005 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-5f6aee65-d412-4d0c-9150-9fd28520dfe5 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4082277', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4084873', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4148249', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4211'] for router, precommit_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:46:23.841769 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-5f6aee65-d412-4d0c-9150-9fd28520dfe5 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:46:23.888763 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:46:23.986295 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-5f6aee65-d412-4d0c-9150-9fd28520dfe5 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4084887', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4079850', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4161'] for router, precommit_update {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:46:24.171768 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-5f6aee65-d412-4d0c-9150-9fd28520dfe5 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks [] for router_gateway, before_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:46:24.199761 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-5f6aee65-d412-4d0c-9150-9fd28520dfe5 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:46:24.258534 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Device b2345187-3798-4080-9877-60a0d4a50d96 no longer exists at agent ovs-agent-dv-neutron-836180-1-hyperv {{(pid=83872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 13:46:24.293653 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.plugin [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] No Port match for: b2345187-3798-4080-9877-60a0d4a50d96 {{(pid=83872) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 01 13:46:24.294064 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Device b2345187-3798-4080-9877-60a0d4a50d96 not bound to the agent host dv-neutron-836180-1-hyperv {{(pid=83872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 13:46:24.294540 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Device c9810525-2ca2-4311-ba84-42be840505af no longer exists at agent ovs-agent-dv-neutron-836180-1-hyperv {{(pid=83872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 13:46:24.327738 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.plugin [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] No Port match for: c9810525-2ca2-4311-ba84-42be840505af {{(pid=83872) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 01 13:46:24.328080 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Device c9810525-2ca2-4311-ba84-42be840505af not bound to the agent host dv-neutron-836180-1-hyperv {{(pid=83872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 13:46:24.338207 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.db_base_plugin_common [None req-5f6aee65-d412-4d0c-9150-9fd28520dfe5 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Allocated IP 172.26.5.79 (725864b8-cceb-48c9-b5d3-1bfc4423e301/e2ed99db-0e25-4971-b535-7fa69231fae8/0ebf171a-89f6-47cd-b429-e69ad7b3cb4f) {{(pid=83871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 13:46:24.484472 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-5f6aee65-d412-4d0c-9150-9fd28520dfe5 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks [] for port, precommit_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:46:24.512897 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-5f6aee65-d412-4d0c-9150-9fd28520dfe5 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736732935801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2743125'] for port, after_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:46:24.580177 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f6aee65-d412-4d0c-9150-9fd28520dfe5 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Network 725864b8-cceb-48c9-b5d3-1bfc4423e301 is already hosted by enough agents. {{(pid=83871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 13:46:24.582707 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.scheduler.base_scheduler [None req-5f6aee65-d412-4d0c-9150-9fd28520dfe5 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Resources bound (agent type, host, resource id): {{(pid=83871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 13:46:24.584995 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f6aee65-d412-4d0c-9150-9fd28520dfe5 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Received port after_create {{(pid=83871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 13:46:24.612684 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f6aee65-d412-4d0c-9150-9fd28520dfe5 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Pushing event updated for resources: {'Port': ['ID=0ebf171a-89f6-47cd-b429-e69ad7b3cb4f,revision_number=1']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:46:24.842799 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-5f6aee65-d412-4d0c-9150-9fd28520dfe5 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks [] for router_gateway, after_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:46:24.843514 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-5f6aee65-d412-4d0c-9150-9fd28520dfe5 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4082201', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4084858'] for router, after_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:46:25.067889 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f6aee65-d412-4d0c-9150-9fd28520dfe5 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Router 2ef3c1a1-068d-45ab-bbcf-5b65ea891860 is scheduled to L3 agent 88bf8fc8-11a3-4e96-9d1b-5fd93ba9f6f1 with binding_index 1 {{(pid=83871) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 01 13:46:25.268542 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f6aee65-d412-4d0c-9150-9fd28520dfe5 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify agent at l3_agent.dv-neutron-836180-1-hyperv the message routers_updated {{(pid=83871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 13:46:25.280094 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43faa520-1e27-40f6-8e31-f3af52b87d02 None None] Sync routers for ids ['2ef3c1a1-068d-45ab-bbcf-5b65ea891860'] in dv-neutron-836180-1-hyperv {{(pid=83873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 13:46:25.291380 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43faa520-1e27-40f6-8e31-f3af52b87d02 None None] Routers {'2ef3c1a1-068d-45ab-bbcf-5b65ea891860'} bound to L3 agent in host dv-neutron-836180-1-hyperv {{(pid=83873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 13:46:25.292072 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-43faa520-1e27-40f6-8e31-f3af52b87d02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836180-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T13:25:36Z,description=,heartbeat_timestamp=2022-04-01T13:46:06Z,host='dv-neutron-836180-1-hyperv',id=88bf8fc8-11a3-4e96-9d1b-5fd93ba9f6f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T13:25:36Z,topic='l3_agent')) {'router_ids': ['2ef3c1a1-068d-45ab-bbcf-5b65ea891860'], 'active': True} {{(pid=83873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:46:25.294829 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-5f6aee65-d412-4d0c-9150-9fd28520dfe5 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks [] for router, before_response {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:46:25.296676 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-5f6aee65-d412-4d0c-9150-9fd28520dfe5 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 1.5102232 Apr 01 13:46:25.299819 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 58248) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:46:25.338204 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-a034e761-6950-4201-a3a4-8eb8705207ea tempest-TestNetworkBasicOps-1234239346 tempest-TestNetworkBasicOps-1234239346-project-admin] 10.222.0.26 "GET /v2.0/subnets?project_id=f17cecf0d6854286bcc6f673927088ad&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0372953 Apr 01 13:46:25.340909 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 58252) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:46:25.463994 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_dvr_db [None req-43faa520-1e27-40f6-8e31-f3af52b87d02 None None] Set router 2ef3c1a1-068d-45ab-bbcf-5b65ea891860 gateway port host: dv-neutron-836180-1-hyperv {{(pid=83873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 13:46:25.476730 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fabac62-9a88-4cfc-b894-91c9b8b6a07f tempest-TestNetworkBasicOps-1234239346 tempest-TestNetworkBasicOps-1234239346-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:46:25.478198 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-1fabac62-9a88-4cfc-b894-91c9b8b6a07f tempest-TestNetworkBasicOps-1234239346 tempest-TestNetworkBasicOps-1234239346-project-admin] 10.222.0.26 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1364133 Apr 01 13:46:25.480979 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 58256) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:46:25.520359 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-95c1243b-31fa-437c-9f55-63789c55a66d tempest-TestNetworkBasicOps-1234239346 tempest-TestNetworkBasicOps-1234239346-project-admin] 10.222.0.26 "GET /v2.0/subnets?network_id=725864b8-cceb-48c9-b5d3-1bfc4423e301&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0382411 Apr 01 13:46:25.522713 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 58260) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:46:25.527852 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.v2.base [None req-a7ccb629-875b-4c57-b2e7-c25bf74dfe7e tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2047709897', 'network_id': '0622a186-f221-4100-82ec-5ef2db2119b5', 'project_id': 'f17cecf0d6854286bcc6f673927088ad', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=83871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:46:25.637466 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-a7ccb629-875b-4c57-b2e7-c25bf74dfe7e tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:46:25.641587 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-a7ccb629-875b-4c57-b2e7-c25bf74dfe7e tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Usage tracker for resource:subnet and tenant:f17cecf0d6854286bcc6f673927088ad is out of sync, need to count used quota {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 13:46:25.644387 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-a7ccb629-875b-4c57-b2e7-c25bf74dfe7e tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 13:46:25.649985 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-a7ccb629-875b-4c57-b2e7-c25bf74dfe7e tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:46:25.661280 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7ccb629-875b-4c57-b2e7-c25bf74dfe7e tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Made reservation on behalf of f17cecf0d6854286bcc6f673927088ad for: {'subnet': 1} {{(pid=83871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 13:46:25.740739 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-43faa520-1e27-40f6-8e31-f3af52b87d02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ef3c1a1-068d-45ab-bbcf-5b65ea891860', 'name': 'tempest-TestNetworkBasicOps-router-700343002', 'tenant_id': 'f17cecf0d6854286bcc6f673927088ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'external_fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.79'}], 'enable_snat': True}, 'gw_port_id': '0ebf171a-89f6-47cd-b429-e69ad7b3cb4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T13:46:23Z', 'updated_at': '2022-04-01T13:46:24Z', 'revision_number': 3, 'project_id': 'f17cecf0d6854286bcc6f673927088ad', 'gw_port': {'id': '0ebf171a-89f6-47cd-b429-e69ad7b3cb4f', 'name': '', 'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:ef:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ef3c1a1-068d-45ab-bbcf-5b65ea891860', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:46:24Z', 'updated_at': '2022-04-01T13:46:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836180-1-hyperv'}], 'dv-neutron-836180-1-hyperv', False) {} {{(pid=83873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:46:25.744382 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43faa520-1e27-40f6-8e31-f3af52b87d02 None None] Checking router: 2ef3c1a1-068d-45ab-bbcf-5b65ea891860 for host: dv-neutron-836180-1-hyperv {{(pid=83873) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 01 13:46:25.744771 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43faa520-1e27-40f6-8e31-f3af52b87d02 None None] Updating router 2ef3c1a1-068d-45ab-bbcf-5b65ea891860 port 0ebf171a-89f6-47cd-b429-e69ad7b3cb4f binding host dv-neutron-836180-1-hyperv {{(pid=83873) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 01 13:46:25.763430 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-a7ccb629-875b-4c57-b2e7-c25bf74dfe7e tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2757336'] for subnet, before_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:46:25.806478 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-43faa520-1e27-40f6-8e31-f3af52b87d02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:46:25.986277 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-a7ccb629-875b-4c57-b2e7-c25bf74dfe7e tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2743225', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2757366'] for subnet, after_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:46:26.065354 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ccb629-875b-4c57-b2e7-c25bf74dfe7e tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Pushing event updated for resources: {'Subnet': ['ID=60f92d2c-f4bc-4cc5-8035-7d05a0defa65,revision_number=0']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:46:26.080608 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7ccb629-875b-4c57-b2e7-c25bf74dfe7e tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Checking segment: {'id': 'da3e198b-dda2-47dc-8609-c3a09ba0b65f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '0622a186-f221-4100-82ec-5ef2db2119b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 13:46:26.080959 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7ccb629-875b-4c57-b2e7-c25bf74dfe7e tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Network hostable DHCP agents. Network: 0622a186-f221-4100-82ec-5ef2db2119b5, hostable agents: ['e47e4547-5c2d-4954-ba56-fa3646239f18'], hosted agents: [] {{(pid=83871) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 13:46:26.102291 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7ccb629-875b-4c57-b2e7-c25bf74dfe7e tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Network 0622a186-f221-4100-82ec-5ef2db2119b5 is scheduled to be hosted by DHCP agent e47e4547-5c2d-4954-ba56-fa3646239f18 with binding_index 1 {{(pid=83871) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 13:46:26.111824 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.scheduler.base_scheduler [None req-a7ccb629-875b-4c57-b2e7-c25bf74dfe7e tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-836180-1-hyperv, 0622a186-f221-4100-82ec-5ef2db2119b5) {{(pid=83871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 13:46:26.116708 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7ccb629-875b-4c57-b2e7-c25bf74dfe7e tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:46:26.117372 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-a7ccb629-875b-4c57-b2e7-c25bf74dfe7e tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks [] for subnet, before_response {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:46:26.121267 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-113f27ab-9984-42f4-a1d9-3303d871d188 None None] Network 0622a186-f221-4100-82ec-5ef2db2119b5 requested from dv-neutron-836180-1-hyperv {{(pid=83872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 13:46:26.143247 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-a7ccb629-875b-4c57-b2e7-c25bf74dfe7e tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.6187177 Apr 01 13:46:26.145434 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 58264) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:46:26.175364 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-43faa520-1e27-40f6-8e31-f3af52b87d02 None None] Notify callbacks [] for port, precommit_update {{(pid=83873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:46:26.187659 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-43faa520-1e27-40f6-8e31-f3af52b87d02 None None] Transition to ACTIVE for port object 0ebf171a-89f6-47cd-b429-e69ad7b3cb4f will not be triggered until provisioned by entity L2. {{(pid=83873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 13:46:26.193915 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-43faa520-1e27-40f6-8e31-f3af52b87d02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864'] for port, after_update {{(pid=83873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:46:26.259183 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c3ab58-96bc-4db6-99bb-b19911055041 None None] Pushing event updated for resources: {'Port': ['ID=0ebf171a-89f6-47cd-b429-e69ad7b3cb4f,revision_number=2']} {{(pid=83873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:46:26.268286 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90c3ab58-96bc-4db6-99bb-b19911055041 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:46:26.268647 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90c3ab58-96bc-4db6-99bb-b19911055041 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:46:26.268979 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90c3ab58-96bc-4db6-99bb-b19911055041 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:46:26.269747 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90c3ab58-96bc-4db6-99bb-b19911055041 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:46:26.269747 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90c3ab58-96bc-4db6-99bb-b19911055041 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:46:26.269995 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90c3ab58-96bc-4db6-99bb-b19911055041 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:46:26.270239 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90c3ab58-96bc-4db6-99bb-b19911055041 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:46:26.270548 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90c3ab58-96bc-4db6-99bb-b19911055041 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:46:26.270865 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90c3ab58-96bc-4db6-99bb-b19911055041 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:46:26.271179 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90c3ab58-96bc-4db6-99bb-b19911055041 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:46:26.271692 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90c3ab58-96bc-4db6-99bb-b19911055041 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:46:26.299287 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.plugins.ml2.managers [None req-43faa520-1e27-40f6-8e31-f3af52b87d02 None None] Attempting to bind port 0ebf171a-89f6-47cd-b429-e69ad7b3cb4f on host dv-neutron-836180-1-hyperv for vnic_type normal with profile {{(pid=83873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 13:46:26.300002 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.plugins.ml2.managers [None req-43faa520-1e27-40f6-8e31-f3af52b87d02 None None] Attempting to bind port 0ebf171a-89f6-47cd-b429-e69ad7b3cb4f by drivers openvswitch,hyperv on host dv-neutron-836180-1-hyperv at level 0 using segments [{'id': '7b924dd8-4978-40c4-ad91-4b9b27348462', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301'}] {{(pid=83873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 13:46:26.300002 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43faa520-1e27-40f6-8e31-f3af52b87d02 None None] Attempting to bind port 0ebf171a-89f6-47cd-b429-e69ad7b3cb4f on network 725864b8-cceb-48c9-b5d3-1bfc4423e301 {{(pid=83873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 13:46:26.306590 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43faa520-1e27-40f6-8e31-f3af52b87d02 None None] Checking agent: {'id': 'af948428-97cd-4d10-9f53-af028bdb39b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-836180-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 13, 25, 37), 'started_at': datetime.datetime(2022, 4, 1, 13, 26, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 13, 46, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-836180-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 13:46:26.306959 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43faa520-1e27-40f6-8e31-f3af52b87d02 None None] Checking segment: {'id': '7b924dd8-4978-40c4-ad91-4b9b27348462', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 13:46:26.307354 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-43faa520-1e27-40f6-8e31-f3af52b87d02 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:46:26.307739 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43faa520-1e27-40f6-8e31-f3af52b87d02 None None] Bound using segment: {'id': '7b924dd8-4978-40c4-ad91-4b9b27348462', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301'} {{(pid=83873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 13:46:26.308190 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.plugins.ml2.managers [None req-43faa520-1e27-40f6-8e31-f3af52b87d02 None None] Bound port: 0ebf171a-89f6-47cd-b429-e69ad7b3cb4f, host: dv-neutron-836180-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b924dd8-4978-40c4-ad91-4b9b27348462', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301'}}] {{(pid=83873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 13:46:26.308645 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-43faa520-1e27-40f6-8e31-f3af52b87d02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:46:26.377238 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-259b85e7-1f6a-496d-9295-f10a4e217f42 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7e7d0ecb-2af4-55f5-9198-238ab0570d62-0622a186-f221-4100-82ec-5ef2db2119b5', 'network_id': '0622a186-f221-4100-82ec-5ef2db2119b5', 'tenant_id': 'f17cecf0d6854286bcc6f673927088ad', 'fixed_ips': [{'subnet_id': '60f92d2c-f4bc-4cc5-8035-7d05a0defa65'}]}} from dv-neutron-836180-1-hyperv. {{(pid=83872) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 01 13:46:26.378549 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-259b85e7-1f6a-496d-9295-f10a4e217f42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:46:26.392776 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.plugins.ml2.db [None req-43faa520-1e27-40f6-8e31-f3af52b87d02 None None] For port 0ebf171a-89f6-47cd-b429-e69ad7b3cb4f, host dv-neutron-836180-1-hyperv, cleared binding levels {{(pid=83873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 13:46:26.396109 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.plugins.ml2.db [None req-43faa520-1e27-40f6-8e31-f3af52b87d02 None None] For port 0ebf171a-89f6-47cd-b429-e69ad7b3cb4f, host dv-neutron-836180-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836180-1-hyperv',level=0,port_id=0ebf171a-89f6-47cd-b429-e69ad7b3cb4f,segment=NetworkSegment(7b924dd8-4978-40c4-ad91-4b9b27348462),segment_id=7b924dd8-4978-40c4-ad91-4b9b27348462)] {{(pid=83873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 13:46:26.401308 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-43faa520-1e27-40f6-8e31-f3af52b87d02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864'] for port, after_update {{(pid=83873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:46:26.486918 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c3ab58-96bc-4db6-99bb-b19911055041 None None] Pushing event updated for resources: {'Port': ['ID=0ebf171a-89f6-47cd-b429-e69ad7b3cb4f,revision_number=3']} {{(pid=83873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:46:26.494337 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43faa520-1e27-40f6-8e31-f3af52b87d02 None None] Routers {'2ef3c1a1-068d-45ab-bbcf-5b65ea891860'} bound to L3 agent in host dv-neutron-836180-1-hyperv {{(pid=83873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 13:46:26.494938 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-43faa520-1e27-40f6-8e31-f3af52b87d02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836180-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T13:25:36Z,description=,heartbeat_timestamp=2022-04-01T13:46:06Z,host='dv-neutron-836180-1-hyperv',id=88bf8fc8-11a3-4e96-9d1b-5fd93ba9f6f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T13:25:36Z,topic='l3_agent')) {'router_ids': ['2ef3c1a1-068d-45ab-bbcf-5b65ea891860'], 'active': True} {{(pid=83873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:46:26.542389 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.db_base_plugin_common [None req-259b85e7-1f6a-496d-9295-f10a4e217f42 None None] Allocated IP 172.20.0.2 (0622a186-f221-4100-82ec-5ef2db2119b5/60f92d2c-f4bc-4cc5-8035-7d05a0defa65/0fb09d4f-bfb4-4116-9f89-e6a1c60c8beb) {{(pid=83872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 13:46:26.679038 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_dvr_db [None req-43faa520-1e27-40f6-8e31-f3af52b87d02 None None] Set router 2ef3c1a1-068d-45ab-bbcf-5b65ea891860 gateway port host: dv-neutron-836180-1-hyperv {{(pid=83873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 13:46:26.750181 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-259b85e7-1f6a-496d-9295-f10a4e217f42 None None] Notify callbacks [] for port, precommit_create {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:46:26.760578 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-259b85e7-1f6a-496d-9295-f10a4e217f42 None None] Transition to ACTIVE for port object 0fb09d4f-bfb4-4116-9f89-e6a1c60c8beb will not be triggered until provisioned by entity L2. {{(pid=83872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 13:46:26.779281 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-259b85e7-1f6a-496d-9295-f10a4e217f42 None None] Transition to ACTIVE for port object 0fb09d4f-bfb4-4116-9f89-e6a1c60c8beb will not be triggered until provisioned by entity DHCP. {{(pid=83872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 13:46:26.785233 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-259b85e7-1f6a-496d-9295-f10a4e217f42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736732935801'] for port, after_create {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:46:26.896326 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-259b85e7-1f6a-496d-9295-f10a4e217f42 None None] Network 0622a186-f221-4100-82ec-5ef2db2119b5 is already hosted by enough agents. {{(pid=83872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 13:46:26.900211 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.scheduler.base_scheduler [None req-259b85e7-1f6a-496d-9295-f10a4e217f42 None None] Resources bound (agent type, host, resource id): {{(pid=83872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 13:46:26.901478 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259b85e7-1f6a-496d-9295-f10a4e217f42 None None] Pushing event updated for resources: {'Port': ['ID=0fb09d4f-bfb4-4116-9f89-e6a1c60c8beb,revision_number=1']} {{(pid=83872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:46:26.903538 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-259b85e7-1f6a-496d-9295-f10a4e217f42 None None] Received port after_create {{(pid=83872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 13:46:26.975434 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-43faa520-1e27-40f6-8e31-f3af52b87d02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ef3c1a1-068d-45ab-bbcf-5b65ea891860', 'name': 'tempest-TestNetworkBasicOps-router-700343002', 'tenant_id': 'f17cecf0d6854286bcc6f673927088ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'external_fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.79'}], 'enable_snat': True}, 'gw_port_id': '0ebf171a-89f6-47cd-b429-e69ad7b3cb4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T13:46:23Z', 'updated_at': '2022-04-01T13:46:24Z', 'revision_number': 3, 'project_id': 'f17cecf0d6854286bcc6f673927088ad', 'gw_port': {'id': '0ebf171a-89f6-47cd-b429-e69ad7b3cb4f', 'name': '', 'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:ef:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ef3c1a1-068d-45ab-bbcf-5b65ea891860', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836180-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:46:24Z', 'updated_at': '2022-04-01T13:46:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836180-1-hyperv'}], 'dv-neutron-836180-1-hyperv', False) {} {{(pid=83873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:46:26.979310 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43faa520-1e27-40f6-8e31-f3af52b87d02 None None] The sync data for ids ['2ef3c1a1-068d-45ab-bbcf-5b65ea891860'] in dv-neutron-836180-1-hyperv is: [{'id': '2ef3c1a1-068d-45ab-bbcf-5b65ea891860', 'name': 'tempest-TestNetworkBasicOps-router-700343002', 'tenant_id': 'f17cecf0d6854286bcc6f673927088ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'external_fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.79'}], 'enable_snat': True}, 'gw_port_id': '0ebf171a-89f6-47cd-b429-e69ad7b3cb4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T13:46:23Z', 'updated_at': '2022-04-01T13:46:24Z', 'revision_number': 3, 'project_id': 'f17cecf0d6854286bcc6f673927088ad', 'gw_port': {'id': '0ebf171a-89f6-47cd-b429-e69ad7b3cb4f', 'name': '', 'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:ef:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ef3c1a1-068d-45ab-bbcf-5b65ea891860', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836180-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:46:24Z', 'updated_at': '2022-04-01T13:46:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836180-1-hyperv'}] {{(pid=83873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 13:46:26.990243 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.managers [None req-259b85e7-1f6a-496d-9295-f10a4e217f42 None None] Attempting to bind port 0fb09d4f-bfb4-4116-9f89-e6a1c60c8beb on host dv-neutron-836180-1-hyperv for vnic_type normal with profile {{(pid=83872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 13:46:26.990606 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.managers [None req-259b85e7-1f6a-496d-9295-f10a4e217f42 None None] Attempting to bind port 0fb09d4f-bfb4-4116-9f89-e6a1c60c8beb by drivers openvswitch,hyperv on host dv-neutron-836180-1-hyperv at level 0 using segments [{'id': 'da3e198b-dda2-47dc-8609-c3a09ba0b65f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '0622a186-f221-4100-82ec-5ef2db2119b5'}] {{(pid=83872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 13:46:26.990963 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-259b85e7-1f6a-496d-9295-f10a4e217f42 None None] Attempting to bind port 0fb09d4f-bfb4-4116-9f89-e6a1c60c8beb on network 0622a186-f221-4100-82ec-5ef2db2119b5 {{(pid=83872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 13:46:27.001872 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-259b85e7-1f6a-496d-9295-f10a4e217f42 None None] Checking agent: {'id': 'af948428-97cd-4d10-9f53-af028bdb39b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-836180-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 13, 25, 37), 'started_at': datetime.datetime(2022, 4, 1, 13, 26, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 13, 46, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-836180-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 13:46:27.002260 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-259b85e7-1f6a-496d-9295-f10a4e217f42 None None] Checking segment: {'id': 'da3e198b-dda2-47dc-8609-c3a09ba0b65f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '0622a186-f221-4100-82ec-5ef2db2119b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 13:46:27.002653 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-259b85e7-1f6a-496d-9295-f10a4e217f42 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:46:27.003042 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-259b85e7-1f6a-496d-9295-f10a4e217f42 None None] Bound using segment: {'id': 'da3e198b-dda2-47dc-8609-c3a09ba0b65f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '0622a186-f221-4100-82ec-5ef2db2119b5'} {{(pid=83872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 13:46:27.003498 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.managers [None req-259b85e7-1f6a-496d-9295-f10a4e217f42 None None] Bound port: 0fb09d4f-bfb4-4116-9f89-e6a1c60c8beb, host: dv-neutron-836180-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'da3e198b-dda2-47dc-8609-c3a09ba0b65f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '0622a186-f221-4100-82ec-5ef2db2119b5'}}] {{(pid=83872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 13:46:27.003870 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-259b85e7-1f6a-496d-9295-f10a4e217f42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:46:27.032144 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-013da9bd-1693-47c4-b5c0-c9bb1deb7b2e tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:46:27.105461 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-259b85e7-1f6a-496d-9295-f10a4e217f42 None None] For port 0fb09d4f-bfb4-4116-9f89-e6a1c60c8beb, host dv-neutron-836180-1-hyperv, cleared binding levels {{(pid=83872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 13:46:27.109300 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-259b85e7-1f6a-496d-9295-f10a4e217f42 None None] For port 0fb09d4f-bfb4-4116-9f89-e6a1c60c8beb, host dv-neutron-836180-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836180-1-hyperv',level=0,port_id=0fb09d4f-bfb4-4116-9f89-e6a1c60c8beb,segment=NetworkSegment(da3e198b-dda2-47dc-8609-c3a09ba0b65f),segment_id=da3e198b-dda2-47dc-8609-c3a09ba0b65f)] {{(pid=83872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 13:46:27.114156 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-259b85e7-1f6a-496d-9295-f10a4e217f42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864'] for port, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:46:27.219234 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259b85e7-1f6a-496d-9295-f10a4e217f42 None None] Pushing event updated for resources: {'Port': ['ID=0fb09d4f-bfb4-4116-9f89-e6a1c60c8beb,revision_number=2']} {{(pid=83872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:46:27.507138 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.db_base_plugin_common [None req-013da9bd-1693-47c4-b5c0-c9bb1deb7b2e tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Allocated IP 172.20.0.1 (0622a186-f221-4100-82ec-5ef2db2119b5/60f92d2c-f4bc-4cc5-8035-7d05a0defa65/8ea2852d-6235-4369-a855-63e2e2f1c1a8) {{(pid=83871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 13:46:27.675722 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-013da9bd-1693-47c4-b5c0-c9bb1deb7b2e tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks [] for port, precommit_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:46:27.692627 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.provisioning_blocks [None req-013da9bd-1693-47c4-b5c0-c9bb1deb7b2e tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Transition to ACTIVE for port object 8ea2852d-6235-4369-a855-63e2e2f1c1a8 will not be triggered until provisioned by entity DHCP. {{(pid=83871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 13:46:27.714730 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-013da9bd-1693-47c4-b5c0-c9bb1deb7b2e tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736732935801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2743125'] for port, after_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:46:27.787326 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-013da9bd-1693-47c4-b5c0-c9bb1deb7b2e tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Network 0622a186-f221-4100-82ec-5ef2db2119b5 is already hosted by enough agents. {{(pid=83871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 13:46:27.790912 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.scheduler.base_scheduler [None req-013da9bd-1693-47c4-b5c0-c9bb1deb7b2e tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Resources bound (agent type, host, resource id): {{(pid=83871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 13:46:27.793548 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-013da9bd-1693-47c4-b5c0-c9bb1deb7b2e tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Received port after_create {{(pid=83871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 13:46:27.831524 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-013da9bd-1693-47c4-b5c0-c9bb1deb7b2e tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Pushing event updated for resources: {'Port': ['ID=8ea2852d-6235-4369-a855-63e2e2f1c1a8,revision_number=1']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:46:27.865477 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-013da9bd-1693-47c4-b5c0-c9bb1deb7b2e tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4084144'] for router_interface, before_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:46:27.950020 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-013da9bd-1693-47c4-b5c0-c9bb1deb7b2e tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:46:28.123187 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c84b80de-a40a-4562-9f32-0f54d435b554 None None] Network 0622a186-f221-4100-82ec-5ef2db2119b5 requested from dv-neutron-836180-1-hyperv {{(pid=83872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 13:46:28.237140 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-6fad6151-a357-447a-8421-60e4e1036178 None None] Provisioning for port 0fb09d4f-bfb4-4116-9f89-e6a1c60c8beb completed by entity DHCP. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 13:46:28.358482 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Device 0ebf171a-89f6-47cd-b429-e69ad7b3cb4f up at agent ovs-agent-dv-neutron-836180-1-hyperv {{(pid=83872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 13:46:28.454409 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Provisioning for port 0ebf171a-89f6-47cd-b429-e69ad7b3cb4f completed by entity L2. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 13:46:28.459748 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Provisioning complete for port 0ebf171a-89f6-47cd-b429-e69ad7b3cb4f triggered by entity L2. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 13:46:28.460115 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-948329'] for port, provisioning_complete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:46:28.484879 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-013da9bd-1693-47c4-b5c0-c9bb1deb7b2e tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks [] for port, precommit_update {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:46:28.491079 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-013da9bd-1693-47c4-b5c0-c9bb1deb7b2e tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2743106'] for port, after_update {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:46:28.585070 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:46:28.603673 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] For port 0ebf171a-89f6-47cd-b429-e69ad7b3cb4f, host dv-neutron-836180-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836180-1-hyperv',level=0,port_id=0ebf171a-89f6-47cd-b429-e69ad7b3cb4f,segment=NetworkSegment(7b924dd8-4978-40c4-ad91-4b9b27348462),segment_id=7b924dd8-4978-40c4-ad91-4b9b27348462)] {{(pid=83872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 13:46:28.608165 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864'] for port, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:46:28.608800 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-013da9bd-1693-47c4-b5c0-c9bb1deb7b2e tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3017508', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4084015'] for router_interface, after_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:46:28.609647 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Device 0fb09d4f-bfb4-4116-9f89-e6a1c60c8beb up at agent ovs-agent-dv-neutron-836180-1-hyperv {{(pid=83872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 13:46:28.614061 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-013da9bd-1693-47c4-b5c0-c9bb1deb7b2e tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Pushing event updated for resources: {'Port': ['ID=8ea2852d-6235-4369-a855-63e2e2f1c1a8,revision_number=2']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:46:28.746408 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Pushing event updated for resources: {'Port': ['ID=0ebf171a-89f6-47cd-b429-e69ad7b3cb4f,revision_number=4']} {{(pid=83872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:46:28.753507 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-013da9bd-1693-47c4-b5c0-c9bb1deb7b2e tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Network 0622a186-f221-4100-82ec-5ef2db2119b5 is already hosted by enough agents. {{(pid=83871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 13:46:28.754944 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.scheduler.base_scheduler [None req-013da9bd-1693-47c4-b5c0-c9bb1deb7b2e tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Resources bound (agent type, host, resource id): {{(pid=83871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 13:46:28.764964 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Provisioning for port 0fb09d4f-bfb4-4116-9f89-e6a1c60c8beb completed by entity L2. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 13:46:28.769999 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-077da30c-c330-4d89-a2bd-9be3c517fe46 None None] Provisioning for port 8ea2852d-6235-4369-a855-63e2e2f1c1a8 completed by entity DHCP. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 13:46:28.774145 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Provisioning complete for port 0fb09d4f-bfb4-4116-9f89-e6a1c60c8beb triggered by entity L2. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 13:46:28.774512 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-948329'] for port, provisioning_complete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:46:28.803161 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-077da30c-c330-4d89-a2bd-9be3c517fe46 None None] Provisioning complete for port 8ea2852d-6235-4369-a855-63e2e2f1c1a8 triggered by entity DHCP. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 13:46:28.803437 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-077da30c-c330-4d89-a2bd-9be3c517fe46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-948329'] for port, provisioning_complete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:46:28.884181 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.plugin [None req-077da30c-c330-4d89-a2bd-9be3c517fe46 None None] Port 8ea2852d-6235-4369-a855-63e2e2f1c1a8 cannot update to ACTIVE because it is not bound. {{(pid=83872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 13:46:28.947999 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:46:28.984073 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] For port 0fb09d4f-bfb4-4116-9f89-e6a1c60c8beb, host dv-neutron-836180-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836180-1-hyperv',level=0,port_id=0fb09d4f-bfb4-4116-9f89-e6a1c60c8beb,segment=NetworkSegment(da3e198b-dda2-47dc-8609-c3a09ba0b65f),segment_id=da3e198b-dda2-47dc-8609-c3a09ba0b65f)] {{(pid=83872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 13:46:28.989561 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864'] for port, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:46:29.070462 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Pushing event updated for resources: {'Port': ['ID=0fb09d4f-bfb4-4116-9f89-e6a1c60c8beb,revision_number=3']} {{(pid=83872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:46:29.073668 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-e42dcf01-5b79-4532-9bfc-71de37eb150c None None] Provisioning complete for port 8ea2852d-6235-4369-a855-63e2e2f1c1a8 triggered by entity DHCP. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 13:46:29.074038 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-e42dcf01-5b79-4532-9bfc-71de37eb150c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-948329'] for port, provisioning_complete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:46:29.125964 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.plugin [None req-e42dcf01-5b79-4532-9bfc-71de37eb150c None None] Port 8ea2852d-6235-4369-a855-63e2e2f1c1a8 cannot update to ACTIVE because it is not bound. {{(pid=83872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 13:46:29.142698 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-013da9bd-1693-47c4-b5c0-c9bb1deb7b2e tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Router 2ef3c1a1-068d-45ab-bbcf-5b65ea891860 has already been hosted by L3 agent 88bf8fc8-11a3-4e96-9d1b-5fd93ba9f6f1 {{(pid=83871) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 13:46:29.247974 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-786ea498-8031-472f-8469-387cc2e7fd1e None None] Provisioning complete for port 8ea2852d-6235-4369-a855-63e2e2f1c1a8 triggered by entity DHCP. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 13:46:29.249176 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-786ea498-8031-472f-8469-387cc2e7fd1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-948329'] for port, provisioning_complete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:46:29.301272 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.plugin [None req-786ea498-8031-472f-8469-387cc2e7fd1e None None] Port 8ea2852d-6235-4369-a855-63e2e2f1c1a8 cannot update to ACTIVE because it is not bound. {{(pid=83872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 13:46:29.342010 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-013da9bd-1693-47c4-b5c0-c9bb1deb7b2e tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify agent at l3_agent.dv-neutron-836180-1-hyperv the message routers_updated {{(pid=83871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 13:46:29.353904 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-013da9bd-1693-47c4-b5c0-c9bb1deb7b2e tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] 10.222.0.26 "PUT /v2.0/routers/2ef3c1a1-068d-45ab-bbcf-5b65ea891860/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2075031 Apr 01 13:46:29.356455 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 58268) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:46:29.494732 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74bbe9f4-16c9-4342-bbe4-26c2908889ba tempest-TestNetworkBasicOps-1234239346 tempest-TestNetworkBasicOps-1234239346-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:46:29.495418 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74bbe9f4-16c9-4342-bbe4-26c2908889ba tempest-TestNetworkBasicOps-1234239346 tempest-TestNetworkBasicOps-1234239346-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:46:29.495527 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74bbe9f4-16c9-4342-bbe4-26c2908889ba tempest-TestNetworkBasicOps-1234239346 tempest-TestNetworkBasicOps-1234239346-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:46:29.495787 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74bbe9f4-16c9-4342-bbe4-26c2908889ba tempest-TestNetworkBasicOps-1234239346 tempest-TestNetworkBasicOps-1234239346-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:46:29.496136 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74bbe9f4-16c9-4342-bbe4-26c2908889ba tempest-TestNetworkBasicOps-1234239346 tempest-TestNetworkBasicOps-1234239346-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:46:29.496513 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74bbe9f4-16c9-4342-bbe4-26c2908889ba tempest-TestNetworkBasicOps-1234239346 tempest-TestNetworkBasicOps-1234239346-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:46:29.498252 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-74bbe9f4-16c9-4342-bbe4-26c2908889ba tempest-TestNetworkBasicOps-1234239346 tempest-TestNetworkBasicOps-1234239346-project-admin] 10.222.0.26 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4285 time: 0.1408501 Apr 01 13:46:29.501176 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 58272) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:46:29.568972 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa3f9a35-bf53-4695-8a26-502c8c3de87d tempest-TestNetworkBasicOps-1234239346 tempest-TestNetworkBasicOps-1234239346-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:46:29.569338 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa3f9a35-bf53-4695-8a26-502c8c3de87d tempest-TestNetworkBasicOps-1234239346 tempest-TestNetworkBasicOps-1234239346-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:46:29.569697 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa3f9a35-bf53-4695-8a26-502c8c3de87d tempest-TestNetworkBasicOps-1234239346 tempest-TestNetworkBasicOps-1234239346-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:46:29.570048 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa3f9a35-bf53-4695-8a26-502c8c3de87d tempest-TestNetworkBasicOps-1234239346 tempest-TestNetworkBasicOps-1234239346-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:46:29.570492 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa3f9a35-bf53-4695-8a26-502c8c3de87d tempest-TestNetworkBasicOps-1234239346 tempest-TestNetworkBasicOps-1234239346-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:46:29.570890 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa3f9a35-bf53-4695-8a26-502c8c3de87d tempest-TestNetworkBasicOps-1234239346 tempest-TestNetworkBasicOps-1234239346-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:46:29.572602 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-fa3f9a35-bf53-4695-8a26-502c8c3de87d tempest-TestNetworkBasicOps-1234239346 tempest-TestNetworkBasicOps-1234239346-project-admin] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4006 time: 0.0705307 Apr 01 13:46:29.575220 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 58276) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:46:29.878524 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-a7599208-9c97-48ad-8bfb-aa37e8ea1eec tempest-TestNetworkBasicOps-1234239346 tempest-TestNetworkBasicOps-1234239346-project-admin] 10.222.0.26 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3046 time: 0.3022611 Apr 01 13:46:30.031941 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 58282) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:46:30.037527 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.v2.base [None req-5b68f502-ad2c-48e5-a276-cf6595520d25 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-711636416', 'description': 'tempest-secgroup-smoke-711636416 description', 'project_id': 'f17cecf0d6854286bcc6f673927088ad'}} {{(pid=83871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:46:30.043455 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-5b68f502-ad2c-48e5-a276-cf6595520d25 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:46:30.047550 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-5b68f502-ad2c-48e5-a276-cf6595520d25 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Usage tracker for resource:security_group and tenant:f17cecf0d6854286bcc6f673927088ad is out of sync, need to count used quota {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 13:46:30.050435 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-5b68f502-ad2c-48e5-a276-cf6595520d25 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 13:46:30.056226 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-5b68f502-ad2c-48e5-a276-cf6595520d25 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:46:30.066149 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-5b68f502-ad2c-48e5-a276-cf6595520d25 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks [] for security_group, before_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:46:30.102916 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-5b68f502-ad2c-48e5-a276-cf6595520d25 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:46:30.106772 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-5b68f502-ad2c-48e5-a276-cf6595520d25 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Usage tracker for resource:security_group_rule and tenant:f17cecf0d6854286bcc6f673927088ad is out of sync, need to count used quota {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 13:46:30.109696 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-5b68f502-ad2c-48e5-a276-cf6595520d25 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 13:46:30.115170 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-5b68f502-ad2c-48e5-a276-cf6595520d25 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:46:30.167687 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-5b68f502-ad2c-48e5-a276-cf6595520d25 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks [] for security_group, precommit_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:46:30.173038 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-5b68f502-ad2c-48e5-a276-cf6595520d25 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3775923'] for security_group, after_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:46:30.218273 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b68f502-ad2c-48e5-a276-cf6595520d25 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e90ac2d3-4f4b-4283-8335-99738be736ac,revision_number=1']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:46:30.222522 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-5b68f502-ad2c-48e5-a276-cf6595520d25 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks [] for security_group, before_response {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:46:30.224488 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-5b68f502-ad2c-48e5-a276-cf6595520d25 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.1912022 Apr 01 13:46:30.226893 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 58286) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:46:30.232243 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.v2.base [None req-0942171d-8b43-41d9-9bb5-e67547d790f7 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Request body: {'security_group_rule': {'security_group_id': 'e90ac2d3-4f4b-4283-8335-99738be736ac', 'project_id': 'f17cecf0d6854286bcc6f673927088ad', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:46:30.239882 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-0942171d-8b43-41d9-9bb5-e67547d790f7 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:46:30.244351 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-0942171d-8b43-41d9-9bb5-e67547d790f7 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Usage tracker for resource:security_group_rule and tenant:f17cecf0d6854286bcc6f673927088ad is out of sync, need to count used quota {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 13:46:30.247653 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-0942171d-8b43-41d9-9bb5-e67547d790f7 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 13:46:30.254319 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-0942171d-8b43-41d9-9bb5-e67547d790f7 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:46:30.272545 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-0942171d-8b43-41d9-9bb5-e67547d790f7 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:46:30.279160 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Device 0ebf171a-89f6-47cd-b429-e69ad7b3cb4f up at agent ovs-agent-dv-neutron-836180-1-hyperv {{(pid=83872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 13:46:30.344173 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-0942171d-8b43-41d9-9bb5-e67547d790f7 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:46:30.348953 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-0942171d-8b43-41d9-9bb5-e67547d790f7 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3775744'] for security_group_rule, after_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:46:30.360150 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Provisioning complete for port 0ebf171a-89f6-47cd-b429-e69ad7b3cb4f triggered by entity L2. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 13:46:30.360544 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-948329'] for port, provisioning_complete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:46:30.371888 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0942171d-8b43-41d9-9bb5-e67547d790f7 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1e2e005b-188c-4e9f-998e-f26dd06d8861,revision_number=0']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:46:30.381543 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-0942171d-8b43-41d9-9bb5-e67547d790f7 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:46:30.384888 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-0942171d-8b43-41d9-9bb5-e67547d790f7 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1568961 Apr 01 13:46:30.385649 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 58290) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:46:30.391478 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.v2.base [None req-7d313dba-dde5-419c-99e8-f34b3d250143 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Request body: {'security_group_rule': {'security_group_id': 'e90ac2d3-4f4b-4283-8335-99738be736ac', 'project_id': 'f17cecf0d6854286bcc6f673927088ad', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:46:30.397323 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-7d313dba-dde5-419c-99e8-f34b3d250143 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:46:30.401376 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-7d313dba-dde5-419c-99e8-f34b3d250143 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Usage tracker for resource:security_group_rule and tenant:f17cecf0d6854286bcc6f673927088ad is out of sync, need to count used quota {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 13:46:30.405151 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-7d313dba-dde5-419c-99e8-f34b3d250143 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 13:46:30.413105 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-7d313dba-dde5-419c-99e8-f34b3d250143 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:46:30.432012 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-7d313dba-dde5-419c-99e8-f34b3d250143 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:46:30.496248 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Device 0fb09d4f-bfb4-4116-9f89-e6a1c60c8beb up at agent ovs-agent-dv-neutron-836180-1-hyperv {{(pid=83872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 13:46:30.499212 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-7d313dba-dde5-419c-99e8-f34b3d250143 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:46:30.503038 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-7d313dba-dde5-419c-99e8-f34b3d250143 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3775744'] for security_group_rule, after_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:46:30.526743 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d313dba-dde5-419c-99e8-f34b3d250143 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7fa5c7ec-4b71-4714-9771-918eb8de23a2,revision_number=0']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:46:30.537482 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-7d313dba-dde5-419c-99e8-f34b3d250143 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:46:30.539000 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-7d313dba-dde5-419c-99e8-f34b3d250143 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1522808 Apr 01 13:46:30.543137 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 58294) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:46:30.549002 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.v2.base [None req-0866c962-5eba-42d3-bda4-8fbb9296b07f tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Request body: {'security_group_rule': {'security_group_id': 'e90ac2d3-4f4b-4283-8335-99738be736ac', 'project_id': 'f17cecf0d6854286bcc6f673927088ad', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:46:30.555267 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-0866c962-5eba-42d3-bda4-8fbb9296b07f tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:46:30.559545 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-0866c962-5eba-42d3-bda4-8fbb9296b07f tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Usage tracker for resource:security_group_rule and tenant:f17cecf0d6854286bcc6f673927088ad is out of sync, need to count used quota {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 13:46:30.562968 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-0866c962-5eba-42d3-bda4-8fbb9296b07f tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 13:46:30.565026 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9756776-9da5-42a4-931f-dba5054b40c2 None None] Sync routers for ids ['2ef3c1a1-068d-45ab-bbcf-5b65ea891860'] in dv-neutron-836180-1-hyperv {{(pid=83872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 13:46:30.568480 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-0866c962-5eba-42d3-bda4-8fbb9296b07f tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:46:30.580584 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Provisioning complete for port 0fb09d4f-bfb4-4116-9f89-e6a1c60c8beb triggered by entity L2. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 13:46:30.580982 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-948329'] for port, provisioning_complete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:46:30.586712 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-0866c962-5eba-42d3-bda4-8fbb9296b07f tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:46:30.619731 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9756776-9da5-42a4-931f-dba5054b40c2 None None] Routers {'2ef3c1a1-068d-45ab-bbcf-5b65ea891860'} bound to L3 agent in host dv-neutron-836180-1-hyperv {{(pid=83872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 13:46:30.620354 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_hamode_db [None req-b9756776-9da5-42a4-931f-dba5054b40c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836180-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T13:25:36Z,description=,heartbeat_timestamp=2022-04-01T13:46:06Z,host='dv-neutron-836180-1-hyperv',id=88bf8fc8-11a3-4e96-9d1b-5fd93ba9f6f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T13:25:36Z,topic='l3_agent')) {'router_ids': ['2ef3c1a1-068d-45ab-bbcf-5b65ea891860'], 'active': True} {{(pid=83872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:46:30.649859 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-0866c962-5eba-42d3-bda4-8fbb9296b07f tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:46:30.655773 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-0866c962-5eba-42d3-bda4-8fbb9296b07f tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3775744'] for security_group_rule, after_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:46:30.678624 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0866c962-5eba-42d3-bda4-8fbb9296b07f tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9de49df8-54af-4ee6-b617-c350c305e1b2,revision_number=0']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:46:30.688678 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-0866c962-5eba-42d3-bda4-8fbb9296b07f tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:46:30.689863 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-0866c962-5eba-42d3-bda4-8fbb9296b07f tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1457384 Apr 01 13:46:30.692592 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 58298) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:46:30.697965 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.v2.base [None req-5c4cfd6f-e0ed-4b94-ae9b-b0bd7515b5a8 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Request body: {'security_group_rule': {'security_group_id': 'e90ac2d3-4f4b-4283-8335-99738be736ac', 'project_id': 'f17cecf0d6854286bcc6f673927088ad', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:46:30.704407 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-5c4cfd6f-e0ed-4b94-ae9b-b0bd7515b5a8 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:46:30.708374 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-5c4cfd6f-e0ed-4b94-ae9b-b0bd7515b5a8 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Usage tracker for resource:security_group_rule and tenant:f17cecf0d6854286bcc6f673927088ad is out of sync, need to count used quota {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 13:46:30.711274 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-5c4cfd6f-e0ed-4b94-ae9b-b0bd7515b5a8 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 13:46:30.717079 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-5c4cfd6f-e0ed-4b94-ae9b-b0bd7515b5a8 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:46:30.735223 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-5c4cfd6f-e0ed-4b94-ae9b-b0bd7515b5a8 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:46:30.803419 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-5c4cfd6f-e0ed-4b94-ae9b-b0bd7515b5a8 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:46:30.807759 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-5c4cfd6f-e0ed-4b94-ae9b-b0bd7515b5a8 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3775744'] for security_group_rule, after_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:46:30.835975 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c4cfd6f-e0ed-4b94-ae9b-b0bd7515b5a8 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4f782e4a-4f33-458b-9411-de54e1c343c6,revision_number=0']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:46:30.843832 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-5c4cfd6f-e0ed-4b94-ae9b-b0bd7515b5a8 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:46:30.845146 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-5c4cfd6f-e0ed-4b94-ae9b-b0bd7515b5a8 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1516533 Apr 01 13:46:30.848004 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 58302) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:46:30.853497 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.v2.base [None req-790ccfb7-61ac-4147-a36c-aa6eabe912f8 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Request body: {'security_group_rule': {'security_group_id': 'e90ac2d3-4f4b-4283-8335-99738be736ac', 'project_id': 'f17cecf0d6854286bcc6f673927088ad', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:46:30.859697 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-790ccfb7-61ac-4147-a36c-aa6eabe912f8 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:46:30.863531 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-790ccfb7-61ac-4147-a36c-aa6eabe912f8 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Usage tracker for resource:security_group_rule and tenant:f17cecf0d6854286bcc6f673927088ad is out of sync, need to count used quota {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 13:46:30.866410 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-790ccfb7-61ac-4147-a36c-aa6eabe912f8 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 13:46:30.872022 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-790ccfb7-61ac-4147-a36c-aa6eabe912f8 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:46:30.885909 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.db.securitygroups_db [None req-790ccfb7-61ac-4147-a36c-aa6eabe912f8 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Project f17cecf0d6854286bcc6f673927088ad added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 01 13:46:30.893295 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-790ccfb7-61ac-4147-a36c-aa6eabe912f8 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:46:30.903933 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_dvr_db [None req-b9756776-9da5-42a4-931f-dba5054b40c2 None None] Set router 2ef3c1a1-068d-45ab-bbcf-5b65ea891860 gateway port host: dv-neutron-836180-1-hyperv {{(pid=83872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 13:46:30.960611 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-790ccfb7-61ac-4147-a36c-aa6eabe912f8 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:46:30.964352 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-790ccfb7-61ac-4147-a36c-aa6eabe912f8 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3775744'] for security_group_rule, after_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:46:30.987914 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-790ccfb7-61ac-4147-a36c-aa6eabe912f8 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=02b6e763-cc86-471e-be28-183f40d69ef2,revision_number=0']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:46:30.998355 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-790ccfb7-61ac-4147-a36c-aa6eabe912f8 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:46:30.999658 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-790ccfb7-61ac-4147-a36c-aa6eabe912f8 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1506529 Apr 01 13:46:31.002441 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 58306) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:46:31.007626 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.v2.base [None req-2a3286fc-dda5-46d2-85f5-ad590e310e24 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Request body: {'security_group_rule': {'security_group_id': 'e90ac2d3-4f4b-4283-8335-99738be736ac', 'project_id': 'f17cecf0d6854286bcc6f673927088ad', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:46:31.013422 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-2a3286fc-dda5-46d2-85f5-ad590e310e24 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:46:31.017294 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-2a3286fc-dda5-46d2-85f5-ad590e310e24 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Usage tracker for resource:security_group_rule and tenant:f17cecf0d6854286bcc6f673927088ad is out of sync, need to count used quota {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 13:46:31.020098 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-2a3286fc-dda5-46d2-85f5-ad590e310e24 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 13:46:31.026562 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-2a3286fc-dda5-46d2-85f5-ad590e310e24 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:46:31.038800 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.db.securitygroups_db [None req-2a3286fc-dda5-46d2-85f5-ad590e310e24 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Project f17cecf0d6854286bcc6f673927088ad added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 01 13:46:31.046332 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-2a3286fc-dda5-46d2-85f5-ad590e310e24 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:46:31.112395 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-2a3286fc-dda5-46d2-85f5-ad590e310e24 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:46:31.116682 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-2a3286fc-dda5-46d2-85f5-ad590e310e24 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3775744'] for security_group_rule, after_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:46:31.139812 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a3286fc-dda5-46d2-85f5-ad590e310e24 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a5308fe3-8c1e-4112-9277-490802c2db1e,revision_number=0']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:46:31.148610 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-2a3286fc-dda5-46d2-85f5-ad590e310e24 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:46:31.149782 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-2a3286fc-dda5-46d2-85f5-ad590e310e24 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1464336 Apr 01 13:46:31.223546 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_hamode_db [None req-b9756776-9da5-42a4-931f-dba5054b40c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ef3c1a1-068d-45ab-bbcf-5b65ea891860', 'name': 'tempest-TestNetworkBasicOps-router-700343002', 'tenant_id': 'f17cecf0d6854286bcc6f673927088ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'external_fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.79'}], 'enable_snat': True}, 'gw_port_id': '0ebf171a-89f6-47cd-b429-e69ad7b3cb4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T13:46:23Z', 'updated_at': '2022-04-01T13:46:27Z', 'revision_number': 4, 'project_id': 'f17cecf0d6854286bcc6f673927088ad', 'gw_port': {'id': '0ebf171a-89f6-47cd-b429-e69ad7b3cb4f', 'name': '', 'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:ef:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ef3c1a1-068d-45ab-bbcf-5b65ea891860', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836180-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:46:24Z', 'updated_at': '2022-04-01T13:46:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836180-1-hyperv', '_interfaces': [{'id': '8ea2852d-6235-4369-a855-63e2e2f1c1a8', 'name': '', 'network_id': '0622a186-f221-4100-82ec-5ef2db2119b5', 'tenant_id': 'f17cecf0d6854286bcc6f673927088ad', 'mac_address': 'fa:16:3e:c0:3e:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ef3c1a1-068d-45ab-bbcf-5b65ea891860', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '60f92d2c-f4bc-4cc5-8035-7d05a0defa65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:46:27Z', 'updated_at': '2022-04-01T13:46:28Z', 'revision_number': 2, 'project_id': 'f17cecf0d6854286bcc6f673927088ad', 'subnets': [{'id': '60f92d2c-f4bc-4cc5-8035-7d05a0defa65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-836180-1-hyperv', False) {} {{(pid=83872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:46:31.227745 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9756776-9da5-42a4-931f-dba5054b40c2 None None] Checking router: 2ef3c1a1-068d-45ab-bbcf-5b65ea891860 for host: dv-neutron-836180-1-hyperv {{(pid=83872) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 01 13:46:31.228134 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9756776-9da5-42a4-931f-dba5054b40c2 None None] Updating router 2ef3c1a1-068d-45ab-bbcf-5b65ea891860 port 8ea2852d-6235-4369-a855-63e2e2f1c1a8 binding host dv-neutron-836180-1-hyperv {{(pid=83872) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 01 13:46:31.282772 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-b9756776-9da5-42a4-931f-dba5054b40c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:46:31.359367 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [req-718f6d7a-c90f-47fe-a326-b32125fa54b6 req-bf1cdfb1-31eb-4627-ae62-91192eee0a23 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Synchronizing usage tracker for tenant:f17cecf0d6854286bcc6f673927088ad on resource:security_group {{(pid=83869) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 13:46:31.374574 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [req-718f6d7a-c90f-47fe-a326-b32125fa54b6 req-bf1cdfb1-31eb-4627-ae62-91192eee0a23 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Unset dirty status for tenant:f17cecf0d6854286bcc6f673927088ad on resource:security_group {{(pid=83869) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 13:46:31.375759 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-718f6d7a-c90f-47fe-a326-b32125fa54b6 req-bf1cdfb1-31eb-4627-ae62-91192eee0a23 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-711636416&fields=id&tenant_id=f17cecf0d6854286bcc6f673927088ad HTTP/1.1" status: 200 len: 267 time: 0.0566804 Apr 01 13:46:31.526030 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718f6d7a-c90f-47fe-a326-b32125fa54b6 req-1d9ae3ec-7858-4ac9-bbd5-4196892a98e9 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:46:31.526715 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [req-718f6d7a-c90f-47fe-a326-b32125fa54b6 req-1d9ae3ec-7858-4ac9-bbd5-4196892a98e9 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Synchronizing usage tracker for tenant:f17cecf0d6854286bcc6f673927088ad on resource:network {{(pid=83869) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 13:46:31.542879 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [req-718f6d7a-c90f-47fe-a326-b32125fa54b6 req-1d9ae3ec-7858-4ac9-bbd5-4196892a98e9 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Unset dirty status for tenant:f17cecf0d6854286bcc6f673927088ad on resource:network {{(pid=83869) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 13:46:31.544098 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-718f6d7a-c90f-47fe-a326-b32125fa54b6 req-1d9ae3ec-7858-4ac9-bbd5-4196892a98e9 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] 10.222.0.26 "GET /v2.0/networks?id=0622a186-f221-4100-82ec-5ef2db2119b5 HTTP/1.1" status: 200 len: 796 time: 0.1612797 Apr 01 13:46:31.561377 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-718f6d7a-c90f-47fe-a326-b32125fa54b6 req-19cac470-5586-42d7-b384-1df6f9dde085 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] 10.222.0.26 "GET /v2.0/quotas/f17cecf0d6854286bcc6f673927088ad HTTP/1.1" status: 200 len: 375 time: 0.0104666 Apr 01 13:46:31.627911 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-b9756776-9da5-42a4-931f-dba5054b40c2 None None] Notify callbacks [] for port, precommit_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:46:31.639510 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-b9756776-9da5-42a4-931f-dba5054b40c2 None None] Transition to ACTIVE for port object 8ea2852d-6235-4369-a855-63e2e2f1c1a8 will not be triggered until provisioned by entity L2. {{(pid=83872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 13:46:31.644082 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-718f6d7a-c90f-47fe-a326-b32125fa54b6 req-d03e78b2-983c-4707-a304-5781edcf8fb4 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=f17cecf0d6854286bcc6f673927088ad&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0772688 Apr 01 13:46:31.646011 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-b9756776-9da5-42a4-931f-dba5054b40c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864'] for port, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:46:31.772976 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b3ad0a-3f99-41c0-86fd-c4597e779562 None None] Pushing event updated for resources: {'Port': ['ID=8ea2852d-6235-4369-a855-63e2e2f1c1a8,revision_number=3']} {{(pid=83872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:46:31.794489 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-718f6d7a-c90f-47fe-a326-b32125fa54b6 req-2ff89783-2b5c-4870-9fa7-c6671e32adcc service neutron] 10.222.0.26 "GET /v2.0/networks/0622a186-f221-4100-82ec-5ef2db2119b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1381323 Apr 01 13:46:31.864239 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.managers [None req-b9756776-9da5-42a4-931f-dba5054b40c2 None None] Attempting to bind port 8ea2852d-6235-4369-a855-63e2e2f1c1a8 on host dv-neutron-836180-1-hyperv for vnic_type normal with profile {{(pid=83872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 13:46:31.864567 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.managers [None req-b9756776-9da5-42a4-931f-dba5054b40c2 None None] Attempting to bind port 8ea2852d-6235-4369-a855-63e2e2f1c1a8 by drivers openvswitch,hyperv on host dv-neutron-836180-1-hyperv at level 0 using segments [{'id': 'da3e198b-dda2-47dc-8609-c3a09ba0b65f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '0622a186-f221-4100-82ec-5ef2db2119b5'}] {{(pid=83872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 13:46:31.864932 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9756776-9da5-42a4-931f-dba5054b40c2 None None] Attempting to bind port 8ea2852d-6235-4369-a855-63e2e2f1c1a8 on network 0622a186-f221-4100-82ec-5ef2db2119b5 {{(pid=83872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 13:46:31.871704 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9756776-9da5-42a4-931f-dba5054b40c2 None None] Checking agent: {'id': 'af948428-97cd-4d10-9f53-af028bdb39b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-836180-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 13, 25, 37), 'started_at': datetime.datetime(2022, 4, 1, 13, 26, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 13, 46, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-836180-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 13:46:31.872102 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9756776-9da5-42a4-931f-dba5054b40c2 None None] Checking segment: {'id': 'da3e198b-dda2-47dc-8609-c3a09ba0b65f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '0622a186-f221-4100-82ec-5ef2db2119b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 13:46:31.872493 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-b9756776-9da5-42a4-931f-dba5054b40c2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:46:31.872881 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9756776-9da5-42a4-931f-dba5054b40c2 None None] Bound using segment: {'id': 'da3e198b-dda2-47dc-8609-c3a09ba0b65f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '0622a186-f221-4100-82ec-5ef2db2119b5'} {{(pid=83872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 13:46:31.873592 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.managers [None req-b9756776-9da5-42a4-931f-dba5054b40c2 None None] Bound port: 8ea2852d-6235-4369-a855-63e2e2f1c1a8, host: dv-neutron-836180-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'da3e198b-dda2-47dc-8609-c3a09ba0b65f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '0622a186-f221-4100-82ec-5ef2db2119b5'}}] {{(pid=83872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 13:46:31.873977 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-b9756776-9da5-42a4-931f-dba5054b40c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:46:31.940069 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-718f6d7a-c90f-47fe-a326-b32125fa54b6 req-972ba69a-cec2-413c-bab1-c3ee1660b572 service neutron] 10.222.0.26 "GET /v2.0/networks/0622a186-f221-4100-82ec-5ef2db2119b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1347506 Apr 01 13:46:31.980042 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-b9756776-9da5-42a4-931f-dba5054b40c2 None None] For port 8ea2852d-6235-4369-a855-63e2e2f1c1a8, host dv-neutron-836180-1-hyperv, cleared binding levels {{(pid=83872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 13:46:31.985077 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-b9756776-9da5-42a4-931f-dba5054b40c2 None None] For port 8ea2852d-6235-4369-a855-63e2e2f1c1a8, host dv-neutron-836180-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836180-1-hyperv',level=0,port_id=8ea2852d-6235-4369-a855-63e2e2f1c1a8,segment=NetworkSegment(da3e198b-dda2-47dc-8609-c3a09ba0b65f),segment_id=da3e198b-dda2-47dc-8609-c3a09ba0b65f)] {{(pid=83872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 13:46:31.989247 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-b9756776-9da5-42a4-931f-dba5054b40c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864'] for port, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:46:32.078793 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9756776-9da5-42a4-931f-dba5054b40c2 None None] Routers {'2ef3c1a1-068d-45ab-bbcf-5b65ea891860'} bound to L3 agent in host dv-neutron-836180-1-hyperv {{(pid=83872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 13:46:32.079424 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_hamode_db [None req-b9756776-9da5-42a4-931f-dba5054b40c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836180-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T13:25:36Z,description=,heartbeat_timestamp=2022-04-01T13:46:06Z,host='dv-neutron-836180-1-hyperv',id=88bf8fc8-11a3-4e96-9d1b-5fd93ba9f6f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T13:25:36Z,topic='l3_agent')) {'router_ids': ['2ef3c1a1-068d-45ab-bbcf-5b65ea891860'], 'active': True} {{(pid=83872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:46:32.141439 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [req-6058a364-93c4-4220-93e7-46696c2602a8 req-e83b1be0-30cf-43f4-bb94-556996171ddc tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Synchronizing usage tracker for tenant:f17cecf0d6854286bcc6f673927088ad on resource:port {{(pid=83871) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 13:46:32.167482 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [req-6058a364-93c4-4220-93e7-46696c2602a8 req-e83b1be0-30cf-43f4-bb94-556996171ddc tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Unset dirty status for tenant:f17cecf0d6854286bcc6f673927088ad on resource:port {{(pid=83871) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 13:46:32.169173 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-6058a364-93c4-4220-93e7-46696c2602a8 req-e83b1be0-30cf-43f4-bb94-556996171ddc tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] 10.222.0.26 "GET /v2.0/ports?device_id=71602cc2-62f8-4e80-90de-fd1e15b4b849 HTTP/1.1" status: 200 len: 210 time: 0.0754876 Apr 01 13:46:32.220268 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b3ad0a-3f99-41c0-86fd-c4597e779562 None None] Pushing event updated for resources: {'Port': ['ID=8ea2852d-6235-4369-a855-63e2e2f1c1a8,revision_number=4']} {{(pid=83872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:46:32.298318 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_dvr_db [None req-b9756776-9da5-42a4-931f-dba5054b40c2 None None] Set router 2ef3c1a1-068d-45ab-bbcf-5b65ea891860 gateway port host: dv-neutron-836180-1-hyperv {{(pid=83872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 13:46:32.658338 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_hamode_db [None req-b9756776-9da5-42a4-931f-dba5054b40c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ef3c1a1-068d-45ab-bbcf-5b65ea891860', 'name': 'tempest-TestNetworkBasicOps-router-700343002', 'tenant_id': 'f17cecf0d6854286bcc6f673927088ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'external_fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.79'}], 'enable_snat': True}, 'gw_port_id': '0ebf171a-89f6-47cd-b429-e69ad7b3cb4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T13:46:23Z', 'updated_at': '2022-04-01T13:46:27Z', 'revision_number': 4, 'project_id': 'f17cecf0d6854286bcc6f673927088ad', 'gw_port': {'id': '0ebf171a-89f6-47cd-b429-e69ad7b3cb4f', 'name': '', 'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:ef:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ef3c1a1-068d-45ab-bbcf-5b65ea891860', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836180-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:46:24Z', 'updated_at': '2022-04-01T13:46:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836180-1-hyperv', '_interfaces': [{'id': '8ea2852d-6235-4369-a855-63e2e2f1c1a8', 'name': '', 'network_id': '0622a186-f221-4100-82ec-5ef2db2119b5', 'tenant_id': 'f17cecf0d6854286bcc6f673927088ad', 'mac_address': 'fa:16:3e:c0:3e:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ef3c1a1-068d-45ab-bbcf-5b65ea891860', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '60f92d2c-f4bc-4cc5-8035-7d05a0defa65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836180-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:46:27Z', 'updated_at': '2022-04-01T13:46:31Z', 'revision_number': 4, 'project_id': 'f17cecf0d6854286bcc6f673927088ad', 'subnets': [{'id': '60f92d2c-f4bc-4cc5-8035-7d05a0defa65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-836180-1-hyperv', False) {} {{(pid=83872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:46:32.662287 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9756776-9da5-42a4-931f-dba5054b40c2 None None] The sync data for ids ['2ef3c1a1-068d-45ab-bbcf-5b65ea891860'] in dv-neutron-836180-1-hyperv is: [{'id': '2ef3c1a1-068d-45ab-bbcf-5b65ea891860', 'name': 'tempest-TestNetworkBasicOps-router-700343002', 'tenant_id': 'f17cecf0d6854286bcc6f673927088ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'external_fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.79'}], 'enable_snat': True}, 'gw_port_id': '0ebf171a-89f6-47cd-b429-e69ad7b3cb4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T13:46:23Z', 'updated_at': '2022-04-01T13:46:27Z', 'revision_number': 4, 'project_id': 'f17cecf0d6854286bcc6f673927088ad', 'gw_port': {'id': '0ebf171a-89f6-47cd-b429-e69ad7b3cb4f', 'name': '', 'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:ef:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ef3c1a1-068d-45ab-bbcf-5b65ea891860', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836180-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:46:24Z', 'updated_at': '2022-04-01T13:46:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836180-1-hyperv', '_interfaces': [{'id': '8ea2852d-6235-4369-a855-63e2e2f1c1a8', 'name': '', 'network_id': '0622a186-f221-4100-82ec-5ef2db2119b5', 'tenant_id': 'f17cecf0d6854286bcc6f673927088ad', 'mac_address': 'fa:16:3e:c0:3e:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ef3c1a1-068d-45ab-bbcf-5b65ea891860', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '60f92d2c-f4bc-4cc5-8035-7d05a0defa65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836180-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:46:27Z', 'updated_at': '2022-04-01T13:46:31Z', 'revision_number': 4, 'project_id': 'f17cecf0d6854286bcc6f673927088ad', 'subnets': [{'id': '60f92d2c-f4bc-4cc5-8035-7d05a0defa65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 13:46:32.693101 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021a46c8-4bc8-447f-b3e2-00e0041894a3 req-ce197290-1897-426f-980d-a2d1b110e9a8 tempest-TestVolumeBootPattern-1476222673 tempest-TestVolumeBootPattern-1476222673-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:46:32.694534 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-021a46c8-4bc8-447f-b3e2-00e0041894a3 req-ce197290-1897-426f-980d-a2d1b110e9a8 tempest-TestVolumeBootPattern-1476222673 tempest-TestVolumeBootPattern-1476222673-project] 10.222.0.26 "GET /v2.0/ports?device_id=16d793db-7f73-420c-8869-8fb25e3b5658 HTTP/1.1" status: 200 len: 945 time: 0.0787418 Apr 01 13:46:32.754148 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-021a46c8-4bc8-447f-b3e2-00e0041894a3 req-c64f6e5a-b484-46ca-9aa9-1cc4706c7bf2 tempest-TestVolumeBootPattern-1476222673 tempest-TestVolumeBootPattern-1476222673-project] 10.222.0.26 "GET /v2.0/security-groups?id=27f17799-9873-4c06-85d9-3f0cf9f77d1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447650 Apr 01 13:46:33.286128 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-8b9512d5-6990-40ab-b180-12c92c1b5848 req-991b8d55-1184-4787-ab18-41f063de42a4 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] 10.222.0.26 "GET /v2.0/ports?device_id=71602cc2-62f8-4e80-90de-fd1e15b4b849 HTTP/1.1" status: 200 len: 210 time: 0.0441189 Apr 01 13:46:33.525054 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-caeab762-4ed9-476f-a302-9f3f2eefa6c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:46:33.959517 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36fc27c6-4287-4b6b-93ba-86a861003536 req-ef4295d2-8cf0-4ee3-92bc-ffae352febad tempest-TestVolumeBootPattern-1476222673 tempest-TestVolumeBootPattern-1476222673-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:46:33.960995 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-36fc27c6-4287-4b6b-93ba-86a861003536 req-ef4295d2-8cf0-4ee3-92bc-ffae352febad tempest-TestVolumeBootPattern-1476222673 tempest-TestVolumeBootPattern-1476222673-project] 10.222.0.26 "GET /v2.0/ports?device_id=16d793db-7f73-420c-8869-8fb25e3b5658 HTTP/1.1" status: 200 len: 945 time: 0.0819263 Apr 01 13:46:34.005622 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-36fc27c6-4287-4b6b-93ba-86a861003536 req-f0bc88f0-4b21-426c-913d-2dc1df0b763b tempest-TestVolumeBootPattern-1476222673 tempest-TestVolumeBootPattern-1476222673-project] 10.222.0.26 "GET /v2.0/security-groups?id=27f17799-9873-4c06-85d9-3f0cf9f77d1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390630 Apr 01 13:46:34.281313 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Device 8ea2852d-6235-4369-a855-63e2e2f1c1a8 up at agent ovs-agent-dv-neutron-836180-1-hyperv {{(pid=83872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 13:46:34.359019 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Provisioning for port 8ea2852d-6235-4369-a855-63e2e2f1c1a8 completed by entity L2. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 13:46:34.364072 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Provisioning complete for port 8ea2852d-6235-4369-a855-63e2e2f1c1a8 triggered by entity L2. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 13:46:34.364468 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-948329'] for port, provisioning_complete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:46:34.434357 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-9ca609fe-7fd2-4f41-bca0-7053f4fc0603 req-2adb6b1e-21f7-4059-8a27-4b298a3f244a tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] 10.222.0.26 "GET /v2.0/ports?device_id=71602cc2-62f8-4e80-90de-fd1e15b4b849 HTTP/1.1" status: 200 len: 210 time: 0.0539207 Apr 01 13:46:34.487678 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77b53c4-f589-44eb-98bf-6e5707b9d728 req-a4f12afa-522f-4999-bce8-3ab89f0ad56e tempest-TestVolumeBootPattern-1476222673 tempest-TestVolumeBootPattern-1476222673-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:46:34.489344 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-c77b53c4-f589-44eb-98bf-6e5707b9d728 req-a4f12afa-522f-4999-bce8-3ab89f0ad56e tempest-TestVolumeBootPattern-1476222673 tempest-TestVolumeBootPattern-1476222673-project] 10.222.0.57 "GET /v2.0/ports?device_id=16d793db-7f73-420c-8869-8fb25e3b5658 HTTP/1.1" status: 200 len: 945 time: 0.1427889 Apr 01 13:46:34.494545 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:46:34.533195 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] For port 8ea2852d-6235-4369-a855-63e2e2f1c1a8, host dv-neutron-836180-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836180-1-hyperv',level=0,port_id=8ea2852d-6235-4369-a855-63e2e2f1c1a8,segment=NetworkSegment(da3e198b-dda2-47dc-8609-c3a09ba0b65f),segment_id=da3e198b-dda2-47dc-8609-c3a09ba0b65f)] {{(pid=83872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 13:46:34.540073 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864'] for port, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:46:34.568482 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.plugin [req-c77b53c4-f589-44eb-98bf-6e5707b9d728 req-be9311d1-cd04-4bd0-aa04-09c8b97ffa32 tempest-TestVolumeBootPattern-1476222673 tempest-TestVolumeBootPattern-1476222673-project] Deleting port 7eea0960-9648-4d3f-a077-c4b292d32fc1 {{(pid=83869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 13:46:34.568896 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [req-c77b53c4-f589-44eb-98bf-6e5707b9d728 req-be9311d1-cd04-4bd0-aa04-09c8b97ffa32 tempest-TestVolumeBootPattern-1476222673 tempest-TestVolumeBootPattern-1476222673-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736733287370'] for port, before_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:46:34.606473 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Pushing event updated for resources: {'Port': ['ID=8ea2852d-6235-4369-a855-63e2e2f1c1a8,revision_number=5']} {{(pid=83872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:46:34.831237 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.db [req-c77b53c4-f589-44eb-98bf-6e5707b9d728 req-be9311d1-cd04-4bd0-aa04-09c8b97ffa32 tempest-TestVolumeBootPattern-1476222673 tempest-TestVolumeBootPattern-1476222673-project] For port 7eea0960-9648-4d3f-a077-c4b292d32fc1, host hv-neutron-8361, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8361',level=0,port_id=7eea0960-9648-4d3f-a077-c4b292d32fc1,segment=NetworkSegment(75975926-68c3-4fd7-98af-37ba4697d49a),segment_id=75975926-68c3-4fd7-98af-37ba4697d49a)] {{(pid=83869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 13:46:34.831590 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [req-c77b53c4-f589-44eb-98bf-6e5707b9d728 req-be9311d1-cd04-4bd0-aa04-09c8b97ffa32 tempest-TestVolumeBootPattern-1476222673 tempest-TestVolumeBootPattern-1476222673-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4155147'] for port, precommit_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:46:34.977789 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.agents_db [None req-bdd220c7-049a-43d2-a923-ad1a2de078c6 None None] Agent healthcheck: found 6 active agents {{(pid=83873) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 01 13:46:35.120986 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [req-c77b53c4-f589-44eb-98bf-6e5707b9d728 req-be9311d1-cd04-4bd0-aa04-09c8b97ffa32 tempest-TestVolumeBootPattern-1476222673 tempest-TestVolumeBootPattern-1476222673-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:46:35.121599 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [req-c77b53c4-f589-44eb-98bf-6e5707b9d728 req-be9311d1-cd04-4bd0-aa04-09c8b97ffa32 tempest-TestVolumeBootPattern-1476222673 tempest-TestVolumeBootPattern-1476222673-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4084747'] for floatingip, after_update {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:46:35.122338 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.db.l3_db [req-c77b53c4-f589-44eb-98bf-6e5707b9d728 req-be9311d1-cd04-4bd0-aa04-09c8b97ffa32 tempest-TestVolumeBootPattern-1476222673 tempest-TestVolumeBootPattern-1476222673-project] Floating IP 9151fbfa-4ed7-4917-b1eb-07106ccdf23a disassociated. External IP: 172.26.5.96, port: 7eea0960-9648-4d3f-a077-c4b292d32fc1. Apr 01 13:46:35.122870 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.plugin [req-c77b53c4-f589-44eb-98bf-6e5707b9d728 req-be9311d1-cd04-4bd0-aa04-09c8b97ffa32 tempest-TestVolumeBootPattern-1476222673 tempest-TestVolumeBootPattern-1476222673-project] Calling delete_port for 7eea0960-9648-4d3f-a077-c4b292d32fc1 owned by compute:nova {{(pid=83869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 13:46:35.222468 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2d89a8-3edb-4217-8ffc-077131789e33 req-74a5c0e5-8722-4af5-b40f-2dbe80b13b58 tempest-TestVolumeBootPattern-1476222673 tempest-TestVolumeBootPattern-1476222673-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:46:35.232086 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-5b2d89a8-3edb-4217-8ffc-077131789e33 req-74a5c0e5-8722-4af5-b40f-2dbe80b13b58 tempest-TestVolumeBootPattern-1476222673 tempest-TestVolumeBootPattern-1476222673-project] 10.222.0.26 "GET /v2.0/ports?device_id=16d793db-7f73-420c-8869-8fb25e3b5658 HTTP/1.1" status: 200 len: 945 time: 0.0981052 Apr 01 13:46:35.307362 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-5b2d89a8-3edb-4217-8ffc-077131789e33 req-f9856274-f46b-4eb2-b233-76aa84189c6a tempest-TestVolumeBootPattern-1476222673 tempest-TestVolumeBootPattern-1476222673-project] 10.222.0.26 "GET /v2.0/security-groups?id=27f17799-9873-4c06-85d9-3f0cf9f77d1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0731711 Apr 01 13:46:35.497382 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718f6d7a-c90f-47fe-a326-b32125fa54b6 req-76893026-e3b9-4930-bd55-97b07702eb96 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:46:35.499485 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-718f6d7a-c90f-47fe-a326-b32125fa54b6 req-76893026-e3b9-4930-bd55-97b07702eb96 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] 10.222.0.57 "GET /v2.0/networks?id=0622a186-f221-4100-82ec-5ef2db2119b5 HTTP/1.1" status: 200 len: 796 time: 0.2363987 Apr 01 13:46:35.538228 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [req-c77b53c4-f589-44eb-98bf-6e5707b9d728 req-be9311d1-cd04-4bd0-aa04-09c8b97ffa32 tempest-TestVolumeBootPattern-1476222673 tempest-TestVolumeBootPattern-1476222673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736733359243', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736732935810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2705155'] for port, after_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:46:35.624914 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be9311d1-cd04-4bd0-aa04-09c8b97ffa32 tempest-TestVolumeBootPattern-1476222673 tempest-TestVolumeBootPattern-1476222673-project] Pushing event deleted for resources: {'Port': ['ID=7eea0960-9648-4d3f-a077-c4b292d32fc1,revision_number=None']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:46:35.646615 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-926107e8-d02e-4495-8ee8-d8554bc0b8a1 req-4f021bd4-a641-4c3a-ad65-ed9723efa483 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] 10.222.0.26 "GET /v2.0/ports?device_id=71602cc2-62f8-4e80-90de-fd1e15b4b849 HTTP/1.1" status: 200 len: 210 time: 0.0642285 Apr 01 13:46:35.665483 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-718f6d7a-c90f-47fe-a326-b32125fa54b6 req-cc9c78ef-0d2a-4eaa-bbea-5d7055c040f1 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f17cecf0d6854286bcc6f673927088ad HTTP/1.1" status: 200 len: 379 time: 0.1443007 Apr 01 13:46:35.722400 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.v2.base [req-718f6d7a-c90f-47fe-a326-b32125fa54b6 req-0e3b3c8d-50d9-40d0-ad46-985d4abc5fb8 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Request body: {'port': {'device_id': '71602cc2-62f8-4e80-90de-fd1e15b4b849', 'network_id': '0622a186-f221-4100-82ec-5ef2db2119b5', 'admin_state_up': True, 'tenant_id': 'f17cecf0d6854286bcc6f673927088ad', 'security_groups': ['e90ac2d3-4f4b-4283-8335-99738be736ac']}} {{(pid=83869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:46:35.893864 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-efc50f0e-07cd-47b9-a8e2-5e67aa0ac7c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:46:35.937387 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [req-718f6d7a-c90f-47fe-a326-b32125fa54b6 req-0e3b3c8d-50d9-40d0-ad46-985d4abc5fb8 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:46:35.952035 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [req-718f6d7a-c90f-47fe-a326-b32125fa54b6 req-0e3b3c8d-50d9-40d0-ad46-985d4abc5fb8 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:46:35.965140 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-718f6d7a-c90f-47fe-a326-b32125fa54b6 req-0e3b3c8d-50d9-40d0-ad46-985d4abc5fb8 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Made reservation on behalf of f17cecf0d6854286bcc6f673927088ad for: {'port': 1} {{(pid=83869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 13:46:35.969001 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [req-718f6d7a-c90f-47fe-a326-b32125fa54b6 req-0e3b3c8d-50d9-40d0-ad46-985d4abc5fb8 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:46:36.131741 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c77b53c4-f589-44eb-98bf-6e5707b9d728 req-be9311d1-cd04-4bd0-aa04-09c8b97ffa32 tempest-TestVolumeBootPattern-1476222673 tempest-TestVolumeBootPattern-1476222673-project] Router e3f4a618-e57d-4000-b517-ba34bc2fabc5 has already been hosted by L3 agent 88bf8fc8-11a3-4e96-9d1b-5fd93ba9f6f1 {{(pid=83869) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 13:46:36.238088 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.db_base_plugin_common [req-718f6d7a-c90f-47fe-a326-b32125fa54b6 req-0e3b3c8d-50d9-40d0-ad46-985d4abc5fb8 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Allocated IP 172.20.0.4 (0622a186-f221-4100-82ec-5ef2db2119b5/60f92d2c-f4bc-4cc5-8035-7d05a0defa65/b4e7057a-3d74-4116-9d35-8487b46dbc83) {{(pid=83869) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 13:46:36.280216 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Device 8ea2852d-6235-4369-a855-63e2e2f1c1a8 up at agent ovs-agent-dv-neutron-836180-1-hyperv {{(pid=83872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 13:46:36.352130 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Provisioning complete for port 8ea2852d-6235-4369-a855-63e2e2f1c1a8 triggered by entity L2. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 13:46:36.352635 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-948329'] for port, provisioning_complete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:46:36.473330 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-f3f8b260-8427-4c6a-946e-26f744e8b91f req-0785613b-854d-4d9b-83ef-aa8120286f94 tempest-TestVolumeBootPattern-1476222673 tempest-TestVolumeBootPattern-1476222673-project] 10.222.0.26 "GET /v2.0/ports?device_id=16d793db-7f73-420c-8869-8fb25e3b5658 HTTP/1.1" status: 200 len: 210 time: 0.0482762 Apr 01 13:46:36.526402 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [req-718f6d7a-c90f-47fe-a326-b32125fa54b6 req-0e3b3c8d-50d9-40d0-ad46-985d4abc5fb8 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks [] for port, precommit_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:46:36.556716 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.provisioning_blocks [req-718f6d7a-c90f-47fe-a326-b32125fa54b6 req-0e3b3c8d-50d9-40d0-ad46-985d4abc5fb8 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Transition to ACTIVE for port object b4e7057a-3d74-4116-9d35-8487b46dbc83 will not be triggered until provisioned by entity DHCP. {{(pid=83869) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 13:46:36.572573 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c77b53c4-f589-44eb-98bf-6e5707b9d728 req-be9311d1-cd04-4bd0-aa04-09c8b97ffa32 tempest-TestVolumeBootPattern-1476222673 tempest-TestVolumeBootPattern-1476222673-project] Notify agent at l3_agent.dv-neutron-836180-1-hyperv the message routers_updated {{(pid=83869) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 13:46:36.582933 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25c85cf9-0c6c-4047-8b00-c9b167233dbd None None] Sync routers for ids ['e3f4a618-e57d-4000-b517-ba34bc2fabc5'] in dv-neutron-836180-1-hyperv {{(pid=83873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 13:46:36.594570 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25c85cf9-0c6c-4047-8b00-c9b167233dbd None None] Routers {'e3f4a618-e57d-4000-b517-ba34bc2fabc5'} bound to L3 agent in host dv-neutron-836180-1-hyperv {{(pid=83873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 13:46:36.595173 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-25c85cf9-0c6c-4047-8b00-c9b167233dbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836180-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T13:25:36Z,description=,heartbeat_timestamp=2022-04-01T13:46:36Z,host='dv-neutron-836180-1-hyperv',id=88bf8fc8-11a3-4e96-9d1b-5fd93ba9f6f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T13:25:36Z,topic='l3_agent')) {'router_ids': ['e3f4a618-e57d-4000-b517-ba34bc2fabc5'], 'active': True} {{(pid=83873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:46:36.651757 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_dvrscheduler_db [req-c77b53c4-f589-44eb-98bf-6e5707b9d728 req-be9311d1-cd04-4bd0-aa04-09c8b97ffa32 tempest-TestVolumeBootPattern-1476222673 tempest-TestVolumeBootPattern-1476222673-project] No DVR routers for this DVR port 7eea0960-9648-4d3f-a077-c4b292d32fc1 on host hv-neutron-8361 {{(pid=83869) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 13:46:36.654360 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [req-c77b53c4-f589-44eb-98bf-6e5707b9d728 req-be9311d1-cd04-4bd0-aa04-09c8b97ffa32 tempest-TestVolumeBootPattern-1476222673 tempest-TestVolumeBootPattern-1476222673-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109561'] for port, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:46:36.657902 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16d793db-7f73-420c-8869-8fb25e3b5658', 'name': 'network-vif-deleted', 'tag': '7eea0960-9648-4d3f-a077-c4b292d32fc1'}] {{(pid=83869) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 13:46:36.667814 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [req-718f6d7a-c90f-47fe-a326-b32125fa54b6 req-0e3b3c8d-50d9-40d0-ad46-985d4abc5fb8 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736732935801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2705155'] for port, after_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:46:36.723365 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16d793db-7f73-420c-8869-8fb25e3b5658', 'name': 'network-vif-deleted', 'tag': '7eea0960-9648-4d3f-a077-c4b292d32fc1', 'status': 'completed', 'code': 200} Apr 01 13:46:36.751142 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-c77b53c4-f589-44eb-98bf-6e5707b9d728 req-be9311d1-cd04-4bd0-aa04-09c8b97ffa32 tempest-TestVolumeBootPattern-1476222673 tempest-TestVolumeBootPattern-1476222673-project] 10.222.0.57 "DELETE /v2.0/ports/7eea0960-9648-4d3f-a077-c4b292d32fc1 HTTP/1.1" status: 204 len: 173 time: 2.2524629 Apr 01 13:46:36.763970 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-718f6d7a-c90f-47fe-a326-b32125fa54b6 req-0e3b3c8d-50d9-40d0-ad46-985d4abc5fb8 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Network 0622a186-f221-4100-82ec-5ef2db2119b5 is already hosted by enough agents. {{(pid=83869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 13:46:36.767184 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.scheduler.base_scheduler [req-718f6d7a-c90f-47fe-a326-b32125fa54b6 req-0e3b3c8d-50d9-40d0-ad46-985d4abc5fb8 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Resources bound (agent type, host, resource id): {{(pid=83869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 13:46:36.771952 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_dvrscheduler_db [req-718f6d7a-c90f-47fe-a326-b32125fa54b6 req-0e3b3c8d-50d9-40d0-ad46-985d4abc5fb8 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Received port after_create {{(pid=83869) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 13:46:36.777532 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_dvr_db [None req-25c85cf9-0c6c-4047-8b00-c9b167233dbd None None] Set router e3f4a618-e57d-4000-b517-ba34bc2fabc5 gateway port host: dv-neutron-836180-1-hyperv {{(pid=83873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 13:46:36.801644 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e3b3c8d-50d9-40d0-ad46-985d4abc5fb8 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Pushing event updated for resources: {'Port': ['ID=b4e7057a-3d74-4116-9d35-8487b46dbc83,revision_number=1']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:46:36.846023 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718f6d7a-c90f-47fe-a326-b32125fa54b6 req-0e3b3c8d-50d9-40d0-ad46-985d4abc5fb8 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:46:36.846713 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [req-718f6d7a-c90f-47fe-a326-b32125fa54b6 req-0e3b3c8d-50d9-40d0-ad46-985d4abc5fb8 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109561'] for port, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:46:36.876961 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-718f6d7a-c90f-47fe-a326-b32125fa54b6 req-0e3b3c8d-50d9-40d0-ad46-985d4abc5fb8 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1580787 Apr 01 13:46:36.892809 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.v2.base [req-718f6d7a-c90f-47fe-a326-b32125fa54b6 req-3445d98f-5047-4ce3-8d47-d0f04ca4c0af service neutron] Request body: {'port': {'device_id': '71602cc2-62f8-4e80-90de-fd1e15b4b849', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8361'}} {{(pid=83869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:46:36.898327 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575251e2-ad30-4d2f-bdcf-0683c1c49b5c req-5267fcc4-bf08-4ac4-bd46-7704606b36fc tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:46:36.903451 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-575251e2-ad30-4d2f-bdcf-0683c1c49b5c req-5267fcc4-bf08-4ac4-bd46-7704606b36fc tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] 10.222.0.26 "GET /v2.0/ports?device_id=71602cc2-62f8-4e80-90de-fd1e15b4b849 HTTP/1.1" status: 200 len: 931 time: 0.1047754 Apr 01 13:46:36.965951 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [req-575251e2-ad30-4d2f-bdcf-0683c1c49b5c req-bdb10e86-332c-421c-bfed-38cdb0564d68 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Synchronizing usage tracker for tenant:f17cecf0d6854286bcc6f673927088ad on resource:security_group {{(pid=83871) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 13:46:36.984652 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [req-575251e2-ad30-4d2f-bdcf-0683c1c49b5c req-bdb10e86-332c-421c-bfed-38cdb0564d68 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Unset dirty status for tenant:f17cecf0d6854286bcc6f673927088ad on resource:security_group {{(pid=83871) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 13:46:36.999493 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-575251e2-ad30-4d2f-bdcf-0683c1c49b5c req-bdb10e86-332c-421c-bfed-38cdb0564d68 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] 10.222.0.26 "GET /v2.0/security-groups?id=e90ac2d3-4f4b-4283-8335-99738be736ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0889256 Apr 01 13:46:37.150417 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:46:37.156119 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-d70d45a2-fac8-43e2-9928-afa3d09cb430 None None] Provisioning for port b4e7057a-3d74-4116-9d35-8487b46dbc83 completed by entity DHCP. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 13:46:37.165115 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-d70d45a2-fac8-43e2-9928-afa3d09cb430 None None] Provisioning complete for port b4e7057a-3d74-4116-9d35-8487b46dbc83 triggered by entity DHCP. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 13:46:37.165508 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-d70d45a2-fac8-43e2-9928-afa3d09cb430 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-948329'] for port, provisioning_complete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:46:37.189796 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [req-718f6d7a-c90f-47fe-a326-b32125fa54b6 req-3445d98f-5047-4ce3-8d47-d0f04ca4c0af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:46:37.231253 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.plugin [None req-d70d45a2-fac8-43e2-9928-afa3d09cb430 None None] Port b4e7057a-3d74-4116-9d35-8487b46dbc83 cannot update to ACTIVE because it is not bound. {{(pid=83872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 13:46:37.256259 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-25c85cf9-0c6c-4047-8b00-c9b167233dbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3f4a618-e57d-4000-b517-ba34bc2fabc5', 'name': 'tempest-TestVolumeBootPattern-1138570424-router', 'tenant_id': '5bd5d96184e74f0ca1fb3a290ee8b3f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'external_fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.11'}], 'enable_snat': True}, 'gw_port_id': '3277a845-1d6f-47a2-9cca-49974d745e16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T13:43:41Z', 'updated_at': '2022-04-01T13:43:44Z', 'revision_number': 4, 'project_id': '5bd5d96184e74f0ca1fb3a290ee8b3f6', 'gw_port': {'id': '3277a845-1d6f-47a2-9cca-49974d745e16', 'name': '', 'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:db:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3f4a618-e57d-4000-b517-ba34bc2fabc5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836180-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:43:42Z', 'updated_at': '2022-04-01T13:43:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836180-1-hyperv', '_interfaces': [{'id': '6274b498-b06d-44b2-9332-bd5b04bcf3e6', 'name': '', 'network_id': 'f450d435-2e18-4974-8657-011f0eedf5a1', 'tenant_id': '5bd5d96184e74f0ca1fb3a290ee8b3f6', 'mac_address': 'fa:16:3e:c2:25:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3f4a618-e57d-4000-b517-ba34bc2fabc5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e819b10b-b5bd-410a-b72f-33f41ed14c7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836180-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:43:44Z', 'updated_at': '2022-04-01T13:43:52Z', 'revision_number': 5, 'project_id': '5bd5d96184e74f0ca1fb3a290ee8b3f6', 'subnets': [{'id': 'e819b10b-b5bd-410a-b72f-33f41ed14c7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-836180-1-hyperv', False) {} {{(pid=83873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:46:37.261664 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25c85cf9-0c6c-4047-8b00-c9b167233dbd None None] Checking router: e3f4a618-e57d-4000-b517-ba34bc2fabc5 for host: dv-neutron-836180-1-hyperv {{(pid=83873) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 01 13:46:37.275786 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25c85cf9-0c6c-4047-8b00-c9b167233dbd None None] Routers {'e3f4a618-e57d-4000-b517-ba34bc2fabc5'} bound to L3 agent in host dv-neutron-836180-1-hyperv {{(pid=83873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 13:46:37.276678 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-25c85cf9-0c6c-4047-8b00-c9b167233dbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836180-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T13:25:36Z,description=,heartbeat_timestamp=2022-04-01T13:46:36Z,host='dv-neutron-836180-1-hyperv',id=88bf8fc8-11a3-4e96-9d1b-5fd93ba9f6f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T13:25:36Z,topic='l3_agent')) {'router_ids': ['e3f4a618-e57d-4000-b517-ba34bc2fabc5'], 'active': True} {{(pid=83873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:46:37.375171 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-2f9cfc9c-d8ba-4de3-a4ad-98162f90557c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:46:37.480030 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_dvr_db [None req-25c85cf9-0c6c-4047-8b00-c9b167233dbd None None] Set router e3f4a618-e57d-4000-b517-ba34bc2fabc5 gateway port host: dv-neutron-836180-1-hyperv {{(pid=83873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 13:46:37.598233 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.notifiers.nova [req-718f6d7a-c90f-47fe-a326-b32125fa54b6 req-3445d98f-5047-4ce3-8d47-d0f04ca4c0af service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b4e7057a-3d74-4116-9d35-8487b46dbc83 {{(pid=83869) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 01 13:46:37.608508 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [req-718f6d7a-c90f-47fe-a326-b32125fa54b6 req-3445d98f-5047-4ce3-8d47-d0f04ca4c0af service neutron] Notify callbacks [] for port, precommit_update {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:46:37.616608 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Device 7eea0960-9648-4d3f-a077-c4b292d32fc1 no longer exists at agent hyperv_hv-neutron-8361 {{(pid=83872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 13:46:37.634475 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.provisioning_blocks [req-718f6d7a-c90f-47fe-a326-b32125fa54b6 req-3445d98f-5047-4ce3-8d47-d0f04ca4c0af service neutron] Transition to ACTIVE for port object b4e7057a-3d74-4116-9d35-8487b46dbc83 will not be triggered until provisioned by entity L2. {{(pid=83869) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 13:46:37.654645 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.plugin [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] No Port match for: 7eea0960-9648-4d3f-a077-c4b292d32fc1 {{(pid=83872) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 01 13:46:37.655075 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Device 7eea0960-9648-4d3f-a077-c4b292d32fc1 not bound to the agent host hv-neutron-8361 {{(pid=83872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 13:46:37.669254 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [req-718f6d7a-c90f-47fe-a326-b32125fa54b6 req-3445d98f-5047-4ce3-8d47-d0f04ca4c0af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2705172'] for port, after_update {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:46:37.710177 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [req-b1c8c1bf-772a-424d-bb8f-c126039eb644 req-13a425ee-9035-4b37-b4f0-545d8f8f4f17 tempest-TestVolumeBootPattern-1476222673 tempest-TestVolumeBootPattern-1476222673-project] Synchronizing usage tracker for tenant:5bd5d96184e74f0ca1fb3a290ee8b3f6 on resource:port {{(pid=83869) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 13:46:37.809609 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3445d98f-5047-4ce3-8d47-d0f04ca4c0af service neutron] Pushing event updated for resources: {'Port': ['ID=b4e7057a-3d74-4116-9d35-8487b46dbc83,revision_number=2']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:46:37.812815 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [req-b1c8c1bf-772a-424d-bb8f-c126039eb644 req-13a425ee-9035-4b37-b4f0-545d8f8f4f17 tempest-TestVolumeBootPattern-1476222673 tempest-TestVolumeBootPattern-1476222673-project] Unset dirty status for tenant:5bd5d96184e74f0ca1fb3a290ee8b3f6 on resource:port {{(pid=83869) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 13:46:37.814040 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-b1c8c1bf-772a-424d-bb8f-c126039eb644 req-13a425ee-9035-4b37-b4f0-545d8f8f4f17 tempest-TestVolumeBootPattern-1476222673 tempest-TestVolumeBootPattern-1476222673-project] 10.222.0.26 "GET /v2.0/ports?device_id=16d793db-7f73-420c-8869-8fb25e3b5658 HTTP/1.1" status: 200 len: 210 time: 0.1830883 Apr 01 13:46:37.842637 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-25c85cf9-0c6c-4047-8b00-c9b167233dbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3f4a618-e57d-4000-b517-ba34bc2fabc5', 'name': 'tempest-TestVolumeBootPattern-1138570424-router', 'tenant_id': '5bd5d96184e74f0ca1fb3a290ee8b3f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'external_fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.11'}], 'enable_snat': True}, 'gw_port_id': '3277a845-1d6f-47a2-9cca-49974d745e16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T13:43:41Z', 'updated_at': '2022-04-01T13:43:44Z', 'revision_number': 4, 'project_id': '5bd5d96184e74f0ca1fb3a290ee8b3f6', 'gw_port': {'id': '3277a845-1d6f-47a2-9cca-49974d745e16', 'name': '', 'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:db:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3f4a618-e57d-4000-b517-ba34bc2fabc5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836180-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:43:42Z', 'updated_at': '2022-04-01T13:43:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836180-1-hyperv', '_interfaces': [{'id': '6274b498-b06d-44b2-9332-bd5b04bcf3e6', 'name': '', 'network_id': 'f450d435-2e18-4974-8657-011f0eedf5a1', 'tenant_id': '5bd5d96184e74f0ca1fb3a290ee8b3f6', 'mac_address': 'fa:16:3e:c2:25:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3f4a618-e57d-4000-b517-ba34bc2fabc5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e819b10b-b5bd-410a-b72f-33f41ed14c7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836180-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:43:44Z', 'updated_at': '2022-04-01T13:43:52Z', 'revision_number': 5, 'project_id': '5bd5d96184e74f0ca1fb3a290ee8b3f6', 'subnets': [{'id': 'e819b10b-b5bd-410a-b72f-33f41ed14c7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-836180-1-hyperv', False) {} {{(pid=83873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:46:37.854549 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25c85cf9-0c6c-4047-8b00-c9b167233dbd None None] The sync data for ids ['e3f4a618-e57d-4000-b517-ba34bc2fabc5'] in dv-neutron-836180-1-hyperv is: [{'id': 'e3f4a618-e57d-4000-b517-ba34bc2fabc5', 'name': 'tempest-TestVolumeBootPattern-1138570424-router', 'tenant_id': '5bd5d96184e74f0ca1fb3a290ee8b3f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'external_fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.11'}], 'enable_snat': True}, 'gw_port_id': '3277a845-1d6f-47a2-9cca-49974d745e16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T13:43:41Z', 'updated_at': '2022-04-01T13:43:44Z', 'revision_number': 4, 'project_id': '5bd5d96184e74f0ca1fb3a290ee8b3f6', 'gw_port': {'id': '3277a845-1d6f-47a2-9cca-49974d745e16', 'name': '', 'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:db:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3f4a618-e57d-4000-b517-ba34bc2fabc5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836180-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:43:42Z', 'updated_at': '2022-04-01T13:43:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836180-1-hyperv', '_interfaces': [{'id': '6274b498-b06d-44b2-9332-bd5b04bcf3e6', 'name': '', 'network_id': 'f450d435-2e18-4974-8657-011f0eedf5a1', 'tenant_id': '5bd5d96184e74f0ca1fb3a290ee8b3f6', 'mac_address': 'fa:16:3e:c2:25:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3f4a618-e57d-4000-b517-ba34bc2fabc5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e819b10b-b5bd-410a-b72f-33f41ed14c7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836180-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:43:44Z', 'updated_at': '2022-04-01T13:43:52Z', 'revision_number': 5, 'project_id': '5bd5d96184e74f0ca1fb3a290ee8b3f6', 'subnets': [{'id': 'e819b10b-b5bd-410a-b72f-33f41ed14c7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 13:46:37.934597 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.managers [req-718f6d7a-c90f-47fe-a326-b32125fa54b6 req-3445d98f-5047-4ce3-8d47-d0f04ca4c0af service neutron] Attempting to bind port b4e7057a-3d74-4116-9d35-8487b46dbc83 on host hv-neutron-8361 for vnic_type normal with profile {{(pid=83869) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 13:46:37.934934 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.managers [req-718f6d7a-c90f-47fe-a326-b32125fa54b6 req-3445d98f-5047-4ce3-8d47-d0f04ca4c0af service neutron] Attempting to bind port b4e7057a-3d74-4116-9d35-8487b46dbc83 by drivers openvswitch,hyperv on host hv-neutron-8361 at level 0 using segments [{'id': 'da3e198b-dda2-47dc-8609-c3a09ba0b65f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '0622a186-f221-4100-82ec-5ef2db2119b5'}] {{(pid=83869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 13:46:37.936118 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-718f6d7a-c90f-47fe-a326-b32125fa54b6 req-3445d98f-5047-4ce3-8d47-d0f04ca4c0af service neutron] Attempting to bind port b4e7057a-3d74-4116-9d35-8487b46dbc83 on network 0622a186-f221-4100-82ec-5ef2db2119b5 {{(pid=83869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 13:46:37.943089 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-718f6d7a-c90f-47fe-a326-b32125fa54b6 req-3445d98f-5047-4ce3-8d47-d0f04ca4c0af service neutron] Port b4e7057a-3d74-4116-9d35-8487b46dbc83 on network 0622a186-f221-4100-82ec-5ef2db2119b5 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8361 {{(pid=83869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 01 13:46:37.943409 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-718f6d7a-c90f-47fe-a326-b32125fa54b6 req-3445d98f-5047-4ce3-8d47-d0f04ca4c0af service neutron] Attempting to bind port b4e7057a-3d74-4116-9d35-8487b46dbc83 on network 0622a186-f221-4100-82ec-5ef2db2119b5 {{(pid=83869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 13:46:37.950583 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-718f6d7a-c90f-47fe-a326-b32125fa54b6 req-3445d98f-5047-4ce3-8d47-d0f04ca4c0af service neutron] Checking agent: {'id': '359ce187-6241-4f7e-85a4-e066c7b0cdea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8361', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 13, 31, 54), 'started_at': datetime.datetime(2022, 4, 1, 13, 31, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 13, 46, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 13:46:37.951573 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-718f6d7a-c90f-47fe-a326-b32125fa54b6 req-3445d98f-5047-4ce3-8d47-d0f04ca4c0af service neutron] Checking segment: {'id': 'da3e198b-dda2-47dc-8609-c3a09ba0b65f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '0622a186-f221-4100-82ec-5ef2db2119b5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 13:46:37.952328 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-718f6d7a-c90f-47fe-a326-b32125fa54b6 req-3445d98f-5047-4ce3-8d47-d0f04ca4c0af service neutron] Bound using segment: {'id': 'da3e198b-dda2-47dc-8609-c3a09ba0b65f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '0622a186-f221-4100-82ec-5ef2db2119b5'} {{(pid=83869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 13:46:37.952837 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.managers [req-718f6d7a-c90f-47fe-a326-b32125fa54b6 req-3445d98f-5047-4ce3-8d47-d0f04ca4c0af service neutron] Bound port: b4e7057a-3d74-4116-9d35-8487b46dbc83, host: hv-neutron-8361, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'da3e198b-dda2-47dc-8609-c3a09ba0b65f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '0622a186-f221-4100-82ec-5ef2db2119b5'}}] {{(pid=83869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 13:46:37.953129 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [req-718f6d7a-c90f-47fe-a326-b32125fa54b6 req-3445d98f-5047-4ce3-8d47-d0f04ca4c0af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:46:38.043184 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.db [req-718f6d7a-c90f-47fe-a326-b32125fa54b6 req-3445d98f-5047-4ce3-8d47-d0f04ca4c0af service neutron] For port b4e7057a-3d74-4116-9d35-8487b46dbc83, host hv-neutron-8361, cleared binding levels {{(pid=83869) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 13:46:38.047059 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.db [req-718f6d7a-c90f-47fe-a326-b32125fa54b6 req-3445d98f-5047-4ce3-8d47-d0f04ca4c0af service neutron] For port b4e7057a-3d74-4116-9d35-8487b46dbc83, host hv-neutron-8361, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8361',level=0,port_id=b4e7057a-3d74-4116-9d35-8487b46dbc83,segment=NetworkSegment(da3e198b-dda2-47dc-8609-c3a09ba0b65f),segment_id=da3e198b-dda2-47dc-8609-c3a09ba0b65f)] {{(pid=83869) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 13:46:38.051362 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [req-718f6d7a-c90f-47fe-a326-b32125fa54b6 req-3445d98f-5047-4ce3-8d47-d0f04ca4c0af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2705172'] for port, after_update {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:46:38.125487 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [req-718f6d7a-c90f-47fe-a326-b32125fa54b6 req-3445d98f-5047-4ce3-8d47-d0f04ca4c0af service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109561'] for port, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:46:38.126907 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-718f6d7a-c90f-47fe-a326-b32125fa54b6 req-3445d98f-5047-4ce3-8d47-d0f04ca4c0af service neutron] 10.222.0.57 "PUT /v2.0/ports/b4e7057a-3d74-4116-9d35-8487b46dbc83 HTTP/1.1" status: 200 len: 1093 time: 1.2396917 Apr 01 13:46:38.141259 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3445d98f-5047-4ce3-8d47-d0f04ca4c0af service neutron] Pushing event updated for resources: {'Port': ['ID=b4e7057a-3d74-4116-9d35-8487b46dbc83,revision_number=3']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:46:38.237465 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6b19c2-f981-4860-91a0-5f44ca0fa055 req-18ec0d87-3320-493a-a6b4-7efc5af69dac tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:46:38.239828 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-db6b19c2-f981-4860-91a0-5f44ca0fa055 req-18ec0d87-3320-493a-a6b4-7efc5af69dac tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] 10.222.0.26 "GET /v2.0/ports?device_id=71602cc2-62f8-4e80-90de-fd1e15b4b849 HTTP/1.1" status: 200 len: 943 time: 0.1032341 Apr 01 13:46:38.257723 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-718f6d7a-c90f-47fe-a326-b32125fa54b6 req-e2280b70-7c44-46c3-95a8-c67390ee59fe service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=f17cecf0d6854286bcc6f673927088ad&device_id=71602cc2-62f8-4e80-90de-fd1e15b4b849 HTTP/1.1" status: 200 len: 1096 time: 0.0863607 Apr 01 13:46:38.291969 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-db6b19c2-f981-4860-91a0-5f44ca0fa055 req-a8d8f3bb-3a34-417f-a1a4-646e1dfc85c2 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] 10.222.0.26 "GET /v2.0/security-groups?id=e90ac2d3-4f4b-4283-8335-99738be736ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458407 Apr 01 13:46:38.342742 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-718f6d7a-c90f-47fe-a326-b32125fa54b6 req-e11bbdb8-c6a7-4f7e-b5d2-4696c92cb76c service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b4e7057a-3d74-4116-9d35-8487b46dbc83 HTTP/1.1" status: 200 len: 217 time: 0.0747535 Apr 01 13:46:38.406394 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718f6d7a-c90f-47fe-a326-b32125fa54b6 req-1706453c-b5d5-43db-a794-a4581d127bbe service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:46:38.407799 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-718f6d7a-c90f-47fe-a326-b32125fa54b6 req-1706453c-b5d5-43db-a794-a4581d127bbe service neutron] 10.222.0.57 "GET /v2.0/subnets?id=60f92d2c-f4bc-4cc5-8035-7d05a0defa65 HTTP/1.1" status: 200 len: 835 time: 0.0558894 Apr 01 13:46:38.486907 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-718f6d7a-c90f-47fe-a326-b32125fa54b6 req-400ae60f-6805-4fb3-9b03-2dc1102c84de service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=0622a186-f221-4100-82ec-5ef2db2119b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0698357 Apr 01 13:46:38.619790 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-718f6d7a-c90f-47fe-a326-b32125fa54b6 req-7e8b0312-62ac-4190-a42c-2fcad1494dbb service neutron] 10.222.0.57 "GET /v2.0/networks/0622a186-f221-4100-82ec-5ef2db2119b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1232429 Apr 01 13:46:38.734028 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '71602cc2-62f8-4e80-90de-fd1e15b4b849', 'tag': 'b4e7057a-3d74-4116-9d35-8487b46dbc83'}] {{(pid=83869) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 13:46:38.758352 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-718f6d7a-c90f-47fe-a326-b32125fa54b6 req-b9efa61e-6a9b-4a45-a596-d96065bd8dc0 service neutron] 10.222.0.57 "GET /v2.0/networks/0622a186-f221-4100-82ec-5ef2db2119b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1281044 Apr 01 13:46:38.793458 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '71602cc2-62f8-4e80-90de-fd1e15b4b849', 'tag': 'b4e7057a-3d74-4116-9d35-8487b46dbc83', 'status': 'completed', 'code': 200} Apr 01 13:46:38.868267 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-a976a7b9-9034-41e6-be13-349b75ed1593 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:46:38.894654 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-571594b9-919a-4c0d-8cf6-98a6853622c7 req-d40bbb24-6c11-48ad-a94d-d771e2dba36a service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=f17cecf0d6854286bcc6f673927088ad&device_id=71602cc2-62f8-4e80-90de-fd1e15b4b849 HTTP/1.1" status: 200 len: 1096 time: 0.0708866 Apr 01 13:46:39.129718 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571594b9-919a-4c0d-8cf6-98a6853622c7 req-58458d21-e4bb-4142-b08d-c82b47d18dd9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:46:39.130995 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-571594b9-919a-4c0d-8cf6-98a6853622c7 req-58458d21-e4bb-4142-b08d-c82b47d18dd9 service neutron] 10.222.0.57 "GET /v2.0/networks?id=0622a186-f221-4100-82ec-5ef2db2119b5 HTTP/1.1" status: 200 len: 897 time: 0.2295926 Apr 01 13:46:39.210417 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-571594b9-919a-4c0d-8cf6-98a6853622c7 req-0761aa8d-d660-48dd-97cf-8d6f46ad52c6 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b4e7057a-3d74-4116-9d35-8487b46dbc83 HTTP/1.1" status: 200 len: 217 time: 0.0721929 Apr 01 13:46:39.254985 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-963e9809-f398-4240-ba90-0616ef25f9f7 req-4874cb5e-a128-4898-8f59-abc99db95ef8 tempest-TestVolumeBootPattern-1476222673 tempest-TestVolumeBootPattern-1476222673-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1939691792&fields=id&tenant_id=5bd5d96184e74f0ca1fb3a290ee8b3f6 HTTP/1.1" status: 200 len: 267 time: 0.1405983 Apr 01 13:46:39.352006 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571594b9-919a-4c0d-8cf6-98a6853622c7 req-b25af694-26ca-43c5-8871-69e5b3b1b161 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:46:39.353446 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-571594b9-919a-4c0d-8cf6-98a6853622c7 req-b25af694-26ca-43c5-8871-69e5b3b1b161 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=60f92d2c-f4bc-4cc5-8035-7d05a0defa65 HTTP/1.1" status: 200 len: 835 time: 0.1370966 Apr 01 13:46:39.463018 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963e9809-f398-4240-ba90-0616ef25f9f7 req-6d2c1327-df47-4b57-8896-a6a8d15821e6 tempest-TestVolumeBootPattern-1476222673 tempest-TestVolumeBootPattern-1476222673-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:46:39.464375 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-963e9809-f398-4240-ba90-0616ef25f9f7 req-6d2c1327-df47-4b57-8896-a6a8d15821e6 tempest-TestVolumeBootPattern-1476222673 tempest-TestVolumeBootPattern-1476222673-project] 10.222.0.26 "GET /v2.0/networks?id=f450d435-2e18-4974-8657-011f0eedf5a1 HTTP/1.1" status: 200 len: 812 time: 0.1972167 Apr 01 13:46:39.489863 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-963e9809-f398-4240-ba90-0616ef25f9f7 req-ec42f698-b0b3-4750-a2e7-3e5a0531edaa tempest-TestVolumeBootPattern-1476222673 tempest-TestVolumeBootPattern-1476222673-project] 10.222.0.26 "GET /v2.0/quotas/5bd5d96184e74f0ca1fb3a290ee8b3f6 HTTP/1.1" status: 200 len: 375 time: 0.0172653 Apr 01 13:46:39.492075 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58dd6fde-50ce-4ff7-af77-4d94c7f7e773 req-e0f6f561-ea2b-49b0-8f2b-c7218cd81da6 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:46:39.493371 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-571594b9-919a-4c0d-8cf6-98a6853622c7 req-1bb05e94-a143-4751-8823-db512132af53 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=0622a186-f221-4100-82ec-5ef2db2119b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1285448 Apr 01 13:46:39.496038 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-58dd6fde-50ce-4ff7-af77-4d94c7f7e773 req-e0f6f561-ea2b-49b0-8f2b-c7218cd81da6 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] 10.222.0.26 "GET /v2.0/ports?device_id=71602cc2-62f8-4e80-90de-fd1e15b4b849 HTTP/1.1" status: 200 len: 943 time: 0.0784767 Apr 01 13:46:39.541506 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-58dd6fde-50ce-4ff7-af77-4d94c7f7e773 req-6275aa08-bb3c-4dc6-8efe-ee40e6838b6a tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] 10.222.0.26 "GET /v2.0/security-groups?id=e90ac2d3-4f4b-4283-8335-99738be736ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423195 Apr 01 13:46:39.629738 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Device b4e7057a-3d74-4116-9d35-8487b46dbc83 details requested by agent hyperv_hv-neutron-8361 with host hv-neutron-8361 {{(pid=83872) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 01 13:46:39.683792 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-963e9809-f398-4240-ba90-0616ef25f9f7 req-25a73553-99c4-4e1d-9376-ba4a0b2f6e0f tempest-TestVolumeBootPattern-1476222673 tempest-TestVolumeBootPattern-1476222673-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=5bd5d96184e74f0ca1fb3a290ee8b3f6&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1884656 Apr 01 13:46:39.685711 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-571594b9-919a-4c0d-8cf6-98a6853622c7 req-344bd0c2-8ac6-4216-86ad-96c8b371e92c service neutron] 10.222.0.57 "GET /v2.0/networks/0622a186-f221-4100-82ec-5ef2db2119b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1565189 Apr 01 13:46:39.761368 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] For port b4e7057a-3d74-4116-9d35-8487b46dbc83, host hv-neutron-8361, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8361',level=0,port_id=b4e7057a-3d74-4116-9d35-8487b46dbc83,segment=NetworkSegment(da3e198b-dda2-47dc-8609-c3a09ba0b65f),segment_id=da3e198b-dda2-47dc-8609-c3a09ba0b65f)] {{(pid=83872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 13:46:39.774989 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Returning: {'device': 'b4e7057a-3d74-4116-9d35-8487b46dbc83', 'network_id': '0622a186-f221-4100-82ec-5ef2db2119b5', 'port_id': 'b4e7057a-3d74-4116-9d35-8487b46dbc83', 'mac_address': 'fa:16:3e:70:35:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 389, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '60f92d2c-f4bc-4cc5-8035-7d05a0defa65', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83872) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 01 13:46:39.832839 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:46:39.849997 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.notifiers.nova [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b4e7057a-3d74-4116-9d35-8487b46dbc83 {{(pid=83872) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 01 13:46:39.866674 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] For port b4e7057a-3d74-4116-9d35-8487b46dbc83, host hv-neutron-8361, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8361',level=0,port_id=b4e7057a-3d74-4116-9d35-8487b46dbc83,segment=NetworkSegment(da3e198b-dda2-47dc-8609-c3a09ba0b65f),segment_id=da3e198b-dda2-47dc-8609-c3a09ba0b65f)] {{(pid=83872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 13:46:39.870609 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864'] for port, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:46:39.934489 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-963e9809-f398-4240-ba90-0616ef25f9f7 req-767cce48-2a93-436d-a3ab-547b01006c2c service neutron] 10.222.0.26 "GET /v2.0/networks/f450d435-2e18-4974-8657-011f0eedf5a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2391393 Apr 01 13:46:39.936830 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Pushing event updated for resources: {'Port': ['ID=b4e7057a-3d74-4116-9d35-8487b46dbc83,revision_number=4']} {{(pid=83872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:46:39.937409 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-571594b9-919a-4c0d-8cf6-98a6853622c7 req-cc6e5b28-336a-4b79-8d6d-e7ccb7b55f4e service neutron] 10.222.0.57 "GET /v2.0/networks/0622a186-f221-4100-82ec-5ef2db2119b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2408543 Apr 01 13:46:40.067692 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-963e9809-f398-4240-ba90-0616ef25f9f7 req-273d26cd-bc21-4204-bbf4-e677ac681051 service neutron] 10.222.0.26 "GET /v2.0/networks/f450d435-2e18-4974-8657-011f0eedf5a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1264913 Apr 01 13:46:40.144708 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] get_ports_and_sgs() called for port_ids ['b4e7057a-3d74-4116-9d35-8487b46dbc83'] {{(pid=83872) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 01 13:46:40.477936 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-30fb70c2-6a83-4e11-896b-1f2f49334563 req-a1c1d28e-7d4c-4259-9eef-e777dabeffbe tempest-TestVolumeBootPattern-1476222673 tempest-TestVolumeBootPattern-1476222673-project] 10.222.0.26 "GET /v2.0/ports?device_id=e5fe79ec-1f97-40dd-93e8-56101682399f HTTP/1.1" status: 200 len: 210 time: 0.0467927 Apr 01 13:46:40.745619 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dcee7e7-9074-49d7-85ee-7464f9663f29 req-12bb247d-641e-43b8-b935-1356b1635e06 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:46:40.746329 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [req-0dcee7e7-9074-49d7-85ee-7464f9663f29 req-12bb247d-641e-43b8-b935-1356b1635e06 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Synchronizing usage tracker for tenant:f17cecf0d6854286bcc6f673927088ad on resource:port {{(pid=83869) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 13:46:40.762410 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [req-0dcee7e7-9074-49d7-85ee-7464f9663f29 req-12bb247d-641e-43b8-b935-1356b1635e06 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Unset dirty status for tenant:f17cecf0d6854286bcc6f673927088ad on resource:port {{(pid=83869) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 13:46:40.764387 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-0dcee7e7-9074-49d7-85ee-7464f9663f29 req-12bb247d-641e-43b8-b935-1356b1635e06 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] 10.222.0.26 "GET /v2.0/ports?device_id=71602cc2-62f8-4e80-90de-fd1e15b4b849 HTTP/1.1" status: 200 len: 944 time: 0.0948935 Apr 01 13:46:40.808659 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-0dcee7e7-9074-49d7-85ee-7464f9663f29 req-746be152-2037-475a-b779-e0e8a4af3545 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] 10.222.0.26 "GET /v2.0/security-groups?id=e90ac2d3-4f4b-4283-8335-99738be736ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386164 Apr 01 13:46:41.539786 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963e9809-f398-4240-ba90-0616ef25f9f7 req-503ba975-e528-4053-a831-cff635709fc2 tempest-TestVolumeBootPattern-1476222673 tempest-TestVolumeBootPattern-1476222673-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:46:41.541728 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-963e9809-f398-4240-ba90-0616ef25f9f7 req-503ba975-e528-4053-a831-cff635709fc2 tempest-TestVolumeBootPattern-1476222673 tempest-TestVolumeBootPattern-1476222673-project] 10.222.0.57 "GET /v2.0/networks?id=f450d435-2e18-4974-8657-011f0eedf5a1 HTTP/1.1" status: 200 len: 812 time: 0.1426828 Apr 01 13:46:41.613862 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-963e9809-f398-4240-ba90-0616ef25f9f7 req-4d5fa3f8-cdd2-40f4-8d2a-30aab99cf59c tempest-TestVolumeBootPattern-1476222673 tempest-TestVolumeBootPattern-1476222673-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5bd5d96184e74f0ca1fb3a290ee8b3f6 HTTP/1.1" status: 200 len: 380 time: 0.0474954 Apr 01 13:46:41.625020 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.v2.base [req-963e9809-f398-4240-ba90-0616ef25f9f7 req-94af6b27-baff-416f-a0a6-541eb4edaa12 tempest-TestVolumeBootPattern-1476222673 tempest-TestVolumeBootPattern-1476222673-project] Request body: {'port': {'device_id': 'e5fe79ec-1f97-40dd-93e8-56101682399f', 'network_id': 'f450d435-2e18-4974-8657-011f0eedf5a1', 'admin_state_up': True, 'tenant_id': '5bd5d96184e74f0ca1fb3a290ee8b3f6', 'security_groups': ['27f17799-9873-4c06-85d9-3f0cf9f77d1e']}} {{(pid=83869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:46:41.646214 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Device b4e7057a-3d74-4116-9d35-8487b46dbc83 up at agent hyperv_hv-neutron-8361 {{(pid=83872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 13:46:41.651157 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-75e05187-34e1-4c53-aa32-5723d688e35a req-aac9cd3c-389f-4496-84ec-11aa353c9831 tempest-TestVolumeBootPattern-1476222673 tempest-TestVolumeBootPattern-1476222673-project] 10.222.0.26 "GET /v2.0/ports?device_id=e5fe79ec-1f97-40dd-93e8-56101682399f HTTP/1.1" status: 200 len: 210 time: 0.0443397 Apr 01 13:46:41.725278 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Provisioning for port b4e7057a-3d74-4116-9d35-8487b46dbc83 completed by entity L2. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 13:46:41.730431 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Provisioning complete for port b4e7057a-3d74-4116-9d35-8487b46dbc83 triggered by entity L2. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 13:46:41.730914 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-948329'] for port, provisioning_complete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:46:41.776822 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [req-963e9809-f398-4240-ba90-0616ef25f9f7 req-94af6b27-baff-416f-a0a6-541eb4edaa12 tempest-TestVolumeBootPattern-1476222673 tempest-TestVolumeBootPattern-1476222673-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:46:41.789418 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [req-963e9809-f398-4240-ba90-0616ef25f9f7 req-94af6b27-baff-416f-a0a6-541eb4edaa12 tempest-TestVolumeBootPattern-1476222673 tempest-TestVolumeBootPattern-1476222673-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:46:41.802299 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-963e9809-f398-4240-ba90-0616ef25f9f7 req-94af6b27-baff-416f-a0a6-541eb4edaa12 tempest-TestVolumeBootPattern-1476222673 tempest-TestVolumeBootPattern-1476222673-project] Made reservation on behalf of 5bd5d96184e74f0ca1fb3a290ee8b3f6 for: {'port': 1} {{(pid=83869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 13:46:41.805538 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [req-963e9809-f398-4240-ba90-0616ef25f9f7 req-94af6b27-baff-416f-a0a6-541eb4edaa12 tempest-TestVolumeBootPattern-1476222673 tempest-TestVolumeBootPattern-1476222673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:46:41.851803 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:46:41.882874 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71602cc2-62f8-4e80-90de-fd1e15b4b849', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4e7057a-3d74-4116-9d35-8487b46dbc83'}] {{(pid=83872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 13:46:41.893470 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] For port b4e7057a-3d74-4116-9d35-8487b46dbc83, host hv-neutron-8361, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8361',level=0,port_id=b4e7057a-3d74-4116-9d35-8487b46dbc83,segment=NetworkSegment(da3e198b-dda2-47dc-8609-c3a09ba0b65f),segment_id=da3e198b-dda2-47dc-8609-c3a09ba0b65f)] {{(pid=83872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 13:46:41.900609 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864'] for port, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:46:41.985753 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Pushing event updated for resources: {'Port': ['ID=b4e7057a-3d74-4116-9d35-8487b46dbc83,revision_number=5']} {{(pid=83872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:46:41.990711 dv-neutron-836180-1-hyperv neutron-server[83872]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71602cc2-62f8-4e80-90de-fd1e15b4b849', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4e7057a-3d74-4116-9d35-8487b46dbc83', 'code': 200} Apr 01 13:46:42.152019 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.db_base_plugin_common [req-963e9809-f398-4240-ba90-0616ef25f9f7 req-94af6b27-baff-416f-a0a6-541eb4edaa12 tempest-TestVolumeBootPattern-1476222673 tempest-TestVolumeBootPattern-1476222673-project] Allocated IP 172.20.0.7 (f450d435-2e18-4974-8657-011f0eedf5a1/e819b10b-b5bd-410a-b72f-33f41ed14c7b/81bf8f45-6e4e-45d1-a374-1b696695bc4f) {{(pid=83869) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 13:46:42.208217 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a612a82a-392d-4cb3-8c19-7c007fe02e18 req-f191081b-6879-45c0-bda9-72323b7e557f tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:46:42.209711 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-a612a82a-392d-4cb3-8c19-7c007fe02e18 req-f191081b-6879-45c0-bda9-72323b7e557f tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] 10.222.0.26 "GET /v2.0/ports?device_id=71602cc2-62f8-4e80-90de-fd1e15b4b849 HTTP/1.1" status: 200 len: 945 time: 0.1891379 Apr 01 13:46:42.394154 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-a612a82a-392d-4cb3-8c19-7c007fe02e18 req-644dbfd3-7d86-49db-8fd2-8fd5fc52f27e tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] 10.222.0.26 "GET /v2.0/security-groups?id=e90ac2d3-4f4b-4283-8335-99738be736ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1767106 Apr 01 13:46:42.400224 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-b771efbc-4cd9-409d-b063-08af128acd6c req-46d067db-db6a-4105-ab2f-69a852f390d6 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=71602cc2-62f8-4e80-90de-fd1e15b4b849 HTTP/1.1" status: 200 len: 1098 time: 0.2321148 Apr 01 13:46:42.495704 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [req-963e9809-f398-4240-ba90-0616ef25f9f7 req-94af6b27-baff-416f-a0a6-541eb4edaa12 tempest-TestVolumeBootPattern-1476222673 tempest-TestVolumeBootPattern-1476222673-project] Notify callbacks [] for port, precommit_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:46:42.507258 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-b771efbc-4cd9-409d-b063-08af128acd6c req-7abc1fe3-b58b-4ea1-86e0-7ec3d1cb68b5 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=e90ac2d3-4f4b-4283-8335-99738be736ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0831480 Apr 01 13:46:42.515751 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.provisioning_blocks [req-963e9809-f398-4240-ba90-0616ef25f9f7 req-94af6b27-baff-416f-a0a6-541eb4edaa12 tempest-TestVolumeBootPattern-1476222673 tempest-TestVolumeBootPattern-1476222673-project] Transition to ACTIVE for port object 81bf8f45-6e4e-45d1-a374-1b696695bc4f will not be triggered until provisioned by entity DHCP. {{(pid=83869) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 13:46:42.527447 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4549eb70-2768-4d0e-9516-a0468afa1086 None None] New status for floating IP 9151fbfa-4ed7-4917-b1eb-07106ccdf23a: DOWN {{(pid=83872) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 01 13:46:42.548181 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [req-963e9809-f398-4240-ba90-0616ef25f9f7 req-94af6b27-baff-416f-a0a6-541eb4edaa12 tempest-TestVolumeBootPattern-1476222673 tempest-TestVolumeBootPattern-1476222673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736732935801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2705155'] for port, after_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:46:42.638032 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-963e9809-f398-4240-ba90-0616ef25f9f7 req-94af6b27-baff-416f-a0a6-541eb4edaa12 tempest-TestVolumeBootPattern-1476222673 tempest-TestVolumeBootPattern-1476222673-project] Network f450d435-2e18-4974-8657-011f0eedf5a1 is already hosted by enough agents. {{(pid=83869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 13:46:42.642223 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.scheduler.base_scheduler [req-963e9809-f398-4240-ba90-0616ef25f9f7 req-94af6b27-baff-416f-a0a6-541eb4edaa12 tempest-TestVolumeBootPattern-1476222673 tempest-TestVolumeBootPattern-1476222673-project] Resources bound (agent type, host, resource id): {{(pid=83869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 13:46:42.647045 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_dvrscheduler_db [req-963e9809-f398-4240-ba90-0616ef25f9f7 req-94af6b27-baff-416f-a0a6-541eb4edaa12 tempest-TestVolumeBootPattern-1476222673 tempest-TestVolumeBootPattern-1476222673-project] Received port after_create {{(pid=83869) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 13:46:42.674872 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94af6b27-baff-416f-a0a6-541eb4edaa12 tempest-TestVolumeBootPattern-1476222673 tempest-TestVolumeBootPattern-1476222673-project] Pushing event updated for resources: {'Port': ['ID=81bf8f45-6e4e-45d1-a374-1b696695bc4f,revision_number=1']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:46:42.744175 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963e9809-f398-4240-ba90-0616ef25f9f7 req-94af6b27-baff-416f-a0a6-541eb4edaa12 tempest-TestVolumeBootPattern-1476222673 tempest-TestVolumeBootPattern-1476222673-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:46:42.745295 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [req-963e9809-f398-4240-ba90-0616ef25f9f7 req-94af6b27-baff-416f-a0a6-541eb4edaa12 tempest-TestVolumeBootPattern-1476222673 tempest-TestVolumeBootPattern-1476222673-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109561'] for port, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:46:42.787225 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-963e9809-f398-4240-ba90-0616ef25f9f7 req-94af6b27-baff-416f-a0a6-541eb4edaa12 tempest-TestVolumeBootPattern-1476222673 tempest-TestVolumeBootPattern-1476222673-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1657951 Apr 01 13:46:42.806929 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.v2.base [req-963e9809-f398-4240-ba90-0616ef25f9f7 req-beb52fc3-6721-43ae-a1ec-a12e443dafa9 service neutron] Request body: {'port': {'device_id': 'e5fe79ec-1f97-40dd-93e8-56101682399f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8361'}} {{(pid=83869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:46:42.917983 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b317b847-fd15-48eb-8ed5-08b67db71441 req-e81008a9-772e-4610-a4b5-e87ceea9552c tempest-TestVolumeBootPattern-1476222673 tempest-TestVolumeBootPattern-1476222673-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:46:42.919516 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-b317b847-fd15-48eb-8ed5-08b67db71441 req-e81008a9-772e-4610-a4b5-e87ceea9552c tempest-TestVolumeBootPattern-1476222673 tempest-TestVolumeBootPattern-1476222673-project] 10.222.0.26 "GET /v2.0/ports?device_id=e5fe79ec-1f97-40dd-93e8-56101682399f HTTP/1.1" status: 200 len: 931 time: 0.0953944 Apr 01 13:46:42.945652 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [req-963e9809-f398-4240-ba90-0616ef25f9f7 req-beb52fc3-6721-43ae-a1ec-a12e443dafa9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:46:42.946345 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-45f2c32c-cb4e-47d2-a4d8-79a9669b045d None None] Provisioning for port 81bf8f45-6e4e-45d1-a374-1b696695bc4f completed by entity DHCP. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 13:46:42.952281 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-45f2c32c-cb4e-47d2-a4d8-79a9669b045d None None] Provisioning complete for port 81bf8f45-6e4e-45d1-a374-1b696695bc4f triggered by entity DHCP. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 13:46:42.952681 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-45f2c32c-cb4e-47d2-a4d8-79a9669b045d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-948329'] for port, provisioning_complete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:46:42.978917 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-b317b847-fd15-48eb-8ed5-08b67db71441 req-ca732097-9bcf-453f-ab4a-6c72f1e0e5ff tempest-TestVolumeBootPattern-1476222673 tempest-TestVolumeBootPattern-1476222673-project] 10.222.0.26 "GET /v2.0/security-groups?id=27f17799-9873-4c06-85d9-3f0cf9f77d1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535069 Apr 01 13:46:43.022632 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.plugin [None req-45f2c32c-cb4e-47d2-a4d8-79a9669b045d None None] Port 81bf8f45-6e4e-45d1-a374-1b696695bc4f cannot update to ACTIVE because it is not bound. {{(pid=83872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 13:46:43.312483 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.notifiers.nova [req-963e9809-f398-4240-ba90-0616ef25f9f7 req-beb52fc3-6721-43ae-a1ec-a12e443dafa9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 81bf8f45-6e4e-45d1-a374-1b696695bc4f {{(pid=83869) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 01 13:46:43.320408 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [req-963e9809-f398-4240-ba90-0616ef25f9f7 req-beb52fc3-6721-43ae-a1ec-a12e443dafa9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:46:43.337524 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.provisioning_blocks [req-963e9809-f398-4240-ba90-0616ef25f9f7 req-beb52fc3-6721-43ae-a1ec-a12e443dafa9 service neutron] Transition to ACTIVE for port object 81bf8f45-6e4e-45d1-a374-1b696695bc4f will not be triggered until provisioned by entity L2. {{(pid=83869) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 13:46:43.341190 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [req-963e9809-f398-4240-ba90-0616ef25f9f7 req-beb52fc3-6721-43ae-a1ec-a12e443dafa9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2705172'] for port, after_update {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:46:43.475480 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb52fc3-6721-43ae-a1ec-a12e443dafa9 service neutron] Pushing event updated for resources: {'Port': ['ID=81bf8f45-6e4e-45d1-a374-1b696695bc4f,revision_number=2']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:46:43.647523 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.managers [req-963e9809-f398-4240-ba90-0616ef25f9f7 req-beb52fc3-6721-43ae-a1ec-a12e443dafa9 service neutron] Attempting to bind port 81bf8f45-6e4e-45d1-a374-1b696695bc4f on host hv-neutron-8361 for vnic_type normal with profile {{(pid=83869) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 13:46:43.647902 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.managers [req-963e9809-f398-4240-ba90-0616ef25f9f7 req-beb52fc3-6721-43ae-a1ec-a12e443dafa9 service neutron] Attempting to bind port 81bf8f45-6e4e-45d1-a374-1b696695bc4f by drivers openvswitch,hyperv on host hv-neutron-8361 at level 0 using segments [{'id': '75975926-68c3-4fd7-98af-37ba4697d49a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'f450d435-2e18-4974-8657-011f0eedf5a1'}] {{(pid=83869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 13:46:43.648179 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-963e9809-f398-4240-ba90-0616ef25f9f7 req-beb52fc3-6721-43ae-a1ec-a12e443dafa9 service neutron] Attempting to bind port 81bf8f45-6e4e-45d1-a374-1b696695bc4f on network f450d435-2e18-4974-8657-011f0eedf5a1 {{(pid=83869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 13:46:43.659300 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-963e9809-f398-4240-ba90-0616ef25f9f7 req-beb52fc3-6721-43ae-a1ec-a12e443dafa9 service neutron] Port 81bf8f45-6e4e-45d1-a374-1b696695bc4f on network f450d435-2e18-4974-8657-011f0eedf5a1 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8361 {{(pid=83869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 01 13:46:43.659599 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-963e9809-f398-4240-ba90-0616ef25f9f7 req-beb52fc3-6721-43ae-a1ec-a12e443dafa9 service neutron] Attempting to bind port 81bf8f45-6e4e-45d1-a374-1b696695bc4f on network f450d435-2e18-4974-8657-011f0eedf5a1 {{(pid=83869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 13:46:43.669092 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bbc4e2b-26eb-4fd5-8512-5b657565ab6b req-a92e942e-4cbf-473c-bc81-49cd342f9a31 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:46:43.671172 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-9bbc4e2b-26eb-4fd5-8512-5b657565ab6b req-a92e942e-4cbf-473c-bc81-49cd342f9a31 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] 10.222.0.26 "GET /v2.0/ports?device_id=71602cc2-62f8-4e80-90de-fd1e15b4b849 HTTP/1.1" status: 200 len: 945 time: 0.1231735 Apr 01 13:46:43.674291 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-963e9809-f398-4240-ba90-0616ef25f9f7 req-beb52fc3-6721-43ae-a1ec-a12e443dafa9 service neutron] Checking agent: {'id': '359ce187-6241-4f7e-85a4-e066c7b0cdea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8361', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 13, 31, 54), 'started_at': datetime.datetime(2022, 4, 1, 13, 31, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 13, 46, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 13:46:43.674622 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-963e9809-f398-4240-ba90-0616ef25f9f7 req-beb52fc3-6721-43ae-a1ec-a12e443dafa9 service neutron] Checking segment: {'id': '75975926-68c3-4fd7-98af-37ba4697d49a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'f450d435-2e18-4974-8657-011f0eedf5a1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 13:46:43.674998 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-963e9809-f398-4240-ba90-0616ef25f9f7 req-beb52fc3-6721-43ae-a1ec-a12e443dafa9 service neutron] Bound using segment: {'id': '75975926-68c3-4fd7-98af-37ba4697d49a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'f450d435-2e18-4974-8657-011f0eedf5a1'} {{(pid=83869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 13:46:43.675423 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.managers [req-963e9809-f398-4240-ba90-0616ef25f9f7 req-beb52fc3-6721-43ae-a1ec-a12e443dafa9 service neutron] Bound port: 81bf8f45-6e4e-45d1-a374-1b696695bc4f, host: hv-neutron-8361, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '75975926-68c3-4fd7-98af-37ba4697d49a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'f450d435-2e18-4974-8657-011f0eedf5a1'}}] {{(pid=83869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 13:46:43.675761 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [req-963e9809-f398-4240-ba90-0616ef25f9f7 req-beb52fc3-6721-43ae-a1ec-a12e443dafa9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:46:43.788316 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-9bbc4e2b-26eb-4fd5-8512-5b657565ab6b req-12110127-9735-4c34-8429-f32e6fc96a66 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] 10.222.0.26 "GET /v2.0/security-groups?id=e90ac2d3-4f4b-4283-8335-99738be736ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1031373 Apr 01 13:46:43.801816 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.db [req-963e9809-f398-4240-ba90-0616ef25f9f7 req-beb52fc3-6721-43ae-a1ec-a12e443dafa9 service neutron] For port 81bf8f45-6e4e-45d1-a374-1b696695bc4f, host hv-neutron-8361, cleared binding levels {{(pid=83869) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 13:46:43.804935 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.db [req-963e9809-f398-4240-ba90-0616ef25f9f7 req-beb52fc3-6721-43ae-a1ec-a12e443dafa9 service neutron] For port 81bf8f45-6e4e-45d1-a374-1b696695bc4f, host hv-neutron-8361, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8361',level=0,port_id=81bf8f45-6e4e-45d1-a374-1b696695bc4f,segment=NetworkSegment(75975926-68c3-4fd7-98af-37ba4697d49a),segment_id=75975926-68c3-4fd7-98af-37ba4697d49a)] {{(pid=83869) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 13:46:43.809200 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [req-963e9809-f398-4240-ba90-0616ef25f9f7 req-beb52fc3-6721-43ae-a1ec-a12e443dafa9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2705172'] for port, after_update {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:46:43.871390 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [req-963e9809-f398-4240-ba90-0616ef25f9f7 req-beb52fc3-6721-43ae-a1ec-a12e443dafa9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109561'] for port, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:46:43.872919 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-963e9809-f398-4240-ba90-0616ef25f9f7 req-beb52fc3-6721-43ae-a1ec-a12e443dafa9 service neutron] 10.222.0.57 "PUT /v2.0/ports/81bf8f45-6e4e-45d1-a374-1b696695bc4f HTTP/1.1" status: 200 len: 1093 time: 1.0781925 Apr 01 13:46:43.873449 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e5fe79ec-1f97-40dd-93e8-56101682399f', 'tag': '81bf8f45-6e4e-45d1-a374-1b696695bc4f'}] {{(pid=83869) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 13:46:43.891525 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb52fc3-6721-43ae-a1ec-a12e443dafa9 service neutron] Pushing event updated for resources: {'Port': ['ID=81bf8f45-6e4e-45d1-a374-1b696695bc4f,revision_number=3']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:46:43.944902 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e5fe79ec-1f97-40dd-93e8-56101682399f', 'tag': '81bf8f45-6e4e-45d1-a374-1b696695bc4f', 'status': 'completed', 'code': 200} Apr 01 13:46:44.091828 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-963e9809-f398-4240-ba90-0616ef25f9f7 req-eb87ee48-d438-4de7-bec0-17a102b73aa4 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=5bd5d96184e74f0ca1fb3a290ee8b3f6&device_id=e5fe79ec-1f97-40dd-93e8-56101682399f HTTP/1.1" status: 200 len: 1096 time: 0.1795347 Apr 01 13:46:44.197307 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-963e9809-f398-4240-ba90-0616ef25f9f7 req-1ff4fa9d-59be-4a7a-b6d8-ee5e6a9dd0da service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=81bf8f45-6e4e-45d1-a374-1b696695bc4f HTTP/1.1" status: 200 len: 217 time: 0.0983207 Apr 01 13:46:44.274501 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963e9809-f398-4240-ba90-0616ef25f9f7 req-fc063884-db32-4bba-87e3-1c986389e476 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:46:44.275930 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-963e9809-f398-4240-ba90-0616ef25f9f7 req-fc063884-db32-4bba-87e3-1c986389e476 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=e819b10b-b5bd-410a-b72f-33f41ed14c7b HTTP/1.1" status: 200 len: 851 time: 0.0726767 Apr 01 13:46:44.323144 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba285ed-5dcf-46c4-8588-1ff5c5edf0a4 req-66eb0ef3-9d78-4958-9d3d-4748cc959275 tempest-TestVolumeBootPattern-1476222673 tempest-TestVolumeBootPattern-1476222673-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:46:44.323739 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [req-2ba285ed-5dcf-46c4-8588-1ff5c5edf0a4 req-66eb0ef3-9d78-4958-9d3d-4748cc959275 tempest-TestVolumeBootPattern-1476222673 tempest-TestVolumeBootPattern-1476222673-project] Synchronizing usage tracker for tenant:5bd5d96184e74f0ca1fb3a290ee8b3f6 on resource:port {{(pid=83869) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 13:46:44.353066 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [req-2ba285ed-5dcf-46c4-8588-1ff5c5edf0a4 req-66eb0ef3-9d78-4958-9d3d-4748cc959275 tempest-TestVolumeBootPattern-1476222673 tempest-TestVolumeBootPattern-1476222673-project] Unset dirty status for tenant:5bd5d96184e74f0ca1fb3a290ee8b3f6 on resource:port {{(pid=83869) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 13:46:44.354281 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-2ba285ed-5dcf-46c4-8588-1ff5c5edf0a4 req-66eb0ef3-9d78-4958-9d3d-4748cc959275 tempest-TestVolumeBootPattern-1476222673 tempest-TestVolumeBootPattern-1476222673-project] 10.222.0.26 "GET /v2.0/ports?device_id=e5fe79ec-1f97-40dd-93e8-56101682399f HTTP/1.1" status: 200 len: 943 time: 0.2077823 Apr 01 13:46:44.402191 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-963e9809-f398-4240-ba90-0616ef25f9f7 req-3f084608-549d-4179-8f58-a5e1c6fee0c5 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=f450d435-2e18-4974-8657-011f0eedf5a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1183305 Apr 01 13:46:44.433205 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-2ba285ed-5dcf-46c4-8588-1ff5c5edf0a4 req-fba377f0-7a77-454d-a3ad-763d4ecb11f5 tempest-TestVolumeBootPattern-1476222673 tempest-TestVolumeBootPattern-1476222673-project] 10.222.0.26 "GET /v2.0/security-groups?id=27f17799-9873-4c06-85d9-3f0cf9f77d1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0688624 Apr 01 13:46:44.539845 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-963e9809-f398-4240-ba90-0616ef25f9f7 req-1a75f691-21f3-44f1-b005-4326079ce2ad service neutron] 10.222.0.57 "GET /v2.0/networks/f450d435-2e18-4974-8657-011f0eedf5a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1295896 Apr 01 13:46:44.671981 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-963e9809-f398-4240-ba90-0616ef25f9f7 req-a912e26b-bf49-4195-ad49-ad300d541385 service neutron] 10.222.0.57 "GET /v2.0/networks/f450d435-2e18-4974-8657-011f0eedf5a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1260071 Apr 01 13:46:44.785408 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-58234ee0-32dc-4583-bb5c-e90740515354 req-c2e5e9c4-c95d-48f6-a759-7d56e32c395c service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=5bd5d96184e74f0ca1fb3a290ee8b3f6&device_id=e5fe79ec-1f97-40dd-93e8-56101682399f HTTP/1.1" status: 200 len: 1096 time: 0.0692399 Apr 01 13:46:44.917821 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58234ee0-32dc-4583-bb5c-e90740515354 req-07d42c79-fe14-4115-889b-e6c5c77c1d48 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:46:44.919316 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-58234ee0-32dc-4583-bb5c-e90740515354 req-07d42c79-fe14-4115-889b-e6c5c77c1d48 service neutron] 10.222.0.57 "GET /v2.0/networks?id=f450d435-2e18-4974-8657-011f0eedf5a1 HTTP/1.1" status: 200 len: 913 time: 0.1278148 Apr 01 13:46:44.988493 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c83d79-0ed5-458e-a943-5efbfbd6877e req-bb3d683d-2bd8-44aa-ba8e-c4bc34b7e809 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:46:44.990057 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-97c83d79-0ed5-458e-a943-5efbfbd6877e req-bb3d683d-2bd8-44aa-ba8e-c4bc34b7e809 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] 10.222.0.26 "GET /v2.0/ports?device_id=71602cc2-62f8-4e80-90de-fd1e15b4b849 HTTP/1.1" status: 200 len: 945 time: 0.0765679 Apr 01 13:46:44.992286 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-58234ee0-32dc-4583-bb5c-e90740515354 req-16245ed7-b522-4d53-946b-8a4b5ac2cdd0 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=81bf8f45-6e4e-45d1-a374-1b696695bc4f HTTP/1.1" status: 200 len: 217 time: 0.0653229 Apr 01 13:46:45.035115 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-97c83d79-0ed5-458e-a943-5efbfbd6877e req-5297eded-b48c-4f4f-9b16-1136151cc30e tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] 10.222.0.26 "GET /v2.0/security-groups?id=e90ac2d3-4f4b-4283-8335-99738be736ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395918 Apr 01 13:46:45.054549 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58234ee0-32dc-4583-bb5c-e90740515354 req-58463f59-92d8-4312-b48d-97722f04df65 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:46:45.055992 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-58234ee0-32dc-4583-bb5c-e90740515354 req-58463f59-92d8-4312-b48d-97722f04df65 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=e819b10b-b5bd-410a-b72f-33f41ed14c7b HTTP/1.1" status: 200 len: 851 time: 0.0576692 Apr 01 13:46:45.133187 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-58234ee0-32dc-4583-bb5c-e90740515354 req-056e0d87-952a-46cf-9c2e-6f1f9ef5478b service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=f450d435-2e18-4974-8657-011f0eedf5a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0709565 Apr 01 13:46:45.320609 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-58234ee0-32dc-4583-bb5c-e90740515354 req-d6dd0769-0ad7-4713-811b-5f8fc2a5ff00 service neutron] 10.222.0.57 "GET /v2.0/networks/f450d435-2e18-4974-8657-011f0eedf5a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1807265 Apr 01 13:46:45.330485 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc53d32-4671-403d-a1e8-801a76522998 req-00d20e52-294a-41bc-96dd-b695edc3c526 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:46:45.331836 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-bcc53d32-4671-403d-a1e8-801a76522998 req-00d20e52-294a-41bc-96dd-b695edc3c526 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] 10.222.0.26 "GET /v2.0/ports?device_id=71602cc2-62f8-4e80-90de-fd1e15b4b849 HTTP/1.1" status: 200 len: 945 time: 0.1747334 Apr 01 13:46:45.458650 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-bcc53d32-4671-403d-a1e8-801a76522998 req-fbc2dd47-f87a-447a-96e9-a1b79a39d585 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] 10.222.0.26 "GET /v2.0/security-groups?id=e90ac2d3-4f4b-4283-8335-99738be736ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1082072 Apr 01 13:46:45.490365 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 58410) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:46:45.503154 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-58234ee0-32dc-4583-bb5c-e90740515354 req-79a17b53-57b4-49f2-b1a8-188127376383 service neutron] 10.222.0.57 "GET /v2.0/networks/f450d435-2e18-4974-8657-011f0eedf5a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1703651 Apr 01 13:46:45.601464 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-3fc6a3a9-28cb-4031-a5a4-982aac519060 tempest-TestNetworkBasicOps-1234239346 tempest-TestNetworkBasicOps-1234239346-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=71602cc2-62f8-4e80-90de-fd1e15b4b849 HTTP/1.1" status: 200 len: 1093 time: 0.1092405 Apr 01 13:46:45.604174 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 58414) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:46:45.610758 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.v2.base [None req-7838e7d2-3098-47b3-839f-09ff5530c6ee tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Request body: {'floatingip': {'floating_network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'port_id': 'b4e7057a-3d74-4116-9d35-8487b46dbc83', 'tenant_id': 'f17cecf0d6854286bcc6f673927088ad', 'fixed_ip_address': '172.20.0.4'}} {{(pid=83871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:46:45.619059 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-7838e7d2-3098-47b3-839f-09ff5530c6ee tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:46:45.625573 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-7838e7d2-3098-47b3-839f-09ff5530c6ee tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Usage tracker for resource:floatingip and tenant:f17cecf0d6854286bcc6f673927088ad is out of sync, need to count used quota {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 13:46:45.629257 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-7838e7d2-3098-47b3-839f-09ff5530c6ee tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 13:46:45.636574 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-7838e7d2-3098-47b3-839f-09ff5530c6ee tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:46:45.655090 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-7838e7d2-3098-47b3-839f-09ff5530c6ee tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks [] for floatingip, before_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:46:45.683834 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465cde3c-27fd-41f7-ab1c-5f5c2cf5ec43 req-d22e40c6-6fbf-485c-b1e4-05855f02eb0e tempest-TestVolumeBootPattern-1476222673 tempest-TestVolumeBootPattern-1476222673-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:46:45.686006 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-465cde3c-27fd-41f7-ab1c-5f5c2cf5ec43 req-d22e40c6-6fbf-485c-b1e4-05855f02eb0e tempest-TestVolumeBootPattern-1476222673 tempest-TestVolumeBootPattern-1476222673-project] 10.222.0.26 "GET /v2.0/ports?device_id=e5fe79ec-1f97-40dd-93e8-56101682399f HTTP/1.1" status: 200 len: 943 time: 0.1278517 Apr 01 13:46:45.788207 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-465cde3c-27fd-41f7-ab1c-5f5c2cf5ec43 req-cd37332e-9b26-4ab2-a946-752296c83b2c tempest-TestVolumeBootPattern-1476222673 tempest-TestVolumeBootPattern-1476222673-project] 10.222.0.26 "GET /v2.0/security-groups?id=27f17799-9873-4c06-85d9-3f0cf9f77d1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0603282 Apr 01 13:46:45.833345 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-7838e7d2-3098-47b3-839f-09ff5530c6ee tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:46:45.968225 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.db_base_plugin_common [None req-7838e7d2-3098-47b3-839f-09ff5530c6ee tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Allocated IP 172.26.5.249 (725864b8-cceb-48c9-b5d3-1bfc4423e301/e2ed99db-0e25-4971-b535-7fa69231fae8/e03a80ab-8843-458e-8066-a8316ecb66d6) {{(pid=83871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 13:46:46.111981 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-7838e7d2-3098-47b3-839f-09ff5530c6ee tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks [] for port, precommit_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:46:46.138418 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-7838e7d2-3098-47b3-839f-09ff5530c6ee tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736732935801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2743125'] for port, after_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:46:46.297788 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7838e7d2-3098-47b3-839f-09ff5530c6ee tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Network 725864b8-cceb-48c9-b5d3-1bfc4423e301 is already hosted by enough agents. {{(pid=83871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 13:46:46.301128 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.scheduler.base_scheduler [None req-7838e7d2-3098-47b3-839f-09ff5530c6ee tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Resources bound (agent type, host, resource id): {{(pid=83871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 13:46:46.304705 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7838e7d2-3098-47b3-839f-09ff5530c6ee tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Received port after_create {{(pid=83871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 13:46:46.333882 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7838e7d2-3098-47b3-839f-09ff5530c6ee tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Pushing event updated for resources: {'Port': ['ID=e03a80ab-8843-458e-8066-a8316ecb66d6,revision_number=1']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:46:46.797456 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-7838e7d2-3098-47b3-839f-09ff5530c6ee tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:46:46.851961 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-7838e7d2-3098-47b3-839f-09ff5530c6ee tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:46:46.986512 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dcf0d14-a3d5-4177-9608-71eb569c6a8e req-77de846d-da29-4ffe-959b-33e39e694d01 tempest-TestVolumeBootPattern-1476222673 tempest-TestVolumeBootPattern-1476222673-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:46:46.987986 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-1dcf0d14-a3d5-4177-9608-71eb569c6a8e req-77de846d-da29-4ffe-959b-33e39e694d01 tempest-TestVolumeBootPattern-1476222673 tempest-TestVolumeBootPattern-1476222673-project] 10.222.0.26 "GET /v2.0/ports?device_id=e5fe79ec-1f97-40dd-93e8-56101682399f HTTP/1.1" status: 200 len: 943 time: 0.0762985 Apr 01 13:46:47.033074 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-1dcf0d14-a3d5-4177-9608-71eb569c6a8e req-fada67de-7dac-4055-87dd-eca6a6c2f0d7 tempest-TestVolumeBootPattern-1476222673 tempest-TestVolumeBootPattern-1476222673-project] 10.222.0.26 "GET /v2.0/security-groups?id=27f17799-9873-4c06-85d9-3f0cf9f77d1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392890 Apr 01 13:46:47.054927 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-7838e7d2-3098-47b3-839f-09ff5530c6ee tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks [] for port, precommit_update {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:46:47.061593 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-7838e7d2-3098-47b3-839f-09ff5530c6ee tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2743106'] for port, after_update {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:46:47.167899 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7838e7d2-3098-47b3-839f-09ff5530c6ee tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Pushing event updated for resources: {'Port': ['ID=e03a80ab-8843-458e-8066-a8316ecb66d6,revision_number=2']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:46:47.180288 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-7838e7d2-3098-47b3-839f-09ff5530c6ee tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4084747'] for floatingip, after_update {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:46:47.369859 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.db.l3_db [None req-7838e7d2-3098-47b3-839f-09ff5530c6ee tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Floating IP 425f41eb-14b4-40dd-a30f-8653d6f61b42 associated. External IP: 172.26.5.249, port: b4e7057a-3d74-4116-9d35-8487b46dbc83. Apr 01 13:46:47.858848 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7838e7d2-3098-47b3-839f-09ff5530c6ee tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Router 2ef3c1a1-068d-45ab-bbcf-5b65ea891860 has already been hosted by L3 agent 88bf8fc8-11a3-4e96-9d1b-5fd93ba9f6f1 {{(pid=83871) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 13:46:48.057271 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7838e7d2-3098-47b3-839f-09ff5530c6ee tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify agent at l3_agent.dv-neutron-836180-1-hyperv the message routers_updated {{(pid=83871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 13:46:48.067236 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90ecedc5-4114-4321-a0d7-d5ae7e1d8936 None None] Sync routers for ids ['2ef3c1a1-068d-45ab-bbcf-5b65ea891860'] in dv-neutron-836180-1-hyperv {{(pid=83873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 13:46:48.080431 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90ecedc5-4114-4321-a0d7-d5ae7e1d8936 None None] Routers {'2ef3c1a1-068d-45ab-bbcf-5b65ea891860'} bound to L3 agent in host dv-neutron-836180-1-hyperv {{(pid=83873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 13:46:48.081136 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-90ecedc5-4114-4321-a0d7-d5ae7e1d8936 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836180-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T13:25:36Z,description=,heartbeat_timestamp=2022-04-01T13:46:36Z,host='dv-neutron-836180-1-hyperv',id=88bf8fc8-11a3-4e96-9d1b-5fd93ba9f6f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T13:25:36Z,topic='l3_agent')) {'router_ids': ['2ef3c1a1-068d-45ab-bbcf-5b65ea891860'], 'active': True} {{(pid=83873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:46:48.084532 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-7838e7d2-3098-47b3-839f-09ff5530c6ee tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109561'] for floatingip, before_response {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:46:48.142364 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-7838e7d2-3098-47b3-839f-09ff5530c6ee tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.5370224 Apr 01 13:46:48.142898 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '71602cc2-62f8-4e80-90de-fd1e15b4b849', 'tag': 'b4e7057a-3d74-4116-9d35-8487b46dbc83'}] {{(pid=83871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 13:46:48.144987 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 58422) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:46:48.208911 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '71602cc2-62f8-4e80-90de-fd1e15b4b849', 'tag': 'b4e7057a-3d74-4116-9d35-8487b46dbc83', 'status': 'completed', 'code': 200} Apr 01 13:46:48.255182 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b611119-6fd0-4e5e-af90-e7d99b4b045b req-2e17cefc-08a8-463a-a637-751eed0f4945 tempest-TestVolumeBootPattern-1476222673 tempest-TestVolumeBootPattern-1476222673-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:46:48.257666 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-8b611119-6fd0-4e5e-af90-e7d99b4b045b req-2e17cefc-08a8-463a-a637-751eed0f4945 tempest-TestVolumeBootPattern-1476222673 tempest-TestVolumeBootPattern-1476222673-project] 10.222.0.26 "GET /v2.0/ports?device_id=e5fe79ec-1f97-40dd-93e8-56101682399f HTTP/1.1" status: 200 len: 943 time: 0.0963714 Apr 01 13:46:48.292763 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_dvr_db [None req-90ecedc5-4114-4321-a0d7-d5ae7e1d8936 None None] Set router 2ef3c1a1-068d-45ab-bbcf-5b65ea891860 gateway port host: dv-neutron-836180-1-hyperv {{(pid=83873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 13:46:48.316954 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-8b611119-6fd0-4e5e-af90-e7d99b4b045b req-ac4aff6a-18d4-495a-80ae-6b96d964ddd9 tempest-TestVolumeBootPattern-1476222673 tempest-TestVolumeBootPattern-1476222673-project] 10.222.0.26 "GET /v2.0/security-groups?id=27f17799-9873-4c06-85d9-3f0cf9f77d1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527020 Apr 01 13:46:48.448977 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-01e10478-a35e-4e5e-92b6-6a79fdee6781 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] 10.222.0.26 "GET /v2.0/floatingips/425f41eb-14b4-40dd-a30f-8653d6f61b42 HTTP/1.1" status: 200 len: 991 time: 0.3021071 Apr 01 13:46:48.468840 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-832bc685-8b5b-421b-9ef9-17bee588316f req-f1093530-1372-41bb-9bca-69f7f3c46639 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=f17cecf0d6854286bcc6f673927088ad&device_id=71602cc2-62f8-4e80-90de-fd1e15b4b849 HTTP/1.1" status: 200 len: 1098 time: 0.1122901 Apr 01 13:46:48.599895 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832bc685-8b5b-421b-9ef9-17bee588316f req-3692b4ec-1efa-4d2a-a8c2-1d79579b2154 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:46:48.601352 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-832bc685-8b5b-421b-9ef9-17bee588316f req-3692b4ec-1efa-4d2a-a8c2-1d79579b2154 service neutron] 10.222.0.57 "GET /v2.0/networks?id=0622a186-f221-4100-82ec-5ef2db2119b5 HTTP/1.1" status: 200 len: 897 time: 0.1264462 Apr 01 13:46:48.648700 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-90ecedc5-4114-4321-a0d7-d5ae7e1d8936 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ef3c1a1-068d-45ab-bbcf-5b65ea891860', 'name': 'tempest-TestNetworkBasicOps-router-700343002', 'tenant_id': 'f17cecf0d6854286bcc6f673927088ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'external_fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.79'}], 'enable_snat': True}, 'gw_port_id': '0ebf171a-89f6-47cd-b429-e69ad7b3cb4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T13:46:23Z', 'updated_at': '2022-04-01T13:46:27Z', 'revision_number': 4, 'project_id': 'f17cecf0d6854286bcc6f673927088ad', 'gw_port': {'id': '0ebf171a-89f6-47cd-b429-e69ad7b3cb4f', 'name': '', 'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:ef:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ef3c1a1-068d-45ab-bbcf-5b65ea891860', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836180-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:46:24Z', 'updated_at': '2022-04-01T13:46:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836180-1-hyperv', '_floatingips': [{'id': '425f41eb-14b4-40dd-a30f-8653d6f61b42', 'tenant_id': 'f17cecf0d6854286bcc6f673927088ad', 'floating_ip_address': '172.26.5.249', 'floating_network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'router_id': '2ef3c1a1-068d-45ab-bbcf-5b65ea891860', 'port_id': 'b4e7057a-3d74-4116-9d35-8487b46dbc83', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0622a186-f221-4100-82ec-5ef2db2119b5', 'mac_address': 'fa:16:3e:70:35:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71602cc2-62f8-4e80-90de-fd1e15b4b849', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T13:46:46Z', 'updated_at': '2022-04-01T13:46:46Z', 'revision_number': 0, 'project_id': 'f17cecf0d6854286bcc6f673927088ad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8ea2852d-6235-4369-a855-63e2e2f1c1a8', 'name': '', 'network_id': '0622a186-f221-4100-82ec-5ef2db2119b5', 'tenant_id': 'f17cecf0d6854286bcc6f673927088ad', 'mac_address': 'fa:16:3e:c0:3e:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ef3c1a1-068d-45ab-bbcf-5b65ea891860', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '60f92d2c-f4bc-4cc5-8035-7d05a0defa65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836180-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:46:27Z', 'updated_at': '2022-04-01T13:46:34Z', 'revision_number': 5, 'project_id': 'f17cecf0d6854286bcc6f673927088ad', 'subnets': [{'id': '60f92d2c-f4bc-4cc5-8035-7d05a0defa65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-836180-1-hyperv', False) {} {{(pid=83873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:46:48.652359 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90ecedc5-4114-4321-a0d7-d5ae7e1d8936 None None] Checking router: 2ef3c1a1-068d-45ab-bbcf-5b65ea891860 for host: dv-neutron-836180-1-hyperv {{(pid=83873) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 01 13:46:48.663059 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90ecedc5-4114-4321-a0d7-d5ae7e1d8936 None None] Routers {'2ef3c1a1-068d-45ab-bbcf-5b65ea891860'} bound to L3 agent in host dv-neutron-836180-1-hyperv {{(pid=83873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 13:46:48.663651 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-90ecedc5-4114-4321-a0d7-d5ae7e1d8936 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836180-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T13:25:36Z,description=,heartbeat_timestamp=2022-04-01T13:46:36Z,host='dv-neutron-836180-1-hyperv',id=88bf8fc8-11a3-4e96-9d1b-5fd93ba9f6f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T13:25:36Z,topic='l3_agent')) {'router_ids': ['2ef3c1a1-068d-45ab-bbcf-5b65ea891860'], 'active': True} {{(pid=83873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:46:48.705161 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-832bc685-8b5b-421b-9ef9-17bee588316f req-898daa59-0e75-433a-a6e0-70f3741f3970 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b4e7057a-3d74-4116-9d35-8487b46dbc83 HTTP/1.1" status: 200 len: 999 time: 0.0951471 Apr 01 13:46:48.765516 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832bc685-8b5b-421b-9ef9-17bee588316f req-63f3c20c-9d0f-4e2a-b18a-b19997b409e5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:46:48.766925 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-832bc685-8b5b-421b-9ef9-17bee588316f req-63f3c20c-9d0f-4e2a-b18a-b19997b409e5 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=60f92d2c-f4bc-4cc5-8035-7d05a0defa65 HTTP/1.1" status: 200 len: 835 time: 0.0558505 Apr 01 13:46:48.840365 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-832bc685-8b5b-421b-9ef9-17bee588316f req-05adc6b3-1e7a-4e04-9bf6-2df4559c3077 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=0622a186-f221-4100-82ec-5ef2db2119b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0678830 Apr 01 13:46:48.865759 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_dvr_db [None req-90ecedc5-4114-4321-a0d7-d5ae7e1d8936 None None] Set router 2ef3c1a1-068d-45ab-bbcf-5b65ea891860 gateway port host: dv-neutron-836180-1-hyperv {{(pid=83873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 13:46:48.970009 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-832bc685-8b5b-421b-9ef9-17bee588316f req-863bbcb2-5e84-4e81-a06d-6d819952ac6a service neutron] 10.222.0.57 "GET /v2.0/networks/0622a186-f221-4100-82ec-5ef2db2119b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1225812 Apr 01 13:46:49.100780 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-832bc685-8b5b-421b-9ef9-17bee588316f req-b2a21604-759f-4c53-b434-2926ef4c36d0 service neutron] 10.222.0.57 "GET /v2.0/networks/0622a186-f221-4100-82ec-5ef2db2119b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1229997 Apr 01 13:46:49.206320 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-90ecedc5-4114-4321-a0d7-d5ae7e1d8936 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ef3c1a1-068d-45ab-bbcf-5b65ea891860', 'name': 'tempest-TestNetworkBasicOps-router-700343002', 'tenant_id': 'f17cecf0d6854286bcc6f673927088ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'external_fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.79'}], 'enable_snat': True}, 'gw_port_id': '0ebf171a-89f6-47cd-b429-e69ad7b3cb4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T13:46:23Z', 'updated_at': '2022-04-01T13:46:27Z', 'revision_number': 4, 'project_id': 'f17cecf0d6854286bcc6f673927088ad', 'gw_port': {'id': '0ebf171a-89f6-47cd-b429-e69ad7b3cb4f', 'name': '', 'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:ef:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ef3c1a1-068d-45ab-bbcf-5b65ea891860', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836180-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:46:24Z', 'updated_at': '2022-04-01T13:46:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836180-1-hyperv', '_floatingips': [{'id': '425f41eb-14b4-40dd-a30f-8653d6f61b42', 'tenant_id': 'f17cecf0d6854286bcc6f673927088ad', 'floating_ip_address': '172.26.5.249', 'floating_network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'router_id': '2ef3c1a1-068d-45ab-bbcf-5b65ea891860', 'port_id': 'b4e7057a-3d74-4116-9d35-8487b46dbc83', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0622a186-f221-4100-82ec-5ef2db2119b5', 'mac_address': 'fa:16:3e:70:35:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71602cc2-62f8-4e80-90de-fd1e15b4b849', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T13:46:46Z', 'updated_at': '2022-04-01T13:46:46Z', 'revision_number': 0, 'project_id': 'f17cecf0d6854286bcc6f673927088ad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8ea2852d-6235-4369-a855-63e2e2f1c1a8', 'name': '', 'network_id': '0622a186-f221-4100-82ec-5ef2db2119b5', 'tenant_id': 'f17cecf0d6854286bcc6f673927088ad', 'mac_address': 'fa:16:3e:c0:3e:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ef3c1a1-068d-45ab-bbcf-5b65ea891860', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '60f92d2c-f4bc-4cc5-8035-7d05a0defa65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836180-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:46:27Z', 'updated_at': '2022-04-01T13:46:34Z', 'revision_number': 5, 'project_id': 'f17cecf0d6854286bcc6f673927088ad', 'subnets': [{'id': '60f92d2c-f4bc-4cc5-8035-7d05a0defa65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-836180-1-hyperv', False) {} {{(pid=83873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:46:49.210249 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90ecedc5-4114-4321-a0d7-d5ae7e1d8936 None None] The sync data for ids ['2ef3c1a1-068d-45ab-bbcf-5b65ea891860'] in dv-neutron-836180-1-hyperv is: [{'id': '2ef3c1a1-068d-45ab-bbcf-5b65ea891860', 'name': 'tempest-TestNetworkBasicOps-router-700343002', 'tenant_id': 'f17cecf0d6854286bcc6f673927088ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'external_fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.79'}], 'enable_snat': True}, 'gw_port_id': '0ebf171a-89f6-47cd-b429-e69ad7b3cb4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T13:46:23Z', 'updated_at': '2022-04-01T13:46:27Z', 'revision_number': 4, 'project_id': 'f17cecf0d6854286bcc6f673927088ad', 'gw_port': {'id': '0ebf171a-89f6-47cd-b429-e69ad7b3cb4f', 'name': '', 'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:ef:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ef3c1a1-068d-45ab-bbcf-5b65ea891860', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836180-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:46:24Z', 'updated_at': '2022-04-01T13:46:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836180-1-hyperv', '_floatingips': [{'id': '425f41eb-14b4-40dd-a30f-8653d6f61b42', 'tenant_id': 'f17cecf0d6854286bcc6f673927088ad', 'floating_ip_address': '172.26.5.249', 'floating_network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'router_id': '2ef3c1a1-068d-45ab-bbcf-5b65ea891860', 'port_id': 'b4e7057a-3d74-4116-9d35-8487b46dbc83', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0622a186-f221-4100-82ec-5ef2db2119b5', 'mac_address': 'fa:16:3e:70:35:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71602cc2-62f8-4e80-90de-fd1e15b4b849', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T13:46:46Z', 'updated_at': '2022-04-01T13:46:46Z', 'revision_number': 0, 'project_id': 'f17cecf0d6854286bcc6f673927088ad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8ea2852d-6235-4369-a855-63e2e2f1c1a8', 'name': '', 'network_id': '0622a186-f221-4100-82ec-5ef2db2119b5', 'tenant_id': 'f17cecf0d6854286bcc6f673927088ad', 'mac_address': 'fa:16:3e:c0:3e:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ef3c1a1-068d-45ab-bbcf-5b65ea891860', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '60f92d2c-f4bc-4cc5-8035-7d05a0defa65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836180-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:46:27Z', 'updated_at': '2022-04-01T13:46:34Z', 'revision_number': 5, 'project_id': 'f17cecf0d6854286bcc6f673927088ad', 'subnets': [{'id': '60f92d2c-f4bc-4cc5-8035-7d05a0defa65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 13:46:49.451497 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 58430) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:46:49.521462 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430dbc91-6aeb-4903-8657-774a182e12f6 req-975e6e72-9f5f-4d29-90ae-1a839429f29d tempest-TestVolumeBootPattern-1476222673 tempest-TestVolumeBootPattern-1476222673-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:46:49.523116 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-430dbc91-6aeb-4903-8657-774a182e12f6 req-975e6e72-9f5f-4d29-90ae-1a839429f29d tempest-TestVolumeBootPattern-1476222673 tempest-TestVolumeBootPattern-1476222673-project] 10.222.0.26 "GET /v2.0/ports?device_id=e5fe79ec-1f97-40dd-93e8-56101682399f HTTP/1.1" status: 200 len: 943 time: 0.0831723 Apr 01 13:46:49.563676 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-3b598769-73bf-42d6-ba33-f705a2d38129 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] 10.222.0.26 "GET /v2.0/floatingips/425f41eb-14b4-40dd-a30f-8653d6f61b42 HTTP/1.1" status: 200 len: 991 time: 0.1096756 Apr 01 13:46:49.571737 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-430dbc91-6aeb-4903-8657-774a182e12f6 req-24c7f62b-6065-40cf-ab0a-d9061bccccde tempest-TestVolumeBootPattern-1476222673 tempest-TestVolumeBootPattern-1476222673-project] 10.222.0.26 "GET /v2.0/security-groups?id=27f17799-9873-4c06-85d9-3f0cf9f77d1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427706 Apr 01 13:46:49.609762 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f31f0348-c73c-4738-8b3a-08f28494c3f9 None None] New status for floating IP 425f41eb-14b4-40dd-a30f-8653d6f61b42: ACTIVE {{(pid=83872) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 01 13:46:50.566627 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 58434) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:46:50.675439 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-1c975f8d-1b50-4405-982c-14b8ea04ff75 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] 10.222.0.26 "GET /v2.0/floatingips/425f41eb-14b4-40dd-a30f-8653d6f61b42 HTTP/1.1" status: 200 len: 993 time: 0.1075034 Apr 01 13:46:50.770892 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4541a030-179b-492d-8e90-e543b5dba274 req-796e1ec5-b510-4049-b995-b0eebeba4e48 tempest-TestVolumeBootPattern-1476222673 tempest-TestVolumeBootPattern-1476222673-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:46:50.772341 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-4541a030-179b-492d-8e90-e543b5dba274 req-796e1ec5-b510-4049-b995-b0eebeba4e48 tempest-TestVolumeBootPattern-1476222673 tempest-TestVolumeBootPattern-1476222673-project] 10.222.0.26 "GET /v2.0/ports?device_id=e5fe79ec-1f97-40dd-93e8-56101682399f HTTP/1.1" status: 200 len: 943 time: 0.0788932 Apr 01 13:46:50.817081 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-4541a030-179b-492d-8e90-e543b5dba274 req-2b085c29-c1a3-45e8-baab-519d64719a29 tempest-TestVolumeBootPattern-1476222673 tempest-TestVolumeBootPattern-1476222673-project] 10.222.0.26 "GET /v2.0/security-groups?id=27f17799-9873-4c06-85d9-3f0cf9f77d1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392733 Apr 01 13:46:51.660636 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Device 81bf8f45-6e4e-45d1-a374-1b696695bc4f details requested by agent hyperv_hv-neutron-8361 with host hv-neutron-8361 {{(pid=83872) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 01 13:46:51.804230 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] For port 81bf8f45-6e4e-45d1-a374-1b696695bc4f, host hv-neutron-8361, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8361',level=0,port_id=81bf8f45-6e4e-45d1-a374-1b696695bc4f,segment=NetworkSegment(75975926-68c3-4fd7-98af-37ba4697d49a),segment_id=75975926-68c3-4fd7-98af-37ba4697d49a)] {{(pid=83872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 13:46:51.817577 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Returning: {'device': '81bf8f45-6e4e-45d1-a374-1b696695bc4f', 'network_id': 'f450d435-2e18-4974-8657-011f0eedf5a1', 'port_id': '81bf8f45-6e4e-45d1-a374-1b696695bc4f', 'mac_address': 'fa:16:3e:5e:db:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 373, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e819b10b-b5bd-410a-b72f-33f41ed14c7b', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83872) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 01 13:46:51.869821 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:46:51.890789 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.notifiers.nova [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 81bf8f45-6e4e-45d1-a374-1b696695bc4f {{(pid=83872) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 01 13:46:51.906304 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] For port 81bf8f45-6e4e-45d1-a374-1b696695bc4f, host hv-neutron-8361, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8361',level=0,port_id=81bf8f45-6e4e-45d1-a374-1b696695bc4f,segment=NetworkSegment(75975926-68c3-4fd7-98af-37ba4697d49a),segment_id=75975926-68c3-4fd7-98af-37ba4697d49a)] {{(pid=83872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 13:46:51.910795 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864'] for port, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:46:51.977259 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Pushing event updated for resources: {'Port': ['ID=81bf8f45-6e4e-45d1-a374-1b696695bc4f,revision_number=4']} {{(pid=83872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:46:52.011745 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f92bbd-cb5d-4721-ae0e-32ff25b73602 req-08fe91d4-e182-4ba2-b599-9d86fc72bd8d tempest-TestVolumeBootPattern-1476222673 tempest-TestVolumeBootPattern-1476222673-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:46:52.013488 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-24f92bbd-cb5d-4721-ae0e-32ff25b73602 req-08fe91d4-e182-4ba2-b599-9d86fc72bd8d tempest-TestVolumeBootPattern-1476222673 tempest-TestVolumeBootPattern-1476222673-project] 10.222.0.26 "GET /v2.0/ports?device_id=e5fe79ec-1f97-40dd-93e8-56101682399f HTTP/1.1" status: 200 len: 944 time: 0.0783703 Apr 01 13:46:52.060124 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-24f92bbd-cb5d-4721-ae0e-32ff25b73602 req-5716fced-80c5-4c8a-b7a7-f1dc5bb757a4 tempest-TestVolumeBootPattern-1476222673 tempest-TestVolumeBootPattern-1476222673-project] 10.222.0.26 "GET /v2.0/security-groups?id=27f17799-9873-4c06-85d9-3f0cf9f77d1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409501 Apr 01 13:46:52.135959 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] get_ports_and_sgs() called for port_ids ['81bf8f45-6e4e-45d1-a374-1b696695bc4f'] {{(pid=83872) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 01 13:46:53.257140 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5624bd3-f93a-4c57-ab6f-d481afcb0c0c req-c096a416-4cd3-4530-8abd-20680bd82c91 tempest-TestVolumeBootPattern-1476222673 tempest-TestVolumeBootPattern-1476222673-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:46:53.258737 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-f5624bd3-f93a-4c57-ab6f-d481afcb0c0c req-c096a416-4cd3-4530-8abd-20680bd82c91 tempest-TestVolumeBootPattern-1476222673 tempest-TestVolumeBootPattern-1476222673-project] 10.222.0.26 "GET /v2.0/ports?device_id=e5fe79ec-1f97-40dd-93e8-56101682399f HTTP/1.1" status: 200 len: 944 time: 0.0780246 Apr 01 13:46:53.304037 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-f5624bd3-f93a-4c57-ab6f-d481afcb0c0c req-068f7a70-3289-4201-89e2-f826395c2fc1 tempest-TestVolumeBootPattern-1476222673 tempest-TestVolumeBootPattern-1476222673-project] 10.222.0.26 "GET /v2.0/security-groups?id=27f17799-9873-4c06-85d9-3f0cf9f77d1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398214 Apr 01 13:46:53.675714 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Device 81bf8f45-6e4e-45d1-a374-1b696695bc4f up at agent hyperv_hv-neutron-8361 {{(pid=83872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 13:46:53.745203 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Provisioning for port 81bf8f45-6e4e-45d1-a374-1b696695bc4f completed by entity L2. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 13:46:53.750447 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Provisioning complete for port 81bf8f45-6e4e-45d1-a374-1b696695bc4f triggered by entity L2. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 13:46:53.750808 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-948329'] for port, provisioning_complete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:46:53.862259 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:46:53.868073 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:46:53.895332 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5fe79ec-1f97-40dd-93e8-56101682399f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81bf8f45-6e4e-45d1-a374-1b696695bc4f'}] {{(pid=83872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 13:46:53.904686 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] For port 81bf8f45-6e4e-45d1-a374-1b696695bc4f, host hv-neutron-8361, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8361',level=0,port_id=81bf8f45-6e4e-45d1-a374-1b696695bc4f,segment=NetworkSegment(75975926-68c3-4fd7-98af-37ba4697d49a),segment_id=75975926-68c3-4fd7-98af-37ba4697d49a)] {{(pid=83872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 13:46:53.909425 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864'] for port, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:46:53.954706 dv-neutron-836180-1-hyperv neutron-server[83872]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5fe79ec-1f97-40dd-93e8-56101682399f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81bf8f45-6e4e-45d1-a374-1b696695bc4f', 'code': 200} Apr 01 13:46:53.979891 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Pushing event updated for resources: {'Port': ['ID=81bf8f45-6e4e-45d1-a374-1b696695bc4f,revision_number=5']} {{(pid=83872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:46:54.236715 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-776a572c-a359-4080-8e6f-9bc3998bd7c8 req-fbea1631-3ee8-426e-b483-3135d9a2a2cc service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=e5fe79ec-1f97-40dd-93e8-56101682399f HTTP/1.1" status: 200 len: 1098 time: 0.0721192 Apr 01 13:46:54.280048 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-776a572c-a359-4080-8e6f-9bc3998bd7c8 req-6191e50d-cba7-4c16-8866-0b11a1baed7a service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=27f17799-9873-4c06-85d9-3f0cf9f77d1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369515 Apr 01 13:46:54.503608 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5e7bc6-7c15-496d-a622-642129124747 req-9ac72f05-354f-4201-83db-56092b5c7467 tempest-TestVolumeBootPattern-1476222673 tempest-TestVolumeBootPattern-1476222673-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:46:54.504991 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-2d5e7bc6-7c15-496d-a622-642129124747 req-9ac72f05-354f-4201-83db-56092b5c7467 tempest-TestVolumeBootPattern-1476222673 tempest-TestVolumeBootPattern-1476222673-project] 10.222.0.26 "GET /v2.0/ports?device_id=e5fe79ec-1f97-40dd-93e8-56101682399f HTTP/1.1" status: 200 len: 945 time: 0.0791333 Apr 01 13:46:54.549719 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-2d5e7bc6-7c15-496d-a622-642129124747 req-e853f319-18b6-4a47-8c99-91da31bab064 tempest-TestVolumeBootPattern-1476222673 tempest-TestVolumeBootPattern-1476222673-project] 10.222.0.26 "GET /v2.0/security-groups?id=27f17799-9873-4c06-85d9-3f0cf9f77d1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393901 Apr 01 13:46:55.745575 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc8322e-211a-4584-bd78-7ca283145c11 req-a9a547b4-af92-4e22-80a7-0fc558fe9c12 tempest-TestVolumeBootPattern-1476222673 tempest-TestVolumeBootPattern-1476222673-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:46:55.747024 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-6dc8322e-211a-4584-bd78-7ca283145c11 req-a9a547b4-af92-4e22-80a7-0fc558fe9c12 tempest-TestVolumeBootPattern-1476222673 tempest-TestVolumeBootPattern-1476222673-project] 10.222.0.26 "GET /v2.0/ports?device_id=e5fe79ec-1f97-40dd-93e8-56101682399f HTTP/1.1" status: 200 len: 945 time: 0.0748949 Apr 01 13:46:55.794848 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-6dc8322e-211a-4584-bd78-7ca283145c11 req-d0a022a5-7565-47a7-b494-0ddc19082deb tempest-TestVolumeBootPattern-1476222673 tempest-TestVolumeBootPattern-1476222673-project] 10.222.0.26 "GET /v2.0/security-groups?id=27f17799-9873-4c06-85d9-3f0cf9f77d1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415952 Apr 01 13:46:55.988231 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010ae551-1cb6-43fe-85f4-c405f4e241c5 req-cbbbd769-06aa-4568-8502-290e164e9430 tempest-TestVolumeBootPattern-1476222673 tempest-TestVolumeBootPattern-1476222673-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:46:55.989718 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-010ae551-1cb6-43fe-85f4-c405f4e241c5 req-cbbbd769-06aa-4568-8502-290e164e9430 tempest-TestVolumeBootPattern-1476222673 tempest-TestVolumeBootPattern-1476222673-project] 10.222.0.26 "GET /v2.0/ports?device_id=e5fe79ec-1f97-40dd-93e8-56101682399f HTTP/1.1" status: 200 len: 945 time: 0.0766139 Apr 01 13:46:56.039737 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-010ae551-1cb6-43fe-85f4-c405f4e241c5 req-3ec91126-9bb3-40a1-a2bf-fae78b747d66 tempest-TestVolumeBootPattern-1476222673 tempest-TestVolumeBootPattern-1476222673-project] 10.222.0.26 "GET /v2.0/security-groups?id=27f17799-9873-4c06-85d9-3f0cf9f77d1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445561 Apr 01 13:46:56.067347 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 58452) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:46:56.136126 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-fdf48fe3-2c05-47e0-a122-67ee750d6577 tempest-TestVolumeBootPattern-764822362 tempest-TestVolumeBootPattern-764822362-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=e5fe79ec-1f97-40dd-93e8-56101682399f HTTP/1.1" status: 200 len: 1093 time: 0.0674551 Apr 01 13:46:56.138975 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 58456) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:46:56.144068 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.v2.base [None req-1ff5ddae-3f38-450e-88bc-4042d4dc81a6 tempest-TestVolumeBootPattern-1476222673 tempest-TestVolumeBootPattern-1476222673-project] Request body: {'floatingip': {'floating_network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'port_id': '81bf8f45-6e4e-45d1-a374-1b696695bc4f', 'tenant_id': '5bd5d96184e74f0ca1fb3a290ee8b3f6', 'fixed_ip_address': '172.20.0.7'}} {{(pid=83871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:46:56.149519 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-1ff5ddae-3f38-450e-88bc-4042d4dc81a6 tempest-TestVolumeBootPattern-1476222673 tempest-TestVolumeBootPattern-1476222673-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:46:56.153233 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-1ff5ddae-3f38-450e-88bc-4042d4dc81a6 tempest-TestVolumeBootPattern-1476222673 tempest-TestVolumeBootPattern-1476222673-project] Usage tracker for resource:floatingip and tenant:5bd5d96184e74f0ca1fb3a290ee8b3f6 is out of sync, need to count used quota {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 13:46:56.156750 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-1ff5ddae-3f38-450e-88bc-4042d4dc81a6 tempest-TestVolumeBootPattern-1476222673 tempest-TestVolumeBootPattern-1476222673-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 13:46:56.162252 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-1ff5ddae-3f38-450e-88bc-4042d4dc81a6 tempest-TestVolumeBootPattern-1476222673 tempest-TestVolumeBootPattern-1476222673-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:46:56.172756 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-1ff5ddae-3f38-450e-88bc-4042d4dc81a6 tempest-TestVolumeBootPattern-1476222673 tempest-TestVolumeBootPattern-1476222673-project] Notify callbacks [] for floatingip, before_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:46:56.311611 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-1ff5ddae-3f38-450e-88bc-4042d4dc81a6 tempest-TestVolumeBootPattern-1476222673 tempest-TestVolumeBootPattern-1476222673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:46:56.456366 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.db_base_plugin_common [None req-1ff5ddae-3f38-450e-88bc-4042d4dc81a6 tempest-TestVolumeBootPattern-1476222673 tempest-TestVolumeBootPattern-1476222673-project] Allocated IP 172.26.5.194 (725864b8-cceb-48c9-b5d3-1bfc4423e301/e2ed99db-0e25-4971-b535-7fa69231fae8/38a3e7c4-7a60-47df-8176-8727a5d61a8c) {{(pid=83871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 13:46:56.597082 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-1ff5ddae-3f38-450e-88bc-4042d4dc81a6 tempest-TestVolumeBootPattern-1476222673 tempest-TestVolumeBootPattern-1476222673-project] Notify callbacks [] for port, precommit_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:46:56.623364 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-1ff5ddae-3f38-450e-88bc-4042d4dc81a6 tempest-TestVolumeBootPattern-1476222673 tempest-TestVolumeBootPattern-1476222673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736732935801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2743125'] for port, after_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:46:56.685980 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ff5ddae-3f38-450e-88bc-4042d4dc81a6 tempest-TestVolumeBootPattern-1476222673 tempest-TestVolumeBootPattern-1476222673-project] Network 725864b8-cceb-48c9-b5d3-1bfc4423e301 is already hosted by enough agents. {{(pid=83871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 13:46:56.689312 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.scheduler.base_scheduler [None req-1ff5ddae-3f38-450e-88bc-4042d4dc81a6 tempest-TestVolumeBootPattern-1476222673 tempest-TestVolumeBootPattern-1476222673-project] Resources bound (agent type, host, resource id): {{(pid=83871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 13:46:56.692594 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ff5ddae-3f38-450e-88bc-4042d4dc81a6 tempest-TestVolumeBootPattern-1476222673 tempest-TestVolumeBootPattern-1476222673-project] Received port after_create {{(pid=83871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 13:46:56.724677 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff5ddae-3f38-450e-88bc-4042d4dc81a6 tempest-TestVolumeBootPattern-1476222673 tempest-TestVolumeBootPattern-1476222673-project] Pushing event updated for resources: {'Port': ['ID=38a3e7c4-7a60-47df-8176-8727a5d61a8c,revision_number=1']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:46:57.265250 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-1ff5ddae-3f38-450e-88bc-4042d4dc81a6 tempest-TestVolumeBootPattern-1476222673 tempest-TestVolumeBootPattern-1476222673-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:46:57.319266 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-1ff5ddae-3f38-450e-88bc-4042d4dc81a6 tempest-TestVolumeBootPattern-1476222673 tempest-TestVolumeBootPattern-1476222673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:46:57.514471 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-1ff5ddae-3f38-450e-88bc-4042d4dc81a6 tempest-TestVolumeBootPattern-1476222673 tempest-TestVolumeBootPattern-1476222673-project] Notify callbacks [] for port, precommit_update {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:46:57.518776 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-1ff5ddae-3f38-450e-88bc-4042d4dc81a6 tempest-TestVolumeBootPattern-1476222673 tempest-TestVolumeBootPattern-1476222673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2743106'] for port, after_update {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:46:57.615891 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff5ddae-3f38-450e-88bc-4042d4dc81a6 tempest-TestVolumeBootPattern-1476222673 tempest-TestVolumeBootPattern-1476222673-project] Pushing event updated for resources: {'Port': ['ID=38a3e7c4-7a60-47df-8176-8727a5d61a8c,revision_number=2']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:46:57.635254 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-1ff5ddae-3f38-450e-88bc-4042d4dc81a6 tempest-TestVolumeBootPattern-1476222673 tempest-TestVolumeBootPattern-1476222673-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4084747'] for floatingip, after_update {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:46:57.822258 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.db.l3_db [None req-1ff5ddae-3f38-450e-88bc-4042d4dc81a6 tempest-TestVolumeBootPattern-1476222673 tempest-TestVolumeBootPattern-1476222673-project] Floating IP 5fce20f7-e2ea-405b-bdd5-08c8bc3013e0 associated. External IP: 172.26.5.194, port: 81bf8f45-6e4e-45d1-a374-1b696695bc4f. Apr 01 13:46:58.237643 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ff5ddae-3f38-450e-88bc-4042d4dc81a6 tempest-TestVolumeBootPattern-1476222673 tempest-TestVolumeBootPattern-1476222673-project] Router e3f4a618-e57d-4000-b517-ba34bc2fabc5 has already been hosted by L3 agent 88bf8fc8-11a3-4e96-9d1b-5fd93ba9f6f1 {{(pid=83871) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 13:46:58.569255 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ff5ddae-3f38-450e-88bc-4042d4dc81a6 tempest-TestVolumeBootPattern-1476222673 tempest-TestVolumeBootPattern-1476222673-project] Notify agent at l3_agent.dv-neutron-836180-1-hyperv the message routers_updated {{(pid=83871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 13:46:58.579691 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d7d7085-1352-4689-b044-60b46d83f8f4 None None] Sync routers for ids ['e3f4a618-e57d-4000-b517-ba34bc2fabc5'] in dv-neutron-836180-1-hyperv {{(pid=83873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 13:46:58.593649 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d7d7085-1352-4689-b044-60b46d83f8f4 None None] Routers {'e3f4a618-e57d-4000-b517-ba34bc2fabc5'} bound to L3 agent in host dv-neutron-836180-1-hyperv {{(pid=83873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 13:46:58.594287 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-3d7d7085-1352-4689-b044-60b46d83f8f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836180-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T13:25:36Z,description=,heartbeat_timestamp=2022-04-01T13:46:36Z,host='dv-neutron-836180-1-hyperv',id=88bf8fc8-11a3-4e96-9d1b-5fd93ba9f6f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T13:25:36Z,topic='l3_agent')) {'router_ids': ['e3f4a618-e57d-4000-b517-ba34bc2fabc5'], 'active': True} {{(pid=83873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:46:58.598653 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-1ff5ddae-3f38-450e-88bc-4042d4dc81a6 tempest-TestVolumeBootPattern-1476222673 tempest-TestVolumeBootPattern-1476222673-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109561'] for floatingip, before_response {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:46:58.660394 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-1ff5ddae-3f38-450e-88bc-4042d4dc81a6 tempest-TestVolumeBootPattern-1476222673 tempest-TestVolumeBootPattern-1476222673-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.5203395 Apr 01 13:46:58.661070 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e5fe79ec-1f97-40dd-93e8-56101682399f', 'tag': '81bf8f45-6e4e-45d1-a374-1b696695bc4f'}] {{(pid=83871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 13:46:58.715856 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e5fe79ec-1f97-40dd-93e8-56101682399f', 'tag': '81bf8f45-6e4e-45d1-a374-1b696695bc4f', 'status': 'completed', 'code': 200} Apr 01 13:46:58.794917 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_dvr_db [None req-3d7d7085-1352-4689-b044-60b46d83f8f4 None None] Set router e3f4a618-e57d-4000-b517-ba34bc2fabc5 gateway port host: dv-neutron-836180-1-hyperv {{(pid=83873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 13:46:58.809702 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-515555f1-e2a9-4370-a701-11263f620ad5 req-d117dc0c-fbe2-4b69-b488-2888409a8c92 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=5bd5d96184e74f0ca1fb3a290ee8b3f6&device_id=e5fe79ec-1f97-40dd-93e8-56101682399f HTTP/1.1" status: 200 len: 1098 time: 0.0704014 Apr 01 13:46:58.941141 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515555f1-e2a9-4370-a701-11263f620ad5 req-8b88662d-7fb3-4041-ac57-a69625a0c729 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:46:58.942725 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-515555f1-e2a9-4370-a701-11263f620ad5 req-8b88662d-7fb3-4041-ac57-a69625a0c729 service neutron] 10.222.0.57 "GET /v2.0/networks?id=f450d435-2e18-4974-8657-011f0eedf5a1 HTTP/1.1" status: 200 len: 913 time: 0.1275198 Apr 01 13:46:59.141606 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-3d7d7085-1352-4689-b044-60b46d83f8f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3f4a618-e57d-4000-b517-ba34bc2fabc5', 'name': 'tempest-TestVolumeBootPattern-1138570424-router', 'tenant_id': '5bd5d96184e74f0ca1fb3a290ee8b3f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'external_fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.11'}], 'enable_snat': True}, 'gw_port_id': '3277a845-1d6f-47a2-9cca-49974d745e16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T13:43:41Z', 'updated_at': '2022-04-01T13:43:44Z', 'revision_number': 4, 'project_id': '5bd5d96184e74f0ca1fb3a290ee8b3f6', 'gw_port': {'id': '3277a845-1d6f-47a2-9cca-49974d745e16', 'name': '', 'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:db:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3f4a618-e57d-4000-b517-ba34bc2fabc5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836180-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:43:42Z', 'updated_at': '2022-04-01T13:43:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836180-1-hyperv', '_floatingips': [{'id': '5fce20f7-e2ea-405b-bdd5-08c8bc3013e0', 'tenant_id': '5bd5d96184e74f0ca1fb3a290ee8b3f6', 'floating_ip_address': '172.26.5.194', 'floating_network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'router_id': 'e3f4a618-e57d-4000-b517-ba34bc2fabc5', 'port_id': '81bf8f45-6e4e-45d1-a374-1b696695bc4f', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f450d435-2e18-4974-8657-011f0eedf5a1', 'mac_address': 'fa:16:3e:5e:db:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5fe79ec-1f97-40dd-93e8-56101682399f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T13:46:57Z', 'updated_at': '2022-04-01T13:46:57Z', 'revision_number': 0, 'project_id': '5bd5d96184e74f0ca1fb3a290ee8b3f6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6274b498-b06d-44b2-9332-bd5b04bcf3e6', 'name': '', 'network_id': 'f450d435-2e18-4974-8657-011f0eedf5a1', 'tenant_id': '5bd5d96184e74f0ca1fb3a290ee8b3f6', 'mac_address': 'fa:16:3e:c2:25:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3f4a618-e57d-4000-b517-ba34bc2fabc5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e819b10b-b5bd-410a-b72f-33f41ed14c7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836180-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:43:44Z', 'updated_at': '2022-04-01T13:43:52Z', 'revision_number': 5, 'project_id': '5bd5d96184e74f0ca1fb3a290ee8b3f6', 'subnets': [{'id': 'e819b10b-b5bd-410a-b72f-33f41ed14c7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-836180-1-hyperv', False) {} {{(pid=83873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:46:59.142377 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-515555f1-e2a9-4370-a701-11263f620ad5 req-9e75d3af-0d6a-45bf-99a8-c48074df0010 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=81bf8f45-6e4e-45d1-a374-1b696695bc4f HTTP/1.1" status: 200 len: 999 time: 0.1937988 Apr 01 13:46:59.145458 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d7d7085-1352-4689-b044-60b46d83f8f4 None None] Checking router: e3f4a618-e57d-4000-b517-ba34bc2fabc5 for host: dv-neutron-836180-1-hyperv {{(pid=83873) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 01 13:46:59.156115 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d7d7085-1352-4689-b044-60b46d83f8f4 None None] Routers {'e3f4a618-e57d-4000-b517-ba34bc2fabc5'} bound to L3 agent in host dv-neutron-836180-1-hyperv {{(pid=83873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 13:46:59.156725 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-3d7d7085-1352-4689-b044-60b46d83f8f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836180-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T13:25:36Z,description=,heartbeat_timestamp=2022-04-01T13:46:36Z,host='dv-neutron-836180-1-hyperv',id=88bf8fc8-11a3-4e96-9d1b-5fd93ba9f6f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T13:25:36Z,topic='l3_agent')) {'router_ids': ['e3f4a618-e57d-4000-b517-ba34bc2fabc5'], 'active': True} {{(pid=83873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:46:59.204798 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515555f1-e2a9-4370-a701-11263f620ad5 req-ff24a7df-f293-457a-b48d-4d21b428e960 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:46:59.206136 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-515555f1-e2a9-4370-a701-11263f620ad5 req-ff24a7df-f293-457a-b48d-4d21b428e960 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=e819b10b-b5bd-410a-b72f-33f41ed14c7b HTTP/1.1" status: 200 len: 851 time: 0.0582597 Apr 01 13:46:59.285677 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-515555f1-e2a9-4370-a701-11263f620ad5 req-8d834bdf-3d19-4fea-85c5-2bc54a6fbd80 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=f450d435-2e18-4974-8657-011f0eedf5a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0735490 Apr 01 13:46:59.331177 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_dvr_db [None req-3d7d7085-1352-4689-b044-60b46d83f8f4 None None] Set router e3f4a618-e57d-4000-b517-ba34bc2fabc5 gateway port host: dv-neutron-836180-1-hyperv {{(pid=83873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 13:46:59.419107 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-515555f1-e2a9-4370-a701-11263f620ad5 req-95542a0c-54f5-4b70-9a4a-c4bec8a790c2 service neutron] 10.222.0.57 "GET /v2.0/networks/f450d435-2e18-4974-8657-011f0eedf5a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1273966 Apr 01 13:46:59.555260 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-515555f1-e2a9-4370-a701-11263f620ad5 req-be240f07-e836-4d64-8dbf-a3517df9554d service neutron] 10.222.0.57 "GET /v2.0/networks/f450d435-2e18-4974-8657-011f0eedf5a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1276810 Apr 01 13:46:59.705229 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-3d7d7085-1352-4689-b044-60b46d83f8f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3f4a618-e57d-4000-b517-ba34bc2fabc5', 'name': 'tempest-TestVolumeBootPattern-1138570424-router', 'tenant_id': '5bd5d96184e74f0ca1fb3a290ee8b3f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'external_fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.11'}], 'enable_snat': True}, 'gw_port_id': '3277a845-1d6f-47a2-9cca-49974d745e16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T13:43:41Z', 'updated_at': '2022-04-01T13:43:44Z', 'revision_number': 4, 'project_id': '5bd5d96184e74f0ca1fb3a290ee8b3f6', 'gw_port': {'id': '3277a845-1d6f-47a2-9cca-49974d745e16', 'name': '', 'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:db:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3f4a618-e57d-4000-b517-ba34bc2fabc5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836180-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:43:42Z', 'updated_at': '2022-04-01T13:43:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836180-1-hyperv', '_floatingips': [{'id': '5fce20f7-e2ea-405b-bdd5-08c8bc3013e0', 'tenant_id': '5bd5d96184e74f0ca1fb3a290ee8b3f6', 'floating_ip_address': '172.26.5.194', 'floating_network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'router_id': 'e3f4a618-e57d-4000-b517-ba34bc2fabc5', 'port_id': '81bf8f45-6e4e-45d1-a374-1b696695bc4f', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f450d435-2e18-4974-8657-011f0eedf5a1', 'mac_address': 'fa:16:3e:5e:db:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5fe79ec-1f97-40dd-93e8-56101682399f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T13:46:57Z', 'updated_at': '2022-04-01T13:46:57Z', 'revision_number': 0, 'project_id': '5bd5d96184e74f0ca1fb3a290ee8b3f6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6274b498-b06d-44b2-9332-bd5b04bcf3e6', 'name': '', 'network_id': 'f450d435-2e18-4974-8657-011f0eedf5a1', 'tenant_id': '5bd5d96184e74f0ca1fb3a290ee8b3f6', 'mac_address': 'fa:16:3e:c2:25:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3f4a618-e57d-4000-b517-ba34bc2fabc5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e819b10b-b5bd-410a-b72f-33f41ed14c7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836180-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:43:44Z', 'updated_at': '2022-04-01T13:43:52Z', 'revision_number': 5, 'project_id': '5bd5d96184e74f0ca1fb3a290ee8b3f6', 'subnets': [{'id': 'e819b10b-b5bd-410a-b72f-33f41ed14c7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-836180-1-hyperv', False) {} {{(pid=83873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:46:59.708986 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d7d7085-1352-4689-b044-60b46d83f8f4 None None] The sync data for ids ['e3f4a618-e57d-4000-b517-ba34bc2fabc5'] in dv-neutron-836180-1-hyperv is: [{'id': 'e3f4a618-e57d-4000-b517-ba34bc2fabc5', 'name': 'tempest-TestVolumeBootPattern-1138570424-router', 'tenant_id': '5bd5d96184e74f0ca1fb3a290ee8b3f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'external_fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.11'}], 'enable_snat': True}, 'gw_port_id': '3277a845-1d6f-47a2-9cca-49974d745e16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T13:43:41Z', 'updated_at': '2022-04-01T13:43:44Z', 'revision_number': 4, 'project_id': '5bd5d96184e74f0ca1fb3a290ee8b3f6', 'gw_port': {'id': '3277a845-1d6f-47a2-9cca-49974d745e16', 'name': '', 'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:db:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3f4a618-e57d-4000-b517-ba34bc2fabc5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836180-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:43:42Z', 'updated_at': '2022-04-01T13:43:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836180-1-hyperv', '_floatingips': [{'id': '5fce20f7-e2ea-405b-bdd5-08c8bc3013e0', 'tenant_id': '5bd5d96184e74f0ca1fb3a290ee8b3f6', 'floating_ip_address': '172.26.5.194', 'floating_network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'router_id': 'e3f4a618-e57d-4000-b517-ba34bc2fabc5', 'port_id': '81bf8f45-6e4e-45d1-a374-1b696695bc4f', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f450d435-2e18-4974-8657-011f0eedf5a1', 'mac_address': 'fa:16:3e:5e:db:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5fe79ec-1f97-40dd-93e8-56101682399f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T13:46:57Z', 'updated_at': '2022-04-01T13:46:57Z', 'revision_number': 0, 'project_id': '5bd5d96184e74f0ca1fb3a290ee8b3f6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6274b498-b06d-44b2-9332-bd5b04bcf3e6', 'name': '', 'network_id': 'f450d435-2e18-4974-8657-011f0eedf5a1', 'tenant_id': '5bd5d96184e74f0ca1fb3a290ee8b3f6', 'mac_address': 'fa:16:3e:c2:25:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3f4a618-e57d-4000-b517-ba34bc2fabc5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e819b10b-b5bd-410a-b72f-33f41ed14c7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836180-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:43:44Z', 'updated_at': '2022-04-01T13:43:52Z', 'revision_number': 5, 'project_id': '5bd5d96184e74f0ca1fb3a290ee8b3f6', 'subnets': [{'id': 'e819b10b-b5bd-410a-b72f-33f41ed14c7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 13:46:59.938575 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad3ac956-d75c-4e4f-8803-0a9bd661d167 None None] New status for floating IP 5fce20f7-e2ea-405b-bdd5-08c8bc3013e0: ACTIVE {{(pid=83872) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 01 13:47:03.526981 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-76615153-41b4-4e50-9bd2-ffcc079ffdb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:47:05.886719 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-14f092cc-ed8c-4c76-b2b2-fb930fa44659 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:47:07.136591 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:47:07.374300 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-2f9cfc9c-d8ba-4de3-a4ad-98162f90557c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:47:08.868398 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-a976a7b9-9034-41e6-be13-349b75ed1593 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:47:11.978137 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.agents_db [None req-bdd220c7-049a-43d2-a923-ad1a2de078c6 None None] Agent healthcheck: found 6 active agents {{(pid=83873) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 01 13:47:21.831203 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 58480) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:47:21.903817 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-c5ea87a0-a077-482d-91c3-8151c824783a tempest-TestNetworkBasicOps-1234239346 tempest-TestNetworkBasicOps-1234239346-project-admin] 10.222.0.26 "GET /v2.0/ports?project_id=f17cecf0d6854286bcc6f673927088ad&network_id=0622a186-f221-4100-82ec-5ef2db2119b5 HTTP/1.1" status: 200 len: 2999 time: 0.0714989 Apr 01 13:47:23.829544 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:47:23.963195 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 58492) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:47:24.020346 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3d2350e-c7cf-4cae-8a91-0c6f07017edf tempest-TestNetworkBasicOps-1234239346 tempest-TestNetworkBasicOps-1234239346-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:47:24.021906 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-a3d2350e-c7cf-4cae-8a91-0c6f07017edf tempest-TestNetworkBasicOps-1234239346 tempest-TestNetworkBasicOps-1234239346-project-admin] 10.222.0.26 "GET /v2.0/subnets?network_id=725864b8-cceb-48c9-b5d3-1bfc4423e301 HTTP/1.1" status: 200 len: 814 time: 0.0617199 Apr 01 13:47:24.476113 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 58500) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:47:24.482590 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.v2.base [None req-49ba9437-eabf-484c-9856-06d723690f02 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Request body: {'floatingip': {'port_id': None}} {{(pid=83869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:47:24.588829 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-49ba9437-eabf-484c-9856-06d723690f02 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks [] for floatingip, before_update {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:47:24.863425 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-49ba9437-eabf-484c-9856-06d723690f02 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:47:24.866678 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-49ba9437-eabf-484c-9856-06d723690f02 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4084747'] for floatingip, after_update {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:47:24.866970 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.db.l3_db [None req-49ba9437-eabf-484c-9856-06d723690f02 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Floating IP 425f41eb-14b4-40dd-a30f-8653d6f61b42 disassociated. External IP: 172.26.5.249, port: b4e7057a-3d74-4116-9d35-8487b46dbc83. Apr 01 13:47:25.254491 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49ba9437-eabf-484c-9856-06d723690f02 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Router 2ef3c1a1-068d-45ab-bbcf-5b65ea891860 has already been hosted by L3 agent 88bf8fc8-11a3-4e96-9d1b-5fd93ba9f6f1 {{(pid=83869) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 13:47:25.544529 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49ba9437-eabf-484c-9856-06d723690f02 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify agent at l3_agent.dv-neutron-836180-1-hyperv the message routers_updated {{(pid=83869) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 13:47:25.549856 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-49ba9437-eabf-484c-9856-06d723690f02 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109561'] for floatingip, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:47:25.554535 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bc6f144-8c96-4522-9078-401306c1cb5c None None] Sync routers for ids ['2ef3c1a1-068d-45ab-bbcf-5b65ea891860'] in dv-neutron-836180-1-hyperv {{(pid=83873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 13:47:25.567251 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bc6f144-8c96-4522-9078-401306c1cb5c None None] Routers {'2ef3c1a1-068d-45ab-bbcf-5b65ea891860'} bound to L3 agent in host dv-neutron-836180-1-hyperv {{(pid=83873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 13:47:25.567914 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-1bc6f144-8c96-4522-9078-401306c1cb5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836180-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T13:25:36Z,description=,heartbeat_timestamp=2022-04-01T13:47:06Z,host='dv-neutron-836180-1-hyperv',id=88bf8fc8-11a3-4e96-9d1b-5fd93ba9f6f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T13:25:36Z,topic='l3_agent')) {'router_ids': ['2ef3c1a1-068d-45ab-bbcf-5b65ea891860'], 'active': True} {{(pid=83873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:47:25.601813 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-49ba9437-eabf-484c-9856-06d723690f02 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] 10.222.0.26 "PUT /v2.0/floatingips/425f41eb-14b4-40dd-a30f-8653d6f61b42 HTTP/1.1" status: 200 len: 690 time: 1.1245446 Apr 01 13:47:25.602371 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '71602cc2-62f8-4e80-90de-fd1e15b4b849', 'tag': 'b4e7057a-3d74-4116-9d35-8487b46dbc83'}] {{(pid=83869) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 13:47:25.604610 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 58504) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:47:25.658600 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '71602cc2-62f8-4e80-90de-fd1e15b4b849', 'tag': 'b4e7057a-3d74-4116-9d35-8487b46dbc83', 'status': 'completed', 'code': 200} Apr 01 13:47:25.690075 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-73d8fa3e-02d4-4fc1-8c66-c0b6f1dfb774 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] 10.222.0.26 "GET /v2.0/floatingips/425f41eb-14b4-40dd-a30f-8653d6f61b42 HTTP/1.1" status: 200 len: 690 time: 0.0833175 Apr 01 13:47:25.746966 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_dvr_db [None req-1bc6f144-8c96-4522-9078-401306c1cb5c None None] Set router 2ef3c1a1-068d-45ab-bbcf-5b65ea891860 gateway port host: dv-neutron-836180-1-hyperv {{(pid=83873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 13:47:25.754973 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-26c93f40-3aa5-413a-baff-9f8d60670dd2 req-8caca617-8326-43ba-bff3-cfca56fa6cad service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=f17cecf0d6854286bcc6f673927088ad&device_id=71602cc2-62f8-4e80-90de-fd1e15b4b849 HTTP/1.1" status: 200 len: 1098 time: 0.0714555 Apr 01 13:47:25.887483 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c93f40-3aa5-413a-baff-9f8d60670dd2 req-37dd89e9-1d27-4ea8-9ac2-ee9dda7428b9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:47:25.889342 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-26c93f40-3aa5-413a-baff-9f8d60670dd2 req-37dd89e9-1d27-4ea8-9ac2-ee9dda7428b9 service neutron] 10.222.0.57 "GET /v2.0/networks?id=0622a186-f221-4100-82ec-5ef2db2119b5 HTTP/1.1" status: 200 len: 897 time: 0.1249244 Apr 01 13:47:25.958605 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-26c93f40-3aa5-413a-baff-9f8d60670dd2 req-b6aeaa57-7d85-44dd-9456-d15be887187a service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b4e7057a-3d74-4116-9d35-8487b46dbc83 HTTP/1.1" status: 200 len: 217 time: 0.0604312 Apr 01 13:47:26.025255 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c93f40-3aa5-413a-baff-9f8d60670dd2 req-1998d757-cbef-496f-8da9-387594357954 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:47:26.026667 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-26c93f40-3aa5-413a-baff-9f8d60670dd2 req-1998d757-cbef-496f-8da9-387594357954 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=60f92d2c-f4bc-4cc5-8035-7d05a0defa65 HTTP/1.1" status: 200 len: 835 time: 0.0597620 Apr 01 13:47:26.055119 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-1bc6f144-8c96-4522-9078-401306c1cb5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ef3c1a1-068d-45ab-bbcf-5b65ea891860', 'name': 'tempest-TestNetworkBasicOps-router-700343002', 'tenant_id': 'f17cecf0d6854286bcc6f673927088ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'external_fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.79'}], 'enable_snat': True}, 'gw_port_id': '0ebf171a-89f6-47cd-b429-e69ad7b3cb4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T13:46:23Z', 'updated_at': '2022-04-01T13:46:27Z', 'revision_number': 4, 'project_id': 'f17cecf0d6854286bcc6f673927088ad', 'gw_port': {'id': '0ebf171a-89f6-47cd-b429-e69ad7b3cb4f', 'name': '', 'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:ef:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ef3c1a1-068d-45ab-bbcf-5b65ea891860', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836180-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:46:24Z', 'updated_at': '2022-04-01T13:46:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836180-1-hyperv', '_interfaces': [{'id': '8ea2852d-6235-4369-a855-63e2e2f1c1a8', 'name': '', 'network_id': '0622a186-f221-4100-82ec-5ef2db2119b5', 'tenant_id': 'f17cecf0d6854286bcc6f673927088ad', 'mac_address': 'fa:16:3e:c0:3e:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ef3c1a1-068d-45ab-bbcf-5b65ea891860', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '60f92d2c-f4bc-4cc5-8035-7d05a0defa65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836180-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:46:27Z', 'updated_at': '2022-04-01T13:46:34Z', 'revision_number': 5, 'project_id': 'f17cecf0d6854286bcc6f673927088ad', 'subnets': [{'id': '60f92d2c-f4bc-4cc5-8035-7d05a0defa65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-836180-1-hyperv', False) {} {{(pid=83873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:47:26.058845 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bc6f144-8c96-4522-9078-401306c1cb5c None None] Checking router: 2ef3c1a1-068d-45ab-bbcf-5b65ea891860 for host: dv-neutron-836180-1-hyperv {{(pid=83873) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 01 13:47:26.069952 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bc6f144-8c96-4522-9078-401306c1cb5c None None] Routers {'2ef3c1a1-068d-45ab-bbcf-5b65ea891860'} bound to L3 agent in host dv-neutron-836180-1-hyperv {{(pid=83873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 13:47:26.070535 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-1bc6f144-8c96-4522-9078-401306c1cb5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836180-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T13:25:36Z,description=,heartbeat_timestamp=2022-04-01T13:47:06Z,host='dv-neutron-836180-1-hyperv',id=88bf8fc8-11a3-4e96-9d1b-5fd93ba9f6f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T13:25:36Z,topic='l3_agent')) {'router_ids': ['2ef3c1a1-068d-45ab-bbcf-5b65ea891860'], 'active': True} {{(pid=83873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:47:26.104166 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-26c93f40-3aa5-413a-baff-9f8d60670dd2 req-824a40b3-8e1d-4956-92fb-a40bf9895721 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=0622a186-f221-4100-82ec-5ef2db2119b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0679705 Apr 01 13:47:26.238901 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-26c93f40-3aa5-413a-baff-9f8d60670dd2 req-36f9258c-469c-43bb-9578-d2789ffff56d service neutron] 10.222.0.57 "GET /v2.0/networks/0622a186-f221-4100-82ec-5ef2db2119b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1248155 Apr 01 13:47:26.250571 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_dvr_db [None req-1bc6f144-8c96-4522-9078-401306c1cb5c None None] Set router 2ef3c1a1-068d-45ab-bbcf-5b65ea891860 gateway port host: dv-neutron-836180-1-hyperv {{(pid=83873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 13:47:26.375856 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-26c93f40-3aa5-413a-baff-9f8d60670dd2 req-4231e240-d492-41c9-8573-2dac9097ee4d service neutron] 10.222.0.57 "GET /v2.0/networks/0622a186-f221-4100-82ec-5ef2db2119b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1282017 Apr 01 13:47:26.568759 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-1bc6f144-8c96-4522-9078-401306c1cb5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ef3c1a1-068d-45ab-bbcf-5b65ea891860', 'name': 'tempest-TestNetworkBasicOps-router-700343002', 'tenant_id': 'f17cecf0d6854286bcc6f673927088ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'external_fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.79'}], 'enable_snat': True}, 'gw_port_id': '0ebf171a-89f6-47cd-b429-e69ad7b3cb4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T13:46:23Z', 'updated_at': '2022-04-01T13:46:27Z', 'revision_number': 4, 'project_id': 'f17cecf0d6854286bcc6f673927088ad', 'gw_port': {'id': '0ebf171a-89f6-47cd-b429-e69ad7b3cb4f', 'name': '', 'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:ef:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ef3c1a1-068d-45ab-bbcf-5b65ea891860', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836180-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:46:24Z', 'updated_at': '2022-04-01T13:46:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836180-1-hyperv', '_interfaces': [{'id': '8ea2852d-6235-4369-a855-63e2e2f1c1a8', 'name': '', 'network_id': '0622a186-f221-4100-82ec-5ef2db2119b5', 'tenant_id': 'f17cecf0d6854286bcc6f673927088ad', 'mac_address': 'fa:16:3e:c0:3e:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ef3c1a1-068d-45ab-bbcf-5b65ea891860', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '60f92d2c-f4bc-4cc5-8035-7d05a0defa65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836180-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:46:27Z', 'updated_at': '2022-04-01T13:46:34Z', 'revision_number': 5, 'project_id': 'f17cecf0d6854286bcc6f673927088ad', 'subnets': [{'id': '60f92d2c-f4bc-4cc5-8035-7d05a0defa65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-836180-1-hyperv', False) {} {{(pid=83873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:47:26.572491 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bc6f144-8c96-4522-9078-401306c1cb5c None None] The sync data for ids ['2ef3c1a1-068d-45ab-bbcf-5b65ea891860'] in dv-neutron-836180-1-hyperv is: [{'id': '2ef3c1a1-068d-45ab-bbcf-5b65ea891860', 'name': 'tempest-TestNetworkBasicOps-router-700343002', 'tenant_id': 'f17cecf0d6854286bcc6f673927088ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'external_fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.79'}], 'enable_snat': True}, 'gw_port_id': '0ebf171a-89f6-47cd-b429-e69ad7b3cb4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T13:46:23Z', 'updated_at': '2022-04-01T13:46:27Z', 'revision_number': 4, 'project_id': 'f17cecf0d6854286bcc6f673927088ad', 'gw_port': {'id': '0ebf171a-89f6-47cd-b429-e69ad7b3cb4f', 'name': '', 'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:ef:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ef3c1a1-068d-45ab-bbcf-5b65ea891860', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836180-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:46:24Z', 'updated_at': '2022-04-01T13:46:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836180-1-hyperv', '_interfaces': [{'id': '8ea2852d-6235-4369-a855-63e2e2f1c1a8', 'name': '', 'network_id': '0622a186-f221-4100-82ec-5ef2db2119b5', 'tenant_id': 'f17cecf0d6854286bcc6f673927088ad', 'mac_address': 'fa:16:3e:c0:3e:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ef3c1a1-068d-45ab-bbcf-5b65ea891860', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '60f92d2c-f4bc-4cc5-8035-7d05a0defa65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836180-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:46:27Z', 'updated_at': '2022-04-01T13:46:34Z', 'revision_number': 5, 'project_id': 'f17cecf0d6854286bcc6f673927088ad', 'subnets': [{'id': '60f92d2c-f4bc-4cc5-8035-7d05a0defa65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 13:47:26.692072 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 58510) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:47:26.776353 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-11658ef6-bc48-4987-acd2-e29b0ddf6356 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] 10.222.0.26 "GET /v2.0/floatingips/425f41eb-14b4-40dd-a30f-8653d6f61b42 HTTP/1.1" status: 200 len: 690 time: 0.0831072 Apr 01 13:47:26.790537 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6ff583b-3f1d-4af1-be0a-43dd0a9cf3a4 None None] New status for floating IP 425f41eb-14b4-40dd-a30f-8653d6f61b42: DOWN {{(pid=83872) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 01 13:47:27.780256 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 58514) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:47:27.858512 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-2d541173-d06a-41f9-880e-5143aed82529 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] 10.222.0.26 "GET /v2.0/floatingips/425f41eb-14b4-40dd-a30f-8653d6f61b42 HTTP/1.1" status: 200 len: 688 time: 0.0771403 Apr 01 13:47:29.236521 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 58522) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:47:29.242415 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.v2.base [None req-9937a788-9568-495f-99b9-e8cc8b2bbd88 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-438610795', 'description': 'tempest-secgroup-smoke-438610795 description', 'project_id': 'f17cecf0d6854286bcc6f673927088ad'}} {{(pid=83871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:47:29.248932 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-9937a788-9568-495f-99b9-e8cc8b2bbd88 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:47:29.260826 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-9937a788-9568-495f-99b9-e8cc8b2bbd88 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:47:29.271054 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-9937a788-9568-495f-99b9-e8cc8b2bbd88 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks [] for security_group, before_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:47:29.310021 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-9937a788-9568-495f-99b9-e8cc8b2bbd88 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:47:29.314599 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-9937a788-9568-495f-99b9-e8cc8b2bbd88 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Usage tracker for resource:security_group_rule and tenant:f17cecf0d6854286bcc6f673927088ad is out of sync, need to count used quota {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 13:47:29.317373 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-9937a788-9568-495f-99b9-e8cc8b2bbd88 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 13:47:29.323009 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-9937a788-9568-495f-99b9-e8cc8b2bbd88 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:47:29.376269 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-9937a788-9568-495f-99b9-e8cc8b2bbd88 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks [] for security_group, precommit_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:47:29.379905 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-9937a788-9568-495f-99b9-e8cc8b2bbd88 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3775923'] for security_group, after_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:47:29.420445 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9937a788-9568-495f-99b9-e8cc8b2bbd88 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d3c7232b-822e-435c-b376-ec207cbe3402,revision_number=1']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:47:29.431836 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-9937a788-9568-495f-99b9-e8cc8b2bbd88 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks [] for security_group, before_response {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:47:29.433032 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-9937a788-9568-495f-99b9-e8cc8b2bbd88 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.1955338 Apr 01 13:47:29.434394 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9937a788-9568-495f-99b9-e8cc8b2bbd88 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:47:29.434729 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9937a788-9568-495f-99b9-e8cc8b2bbd88 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:47:29.435815 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9937a788-9568-495f-99b9-e8cc8b2bbd88 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:47:29.435946 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9937a788-9568-495f-99b9-e8cc8b2bbd88 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:47:29.436186 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9937a788-9568-495f-99b9-e8cc8b2bbd88 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:47:29.436528 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9937a788-9568-495f-99b9-e8cc8b2bbd88 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:47:29.436838 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9937a788-9568-495f-99b9-e8cc8b2bbd88 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:47:29.437240 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 58526) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:47:29.437696 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9937a788-9568-495f-99b9-e8cc8b2bbd88 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:47:29.437696 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9937a788-9568-495f-99b9-e8cc8b2bbd88 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:47:29.438003 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9937a788-9568-495f-99b9-e8cc8b2bbd88 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:47:29.438308 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9937a788-9568-495f-99b9-e8cc8b2bbd88 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:47:29.442876 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.v2.base [None req-37486344-e3e3-431e-a7cf-4d90162511dd tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Request body: {'security_group_rule': {'security_group_id': 'd3c7232b-822e-435c-b376-ec207cbe3402', 'project_id': 'f17cecf0d6854286bcc6f673927088ad', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:47:29.448892 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-37486344-e3e3-431e-a7cf-4d90162511dd tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:47:29.453379 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-37486344-e3e3-431e-a7cf-4d90162511dd tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Usage tracker for resource:security_group_rule and tenant:f17cecf0d6854286bcc6f673927088ad is out of sync, need to count used quota {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 13:47:29.456228 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-37486344-e3e3-431e-a7cf-4d90162511dd tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 13:47:29.461851 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-37486344-e3e3-431e-a7cf-4d90162511dd tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:47:29.477868 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-37486344-e3e3-431e-a7cf-4d90162511dd tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:47:29.544210 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-37486344-e3e3-431e-a7cf-4d90162511dd tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:47:29.547690 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-37486344-e3e3-431e-a7cf-4d90162511dd tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3775744'] for security_group_rule, after_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:47:29.570755 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37486344-e3e3-431e-a7cf-4d90162511dd tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b0ff979b-8981-4c14-8eaa-cfb07d2891e3,revision_number=0']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:47:29.583798 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37486344-e3e3-431e-a7cf-4d90162511dd tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:47:29.584136 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37486344-e3e3-431e-a7cf-4d90162511dd tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:47:29.584497 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37486344-e3e3-431e-a7cf-4d90162511dd tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:47:29.584827 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37486344-e3e3-431e-a7cf-4d90162511dd tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:47:29.585156 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37486344-e3e3-431e-a7cf-4d90162511dd tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:47:29.585477 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37486344-e3e3-431e-a7cf-4d90162511dd tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:47:29.585797 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37486344-e3e3-431e-a7cf-4d90162511dd tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:47:29.586116 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37486344-e3e3-431e-a7cf-4d90162511dd tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:47:29.586433 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37486344-e3e3-431e-a7cf-4d90162511dd tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:47:29.586747 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37486344-e3e3-431e-a7cf-4d90162511dd tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:47:29.587061 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37486344-e3e3-431e-a7cf-4d90162511dd tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:47:29.589543 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-37486344-e3e3-431e-a7cf-4d90162511dd tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:47:29.590670 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-37486344-e3e3-431e-a7cf-4d90162511dd tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1523659 Apr 01 13:47:29.593615 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 58530) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:47:29.598872 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.v2.base [None req-96b66979-8220-4a71-88a8-1a131ab678c3 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Request body: {'security_group_rule': {'security_group_id': 'd3c7232b-822e-435c-b376-ec207cbe3402', 'project_id': 'f17cecf0d6854286bcc6f673927088ad', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:47:29.604626 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-96b66979-8220-4a71-88a8-1a131ab678c3 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:47:29.608945 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-96b66979-8220-4a71-88a8-1a131ab678c3 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Usage tracker for resource:security_group_rule and tenant:f17cecf0d6854286bcc6f673927088ad is out of sync, need to count used quota {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 13:47:29.611809 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-96b66979-8220-4a71-88a8-1a131ab678c3 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 13:47:29.617442 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-96b66979-8220-4a71-88a8-1a131ab678c3 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:47:29.633981 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-96b66979-8220-4a71-88a8-1a131ab678c3 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:47:29.695239 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-96b66979-8220-4a71-88a8-1a131ab678c3 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:47:29.698643 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-96b66979-8220-4a71-88a8-1a131ab678c3 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3775744'] for security_group_rule, after_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:47:29.722735 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b66979-8220-4a71-88a8-1a131ab678c3 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=01491901-8bc3-4567-a81f-66176568bb70,revision_number=0']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:47:29.730794 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-96b66979-8220-4a71-88a8-1a131ab678c3 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:47:29.732497 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-96b66979-8220-4a71-88a8-1a131ab678c3 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1374273 Apr 01 13:47:29.735208 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 58534) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:47:29.740490 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.v2.base [None req-874eca2f-2e64-4cc4-ac85-f1aa3530af0b tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Request body: {'security_group_rule': {'security_group_id': 'd3c7232b-822e-435c-b376-ec207cbe3402', 'project_id': 'f17cecf0d6854286bcc6f673927088ad', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:47:29.746104 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-874eca2f-2e64-4cc4-ac85-f1aa3530af0b tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:47:29.750518 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-874eca2f-2e64-4cc4-ac85-f1aa3530af0b tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Usage tracker for resource:security_group_rule and tenant:f17cecf0d6854286bcc6f673927088ad is out of sync, need to count used quota {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 13:47:29.753338 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-874eca2f-2e64-4cc4-ac85-f1aa3530af0b tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 13:47:29.758918 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-874eca2f-2e64-4cc4-ac85-f1aa3530af0b tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:47:29.774954 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-874eca2f-2e64-4cc4-ac85-f1aa3530af0b tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:47:29.837105 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-874eca2f-2e64-4cc4-ac85-f1aa3530af0b tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:47:29.840679 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-874eca2f-2e64-4cc4-ac85-f1aa3530af0b tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3775744'] for security_group_rule, after_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:47:29.866233 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874eca2f-2e64-4cc4-ac85-f1aa3530af0b tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1ac51626-a15a-4114-b01f-74763d2fad47,revision_number=0']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:47:29.874895 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-874eca2f-2e64-4cc4-ac85-f1aa3530af0b tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:47:29.876048 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-874eca2f-2e64-4cc4-ac85-f1aa3530af0b tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1399503 Apr 01 13:47:29.878790 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 58538) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:47:29.884108 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.v2.base [None req-3881cf2c-41cb-426e-bd4e-34a9943dd3b5 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Request body: {'security_group_rule': {'security_group_id': 'd3c7232b-822e-435c-b376-ec207cbe3402', 'project_id': 'f17cecf0d6854286bcc6f673927088ad', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:47:29.889925 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-3881cf2c-41cb-426e-bd4e-34a9943dd3b5 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:47:29.893698 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-3881cf2c-41cb-426e-bd4e-34a9943dd3b5 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Usage tracker for resource:security_group_rule and tenant:f17cecf0d6854286bcc6f673927088ad is out of sync, need to count used quota {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 13:47:29.896565 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-3881cf2c-41cb-426e-bd4e-34a9943dd3b5 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 13:47:29.902146 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-3881cf2c-41cb-426e-bd4e-34a9943dd3b5 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:47:29.918061 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-3881cf2c-41cb-426e-bd4e-34a9943dd3b5 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:47:29.982634 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-3881cf2c-41cb-426e-bd4e-34a9943dd3b5 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:47:29.986274 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-3881cf2c-41cb-426e-bd4e-34a9943dd3b5 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3775744'] for security_group_rule, after_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:47:30.007982 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3881cf2c-41cb-426e-bd4e-34a9943dd3b5 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3263e116-3d15-4a99-ba39-98cd45eafc07,revision_number=0']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:47:30.018926 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-3881cf2c-41cb-426e-bd4e-34a9943dd3b5 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:47:30.020096 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-3881cf2c-41cb-426e-bd4e-34a9943dd3b5 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1403723 Apr 01 13:47:30.023003 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 58542) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:47:30.028430 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.v2.base [None req-a4ba3ac1-8ad1-434d-84d0-37c3db7db761 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Request body: {'security_group_rule': {'security_group_id': 'd3c7232b-822e-435c-b376-ec207cbe3402', 'project_id': 'f17cecf0d6854286bcc6f673927088ad', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:47:30.034251 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-a4ba3ac1-8ad1-434d-84d0-37c3db7db761 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:47:30.038090 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-a4ba3ac1-8ad1-434d-84d0-37c3db7db761 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Usage tracker for resource:security_group_rule and tenant:f17cecf0d6854286bcc6f673927088ad is out of sync, need to count used quota {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 13:47:30.040974 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-a4ba3ac1-8ad1-434d-84d0-37c3db7db761 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 13:47:30.047204 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-a4ba3ac1-8ad1-434d-84d0-37c3db7db761 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:47:30.057268 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.db.securitygroups_db [None req-a4ba3ac1-8ad1-434d-84d0-37c3db7db761 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Project f17cecf0d6854286bcc6f673927088ad added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 01 13:47:30.064427 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-a4ba3ac1-8ad1-434d-84d0-37c3db7db761 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:47:30.127532 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-a4ba3ac1-8ad1-434d-84d0-37c3db7db761 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:47:30.130917 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-a4ba3ac1-8ad1-434d-84d0-37c3db7db761 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3775744'] for security_group_rule, after_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:47:30.152792 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ba3ac1-8ad1-434d-84d0-37c3db7db761 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c3ecabd2-55b7-41fd-8700-5c704b6359d3,revision_number=0']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:47:30.162433 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-a4ba3ac1-8ad1-434d-84d0-37c3db7db761 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:47:30.163596 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-a4ba3ac1-8ad1-434d-84d0-37c3db7db761 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1397028 Apr 01 13:47:30.166263 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 58546) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:47:30.172291 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.v2.base [None req-fc974585-1eb4-48d4-a67e-d276c321c22e tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Request body: {'security_group_rule': {'security_group_id': 'd3c7232b-822e-435c-b376-ec207cbe3402', 'project_id': 'f17cecf0d6854286bcc6f673927088ad', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:47:30.177901 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-fc974585-1eb4-48d4-a67e-d276c321c22e tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:47:30.181635 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-fc974585-1eb4-48d4-a67e-d276c321c22e tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Usage tracker for resource:security_group_rule and tenant:f17cecf0d6854286bcc6f673927088ad is out of sync, need to count used quota {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 13:47:30.184579 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-fc974585-1eb4-48d4-a67e-d276c321c22e tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 13:47:30.190997 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-fc974585-1eb4-48d4-a67e-d276c321c22e tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:47:30.201225 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.db.securitygroups_db [None req-fc974585-1eb4-48d4-a67e-d276c321c22e tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Project f17cecf0d6854286bcc6f673927088ad added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 01 13:47:30.207748 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-fc974585-1eb4-48d4-a67e-d276c321c22e tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:47:30.277550 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-fc974585-1eb4-48d4-a67e-d276c321c22e tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:47:30.282702 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-fc974585-1eb4-48d4-a67e-d276c321c22e tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3775744'] for security_group_rule, after_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:47:30.308052 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc974585-1eb4-48d4-a67e-d276c321c22e tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=114cb7aa-00e2-487d-82b2-382bef73d806,revision_number=0']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:47:30.317952 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-fc974585-1eb4-48d4-a67e-d276c321c22e tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:47:30.319108 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-fc974585-1eb4-48d4-a67e-d276c321c22e tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1519785 Apr 01 13:47:30.489248 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-429a2370-8b38-405a-b569-b4598f1c6603 req-d09b04d8-256d-4a66-9b4f-c96ba02b23bc tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-438610795&fields=id&tenant_id=f17cecf0d6854286bcc6f673927088ad HTTP/1.1" status: 200 len: 267 time: 0.0404413 Apr 01 13:47:30.635038 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429a2370-8b38-405a-b569-b4598f1c6603 req-4b6a8f54-7db2-477f-a731-7cb975149f81 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:47:30.636479 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-429a2370-8b38-405a-b569-b4598f1c6603 req-4b6a8f54-7db2-477f-a731-7cb975149f81 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] 10.222.0.26 "GET /v2.0/networks?id=0622a186-f221-4100-82ec-5ef2db2119b5 HTTP/1.1" status: 200 len: 796 time: 0.1411192 Apr 01 13:47:30.652462 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-429a2370-8b38-405a-b569-b4598f1c6603 req-55cb1ed7-2209-4c40-bc9d-7ffc50db8ae8 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] 10.222.0.26 "GET /v2.0/quotas/f17cecf0d6854286bcc6f673927088ad HTTP/1.1" status: 200 len: 375 time: 0.0100915 Apr 01 13:47:30.734226 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-429a2370-8b38-405a-b569-b4598f1c6603 req-c0f69649-1b13-4eb3-a9be-bb937b6cc998 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=f17cecf0d6854286bcc6f673927088ad&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0761821 Apr 01 13:47:30.867915 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-429a2370-8b38-405a-b569-b4598f1c6603 req-df4c61c6-a9ec-4017-b45d-f7cb8f83bad8 service neutron] 10.222.0.26 "GET /v2.0/networks/0622a186-f221-4100-82ec-5ef2db2119b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1224720 Apr 01 13:47:30.996803 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-429a2370-8b38-405a-b569-b4598f1c6603 req-19bbce95-8fe1-49ce-b42c-f8c7089f2e48 service neutron] 10.222.0.26 "GET /v2.0/networks/0622a186-f221-4100-82ec-5ef2db2119b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1226599 Apr 01 13:47:31.185772 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-89f74c66-e204-41cd-9240-ad4e6584c95f req-d7cc9307-80cd-412c-b11f-e737ccbfcfcd tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] 10.222.0.26 "GET /v2.0/ports?device_id=e19eeff9-e729-4e2b-937d-fe7b6bed22aa HTTP/1.1" status: 200 len: 210 time: 0.0418627 Apr 01 13:47:32.313149 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429a2370-8b38-405a-b569-b4598f1c6603 req-a2f4e70b-76cb-4f64-9841-bfcecfc7aaf3 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:47:32.314579 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-429a2370-8b38-405a-b569-b4598f1c6603 req-a2f4e70b-76cb-4f64-9841-bfcecfc7aaf3 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] 10.222.0.57 "GET /v2.0/networks?id=0622a186-f221-4100-82ec-5ef2db2119b5 HTTP/1.1" status: 200 len: 796 time: 0.1561465 Apr 01 13:47:32.479475 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-5c054c1a-d8e9-4653-9cfc-dda2dc86d332 req-4a59e506-ecd2-458a-a890-5ec245b14432 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] 10.222.0.26 "GET /v2.0/ports?device_id=e19eeff9-e729-4e2b-937d-fe7b6bed22aa HTTP/1.1" status: 200 len: 210 time: 0.1520097 Apr 01 13:47:32.508125 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-429a2370-8b38-405a-b569-b4598f1c6603 req-dd413ced-bea5-4ca7-a869-0e517dbb23db tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f17cecf0d6854286bcc6f673927088ad HTTP/1.1" status: 200 len: 471 time: 0.0526967 Apr 01 13:47:32.518334 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.v2.base [req-429a2370-8b38-405a-b569-b4598f1c6603 req-e8dc18dd-0607-4efc-aaff-d7bd990f198c tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Request body: {'port': {'device_id': 'e19eeff9-e729-4e2b-937d-fe7b6bed22aa', 'network_id': '0622a186-f221-4100-82ec-5ef2db2119b5', 'admin_state_up': True, 'tenant_id': 'f17cecf0d6854286bcc6f673927088ad', 'security_groups': ['d3c7232b-822e-435c-b376-ec207cbe3402']}} {{(pid=83869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:47:32.649428 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [req-429a2370-8b38-405a-b569-b4598f1c6603 req-e8dc18dd-0607-4efc-aaff-d7bd990f198c tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:47:32.658853 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [req-429a2370-8b38-405a-b569-b4598f1c6603 req-e8dc18dd-0607-4efc-aaff-d7bd990f198c tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:47:32.668259 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-429a2370-8b38-405a-b569-b4598f1c6603 req-e8dc18dd-0607-4efc-aaff-d7bd990f198c tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Made reservation on behalf of f17cecf0d6854286bcc6f673927088ad for: {'port': 1} {{(pid=83869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 13:47:32.671411 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [req-429a2370-8b38-405a-b569-b4598f1c6603 req-e8dc18dd-0607-4efc-aaff-d7bd990f198c tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:47:32.832748 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.db_base_plugin_common [req-429a2370-8b38-405a-b569-b4598f1c6603 req-e8dc18dd-0607-4efc-aaff-d7bd990f198c tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Allocated IP 172.20.0.9 (0622a186-f221-4100-82ec-5ef2db2119b5/60f92d2c-f4bc-4cc5-8035-7d05a0defa65/50cda309-fde3-4300-9acb-09a82f22b49b) {{(pid=83869) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 13:47:33.019384 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [req-429a2370-8b38-405a-b569-b4598f1c6603 req-e8dc18dd-0607-4efc-aaff-d7bd990f198c tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks [] for port, precommit_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:47:33.034582 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.provisioning_blocks [req-429a2370-8b38-405a-b569-b4598f1c6603 req-e8dc18dd-0607-4efc-aaff-d7bd990f198c tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Transition to ACTIVE for port object 50cda309-fde3-4300-9acb-09a82f22b49b will not be triggered until provisioned by entity DHCP. {{(pid=83869) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 13:47:33.055947 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [req-429a2370-8b38-405a-b569-b4598f1c6603 req-e8dc18dd-0607-4efc-aaff-d7bd990f198c tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736732935801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2705155'] for port, after_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:47:33.133787 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-429a2370-8b38-405a-b569-b4598f1c6603 req-e8dc18dd-0607-4efc-aaff-d7bd990f198c tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Network 0622a186-f221-4100-82ec-5ef2db2119b5 is already hosted by enough agents. {{(pid=83869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 13:47:33.136951 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.scheduler.base_scheduler [req-429a2370-8b38-405a-b569-b4598f1c6603 req-e8dc18dd-0607-4efc-aaff-d7bd990f198c tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Resources bound (agent type, host, resource id): {{(pid=83869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 13:47:33.139498 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_dvrscheduler_db [req-429a2370-8b38-405a-b569-b4598f1c6603 req-e8dc18dd-0607-4efc-aaff-d7bd990f198c tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Received port after_create {{(pid=83869) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 13:47:33.164723 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8dc18dd-0607-4efc-aaff-d7bd990f198c tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Pushing event updated for resources: {'Port': ['ID=50cda309-fde3-4300-9acb-09a82f22b49b,revision_number=1']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:47:33.204500 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429a2370-8b38-405a-b569-b4598f1c6603 req-e8dc18dd-0607-4efc-aaff-d7bd990f198c tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:47:33.205130 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [req-429a2370-8b38-405a-b569-b4598f1c6603 req-e8dc18dd-0607-4efc-aaff-d7bd990f198c tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109561'] for port, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:47:33.231650 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-429a2370-8b38-405a-b569-b4598f1c6603 req-e8dc18dd-0607-4efc-aaff-d7bd990f198c tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7167633 Apr 01 13:47:33.247286 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.v2.base [req-429a2370-8b38-405a-b569-b4598f1c6603 req-d8879294-3283-4c5d-b8ff-f048fee0b413 service neutron] Request body: {'port': {'device_id': 'e19eeff9-e729-4e2b-937d-fe7b6bed22aa', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8361'}} {{(pid=83869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:47:33.361436 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [req-429a2370-8b38-405a-b569-b4598f1c6603 req-d8879294-3283-4c5d-b8ff-f048fee0b413 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:47:33.374492 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-62b8223b-0b17-44d7-bf17-5b3e8e9b70cd None None] Provisioning for port 50cda309-fde3-4300-9acb-09a82f22b49b completed by entity DHCP. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 13:47:33.379120 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-62b8223b-0b17-44d7-bf17-5b3e8e9b70cd None None] Provisioning complete for port 50cda309-fde3-4300-9acb-09a82f22b49b triggered by entity DHCP. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 13:47:33.379484 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-62b8223b-0b17-44d7-bf17-5b3e8e9b70cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-948329'] for port, provisioning_complete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:47:33.433270 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.plugin [None req-62b8223b-0b17-44d7-bf17-5b3e8e9b70cd None None] Port 50cda309-fde3-4300-9acb-09a82f22b49b cannot update to ACTIVE because it is not bound. {{(pid=83872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 13:47:33.530069 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-93b0f563-78d4-463d-9aa7-53262bd9c6bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:47:33.681012 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ebc3cce-cc89-4fb9-b26a-4bb8b3389b8c req-f45c2bd6-0e20-4e69-9df1-ef8b07b79d0a tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:47:33.682475 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-8ebc3cce-cc89-4fb9-b26a-4bb8b3389b8c req-f45c2bd6-0e20-4e69-9df1-ef8b07b79d0a tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] 10.222.0.26 "GET /v2.0/ports?device_id=e19eeff9-e729-4e2b-937d-fe7b6bed22aa HTTP/1.1" status: 200 len: 931 time: 0.0818565 Apr 01 13:47:33.711971 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.notifiers.nova [req-429a2370-8b38-405a-b569-b4598f1c6603 req-d8879294-3283-4c5d-b8ff-f048fee0b413 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 50cda309-fde3-4300-9acb-09a82f22b49b {{(pid=83869) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 01 13:47:33.719742 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [req-429a2370-8b38-405a-b569-b4598f1c6603 req-d8879294-3283-4c5d-b8ff-f048fee0b413 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:47:33.729628 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [req-8ebc3cce-cc89-4fb9-b26a-4bb8b3389b8c req-4e321ad0-61de-49d1-b75a-fc2356ec0727 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Synchronizing usage tracker for tenant:f17cecf0d6854286bcc6f673927088ad on resource:security_group {{(pid=83871) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 13:47:33.734323 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.provisioning_blocks [req-429a2370-8b38-405a-b569-b4598f1c6603 req-d8879294-3283-4c5d-b8ff-f048fee0b413 service neutron] Transition to ACTIVE for port object 50cda309-fde3-4300-9acb-09a82f22b49b will not be triggered until provisioned by entity L2. {{(pid=83869) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 13:47:33.737766 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [req-429a2370-8b38-405a-b569-b4598f1c6603 req-d8879294-3283-4c5d-b8ff-f048fee0b413 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2705172'] for port, after_update {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:47:33.745720 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [req-8ebc3cce-cc89-4fb9-b26a-4bb8b3389b8c req-4e321ad0-61de-49d1-b75a-fc2356ec0727 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Unset dirty status for tenant:f17cecf0d6854286bcc6f673927088ad on resource:security_group {{(pid=83871) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 13:47:33.746872 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-8ebc3cce-cc89-4fb9-b26a-4bb8b3389b8c req-4e321ad0-61de-49d1-b75a-fc2356ec0727 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] 10.222.0.26 "GET /v2.0/security-groups?id=d3c7232b-822e-435c-b376-ec207cbe3402&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0580199 Apr 01 13:47:33.865417 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8879294-3283-4c5d-b8ff-f048fee0b413 service neutron] Pushing event updated for resources: {'Port': ['ID=50cda309-fde3-4300-9acb-09a82f22b49b,revision_number=2']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:47:33.977340 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.managers [req-429a2370-8b38-405a-b569-b4598f1c6603 req-d8879294-3283-4c5d-b8ff-f048fee0b413 service neutron] Attempting to bind port 50cda309-fde3-4300-9acb-09a82f22b49b on host hv-neutron-8361 for vnic_type normal with profile {{(pid=83869) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 13:47:33.977686 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.managers [req-429a2370-8b38-405a-b569-b4598f1c6603 req-d8879294-3283-4c5d-b8ff-f048fee0b413 service neutron] Attempting to bind port 50cda309-fde3-4300-9acb-09a82f22b49b by drivers openvswitch,hyperv on host hv-neutron-8361 at level 0 using segments [{'id': 'da3e198b-dda2-47dc-8609-c3a09ba0b65f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '0622a186-f221-4100-82ec-5ef2db2119b5'}] {{(pid=83869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 13:47:33.978001 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-429a2370-8b38-405a-b569-b4598f1c6603 req-d8879294-3283-4c5d-b8ff-f048fee0b413 service neutron] Attempting to bind port 50cda309-fde3-4300-9acb-09a82f22b49b on network 0622a186-f221-4100-82ec-5ef2db2119b5 {{(pid=83869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 13:47:33.983943 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-429a2370-8b38-405a-b569-b4598f1c6603 req-d8879294-3283-4c5d-b8ff-f048fee0b413 service neutron] Port 50cda309-fde3-4300-9acb-09a82f22b49b on network 0622a186-f221-4100-82ec-5ef2db2119b5 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8361 {{(pid=83869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 01 13:47:33.984252 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-429a2370-8b38-405a-b569-b4598f1c6603 req-d8879294-3283-4c5d-b8ff-f048fee0b413 service neutron] Attempting to bind port 50cda309-fde3-4300-9acb-09a82f22b49b on network 0622a186-f221-4100-82ec-5ef2db2119b5 {{(pid=83869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 13:47:33.990373 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-429a2370-8b38-405a-b569-b4598f1c6603 req-d8879294-3283-4c5d-b8ff-f048fee0b413 service neutron] Checking agent: {'id': '359ce187-6241-4f7e-85a4-e066c7b0cdea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8361', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 13, 31, 54), 'started_at': datetime.datetime(2022, 4, 1, 13, 31, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 13, 47, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 13:47:33.990695 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-429a2370-8b38-405a-b569-b4598f1c6603 req-d8879294-3283-4c5d-b8ff-f048fee0b413 service neutron] Checking segment: {'id': 'da3e198b-dda2-47dc-8609-c3a09ba0b65f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '0622a186-f221-4100-82ec-5ef2db2119b5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 13:47:33.991058 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-429a2370-8b38-405a-b569-b4598f1c6603 req-d8879294-3283-4c5d-b8ff-f048fee0b413 service neutron] Bound using segment: {'id': 'da3e198b-dda2-47dc-8609-c3a09ba0b65f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '0622a186-f221-4100-82ec-5ef2db2119b5'} {{(pid=83869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 13:47:33.991459 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.managers [req-429a2370-8b38-405a-b569-b4598f1c6603 req-d8879294-3283-4c5d-b8ff-f048fee0b413 service neutron] Bound port: 50cda309-fde3-4300-9acb-09a82f22b49b, host: hv-neutron-8361, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'da3e198b-dda2-47dc-8609-c3a09ba0b65f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '0622a186-f221-4100-82ec-5ef2db2119b5'}}] {{(pid=83869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 13:47:33.991814 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [req-429a2370-8b38-405a-b569-b4598f1c6603 req-d8879294-3283-4c5d-b8ff-f048fee0b413 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:47:34.078842 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.db [req-429a2370-8b38-405a-b569-b4598f1c6603 req-d8879294-3283-4c5d-b8ff-f048fee0b413 service neutron] For port 50cda309-fde3-4300-9acb-09a82f22b49b, host hv-neutron-8361, cleared binding levels {{(pid=83869) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 13:47:34.081934 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.db [req-429a2370-8b38-405a-b569-b4598f1c6603 req-d8879294-3283-4c5d-b8ff-f048fee0b413 service neutron] For port 50cda309-fde3-4300-9acb-09a82f22b49b, host hv-neutron-8361, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8361',level=0,port_id=50cda309-fde3-4300-9acb-09a82f22b49b,segment=NetworkSegment(da3e198b-dda2-47dc-8609-c3a09ba0b65f),segment_id=da3e198b-dda2-47dc-8609-c3a09ba0b65f)] {{(pid=83869) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 13:47:34.085280 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [req-429a2370-8b38-405a-b569-b4598f1c6603 req-d8879294-3283-4c5d-b8ff-f048fee0b413 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2705172'] for port, after_update {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:47:34.141124 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [req-429a2370-8b38-405a-b569-b4598f1c6603 req-d8879294-3283-4c5d-b8ff-f048fee0b413 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109561'] for port, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:47:34.142649 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-429a2370-8b38-405a-b569-b4598f1c6603 req-d8879294-3283-4c5d-b8ff-f048fee0b413 service neutron] 10.222.0.57 "PUT /v2.0/ports/50cda309-fde3-4300-9acb-09a82f22b49b HTTP/1.1" status: 200 len: 1093 time: 0.8997240 Apr 01 13:47:34.145308 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e19eeff9-e729-4e2b-937d-fe7b6bed22aa', 'tag': '50cda309-fde3-4300-9acb-09a82f22b49b'}] {{(pid=83869) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 13:47:34.174809 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8879294-3283-4c5d-b8ff-f048fee0b413 service neutron] Pushing event updated for resources: {'Port': ['ID=50cda309-fde3-4300-9acb-09a82f22b49b,revision_number=3']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:47:34.225907 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e19eeff9-e729-4e2b-937d-fe7b6bed22aa', 'tag': '50cda309-fde3-4300-9acb-09a82f22b49b', 'status': 'completed', 'code': 200} Apr 01 13:47:34.270728 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-429a2370-8b38-405a-b569-b4598f1c6603 req-5f4e4172-5c31-43f7-91c1-fe0eeccfdc30 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=f17cecf0d6854286bcc6f673927088ad&device_id=e19eeff9-e729-4e2b-937d-fe7b6bed22aa HTTP/1.1" status: 200 len: 1096 time: 0.0769007 Apr 01 13:47:34.437741 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-429a2370-8b38-405a-b569-b4598f1c6603 req-5e2e2699-1ccc-4ead-b2aa-d56a3dbc29eb service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=50cda309-fde3-4300-9acb-09a82f22b49b HTTP/1.1" status: 200 len: 217 time: 0.1560545 Apr 01 13:47:34.506013 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429a2370-8b38-405a-b569-b4598f1c6603 req-d7bcf26a-0a41-4422-88c5-5dfd922a8ea7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:47:34.507305 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-429a2370-8b38-405a-b569-b4598f1c6603 req-d7bcf26a-0a41-4422-88c5-5dfd922a8ea7 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=60f92d2c-f4bc-4cc5-8035-7d05a0defa65 HTTP/1.1" status: 200 len: 835 time: 0.0592380 Apr 01 13:47:34.583896 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-429a2370-8b38-405a-b569-b4598f1c6603 req-7ff75d49-c462-41e7-87ed-75cdcf260dc2 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=0622a186-f221-4100-82ec-5ef2db2119b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0673337 Apr 01 13:47:34.716967 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-429a2370-8b38-405a-b569-b4598f1c6603 req-d917760f-2a08-4919-85b5-9dbfdbb18697 service neutron] 10.222.0.57 "GET /v2.0/networks/0622a186-f221-4100-82ec-5ef2db2119b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1238167 Apr 01 13:47:34.851056 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-429a2370-8b38-405a-b569-b4598f1c6603 req-8b1f5b32-b8fe-453b-8bab-23525161d4a2 service neutron] 10.222.0.57 "GET /v2.0/networks/0622a186-f221-4100-82ec-5ef2db2119b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1251884 Apr 01 13:47:34.942917 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7dded2-7877-4681-8ac4-92196ac5e443 req-3e590a76-e8a9-4a14-ac4c-19c542196e89 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:47:34.944595 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-7f7dded2-7877-4681-8ac4-92196ac5e443 req-3e590a76-e8a9-4a14-ac4c-19c542196e89 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] 10.222.0.26 "GET /v2.0/ports?device_id=e19eeff9-e729-4e2b-937d-fe7b6bed22aa HTTP/1.1" status: 200 len: 943 time: 0.0767286 Apr 01 13:47:34.970499 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-a744f7ca-f3c1-49af-9699-b3cf320d32c7 req-44192e77-0861-4fcd-b064-583226b1d1e3 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=f17cecf0d6854286bcc6f673927088ad&device_id=e19eeff9-e729-4e2b-937d-fe7b6bed22aa HTTP/1.1" status: 200 len: 1096 time: 0.0697863 Apr 01 13:47:34.992390 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-7f7dded2-7877-4681-8ac4-92196ac5e443 req-0b029e75-6f1b-45ed-add3-4651af2eb779 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] 10.222.0.26 "GET /v2.0/security-groups?id=d3c7232b-822e-435c-b376-ec207cbe3402&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419388 Apr 01 13:47:35.104185 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a744f7ca-f3c1-49af-9699-b3cf320d32c7 req-58a7c07f-490b-4eb1-8161-e23890f38299 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:47:35.105812 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-a744f7ca-f3c1-49af-9699-b3cf320d32c7 req-58a7c07f-490b-4eb1-8161-e23890f38299 service neutron] 10.222.0.57 "GET /v2.0/networks?id=0622a186-f221-4100-82ec-5ef2db2119b5 HTTP/1.1" status: 200 len: 897 time: 0.1285958 Apr 01 13:47:35.178327 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-a744f7ca-f3c1-49af-9699-b3cf320d32c7 req-f8199a3e-62d0-4f09-a2d6-0f1ed095d035 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=50cda309-fde3-4300-9acb-09a82f22b49b HTTP/1.1" status: 200 len: 217 time: 0.0645938 Apr 01 13:47:35.240207 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a744f7ca-f3c1-49af-9699-b3cf320d32c7 req-230ebd96-4a14-4290-b094-ebd8602bdf75 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:47:35.241653 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-a744f7ca-f3c1-49af-9699-b3cf320d32c7 req-230ebd96-4a14-4290-b094-ebd8602bdf75 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=60f92d2c-f4bc-4cc5-8035-7d05a0defa65 HTTP/1.1" status: 200 len: 835 time: 0.0571299 Apr 01 13:47:35.321029 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-a744f7ca-f3c1-49af-9699-b3cf320d32c7 req-3411c270-8cb1-4124-8fdf-f8a8a43917ee service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=0622a186-f221-4100-82ec-5ef2db2119b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0720277 Apr 01 13:47:35.454889 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-a744f7ca-f3c1-49af-9699-b3cf320d32c7 req-ac649f47-bb93-4022-b962-794aca1d0cf9 service neutron] 10.222.0.57 "GET /v2.0/networks/0622a186-f221-4100-82ec-5ef2db2119b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1259825 Apr 01 13:47:35.587550 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-a744f7ca-f3c1-49af-9699-b3cf320d32c7 req-28c91a6c-03c4-46ec-bcc3-b1c9e2d6507f service neutron] 10.222.0.57 "GET /v2.0/networks/0622a186-f221-4100-82ec-5ef2db2119b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1258874 Apr 01 13:47:35.891080 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-862a7c25-4593-4b4a-a277-2c4c76a36d3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:47:35.941797 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Device 50cda309-fde3-4300-9acb-09a82f22b49b details requested by agent hyperv_hv-neutron-8361 with host hv-neutron-8361 {{(pid=83872) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 01 13:47:36.079275 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] For port 50cda309-fde3-4300-9acb-09a82f22b49b, host hv-neutron-8361, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8361',level=0,port_id=50cda309-fde3-4300-9acb-09a82f22b49b,segment=NetworkSegment(da3e198b-dda2-47dc-8609-c3a09ba0b65f),segment_id=da3e198b-dda2-47dc-8609-c3a09ba0b65f)] {{(pid=83872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 13:47:36.092921 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Returning: {'device': '50cda309-fde3-4300-9acb-09a82f22b49b', 'network_id': '0622a186-f221-4100-82ec-5ef2db2119b5', 'port_id': '50cda309-fde3-4300-9acb-09a82f22b49b', 'mac_address': 'fa:16:3e:ac:80:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 389, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '60f92d2c-f4bc-4cc5-8035-7d05a0defa65', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83872) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 01 13:47:36.146895 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:47:36.165008 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.notifiers.nova [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 50cda309-fde3-4300-9acb-09a82f22b49b {{(pid=83872) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 01 13:47:36.180578 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] For port 50cda309-fde3-4300-9acb-09a82f22b49b, host hv-neutron-8361, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8361',level=0,port_id=50cda309-fde3-4300-9acb-09a82f22b49b,segment=NetworkSegment(da3e198b-dda2-47dc-8609-c3a09ba0b65f),segment_id=da3e198b-dda2-47dc-8609-c3a09ba0b65f)] {{(pid=83872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 13:47:36.184680 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864'] for port, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:47:36.205823 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6a7184-6a45-4590-bfdf-48afb2c5725b req-a67abf87-1dc4-4bd0-9e24-731cef156db5 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:47:36.206514 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [req-7b6a7184-6a45-4590-bfdf-48afb2c5725b req-a67abf87-1dc4-4bd0-9e24-731cef156db5 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Synchronizing usage tracker for tenant:f17cecf0d6854286bcc6f673927088ad on resource:port {{(pid=83869) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 13:47:36.224411 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [req-7b6a7184-6a45-4590-bfdf-48afb2c5725b req-a67abf87-1dc4-4bd0-9e24-731cef156db5 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Unset dirty status for tenant:f17cecf0d6854286bcc6f673927088ad on resource:port {{(pid=83869) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 13:47:36.225685 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-7b6a7184-6a45-4590-bfdf-48afb2c5725b req-a67abf87-1dc4-4bd0-9e24-731cef156db5 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] 10.222.0.26 "GET /v2.0/ports?device_id=e19eeff9-e729-4e2b-937d-fe7b6bed22aa HTTP/1.1" status: 200 len: 943 time: 0.1104355 Apr 01 13:47:36.266289 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Pushing event updated for resources: {'Port': ['ID=50cda309-fde3-4300-9acb-09a82f22b49b,revision_number=4']} {{(pid=83872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:47:36.274563 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:47:36.274900 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:47:36.275227 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:47:36.275555 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:47:36.275957 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:47:36.276317 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:47:36.276614 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:47:36.276837 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:47:36.277153 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:47:36.277464 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:47:36.277775 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:47:36.296126 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-7b6a7184-6a45-4590-bfdf-48afb2c5725b req-30b3ac92-f651-476d-89d4-603e739735a0 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] 10.222.0.26 "GET /v2.0/security-groups?id=d3c7232b-822e-435c-b376-ec207cbe3402&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0643468 Apr 01 13:47:36.424830 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] get_ports_and_sgs() called for port_ids ['50cda309-fde3-4300-9acb-09a82f22b49b'] {{(pid=83872) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 01 13:47:37.139526 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:47:37.375687 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-2f9cfc9c-d8ba-4de3-a4ad-98162f90557c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:47:37.500252 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4442f565-70dd-46b1-aae2-83032c818c00 req-062050b1-6158-4d4a-9de2-f7dd11e10800 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:47:37.501624 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-4442f565-70dd-46b1-aae2-83032c818c00 req-062050b1-6158-4d4a-9de2-f7dd11e10800 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] 10.222.0.26 "GET /v2.0/ports?device_id=e19eeff9-e729-4e2b-937d-fe7b6bed22aa HTTP/1.1" status: 200 len: 944 time: 0.0790851 Apr 01 13:47:37.546027 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-4442f565-70dd-46b1-aae2-83032c818c00 req-e248423b-e9fc-4155-be5e-c2dff973df10 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] 10.222.0.26 "GET /v2.0/security-groups?id=d3c7232b-822e-435c-b376-ec207cbe3402&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390100 Apr 01 13:47:37.955816 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Device 50cda309-fde3-4300-9acb-09a82f22b49b up at agent hyperv_hv-neutron-8361 {{(pid=83872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 13:47:38.025390 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Provisioning for port 50cda309-fde3-4300-9acb-09a82f22b49b completed by entity L2. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 13:47:38.030195 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Provisioning complete for port 50cda309-fde3-4300-9acb-09a82f22b49b triggered by entity L2. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 13:47:38.031481 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-948329'] for port, provisioning_complete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:47:38.182003 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:47:38.209685 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e19eeff9-e729-4e2b-937d-fe7b6bed22aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50cda309-fde3-4300-9acb-09a82f22b49b'}] {{(pid=83872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 13:47:38.225289 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] For port 50cda309-fde3-4300-9acb-09a82f22b49b, host hv-neutron-8361, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8361',level=0,port_id=50cda309-fde3-4300-9acb-09a82f22b49b,segment=NetworkSegment(da3e198b-dda2-47dc-8609-c3a09ba0b65f),segment_id=da3e198b-dda2-47dc-8609-c3a09ba0b65f)] {{(pid=83872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 13:47:38.229912 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864'] for port, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:47:38.278291 dv-neutron-836180-1-hyperv neutron-server[83872]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e19eeff9-e729-4e2b-937d-fe7b6bed22aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50cda309-fde3-4300-9acb-09a82f22b49b', 'code': 200} Apr 01 13:47:38.323039 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Pushing event updated for resources: {'Port': ['ID=50cda309-fde3-4300-9acb-09a82f22b49b,revision_number=5']} {{(pid=83872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:47:38.530665 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-1100987e-a08d-4702-9a58-f99a8691b28f req-e57e45d4-44db-48aa-933d-6b6b9285ae2e service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=e19eeff9-e729-4e2b-937d-fe7b6bed22aa HTTP/1.1" status: 200 len: 1098 time: 0.0765727 Apr 01 13:47:38.577456 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-1100987e-a08d-4702-9a58-f99a8691b28f req-070a0874-6006-4c36-963b-1fa51565de63 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=d3c7232b-822e-435c-b376-ec207cbe3402&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388913 Apr 01 13:47:38.758514 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5d30e2-0816-4d08-88f5-c2ab4c345c76 req-38e09df9-7bc7-49c0-989e-0b01c4c802d0 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:47:38.760186 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-fd5d30e2-0816-4d08-88f5-c2ab4c345c76 req-38e09df9-7bc7-49c0-989e-0b01c4c802d0 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] 10.222.0.26 "GET /v2.0/ports?device_id=e19eeff9-e729-4e2b-937d-fe7b6bed22aa HTTP/1.1" status: 200 len: 945 time: 0.0812919 Apr 01 13:47:38.814364 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-fd5d30e2-0816-4d08-88f5-c2ab4c345c76 req-c2b84a03-0de7-4dc2-8b8b-87428237c3eb tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] 10.222.0.26 "GET /v2.0/security-groups?id=d3c7232b-822e-435c-b376-ec207cbe3402&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470796 Apr 01 13:47:38.871769 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-a976a7b9-9034-41e6-be13-349b75ed1593 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:47:40.021030 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a0e298-7668-44d1-bfb4-e44f088d80cf req-950eb042-abf0-4b93-b45b-9501e8bd256b tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:47:40.027617 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-d0a0e298-7668-44d1-bfb4-e44f088d80cf req-950eb042-abf0-4b93-b45b-9501e8bd256b tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] 10.222.0.26 "GET /v2.0/ports?device_id=e19eeff9-e729-4e2b-937d-fe7b6bed22aa HTTP/1.1" status: 200 len: 945 time: 0.0876451 Apr 01 13:47:40.073929 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-d0a0e298-7668-44d1-bfb4-e44f088d80cf req-fa19a652-47e5-4396-9747-5c5703660b3e tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] 10.222.0.26 "GET /v2.0/security-groups?id=d3c7232b-822e-435c-b376-ec207cbe3402&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445583 Apr 01 13:47:40.271707 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f756d5c-ea16-4795-a545-308ecf495ee4 req-fc4239fe-3436-4794-8ac9-b2e44ce7c8c4 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:47:40.273347 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-5f756d5c-ea16-4795-a545-308ecf495ee4 req-fc4239fe-3436-4794-8ac9-b2e44ce7c8c4 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] 10.222.0.26 "GET /v2.0/ports?device_id=e19eeff9-e729-4e2b-937d-fe7b6bed22aa HTTP/1.1" status: 200 len: 945 time: 0.0811172 Apr 01 13:47:40.322414 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-5f756d5c-ea16-4795-a545-308ecf495ee4 req-41ff38ea-bb9d-4782-b28a-3af841d876f4 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] 10.222.0.26 "GET /v2.0/security-groups?id=d3c7232b-822e-435c-b376-ec207cbe3402&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415933 Apr 01 13:47:40.351626 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 58590) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:47:40.427636 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-08ecc12e-2094-4dea-a097-f4b6f342f556 tempest-TestNetworkBasicOps-1234239346 tempest-TestNetworkBasicOps-1234239346-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=e19eeff9-e729-4e2b-937d-fe7b6bed22aa HTTP/1.1" status: 200 len: 1093 time: 0.0750127 Apr 01 13:47:40.430533 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 58594) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:47:40.436474 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.v2.base [None req-5bef7b9e-9abd-4407-978a-9ad149fdd159 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Request body: {'floatingip': {'port_id': '50cda309-fde3-4300-9acb-09a82f22b49b'}} {{(pid=83869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:47:40.516224 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-5bef7b9e-9abd-4407-978a-9ad149fdd159 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks [] for floatingip, before_update {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:47:41.212957 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-5bef7b9e-9abd-4407-978a-9ad149fdd159 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:47:41.217810 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-5bef7b9e-9abd-4407-978a-9ad149fdd159 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4084747'] for floatingip, after_update {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:47:41.419174 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.db.l3_db [None req-5bef7b9e-9abd-4407-978a-9ad149fdd159 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Floating IP 425f41eb-14b4-40dd-a30f-8653d6f61b42 associated. External IP: 172.26.5.249, port: 50cda309-fde3-4300-9acb-09a82f22b49b. Apr 01 13:47:41.814378 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5bef7b9e-9abd-4407-978a-9ad149fdd159 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Router 2ef3c1a1-068d-45ab-bbcf-5b65ea891860 has already been hosted by L3 agent 88bf8fc8-11a3-4e96-9d1b-5fd93ba9f6f1 {{(pid=83869) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 13:47:42.115827 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5bef7b9e-9abd-4407-978a-9ad149fdd159 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify agent at l3_agent.dv-neutron-836180-1-hyperv the message routers_updated {{(pid=83869) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 13:47:42.120521 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-5bef7b9e-9abd-4407-978a-9ad149fdd159 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109561'] for floatingip, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:47:42.125470 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4023d6b-e671-4fcf-81d3-e3f7b2a45e31 None None] Sync routers for ids ['2ef3c1a1-068d-45ab-bbcf-5b65ea891860'] in dv-neutron-836180-1-hyperv {{(pid=83873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 13:47:42.137363 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4023d6b-e671-4fcf-81d3-e3f7b2a45e31 None None] Routers {'2ef3c1a1-068d-45ab-bbcf-5b65ea891860'} bound to L3 agent in host dv-neutron-836180-1-hyperv {{(pid=83873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 13:47:42.138013 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-f4023d6b-e671-4fcf-81d3-e3f7b2a45e31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836180-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T13:25:36Z,description=,heartbeat_timestamp=2022-04-01T13:47:36Z,host='dv-neutron-836180-1-hyperv',id=88bf8fc8-11a3-4e96-9d1b-5fd93ba9f6f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T13:25:36Z,topic='l3_agent')) {'router_ids': ['2ef3c1a1-068d-45ab-bbcf-5b65ea891860'], 'active': True} {{(pid=83873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:47:42.174287 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-5bef7b9e-9abd-4407-978a-9ad149fdd159 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] 10.222.0.26 "PUT /v2.0/floatingips/425f41eb-14b4-40dd-a30f-8653d6f61b42 HTTP/1.1" status: 200 len: 991 time: 1.7402635 Apr 01 13:47:42.174287 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e19eeff9-e729-4e2b-937d-fe7b6bed22aa', 'tag': '50cda309-fde3-4300-9acb-09a82f22b49b'}] {{(pid=83869) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 13:47:42.174929 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 58598) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:47:42.229060 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e19eeff9-e729-4e2b-937d-fe7b6bed22aa', 'tag': '50cda309-fde3-4300-9acb-09a82f22b49b', 'status': 'completed', 'code': 200} Apr 01 13:47:42.288274 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-043d31a5-1e2e-40c6-8161-887dcc3d5eef tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] 10.222.0.26 "GET /v2.0/floatingips/425f41eb-14b4-40dd-a30f-8653d6f61b42 HTTP/1.1" status: 200 len: 991 time: 0.1121438 Apr 01 13:47:42.330102 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_dvr_db [None req-f4023d6b-e671-4fcf-81d3-e3f7b2a45e31 None None] Set router 2ef3c1a1-068d-45ab-bbcf-5b65ea891860 gateway port host: dv-neutron-836180-1-hyperv {{(pid=83873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 13:47:42.336168 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-d07e7dff-4c7c-4173-a046-c27dea78bb7d req-071c808c-b49c-4035-a367-5d22db6a4ee3 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=f17cecf0d6854286bcc6f673927088ad&device_id=e19eeff9-e729-4e2b-937d-fe7b6bed22aa HTTP/1.1" status: 200 len: 1098 time: 0.0850370 Apr 01 13:47:42.471122 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07e7dff-4c7c-4173-a046-c27dea78bb7d req-16430baf-5acf-46ce-ab85-fc974b58d7cf service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:47:42.472564 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-d07e7dff-4c7c-4173-a046-c27dea78bb7d req-16430baf-5acf-46ce-ab85-fc974b58d7cf service neutron] 10.222.0.57 "GET /v2.0/networks?id=0622a186-f221-4100-82ec-5ef2db2119b5 HTTP/1.1" status: 200 len: 897 time: 0.1301281 Apr 01 13:47:42.576244 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-d07e7dff-4c7c-4173-a046-c27dea78bb7d req-b0ae1d14-ebe8-46f4-9e97-7b3f69e3867c service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=50cda309-fde3-4300-9acb-09a82f22b49b HTTP/1.1" status: 200 len: 999 time: 0.0962930 Apr 01 13:47:42.637389 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07e7dff-4c7c-4173-a046-c27dea78bb7d req-ece7e689-c582-4365-92f8-d2251ab40d64 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:47:42.639700 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-d07e7dff-4c7c-4173-a046-c27dea78bb7d req-ece7e689-c582-4365-92f8-d2251ab40d64 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=60f92d2c-f4bc-4cc5-8035-7d05a0defa65 HTTP/1.1" status: 200 len: 835 time: 0.0580008 Apr 01 13:47:42.706137 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-f4023d6b-e671-4fcf-81d3-e3f7b2a45e31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ef3c1a1-068d-45ab-bbcf-5b65ea891860', 'name': 'tempest-TestNetworkBasicOps-router-700343002', 'tenant_id': 'f17cecf0d6854286bcc6f673927088ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'external_fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.79'}], 'enable_snat': True}, 'gw_port_id': '0ebf171a-89f6-47cd-b429-e69ad7b3cb4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T13:46:23Z', 'updated_at': '2022-04-01T13:46:27Z', 'revision_number': 4, 'project_id': 'f17cecf0d6854286bcc6f673927088ad', 'gw_port': {'id': '0ebf171a-89f6-47cd-b429-e69ad7b3cb4f', 'name': '', 'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:ef:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ef3c1a1-068d-45ab-bbcf-5b65ea891860', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836180-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:46:24Z', 'updated_at': '2022-04-01T13:46:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836180-1-hyperv', '_floatingips': [{'id': '425f41eb-14b4-40dd-a30f-8653d6f61b42', 'tenant_id': 'f17cecf0d6854286bcc6f673927088ad', 'floating_ip_address': '172.26.5.249', 'floating_network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'router_id': '2ef3c1a1-068d-45ab-bbcf-5b65ea891860', 'port_id': '50cda309-fde3-4300-9acb-09a82f22b49b', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0622a186-f221-4100-82ec-5ef2db2119b5', 'mac_address': 'fa:16:3e:ac:80:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e19eeff9-e729-4e2b-937d-fe7b6bed22aa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T13:46:46Z', 'updated_at': '2022-04-01T13:47:41Z', 'revision_number': 5, 'project_id': 'f17cecf0d6854286bcc6f673927088ad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8ea2852d-6235-4369-a855-63e2e2f1c1a8', 'name': '', 'network_id': '0622a186-f221-4100-82ec-5ef2db2119b5', 'tenant_id': 'f17cecf0d6854286bcc6f673927088ad', 'mac_address': 'fa:16:3e:c0:3e:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ef3c1a1-068d-45ab-bbcf-5b65ea891860', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '60f92d2c-f4bc-4cc5-8035-7d05a0defa65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836180-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:46:27Z', 'updated_at': '2022-04-01T13:46:34Z', 'revision_number': 5, 'project_id': 'f17cecf0d6854286bcc6f673927088ad', 'subnets': [{'id': '60f92d2c-f4bc-4cc5-8035-7d05a0defa65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-836180-1-hyperv', False) {} {{(pid=83873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:47:42.709902 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4023d6b-e671-4fcf-81d3-e3f7b2a45e31 None None] Checking router: 2ef3c1a1-068d-45ab-bbcf-5b65ea891860 for host: dv-neutron-836180-1-hyperv {{(pid=83873) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 01 13:47:42.718375 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-d07e7dff-4c7c-4173-a046-c27dea78bb7d req-444740ed-2cb3-46f9-a909-ea05517c2f1b service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=0622a186-f221-4100-82ec-5ef2db2119b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0726063 Apr 01 13:47:42.721231 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4023d6b-e671-4fcf-81d3-e3f7b2a45e31 None None] Routers {'2ef3c1a1-068d-45ab-bbcf-5b65ea891860'} bound to L3 agent in host dv-neutron-836180-1-hyperv {{(pid=83873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 13:47:42.721759 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-f4023d6b-e671-4fcf-81d3-e3f7b2a45e31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836180-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T13:25:36Z,description=,heartbeat_timestamp=2022-04-01T13:47:36Z,host='dv-neutron-836180-1-hyperv',id=88bf8fc8-11a3-4e96-9d1b-5fd93ba9f6f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T13:25:36Z,topic='l3_agent')) {'router_ids': ['2ef3c1a1-068d-45ab-bbcf-5b65ea891860'], 'active': True} {{(pid=83873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:47:42.851375 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-d07e7dff-4c7c-4173-a046-c27dea78bb7d req-617a47be-7cf5-4594-bfa8-59e54b0e8822 service neutron] 10.222.0.57 "GET /v2.0/networks/0622a186-f221-4100-82ec-5ef2db2119b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1274016 Apr 01 13:47:42.895704 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_dvr_db [None req-f4023d6b-e671-4fcf-81d3-e3f7b2a45e31 None None] Set router 2ef3c1a1-068d-45ab-bbcf-5b65ea891860 gateway port host: dv-neutron-836180-1-hyperv {{(pid=83873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 13:47:42.989486 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-d07e7dff-4c7c-4173-a046-c27dea78bb7d req-ab5f643e-8f46-441d-9c64-0b4ee35656f2 service neutron] 10.222.0.57 "GET /v2.0/networks/0622a186-f221-4100-82ec-5ef2db2119b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1311581 Apr 01 13:47:43.246421 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-f4023d6b-e671-4fcf-81d3-e3f7b2a45e31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ef3c1a1-068d-45ab-bbcf-5b65ea891860', 'name': 'tempest-TestNetworkBasicOps-router-700343002', 'tenant_id': 'f17cecf0d6854286bcc6f673927088ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'external_fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.79'}], 'enable_snat': True}, 'gw_port_id': '0ebf171a-89f6-47cd-b429-e69ad7b3cb4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T13:46:23Z', 'updated_at': '2022-04-01T13:46:27Z', 'revision_number': 4, 'project_id': 'f17cecf0d6854286bcc6f673927088ad', 'gw_port': {'id': '0ebf171a-89f6-47cd-b429-e69ad7b3cb4f', 'name': '', 'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:ef:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ef3c1a1-068d-45ab-bbcf-5b65ea891860', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836180-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:46:24Z', 'updated_at': '2022-04-01T13:46:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836180-1-hyperv', '_floatingips': [{'id': '425f41eb-14b4-40dd-a30f-8653d6f61b42', 'tenant_id': 'f17cecf0d6854286bcc6f673927088ad', 'floating_ip_address': '172.26.5.249', 'floating_network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'router_id': '2ef3c1a1-068d-45ab-bbcf-5b65ea891860', 'port_id': '50cda309-fde3-4300-9acb-09a82f22b49b', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0622a186-f221-4100-82ec-5ef2db2119b5', 'mac_address': 'fa:16:3e:ac:80:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e19eeff9-e729-4e2b-937d-fe7b6bed22aa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T13:46:46Z', 'updated_at': '2022-04-01T13:47:41Z', 'revision_number': 5, 'project_id': 'f17cecf0d6854286bcc6f673927088ad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8ea2852d-6235-4369-a855-63e2e2f1c1a8', 'name': '', 'network_id': '0622a186-f221-4100-82ec-5ef2db2119b5', 'tenant_id': 'f17cecf0d6854286bcc6f673927088ad', 'mac_address': 'fa:16:3e:c0:3e:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ef3c1a1-068d-45ab-bbcf-5b65ea891860', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '60f92d2c-f4bc-4cc5-8035-7d05a0defa65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836180-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:46:27Z', 'updated_at': '2022-04-01T13:46:34Z', 'revision_number': 5, 'project_id': 'f17cecf0d6854286bcc6f673927088ad', 'subnets': [{'id': '60f92d2c-f4bc-4cc5-8035-7d05a0defa65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-836180-1-hyperv', False) {} {{(pid=83873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:47:43.251375 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4023d6b-e671-4fcf-81d3-e3f7b2a45e31 None None] The sync data for ids ['2ef3c1a1-068d-45ab-bbcf-5b65ea891860'] in dv-neutron-836180-1-hyperv is: [{'id': '2ef3c1a1-068d-45ab-bbcf-5b65ea891860', 'name': 'tempest-TestNetworkBasicOps-router-700343002', 'tenant_id': 'f17cecf0d6854286bcc6f673927088ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'external_fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.79'}], 'enable_snat': True}, 'gw_port_id': '0ebf171a-89f6-47cd-b429-e69ad7b3cb4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T13:46:23Z', 'updated_at': '2022-04-01T13:46:27Z', 'revision_number': 4, 'project_id': 'f17cecf0d6854286bcc6f673927088ad', 'gw_port': {'id': '0ebf171a-89f6-47cd-b429-e69ad7b3cb4f', 'name': '', 'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:ef:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ef3c1a1-068d-45ab-bbcf-5b65ea891860', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836180-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:46:24Z', 'updated_at': '2022-04-01T13:46:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836180-1-hyperv', '_floatingips': [{'id': '425f41eb-14b4-40dd-a30f-8653d6f61b42', 'tenant_id': 'f17cecf0d6854286bcc6f673927088ad', 'floating_ip_address': '172.26.5.249', 'floating_network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'router_id': '2ef3c1a1-068d-45ab-bbcf-5b65ea891860', 'port_id': '50cda309-fde3-4300-9acb-09a82f22b49b', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0622a186-f221-4100-82ec-5ef2db2119b5', 'mac_address': 'fa:16:3e:ac:80:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e19eeff9-e729-4e2b-937d-fe7b6bed22aa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T13:46:46Z', 'updated_at': '2022-04-01T13:47:41Z', 'revision_number': 5, 'project_id': 'f17cecf0d6854286bcc6f673927088ad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8ea2852d-6235-4369-a855-63e2e2f1c1a8', 'name': '', 'network_id': '0622a186-f221-4100-82ec-5ef2db2119b5', 'tenant_id': 'f17cecf0d6854286bcc6f673927088ad', 'mac_address': 'fa:16:3e:c0:3e:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ef3c1a1-068d-45ab-bbcf-5b65ea891860', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '60f92d2c-f4bc-4cc5-8035-7d05a0defa65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836180-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:46:27Z', 'updated_at': '2022-04-01T13:46:34Z', 'revision_number': 5, 'project_id': 'f17cecf0d6854286bcc6f673927088ad', 'subnets': [{'id': '60f92d2c-f4bc-4cc5-8035-7d05a0defa65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 13:47:43.290952 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 58604) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:47:43.402297 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-7649478b-730c-4840-ace3-f04ae8c75a32 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] 10.222.0.26 "GET /v2.0/floatingips/425f41eb-14b4-40dd-a30f-8653d6f61b42 HTTP/1.1" status: 200 len: 991 time: 0.1096218 Apr 01 13:47:43.465870 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c110161e-8a93-45f2-862c-a17b86b8fc5c None None] New status for floating IP 425f41eb-14b4-40dd-a30f-8653d6f61b42: ACTIVE {{(pid=83872) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 01 13:47:44.404915 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 58608) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:47:44.517884 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-73f2af84-6625-4ff1-b8b2-74a3b0f375ca tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] 10.222.0.26 "GET /v2.0/floatingips/425f41eb-14b4-40dd-a30f-8653d6f61b42 HTTP/1.1" status: 200 len: 993 time: 0.1118441 Apr 01 13:47:48.978147 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.agents_db [None req-bdd220c7-049a-43d2-a923-ad1a2de078c6 None None] Agent healthcheck: found 6 active agents {{(pid=83873) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 01 13:47:53.844395 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:48:03.532743 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-e399a7e6-453c-4c8a-9e8b-102c90d02016 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:48:05.898307 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-b471dc2c-cbb6-4585-9a96-8ff62a6f6603 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:48:07.141271 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:48:07.377752 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-2f9cfc9c-d8ba-4de3-a4ad-98162f90557c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:48:08.880892 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-a976a7b9-9034-41e6-be13-349b75ed1593 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:48:08.881818 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-42f4bc71-860b-4c35-9805-d18e67da2282 req-83a3abdf-bd10-4312-a8b2-4d3c8782b55a service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=71602cc2-62f8-4e80-90de-fd1e15b4b849&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0697749 Apr 01 13:48:09.031228 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-42f4bc71-860b-4c35-9805-d18e67da2282 req-78752ace-deaf-4336-a0d1-cbadea01066e service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=f17cecf0d6854286bcc6f673927088ad&device_id=71602cc2-62f8-4e80-90de-fd1e15b4b849 HTTP/1.1" status: 200 len: 1098 time: 0.0752134 Apr 01 13:48:09.180648 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f4bc71-860b-4c35-9805-d18e67da2282 req-4a30caa1-0bf5-4002-b177-f9f19014ad0f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:48:09.181977 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-42f4bc71-860b-4c35-9805-d18e67da2282 req-4a30caa1-0bf5-4002-b177-f9f19014ad0f service neutron] 10.222.0.57 "GET /v2.0/networks?id=0622a186-f221-4100-82ec-5ef2db2119b5 HTTP/1.1" status: 200 len: 897 time: 0.1305997 Apr 01 13:48:09.256771 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-42f4bc71-860b-4c35-9805-d18e67da2282 req-8dd5e3f6-c84f-4998-946a-819cca2f4390 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b4e7057a-3d74-4116-9d35-8487b46dbc83 HTTP/1.1" status: 200 len: 217 time: 0.0670869 Apr 01 13:48:09.322525 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f4bc71-860b-4c35-9805-d18e67da2282 req-0cb75f2b-598e-4013-a963-342f11f764d0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:48:09.324360 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-42f4bc71-860b-4c35-9805-d18e67da2282 req-0cb75f2b-598e-4013-a963-342f11f764d0 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=60f92d2c-f4bc-4cc5-8035-7d05a0defa65 HTTP/1.1" status: 200 len: 835 time: 0.0608459 Apr 01 13:48:09.398584 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-42f4bc71-860b-4c35-9805-d18e67da2282 req-b8773f1c-25a5-4d2e-b296-433d0cff2b46 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=0622a186-f221-4100-82ec-5ef2db2119b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0670087 Apr 01 13:48:09.630398 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-42f4bc71-860b-4c35-9805-d18e67da2282 req-22f31f62-fc04-4ab0-9cfa-2b3ee3c9e1d2 service neutron] 10.222.0.57 "GET /v2.0/networks/0622a186-f221-4100-82ec-5ef2db2119b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2251017 Apr 01 13:48:09.759296 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-42f4bc71-860b-4c35-9805-d18e67da2282 req-ac2c6850-03b5-48e3-b96f-5d474459f532 service neutron] 10.222.0.57 "GET /v2.0/networks/0622a186-f221-4100-82ec-5ef2db2119b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1219733 Apr 01 13:48:18.271399 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca56078-f864-4593-8a01-ffb0948c44b9 req-e085de58-b313-4c5a-b8b7-c368844af37c tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:48:18.272871 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-eca56078-f864-4593-8a01-ffb0948c44b9 req-e085de58-b313-4c5a-b8b7-c368844af37c tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] 10.222.0.26 "GET /v2.0/ports?device_id=e19eeff9-e729-4e2b-937d-fe7b6bed22aa HTTP/1.1" status: 200 len: 945 time: 0.0806582 Apr 01 13:48:18.318145 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-eca56078-f864-4593-8a01-ffb0948c44b9 req-d6a79bf9-b5fd-44c3-b2eb-bfa7a85c49b7 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] 10.222.0.26 "GET /v2.0/security-groups?id=d3c7232b-822e-435c-b376-ec207cbe3402&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393515 Apr 01 13:48:19.531196 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ad1342-c07b-441e-834f-869d521c9379 req-be9c6ce0-d1a4-4c6d-9a8e-77bf463ba0b5 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:48:19.532619 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-65ad1342-c07b-441e-834f-869d521c9379 req-be9c6ce0-d1a4-4c6d-9a8e-77bf463ba0b5 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] 10.222.0.26 "GET /v2.0/ports?device_id=e19eeff9-e729-4e2b-937d-fe7b6bed22aa HTTP/1.1" status: 200 len: 945 time: 0.0781300 Apr 01 13:48:19.577230 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-65ad1342-c07b-441e-834f-869d521c9379 req-895630a1-1146-4a37-b0a9-d8257cb3c8ea tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] 10.222.0.26 "GET /v2.0/security-groups?id=d3c7232b-822e-435c-b376-ec207cbe3402&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391405 Apr 01 13:48:19.836884 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720cf079-e3dc-4ba1-85d1-d238f30899f6 req-9f19cba4-7575-462a-a676-6caceb2587d7 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:48:19.838178 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-720cf079-e3dc-4ba1-85d1-d238f30899f6 req-9f19cba4-7575-462a-a676-6caceb2587d7 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] 10.222.0.57 "GET /v2.0/ports?device_id=e19eeff9-e729-4e2b-937d-fe7b6bed22aa HTTP/1.1" status: 200 len: 945 time: 0.0736370 Apr 01 13:48:19.910073 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.plugin [req-720cf079-e3dc-4ba1-85d1-d238f30899f6 req-fa6b70c5-ca02-42c6-9186-def350cde680 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Deleting port 50cda309-fde3-4300-9acb-09a82f22b49b {{(pid=83869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 13:48:19.910405 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [req-720cf079-e3dc-4ba1-85d1-d238f30899f6 req-fa6b70c5-ca02-42c6-9186-def350cde680 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736733287370'] for port, before_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:48:20.144956 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.db [req-720cf079-e3dc-4ba1-85d1-d238f30899f6 req-fa6b70c5-ca02-42c6-9186-def350cde680 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] For port 50cda309-fde3-4300-9acb-09a82f22b49b, host hv-neutron-8361, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8361',level=0,port_id=50cda309-fde3-4300-9acb-09a82f22b49b,segment=NetworkSegment(da3e198b-dda2-47dc-8609-c3a09ba0b65f),segment_id=da3e198b-dda2-47dc-8609-c3a09ba0b65f)] {{(pid=83869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 13:48:20.145221 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [req-720cf079-e3dc-4ba1-85d1-d238f30899f6 req-fa6b70c5-ca02-42c6-9186-def350cde680 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4155147'] for port, precommit_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:48:20.428749 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [req-720cf079-e3dc-4ba1-85d1-d238f30899f6 req-fa6b70c5-ca02-42c6-9186-def350cde680 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:48:20.429024 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [req-720cf079-e3dc-4ba1-85d1-d238f30899f6 req-fa6b70c5-ca02-42c6-9186-def350cde680 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4084747'] for floatingip, after_update {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:48:20.429321 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.db.l3_db [req-720cf079-e3dc-4ba1-85d1-d238f30899f6 req-fa6b70c5-ca02-42c6-9186-def350cde680 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Floating IP 425f41eb-14b4-40dd-a30f-8653d6f61b42 disassociated. External IP: 172.26.5.249, port: 50cda309-fde3-4300-9acb-09a82f22b49b. Apr 01 13:48:20.429699 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.plugin [req-720cf079-e3dc-4ba1-85d1-d238f30899f6 req-fa6b70c5-ca02-42c6-9186-def350cde680 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Calling delete_port for 50cda309-fde3-4300-9acb-09a82f22b49b owned by compute:nova {{(pid=83869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 13:48:20.570340 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [req-720cf079-e3dc-4ba1-85d1-d238f30899f6 req-fa6b70c5-ca02-42c6-9186-def350cde680 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736733359243', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736732935810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2705155'] for port, after_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:48:20.618728 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa6b70c5-ca02-42c6-9186-def350cde680 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Pushing event deleted for resources: {'Port': ['ID=50cda309-fde3-4300-9acb-09a82f22b49b,revision_number=None']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:48:20.746042 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-cd4a3e53-5ce0-44c8-944b-972d90293d65 req-a6a6378c-00f3-4aa1-a317-42da521780f5 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] 10.222.0.26 "GET /v2.0/ports?device_id=e19eeff9-e729-4e2b-937d-fe7b6bed22aa HTTP/1.1" status: 200 len: 210 time: 0.0410364 Apr 01 13:48:20.834989 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.scheduler.l3_agent_scheduler [req-720cf079-e3dc-4ba1-85d1-d238f30899f6 req-fa6b70c5-ca02-42c6-9186-def350cde680 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Router 2ef3c1a1-068d-45ab-bbcf-5b65ea891860 has already been hosted by L3 agent 88bf8fc8-11a3-4e96-9d1b-5fd93ba9f6f1 {{(pid=83869) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 13:48:21.139804 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-720cf079-e3dc-4ba1-85d1-d238f30899f6 req-fa6b70c5-ca02-42c6-9186-def350cde680 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify agent at l3_agent.dv-neutron-836180-1-hyperv the message routers_updated {{(pid=83869) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 13:48:21.152552 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7668786d-6ce7-4b26-955b-7382eeede209 None None] Sync routers for ids ['2ef3c1a1-068d-45ab-bbcf-5b65ea891860'] in dv-neutron-836180-1-hyperv {{(pid=83873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 13:48:21.165754 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7668786d-6ce7-4b26-955b-7382eeede209 None None] Routers {'2ef3c1a1-068d-45ab-bbcf-5b65ea891860'} bound to L3 agent in host dv-neutron-836180-1-hyperv {{(pid=83873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 13:48:21.166428 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-7668786d-6ce7-4b26-955b-7382eeede209 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836180-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T13:25:36Z,description=,heartbeat_timestamp=2022-04-01T13:48:06Z,host='dv-neutron-836180-1-hyperv',id=88bf8fc8-11a3-4e96-9d1b-5fd93ba9f6f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T13:25:36Z,topic='l3_agent')) {'router_ids': ['2ef3c1a1-068d-45ab-bbcf-5b65ea891860'], 'active': True} {{(pid=83873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:48:21.212039 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_dvrscheduler_db [req-720cf079-e3dc-4ba1-85d1-d238f30899f6 req-fa6b70c5-ca02-42c6-9186-def350cde680 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] No DVR routers for this DVR port 50cda309-fde3-4300-9acb-09a82f22b49b on host hv-neutron-8361 {{(pid=83869) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 13:48:21.214377 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [req-720cf079-e3dc-4ba1-85d1-d238f30899f6 req-fa6b70c5-ca02-42c6-9186-def350cde680 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109561'] for port, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:48:21.217489 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e19eeff9-e729-4e2b-937d-fe7b6bed22aa', 'name': 'network-vif-deleted', 'tag': '50cda309-fde3-4300-9acb-09a82f22b49b'}] {{(pid=83869) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 13:48:21.234658 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-720cf079-e3dc-4ba1-85d1-d238f30899f6 req-fa6b70c5-ca02-42c6-9186-def350cde680 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] 10.222.0.57 "DELETE /v2.0/ports/50cda309-fde3-4300-9acb-09a82f22b49b HTTP/1.1" status: 204 len: 173 time: 1.3880069 Apr 01 13:48:21.332105 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e19eeff9-e729-4e2b-937d-fe7b6bed22aa', 'name': 'network-vif-deleted', 'tag': '50cda309-fde3-4300-9acb-09a82f22b49b', 'status': 'completed', 'code': 200} Apr 01 13:48:21.396168 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_dvr_db [None req-7668786d-6ce7-4b26-955b-7382eeede209 None None] Set router 2ef3c1a1-068d-45ab-bbcf-5b65ea891860 gateway port host: dv-neutron-836180-1-hyperv {{(pid=83873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 13:48:21.726072 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-7668786d-6ce7-4b26-955b-7382eeede209 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ef3c1a1-068d-45ab-bbcf-5b65ea891860', 'name': 'tempest-TestNetworkBasicOps-router-700343002', 'tenant_id': 'f17cecf0d6854286bcc6f673927088ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'external_fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.79'}], 'enable_snat': True}, 'gw_port_id': '0ebf171a-89f6-47cd-b429-e69ad7b3cb4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T13:46:23Z', 'updated_at': '2022-04-01T13:46:27Z', 'revision_number': 4, 'project_id': 'f17cecf0d6854286bcc6f673927088ad', 'gw_port': {'id': '0ebf171a-89f6-47cd-b429-e69ad7b3cb4f', 'name': '', 'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:ef:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ef3c1a1-068d-45ab-bbcf-5b65ea891860', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836180-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:46:24Z', 'updated_at': '2022-04-01T13:46:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836180-1-hyperv', '_interfaces': [{'id': '8ea2852d-6235-4369-a855-63e2e2f1c1a8', 'name': '', 'network_id': '0622a186-f221-4100-82ec-5ef2db2119b5', 'tenant_id': 'f17cecf0d6854286bcc6f673927088ad', 'mac_address': 'fa:16:3e:c0:3e:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ef3c1a1-068d-45ab-bbcf-5b65ea891860', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '60f92d2c-f4bc-4cc5-8035-7d05a0defa65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836180-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:46:27Z', 'updated_at': '2022-04-01T13:46:34Z', 'revision_number': 5, 'project_id': 'f17cecf0d6854286bcc6f673927088ad', 'subnets': [{'id': '60f92d2c-f4bc-4cc5-8035-7d05a0defa65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-836180-1-hyperv', False) {} {{(pid=83873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:48:21.729793 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7668786d-6ce7-4b26-955b-7382eeede209 None None] Checking router: 2ef3c1a1-068d-45ab-bbcf-5b65ea891860 for host: dv-neutron-836180-1-hyperv {{(pid=83873) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 01 13:48:21.741155 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7668786d-6ce7-4b26-955b-7382eeede209 None None] Routers {'2ef3c1a1-068d-45ab-bbcf-5b65ea891860'} bound to L3 agent in host dv-neutron-836180-1-hyperv {{(pid=83873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 13:48:21.741740 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-7668786d-6ce7-4b26-955b-7382eeede209 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836180-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T13:25:36Z,description=,heartbeat_timestamp=2022-04-01T13:48:06Z,host='dv-neutron-836180-1-hyperv',id=88bf8fc8-11a3-4e96-9d1b-5fd93ba9f6f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T13:25:36Z,topic='l3_agent')) {'router_ids': ['2ef3c1a1-068d-45ab-bbcf-5b65ea891860'], 'active': True} {{(pid=83873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:48:21.928547 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_dvr_db [None req-7668786d-6ce7-4b26-955b-7382eeede209 None None] Set router 2ef3c1a1-068d-45ab-bbcf-5b65ea891860 gateway port host: dv-neutron-836180-1-hyperv {{(pid=83873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 13:48:21.931853 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-88bc8a91-a711-4844-b545-53996e05e5b2 req-0f1f9a31-fdc2-4027-81df-b763f5c35241 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] 10.222.0.26 "GET /v2.0/ports?device_id=e19eeff9-e729-4e2b-937d-fe7b6bed22aa HTTP/1.1" status: 200 len: 210 time: 0.0438552 Apr 01 13:48:22.190868 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Device 50cda309-fde3-4300-9acb-09a82f22b49b no longer exists at agent hyperv_hv-neutron-8361 {{(pid=83872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 13:48:22.223805 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.plugin [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] No Port match for: 50cda309-fde3-4300-9acb-09a82f22b49b {{(pid=83872) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 01 13:48:22.224149 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Device 50cda309-fde3-4300-9acb-09a82f22b49b not bound to the agent host hv-neutron-8361 {{(pid=83872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 13:48:22.229216 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-7668786d-6ce7-4b26-955b-7382eeede209 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ef3c1a1-068d-45ab-bbcf-5b65ea891860', 'name': 'tempest-TestNetworkBasicOps-router-700343002', 'tenant_id': 'f17cecf0d6854286bcc6f673927088ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'external_fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.79'}], 'enable_snat': True}, 'gw_port_id': '0ebf171a-89f6-47cd-b429-e69ad7b3cb4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T13:46:23Z', 'updated_at': '2022-04-01T13:46:27Z', 'revision_number': 4, 'project_id': 'f17cecf0d6854286bcc6f673927088ad', 'gw_port': {'id': '0ebf171a-89f6-47cd-b429-e69ad7b3cb4f', 'name': '', 'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:ef:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ef3c1a1-068d-45ab-bbcf-5b65ea891860', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836180-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:46:24Z', 'updated_at': '2022-04-01T13:46:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836180-1-hyperv', '_interfaces': [{'id': '8ea2852d-6235-4369-a855-63e2e2f1c1a8', 'name': '', 'network_id': '0622a186-f221-4100-82ec-5ef2db2119b5', 'tenant_id': 'f17cecf0d6854286bcc6f673927088ad', 'mac_address': 'fa:16:3e:c0:3e:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ef3c1a1-068d-45ab-bbcf-5b65ea891860', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '60f92d2c-f4bc-4cc5-8035-7d05a0defa65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836180-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:46:27Z', 'updated_at': '2022-04-01T13:46:34Z', 'revision_number': 5, 'project_id': 'f17cecf0d6854286bcc6f673927088ad', 'subnets': [{'id': '60f92d2c-f4bc-4cc5-8035-7d05a0defa65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-836180-1-hyperv', False) {} {{(pid=83873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:48:22.233503 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7668786d-6ce7-4b26-955b-7382eeede209 None None] The sync data for ids ['2ef3c1a1-068d-45ab-bbcf-5b65ea891860'] in dv-neutron-836180-1-hyperv is: [{'id': '2ef3c1a1-068d-45ab-bbcf-5b65ea891860', 'name': 'tempest-TestNetworkBasicOps-router-700343002', 'tenant_id': 'f17cecf0d6854286bcc6f673927088ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'external_fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.79'}], 'enable_snat': True}, 'gw_port_id': '0ebf171a-89f6-47cd-b429-e69ad7b3cb4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T13:46:23Z', 'updated_at': '2022-04-01T13:46:27Z', 'revision_number': 4, 'project_id': 'f17cecf0d6854286bcc6f673927088ad', 'gw_port': {'id': '0ebf171a-89f6-47cd-b429-e69ad7b3cb4f', 'name': '', 'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:ef:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ef3c1a1-068d-45ab-bbcf-5b65ea891860', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836180-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:46:24Z', 'updated_at': '2022-04-01T13:46:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836180-1-hyperv', '_interfaces': [{'id': '8ea2852d-6235-4369-a855-63e2e2f1c1a8', 'name': '', 'network_id': '0622a186-f221-4100-82ec-5ef2db2119b5', 'tenant_id': 'f17cecf0d6854286bcc6f673927088ad', 'mac_address': 'fa:16:3e:c0:3e:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ef3c1a1-068d-45ab-bbcf-5b65ea891860', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '60f92d2c-f4bc-4cc5-8035-7d05a0defa65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836180-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:46:27Z', 'updated_at': '2022-04-01T13:46:34Z', 'revision_number': 5, 'project_id': 'f17cecf0d6854286bcc6f673927088ad', 'subnets': [{'id': '60f92d2c-f4bc-4cc5-8035-7d05a0defa65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 13:48:22.458868 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a1a7568-4076-4cee-acf3-527e3fc778cb None None] New status for floating IP 425f41eb-14b4-40dd-a30f-8653d6f61b42: DOWN {{(pid=83872) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 01 13:48:23.042566 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 58650) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:48:23.119715 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-70a092fa-03cf-4d00-a377-e71545bfd720 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks [] for security_group, before_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:48:23.149113 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-70a092fa-03cf-4d00-a377-e71545bfd720 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:48:23.218613 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-70a092fa-03cf-4d00-a377-e71545bfd720 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3775923'] for security_group, after_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:48:23.237520 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a092fa-03cf-4d00-a377-e71545bfd720 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3c7232b-822e-435c-b376-ec207cbe3402,revision_number=None']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:48:23.253475 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-70a092fa-03cf-4d00-a377-e71545bfd720 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks [] for security_group, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:48:23.257333 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-70a092fa-03cf-4d00-a377-e71545bfd720 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] 10.222.0.26 "DELETE /v2.0/security-groups/d3c7232b-822e-435c-b376-ec207cbe3402 HTTP/1.1" status: 204 len: 168 time: 0.2110879 Apr 01 13:48:23.296434 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 58656) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:48:23.451062 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.plugin [None req-3e111fa4-386c-4e44-8b5f-b5a46d4f2372 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Deleting port e03a80ab-8843-458e-8066-a8316ecb66d6 {{(pid=83869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 13:48:23.451397 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-3e111fa4-386c-4e44-8b5f-b5a46d4f2372 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736733287370'] for port, before_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:48:23.618925 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-3e111fa4-386c-4e44-8b5f-b5a46d4f2372 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4155147'] for port, precommit_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:48:23.619249 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-3e111fa4-386c-4e44-8b5f-b5a46d4f2372 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:48:23.738655 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.plugin [None req-3e111fa4-386c-4e44-8b5f-b5a46d4f2372 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Calling delete_port for e03a80ab-8843-458e-8066-a8316ecb66d6 owned by network:floatingip {{(pid=83869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 13:48:23.843901 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:48:23.874221 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-3e111fa4-386c-4e44-8b5f-b5a46d4f2372 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736733359243', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736732935810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2705155'] for port, after_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:48:23.919099 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e111fa4-386c-4e44-8b5f-b5a46d4f2372 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Pushing event deleted for resources: {'Port': ['ID=e03a80ab-8843-458e-8066-a8316ecb66d6,revision_number=None']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:48:24.008349 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-3e111fa4-386c-4e44-8b5f-b5a46d4f2372 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks [] for floatingip, after_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:48:24.022110 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-3e111fa4-386c-4e44-8b5f-b5a46d4f2372 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109561'] for floatingip, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:48:24.023208 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-3e111fa4-386c-4e44-8b5f-b5a46d4f2372 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] 10.222.0.26 "DELETE /v2.0/floatingips/425f41eb-14b4-40dd-a30f-8653d6f61b42 HTTP/1.1" status: 204 len: 168 time: 0.7258716 Apr 01 13:48:24.392702 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b44e05-38b9-410d-b0ff-fab115a5824d req-1a5875fb-2b75-4bf6-98e6-1e219a9700d6 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:48:24.394116 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-05b44e05-38b9-410d-b0ff-fab115a5824d req-1a5875fb-2b75-4bf6-98e6-1e219a9700d6 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] 10.222.0.26 "GET /v2.0/ports?device_id=71602cc2-62f8-4e80-90de-fd1e15b4b849 HTTP/1.1" status: 200 len: 945 time: 0.0757015 Apr 01 13:48:24.439460 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-05b44e05-38b9-410d-b0ff-fab115a5824d req-4f0e4b59-d66b-473a-895b-13d47583fa69 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] 10.222.0.26 "GET /v2.0/security-groups?id=e90ac2d3-4f4b-4283-8335-99738be736ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395899 Apr 01 13:48:25.641608 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882ed6bc-8412-491c-bee4-0457f3bbe99c req-ae7c4907-d524-45a6-9492-864ba1329a43 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:48:25.642279 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [req-882ed6bc-8412-491c-bee4-0457f3bbe99c req-ae7c4907-d524-45a6-9492-864ba1329a43 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Synchronizing usage tracker for tenant:f17cecf0d6854286bcc6f673927088ad on resource:port {{(pid=83869) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 13:48:25.657348 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [req-882ed6bc-8412-491c-bee4-0457f3bbe99c req-ae7c4907-d524-45a6-9492-864ba1329a43 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Unset dirty status for tenant:f17cecf0d6854286bcc6f673927088ad on resource:port {{(pid=83869) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 13:48:25.658462 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-882ed6bc-8412-491c-bee4-0457f3bbe99c req-ae7c4907-d524-45a6-9492-864ba1329a43 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] 10.222.0.26 "GET /v2.0/ports?device_id=71602cc2-62f8-4e80-90de-fd1e15b4b849 HTTP/1.1" status: 200 len: 945 time: 0.0917504 Apr 01 13:48:25.748341 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [req-882ed6bc-8412-491c-bee4-0457f3bbe99c req-15978843-df21-460b-ae4c-b1fa3575948d tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Synchronizing usage tracker for tenant:f17cecf0d6854286bcc6f673927088ad on resource:security_group {{(pid=83869) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 13:48:25.773760 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [req-882ed6bc-8412-491c-bee4-0457f3bbe99c req-15978843-df21-460b-ae4c-b1fa3575948d tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Unset dirty status for tenant:f17cecf0d6854286bcc6f673927088ad on resource:security_group {{(pid=83869) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 13:48:25.774884 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-882ed6bc-8412-491c-bee4-0457f3bbe99c req-15978843-df21-460b-ae4c-b1fa3575948d tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] 10.222.0.26 "GET /v2.0/security-groups?id=e90ac2d3-4f4b-4283-8335-99738be736ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1108775 Apr 01 13:48:25.784949 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67cf88f4-abc5-4a73-a346-836463682162 req-9d10375f-4fd3-4a35-b1de-5a6494515c1e tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:48:25.786317 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-67cf88f4-abc5-4a73-a346-836463682162 req-9d10375f-4fd3-4a35-b1de-5a6494515c1e tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] 10.222.0.57 "GET /v2.0/ports?device_id=71602cc2-62f8-4e80-90de-fd1e15b4b849 HTTP/1.1" status: 200 len: 945 time: 0.1086578 Apr 01 13:48:25.855130 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.plugin [req-67cf88f4-abc5-4a73-a346-836463682162 req-b6d8039d-fc19-48b7-bffa-6a43fe75274b tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Deleting port b4e7057a-3d74-4116-9d35-8487b46dbc83 {{(pid=83869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 13:48:25.855461 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [req-67cf88f4-abc5-4a73-a346-836463682162 req-b6d8039d-fc19-48b7-bffa-6a43fe75274b tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736733287370'] for port, before_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:48:25.977353 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.agents_db [None req-bdd220c7-049a-43d2-a923-ad1a2de078c6 None None] Agent healthcheck: found 6 active agents {{(pid=83873) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 01 13:48:26.188126 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.db [req-67cf88f4-abc5-4a73-a346-836463682162 req-b6d8039d-fc19-48b7-bffa-6a43fe75274b tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] For port b4e7057a-3d74-4116-9d35-8487b46dbc83, host hv-neutron-8361, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8361',level=0,port_id=b4e7057a-3d74-4116-9d35-8487b46dbc83,segment=NetworkSegment(da3e198b-dda2-47dc-8609-c3a09ba0b65f),segment_id=da3e198b-dda2-47dc-8609-c3a09ba0b65f)] {{(pid=83869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 13:48:26.188508 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [req-67cf88f4-abc5-4a73-a346-836463682162 req-b6d8039d-fc19-48b7-bffa-6a43fe75274b tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4155147'] for port, precommit_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:48:26.311630 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.plugin [req-67cf88f4-abc5-4a73-a346-836463682162 req-b6d8039d-fc19-48b7-bffa-6a43fe75274b tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Calling delete_port for b4e7057a-3d74-4116-9d35-8487b46dbc83 owned by compute:nova {{(pid=83869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 13:48:26.451767 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [req-67cf88f4-abc5-4a73-a346-836463682162 req-b6d8039d-fc19-48b7-bffa-6a43fe75274b tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736733359243', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736732935810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2705155'] for port, after_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:48:26.499129 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d8039d-fc19-48b7-bffa-6a43fe75274b tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Pushing event deleted for resources: {'Port': ['ID=b4e7057a-3d74-4116-9d35-8487b46dbc83,revision_number=None']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:48:26.571830 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_dvrscheduler_db [req-67cf88f4-abc5-4a73-a346-836463682162 req-b6d8039d-fc19-48b7-bffa-6a43fe75274b tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] No DVR routers for this DVR port b4e7057a-3d74-4116-9d35-8487b46dbc83 on host hv-neutron-8361 {{(pid=83869) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 13:48:26.574110 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [req-67cf88f4-abc5-4a73-a346-836463682162 req-b6d8039d-fc19-48b7-bffa-6a43fe75274b tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109561'] for port, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:48:26.577212 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71602cc2-62f8-4e80-90de-fd1e15b4b849', 'name': 'network-vif-deleted', 'tag': 'b4e7057a-3d74-4116-9d35-8487b46dbc83'}] {{(pid=83869) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 13:48:26.592322 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-67cf88f4-abc5-4a73-a346-836463682162 req-b6d8039d-fc19-48b7-bffa-6a43fe75274b tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] 10.222.0.57 "DELETE /v2.0/ports/b4e7057a-3d74-4116-9d35-8487b46dbc83 HTTP/1.1" status: 204 len: 173 time: 0.7980454 Apr 01 13:48:26.630432 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71602cc2-62f8-4e80-90de-fd1e15b4b849', 'name': 'network-vif-deleted', 'tag': 'b4e7057a-3d74-4116-9d35-8487b46dbc83', 'status': 'completed', 'code': 200} Apr 01 13:48:26.954439 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [req-52352a75-620c-4307-9877-2359240ce40c req-29c514ca-052f-4591-a37e-9635e3bfbf56 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Synchronizing usage tracker for tenant:f17cecf0d6854286bcc6f673927088ad on resource:port {{(pid=83869) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 13:48:26.970267 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [req-52352a75-620c-4307-9877-2359240ce40c req-29c514ca-052f-4591-a37e-9635e3bfbf56 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Unset dirty status for tenant:f17cecf0d6854286bcc6f673927088ad on resource:port {{(pid=83869) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 13:48:26.971516 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-52352a75-620c-4307-9877-2359240ce40c req-29c514ca-052f-4591-a37e-9635e3bfbf56 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] 10.222.0.26 "GET /v2.0/ports?device_id=71602cc2-62f8-4e80-90de-fd1e15b4b849 HTTP/1.1" status: 200 len: 210 time: 0.0603774 Apr 01 13:48:28.076684 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 58674) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:48:28.145604 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-5952bcf4-2735-40bc-b51a-c6516075aa3c tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks [] for security_group, before_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:48:28.207007 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Device b4e7057a-3d74-4116-9d35-8487b46dbc83 no longer exists at agent hyperv_hv-neutron-8361 {{(pid=83872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 13:48:28.240955 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.plugin [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] No Port match for: b4e7057a-3d74-4116-9d35-8487b46dbc83 {{(pid=83872) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 01 13:48:28.241301 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Device b4e7057a-3d74-4116-9d35-8487b46dbc83 not bound to the agent host hv-neutron-8361 {{(pid=83872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 13:48:28.261262 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-5952bcf4-2735-40bc-b51a-c6516075aa3c tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:48:28.324050 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-5952bcf4-2735-40bc-b51a-c6516075aa3c tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3775923'] for security_group, after_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:48:28.343524 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5952bcf4-2735-40bc-b51a-c6516075aa3c tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e90ac2d3-4f4b-4283-8335-99738be736ac,revision_number=None']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:48:28.355852 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-5952bcf4-2735-40bc-b51a-c6516075aa3c tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks [] for security_group, before_response {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:48:28.357331 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-5952bcf4-2735-40bc-b51a-c6516075aa3c tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] 10.222.0.26 "DELETE /v2.0/security-groups/e90ac2d3-4f4b-4283-8335-99738be736ac HTTP/1.1" status: 204 len: 168 time: 0.2796488 Apr 01 13:48:28.400287 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 58680) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:48:28.798791 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-025a67b4-725a-4049-a369-acd46c0d9c15 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4084029'] for router_interface, before_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:48:29.396355 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.plugin [None req-025a67b4-725a-4049-a369-acd46c0d9c15 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Deleting port 8ea2852d-6235-4369-a855-63e2e2f1c1a8 {{(pid=83871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 13:48:29.397018 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-025a67b4-725a-4049-a369-acd46c0d9c15 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736733287370'] for port, before_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:48:29.578572 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.db [None req-025a67b4-725a-4049-a369-acd46c0d9c15 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] For port 8ea2852d-6235-4369-a855-63e2e2f1c1a8, host dv-neutron-836180-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836180-1-hyperv',level=0,port_id=8ea2852d-6235-4369-a855-63e2e2f1c1a8,segment=NetworkSegment(da3e198b-dda2-47dc-8609-c3a09ba0b65f),segment_id=da3e198b-dda2-47dc-8609-c3a09ba0b65f)] {{(pid=83871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 13:48:29.578915 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-025a67b4-725a-4049-a369-acd46c0d9c15 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4155147'] for port, precommit_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:48:29.695580 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.plugin [None req-025a67b4-725a-4049-a369-acd46c0d9c15 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Calling delete_port for 8ea2852d-6235-4369-a855-63e2e2f1c1a8 owned by network:router_interface {{(pid=83871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 13:48:29.946933 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-025a67b4-725a-4049-a369-acd46c0d9c15 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736733359243', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736732935810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2743125'] for port, after_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:48:29.992790 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-025a67b4-725a-4049-a369-acd46c0d9c15 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Pushing event deleted for resources: {'Port': ['ID=8ea2852d-6235-4369-a855-63e2e2f1c1a8,revision_number=None']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:48:30.032717 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-025a67b4-725a-4049-a369-acd46c0d9c15 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:48:30.033036 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-025a67b4-725a-4049-a369-acd46c0d9c15 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:48:30.033358 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-025a67b4-725a-4049-a369-acd46c0d9c15 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:48:30.033681 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-025a67b4-725a-4049-a369-acd46c0d9c15 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:48:30.033998 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-025a67b4-725a-4049-a369-acd46c0d9c15 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:48:30.034318 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-025a67b4-725a-4049-a369-acd46c0d9c15 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:48:30.034629 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-025a67b4-725a-4049-a369-acd46c0d9c15 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:48:30.034946 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-025a67b4-725a-4049-a369-acd46c0d9c15 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:48:30.035259 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-025a67b4-725a-4049-a369-acd46c0d9c15 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:48:30.035570 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-025a67b4-725a-4049-a369-acd46c0d9c15 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:48:30.035880 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-025a67b4-725a-4049-a369-acd46c0d9c15 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:48:30.297867 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-025a67b4-725a-4049-a369-acd46c0d9c15 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3017585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4084076'] for router_interface, after_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:48:30.861605 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-025a67b4-725a-4049-a369-acd46c0d9c15 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Router 2ef3c1a1-068d-45ab-bbcf-5b65ea891860 has already been hosted by L3 agent 88bf8fc8-11a3-4e96-9d1b-5fd93ba9f6f1 {{(pid=83871) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 13:48:31.051034 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-025a67b4-725a-4049-a369-acd46c0d9c15 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify agent at l3_agent.dv-neutron-836180-1-hyperv the message routers_updated {{(pid=83871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 13:48:31.061526 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1829b148-8483-4e80-a76e-c31a3cafcd07 None None] Sync routers for ids ['2ef3c1a1-068d-45ab-bbcf-5b65ea891860'] in dv-neutron-836180-1-hyperv {{(pid=83873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 13:48:31.070105 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-025a67b4-725a-4049-a369-acd46c0d9c15 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] 10.222.0.26 "PUT /v2.0/routers/2ef3c1a1-068d-45ab-bbcf-5b65ea891860/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6663568 Apr 01 13:48:31.070324 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 58684) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:48:31.074989 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1829b148-8483-4e80-a76e-c31a3cafcd07 None None] Routers {'2ef3c1a1-068d-45ab-bbcf-5b65ea891860'} bound to L3 agent in host dv-neutron-836180-1-hyperv {{(pid=83873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 13:48:31.075962 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-1829b148-8483-4e80-a76e-c31a3cafcd07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836180-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T13:25:36Z,description=,heartbeat_timestamp=2022-04-01T13:48:06Z,host='dv-neutron-836180-1-hyperv',id=88bf8fc8-11a3-4e96-9d1b-5fd93ba9f6f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T13:25:36Z,topic='l3_agent')) {'router_ids': ['2ef3c1a1-068d-45ab-bbcf-5b65ea891860'], 'active': True} {{(pid=83873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:48:31.257374 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_dvr_db [None req-1829b148-8483-4e80-a76e-c31a3cafcd07 None None] Set router 2ef3c1a1-068d-45ab-bbcf-5b65ea891860 gateway port host: dv-neutron-836180-1-hyperv {{(pid=83873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 13:48:31.359829 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.db_base_plugin_v2 [None req-a92f1e86-b81e-4b1f-a0e6-8ff0f35779c9 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Deleting subnet 60f92d2c-f4bc-4cc5-8035-7d05a0defa65 {{(pid=83871) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 01 13:48:31.362720 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-a92f1e86-b81e-4b1f-a0e6-8ff0f35779c9 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks [] for subnet, before_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:48:31.414945 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-a92f1e86-b81e-4b1f-a0e6-8ff0f35779c9 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3166365'] for subnet, precommit_delete_associations {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:48:31.500250 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-a92f1e86-b81e-4b1f-a0e6-8ff0f35779c9 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-945029'] for subnet, precommit_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:48:31.539324 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-1829b148-8483-4e80-a76e-c31a3cafcd07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ef3c1a1-068d-45ab-bbcf-5b65ea891860', 'name': 'tempest-TestNetworkBasicOps-router-700343002', 'tenant_id': 'f17cecf0d6854286bcc6f673927088ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'external_fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.79'}], 'enable_snat': True}, 'gw_port_id': '0ebf171a-89f6-47cd-b429-e69ad7b3cb4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T13:46:23Z', 'updated_at': '2022-04-01T13:48:29Z', 'revision_number': 5, 'project_id': 'f17cecf0d6854286bcc6f673927088ad', 'gw_port': {'id': '0ebf171a-89f6-47cd-b429-e69ad7b3cb4f', 'name': '', 'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:ef:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ef3c1a1-068d-45ab-bbcf-5b65ea891860', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836180-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:46:24Z', 'updated_at': '2022-04-01T13:46:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836180-1-hyperv'}], 'dv-neutron-836180-1-hyperv', False) {} {{(pid=83873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:48:31.542904 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1829b148-8483-4e80-a76e-c31a3cafcd07 None None] Checking router: 2ef3c1a1-068d-45ab-bbcf-5b65ea891860 for host: dv-neutron-836180-1-hyperv {{(pid=83873) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 01 13:48:31.553495 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1829b148-8483-4e80-a76e-c31a3cafcd07 None None] Routers {'2ef3c1a1-068d-45ab-bbcf-5b65ea891860'} bound to L3 agent in host dv-neutron-836180-1-hyperv {{(pid=83873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 13:48:31.554096 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-1829b148-8483-4e80-a76e-c31a3cafcd07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836180-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T13:25:36Z,description=,heartbeat_timestamp=2022-04-01T13:48:06Z,host='dv-neutron-836180-1-hyperv',id=88bf8fc8-11a3-4e96-9d1b-5fd93ba9f6f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T13:25:36Z,topic='l3_agent')) {'router_ids': ['2ef3c1a1-068d-45ab-bbcf-5b65ea891860'], 'active': True} {{(pid=83873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:48:31.571373 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-a92f1e86-b81e-4b1f-a0e6-8ff0f35779c9 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-945042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2743160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2757373'] for subnet, after_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:48:31.610242 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a92f1e86-b81e-4b1f-a0e6-8ff0f35779c9 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Pushing event deleted for resources: {'Subnet': ['ID=60f92d2c-f4bc-4cc5-8035-7d05a0defa65,revision_number=None']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:48:31.616910 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-a92f1e86-b81e-4b1f-a0e6-8ff0f35779c9 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks [] for subnet, before_response {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:48:31.623802 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-a92f1e86-b81e-4b1f-a0e6-8ff0f35779c9 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] 10.222.0.26 "DELETE /v2.0/subnets/60f92d2c-f4bc-4cc5-8035-7d05a0defa65 HTTP/1.1" status: 204 len: 168 time: 0.5524676 Apr 01 13:48:31.624867 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eeaebd00-f755-4b4d-8457-11190c75233f None None] Network 0622a186-f221-4100-82ec-5ef2db2119b5 requested from dv-neutron-836180-1-hyperv {{(pid=83872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 13:48:31.626342 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 58688) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:48:31.762696 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_dvr_db [None req-1829b148-8483-4e80-a76e-c31a3cafcd07 None None] Set router 2ef3c1a1-068d-45ab-bbcf-5b65ea891860 gateway port host: dv-neutron-836180-1-hyperv {{(pid=83873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 13:48:31.832833 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-62f510a1-0a9b-439f-8ef5-1fa7882e5be5 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks [] for router, before_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:48:31.881734 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fccc129-f275-4d13-9647-d31211074b0e None None] DHCP port deletion for 0622a186-f221-4100-82ec-5ef2db2119b5 request from dv-neutron-836180-1-hyperv {{(pid=83872) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 01 13:48:31.885726 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.plugin [None req-0fccc129-f275-4d13-9647-d31211074b0e None None] Deleting port 0fb09d4f-bfb4-4116-9f89-e6a1c60c8beb {{(pid=83872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 13:48:31.886097 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-0fccc129-f275-4d13-9647-d31211074b0e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736733287370'] for port, before_delete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:48:32.037055 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-62f510a1-0a9b-439f-8ef5-1fa7882e5be5 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:48:32.042424 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-1829b148-8483-4e80-a76e-c31a3cafcd07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ef3c1a1-068d-45ab-bbcf-5b65ea891860', 'name': 'tempest-TestNetworkBasicOps-router-700343002', 'tenant_id': 'f17cecf0d6854286bcc6f673927088ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'external_fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.79'}], 'enable_snat': True}, 'gw_port_id': '0ebf171a-89f6-47cd-b429-e69ad7b3cb4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T13:46:23Z', 'updated_at': '2022-04-01T13:48:29Z', 'revision_number': 5, 'project_id': 'f17cecf0d6854286bcc6f673927088ad', 'gw_port': {'id': '0ebf171a-89f6-47cd-b429-e69ad7b3cb4f', 'name': '', 'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:ef:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ef3c1a1-068d-45ab-bbcf-5b65ea891860', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836180-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:46:24Z', 'updated_at': '2022-04-01T13:46:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836180-1-hyperv'}], 'dv-neutron-836180-1-hyperv', False) {} {{(pid=83873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:48:32.046553 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.plugin [None req-62f510a1-0a9b-439f-8ef5-1fa7882e5be5 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Deleting port 0ebf171a-89f6-47cd-b429-e69ad7b3cb4f {{(pid=83871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 13:48:32.046876 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-62f510a1-0a9b-439f-8ef5-1fa7882e5be5 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736733287370'] for port, before_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:48:32.047364 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1829b148-8483-4e80-a76e-c31a3cafcd07 None None] The sync data for ids ['2ef3c1a1-068d-45ab-bbcf-5b65ea891860'] in dv-neutron-836180-1-hyperv is: [{'id': '2ef3c1a1-068d-45ab-bbcf-5b65ea891860', 'name': 'tempest-TestNetworkBasicOps-router-700343002', 'tenant_id': 'f17cecf0d6854286bcc6f673927088ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'external_fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.79'}], 'enable_snat': True}, 'gw_port_id': '0ebf171a-89f6-47cd-b429-e69ad7b3cb4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T13:46:23Z', 'updated_at': '2022-04-01T13:48:29Z', 'revision_number': 5, 'project_id': 'f17cecf0d6854286bcc6f673927088ad', 'gw_port': {'id': '0ebf171a-89f6-47cd-b429-e69ad7b3cb4f', 'name': '', 'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:ef:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ef3c1a1-068d-45ab-bbcf-5b65ea891860', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836180-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:46:24Z', 'updated_at': '2022-04-01T13:46:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836180-1-hyperv'}] {{(pid=83873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 13:48:32.094630 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-0fccc129-f275-4d13-9647-d31211074b0e None None] For port 0fb09d4f-bfb4-4116-9f89-e6a1c60c8beb, host dv-neutron-836180-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836180-1-hyperv',level=0,port_id=0fb09d4f-bfb4-4116-9f89-e6a1c60c8beb,segment=NetworkSegment(da3e198b-dda2-47dc-8609-c3a09ba0b65f),segment_id=da3e198b-dda2-47dc-8609-c3a09ba0b65f)] {{(pid=83872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 13:48:32.095014 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-0fccc129-f275-4d13-9647-d31211074b0e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4155147'] for port, precommit_delete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:48:32.211314 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.plugin [None req-0fccc129-f275-4d13-9647-d31211074b0e None None] Calling delete_port for 0fb09d4f-bfb4-4116-9f89-e6a1c60c8beb owned by network:dhcp {{(pid=83872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 13:48:32.224327 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.db [None req-62f510a1-0a9b-439f-8ef5-1fa7882e5be5 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] For port 0ebf171a-89f6-47cd-b429-e69ad7b3cb4f, host dv-neutron-836180-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836180-1-hyperv',level=0,port_id=0ebf171a-89f6-47cd-b429-e69ad7b3cb4f,segment=NetworkSegment(7b924dd8-4978-40c4-ad91-4b9b27348462),segment_id=7b924dd8-4978-40c4-ad91-4b9b27348462)] {{(pid=83871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 13:48:32.224678 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-62f510a1-0a9b-439f-8ef5-1fa7882e5be5 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4155147'] for port, precommit_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:48:32.328470 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-0fccc129-f275-4d13-9647-d31211074b0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736733359243', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736732935810'] for port, after_delete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:48:32.351968 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.plugin [None req-62f510a1-0a9b-439f-8ef5-1fa7882e5be5 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Calling delete_port for 0ebf171a-89f6-47cd-b429-e69ad7b3cb4f owned by network:router_gateway {{(pid=83871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 13:48:32.369632 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fccc129-f275-4d13-9647-d31211074b0e None None] Pushing event deleted for resources: {'Port': ['ID=0fb09d4f-bfb4-4116-9f89-e6a1c60c8beb,revision_number=None']} {{(pid=83872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:48:32.375964 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fccc129-f275-4d13-9647-d31211074b0e None None] No DVR routers for this DVR port 0fb09d4f-bfb4-4116-9f89-e6a1c60c8beb on host dv-neutron-836180-1-hyperv {{(pid=83872) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 13:48:32.459260 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Device 8ea2852d-6235-4369-a855-63e2e2f1c1a8 no longer exists at agent ovs-agent-dv-neutron-836180-1-hyperv {{(pid=83872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 13:48:32.492620 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.plugin [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] No Port match for: 8ea2852d-6235-4369-a855-63e2e2f1c1a8 {{(pid=83872) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 01 13:48:32.492956 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Device 8ea2852d-6235-4369-a855-63e2e2f1c1a8 not bound to the agent host dv-neutron-836180-1-hyperv {{(pid=83872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 13:48:32.493360 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Device 0fb09d4f-bfb4-4116-9f89-e6a1c60c8beb no longer exists at agent ovs-agent-dv-neutron-836180-1-hyperv {{(pid=83872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 13:48:32.528496 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.plugin [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] No Port match for: 0fb09d4f-bfb4-4116-9f89-e6a1c60c8beb {{(pid=83872) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 01 13:48:32.528838 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Device 0fb09d4f-bfb4-4116-9f89-e6a1c60c8beb not bound to the agent host dv-neutron-836180-1-hyperv {{(pid=83872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 13:48:32.546555 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-62f510a1-0a9b-439f-8ef5-1fa7882e5be5 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736733359243', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736732935810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2743125'] for port, after_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:48:32.595037 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f510a1-0a9b-439f-8ef5-1fa7882e5be5 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Pushing event deleted for resources: {'Port': ['ID=0ebf171a-89f6-47cd-b429-e69ad7b3cb4f,revision_number=None']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:48:32.809768 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-62f510a1-0a9b-439f-8ef5-1fa7882e5be5 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4084822'] for router_gateway, after_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:48:33.148631 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-62f510a1-0a9b-439f-8ef5-1fa7882e5be5 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4079814', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4170'] for router, precommit_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:48:33.153354 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-62f510a1-0a9b-439f-8ef5-1fa7882e5be5 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:48:33.177492 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-62f510a1-0a9b-439f-8ef5-1fa7882e5be5 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4079738'] for router, after_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:48:33.177970 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62f510a1-0a9b-439f-8ef5-1fa7882e5be5 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Fanout notify agent at l3_agent the message router_deleted on router 2ef3c1a1-068d-45ab-bbcf-5b65ea891860 {{(pid=83871) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 01 13:48:33.192169 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-62f510a1-0a9b-439f-8ef5-1fa7882e5be5 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks [] for router, before_response {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:48:33.193270 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-62f510a1-0a9b-439f-8ef5-1fa7882e5be5 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] 10.222.0.26 "DELETE /v2.0/routers/2ef3c1a1-068d-45ab-bbcf-5b65ea891860 HTTP/1.1" status: 204 len: 168 time: 1.5660181 Apr 01 13:48:33.195917 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 58692) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:48:33.316468 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-3cb26331-a81c-4bff-8ea5-bdb24bd079c8 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1033078'] for network, before_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:48:33.444735 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-3cb26331-a81c-4bff-8ea5-bdb24bd079c8 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-942654', 'neutron.services.segments.db._delete_segments_for_network-8736733387888'] for network, precommit_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:48:33.470550 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.services.segments.db [None req-3cb26331-a81c-4bff-8ea5-bdb24bd079c8 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0622a186-f221-4100-82ec-5ef2db2119b5']}} {{(pid=83871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:48:33.482311 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.services.segments.db [None req-3cb26331-a81c-4bff-8ea5-bdb24bd079c8 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'da3e198b-dda2-47dc-8609-c3a09ba0b65f') {'for_net_delete': True} {{(pid=83871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:48:33.482600 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.services.segments.db [None req-3cb26331-a81c-4bff-8ea5-bdb24bd079c8 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'da3e198b-dda2-47dc-8609-c3a09ba0b65f') {} {{(pid=83871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:48:33.493600 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-3cb26331-a81c-4bff-8ea5-bdb24bd079c8 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736733386999', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3166340'] for segment, before_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:48:33.508875 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-3cb26331-a81c-4bff-8ea5-bdb24bd079c8 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1004271'] for segment, precommit_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:48:33.515721 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3cb26331-a81c-4bff-8ea5-bdb24bd079c8 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Releasing vlan 389 on physical network physnet1 to pool {{(pid=83871) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 01 13:48:33.516088 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-3cb26331-a81c-4bff-8ea5-bdb24bd079c8 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1004262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2743078'] for segment, after_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:48:33.530802 dv-neutron-836180-1-hyperv neutron-server[83871]: Traceback (most recent call last): Apr 01 13:48:33.530802 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 01 13:48:33.530802 dv-neutron-836180-1-hyperv neutron-server[83871]: timer() Apr 01 13:48:33.530802 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 13:48:33.530802 dv-neutron-836180-1-hyperv neutron-server[83871]: cb(*args, **kw) Apr 01 13:48:33.530802 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 13:48:33.530802 dv-neutron-836180-1-hyperv neutron-server[83871]: return func(*args, **kwargs) Apr 01 13:48:33.530802 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 13:48:33.530802 dv-neutron-836180-1-hyperv neutron-server[83871]: self._notify() Apr 01 13:48:33.530802 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 13:48:33.530802 dv-neutron-836180-1-hyperv neutron-server[83871]: self.callback(batched_events) Apr 01 13:48:33.530802 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 13:48:33.530802 dv-neutron-836180-1-hyperv neutron-server[83871]: event.method(event) Apr 01 13:48:33.530802 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 13:48:33.530802 dv-neutron-836180-1-hyperv neutron-server[83871]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 13:48:33.530802 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 13:48:33.530802 dv-neutron-836180-1-hyperv neutron-server[83871]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 13:48:33.530802 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 13:48:33.530802 dv-neutron-836180-1-hyperv neutron-server[83871]: return f(self, *a, **k) Apr 01 13:48:33.530802 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 13:48:33.530802 dv-neutron-836180-1-hyperv neutron-server[83871]: return self._get(url).json() Apr 01 13:48:33.530802 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 13:48:33.530802 dv-neutron-836180-1-hyperv neutron-server[83871]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 13:48:33.530802 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 01 13:48:33.530802 dv-neutron-836180-1-hyperv neutron-server[83871]: return self.request(url, 'GET', **kwargs) Apr 01 13:48:33.530802 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 01 13:48:33.530802 dv-neutron-836180-1-hyperv neutron-server[83871]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 13:48:33.530802 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 01 13:48:33.530802 dv-neutron-836180-1-hyperv neutron-server[83871]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 13:48:33.530802 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 01 13:48:33.530802 dv-neutron-836180-1-hyperv neutron-server[83871]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 13:48:33.530802 dv-neutron-836180-1-hyperv neutron-server[83871]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 13:48:33.536535 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-0c401b0e-e71b-4bba-938f-edab7b2e343f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:48:33.610706 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-3cb26331-a81c-4bff-8ea5-bdb24bd079c8 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-942599', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4084797'] for network, after_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:48:33.627592 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-3cb26331-a81c-4bff-8ea5-bdb24bd079c8 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks [] for network, before_response {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:48:33.639294 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb26331-a81c-4bff-8ea5-bdb24bd079c8 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Pushing event deleted for resources: {'Network': ['ID=0622a186-f221-4100-82ec-5ef2db2119b5,revision_number=None']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:48:33.653119 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-3cb26331-a81c-4bff-8ea5-bdb24bd079c8 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] 10.222.0.26 "DELETE /v2.0/networks/0622a186-f221-4100-82ec-5ef2db2119b5 HTTP/1.1" status: 204 len: 168 time: 0.4531188 Apr 01 13:48:33.675022 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 58696) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:48:33.680737 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.v2.base [None req-96eb6325-9aed-4929-81ed-3ba6b70585c6 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Request body: {'network': {'name': 'tempest-network-smoke--1170058477', 'project_id': 'f17cecf0d6854286bcc6f673927088ad', 'port_security_enabled': True}} {{(pid=83871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:48:33.685818 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-96eb6325-9aed-4929-81ed-3ba6b70585c6 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:48:33.690203 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-96eb6325-9aed-4929-81ed-3ba6b70585c6 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Usage tracker for resource:network and tenant:f17cecf0d6854286bcc6f673927088ad is out of sync, need to count used quota {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 13:48:33.693097 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-96eb6325-9aed-4929-81ed-3ba6b70585c6 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 13:48:33.698706 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-96eb6325-9aed-4929-81ed-3ba6b70585c6 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:48:33.708792 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96eb6325-9aed-4929-81ed-3ba6b70585c6 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Made reservation on behalf of f17cecf0d6854286bcc6f673927088ad for: {'network': 1} {{(pid=83871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 13:48:33.711854 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-96eb6325-9aed-4929-81ed-3ba6b70585c6 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for network, before_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:48:33.739261 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-96eb6325-9aed-4929-81ed-3ba6b70585c6 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] vlan segment allocate from pool success with {'vlan_id': 383, 'physical_network': 'physnet1'} {{(pid=83871) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 13:48:33.755377 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-96eb6325-9aed-4929-81ed-3ba6b70585c6 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1004271'] for segment, precommit_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:48:33.755716 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.db.segments_db [None req-96eb6325-9aed-4929-81ed-3ba6b70585c6 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Added segment 2c26745e-7bcf-42cc-927b-e92fa5b5f3d3 of type vlan for network 5c1aab84-acd9-47d0-929c-b712112be47d Apr 01 13:48:33.782195 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-96eb6325-9aed-4929-81ed-3ba6b70585c6 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736732923383'] for network, precommit_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:48:33.812615 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-96eb6325-9aed-4929-81ed-3ba6b70585c6 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575'] for network, after_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:48:33.816318 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96eb6325-9aed-4929-81ed-3ba6b70585c6 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:48:33.816890 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-96eb6325-9aed-4929-81ed-3ba6b70585c6 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks [] for network, before_response {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:48:33.919844 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-96eb6325-9aed-4929-81ed-3ba6b70585c6 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2436893 Apr 01 13:48:33.922556 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 58700) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:48:33.930147 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.v2.base [None req-eec84d10-5722-4db1-9d73-5936dfc9a484 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1417230606', 'admin_state_up': True, 'project_id': 'f17cecf0d6854286bcc6f673927088ad', 'external_gateway_info': {'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301'}}} {{(pid=83871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:48:33.935005 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96eb6325-9aed-4929-81ed-3ba6b70585c6 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Pushing event updated for resources: {'Network': ['ID=5c1aab84-acd9-47d0-929c-b712112be47d,revision_number=1']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:48:33.939794 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-eec84d10-5722-4db1-9d73-5936dfc9a484 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:48:33.944967 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Network 5c1aab84-acd9-47d0-929c-b712112be47d details requested by agent ovs-agent-dv-neutron-836180-1-hyperv with host dv-neutron-836180-1-hyperv {{(pid=83872) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 13:48:33.945163 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-eec84d10-5722-4db1-9d73-5936dfc9a484 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Usage tracker for resource:router and tenant:f17cecf0d6854286bcc6f673927088ad is out of sync, need to count used quota {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 13:48:33.947919 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-eec84d10-5722-4db1-9d73-5936dfc9a484 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 13:48:33.954730 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-eec84d10-5722-4db1-9d73-5936dfc9a484 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:48:33.966856 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-eec84d10-5722-4db1-9d73-5936dfc9a484 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4082176', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4220'] for router, before_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:48:33.968594 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-eec84d10-5722-4db1-9d73-5936dfc9a484 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4082277', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4084873', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4148249', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4211'] for router, precommit_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:48:33.989271 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-eec84d10-5722-4db1-9d73-5936dfc9a484 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:48:34.134998 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-eec84d10-5722-4db1-9d73-5936dfc9a484 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4084887', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4079850', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4161'] for router, precommit_update {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:48:34.312474 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-eec84d10-5722-4db1-9d73-5936dfc9a484 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks [] for router_gateway, before_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:48:34.321010 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Device 0ebf171a-89f6-47cd-b429-e69ad7b3cb4f no longer exists at agent ovs-agent-dv-neutron-836180-1-hyperv {{(pid=83872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 13:48:34.344502 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-eec84d10-5722-4db1-9d73-5936dfc9a484 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:48:34.353758 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.plugin [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] No Port match for: 0ebf171a-89f6-47cd-b429-e69ad7b3cb4f {{(pid=83872) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 01 13:48:34.354099 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Device 0ebf171a-89f6-47cd-b429-e69ad7b3cb4f not bound to the agent host dv-neutron-836180-1-hyperv {{(pid=83872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 13:48:34.585696 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.db_base_plugin_common [None req-eec84d10-5722-4db1-9d73-5936dfc9a484 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Allocated IP 172.26.5.205 (725864b8-cceb-48c9-b5d3-1bfc4423e301/e2ed99db-0e25-4971-b535-7fa69231fae8/8acc902b-47b3-4579-a0f2-45252714c874) {{(pid=83871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 13:48:34.732159 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-eec84d10-5722-4db1-9d73-5936dfc9a484 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks [] for port, precommit_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:48:34.759503 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-eec84d10-5722-4db1-9d73-5936dfc9a484 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736732935801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2743125'] for port, after_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:48:34.844825 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eec84d10-5722-4db1-9d73-5936dfc9a484 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Network 725864b8-cceb-48c9-b5d3-1bfc4423e301 is already hosted by enough agents. {{(pid=83871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 13:48:34.847360 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.scheduler.base_scheduler [None req-eec84d10-5722-4db1-9d73-5936dfc9a484 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Resources bound (agent type, host, resource id): {{(pid=83871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 13:48:34.849990 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eec84d10-5722-4db1-9d73-5936dfc9a484 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Received port after_create {{(pid=83871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 13:48:34.879316 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec84d10-5722-4db1-9d73-5936dfc9a484 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Pushing event updated for resources: {'Port': ['ID=8acc902b-47b3-4579-a0f2-45252714c874,revision_number=1']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:48:35.012351 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-eec84d10-5722-4db1-9d73-5936dfc9a484 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks [] for router_gateway, after_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:48:35.013127 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-eec84d10-5722-4db1-9d73-5936dfc9a484 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4082201', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4084858'] for router, after_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:48:35.247859 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eec84d10-5722-4db1-9d73-5936dfc9a484 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Router a09a44a2-26e4-47ca-b887-06d4d20e111e is scheduled to L3 agent 88bf8fc8-11a3-4e96-9d1b-5fd93ba9f6f1 with binding_index 1 {{(pid=83871) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 01 13:48:35.449640 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eec84d10-5722-4db1-9d73-5936dfc9a484 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify agent at l3_agent.dv-neutron-836180-1-hyperv the message routers_updated {{(pid=83871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 13:48:35.459483 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e034cc5d-082b-49ca-aaa3-2604fcb6019b None None] Sync routers for ids ['a09a44a2-26e4-47ca-b887-06d4d20e111e'] in dv-neutron-836180-1-hyperv {{(pid=83872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 13:48:35.471161 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e034cc5d-082b-49ca-aaa3-2604fcb6019b None None] Routers {'a09a44a2-26e4-47ca-b887-06d4d20e111e'} bound to L3 agent in host dv-neutron-836180-1-hyperv {{(pid=83872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 13:48:35.471754 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_hamode_db [None req-e034cc5d-082b-49ca-aaa3-2604fcb6019b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836180-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T13:25:36Z,description=,heartbeat_timestamp=2022-04-01T13:48:06Z,host='dv-neutron-836180-1-hyperv',id=88bf8fc8-11a3-4e96-9d1b-5fd93ba9f6f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T13:25:36Z,topic='l3_agent')) {'router_ids': ['a09a44a2-26e4-47ca-b887-06d4d20e111e'], 'active': True} {{(pid=83872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:48:35.476153 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-eec84d10-5722-4db1-9d73-5936dfc9a484 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks [] for router, before_response {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:48:35.477517 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-eec84d10-5722-4db1-9d73-5936dfc9a484 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 1.5540059 Apr 01 13:48:35.481467 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 58708) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:48:35.659772 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_dvr_db [None req-e034cc5d-082b-49ca-aaa3-2604fcb6019b None None] Set router a09a44a2-26e4-47ca-b887-06d4d20e111e gateway port host: dv-neutron-836180-1-hyperv {{(pid=83872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 13:48:35.688462 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-188e9707-583b-497e-b439-cfd92fabf5e8 tempest-TestNetworkBasicOps-1234239346 tempest-TestNetworkBasicOps-1234239346-project-admin] 10.222.0.26 "GET /v2.0/subnets?project_id=f17cecf0d6854286bcc6f673927088ad&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2056623 Apr 01 13:48:35.690854 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 58714) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:48:35.825809 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf3f9602-3b0e-41f8-ad52-be1ceac57cb5 tempest-TestNetworkBasicOps-1234239346 tempest-TestNetworkBasicOps-1234239346-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:48:35.829423 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-bf3f9602-3b0e-41f8-ad52-be1ceac57cb5 tempest-TestNetworkBasicOps-1234239346 tempest-TestNetworkBasicOps-1234239346-project-admin] 10.222.0.26 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1350892 Apr 01 13:48:35.829985 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 58718) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:48:35.876752 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-d2a34da8-2c53-47de-8dee-fd1866bae42c tempest-TestNetworkBasicOps-1234239346 tempest-TestNetworkBasicOps-1234239346-project-admin] 10.222.0.26 "GET /v2.0/subnets?network_id=725864b8-cceb-48c9-b5d3-1bfc4423e301&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0455019 Apr 01 13:48:35.880120 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 58722) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:48:35.885504 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.v2.base [None req-2549dcb4-cfc5-4b7d-9bc7-750347cc575f tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1953530762', 'network_id': '5c1aab84-acd9-47d0-929c-b712112be47d', 'project_id': 'f17cecf0d6854286bcc6f673927088ad', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=83871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:48:35.933158 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-9cdee41f-f739-43cb-8500-6192aeaf38e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:48:35.970815 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_hamode_db [None req-e034cc5d-082b-49ca-aaa3-2604fcb6019b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a09a44a2-26e4-47ca-b887-06d4d20e111e', 'name': 'tempest-TestNetworkBasicOps-router-1417230606', 'tenant_id': 'f17cecf0d6854286bcc6f673927088ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'external_fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.205'}], 'enable_snat': True}, 'gw_port_id': '8acc902b-47b3-4579-a0f2-45252714c874', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T13:48:33Z', 'updated_at': '2022-04-01T13:48:34Z', 'revision_number': 3, 'project_id': 'f17cecf0d6854286bcc6f673927088ad', 'gw_port': {'id': '8acc902b-47b3-4579-a0f2-45252714c874', 'name': '', 'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:4c:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a09a44a2-26e4-47ca-b887-06d4d20e111e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:48:34Z', 'updated_at': '2022-04-01T13:48:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836180-1-hyperv'}], 'dv-neutron-836180-1-hyperv', False) {} {{(pid=83872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:48:35.974907 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e034cc5d-082b-49ca-aaa3-2604fcb6019b None None] Checking router: a09a44a2-26e4-47ca-b887-06d4d20e111e for host: dv-neutron-836180-1-hyperv {{(pid=83872) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 01 13:48:35.975251 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e034cc5d-082b-49ca-aaa3-2604fcb6019b None None] Updating router a09a44a2-26e4-47ca-b887-06d4d20e111e port 8acc902b-47b3-4579-a0f2-45252714c874 binding host dv-neutron-836180-1-hyperv {{(pid=83872) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 01 13:48:36.018421 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-2549dcb4-cfc5-4b7d-9bc7-750347cc575f tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:48:36.038764 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-2549dcb4-cfc5-4b7d-9bc7-750347cc575f tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Usage tracker for resource:subnet and tenant:f17cecf0d6854286bcc6f673927088ad is out of sync, need to count used quota {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 13:48:36.045784 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-2549dcb4-cfc5-4b7d-9bc7-750347cc575f tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 13:48:36.058172 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-2549dcb4-cfc5-4b7d-9bc7-750347cc575f tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:48:36.077176 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2549dcb4-cfc5-4b7d-9bc7-750347cc575f tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Made reservation on behalf of f17cecf0d6854286bcc6f673927088ad for: {'subnet': 1} {{(pid=83871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 13:48:36.106697 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-e034cc5d-082b-49ca-aaa3-2604fcb6019b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:48:36.222380 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-2549dcb4-cfc5-4b7d-9bc7-750347cc575f tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2757336'] for subnet, before_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:48:36.462957 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-2549dcb4-cfc5-4b7d-9bc7-750347cc575f tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2743225', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2757366'] for subnet, after_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:48:36.486647 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-e034cc5d-082b-49ca-aaa3-2604fcb6019b None None] Notify callbacks [] for port, precommit_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:48:36.500395 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-e034cc5d-082b-49ca-aaa3-2604fcb6019b None None] Transition to ACTIVE for port object 8acc902b-47b3-4579-a0f2-45252714c874 will not be triggered until provisioned by entity L2. {{(pid=83872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 13:48:36.508408 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-e034cc5d-082b-49ca-aaa3-2604fcb6019b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864'] for port, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:48:36.592338 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.managers [None req-e034cc5d-082b-49ca-aaa3-2604fcb6019b None None] Attempting to bind port 8acc902b-47b3-4579-a0f2-45252714c874 on host dv-neutron-836180-1-hyperv for vnic_type normal with profile {{(pid=83872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 13:48:36.592688 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.managers [None req-e034cc5d-082b-49ca-aaa3-2604fcb6019b None None] Attempting to bind port 8acc902b-47b3-4579-a0f2-45252714c874 by drivers openvswitch,hyperv on host dv-neutron-836180-1-hyperv at level 0 using segments [{'id': '7b924dd8-4978-40c4-ad91-4b9b27348462', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301'}] {{(pid=83872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 13:48:36.593041 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e034cc5d-082b-49ca-aaa3-2604fcb6019b None None] Attempting to bind port 8acc902b-47b3-4579-a0f2-45252714c874 on network 725864b8-cceb-48c9-b5d3-1bfc4423e301 {{(pid=83872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 13:48:36.595109 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6674c995-b280-41fc-9390-9e84b04a4114 None None] Pushing event updated for resources: {'Port': ['ID=8acc902b-47b3-4579-a0f2-45252714c874,revision_number=2']} {{(pid=83872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:48:36.605839 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e034cc5d-082b-49ca-aaa3-2604fcb6019b None None] Checking agent: {'id': 'af948428-97cd-4d10-9f53-af028bdb39b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-836180-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 13, 25, 37), 'started_at': datetime.datetime(2022, 4, 1, 13, 26, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 13, 48, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-836180-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 13:48:36.606202 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e034cc5d-082b-49ca-aaa3-2604fcb6019b None None] Checking segment: {'id': '7b924dd8-4978-40c4-ad91-4b9b27348462', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 13:48:36.606597 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-e034cc5d-082b-49ca-aaa3-2604fcb6019b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:48:36.606981 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e034cc5d-082b-49ca-aaa3-2604fcb6019b None None] Bound using segment: {'id': '7b924dd8-4978-40c4-ad91-4b9b27348462', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301'} {{(pid=83872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 13:48:36.607420 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.managers [None req-e034cc5d-082b-49ca-aaa3-2604fcb6019b None None] Bound port: 8acc902b-47b3-4579-a0f2-45252714c874, host: dv-neutron-836180-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b924dd8-4978-40c4-ad91-4b9b27348462', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301'}}] {{(pid=83872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 13:48:36.607786 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-e034cc5d-082b-49ca-aaa3-2604fcb6019b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:48:36.634504 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6674c995-b280-41fc-9390-9e84b04a4114 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:48:36.634761 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6674c995-b280-41fc-9390-9e84b04a4114 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:48:36.635090 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6674c995-b280-41fc-9390-9e84b04a4114 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:48:36.635416 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6674c995-b280-41fc-9390-9e84b04a4114 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:48:36.635741 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6674c995-b280-41fc-9390-9e84b04a4114 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:48:36.635844 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2549dcb4-cfc5-4b7d-9bc7-750347cc575f tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Pushing event updated for resources: {'Subnet': ['ID=572f29b1-fcd6-4781-914d-1b26b709c53e,revision_number=0']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:48:36.636060 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6674c995-b280-41fc-9390-9e84b04a4114 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:48:36.636426 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6674c995-b280-41fc-9390-9e84b04a4114 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:48:36.637451 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6674c995-b280-41fc-9390-9e84b04a4114 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:48:36.637774 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6674c995-b280-41fc-9390-9e84b04a4114 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:48:36.638092 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6674c995-b280-41fc-9390-9e84b04a4114 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:48:36.638408 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6674c995-b280-41fc-9390-9e84b04a4114 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:48:36.648053 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2549dcb4-cfc5-4b7d-9bc7-750347cc575f tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Checking segment: {'id': '2c26745e-7bcf-42cc-927b-e92fa5b5f3d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '5c1aab84-acd9-47d0-929c-b712112be47d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 13:48:36.648450 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2549dcb4-cfc5-4b7d-9bc7-750347cc575f tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Network hostable DHCP agents. Network: 5c1aab84-acd9-47d0-929c-b712112be47d, hostable agents: ['e47e4547-5c2d-4954-ba56-fa3646239f18'], hosted agents: [] {{(pid=83871) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 13:48:36.670225 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2549dcb4-cfc5-4b7d-9bc7-750347cc575f tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Network 5c1aab84-acd9-47d0-929c-b712112be47d is scheduled to be hosted by DHCP agent e47e4547-5c2d-4954-ba56-fa3646239f18 with binding_index 1 {{(pid=83871) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 13:48:36.680640 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.scheduler.base_scheduler [None req-2549dcb4-cfc5-4b7d-9bc7-750347cc575f tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-836180-1-hyperv, 5c1aab84-acd9-47d0-929c-b712112be47d) {{(pid=83871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 13:48:36.685050 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2549dcb4-cfc5-4b7d-9bc7-750347cc575f tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:48:36.685791 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-2549dcb4-cfc5-4b7d-9bc7-750347cc575f tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks [] for subnet, before_response {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:48:36.690602 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3598c3ed-3364-4be1-9b9c-5e64b0937039 None None] Network 5c1aab84-acd9-47d0-929c-b712112be47d requested from dv-neutron-836180-1-hyperv {{(pid=83872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 13:48:36.706984 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-2549dcb4-cfc5-4b7d-9bc7-750347cc575f tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.8258197 Apr 01 13:48:36.709740 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 58728) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:48:36.710100 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-e034cc5d-082b-49ca-aaa3-2604fcb6019b None None] For port 8acc902b-47b3-4579-a0f2-45252714c874, host dv-neutron-836180-1-hyperv, cleared binding levels {{(pid=83872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 13:48:36.763637 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-e034cc5d-082b-49ca-aaa3-2604fcb6019b None None] For port 8acc902b-47b3-4579-a0f2-45252714c874, host dv-neutron-836180-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836180-1-hyperv',level=0,port_id=8acc902b-47b3-4579-a0f2-45252714c874,segment=NetworkSegment(7b924dd8-4978-40c4-ad91-4b9b27348462),segment_id=7b924dd8-4978-40c4-ad91-4b9b27348462)] {{(pid=83872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 13:48:36.769401 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-e034cc5d-082b-49ca-aaa3-2604fcb6019b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864'] for port, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:48:36.934228 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6674c995-b280-41fc-9390-9e84b04a4114 None None] Pushing event updated for resources: {'Port': ['ID=8acc902b-47b3-4579-a0f2-45252714c874,revision_number=3']} {{(pid=83872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:48:36.965739 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e034cc5d-082b-49ca-aaa3-2604fcb6019b None None] Routers {'a09a44a2-26e4-47ca-b887-06d4d20e111e'} bound to L3 agent in host dv-neutron-836180-1-hyperv {{(pid=83872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 13:48:36.966363 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_hamode_db [None req-e034cc5d-082b-49ca-aaa3-2604fcb6019b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836180-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T13:25:36Z,description=,heartbeat_timestamp=2022-04-01T13:48:36Z,host='dv-neutron-836180-1-hyperv',id=88bf8fc8-11a3-4e96-9d1b-5fd93ba9f6f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T13:25:36Z,topic='l3_agent')) {'router_ids': ['a09a44a2-26e4-47ca-b887-06d4d20e111e'], 'active': True} {{(pid=83872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:48:37.190642 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bae4048b-754f-4b74-8303-c30d17825428 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7e7d0ecb-2af4-55f5-9198-238ab0570d62-5c1aab84-acd9-47d0-929c-b712112be47d', 'network_id': '5c1aab84-acd9-47d0-929c-b712112be47d', 'tenant_id': 'f17cecf0d6854286bcc6f673927088ad', 'fixed_ips': [{'subnet_id': '572f29b1-fcd6-4781-914d-1b26b709c53e'}]}} from dv-neutron-836180-1-hyperv. {{(pid=83872) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 01 13:48:37.191391 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-bae4048b-754f-4b74-8303-c30d17825428 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:48:37.203637 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:48:37.275950 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_dvr_db [None req-e034cc5d-082b-49ca-aaa3-2604fcb6019b None None] Set router a09a44a2-26e4-47ca-b887-06d4d20e111e gateway port host: dv-neutron-836180-1-hyperv {{(pid=83872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 13:48:37.497291 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-2f9cfc9c-d8ba-4de3-a4ad-98162f90557c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:48:37.505924 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-2c830b9b-37f1-487b-85eb-5637a46594fc tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:48:37.606132 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.db_base_plugin_common [None req-bae4048b-754f-4b74-8303-c30d17825428 None None] Allocated IP 172.20.0.2 (5c1aab84-acd9-47d0-929c-b712112be47d/572f29b1-fcd6-4781-914d-1b26b709c53e/fecbc1fa-6053-42f2-b5cc-0385eee5f411) {{(pid=83872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 13:48:37.811165 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_hamode_db [None req-e034cc5d-082b-49ca-aaa3-2604fcb6019b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a09a44a2-26e4-47ca-b887-06d4d20e111e', 'name': 'tempest-TestNetworkBasicOps-router-1417230606', 'tenant_id': 'f17cecf0d6854286bcc6f673927088ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'external_fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.205'}], 'enable_snat': True}, 'gw_port_id': '8acc902b-47b3-4579-a0f2-45252714c874', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T13:48:33Z', 'updated_at': '2022-04-01T13:48:34Z', 'revision_number': 3, 'project_id': 'f17cecf0d6854286bcc6f673927088ad', 'gw_port': {'id': '8acc902b-47b3-4579-a0f2-45252714c874', 'name': '', 'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:4c:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a09a44a2-26e4-47ca-b887-06d4d20e111e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836180-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:48:34Z', 'updated_at': '2022-04-01T13:48:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836180-1-hyperv'}], 'dv-neutron-836180-1-hyperv', False) {} {{(pid=83872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:48:37.856170 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e034cc5d-082b-49ca-aaa3-2604fcb6019b None None] The sync data for ids ['a09a44a2-26e4-47ca-b887-06d4d20e111e'] in dv-neutron-836180-1-hyperv is: [{'id': 'a09a44a2-26e4-47ca-b887-06d4d20e111e', 'name': 'tempest-TestNetworkBasicOps-router-1417230606', 'tenant_id': 'f17cecf0d6854286bcc6f673927088ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'external_fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.205'}], 'enable_snat': True}, 'gw_port_id': '8acc902b-47b3-4579-a0f2-45252714c874', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T13:48:33Z', 'updated_at': '2022-04-01T13:48:34Z', 'revision_number': 3, 'project_id': 'f17cecf0d6854286bcc6f673927088ad', 'gw_port': {'id': '8acc902b-47b3-4579-a0f2-45252714c874', 'name': '', 'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:4c:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a09a44a2-26e4-47ca-b887-06d4d20e111e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836180-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:48:34Z', 'updated_at': '2022-04-01T13:48:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836180-1-hyperv'}] {{(pid=83872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 13:48:37.899963 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-bae4048b-754f-4b74-8303-c30d17825428 None None] Notify callbacks [] for port, precommit_create {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:48:37.919246 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-bae4048b-754f-4b74-8303-c30d17825428 None None] Transition to ACTIVE for port object fecbc1fa-6053-42f2-b5cc-0385eee5f411 will not be triggered until provisioned by entity L2. {{(pid=83872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 13:48:37.946098 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-bae4048b-754f-4b74-8303-c30d17825428 None None] Transition to ACTIVE for port object fecbc1fa-6053-42f2-b5cc-0385eee5f411 will not be triggered until provisioned by entity DHCP. {{(pid=83872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 13:48:37.952595 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-bae4048b-754f-4b74-8303-c30d17825428 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736732935801'] for port, after_create {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:48:38.023393 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.db_base_plugin_common [None req-2c830b9b-37f1-487b-85eb-5637a46594fc tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Allocated IP 172.20.0.1 (5c1aab84-acd9-47d0-929c-b712112be47d/572f29b1-fcd6-4781-914d-1b26b709c53e/c16a5c2e-6abe-4d66-89d7-af840392d423) {{(pid=83871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 13:48:38.031738 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bae4048b-754f-4b74-8303-c30d17825428 None None] Network 5c1aab84-acd9-47d0-929c-b712112be47d is already hosted by enough agents. {{(pid=83872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 13:48:38.034372 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.scheduler.base_scheduler [None req-bae4048b-754f-4b74-8303-c30d17825428 None None] Resources bound (agent type, host, resource id): {{(pid=83872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 13:48:38.037111 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bae4048b-754f-4b74-8303-c30d17825428 None None] Received port after_create {{(pid=83872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 13:48:38.044757 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae4048b-754f-4b74-8303-c30d17825428 None None] Pushing event updated for resources: {'Port': ['ID=fecbc1fa-6053-42f2-b5cc-0385eee5f411,revision_number=1']} {{(pid=83872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:48:38.150239 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.managers [None req-bae4048b-754f-4b74-8303-c30d17825428 None None] Attempting to bind port fecbc1fa-6053-42f2-b5cc-0385eee5f411 on host dv-neutron-836180-1-hyperv for vnic_type normal with profile {{(pid=83872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 13:48:38.150600 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.managers [None req-bae4048b-754f-4b74-8303-c30d17825428 None None] Attempting to bind port fecbc1fa-6053-42f2-b5cc-0385eee5f411 by drivers openvswitch,hyperv on host dv-neutron-836180-1-hyperv at level 0 using segments [{'id': '2c26745e-7bcf-42cc-927b-e92fa5b5f3d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '5c1aab84-acd9-47d0-929c-b712112be47d'}] {{(pid=83872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 13:48:38.150959 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bae4048b-754f-4b74-8303-c30d17825428 None None] Attempting to bind port fecbc1fa-6053-42f2-b5cc-0385eee5f411 on network 5c1aab84-acd9-47d0-929c-b712112be47d {{(pid=83872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 13:48:38.158094 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bae4048b-754f-4b74-8303-c30d17825428 None None] Checking agent: {'id': 'af948428-97cd-4d10-9f53-af028bdb39b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-836180-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 13, 25, 37), 'started_at': datetime.datetime(2022, 4, 1, 13, 26, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 13, 48, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-836180-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 13:48:38.158320 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bae4048b-754f-4b74-8303-c30d17825428 None None] Checking segment: {'id': '2c26745e-7bcf-42cc-927b-e92fa5b5f3d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '5c1aab84-acd9-47d0-929c-b712112be47d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 13:48:38.158694 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-bae4048b-754f-4b74-8303-c30d17825428 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:48:38.159080 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bae4048b-754f-4b74-8303-c30d17825428 None None] Bound using segment: {'id': '2c26745e-7bcf-42cc-927b-e92fa5b5f3d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '5c1aab84-acd9-47d0-929c-b712112be47d'} {{(pid=83872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 13:48:38.159532 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.managers [None req-bae4048b-754f-4b74-8303-c30d17825428 None None] Bound port: fecbc1fa-6053-42f2-b5cc-0385eee5f411, host: dv-neutron-836180-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2c26745e-7bcf-42cc-927b-e92fa5b5f3d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '5c1aab84-acd9-47d0-929c-b712112be47d'}}] {{(pid=83872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 13:48:38.159897 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-bae4048b-754f-4b74-8303-c30d17825428 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:48:38.238531 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-2c830b9b-37f1-487b-85eb-5637a46594fc tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks [] for port, precommit_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:48:38.257133 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.provisioning_blocks [None req-2c830b9b-37f1-487b-85eb-5637a46594fc tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Transition to ACTIVE for port object c16a5c2e-6abe-4d66-89d7-af840392d423 will not be triggered until provisioned by entity DHCP. {{(pid=83871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 13:48:38.291345 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-bae4048b-754f-4b74-8303-c30d17825428 None None] For port fecbc1fa-6053-42f2-b5cc-0385eee5f411, host dv-neutron-836180-1-hyperv, cleared binding levels {{(pid=83872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 13:48:38.296215 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-bae4048b-754f-4b74-8303-c30d17825428 None None] For port fecbc1fa-6053-42f2-b5cc-0385eee5f411, host dv-neutron-836180-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836180-1-hyperv',level=0,port_id=fecbc1fa-6053-42f2-b5cc-0385eee5f411,segment=NetworkSegment(2c26745e-7bcf-42cc-927b-e92fa5b5f3d3),segment_id=2c26745e-7bcf-42cc-927b-e92fa5b5f3d3)] {{(pid=83872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 13:48:38.299954 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-2c830b9b-37f1-487b-85eb-5637a46594fc tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736732935801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2743125'] for port, after_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:48:38.313457 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-bae4048b-754f-4b74-8303-c30d17825428 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864'] for port, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:48:38.406418 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c830b9b-37f1-487b-85eb-5637a46594fc tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Network 5c1aab84-acd9-47d0-929c-b712112be47d is already hosted by enough agents. {{(pid=83871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 13:48:38.409399 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.scheduler.base_scheduler [None req-2c830b9b-37f1-487b-85eb-5637a46594fc tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Resources bound (agent type, host, resource id): {{(pid=83871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 13:48:38.413860 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c830b9b-37f1-487b-85eb-5637a46594fc tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Received port after_create {{(pid=83871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 13:48:38.437357 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae4048b-754f-4b74-8303-c30d17825428 None None] Pushing event updated for resources: {'Port': ['ID=fecbc1fa-6053-42f2-b5cc-0385eee5f411,revision_number=2']} {{(pid=83872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:48:38.440386 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Device 8acc902b-47b3-4579-a0f2-45252714c874 up at agent ovs-agent-dv-neutron-836180-1-hyperv {{(pid=83872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 13:48:38.557677 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c830b9b-37f1-487b-85eb-5637a46594fc tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Pushing event updated for resources: {'Port': ['ID=c16a5c2e-6abe-4d66-89d7-af840392d423,revision_number=1']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:48:38.561813 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Provisioning for port 8acc902b-47b3-4579-a0f2-45252714c874 completed by entity L2. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 13:48:38.568256 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Provisioning complete for port 8acc902b-47b3-4579-a0f2-45252714c874 triggered by entity L2. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 13:48:38.568772 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-948329'] for port, provisioning_complete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:48:38.623340 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-2c830b9b-37f1-487b-85eb-5637a46594fc tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4084144'] for router_interface, before_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:48:38.734067 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:48:38.753572 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] For port 8acc902b-47b3-4579-a0f2-45252714c874, host dv-neutron-836180-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836180-1-hyperv',level=0,port_id=8acc902b-47b3-4579-a0f2-45252714c874,segment=NetworkSegment(7b924dd8-4978-40c4-ad91-4b9b27348462),segment_id=7b924dd8-4978-40c4-ad91-4b9b27348462)] {{(pid=83872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 13:48:38.759581 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864'] for port, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:48:38.760037 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-2c830b9b-37f1-487b-85eb-5637a46594fc tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:48:38.958082 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-a976a7b9-9034-41e6-be13-349b75ed1593 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:48:38.975147 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Pushing event updated for resources: {'Port': ['ID=8acc902b-47b3-4579-a0f2-45252714c874,revision_number=4']} {{(pid=83872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:48:39.303471 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-2c830b9b-37f1-487b-85eb-5637a46594fc tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks [] for port, precommit_update {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:48:39.307933 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-2c830b9b-37f1-487b-85eb-5637a46594fc tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2743106'] for port, after_update {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:48:39.424638 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-2c830b9b-37f1-487b-85eb-5637a46594fc tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3017508', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4084015'] for router_interface, after_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:48:39.431186 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c830b9b-37f1-487b-85eb-5637a46594fc tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Pushing event updated for resources: {'Port': ['ID=c16a5c2e-6abe-4d66-89d7-af840392d423,revision_number=2']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:48:39.570438 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c830b9b-37f1-487b-85eb-5637a46594fc tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Network 5c1aab84-acd9-47d0-929c-b712112be47d is already hosted by enough agents. {{(pid=83871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 13:48:39.571569 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.scheduler.base_scheduler [None req-2c830b9b-37f1-487b-85eb-5637a46594fc tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Resources bound (agent type, host, resource id): {{(pid=83871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 13:48:39.692931 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d08857f0-fde0-47c7-b5c2-88181fa994e2 None None] Network 5c1aab84-acd9-47d0-929c-b712112be47d requested from dv-neutron-836180-1-hyperv {{(pid=83872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 13:48:39.806378 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-2564ea03-7f21-4337-a9dc-82cce14b0748 None None] Provisioning for port fecbc1fa-6053-42f2-b5cc-0385eee5f411 completed by entity DHCP. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 13:48:39.974177 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c830b9b-37f1-487b-85eb-5637a46594fc tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Router a09a44a2-26e4-47ca-b887-06d4d20e111e has already been hosted by L3 agent 88bf8fc8-11a3-4e96-9d1b-5fd93ba9f6f1 {{(pid=83871) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 13:48:40.199881 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c830b9b-37f1-487b-85eb-5637a46594fc tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify agent at l3_agent.dv-neutron-836180-1-hyperv the message routers_updated {{(pid=83871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 13:48:40.218131 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 58748) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:48:40.224137 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-2c830b9b-37f1-487b-85eb-5637a46594fc tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] 10.222.0.26 "PUT /v2.0/routers/a09a44a2-26e4-47ca-b887-06d4d20e111e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5047104 Apr 01 13:48:40.277055 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-48a18cab-8768-4974-82eb-046c60c1db54 None None] Provisioning for port c16a5c2e-6abe-4d66-89d7-af840392d423 completed by entity DHCP. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 13:48:40.297018 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-48a18cab-8768-4974-82eb-046c60c1db54 None None] Provisioning complete for port c16a5c2e-6abe-4d66-89d7-af840392d423 triggered by entity DHCP. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 13:48:40.297390 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-48a18cab-8768-4974-82eb-046c60c1db54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-948329'] for port, provisioning_complete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:48:40.389145 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.plugin [None req-48a18cab-8768-4974-82eb-046c60c1db54 None None] Port c16a5c2e-6abe-4d66-89d7-af840392d423 cannot update to ACTIVE because it is not bound. {{(pid=83872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 13:48:40.446430 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2aac5a09-bf0f-4a9c-b0f1-967b2858ba2d tempest-TestNetworkBasicOps-1234239346 tempest-TestNetworkBasicOps-1234239346-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:48:40.446806 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2aac5a09-bf0f-4a9c-b0f1-967b2858ba2d tempest-TestNetworkBasicOps-1234239346 tempest-TestNetworkBasicOps-1234239346-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:48:40.447171 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2aac5a09-bf0f-4a9c-b0f1-967b2858ba2d tempest-TestNetworkBasicOps-1234239346 tempest-TestNetworkBasicOps-1234239346-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:48:40.447532 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2aac5a09-bf0f-4a9c-b0f1-967b2858ba2d tempest-TestNetworkBasicOps-1234239346 tempest-TestNetworkBasicOps-1234239346-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:48:40.447889 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2aac5a09-bf0f-4a9c-b0f1-967b2858ba2d tempest-TestNetworkBasicOps-1234239346 tempest-TestNetworkBasicOps-1234239346-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:48:40.448243 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2aac5a09-bf0f-4a9c-b0f1-967b2858ba2d tempest-TestNetworkBasicOps-1234239346 tempest-TestNetworkBasicOps-1234239346-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:48:40.450823 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-2aac5a09-bf0f-4a9c-b0f1-967b2858ba2d tempest-TestNetworkBasicOps-1234239346 tempest-TestNetworkBasicOps-1234239346-project-admin] 10.222.0.26 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4286 time: 0.2311852 Apr 01 13:48:40.453129 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 58752) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:48:40.503924 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Device 8acc902b-47b3-4579-a0f2-45252714c874 up at agent ovs-agent-dv-neutron-836180-1-hyperv {{(pid=83872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 13:48:40.552821 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58df6335-5996-42a9-abaf-b22d8badc0d5 tempest-TestNetworkBasicOps-1234239346 tempest-TestNetworkBasicOps-1234239346-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:48:40.554029 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58df6335-5996-42a9-abaf-b22d8badc0d5 tempest-TestNetworkBasicOps-1234239346 tempest-TestNetworkBasicOps-1234239346-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:48:40.554461 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58df6335-5996-42a9-abaf-b22d8badc0d5 tempest-TestNetworkBasicOps-1234239346 tempest-TestNetworkBasicOps-1234239346-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:48:40.554888 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58df6335-5996-42a9-abaf-b22d8badc0d5 tempest-TestNetworkBasicOps-1234239346 tempest-TestNetworkBasicOps-1234239346-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:48:40.555306 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58df6335-5996-42a9-abaf-b22d8badc0d5 tempest-TestNetworkBasicOps-1234239346 tempest-TestNetworkBasicOps-1234239346-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:48:40.555722 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58df6335-5996-42a9-abaf-b22d8badc0d5 tempest-TestNetworkBasicOps-1234239346 tempest-TestNetworkBasicOps-1234239346-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:48:40.557911 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-58df6335-5996-42a9-abaf-b22d8badc0d5 tempest-TestNetworkBasicOps-1234239346 tempest-TestNetworkBasicOps-1234239346-project-admin] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4006 time: 0.1038492 Apr 01 13:48:40.561361 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 58756) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:48:40.588557 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-37f0426e-d9d9-4230-b356-4128239e81e4 None None] Provisioning complete for port c16a5c2e-6abe-4d66-89d7-af840392d423 triggered by entity DHCP. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 13:48:40.588929 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-37f0426e-d9d9-4230-b356-4128239e81e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-948329'] for port, provisioning_complete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:48:40.654897 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Provisioning complete for port 8acc902b-47b3-4579-a0f2-45252714c874 triggered by entity L2. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 13:48:40.655274 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-948329'] for port, provisioning_complete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:48:40.679951 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.plugin [None req-37f0426e-d9d9-4230-b356-4128239e81e4 None None] Port c16a5c2e-6abe-4d66-89d7-af840392d423 cannot update to ACTIVE because it is not bound. {{(pid=83872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 13:48:40.781475 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Device fecbc1fa-6053-42f2-b5cc-0385eee5f411 up at agent ovs-agent-dv-neutron-836180-1-hyperv {{(pid=83872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 13:48:40.845098 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-67cd97f6-b87e-496b-a290-0fae0a418d7b None None] Provisioning complete for port c16a5c2e-6abe-4d66-89d7-af840392d423 triggered by entity DHCP. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 13:48:40.845460 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-67cd97f6-b87e-496b-a290-0fae0a418d7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-948329'] for port, provisioning_complete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:48:40.898181 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-cab1095d-433c-4dcb-8f01-20d09ec51b15 tempest-TestNetworkBasicOps-1234239346 tempest-TestNetworkBasicOps-1234239346-project-admin] 10.222.0.26 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3048 time: 0.3353863 Apr 01 13:48:40.902629 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 58760) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:48:40.910631 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.v2.base [None req-360942a9-d755-4eb7-8671-361bbb15d0e9 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Request body: {'port': {'name': 'tempest-TestNetworkBasicOps-441968410', 'network_id': '5c1aab84-acd9-47d0-929c-b712112be47d'}} {{(pid=83869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:48:40.911856 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.plugin [None req-67cd97f6-b87e-496b-a290-0fae0a418d7b None None] Port c16a5c2e-6abe-4d66-89d7-af840392d423 cannot update to ACTIVE because it is not bound. {{(pid=83872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 13:48:40.927896 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Provisioning for port fecbc1fa-6053-42f2-b5cc-0385eee5f411 completed by entity L2. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 13:48:40.933167 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Provisioning complete for port fecbc1fa-6053-42f2-b5cc-0385eee5f411 triggered by entity L2. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 13:48:40.933850 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-948329'] for port, provisioning_complete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:48:41.068120 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:48:41.106693 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-360942a9-d755-4eb7-8671-361bbb15d0e9 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:48:41.114114 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-360942a9-d755-4eb7-8671-361bbb15d0e9 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Usage tracker for resource:port and tenant:f17cecf0d6854286bcc6f673927088ad is out of sync, need to count used quota {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 13:48:41.115700 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] For port fecbc1fa-6053-42f2-b5cc-0385eee5f411, host dv-neutron-836180-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836180-1-hyperv',level=0,port_id=fecbc1fa-6053-42f2-b5cc-0385eee5f411,segment=NetworkSegment(2c26745e-7bcf-42cc-927b-e92fa5b5f3d3),segment_id=2c26745e-7bcf-42cc-927b-e92fa5b5f3d3)] {{(pid=83872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 13:48:41.118684 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-360942a9-d755-4eb7-8671-361bbb15d0e9 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 13:48:41.125726 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-360942a9-d755-4eb7-8671-361bbb15d0e9 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:48:41.128972 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864'] for port, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:48:41.143531 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-360942a9-d755-4eb7-8671-361bbb15d0e9 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Made reservation on behalf of f17cecf0d6854286bcc6f673927088ad for: {'port': 1} {{(pid=83869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 13:48:41.149782 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-360942a9-d755-4eb7-8671-361bbb15d0e9 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:48:41.196268 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.notifiers.nova [None req-360942a9-d755-4eb7-8671-361bbb15d0e9 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] device_id is not set on port ab57bcba-aa8d-4488-a0a9-8d8b87880eab yet. {{(pid=83869) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 01 13:48:41.241928 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Pushing event updated for resources: {'Port': ['ID=fecbc1fa-6053-42f2-b5cc-0385eee5f411,revision_number=3']} {{(pid=83872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:48:41.397813 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.db_base_plugin_common [None req-360942a9-d755-4eb7-8671-361bbb15d0e9 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Allocated IP 172.20.0.8 (5c1aab84-acd9-47d0-929c-b712112be47d/572f29b1-fcd6-4781-914d-1b26b709c53e/ab57bcba-aa8d-4488-a0a9-8d8b87880eab) {{(pid=83869) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 13:48:41.672759 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-360942a9-d755-4eb7-8671-361bbb15d0e9 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks [] for port, precommit_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:48:41.697543 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.provisioning_blocks [None req-360942a9-d755-4eb7-8671-361bbb15d0e9 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Transition to ACTIVE for port object ab57bcba-aa8d-4488-a0a9-8d8b87880eab will not be triggered until provisioned by entity DHCP. {{(pid=83869) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 13:48:41.742198 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-360942a9-d755-4eb7-8671-361bbb15d0e9 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736732935801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2705155'] for port, after_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:48:41.831239 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-360942a9-d755-4eb7-8671-361bbb15d0e9 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Network 5c1aab84-acd9-47d0-929c-b712112be47d is already hosted by enough agents. {{(pid=83869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 13:48:41.834318 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.scheduler.base_scheduler [None req-360942a9-d755-4eb7-8671-361bbb15d0e9 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Resources bound (agent type, host, resource id): {{(pid=83869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 13:48:41.838769 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-360942a9-d755-4eb7-8671-361bbb15d0e9 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Received port after_create {{(pid=83869) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 13:48:41.871818 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-360942a9-d755-4eb7-8671-361bbb15d0e9 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Pushing event updated for resources: {'Port': ['ID=ab57bcba-aa8d-4488-a0a9-8d8b87880eab,revision_number=1']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:48:41.901561 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-360942a9-d755-4eb7-8671-361bbb15d0e9 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:48:41.902131 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-360942a9-d755-4eb7-8671-361bbb15d0e9 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:48:41.903176 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-360942a9-d755-4eb7-8671-361bbb15d0e9 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:48:41.903849 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-360942a9-d755-4eb7-8671-361bbb15d0e9 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:48:41.904402 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-360942a9-d755-4eb7-8671-361bbb15d0e9 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:48:41.904848 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-360942a9-d755-4eb7-8671-361bbb15d0e9 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:48:41.905325 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-360942a9-d755-4eb7-8671-361bbb15d0e9 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:48:41.905763 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-360942a9-d755-4eb7-8671-361bbb15d0e9 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:48:41.906978 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-360942a9-d755-4eb7-8671-361bbb15d0e9 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:48:41.906978 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-360942a9-d755-4eb7-8671-361bbb15d0e9 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:48:41.907459 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-360942a9-d755-4eb7-8671-361bbb15d0e9 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:48:41.922271 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3be0169c-7c59-4e0f-a158-ce7ecfb74cf8 None None] Sync routers for ids ['a09a44a2-26e4-47ca-b887-06d4d20e111e'] in dv-neutron-836180-1-hyperv {{(pid=83873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 13:48:41.941752 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-360942a9-d755-4eb7-8671-361bbb15d0e9 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:48:41.942083 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3be0169c-7c59-4e0f-a158-ce7ecfb74cf8 None None] Routers {'a09a44a2-26e4-47ca-b887-06d4d20e111e'} bound to L3 agent in host dv-neutron-836180-1-hyperv {{(pid=83873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 13:48:41.943820 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-360942a9-d755-4eb7-8671-361bbb15d0e9 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109561'] for port, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:48:41.943910 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-3be0169c-7c59-4e0f-a158-ce7ecfb74cf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836180-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T13:25:36Z,description=,heartbeat_timestamp=2022-04-01T13:48:36Z,host='dv-neutron-836180-1-hyperv',id=88bf8fc8-11a3-4e96-9d1b-5fd93ba9f6f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T13:25:36Z,topic='l3_agent')) {'router_ids': ['a09a44a2-26e4-47ca-b887-06d4d20e111e'], 'active': True} {{(pid=83873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:48:41.980805 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-360942a9-d755-4eb7-8671-361bbb15d0e9 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.0764942 Apr 01 13:48:42.248168 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-87faadd6-8f7c-4d87-aa47-9ea75252f1a0 None None] Provisioning for port ab57bcba-aa8d-4488-a0a9-8d8b87880eab completed by entity DHCP. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 13:48:42.253551 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_dvr_db [None req-3be0169c-7c59-4e0f-a158-ce7ecfb74cf8 None None] Set router a09a44a2-26e4-47ca-b887-06d4d20e111e gateway port host: dv-neutron-836180-1-hyperv {{(pid=83873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 13:48:42.256461 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-87faadd6-8f7c-4d87-aa47-9ea75252f1a0 None None] Provisioning complete for port ab57bcba-aa8d-4488-a0a9-8d8b87880eab triggered by entity DHCP. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 13:48:42.257441 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-87faadd6-8f7c-4d87-aa47-9ea75252f1a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-948329'] for port, provisioning_complete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:48:42.302250 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 58768) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:48:42.309492 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.v2.base [None req-7303c653-f150-4a75-8447-7dc47cab5d0c tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-717726437', 'description': 'tempest-secgroup-smoke-717726437 description', 'project_id': 'f17cecf0d6854286bcc6f673927088ad'}} {{(pid=83869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:48:42.346157 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-7303c653-f150-4a75-8447-7dc47cab5d0c tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:48:42.356822 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-7303c653-f150-4a75-8447-7dc47cab5d0c tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Usage tracker for resource:security_group and tenant:f17cecf0d6854286bcc6f673927088ad is out of sync, need to count used quota {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 13:48:42.365980 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-7303c653-f150-4a75-8447-7dc47cab5d0c tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 13:48:42.376928 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-7303c653-f150-4a75-8447-7dc47cab5d0c tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:48:42.381423 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.plugin [None req-87faadd6-8f7c-4d87-aa47-9ea75252f1a0 None None] Port ab57bcba-aa8d-4488-a0a9-8d8b87880eab cannot update to ACTIVE because it is not bound. {{(pid=83872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 13:48:42.405974 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Device fecbc1fa-6053-42f2-b5cc-0385eee5f411 up at agent ovs-agent-dv-neutron-836180-1-hyperv {{(pid=83872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 13:48:42.420002 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-7303c653-f150-4a75-8447-7dc47cab5d0c tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks [] for security_group, before_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:48:42.491030 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-7303c653-f150-4a75-8447-7dc47cab5d0c tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:48:42.502892 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Provisioning complete for port fecbc1fa-6053-42f2-b5cc-0385eee5f411 triggered by entity L2. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 13:48:42.503260 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-948329'] for port, provisioning_complete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:48:42.506900 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-7303c653-f150-4a75-8447-7dc47cab5d0c tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Usage tracker for resource:security_group_rule and tenant:f17cecf0d6854286bcc6f673927088ad is out of sync, need to count used quota {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 13:48:42.514644 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-7303c653-f150-4a75-8447-7dc47cab5d0c tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 13:48:42.528383 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-7303c653-f150-4a75-8447-7dc47cab5d0c tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:48:42.625999 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-7303c653-f150-4a75-8447-7dc47cab5d0c tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks [] for security_group, precommit_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:48:42.634110 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-7303c653-f150-4a75-8447-7dc47cab5d0c tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3775923'] for security_group, after_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:48:42.675360 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-7303c653-f150-4a75-8447-7dc47cab5d0c tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks [] for security_group, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:48:42.676813 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-7303c653-f150-4a75-8447-7dc47cab5d0c tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.3733745 Apr 01 13:48:42.680816 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 58774) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:48:42.693505 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.v2.base [None req-1e53541f-ec2f-458d-927f-0ffb2fa7edd5 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Request body: {'security_group_rule': {'security_group_id': 'ab417c1e-781b-44ce-8a2b-b58150fa352d', 'project_id': 'f17cecf0d6854286bcc6f673927088ad', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:48:42.712183 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-1e53541f-ec2f-458d-927f-0ffb2fa7edd5 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:48:42.719205 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7303c653-f150-4a75-8447-7dc47cab5d0c tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ab417c1e-781b-44ce-8a2b-b58150fa352d,revision_number=1']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:48:42.722376 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-1e53541f-ec2f-458d-927f-0ffb2fa7edd5 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Usage tracker for resource:security_group_rule and tenant:f17cecf0d6854286bcc6f673927088ad is out of sync, need to count used quota {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 13:48:42.725475 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-1e53541f-ec2f-458d-927f-0ffb2fa7edd5 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 13:48:42.733601 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-1e53541f-ec2f-458d-927f-0ffb2fa7edd5 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:48:42.757672 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-1e53541f-ec2f-458d-927f-0ffb2fa7edd5 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:48:42.768436 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-3be0169c-7c59-4e0f-a158-ce7ecfb74cf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a09a44a2-26e4-47ca-b887-06d4d20e111e', 'name': 'tempest-TestNetworkBasicOps-router-1417230606', 'tenant_id': 'f17cecf0d6854286bcc6f673927088ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'external_fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.205'}], 'enable_snat': True}, 'gw_port_id': '8acc902b-47b3-4579-a0f2-45252714c874', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T13:48:33Z', 'updated_at': '2022-04-01T13:48:38Z', 'revision_number': 4, 'project_id': 'f17cecf0d6854286bcc6f673927088ad', 'gw_port': {'id': '8acc902b-47b3-4579-a0f2-45252714c874', 'name': '', 'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:4c:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a09a44a2-26e4-47ca-b887-06d4d20e111e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836180-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:48:34Z', 'updated_at': '2022-04-01T13:48:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836180-1-hyperv', '_interfaces': [{'id': 'c16a5c2e-6abe-4d66-89d7-af840392d423', 'name': '', 'network_id': '5c1aab84-acd9-47d0-929c-b712112be47d', 'tenant_id': 'f17cecf0d6854286bcc6f673927088ad', 'mac_address': 'fa:16:3e:c5:81:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a09a44a2-26e4-47ca-b887-06d4d20e111e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '572f29b1-fcd6-4781-914d-1b26b709c53e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:48:37Z', 'updated_at': '2022-04-01T13:48:39Z', 'revision_number': 2, 'project_id': 'f17cecf0d6854286bcc6f673927088ad', 'subnets': [{'id': '572f29b1-fcd6-4781-914d-1b26b709c53e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-836180-1-hyperv', False) {} {{(pid=83873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:48:42.772812 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3be0169c-7c59-4e0f-a158-ce7ecfb74cf8 None None] Checking router: a09a44a2-26e4-47ca-b887-06d4d20e111e for host: dv-neutron-836180-1-hyperv {{(pid=83873) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 01 13:48:42.773312 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3be0169c-7c59-4e0f-a158-ce7ecfb74cf8 None None] Updating router a09a44a2-26e4-47ca-b887-06d4d20e111e port c16a5c2e-6abe-4d66-89d7-af840392d423 binding host dv-neutron-836180-1-hyperv {{(pid=83873) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 01 13:48:42.842761 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-1e53541f-ec2f-458d-927f-0ffb2fa7edd5 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:48:42.849271 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-1e53541f-ec2f-458d-927f-0ffb2fa7edd5 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3775744'] for security_group_rule, after_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:48:42.858471 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-3be0169c-7c59-4e0f-a158-ce7ecfb74cf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:48:42.870936 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e53541f-ec2f-458d-927f-0ffb2fa7edd5 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ebb4917a-008d-4e9b-b6f9-8368fd52b57d,revision_number=0']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:48:42.888993 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-1e53541f-ec2f-458d-927f-0ffb2fa7edd5 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:48:42.890226 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-1e53541f-ec2f-458d-927f-0ffb2fa7edd5 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.2067392 Apr 01 13:48:42.893537 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 58778) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:48:42.900211 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.v2.base [None req-515c2aac-0319-4e4e-8478-1328818f3245 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Request body: {'security_group_rule': {'security_group_id': 'ab417c1e-781b-44ce-8a2b-b58150fa352d', 'project_id': 'f17cecf0d6854286bcc6f673927088ad', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:48:42.910133 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-515c2aac-0319-4e4e-8478-1328818f3245 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:48:42.913229 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-515c2aac-0319-4e4e-8478-1328818f3245 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Usage tracker for resource:security_group_rule and tenant:f17cecf0d6854286bcc6f673927088ad is out of sync, need to count used quota {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 13:48:42.917215 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-515c2aac-0319-4e4e-8478-1328818f3245 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 13:48:42.924688 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-515c2aac-0319-4e4e-8478-1328818f3245 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:48:42.951052 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-515c2aac-0319-4e4e-8478-1328818f3245 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:48:43.039783 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-515c2aac-0319-4e4e-8478-1328818f3245 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:48:43.050276 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-515c2aac-0319-4e4e-8478-1328818f3245 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3775744'] for security_group_rule, after_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:48:43.078833 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-515c2aac-0319-4e4e-8478-1328818f3245 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9197ee49-e334-44af-ac91-07c7665902bd,revision_number=0']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:48:43.096998 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-515c2aac-0319-4e4e-8478-1328818f3245 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:48:43.096998 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-515c2aac-0319-4e4e-8478-1328818f3245 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.2019513 Apr 01 13:48:43.099911 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 58782) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:48:43.105936 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.v2.base [None req-91932a7b-7722-4832-a90b-2a371f927ef4 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Request body: {'security_group_rule': {'security_group_id': 'ab417c1e-781b-44ce-8a2b-b58150fa352d', 'project_id': 'f17cecf0d6854286bcc6f673927088ad', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:48:43.112991 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-91932a7b-7722-4832-a90b-2a371f927ef4 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:48:43.116602 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-91932a7b-7722-4832-a90b-2a371f927ef4 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Usage tracker for resource:security_group_rule and tenant:f17cecf0d6854286bcc6f673927088ad is out of sync, need to count used quota {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 13:48:43.119689 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-91932a7b-7722-4832-a90b-2a371f927ef4 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 13:48:43.126111 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-91932a7b-7722-4832-a90b-2a371f927ef4 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:48:43.147284 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-91932a7b-7722-4832-a90b-2a371f927ef4 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:48:43.239664 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-91932a7b-7722-4832-a90b-2a371f927ef4 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:48:43.253494 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-91932a7b-7722-4832-a90b-2a371f927ef4 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3775744'] for security_group_rule, after_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:48:43.296809 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91932a7b-7722-4832-a90b-2a371f927ef4 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=811913f1-78cc-4175-aa12-d3bef7d0b793,revision_number=0']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:48:43.306798 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-91932a7b-7722-4832-a90b-2a371f927ef4 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:48:43.308749 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-91932a7b-7722-4832-a90b-2a371f927ef4 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.2082107 Apr 01 13:48:43.312980 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 58786) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:48:43.319984 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.v2.base [None req-abe29fad-3259-4596-9025-902246e49c3b tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Request body: {'security_group_rule': {'security_group_id': 'ab417c1e-781b-44ce-8a2b-b58150fa352d', 'project_id': 'f17cecf0d6854286bcc6f673927088ad', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:48:43.327337 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-abe29fad-3259-4596-9025-902246e49c3b tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:48:43.331413 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-abe29fad-3259-4596-9025-902246e49c3b tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Usage tracker for resource:security_group_rule and tenant:f17cecf0d6854286bcc6f673927088ad is out of sync, need to count used quota {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 13:48:43.335248 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-abe29fad-3259-4596-9025-902246e49c3b tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 13:48:43.342441 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-abe29fad-3259-4596-9025-902246e49c3b tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:48:43.365588 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-abe29fad-3259-4596-9025-902246e49c3b tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:48:43.401534 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-3be0169c-7c59-4e0f-a158-ce7ecfb74cf8 None None] Notify callbacks [] for port, precommit_update {{(pid=83873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:48:43.418180 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-3be0169c-7c59-4e0f-a158-ce7ecfb74cf8 None None] Transition to ACTIVE for port object c16a5c2e-6abe-4d66-89d7-af840392d423 will not be triggered until provisioned by entity L2. {{(pid=83873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 13:48:43.429958 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-3be0169c-7c59-4e0f-a158-ce7ecfb74cf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864'] for port, after_update {{(pid=83873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:48:43.526570 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7132beda-c591-41cf-a863-6ee03939b859 None None] Pushing event updated for resources: {'Port': ['ID=c16a5c2e-6abe-4d66-89d7-af840392d423,revision_number=3']} {{(pid=83873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:48:43.538993 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7132beda-c591-41cf-a863-6ee03939b859 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:48:43.539348 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7132beda-c591-41cf-a863-6ee03939b859 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:48:43.539840 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7132beda-c591-41cf-a863-6ee03939b859 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:48:43.540066 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7132beda-c591-41cf-a863-6ee03939b859 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:48:43.540557 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7132beda-c591-41cf-a863-6ee03939b859 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:48:43.540885 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7132beda-c591-41cf-a863-6ee03939b859 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:48:43.541209 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7132beda-c591-41cf-a863-6ee03939b859 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:48:43.541530 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7132beda-c591-41cf-a863-6ee03939b859 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:48:43.541849 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7132beda-c591-41cf-a863-6ee03939b859 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:48:43.542512 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7132beda-c591-41cf-a863-6ee03939b859 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:48:43.542512 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7132beda-c591-41cf-a863-6ee03939b859 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:48:43.602043 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-abe29fad-3259-4596-9025-902246e49c3b tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:48:43.609904 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-abe29fad-3259-4596-9025-902246e49c3b tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3775744'] for security_group_rule, after_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:48:43.646889 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe29fad-3259-4596-9025-902246e49c3b tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=70c59242-72e5-409f-bfb6-f28a8d592845,revision_number=0']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:48:43.678100 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-abe29fad-3259-4596-9025-902246e49c3b tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:48:43.685701 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 58792) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:48:43.686391 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-abe29fad-3259-4596-9025-902246e49c3b tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.3699830 Apr 01 13:48:43.699497 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.v2.base [None req-aa5e73ff-d102-4b7d-bb9e-eeb690271010 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Request body: {'security_group_rule': {'security_group_id': 'ab417c1e-781b-44ce-8a2b-b58150fa352d', 'project_id': 'f17cecf0d6854286bcc6f673927088ad', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:48:43.709861 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-aa5e73ff-d102-4b7d-bb9e-eeb690271010 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:48:43.722778 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-aa5e73ff-d102-4b7d-bb9e-eeb690271010 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Usage tracker for resource:security_group_rule and tenant:f17cecf0d6854286bcc6f673927088ad is out of sync, need to count used quota {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 13:48:43.729312 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-aa5e73ff-d102-4b7d-bb9e-eeb690271010 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 13:48:43.743003 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-aa5e73ff-d102-4b7d-bb9e-eeb690271010 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:48:43.764722 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.db.securitygroups_db [None req-aa5e73ff-d102-4b7d-bb9e-eeb690271010 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Project f17cecf0d6854286bcc6f673927088ad added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 01 13:48:43.772959 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-aa5e73ff-d102-4b7d-bb9e-eeb690271010 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:48:43.807892 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.plugins.ml2.managers [None req-3be0169c-7c59-4e0f-a158-ce7ecfb74cf8 None None] Attempting to bind port c16a5c2e-6abe-4d66-89d7-af840392d423 on host dv-neutron-836180-1-hyperv for vnic_type normal with profile {{(pid=83873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 13:48:43.808253 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.plugins.ml2.managers [None req-3be0169c-7c59-4e0f-a158-ce7ecfb74cf8 None None] Attempting to bind port c16a5c2e-6abe-4d66-89d7-af840392d423 by drivers openvswitch,hyperv on host dv-neutron-836180-1-hyperv at level 0 using segments [{'id': '2c26745e-7bcf-42cc-927b-e92fa5b5f3d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '5c1aab84-acd9-47d0-929c-b712112be47d'}] {{(pid=83873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 13:48:43.810308 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3be0169c-7c59-4e0f-a158-ce7ecfb74cf8 None None] Attempting to bind port c16a5c2e-6abe-4d66-89d7-af840392d423 on network 5c1aab84-acd9-47d0-929c-b712112be47d {{(pid=83873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 13:48:43.816833 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3be0169c-7c59-4e0f-a158-ce7ecfb74cf8 None None] Checking agent: {'id': 'af948428-97cd-4d10-9f53-af028bdb39b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-836180-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 13, 25, 37), 'started_at': datetime.datetime(2022, 4, 1, 13, 26, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 13, 48, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-836180-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 13:48:43.817197 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3be0169c-7c59-4e0f-a158-ce7ecfb74cf8 None None] Checking segment: {'id': '2c26745e-7bcf-42cc-927b-e92fa5b5f3d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '5c1aab84-acd9-47d0-929c-b712112be47d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 13:48:43.817591 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-3be0169c-7c59-4e0f-a158-ce7ecfb74cf8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:48:43.817979 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3be0169c-7c59-4e0f-a158-ce7ecfb74cf8 None None] Bound using segment: {'id': '2c26745e-7bcf-42cc-927b-e92fa5b5f3d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '5c1aab84-acd9-47d0-929c-b712112be47d'} {{(pid=83873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 13:48:43.818428 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.plugins.ml2.managers [None req-3be0169c-7c59-4e0f-a158-ce7ecfb74cf8 None None] Bound port: c16a5c2e-6abe-4d66-89d7-af840392d423, host: dv-neutron-836180-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2c26745e-7bcf-42cc-927b-e92fa5b5f3d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '5c1aab84-acd9-47d0-929c-b712112be47d'}}] {{(pid=83873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 13:48:43.818782 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-3be0169c-7c59-4e0f-a158-ce7ecfb74cf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:48:43.875073 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-aa5e73ff-d102-4b7d-bb9e-eeb690271010 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:48:43.886319 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-aa5e73ff-d102-4b7d-bb9e-eeb690271010 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3775744'] for security_group_rule, after_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:48:43.937465 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa5e73ff-d102-4b7d-bb9e-eeb690271010 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bdbe0a2a-4d18-4863-b9d2-8e9e1666b005,revision_number=0']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:48:43.942080 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.plugins.ml2.db [None req-3be0169c-7c59-4e0f-a158-ce7ecfb74cf8 None None] For port c16a5c2e-6abe-4d66-89d7-af840392d423, host dv-neutron-836180-1-hyperv, cleared binding levels {{(pid=83873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 13:48:43.945535 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.plugins.ml2.db [None req-3be0169c-7c59-4e0f-a158-ce7ecfb74cf8 None None] For port c16a5c2e-6abe-4d66-89d7-af840392d423, host dv-neutron-836180-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836180-1-hyperv',level=0,port_id=c16a5c2e-6abe-4d66-89d7-af840392d423,segment=NetworkSegment(2c26745e-7bcf-42cc-927b-e92fa5b5f3d3),segment_id=2c26745e-7bcf-42cc-927b-e92fa5b5f3d3)] {{(pid=83873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 13:48:43.949701 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-aa5e73ff-d102-4b7d-bb9e-eeb690271010 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:48:43.952351 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-aa5e73ff-d102-4b7d-bb9e-eeb690271010 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.2639265 Apr 01 13:48:43.954664 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-3be0169c-7c59-4e0f-a158-ce7ecfb74cf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864'] for port, after_update {{(pid=83873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:48:43.954956 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 58796) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:48:43.961068 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.v2.base [None req-1a769d4c-478d-4c27-af77-a131f8acfcc6 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Request body: {'security_group_rule': {'security_group_id': 'ab417c1e-781b-44ce-8a2b-b58150fa352d', 'project_id': 'f17cecf0d6854286bcc6f673927088ad', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:48:43.978119 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-1a769d4c-478d-4c27-af77-a131f8acfcc6 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:48:43.986625 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-1a769d4c-478d-4c27-af77-a131f8acfcc6 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Usage tracker for resource:security_group_rule and tenant:f17cecf0d6854286bcc6f673927088ad is out of sync, need to count used quota {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 13:48:43.990016 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-1a769d4c-478d-4c27-af77-a131f8acfcc6 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 13:48:43.996545 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-1a769d4c-478d-4c27-af77-a131f8acfcc6 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:48:44.014584 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.db.securitygroups_db [None req-1a769d4c-478d-4c27-af77-a131f8acfcc6 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Project f17cecf0d6854286bcc6f673927088ad added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 01 13:48:44.023849 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-1a769d4c-478d-4c27-af77-a131f8acfcc6 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:48:44.059803 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7132beda-c591-41cf-a863-6ee03939b859 None None] Pushing event updated for resources: {'Port': ['ID=c16a5c2e-6abe-4d66-89d7-af840392d423,revision_number=4']} {{(pid=83873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:48:44.064140 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3be0169c-7c59-4e0f-a158-ce7ecfb74cf8 None None] Routers {'a09a44a2-26e4-47ca-b887-06d4d20e111e'} bound to L3 agent in host dv-neutron-836180-1-hyperv {{(pid=83873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 13:48:44.064848 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-3be0169c-7c59-4e0f-a158-ce7ecfb74cf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836180-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T13:25:36Z,description=,heartbeat_timestamp=2022-04-01T13:48:36Z,host='dv-neutron-836180-1-hyperv',id=88bf8fc8-11a3-4e96-9d1b-5fd93ba9f6f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T13:25:36Z,topic='l3_agent')) {'router_ids': ['a09a44a2-26e4-47ca-b887-06d4d20e111e'], 'active': True} {{(pid=83873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:48:44.128544 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-1a769d4c-478d-4c27-af77-a131f8acfcc6 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:48:44.138065 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-1a769d4c-478d-4c27-af77-a131f8acfcc6 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3775744'] for security_group_rule, after_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:48:44.165770 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a769d4c-478d-4c27-af77-a131f8acfcc6 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d571b839-cb2e-4ce2-9a34-fe46690d54e1,revision_number=0']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:48:44.188679 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-1a769d4c-478d-4c27-af77-a131f8acfcc6 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:48:44.200884 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-1a769d4c-478d-4c27-af77-a131f8acfcc6 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.2340188 Apr 01 13:48:44.328314 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_dvr_db [None req-3be0169c-7c59-4e0f-a158-ce7ecfb74cf8 None None] Set router a09a44a2-26e4-47ca-b887-06d4d20e111e gateway port host: dv-neutron-836180-1-hyperv {{(pid=83873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 13:48:44.496450 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [req-c4c1c267-6d87-4be6-94d7-6ed3ff881133 req-c4eadcaf-04eb-4b90-bbfb-445175e23bd2 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Synchronizing usage tracker for tenant:f17cecf0d6854286bcc6f673927088ad on resource:security_group {{(pid=83869) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 13:48:44.525225 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [req-c4c1c267-6d87-4be6-94d7-6ed3ff881133 req-c4eadcaf-04eb-4b90-bbfb-445175e23bd2 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Unset dirty status for tenant:f17cecf0d6854286bcc6f673927088ad on resource:security_group {{(pid=83869) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 13:48:44.526707 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-c4c1c267-6d87-4be6-94d7-6ed3ff881133 req-c4eadcaf-04eb-4b90-bbfb-445175e23bd2 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-717726437&fields=id&tenant_id=f17cecf0d6854286bcc6f673927088ad HTTP/1.1" status: 200 len: 267 time: 0.0944071 Apr 01 13:48:44.642708 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c1c267-6d87-4be6-94d7-6ed3ff881133 req-a5423921-172a-444e-aec5-0b75581d2607 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:48:44.643475 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [req-c4c1c267-6d87-4be6-94d7-6ed3ff881133 req-a5423921-172a-444e-aec5-0b75581d2607 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Synchronizing usage tracker for tenant:f17cecf0d6854286bcc6f673927088ad on resource:port {{(pid=83869) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 13:48:44.661081 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [req-c4c1c267-6d87-4be6-94d7-6ed3ff881133 req-a5423921-172a-444e-aec5-0b75581d2607 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Unset dirty status for tenant:f17cecf0d6854286bcc6f673927088ad on resource:port {{(pid=83869) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 13:48:44.662258 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-c4c1c267-6d87-4be6-94d7-6ed3ff881133 req-a5423921-172a-444e-aec5-0b75581d2607 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] 10.222.0.26 "GET /v2.0/ports/ab57bcba-aa8d-4488-a0a9-8d8b87880eab HTTP/1.1" status: 200 len: 929 time: 0.1220615 Apr 01 13:48:44.704997 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-3be0169c-7c59-4e0f-a158-ce7ecfb74cf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a09a44a2-26e4-47ca-b887-06d4d20e111e', 'name': 'tempest-TestNetworkBasicOps-router-1417230606', 'tenant_id': 'f17cecf0d6854286bcc6f673927088ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'external_fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.205'}], 'enable_snat': True}, 'gw_port_id': '8acc902b-47b3-4579-a0f2-45252714c874', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T13:48:33Z', 'updated_at': '2022-04-01T13:48:38Z', 'revision_number': 4, 'project_id': 'f17cecf0d6854286bcc6f673927088ad', 'gw_port': {'id': '8acc902b-47b3-4579-a0f2-45252714c874', 'name': '', 'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:4c:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a09a44a2-26e4-47ca-b887-06d4d20e111e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836180-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:48:34Z', 'updated_at': '2022-04-01T13:48:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836180-1-hyperv', '_interfaces': [{'id': 'c16a5c2e-6abe-4d66-89d7-af840392d423', 'name': '', 'network_id': '5c1aab84-acd9-47d0-929c-b712112be47d', 'tenant_id': 'f17cecf0d6854286bcc6f673927088ad', 'mac_address': 'fa:16:3e:c5:81:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a09a44a2-26e4-47ca-b887-06d4d20e111e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '572f29b1-fcd6-4781-914d-1b26b709c53e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836180-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:48:37Z', 'updated_at': '2022-04-01T13:48:43Z', 'revision_number': 4, 'project_id': 'f17cecf0d6854286bcc6f673927088ad', 'subnets': [{'id': '572f29b1-fcd6-4781-914d-1b26b709c53e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-836180-1-hyperv', False) {} {{(pid=83873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:48:44.712238 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3be0169c-7c59-4e0f-a158-ce7ecfb74cf8 None None] The sync data for ids ['a09a44a2-26e4-47ca-b887-06d4d20e111e'] in dv-neutron-836180-1-hyperv is: [{'id': 'a09a44a2-26e4-47ca-b887-06d4d20e111e', 'name': 'tempest-TestNetworkBasicOps-router-1417230606', 'tenant_id': 'f17cecf0d6854286bcc6f673927088ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'external_fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.205'}], 'enable_snat': True}, 'gw_port_id': '8acc902b-47b3-4579-a0f2-45252714c874', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T13:48:33Z', 'updated_at': '2022-04-01T13:48:38Z', 'revision_number': 4, 'project_id': 'f17cecf0d6854286bcc6f673927088ad', 'gw_port': {'id': '8acc902b-47b3-4579-a0f2-45252714c874', 'name': '', 'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:4c:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a09a44a2-26e4-47ca-b887-06d4d20e111e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836180-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:48:34Z', 'updated_at': '2022-04-01T13:48:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836180-1-hyperv', '_interfaces': [{'id': 'c16a5c2e-6abe-4d66-89d7-af840392d423', 'name': '', 'network_id': '5c1aab84-acd9-47d0-929c-b712112be47d', 'tenant_id': 'f17cecf0d6854286bcc6f673927088ad', 'mac_address': 'fa:16:3e:c5:81:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a09a44a2-26e4-47ca-b887-06d4d20e111e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '572f29b1-fcd6-4781-914d-1b26b709c53e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836180-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:48:37Z', 'updated_at': '2022-04-01T13:48:43Z', 'revision_number': 4, 'project_id': 'f17cecf0d6854286bcc6f673927088ad', 'subnets': [{'id': '572f29b1-fcd6-4781-914d-1b26b709c53e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 13:48:44.895637 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-c4c1c267-6d87-4be6-94d7-6ed3ff881133 req-e39ebda3-bb65-4c0b-aeb2-04cff3f3aa6b service neutron] 10.222.0.26 "GET /v2.0/ports/ab57bcba-aa8d-4488-a0a9-8d8b87880eab?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request HTTP/1.1" status: 200 len: 311 time: 0.2109849 Apr 01 13:48:45.064716 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-c4c1c267-6d87-4be6-94d7-6ed3ff881133 req-0ea26ace-b03b-4758-968b-1059ffa87092 service neutron] 10.222.0.26 "GET /v2.0/networks/5c1aab84-acd9-47d0-929c-b712112be47d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1621861 Apr 01 13:48:45.219029 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-c4c1c267-6d87-4be6-94d7-6ed3ff881133 req-84ecde06-b06d-4e57-b661-c1bf9042ffbf service neutron] 10.222.0.26 "GET /v2.0/networks/5c1aab84-acd9-47d0-929c-b712112be47d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1452675 Apr 01 13:48:45.501774 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [req-62668bc2-d51c-4255-9c5a-303414d81b65 req-47ff02f5-d0e9-491b-b45c-d80206ca2865 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Synchronizing usage tracker for tenant:f17cecf0d6854286bcc6f673927088ad on resource:port {{(pid=83871) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 13:48:45.532571 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [req-62668bc2-d51c-4255-9c5a-303414d81b65 req-47ff02f5-d0e9-491b-b45c-d80206ca2865 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Unset dirty status for tenant:f17cecf0d6854286bcc6f673927088ad on resource:port {{(pid=83871) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 13:48:45.537310 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-62668bc2-d51c-4255-9c5a-303414d81b65 req-47ff02f5-d0e9-491b-b45c-d80206ca2865 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] 10.222.0.26 "GET /v2.0/ports?device_id=e0ce2ba0-5830-4a47-85d2-6861a8178e05 HTTP/1.1" status: 200 len: 210 time: 0.0868618 Apr 01 13:48:46.409693 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Device c16a5c2e-6abe-4d66-89d7-af840392d423 up at agent ovs-agent-dv-neutron-836180-1-hyperv {{(pid=83872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 13:48:46.484836 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Provisioning for port c16a5c2e-6abe-4d66-89d7-af840392d423 completed by entity L2. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 13:48:46.489667 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Provisioning complete for port c16a5c2e-6abe-4d66-89d7-af840392d423 triggered by entity L2. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 13:48:46.490105 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-948329'] for port, provisioning_complete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:48:46.621976 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:48:46.666544 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] For port c16a5c2e-6abe-4d66-89d7-af840392d423, host dv-neutron-836180-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836180-1-hyperv',level=0,port_id=c16a5c2e-6abe-4d66-89d7-af840392d423,segment=NetworkSegment(2c26745e-7bcf-42cc-927b-e92fa5b5f3d3),segment_id=2c26745e-7bcf-42cc-927b-e92fa5b5f3d3)] {{(pid=83872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 13:48:46.684492 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864'] for port, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:48:46.784240 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-611bbb94-918d-4ed3-9ff8-ed0218c0657f req-02833050-a97a-4e89-91f3-1ed66412f089 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] 10.222.0.26 "GET /v2.0/ports?device_id=e0ce2ba0-5830-4a47-85d2-6861a8178e05 HTTP/1.1" status: 200 len: 210 time: 0.0822973 Apr 01 13:48:46.786940 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Pushing event updated for resources: {'Port': ['ID=c16a5c2e-6abe-4d66-89d7-af840392d423,revision_number=5']} {{(pid=83872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:48:46.936698 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-c4c1c267-6d87-4be6-94d7-6ed3ff881133 req-395643c5-6b62-4352-8e52-459700968f03 service neutron] 10.222.0.57 "GET /v2.0/ports/ab57bcba-aa8d-4488-a0a9-8d8b87880eab HTTP/1.1" status: 200 len: 1025 time: 0.0820835 Apr 01 13:48:47.118215 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c1c267-6d87-4be6-94d7-6ed3ff881133 req-16789818-af8b-4835-b55f-eea9bed9001b tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:48:47.119648 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-c4c1c267-6d87-4be6-94d7-6ed3ff881133 req-16789818-af8b-4835-b55f-eea9bed9001b tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] 10.222.0.57 "GET /v2.0/networks?id=5c1aab84-acd9-47d0-929c-b712112be47d HTTP/1.1" status: 200 len: 797 time: 0.1758881 Apr 01 13:48:47.189449 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-c4c1c267-6d87-4be6-94d7-6ed3ff881133 req-b5e2466c-0afc-4ee9-bb39-1a3078fbab27 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f17cecf0d6854286bcc6f673927088ad HTTP/1.1" status: 200 len: 379 time: 0.0445604 Apr 01 13:48:47.199969 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.v2.base [req-c4c1c267-6d87-4be6-94d7-6ed3ff881133 req-09f61311-0206-4c14-b207-190dda77dd3d service neutron] Request body: {'port': {'device_id': 'e0ce2ba0-5830-4a47-85d2-6861a8178e05', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8361'}} {{(pid=83869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:48:47.310070 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [req-c4c1c267-6d87-4be6-94d7-6ed3ff881133 req-09f61311-0206-4c14-b207-190dda77dd3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:48:47.639841 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.notifiers.nova [req-c4c1c267-6d87-4be6-94d7-6ed3ff881133 req-09f61311-0206-4c14-b207-190dda77dd3d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ab57bcba-aa8d-4488-a0a9-8d8b87880eab {{(pid=83869) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 01 13:48:47.647275 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [req-c4c1c267-6d87-4be6-94d7-6ed3ff881133 req-09f61311-0206-4c14-b207-190dda77dd3d service neutron] Notify callbacks [] for port, precommit_update {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:48:47.662290 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.provisioning_blocks [req-c4c1c267-6d87-4be6-94d7-6ed3ff881133 req-09f61311-0206-4c14-b207-190dda77dd3d service neutron] Transition to ACTIVE for port object ab57bcba-aa8d-4488-a0a9-8d8b87880eab will not be triggered until provisioned by entity L2. {{(pid=83869) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 13:48:47.665518 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [req-c4c1c267-6d87-4be6-94d7-6ed3ff881133 req-09f61311-0206-4c14-b207-190dda77dd3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2705172'] for port, after_update {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:48:47.792011 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f61311-0206-4c14-b207-190dda77dd3d service neutron] Pushing event updated for resources: {'Port': ['ID=ab57bcba-aa8d-4488-a0a9-8d8b87880eab,revision_number=2']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:48:47.905528 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.managers [req-c4c1c267-6d87-4be6-94d7-6ed3ff881133 req-09f61311-0206-4c14-b207-190dda77dd3d service neutron] Attempting to bind port ab57bcba-aa8d-4488-a0a9-8d8b87880eab on host hv-neutron-8361 for vnic_type normal with profile {{(pid=83869) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 13:48:47.905853 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.managers [req-c4c1c267-6d87-4be6-94d7-6ed3ff881133 req-09f61311-0206-4c14-b207-190dda77dd3d service neutron] Attempting to bind port ab57bcba-aa8d-4488-a0a9-8d8b87880eab by drivers openvswitch,hyperv on host hv-neutron-8361 at level 0 using segments [{'id': '2c26745e-7bcf-42cc-927b-e92fa5b5f3d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '5c1aab84-acd9-47d0-929c-b712112be47d'}] {{(pid=83869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 13:48:47.906167 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4c1c267-6d87-4be6-94d7-6ed3ff881133 req-09f61311-0206-4c14-b207-190dda77dd3d service neutron] Attempting to bind port ab57bcba-aa8d-4488-a0a9-8d8b87880eab on network 5c1aab84-acd9-47d0-929c-b712112be47d {{(pid=83869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 13:48:47.912258 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4c1c267-6d87-4be6-94d7-6ed3ff881133 req-09f61311-0206-4c14-b207-190dda77dd3d service neutron] Port ab57bcba-aa8d-4488-a0a9-8d8b87880eab on network 5c1aab84-acd9-47d0-929c-b712112be47d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8361 {{(pid=83869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 01 13:48:47.912635 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4c1c267-6d87-4be6-94d7-6ed3ff881133 req-09f61311-0206-4c14-b207-190dda77dd3d service neutron] Attempting to bind port ab57bcba-aa8d-4488-a0a9-8d8b87880eab on network 5c1aab84-acd9-47d0-929c-b712112be47d {{(pid=83869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 13:48:47.919195 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4c1c267-6d87-4be6-94d7-6ed3ff881133 req-09f61311-0206-4c14-b207-190dda77dd3d service neutron] Checking agent: {'id': '359ce187-6241-4f7e-85a4-e066c7b0cdea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8361', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 13, 31, 54), 'started_at': datetime.datetime(2022, 4, 1, 13, 31, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 13, 48, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 13:48:47.919518 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4c1c267-6d87-4be6-94d7-6ed3ff881133 req-09f61311-0206-4c14-b207-190dda77dd3d service neutron] Checking segment: {'id': '2c26745e-7bcf-42cc-927b-e92fa5b5f3d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '5c1aab84-acd9-47d0-929c-b712112be47d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 13:48:47.919888 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4c1c267-6d87-4be6-94d7-6ed3ff881133 req-09f61311-0206-4c14-b207-190dda77dd3d service neutron] Bound using segment: {'id': '2c26745e-7bcf-42cc-927b-e92fa5b5f3d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '5c1aab84-acd9-47d0-929c-b712112be47d'} {{(pid=83869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 13:48:47.920374 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.managers [req-c4c1c267-6d87-4be6-94d7-6ed3ff881133 req-09f61311-0206-4c14-b207-190dda77dd3d service neutron] Bound port: ab57bcba-aa8d-4488-a0a9-8d8b87880eab, host: hv-neutron-8361, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2c26745e-7bcf-42cc-927b-e92fa5b5f3d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '5c1aab84-acd9-47d0-929c-b712112be47d'}}] {{(pid=83869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 13:48:47.920669 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [req-c4c1c267-6d87-4be6-94d7-6ed3ff881133 req-09f61311-0206-4c14-b207-190dda77dd3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:48:48.009254 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5382bd53-5578-4509-9b57-8504bf08f6c0 req-94f5cd50-f0a4-469e-861c-8aec0a9bbf6c tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:48:48.011001 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-5382bd53-5578-4509-9b57-8504bf08f6c0 req-94f5cd50-f0a4-469e-861c-8aec0a9bbf6c tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] 10.222.0.26 "GET /v2.0/ports?device_id=e0ce2ba0-5830-4a47-85d2-6861a8178e05 HTTP/1.1" status: 200 len: 980 time: 0.0844760 Apr 01 13:48:48.063435 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [req-5382bd53-5578-4509-9b57-8504bf08f6c0 req-2f96a9a2-47f1-41f1-81fb-84a10d885c4e tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Synchronizing usage tracker for tenant:f17cecf0d6854286bcc6f673927088ad on resource:security_group {{(pid=83871) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 13:48:48.080619 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [req-5382bd53-5578-4509-9b57-8504bf08f6c0 req-2f96a9a2-47f1-41f1-81fb-84a10d885c4e tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Unset dirty status for tenant:f17cecf0d6854286bcc6f673927088ad on resource:security_group {{(pid=83871) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 13:48:48.084616 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-5382bd53-5578-4509-9b57-8504bf08f6c0 req-2f96a9a2-47f1-41f1-81fb-84a10d885c4e tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] 10.222.0.26 "GET /v2.0/security-groups?id=32e1dfc5-fbd9-4f6b-b62f-671a1503c7d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666568 Apr 01 13:48:48.118210 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.db [req-c4c1c267-6d87-4be6-94d7-6ed3ff881133 req-09f61311-0206-4c14-b207-190dda77dd3d service neutron] For port ab57bcba-aa8d-4488-a0a9-8d8b87880eab, host hv-neutron-8361, cleared binding levels {{(pid=83869) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 13:48:48.121470 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.db [req-c4c1c267-6d87-4be6-94d7-6ed3ff881133 req-09f61311-0206-4c14-b207-190dda77dd3d service neutron] For port ab57bcba-aa8d-4488-a0a9-8d8b87880eab, host hv-neutron-8361, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8361',level=0,port_id=ab57bcba-aa8d-4488-a0a9-8d8b87880eab,segment=NetworkSegment(2c26745e-7bcf-42cc-927b-e92fa5b5f3d3),segment_id=2c26745e-7bcf-42cc-927b-e92fa5b5f3d3)] {{(pid=83869) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 13:48:48.126311 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [req-c4c1c267-6d87-4be6-94d7-6ed3ff881133 req-09f61311-0206-4c14-b207-190dda77dd3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2705172'] for port, after_update {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:48:48.190703 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [req-c4c1c267-6d87-4be6-94d7-6ed3ff881133 req-09f61311-0206-4c14-b207-190dda77dd3d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109561'] for port, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:48:48.192060 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-c4c1c267-6d87-4be6-94d7-6ed3ff881133 req-09f61311-0206-4c14-b207-190dda77dd3d service neutron] 10.222.0.57 "PUT /v2.0/ports/ab57bcba-aa8d-4488-a0a9-8d8b87880eab HTTP/1.1" status: 200 len: 1130 time: 0.9961925 Apr 01 13:48:48.192510 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e0ce2ba0-5830-4a47-85d2-6861a8178e05', 'tag': 'ab57bcba-aa8d-4488-a0a9-8d8b87880eab'}] {{(pid=83869) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 13:48:48.228989 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f61311-0206-4c14-b207-190dda77dd3d service neutron] Pushing event updated for resources: {'Port': ['ID=ab57bcba-aa8d-4488-a0a9-8d8b87880eab,revision_number=3']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:48:48.291147 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e0ce2ba0-5830-4a47-85d2-6861a8178e05', 'tag': 'ab57bcba-aa8d-4488-a0a9-8d8b87880eab', 'status': 'completed', 'code': 200} Apr 01 13:48:48.313528 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-863b4345-d19a-44bd-9f00-7f694bb1da0c req-042cdba4-4265-4a3f-8bae-e4b16ae1b66a tempest-TestVolumeBootPattern-1476222673 tempest-TestVolumeBootPattern-1476222673-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1939691792&fields=id&tenant_id=5bd5d96184e74f0ca1fb3a290ee8b3f6 HTTP/1.1" status: 200 len: 267 time: 0.1042995 Apr 01 13:48:48.351733 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Device c16a5c2e-6abe-4d66-89d7-af840392d423 up at agent ovs-agent-dv-neutron-836180-1-hyperv {{(pid=83872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 13:48:48.427244 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Provisioning complete for port c16a5c2e-6abe-4d66-89d7-af840392d423 triggered by entity L2. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 13:48:48.427683 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-948329'] for port, provisioning_complete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:48:48.432962 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-c4c1c267-6d87-4be6-94d7-6ed3ff881133 req-08e944aa-2409-443d-bb20-5a7db575b8ec service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=f17cecf0d6854286bcc6f673927088ad&device_id=e0ce2ba0-5830-4a47-85d2-6861a8178e05 HTTP/1.1" status: 200 len: 1133 time: 0.1859264 Apr 01 13:48:48.544279 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-c4c1c267-6d87-4be6-94d7-6ed3ff881133 req-2b770c53-70ee-48ef-b29b-a0fbae220482 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ab57bcba-aa8d-4488-a0a9-8d8b87880eab HTTP/1.1" status: 200 len: 217 time: 0.0859513 Apr 01 13:48:48.550321 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863b4345-d19a-44bd-9f00-7f694bb1da0c req-4a5124d5-4f07-4da3-a52b-9783b3869d45 tempest-TestVolumeBootPattern-1476222673 tempest-TestVolumeBootPattern-1476222673-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:48:48.551670 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-863b4345-d19a-44bd-9f00-7f694bb1da0c req-4a5124d5-4f07-4da3-a52b-9783b3869d45 tempest-TestVolumeBootPattern-1476222673 tempest-TestVolumeBootPattern-1476222673-project] 10.222.0.26 "GET /v2.0/networks?id=f450d435-2e18-4974-8657-011f0eedf5a1 HTTP/1.1" status: 200 len: 812 time: 0.2313387 Apr 01 13:48:48.608098 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-863b4345-d19a-44bd-9f00-7f694bb1da0c req-a82a42a9-8d71-4ab4-870f-ab674e4615bc tempest-TestVolumeBootPattern-1476222673 tempest-TestVolumeBootPattern-1476222673-project] 10.222.0.26 "GET /v2.0/quotas/5bd5d96184e74f0ca1fb3a290ee8b3f6 HTTP/1.1" status: 200 len: 375 time: 0.0247533 Apr 01 13:48:48.647399 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c1c267-6d87-4be6-94d7-6ed3ff881133 req-d0dfcc49-652f-4884-a82d-d7184ee84266 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:48:48.648770 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-c4c1c267-6d87-4be6-94d7-6ed3ff881133 req-d0dfcc49-652f-4884-a82d-d7184ee84266 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=572f29b1-fcd6-4781-914d-1b26b709c53e HTTP/1.1" status: 200 len: 835 time: 0.0961936 Apr 01 13:48:48.758168 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-863b4345-d19a-44bd-9f00-7f694bb1da0c req-7d0b0116-55d9-491b-8f33-2b705e8bba36 tempest-TestVolumeBootPattern-1476222673 tempest-TestVolumeBootPattern-1476222673-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=5bd5d96184e74f0ca1fb3a290ee8b3f6&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1438181 Apr 01 13:48:48.761996 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-c4c1c267-6d87-4be6-94d7-6ed3ff881133 req-8f23c789-6d00-49de-8b05-cca0923bc29e service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=5c1aab84-acd9-47d0-929c-b712112be47d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1006219 Apr 01 13:48:49.000128 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-c4c1c267-6d87-4be6-94d7-6ed3ff881133 req-004e4970-2a2d-4399-a6ff-3b90e3db1c82 service neutron] 10.222.0.57 "GET /v2.0/networks/5c1aab84-acd9-47d0-929c-b712112be47d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2127423 Apr 01 13:48:49.001792 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-863b4345-d19a-44bd-9f00-7f694bb1da0c req-e7f36462-0897-41d1-a157-48e89e02fdb5 service neutron] 10.222.0.26 "GET /v2.0/networks/f450d435-2e18-4974-8657-011f0eedf5a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2323296 Apr 01 13:48:49.238834 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-863b4345-d19a-44bd-9f00-7f694bb1da0c req-aa3f1bc5-cf16-4201-b0df-aa16cfcd431d service neutron] 10.222.0.26 "GET /v2.0/networks/f450d435-2e18-4974-8657-011f0eedf5a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2311606 Apr 01 13:48:49.242052 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-c4c1c267-6d87-4be6-94d7-6ed3ff881133 req-5eeddcb9-a9b7-4cff-913f-7d932ab8a4f2 service neutron] 10.222.0.57 "GET /v2.0/networks/5c1aab84-acd9-47d0-929c-b712112be47d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2170980 Apr 01 13:48:49.298902 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6fa9d9-57b0-4d71-bfa0-a14539c5879f req-da6d55bd-0347-4ff7-874c-ac784a374896 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:48:49.302648 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-2c6fa9d9-57b0-4d71-bfa0-a14539c5879f req-da6d55bd-0347-4ff7-874c-ac784a374896 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] 10.222.0.26 "GET /v2.0/ports?device_id=e0ce2ba0-5830-4a47-85d2-6861a8178e05 HTTP/1.1" status: 200 len: 980 time: 0.0945330 Apr 01 13:48:49.349303 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-2c6fa9d9-57b0-4d71-bfa0-a14539c5879f req-10af09b7-fbe2-450a-a4fa-aec1e741a202 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] 10.222.0.26 "GET /v2.0/security-groups?id=32e1dfc5-fbd9-4f6b-b62f-671a1503c7d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433049 Apr 01 13:48:49.376396 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-628ed25f-6275-4065-a8f5-a1e7024b820c req-7617257c-96e0-4bc0-aa8b-deb6283ffef9 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=f17cecf0d6854286bcc6f673927088ad&device_id=e0ce2ba0-5830-4a47-85d2-6861a8178e05 HTTP/1.1" status: 200 len: 1133 time: 0.0773020 Apr 01 13:48:49.516704 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628ed25f-6275-4065-a8f5-a1e7024b820c req-694dcbe0-28f9-4d74-a702-e86febc93e53 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:48:49.518183 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-628ed25f-6275-4065-a8f5-a1e7024b820c req-694dcbe0-28f9-4d74-a702-e86febc93e53 service neutron] 10.222.0.57 "GET /v2.0/networks?id=5c1aab84-acd9-47d0-929c-b712112be47d HTTP/1.1" status: 200 len: 898 time: 0.1326537 Apr 01 13:48:49.595898 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-628ed25f-6275-4065-a8f5-a1e7024b820c req-0eef0b6b-d10b-4b69-b8cd-7b7ae0402625 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ab57bcba-aa8d-4488-a0a9-8d8b87880eab HTTP/1.1" status: 200 len: 217 time: 0.0706580 Apr 01 13:48:49.645215 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-1bce4157-9d21-4217-b517-222337eec324 req-41ed4815-b772-4e53-9139-24defaa3ef77 tempest-TestVolumeBootPattern-1476222673 tempest-TestVolumeBootPattern-1476222673-project] 10.222.0.26 "GET /v2.0/ports?device_id=61b401cd-7665-457a-a9a3-c59923ccb6f5 HTTP/1.1" status: 200 len: 210 time: 0.0414760 Apr 01 13:48:49.662801 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628ed25f-6275-4065-a8f5-a1e7024b820c req-90b4f2c2-279a-4e61-81ff-757f4d3d89ab service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:48:49.664886 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-628ed25f-6275-4065-a8f5-a1e7024b820c req-90b4f2c2-279a-4e61-81ff-757f4d3d89ab service neutron] 10.222.0.57 "GET /v2.0/subnets?id=572f29b1-fcd6-4781-914d-1b26b709c53e HTTP/1.1" status: 200 len: 835 time: 0.0625446 Apr 01 13:48:49.847873 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-628ed25f-6275-4065-a8f5-a1e7024b820c req-d216539e-9b72-463f-a00e-b084278b1fe8 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=5c1aab84-acd9-47d0-929c-b712112be47d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1762743 Apr 01 13:48:49.986671 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-628ed25f-6275-4065-a8f5-a1e7024b820c req-3338511b-1153-49f1-aa41-47279c5f78c9 service neutron] 10.222.0.57 "GET /v2.0/networks/5c1aab84-acd9-47d0-929c-b712112be47d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1299319 Apr 01 13:48:50.121776 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-628ed25f-6275-4065-a8f5-a1e7024b820c req-e655d309-4215-49d1-9b32-758b1da51793 service neutron] 10.222.0.57 "GET /v2.0/networks/5c1aab84-acd9-47d0-929c-b712112be47d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1285932 Apr 01 13:48:50.565137 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa43604b-e71e-4843-8255-2cf46792e6a4 req-b9baa59c-2989-4092-bef8-8406bd52dc5f tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:48:50.567431 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-aa43604b-e71e-4843-8255-2cf46792e6a4 req-b9baa59c-2989-4092-bef8-8406bd52dc5f tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] 10.222.0.26 "GET /v2.0/ports?device_id=e0ce2ba0-5830-4a47-85d2-6861a8178e05 HTTP/1.1" status: 200 len: 980 time: 0.0891078 Apr 01 13:48:50.716863 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-aa43604b-e71e-4843-8255-2cf46792e6a4 req-c93db3fe-8c2a-43c0-a56a-c24fc2c69da0 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] 10.222.0.26 "GET /v2.0/security-groups?id=32e1dfc5-fbd9-4f6b-b62f-671a1503c7d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1414659 Apr 01 13:48:50.815453 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863b4345-d19a-44bd-9f00-7f694bb1da0c req-895d1562-4ac9-42e6-8781-75217d4d5f18 tempest-TestVolumeBootPattern-1476222673 tempest-TestVolumeBootPattern-1476222673-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:48:50.818514 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-863b4345-d19a-44bd-9f00-7f694bb1da0c req-895d1562-4ac9-42e6-8781-75217d4d5f18 tempest-TestVolumeBootPattern-1476222673 tempest-TestVolumeBootPattern-1476222673-project] 10.222.0.57 "GET /v2.0/networks?id=f450d435-2e18-4974-8657-011f0eedf5a1 HTTP/1.1" status: 200 len: 812 time: 0.2097440 Apr 01 13:48:50.849714 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-e423dc0f-9b96-487c-ae43-fca2e33beb96 req-5819bc6a-9db3-4ea1-86bd-1e07a7b0522b tempest-TestVolumeBootPattern-1476222673 tempest-TestVolumeBootPattern-1476222673-project] 10.222.0.26 "GET /v2.0/ports?device_id=61b401cd-7665-457a-a9a3-c59923ccb6f5 HTTP/1.1" status: 200 len: 210 time: 0.0577087 Apr 01 13:48:50.888093 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-863b4345-d19a-44bd-9f00-7f694bb1da0c req-7d62d929-0131-4d0c-b869-120ff9705a86 tempest-TestVolumeBootPattern-1476222673 tempest-TestVolumeBootPattern-1476222673-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5bd5d96184e74f0ca1fb3a290ee8b3f6 HTTP/1.1" status: 200 len: 380 time: 0.0517251 Apr 01 13:48:50.912781 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.v2.base [req-863b4345-d19a-44bd-9f00-7f694bb1da0c req-1b504f8e-2abb-441b-9b9a-7f8b4ae44f7a tempest-TestVolumeBootPattern-1476222673 tempest-TestVolumeBootPattern-1476222673-project] Request body: {'port': {'device_id': '61b401cd-7665-457a-a9a3-c59923ccb6f5', 'network_id': 'f450d435-2e18-4974-8657-011f0eedf5a1', 'admin_state_up': True, 'tenant_id': '5bd5d96184e74f0ca1fb3a290ee8b3f6', 'security_groups': ['27f17799-9873-4c06-85d9-3f0cf9f77d1e']}} {{(pid=83869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:48:51.055996 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [req-863b4345-d19a-44bd-9f00-7f694bb1da0c req-1b504f8e-2abb-441b-9b9a-7f8b4ae44f7a tempest-TestVolumeBootPattern-1476222673 tempest-TestVolumeBootPattern-1476222673-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:48:51.066161 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [req-863b4345-d19a-44bd-9f00-7f694bb1da0c req-1b504f8e-2abb-441b-9b9a-7f8b4ae44f7a tempest-TestVolumeBootPattern-1476222673 tempest-TestVolumeBootPattern-1476222673-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:48:51.076132 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-863b4345-d19a-44bd-9f00-7f694bb1da0c req-1b504f8e-2abb-441b-9b9a-7f8b4ae44f7a tempest-TestVolumeBootPattern-1476222673 tempest-TestVolumeBootPattern-1476222673-project] Made reservation on behalf of 5bd5d96184e74f0ca1fb3a290ee8b3f6 for: {'port': 1} {{(pid=83869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 13:48:51.079157 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [req-863b4345-d19a-44bd-9f00-7f694bb1da0c req-1b504f8e-2abb-441b-9b9a-7f8b4ae44f7a tempest-TestVolumeBootPattern-1476222673 tempest-TestVolumeBootPattern-1476222673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:48:51.243827 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.db_base_plugin_common [req-863b4345-d19a-44bd-9f00-7f694bb1da0c req-1b504f8e-2abb-441b-9b9a-7f8b4ae44f7a tempest-TestVolumeBootPattern-1476222673 tempest-TestVolumeBootPattern-1476222673-project] Allocated IP 172.20.0.4 (f450d435-2e18-4974-8657-011f0eedf5a1/e819b10b-b5bd-410a-b72f-33f41ed14c7b/8efa5577-b204-4478-b335-9e69465a012b) {{(pid=83869) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 13:48:51.456527 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [req-863b4345-d19a-44bd-9f00-7f694bb1da0c req-1b504f8e-2abb-441b-9b9a-7f8b4ae44f7a tempest-TestVolumeBootPattern-1476222673 tempest-TestVolumeBootPattern-1476222673-project] Notify callbacks [] for port, precommit_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:48:51.472974 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.provisioning_blocks [req-863b4345-d19a-44bd-9f00-7f694bb1da0c req-1b504f8e-2abb-441b-9b9a-7f8b4ae44f7a tempest-TestVolumeBootPattern-1476222673 tempest-TestVolumeBootPattern-1476222673-project] Transition to ACTIVE for port object 8efa5577-b204-4478-b335-9e69465a012b will not be triggered until provisioned by entity DHCP. {{(pid=83869) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 13:48:51.495440 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [req-863b4345-d19a-44bd-9f00-7f694bb1da0c req-1b504f8e-2abb-441b-9b9a-7f8b4ae44f7a tempest-TestVolumeBootPattern-1476222673 tempest-TestVolumeBootPattern-1476222673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736732935801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2705155'] for port, after_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:48:51.569514 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-863b4345-d19a-44bd-9f00-7f694bb1da0c req-1b504f8e-2abb-441b-9b9a-7f8b4ae44f7a tempest-TestVolumeBootPattern-1476222673 tempest-TestVolumeBootPattern-1476222673-project] Network f450d435-2e18-4974-8657-011f0eedf5a1 is already hosted by enough agents. {{(pid=83869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 13:48:51.572288 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.scheduler.base_scheduler [req-863b4345-d19a-44bd-9f00-7f694bb1da0c req-1b504f8e-2abb-441b-9b9a-7f8b4ae44f7a tempest-TestVolumeBootPattern-1476222673 tempest-TestVolumeBootPattern-1476222673-project] Resources bound (agent type, host, resource id): {{(pid=83869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 13:48:51.577119 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_dvrscheduler_db [req-863b4345-d19a-44bd-9f00-7f694bb1da0c req-1b504f8e-2abb-441b-9b9a-7f8b4ae44f7a tempest-TestVolumeBootPattern-1476222673 tempest-TestVolumeBootPattern-1476222673-project] Received port after_create {{(pid=83869) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 13:48:51.602547 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b504f8e-2abb-441b-9b9a-7f8b4ae44f7a tempest-TestVolumeBootPattern-1476222673 tempest-TestVolumeBootPattern-1476222673-project] Pushing event updated for resources: {'Port': ['ID=8efa5577-b204-4478-b335-9e69465a012b,revision_number=1']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:48:51.645890 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863b4345-d19a-44bd-9f00-7f694bb1da0c req-1b504f8e-2abb-441b-9b9a-7f8b4ae44f7a tempest-TestVolumeBootPattern-1476222673 tempest-TestVolumeBootPattern-1476222673-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:48:51.645890 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [req-863b4345-d19a-44bd-9f00-7f694bb1da0c req-1b504f8e-2abb-441b-9b9a-7f8b4ae44f7a tempest-TestVolumeBootPattern-1476222673 tempest-TestVolumeBootPattern-1476222673-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109561'] for port, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:48:51.681878 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-863b4345-d19a-44bd-9f00-7f694bb1da0c req-1b504f8e-2abb-441b-9b9a-7f8b4ae44f7a tempest-TestVolumeBootPattern-1476222673 tempest-TestVolumeBootPattern-1476222673-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7740514 Apr 01 13:48:51.693806 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.v2.base [req-863b4345-d19a-44bd-9f00-7f694bb1da0c req-54e15fa9-c304-4766-98d2-3a78d8ffe1fb service neutron] Request body: {'port': {'device_id': '61b401cd-7665-457a-a9a3-c59923ccb6f5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8361'}} {{(pid=83869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:48:51.820616 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [req-863b4345-d19a-44bd-9f00-7f694bb1da0c req-54e15fa9-c304-4766-98d2-3a78d8ffe1fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:48:51.850784 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-568b708f-2222-49a7-a6c4-762b98c40a7d None None] Provisioning for port 8efa5577-b204-4478-b335-9e69465a012b completed by entity DHCP. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 13:48:51.856689 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-568b708f-2222-49a7-a6c4-762b98c40a7d None None] Provisioning complete for port 8efa5577-b204-4478-b335-9e69465a012b triggered by entity DHCP. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 13:48:51.857032 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-568b708f-2222-49a7-a6c4-762b98c40a7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-948329'] for port, provisioning_complete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:48:51.952902 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.plugin [None req-568b708f-2222-49a7-a6c4-762b98c40a7d None None] Port 8efa5577-b204-4478-b335-9e69465a012b cannot update to ACTIVE because it is not bound. {{(pid=83872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 13:48:52.185807 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd614d7-38e6-4f42-a414-f025dfb696c5 req-f0aab400-d3b4-4aa1-8cd1-a1090c4688ad tempest-TestVolumeBootPattern-1476222673 tempest-TestVolumeBootPattern-1476222673-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:48:52.188183 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-8dd614d7-38e6-4f42-a414-f025dfb696c5 req-f0aab400-d3b4-4aa1-8cd1-a1090c4688ad tempest-TestVolumeBootPattern-1476222673 tempest-TestVolumeBootPattern-1476222673-project] 10.222.0.26 "GET /v2.0/ports?device_id=61b401cd-7665-457a-a9a3-c59923ccb6f5 HTTP/1.1" status: 200 len: 931 time: 0.1117301 Apr 01 13:48:52.257765 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-8dd614d7-38e6-4f42-a414-f025dfb696c5 req-015a1b32-b271-4cc5-be9c-a16ec4a8cec1 tempest-TestVolumeBootPattern-1476222673 tempest-TestVolumeBootPattern-1476222673-project] 10.222.0.26 "GET /v2.0/security-groups?id=27f17799-9873-4c06-85d9-3f0cf9f77d1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0554276 Apr 01 13:48:52.267172 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97199429-0e43-4027-9114-38219b622868 req-e8a5db9b-d7a1-40f4-ae9a-24cb8e1de0c8 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:48:52.274034 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-97199429-0e43-4027-9114-38219b622868 req-e8a5db9b-d7a1-40f4-ae9a-24cb8e1de0c8 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] 10.222.0.26 "GET /v2.0/ports?device_id=e0ce2ba0-5830-4a47-85d2-6861a8178e05 HTTP/1.1" status: 200 len: 980 time: 0.3550715 Apr 01 13:48:52.332702 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-97199429-0e43-4027-9114-38219b622868 req-c134fe8c-40ba-4595-9eaf-c09ffb1c3300 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] 10.222.0.26 "GET /v2.0/security-groups?id=32e1dfc5-fbd9-4f6b-b62f-671a1503c7d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580773 Apr 01 13:48:52.366459 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Device ab57bcba-aa8d-4488-a0a9-8d8b87880eab details requested by agent hyperv_hv-neutron-8361 with host hv-neutron-8361 {{(pid=83872) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 01 13:48:52.482573 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.notifiers.nova [req-863b4345-d19a-44bd-9f00-7f694bb1da0c req-54e15fa9-c304-4766-98d2-3a78d8ffe1fb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8efa5577-b204-4478-b335-9e69465a012b {{(pid=83869) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 01 13:48:52.494033 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [req-863b4345-d19a-44bd-9f00-7f694bb1da0c req-54e15fa9-c304-4766-98d2-3a78d8ffe1fb service neutron] Notify callbacks [] for port, precommit_update {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:48:52.517122 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] For port ab57bcba-aa8d-4488-a0a9-8d8b87880eab, host hv-neutron-8361, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8361',level=0,port_id=ab57bcba-aa8d-4488-a0a9-8d8b87880eab,segment=NetworkSegment(2c26745e-7bcf-42cc-927b-e92fa5b5f3d3),segment_id=2c26745e-7bcf-42cc-927b-e92fa5b5f3d3)] {{(pid=83872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 13:48:52.517762 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.provisioning_blocks [req-863b4345-d19a-44bd-9f00-7f694bb1da0c req-54e15fa9-c304-4766-98d2-3a78d8ffe1fb service neutron] Transition to ACTIVE for port object 8efa5577-b204-4478-b335-9e69465a012b will not be triggered until provisioned by entity L2. {{(pid=83869) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 13:48:52.523757 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [req-863b4345-d19a-44bd-9f00-7f694bb1da0c req-54e15fa9-c304-4766-98d2-3a78d8ffe1fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2705172'] for port, after_update {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:48:52.532642 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Returning: {'device': 'ab57bcba-aa8d-4488-a0a9-8d8b87880eab', 'network_id': '5c1aab84-acd9-47d0-929c-b712112be47d', 'port_id': 'ab57bcba-aa8d-4488-a0a9-8d8b87880eab', 'mac_address': 'fa:16:3e:66:93:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 383, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '572f29b1-fcd6-4781-914d-1b26b709c53e', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83872) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 01 13:48:52.597983 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:48:52.619412 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.notifiers.nova [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ab57bcba-aa8d-4488-a0a9-8d8b87880eab {{(pid=83872) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 01 13:48:52.639392 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] For port ab57bcba-aa8d-4488-a0a9-8d8b87880eab, host hv-neutron-8361, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8361',level=0,port_id=ab57bcba-aa8d-4488-a0a9-8d8b87880eab,segment=NetworkSegment(2c26745e-7bcf-42cc-927b-e92fa5b5f3d3),segment_id=2c26745e-7bcf-42cc-927b-e92fa5b5f3d3)] {{(pid=83872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 13:48:52.647798 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864'] for port, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:48:52.672150 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e15fa9-c304-4766-98d2-3a78d8ffe1fb service neutron] Pushing event updated for resources: {'Port': ['ID=8efa5577-b204-4478-b335-9e69465a012b,revision_number=2']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:48:52.760149 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Pushing event updated for resources: {'Port': ['ID=ab57bcba-aa8d-4488-a0a9-8d8b87880eab,revision_number=4']} {{(pid=83872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:48:52.845639 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.managers [req-863b4345-d19a-44bd-9f00-7f694bb1da0c req-54e15fa9-c304-4766-98d2-3a78d8ffe1fb service neutron] Attempting to bind port 8efa5577-b204-4478-b335-9e69465a012b on host hv-neutron-8361 for vnic_type normal with profile {{(pid=83869) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 13:48:52.845976 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.managers [req-863b4345-d19a-44bd-9f00-7f694bb1da0c req-54e15fa9-c304-4766-98d2-3a78d8ffe1fb service neutron] Attempting to bind port 8efa5577-b204-4478-b335-9e69465a012b by drivers openvswitch,hyperv on host hv-neutron-8361 at level 0 using segments [{'id': '75975926-68c3-4fd7-98af-37ba4697d49a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'f450d435-2e18-4974-8657-011f0eedf5a1'}] {{(pid=83869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 13:48:52.846303 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-863b4345-d19a-44bd-9f00-7f694bb1da0c req-54e15fa9-c304-4766-98d2-3a78d8ffe1fb service neutron] Attempting to bind port 8efa5577-b204-4478-b335-9e69465a012b on network f450d435-2e18-4974-8657-011f0eedf5a1 {{(pid=83869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 13:48:52.853909 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-863b4345-d19a-44bd-9f00-7f694bb1da0c req-54e15fa9-c304-4766-98d2-3a78d8ffe1fb service neutron] Port 8efa5577-b204-4478-b335-9e69465a012b on network f450d435-2e18-4974-8657-011f0eedf5a1 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8361 {{(pid=83869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 01 13:48:52.853909 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-863b4345-d19a-44bd-9f00-7f694bb1da0c req-54e15fa9-c304-4766-98d2-3a78d8ffe1fb service neutron] Attempting to bind port 8efa5577-b204-4478-b335-9e69465a012b on network f450d435-2e18-4974-8657-011f0eedf5a1 {{(pid=83869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 13:48:52.862830 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-863b4345-d19a-44bd-9f00-7f694bb1da0c req-54e15fa9-c304-4766-98d2-3a78d8ffe1fb service neutron] Checking agent: {'id': '359ce187-6241-4f7e-85a4-e066c7b0cdea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8361', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 13, 31, 54), 'started_at': datetime.datetime(2022, 4, 1, 13, 31, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 13, 48, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 13:48:52.863161 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-863b4345-d19a-44bd-9f00-7f694bb1da0c req-54e15fa9-c304-4766-98d2-3a78d8ffe1fb service neutron] Checking segment: {'id': '75975926-68c3-4fd7-98af-37ba4697d49a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'f450d435-2e18-4974-8657-011f0eedf5a1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 13:48:52.863539 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-863b4345-d19a-44bd-9f00-7f694bb1da0c req-54e15fa9-c304-4766-98d2-3a78d8ffe1fb service neutron] Bound using segment: {'id': '75975926-68c3-4fd7-98af-37ba4697d49a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'f450d435-2e18-4974-8657-011f0eedf5a1'} {{(pid=83869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 13:48:52.864139 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.managers [req-863b4345-d19a-44bd-9f00-7f694bb1da0c req-54e15fa9-c304-4766-98d2-3a78d8ffe1fb service neutron] Bound port: 8efa5577-b204-4478-b335-9e69465a012b, host: hv-neutron-8361, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '75975926-68c3-4fd7-98af-37ba4697d49a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'f450d435-2e18-4974-8657-011f0eedf5a1'}}] {{(pid=83869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 13:48:52.864445 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [req-863b4345-d19a-44bd-9f00-7f694bb1da0c req-54e15fa9-c304-4766-98d2-3a78d8ffe1fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:48:52.897880 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] get_ports_and_sgs() called for port_ids ['ab57bcba-aa8d-4488-a0a9-8d8b87880eab'] {{(pid=83872) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 01 13:48:52.977885 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.db [req-863b4345-d19a-44bd-9f00-7f694bb1da0c req-54e15fa9-c304-4766-98d2-3a78d8ffe1fb service neutron] For port 8efa5577-b204-4478-b335-9e69465a012b, host hv-neutron-8361, cleared binding levels {{(pid=83869) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 13:48:52.981968 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.db [req-863b4345-d19a-44bd-9f00-7f694bb1da0c req-54e15fa9-c304-4766-98d2-3a78d8ffe1fb service neutron] For port 8efa5577-b204-4478-b335-9e69465a012b, host hv-neutron-8361, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8361',level=0,port_id=8efa5577-b204-4478-b335-9e69465a012b,segment=NetworkSegment(75975926-68c3-4fd7-98af-37ba4697d49a),segment_id=75975926-68c3-4fd7-98af-37ba4697d49a)] {{(pid=83869) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 13:48:52.987336 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [req-863b4345-d19a-44bd-9f00-7f694bb1da0c req-54e15fa9-c304-4766-98d2-3a78d8ffe1fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2705172'] for port, after_update {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:48:53.056124 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [req-863b4345-d19a-44bd-9f00-7f694bb1da0c req-54e15fa9-c304-4766-98d2-3a78d8ffe1fb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109561'] for port, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:48:53.058050 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-863b4345-d19a-44bd-9f00-7f694bb1da0c req-54e15fa9-c304-4766-98d2-3a78d8ffe1fb service neutron] 10.222.0.57 "PUT /v2.0/ports/8efa5577-b204-4478-b335-9e69465a012b HTTP/1.1" status: 200 len: 1093 time: 1.3682067 Apr 01 13:48:53.058050 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '61b401cd-7665-457a-a9a3-c59923ccb6f5', 'tag': '8efa5577-b204-4478-b335-9e69465a012b'}] {{(pid=83869) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 13:48:53.082256 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e15fa9-c304-4766-98d2-3a78d8ffe1fb service neutron] Pushing event updated for resources: {'Port': ['ID=8efa5577-b204-4478-b335-9e69465a012b,revision_number=3']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:48:53.151843 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '61b401cd-7665-457a-a9a3-c59923ccb6f5', 'tag': '8efa5577-b204-4478-b335-9e69465a012b', 'status': 'completed', 'code': 200} Apr 01 13:48:53.194443 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-863b4345-d19a-44bd-9f00-7f694bb1da0c req-1b8d9a84-9549-42a6-9f6a-7ad67a5114ec service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=5bd5d96184e74f0ca1fb3a290ee8b3f6&device_id=61b401cd-7665-457a-a9a3-c59923ccb6f5 HTTP/1.1" status: 200 len: 1096 time: 0.0899966 Apr 01 13:48:53.287976 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-863b4345-d19a-44bd-9f00-7f694bb1da0c req-036ceb11-e4ba-46ca-b04e-51ea3de8ef90 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8efa5577-b204-4478-b335-9e69465a012b HTTP/1.1" status: 200 len: 217 time: 0.0832148 Apr 01 13:48:53.369923 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863b4345-d19a-44bd-9f00-7f694bb1da0c req-51cd3fc3-2599-44a8-bbb3-e694ce902ff2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:48:53.371475 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-863b4345-d19a-44bd-9f00-7f694bb1da0c req-51cd3fc3-2599-44a8-bbb3-e694ce902ff2 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=e819b10b-b5bd-410a-b72f-33f41ed14c7b HTTP/1.1" status: 200 len: 851 time: 0.0773950 Apr 01 13:48:53.523020 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-863b4345-d19a-44bd-9f00-7f694bb1da0c req-a341a1d8-f18a-4b4b-8e4a-bc0b42cc6156 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=f450d435-2e18-4974-8657-011f0eedf5a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1428761 Apr 01 13:48:53.529490 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07c065c-6f57-4c44-965b-c8c2a31257f5 req-62274316-7cc4-4998-9df8-f79cb73006d9 tempest-TestVolumeBootPattern-1476222673 tempest-TestVolumeBootPattern-1476222673-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:48:53.530649 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [req-a07c065c-6f57-4c44-965b-c8c2a31257f5 req-62274316-7cc4-4998-9df8-f79cb73006d9 tempest-TestVolumeBootPattern-1476222673 tempest-TestVolumeBootPattern-1476222673-project] Synchronizing usage tracker for tenant:5bd5d96184e74f0ca1fb3a290ee8b3f6 on resource:port {{(pid=83869) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 13:48:53.588908 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb4a2c1-cfc8-4f8b-a5f1-2257677d92cf req-15c3e6fe-7904-4968-959f-184939ac033c tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:48:53.590995 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-0eb4a2c1-cfc8-4f8b-a5f1-2257677d92cf req-15c3e6fe-7904-4968-959f-184939ac033c tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] 10.222.0.26 "GET /v2.0/ports?device_id=e0ce2ba0-5830-4a47-85d2-6861a8178e05 HTTP/1.1" status: 200 len: 981 time: 0.0968876 Apr 01 13:48:53.626937 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [req-a07c065c-6f57-4c44-965b-c8c2a31257f5 req-62274316-7cc4-4998-9df8-f79cb73006d9 tempest-TestVolumeBootPattern-1476222673 tempest-TestVolumeBootPattern-1476222673-project] Unset dirty status for tenant:5bd5d96184e74f0ca1fb3a290ee8b3f6 on resource:port {{(pid=83869) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 13:48:53.629529 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-a07c065c-6f57-4c44-965b-c8c2a31257f5 req-62274316-7cc4-4998-9df8-f79cb73006d9 tempest-TestVolumeBootPattern-1476222673 tempest-TestVolumeBootPattern-1476222673-project] 10.222.0.26 "GET /v2.0/ports?device_id=61b401cd-7665-457a-a9a3-c59923ccb6f5 HTTP/1.1" status: 200 len: 943 time: 0.1983521 Apr 01 13:48:53.653229 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-0eb4a2c1-cfc8-4f8b-a5f1-2257677d92cf req-ea751995-d39a-4f70-950f-aee17c6ac10c tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] 10.222.0.26 "GET /v2.0/security-groups?id=32e1dfc5-fbd9-4f6b-b62f-671a1503c7d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547540 Apr 01 13:48:53.709262 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-863b4345-d19a-44bd-9f00-7f694bb1da0c req-856ed5b4-50d2-492b-b0b6-469e95b1dcd4 service neutron] 10.222.0.57 "GET /v2.0/networks/f450d435-2e18-4974-8657-011f0eedf5a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1740730 Apr 01 13:48:53.717153 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-a07c065c-6f57-4c44-965b-c8c2a31257f5 req-a0bdcd30-f96b-463d-9a16-0a343b5d0296 tempest-TestVolumeBootPattern-1476222673 tempest-TestVolumeBootPattern-1476222673-project] 10.222.0.26 "GET /v2.0/security-groups?id=27f17799-9873-4c06-85d9-3f0cf9f77d1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0780208 Apr 01 13:48:53.843137 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:48:53.864408 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-863b4345-d19a-44bd-9f00-7f694bb1da0c req-d104d59c-e745-4b76-bdc7-9fe7d27052a8 service neutron] 10.222.0.57 "GET /v2.0/networks/f450d435-2e18-4974-8657-011f0eedf5a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1466370 Apr 01 13:48:53.983072 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-d47f16a2-8077-42fc-82af-114231b0750c req-7f7e18b4-30c0-415b-b6de-0719124dac7b service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=5bd5d96184e74f0ca1fb3a290ee8b3f6&device_id=61b401cd-7665-457a-a9a3-c59923ccb6f5 HTTP/1.1" status: 200 len: 1096 time: 0.0690033 Apr 01 13:48:54.119340 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47f16a2-8077-42fc-82af-114231b0750c req-4ead6e48-7f92-4193-a4cc-ce4f982ec347 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:48:54.121152 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-d47f16a2-8077-42fc-82af-114231b0750c req-4ead6e48-7f92-4193-a4cc-ce4f982ec347 service neutron] 10.222.0.57 "GET /v2.0/networks?id=f450d435-2e18-4974-8657-011f0eedf5a1 HTTP/1.1" status: 200 len: 913 time: 0.1327345 Apr 01 13:48:54.192468 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-d47f16a2-8077-42fc-82af-114231b0750c req-6c9b752d-62e4-41d7-949c-bad26d7a8fe1 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8efa5577-b204-4478-b335-9e69465a012b HTTP/1.1" status: 200 len: 217 time: 0.0644388 Apr 01 13:48:54.254774 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47f16a2-8077-42fc-82af-114231b0750c req-44a46311-ce8e-428d-b070-d1d21f08503d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:48:54.256024 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-d47f16a2-8077-42fc-82af-114231b0750c req-44a46311-ce8e-428d-b070-d1d21f08503d service neutron] 10.222.0.57 "GET /v2.0/subnets?id=e819b10b-b5bd-410a-b72f-33f41ed14c7b HTTP/1.1" status: 200 len: 851 time: 0.0571458 Apr 01 13:48:54.333394 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-d47f16a2-8077-42fc-82af-114231b0750c req-bd5e6587-7517-46bc-a624-c1f4d9f298b9 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=f450d435-2e18-4974-8657-011f0eedf5a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0694168 Apr 01 13:48:54.359661 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Device ab57bcba-aa8d-4488-a0a9-8d8b87880eab up at agent hyperv_hv-neutron-8361 {{(pid=83872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 13:48:54.429969 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Provisioning for port ab57bcba-aa8d-4488-a0a9-8d8b87880eab completed by entity L2. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 13:48:54.435890 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Provisioning complete for port ab57bcba-aa8d-4488-a0a9-8d8b87880eab triggered by entity L2. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 13:48:54.436255 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-948329'] for port, provisioning_complete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:48:54.472960 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-d47f16a2-8077-42fc-82af-114231b0750c req-6fa58b3e-f6d6-4408-8246-cda35b7d36ec service neutron] 10.222.0.57 "GET /v2.0/networks/f450d435-2e18-4974-8657-011f0eedf5a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1277940 Apr 01 13:48:54.556331 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:48:54.585429 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0ce2ba0-5830-4a47-85d2-6861a8178e05', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab57bcba-aa8d-4488-a0a9-8d8b87880eab'}] {{(pid=83872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 13:48:54.595278 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] For port ab57bcba-aa8d-4488-a0a9-8d8b87880eab, host hv-neutron-8361, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8361',level=0,port_id=ab57bcba-aa8d-4488-a0a9-8d8b87880eab,segment=NetworkSegment(2c26745e-7bcf-42cc-927b-e92fa5b5f3d3),segment_id=2c26745e-7bcf-42cc-927b-e92fa5b5f3d3)] {{(pid=83872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 13:48:54.605618 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864'] for port, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:48:54.651216 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-d47f16a2-8077-42fc-82af-114231b0750c req-c80db0d4-7dd9-4b6d-834e-1d2f4b6b3d75 service neutron] 10.222.0.57 "GET /v2.0/networks/f450d435-2e18-4974-8657-011f0eedf5a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1720130 Apr 01 13:48:54.684157 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Pushing event updated for resources: {'Port': ['ID=ab57bcba-aa8d-4488-a0a9-8d8b87880eab,revision_number=5']} {{(pid=83872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:48:54.772471 dv-neutron-836180-1-hyperv neutron-server[83872]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e0ce2ba0-5830-4a47-85d2-6861a8178e05', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab57bcba-aa8d-4488-a0a9-8d8b87880eab', 'code': 200} Apr 01 13:48:54.898996 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82129aed-355d-439f-a5ea-8b2e916c97ca req-666f969b-1ae4-42df-870a-3cd2d7028a38 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:48:54.900910 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-82129aed-355d-439f-a5ea-8b2e916c97ca req-666f969b-1ae4-42df-870a-3cd2d7028a38 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] 10.222.0.26 "GET /v2.0/ports?device_id=e0ce2ba0-5830-4a47-85d2-6861a8178e05 HTTP/1.1" status: 200 len: 982 time: 0.0938027 Apr 01 13:48:54.993813 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581925c4-6b20-4751-bed4-7975bc92b647 req-3405c1ee-69b5-4f4b-8dee-412641964518 tempest-TestVolumeBootPattern-1476222673 tempest-TestVolumeBootPattern-1476222673-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:48:55.000557 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-581925c4-6b20-4751-bed4-7975bc92b647 req-3405c1ee-69b5-4f4b-8dee-412641964518 tempest-TestVolumeBootPattern-1476222673 tempest-TestVolumeBootPattern-1476222673-project] 10.222.0.26 "GET /v2.0/ports?device_id=61b401cd-7665-457a-a9a3-c59923ccb6f5 HTTP/1.1" status: 200 len: 943 time: 0.0841525 Apr 01 13:48:55.008439 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-82129aed-355d-439f-a5ea-8b2e916c97ca req-3f60c557-d637-4b6d-8fcc-91deca019db8 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] 10.222.0.26 "GET /v2.0/security-groups?id=32e1dfc5-fbd9-4f6b-b62f-671a1503c7d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002240 Apr 01 13:48:55.041124 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-89d6107b-068b-453a-9049-40618b1003db req-91046ed2-7057-49a5-b44b-7e60be275717 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=e0ce2ba0-5830-4a47-85d2-6861a8178e05 HTTP/1.1" status: 200 len: 1135 time: 0.0838332 Apr 01 13:48:55.045607 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-581925c4-6b20-4751-bed4-7975bc92b647 req-2d6ab5a3-500e-4dbb-8afb-b3ce747c0f1f tempest-TestVolumeBootPattern-1476222673 tempest-TestVolumeBootPattern-1476222673-project] 10.222.0.26 "GET /v2.0/security-groups?id=27f17799-9873-4c06-85d9-3f0cf9f77d1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441558 Apr 01 13:48:55.088963 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-89d6107b-068b-453a-9049-40618b1003db req-77417523-7dc0-4b07-a6a5-c373dcb25750 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=32e1dfc5-fbd9-4f6b-b62f-671a1503c7d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403700 Apr 01 13:48:56.206353 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22a01dc-0491-4de1-a69e-afbe10cb087c req-1f823a0e-f174-42cb-8fd5-9e4c0c1ef279 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:48:56.207708 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-f22a01dc-0491-4de1-a69e-afbe10cb087c req-1f823a0e-f174-42cb-8fd5-9e4c0c1ef279 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] 10.222.0.26 "GET /v2.0/ports?device_id=e0ce2ba0-5830-4a47-85d2-6861a8178e05 HTTP/1.1" status: 200 len: 982 time: 0.0774264 Apr 01 13:48:56.251449 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6084ea-ace9-4392-ad5f-b1b299ccc798 req-fe0cb58c-ff88-4fa8-9f1a-d6d8dceec0d2 tempest-TestVolumeBootPattern-1476222673 tempest-TestVolumeBootPattern-1476222673-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:48:56.257770 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-f22a01dc-0491-4de1-a69e-afbe10cb087c req-10e4de20-d51e-4038-8167-478e0d0cea6d tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] 10.222.0.26 "GET /v2.0/security-groups?id=32e1dfc5-fbd9-4f6b-b62f-671a1503c7d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432785 Apr 01 13:48:56.260415 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-7b6084ea-ace9-4392-ad5f-b1b299ccc798 req-fe0cb58c-ff88-4fa8-9f1a-d6d8dceec0d2 tempest-TestVolumeBootPattern-1476222673 tempest-TestVolumeBootPattern-1476222673-project] 10.222.0.26 "GET /v2.0/ports?device_id=61b401cd-7665-457a-a9a3-c59923ccb6f5 HTTP/1.1" status: 200 len: 943 time: 0.0899236 Apr 01 13:48:56.303937 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-7b6084ea-ace9-4392-ad5f-b1b299ccc798 req-5ef6cb52-6b9c-4b4e-a2d0-0469de113f89 tempest-TestVolumeBootPattern-1476222673 tempest-TestVolumeBootPattern-1476222673-project] 10.222.0.26 "GET /v2.0/security-groups?id=27f17799-9873-4c06-85d9-3f0cf9f77d1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425174 Apr 01 13:48:57.502763 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2ad5af-89bb-49a0-b2e0-4a3291626f32 req-256815a2-9ebe-4af5-a29d-7323bb2e8ecd tempest-TestVolumeBootPattern-1476222673 tempest-TestVolumeBootPattern-1476222673-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:48:57.504264 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-0d2ad5af-89bb-49a0-b2e0-4a3291626f32 req-256815a2-9ebe-4af5-a29d-7323bb2e8ecd tempest-TestVolumeBootPattern-1476222673 tempest-TestVolumeBootPattern-1476222673-project] 10.222.0.26 "GET /v2.0/ports?device_id=61b401cd-7665-457a-a9a3-c59923ccb6f5 HTTP/1.1" status: 200 len: 943 time: 0.0802085 Apr 01 13:48:57.555183 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-0d2ad5af-89bb-49a0-b2e0-4a3291626f32 req-a6e89fec-1b92-4e6f-b797-559378b24ef7 tempest-TestVolumeBootPattern-1476222673 tempest-TestVolumeBootPattern-1476222673-project] 10.222.0.26 "GET /v2.0/security-groups?id=27f17799-9873-4c06-85d9-3f0cf9f77d1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447965 Apr 01 13:48:57.555520 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acbe8358-effd-43e0-ad86-1edde28b6159 req-fdf8b7c0-da3b-437d-b250-15e3131e02d4 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:48:57.556977 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-acbe8358-effd-43e0-ad86-1edde28b6159 req-fdf8b7c0-da3b-437d-b250-15e3131e02d4 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] 10.222.0.26 "GET /v2.0/ports?device_id=e0ce2ba0-5830-4a47-85d2-6861a8178e05 HTTP/1.1" status: 200 len: 982 time: 0.1728458 Apr 01 13:48:57.602643 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-acbe8358-effd-43e0-ad86-1edde28b6159 req-4ed901ed-184f-44f7-a2f9-45d32438ec64 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] 10.222.0.26 "GET /v2.0/security-groups?id=32e1dfc5-fbd9-4f6b-b62f-671a1503c7d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394158 Apr 01 13:48:57.796984 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eced21df-a914-424f-8999-d158c5e60eea req-d877ff14-9607-457b-ba65-c56b28194ae8 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:48:57.798432 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-eced21df-a914-424f-8999-d158c5e60eea req-d877ff14-9607-457b-ba65-c56b28194ae8 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] 10.222.0.26 "GET /v2.0/ports?device_id=e0ce2ba0-5830-4a47-85d2-6861a8178e05 HTTP/1.1" status: 200 len: 982 time: 0.0741773 Apr 01 13:48:57.842902 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-eced21df-a914-424f-8999-d158c5e60eea req-a455e171-bc93-4894-a0a7-745a28fbfd9c tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] 10.222.0.26 "GET /v2.0/security-groups?id=32e1dfc5-fbd9-4f6b-b62f-671a1503c7d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389760 Apr 01 13:48:57.869595 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 58898) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:48:57.937698 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-bd06aa47-7d3b-455a-bef2-c9d5ae5c8fc1 tempest-TestNetworkBasicOps-1234239346 tempest-TestNetworkBasicOps-1234239346-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=e0ce2ba0-5830-4a47-85d2-6861a8178e05 HTTP/1.1" status: 200 len: 1130 time: 0.0667453 Apr 01 13:48:57.940390 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 58902) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:48:57.945320 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.v2.base [None req-c854a0ca-2e6d-4e9f-8728-da4648656204 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Request body: {'floatingip': {'floating_network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'port_id': 'ab57bcba-aa8d-4488-a0a9-8d8b87880eab', 'tenant_id': 'f17cecf0d6854286bcc6f673927088ad', 'fixed_ip_address': '172.20.0.8'}} {{(pid=83869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:48:57.951120 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-c854a0ca-2e6d-4e9f-8728-da4648656204 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:48:57.954878 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-c854a0ca-2e6d-4e9f-8728-da4648656204 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Usage tracker for resource:floatingip and tenant:f17cecf0d6854286bcc6f673927088ad is out of sync, need to count used quota {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 13:48:57.957627 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-c854a0ca-2e6d-4e9f-8728-da4648656204 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 13:48:57.963147 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-c854a0ca-2e6d-4e9f-8728-da4648656204 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:48:57.973290 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-c854a0ca-2e6d-4e9f-8728-da4648656204 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks [] for floatingip, before_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:48:58.104193 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-c854a0ca-2e6d-4e9f-8728-da4648656204 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:48:58.239586 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.db_base_plugin_common [None req-c854a0ca-2e6d-4e9f-8728-da4648656204 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Allocated IP 172.26.5.13 (725864b8-cceb-48c9-b5d3-1bfc4423e301/e2ed99db-0e25-4971-b535-7fa69231fae8/9dbb215c-4392-4d99-9cd7-5fb49dd6bf9a) {{(pid=83869) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 13:48:58.384935 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-c854a0ca-2e6d-4e9f-8728-da4648656204 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks [] for port, precommit_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:48:58.412501 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-c854a0ca-2e6d-4e9f-8728-da4648656204 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736732935801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2705155'] for port, after_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:48:58.477910 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c854a0ca-2e6d-4e9f-8728-da4648656204 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Network 725864b8-cceb-48c9-b5d3-1bfc4423e301 is already hosted by enough agents. {{(pid=83869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 13:48:58.479228 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.scheduler.base_scheduler [None req-c854a0ca-2e6d-4e9f-8728-da4648656204 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Resources bound (agent type, host, resource id): {{(pid=83869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 13:48:58.484312 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c854a0ca-2e6d-4e9f-8728-da4648656204 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Received port after_create {{(pid=83869) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 13:48:58.521997 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c854a0ca-2e6d-4e9f-8728-da4648656204 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Pushing event updated for resources: {'Port': ['ID=9dbb215c-4392-4d99-9cd7-5fb49dd6bf9a,revision_number=1']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:48:58.894243 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22c328f-434d-42e0-a609-3ada5dd15282 req-6a7b5af4-10c9-4caa-8683-0bfd84b15fae tempest-TestVolumeBootPattern-1476222673 tempest-TestVolumeBootPattern-1476222673-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:48:58.895663 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-f22c328f-434d-42e0-a609-3ada5dd15282 req-6a7b5af4-10c9-4caa-8683-0bfd84b15fae tempest-TestVolumeBootPattern-1476222673 tempest-TestVolumeBootPattern-1476222673-project] 10.222.0.26 "GET /v2.0/ports?device_id=61b401cd-7665-457a-a9a3-c59923ccb6f5 HTTP/1.1" status: 200 len: 943 time: 0.1821020 Apr 01 13:48:58.962883 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-f22c328f-434d-42e0-a609-3ada5dd15282 req-f7fb4922-72de-4fd7-9fa2-7a789e880e94 tempest-TestVolumeBootPattern-1476222673 tempest-TestVolumeBootPattern-1476222673-project] 10.222.0.26 "GET /v2.0/security-groups?id=27f17799-9873-4c06-85d9-3f0cf9f77d1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0611956 Apr 01 13:48:59.078915 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-c854a0ca-2e6d-4e9f-8728-da4648656204 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:48:59.131764 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-c854a0ca-2e6d-4e9f-8728-da4648656204 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:48:59.333282 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-c854a0ca-2e6d-4e9f-8728-da4648656204 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks [] for port, precommit_update {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:48:59.337637 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-c854a0ca-2e6d-4e9f-8728-da4648656204 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2705172'] for port, after_update {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:48:59.540286 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c854a0ca-2e6d-4e9f-8728-da4648656204 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Pushing event updated for resources: {'Port': ['ID=9dbb215c-4392-4d99-9cd7-5fb49dd6bf9a,revision_number=2']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:48:59.552548 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-c854a0ca-2e6d-4e9f-8728-da4648656204 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4084747'] for floatingip, after_update {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:48:59.735328 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.db.l3_db [None req-c854a0ca-2e6d-4e9f-8728-da4648656204 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Floating IP 1af53714-5120-4951-87d1-4f6fa397e8d1 associated. External IP: 172.26.5.13, port: ab57bcba-aa8d-4488-a0a9-8d8b87880eab. Apr 01 13:49:00.179596 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c854a0ca-2e6d-4e9f-8728-da4648656204 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Router a09a44a2-26e4-47ca-b887-06d4d20e111e has already been hosted by L3 agent 88bf8fc8-11a3-4e96-9d1b-5fd93ba9f6f1 {{(pid=83869) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 13:49:00.181576 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0da739e-85be-4b74-a429-704859e1e1df req-1d8e4b43-9606-4923-bad8-22c68c55ee33 tempest-TestVolumeBootPattern-1476222673 tempest-TestVolumeBootPattern-1476222673-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:49:00.183647 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-d0da739e-85be-4b74-a429-704859e1e1df req-1d8e4b43-9606-4923-bad8-22c68c55ee33 tempest-TestVolumeBootPattern-1476222673 tempest-TestVolumeBootPattern-1476222673-project] 10.222.0.26 "GET /v2.0/ports?device_id=61b401cd-7665-457a-a9a3-c59923ccb6f5 HTTP/1.1" status: 200 len: 943 time: 0.0832222 Apr 01 13:49:00.237202 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-d0da739e-85be-4b74-a429-704859e1e1df req-116435ff-41b3-438e-9919-4647646df7dd tempest-TestVolumeBootPattern-1476222673 tempest-TestVolumeBootPattern-1476222673-project] 10.222.0.26 "GET /v2.0/security-groups?id=27f17799-9873-4c06-85d9-3f0cf9f77d1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446956 Apr 01 13:49:00.404629 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c854a0ca-2e6d-4e9f-8728-da4648656204 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify agent at l3_agent.dv-neutron-836180-1-hyperv the message routers_updated {{(pid=83869) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 13:49:00.415188 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69a6badc-efa5-4a7b-bbbf-a52ffcf7ee72 None None] Sync routers for ids ['a09a44a2-26e4-47ca-b887-06d4d20e111e'] in dv-neutron-836180-1-hyperv {{(pid=83872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 13:49:00.428834 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69a6badc-efa5-4a7b-bbbf-a52ffcf7ee72 None None] Routers {'a09a44a2-26e4-47ca-b887-06d4d20e111e'} bound to L3 agent in host dv-neutron-836180-1-hyperv {{(pid=83872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 13:49:00.429448 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_hamode_db [None req-69a6badc-efa5-4a7b-bbbf-a52ffcf7ee72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836180-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T13:25:36Z,description=,heartbeat_timestamp=2022-04-01T13:48:36Z,host='dv-neutron-836180-1-hyperv',id=88bf8fc8-11a3-4e96-9d1b-5fd93ba9f6f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T13:25:36Z,topic='l3_agent')) {'router_ids': ['a09a44a2-26e4-47ca-b887-06d4d20e111e'], 'active': True} {{(pid=83872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:49:00.435190 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-c854a0ca-2e6d-4e9f-8728-da4648656204 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109561'] for floatingip, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:49:00.493970 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-c854a0ca-2e6d-4e9f-8728-da4648656204 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 1032 time: 2.5518291 Apr 01 13:49:00.493970 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e0ce2ba0-5830-4a47-85d2-6861a8178e05', 'tag': 'ab57bcba-aa8d-4488-a0a9-8d8b87880eab'}] {{(pid=83869) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 13:49:00.496740 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 58910) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:49:00.579948 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e0ce2ba0-5830-4a47-85d2-6861a8178e05', 'tag': 'ab57bcba-aa8d-4488-a0a9-8d8b87880eab', 'status': 'completed', 'code': 200} Apr 01 13:49:00.583641 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-fe35d79d-fa98-4429-aeb9-d4aff1cd9d88 tempest-TestNetworkBasicOps-1234239346 tempest-TestNetworkBasicOps-1234239346-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=e0ce2ba0-5830-4a47-85d2-6861a8178e05&network_id=5c1aab84-acd9-47d0-929c-b712112be47d HTTP/1.1" status: 200 len: 1130 time: 0.0856984 Apr 01 13:49:00.636504 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_dvr_db [None req-69a6badc-efa5-4a7b-bbbf-a52ffcf7ee72 None None] Set router a09a44a2-26e4-47ca-b887-06d4d20e111e gateway port host: dv-neutron-836180-1-hyperv {{(pid=83872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 13:49:00.682617 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-0ac03f5f-0f9f-40e7-a3cf-1b2c0d468720 req-b0c5d4b8-593e-4b14-96ea-049d36223b42 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=f17cecf0d6854286bcc6f673927088ad&device_id=e0ce2ba0-5830-4a47-85d2-6861a8178e05 HTTP/1.1" status: 200 len: 1135 time: 0.0881932 Apr 01 13:49:00.838822 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac03f5f-0f9f-40e7-a3cf-1b2c0d468720 req-0b780d35-1f36-4e99-bd90-ccca965f75bd service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:49:00.840935 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-0ac03f5f-0f9f-40e7-a3cf-1b2c0d468720 req-0b780d35-1f36-4e99-bd90-ccca965f75bd service neutron] 10.222.0.57 "GET /v2.0/networks?id=5c1aab84-acd9-47d0-929c-b712112be47d HTTP/1.1" status: 200 len: 898 time: 0.1508913 Apr 01 13:49:00.988658 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-0ac03f5f-0f9f-40e7-a3cf-1b2c0d468720 req-9bbcc4d4-1a96-47ea-866f-a2354ff05bd0 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ab57bcba-aa8d-4488-a0a9-8d8b87880eab HTTP/1.1" status: 200 len: 1035 time: 0.1413491 Apr 01 13:49:01.011815 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_hamode_db [None req-69a6badc-efa5-4a7b-bbbf-a52ffcf7ee72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a09a44a2-26e4-47ca-b887-06d4d20e111e', 'name': 'tempest-TestNetworkBasicOps-router-1417230606', 'tenant_id': 'f17cecf0d6854286bcc6f673927088ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'external_fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.205'}], 'enable_snat': True}, 'gw_port_id': '8acc902b-47b3-4579-a0f2-45252714c874', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T13:48:33Z', 'updated_at': '2022-04-01T13:48:38Z', 'revision_number': 4, 'project_id': 'f17cecf0d6854286bcc6f673927088ad', 'gw_port': {'id': '8acc902b-47b3-4579-a0f2-45252714c874', 'name': '', 'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:4c:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a09a44a2-26e4-47ca-b887-06d4d20e111e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836180-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:48:34Z', 'updated_at': '2022-04-01T13:48:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836180-1-hyperv', '_floatingips': [{'id': '1af53714-5120-4951-87d1-4f6fa397e8d1', 'tenant_id': 'f17cecf0d6854286bcc6f673927088ad', 'floating_ip_address': '172.26.5.13', 'floating_network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'router_id': 'a09a44a2-26e4-47ca-b887-06d4d20e111e', 'port_id': 'ab57bcba-aa8d-4488-a0a9-8d8b87880eab', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-441968410', 'network_id': '5c1aab84-acd9-47d0-929c-b712112be47d', 'mac_address': 'fa:16:3e:66:93:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0ce2ba0-5830-4a47-85d2-6861a8178e05', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T13:48:58Z', 'updated_at': '2022-04-01T13:48:58Z', 'revision_number': 0, 'project_id': 'f17cecf0d6854286bcc6f673927088ad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c16a5c2e-6abe-4d66-89d7-af840392d423', 'name': '', 'network_id': '5c1aab84-acd9-47d0-929c-b712112be47d', 'tenant_id': 'f17cecf0d6854286bcc6f673927088ad', 'mac_address': 'fa:16:3e:c5:81:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a09a44a2-26e4-47ca-b887-06d4d20e111e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '572f29b1-fcd6-4781-914d-1b26b709c53e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836180-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:48:37Z', 'updated_at': '2022-04-01T13:48:46Z', 'revision_number': 5, 'project_id': 'f17cecf0d6854286bcc6f673927088ad', 'subnets': [{'id': '572f29b1-fcd6-4781-914d-1b26b709c53e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-836180-1-hyperv', False) {} {{(pid=83872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:49:01.015736 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69a6badc-efa5-4a7b-bbbf-a52ffcf7ee72 None None] Checking router: a09a44a2-26e4-47ca-b887-06d4d20e111e for host: dv-neutron-836180-1-hyperv {{(pid=83872) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 01 13:49:01.026294 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69a6badc-efa5-4a7b-bbbf-a52ffcf7ee72 None None] Routers {'a09a44a2-26e4-47ca-b887-06d4d20e111e'} bound to L3 agent in host dv-neutron-836180-1-hyperv {{(pid=83872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 13:49:01.027418 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_hamode_db [None req-69a6badc-efa5-4a7b-bbbf-a52ffcf7ee72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836180-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T13:25:36Z,description=,heartbeat_timestamp=2022-04-01T13:48:36Z,host='dv-neutron-836180-1-hyperv',id=88bf8fc8-11a3-4e96-9d1b-5fd93ba9f6f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T13:25:36Z,topic='l3_agent')) {'router_ids': ['a09a44a2-26e4-47ca-b887-06d4d20e111e'], 'active': True} {{(pid=83872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:49:01.090187 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d98c09-9ebc-4022-9e21-5e559b375d9d req-949a77fd-b81f-4dcb-aee0-f17136613bce tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:49:01.091901 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-42d98c09-9ebc-4022-9e21-5e559b375d9d req-949a77fd-b81f-4dcb-aee0-f17136613bce tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] 10.222.0.26 "GET /v2.0/ports?device_id=e0ce2ba0-5830-4a47-85d2-6861a8178e05 HTTP/1.1" status: 200 len: 982 time: 0.1748605 Apr 01 13:49:01.095334 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac03f5f-0f9f-40e7-a3cf-1b2c0d468720 req-7389d12f-bfd0-4f26-b489-76a3af024eec service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:49:01.096673 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-0ac03f5f-0f9f-40e7-a3cf-1b2c0d468720 req-7389d12f-bfd0-4f26-b489-76a3af024eec service neutron] 10.222.0.57 "GET /v2.0/subnets?id=572f29b1-fcd6-4781-914d-1b26b709c53e HTTP/1.1" status: 200 len: 835 time: 0.0947788 Apr 01 13:49:01.205319 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-42d98c09-9ebc-4022-9e21-5e559b375d9d req-8e0ecadd-0099-4823-aae5-4562c0c7a535 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] 10.222.0.26 "GET /v2.0/security-groups?id=32e1dfc5-fbd9-4f6b-b62f-671a1503c7d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074922 Apr 01 13:49:01.206781 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_dvr_db [None req-69a6badc-efa5-4a7b-bbbf-a52ffcf7ee72 None None] Set router a09a44a2-26e4-47ca-b887-06d4d20e111e gateway port host: dv-neutron-836180-1-hyperv {{(pid=83872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 13:49:01.239290 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-0ac03f5f-0f9f-40e7-a3cf-1b2c0d468720 req-dc2ec0ac-f169-4f65-971a-751ac99a530f service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=5c1aab84-acd9-47d0-929c-b712112be47d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1165106 Apr 01 13:49:01.463602 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deeb0164-a1a5-45e8-94a4-2275b1e5c87e req-1162eb54-21a8-4376-b0d3-871cb14a8a0f tempest-TestVolumeBootPattern-1476222673 tempest-TestVolumeBootPattern-1476222673-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:49:01.465171 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-deeb0164-a1a5-45e8-94a4-2275b1e5c87e req-1162eb54-21a8-4376-b0d3-871cb14a8a0f tempest-TestVolumeBootPattern-1476222673 tempest-TestVolumeBootPattern-1476222673-project] 10.222.0.26 "GET /v2.0/ports?device_id=61b401cd-7665-457a-a9a3-c59923ccb6f5 HTTP/1.1" status: 200 len: 943 time: 0.0893409 Apr 01 13:49:01.504152 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-0ac03f5f-0f9f-40e7-a3cf-1b2c0d468720 req-991fb76f-6973-4760-bbab-d298e4a65758 service neutron] 10.222.0.57 "GET /v2.0/networks/5c1aab84-acd9-47d0-929c-b712112be47d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2579570 Apr 01 13:49:01.513319 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-deeb0164-a1a5-45e8-94a4-2275b1e5c87e req-0b902ec5-e4c6-4e5b-bb37-769fadd5c94c tempest-TestVolumeBootPattern-1476222673 tempest-TestVolumeBootPattern-1476222673-project] 10.222.0.26 "GET /v2.0/security-groups?id=27f17799-9873-4c06-85d9-3f0cf9f77d1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423808 Apr 01 13:49:01.606829 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_hamode_db [None req-69a6badc-efa5-4a7b-bbbf-a52ffcf7ee72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a09a44a2-26e4-47ca-b887-06d4d20e111e', 'name': 'tempest-TestNetworkBasicOps-router-1417230606', 'tenant_id': 'f17cecf0d6854286bcc6f673927088ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'external_fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.205'}], 'enable_snat': True}, 'gw_port_id': '8acc902b-47b3-4579-a0f2-45252714c874', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T13:48:33Z', 'updated_at': '2022-04-01T13:48:38Z', 'revision_number': 4, 'project_id': 'f17cecf0d6854286bcc6f673927088ad', 'gw_port': {'id': '8acc902b-47b3-4579-a0f2-45252714c874', 'name': '', 'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:4c:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a09a44a2-26e4-47ca-b887-06d4d20e111e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836180-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:48:34Z', 'updated_at': '2022-04-01T13:48:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836180-1-hyperv', '_floatingips': [{'id': '1af53714-5120-4951-87d1-4f6fa397e8d1', 'tenant_id': 'f17cecf0d6854286bcc6f673927088ad', 'floating_ip_address': '172.26.5.13', 'floating_network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'router_id': 'a09a44a2-26e4-47ca-b887-06d4d20e111e', 'port_id': 'ab57bcba-aa8d-4488-a0a9-8d8b87880eab', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-441968410', 'network_id': '5c1aab84-acd9-47d0-929c-b712112be47d', 'mac_address': 'fa:16:3e:66:93:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0ce2ba0-5830-4a47-85d2-6861a8178e05', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T13:48:58Z', 'updated_at': '2022-04-01T13:48:58Z', 'revision_number': 0, 'project_id': 'f17cecf0d6854286bcc6f673927088ad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c16a5c2e-6abe-4d66-89d7-af840392d423', 'name': '', 'network_id': '5c1aab84-acd9-47d0-929c-b712112be47d', 'tenant_id': 'f17cecf0d6854286bcc6f673927088ad', 'mac_address': 'fa:16:3e:c5:81:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a09a44a2-26e4-47ca-b887-06d4d20e111e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '572f29b1-fcd6-4781-914d-1b26b709c53e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836180-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:48:37Z', 'updated_at': '2022-04-01T13:48:46Z', 'revision_number': 5, 'project_id': 'f17cecf0d6854286bcc6f673927088ad', 'subnets': [{'id': '572f29b1-fcd6-4781-914d-1b26b709c53e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-836180-1-hyperv', False) {} {{(pid=83872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:49:01.610784 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69a6badc-efa5-4a7b-bbbf-a52ffcf7ee72 None None] The sync data for ids ['a09a44a2-26e4-47ca-b887-06d4d20e111e'] in dv-neutron-836180-1-hyperv is: [{'id': 'a09a44a2-26e4-47ca-b887-06d4d20e111e', 'name': 'tempest-TestNetworkBasicOps-router-1417230606', 'tenant_id': 'f17cecf0d6854286bcc6f673927088ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'external_fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.205'}], 'enable_snat': True}, 'gw_port_id': '8acc902b-47b3-4579-a0f2-45252714c874', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T13:48:33Z', 'updated_at': '2022-04-01T13:48:38Z', 'revision_number': 4, 'project_id': 'f17cecf0d6854286bcc6f673927088ad', 'gw_port': {'id': '8acc902b-47b3-4579-a0f2-45252714c874', 'name': '', 'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:4c:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a09a44a2-26e4-47ca-b887-06d4d20e111e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836180-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:48:34Z', 'updated_at': '2022-04-01T13:48:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836180-1-hyperv', '_floatingips': [{'id': '1af53714-5120-4951-87d1-4f6fa397e8d1', 'tenant_id': 'f17cecf0d6854286bcc6f673927088ad', 'floating_ip_address': '172.26.5.13', 'floating_network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'router_id': 'a09a44a2-26e4-47ca-b887-06d4d20e111e', 'port_id': 'ab57bcba-aa8d-4488-a0a9-8d8b87880eab', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-441968410', 'network_id': '5c1aab84-acd9-47d0-929c-b712112be47d', 'mac_address': 'fa:16:3e:66:93:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0ce2ba0-5830-4a47-85d2-6861a8178e05', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T13:48:58Z', 'updated_at': '2022-04-01T13:48:58Z', 'revision_number': 0, 'project_id': 'f17cecf0d6854286bcc6f673927088ad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c16a5c2e-6abe-4d66-89d7-af840392d423', 'name': '', 'network_id': '5c1aab84-acd9-47d0-929c-b712112be47d', 'tenant_id': 'f17cecf0d6854286bcc6f673927088ad', 'mac_address': 'fa:16:3e:c5:81:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a09a44a2-26e4-47ca-b887-06d4d20e111e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '572f29b1-fcd6-4781-914d-1b26b709c53e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836180-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:48:37Z', 'updated_at': '2022-04-01T13:48:46Z', 'revision_number': 5, 'project_id': 'f17cecf0d6854286bcc6f673927088ad', 'subnets': [{'id': '572f29b1-fcd6-4781-914d-1b26b709c53e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 13:49:01.641824 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-0ac03f5f-0f9f-40e7-a3cf-1b2c0d468720 req-23d3150a-a342-495a-920b-1685eda53b4e service neutron] 10.222.0.57 "GET /v2.0/networks/5c1aab84-acd9-47d0-929c-b712112be47d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1274989 Apr 01 13:49:01.800615 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3badd00-d31d-4a3d-a02b-80625854f99c None None] New status for floating IP 1af53714-5120-4951-87d1-4f6fa397e8d1: ACTIVE {{(pid=83873) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 01 13:49:02.392736 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Device 8efa5577-b204-4478-b335-9e69465a012b details requested by agent hyperv_hv-neutron-8361 with host hv-neutron-8361 {{(pid=83872) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 01 13:49:02.461715 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b011e1-430f-4abb-b306-9501aa4d8bc5 req-c0360021-493b-40ba-ad46-7fb54b6dcdac tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:49:02.463130 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-54b011e1-430f-4abb-b306-9501aa4d8bc5 req-c0360021-493b-40ba-ad46-7fb54b6dcdac tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] 10.222.0.57 "GET /v2.0/ports?device_id=e0ce2ba0-5830-4a47-85d2-6861a8178e05 HTTP/1.1" status: 200 len: 982 time: 0.1371899 Apr 01 13:49:02.470160 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb701d3-0f9f-49a8-9ab6-60d819c2d214 req-55ffb337-8b09-4c1d-b33e-f75da655f252 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:49:02.471498 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-7bb701d3-0f9f-49a8-9ab6-60d819c2d214 req-55ffb337-8b09-4c1d-b33e-f75da655f252 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] 10.222.0.26 "GET /v2.0/ports?device_id=e0ce2ba0-5830-4a47-85d2-6861a8178e05 HTTP/1.1" status: 200 len: 982 time: 0.1155581 Apr 01 13:49:02.527941 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] For port 8efa5577-b204-4478-b335-9e69465a012b, host hv-neutron-8361, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8361',level=0,port_id=8efa5577-b204-4478-b335-9e69465a012b,segment=NetworkSegment(75975926-68c3-4fd7-98af-37ba4697d49a),segment_id=75975926-68c3-4fd7-98af-37ba4697d49a)] {{(pid=83872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 13:49:02.541376 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Returning: {'device': '8efa5577-b204-4478-b335-9e69465a012b', 'network_id': 'f450d435-2e18-4974-8657-011f0eedf5a1', 'port_id': '8efa5577-b204-4478-b335-9e69465a012b', 'mac_address': 'fa:16:3e:cb:50:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 373, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e819b10b-b5bd-410a-b72f-33f41ed14c7b', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83872) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 01 13:49:02.568484 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b011e1-430f-4abb-b306-9501aa4d8bc5 req-5c4b0e81-c23c-4421-be38-66068273c861 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:49:02.569821 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-54b011e1-430f-4abb-b306-9501aa4d8bc5 req-5c4b0e81-c23c-4421-be38-66068273c861 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] 10.222.0.57 "GET /v2.0/ports/ab57bcba-aa8d-4488-a0a9-8d8b87880eab?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0973873 Apr 01 13:49:02.575014 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-7bb701d3-0f9f-49a8-9ab6-60d819c2d214 req-1171f80c-8314-49d5-8576-c5d4806d7bb9 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] 10.222.0.26 "GET /v2.0/security-groups?id=32e1dfc5-fbd9-4f6b-b62f-671a1503c7d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722878 Apr 01 13:49:02.617633 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:49:02.635087 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.notifiers.nova [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8efa5577-b204-4478-b335-9e69465a012b {{(pid=83872) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 01 13:49:02.650964 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] For port 8efa5577-b204-4478-b335-9e69465a012b, host hv-neutron-8361, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8361',level=0,port_id=8efa5577-b204-4478-b335-9e69465a012b,segment=NetworkSegment(75975926-68c3-4fd7-98af-37ba4697d49a),segment_id=75975926-68c3-4fd7-98af-37ba4697d49a)] {{(pid=83872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 13:49:02.655608 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864'] for port, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:49:02.721152 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-54b011e1-430f-4abb-b306-9501aa4d8bc5 req-f7914819-7e9c-40c8-80eb-3f77fd93c884 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] 10.222.0.57 "GET /v2.0/networks/5c1aab84-acd9-47d0-929c-b712112be47d?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.1437697 Apr 01 13:49:02.722447 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920f2c4c-9332-4381-8496-c04a5d0fa5b3 req-bdb92ce5-7efe-4d72-89c5-27482399bbb6 tempest-TestVolumeBootPattern-1476222673 tempest-TestVolumeBootPattern-1476222673-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:49:02.723879 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-920f2c4c-9332-4381-8496-c04a5d0fa5b3 req-bdb92ce5-7efe-4d72-89c5-27482399bbb6 tempest-TestVolumeBootPattern-1476222673 tempest-TestVolumeBootPattern-1476222673-project] 10.222.0.26 "GET /v2.0/ports?device_id=61b401cd-7665-457a-a9a3-c59923ccb6f5 HTTP/1.1" status: 200 len: 944 time: 0.0795033 Apr 01 13:49:02.726116 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Pushing event updated for resources: {'Port': ['ID=8efa5577-b204-4478-b335-9e69465a012b,revision_number=4']} {{(pid=83872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:49:02.733858 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.v2.base [req-54b011e1-430f-4abb-b306-9501aa4d8bc5 req-e996c178-816c-40f7-a597-a929ec1a9639 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=83869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:49:02.773283 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-920f2c4c-9332-4381-8496-c04a5d0fa5b3 req-c5ce8ee5-96fc-45a3-b8fa-a4dcb090bdd1 tempest-TestVolumeBootPattern-1476222673 tempest-TestVolumeBootPattern-1476222673-project] 10.222.0.26 "GET /v2.0/security-groups?id=27f17799-9873-4c06-85d9-3f0cf9f77d1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398324 Apr 01 13:49:02.843301 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [req-54b011e1-430f-4abb-b306-9501aa4d8bc5 req-e996c178-816c-40f7-a597-a929ec1a9639 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:49:02.902819 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] get_ports_and_sgs() called for port_ids ['8efa5577-b204-4478-b335-9e69465a012b'] {{(pid=83872) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 01 13:49:02.977244 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.agents_db [None req-bdd220c7-049a-43d2-a923-ad1a2de078c6 None None] Agent healthcheck: found 6 active agents {{(pid=83873) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 01 13:49:03.046403 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.db [req-54b011e1-430f-4abb-b306-9501aa4d8bc5 req-e996c178-816c-40f7-a597-a929ec1a9639 service neutron] For port ab57bcba-aa8d-4488-a0a9-8d8b87880eab, host hv-neutron-8361, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8361',level=0,port_id=ab57bcba-aa8d-4488-a0a9-8d8b87880eab,segment=NetworkSegment(2c26745e-7bcf-42cc-927b-e92fa5b5f3d3),segment_id=2c26745e-7bcf-42cc-927b-e92fa5b5f3d3)] {{(pid=83869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 13:49:03.075472 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.db [req-54b011e1-430f-4abb-b306-9501aa4d8bc5 req-e996c178-816c-40f7-a597-a929ec1a9639 service neutron] For port ab57bcba-aa8d-4488-a0a9-8d8b87880eab, host hv-neutron-8361, cleared binding levels {{(pid=83869) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 13:49:03.125263 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.notifiers.nova [req-54b011e1-430f-4abb-b306-9501aa4d8bc5 req-e996c178-816c-40f7-a597-a929ec1a9639 service neutron] device_id is not set on port ab57bcba-aa8d-4488-a0a9-8d8b87880eab yet. {{(pid=83869) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 01 13:49:03.133585 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [req-54b011e1-430f-4abb-b306-9501aa4d8bc5 req-e996c178-816c-40f7-a597-a929ec1a9639 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:49:03.139428 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [req-54b011e1-430f-4abb-b306-9501aa4d8bc5 req-e996c178-816c-40f7-a597-a929ec1a9639 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2705172'] for port, after_update {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:49:03.271620 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e996c178-816c-40f7-a597-a929ec1a9639 service neutron] Pushing event updated for resources: {'Port': ['ID=ab57bcba-aa8d-4488-a0a9-8d8b87880eab,revision_number=6']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:49:03.335539 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_dvrscheduler_db [req-54b011e1-430f-4abb-b306-9501aa4d8bc5 req-e996c178-816c-40f7-a597-a929ec1a9639 service neutron] No DVR routers for this DVR port ab57bcba-aa8d-4488-a0a9-8d8b87880eab on host hv-neutron-8361 {{(pid=83869) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 13:49:03.431570 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-3f85db89-16cc-4b7d-96e5-ae9b1f918f43 None None] Provisioning complete for port ab57bcba-aa8d-4488-a0a9-8d8b87880eab triggered by entity DHCP. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 13:49:03.431938 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-3f85db89-16cc-4b7d-96e5-ae9b1f918f43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-948329'] for port, provisioning_complete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:49:03.486706 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.plugin [None req-3f85db89-16cc-4b7d-96e5-ae9b1f918f43 None None] Port ab57bcba-aa8d-4488-a0a9-8d8b87880eab cannot update to ACTIVE because it is not bound. {{(pid=83872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 13:49:03.538165 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-211d3e10-de5d-4f5e-a90e-dd4765b4b30c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:49:03.580731 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.plugin [req-54b011e1-430f-4abb-b306-9501aa4d8bc5 req-e996c178-816c-40f7-a597-a929ec1a9639 service neutron] In _notify_port_updated(), no bound segment for port ab57bcba-aa8d-4488-a0a9-8d8b87880eab on network 5c1aab84-acd9-47d0-929c-b712112be47d {{(pid=83869) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Apr 01 13:49:03.581751 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [req-54b011e1-430f-4abb-b306-9501aa4d8bc5 req-e996c178-816c-40f7-a597-a929ec1a9639 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109561'] for port, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:49:03.583055 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-54b011e1-430f-4abb-b306-9501aa4d8bc5 req-e996c178-816c-40f7-a597-a929ec1a9639 service neutron] 10.222.0.57 "PUT /v2.0/ports/ab57bcba-aa8d-4488-a0a9-8d8b87880eab HTTP/1.1" status: 200 len: 1025 time: 0.8550179 Apr 01 13:49:03.743224 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-ae69c41a-3567-4220-8709-6a9c7b73f4d4 req-d7b39c61-e554-49bb-8c1c-720b94a2f77e tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] 10.222.0.26 "GET /v2.0/ports?device_id=e0ce2ba0-5830-4a47-85d2-6861a8178e05 HTTP/1.1" status: 200 len: 210 time: 0.0411513 Apr 01 13:49:03.973889 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d9a312-3924-466c-9371-0bcac0acd50a req-421e316d-e7f0-42aa-b2d6-ceb0e081ddf3 tempest-TestVolumeBootPattern-1476222673 tempest-TestVolumeBootPattern-1476222673-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:49:03.975331 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-d9d9a312-3924-466c-9371-0bcac0acd50a req-421e316d-e7f0-42aa-b2d6-ceb0e081ddf3 tempest-TestVolumeBootPattern-1476222673 tempest-TestVolumeBootPattern-1476222673-project] 10.222.0.26 "GET /v2.0/ports?device_id=61b401cd-7665-457a-a9a3-c59923ccb6f5 HTTP/1.1" status: 200 len: 944 time: 0.0807114 Apr 01 13:49:04.022560 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-d9d9a312-3924-466c-9371-0bcac0acd50a req-def9d9fb-607e-42e6-9fc3-74d1d73e6b9f tempest-TestVolumeBootPattern-1476222673 tempest-TestVolumeBootPattern-1476222673-project] 10.222.0.26 "GET /v2.0/security-groups?id=27f17799-9873-4c06-85d9-3f0cf9f77d1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416498 Apr 01 13:49:04.408510 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Device 8efa5577-b204-4478-b335-9e69465a012b up at agent hyperv_hv-neutron-8361 {{(pid=83872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 13:49:04.475540 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Provisioning for port 8efa5577-b204-4478-b335-9e69465a012b completed by entity L2. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 13:49:04.480561 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Provisioning complete for port 8efa5577-b204-4478-b335-9e69465a012b triggered by entity L2. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 13:49:04.481113 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-948329'] for port, provisioning_complete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:49:04.595897 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:49:04.622135 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61b401cd-7665-457a-a9a3-c59923ccb6f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8efa5577-b204-4478-b335-9e69465a012b'}] {{(pid=83872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 13:49:04.631674 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] For port 8efa5577-b204-4478-b335-9e69465a012b, host hv-neutron-8361, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8361',level=0,port_id=8efa5577-b204-4478-b335-9e69465a012b,segment=NetworkSegment(75975926-68c3-4fd7-98af-37ba4697d49a),segment_id=75975926-68c3-4fd7-98af-37ba4697d49a)] {{(pid=83872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 13:49:04.635523 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864'] for port, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:49:04.636343 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Device ab57bcba-aa8d-4488-a0a9-8d8b87880eab no longer exists at agent hyperv_hv-neutron-8361 {{(pid=83872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 13:49:04.705218 dv-neutron-836180-1-hyperv neutron-server[83872]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61b401cd-7665-457a-a9a3-c59923ccb6f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8efa5577-b204-4478-b335-9e69465a012b', 'code': 200} Apr 01 13:49:04.750639 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Device ab57bcba-aa8d-4488-a0a9-8d8b87880eab not bound to the agent host hv-neutron-8361 {{(pid=83872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 13:49:04.754835 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Pushing event updated for resources: {'Port': ['ID=8efa5577-b204-4478-b335-9e69465a012b,revision_number=5']} {{(pid=83872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:49:04.848600 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 58934) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:49:04.915621 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c4bba03-48b1-4afa-b7a7-714de3286116 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:49:04.917016 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-9c4bba03-48b1-4afa-b7a7-714de3286116 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] 10.222.0.26 "GET /v2.0/ports/ab57bcba-aa8d-4488-a0a9-8d8b87880eab HTTP/1.1" status: 200 len: 924 time: 0.0675092 Apr 01 13:49:04.978777 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-4b582594-c536-44e3-8a6d-294dfc0f8f14 req-821acae7-73f6-4e00-8c71-effa166ed1bb service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=61b401cd-7665-457a-a9a3-c59923ccb6f5 HTTP/1.1" status: 200 len: 1098 time: 0.0682442 Apr 01 13:49:05.126476 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-4b582594-c536-44e3-8a6d-294dfc0f8f14 req-ff7e7fdb-8dd2-48ba-8c17-9b49d269337b service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=27f17799-9873-4c06-85d9-3f0cf9f77d1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1377449 Apr 01 13:49:05.227072 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397f8b11-3cf3-4c97-ab0a-35722cde8c0f req-d9d59121-2cf4-484e-a1f8-119262e4e281 tempest-TestVolumeBootPattern-1476222673 tempest-TestVolumeBootPattern-1476222673-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:49:05.228638 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-397f8b11-3cf3-4c97-ab0a-35722cde8c0f req-d9d59121-2cf4-484e-a1f8-119262e4e281 tempest-TestVolumeBootPattern-1476222673 tempest-TestVolumeBootPattern-1476222673-project] 10.222.0.26 "GET /v2.0/ports?device_id=61b401cd-7665-457a-a9a3-c59923ccb6f5 HTTP/1.1" status: 200 len: 945 time: 0.0832238 Apr 01 13:49:05.233806 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 58942) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:49:05.240207 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.v2.base [None req-ac2d28ee-9171-49c5-90e2-b3e62468a826 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-574795026', 'description': 'tempest-secgroup-smoke-574795026 description', 'project_id': 'f17cecf0d6854286bcc6f673927088ad'}} {{(pid=83871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:49:05.259393 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-ac2d28ee-9171-49c5-90e2-b3e62468a826 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:49:05.273978 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-ac2d28ee-9171-49c5-90e2-b3e62468a826 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:49:05.297944 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-397f8b11-3cf3-4c97-ab0a-35722cde8c0f req-dce4b1b3-0677-4322-a866-20e149dc6553 tempest-TestVolumeBootPattern-1476222673 tempest-TestVolumeBootPattern-1476222673-project] 10.222.0.26 "GET /v2.0/security-groups?id=27f17799-9873-4c06-85d9-3f0cf9f77d1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0616977 Apr 01 13:49:05.299088 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-ac2d28ee-9171-49c5-90e2-b3e62468a826 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks [] for security_group, before_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:49:05.336482 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-ac2d28ee-9171-49c5-90e2-b3e62468a826 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:49:05.340363 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-ac2d28ee-9171-49c5-90e2-b3e62468a826 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Usage tracker for resource:security_group_rule and tenant:f17cecf0d6854286bcc6f673927088ad is out of sync, need to count used quota {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 13:49:05.343078 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-ac2d28ee-9171-49c5-90e2-b3e62468a826 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 13:49:05.348709 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-ac2d28ee-9171-49c5-90e2-b3e62468a826 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:49:05.402043 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-ac2d28ee-9171-49c5-90e2-b3e62468a826 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks [] for security_group, precommit_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:49:05.405434 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-ac2d28ee-9171-49c5-90e2-b3e62468a826 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3775923'] for security_group, after_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:49:05.448938 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac2d28ee-9171-49c5-90e2-b3e62468a826 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ae2943b7-e0a4-4621-80e4-f7dc64326385,revision_number=1']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:49:05.454788 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-ac2d28ee-9171-49c5-90e2-b3e62468a826 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks [] for security_group, before_response {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:49:05.456477 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-ac2d28ee-9171-49c5-90e2-b3e62468a826 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.2212474 Apr 01 13:49:05.458763 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 58946) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:49:05.464102 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.v2.base [None req-8a93d159-d7f5-4d9b-85ea-8907479189b1 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Request body: {'security_group_rule': {'security_group_id': 'ae2943b7-e0a4-4621-80e4-f7dc64326385', 'project_id': 'f17cecf0d6854286bcc6f673927088ad', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:49:05.470514 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-8a93d159-d7f5-4d9b-85ea-8907479189b1 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:49:05.474199 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-8a93d159-d7f5-4d9b-85ea-8907479189b1 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Usage tracker for resource:security_group_rule and tenant:f17cecf0d6854286bcc6f673927088ad is out of sync, need to count used quota {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 13:49:05.477039 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-8a93d159-d7f5-4d9b-85ea-8907479189b1 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 13:49:05.483090 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-8a93d159-d7f5-4d9b-85ea-8907479189b1 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:49:05.502682 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-8a93d159-d7f5-4d9b-85ea-8907479189b1 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:49:05.565616 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-8a93d159-d7f5-4d9b-85ea-8907479189b1 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:49:05.569530 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-8a93d159-d7f5-4d9b-85ea-8907479189b1 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3775744'] for security_group_rule, after_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:49:05.594052 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a93d159-d7f5-4d9b-85ea-8907479189b1 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b3c8e088-7c9c-4350-adeb-ef73a3a4a3b5,revision_number=0']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:49:05.602231 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-8a93d159-d7f5-4d9b-85ea-8907479189b1 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:49:05.603382 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-8a93d159-d7f5-4d9b-85ea-8907479189b1 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1437042 Apr 01 13:49:05.606246 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 58950) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:49:05.611506 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.v2.base [None req-9c15625a-a6c3-457d-88c5-b7c2d32f028c tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Request body: {'security_group_rule': {'security_group_id': 'ae2943b7-e0a4-4621-80e4-f7dc64326385', 'project_id': 'f17cecf0d6854286bcc6f673927088ad', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:49:05.617126 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-9c15625a-a6c3-457d-88c5-b7c2d32f028c tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:49:05.621447 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-9c15625a-a6c3-457d-88c5-b7c2d32f028c tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Usage tracker for resource:security_group_rule and tenant:f17cecf0d6854286bcc6f673927088ad is out of sync, need to count used quota {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 13:49:05.624330 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-9c15625a-a6c3-457d-88c5-b7c2d32f028c tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 13:49:05.629947 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-9c15625a-a6c3-457d-88c5-b7c2d32f028c tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:49:05.646684 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-9c15625a-a6c3-457d-88c5-b7c2d32f028c tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:49:05.706708 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-9c15625a-a6c3-457d-88c5-b7c2d32f028c tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:49:05.710181 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-9c15625a-a6c3-457d-88c5-b7c2d32f028c tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3775744'] for security_group_rule, after_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:49:05.733367 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c15625a-a6c3-457d-88c5-b7c2d32f028c tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bdfa78b2-2693-43bf-9ce7-daaf68367cad,revision_number=0']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:49:05.742354 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-9c15625a-a6c3-457d-88c5-b7c2d32f028c tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:49:05.743658 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-9c15625a-a6c3-457d-88c5-b7c2d32f028c tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1364892 Apr 01 13:49:05.747318 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 58954) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:49:05.752663 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.v2.base [None req-516d3717-adc0-4191-8aae-252cc0a277c7 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Request body: {'security_group_rule': {'security_group_id': 'ae2943b7-e0a4-4621-80e4-f7dc64326385', 'project_id': 'f17cecf0d6854286bcc6f673927088ad', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:49:05.758341 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-516d3717-adc0-4191-8aae-252cc0a277c7 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:49:05.762402 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-516d3717-adc0-4191-8aae-252cc0a277c7 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Usage tracker for resource:security_group_rule and tenant:f17cecf0d6854286bcc6f673927088ad is out of sync, need to count used quota {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 13:49:05.765388 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-516d3717-adc0-4191-8aae-252cc0a277c7 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 13:49:05.771009 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-516d3717-adc0-4191-8aae-252cc0a277c7 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:49:05.787200 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-516d3717-adc0-4191-8aae-252cc0a277c7 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:49:05.850874 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-516d3717-adc0-4191-8aae-252cc0a277c7 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:49:05.855119 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-516d3717-adc0-4191-8aae-252cc0a277c7 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3775744'] for security_group_rule, after_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:49:05.898659 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-65878c07-8d2a-49f3-8bc2-2d321f5a28e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:49:05.954715 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-516d3717-adc0-4191-8aae-252cc0a277c7 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=64f4f7db-f8df-4db7-9827-04f0ae4205c0,revision_number=0']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:49:05.963423 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-516d3717-adc0-4191-8aae-252cc0a277c7 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:49:05.964637 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-516d3717-adc0-4191-8aae-252cc0a277c7 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.2163513 Apr 01 13:49:05.967499 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 58958) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:49:05.972766 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.v2.base [None req-ec6b83a9-3fe5-496e-90fb-7d43dfa8d28d tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Request body: {'security_group_rule': {'security_group_id': 'ae2943b7-e0a4-4621-80e4-f7dc64326385', 'project_id': 'f17cecf0d6854286bcc6f673927088ad', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:49:05.978494 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-ec6b83a9-3fe5-496e-90fb-7d43dfa8d28d tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:49:05.982972 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-ec6b83a9-3fe5-496e-90fb-7d43dfa8d28d tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Usage tracker for resource:security_group_rule and tenant:f17cecf0d6854286bcc6f673927088ad is out of sync, need to count used quota {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 13:49:05.985795 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-ec6b83a9-3fe5-496e-90fb-7d43dfa8d28d tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 13:49:05.991256 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-ec6b83a9-3fe5-496e-90fb-7d43dfa8d28d tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:49:06.007600 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-ec6b83a9-3fe5-496e-90fb-7d43dfa8d28d tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:49:06.069700 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-ec6b83a9-3fe5-496e-90fb-7d43dfa8d28d tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:49:06.073049 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-ec6b83a9-3fe5-496e-90fb-7d43dfa8d28d tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3775744'] for security_group_rule, after_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:49:06.095552 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec6b83a9-3fe5-496e-90fb-7d43dfa8d28d tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=36b50938-4a5e-4fb0-a1f5-75bb0d62ca28,revision_number=0']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:49:06.104466 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-ec6b83a9-3fe5-496e-90fb-7d43dfa8d28d tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:49:06.106318 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-ec6b83a9-3fe5-496e-90fb-7d43dfa8d28d tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1378951 Apr 01 13:49:06.108975 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 58962) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:49:06.114237 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.v2.base [None req-d3262fb8-057e-4dea-91ae-41ebc8ed36c2 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Request body: {'security_group_rule': {'security_group_id': 'ae2943b7-e0a4-4621-80e4-f7dc64326385', 'project_id': 'f17cecf0d6854286bcc6f673927088ad', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:49:06.120269 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-d3262fb8-057e-4dea-91ae-41ebc8ed36c2 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:49:06.124334 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-d3262fb8-057e-4dea-91ae-41ebc8ed36c2 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Usage tracker for resource:security_group_rule and tenant:f17cecf0d6854286bcc6f673927088ad is out of sync, need to count used quota {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 13:49:06.127138 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-d3262fb8-057e-4dea-91ae-41ebc8ed36c2 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 13:49:06.132685 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-d3262fb8-057e-4dea-91ae-41ebc8ed36c2 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:49:06.142734 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.db.securitygroups_db [None req-d3262fb8-057e-4dea-91ae-41ebc8ed36c2 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Project f17cecf0d6854286bcc6f673927088ad added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 01 13:49:06.149523 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-d3262fb8-057e-4dea-91ae-41ebc8ed36c2 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:49:06.213008 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-d3262fb8-057e-4dea-91ae-41ebc8ed36c2 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:49:06.217440 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-d3262fb8-057e-4dea-91ae-41ebc8ed36c2 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3775744'] for security_group_rule, after_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:49:06.243828 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3262fb8-057e-4dea-91ae-41ebc8ed36c2 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2544f7b8-5149-42b1-8075-c77fc86bd7c4,revision_number=0']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:49:06.254320 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-d3262fb8-057e-4dea-91ae-41ebc8ed36c2 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:49:06.255554 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-d3262fb8-057e-4dea-91ae-41ebc8ed36c2 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1456347 Apr 01 13:49:06.258233 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 58966) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:49:06.265777 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.v2.base [None req-2eb4b6c2-02ce-4b92-b14e-8e3fc099889a tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Request body: {'security_group_rule': {'security_group_id': 'ae2943b7-e0a4-4621-80e4-f7dc64326385', 'project_id': 'f17cecf0d6854286bcc6f673927088ad', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:49:06.272090 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-2eb4b6c2-02ce-4b92-b14e-8e3fc099889a tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:49:06.277111 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-2eb4b6c2-02ce-4b92-b14e-8e3fc099889a tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Usage tracker for resource:security_group_rule and tenant:f17cecf0d6854286bcc6f673927088ad is out of sync, need to count used quota {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 13:49:06.280121 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-2eb4b6c2-02ce-4b92-b14e-8e3fc099889a tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 13:49:06.286411 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-2eb4b6c2-02ce-4b92-b14e-8e3fc099889a tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:49:06.301573 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.db.securitygroups_db [None req-2eb4b6c2-02ce-4b92-b14e-8e3fc099889a tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Project f17cecf0d6854286bcc6f673927088ad added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 01 13:49:06.308184 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-2eb4b6c2-02ce-4b92-b14e-8e3fc099889a tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:49:06.378925 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-2eb4b6c2-02ce-4b92-b14e-8e3fc099889a tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:49:06.383878 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-2eb4b6c2-02ce-4b92-b14e-8e3fc099889a tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3775744'] for security_group_rule, after_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:49:06.407960 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb4b6c2-02ce-4b92-b14e-8e3fc099889a tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f8dabd5a-0c5b-4006-9f4e-a2aeedf3bdac,revision_number=0']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:49:06.418378 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-2eb4b6c2-02ce-4b92-b14e-8e3fc099889a tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:49:06.419423 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-2eb4b6c2-02ce-4b92-b14e-8e3fc099889a tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1601164 Apr 01 13:49:06.510479 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3abb6b-7b8a-44a5-a149-84db055c1803 req-d3351021-a5c9-4faa-adbb-878457d730d0 tempest-TestVolumeBootPattern-1476222673 tempest-TestVolumeBootPattern-1476222673-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:49:06.513027 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-6e3abb6b-7b8a-44a5-a149-84db055c1803 req-d3351021-a5c9-4faa-adbb-878457d730d0 tempest-TestVolumeBootPattern-1476222673 tempest-TestVolumeBootPattern-1476222673-project] 10.222.0.26 "GET /v2.0/ports?device_id=61b401cd-7665-457a-a9a3-c59923ccb6f5 HTTP/1.1" status: 200 len: 945 time: 0.0785065 Apr 01 13:49:06.561012 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-6e3abb6b-7b8a-44a5-a149-84db055c1803 req-8f669145-ff74-4e29-a3a8-a97bb5ff5dbe tempest-TestVolumeBootPattern-1476222673 tempest-TestVolumeBootPattern-1476222673-project] 10.222.0.26 "GET /v2.0/security-groups?id=27f17799-9873-4c06-85d9-3f0cf9f77d1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422964 Apr 01 13:49:06.591906 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [req-adcf1fc2-766c-4ccc-be46-a5284e61d87b req-c4e91615-209b-419c-93c0-39ba7b87dbd1 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Synchronizing usage tracker for tenant:f17cecf0d6854286bcc6f673927088ad on resource:security_group {{(pid=83871) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 13:49:06.607720 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [req-adcf1fc2-766c-4ccc-be46-a5284e61d87b req-c4e91615-209b-419c-93c0-39ba7b87dbd1 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Unset dirty status for tenant:f17cecf0d6854286bcc6f673927088ad on resource:security_group {{(pid=83871) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 13:49:06.609159 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-adcf1fc2-766c-4ccc-be46-a5284e61d87b req-c4e91615-209b-419c-93c0-39ba7b87dbd1 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-574795026&fields=id&tenant_id=f17cecf0d6854286bcc6f673927088ad HTTP/1.1" status: 200 len: 267 time: 0.0584533 Apr 01 13:49:06.685701 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adcf1fc2-766c-4ccc-be46-a5284e61d87b req-255276b7-8353-4079-b55e-5a71bb05ab24 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:49:06.687316 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-adcf1fc2-766c-4ccc-be46-a5284e61d87b req-255276b7-8353-4079-b55e-5a71bb05ab24 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] 10.222.0.26 "GET /v2.0/ports/ab57bcba-aa8d-4488-a0a9-8d8b87880eab HTTP/1.1" status: 200 len: 929 time: 0.0716331 Apr 01 13:49:06.758337 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0e903e-803b-4e5f-85e3-48131609193d req-2d26a0b0-0b4c-42e5-a0cc-b7f567d7ae04 tempest-TestVolumeBootPattern-1476222673 tempest-TestVolumeBootPattern-1476222673-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:49:06.760785 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-6e0e903e-803b-4e5f-85e3-48131609193d req-2d26a0b0-0b4c-42e5-a0cc-b7f567d7ae04 tempest-TestVolumeBootPattern-1476222673 tempest-TestVolumeBootPattern-1476222673-project] 10.222.0.26 "GET /v2.0/ports?device_id=61b401cd-7665-457a-a9a3-c59923ccb6f5 HTTP/1.1" status: 200 len: 945 time: 0.0800452 Apr 01 13:49:06.805150 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-6e0e903e-803b-4e5f-85e3-48131609193d req-9b147846-55f7-4054-90b0-bcc8f07e4b8d tempest-TestVolumeBootPattern-1476222673 tempest-TestVolumeBootPattern-1476222673-project] 10.222.0.26 "GET /v2.0/security-groups?id=27f17799-9873-4c06-85d9-3f0cf9f77d1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398376 Apr 01 13:49:06.829160 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-adcf1fc2-766c-4ccc-be46-a5284e61d87b req-8b94e019-0d19-4c02-b7fd-6e30b109f7ea service neutron] 10.222.0.26 "GET /v2.0/ports/ab57bcba-aa8d-4488-a0a9-8d8b87880eab?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request HTTP/1.1" status: 200 len: 311 time: 0.1274734 Apr 01 13:49:06.833397 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 58984) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:49:07.015168 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-b9065e45-8a1d-40af-a10f-1dc617e87eb7 tempest-TestVolumeBootPattern-764822362 tempest-TestVolumeBootPattern-764822362-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=61b401cd-7665-457a-a9a3-c59923ccb6f5 HTTP/1.1" status: 200 len: 1093 time: 0.1805975 Apr 01 13:49:07.017799 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 58988) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:49:07.018322 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-adcf1fc2-766c-4ccc-be46-a5284e61d87b req-b2c41afc-b658-463e-b25e-818245fb9709 service neutron] 10.222.0.26 "GET /v2.0/networks/5c1aab84-acd9-47d0-929c-b712112be47d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1823835 Apr 01 13:49:07.023068 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.v2.base [None req-6c35a98c-ae1f-4f53-a76e-c62b780499d9 tempest-TestVolumeBootPattern-1476222673 tempest-TestVolumeBootPattern-1476222673-project] Request body: {'floatingip': {'floating_network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'port_id': '8efa5577-b204-4478-b335-9e69465a012b', 'tenant_id': '5bd5d96184e74f0ca1fb3a290ee8b3f6', 'fixed_ip_address': '172.20.0.4'}} {{(pid=83869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:49:07.029650 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-6c35a98c-ae1f-4f53-a76e-c62b780499d9 tempest-TestVolumeBootPattern-1476222673 tempest-TestVolumeBootPattern-1476222673-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:49:07.033555 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-6c35a98c-ae1f-4f53-a76e-c62b780499d9 tempest-TestVolumeBootPattern-1476222673 tempest-TestVolumeBootPattern-1476222673-project] Usage tracker for resource:floatingip and tenant:5bd5d96184e74f0ca1fb3a290ee8b3f6 is out of sync, need to count used quota {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 13:49:07.036544 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-6c35a98c-ae1f-4f53-a76e-c62b780499d9 tempest-TestVolumeBootPattern-1476222673 tempest-TestVolumeBootPattern-1476222673-project] Quota usage for floatingip was recalculated. Used quota:2. {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 13:49:07.043145 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-6c35a98c-ae1f-4f53-a76e-c62b780499d9 tempest-TestVolumeBootPattern-1476222673 tempest-TestVolumeBootPattern-1476222673-project] Attempting to reserve 1 items for resource floatingip. Total usage: 2; quota limit: 50; headroom:48 {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:49:07.053894 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-6c35a98c-ae1f-4f53-a76e-c62b780499d9 tempest-TestVolumeBootPattern-1476222673 tempest-TestVolumeBootPattern-1476222673-project] Notify callbacks [] for floatingip, before_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:49:07.148438 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:49:07.159122 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-adcf1fc2-766c-4ccc-be46-a5284e61d87b req-2e329388-946a-4878-b7ca-0f9a642bcd88 service neutron] 10.222.0.26 "GET /v2.0/networks/5c1aab84-acd9-47d0-929c-b712112be47d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1348207 Apr 01 13:49:07.206326 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-6c35a98c-ae1f-4f53-a76e-c62b780499d9 tempest-TestVolumeBootPattern-1476222673 tempest-TestVolumeBootPattern-1476222673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:49:07.369948 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-9471ce26-ba68-46fe-9f75-48acac7cb90c req-aa0f873d-97d3-45ef-a203-07ba0966a855 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] 10.222.0.26 "GET /v2.0/ports?device_id=353ab93d-e00d-4402-a96a-aabbd1b9e88f HTTP/1.1" status: 200 len: 210 time: 0.0497808 Apr 01 13:49:07.394806 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.db_base_plugin_common [None req-6c35a98c-ae1f-4f53-a76e-c62b780499d9 tempest-TestVolumeBootPattern-1476222673 tempest-TestVolumeBootPattern-1476222673-project] Allocated IP 172.26.5.33 (725864b8-cceb-48c9-b5d3-1bfc4423e301/e2ed99db-0e25-4971-b535-7fa69231fae8/b4894915-3e7f-4878-92a4-dad4954371a6) {{(pid=83869) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 13:49:07.397665 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-2f9cfc9c-d8ba-4de3-a4ad-98162f90557c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:49:07.552186 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-6c35a98c-ae1f-4f53-a76e-c62b780499d9 tempest-TestVolumeBootPattern-1476222673 tempest-TestVolumeBootPattern-1476222673-project] Notify callbacks [] for port, precommit_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:49:07.582286 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-6c35a98c-ae1f-4f53-a76e-c62b780499d9 tempest-TestVolumeBootPattern-1476222673 tempest-TestVolumeBootPattern-1476222673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736732935801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2705155'] for port, after_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:49:07.654722 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c35a98c-ae1f-4f53-a76e-c62b780499d9 tempest-TestVolumeBootPattern-1476222673 tempest-TestVolumeBootPattern-1476222673-project] Network 725864b8-cceb-48c9-b5d3-1bfc4423e301 is already hosted by enough agents. {{(pid=83869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 13:49:07.657992 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.scheduler.base_scheduler [None req-6c35a98c-ae1f-4f53-a76e-c62b780499d9 tempest-TestVolumeBootPattern-1476222673 tempest-TestVolumeBootPattern-1476222673-project] Resources bound (agent type, host, resource id): {{(pid=83869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 13:49:07.661402 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c35a98c-ae1f-4f53-a76e-c62b780499d9 tempest-TestVolumeBootPattern-1476222673 tempest-TestVolumeBootPattern-1476222673-project] Received port after_create {{(pid=83869) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 13:49:07.694877 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c35a98c-ae1f-4f53-a76e-c62b780499d9 tempest-TestVolumeBootPattern-1476222673 tempest-TestVolumeBootPattern-1476222673-project] Pushing event updated for resources: {'Port': ['ID=b4894915-3e7f-4878-92a4-dad4954371a6,revision_number=1']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:49:08.166219 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-6c35a98c-ae1f-4f53-a76e-c62b780499d9 tempest-TestVolumeBootPattern-1476222673 tempest-TestVolumeBootPattern-1476222673-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:49:08.223317 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-6c35a98c-ae1f-4f53-a76e-c62b780499d9 tempest-TestVolumeBootPattern-1476222673 tempest-TestVolumeBootPattern-1476222673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:49:08.346822 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-adcf1fc2-766c-4ccc-be46-a5284e61d87b req-4611c1d1-82b7-4729-87c1-4410ed630679 service neutron] 10.222.0.57 "GET /v2.0/ports/ab57bcba-aa8d-4488-a0a9-8d8b87880eab HTTP/1.1" status: 200 len: 1025 time: 0.0861964 Apr 01 13:49:08.557566 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-5722d02a-895f-44d8-8b81-45461b450b91 req-657ef844-6b4e-4961-a0aa-4767586c8f2a tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] 10.222.0.26 "GET /v2.0/ports?device_id=353ab93d-e00d-4402-a96a-aabbd1b9e88f HTTP/1.1" status: 200 len: 210 time: 0.0403500 Apr 01 13:49:08.703412 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adcf1fc2-766c-4ccc-be46-a5284e61d87b req-36e68289-048c-4ae0-9e35-093912e6734b tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:49:08.704731 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-adcf1fc2-766c-4ccc-be46-a5284e61d87b req-36e68289-048c-4ae0-9e35-093912e6734b tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] 10.222.0.57 "GET /v2.0/networks?id=5c1aab84-acd9-47d0-929c-b712112be47d HTTP/1.1" status: 200 len: 797 time: 0.3529325 Apr 01 13:49:08.742704 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-6c35a98c-ae1f-4f53-a76e-c62b780499d9 tempest-TestVolumeBootPattern-1476222673 tempest-TestVolumeBootPattern-1476222673-project] Notify callbacks [] for port, precommit_update {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:49:08.754673 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-6c35a98c-ae1f-4f53-a76e-c62b780499d9 tempest-TestVolumeBootPattern-1476222673 tempest-TestVolumeBootPattern-1476222673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2705172'] for port, after_update {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:49:08.867158 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-adcf1fc2-766c-4ccc-be46-a5284e61d87b req-ec5e5730-1c41-440c-971d-3416d6165328 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f17cecf0d6854286bcc6f673927088ad HTTP/1.1" status: 200 len: 471 time: 0.1458514 Apr 01 13:49:08.878763 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-a976a7b9-9034-41e6-be13-349b75ed1593 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:49:08.884448 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.v2.base [req-adcf1fc2-766c-4ccc-be46-a5284e61d87b req-bb83ae4c-3a8d-421d-b87f-5828ffc69f81 service neutron] Request body: {'port': {'device_id': '353ab93d-e00d-4402-a96a-aabbd1b9e88f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8361'}} {{(pid=83869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:49:08.911011 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c35a98c-ae1f-4f53-a76e-c62b780499d9 tempest-TestVolumeBootPattern-1476222673 tempest-TestVolumeBootPattern-1476222673-project] Pushing event updated for resources: {'Port': ['ID=b4894915-3e7f-4878-92a4-dad4954371a6,revision_number=2']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:49:08.940990 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-6c35a98c-ae1f-4f53-a76e-c62b780499d9 tempest-TestVolumeBootPattern-1476222673 tempest-TestVolumeBootPattern-1476222673-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4084747'] for floatingip, after_update {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:49:09.129159 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [req-adcf1fc2-766c-4ccc-be46-a5284e61d87b req-bb83ae4c-3a8d-421d-b87f-5828ffc69f81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:49:09.404394 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.db.l3_db [None req-6c35a98c-ae1f-4f53-a76e-c62b780499d9 tempest-TestVolumeBootPattern-1476222673 tempest-TestVolumeBootPattern-1476222673-project] Floating IP 1462f4a7-5698-4786-bbfc-1dedd8b3e455 associated. External IP: 172.26.5.33, port: 8efa5577-b204-4478-b335-9e69465a012b. Apr 01 13:49:09.669938 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.notifiers.nova [req-adcf1fc2-766c-4ccc-be46-a5284e61d87b req-bb83ae4c-3a8d-421d-b87f-5828ffc69f81 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ab57bcba-aa8d-4488-a0a9-8d8b87880eab {{(pid=83869) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 01 13:49:09.678639 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [req-adcf1fc2-766c-4ccc-be46-a5284e61d87b req-bb83ae4c-3a8d-421d-b87f-5828ffc69f81 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:49:09.704463 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.provisioning_blocks [req-adcf1fc2-766c-4ccc-be46-a5284e61d87b req-bb83ae4c-3a8d-421d-b87f-5828ffc69f81 service neutron] Transition to ACTIVE for port object ab57bcba-aa8d-4488-a0a9-8d8b87880eab will not be triggered until provisioned by entity L2. {{(pid=83869) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 13:49:09.716389 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [req-adcf1fc2-766c-4ccc-be46-a5284e61d87b req-bb83ae4c-3a8d-421d-b87f-5828ffc69f81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2705172'] for port, after_update {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:49:09.906916 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb83ae4c-3a8d-421d-b87f-5828ffc69f81 service neutron] Pushing event updated for resources: {'Port': ['ID=ab57bcba-aa8d-4488-a0a9-8d8b87880eab,revision_number=7']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:49:10.240585 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715084c0-af19-4d63-93bb-5249975010c6 req-8b5cc7b1-fb86-4f75-8960-421b5fa9ae46 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:49:10.241941 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-715084c0-af19-4d63-93bb-5249975010c6 req-8b5cc7b1-fb86-4f75-8960-421b5fa9ae46 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] 10.222.0.26 "GET /v2.0/ports?device_id=353ab93d-e00d-4402-a96a-aabbd1b9e88f HTTP/1.1" status: 200 len: 980 time: 0.5566757 Apr 01 13:49:10.368565 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-715084c0-af19-4d63-93bb-5249975010c6 req-ae14b88d-5d88-4ee3-b8ad-89c84875fe39 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] 10.222.0.26 "GET /v2.0/security-groups?id=32e1dfc5-fbd9-4f6b-b62f-671a1503c7d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950053 Apr 01 13:49:10.375486 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.managers [req-adcf1fc2-766c-4ccc-be46-a5284e61d87b req-bb83ae4c-3a8d-421d-b87f-5828ffc69f81 service neutron] Attempting to bind port ab57bcba-aa8d-4488-a0a9-8d8b87880eab on host hv-neutron-8361 for vnic_type normal with profile {{(pid=83869) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 13:49:10.375817 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.managers [req-adcf1fc2-766c-4ccc-be46-a5284e61d87b req-bb83ae4c-3a8d-421d-b87f-5828ffc69f81 service neutron] Attempting to bind port ab57bcba-aa8d-4488-a0a9-8d8b87880eab by drivers openvswitch,hyperv on host hv-neutron-8361 at level 0 using segments [{'id': '2c26745e-7bcf-42cc-927b-e92fa5b5f3d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '5c1aab84-acd9-47d0-929c-b712112be47d'}] {{(pid=83869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 13:49:10.376135 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adcf1fc2-766c-4ccc-be46-a5284e61d87b req-bb83ae4c-3a8d-421d-b87f-5828ffc69f81 service neutron] Attempting to bind port ab57bcba-aa8d-4488-a0a9-8d8b87880eab on network 5c1aab84-acd9-47d0-929c-b712112be47d {{(pid=83869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 13:49:10.387656 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adcf1fc2-766c-4ccc-be46-a5284e61d87b req-bb83ae4c-3a8d-421d-b87f-5828ffc69f81 service neutron] Port ab57bcba-aa8d-4488-a0a9-8d8b87880eab on network 5c1aab84-acd9-47d0-929c-b712112be47d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8361 {{(pid=83869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 01 13:49:10.388061 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adcf1fc2-766c-4ccc-be46-a5284e61d87b req-bb83ae4c-3a8d-421d-b87f-5828ffc69f81 service neutron] Attempting to bind port ab57bcba-aa8d-4488-a0a9-8d8b87880eab on network 5c1aab84-acd9-47d0-929c-b712112be47d {{(pid=83869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 13:49:10.399349 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adcf1fc2-766c-4ccc-be46-a5284e61d87b req-bb83ae4c-3a8d-421d-b87f-5828ffc69f81 service neutron] Checking agent: {'id': '359ce187-6241-4f7e-85a4-e066c7b0cdea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8361', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 13, 31, 54), 'started_at': datetime.datetime(2022, 4, 1, 13, 31, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 13, 48, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 13:49:10.399677 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adcf1fc2-766c-4ccc-be46-a5284e61d87b req-bb83ae4c-3a8d-421d-b87f-5828ffc69f81 service neutron] Checking segment: {'id': '2c26745e-7bcf-42cc-927b-e92fa5b5f3d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '5c1aab84-acd9-47d0-929c-b712112be47d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 13:49:10.400050 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adcf1fc2-766c-4ccc-be46-a5284e61d87b req-bb83ae4c-3a8d-421d-b87f-5828ffc69f81 service neutron] Bound using segment: {'id': '2c26745e-7bcf-42cc-927b-e92fa5b5f3d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '5c1aab84-acd9-47d0-929c-b712112be47d'} {{(pid=83869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 13:49:10.400491 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.managers [req-adcf1fc2-766c-4ccc-be46-a5284e61d87b req-bb83ae4c-3a8d-421d-b87f-5828ffc69f81 service neutron] Bound port: ab57bcba-aa8d-4488-a0a9-8d8b87880eab, host: hv-neutron-8361, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2c26745e-7bcf-42cc-927b-e92fa5b5f3d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '5c1aab84-acd9-47d0-929c-b712112be47d'}}] {{(pid=83869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 13:49:10.400832 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [req-adcf1fc2-766c-4ccc-be46-a5284e61d87b req-bb83ae4c-3a8d-421d-b87f-5828ffc69f81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:49:10.512278 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c35a98c-ae1f-4f53-a76e-c62b780499d9 tempest-TestVolumeBootPattern-1476222673 tempest-TestVolumeBootPattern-1476222673-project] Router e3f4a618-e57d-4000-b517-ba34bc2fabc5 has already been hosted by L3 agent 88bf8fc8-11a3-4e96-9d1b-5fd93ba9f6f1 {{(pid=83869) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 13:49:10.518208 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.db [req-adcf1fc2-766c-4ccc-be46-a5284e61d87b req-bb83ae4c-3a8d-421d-b87f-5828ffc69f81 service neutron] For port ab57bcba-aa8d-4488-a0a9-8d8b87880eab, host hv-neutron-8361, cleared binding levels {{(pid=83869) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 13:49:10.522288 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.db [req-adcf1fc2-766c-4ccc-be46-a5284e61d87b req-bb83ae4c-3a8d-421d-b87f-5828ffc69f81 service neutron] For port ab57bcba-aa8d-4488-a0a9-8d8b87880eab, host hv-neutron-8361, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8361',level=0,port_id=ab57bcba-aa8d-4488-a0a9-8d8b87880eab,segment=NetworkSegment(2c26745e-7bcf-42cc-927b-e92fa5b5f3d3),segment_id=2c26745e-7bcf-42cc-927b-e92fa5b5f3d3)] {{(pid=83869) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 13:49:10.533051 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [req-adcf1fc2-766c-4ccc-be46-a5284e61d87b req-bb83ae4c-3a8d-421d-b87f-5828ffc69f81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2705172'] for port, after_update {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:49:10.723238 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [req-adcf1fc2-766c-4ccc-be46-a5284e61d87b req-bb83ae4c-3a8d-421d-b87f-5828ffc69f81 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109561'] for port, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:49:10.724820 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-adcf1fc2-766c-4ccc-be46-a5284e61d87b req-bb83ae4c-3a8d-421d-b87f-5828ffc69f81 service neutron] 10.222.0.57 "PUT /v2.0/ports/ab57bcba-aa8d-4488-a0a9-8d8b87880eab HTTP/1.1" status: 200 len: 1130 time: 1.8443983 Apr 01 13:49:10.725250 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '353ab93d-e00d-4402-a96a-aabbd1b9e88f', 'tag': 'ab57bcba-aa8d-4488-a0a9-8d8b87880eab'}] {{(pid=83869) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 13:49:10.744351 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb83ae4c-3a8d-421d-b87f-5828ffc69f81 service neutron] Pushing event updated for resources: {'Port': ['ID=ab57bcba-aa8d-4488-a0a9-8d8b87880eab,revision_number=8']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:49:10.810255 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '353ab93d-e00d-4402-a96a-aabbd1b9e88f', 'tag': 'ab57bcba-aa8d-4488-a0a9-8d8b87880eab', 'status': 'completed', 'code': 200} Apr 01 13:49:10.874543 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-adcf1fc2-766c-4ccc-be46-a5284e61d87b req-11b52bf9-af7a-4720-8351-9fdd0d71f92a service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=f17cecf0d6854286bcc6f673927088ad&device_id=353ab93d-e00d-4402-a96a-aabbd1b9e88f HTTP/1.1" status: 200 len: 1133 time: 0.1038570 Apr 01 13:49:10.970685 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c35a98c-ae1f-4f53-a76e-c62b780499d9 tempest-TestVolumeBootPattern-1476222673 tempest-TestVolumeBootPattern-1476222673-project] Notify agent at l3_agent.dv-neutron-836180-1-hyperv the message routers_updated {{(pid=83869) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 13:49:10.987853 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc72d2ac-34ad-4ec8-8571-f9253f193150 None None] Sync routers for ids ['e3f4a618-e57d-4000-b517-ba34bc2fabc5'] in dv-neutron-836180-1-hyperv {{(pid=83872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 13:49:11.006411 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc72d2ac-34ad-4ec8-8571-f9253f193150 None None] Routers {'e3f4a618-e57d-4000-b517-ba34bc2fabc5'} bound to L3 agent in host dv-neutron-836180-1-hyperv {{(pid=83872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 13:49:11.007102 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_hamode_db [None req-dc72d2ac-34ad-4ec8-8571-f9253f193150 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836180-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T13:25:36Z,description=,heartbeat_timestamp=2022-04-01T13:49:06Z,host='dv-neutron-836180-1-hyperv',id=88bf8fc8-11a3-4e96-9d1b-5fd93ba9f6f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T13:25:36Z,topic='l3_agent')) {'router_ids': ['e3f4a618-e57d-4000-b517-ba34bc2fabc5'], 'active': True} {{(pid=83872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:49:11.009376 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-adcf1fc2-766c-4ccc-be46-a5284e61d87b req-43830eb7-56b4-4aee-9294-4ac15f950dad service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ab57bcba-aa8d-4488-a0a9-8d8b87880eab HTTP/1.1" status: 200 len: 1035 time: 0.1252325 Apr 01 13:49:11.012411 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-6c35a98c-ae1f-4f53-a76e-c62b780499d9 tempest-TestVolumeBootPattern-1476222673 tempest-TestVolumeBootPattern-1476222673-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109561'] for floatingip, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:49:11.117960 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-6c35a98c-ae1f-4f53-a76e-c62b780499d9 tempest-TestVolumeBootPattern-1476222673 tempest-TestVolumeBootPattern-1476222673-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 4.0990272 Apr 01 13:49:11.121398 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adcf1fc2-766c-4ccc-be46-a5284e61d87b req-8d65ec18-a5be-4517-bcf4-491239ee43e9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:49:11.122736 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-adcf1fc2-766c-4ccc-be46-a5284e61d87b req-8d65ec18-a5be-4517-bcf4-491239ee43e9 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=572f29b1-fcd6-4781-914d-1b26b709c53e HTTP/1.1" status: 200 len: 835 time: 0.0873225 Apr 01 13:49:11.190983 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_dvr_db [None req-dc72d2ac-34ad-4ec8-8571-f9253f193150 None None] Set router e3f4a618-e57d-4000-b517-ba34bc2fabc5 gateway port host: dv-neutron-836180-1-hyperv {{(pid=83872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 13:49:11.201041 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-adcf1fc2-766c-4ccc-be46-a5284e61d87b req-7c5613cb-f737-4258-9360-4e6f6b8296b3 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=5c1aab84-acd9-47d0-929c-b712112be47d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0718217 Apr 01 13:49:11.334925 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-adcf1fc2-766c-4ccc-be46-a5284e61d87b req-e5051810-d176-4737-9688-54e3cd16e882 service neutron] 10.222.0.57 "GET /v2.0/networks/5c1aab84-acd9-47d0-929c-b712112be47d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1271343 Apr 01 13:49:11.548047 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-adcf1fc2-766c-4ccc-be46-a5284e61d87b req-b7019f1f-d075-4912-9020-858f4f8028bf service neutron] 10.222.0.57 "GET /v2.0/networks/5c1aab84-acd9-47d0-929c-b712112be47d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2063613 Apr 01 13:49:11.589586 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-b3d7fc9d-6cae-4c12-b1d2-740ed7d51d4d req-243437c1-242d-42cc-971d-92cdbda8acba service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=e5fe79ec-1f97-40dd-93e8-56101682399f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1480122 Apr 01 13:49:11.592945 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_hamode_db [None req-dc72d2ac-34ad-4ec8-8571-f9253f193150 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3f4a618-e57d-4000-b517-ba34bc2fabc5', 'name': 'tempest-TestVolumeBootPattern-1138570424-router', 'tenant_id': '5bd5d96184e74f0ca1fb3a290ee8b3f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'external_fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.11'}], 'enable_snat': True}, 'gw_port_id': '3277a845-1d6f-47a2-9cca-49974d745e16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T13:43:41Z', 'updated_at': '2022-04-01T13:43:44Z', 'revision_number': 4, 'project_id': '5bd5d96184e74f0ca1fb3a290ee8b3f6', 'gw_port': {'id': '3277a845-1d6f-47a2-9cca-49974d745e16', 'name': '', 'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:db:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3f4a618-e57d-4000-b517-ba34bc2fabc5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836180-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:43:42Z', 'updated_at': '2022-04-01T13:43:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836180-1-hyperv', '_floatingips': [{'id': '1462f4a7-5698-4786-bbfc-1dedd8b3e455', 'tenant_id': '5bd5d96184e74f0ca1fb3a290ee8b3f6', 'floating_ip_address': '172.26.5.33', 'floating_network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'router_id': 'e3f4a618-e57d-4000-b517-ba34bc2fabc5', 'port_id': '8efa5577-b204-4478-b335-9e69465a012b', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f450d435-2e18-4974-8657-011f0eedf5a1', 'mac_address': 'fa:16:3e:cb:50:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61b401cd-7665-457a-a9a3-c59923ccb6f5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T13:49:08Z', 'updated_at': '2022-04-01T13:49:08Z', 'revision_number': 0, 'project_id': '5bd5d96184e74f0ca1fb3a290ee8b3f6', 'fixed_ip_address_scope': None}, {'id': '5fce20f7-e2ea-405b-bdd5-08c8bc3013e0', 'tenant_id': '5bd5d96184e74f0ca1fb3a290ee8b3f6', 'floating_ip_address': '172.26.5.194', 'floating_network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'router_id': 'e3f4a618-e57d-4000-b517-ba34bc2fabc5', 'port_id': '81bf8f45-6e4e-45d1-a374-1b696695bc4f', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f450d435-2e18-4974-8657-011f0eedf5a1', 'mac_address': 'fa:16:3e:5e:db:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5fe79ec-1f97-40dd-93e8-56101682399f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T13:46:57Z', 'updated_at': '2022-04-01T13:47:00Z', 'revision_number': 1, 'project_id': '5bd5d96184e74f0ca1fb3a290ee8b3f6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6274b498-b06d-44b2-9332-bd5b04bcf3e6', 'name': '', 'network_id': 'f450d435-2e18-4974-8657-011f0eedf5a1', 'tenant_id': '5bd5d96184e74f0ca1fb3a290ee8b3f6', 'mac_address': 'fa:16:3e:c2:25:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3f4a618-e57d-4000-b517-ba34bc2fabc5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e819b10b-b5bd-410a-b72f-33f41ed14c7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836180-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:43:44Z', 'updated_at': '2022-04-01T13:43:52Z', 'revision_number': 5, 'project_id': '5bd5d96184e74f0ca1fb3a290ee8b3f6', 'subnets': [{'id': 'e819b10b-b5bd-410a-b72f-33f41ed14c7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-836180-1-hyperv', False) {} {{(pid=83872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:49:11.597024 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc72d2ac-34ad-4ec8-8571-f9253f193150 None None] Checking router: e3f4a618-e57d-4000-b517-ba34bc2fabc5 for host: dv-neutron-836180-1-hyperv {{(pid=83872) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 01 13:49:11.609543 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc72d2ac-34ad-4ec8-8571-f9253f193150 None None] Routers {'e3f4a618-e57d-4000-b517-ba34bc2fabc5'} bound to L3 agent in host dv-neutron-836180-1-hyperv {{(pid=83872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 13:49:11.610158 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_hamode_db [None req-dc72d2ac-34ad-4ec8-8571-f9253f193150 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836180-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T13:25:36Z,description=,heartbeat_timestamp=2022-04-01T13:49:06Z,host='dv-neutron-836180-1-hyperv',id=88bf8fc8-11a3-4e96-9d1b-5fd93ba9f6f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T13:25:36Z,topic='l3_agent')) {'router_ids': ['e3f4a618-e57d-4000-b517-ba34bc2fabc5'], 'active': True} {{(pid=83872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:49:11.694814 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1533a420-e7c1-4a5e-a379-9022499104e0 req-35d19090-3e2d-4da9-9886-2f1dedfd30b4 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:49:11.696198 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-1533a420-e7c1-4a5e-a379-9022499104e0 req-35d19090-3e2d-4da9-9886-2f1dedfd30b4 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] 10.222.0.26 "GET /v2.0/ports?device_id=353ab93d-e00d-4402-a96a-aabbd1b9e88f HTTP/1.1" status: 200 len: 980 time: 0.1895130 Apr 01 13:49:11.815611 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_dvr_db [None req-dc72d2ac-34ad-4ec8-8571-f9253f193150 None None] Set router e3f4a618-e57d-4000-b517-ba34bc2fabc5 gateway port host: dv-neutron-836180-1-hyperv {{(pid=83872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 13:49:11.898222 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-1533a420-e7c1-4a5e-a379-9022499104e0 req-01543eaa-6560-4886-a125-a42320ea9cd3 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] 10.222.0.26 "GET /v2.0/security-groups?id=32e1dfc5-fbd9-4f6b-b62f-671a1503c7d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1938307 Apr 01 13:49:11.902998 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-b3d7fc9d-6cae-4c12-b1d2-740ed7d51d4d req-d627457b-5ef1-44db-8276-843b6f18ee67 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=5bd5d96184e74f0ca1fb3a290ee8b3f6&device_id=e5fe79ec-1f97-40dd-93e8-56101682399f HTTP/1.1" status: 200 len: 1098 time: 0.2718468 Apr 01 13:49:11.905569 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-45ca2abd-86e5-4d95-ba0c-b2a521d47304 req-23ebc954-1a6a-4999-bc8b-7f4ca69d1892 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=f17cecf0d6854286bcc6f673927088ad&device_id=353ab93d-e00d-4402-a96a-aabbd1b9e88f HTTP/1.1" status: 200 len: 1133 time: 0.3046954 Apr 01 13:49:12.155152 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d7fc9d-6cae-4c12-b1d2-740ed7d51d4d req-cca5d55d-81ed-467c-b848-9ecfd6e858e6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:49:12.156607 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-b3d7fc9d-6cae-4c12-b1d2-740ed7d51d4d req-cca5d55d-81ed-467c-b848-9ecfd6e858e6 service neutron] 10.222.0.57 "GET /v2.0/networks?id=f450d435-2e18-4974-8657-011f0eedf5a1 HTTP/1.1" status: 200 len: 913 time: 0.2210383 Apr 01 13:49:12.157423 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ca2abd-86e5-4d95-ba0c-b2a521d47304 req-19744e42-c3d8-4bcd-a8cc-61818542905b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:49:12.158673 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-45ca2abd-86e5-4d95-ba0c-b2a521d47304 req-19744e42-c3d8-4bcd-a8cc-61818542905b service neutron] 10.222.0.57 "GET /v2.0/networks?id=5c1aab84-acd9-47d0-929c-b712112be47d HTTP/1.1" status: 200 len: 898 time: 0.2419796 Apr 01 13:49:12.181562 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_hamode_db [None req-dc72d2ac-34ad-4ec8-8571-f9253f193150 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3f4a618-e57d-4000-b517-ba34bc2fabc5', 'name': 'tempest-TestVolumeBootPattern-1138570424-router', 'tenant_id': '5bd5d96184e74f0ca1fb3a290ee8b3f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'external_fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.11'}], 'enable_snat': True}, 'gw_port_id': '3277a845-1d6f-47a2-9cca-49974d745e16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T13:43:41Z', 'updated_at': '2022-04-01T13:43:44Z', 'revision_number': 4, 'project_id': '5bd5d96184e74f0ca1fb3a290ee8b3f6', 'gw_port': {'id': '3277a845-1d6f-47a2-9cca-49974d745e16', 'name': '', 'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:db:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3f4a618-e57d-4000-b517-ba34bc2fabc5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836180-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:43:42Z', 'updated_at': '2022-04-01T13:43:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836180-1-hyperv', '_floatingips': [{'id': '1462f4a7-5698-4786-bbfc-1dedd8b3e455', 'tenant_id': '5bd5d96184e74f0ca1fb3a290ee8b3f6', 'floating_ip_address': '172.26.5.33', 'floating_network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'router_id': 'e3f4a618-e57d-4000-b517-ba34bc2fabc5', 'port_id': '8efa5577-b204-4478-b335-9e69465a012b', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f450d435-2e18-4974-8657-011f0eedf5a1', 'mac_address': 'fa:16:3e:cb:50:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61b401cd-7665-457a-a9a3-c59923ccb6f5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T13:49:08Z', 'updated_at': '2022-04-01T13:49:08Z', 'revision_number': 0, 'project_id': '5bd5d96184e74f0ca1fb3a290ee8b3f6', 'fixed_ip_address_scope': None}, {'id': '5fce20f7-e2ea-405b-bdd5-08c8bc3013e0', 'tenant_id': '5bd5d96184e74f0ca1fb3a290ee8b3f6', 'floating_ip_address': '172.26.5.194', 'floating_network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'router_id': 'e3f4a618-e57d-4000-b517-ba34bc2fabc5', 'port_id': '81bf8f45-6e4e-45d1-a374-1b696695bc4f', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f450d435-2e18-4974-8657-011f0eedf5a1', 'mac_address': 'fa:16:3e:5e:db:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5fe79ec-1f97-40dd-93e8-56101682399f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T13:46:57Z', 'updated_at': '2022-04-01T13:47:00Z', 'revision_number': 1, 'project_id': '5bd5d96184e74f0ca1fb3a290ee8b3f6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6274b498-b06d-44b2-9332-bd5b04bcf3e6', 'name': '', 'network_id': 'f450d435-2e18-4974-8657-011f0eedf5a1', 'tenant_id': '5bd5d96184e74f0ca1fb3a290ee8b3f6', 'mac_address': 'fa:16:3e:c2:25:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3f4a618-e57d-4000-b517-ba34bc2fabc5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e819b10b-b5bd-410a-b72f-33f41ed14c7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836180-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:43:44Z', 'updated_at': '2022-04-01T13:43:52Z', 'revision_number': 5, 'project_id': '5bd5d96184e74f0ca1fb3a290ee8b3f6', 'subnets': [{'id': 'e819b10b-b5bd-410a-b72f-33f41ed14c7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-836180-1-hyperv', False) {} {{(pid=83872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:49:12.185695 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc72d2ac-34ad-4ec8-8571-f9253f193150 None None] The sync data for ids ['e3f4a618-e57d-4000-b517-ba34bc2fabc5'] in dv-neutron-836180-1-hyperv is: [{'id': 'e3f4a618-e57d-4000-b517-ba34bc2fabc5', 'name': 'tempest-TestVolumeBootPattern-1138570424-router', 'tenant_id': '5bd5d96184e74f0ca1fb3a290ee8b3f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'external_fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.11'}], 'enable_snat': True}, 'gw_port_id': '3277a845-1d6f-47a2-9cca-49974d745e16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T13:43:41Z', 'updated_at': '2022-04-01T13:43:44Z', 'revision_number': 4, 'project_id': '5bd5d96184e74f0ca1fb3a290ee8b3f6', 'gw_port': {'id': '3277a845-1d6f-47a2-9cca-49974d745e16', 'name': '', 'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:db:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3f4a618-e57d-4000-b517-ba34bc2fabc5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836180-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:43:42Z', 'updated_at': '2022-04-01T13:43:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836180-1-hyperv', '_floatingips': [{'id': '1462f4a7-5698-4786-bbfc-1dedd8b3e455', 'tenant_id': '5bd5d96184e74f0ca1fb3a290ee8b3f6', 'floating_ip_address': '172.26.5.33', 'floating_network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'router_id': 'e3f4a618-e57d-4000-b517-ba34bc2fabc5', 'port_id': '8efa5577-b204-4478-b335-9e69465a012b', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f450d435-2e18-4974-8657-011f0eedf5a1', 'mac_address': 'fa:16:3e:cb:50:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61b401cd-7665-457a-a9a3-c59923ccb6f5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T13:49:08Z', 'updated_at': '2022-04-01T13:49:08Z', 'revision_number': 0, 'project_id': '5bd5d96184e74f0ca1fb3a290ee8b3f6', 'fixed_ip_address_scope': None}, {'id': '5fce20f7-e2ea-405b-bdd5-08c8bc3013e0', 'tenant_id': '5bd5d96184e74f0ca1fb3a290ee8b3f6', 'floating_ip_address': '172.26.5.194', 'floating_network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'router_id': 'e3f4a618-e57d-4000-b517-ba34bc2fabc5', 'port_id': '81bf8f45-6e4e-45d1-a374-1b696695bc4f', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f450d435-2e18-4974-8657-011f0eedf5a1', 'mac_address': 'fa:16:3e:5e:db:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5fe79ec-1f97-40dd-93e8-56101682399f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T13:46:57Z', 'updated_at': '2022-04-01T13:47:00Z', 'revision_number': 1, 'project_id': '5bd5d96184e74f0ca1fb3a290ee8b3f6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6274b498-b06d-44b2-9332-bd5b04bcf3e6', 'name': '', 'network_id': 'f450d435-2e18-4974-8657-011f0eedf5a1', 'tenant_id': '5bd5d96184e74f0ca1fb3a290ee8b3f6', 'mac_address': 'fa:16:3e:c2:25:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3f4a618-e57d-4000-b517-ba34bc2fabc5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e819b10b-b5bd-410a-b72f-33f41ed14c7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836180-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:43:44Z', 'updated_at': '2022-04-01T13:43:52Z', 'revision_number': 5, 'project_id': '5bd5d96184e74f0ca1fb3a290ee8b3f6', 'subnets': [{'id': 'e819b10b-b5bd-410a-b72f-33f41ed14c7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 13:49:12.357431 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-b3d7fc9d-6cae-4c12-b1d2-740ed7d51d4d req-a4a43f7d-83a5-47ad-acac-c29aba241d6c service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=81bf8f45-6e4e-45d1-a374-1b696695bc4f HTTP/1.1" status: 200 len: 1001 time: 0.1842911 Apr 01 13:49:12.359038 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-45ca2abd-86e5-4d95-ba0c-b2a521d47304 req-eec39ae2-a96e-4ed0-8b1a-ebf9042c7a15 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ab57bcba-aa8d-4488-a0a9-8d8b87880eab HTTP/1.1" status: 200 len: 1035 time: 0.1849124 Apr 01 13:49:12.397753 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73a43697-807f-43be-8395-0d4e7070787c None None] New status for floating IP 1462f4a7-5698-4786-bbfc-1dedd8b3e455: ACTIVE {{(pid=83873) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 01 13:49:12.472130 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d7fc9d-6cae-4c12-b1d2-740ed7d51d4d req-a59ff1d2-82b1-47ca-832c-f7d8b68a2291 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:49:12.473479 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-b3d7fc9d-6cae-4c12-b1d2-740ed7d51d4d req-a59ff1d2-82b1-47ca-832c-f7d8b68a2291 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=e819b10b-b5bd-410a-b72f-33f41ed14c7b HTTP/1.1" status: 200 len: 851 time: 0.1052639 Apr 01 13:49:12.476347 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ca2abd-86e5-4d95-ba0c-b2a521d47304 req-6cd3e382-d5c9-4355-b6b7-c7319d223a4b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:49:12.477617 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-45ca2abd-86e5-4d95-ba0c-b2a521d47304 req-6cd3e382-d5c9-4355-b6b7-c7319d223a4b service neutron] 10.222.0.57 "GET /v2.0/subnets?id=572f29b1-fcd6-4781-914d-1b26b709c53e HTTP/1.1" status: 200 len: 835 time: 0.0797153 Apr 01 13:49:12.611239 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-b3d7fc9d-6cae-4c12-b1d2-740ed7d51d4d req-55cdd8f9-67e6-4eae-8d87-0f659674f3a5 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=f450d435-2e18-4974-8657-011f0eedf5a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1277907 Apr 01 13:49:12.613851 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-45ca2abd-86e5-4d95-ba0c-b2a521d47304 req-1642fe14-3fc1-473f-ae52-a0565c028499 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=5c1aab84-acd9-47d0-929c-b712112be47d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0985761 Apr 01 13:49:12.811006 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '61b401cd-7665-457a-a9a3-c59923ccb6f5', 'tag': '8efa5577-b204-4478-b335-9e69465a012b'}] {{(pid=83869) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 13:49:12.860058 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-b3d7fc9d-6cae-4c12-b1d2-740ed7d51d4d req-04c12079-ddf4-4d86-a002-2230e24cb8b7 service neutron] 10.222.0.57 "GET /v2.0/networks/f450d435-2e18-4974-8657-011f0eedf5a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2369752 Apr 01 13:49:12.863001 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-45ca2abd-86e5-4d95-ba0c-b2a521d47304 req-629e83cc-1e24-476d-836a-2cbb22841dcb service neutron] 10.222.0.57 "GET /v2.0/networks/5c1aab84-acd9-47d0-929c-b712112be47d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2389009 Apr 01 13:49:12.887876 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '61b401cd-7665-457a-a9a3-c59923ccb6f5', 'tag': '8efa5577-b204-4478-b335-9e69465a012b', 'status': 'completed', 'code': 200} Apr 01 13:49:12.968102 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-b1c4388f-37e7-40ff-8f12-51a1df99a7aa req-5cfbff7d-2d3d-4dc3-8f5e-644782adad6a service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=5bd5d96184e74f0ca1fb3a290ee8b3f6&device_id=61b401cd-7665-457a-a9a3-c59923ccb6f5 HTTP/1.1" status: 200 len: 1098 time: 0.0692005 Apr 01 13:49:13.102654 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c4388f-37e7-40ff-8f12-51a1df99a7aa req-89074b6c-cc55-45a0-b1d4-1b005a931e06 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:49:13.104188 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-b1c4388f-37e7-40ff-8f12-51a1df99a7aa req-89074b6c-cc55-45a0-b1d4-1b005a931e06 service neutron] 10.222.0.57 "GET /v2.0/networks?id=f450d435-2e18-4974-8657-011f0eedf5a1 HTTP/1.1" status: 200 len: 913 time: 0.1308038 Apr 01 13:49:13.156671 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-b3d7fc9d-6cae-4c12-b1d2-740ed7d51d4d req-33ea5d45-2459-4a74-9534-ef3719bfe356 service neutron] 10.222.0.57 "GET /v2.0/networks/f450d435-2e18-4974-8657-011f0eedf5a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2869198 Apr 01 13:49:13.159858 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-45ca2abd-86e5-4d95-ba0c-b2a521d47304 req-625700d8-3573-4e12-a5ce-44148fbbca30 service neutron] 10.222.0.57 "GET /v2.0/networks/5c1aab84-acd9-47d0-929c-b712112be47d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2712710 Apr 01 13:49:13.182333 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3998ef67-a9c9-497c-b590-de03ecb6bdb1 req-db90af81-a9a6-4266-bd07-f414b785bc74 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:49:13.184120 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-3998ef67-a9c9-497c-b590-de03ecb6bdb1 req-db90af81-a9a6-4266-bd07-f414b785bc74 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] 10.222.0.26 "GET /v2.0/ports?device_id=353ab93d-e00d-4402-a96a-aabbd1b9e88f HTTP/1.1" status: 200 len: 980 time: 0.1518397 Apr 01 13:49:13.210378 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-b1c4388f-37e7-40ff-8f12-51a1df99a7aa req-d4633c27-ba25-459b-a9e4-ae7e93f6b2ad service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8efa5577-b204-4478-b335-9e69465a012b HTTP/1.1" status: 200 len: 1000 time: 0.1001310 Apr 01 13:49:13.233338 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-3998ef67-a9c9-497c-b590-de03ecb6bdb1 req-60db4982-af94-48a3-b20d-5f74fb33dc7c tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] 10.222.0.26 "GET /v2.0/security-groups?id=32e1dfc5-fbd9-4f6b-b62f-671a1503c7d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416906 Apr 01 13:49:13.276148 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c4388f-37e7-40ff-8f12-51a1df99a7aa req-fc1b5992-e523-41b5-905c-ebc6868bbfde service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:49:13.278211 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-b1c4388f-37e7-40ff-8f12-51a1df99a7aa req-fc1b5992-e523-41b5-905c-ebc6868bbfde service neutron] 10.222.0.57 "GET /v2.0/subnets?id=e819b10b-b5bd-410a-b72f-33f41ed14c7b HTTP/1.1" status: 200 len: 851 time: 0.0620968 Apr 01 13:49:13.350828 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-b1c4388f-37e7-40ff-8f12-51a1df99a7aa req-fc214230-c0e4-49d6-8dad-9a830b810201 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=f450d435-2e18-4974-8657-011f0eedf5a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0660515 Apr 01 13:49:13.478588 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-b1c4388f-37e7-40ff-8f12-51a1df99a7aa req-65fae3a9-98d1-4b79-84ec-34ea72f41831 service neutron] 10.222.0.57 "GET /v2.0/networks/f450d435-2e18-4974-8657-011f0eedf5a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1219945 Apr 01 13:49:13.604562 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-b1c4388f-37e7-40ff-8f12-51a1df99a7aa req-67e2d967-2eab-421a-892b-e7b35c8e28c1 service neutron] 10.222.0.57 "GET /v2.0/networks/f450d435-2e18-4974-8657-011f0eedf5a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1202612 Apr 01 13:49:14.415173 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Device ab57bcba-aa8d-4488-a0a9-8d8b87880eab details requested by agent hyperv_hv-neutron-8361 with host hv-neutron-8361 {{(pid=83872) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 01 13:49:14.505812 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf772d6a-0b82-476d-8f79-975721086589 req-3cc3ca3e-6bc8-4e9a-bbd1-d5d90f35d833 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:49:14.507236 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-bf772d6a-0b82-476d-8f79-975721086589 req-3cc3ca3e-6bc8-4e9a-bbd1-d5d90f35d833 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] 10.222.0.26 "GET /v2.0/ports?device_id=353ab93d-e00d-4402-a96a-aabbd1b9e88f HTTP/1.1" status: 200 len: 980 time: 0.1448767 Apr 01 13:49:14.549297 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] For port ab57bcba-aa8d-4488-a0a9-8d8b87880eab, host hv-neutron-8361, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8361',level=0,port_id=ab57bcba-aa8d-4488-a0a9-8d8b87880eab,segment=NetworkSegment(2c26745e-7bcf-42cc-927b-e92fa5b5f3d3),segment_id=2c26745e-7bcf-42cc-927b-e92fa5b5f3d3)] {{(pid=83872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 13:49:14.555087 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-bf772d6a-0b82-476d-8f79-975721086589 req-5c772838-e852-4ad6-a3a5-f8e2a85c1886 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] 10.222.0.26 "GET /v2.0/security-groups?id=32e1dfc5-fbd9-4f6b-b62f-671a1503c7d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416296 Apr 01 13:49:14.563062 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Returning: {'device': 'ab57bcba-aa8d-4488-a0a9-8d8b87880eab', 'network_id': '5c1aab84-acd9-47d0-929c-b712112be47d', 'port_id': 'ab57bcba-aa8d-4488-a0a9-8d8b87880eab', 'mac_address': 'fa:16:3e:66:93:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 383, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '572f29b1-fcd6-4781-914d-1b26b709c53e', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83872) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 01 13:49:14.618786 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:49:14.636789 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.notifiers.nova [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ab57bcba-aa8d-4488-a0a9-8d8b87880eab {{(pid=83872) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 01 13:49:14.651729 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] For port ab57bcba-aa8d-4488-a0a9-8d8b87880eab, host hv-neutron-8361, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8361',level=0,port_id=ab57bcba-aa8d-4488-a0a9-8d8b87880eab,segment=NetworkSegment(2c26745e-7bcf-42cc-927b-e92fa5b5f3d3),segment_id=2c26745e-7bcf-42cc-927b-e92fa5b5f3d3)] {{(pid=83872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 13:49:14.654784 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864'] for port, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:49:14.719088 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Pushing event updated for resources: {'Port': ['ID=ab57bcba-aa8d-4488-a0a9-8d8b87880eab,revision_number=9']} {{(pid=83872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:49:14.880520 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] get_ports_and_sgs() called for port_ids ['ab57bcba-aa8d-4488-a0a9-8d8b87880eab'] {{(pid=83872) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 01 13:49:15.747770 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0cdfef3-adb5-47b5-a2d8-6bc1483cbd7e req-cc6b0c2d-0528-4a6c-acf3-4c7a4ba56cf2 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:49:15.749270 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-d0cdfef3-adb5-47b5-a2d8-6bc1483cbd7e req-cc6b0c2d-0528-4a6c-acf3-4c7a4ba56cf2 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] 10.222.0.26 "GET /v2.0/ports?device_id=353ab93d-e00d-4402-a96a-aabbd1b9e88f HTTP/1.1" status: 200 len: 981 time: 0.0739765 Apr 01 13:49:15.896716 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-d0cdfef3-adb5-47b5-a2d8-6bc1483cbd7e req-e812e091-b6ce-4444-9758-8dae9232fa62 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] 10.222.0.26 "GET /v2.0/security-groups?id=32e1dfc5-fbd9-4f6b-b62f-671a1503c7d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1418874 Apr 01 13:49:16.421549 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Device ab57bcba-aa8d-4488-a0a9-8d8b87880eab up at agent hyperv_hv-neutron-8361 {{(pid=83872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 13:49:16.488283 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Provisioning for port ab57bcba-aa8d-4488-a0a9-8d8b87880eab completed by entity L2. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 13:49:16.493005 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Provisioning complete for port ab57bcba-aa8d-4488-a0a9-8d8b87880eab triggered by entity L2. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 13:49:16.493373 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-948329'] for port, provisioning_complete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:49:16.608349 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:49:16.635316 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '353ab93d-e00d-4402-a96a-aabbd1b9e88f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab57bcba-aa8d-4488-a0a9-8d8b87880eab'}] {{(pid=83872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 13:49:16.645019 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] For port ab57bcba-aa8d-4488-a0a9-8d8b87880eab, host hv-neutron-8361, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8361',level=0,port_id=ab57bcba-aa8d-4488-a0a9-8d8b87880eab,segment=NetworkSegment(2c26745e-7bcf-42cc-927b-e92fa5b5f3d3),segment_id=2c26745e-7bcf-42cc-927b-e92fa5b5f3d3)] {{(pid=83872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 13:49:16.648404 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864'] for port, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:49:16.693624 dv-neutron-836180-1-hyperv neutron-server[83872]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '353ab93d-e00d-4402-a96a-aabbd1b9e88f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab57bcba-aa8d-4488-a0a9-8d8b87880eab', 'code': 200} Apr 01 13:49:16.753787 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Pushing event updated for resources: {'Port': ['ID=ab57bcba-aa8d-4488-a0a9-8d8b87880eab,revision_number=10']} {{(pid=83872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:49:17.078764 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-39885dfe-ef36-4c5b-98b7-df17db054d72 req-dc127d4d-173d-402e-8473-766723b73808 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=353ab93d-e00d-4402-a96a-aabbd1b9e88f HTTP/1.1" status: 200 len: 1136 time: 0.2214780 Apr 01 13:49:17.111491 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d865fa07-7ec8-49ad-8dd5-42f0dba9d38b req-760ed850-b12f-4d6b-86eb-b0dea3cd7c18 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:49:17.120657 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-d865fa07-7ec8-49ad-8dd5-42f0dba9d38b req-760ed850-b12f-4d6b-86eb-b0dea3cd7c18 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] 10.222.0.26 "GET /v2.0/ports?device_id=353ab93d-e00d-4402-a96a-aabbd1b9e88f HTTP/1.1" status: 200 len: 983 time: 0.0924151 Apr 01 13:49:17.130946 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-39885dfe-ef36-4c5b-98b7-df17db054d72 req-34b03025-0d6c-4dbb-805c-36c3d9d209fe service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=32e1dfc5-fbd9-4f6b-b62f-671a1503c7d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434048 Apr 01 13:49:17.164263 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-d865fa07-7ec8-49ad-8dd5-42f0dba9d38b req-5de24b71-d7a8-475f-9f34-64fb386355bb tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] 10.222.0.26 "GET /v2.0/security-groups?id=32e1dfc5-fbd9-4f6b-b62f-671a1503c7d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418835 Apr 01 13:49:18.376745 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f608a1-92be-4abe-8d58-2cf407a7620e req-6d609107-40c8-457e-acc5-ca3179e1a1f7 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:49:18.378298 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-00f608a1-92be-4abe-8d58-2cf407a7620e req-6d609107-40c8-457e-acc5-ca3179e1a1f7 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] 10.222.0.26 "GET /v2.0/ports?device_id=353ab93d-e00d-4402-a96a-aabbd1b9e88f HTTP/1.1" status: 200 len: 983 time: 0.0817847 Apr 01 13:49:18.422540 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-00f608a1-92be-4abe-8d58-2cf407a7620e req-01e81c2b-f15a-41eb-81e7-c2127d3e27da tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] 10.222.0.26 "GET /v2.0/security-groups?id=32e1dfc5-fbd9-4f6b-b62f-671a1503c7d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385997 Apr 01 13:49:19.616925 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c3ab91-dbe8-44d4-b851-b229e162d970 req-54d04e50-f82d-43a8-9a6a-082d2959f40a tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:49:19.618368 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-07c3ab91-dbe8-44d4-b851-b229e162d970 req-54d04e50-f82d-43a8-9a6a-082d2959f40a tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] 10.222.0.26 "GET /v2.0/ports?device_id=353ab93d-e00d-4402-a96a-aabbd1b9e88f HTTP/1.1" status: 200 len: 983 time: 0.0793676 Apr 01 13:49:19.663141 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-07c3ab91-dbe8-44d4-b851-b229e162d970 req-d719340e-8e6c-49c6-879a-1389fae2702f tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] 10.222.0.26 "GET /v2.0/security-groups?id=32e1dfc5-fbd9-4f6b-b62f-671a1503c7d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390029 Apr 01 13:49:19.855616 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb39fa1-b9f4-4c5a-96f4-514776da90b3 req-b887e0dc-8887-40ab-961d-22b1ebe3384c tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:49:19.857077 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-ffb39fa1-b9f4-4c5a-96f4-514776da90b3 req-b887e0dc-8887-40ab-961d-22b1ebe3384c tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] 10.222.0.26 "GET /v2.0/ports?device_id=353ab93d-e00d-4402-a96a-aabbd1b9e88f HTTP/1.1" status: 200 len: 983 time: 0.0763111 Apr 01 13:49:19.899996 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-ffb39fa1-b9f4-4c5a-96f4-514776da90b3 req-8491be8e-e934-45b5-b1e0-b689e1e869e9 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] 10.222.0.26 "GET /v2.0/security-groups?id=32e1dfc5-fbd9-4f6b-b62f-671a1503c7d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374839 Apr 01 13:49:19.927651 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 59038) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:49:20.001215 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-9226352a-4db2-4f03-b7a8-d54e5d70c58c tempest-TestNetworkBasicOps-1234239346 tempest-TestNetworkBasicOps-1234239346-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=353ab93d-e00d-4402-a96a-aabbd1b9e88f&network_id=5c1aab84-acd9-47d0-929c-b712112be47d HTTP/1.1" status: 200 len: 1131 time: 0.0723941 Apr 01 13:49:20.369682 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9e480a-6a1e-43bd-a012-d24208e4496d req-2f2f0420-fce3-43b3-b930-35a0dc3f4ac6 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:49:20.371301 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-0a9e480a-6a1e-43bd-a012-d24208e4496d req-2f2f0420-fce3-43b3-b930-35a0dc3f4ac6 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] 10.222.0.26 "GET /v2.0/ports?device_id=353ab93d-e00d-4402-a96a-aabbd1b9e88f HTTP/1.1" status: 200 len: 983 time: 0.0755825 Apr 01 13:49:20.415170 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-0a9e480a-6a1e-43bd-a012-d24208e4496d req-df929a78-e914-44dd-92a6-ca2711bc3075 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] 10.222.0.26 "GET /v2.0/security-groups?id=32e1dfc5-fbd9-4f6b-b62f-671a1503c7d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381632 Apr 01 13:49:21.611528 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017a51d4-9cd0-4d60-87a7-38e5aeef6374 req-d5d60e2c-aa79-481e-a8a0-d71268975a93 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:49:21.613026 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-017a51d4-9cd0-4d60-87a7-38e5aeef6374 req-d5d60e2c-aa79-481e-a8a0-d71268975a93 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] 10.222.0.26 "GET /v2.0/ports?device_id=353ab93d-e00d-4402-a96a-aabbd1b9e88f HTTP/1.1" status: 200 len: 983 time: 0.0769446 Apr 01 13:49:21.659169 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-017a51d4-9cd0-4d60-87a7-38e5aeef6374 req-1d9197d3-9912-44c2-a38a-92c69833eccc tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] 10.222.0.26 "GET /v2.0/security-groups?id=32e1dfc5-fbd9-4f6b-b62f-671a1503c7d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406160 Apr 01 13:49:21.916472 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22eb4278-e587-467c-a2bc-03c02debe183 req-7ef549af-1047-4c6d-a23b-29d1c688407b tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:49:21.918547 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-22eb4278-e587-467c-a2bc-03c02debe183 req-7ef549af-1047-4c6d-a23b-29d1c688407b tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] 10.222.0.57 "GET /v2.0/ports?device_id=353ab93d-e00d-4402-a96a-aabbd1b9e88f HTTP/1.1" status: 200 len: 983 time: 0.0784099 Apr 01 13:49:21.984161 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22eb4278-e587-467c-a2bc-03c02debe183 req-79703b4d-a3c2-43c7-81d4-b4ae7d7364b1 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:49:21.985503 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-22eb4278-e587-467c-a2bc-03c02debe183 req-79703b4d-a3c2-43c7-81d4-b4ae7d7364b1 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] 10.222.0.57 "GET /v2.0/ports/ab57bcba-aa8d-4488-a0a9-8d8b87880eab?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0619962 Apr 01 13:49:22.122402 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [req-22eb4278-e587-467c-a2bc-03c02debe183 req-42e20851-8345-4906-ba84-757551e82747 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Synchronizing usage tracker for tenant:f17cecf0d6854286bcc6f673927088ad on resource:network {{(pid=83871) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 13:49:22.136801 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [req-22eb4278-e587-467c-a2bc-03c02debe183 req-42e20851-8345-4906-ba84-757551e82747 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Unset dirty status for tenant:f17cecf0d6854286bcc6f673927088ad on resource:network {{(pid=83871) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 13:49:22.138017 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-22eb4278-e587-467c-a2bc-03c02debe183 req-42e20851-8345-4906-ba84-757551e82747 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] 10.222.0.57 "GET /v2.0/networks/5c1aab84-acd9-47d0-929c-b712112be47d?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.1477025 Apr 01 13:49:22.148666 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.v2.base [req-22eb4278-e587-467c-a2bc-03c02debe183 req-9b39277d-beed-444f-9449-d2dc9b0fb15b service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=83871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:49:22.254652 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-22eb4278-e587-467c-a2bc-03c02debe183 req-9b39277d-beed-444f-9449-d2dc9b0fb15b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:49:22.443921 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.db [req-22eb4278-e587-467c-a2bc-03c02debe183 req-9b39277d-beed-444f-9449-d2dc9b0fb15b service neutron] For port ab57bcba-aa8d-4488-a0a9-8d8b87880eab, host hv-neutron-8361, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8361',level=0,port_id=ab57bcba-aa8d-4488-a0a9-8d8b87880eab,segment=NetworkSegment(2c26745e-7bcf-42cc-927b-e92fa5b5f3d3),segment_id=2c26745e-7bcf-42cc-927b-e92fa5b5f3d3)] {{(pid=83871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 13:49:22.472393 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.db [req-22eb4278-e587-467c-a2bc-03c02debe183 req-9b39277d-beed-444f-9449-d2dc9b0fb15b service neutron] For port ab57bcba-aa8d-4488-a0a9-8d8b87880eab, host hv-neutron-8361, cleared binding levels {{(pid=83871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 13:49:22.523389 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.notifiers.nova [req-22eb4278-e587-467c-a2bc-03c02debe183 req-9b39277d-beed-444f-9449-d2dc9b0fb15b service neutron] device_id is not set on port ab57bcba-aa8d-4488-a0a9-8d8b87880eab yet. {{(pid=83871) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 01 13:49:22.531690 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-22eb4278-e587-467c-a2bc-03c02debe183 req-9b39277d-beed-444f-9449-d2dc9b0fb15b service neutron] Notify callbacks [] for port, precommit_update {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:49:22.536821 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-22eb4278-e587-467c-a2bc-03c02debe183 req-9b39277d-beed-444f-9449-d2dc9b0fb15b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2743106'] for port, after_update {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:49:22.662872 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b39277d-beed-444f-9449-d2dc9b0fb15b service neutron] Pushing event updated for resources: {'Port': ['ID=ab57bcba-aa8d-4488-a0a9-8d8b87880eab,revision_number=11']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:49:22.729693 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.l3_dvrscheduler_db [req-22eb4278-e587-467c-a2bc-03c02debe183 req-9b39277d-beed-444f-9449-d2dc9b0fb15b service neutron] No DVR routers for this DVR port ab57bcba-aa8d-4488-a0a9-8d8b87880eab on host hv-neutron-8361 {{(pid=83871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 13:49:22.798766 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-621f9722-2992-4ef0-bc6b-427c1cfd34e2 None None] Provisioning complete for port ab57bcba-aa8d-4488-a0a9-8d8b87880eab triggered by entity DHCP. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 13:49:22.799300 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-621f9722-2992-4ef0-bc6b-427c1cfd34e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-948329'] for port, provisioning_complete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:49:22.852001 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.plugin [None req-621f9722-2992-4ef0-bc6b-427c1cfd34e2 None None] Port ab57bcba-aa8d-4488-a0a9-8d8b87880eab cannot update to ACTIVE because it is not bound. {{(pid=83872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 13:49:22.888387 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-6b6a6816-a6d6-44be-b099-fd78a8478ae4 req-e1730705-b8d7-4ab0-96d2-ed1c54933265 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] 10.222.0.26 "GET /v2.0/ports?device_id=353ab93d-e00d-4402-a96a-aabbd1b9e88f HTTP/1.1" status: 200 len: 210 time: 0.0974083 Apr 01 13:49:23.091419 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.plugin [req-22eb4278-e587-467c-a2bc-03c02debe183 req-9b39277d-beed-444f-9449-d2dc9b0fb15b service neutron] In _notify_port_updated(), no bound segment for port ab57bcba-aa8d-4488-a0a9-8d8b87880eab on network 5c1aab84-acd9-47d0-929c-b712112be47d {{(pid=83871) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Apr 01 13:49:23.092577 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-22eb4278-e587-467c-a2bc-03c02debe183 req-9b39277d-beed-444f-9449-d2dc9b0fb15b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109561'] for port, before_response {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:49:23.093956 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-22eb4278-e587-467c-a2bc-03c02debe183 req-9b39277d-beed-444f-9449-d2dc9b0fb15b service neutron] 10.222.0.57 "PUT /v2.0/ports/ab57bcba-aa8d-4488-a0a9-8d8b87880eab HTTP/1.1" status: 200 len: 1026 time: 0.9490163 Apr 01 13:49:23.841151 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:49:23.995621 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 59052) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:49:24.063299 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-ffed46ca-9a3d-4d3b-912c-05dc89f5083d tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks [] for security_group, before_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:49:24.091721 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-ffed46ca-9a3d-4d3b-912c-05dc89f5083d tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:49:24.156647 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-ffed46ca-9a3d-4d3b-912c-05dc89f5083d tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3775923'] for security_group, after_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:49:24.177208 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffed46ca-9a3d-4d3b-912c-05dc89f5083d tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae2943b7-e0a4-4621-80e4-f7dc64326385,revision_number=None']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:49:24.192161 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-ffed46ca-9a3d-4d3b-912c-05dc89f5083d tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks [] for security_group, before_response {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:49:24.193293 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-ffed46ca-9a3d-4d3b-912c-05dc89f5083d tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] 10.222.0.26 "DELETE /v2.0/security-groups/ae2943b7-e0a4-4621-80e4-f7dc64326385 HTTP/1.1" status: 204 len: 168 time: 0.1967065 Apr 01 13:49:24.232526 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 59058) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:49:24.434302 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.plugin [None req-bfa91242-25a7-48b7-8d15-898d2cc23afe tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Deleting port 9dbb215c-4392-4d99-9cd7-5fb49dd6bf9a {{(pid=83871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 13:49:24.434637 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-bfa91242-25a7-48b7-8d15-898d2cc23afe tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736733287370'] for port, before_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:49:24.616392 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-bfa91242-25a7-48b7-8d15-898d2cc23afe tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4155147'] for port, precommit_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:49:24.616392 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-bfa91242-25a7-48b7-8d15-898d2cc23afe tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:49:24.750614 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.plugin [None req-bfa91242-25a7-48b7-8d15-898d2cc23afe tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Calling delete_port for 9dbb215c-4392-4d99-9cd7-5fb49dd6bf9a owned by network:floatingip {{(pid=83871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 13:49:24.903269 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-bfa91242-25a7-48b7-8d15-898d2cc23afe tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736733359243', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736732935810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2743125'] for port, after_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:49:24.943893 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa91242-25a7-48b7-8d15-898d2cc23afe tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Pushing event deleted for resources: {'Port': ['ID=9dbb215c-4392-4d99-9cd7-5fb49dd6bf9a,revision_number=None']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:49:25.041463 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-bfa91242-25a7-48b7-8d15-898d2cc23afe tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks [] for floatingip, after_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:49:25.467365 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bfa91242-25a7-48b7-8d15-898d2cc23afe tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Router a09a44a2-26e4-47ca-b887-06d4d20e111e has already been hosted by L3 agent 88bf8fc8-11a3-4e96-9d1b-5fd93ba9f6f1 {{(pid=83871) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 13:49:25.762923 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bfa91242-25a7-48b7-8d15-898d2cc23afe tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify agent at l3_agent.dv-neutron-836180-1-hyperv the message routers_updated {{(pid=83871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 13:49:25.774925 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39a8cacb-b2ad-40fc-8d55-ef5f5a90bc4a None None] Sync routers for ids ['a09a44a2-26e4-47ca-b887-06d4d20e111e'] in dv-neutron-836180-1-hyperv {{(pid=83872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 13:49:25.784877 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-bfa91242-25a7-48b7-8d15-898d2cc23afe tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109561'] for floatingip, before_response {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:49:25.787660 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39a8cacb-b2ad-40fc-8d55-ef5f5a90bc4a None None] Routers {'a09a44a2-26e4-47ca-b887-06d4d20e111e'} bound to L3 agent in host dv-neutron-836180-1-hyperv {{(pid=83872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 13:49:25.787660 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_hamode_db [None req-39a8cacb-b2ad-40fc-8d55-ef5f5a90bc4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836180-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T13:25:36Z,description=,heartbeat_timestamp=2022-04-01T13:49:06Z,host='dv-neutron-836180-1-hyperv',id=88bf8fc8-11a3-4e96-9d1b-5fd93ba9f6f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T13:25:36Z,topic='l3_agent')) {'router_ids': ['a09a44a2-26e4-47ca-b887-06d4d20e111e'], 'active': True} {{(pid=83872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:49:25.842703 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-bfa91242-25a7-48b7-8d15-898d2cc23afe tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] 10.222.0.26 "DELETE /v2.0/floatingips/1af53714-5120-4951-87d1-4f6fa397e8d1 HTTP/1.1" status: 204 len: 168 time: 1.6044538 Apr 01 13:49:26.008436 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_dvr_db [None req-39a8cacb-b2ad-40fc-8d55-ef5f5a90bc4a None None] Set router a09a44a2-26e4-47ca-b887-06d4d20e111e gateway port host: dv-neutron-836180-1-hyperv {{(pid=83872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 13:49:26.014209 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 59068) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:49:26.099403 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-4490910f-fa43-4e64-91ba-36c2995c13d4 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks [] for security_group, before_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:49:26.135488 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-4490910f-fa43-4e64-91ba-36c2995c13d4 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:49:26.211859 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-4490910f-fa43-4e64-91ba-36c2995c13d4 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3775923'] for security_group, after_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:49:26.237229 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4490910f-fa43-4e64-91ba-36c2995c13d4 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab417c1e-781b-44ce-8a2b-b58150fa352d,revision_number=None']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:49:26.248415 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-4490910f-fa43-4e64-91ba-36c2995c13d4 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks [] for security_group, before_response {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:49:26.248415 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-4490910f-fa43-4e64-91ba-36c2995c13d4 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] 10.222.0.26 "DELETE /v2.0/security-groups/ab417c1e-781b-44ce-8a2b-b58150fa352d HTTP/1.1" status: 204 len: 168 time: 0.2359662 Apr 01 13:49:26.324122 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 59074) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:49:26.395127 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.plugin [None req-34d7b8f7-4fb9-4ade-b5e3-ea3766fa4387 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Deleting port ab57bcba-aa8d-4488-a0a9-8d8b87880eab {{(pid=83871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 13:49:26.395127 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-34d7b8f7-4fb9-4ade-b5e3-ea3766fa4387 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736733287370'] for port, before_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:49:26.440476 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_hamode_db [None req-39a8cacb-b2ad-40fc-8d55-ef5f5a90bc4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a09a44a2-26e4-47ca-b887-06d4d20e111e', 'name': 'tempest-TestNetworkBasicOps-router-1417230606', 'tenant_id': 'f17cecf0d6854286bcc6f673927088ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'external_fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.205'}], 'enable_snat': True}, 'gw_port_id': '8acc902b-47b3-4579-a0f2-45252714c874', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T13:48:33Z', 'updated_at': '2022-04-01T13:48:38Z', 'revision_number': 4, 'project_id': 'f17cecf0d6854286bcc6f673927088ad', 'gw_port': {'id': '8acc902b-47b3-4579-a0f2-45252714c874', 'name': '', 'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:4c:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a09a44a2-26e4-47ca-b887-06d4d20e111e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836180-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:48:34Z', 'updated_at': '2022-04-01T13:48:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836180-1-hyperv', '_interfaces': [{'id': 'c16a5c2e-6abe-4d66-89d7-af840392d423', 'name': '', 'network_id': '5c1aab84-acd9-47d0-929c-b712112be47d', 'tenant_id': 'f17cecf0d6854286bcc6f673927088ad', 'mac_address': 'fa:16:3e:c5:81:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a09a44a2-26e4-47ca-b887-06d4d20e111e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '572f29b1-fcd6-4781-914d-1b26b709c53e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836180-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:48:37Z', 'updated_at': '2022-04-01T13:48:46Z', 'revision_number': 5, 'project_id': 'f17cecf0d6854286bcc6f673927088ad', 'subnets': [{'id': '572f29b1-fcd6-4781-914d-1b26b709c53e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-836180-1-hyperv', False) {} {{(pid=83872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:49:26.445553 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39a8cacb-b2ad-40fc-8d55-ef5f5a90bc4a None None] Checking router: a09a44a2-26e4-47ca-b887-06d4d20e111e for host: dv-neutron-836180-1-hyperv {{(pid=83872) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 01 13:49:26.457915 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39a8cacb-b2ad-40fc-8d55-ef5f5a90bc4a None None] Routers {'a09a44a2-26e4-47ca-b887-06d4d20e111e'} bound to L3 agent in host dv-neutron-836180-1-hyperv {{(pid=83872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 13:49:26.457915 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_hamode_db [None req-39a8cacb-b2ad-40fc-8d55-ef5f5a90bc4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836180-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T13:25:36Z,description=,heartbeat_timestamp=2022-04-01T13:49:06Z,host='dv-neutron-836180-1-hyperv',id=88bf8fc8-11a3-4e96-9d1b-5fd93ba9f6f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T13:25:36Z,topic='l3_agent')) {'router_ids': ['a09a44a2-26e4-47ca-b887-06d4d20e111e'], 'active': True} {{(pid=83872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:49:26.520958 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Device ab57bcba-aa8d-4488-a0a9-8d8b87880eab no longer exists at agent hyperv_hv-neutron-8361 {{(pid=83872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 13:49:26.663892 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Device ab57bcba-aa8d-4488-a0a9-8d8b87880eab not bound to the agent host hv-neutron-8361 {{(pid=83872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 13:49:26.702968 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-34d7b8f7-4fb9-4ade-b5e3-ea3766fa4387 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4155147'] for port, precommit_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:49:26.711024 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_dvr_db [None req-39a8cacb-b2ad-40fc-8d55-ef5f5a90bc4a None None] Set router a09a44a2-26e4-47ca-b887-06d4d20e111e gateway port host: dv-neutron-836180-1-hyperv {{(pid=83872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 13:49:26.850429 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.plugin [None req-34d7b8f7-4fb9-4ade-b5e3-ea3766fa4387 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Calling delete_port for ab57bcba-aa8d-4488-a0a9-8d8b87880eab owned by {{(pid=83871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 13:49:27.022280 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-34d7b8f7-4fb9-4ade-b5e3-ea3766fa4387 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736733359243', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736732935810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2743125'] for port, after_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:49:27.067898 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_hamode_db [None req-39a8cacb-b2ad-40fc-8d55-ef5f5a90bc4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a09a44a2-26e4-47ca-b887-06d4d20e111e', 'name': 'tempest-TestNetworkBasicOps-router-1417230606', 'tenant_id': 'f17cecf0d6854286bcc6f673927088ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'external_fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.205'}], 'enable_snat': True}, 'gw_port_id': '8acc902b-47b3-4579-a0f2-45252714c874', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T13:48:33Z', 'updated_at': '2022-04-01T13:48:38Z', 'revision_number': 4, 'project_id': 'f17cecf0d6854286bcc6f673927088ad', 'gw_port': {'id': '8acc902b-47b3-4579-a0f2-45252714c874', 'name': '', 'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:4c:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a09a44a2-26e4-47ca-b887-06d4d20e111e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836180-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:48:34Z', 'updated_at': '2022-04-01T13:48:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836180-1-hyperv', '_interfaces': [{'id': 'c16a5c2e-6abe-4d66-89d7-af840392d423', 'name': '', 'network_id': '5c1aab84-acd9-47d0-929c-b712112be47d', 'tenant_id': 'f17cecf0d6854286bcc6f673927088ad', 'mac_address': 'fa:16:3e:c5:81:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a09a44a2-26e4-47ca-b887-06d4d20e111e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '572f29b1-fcd6-4781-914d-1b26b709c53e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836180-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:48:37Z', 'updated_at': '2022-04-01T13:48:46Z', 'revision_number': 5, 'project_id': 'f17cecf0d6854286bcc6f673927088ad', 'subnets': [{'id': '572f29b1-fcd6-4781-914d-1b26b709c53e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-836180-1-hyperv', False) {} {{(pid=83872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:49:27.067898 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39a8cacb-b2ad-40fc-8d55-ef5f5a90bc4a None None] The sync data for ids ['a09a44a2-26e4-47ca-b887-06d4d20e111e'] in dv-neutron-836180-1-hyperv is: [{'id': 'a09a44a2-26e4-47ca-b887-06d4d20e111e', 'name': 'tempest-TestNetworkBasicOps-router-1417230606', 'tenant_id': 'f17cecf0d6854286bcc6f673927088ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'external_fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.205'}], 'enable_snat': True}, 'gw_port_id': '8acc902b-47b3-4579-a0f2-45252714c874', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T13:48:33Z', 'updated_at': '2022-04-01T13:48:38Z', 'revision_number': 4, 'project_id': 'f17cecf0d6854286bcc6f673927088ad', 'gw_port': {'id': '8acc902b-47b3-4579-a0f2-45252714c874', 'name': '', 'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:4c:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a09a44a2-26e4-47ca-b887-06d4d20e111e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836180-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:48:34Z', 'updated_at': '2022-04-01T13:48:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836180-1-hyperv', '_interfaces': [{'id': 'c16a5c2e-6abe-4d66-89d7-af840392d423', 'name': '', 'network_id': '5c1aab84-acd9-47d0-929c-b712112be47d', 'tenant_id': 'f17cecf0d6854286bcc6f673927088ad', 'mac_address': 'fa:16:3e:c5:81:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a09a44a2-26e4-47ca-b887-06d4d20e111e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '572f29b1-fcd6-4781-914d-1b26b709c53e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836180-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:48:37Z', 'updated_at': '2022-04-01T13:48:46Z', 'revision_number': 5, 'project_id': 'f17cecf0d6854286bcc6f673927088ad', 'subnets': [{'id': '572f29b1-fcd6-4781-914d-1b26b709c53e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 13:49:27.082968 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d7b8f7-4fb9-4ade-b5e3-ea3766fa4387 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Pushing event deleted for resources: {'Port': ['ID=ab57bcba-aa8d-4488-a0a9-8d8b87880eab,revision_number=None']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:49:27.277268 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-34d7b8f7-4fb9-4ade-b5e3-ea3766fa4387 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109561'] for port, before_response {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:49:27.285113 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-34d7b8f7-4fb9-4ade-b5e3-ea3766fa4387 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] 10.222.0.26 "DELETE /v2.0/ports/ab57bcba-aa8d-4488-a0a9-8d8b87880eab HTTP/1.1" status: 204 len: 168 time: 0.9591703 Apr 01 13:49:27.285113 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 59078) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:49:27.434948 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a73072c5-60ee-4324-b0ed-9d10bb8d2f67 None None] New status for floating IP 1af53714-5120-4951-87d1-4f6fa397e8d1: DOWN {{(pid=83873) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 01 13:49:27.755218 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-05bf6c9a-c8d3-424e-98d9-7bc45b068fa7 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4084029'] for router_interface, before_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:49:28.480536 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.plugin [None req-05bf6c9a-c8d3-424e-98d9-7bc45b068fa7 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Deleting port c16a5c2e-6abe-4d66-89d7-af840392d423 {{(pid=83871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 13:49:28.480873 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-05bf6c9a-c8d3-424e-98d9-7bc45b068fa7 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736733287370'] for port, before_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:49:28.668957 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.db [None req-05bf6c9a-c8d3-424e-98d9-7bc45b068fa7 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] For port c16a5c2e-6abe-4d66-89d7-af840392d423, host dv-neutron-836180-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836180-1-hyperv',level=0,port_id=c16a5c2e-6abe-4d66-89d7-af840392d423,segment=NetworkSegment(2c26745e-7bcf-42cc-927b-e92fa5b5f3d3),segment_id=2c26745e-7bcf-42cc-927b-e92fa5b5f3d3)] {{(pid=83871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 13:49:28.668957 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-05bf6c9a-c8d3-424e-98d9-7bc45b068fa7 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4155147'] for port, precommit_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:49:28.793949 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.plugin [None req-05bf6c9a-c8d3-424e-98d9-7bc45b068fa7 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Calling delete_port for c16a5c2e-6abe-4d66-89d7-af840392d423 owned by network:router_interface {{(pid=83871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 13:49:28.961901 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-05bf6c9a-c8d3-424e-98d9-7bc45b068fa7 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736733359243', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736732935810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2743125'] for port, after_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:49:29.006794 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05bf6c9a-c8d3-424e-98d9-7bc45b068fa7 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Pushing event deleted for resources: {'Port': ['ID=c16a5c2e-6abe-4d66-89d7-af840392d423,revision_number=None']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:49:29.300790 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-05bf6c9a-c8d3-424e-98d9-7bc45b068fa7 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3017585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4084076'] for router_interface, after_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:49:29.971203 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05bf6c9a-c8d3-424e-98d9-7bc45b068fa7 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Router a09a44a2-26e4-47ca-b887-06d4d20e111e has already been hosted by L3 agent 88bf8fc8-11a3-4e96-9d1b-5fd93ba9f6f1 {{(pid=83871) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 13:49:30.170410 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05bf6c9a-c8d3-424e-98d9-7bc45b068fa7 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify agent at l3_agent.dv-neutron-836180-1-hyperv the message routers_updated {{(pid=83871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 13:49:30.180435 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d4bf184-90d6-46af-a772-de83fbfcdde5 None None] Sync routers for ids ['a09a44a2-26e4-47ca-b887-06d4d20e111e'] in dv-neutron-836180-1-hyperv {{(pid=83872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 13:49:30.183498 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-05bf6c9a-c8d3-424e-98d9-7bc45b068fa7 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] 10.222.0.26 "PUT /v2.0/routers/a09a44a2-26e4-47ca-b887-06d4d20e111e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8993332 Apr 01 13:49:30.186084 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 59082) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:49:30.192679 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d4bf184-90d6-46af-a772-de83fbfcdde5 None None] Routers {'a09a44a2-26e4-47ca-b887-06d4d20e111e'} bound to L3 agent in host dv-neutron-836180-1-hyperv {{(pid=83872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 13:49:30.193273 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_hamode_db [None req-2d4bf184-90d6-46af-a772-de83fbfcdde5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836180-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T13:25:36Z,description=,heartbeat_timestamp=2022-04-01T13:49:06Z,host='dv-neutron-836180-1-hyperv',id=88bf8fc8-11a3-4e96-9d1b-5fd93ba9f6f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T13:25:36Z,topic='l3_agent')) {'router_ids': ['a09a44a2-26e4-47ca-b887-06d4d20e111e'], 'active': True} {{(pid=83872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:49:30.384921 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.db_base_plugin_v2 [None req-856f7b3d-8e3c-42f4-a9b1-6f0f987e7011 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Deleting subnet 572f29b1-fcd6-4781-914d-1b26b709c53e {{(pid=83871) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 01 13:49:30.387816 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-856f7b3d-8e3c-42f4-a9b1-6f0f987e7011 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks [] for subnet, before_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:49:30.430272 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_dvr_db [None req-2d4bf184-90d6-46af-a772-de83fbfcdde5 None None] Set router a09a44a2-26e4-47ca-b887-06d4d20e111e gateway port host: dv-neutron-836180-1-hyperv {{(pid=83872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 13:49:30.441048 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-856f7b3d-8e3c-42f4-a9b1-6f0f987e7011 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3166365'] for subnet, precommit_delete_associations {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:49:30.537067 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-856f7b3d-8e3c-42f4-a9b1-6f0f987e7011 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-945029'] for subnet, precommit_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:49:30.613111 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-856f7b3d-8e3c-42f4-a9b1-6f0f987e7011 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-945042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2743160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2757373'] for subnet, after_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:49:30.651954 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-856f7b3d-8e3c-42f4-a9b1-6f0f987e7011 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Pushing event deleted for resources: {'Subnet': ['ID=572f29b1-fcd6-4781-914d-1b26b709c53e,revision_number=None']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:49:30.658120 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-856f7b3d-8e3c-42f4-a9b1-6f0f987e7011 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks [] for subnet, before_response {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:49:30.669787 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-856f7b3d-8e3c-42f4-a9b1-6f0f987e7011 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] 10.222.0.26 "DELETE /v2.0/subnets/572f29b1-fcd6-4781-914d-1b26b709c53e HTTP/1.1" status: 204 len: 168 time: 0.4825988 Apr 01 13:49:30.671125 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-856f7b3d-8e3c-42f4-a9b1-6f0f987e7011 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:49:30.671444 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-856f7b3d-8e3c-42f4-a9b1-6f0f987e7011 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:49:30.671769 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-856f7b3d-8e3c-42f4-a9b1-6f0f987e7011 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:49:30.672086 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-856f7b3d-8e3c-42f4-a9b1-6f0f987e7011 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:49:30.672494 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-856f7b3d-8e3c-42f4-a9b1-6f0f987e7011 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:49:30.673095 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-856f7b3d-8e3c-42f4-a9b1-6f0f987e7011 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:49:30.673095 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-856f7b3d-8e3c-42f4-a9b1-6f0f987e7011 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:49:30.673341 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-856f7b3d-8e3c-42f4-a9b1-6f0f987e7011 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:49:30.674622 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-856f7b3d-8e3c-42f4-a9b1-6f0f987e7011 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:49:30.674622 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-856f7b3d-8e3c-42f4-a9b1-6f0f987e7011 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:49:30.678820 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 59086) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:49:30.681667 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-856f7b3d-8e3c-42f4-a9b1-6f0f987e7011 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:49:30.697458 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d939e7a-3cfc-424e-a6bf-e74e5986d643 None None] Network 5c1aab84-acd9-47d0-929c-b712112be47d requested from dv-neutron-836180-1-hyperv {{(pid=83872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 13:49:30.903970 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_hamode_db [None req-2d4bf184-90d6-46af-a772-de83fbfcdde5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a09a44a2-26e4-47ca-b887-06d4d20e111e', 'name': 'tempest-TestNetworkBasicOps-router-1417230606', 'tenant_id': 'f17cecf0d6854286bcc6f673927088ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'external_fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.205'}], 'enable_snat': True}, 'gw_port_id': '8acc902b-47b3-4579-a0f2-45252714c874', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T13:48:33Z', 'updated_at': '2022-04-01T13:49:28Z', 'revision_number': 5, 'project_id': 'f17cecf0d6854286bcc6f673927088ad', 'gw_port': {'id': '8acc902b-47b3-4579-a0f2-45252714c874', 'name': '', 'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:4c:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a09a44a2-26e4-47ca-b887-06d4d20e111e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836180-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:48:34Z', 'updated_at': '2022-04-01T13:48:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836180-1-hyperv'}], 'dv-neutron-836180-1-hyperv', False) {} {{(pid=83872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:49:30.907621 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-fa921566-7041-4cdc-b34b-f72638e62fc8 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks [] for router, before_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:49:30.914118 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d4bf184-90d6-46af-a772-de83fbfcdde5 None None] Checking router: a09a44a2-26e4-47ca-b887-06d4d20e111e for host: dv-neutron-836180-1-hyperv {{(pid=83872) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 01 13:49:30.933018 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d4bf184-90d6-46af-a772-de83fbfcdde5 None None] Routers {'a09a44a2-26e4-47ca-b887-06d4d20e111e'} bound to L3 agent in host dv-neutron-836180-1-hyperv {{(pid=83872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 13:49:30.933623 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_hamode_db [None req-2d4bf184-90d6-46af-a772-de83fbfcdde5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836180-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T13:25:36Z,description=,heartbeat_timestamp=2022-04-01T13:49:06Z,host='dv-neutron-836180-1-hyperv',id=88bf8fc8-11a3-4e96-9d1b-5fd93ba9f6f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T13:25:36Z,topic='l3_agent')) {'router_ids': ['a09a44a2-26e4-47ca-b887-06d4d20e111e'], 'active': True} {{(pid=83872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:49:31.065913 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbe0aae2-b7d3-4050-8b45-447ddfce4540 None None] DHCP port deletion for 5c1aab84-acd9-47d0-929c-b712112be47d request from dv-neutron-836180-1-hyperv {{(pid=83872) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 01 13:49:31.091590 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.plugin [None req-dbe0aae2-b7d3-4050-8b45-447ddfce4540 None None] Deleting port fecbc1fa-6053-42f2-b5cc-0385eee5f411 {{(pid=83872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 13:49:31.091590 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-dbe0aae2-b7d3-4050-8b45-447ddfce4540 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736733287370'] for port, before_delete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:49:31.124419 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-fa921566-7041-4cdc-b34b-f72638e62fc8 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:49:31.138419 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.plugin [None req-fa921566-7041-4cdc-b34b-f72638e62fc8 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Deleting port 8acc902b-47b3-4579-a0f2-45252714c874 {{(pid=83869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 13:49:31.138419 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-fa921566-7041-4cdc-b34b-f72638e62fc8 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736733287370'] for port, before_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:49:31.212922 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_dvr_db [None req-2d4bf184-90d6-46af-a772-de83fbfcdde5 None None] Set router a09a44a2-26e4-47ca-b887-06d4d20e111e gateway port host: dv-neutron-836180-1-hyperv {{(pid=83872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 13:49:31.320561 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.db [None req-fa921566-7041-4cdc-b34b-f72638e62fc8 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] For port 8acc902b-47b3-4579-a0f2-45252714c874, host dv-neutron-836180-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836180-1-hyperv',level=0,port_id=8acc902b-47b3-4579-a0f2-45252714c874,segment=NetworkSegment(7b924dd8-4978-40c4-ad91-4b9b27348462),segment_id=7b924dd8-4978-40c4-ad91-4b9b27348462)] {{(pid=83869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 13:49:31.320918 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-fa921566-7041-4cdc-b34b-f72638e62fc8 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4155147'] for port, precommit_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:49:31.447232 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.plugin [None req-fa921566-7041-4cdc-b34b-f72638e62fc8 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Calling delete_port for 8acc902b-47b3-4579-a0f2-45252714c874 owned by network:router_gateway {{(pid=83869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 13:49:31.515718 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-dbe0aae2-b7d3-4050-8b45-447ddfce4540 None None] For port fecbc1fa-6053-42f2-b5cc-0385eee5f411, host dv-neutron-836180-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836180-1-hyperv',level=0,port_id=fecbc1fa-6053-42f2-b5cc-0385eee5f411,segment=NetworkSegment(2c26745e-7bcf-42cc-927b-e92fa5b5f3d3),segment_id=2c26745e-7bcf-42cc-927b-e92fa5b5f3d3)] {{(pid=83872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 13:49:31.516115 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-dbe0aae2-b7d3-4050-8b45-447ddfce4540 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4155147'] for port, precommit_delete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:49:31.623663 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-fa921566-7041-4cdc-b34b-f72638e62fc8 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736733359243', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736732935810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2705155'] for port, after_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:49:31.658244 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.plugin [None req-dbe0aae2-b7d3-4050-8b45-447ddfce4540 None None] Calling delete_port for fecbc1fa-6053-42f2-b5cc-0385eee5f411 owned by network:dhcp {{(pid=83872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 13:49:31.673735 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa921566-7041-4cdc-b34b-f72638e62fc8 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Pushing event deleted for resources: {'Port': ['ID=8acc902b-47b3-4579-a0f2-45252714c874,revision_number=None']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:49:31.839372 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-dbe0aae2-b7d3-4050-8b45-447ddfce4540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736733359243', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736732935810'] for port, after_delete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:49:31.887191 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe0aae2-b7d3-4050-8b45-447ddfce4540 None None] Pushing event deleted for resources: {'Port': ['ID=fecbc1fa-6053-42f2-b5cc-0385eee5f411,revision_number=None']} {{(pid=83872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:49:31.901014 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbe0aae2-b7d3-4050-8b45-447ddfce4540 None None] No DVR routers for this DVR port fecbc1fa-6053-42f2-b5cc-0385eee5f411 on host dv-neutron-836180-1-hyperv {{(pid=83872) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 13:49:31.911733 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_hamode_db [None req-2d4bf184-90d6-46af-a772-de83fbfcdde5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a09a44a2-26e4-47ca-b887-06d4d20e111e', 'name': 'tempest-TestNetworkBasicOps-router-1417230606', 'tenant_id': 'f17cecf0d6854286bcc6f673927088ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'external_fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.205'}], 'enable_snat': True}, 'gw_port_id': '8acc902b-47b3-4579-a0f2-45252714c874', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T13:48:33Z', 'updated_at': '2022-04-01T13:49:28Z', 'revision_number': 5, 'project_id': 'f17cecf0d6854286bcc6f673927088ad', 'gw_port': {'id': '8acc902b-47b3-4579-a0f2-45252714c874', 'name': '', 'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:4c:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a09a44a2-26e4-47ca-b887-06d4d20e111e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836180-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:48:34Z', 'updated_at': '2022-04-01T13:48:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836180-1-hyperv'}], 'dv-neutron-836180-1-hyperv', False) {} {{(pid=83872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:49:31.911733 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d4bf184-90d6-46af-a772-de83fbfcdde5 None None] The sync data for ids ['a09a44a2-26e4-47ca-b887-06d4d20e111e'] in dv-neutron-836180-1-hyperv is: [{'id': 'a09a44a2-26e4-47ca-b887-06d4d20e111e', 'name': 'tempest-TestNetworkBasicOps-router-1417230606', 'tenant_id': 'f17cecf0d6854286bcc6f673927088ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'external_fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.205'}], 'enable_snat': True}, 'gw_port_id': '8acc902b-47b3-4579-a0f2-45252714c874', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T13:48:33Z', 'updated_at': '2022-04-01T13:49:28Z', 'revision_number': 5, 'project_id': 'f17cecf0d6854286bcc6f673927088ad', 'gw_port': {'id': '8acc902b-47b3-4579-a0f2-45252714c874', 'name': '', 'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:4c:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a09a44a2-26e4-47ca-b887-06d4d20e111e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836180-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:48:34Z', 'updated_at': '2022-04-01T13:48:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836180-1-hyperv'}] {{(pid=83872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 13:49:32.051515 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-fa921566-7041-4cdc-b34b-f72638e62fc8 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4084822'] for router_gateway, after_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:49:32.336346 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-fa921566-7041-4cdc-b34b-f72638e62fc8 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4079814', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4170'] for router, precommit_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:49:32.339460 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-fa921566-7041-4cdc-b34b-f72638e62fc8 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:49:32.371149 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-fa921566-7041-4cdc-b34b-f72638e62fc8 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4079738'] for router, after_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:49:32.371677 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa921566-7041-4cdc-b34b-f72638e62fc8 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Fanout notify agent at l3_agent the message router_deleted on router a09a44a2-26e4-47ca-b887-06d4d20e111e {{(pid=83869) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 01 13:49:32.388977 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-fa921566-7041-4cdc-b34b-f72638e62fc8 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks [] for router, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:49:32.388977 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-fa921566-7041-4cdc-b34b-f72638e62fc8 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] 10.222.0.26 "DELETE /v2.0/routers/a09a44a2-26e4-47ca-b887-06d4d20e111e HTTP/1.1" status: 204 len: 168 time: 1.7123413 Apr 01 13:49:32.391751 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 59092) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:49:32.450832 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Device c16a5c2e-6abe-4d66-89d7-af840392d423 no longer exists at agent ovs-agent-dv-neutron-836180-1-hyperv {{(pid=83872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 13:49:32.497287 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.plugin [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] No Port match for: c16a5c2e-6abe-4d66-89d7-af840392d423 {{(pid=83872) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 01 13:49:32.498298 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Device c16a5c2e-6abe-4d66-89d7-af840392d423 not bound to the agent host dv-neutron-836180-1-hyperv {{(pid=83872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 13:49:32.498298 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Device fecbc1fa-6053-42f2-b5cc-0385eee5f411 no longer exists at agent ovs-agent-dv-neutron-836180-1-hyperv {{(pid=83872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 13:49:32.520702 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-2659c8f3-d450-4ae9-9694-c72574162239 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1033078'] for network, before_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:49:32.530101 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.plugin [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] No Port match for: fecbc1fa-6053-42f2-b5cc-0385eee5f411 {{(pid=83872) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 01 13:49:32.530643 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Device fecbc1fa-6053-42f2-b5cc-0385eee5f411 not bound to the agent host dv-neutron-836180-1-hyperv {{(pid=83872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 13:49:32.656659 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-2659c8f3-d450-4ae9-9694-c72574162239 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-942654', 'neutron.services.segments.db._delete_segments_for_network-8736733387888'] for network, precommit_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:49:32.687774 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.services.segments.db [None req-2659c8f3-d450-4ae9-9694-c72574162239 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5c1aab84-acd9-47d0-929c-b712112be47d']}} {{(pid=83871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:49:32.700451 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.services.segments.db [None req-2659c8f3-d450-4ae9-9694-c72574162239 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2c26745e-7bcf-42cc-927b-e92fa5b5f3d3') {'for_net_delete': True} {{(pid=83871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:49:32.700744 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.services.segments.db [None req-2659c8f3-d450-4ae9-9694-c72574162239 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2c26745e-7bcf-42cc-927b-e92fa5b5f3d3') {} {{(pid=83871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:49:32.712454 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-2659c8f3-d450-4ae9-9694-c72574162239 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736733386999', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3166340'] for segment, before_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:49:32.730982 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-2659c8f3-d450-4ae9-9694-c72574162239 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1004271'] for segment, precommit_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:49:32.743829 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2659c8f3-d450-4ae9-9694-c72574162239 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Releasing vlan 383 on physical network physnet1 to pool {{(pid=83871) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 01 13:49:32.743829 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-2659c8f3-d450-4ae9-9694-c72574162239 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1004262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2743078'] for segment, after_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:49:32.760464 dv-neutron-836180-1-hyperv neutron-server[83871]: Traceback (most recent call last): Apr 01 13:49:32.760464 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 01 13:49:32.760464 dv-neutron-836180-1-hyperv neutron-server[83871]: timer() Apr 01 13:49:32.760464 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 13:49:32.760464 dv-neutron-836180-1-hyperv neutron-server[83871]: cb(*args, **kw) Apr 01 13:49:32.760464 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 13:49:32.760464 dv-neutron-836180-1-hyperv neutron-server[83871]: return func(*args, **kwargs) Apr 01 13:49:32.760464 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 13:49:32.760464 dv-neutron-836180-1-hyperv neutron-server[83871]: self._notify() Apr 01 13:49:32.760464 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 13:49:32.760464 dv-neutron-836180-1-hyperv neutron-server[83871]: self.callback(batched_events) Apr 01 13:49:32.760464 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 13:49:32.760464 dv-neutron-836180-1-hyperv neutron-server[83871]: event.method(event) Apr 01 13:49:32.760464 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 13:49:32.760464 dv-neutron-836180-1-hyperv neutron-server[83871]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 13:49:32.760464 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 13:49:32.760464 dv-neutron-836180-1-hyperv neutron-server[83871]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 13:49:32.760464 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 13:49:32.760464 dv-neutron-836180-1-hyperv neutron-server[83871]: return f(self, *a, **k) Apr 01 13:49:32.760464 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 13:49:32.760464 dv-neutron-836180-1-hyperv neutron-server[83871]: return self._get(url).json() Apr 01 13:49:32.760464 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 13:49:32.760464 dv-neutron-836180-1-hyperv neutron-server[83871]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 13:49:32.760464 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 01 13:49:32.760464 dv-neutron-836180-1-hyperv neutron-server[83871]: return self.request(url, 'GET', **kwargs) Apr 01 13:49:32.760464 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 01 13:49:32.760464 dv-neutron-836180-1-hyperv neutron-server[83871]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 13:49:32.760464 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 01 13:49:32.760464 dv-neutron-836180-1-hyperv neutron-server[83871]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 13:49:32.760464 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 01 13:49:32.760464 dv-neutron-836180-1-hyperv neutron-server[83871]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 13:49:32.760464 dv-neutron-836180-1-hyperv neutron-server[83871]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 13:49:32.836835 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-2659c8f3-d450-4ae9-9694-c72574162239 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-942599', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4084797'] for network, after_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:49:32.862522 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-2659c8f3-d450-4ae9-9694-c72574162239 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks [] for network, before_response {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:49:32.967671 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2659c8f3-d450-4ae9-9694-c72574162239 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Pushing event deleted for resources: {'Network': ['ID=5c1aab84-acd9-47d0-929c-b712112be47d,revision_number=None']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:49:32.975800 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-2659c8f3-d450-4ae9-9694-c72574162239 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] 10.222.0.26 "DELETE /v2.0/networks/5c1aab84-acd9-47d0-929c-b712112be47d HTTP/1.1" status: 204 len: 168 time: 0.5835989 Apr 01 13:49:32.990151 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 59096) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:49:33.002712 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-0e825434-42b7-4181-9ebe-49efb714ff29 tempest-TestNetworkBasicOps-1234239346 tempest-TestNetworkBasicOps-1234239346-project-admin] 10.222.0.26 "GET /v2.0/agents?agent_type=L3+agent HTTP/1.1" status: 200 len: 838 time: 0.0114677 Apr 01 13:49:33.005417 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 59100) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:49:33.011719 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.v2.base [None req-72d6d398-8623-4507-8c7e-766e2e479f55 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Request body: {'network': {'name': 'tempest-network-smoke--942957069', 'project_id': 'f17cecf0d6854286bcc6f673927088ad', 'port_security_enabled': True}} {{(pid=83869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:49:33.016697 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-72d6d398-8623-4507-8c7e-766e2e479f55 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:49:33.020779 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-72d6d398-8623-4507-8c7e-766e2e479f55 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Usage tracker for resource:network and tenant:f17cecf0d6854286bcc6f673927088ad is out of sync, need to count used quota {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 13:49:33.023874 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-72d6d398-8623-4507-8c7e-766e2e479f55 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 13:49:33.030164 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-72d6d398-8623-4507-8c7e-766e2e479f55 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:49:33.039912 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72d6d398-8623-4507-8c7e-766e2e479f55 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Made reservation on behalf of f17cecf0d6854286bcc6f673927088ad for: {'network': 1} {{(pid=83869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 13:49:33.043896 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-72d6d398-8623-4507-8c7e-766e2e479f55 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for network, before_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:49:33.072854 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-72d6d398-8623-4507-8c7e-766e2e479f55 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] vlan segment allocate from pool success with {'vlan_id': 350, 'physical_network': 'physnet1'} {{(pid=83869) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 13:49:33.081501 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-72d6d398-8623-4507-8c7e-766e2e479f55 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1004271'] for segment, precommit_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:49:33.081860 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.db.segments_db [None req-72d6d398-8623-4507-8c7e-766e2e479f55 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Added segment 4958e257-06ef-4deb-93a1-5fd02aaccba0 of type vlan for network 27c7e218-6d44-4df5-8f6d-6417ccd09037 Apr 01 13:49:33.108147 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-72d6d398-8623-4507-8c7e-766e2e479f55 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736732923383'] for network, precommit_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:49:33.138360 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-72d6d398-8623-4507-8c7e-766e2e479f55 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575'] for network, after_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:49:33.141150 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72d6d398-8623-4507-8c7e-766e2e479f55 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:49:33.141725 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-72d6d398-8623-4507-8c7e-766e2e479f55 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks [] for network, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:49:33.246593 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-72d6d398-8623-4507-8c7e-766e2e479f55 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2401710 Apr 01 13:49:33.254943 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 59104) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:49:33.256590 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d6d398-8623-4507-8c7e-766e2e479f55 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Pushing event updated for resources: {'Network': ['ID=27c7e218-6d44-4df5-8f6d-6417ccd09037,revision_number=1']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:49:33.260469 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.v2.base [None req-a68e7426-51ab-4335-a58d-4528488e1602 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1872686270', 'admin_state_up': True, 'project_id': 'f17cecf0d6854286bcc6f673927088ad', 'external_gateway_info': {'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301'}}} {{(pid=83871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:49:33.273299 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-a68e7426-51ab-4335-a58d-4528488e1602 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:49:33.275492 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Network 27c7e218-6d44-4df5-8f6d-6417ccd09037 details requested by agent ovs-agent-dv-neutron-836180-1-hyperv with host dv-neutron-836180-1-hyperv {{(pid=83872) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 13:49:33.278184 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-a68e7426-51ab-4335-a58d-4528488e1602 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Usage tracker for resource:router and tenant:f17cecf0d6854286bcc6f673927088ad is out of sync, need to count used quota {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 13:49:33.281704 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-a68e7426-51ab-4335-a58d-4528488e1602 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 13:49:33.288020 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-a68e7426-51ab-4335-a58d-4528488e1602 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:49:33.299149 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-a68e7426-51ab-4335-a58d-4528488e1602 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4082176', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4220'] for router, before_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:49:33.300258 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-a68e7426-51ab-4335-a58d-4528488e1602 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4082277', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4084873', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4148249', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4211'] for router, precommit_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:49:33.325648 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-a68e7426-51ab-4335-a58d-4528488e1602 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:49:33.484882 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-a68e7426-51ab-4335-a58d-4528488e1602 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4084887', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4079850', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4161'] for router, precommit_update {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:49:33.541516 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-8ff862a5-507d-42fa-b6d0-abed5334e23f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:49:33.669770 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-a68e7426-51ab-4335-a58d-4528488e1602 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks [] for router_gateway, before_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:49:33.700188 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-a68e7426-51ab-4335-a58d-4528488e1602 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:49:33.846203 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.db_base_plugin_common [None req-a68e7426-51ab-4335-a58d-4528488e1602 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Allocated IP 172.26.5.13 (725864b8-cceb-48c9-b5d3-1bfc4423e301/e2ed99db-0e25-4971-b535-7fa69231fae8/17e58fc9-d8c2-4564-a844-3be86f7eaade) {{(pid=83871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 13:49:33.995132 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-a68e7426-51ab-4335-a58d-4528488e1602 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks [] for port, precommit_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:49:34.024202 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-a68e7426-51ab-4335-a58d-4528488e1602 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736732935801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2743125'] for port, after_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:49:34.097931 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a68e7426-51ab-4335-a58d-4528488e1602 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Network 725864b8-cceb-48c9-b5d3-1bfc4423e301 is already hosted by enough agents. {{(pid=83871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 13:49:34.101181 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.scheduler.base_scheduler [None req-a68e7426-51ab-4335-a58d-4528488e1602 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Resources bound (agent type, host, resource id): {{(pid=83871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 13:49:34.108128 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a68e7426-51ab-4335-a58d-4528488e1602 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Received port after_create {{(pid=83871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 13:49:34.135088 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68e7426-51ab-4335-a58d-4528488e1602 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Pushing event updated for resources: {'Port': ['ID=17e58fc9-d8c2-4564-a844-3be86f7eaade,revision_number=1']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:49:34.291271 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-a68e7426-51ab-4335-a58d-4528488e1602 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks [] for router_gateway, after_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:49:34.292201 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-a68e7426-51ab-4335-a58d-4528488e1602 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4082201', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4084858'] for router, after_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:49:34.317301 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Device 8acc902b-47b3-4579-a0f2-45252714c874 no longer exists at agent ovs-agent-dv-neutron-836180-1-hyperv {{(pid=83872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 13:49:34.353529 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.plugin [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] No Port match for: 8acc902b-47b3-4579-a0f2-45252714c874 {{(pid=83872) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 01 13:49:34.353642 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Device 8acc902b-47b3-4579-a0f2-45252714c874 not bound to the agent host dv-neutron-836180-1-hyperv {{(pid=83872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 13:49:34.534423 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a68e7426-51ab-4335-a58d-4528488e1602 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Router f3ff5db3-bf38-491d-8022-926674b224a7 is scheduled to L3 agent 88bf8fc8-11a3-4e96-9d1b-5fd93ba9f6f1 with binding_index 1 {{(pid=83871) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 01 13:49:34.745391 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a68e7426-51ab-4335-a58d-4528488e1602 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify agent at l3_agent.dv-neutron-836180-1-hyperv the message routers_updated {{(pid=83871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 13:49:34.755319 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6907103-0f45-49dc-9232-b3abd558c67b None None] Sync routers for ids ['f3ff5db3-bf38-491d-8022-926674b224a7'] in dv-neutron-836180-1-hyperv {{(pid=83873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 13:49:34.768118 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6907103-0f45-49dc-9232-b3abd558c67b None None] Routers {'f3ff5db3-bf38-491d-8022-926674b224a7'} bound to L3 agent in host dv-neutron-836180-1-hyperv {{(pid=83873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 13:49:34.768748 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-c6907103-0f45-49dc-9232-b3abd558c67b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836180-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T13:25:36Z,description=,heartbeat_timestamp=2022-04-01T13:49:06Z,host='dv-neutron-836180-1-hyperv',id=88bf8fc8-11a3-4e96-9d1b-5fd93ba9f6f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T13:25:36Z,topic='l3_agent')) {'router_ids': ['f3ff5db3-bf38-491d-8022-926674b224a7'], 'active': True} {{(pid=83873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:49:34.777186 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-a68e7426-51ab-4335-a58d-4528488e1602 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks [] for router, before_response {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:49:34.779042 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-a68e7426-51ab-4335-a58d-4528488e1602 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 1.5277936 Apr 01 13:49:34.782489 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 59108) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:49:34.824199 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-1fcd8a00-fdb8-4b13-b368-a88aacbbaa68 tempest-TestNetworkBasicOps-1234239346 tempest-TestNetworkBasicOps-1234239346-project-admin] 10.222.0.26 "GET /v2.0/subnets?project_id=f17cecf0d6854286bcc6f673927088ad&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0406079 Apr 01 13:49:34.826826 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 59112) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:49:34.950217 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_dvr_db [None req-c6907103-0f45-49dc-9232-b3abd558c67b None None] Set router f3ff5db3-bf38-491d-8022-926674b224a7 gateway port host: dv-neutron-836180-1-hyperv {{(pid=83873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 13:49:34.964426 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b41306e4-c261-4b9b-a0cc-997cbc36e480 tempest-TestNetworkBasicOps-1234239346 tempest-TestNetworkBasicOps-1234239346-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:49:34.965886 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-b41306e4-c261-4b9b-a0cc-997cbc36e480 tempest-TestNetworkBasicOps-1234239346 tempest-TestNetworkBasicOps-1234239346-project-admin] 10.222.0.26 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1380968 Apr 01 13:49:34.968643 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 59116) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:49:35.016176 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-43fe01b3-b21d-4265-b894-d73cdd1b5465 tempest-TestNetworkBasicOps-1234239346 tempest-TestNetworkBasicOps-1234239346-project-admin] 10.222.0.26 "GET /v2.0/subnets?network_id=725864b8-cceb-48c9-b5d3-1bfc4423e301&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0439308 Apr 01 13:49:35.016704 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 59120) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:49:35.022131 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.v2.base [None req-34055c3b-94e1-4d69-8c35-dd332eba40ba tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1254247025', 'network_id': '27c7e218-6d44-4df5-8f6d-6417ccd09037', 'project_id': 'f17cecf0d6854286bcc6f673927088ad', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=83869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:49:35.150809 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-34055c3b-94e1-4d69-8c35-dd332eba40ba tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:49:35.156067 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-34055c3b-94e1-4d69-8c35-dd332eba40ba tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Usage tracker for resource:subnet and tenant:f17cecf0d6854286bcc6f673927088ad is out of sync, need to count used quota {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 13:49:35.159568 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-34055c3b-94e1-4d69-8c35-dd332eba40ba tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 13:49:35.165774 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-34055c3b-94e1-4d69-8c35-dd332eba40ba tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:49:35.177392 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34055c3b-94e1-4d69-8c35-dd332eba40ba tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Made reservation on behalf of f17cecf0d6854286bcc6f673927088ad for: {'subnet': 1} {{(pid=83869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 13:49:35.251325 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-c6907103-0f45-49dc-9232-b3abd558c67b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3ff5db3-bf38-491d-8022-926674b224a7', 'name': 'tempest-TestNetworkBasicOps-router-1872686270', 'tenant_id': 'f17cecf0d6854286bcc6f673927088ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'external_fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.13'}], 'enable_snat': True}, 'gw_port_id': '17e58fc9-d8c2-4564-a844-3be86f7eaade', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T13:49:33Z', 'updated_at': '2022-04-01T13:49:34Z', 'revision_number': 3, 'project_id': 'f17cecf0d6854286bcc6f673927088ad', 'gw_port': {'id': '17e58fc9-d8c2-4564-a844-3be86f7eaade', 'name': '', 'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:62:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3ff5db3-bf38-491d-8022-926674b224a7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:49:33Z', 'updated_at': '2022-04-01T13:49:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836180-1-hyperv'}], 'dv-neutron-836180-1-hyperv', False) {} {{(pid=83873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:49:35.255699 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6907103-0f45-49dc-9232-b3abd558c67b None None] Checking router: f3ff5db3-bf38-491d-8022-926674b224a7 for host: dv-neutron-836180-1-hyperv {{(pid=83873) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 01 13:49:35.256049 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6907103-0f45-49dc-9232-b3abd558c67b None None] Updating router f3ff5db3-bf38-491d-8022-926674b224a7 port 17e58fc9-d8c2-4564-a844-3be86f7eaade binding host dv-neutron-836180-1-hyperv {{(pid=83873) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 01 13:49:35.313454 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-c6907103-0f45-49dc-9232-b3abd558c67b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:49:35.317486 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-34055c3b-94e1-4d69-8c35-dd332eba40ba tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2999481'] for subnet, before_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:49:35.590544 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-34055c3b-94e1-4d69-8c35-dd332eba40ba tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2705391', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2999447'] for subnet, after_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:49:35.673459 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34055c3b-94e1-4d69-8c35-dd332eba40ba tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Pushing event updated for resources: {'Subnet': ['ID=7a298cf7-22e7-492d-8964-eb5d813b7dd2,revision_number=0']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:49:35.695881 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34055c3b-94e1-4d69-8c35-dd332eba40ba tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Checking segment: {'id': '4958e257-06ef-4deb-93a1-5fd02aaccba0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '27c7e218-6d44-4df5-8f6d-6417ccd09037'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 13:49:35.696087 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34055c3b-94e1-4d69-8c35-dd332eba40ba tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Network hostable DHCP agents. Network: 27c7e218-6d44-4df5-8f6d-6417ccd09037, hostable agents: ['e47e4547-5c2d-4954-ba56-fa3646239f18'], hosted agents: [] {{(pid=83869) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 13:49:35.696869 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-c6907103-0f45-49dc-9232-b3abd558c67b None None] Notify callbacks [] for port, precommit_update {{(pid=83873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:49:35.711052 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-c6907103-0f45-49dc-9232-b3abd558c67b None None] Transition to ACTIVE for port object 17e58fc9-d8c2-4564-a844-3be86f7eaade will not be triggered until provisioned by entity L2. {{(pid=83873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 13:49:35.723104 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-c6907103-0f45-49dc-9232-b3abd558c67b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864'] for port, after_update {{(pid=83873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:49:35.723364 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34055c3b-94e1-4d69-8c35-dd332eba40ba tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Network 27c7e218-6d44-4df5-8f6d-6417ccd09037 is scheduled to be hosted by DHCP agent e47e4547-5c2d-4954-ba56-fa3646239f18 with binding_index 1 {{(pid=83869) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 13:49:35.741673 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.scheduler.base_scheduler [None req-34055c3b-94e1-4d69-8c35-dd332eba40ba tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-836180-1-hyperv, 27c7e218-6d44-4df5-8f6d-6417ccd09037) {{(pid=83869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 13:49:35.746601 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34055c3b-94e1-4d69-8c35-dd332eba40ba tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:49:35.748728 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-34055c3b-94e1-4d69-8c35-dd332eba40ba tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks [] for subnet, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:49:35.754390 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c84faf90-ebde-45c4-b5d4-55a79c59f649 None None] Network 27c7e218-6d44-4df5-8f6d-6417ccd09037 requested from dv-neutron-836180-1-hyperv {{(pid=83872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 13:49:35.781476 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-34055c3b-94e1-4d69-8c35-dd332eba40ba tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.7641323 Apr 01 13:49:35.784958 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 59124) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:49:35.796232 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d4cf78a-1a42-4753-894f-d7b5c3e86f94 None None] Pushing event updated for resources: {'Port': ['ID=17e58fc9-d8c2-4564-a844-3be86f7eaade,revision_number=2']} {{(pid=83873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:49:35.827168 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.plugins.ml2.managers [None req-c6907103-0f45-49dc-9232-b3abd558c67b None None] Attempting to bind port 17e58fc9-d8c2-4564-a844-3be86f7eaade on host dv-neutron-836180-1-hyperv for vnic_type normal with profile {{(pid=83873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 13:49:35.827670 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.plugins.ml2.managers [None req-c6907103-0f45-49dc-9232-b3abd558c67b None None] Attempting to bind port 17e58fc9-d8c2-4564-a844-3be86f7eaade by drivers openvswitch,hyperv on host dv-neutron-836180-1-hyperv at level 0 using segments [{'id': '7b924dd8-4978-40c4-ad91-4b9b27348462', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301'}] {{(pid=83873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 13:49:35.828137 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6907103-0f45-49dc-9232-b3abd558c67b None None] Attempting to bind port 17e58fc9-d8c2-4564-a844-3be86f7eaade on network 725864b8-cceb-48c9-b5d3-1bfc4423e301 {{(pid=83873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 13:49:35.837013 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6907103-0f45-49dc-9232-b3abd558c67b None None] Checking agent: {'id': 'af948428-97cd-4d10-9f53-af028bdb39b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-836180-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 13, 25, 37), 'started_at': datetime.datetime(2022, 4, 1, 13, 26, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 13, 49, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-836180-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 13:49:35.837451 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6907103-0f45-49dc-9232-b3abd558c67b None None] Checking segment: {'id': '7b924dd8-4978-40c4-ad91-4b9b27348462', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 13:49:35.838785 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-c6907103-0f45-49dc-9232-b3abd558c67b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:49:35.838785 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6907103-0f45-49dc-9232-b3abd558c67b None None] Bound using segment: {'id': '7b924dd8-4978-40c4-ad91-4b9b27348462', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301'} {{(pid=83873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 13:49:35.839339 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.plugins.ml2.managers [None req-c6907103-0f45-49dc-9232-b3abd558c67b None None] Bound port: 17e58fc9-d8c2-4564-a844-3be86f7eaade, host: dv-neutron-836180-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b924dd8-4978-40c4-ad91-4b9b27348462', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301'}}] {{(pid=83873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 13:49:35.840093 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-c6907103-0f45-49dc-9232-b3abd558c67b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:49:35.911975 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-44a0cfbb-8329-4e86-a22e-db07609d9b35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:49:35.944242 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.plugins.ml2.db [None req-c6907103-0f45-49dc-9232-b3abd558c67b None None] For port 17e58fc9-d8c2-4564-a844-3be86f7eaade, host dv-neutron-836180-1-hyperv, cleared binding levels {{(pid=83873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 13:49:35.951559 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.plugins.ml2.db [None req-c6907103-0f45-49dc-9232-b3abd558c67b None None] For port 17e58fc9-d8c2-4564-a844-3be86f7eaade, host dv-neutron-836180-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836180-1-hyperv',level=0,port_id=17e58fc9-d8c2-4564-a844-3be86f7eaade,segment=NetworkSegment(7b924dd8-4978-40c4-ad91-4b9b27348462),segment_id=7b924dd8-4978-40c4-ad91-4b9b27348462)] {{(pid=83873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 13:49:35.959028 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-c6907103-0f45-49dc-9232-b3abd558c67b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864'] for port, after_update {{(pid=83873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:49:36.059433 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d4cf78a-1a42-4753-894f-d7b5c3e86f94 None None] Pushing event updated for resources: {'Port': ['ID=17e58fc9-d8c2-4564-a844-3be86f7eaade,revision_number=3']} {{(pid=83873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:49:36.065913 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6907103-0f45-49dc-9232-b3abd558c67b None None] Routers {'f3ff5db3-bf38-491d-8022-926674b224a7'} bound to L3 agent in host dv-neutron-836180-1-hyperv {{(pid=83873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 13:49:36.066506 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-c6907103-0f45-49dc-9232-b3abd558c67b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836180-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T13:25:36Z,description=,heartbeat_timestamp=2022-04-01T13:49:36Z,host='dv-neutron-836180-1-hyperv',id=88bf8fc8-11a3-4e96-9d1b-5fd93ba9f6f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T13:25:36Z,topic='l3_agent')) {'router_ids': ['f3ff5db3-bf38-491d-8022-926674b224a7'], 'active': True} {{(pid=83873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:49:36.093695 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc174703-1458-40bf-9532-5c25afe3d14d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7e7d0ecb-2af4-55f5-9198-238ab0570d62-27c7e218-6d44-4df5-8f6d-6417ccd09037', 'network_id': '27c7e218-6d44-4df5-8f6d-6417ccd09037', 'tenant_id': 'f17cecf0d6854286bcc6f673927088ad', 'fixed_ips': [{'subnet_id': '7a298cf7-22e7-492d-8964-eb5d813b7dd2'}]}} from dv-neutron-836180-1-hyperv. {{(pid=83872) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 01 13:49:36.095123 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-dc174703-1458-40bf-9532-5c25afe3d14d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:49:36.261097 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_dvr_db [None req-c6907103-0f45-49dc-9232-b3abd558c67b None None] Set router f3ff5db3-bf38-491d-8022-926674b224a7 gateway port host: dv-neutron-836180-1-hyperv {{(pid=83873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 13:49:36.290441 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.db_base_plugin_common [None req-dc174703-1458-40bf-9532-5c25afe3d14d None None] Allocated IP 172.20.0.2 (27c7e218-6d44-4df5-8f6d-6417ccd09037/7a298cf7-22e7-492d-8964-eb5d813b7dd2/94c6b858-ab8c-400f-95e3-801b6471b567) {{(pid=83872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 13:49:36.567686 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-dc174703-1458-40bf-9532-5c25afe3d14d None None] Notify callbacks [] for port, precommit_create {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:49:36.580380 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-dc174703-1458-40bf-9532-5c25afe3d14d None None] Transition to ACTIVE for port object 94c6b858-ab8c-400f-95e3-801b6471b567 will not be triggered until provisioned by entity L2. {{(pid=83872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 13:49:36.607590 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-dc174703-1458-40bf-9532-5c25afe3d14d None None] Transition to ACTIVE for port object 94c6b858-ab8c-400f-95e3-801b6471b567 will not be triggered until provisioned by entity DHCP. {{(pid=83872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 13:49:36.615693 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-dc174703-1458-40bf-9532-5c25afe3d14d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736732935801'] for port, after_create {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:49:36.675688 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-c6907103-0f45-49dc-9232-b3abd558c67b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3ff5db3-bf38-491d-8022-926674b224a7', 'name': 'tempest-TestNetworkBasicOps-router-1872686270', 'tenant_id': 'f17cecf0d6854286bcc6f673927088ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'external_fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.13'}], 'enable_snat': True}, 'gw_port_id': '17e58fc9-d8c2-4564-a844-3be86f7eaade', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T13:49:33Z', 'updated_at': '2022-04-01T13:49:34Z', 'revision_number': 3, 'project_id': 'f17cecf0d6854286bcc6f673927088ad', 'gw_port': {'id': '17e58fc9-d8c2-4564-a844-3be86f7eaade', 'name': '', 'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:62:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3ff5db3-bf38-491d-8022-926674b224a7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836180-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:49:33Z', 'updated_at': '2022-04-01T13:49:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836180-1-hyperv'}], 'dv-neutron-836180-1-hyperv', False) {} {{(pid=83873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:49:36.680909 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6907103-0f45-49dc-9232-b3abd558c67b None None] The sync data for ids ['f3ff5db3-bf38-491d-8022-926674b224a7'] in dv-neutron-836180-1-hyperv is: [{'id': 'f3ff5db3-bf38-491d-8022-926674b224a7', 'name': 'tempest-TestNetworkBasicOps-router-1872686270', 'tenant_id': 'f17cecf0d6854286bcc6f673927088ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'external_fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.13'}], 'enable_snat': True}, 'gw_port_id': '17e58fc9-d8c2-4564-a844-3be86f7eaade', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T13:49:33Z', 'updated_at': '2022-04-01T13:49:34Z', 'revision_number': 3, 'project_id': 'f17cecf0d6854286bcc6f673927088ad', 'gw_port': {'id': '17e58fc9-d8c2-4564-a844-3be86f7eaade', 'name': '', 'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:62:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3ff5db3-bf38-491d-8022-926674b224a7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836180-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:49:33Z', 'updated_at': '2022-04-01T13:49:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836180-1-hyperv'}] {{(pid=83873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 13:49:36.686912 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc174703-1458-40bf-9532-5c25afe3d14d None None] Network 27c7e218-6d44-4df5-8f6d-6417ccd09037 is already hosted by enough agents. {{(pid=83872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 13:49:36.692990 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.scheduler.base_scheduler [None req-dc174703-1458-40bf-9532-5c25afe3d14d None None] Resources bound (agent type, host, resource id): {{(pid=83872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 13:49:36.698092 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc174703-1458-40bf-9532-5c25afe3d14d None None] Received port after_create {{(pid=83872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 13:49:36.709240 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc174703-1458-40bf-9532-5c25afe3d14d None None] Pushing event updated for resources: {'Port': ['ID=94c6b858-ab8c-400f-95e3-801b6471b567,revision_number=1']} {{(pid=83872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:49:36.748547 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc174703-1458-40bf-9532-5c25afe3d14d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:49:36.748752 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc174703-1458-40bf-9532-5c25afe3d14d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:49:36.749069 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc174703-1458-40bf-9532-5c25afe3d14d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:49:36.749411 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc174703-1458-40bf-9532-5c25afe3d14d None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:49:36.749738 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc174703-1458-40bf-9532-5c25afe3d14d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:49:36.750068 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc174703-1458-40bf-9532-5c25afe3d14d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:49:36.750374 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc174703-1458-40bf-9532-5c25afe3d14d None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:49:36.750688 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc174703-1458-40bf-9532-5c25afe3d14d None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:49:36.752409 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc174703-1458-40bf-9532-5c25afe3d14d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:49:36.752409 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc174703-1458-40bf-9532-5c25afe3d14d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:49:36.752409 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc174703-1458-40bf-9532-5c25afe3d14d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:49:36.814916 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-f9ab5001-0444-4fe8-b733-17ee8fcd0a42 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:49:36.825497 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.managers [None req-dc174703-1458-40bf-9532-5c25afe3d14d None None] Attempting to bind port 94c6b858-ab8c-400f-95e3-801b6471b567 on host dv-neutron-836180-1-hyperv for vnic_type normal with profile {{(pid=83872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 13:49:36.825497 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.managers [None req-dc174703-1458-40bf-9532-5c25afe3d14d None None] Attempting to bind port 94c6b858-ab8c-400f-95e3-801b6471b567 by drivers openvswitch,hyperv on host dv-neutron-836180-1-hyperv at level 0 using segments [{'id': '4958e257-06ef-4deb-93a1-5fd02aaccba0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '27c7e218-6d44-4df5-8f6d-6417ccd09037'}] {{(pid=83872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 13:49:36.825497 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc174703-1458-40bf-9532-5c25afe3d14d None None] Attempting to bind port 94c6b858-ab8c-400f-95e3-801b6471b567 on network 27c7e218-6d44-4df5-8f6d-6417ccd09037 {{(pid=83872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 13:49:36.829634 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc174703-1458-40bf-9532-5c25afe3d14d None None] Checking agent: {'id': 'af948428-97cd-4d10-9f53-af028bdb39b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-836180-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 13, 25, 37), 'started_at': datetime.datetime(2022, 4, 1, 13, 26, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 13, 49, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-836180-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 13:49:36.829634 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc174703-1458-40bf-9532-5c25afe3d14d None None] Checking segment: {'id': '4958e257-06ef-4deb-93a1-5fd02aaccba0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '27c7e218-6d44-4df5-8f6d-6417ccd09037'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 13:49:36.829634 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-dc174703-1458-40bf-9532-5c25afe3d14d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:49:36.829634 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc174703-1458-40bf-9532-5c25afe3d14d None None] Bound using segment: {'id': '4958e257-06ef-4deb-93a1-5fd02aaccba0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '27c7e218-6d44-4df5-8f6d-6417ccd09037'} {{(pid=83872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 13:49:36.829634 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.managers [None req-dc174703-1458-40bf-9532-5c25afe3d14d None None] Bound port: 94c6b858-ab8c-400f-95e3-801b6471b567, host: dv-neutron-836180-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4958e257-06ef-4deb-93a1-5fd02aaccba0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '27c7e218-6d44-4df5-8f6d-6417ccd09037'}}] {{(pid=83872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 13:49:36.829634 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-dc174703-1458-40bf-9532-5c25afe3d14d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:49:36.947029 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-dc174703-1458-40bf-9532-5c25afe3d14d None None] For port 94c6b858-ab8c-400f-95e3-801b6471b567, host dv-neutron-836180-1-hyperv, cleared binding levels {{(pid=83872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 13:49:36.954848 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-dc174703-1458-40bf-9532-5c25afe3d14d None None] For port 94c6b858-ab8c-400f-95e3-801b6471b567, host dv-neutron-836180-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836180-1-hyperv',level=0,port_id=94c6b858-ab8c-400f-95e3-801b6471b567,segment=NetworkSegment(4958e257-06ef-4deb-93a1-5fd02aaccba0),segment_id=4958e257-06ef-4deb-93a1-5fd02aaccba0)] {{(pid=83872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 13:49:36.969908 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-dc174703-1458-40bf-9532-5c25afe3d14d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864'] for port, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:49:37.103283 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc174703-1458-40bf-9532-5c25afe3d14d None None] Pushing event updated for resources: {'Port': ['ID=94c6b858-ab8c-400f-95e3-801b6471b567,revision_number=2']} {{(pid=83872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:49:37.163457 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:49:37.339530 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.db_base_plugin_common [None req-f9ab5001-0444-4fe8-b733-17ee8fcd0a42 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Allocated IP 172.20.0.1 (27c7e218-6d44-4df5-8f6d-6417ccd09037/7a298cf7-22e7-492d-8964-eb5d813b7dd2/acc29788-5ac0-4e0f-805e-3201b984d18d) {{(pid=83869) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 13:49:37.394608 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-2f9cfc9c-d8ba-4de3-a4ad-98162f90557c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:49:37.540646 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-f9ab5001-0444-4fe8-b733-17ee8fcd0a42 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks [] for port, precommit_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:49:37.559193 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.provisioning_blocks [None req-f9ab5001-0444-4fe8-b733-17ee8fcd0a42 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Transition to ACTIVE for port object acc29788-5ac0-4e0f-805e-3201b984d18d will not be triggered until provisioned by entity DHCP. {{(pid=83869) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 13:49:37.582632 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-f9ab5001-0444-4fe8-b733-17ee8fcd0a42 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736732935801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2705155'] for port, after_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:49:37.666278 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9ab5001-0444-4fe8-b733-17ee8fcd0a42 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Network 27c7e218-6d44-4df5-8f6d-6417ccd09037 is already hosted by enough agents. {{(pid=83869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 13:49:37.670158 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.scheduler.base_scheduler [None req-f9ab5001-0444-4fe8-b733-17ee8fcd0a42 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Resources bound (agent type, host, resource id): {{(pid=83869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 13:49:37.672689 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9ab5001-0444-4fe8-b733-17ee8fcd0a42 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Received port after_create {{(pid=83869) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 13:49:37.700268 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ab5001-0444-4fe8-b733-17ee8fcd0a42 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Pushing event updated for resources: {'Port': ['ID=acc29788-5ac0-4e0f-805e-3201b984d18d,revision_number=1']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:49:37.735900 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-f9ab5001-0444-4fe8-b733-17ee8fcd0a42 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4084144'] for router_interface, before_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:49:37.824517 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-f9ab5001-0444-4fe8-b733-17ee8fcd0a42 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:49:38.074351 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48a1ecdf-ef4a-4dee-97c3-0e18b248659e None None] Network 27c7e218-6d44-4df5-8f6d-6417ccd09037 requested from dv-neutron-836180-1-hyperv {{(pid=83872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 13:49:38.184424 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-037c4706-3713-4a0d-b0b4-10d4fe2ee23c None None] Provisioning for port 94c6b858-ab8c-400f-95e3-801b6471b567 completed by entity DHCP. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 13:49:38.351277 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-f9ab5001-0444-4fe8-b733-17ee8fcd0a42 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks [] for port, precommit_update {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:49:38.357028 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-f9ab5001-0444-4fe8-b733-17ee8fcd0a42 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2705172'] for port, after_update {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:49:38.421072 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Device 94c6b858-ab8c-400f-95e3-801b6471b567 up at agent ovs-agent-dv-neutron-836180-1-hyperv {{(pid=83872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 13:49:38.477401 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ab5001-0444-4fe8-b733-17ee8fcd0a42 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Pushing event updated for resources: {'Port': ['ID=acc29788-5ac0-4e0f-805e-3201b984d18d,revision_number=2']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:49:38.487417 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-f9ab5001-0444-4fe8-b733-17ee8fcd0a42 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3017508', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4084015'] for router_interface, after_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:49:38.497670 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Provisioning for port 94c6b858-ab8c-400f-95e3-801b6471b567 completed by entity L2. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 13:49:38.503677 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Provisioning complete for port 94c6b858-ab8c-400f-95e3-801b6471b567 triggered by entity L2. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 13:49:38.504232 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-948329'] for port, provisioning_complete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:49:38.640694 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9ab5001-0444-4fe8-b733-17ee8fcd0a42 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Network 27c7e218-6d44-4df5-8f6d-6417ccd09037 is already hosted by enough agents. {{(pid=83869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 13:49:38.641848 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.scheduler.base_scheduler [None req-f9ab5001-0444-4fe8-b733-17ee8fcd0a42 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Resources bound (agent type, host, resource id): {{(pid=83869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 13:49:38.677804 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-53137bdd-14f3-4bd5-9b22-6e10e0a660c1 None None] Provisioning complete for port 94c6b858-ab8c-400f-95e3-801b6471b567 triggered by entity DHCP. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 13:49:38.678169 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-53137bdd-14f3-4bd5-9b22-6e10e0a660c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-948329'] for port, provisioning_complete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:49:38.702451 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:49:38.765025 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] For port 94c6b858-ab8c-400f-95e3-801b6471b567, host dv-neutron-836180-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836180-1-hyperv',level=0,port_id=94c6b858-ab8c-400f-95e3-801b6471b567,segment=NetworkSegment(4958e257-06ef-4deb-93a1-5fd02aaccba0),segment_id=4958e257-06ef-4deb-93a1-5fd02aaccba0)] {{(pid=83872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 13:49:38.774376 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864'] for port, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:49:38.776048 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Device 17e58fc9-d8c2-4564-a844-3be86f7eaade up at agent ovs-agent-dv-neutron-836180-1-hyperv {{(pid=83872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 13:49:38.970695 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-a976a7b9-9034-41e6-be13-349b75ed1593 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:49:38.977645 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Pushing event updated for resources: {'Port': ['ID=94c6b858-ab8c-400f-95e3-801b6471b567,revision_number=3']} {{(pid=83872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:49:38.998463 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-53137bdd-14f3-4bd5-9b22-6e10e0a660c1 None None] Provisioning for port acc29788-5ac0-4e0f-805e-3201b984d18d completed by entity DHCP. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 13:49:39.001494 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Provisioning for port 17e58fc9-d8c2-4564-a844-3be86f7eaade completed by entity L2. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 13:49:39.007126 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-53137bdd-14f3-4bd5-9b22-6e10e0a660c1 None None] Provisioning complete for port acc29788-5ac0-4e0f-805e-3201b984d18d triggered by entity DHCP. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 13:49:39.007493 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-53137bdd-14f3-4bd5-9b22-6e10e0a660c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-948329'] for port, provisioning_complete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:49:39.033845 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Provisioning complete for port 17e58fc9-d8c2-4564-a844-3be86f7eaade triggered by entity L2. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 13:49:39.034138 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-948329'] for port, provisioning_complete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:49:39.055457 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9ab5001-0444-4fe8-b733-17ee8fcd0a42 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Router f3ff5db3-bf38-491d-8022-926674b224a7 has already been hosted by L3 agent 88bf8fc8-11a3-4e96-9d1b-5fd93ba9f6f1 {{(pid=83869) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 13:49:39.105630 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.plugin [None req-53137bdd-14f3-4bd5-9b22-6e10e0a660c1 None None] Port acc29788-5ac0-4e0f-805e-3201b984d18d cannot update to ACTIVE because it is not bound. {{(pid=83872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 13:49:39.166934 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:49:39.182675 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] For port 17e58fc9-d8c2-4564-a844-3be86f7eaade, host dv-neutron-836180-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836180-1-hyperv',level=0,port_id=17e58fc9-d8c2-4564-a844-3be86f7eaade,segment=NetworkSegment(7b924dd8-4978-40c4-ad91-4b9b27348462),segment_id=7b924dd8-4978-40c4-ad91-4b9b27348462)] {{(pid=83872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 13:49:39.186865 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864'] for port, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:49:39.261971 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-83de0ca8-f88f-4cf7-be7e-504d1c1c07b3 None None] Provisioning complete for port acc29788-5ac0-4e0f-805e-3201b984d18d triggered by entity DHCP. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 13:49:39.262253 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-83de0ca8-f88f-4cf7-be7e-504d1c1c07b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-948329'] for port, provisioning_complete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:49:39.263159 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9ab5001-0444-4fe8-b733-17ee8fcd0a42 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify agent at l3_agent.dv-neutron-836180-1-hyperv the message routers_updated {{(pid=83869) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 13:49:39.279827 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-f9ab5001-0444-4fe8-b733-17ee8fcd0a42 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] 10.222.0.26 "PUT /v2.0/routers/f3ff5db3-bf38-491d-8022-926674b224a7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4898262 Apr 01 13:49:39.280023 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 59128) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:49:39.308335 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Pushing event updated for resources: {'Port': ['ID=17e58fc9-d8c2-4564-a844-3be86f7eaade,revision_number=4']} {{(pid=83872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:49:39.336128 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.plugin [None req-83de0ca8-f88f-4cf7-be7e-504d1c1c07b3 None None] Port acc29788-5ac0-4e0f-805e-3201b984d18d cannot update to ACTIVE because it is not bound. {{(pid=83872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 13:49:39.420928 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c4de197-776f-42b9-9226-3b4d33fe965a tempest-TestNetworkBasicOps-1234239346 tempest-TestNetworkBasicOps-1234239346-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:49:39.421291 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c4de197-776f-42b9-9226-3b4d33fe965a tempest-TestNetworkBasicOps-1234239346 tempest-TestNetworkBasicOps-1234239346-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:49:39.421645 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c4de197-776f-42b9-9226-3b4d33fe965a tempest-TestNetworkBasicOps-1234239346 tempest-TestNetworkBasicOps-1234239346-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:49:39.421994 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c4de197-776f-42b9-9226-3b4d33fe965a tempest-TestNetworkBasicOps-1234239346 tempest-TestNetworkBasicOps-1234239346-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:49:39.422339 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c4de197-776f-42b9-9226-3b4d33fe965a tempest-TestNetworkBasicOps-1234239346 tempest-TestNetworkBasicOps-1234239346-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:49:39.422681 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c4de197-776f-42b9-9226-3b4d33fe965a tempest-TestNetworkBasicOps-1234239346 tempest-TestNetworkBasicOps-1234239346-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:49:39.424377 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-1c4de197-776f-42b9-9226-3b4d33fe965a tempest-TestNetworkBasicOps-1234239346 tempest-TestNetworkBasicOps-1234239346-project-admin] 10.222.0.26 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4285 time: 0.1433690 Apr 01 13:49:39.427179 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 59132) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:49:39.499674 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60846a29-57b7-4d78-864c-497295b6d836 tempest-TestNetworkBasicOps-1234239346 tempest-TestNetworkBasicOps-1234239346-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:49:39.500045 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60846a29-57b7-4d78-864c-497295b6d836 tempest-TestNetworkBasicOps-1234239346 tempest-TestNetworkBasicOps-1234239346-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:49:39.500430 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60846a29-57b7-4d78-864c-497295b6d836 tempest-TestNetworkBasicOps-1234239346 tempest-TestNetworkBasicOps-1234239346-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:49:39.500785 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60846a29-57b7-4d78-864c-497295b6d836 tempest-TestNetworkBasicOps-1234239346 tempest-TestNetworkBasicOps-1234239346-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:49:39.501131 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60846a29-57b7-4d78-864c-497295b6d836 tempest-TestNetworkBasicOps-1234239346 tempest-TestNetworkBasicOps-1234239346-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:49:39.501474 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60846a29-57b7-4d78-864c-497295b6d836 tempest-TestNetworkBasicOps-1234239346 tempest-TestNetworkBasicOps-1234239346-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:49:39.503200 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-60846a29-57b7-4d78-864c-497295b6d836 tempest-TestNetworkBasicOps-1234239346 tempest-TestNetworkBasicOps-1234239346-project-admin] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4006 time: 0.0750811 Apr 01 13:49:39.505773 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 59136) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:49:39.801598 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-f84258c9-fe9e-4a81-97dd-a89329fa9a24 tempest-TestNetworkBasicOps-1234239346 tempest-TestNetworkBasicOps-1234239346-project-admin] 10.222.0.26 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3047 time: 0.2947500 Apr 01 13:49:39.977653 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.agents_db [None req-bdd220c7-049a-43d2-a923-ad1a2de078c6 None None] Agent healthcheck: found 6 active agents {{(pid=83873) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 01 13:49:40.378910 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Device 94c6b858-ab8c-400f-95e3-801b6471b567 up at agent ovs-agent-dv-neutron-836180-1-hyperv {{(pid=83872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 13:49:40.455917 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Provisioning complete for port 94c6b858-ab8c-400f-95e3-801b6471b567 triggered by entity L2. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 13:49:40.456287 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-948329'] for port, provisioning_complete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:49:40.475436 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 59142) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:49:40.481729 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.v2.base [None req-e7f4c703-6cc6-4216-b5b9-e2756d2199a0 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1609750274', 'description': 'tempest-secgroup-smoke-1609750274 description', 'project_id': 'f17cecf0d6854286bcc6f673927088ad'}} {{(pid=83869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:49:40.487717 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-e7f4c703-6cc6-4216-b5b9-e2756d2199a0 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:49:40.492597 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-e7f4c703-6cc6-4216-b5b9-e2756d2199a0 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Usage tracker for resource:security_group and tenant:f17cecf0d6854286bcc6f673927088ad is out of sync, need to count used quota {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 13:49:40.497032 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-e7f4c703-6cc6-4216-b5b9-e2756d2199a0 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 13:49:40.499777 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c41e5c0e-f775-40af-b068-a6756376b075 None None] Sync routers for ids ['f3ff5db3-bf38-491d-8022-926674b224a7'] in dv-neutron-836180-1-hyperv {{(pid=83872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 13:49:40.503092 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-e7f4c703-6cc6-4216-b5b9-e2756d2199a0 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:49:40.514113 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-e7f4c703-6cc6-4216-b5b9-e2756d2199a0 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks [] for security_group, before_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:49:40.529369 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c41e5c0e-f775-40af-b068-a6756376b075 None None] Routers {'f3ff5db3-bf38-491d-8022-926674b224a7'} bound to L3 agent in host dv-neutron-836180-1-hyperv {{(pid=83872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 13:49:40.529976 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_hamode_db [None req-c41e5c0e-f775-40af-b068-a6756376b075 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836180-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T13:25:36Z,description=,heartbeat_timestamp=2022-04-01T13:49:36Z,host='dv-neutron-836180-1-hyperv',id=88bf8fc8-11a3-4e96-9d1b-5fd93ba9f6f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T13:25:36Z,topic='l3_agent')) {'router_ids': ['f3ff5db3-bf38-491d-8022-926674b224a7'], 'active': True} {{(pid=83872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:49:40.548929 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-e7f4c703-6cc6-4216-b5b9-e2756d2199a0 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:49:40.552601 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-e7f4c703-6cc6-4216-b5b9-e2756d2199a0 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Usage tracker for resource:security_group_rule and tenant:f17cecf0d6854286bcc6f673927088ad is out of sync, need to count used quota {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 13:49:40.555301 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-e7f4c703-6cc6-4216-b5b9-e2756d2199a0 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 13:49:40.561783 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-e7f4c703-6cc6-4216-b5b9-e2756d2199a0 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:49:40.630177 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-e7f4c703-6cc6-4216-b5b9-e2756d2199a0 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks [] for security_group, precommit_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:49:40.633898 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-e7f4c703-6cc6-4216-b5b9-e2756d2199a0 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3775923'] for security_group, after_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:49:40.681753 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f4c703-6cc6-4216-b5b9-e2756d2199a0 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a9d2cb9d-1620-4eee-8d98-ee16afb43620,revision_number=1']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:49:40.684758 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-e7f4c703-6cc6-4216-b5b9-e2756d2199a0 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks [] for security_group, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:49:40.688817 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-e7f4c703-6cc6-4216-b5b9-e2756d2199a0 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.2095532 Apr 01 13:49:40.689035 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 59146) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:49:40.694498 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.v2.base [None req-3c780221-fce0-438f-863c-3b8b00a6c4b1 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Request body: {'security_group_rule': {'security_group_id': 'a9d2cb9d-1620-4eee-8d98-ee16afb43620', 'project_id': 'f17cecf0d6854286bcc6f673927088ad', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:49:40.700295 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-3c780221-fce0-438f-863c-3b8b00a6c4b1 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:49:40.704134 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-3c780221-fce0-438f-863c-3b8b00a6c4b1 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Usage tracker for resource:security_group_rule and tenant:f17cecf0d6854286bcc6f673927088ad is out of sync, need to count used quota {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 13:49:40.707053 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-3c780221-fce0-438f-863c-3b8b00a6c4b1 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 13:49:40.712858 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-3c780221-fce0-438f-863c-3b8b00a6c4b1 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:49:40.730705 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-3c780221-fce0-438f-863c-3b8b00a6c4b1 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:49:40.749480 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Device 17e58fc9-d8c2-4564-a844-3be86f7eaade up at agent ovs-agent-dv-neutron-836180-1-hyperv {{(pid=83872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 13:49:40.790794 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-3c780221-fce0-438f-863c-3b8b00a6c4b1 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:49:40.795096 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-3c780221-fce0-438f-863c-3b8b00a6c4b1 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3775744'] for security_group_rule, after_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:49:40.818647 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c780221-fce0-438f-863c-3b8b00a6c4b1 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5a3a86d3-bb72-4752-80ca-00f8692330ab,revision_number=0']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:49:40.826398 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_dvr_db [None req-c41e5c0e-f775-40af-b068-a6756376b075 None None] Set router f3ff5db3-bf38-491d-8022-926674b224a7 gateway port host: dv-neutron-836180-1-hyperv {{(pid=83872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 13:49:40.828463 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-3c780221-fce0-438f-863c-3b8b00a6c4b1 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:49:40.829659 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-3c780221-fce0-438f-863c-3b8b00a6c4b1 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1397572 Apr 01 13:49:40.832326 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 59152) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:49:40.837654 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.v2.base [None req-8f50b01e-2132-46fa-a2b4-1b463b2fbc07 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Request body: {'security_group_rule': {'security_group_id': 'a9d2cb9d-1620-4eee-8d98-ee16afb43620', 'project_id': 'f17cecf0d6854286bcc6f673927088ad', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:49:40.843977 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-8f50b01e-2132-46fa-a2b4-1b463b2fbc07 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:49:40.847768 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-8f50b01e-2132-46fa-a2b4-1b463b2fbc07 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Usage tracker for resource:security_group_rule and tenant:f17cecf0d6854286bcc6f673927088ad is out of sync, need to count used quota {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 13:49:40.850620 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-8f50b01e-2132-46fa-a2b4-1b463b2fbc07 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 13:49:40.857073 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-8f50b01e-2132-46fa-a2b4-1b463b2fbc07 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:49:40.874342 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-8f50b01e-2132-46fa-a2b4-1b463b2fbc07 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:49:40.940799 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-8f50b01e-2132-46fa-a2b4-1b463b2fbc07 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:49:40.944516 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-8f50b01e-2132-46fa-a2b4-1b463b2fbc07 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3775744'] for security_group_rule, after_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:49:40.966521 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Provisioning complete for port 17e58fc9-d8c2-4564-a844-3be86f7eaade triggered by entity L2. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 13:49:40.966887 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-948329'] for port, provisioning_complete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:49:40.968543 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f50b01e-2132-46fa-a2b4-1b463b2fbc07 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8cc87413-865c-4280-9d4a-c92ca03439d3,revision_number=0']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:49:40.977618 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-8f50b01e-2132-46fa-a2b4-1b463b2fbc07 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:49:40.978736 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-8f50b01e-2132-46fa-a2b4-1b463b2fbc07 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1455021 Apr 01 13:49:40.981567 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 59156) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:49:40.986882 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.v2.base [None req-df2c8f45-0020-4bd7-a356-7af9e22e6a6d tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Request body: {'security_group_rule': {'security_group_id': 'a9d2cb9d-1620-4eee-8d98-ee16afb43620', 'project_id': 'f17cecf0d6854286bcc6f673927088ad', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:49:40.992671 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-df2c8f45-0020-4bd7-a356-7af9e22e6a6d tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:49:40.996652 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-df2c8f45-0020-4bd7-a356-7af9e22e6a6d tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Usage tracker for resource:security_group_rule and tenant:f17cecf0d6854286bcc6f673927088ad is out of sync, need to count used quota {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 13:49:40.999578 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-df2c8f45-0020-4bd7-a356-7af9e22e6a6d tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 13:49:41.005229 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-df2c8f45-0020-4bd7-a356-7af9e22e6a6d tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:49:41.022770 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-df2c8f45-0020-4bd7-a356-7af9e22e6a6d tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:49:41.088685 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-df2c8f45-0020-4bd7-a356-7af9e22e6a6d tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:49:41.092283 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-df2c8f45-0020-4bd7-a356-7af9e22e6a6d tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3775744'] for security_group_rule, after_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:49:41.113758 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df2c8f45-0020-4bd7-a356-7af9e22e6a6d tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e43ff4f5-f908-4637-905e-743957020b51,revision_number=0']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:49:41.125435 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-df2c8f45-0020-4bd7-a356-7af9e22e6a6d tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:49:41.126651 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-df2c8f45-0020-4bd7-a356-7af9e22e6a6d tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1441193 Apr 01 13:49:41.129698 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 59160) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:49:41.135433 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.v2.base [None req-1d06dd34-3270-47b8-bd23-d0d05bebd328 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Request body: {'security_group_rule': {'security_group_id': 'a9d2cb9d-1620-4eee-8d98-ee16afb43620', 'project_id': 'f17cecf0d6854286bcc6f673927088ad', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:49:41.141063 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-1d06dd34-3270-47b8-bd23-d0d05bebd328 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:49:41.144825 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-1d06dd34-3270-47b8-bd23-d0d05bebd328 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Usage tracker for resource:security_group_rule and tenant:f17cecf0d6854286bcc6f673927088ad is out of sync, need to count used quota {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 13:49:41.147746 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-1d06dd34-3270-47b8-bd23-d0d05bebd328 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 13:49:41.153835 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-1d06dd34-3270-47b8-bd23-d0d05bebd328 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:49:41.175381 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-1d06dd34-3270-47b8-bd23-d0d05bebd328 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:49:41.241746 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-1d06dd34-3270-47b8-bd23-d0d05bebd328 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:49:41.246734 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-1d06dd34-3270-47b8-bd23-d0d05bebd328 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3775744'] for security_group_rule, after_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:49:41.272515 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d06dd34-3270-47b8-bd23-d0d05bebd328 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=90e27e79-bbc3-4ec7-a49a-4e26f0955b19,revision_number=0']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:49:41.283651 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-1d06dd34-3270-47b8-bd23-d0d05bebd328 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:49:41.284990 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-1d06dd34-3270-47b8-bd23-d0d05bebd328 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1543419 Apr 01 13:49:41.287671 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 59164) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:49:41.293941 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.v2.base [None req-afe34f25-c2c9-49fd-81f8-5fd4e8df2010 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Request body: {'security_group_rule': {'security_group_id': 'a9d2cb9d-1620-4eee-8d98-ee16afb43620', 'project_id': 'f17cecf0d6854286bcc6f673927088ad', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:49:41.299574 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-afe34f25-c2c9-49fd-81f8-5fd4e8df2010 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:49:41.305016 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-afe34f25-c2c9-49fd-81f8-5fd4e8df2010 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Usage tracker for resource:security_group_rule and tenant:f17cecf0d6854286bcc6f673927088ad is out of sync, need to count used quota {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 13:49:41.308869 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-afe34f25-c2c9-49fd-81f8-5fd4e8df2010 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 13:49:41.314927 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-afe34f25-c2c9-49fd-81f8-5fd4e8df2010 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:49:41.318044 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_hamode_db [None req-c41e5c0e-f775-40af-b068-a6756376b075 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3ff5db3-bf38-491d-8022-926674b224a7', 'name': 'tempest-TestNetworkBasicOps-router-1872686270', 'tenant_id': 'f17cecf0d6854286bcc6f673927088ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'external_fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.13'}], 'enable_snat': True}, 'gw_port_id': '17e58fc9-d8c2-4564-a844-3be86f7eaade', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T13:49:33Z', 'updated_at': '2022-04-01T13:49:37Z', 'revision_number': 4, 'project_id': 'f17cecf0d6854286bcc6f673927088ad', 'gw_port': {'id': '17e58fc9-d8c2-4564-a844-3be86f7eaade', 'name': '', 'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:62:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3ff5db3-bf38-491d-8022-926674b224a7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836180-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:49:33Z', 'updated_at': '2022-04-01T13:49:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836180-1-hyperv', '_interfaces': [{'id': 'acc29788-5ac0-4e0f-805e-3201b984d18d', 'name': '', 'network_id': '27c7e218-6d44-4df5-8f6d-6417ccd09037', 'tenant_id': 'f17cecf0d6854286bcc6f673927088ad', 'mac_address': 'fa:16:3e:a9:f3:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3ff5db3-bf38-491d-8022-926674b224a7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7a298cf7-22e7-492d-8964-eb5d813b7dd2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:49:37Z', 'updated_at': '2022-04-01T13:49:38Z', 'revision_number': 2, 'project_id': 'f17cecf0d6854286bcc6f673927088ad', 'subnets': [{'id': '7a298cf7-22e7-492d-8964-eb5d813b7dd2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-836180-1-hyperv', False) {} {{(pid=83872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:49:41.322051 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c41e5c0e-f775-40af-b068-a6756376b075 None None] Checking router: f3ff5db3-bf38-491d-8022-926674b224a7 for host: dv-neutron-836180-1-hyperv {{(pid=83872) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 01 13:49:41.322480 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c41e5c0e-f775-40af-b068-a6756376b075 None None] Updating router f3ff5db3-bf38-491d-8022-926674b224a7 port acc29788-5ac0-4e0f-805e-3201b984d18d binding host dv-neutron-836180-1-hyperv {{(pid=83872) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 01 13:49:41.328959 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.db.securitygroups_db [None req-afe34f25-c2c9-49fd-81f8-5fd4e8df2010 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Project f17cecf0d6854286bcc6f673927088ad added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 01 13:49:41.335513 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-afe34f25-c2c9-49fd-81f8-5fd4e8df2010 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:49:41.375830 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-c41e5c0e-f775-40af-b068-a6756376b075 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:49:41.402558 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-afe34f25-c2c9-49fd-81f8-5fd4e8df2010 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:49:41.406332 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-afe34f25-c2c9-49fd-81f8-5fd4e8df2010 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3775744'] for security_group_rule, after_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:49:41.429739 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe34f25-c2c9-49fd-81f8-5fd4e8df2010 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6cf7af20-37be-4614-a6e0-7f1c81ae4dd0,revision_number=0']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:49:41.440019 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-afe34f25-c2c9-49fd-81f8-5fd4e8df2010 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:49:41.441255 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-afe34f25-c2c9-49fd-81f8-5fd4e8df2010 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1526835 Apr 01 13:49:41.443925 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 59168) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:49:41.449557 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.v2.base [None req-7c6ffd19-1355-4813-b0d0-b12fdbe51989 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Request body: {'security_group_rule': {'security_group_id': 'a9d2cb9d-1620-4eee-8d98-ee16afb43620', 'project_id': 'f17cecf0d6854286bcc6f673927088ad', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:49:41.455227 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-7c6ffd19-1355-4813-b0d0-b12fdbe51989 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:49:41.459008 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-7c6ffd19-1355-4813-b0d0-b12fdbe51989 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Usage tracker for resource:security_group_rule and tenant:f17cecf0d6854286bcc6f673927088ad is out of sync, need to count used quota {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 13:49:41.461863 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-7c6ffd19-1355-4813-b0d0-b12fdbe51989 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 13:49:41.468558 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-7c6ffd19-1355-4813-b0d0-b12fdbe51989 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:49:41.479379 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.db.securitygroups_db [None req-7c6ffd19-1355-4813-b0d0-b12fdbe51989 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Project f17cecf0d6854286bcc6f673927088ad added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 01 13:49:41.485646 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-7c6ffd19-1355-4813-b0d0-b12fdbe51989 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:49:41.549564 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-7c6ffd19-1355-4813-b0d0-b12fdbe51989 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:49:41.553815 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-7c6ffd19-1355-4813-b0d0-b12fdbe51989 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3775744'] for security_group_rule, after_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:49:41.576602 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c6ffd19-1355-4813-b0d0-b12fdbe51989 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b291668c-429b-44c0-a502-15a046ed32aa,revision_number=0']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:49:41.585862 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-7c6ffd19-1355-4813-b0d0-b12fdbe51989 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:49:41.587070 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-7c6ffd19-1355-4813-b0d0-b12fdbe51989 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1420794 Apr 01 13:49:41.724129 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-c41e5c0e-f775-40af-b068-a6756376b075 None None] Notify callbacks [] for port, precommit_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:49:41.735938 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-c41e5c0e-f775-40af-b068-a6756376b075 None None] Transition to ACTIVE for port object acc29788-5ac0-4e0f-805e-3201b984d18d will not be triggered until provisioned by entity L2. {{(pid=83872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 13:49:41.741938 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-c41e5c0e-f775-40af-b068-a6756376b075 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864'] for port, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:49:41.757905 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [req-b4b8e151-82a8-4f99-a4b0-f4c9bd0c87e0 req-fac32e57-6365-49e6-8ab3-34ed98d842c1 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Synchronizing usage tracker for tenant:f17cecf0d6854286bcc6f673927088ad on resource:security_group {{(pid=83869) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 13:49:41.772723 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [req-b4b8e151-82a8-4f99-a4b0-f4c9bd0c87e0 req-fac32e57-6365-49e6-8ab3-34ed98d842c1 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Unset dirty status for tenant:f17cecf0d6854286bcc6f673927088ad on resource:security_group {{(pid=83869) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 13:49:41.773870 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-b4b8e151-82a8-4f99-a4b0-f4c9bd0c87e0 req-fac32e57-6365-49e6-8ab3-34ed98d842c1 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1609750274&fields=id&tenant_id=f17cecf0d6854286bcc6f673927088ad HTTP/1.1" status: 200 len: 267 time: 0.0566967 Apr 01 13:49:41.872400 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdaa8e5c-bfaf-470c-ae08-8c6306046fcd None None] Pushing event updated for resources: {'Port': ['ID=acc29788-5ac0-4e0f-805e-3201b984d18d,revision_number=3']} {{(pid=83872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:49:41.930280 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b8e151-82a8-4f99-a4b0-f4c9bd0c87e0 req-abcabe1c-7d38-47b1-b2f0-d0a174f614ae tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:49:41.930943 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [req-b4b8e151-82a8-4f99-a4b0-f4c9bd0c87e0 req-abcabe1c-7d38-47b1-b2f0-d0a174f614ae tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Synchronizing usage tracker for tenant:f17cecf0d6854286bcc6f673927088ad on resource:network {{(pid=83869) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 13:49:41.949670 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [req-b4b8e151-82a8-4f99-a4b0-f4c9bd0c87e0 req-abcabe1c-7d38-47b1-b2f0-d0a174f614ae tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Unset dirty status for tenant:f17cecf0d6854286bcc6f673927088ad on resource:network {{(pid=83869) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 13:49:41.952958 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-b4b8e151-82a8-4f99-a4b0-f4c9bd0c87e0 req-abcabe1c-7d38-47b1-b2f0-d0a174f614ae tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] 10.222.0.26 "GET /v2.0/networks?id=27c7e218-6d44-4df5-8f6d-6417ccd09037 HTTP/1.1" status: 200 len: 796 time: 0.1711795 Apr 01 13:49:41.969146 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.managers [None req-c41e5c0e-f775-40af-b068-a6756376b075 None None] Attempting to bind port acc29788-5ac0-4e0f-805e-3201b984d18d on host dv-neutron-836180-1-hyperv for vnic_type normal with profile {{(pid=83872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 13:49:41.969692 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.managers [None req-c41e5c0e-f775-40af-b068-a6756376b075 None None] Attempting to bind port acc29788-5ac0-4e0f-805e-3201b984d18d by drivers openvswitch,hyperv on host dv-neutron-836180-1-hyperv at level 0 using segments [{'id': '4958e257-06ef-4deb-93a1-5fd02aaccba0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '27c7e218-6d44-4df5-8f6d-6417ccd09037'}] {{(pid=83872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 13:49:41.970156 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c41e5c0e-f775-40af-b068-a6756376b075 None None] Attempting to bind port acc29788-5ac0-4e0f-805e-3201b984d18d on network 27c7e218-6d44-4df5-8f6d-6417ccd09037 {{(pid=83872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 13:49:41.975426 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-b4b8e151-82a8-4f99-a4b0-f4c9bd0c87e0 req-fc94dd96-5878-4901-ad04-5f820489b62f tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] 10.222.0.26 "GET /v2.0/quotas/f17cecf0d6854286bcc6f673927088ad HTTP/1.1" status: 200 len: 375 time: 0.0165708 Apr 01 13:49:41.977674 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c41e5c0e-f775-40af-b068-a6756376b075 None None] Checking agent: {'id': 'af948428-97cd-4d10-9f53-af028bdb39b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-836180-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 13, 25, 37), 'started_at': datetime.datetime(2022, 4, 1, 13, 26, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 13, 49, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-836180-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 13:49:41.978010 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c41e5c0e-f775-40af-b068-a6756376b075 None None] Checking segment: {'id': '4958e257-06ef-4deb-93a1-5fd02aaccba0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '27c7e218-6d44-4df5-8f6d-6417ccd09037'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 13:49:41.978396 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-c41e5c0e-f775-40af-b068-a6756376b075 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:49:41.979007 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c41e5c0e-f775-40af-b068-a6756376b075 None None] Bound using segment: {'id': '4958e257-06ef-4deb-93a1-5fd02aaccba0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '27c7e218-6d44-4df5-8f6d-6417ccd09037'} {{(pid=83872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 13:49:41.979449 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.managers [None req-c41e5c0e-f775-40af-b068-a6756376b075 None None] Bound port: acc29788-5ac0-4e0f-805e-3201b984d18d, host: dv-neutron-836180-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4958e257-06ef-4deb-93a1-5fd02aaccba0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '27c7e218-6d44-4df5-8f6d-6417ccd09037'}}] {{(pid=83872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 13:49:41.979810 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-c41e5c0e-f775-40af-b068-a6756376b075 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:49:42.060526 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [req-b4b8e151-82a8-4f99-a4b0-f4c9bd0c87e0 req-9e2bb9a4-c6a6-415a-993c-a04b116ace32 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Synchronizing usage tracker for tenant:f17cecf0d6854286bcc6f673927088ad on resource:port {{(pid=83869) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 13:49:42.074903 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-c41e5c0e-f775-40af-b068-a6756376b075 None None] For port acc29788-5ac0-4e0f-805e-3201b984d18d, host dv-neutron-836180-1-hyperv, cleared binding levels {{(pid=83872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 13:49:42.076587 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [req-b4b8e151-82a8-4f99-a4b0-f4c9bd0c87e0 req-9e2bb9a4-c6a6-415a-993c-a04b116ace32 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Unset dirty status for tenant:f17cecf0d6854286bcc6f673927088ad on resource:port {{(pid=83869) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 13:49:42.079191 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-b4b8e151-82a8-4f99-a4b0-f4c9bd0c87e0 req-9e2bb9a4-c6a6-415a-993c-a04b116ace32 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=f17cecf0d6854286bcc6f673927088ad&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0963051 Apr 01 13:49:42.079326 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-c41e5c0e-f775-40af-b068-a6756376b075 None None] For port acc29788-5ac0-4e0f-805e-3201b984d18d, host dv-neutron-836180-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836180-1-hyperv',level=0,port_id=acc29788-5ac0-4e0f-805e-3201b984d18d,segment=NetworkSegment(4958e257-06ef-4deb-93a1-5fd02aaccba0),segment_id=4958e257-06ef-4deb-93a1-5fd02aaccba0)] {{(pid=83872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 13:49:42.085473 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-c41e5c0e-f775-40af-b068-a6756376b075 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864'] for port, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:49:42.167423 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdaa8e5c-bfaf-470c-ae08-8c6306046fcd None None] Pushing event updated for resources: {'Port': ['ID=acc29788-5ac0-4e0f-805e-3201b984d18d,revision_number=4']} {{(pid=83872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:49:42.170301 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c41e5c0e-f775-40af-b068-a6756376b075 None None] Routers {'f3ff5db3-bf38-491d-8022-926674b224a7'} bound to L3 agent in host dv-neutron-836180-1-hyperv {{(pid=83872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 13:49:42.170894 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_hamode_db [None req-c41e5c0e-f775-40af-b068-a6756376b075 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836180-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T13:25:36Z,description=,heartbeat_timestamp=2022-04-01T13:49:36Z,host='dv-neutron-836180-1-hyperv',id=88bf8fc8-11a3-4e96-9d1b-5fd93ba9f6f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T13:25:36Z,topic='l3_agent')) {'router_ids': ['f3ff5db3-bf38-491d-8022-926674b224a7'], 'active': True} {{(pid=83872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:49:42.232757 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-b4b8e151-82a8-4f99-a4b0-f4c9bd0c87e0 req-779643ee-bcd0-4cea-8a78-5a2e05d1dcb2 service neutron] 10.222.0.26 "GET /v2.0/networks/27c7e218-6d44-4df5-8f6d-6417ccd09037?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1420383 Apr 01 13:49:42.359751 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_dvr_db [None req-c41e5c0e-f775-40af-b068-a6756376b075 None None] Set router f3ff5db3-bf38-491d-8022-926674b224a7 gateway port host: dv-neutron-836180-1-hyperv {{(pid=83872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 13:49:42.382632 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-b4b8e151-82a8-4f99-a4b0-f4c9bd0c87e0 req-bb3248cf-dea9-4928-8928-f3c813106829 service neutron] 10.222.0.26 "GET /v2.0/networks/27c7e218-6d44-4df5-8f6d-6417ccd09037?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1436107 Apr 01 13:49:42.572348 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [req-e4d307b2-6f5c-46f0-9d2f-e47a30416024 req-58696e4a-1839-45f6-8a1e-6aa3f63933d6 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Synchronizing usage tracker for tenant:f17cecf0d6854286bcc6f673927088ad on resource:port {{(pid=83871) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 13:49:42.584412 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [req-e4d307b2-6f5c-46f0-9d2f-e47a30416024 req-58696e4a-1839-45f6-8a1e-6aa3f63933d6 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Unset dirty status for tenant:f17cecf0d6854286bcc6f673927088ad on resource:port {{(pid=83871) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 13:49:42.589042 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-e4d307b2-6f5c-46f0-9d2f-e47a30416024 req-58696e4a-1839-45f6-8a1e-6aa3f63933d6 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] 10.222.0.26 "GET /v2.0/ports?device_id=04890655-c611-4e00-a8e0-2597a06efa68 HTTP/1.1" status: 200 len: 210 time: 0.0583651 Apr 01 13:49:42.704373 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_hamode_db [None req-c41e5c0e-f775-40af-b068-a6756376b075 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3ff5db3-bf38-491d-8022-926674b224a7', 'name': 'tempest-TestNetworkBasicOps-router-1872686270', 'tenant_id': 'f17cecf0d6854286bcc6f673927088ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'external_fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.13'}], 'enable_snat': True}, 'gw_port_id': '17e58fc9-d8c2-4564-a844-3be86f7eaade', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T13:49:33Z', 'updated_at': '2022-04-01T13:49:37Z', 'revision_number': 4, 'project_id': 'f17cecf0d6854286bcc6f673927088ad', 'gw_port': {'id': '17e58fc9-d8c2-4564-a844-3be86f7eaade', 'name': '', 'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:62:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3ff5db3-bf38-491d-8022-926674b224a7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836180-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:49:33Z', 'updated_at': '2022-04-01T13:49:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836180-1-hyperv', '_interfaces': [{'id': 'acc29788-5ac0-4e0f-805e-3201b984d18d', 'name': '', 'network_id': '27c7e218-6d44-4df5-8f6d-6417ccd09037', 'tenant_id': 'f17cecf0d6854286bcc6f673927088ad', 'mac_address': 'fa:16:3e:a9:f3:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3ff5db3-bf38-491d-8022-926674b224a7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7a298cf7-22e7-492d-8964-eb5d813b7dd2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836180-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:49:37Z', 'updated_at': '2022-04-01T13:49:42Z', 'revision_number': 4, 'project_id': 'f17cecf0d6854286bcc6f673927088ad', 'subnets': [{'id': '7a298cf7-22e7-492d-8964-eb5d813b7dd2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-836180-1-hyperv', False) {} {{(pid=83872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:49:42.708419 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c41e5c0e-f775-40af-b068-a6756376b075 None None] The sync data for ids ['f3ff5db3-bf38-491d-8022-926674b224a7'] in dv-neutron-836180-1-hyperv is: [{'id': 'f3ff5db3-bf38-491d-8022-926674b224a7', 'name': 'tempest-TestNetworkBasicOps-router-1872686270', 'tenant_id': 'f17cecf0d6854286bcc6f673927088ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'external_fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.13'}], 'enable_snat': True}, 'gw_port_id': '17e58fc9-d8c2-4564-a844-3be86f7eaade', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T13:49:33Z', 'updated_at': '2022-04-01T13:49:37Z', 'revision_number': 4, 'project_id': 'f17cecf0d6854286bcc6f673927088ad', 'gw_port': {'id': '17e58fc9-d8c2-4564-a844-3be86f7eaade', 'name': '', 'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:62:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3ff5db3-bf38-491d-8022-926674b224a7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836180-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:49:33Z', 'updated_at': '2022-04-01T13:49:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836180-1-hyperv', '_interfaces': [{'id': 'acc29788-5ac0-4e0f-805e-3201b984d18d', 'name': '', 'network_id': '27c7e218-6d44-4df5-8f6d-6417ccd09037', 'tenant_id': 'f17cecf0d6854286bcc6f673927088ad', 'mac_address': 'fa:16:3e:a9:f3:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3ff5db3-bf38-491d-8022-926674b224a7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7a298cf7-22e7-492d-8964-eb5d813b7dd2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836180-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:49:37Z', 'updated_at': '2022-04-01T13:49:42Z', 'revision_number': 4, 'project_id': 'f17cecf0d6854286bcc6f673927088ad', 'subnets': [{'id': '7a298cf7-22e7-492d-8964-eb5d813b7dd2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 13:49:43.717502 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b8e151-82a8-4f99-a4b0-f4c9bd0c87e0 req-94c73c43-2f45-4cf6-95da-86a77aa07300 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:49:43.718169 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [req-b4b8e151-82a8-4f99-a4b0-f4c9bd0c87e0 req-94c73c43-2f45-4cf6-95da-86a77aa07300 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Synchronizing usage tracker for tenant:f17cecf0d6854286bcc6f673927088ad on resource:network {{(pid=83871) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 13:49:43.730767 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [req-b4b8e151-82a8-4f99-a4b0-f4c9bd0c87e0 req-94c73c43-2f45-4cf6-95da-86a77aa07300 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Unset dirty status for tenant:f17cecf0d6854286bcc6f673927088ad on resource:network {{(pid=83871) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 13:49:43.732061 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-b4b8e151-82a8-4f99-a4b0-f4c9bd0c87e0 req-94c73c43-2f45-4cf6-95da-86a77aa07300 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] 10.222.0.57 "GET /v2.0/networks?id=27c7e218-6d44-4df5-8f6d-6417ccd09037 HTTP/1.1" status: 200 len: 796 time: 0.1564159 Apr 01 13:49:43.766584 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-e2fbd74d-6819-4058-a6cd-b91cde9ddb8e req-629071ce-f772-4452-8921-ecb3b3be4c23 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] 10.222.0.26 "GET /v2.0/ports?device_id=04890655-c611-4e00-a8e0-2597a06efa68 HTTP/1.1" status: 200 len: 210 time: 0.0439422 Apr 01 13:49:43.878304 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [req-b4b8e151-82a8-4f99-a4b0-f4c9bd0c87e0 req-ad06591a-c343-4144-860e-0467c3808092 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Synchronizing usage tracker for tenant:f17cecf0d6854286bcc6f673927088ad on resource:security_group {{(pid=83871) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 13:49:43.889961 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [req-b4b8e151-82a8-4f99-a4b0-f4c9bd0c87e0 req-ad06591a-c343-4144-860e-0467c3808092 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Unset dirty status for tenant:f17cecf0d6854286bcc6f673927088ad on resource:security_group {{(pid=83871) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 13:49:43.891062 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-b4b8e151-82a8-4f99-a4b0-f4c9bd0c87e0 req-ad06591a-c343-4144-860e-0467c3808092 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f17cecf0d6854286bcc6f673927088ad HTTP/1.1" status: 200 len: 380 time: 0.1375279 Apr 01 13:49:43.899985 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.v2.base [req-b4b8e151-82a8-4f99-a4b0-f4c9bd0c87e0 req-f8903198-2cf9-4837-9e86-64ed443099d4 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Request body: {'port': {'device_id': '04890655-c611-4e00-a8e0-2597a06efa68', 'network_id': '27c7e218-6d44-4df5-8f6d-6417ccd09037', 'admin_state_up': True, 'tenant_id': 'f17cecf0d6854286bcc6f673927088ad', 'security_groups': ['a9d2cb9d-1620-4eee-8d98-ee16afb43620']}} {{(pid=83871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:49:44.032359 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [req-b4b8e151-82a8-4f99-a4b0-f4c9bd0c87e0 req-f8903198-2cf9-4837-9e86-64ed443099d4 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:49:44.041851 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [req-b4b8e151-82a8-4f99-a4b0-f4c9bd0c87e0 req-f8903198-2cf9-4837-9e86-64ed443099d4 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:49:44.050577 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b4b8e151-82a8-4f99-a4b0-f4c9bd0c87e0 req-f8903198-2cf9-4837-9e86-64ed443099d4 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Made reservation on behalf of f17cecf0d6854286bcc6f673927088ad for: {'port': 1} {{(pid=83871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 13:49:44.053702 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-b4b8e151-82a8-4f99-a4b0-f4c9bd0c87e0 req-f8903198-2cf9-4837-9e86-64ed443099d4 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:49:44.214277 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.db_base_plugin_common [req-b4b8e151-82a8-4f99-a4b0-f4c9bd0c87e0 req-f8903198-2cf9-4837-9e86-64ed443099d4 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Allocated IP 172.20.0.6 (27c7e218-6d44-4df5-8f6d-6417ccd09037/7a298cf7-22e7-492d-8964-eb5d813b7dd2/81ed7ea5-8ae8-4f99-a9f1-637761cf4bf4) {{(pid=83871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 13:49:44.387324 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Device acc29788-5ac0-4e0f-805e-3201b984d18d up at agent ovs-agent-dv-neutron-836180-1-hyperv {{(pid=83872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 13:49:44.407108 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-b4b8e151-82a8-4f99-a4b0-f4c9bd0c87e0 req-f8903198-2cf9-4837-9e86-64ed443099d4 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks [] for port, precommit_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:49:44.423223 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.provisioning_blocks [req-b4b8e151-82a8-4f99-a4b0-f4c9bd0c87e0 req-f8903198-2cf9-4837-9e86-64ed443099d4 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Transition to ACTIVE for port object 81ed7ea5-8ae8-4f99-a9f1-637761cf4bf4 will not be triggered until provisioned by entity DHCP. {{(pid=83871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 13:49:44.444916 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-b4b8e151-82a8-4f99-a4b0-f4c9bd0c87e0 req-f8903198-2cf9-4837-9e86-64ed443099d4 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736732935801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2743125'] for port, after_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:49:44.454513 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Provisioning for port acc29788-5ac0-4e0f-805e-3201b984d18d completed by entity L2. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 13:49:44.459294 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Provisioning complete for port acc29788-5ac0-4e0f-805e-3201b984d18d triggered by entity L2. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 13:49:44.459653 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-948329'] for port, provisioning_complete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:49:44.516354 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b4b8e151-82a8-4f99-a4b0-f4c9bd0c87e0 req-f8903198-2cf9-4837-9e86-64ed443099d4 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Network 27c7e218-6d44-4df5-8f6d-6417ccd09037 is already hosted by enough agents. {{(pid=83871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 13:49:44.519644 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.scheduler.base_scheduler [req-b4b8e151-82a8-4f99-a4b0-f4c9bd0c87e0 req-f8903198-2cf9-4837-9e86-64ed443099d4 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Resources bound (agent type, host, resource id): {{(pid=83871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 13:49:44.523270 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4b8e151-82a8-4f99-a4b0-f4c9bd0c87e0 req-f8903198-2cf9-4837-9e86-64ed443099d4 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Received port after_create {{(pid=83871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 13:49:44.565157 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8903198-2cf9-4837-9e86-64ed443099d4 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Pushing event updated for resources: {'Port': ['ID=81ed7ea5-8ae8-4f99-a9f1-637761cf4bf4,revision_number=1']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:49:44.578438 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:49:44.596772 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b8e151-82a8-4f99-a4b0-f4c9bd0c87e0 req-f8903198-2cf9-4837-9e86-64ed443099d4 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:49:44.597395 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-b4b8e151-82a8-4f99-a4b0-f4c9bd0c87e0 req-f8903198-2cf9-4837-9e86-64ed443099d4 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109561'] for port, before_response {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:49:44.611342 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] For port acc29788-5ac0-4e0f-805e-3201b984d18d, host dv-neutron-836180-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836180-1-hyperv',level=0,port_id=acc29788-5ac0-4e0f-805e-3201b984d18d,segment=NetworkSegment(4958e257-06ef-4deb-93a1-5fd02aaccba0),segment_id=4958e257-06ef-4deb-93a1-5fd02aaccba0)] {{(pid=83872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 13:49:44.616328 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864'] for port, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:49:44.626167 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-b4b8e151-82a8-4f99-a4b0-f4c9bd0c87e0 req-f8903198-2cf9-4837-9e86-64ed443099d4 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7296431 Apr 01 13:49:44.642605 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.v2.base [req-b4b8e151-82a8-4f99-a4b0-f4c9bd0c87e0 req-0d9d0f07-c04c-44f6-9c3c-e9844c4b9d63 service neutron] Request body: {'port': {'device_id': '04890655-c611-4e00-a8e0-2597a06efa68', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8361'}} {{(pid=83871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:49:44.691421 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Pushing event updated for resources: {'Port': ['ID=acc29788-5ac0-4e0f-805e-3201b984d18d,revision_number=5']} {{(pid=83872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:49:44.758222 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-b4b8e151-82a8-4f99-a4b0-f4c9bd0c87e0 req-0d9d0f07-c04c-44f6-9c3c-e9844c4b9d63 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:49:44.825751 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-75b273ff-ff39-4e8b-92c5-370d2ec10972 None None] Provisioning for port 81ed7ea5-8ae8-4f99-a9f1-637761cf4bf4 completed by entity DHCP. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 13:49:44.830631 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-75b273ff-ff39-4e8b-92c5-370d2ec10972 None None] Provisioning complete for port 81ed7ea5-8ae8-4f99-a9f1-637761cf4bf4 triggered by entity DHCP. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 13:49:44.831085 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-75b273ff-ff39-4e8b-92c5-370d2ec10972 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-948329'] for port, provisioning_complete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:49:44.886640 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.plugin [None req-75b273ff-ff39-4e8b-92c5-370d2ec10972 None None] Port 81ed7ea5-8ae8-4f99-a9f1-637761cf4bf4 cannot update to ACTIVE because it is not bound. {{(pid=83872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 13:49:45.086661 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e60ad0-af11-44ca-9f77-5381ce7b5d86 req-9afaa977-6eff-437b-a6c0-a26ea0eb978b tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:49:45.087332 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [req-c3e60ad0-af11-44ca-9f77-5381ce7b5d86 req-9afaa977-6eff-437b-a6c0-a26ea0eb978b tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Synchronizing usage tracker for tenant:f17cecf0d6854286bcc6f673927088ad on resource:port {{(pid=83871) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 13:49:45.113078 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [req-c3e60ad0-af11-44ca-9f77-5381ce7b5d86 req-9afaa977-6eff-437b-a6c0-a26ea0eb978b tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Unset dirty status for tenant:f17cecf0d6854286bcc6f673927088ad on resource:port {{(pid=83871) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 13:49:45.114170 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-c3e60ad0-af11-44ca-9f77-5381ce7b5d86 req-9afaa977-6eff-437b-a6c0-a26ea0eb978b tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] 10.222.0.26 "GET /v2.0/ports?device_id=04890655-c611-4e00-a8e0-2597a06efa68 HTTP/1.1" status: 200 len: 931 time: 0.2165601 Apr 01 13:49:45.194333 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.notifiers.nova [req-b4b8e151-82a8-4f99-a4b0-f4c9bd0c87e0 req-0d9d0f07-c04c-44f6-9c3c-e9844c4b9d63 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 81ed7ea5-8ae8-4f99-a9f1-637761cf4bf4 {{(pid=83871) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 01 13:49:45.204905 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-b4b8e151-82a8-4f99-a4b0-f4c9bd0c87e0 req-0d9d0f07-c04c-44f6-9c3c-e9844c4b9d63 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:49:45.222561 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-c3e60ad0-af11-44ca-9f77-5381ce7b5d86 req-54e77193-b8a4-452f-8011-5b5ca68340c5 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] 10.222.0.26 "GET /v2.0/security-groups?id=a9d2cb9d-1620-4eee-8d98-ee16afb43620&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0777307 Apr 01 13:49:45.225034 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.provisioning_blocks [req-b4b8e151-82a8-4f99-a4b0-f4c9bd0c87e0 req-0d9d0f07-c04c-44f6-9c3c-e9844c4b9d63 service neutron] Transition to ACTIVE for port object 81ed7ea5-8ae8-4f99-a9f1-637761cf4bf4 will not be triggered until provisioned by entity L2. {{(pid=83871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 13:49:45.229599 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-b4b8e151-82a8-4f99-a4b0-f4c9bd0c87e0 req-0d9d0f07-c04c-44f6-9c3c-e9844c4b9d63 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2743106'] for port, after_update {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:49:45.358767 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9d0f07-c04c-44f6-9c3c-e9844c4b9d63 service neutron] Pushing event updated for resources: {'Port': ['ID=81ed7ea5-8ae8-4f99-a9f1-637761cf4bf4,revision_number=2']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:49:45.477776 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.managers [req-b4b8e151-82a8-4f99-a4b0-f4c9bd0c87e0 req-0d9d0f07-c04c-44f6-9c3c-e9844c4b9d63 service neutron] Attempting to bind port 81ed7ea5-8ae8-4f99-a9f1-637761cf4bf4 on host hv-neutron-8361 for vnic_type normal with profile {{(pid=83871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 13:49:45.478257 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.managers [req-b4b8e151-82a8-4f99-a4b0-f4c9bd0c87e0 req-0d9d0f07-c04c-44f6-9c3c-e9844c4b9d63 service neutron] Attempting to bind port 81ed7ea5-8ae8-4f99-a9f1-637761cf4bf4 by drivers openvswitch,hyperv on host hv-neutron-8361 at level 0 using segments [{'id': '4958e257-06ef-4deb-93a1-5fd02aaccba0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '27c7e218-6d44-4df5-8f6d-6417ccd09037'}] {{(pid=83871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 13:49:45.478706 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4b8e151-82a8-4f99-a4b0-f4c9bd0c87e0 req-0d9d0f07-c04c-44f6-9c3c-e9844c4b9d63 service neutron] Attempting to bind port 81ed7ea5-8ae8-4f99-a9f1-637761cf4bf4 on network 27c7e218-6d44-4df5-8f6d-6417ccd09037 {{(pid=83871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 13:49:45.486479 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4b8e151-82a8-4f99-a4b0-f4c9bd0c87e0 req-0d9d0f07-c04c-44f6-9c3c-e9844c4b9d63 service neutron] Port 81ed7ea5-8ae8-4f99-a9f1-637761cf4bf4 on network 27c7e218-6d44-4df5-8f6d-6417ccd09037 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8361 {{(pid=83871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 01 13:49:45.486795 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4b8e151-82a8-4f99-a4b0-f4c9bd0c87e0 req-0d9d0f07-c04c-44f6-9c3c-e9844c4b9d63 service neutron] Attempting to bind port 81ed7ea5-8ae8-4f99-a9f1-637761cf4bf4 on network 27c7e218-6d44-4df5-8f6d-6417ccd09037 {{(pid=83871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 13:49:45.492992 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4b8e151-82a8-4f99-a4b0-f4c9bd0c87e0 req-0d9d0f07-c04c-44f6-9c3c-e9844c4b9d63 service neutron] Checking agent: {'id': '359ce187-6241-4f7e-85a4-e066c7b0cdea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8361', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 13, 31, 54), 'started_at': datetime.datetime(2022, 4, 1, 13, 31, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 13, 49, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 13:49:45.493318 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4b8e151-82a8-4f99-a4b0-f4c9bd0c87e0 req-0d9d0f07-c04c-44f6-9c3c-e9844c4b9d63 service neutron] Checking segment: {'id': '4958e257-06ef-4deb-93a1-5fd02aaccba0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '27c7e218-6d44-4df5-8f6d-6417ccd09037'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 13:49:45.493689 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4b8e151-82a8-4f99-a4b0-f4c9bd0c87e0 req-0d9d0f07-c04c-44f6-9c3c-e9844c4b9d63 service neutron] Bound using segment: {'id': '4958e257-06ef-4deb-93a1-5fd02aaccba0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '27c7e218-6d44-4df5-8f6d-6417ccd09037'} {{(pid=83871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 13:49:45.494142 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.managers [req-b4b8e151-82a8-4f99-a4b0-f4c9bd0c87e0 req-0d9d0f07-c04c-44f6-9c3c-e9844c4b9d63 service neutron] Bound port: 81ed7ea5-8ae8-4f99-a9f1-637761cf4bf4, host: hv-neutron-8361, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4958e257-06ef-4deb-93a1-5fd02aaccba0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '27c7e218-6d44-4df5-8f6d-6417ccd09037'}}] {{(pid=83871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 13:49:45.494484 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-b4b8e151-82a8-4f99-a4b0-f4c9bd0c87e0 req-0d9d0f07-c04c-44f6-9c3c-e9844c4b9d63 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:49:45.583336 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.db [req-b4b8e151-82a8-4f99-a4b0-f4c9bd0c87e0 req-0d9d0f07-c04c-44f6-9c3c-e9844c4b9d63 service neutron] For port 81ed7ea5-8ae8-4f99-a9f1-637761cf4bf4, host hv-neutron-8361, cleared binding levels {{(pid=83871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 13:49:45.586486 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.db [req-b4b8e151-82a8-4f99-a4b0-f4c9bd0c87e0 req-0d9d0f07-c04c-44f6-9c3c-e9844c4b9d63 service neutron] For port 81ed7ea5-8ae8-4f99-a9f1-637761cf4bf4, host hv-neutron-8361, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8361',level=0,port_id=81ed7ea5-8ae8-4f99-a9f1-637761cf4bf4,segment=NetworkSegment(4958e257-06ef-4deb-93a1-5fd02aaccba0),segment_id=4958e257-06ef-4deb-93a1-5fd02aaccba0)] {{(pid=83871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 13:49:45.592247 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-b4b8e151-82a8-4f99-a4b0-f4c9bd0c87e0 req-0d9d0f07-c04c-44f6-9c3c-e9844c4b9d63 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2743106'] for port, after_update {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:49:45.653222 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-b4b8e151-82a8-4f99-a4b0-f4c9bd0c87e0 req-0d9d0f07-c04c-44f6-9c3c-e9844c4b9d63 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109561'] for port, before_response {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:49:45.654582 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-b4b8e151-82a8-4f99-a4b0-f4c9bd0c87e0 req-0d9d0f07-c04c-44f6-9c3c-e9844c4b9d63 service neutron] 10.222.0.57 "PUT /v2.0/ports/81ed7ea5-8ae8-4f99-a9f1-637761cf4bf4 HTTP/1.1" status: 200 len: 1093 time: 1.0165339 Apr 01 13:49:45.655014 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '04890655-c611-4e00-a8e0-2597a06efa68', 'tag': '81ed7ea5-8ae8-4f99-a9f1-637761cf4bf4'}] {{(pid=83871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 13:49:45.675403 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9d0f07-c04c-44f6-9c3c-e9844c4b9d63 service neutron] Pushing event updated for resources: {'Port': ['ID=81ed7ea5-8ae8-4f99-a9f1-637761cf4bf4,revision_number=3']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:49:45.840017 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '04890655-c611-4e00-a8e0-2597a06efa68', 'tag': '81ed7ea5-8ae8-4f99-a9f1-637761cf4bf4', 'status': 'completed', 'code': 200} Apr 01 13:49:45.874570 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-b4b8e151-82a8-4f99-a4b0-f4c9bd0c87e0 req-b5afc57b-88a3-4b16-ac3f-a5510ebfe042 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=f17cecf0d6854286bcc6f673927088ad&device_id=04890655-c611-4e00-a8e0-2597a06efa68 HTTP/1.1" status: 200 len: 1096 time: 0.1755250 Apr 01 13:49:45.948164 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-b4b8e151-82a8-4f99-a4b0-f4c9bd0c87e0 req-50feb88b-0baa-4846-bb04-1a2d8e321c25 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=81ed7ea5-8ae8-4f99-a9f1-637761cf4bf4 HTTP/1.1" status: 200 len: 217 time: 0.0629184 Apr 01 13:49:46.017943 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b8e151-82a8-4f99-a4b0-f4c9bd0c87e0 req-8ae22352-d423-4e45-92d6-e601cae3a7da service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:49:46.019915 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-b4b8e151-82a8-4f99-a4b0-f4c9bd0c87e0 req-8ae22352-d423-4e45-92d6-e601cae3a7da service neutron] 10.222.0.57 "GET /v2.0/subnets?id=7a298cf7-22e7-492d-8964-eb5d813b7dd2 HTTP/1.1" status: 200 len: 835 time: 0.0634530 Apr 01 13:49:46.092448 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-b4b8e151-82a8-4f99-a4b0-f4c9bd0c87e0 req-18a3483d-bc30-4ce5-84d5-2ed97848e23e service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=27c7e218-6d44-4df5-8f6d-6417ccd09037&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0669727 Apr 01 13:49:46.225379 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-b4b8e151-82a8-4f99-a4b0-f4c9bd0c87e0 req-243e3048-7051-474e-930d-b50760c40460 service neutron] 10.222.0.57 "GET /v2.0/networks/27c7e218-6d44-4df5-8f6d-6417ccd09037?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234021 Apr 01 13:49:46.378498 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Device acc29788-5ac0-4e0f-805e-3201b984d18d up at agent ovs-agent-dv-neutron-836180-1-hyperv {{(pid=83872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 13:49:46.408504 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-b4b8e151-82a8-4f99-a4b0-f4c9bd0c87e0 req-3f108b1d-493f-4351-8a72-3506d55fb468 service neutron] 10.222.0.57 "GET /v2.0/networks/27c7e218-6d44-4df5-8f6d-6417ccd09037?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1729829 Apr 01 13:49:46.446898 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Provisioning complete for port acc29788-5ac0-4e0f-805e-3201b984d18d triggered by entity L2. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 13:49:46.447826 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-948329'] for port, provisioning_complete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:49:46.454863 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6bccfe5-c5f4-48e1-8731-521aeaee44fd req-a39b5f6d-8645-4213-8142-9f7bf3428434 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:49:46.456324 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-d6bccfe5-c5f4-48e1-8731-521aeaee44fd req-a39b5f6d-8645-4213-8142-9f7bf3428434 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] 10.222.0.26 "GET /v2.0/ports?device_id=04890655-c611-4e00-a8e0-2597a06efa68 HTTP/1.1" status: 200 len: 943 time: 0.0967901 Apr 01 13:49:46.548587 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-d6bccfe5-c5f4-48e1-8731-521aeaee44fd req-2a1d6472-e355-4a1f-878b-e8c3eb91a401 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] 10.222.0.26 "GET /v2.0/security-groups?id=a9d2cb9d-1620-4eee-8d98-ee16afb43620&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0620348 Apr 01 13:49:46.562321 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-7c1b924b-d1fb-41cf-bf8e-91dcc5949c47 req-2c0bdc7d-ba99-495a-9690-811240f4f51e service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=f17cecf0d6854286bcc6f673927088ad&device_id=04890655-c611-4e00-a8e0-2597a06efa68 HTTP/1.1" status: 200 len: 1096 time: 0.1047688 Apr 01 13:49:46.698248 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1b924b-d1fb-41cf-bf8e-91dcc5949c47 req-6380fc01-a8d8-4136-998d-d4903de70152 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:49:46.699820 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-7c1b924b-d1fb-41cf-bf8e-91dcc5949c47 req-6380fc01-a8d8-4136-998d-d4903de70152 service neutron] 10.222.0.57 "GET /v2.0/networks?id=27c7e218-6d44-4df5-8f6d-6417ccd09037 HTTP/1.1" status: 200 len: 897 time: 0.1306279 Apr 01 13:49:46.770483 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-7c1b924b-d1fb-41cf-bf8e-91dcc5949c47 req-dc77cdcf-1efd-46df-ba44-1a25aa9e3d72 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=81ed7ea5-8ae8-4f99-a9f1-637761cf4bf4 HTTP/1.1" status: 200 len: 217 time: 0.0639777 Apr 01 13:49:46.830665 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1b924b-d1fb-41cf-bf8e-91dcc5949c47 req-a7584082-7339-499d-9898-8f57f995cc2e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:49:46.832022 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-7c1b924b-d1fb-41cf-bf8e-91dcc5949c47 req-a7584082-7339-499d-9898-8f57f995cc2e service neutron] 10.222.0.57 "GET /v2.0/subnets?id=7a298cf7-22e7-492d-8964-eb5d813b7dd2 HTTP/1.1" status: 200 len: 835 time: 0.0553954 Apr 01 13:49:46.908041 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-7c1b924b-d1fb-41cf-bf8e-91dcc5949c47 req-b223a5fc-0f5d-49c0-993c-db9dad8ad6fa service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=27c7e218-6d44-4df5-8f6d-6417ccd09037&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0688584 Apr 01 13:49:47.040484 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-7c1b924b-d1fb-41cf-bf8e-91dcc5949c47 req-c99e0c5c-76bd-45f7-b133-85f05f305bd0 service neutron] 10.222.0.57 "GET /v2.0/networks/27c7e218-6d44-4df5-8f6d-6417ccd09037?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236289 Apr 01 13:49:47.175684 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-7c1b924b-d1fb-41cf-bf8e-91dcc5949c47 req-af405476-ddd1-449d-9ff4-92a306c0d032 service neutron] 10.222.0.57 "GET /v2.0/networks/27c7e218-6d44-4df5-8f6d-6417ccd09037?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1276875 Apr 01 13:49:47.749027 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5880dfd8-1afb-4912-bb41-cb118048ba40 req-81faa3c8-c46d-4855-82c7-eb3f343f36d3 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:49:47.750491 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-5880dfd8-1afb-4912-bb41-cb118048ba40 req-81faa3c8-c46d-4855-82c7-eb3f343f36d3 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] 10.222.0.26 "GET /v2.0/ports?device_id=04890655-c611-4e00-a8e0-2597a06efa68 HTTP/1.1" status: 200 len: 943 time: 0.0784197 Apr 01 13:49:47.794807 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-5880dfd8-1afb-4912-bb41-cb118048ba40 req-63c4f73a-f3ad-4ffb-bc76-1aafdd50639c tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] 10.222.0.26 "GET /v2.0/security-groups?id=a9d2cb9d-1620-4eee-8d98-ee16afb43620&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388150 Apr 01 13:49:48.986664 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21fb2400-267c-4588-8e41-60668d8bfaf8 req-845f4a09-3653-4da7-b9cd-7fa977e38760 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:49:48.988129 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-21fb2400-267c-4588-8e41-60668d8bfaf8 req-845f4a09-3653-4da7-b9cd-7fa977e38760 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] 10.222.0.26 "GET /v2.0/ports?device_id=04890655-c611-4e00-a8e0-2597a06efa68 HTTP/1.1" status: 200 len: 943 time: 0.0756817 Apr 01 13:49:49.033851 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-21fb2400-267c-4588-8e41-60668d8bfaf8 req-bbcd9c47-2310-40d9-98f5-85c7bc70d286 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] 10.222.0.26 "GET /v2.0/security-groups?id=a9d2cb9d-1620-4eee-8d98-ee16afb43620&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401816 Apr 01 13:49:50.369581 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298a6bcd-73af-45de-950e-29e6bf17610d req-23693e9b-73ca-4685-be4b-955d0d670c61 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:49:50.371019 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-298a6bcd-73af-45de-950e-29e6bf17610d req-23693e9b-73ca-4685-be4b-955d0d670c61 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] 10.222.0.26 "GET /v2.0/ports?device_id=04890655-c611-4e00-a8e0-2597a06efa68 HTTP/1.1" status: 200 len: 943 time: 0.0754759 Apr 01 13:49:50.414895 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-298a6bcd-73af-45de-950e-29e6bf17610d req-a62e13fb-af74-4c59-8c85-cd13a4b085cc tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] 10.222.0.26 "GET /v2.0/security-groups?id=a9d2cb9d-1620-4eee-8d98-ee16afb43620&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384669 Apr 01 13:49:50.627751 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Device 81ed7ea5-8ae8-4f99-a9f1-637761cf4bf4 details requested by agent hyperv_hv-neutron-8361 with host hv-neutron-8361 {{(pid=83872) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 01 13:49:50.756532 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] For port 81ed7ea5-8ae8-4f99-a9f1-637761cf4bf4, host hv-neutron-8361, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8361',level=0,port_id=81ed7ea5-8ae8-4f99-a9f1-637761cf4bf4,segment=NetworkSegment(4958e257-06ef-4deb-93a1-5fd02aaccba0),segment_id=4958e257-06ef-4deb-93a1-5fd02aaccba0)] {{(pid=83872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 13:49:50.769297 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Returning: {'device': '81ed7ea5-8ae8-4f99-a9f1-637761cf4bf4', 'network_id': '27c7e218-6d44-4df5-8f6d-6417ccd09037', 'port_id': '81ed7ea5-8ae8-4f99-a9f1-637761cf4bf4', 'mac_address': 'fa:16:3e:07:4d:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 350, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7a298cf7-22e7-492d-8964-eb5d813b7dd2', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83872) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 01 13:49:50.824730 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:49:50.841318 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.notifiers.nova [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 81ed7ea5-8ae8-4f99-a9f1-637761cf4bf4 {{(pid=83872) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 01 13:49:50.855989 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] For port 81ed7ea5-8ae8-4f99-a9f1-637761cf4bf4, host hv-neutron-8361, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8361',level=0,port_id=81ed7ea5-8ae8-4f99-a9f1-637761cf4bf4,segment=NetworkSegment(4958e257-06ef-4deb-93a1-5fd02aaccba0),segment_id=4958e257-06ef-4deb-93a1-5fd02aaccba0)] {{(pid=83872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 13:49:50.859975 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864'] for port, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:49:50.922889 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Pushing event updated for resources: {'Port': ['ID=81ed7ea5-8ae8-4f99-a9f1-637761cf4bf4,revision_number=4']} {{(pid=83872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:49:51.139808 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] get_ports_and_sgs() called for port_ids ['81ed7ea5-8ae8-4f99-a9f1-637761cf4bf4'] {{(pid=83872) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 01 13:49:51.613332 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169fdfc3-be8e-4b39-8235-35e37a76588d req-8f58c42e-6312-427b-ace7-4646aa87e27e tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:49:51.614795 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-169fdfc3-be8e-4b39-8235-35e37a76588d req-8f58c42e-6312-427b-ace7-4646aa87e27e tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] 10.222.0.26 "GET /v2.0/ports?device_id=04890655-c611-4e00-a8e0-2597a06efa68 HTTP/1.1" status: 200 len: 944 time: 0.0798900 Apr 01 13:49:51.661119 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-169fdfc3-be8e-4b39-8235-35e37a76588d req-92706a67-ed35-4351-9ea1-81ce25df5ea3 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] 10.222.0.26 "GET /v2.0/security-groups?id=a9d2cb9d-1620-4eee-8d98-ee16afb43620&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387924 Apr 01 13:49:52.642493 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Device 81ed7ea5-8ae8-4f99-a9f1-637761cf4bf4 up at agent hyperv_hv-neutron-8361 {{(pid=83872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 13:49:52.712380 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Provisioning for port 81ed7ea5-8ae8-4f99-a9f1-637761cf4bf4 completed by entity L2. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 13:49:52.717851 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Provisioning complete for port 81ed7ea5-8ae8-4f99-a9f1-637761cf4bf4 triggered by entity L2. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 13:49:52.718211 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-948329'] for port, provisioning_complete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:49:52.832736 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:49:52.863834 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04890655-c611-4e00-a8e0-2597a06efa68', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81ed7ea5-8ae8-4f99-a9f1-637761cf4bf4'}] {{(pid=83872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 13:49:52.864489 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a87e71f-8f85-4dca-b078-20f815991758 req-8770afb1-a695-4429-b950-14b6c48e763e tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:49:52.866114 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-1a87e71f-8f85-4dca-b078-20f815991758 req-8770afb1-a695-4429-b950-14b6c48e763e tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] 10.222.0.26 "GET /v2.0/ports?device_id=04890655-c611-4e00-a8e0-2597a06efa68 HTTP/1.1" status: 200 len: 944 time: 0.0826428 Apr 01 13:49:52.874023 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] For port 81ed7ea5-8ae8-4f99-a9f1-637761cf4bf4, host hv-neutron-8361, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8361',level=0,port_id=81ed7ea5-8ae8-4f99-a9f1-637761cf4bf4,segment=NetworkSegment(4958e257-06ef-4deb-93a1-5fd02aaccba0),segment_id=4958e257-06ef-4deb-93a1-5fd02aaccba0)] {{(pid=83872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 13:49:52.879189 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864'] for port, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:49:52.914499 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-1a87e71f-8f85-4dca-b078-20f815991758 req-6eef55b6-de93-42da-93fd-bfc70ae524eb tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] 10.222.0.26 "GET /v2.0/security-groups?id=a9d2cb9d-1620-4eee-8d98-ee16afb43620&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416212 Apr 01 13:49:52.929567 dv-neutron-836180-1-hyperv neutron-server[83872]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '04890655-c611-4e00-a8e0-2597a06efa68', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81ed7ea5-8ae8-4f99-a9f1-637761cf4bf4', 'code': 200} Apr 01 13:49:52.951054 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Pushing event updated for resources: {'Port': ['ID=81ed7ea5-8ae8-4f99-a9f1-637761cf4bf4,revision_number=5']} {{(pid=83872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:49:53.165085 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-2bcac2b2-bcc5-42ee-9662-b8d15729487a req-f571e049-403d-4f8a-ae59-0ff9c68d5af2 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=04890655-c611-4e00-a8e0-2597a06efa68 HTTP/1.1" status: 200 len: 1098 time: 0.0671446 Apr 01 13:49:53.294145 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-2bcac2b2-bcc5-42ee-9662-b8d15729487a req-7b8292e3-d5de-4e02-b384-957e98496e5b service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=a9d2cb9d-1620-4eee-8d98-ee16afb43620&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1203916 Apr 01 13:49:53.857242 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:49:54.118175 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b330260b-351d-4bbe-9104-12e1e16a2063 req-7525c70d-b248-48dd-ad13-a42b1b1d7067 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:49:54.119721 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-b330260b-351d-4bbe-9104-12e1e16a2063 req-7525c70d-b248-48dd-ad13-a42b1b1d7067 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] 10.222.0.26 "GET /v2.0/ports?device_id=04890655-c611-4e00-a8e0-2597a06efa68 HTTP/1.1" status: 200 len: 945 time: 0.0791752 Apr 01 13:49:54.164597 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-b330260b-351d-4bbe-9104-12e1e16a2063 req-ab250218-16ae-47c8-89d6-08cecdae149d tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] 10.222.0.26 "GET /v2.0/security-groups?id=a9d2cb9d-1620-4eee-8d98-ee16afb43620&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392315 Apr 01 13:49:55.359190 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4108d8-2bd7-4618-8131-97f5be824563 req-a655b94f-cc05-4d7b-a976-cebad0a9edcc tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:49:55.360698 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-dd4108d8-2bd7-4618-8131-97f5be824563 req-a655b94f-cc05-4d7b-a976-cebad0a9edcc tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] 10.222.0.26 "GET /v2.0/ports?device_id=04890655-c611-4e00-a8e0-2597a06efa68 HTTP/1.1" status: 200 len: 945 time: 0.0770359 Apr 01 13:49:55.409724 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-dd4108d8-2bd7-4618-8131-97f5be824563 req-0c20f760-91b7-40ae-9715-1225d00e9da3 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] 10.222.0.26 "GET /v2.0/security-groups?id=a9d2cb9d-1620-4eee-8d98-ee16afb43620&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435905 Apr 01 13:49:55.605495 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81aaa63-e04a-4de7-b8d1-8cfe6b4f3955 req-184fc7dd-d3b3-40e2-a2e9-48c8ec1a9f4f tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:49:55.606938 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-d81aaa63-e04a-4de7-b8d1-8cfe6b4f3955 req-184fc7dd-d3b3-40e2-a2e9-48c8ec1a9f4f tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] 10.222.0.26 "GET /v2.0/ports?device_id=04890655-c611-4e00-a8e0-2597a06efa68 HTTP/1.1" status: 200 len: 945 time: 0.0775294 Apr 01 13:49:55.651939 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-d81aaa63-e04a-4de7-b8d1-8cfe6b4f3955 req-d0da6a6e-e9f7-42e4-a583-f1e8933e253c tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] 10.222.0.26 "GET /v2.0/security-groups?id=a9d2cb9d-1620-4eee-8d98-ee16afb43620&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395439 Apr 01 13:49:55.679381 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 59220) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:49:55.748203 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-d2e46bd9-347b-4aa6-b95f-412056a0c626 tempest-TestNetworkBasicOps-1234239346 tempest-TestNetworkBasicOps-1234239346-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=04890655-c611-4e00-a8e0-2597a06efa68 HTTP/1.1" status: 200 len: 1093 time: 0.0676184 Apr 01 13:49:55.750727 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 59224) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:49:55.755711 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.v2.base [None req-0872b959-7766-42ff-ba13-27efbe7dea00 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Request body: {'floatingip': {'floating_network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'port_id': '81ed7ea5-8ae8-4f99-a9f1-637761cf4bf4', 'tenant_id': 'f17cecf0d6854286bcc6f673927088ad', 'fixed_ip_address': '172.20.0.6'}} {{(pid=83871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:49:55.761481 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-0872b959-7766-42ff-ba13-27efbe7dea00 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:49:55.765219 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-0872b959-7766-42ff-ba13-27efbe7dea00 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Usage tracker for resource:floatingip and tenant:f17cecf0d6854286bcc6f673927088ad is out of sync, need to count used quota {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 13:49:55.767968 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-0872b959-7766-42ff-ba13-27efbe7dea00 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 13:49:55.773516 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-0872b959-7766-42ff-ba13-27efbe7dea00 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:49:55.785976 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-0872b959-7766-42ff-ba13-27efbe7dea00 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks [] for floatingip, before_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:49:55.924253 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-0872b959-7766-42ff-ba13-27efbe7dea00 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:49:56.060603 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.db_base_plugin_common [None req-0872b959-7766-42ff-ba13-27efbe7dea00 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Allocated IP 172.26.5.140 (725864b8-cceb-48c9-b5d3-1bfc4423e301/e2ed99db-0e25-4971-b535-7fa69231fae8/b7fc4c3d-77d6-442f-b110-f4e553606466) {{(pid=83871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 13:49:56.220879 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-0872b959-7766-42ff-ba13-27efbe7dea00 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks [] for port, precommit_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:49:56.247986 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-0872b959-7766-42ff-ba13-27efbe7dea00 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736732935801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2743125'] for port, after_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:49:56.319933 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0872b959-7766-42ff-ba13-27efbe7dea00 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Network 725864b8-cceb-48c9-b5d3-1bfc4423e301 is already hosted by enough agents. {{(pid=83871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 13:49:56.323748 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.scheduler.base_scheduler [None req-0872b959-7766-42ff-ba13-27efbe7dea00 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Resources bound (agent type, host, resource id): {{(pid=83871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 13:49:56.326254 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0872b959-7766-42ff-ba13-27efbe7dea00 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Received port after_create {{(pid=83871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 13:49:56.350470 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0872b959-7766-42ff-ba13-27efbe7dea00 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Pushing event updated for resources: {'Port': ['ID=b7fc4c3d-77d6-442f-b110-f4e553606466,revision_number=1']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:49:56.819847 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-0872b959-7766-42ff-ba13-27efbe7dea00 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:49:56.872425 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-0872b959-7766-42ff-ba13-27efbe7dea00 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:49:57.069104 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-0872b959-7766-42ff-ba13-27efbe7dea00 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks [] for port, precommit_update {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:49:57.074024 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-0872b959-7766-42ff-ba13-27efbe7dea00 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2743106'] for port, after_update {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:49:57.268969 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0872b959-7766-42ff-ba13-27efbe7dea00 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Pushing event updated for resources: {'Port': ['ID=b7fc4c3d-77d6-442f-b110-f4e553606466,revision_number=2']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:49:57.282409 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-0872b959-7766-42ff-ba13-27efbe7dea00 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4084747'] for floatingip, after_update {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:49:57.474321 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.db.l3_db [None req-0872b959-7766-42ff-ba13-27efbe7dea00 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Floating IP 43563fed-fe86-49dc-8565-0d200939bd3b associated. External IP: 172.26.5.140, port: 81ed7ea5-8ae8-4f99-a9f1-637761cf4bf4. Apr 01 13:49:57.862352 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0872b959-7766-42ff-ba13-27efbe7dea00 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Router f3ff5db3-bf38-491d-8022-926674b224a7 has already been hosted by L3 agent 88bf8fc8-11a3-4e96-9d1b-5fd93ba9f6f1 {{(pid=83871) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 13:49:58.060829 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0872b959-7766-42ff-ba13-27efbe7dea00 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify agent at l3_agent.dv-neutron-836180-1-hyperv the message routers_updated {{(pid=83871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 13:49:58.071035 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fafef0f8-adea-432b-99bd-627d2131df79 None None] Sync routers for ids ['f3ff5db3-bf38-491d-8022-926674b224a7'] in dv-neutron-836180-1-hyperv {{(pid=83873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 13:49:58.084564 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fafef0f8-adea-432b-99bd-627d2131df79 None None] Routers {'f3ff5db3-bf38-491d-8022-926674b224a7'} bound to L3 agent in host dv-neutron-836180-1-hyperv {{(pid=83873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 13:49:58.085175 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-fafef0f8-adea-432b-99bd-627d2131df79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836180-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T13:25:36Z,description=,heartbeat_timestamp=2022-04-01T13:49:36Z,host='dv-neutron-836180-1-hyperv',id=88bf8fc8-11a3-4e96-9d1b-5fd93ba9f6f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T13:25:36Z,topic='l3_agent')) {'router_ids': ['f3ff5db3-bf38-491d-8022-926674b224a7'], 'active': True} {{(pid=83873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:49:58.085558 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-0872b959-7766-42ff-ba13-27efbe7dea00 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109561'] for floatingip, before_response {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:49:58.144145 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-0872b959-7766-42ff-ba13-27efbe7dea00 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3899765 Apr 01 13:49:58.144145 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '04890655-c611-4e00-a8e0-2597a06efa68', 'tag': '81ed7ea5-8ae8-4f99-a9f1-637761cf4bf4'}] {{(pid=83871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 13:49:58.144716 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 59228) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:49:58.199080 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '04890655-c611-4e00-a8e0-2597a06efa68', 'tag': '81ed7ea5-8ae8-4f99-a9f1-637761cf4bf4', 'status': 'completed', 'code': 200} Apr 01 13:49:58.268201 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_dvr_db [None req-fafef0f8-adea-432b-99bd-627d2131df79 None None] Set router f3ff5db3-bf38-491d-8022-926674b224a7 gateway port host: dv-neutron-836180-1-hyperv {{(pid=83873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 13:49:58.321893 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-fe9e871e-0adb-44d0-bacc-091d19b15fca req-484fb4d0-eac5-484e-8da2-e8cc5f9ab026 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=f17cecf0d6854286bcc6f673927088ad&device_id=04890655-c611-4e00-a8e0-2597a06efa68 HTTP/1.1" status: 200 len: 1098 time: 0.0926270 Apr 01 13:49:58.457021 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-344b8770-065b-490e-9080-61a4ec9a1d67 tempest-TestNetworkBasicOps-1234239346 tempest-TestNetworkBasicOps-1234239346-project-admin] 10.222.0.26 "GET /v2.0/routers/f3ff5db3-bf38-491d-8022-926674b224a7 HTTP/1.1" status: 200 len: 922 time: 0.3109634 Apr 01 13:49:58.457950 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9e871e-0adb-44d0-bacc-091d19b15fca req-f1127663-69b4-4cfa-a884-251c80e2c76d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:49:58.459381 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 59234) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:49:58.459507 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-fe9e871e-0adb-44d0-bacc-091d19b15fca req-f1127663-69b4-4cfa-a884-251c80e2c76d service neutron] 10.222.0.57 "GET /v2.0/networks?id=27c7e218-6d44-4df5-8f6d-6417ccd09037 HTTP/1.1" status: 200 len: 897 time: 0.1308901 Apr 01 13:49:58.565272 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-0c4e3ce6-313c-41f4-8741-624c5de54051 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] 10.222.0.26 "GET /v2.0/floatingips/43563fed-fe86-49dc-8565-0d200939bd3b HTTP/1.1" status: 200 len: 991 time: 0.1048040 Apr 01 13:49:58.569284 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-fe9e871e-0adb-44d0-bacc-091d19b15fca req-a1a41ec3-5c17-491b-8647-15d6031481d6 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=81ed7ea5-8ae8-4f99-a9f1-637761cf4bf4 HTTP/1.1" status: 200 len: 999 time: 0.1020803 Apr 01 13:49:58.630156 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9e871e-0adb-44d0-bacc-091d19b15fca req-57e7a635-7521-4c40-81bd-b4d9e53c53b5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:49:58.631583 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-fe9e871e-0adb-44d0-bacc-091d19b15fca req-57e7a635-7521-4c40-81bd-b4d9e53c53b5 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=7a298cf7-22e7-492d-8964-eb5d813b7dd2 HTTP/1.1" status: 200 len: 835 time: 0.0564027 Apr 01 13:49:58.636137 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-fafef0f8-adea-432b-99bd-627d2131df79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3ff5db3-bf38-491d-8022-926674b224a7', 'name': 'tempest-TestNetworkBasicOps-router-1872686270', 'tenant_id': 'f17cecf0d6854286bcc6f673927088ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'external_fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.13'}], 'enable_snat': True}, 'gw_port_id': '17e58fc9-d8c2-4564-a844-3be86f7eaade', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T13:49:33Z', 'updated_at': '2022-04-01T13:49:37Z', 'revision_number': 4, 'project_id': 'f17cecf0d6854286bcc6f673927088ad', 'gw_port': {'id': '17e58fc9-d8c2-4564-a844-3be86f7eaade', 'name': '', 'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:62:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3ff5db3-bf38-491d-8022-926674b224a7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836180-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:49:33Z', 'updated_at': '2022-04-01T13:49:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836180-1-hyperv', '_floatingips': [{'id': '43563fed-fe86-49dc-8565-0d200939bd3b', 'tenant_id': 'f17cecf0d6854286bcc6f673927088ad', 'floating_ip_address': '172.26.5.140', 'floating_network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'router_id': 'f3ff5db3-bf38-491d-8022-926674b224a7', 'port_id': '81ed7ea5-8ae8-4f99-a9f1-637761cf4bf4', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '27c7e218-6d44-4df5-8f6d-6417ccd09037', 'mac_address': 'fa:16:3e:07:4d:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04890655-c611-4e00-a8e0-2597a06efa68', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T13:49:56Z', 'updated_at': '2022-04-01T13:49:56Z', 'revision_number': 0, 'project_id': 'f17cecf0d6854286bcc6f673927088ad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'acc29788-5ac0-4e0f-805e-3201b984d18d', 'name': '', 'network_id': '27c7e218-6d44-4df5-8f6d-6417ccd09037', 'tenant_id': 'f17cecf0d6854286bcc6f673927088ad', 'mac_address': 'fa:16:3e:a9:f3:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3ff5db3-bf38-491d-8022-926674b224a7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7a298cf7-22e7-492d-8964-eb5d813b7dd2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836180-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:49:37Z', 'updated_at': '2022-04-01T13:49:44Z', 'revision_number': 5, 'project_id': 'f17cecf0d6854286bcc6f673927088ad', 'subnets': [{'id': '7a298cf7-22e7-492d-8964-eb5d813b7dd2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-836180-1-hyperv', False) {} {{(pid=83873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:49:58.639962 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fafef0f8-adea-432b-99bd-627d2131df79 None None] Checking router: f3ff5db3-bf38-491d-8022-926674b224a7 for host: dv-neutron-836180-1-hyperv {{(pid=83873) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 01 13:49:58.650657 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fafef0f8-adea-432b-99bd-627d2131df79 None None] Routers {'f3ff5db3-bf38-491d-8022-926674b224a7'} bound to L3 agent in host dv-neutron-836180-1-hyperv {{(pid=83873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 13:49:58.651383 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-fafef0f8-adea-432b-99bd-627d2131df79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836180-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T13:25:36Z,description=,heartbeat_timestamp=2022-04-01T13:49:36Z,host='dv-neutron-836180-1-hyperv',id=88bf8fc8-11a3-4e96-9d1b-5fd93ba9f6f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T13:25:36Z,topic='l3_agent')) {'router_ids': ['f3ff5db3-bf38-491d-8022-926674b224a7'], 'active': True} {{(pid=83873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:49:58.708208 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-fe9e871e-0adb-44d0-bacc-091d19b15fca req-9dcb8569-4250-4c2b-8afb-2a96c694dabe service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=27c7e218-6d44-4df5-8f6d-6417ccd09037&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0702808 Apr 01 13:49:58.828574 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_dvr_db [None req-fafef0f8-adea-432b-99bd-627d2131df79 None None] Set router f3ff5db3-bf38-491d-8022-926674b224a7 gateway port host: dv-neutron-836180-1-hyperv {{(pid=83873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 13:49:58.932322 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-fe9e871e-0adb-44d0-bacc-091d19b15fca req-fb3c4ef6-df6d-47d6-a7c9-69a2e68a4c2b service neutron] 10.222.0.57 "GET /v2.0/networks/27c7e218-6d44-4df5-8f6d-6417ccd09037?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2178245 Apr 01 13:49:59.063085 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-fe9e871e-0adb-44d0-bacc-091d19b15fca req-f2bc071b-69e2-4134-8d3f-d7c0786798d4 service neutron] 10.222.0.57 "GET /v2.0/networks/27c7e218-6d44-4df5-8f6d-6417ccd09037?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241620 Apr 01 13:49:59.204504 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-fafef0f8-adea-432b-99bd-627d2131df79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3ff5db3-bf38-491d-8022-926674b224a7', 'name': 'tempest-TestNetworkBasicOps-router-1872686270', 'tenant_id': 'f17cecf0d6854286bcc6f673927088ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'external_fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.13'}], 'enable_snat': True}, 'gw_port_id': '17e58fc9-d8c2-4564-a844-3be86f7eaade', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T13:49:33Z', 'updated_at': '2022-04-01T13:49:37Z', 'revision_number': 4, 'project_id': 'f17cecf0d6854286bcc6f673927088ad', 'gw_port': {'id': '17e58fc9-d8c2-4564-a844-3be86f7eaade', 'name': '', 'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:62:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3ff5db3-bf38-491d-8022-926674b224a7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836180-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:49:33Z', 'updated_at': '2022-04-01T13:49:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836180-1-hyperv', '_floatingips': [{'id': '43563fed-fe86-49dc-8565-0d200939bd3b', 'tenant_id': 'f17cecf0d6854286bcc6f673927088ad', 'floating_ip_address': '172.26.5.140', 'floating_network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'router_id': 'f3ff5db3-bf38-491d-8022-926674b224a7', 'port_id': '81ed7ea5-8ae8-4f99-a9f1-637761cf4bf4', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '27c7e218-6d44-4df5-8f6d-6417ccd09037', 'mac_address': 'fa:16:3e:07:4d:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04890655-c611-4e00-a8e0-2597a06efa68', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T13:49:56Z', 'updated_at': '2022-04-01T13:49:56Z', 'revision_number': 0, 'project_id': 'f17cecf0d6854286bcc6f673927088ad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'acc29788-5ac0-4e0f-805e-3201b984d18d', 'name': '', 'network_id': '27c7e218-6d44-4df5-8f6d-6417ccd09037', 'tenant_id': 'f17cecf0d6854286bcc6f673927088ad', 'mac_address': 'fa:16:3e:a9:f3:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3ff5db3-bf38-491d-8022-926674b224a7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7a298cf7-22e7-492d-8964-eb5d813b7dd2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836180-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:49:37Z', 'updated_at': '2022-04-01T13:49:44Z', 'revision_number': 5, 'project_id': 'f17cecf0d6854286bcc6f673927088ad', 'subnets': [{'id': '7a298cf7-22e7-492d-8964-eb5d813b7dd2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-836180-1-hyperv', False) {} {{(pid=83873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:49:59.208280 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fafef0f8-adea-432b-99bd-627d2131df79 None None] The sync data for ids ['f3ff5db3-bf38-491d-8022-926674b224a7'] in dv-neutron-836180-1-hyperv is: [{'id': 'f3ff5db3-bf38-491d-8022-926674b224a7', 'name': 'tempest-TestNetworkBasicOps-router-1872686270', 'tenant_id': 'f17cecf0d6854286bcc6f673927088ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'external_fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.13'}], 'enable_snat': True}, 'gw_port_id': '17e58fc9-d8c2-4564-a844-3be86f7eaade', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T13:49:33Z', 'updated_at': '2022-04-01T13:49:37Z', 'revision_number': 4, 'project_id': 'f17cecf0d6854286bcc6f673927088ad', 'gw_port': {'id': '17e58fc9-d8c2-4564-a844-3be86f7eaade', 'name': '', 'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:62:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3ff5db3-bf38-491d-8022-926674b224a7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836180-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:49:33Z', 'updated_at': '2022-04-01T13:49:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836180-1-hyperv', '_floatingips': [{'id': '43563fed-fe86-49dc-8565-0d200939bd3b', 'tenant_id': 'f17cecf0d6854286bcc6f673927088ad', 'floating_ip_address': '172.26.5.140', 'floating_network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'router_id': 'f3ff5db3-bf38-491d-8022-926674b224a7', 'port_id': '81ed7ea5-8ae8-4f99-a9f1-637761cf4bf4', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '27c7e218-6d44-4df5-8f6d-6417ccd09037', 'mac_address': 'fa:16:3e:07:4d:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04890655-c611-4e00-a8e0-2597a06efa68', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T13:49:56Z', 'updated_at': '2022-04-01T13:49:56Z', 'revision_number': 0, 'project_id': 'f17cecf0d6854286bcc6f673927088ad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'acc29788-5ac0-4e0f-805e-3201b984d18d', 'name': '', 'network_id': '27c7e218-6d44-4df5-8f6d-6417ccd09037', 'tenant_id': 'f17cecf0d6854286bcc6f673927088ad', 'mac_address': 'fa:16:3e:a9:f3:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3ff5db3-bf38-491d-8022-926674b224a7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7a298cf7-22e7-492d-8964-eb5d813b7dd2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836180-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:49:37Z', 'updated_at': '2022-04-01T13:49:44Z', 'revision_number': 5, 'project_id': 'f17cecf0d6854286bcc6f673927088ad', 'subnets': [{'id': '7a298cf7-22e7-492d-8964-eb5d813b7dd2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 13:49:59.433191 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18a52d10-280e-476e-81d5-82023d9a6266 None None] New status for floating IP 43563fed-fe86-49dc-8565-0d200939bd3b: ACTIVE {{(pid=83872) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 01 13:49:59.569118 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 59238) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:49:59.675488 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-e9c61b31-1f00-441e-8001-1796ba0702b0 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] 10.222.0.26 "GET /v2.0/floatingips/43563fed-fe86-49dc-8565-0d200939bd3b HTTP/1.1" status: 200 len: 991 time: 0.1053128 Apr 01 13:50:00.679277 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 59242) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:50:00.784184 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-0b02aeaf-13d3-445b-a3e4-35355e281ba0 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] 10.222.0.26 "GET /v2.0/floatingips/43563fed-fe86-49dc-8565-0d200939bd3b HTTP/1.1" status: 200 len: 993 time: 0.1025279 Apr 01 13:50:03.544456 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-e41f6351-39f7-4034-aee8-cfa92c99e246 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:50:05.904924 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-e18f7ba8-5e95-4877-a901-9bf3041beda2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:50:07.156271 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:50:07.395260 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-2f9cfc9c-d8ba-4de3-a4ad-98162f90557c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:50:08.885333 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-a976a7b9-9034-41e6-be13-349b75ed1593 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:50:16.977991 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.agents_db [None req-bdd220c7-049a-43d2-a923-ad1a2de078c6 None None] Agent healthcheck: found 6 active agents {{(pid=83873) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 01 13:50:23.854446 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:50:31.981157 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 59262) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:50:32.153643 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-238d43dd-03be-4c49-bcbc-4d454f816f23 tempest-TestNetworkBasicOps-1234239346 tempest-TestNetworkBasicOps-1234239346-project-admin] 10.222.0.26 "GET /v2.0/routers/f3ff5db3-bf38-491d-8022-926674b224a7/l3-agents HTTP/1.1" status: 200 len: 881 time: 0.1713636 Apr 01 13:50:32.156532 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 59266) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:50:32.373209 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d71346dc-1922-41e5-bdf8-06b4d6ceaf5c tempest-TestNetworkBasicOps-1234239346 tempest-TestNetworkBasicOps-1234239346-project-admin] Notify agent at dv-neutron-836180-1-hyperv the message router_removed_from_agent {{(pid=83871) _notification_host /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:47}} Apr 01 13:50:32.376360 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-d71346dc-1922-41e5-bdf8-06b4d6ceaf5c tempest-TestNetworkBasicOps-1234239346 tempest-TestNetworkBasicOps-1234239346-project-admin] 10.222.0.26 "DELETE /v2.0/agents/88bf8fc8-11a3-4e96-9d1b-5fd93ba9f6f1/l3-routers/f3ff5db3-bf38-491d-8022-926674b224a7 HTTP/1.1" status: 204 len: 168 time: 0.2189119 Apr 01 13:50:32.378854 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 59270) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:50:32.554001 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-79e0f321-7f27-481b-be62-69bcb64c6d8f tempest-TestNetworkBasicOps-1234239346 tempest-TestNetworkBasicOps-1234239346-project-admin] 10.222.0.26 "GET /v2.0/routers/f3ff5db3-bf38-491d-8022-926674b224a7/l3-agents HTTP/1.1" status: 200 len: 207 time: 0.1739998 Apr 01 13:50:32.556574 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 59274) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:50:32.659385 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-710fd9df-32e3-46be-ba7d-0004ce2e3ac8 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] 10.222.0.26 "GET /v2.0/floatingips/43563fed-fe86-49dc-8565-0d200939bd3b HTTP/1.1" status: 200 len: 993 time: 0.1012864 Apr 01 13:50:33.117017 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce0037c0-fb60-4809-b320-644ad2f0bedf None None] New status for floating IP 43563fed-fe86-49dc-8565-0d200939bd3b: DOWN {{(pid=83873) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 01 13:50:33.545891 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-5d107bd1-d410-48be-a556-788f7a7df1b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:50:33.663358 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 59278) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:50:33.768926 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-d31e1161-d3ea-4bb7-a134-a38ed6a74294 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] 10.222.0.26 "GET /v2.0/floatingips/43563fed-fe86-49dc-8565-0d200939bd3b HTTP/1.1" status: 200 len: 991 time: 0.1044917 Apr 01 13:50:34.387749 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Device acc29788-5ac0-4e0f-805e-3201b984d18d no longer exists at agent ovs-agent-dv-neutron-836180-1-hyperv {{(pid=83872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 13:50:34.497847 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:50:34.529119 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] For port acc29788-5ac0-4e0f-805e-3201b984d18d, host dv-neutron-836180-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836180-1-hyperv',level=0,port_id=acc29788-5ac0-4e0f-805e-3201b984d18d,segment=NetworkSegment(4958e257-06ef-4deb-93a1-5fd02aaccba0),segment_id=4958e257-06ef-4deb-93a1-5fd02aaccba0)] {{(pid=83872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 13:50:34.533173 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864'] for port, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:50:34.533888 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Device 17e58fc9-d8c2-4564-a844-3be86f7eaade no longer exists at agent ovs-agent-dv-neutron-836180-1-hyperv {{(pid=83872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 13:50:34.645355 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Pushing event updated for resources: {'Port': ['ID=acc29788-5ac0-4e0f-805e-3201b984d18d,revision_number=6']} {{(pid=83872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:50:34.699694 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:50:34.714746 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] For port 17e58fc9-d8c2-4564-a844-3be86f7eaade, host dv-neutron-836180-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836180-1-hyperv',level=0,port_id=17e58fc9-d8c2-4564-a844-3be86f7eaade,segment=NetworkSegment(7b924dd8-4978-40c4-ad91-4b9b27348462),segment_id=7b924dd8-4978-40c4-ad91-4b9b27348462)] {{(pid=83872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 13:50:34.718322 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864'] for port, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:50:34.783266 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Pushing event updated for resources: {'Port': ['ID=17e58fc9-d8c2-4564-a844-3be86f7eaade,revision_number=5']} {{(pid=83872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:50:34.937907 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 59284) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:50:35.141950 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2d2c5ce-17da-4499-9e25-beef4d441094 tempest-TestNetworkBasicOps-1234239346 tempest-TestNetworkBasicOps-1234239346-project-admin] Router f3ff5db3-bf38-491d-8022-926674b224a7 is scheduled to L3 agent 88bf8fc8-11a3-4e96-9d1b-5fd93ba9f6f1 with binding_index 1 {{(pid=83869) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 01 13:50:35.142349 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2d2c5ce-17da-4499-9e25-beef4d441094 tempest-TestNetworkBasicOps-1234239346 tempest-TestNetworkBasicOps-1234239346-project-admin] Notify agent at dv-neutron-836180-1-hyperv the message router_added_to_agent {{(pid=83869) _notification_host /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:47}} Apr 01 13:50:35.169730 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-d2d2c5ce-17da-4499-9e25-beef4d441094 tempest-TestNetworkBasicOps-1234239346 tempest-TestNetworkBasicOps-1234239346-project-admin] 10.222.0.26 "POST /v2.0/agents/88bf8fc8-11a3-4e96-9d1b-5fd93ba9f6f1/l3-routers HTTP/1.1" status: 201 len: 201 time: 0.2307250 Apr 01 13:50:35.172211 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 59290) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:50:35.190563 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c68e535d-4cac-4622-ae17-64113788e3b6 None None] Sync routers for ids ['f3ff5db3-bf38-491d-8022-926674b224a7'] in dv-neutron-836180-1-hyperv {{(pid=83872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 13:50:35.202624 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c68e535d-4cac-4622-ae17-64113788e3b6 None None] Routers {'f3ff5db3-bf38-491d-8022-926674b224a7'} bound to L3 agent in host dv-neutron-836180-1-hyperv {{(pid=83872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 13:50:35.203223 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_hamode_db [None req-c68e535d-4cac-4622-ae17-64113788e3b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836180-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T13:25:36Z,description=,heartbeat_timestamp=2022-04-01T13:50:06Z,host='dv-neutron-836180-1-hyperv',id=88bf8fc8-11a3-4e96-9d1b-5fd93ba9f6f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T13:25:36Z,topic='l3_agent')) {'router_ids': ['f3ff5db3-bf38-491d-8022-926674b224a7'], 'active': True} {{(pid=83872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:50:35.366936 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-8f0feaef-4598-4a9e-a39d-d971c625f4e1 tempest-TestNetworkBasicOps-1234239346 tempest-TestNetworkBasicOps-1234239346-project-admin] 10.222.0.26 "GET /v2.0/routers/f3ff5db3-bf38-491d-8022-926674b224a7/l3-agents HTTP/1.1" status: 200 len: 881 time: 0.1914794 Apr 01 13:50:35.367631 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 59296) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:50:35.387855 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_dvr_db [None req-c68e535d-4cac-4622-ae17-64113788e3b6 None None] Set router f3ff5db3-bf38-491d-8022-926674b224a7 gateway port host: dv-neutron-836180-1-hyperv {{(pid=83872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 13:50:35.476108 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-c4453585-031c-4fc1-be96-0f05fed33b64 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] 10.222.0.26 "GET /v2.0/floatingips/43563fed-fe86-49dc-8565-0d200939bd3b HTTP/1.1" status: 200 len: 991 time: 0.1074395 Apr 01 13:50:35.739813 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_hamode_db [None req-c68e535d-4cac-4622-ae17-64113788e3b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3ff5db3-bf38-491d-8022-926674b224a7', 'name': 'tempest-TestNetworkBasicOps-router-1872686270', 'tenant_id': 'f17cecf0d6854286bcc6f673927088ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'external_fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.13'}], 'enable_snat': True}, 'gw_port_id': '17e58fc9-d8c2-4564-a844-3be86f7eaade', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T13:49:33Z', 'updated_at': '2022-04-01T13:49:37Z', 'revision_number': 4, 'project_id': 'f17cecf0d6854286bcc6f673927088ad', 'gw_port': {'id': '17e58fc9-d8c2-4564-a844-3be86f7eaade', 'name': '', 'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:62:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3ff5db3-bf38-491d-8022-926674b224a7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836180-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:49:33Z', 'updated_at': '2022-04-01T13:50:34Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836180-1-hyperv', '_floatingips': [{'id': '43563fed-fe86-49dc-8565-0d200939bd3b', 'tenant_id': 'f17cecf0d6854286bcc6f673927088ad', 'floating_ip_address': '172.26.5.140', 'floating_network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'router_id': 'f3ff5db3-bf38-491d-8022-926674b224a7', 'port_id': '81ed7ea5-8ae8-4f99-a9f1-637761cf4bf4', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '27c7e218-6d44-4df5-8f6d-6417ccd09037', 'mac_address': 'fa:16:3e:07:4d:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04890655-c611-4e00-a8e0-2597a06efa68', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T13:49:56Z', 'updated_at': '2022-04-01T13:50:33Z', 'revision_number': 2, 'project_id': 'f17cecf0d6854286bcc6f673927088ad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'acc29788-5ac0-4e0f-805e-3201b984d18d', 'name': '', 'network_id': '27c7e218-6d44-4df5-8f6d-6417ccd09037', 'tenant_id': 'f17cecf0d6854286bcc6f673927088ad', 'mac_address': 'fa:16:3e:a9:f3:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3ff5db3-bf38-491d-8022-926674b224a7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7a298cf7-22e7-492d-8964-eb5d813b7dd2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836180-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:49:37Z', 'updated_at': '2022-04-01T13:50:34Z', 'revision_number': 6, 'project_id': 'f17cecf0d6854286bcc6f673927088ad', 'subnets': [{'id': '7a298cf7-22e7-492d-8964-eb5d813b7dd2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-836180-1-hyperv', False) {} {{(pid=83872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:50:35.743603 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c68e535d-4cac-4622-ae17-64113788e3b6 None None] Checking router: f3ff5db3-bf38-491d-8022-926674b224a7 for host: dv-neutron-836180-1-hyperv {{(pid=83872) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 01 13:50:35.754553 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c68e535d-4cac-4622-ae17-64113788e3b6 None None] Routers {'f3ff5db3-bf38-491d-8022-926674b224a7'} bound to L3 agent in host dv-neutron-836180-1-hyperv {{(pid=83872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 13:50:35.755219 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_hamode_db [None req-c68e535d-4cac-4622-ae17-64113788e3b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836180-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T13:25:36Z,description=,heartbeat_timestamp=2022-04-01T13:50:06Z,host='dv-neutron-836180-1-hyperv',id=88bf8fc8-11a3-4e96-9d1b-5fd93ba9f6f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T13:25:36Z,topic='l3_agent')) {'router_ids': ['f3ff5db3-bf38-491d-8022-926674b224a7'], 'active': True} {{(pid=83872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:50:35.917998 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-aaeaf540-3169-4ecb-8bac-5e5baef92736 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:50:35.945703 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_dvr_db [None req-c68e535d-4cac-4622-ae17-64113788e3b6 None None] Set router f3ff5db3-bf38-491d-8022-926674b224a7 gateway port host: dv-neutron-836180-1-hyperv {{(pid=83872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 13:50:36.320209 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_hamode_db [None req-c68e535d-4cac-4622-ae17-64113788e3b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3ff5db3-bf38-491d-8022-926674b224a7', 'name': 'tempest-TestNetworkBasicOps-router-1872686270', 'tenant_id': 'f17cecf0d6854286bcc6f673927088ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'external_fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.13'}], 'enable_snat': True}, 'gw_port_id': '17e58fc9-d8c2-4564-a844-3be86f7eaade', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T13:49:33Z', 'updated_at': '2022-04-01T13:49:37Z', 'revision_number': 4, 'project_id': 'f17cecf0d6854286bcc6f673927088ad', 'gw_port': {'id': '17e58fc9-d8c2-4564-a844-3be86f7eaade', 'name': '', 'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:62:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3ff5db3-bf38-491d-8022-926674b224a7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836180-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:49:33Z', 'updated_at': '2022-04-01T13:50:34Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836180-1-hyperv', '_floatingips': [{'id': '43563fed-fe86-49dc-8565-0d200939bd3b', 'tenant_id': 'f17cecf0d6854286bcc6f673927088ad', 'floating_ip_address': '172.26.5.140', 'floating_network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'router_id': 'f3ff5db3-bf38-491d-8022-926674b224a7', 'port_id': '81ed7ea5-8ae8-4f99-a9f1-637761cf4bf4', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '27c7e218-6d44-4df5-8f6d-6417ccd09037', 'mac_address': 'fa:16:3e:07:4d:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04890655-c611-4e00-a8e0-2597a06efa68', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T13:49:56Z', 'updated_at': '2022-04-01T13:50:33Z', 'revision_number': 2, 'project_id': 'f17cecf0d6854286bcc6f673927088ad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'acc29788-5ac0-4e0f-805e-3201b984d18d', 'name': '', 'network_id': '27c7e218-6d44-4df5-8f6d-6417ccd09037', 'tenant_id': 'f17cecf0d6854286bcc6f673927088ad', 'mac_address': 'fa:16:3e:a9:f3:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3ff5db3-bf38-491d-8022-926674b224a7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7a298cf7-22e7-492d-8964-eb5d813b7dd2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836180-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:49:37Z', 'updated_at': '2022-04-01T13:50:34Z', 'revision_number': 6, 'project_id': 'f17cecf0d6854286bcc6f673927088ad', 'subnets': [{'id': '7a298cf7-22e7-492d-8964-eb5d813b7dd2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-836180-1-hyperv', False) {} {{(pid=83872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:50:36.324921 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c68e535d-4cac-4622-ae17-64113788e3b6 None None] The sync data for ids ['f3ff5db3-bf38-491d-8022-926674b224a7'] in dv-neutron-836180-1-hyperv is: [{'id': 'f3ff5db3-bf38-491d-8022-926674b224a7', 'name': 'tempest-TestNetworkBasicOps-router-1872686270', 'tenant_id': 'f17cecf0d6854286bcc6f673927088ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'external_fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.13'}], 'enable_snat': True}, 'gw_port_id': '17e58fc9-d8c2-4564-a844-3be86f7eaade', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T13:49:33Z', 'updated_at': '2022-04-01T13:49:37Z', 'revision_number': 4, 'project_id': 'f17cecf0d6854286bcc6f673927088ad', 'gw_port': {'id': '17e58fc9-d8c2-4564-a844-3be86f7eaade', 'name': '', 'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:62:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3ff5db3-bf38-491d-8022-926674b224a7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836180-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:49:33Z', 'updated_at': '2022-04-01T13:50:34Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836180-1-hyperv', '_floatingips': [{'id': '43563fed-fe86-49dc-8565-0d200939bd3b', 'tenant_id': 'f17cecf0d6854286bcc6f673927088ad', 'floating_ip_address': '172.26.5.140', 'floating_network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'router_id': 'f3ff5db3-bf38-491d-8022-926674b224a7', 'port_id': '81ed7ea5-8ae8-4f99-a9f1-637761cf4bf4', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '27c7e218-6d44-4df5-8f6d-6417ccd09037', 'mac_address': 'fa:16:3e:07:4d:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04890655-c611-4e00-a8e0-2597a06efa68', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T13:49:56Z', 'updated_at': '2022-04-01T13:50:33Z', 'revision_number': 2, 'project_id': 'f17cecf0d6854286bcc6f673927088ad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'acc29788-5ac0-4e0f-805e-3201b984d18d', 'name': '', 'network_id': '27c7e218-6d44-4df5-8f6d-6417ccd09037', 'tenant_id': 'f17cecf0d6854286bcc6f673927088ad', 'mac_address': 'fa:16:3e:a9:f3:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3ff5db3-bf38-491d-8022-926674b224a7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7a298cf7-22e7-492d-8964-eb5d813b7dd2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836180-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:49:37Z', 'updated_at': '2022-04-01T13:50:34Z', 'revision_number': 6, 'project_id': 'f17cecf0d6854286bcc6f673927088ad', 'subnets': [{'id': '7a298cf7-22e7-492d-8964-eb5d813b7dd2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 13:50:36.480435 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 59300) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:50:36.591458 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-9cb0d511-2c4e-4b6a-a2de-d2392fc66da1 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] 10.222.0.26 "GET /v2.0/floatingips/43563fed-fe86-49dc-8565-0d200939bd3b HTTP/1.1" status: 200 len: 991 time: 0.1098211 Apr 01 13:50:37.159317 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:50:37.395920 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-2f9cfc9c-d8ba-4de3-a4ad-98162f90557c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:50:37.595423 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 59304) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:50:37.696651 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-2e0d5d0c-9b73-489a-a905-c1fee2fd1d7e tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] 10.222.0.26 "GET /v2.0/floatingips/43563fed-fe86-49dc-8565-0d200939bd3b HTTP/1.1" status: 200 len: 991 time: 0.1000628 Apr 01 13:50:38.428967 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Device acc29788-5ac0-4e0f-805e-3201b984d18d up at agent ovs-agent-dv-neutron-836180-1-hyperv {{(pid=83872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 13:50:38.501377 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Provisioning complete for port acc29788-5ac0-4e0f-805e-3201b984d18d triggered by entity L2. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 13:50:38.501740 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-948329'] for port, provisioning_complete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:50:38.611670 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:50:38.642361 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] For port acc29788-5ac0-4e0f-805e-3201b984d18d, host dv-neutron-836180-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836180-1-hyperv',level=0,port_id=acc29788-5ac0-4e0f-805e-3201b984d18d,segment=NetworkSegment(4958e257-06ef-4deb-93a1-5fd02aaccba0),segment_id=4958e257-06ef-4deb-93a1-5fd02aaccba0)] {{(pid=83872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 13:50:38.645820 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864'] for port, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:50:38.646786 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Device 17e58fc9-d8c2-4564-a844-3be86f7eaade up at agent ovs-agent-dv-neutron-836180-1-hyperv {{(pid=83872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 13:50:38.700606 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 59308) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:50:38.761607 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Pushing event updated for resources: {'Port': ['ID=acc29788-5ac0-4e0f-805e-3201b984d18d,revision_number=7']} {{(pid=83872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:50:38.774580 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:50:38.774922 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:50:38.775903 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:50:38.776475 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:50:38.776896 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:50:38.777226 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:50:38.777553 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:50:38.777879 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:50:38.778200 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:50:38.778523 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:50:38.778840 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:50:38.786723 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Provisioning complete for port 17e58fc9-d8c2-4564-a844-3be86f7eaade triggered by entity L2. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 13:50:38.787089 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-948329'] for port, provisioning_complete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:50:38.806228 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-4754ddf8-02b1-40da-a5c4-5c646bc1bc94 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] 10.222.0.26 "GET /v2.0/floatingips/43563fed-fe86-49dc-8565-0d200939bd3b HTTP/1.1" status: 200 len: 991 time: 0.1045048 Apr 01 13:50:38.908531 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-a976a7b9-9034-41e6-be13-349b75ed1593 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:50:38.914502 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:50:38.932041 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] For port 17e58fc9-d8c2-4564-a844-3be86f7eaade, host dv-neutron-836180-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836180-1-hyperv',level=0,port_id=17e58fc9-d8c2-4564-a844-3be86f7eaade,segment=NetworkSegment(7b924dd8-4978-40c4-ad91-4b9b27348462),segment_id=7b924dd8-4978-40c4-ad91-4b9b27348462)] {{(pid=83872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 13:50:38.936019 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864'] for port, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:50:39.003147 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Pushing event updated for resources: {'Port': ['ID=17e58fc9-d8c2-4564-a844-3be86f7eaade,revision_number=6']} {{(pid=83872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:50:39.810631 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 59312) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:50:39.912520 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-afca6a17-5144-4b44-ae95-6b5a675acd92 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] 10.222.0.26 "GET /v2.0/floatingips/43563fed-fe86-49dc-8565-0d200939bd3b HTTP/1.1" status: 200 len: 991 time: 0.1007457 Apr 01 13:50:40.400115 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Device acc29788-5ac0-4e0f-805e-3201b984d18d up at agent ovs-agent-dv-neutron-836180-1-hyperv {{(pid=83872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 13:50:40.467329 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Provisioning complete for port acc29788-5ac0-4e0f-805e-3201b984d18d triggered by entity L2. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 13:50:40.467690 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-948329'] for port, provisioning_complete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:50:40.580905 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Device 17e58fc9-d8c2-4564-a844-3be86f7eaade up at agent ovs-agent-dv-neutron-836180-1-hyperv {{(pid=83872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 13:50:40.645447 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Provisioning complete for port 17e58fc9-d8c2-4564-a844-3be86f7eaade triggered by entity L2. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 13:50:40.645808 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-948329'] for port, provisioning_complete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:50:40.917002 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 59316) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:50:41.019253 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-bfbd792a-3072-41e7-96e2-27974bafcdd1 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] 10.222.0.26 "GET /v2.0/floatingips/43563fed-fe86-49dc-8565-0d200939bd3b HTTP/1.1" status: 200 len: 991 time: 0.1011233 Apr 01 13:50:42.023078 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 59320) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:50:42.156220 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-e98fa9f2-4c2f-4e93-a8eb-ac6a39667bdb tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] 10.222.0.26 "GET /v2.0/floatingips/43563fed-fe86-49dc-8565-0d200939bd3b HTTP/1.1" status: 200 len: 991 time: 0.1319501 Apr 01 13:50:43.160081 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 59324) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:50:43.362958 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-fe80758b-5bae-4088-aa89-7e14cd615c96 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] 10.222.0.26 "GET /v2.0/floatingips/43563fed-fe86-49dc-8565-0d200939bd3b HTTP/1.1" status: 200 len: 991 time: 0.2013872 Apr 01 13:50:43.453989 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa4d54eb-2ff1-4230-9fce-22eabc048cc9 None None] New status for floating IP 43563fed-fe86-49dc-8565-0d200939bd3b: ACTIVE {{(pid=83873) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 01 13:50:44.366724 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 59328) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:50:44.476073 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-4a21ac7e-1567-4e5b-83ee-e7c764ae0cd5 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] 10.222.0.26 "GET /v2.0/floatingips/43563fed-fe86-49dc-8565-0d200939bd3b HTTP/1.1" status: 200 len: 993 time: 0.1082423 Apr 01 13:50:44.778295 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 59336) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:50:45.074267 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.plugin [None req-0d5c72f0-2da5-4829-9ab5-142129d84d2b tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Deleting port b7fc4c3d-77d6-442f-b110-f4e553606466 {{(pid=83869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 13:50:45.074509 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-0d5c72f0-2da5-4829-9ab5-142129d84d2b tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736733287370'] for port, before_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:50:45.236609 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-0d5c72f0-2da5-4829-9ab5-142129d84d2b tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4155147'] for port, precommit_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:50:45.236934 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-0d5c72f0-2da5-4829-9ab5-142129d84d2b tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:50:45.360527 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.plugin [None req-0d5c72f0-2da5-4829-9ab5-142129d84d2b tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Calling delete_port for b7fc4c3d-77d6-442f-b110-f4e553606466 owned by network:floatingip {{(pid=83869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 13:50:45.503829 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-0d5c72f0-2da5-4829-9ab5-142129d84d2b tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736733359243', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736732935810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2705155'] for port, after_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:50:45.552221 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d5c72f0-2da5-4829-9ab5-142129d84d2b tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Pushing event deleted for resources: {'Port': ['ID=b7fc4c3d-77d6-442f-b110-f4e553606466,revision_number=None']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:50:45.590547 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d5c72f0-2da5-4829-9ab5-142129d84d2b tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:50:45.590886 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d5c72f0-2da5-4829-9ab5-142129d84d2b tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:50:45.591220 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d5c72f0-2da5-4829-9ab5-142129d84d2b tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:50:45.591549 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d5c72f0-2da5-4829-9ab5-142129d84d2b tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:50:45.591876 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d5c72f0-2da5-4829-9ab5-142129d84d2b tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:50:45.592201 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d5c72f0-2da5-4829-9ab5-142129d84d2b tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:50:45.592562 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d5c72f0-2da5-4829-9ab5-142129d84d2b tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:50:45.592881 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d5c72f0-2da5-4829-9ab5-142129d84d2b tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:50:45.593200 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d5c72f0-2da5-4829-9ab5-142129d84d2b tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:50:45.593516 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d5c72f0-2da5-4829-9ab5-142129d84d2b tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:50:45.593831 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d5c72f0-2da5-4829-9ab5-142129d84d2b tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:50:45.653420 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-0d5c72f0-2da5-4829-9ab5-142129d84d2b tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks [] for floatingip, after_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:50:46.045134 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d5c72f0-2da5-4829-9ab5-142129d84d2b tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Router f3ff5db3-bf38-491d-8022-926674b224a7 has already been hosted by L3 agent 88bf8fc8-11a3-4e96-9d1b-5fd93ba9f6f1 {{(pid=83869) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 13:50:46.244553 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d5c72f0-2da5-4829-9ab5-142129d84d2b tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify agent at l3_agent.dv-neutron-836180-1-hyperv the message routers_updated {{(pid=83869) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 13:50:46.264631 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-0d5c72f0-2da5-4829-9ab5-142129d84d2b tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109561'] for floatingip, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:50:46.320748 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-0d5c72f0-2da5-4829-9ab5-142129d84d2b tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] 10.222.0.26 "DELETE /v2.0/floatingips/43563fed-fe86-49dc-8565-0d200939bd3b HTTP/1.1" status: 204 len: 168 time: 1.5409162 Apr 01 13:50:46.321150 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '04890655-c611-4e00-a8e0-2597a06efa68', 'tag': '81ed7ea5-8ae8-4f99-a9f1-637761cf4bf4'}] {{(pid=83869) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 13:50:46.451702 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '04890655-c611-4e00-a8e0-2597a06efa68', 'tag': '81ed7ea5-8ae8-4f99-a9f1-637761cf4bf4', 'status': 'completed', 'code': 200} Apr 01 13:50:46.554343 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-5b9b9d56-029c-426d-a415-af37832fd5ad req-76cfa643-afd8-4fcd-bab3-c6aed7c85277 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=f17cecf0d6854286bcc6f673927088ad&device_id=04890655-c611-4e00-a8e0-2597a06efa68 HTTP/1.1" status: 200 len: 1098 time: 0.0730138 Apr 01 13:50:46.736632 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9b9d56-029c-426d-a415-af37832fd5ad req-6e841338-ff39-4624-ad6f-2920981d3e87 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:50:46.738039 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-5b9b9d56-029c-426d-a415-af37832fd5ad req-6e841338-ff39-4624-ad6f-2920981d3e87 service neutron] 10.222.0.57 "GET /v2.0/networks?id=27c7e218-6d44-4df5-8f6d-6417ccd09037 HTTP/1.1" status: 200 len: 897 time: 0.1744475 Apr 01 13:50:46.806017 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb15306f-e6d0-48aa-80ba-8d73337ca7d7 req-f4f30263-8a72-4efb-8323-d5668e9f5282 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:50:46.807637 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-cb15306f-e6d0-48aa-80ba-8d73337ca7d7 req-f4f30263-8a72-4efb-8323-d5668e9f5282 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] 10.222.0.26 "GET /v2.0/ports?device_id=04890655-c611-4e00-a8e0-2597a06efa68 HTTP/1.1" status: 200 len: 945 time: 0.1768541 Apr 01 13:50:46.828801 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-5b9b9d56-029c-426d-a415-af37832fd5ad req-e16d8bda-f271-4e1f-bead-5d8dbd2259a0 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=81ed7ea5-8ae8-4f99-a9f1-637761cf4bf4 HTTP/1.1" status: 200 len: 217 time: 0.0828512 Apr 01 13:50:46.907107 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-cb15306f-e6d0-48aa-80ba-8d73337ca7d7 req-c9b60509-85f8-4237-95d5-5887a9210dba tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] 10.222.0.26 "GET /v2.0/security-groups?id=a9d2cb9d-1620-4eee-8d98-ee16afb43620&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0917718 Apr 01 13:50:46.910227 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9b9d56-029c-426d-a415-af37832fd5ad req-b5dc7400-ec63-48f1-9271-f9000f555393 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:50:46.911550 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-5b9b9d56-029c-426d-a415-af37832fd5ad req-b5dc7400-ec63-48f1-9271-f9000f555393 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=7a298cf7-22e7-492d-8964-eb5d813b7dd2 HTTP/1.1" status: 200 len: 835 time: 0.0757236 Apr 01 13:50:46.985520 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-5b9b9d56-029c-426d-a415-af37832fd5ad req-86225253-ad28-4f24-80c3-7baeb6b40313 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=27c7e218-6d44-4df5-8f6d-6417ccd09037&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0668917 Apr 01 13:50:47.112809 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-5b9b9d56-029c-426d-a415-af37832fd5ad req-748114bb-e9d7-4a25-9472-b93c1a6b0607 service neutron] 10.222.0.57 "GET /v2.0/networks/27c7e218-6d44-4df5-8f6d-6417ccd09037?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1206937 Apr 01 13:50:47.241302 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-5b9b9d56-029c-426d-a415-af37832fd5ad req-fdc22c2f-7ef1-472e-b82f-3ffed7541ac7 service neutron] 10.222.0.57 "GET /v2.0/networks/27c7e218-6d44-4df5-8f6d-6417ccd09037?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1223192 Apr 01 13:50:48.104516 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dab5ade-d52c-4395-a156-6257deff7c03 req-fbb12900-b0f4-40d6-b00f-70f59adf9b9a tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:50:48.105195 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [req-0dab5ade-d52c-4395-a156-6257deff7c03 req-fbb12900-b0f4-40d6-b00f-70f59adf9b9a tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Synchronizing usage tracker for tenant:f17cecf0d6854286bcc6f673927088ad on resource:port {{(pid=83869) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 13:50:48.121102 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [req-0dab5ade-d52c-4395-a156-6257deff7c03 req-fbb12900-b0f4-40d6-b00f-70f59adf9b9a tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Unset dirty status for tenant:f17cecf0d6854286bcc6f673927088ad on resource:port {{(pid=83869) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 13:50:48.122382 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-0dab5ade-d52c-4395-a156-6257deff7c03 req-fbb12900-b0f4-40d6-b00f-70f59adf9b9a tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] 10.222.0.26 "GET /v2.0/ports?device_id=04890655-c611-4e00-a8e0-2597a06efa68 HTTP/1.1" status: 200 len: 945 time: 0.0917315 Apr 01 13:50:48.170972 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-0dab5ade-d52c-4395-a156-6257deff7c03 req-6ec21cb4-23fa-42e6-bf04-3e3a5980e762 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] 10.222.0.26 "GET /v2.0/security-groups?id=a9d2cb9d-1620-4eee-8d98-ee16afb43620&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430870 Apr 01 13:50:48.210189 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ccfa9f-74d3-48f0-abd8-a808d668a5da req-44600d6b-d69b-436e-9872-ff8a17f2c0cb tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:50:48.211568 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-e9ccfa9f-74d3-48f0-abd8-a808d668a5da req-44600d6b-d69b-436e-9872-ff8a17f2c0cb tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] 10.222.0.57 "GET /v2.0/ports?device_id=04890655-c611-4e00-a8e0-2597a06efa68 HTTP/1.1" status: 200 len: 945 time: 0.0788131 Apr 01 13:50:48.286010 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.plugin [req-e9ccfa9f-74d3-48f0-abd8-a808d668a5da req-964d6198-95eb-45a9-ba43-28eeb96485cd tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Deleting port 81ed7ea5-8ae8-4f99-a9f1-637761cf4bf4 {{(pid=83871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 13:50:48.286340 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-e9ccfa9f-74d3-48f0-abd8-a808d668a5da req-964d6198-95eb-45a9-ba43-28eeb96485cd tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736733287370'] for port, before_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:50:48.537262 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.db [req-e9ccfa9f-74d3-48f0-abd8-a808d668a5da req-964d6198-95eb-45a9-ba43-28eeb96485cd tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] For port 81ed7ea5-8ae8-4f99-a9f1-637761cf4bf4, host hv-neutron-8361, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8361',level=0,port_id=81ed7ea5-8ae8-4f99-a9f1-637761cf4bf4,segment=NetworkSegment(4958e257-06ef-4deb-93a1-5fd02aaccba0),segment_id=4958e257-06ef-4deb-93a1-5fd02aaccba0)] {{(pid=83871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 13:50:48.537609 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-e9ccfa9f-74d3-48f0-abd8-a808d668a5da req-964d6198-95eb-45a9-ba43-28eeb96485cd tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4155147'] for port, precommit_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:50:48.655624 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.plugin [req-e9ccfa9f-74d3-48f0-abd8-a808d668a5da req-964d6198-95eb-45a9-ba43-28eeb96485cd tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Calling delete_port for 81ed7ea5-8ae8-4f99-a9f1-637761cf4bf4 owned by compute:nova {{(pid=83871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 13:50:48.879457 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-e9ccfa9f-74d3-48f0-abd8-a808d668a5da req-964d6198-95eb-45a9-ba43-28eeb96485cd tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736733359243', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736732935810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2743125'] for port, after_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:50:48.927732 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964d6198-95eb-45a9-ba43-28eeb96485cd tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Pushing event deleted for resources: {'Port': ['ID=81ed7ea5-8ae8-4f99-a9f1-637761cf4bf4,revision_number=None']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:50:48.967786 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964d6198-95eb-45a9-ba43-28eeb96485cd tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:50:48.968127 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964d6198-95eb-45a9-ba43-28eeb96485cd tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:50:48.968491 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964d6198-95eb-45a9-ba43-28eeb96485cd tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:50:48.968817 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964d6198-95eb-45a9-ba43-28eeb96485cd tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:50:48.969140 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964d6198-95eb-45a9-ba43-28eeb96485cd tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:50:48.969459 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964d6198-95eb-45a9-ba43-28eeb96485cd tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:50:48.969780 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964d6198-95eb-45a9-ba43-28eeb96485cd tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:50:48.970101 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964d6198-95eb-45a9-ba43-28eeb96485cd tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:50:48.970435 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964d6198-95eb-45a9-ba43-28eeb96485cd tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:50:48.970750 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964d6198-95eb-45a9-ba43-28eeb96485cd tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:50:48.971062 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964d6198-95eb-45a9-ba43-28eeb96485cd tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:50:49.013545 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9ccfa9f-74d3-48f0-abd8-a808d668a5da req-964d6198-95eb-45a9-ba43-28eeb96485cd tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] No DVR routers for this DVR port 81ed7ea5-8ae8-4f99-a9f1-637761cf4bf4 on host hv-neutron-8361 {{(pid=83871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 13:50:49.015882 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-e9ccfa9f-74d3-48f0-abd8-a808d668a5da req-964d6198-95eb-45a9-ba43-28eeb96485cd tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109561'] for port, before_response {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:50:49.018363 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04890655-c611-4e00-a8e0-2597a06efa68', 'name': 'network-vif-deleted', 'tag': '81ed7ea5-8ae8-4f99-a9f1-637761cf4bf4'}] {{(pid=83871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 13:50:49.034690 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-e9ccfa9f-74d3-48f0-abd8-a808d668a5da req-964d6198-95eb-45a9-ba43-28eeb96485cd tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] 10.222.0.57 "DELETE /v2.0/ports/81ed7ea5-8ae8-4f99-a9f1-637761cf4bf4 HTTP/1.1" status: 204 len: 173 time: 0.8147917 Apr 01 13:50:49.078361 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '04890655-c611-4e00-a8e0-2597a06efa68', 'name': 'network-vif-deleted', 'tag': '81ed7ea5-8ae8-4f99-a9f1-637761cf4bf4', 'status': 'completed', 'code': 200} Apr 01 13:50:49.352603 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-1e1bf2f5-800f-4523-a283-93b9b99f4c35 req-45ec0bb5-0a37-43f9-9951-4f1d343f4c0c tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] 10.222.0.26 "GET /v2.0/ports?device_id=04890655-c611-4e00-a8e0-2597a06efa68 HTTP/1.1" status: 200 len: 210 time: 0.0417705 Apr 01 13:50:50.461043 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 59356) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:50:50.636483 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-894c19f5-120a-4bae-b160-a5e4de2b6417 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks [] for security_group, before_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:50:50.664993 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-894c19f5-120a-4bae-b160-a5e4de2b6417 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:50:50.733718 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-894c19f5-120a-4bae-b160-a5e4de2b6417 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3775923'] for security_group, after_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:50:50.754044 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-894c19f5-120a-4bae-b160-a5e4de2b6417 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9d2cb9d-1620-4eee-8d98-ee16afb43620,revision_number=None']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:50:50.762272 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-894c19f5-120a-4bae-b160-a5e4de2b6417 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks [] for security_group, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:50:50.763397 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-894c19f5-120a-4bae-b160-a5e4de2b6417 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] 10.222.0.26 "DELETE /v2.0/security-groups/a9d2cb9d-1620-4eee-8d98-ee16afb43620 HTTP/1.1" status: 204 len: 168 time: 0.3014040 Apr 01 13:50:50.804246 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 59362) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:50:51.195109 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-e2cbe352-b4ca-4472-bd33-3e87b14fab4b tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4084029'] for router_interface, before_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:50:51.790997 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.plugin [None req-e2cbe352-b4ca-4472-bd33-3e87b14fab4b tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Deleting port acc29788-5ac0-4e0f-805e-3201b984d18d {{(pid=83871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 13:50:51.791240 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-e2cbe352-b4ca-4472-bd33-3e87b14fab4b tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736733287370'] for port, before_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:50:51.971721 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.db [None req-e2cbe352-b4ca-4472-bd33-3e87b14fab4b tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] For port acc29788-5ac0-4e0f-805e-3201b984d18d, host dv-neutron-836180-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836180-1-hyperv',level=0,port_id=acc29788-5ac0-4e0f-805e-3201b984d18d,segment=NetworkSegment(4958e257-06ef-4deb-93a1-5fd02aaccba0),segment_id=4958e257-06ef-4deb-93a1-5fd02aaccba0)] {{(pid=83871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 13:50:51.972379 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-e2cbe352-b4ca-4472-bd33-3e87b14fab4b tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4155147'] for port, precommit_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:50:52.090628 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.plugin [None req-e2cbe352-b4ca-4472-bd33-3e87b14fab4b tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Calling delete_port for acc29788-5ac0-4e0f-805e-3201b984d18d owned by network:router_interface {{(pid=83871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 13:50:52.343607 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-e2cbe352-b4ca-4472-bd33-3e87b14fab4b tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736733359243', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736732935810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2743125'] for port, after_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:50:52.388857 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2cbe352-b4ca-4472-bd33-3e87b14fab4b tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Pushing event deleted for resources: {'Port': ['ID=acc29788-5ac0-4e0f-805e-3201b984d18d,revision_number=None']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:50:52.672404 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-e2cbe352-b4ca-4472-bd33-3e87b14fab4b tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3017585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4084076'] for router_interface, after_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:50:52.875890 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Device 81ed7ea5-8ae8-4f99-a9f1-637761cf4bf4 no longer exists at agent hyperv_hv-neutron-8361 {{(pid=83872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 13:50:52.910767 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.plugin [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] No Port match for: 81ed7ea5-8ae8-4f99-a9f1-637761cf4bf4 {{(pid=83872) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 01 13:50:52.911107 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Device 81ed7ea5-8ae8-4f99-a9f1-637761cf4bf4 not bound to the agent host hv-neutron-8361 {{(pid=83872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 13:50:53.238988 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2cbe352-b4ca-4472-bd33-3e87b14fab4b tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Router f3ff5db3-bf38-491d-8022-926674b224a7 has already been hosted by L3 agent 88bf8fc8-11a3-4e96-9d1b-5fd93ba9f6f1 {{(pid=83871) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 13:50:53.439087 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2cbe352-b4ca-4472-bd33-3e87b14fab4b tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify agent at l3_agent.dv-neutron-836180-1-hyperv the message routers_updated {{(pid=83871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 13:50:53.451494 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-e2cbe352-b4ca-4472-bd33-3e87b14fab4b tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] 10.222.0.26 "PUT /v2.0/routers/f3ff5db3-bf38-491d-8022-926674b224a7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6462436 Apr 01 13:50:53.454327 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 59366) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:50:53.740640 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.db_base_plugin_v2 [None req-b897c296-4ceb-4cce-b589-9775796ef2cf tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Deleting subnet 7a298cf7-22e7-492d-8964-eb5d813b7dd2 {{(pid=83871) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 01 13:50:53.743885 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-b897c296-4ceb-4cce-b589-9775796ef2cf tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks [] for subnet, before_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:50:53.779964 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 59370) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:50:53.798854 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-b897c296-4ceb-4cce-b589-9775796ef2cf tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3166365'] for subnet, precommit_delete_associations {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:50:53.876944 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:50:53.890525 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-b897c296-4ceb-4cce-b589-9775796ef2cf tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-945029'] for subnet, precommit_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:50:53.959349 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-249b77cc-a9e8-413f-ace2-2698dd3e48b2 None None] Sync routers for ids ['f3ff5db3-bf38-491d-8022-926674b224a7'] in dv-neutron-836180-1-hyperv {{(pid=83872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 13:50:53.971673 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-b897c296-4ceb-4cce-b589-9775796ef2cf tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-945042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2743160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2757373'] for subnet, after_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:50:53.978787 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-249b77cc-a9e8-413f-ace2-2698dd3e48b2 None None] Routers {'f3ff5db3-bf38-491d-8022-926674b224a7'} bound to L3 agent in host dv-neutron-836180-1-hyperv {{(pid=83872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 13:50:53.979140 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.agents_db [None req-bdd220c7-049a-43d2-a923-ad1a2de078c6 None None] Agent healthcheck: found 6 active agents {{(pid=83873) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 01 13:50:53.979902 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_hamode_db [None req-249b77cc-a9e8-413f-ace2-2698dd3e48b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836180-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T13:25:36Z,description=,heartbeat_timestamp=2022-04-01T13:50:36Z,host='dv-neutron-836180-1-hyperv',id=88bf8fc8-11a3-4e96-9d1b-5fd93ba9f6f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T13:25:36Z,topic='l3_agent')) {'router_ids': ['f3ff5db3-bf38-491d-8022-926674b224a7'], 'active': True} {{(pid=83872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:50:54.011096 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.plugin [None req-f875f43b-ce6d-4972-9e85-805373d908d8 tempest-TestVolumeBootPattern-1476222673 tempest-TestVolumeBootPattern-1476222673-project] Deleting port b4894915-3e7f-4878-92a4-dad4954371a6 {{(pid=83869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 13:50:54.011432 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-f875f43b-ce6d-4972-9e85-805373d908d8 tempest-TestVolumeBootPattern-1476222673 tempest-TestVolumeBootPattern-1476222673-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736733287370'] for port, before_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:50:54.019276 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b897c296-4ceb-4cce-b589-9775796ef2cf tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Pushing event deleted for resources: {'Subnet': ['ID=7a298cf7-22e7-492d-8964-eb5d813b7dd2,revision_number=None']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:50:54.024194 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-b897c296-4ceb-4cce-b589-9775796ef2cf tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks [] for subnet, before_response {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:50:54.035413 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-b897c296-4ceb-4cce-b589-9775796ef2cf tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] 10.222.0.26 "DELETE /v2.0/subnets/7a298cf7-22e7-492d-8964-eb5d813b7dd2 HTTP/1.1" status: 204 len: 168 time: 0.5800884 Apr 01 13:50:54.035983 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 59374) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:50:54.135284 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7313a007-dad1-4d0c-ad44-bac95e80c311 None None] Network 27c7e218-6d44-4df5-8f6d-6417ccd09037 requested from dv-neutron-836180-1-hyperv {{(pid=83872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 13:50:54.184360 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-f875f43b-ce6d-4972-9e85-805373d908d8 tempest-TestVolumeBootPattern-1476222673 tempest-TestVolumeBootPattern-1476222673-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4155147'] for port, precommit_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:50:54.184970 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-f875f43b-ce6d-4972-9e85-805373d908d8 tempest-TestVolumeBootPattern-1476222673 tempest-TestVolumeBootPattern-1476222673-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:50:54.251852 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-9117199c-4fa6-478c-a7fe-670eccdb6e10 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks [] for router, before_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:50:54.311542 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.plugin [None req-f875f43b-ce6d-4972-9e85-805373d908d8 tempest-TestVolumeBootPattern-1476222673 tempest-TestVolumeBootPattern-1476222673-project] Calling delete_port for b4894915-3e7f-4878-92a4-dad4954371a6 owned by network:floatingip {{(pid=83869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 13:50:54.326871 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_dvr_db [None req-249b77cc-a9e8-413f-ace2-2698dd3e48b2 None None] Set router f3ff5db3-bf38-491d-8022-926674b224a7 gateway port host: dv-neutron-836180-1-hyperv {{(pid=83872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 13:50:54.468788 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-f875f43b-ce6d-4972-9e85-805373d908d8 tempest-TestVolumeBootPattern-1476222673 tempest-TestVolumeBootPattern-1476222673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736733359243', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736732935810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2705155'] for port, after_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:50:54.485590 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-9117199c-4fa6-478c-a7fe-670eccdb6e10 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:50:54.495710 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.plugin [None req-9117199c-4fa6-478c-a7fe-670eccdb6e10 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Deleting port 17e58fc9-d8c2-4564-a844-3be86f7eaade {{(pid=83871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 13:50:54.496209 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-9117199c-4fa6-478c-a7fe-670eccdb6e10 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736733287370'] for port, before_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:50:54.577690 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f875f43b-ce6d-4972-9e85-805373d908d8 tempest-TestVolumeBootPattern-1476222673 tempest-TestVolumeBootPattern-1476222673-project] Pushing event deleted for resources: {'Port': ['ID=b4894915-3e7f-4878-92a4-dad4954371a6,revision_number=None']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:50:54.610723 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-f875f43b-ce6d-4972-9e85-805373d908d8 tempest-TestVolumeBootPattern-1476222673 tempest-TestVolumeBootPattern-1476222673-project] Notify callbacks [] for floatingip, after_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:50:54.680173 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.db [None req-9117199c-4fa6-478c-a7fe-670eccdb6e10 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] For port 17e58fc9-d8c2-4564-a844-3be86f7eaade, host dv-neutron-836180-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836180-1-hyperv',level=0,port_id=17e58fc9-d8c2-4564-a844-3be86f7eaade,segment=NetworkSegment(7b924dd8-4978-40c4-ad91-4b9b27348462),segment_id=7b924dd8-4978-40c4-ad91-4b9b27348462)] {{(pid=83871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 13:50:54.680562 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-9117199c-4fa6-478c-a7fe-670eccdb6e10 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4155147'] for port, precommit_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:50:54.682595 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0b762df-916a-4477-bade-ca4cde251aa3 None None] DHCP port deletion for 27c7e218-6d44-4df5-8f6d-6417ccd09037 request from dv-neutron-836180-1-hyperv {{(pid=83872) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 01 13:50:54.689797 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.plugin [None req-d0b762df-916a-4477-bade-ca4cde251aa3 None None] Deleting port 94c6b858-ab8c-400f-95e3-801b6471b567 {{(pid=83872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 13:50:54.690345 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-d0b762df-916a-4477-bade-ca4cde251aa3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736733287370'] for port, before_delete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:50:54.732209 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_hamode_db [None req-249b77cc-a9e8-413f-ace2-2698dd3e48b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3ff5db3-bf38-491d-8022-926674b224a7', 'name': 'tempest-TestNetworkBasicOps-router-1872686270', 'tenant_id': 'f17cecf0d6854286bcc6f673927088ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'external_fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.13'}], 'enable_snat': True}, 'gw_port_id': '17e58fc9-d8c2-4564-a844-3be86f7eaade', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T13:49:33Z', 'updated_at': '2022-04-01T13:50:52Z', 'revision_number': 5, 'project_id': 'f17cecf0d6854286bcc6f673927088ad', 'gw_port': {'id': '17e58fc9-d8c2-4564-a844-3be86f7eaade', 'name': '', 'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:62:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3ff5db3-bf38-491d-8022-926674b224a7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836180-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:49:33Z', 'updated_at': '2022-04-01T13:50:38Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836180-1-hyperv'}], 'dv-neutron-836180-1-hyperv', False) {} {{(pid=83872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:50:54.739399 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-249b77cc-a9e8-413f-ace2-2698dd3e48b2 None None] Checking router: f3ff5db3-bf38-491d-8022-926674b224a7 for host: dv-neutron-836180-1-hyperv {{(pid=83872) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 01 13:50:54.798918 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-249b77cc-a9e8-413f-ace2-2698dd3e48b2 None None] Routers {'f3ff5db3-bf38-491d-8022-926674b224a7'} bound to L3 agent in host dv-neutron-836180-1-hyperv {{(pid=83872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 13:50:54.799624 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_hamode_db [None req-249b77cc-a9e8-413f-ace2-2698dd3e48b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836180-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T13:25:36Z,description=,heartbeat_timestamp=2022-04-01T13:50:36Z,host='dv-neutron-836180-1-hyperv',id=88bf8fc8-11a3-4e96-9d1b-5fd93ba9f6f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T13:25:36Z,topic='l3_agent')) {'router_ids': ['f3ff5db3-bf38-491d-8022-926674b224a7'], 'active': True} {{(pid=83872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:50:54.803959 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.plugin [None req-9117199c-4fa6-478c-a7fe-670eccdb6e10 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Calling delete_port for 17e58fc9-d8c2-4564-a844-3be86f7eaade owned by network:router_gateway {{(pid=83871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 13:50:54.975013 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-9117199c-4fa6-478c-a7fe-670eccdb6e10 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736733359243', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736732935810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2743125'] for port, after_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:50:55.016038 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f875f43b-ce6d-4972-9e85-805373d908d8 tempest-TestVolumeBootPattern-1476222673 tempest-TestVolumeBootPattern-1476222673-project] Router e3f4a618-e57d-4000-b517-ba34bc2fabc5 has already been hosted by L3 agent 88bf8fc8-11a3-4e96-9d1b-5fd93ba9f6f1 {{(pid=83869) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 13:50:55.024114 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9117199c-4fa6-478c-a7fe-670eccdb6e10 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Pushing event deleted for resources: {'Port': ['ID=17e58fc9-d8c2-4564-a844-3be86f7eaade,revision_number=None']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:50:55.062936 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-d0b762df-916a-4477-bade-ca4cde251aa3 None None] For port 94c6b858-ab8c-400f-95e3-801b6471b567, host dv-neutron-836180-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836180-1-hyperv',level=0,port_id=94c6b858-ab8c-400f-95e3-801b6471b567,segment=NetworkSegment(4958e257-06ef-4deb-93a1-5fd02aaccba0),segment_id=4958e257-06ef-4deb-93a1-5fd02aaccba0)] {{(pid=83872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 13:50:55.063548 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-d0b762df-916a-4477-bade-ca4cde251aa3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4155147'] for port, precommit_delete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:50:55.073871 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_dvr_db [None req-249b77cc-a9e8-413f-ace2-2698dd3e48b2 None None] Set router f3ff5db3-bf38-491d-8022-926674b224a7 gateway port host: None {{(pid=83872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 13:50:55.229780 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.plugin [None req-d0b762df-916a-4477-bade-ca4cde251aa3 None None] Calling delete_port for 94c6b858-ab8c-400f-95e3-801b6471b567 owned by network:dhcp {{(pid=83872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 13:50:55.350610 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-9117199c-4fa6-478c-a7fe-670eccdb6e10 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4084822'] for router_gateway, after_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:50:55.355370 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_hamode_db [None req-249b77cc-a9e8-413f-ace2-2698dd3e48b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3ff5db3-bf38-491d-8022-926674b224a7', 'name': 'tempest-TestNetworkBasicOps-router-1872686270', 'tenant_id': 'f17cecf0d6854286bcc6f673927088ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T13:49:33Z', 'updated_at': '2022-04-01T13:50:54Z', 'revision_number': 6, 'project_id': 'f17cecf0d6854286bcc6f673927088ad', 'gw_port_host': None}], 'dv-neutron-836180-1-hyperv', False) {} {{(pid=83872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:50:55.361033 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f875f43b-ce6d-4972-9e85-805373d908d8 tempest-TestVolumeBootPattern-1476222673 tempest-TestVolumeBootPattern-1476222673-project] Notify agent at l3_agent.dv-neutron-836180-1-hyperv the message routers_updated {{(pid=83869) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 13:50:55.369674 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-249b77cc-a9e8-413f-ace2-2698dd3e48b2 None None] The sync data for ids ['f3ff5db3-bf38-491d-8022-926674b224a7'] in dv-neutron-836180-1-hyperv is: [{'id': 'f3ff5db3-bf38-491d-8022-926674b224a7', 'name': 'tempest-TestNetworkBasicOps-router-1872686270', 'tenant_id': 'f17cecf0d6854286bcc6f673927088ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T13:49:33Z', 'updated_at': '2022-04-01T13:50:54Z', 'revision_number': 6, 'project_id': 'f17cecf0d6854286bcc6f673927088ad', 'gw_port_host': None}] {{(pid=83872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 13:50:55.375366 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ba49cde-14d0-46c7-96e2-bf56772120c3 None None] Sync routers for ids ['e3f4a618-e57d-4000-b517-ba34bc2fabc5'] in dv-neutron-836180-1-hyperv {{(pid=83873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 13:50:55.384781 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-d0b762df-916a-4477-bade-ca4cde251aa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736733359243', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736732935810'] for port, after_delete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:50:55.389129 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-f875f43b-ce6d-4972-9e85-805373d908d8 tempest-TestVolumeBootPattern-1476222673 tempest-TestVolumeBootPattern-1476222673-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109561'] for floatingip, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:50:55.403313 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ba49cde-14d0-46c7-96e2-bf56772120c3 None None] Routers {'e3f4a618-e57d-4000-b517-ba34bc2fabc5'} bound to L3 agent in host dv-neutron-836180-1-hyperv {{(pid=83873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 13:50:55.404014 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-5ba49cde-14d0-46c7-96e2-bf56772120c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836180-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T13:25:36Z,description=,heartbeat_timestamp=2022-04-01T13:50:36Z,host='dv-neutron-836180-1-hyperv',id=88bf8fc8-11a3-4e96-9d1b-5fd93ba9f6f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T13:25:36Z,topic='l3_agent')) {'router_ids': ['e3f4a618-e57d-4000-b517-ba34bc2fabc5'], 'active': True} {{(pid=83873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:50:55.445731 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-f875f43b-ce6d-4972-9e85-805373d908d8 tempest-TestVolumeBootPattern-1476222673 tempest-TestVolumeBootPattern-1476222673-project] 10.222.0.26 "DELETE /v2.0/floatingips/1462f4a7-5698-4786-bbfc-1dedd8b3e455 HTTP/1.1" status: 204 len: 168 time: 1.6646371 Apr 01 13:50:55.447255 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '61b401cd-7665-457a-a9a3-c59923ccb6f5', 'tag': '8efa5577-b204-4478-b335-9e69465a012b'}] {{(pid=83869) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 13:50:55.461985 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b762df-916a-4477-bade-ca4cde251aa3 None None] Pushing event deleted for resources: {'Port': ['ID=94c6b858-ab8c-400f-95e3-801b6471b567,revision_number=None']} {{(pid=83872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:50:55.466282 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0b762df-916a-4477-bade-ca4cde251aa3 None None] No DVR routers for this DVR port 94c6b858-ab8c-400f-95e3-801b6471b567 on host dv-neutron-836180-1-hyperv {{(pid=83872) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 13:50:55.520375 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '61b401cd-7665-457a-a9a3-c59923ccb6f5', 'tag': '8efa5577-b204-4478-b335-9e69465a012b', 'status': 'completed', 'code': 200} Apr 01 13:50:55.633339 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_dvr_db [None req-5ba49cde-14d0-46c7-96e2-bf56772120c3 None None] Set router e3f4a618-e57d-4000-b517-ba34bc2fabc5 gateway port host: dv-neutron-836180-1-hyperv {{(pid=83873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 13:50:55.690171 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-9117199c-4fa6-478c-a7fe-670eccdb6e10 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4079814', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4170'] for router, precommit_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:50:55.699398 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-9117199c-4fa6-478c-a7fe-670eccdb6e10 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:50:55.747345 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-15b74df6-81dd-43fd-a985-427c136af4c7 req-76afc9f6-43a5-4249-81a0-e5e5d4a4eb1b service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=5bd5d96184e74f0ca1fb3a290ee8b3f6&device_id=61b401cd-7665-457a-a9a3-c59923ccb6f5 HTTP/1.1" status: 200 len: 1098 time: 0.1718187 Apr 01 13:50:55.750955 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-9117199c-4fa6-478c-a7fe-670eccdb6e10 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4079738'] for router, after_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:50:55.750955 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9117199c-4fa6-478c-a7fe-670eccdb6e10 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Fanout notify agent at l3_agent the message router_deleted on router f3ff5db3-bf38-491d-8022-926674b224a7 {{(pid=83871) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 01 13:50:55.857702 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-9117199c-4fa6-478c-a7fe-670eccdb6e10 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks [] for router, before_response {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:50:55.864259 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-9117199c-4fa6-478c-a7fe-670eccdb6e10 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] 10.222.0.26 "DELETE /v2.0/routers/f3ff5db3-bf38-491d-8022-926674b224a7 HTTP/1.1" status: 204 len: 168 time: 1.8220441 Apr 01 13:50:55.867809 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 59384) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:50:55.920333 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0fff57-ee13-43fd-bab6-aee916fa1c9c req-b55a05c2-7e84-4695-aea3-43f10f07111a tempest-TestVolumeBootPattern-1476222673 tempest-TestVolumeBootPattern-1476222673-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:50:55.921189 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [req-de0fff57-ee13-43fd-bab6-aee916fa1c9c req-b55a05c2-7e84-4695-aea3-43f10f07111a tempest-TestVolumeBootPattern-1476222673 tempest-TestVolumeBootPattern-1476222673-project] Synchronizing usage tracker for tenant:5bd5d96184e74f0ca1fb3a290ee8b3f6 on resource:port {{(pid=83869) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 13:50:55.938186 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [req-de0fff57-ee13-43fd-bab6-aee916fa1c9c req-b55a05c2-7e84-4695-aea3-43f10f07111a tempest-TestVolumeBootPattern-1476222673 tempest-TestVolumeBootPattern-1476222673-project] Unset dirty status for tenant:5bd5d96184e74f0ca1fb3a290ee8b3f6 on resource:port {{(pid=83869) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 13:50:55.940086 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-de0fff57-ee13-43fd-bab6-aee916fa1c9c req-b55a05c2-7e84-4695-aea3-43f10f07111a tempest-TestVolumeBootPattern-1476222673 tempest-TestVolumeBootPattern-1476222673-project] 10.222.0.26 "GET /v2.0/ports?device_id=61b401cd-7665-457a-a9a3-c59923ccb6f5 HTTP/1.1" status: 200 len: 945 time: 0.1176674 Apr 01 13:50:55.999608 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-de0fff57-ee13-43fd-bab6-aee916fa1c9c req-a993b835-f6a8-41d7-ba71-be90e1765b7d tempest-TestVolumeBootPattern-1476222673 tempest-TestVolumeBootPattern-1476222673-project] 10.222.0.26 "GET /v2.0/security-groups?id=27f17799-9873-4c06-85d9-3f0cf9f77d1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509927 Apr 01 13:50:56.021792 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-9d4e52ca-282d-4f5c-a8e2-d0af55844a53 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1033078'] for network, before_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:50:56.026237 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b74df6-81dd-43fd-a985-427c136af4c7 req-f9a05946-a79c-4950-98da-368cd88a2fe4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:50:56.027785 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-15b74df6-81dd-43fd-a985-427c136af4c7 req-f9a05946-a79c-4950-98da-368cd88a2fe4 service neutron] 10.222.0.57 "GET /v2.0/networks?id=f450d435-2e18-4974-8657-011f0eedf5a1 HTTP/1.1" status: 200 len: 913 time: 0.2657676 Apr 01 13:50:56.030485 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-5ba49cde-14d0-46c7-96e2-bf56772120c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3f4a618-e57d-4000-b517-ba34bc2fabc5', 'name': 'tempest-TestVolumeBootPattern-1138570424-router', 'tenant_id': '5bd5d96184e74f0ca1fb3a290ee8b3f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'external_fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.11'}], 'enable_snat': True}, 'gw_port_id': '3277a845-1d6f-47a2-9cca-49974d745e16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T13:43:41Z', 'updated_at': '2022-04-01T13:43:44Z', 'revision_number': 4, 'project_id': '5bd5d96184e74f0ca1fb3a290ee8b3f6', 'gw_port': {'id': '3277a845-1d6f-47a2-9cca-49974d745e16', 'name': '', 'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:db:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3f4a618-e57d-4000-b517-ba34bc2fabc5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836180-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:43:42Z', 'updated_at': '2022-04-01T13:43:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836180-1-hyperv', '_floatingips': [{'id': '5fce20f7-e2ea-405b-bdd5-08c8bc3013e0', 'tenant_id': '5bd5d96184e74f0ca1fb3a290ee8b3f6', 'floating_ip_address': '172.26.5.194', 'floating_network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'router_id': 'e3f4a618-e57d-4000-b517-ba34bc2fabc5', 'port_id': '81bf8f45-6e4e-45d1-a374-1b696695bc4f', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f450d435-2e18-4974-8657-011f0eedf5a1', 'mac_address': 'fa:16:3e:5e:db:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5fe79ec-1f97-40dd-93e8-56101682399f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T13:46:57Z', 'updated_at': '2022-04-01T13:47:00Z', 'revision_number': 1, 'project_id': '5bd5d96184e74f0ca1fb3a290ee8b3f6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6274b498-b06d-44b2-9332-bd5b04bcf3e6', 'name': '', 'network_id': 'f450d435-2e18-4974-8657-011f0eedf5a1', 'tenant_id': '5bd5d96184e74f0ca1fb3a290ee8b3f6', 'mac_address': 'fa:16:3e:c2:25:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3f4a618-e57d-4000-b517-ba34bc2fabc5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e819b10b-b5bd-410a-b72f-33f41ed14c7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836180-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:43:44Z', 'updated_at': '2022-04-01T13:43:52Z', 'revision_number': 5, 'project_id': '5bd5d96184e74f0ca1fb3a290ee8b3f6', 'subnets': [{'id': 'e819b10b-b5bd-410a-b72f-33f41ed14c7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-836180-1-hyperv', False) {} {{(pid=83873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:50:56.034318 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ba49cde-14d0-46c7-96e2-bf56772120c3 None None] Checking router: e3f4a618-e57d-4000-b517-ba34bc2fabc5 for host: dv-neutron-836180-1-hyperv {{(pid=83873) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 01 13:50:56.044761 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ba49cde-14d0-46c7-96e2-bf56772120c3 None None] Routers {'e3f4a618-e57d-4000-b517-ba34bc2fabc5'} bound to L3 agent in host dv-neutron-836180-1-hyperv {{(pid=83873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 13:50:56.045354 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-5ba49cde-14d0-46c7-96e2-bf56772120c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836180-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T13:25:36Z,description=,heartbeat_timestamp=2022-04-01T13:50:36Z,host='dv-neutron-836180-1-hyperv',id=88bf8fc8-11a3-4e96-9d1b-5fd93ba9f6f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T13:25:36Z,topic='l3_agent')) {'router_ids': ['e3f4a618-e57d-4000-b517-ba34bc2fabc5'], 'active': True} {{(pid=83873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:50:56.129551 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-15b74df6-81dd-43fd-a985-427c136af4c7 req-7d32f6a5-e67d-4d9d-997d-56ea20ca4cea service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8efa5577-b204-4478-b335-9e69465a012b HTTP/1.1" status: 200 len: 217 time: 0.0944464 Apr 01 13:50:56.250759 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_dvr_db [None req-5ba49cde-14d0-46c7-96e2-bf56772120c3 None None] Set router e3f4a618-e57d-4000-b517-ba34bc2fabc5 gateway port host: dv-neutron-836180-1-hyperv {{(pid=83873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 13:50:56.274390 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-9d4e52ca-282d-4f5c-a8e2-d0af55844a53 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-942654', 'neutron.services.segments.db._delete_segments_for_network-8736733387888'] for network, precommit_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:50:56.294691 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b74df6-81dd-43fd-a985-427c136af4c7 req-3d5461b7-b76c-402b-a544-68e92cadd255 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:50:56.296140 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-15b74df6-81dd-43fd-a985-427c136af4c7 req-3d5461b7-b76c-402b-a544-68e92cadd255 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=e819b10b-b5bd-410a-b72f-33f41ed14c7b HTTP/1.1" status: 200 len: 851 time: 0.1503322 Apr 01 13:50:56.346303 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.services.segments.db [None req-9d4e52ca-282d-4f5c-a8e2-d0af55844a53 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['27c7e218-6d44-4df5-8f6d-6417ccd09037']}} {{(pid=83871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:50:56.362129 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.services.segments.db [None req-9d4e52ca-282d-4f5c-a8e2-d0af55844a53 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4958e257-06ef-4deb-93a1-5fd02aaccba0') {'for_net_delete': True} {{(pid=83871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:50:56.362656 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.services.segments.db [None req-9d4e52ca-282d-4f5c-a8e2-d0af55844a53 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4958e257-06ef-4deb-93a1-5fd02aaccba0') {} {{(pid=83871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:50:56.377457 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-9d4e52ca-282d-4f5c-a8e2-d0af55844a53 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736733386999', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3166340'] for segment, before_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:50:56.402383 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-9d4e52ca-282d-4f5c-a8e2-d0af55844a53 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1004271'] for segment, precommit_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:50:56.412550 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9d4e52ca-282d-4f5c-a8e2-d0af55844a53 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Releasing vlan 350 on physical network physnet1 to pool {{(pid=83871) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 01 13:50:56.413044 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-9d4e52ca-282d-4f5c-a8e2-d0af55844a53 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1004262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2743078'] for segment, after_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:50:56.428092 dv-neutron-836180-1-hyperv neutron-server[83871]: Traceback (most recent call last): Apr 01 13:50:56.428092 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 01 13:50:56.428092 dv-neutron-836180-1-hyperv neutron-server[83871]: timer() Apr 01 13:50:56.428092 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 13:50:56.428092 dv-neutron-836180-1-hyperv neutron-server[83871]: cb(*args, **kw) Apr 01 13:50:56.428092 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 13:50:56.428092 dv-neutron-836180-1-hyperv neutron-server[83871]: return func(*args, **kwargs) Apr 01 13:50:56.428092 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 13:50:56.428092 dv-neutron-836180-1-hyperv neutron-server[83871]: self._notify() Apr 01 13:50:56.428092 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 13:50:56.428092 dv-neutron-836180-1-hyperv neutron-server[83871]: self.callback(batched_events) Apr 01 13:50:56.428092 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 13:50:56.428092 dv-neutron-836180-1-hyperv neutron-server[83871]: event.method(event) Apr 01 13:50:56.428092 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 13:50:56.428092 dv-neutron-836180-1-hyperv neutron-server[83871]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 13:50:56.428092 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 13:50:56.428092 dv-neutron-836180-1-hyperv neutron-server[83871]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 13:50:56.428092 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 13:50:56.428092 dv-neutron-836180-1-hyperv neutron-server[83871]: return f(self, *a, **k) Apr 01 13:50:56.428092 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 13:50:56.428092 dv-neutron-836180-1-hyperv neutron-server[83871]: return self._get(url).json() Apr 01 13:50:56.428092 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 13:50:56.428092 dv-neutron-836180-1-hyperv neutron-server[83871]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 13:50:56.428092 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 01 13:50:56.428092 dv-neutron-836180-1-hyperv neutron-server[83871]: return self.request(url, 'GET', **kwargs) Apr 01 13:50:56.428092 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 01 13:50:56.428092 dv-neutron-836180-1-hyperv neutron-server[83871]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 13:50:56.428092 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 01 13:50:56.428092 dv-neutron-836180-1-hyperv neutron-server[83871]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 13:50:56.428092 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 01 13:50:56.428092 dv-neutron-836180-1-hyperv neutron-server[83871]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 13:50:56.428092 dv-neutron-836180-1-hyperv neutron-server[83871]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 13:50:56.464092 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Device acc29788-5ac0-4e0f-805e-3201b984d18d no longer exists at agent ovs-agent-dv-neutron-836180-1-hyperv {{(pid=83872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 13:50:56.487470 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-15b74df6-81dd-43fd-a985-427c136af4c7 req-623c55b7-0eff-44b6-b798-ebd1174bab9a service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=f450d435-2e18-4974-8657-011f0eedf5a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1828399 Apr 01 13:50:56.498351 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.plugin [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] No Port match for: acc29788-5ac0-4e0f-805e-3201b984d18d {{(pid=83872) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 01 13:50:56.498692 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Device acc29788-5ac0-4e0f-805e-3201b984d18d not bound to the agent host dv-neutron-836180-1-hyperv {{(pid=83872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 13:50:56.499098 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Device 94c6b858-ab8c-400f-95e3-801b6471b567 no longer exists at agent ovs-agent-dv-neutron-836180-1-hyperv {{(pid=83872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 13:50:56.532170 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.plugin [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] No Port match for: 94c6b858-ab8c-400f-95e3-801b6471b567 {{(pid=83872) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 01 13:50:56.532170 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Device 94c6b858-ab8c-400f-95e3-801b6471b567 not bound to the agent host dv-neutron-836180-1-hyperv {{(pid=83872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 13:50:56.596925 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-9d4e52ca-282d-4f5c-a8e2-d0af55844a53 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-942599', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4084797'] for network, after_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:50:56.600489 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-5ba49cde-14d0-46c7-96e2-bf56772120c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3f4a618-e57d-4000-b517-ba34bc2fabc5', 'name': 'tempest-TestVolumeBootPattern-1138570424-router', 'tenant_id': '5bd5d96184e74f0ca1fb3a290ee8b3f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'external_fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.11'}], 'enable_snat': True}, 'gw_port_id': '3277a845-1d6f-47a2-9cca-49974d745e16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T13:43:41Z', 'updated_at': '2022-04-01T13:43:44Z', 'revision_number': 4, 'project_id': '5bd5d96184e74f0ca1fb3a290ee8b3f6', 'gw_port': {'id': '3277a845-1d6f-47a2-9cca-49974d745e16', 'name': '', 'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:db:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3f4a618-e57d-4000-b517-ba34bc2fabc5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836180-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:43:42Z', 'updated_at': '2022-04-01T13:43:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836180-1-hyperv', '_floatingips': [{'id': '5fce20f7-e2ea-405b-bdd5-08c8bc3013e0', 'tenant_id': '5bd5d96184e74f0ca1fb3a290ee8b3f6', 'floating_ip_address': '172.26.5.194', 'floating_network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'router_id': 'e3f4a618-e57d-4000-b517-ba34bc2fabc5', 'port_id': '81bf8f45-6e4e-45d1-a374-1b696695bc4f', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f450d435-2e18-4974-8657-011f0eedf5a1', 'mac_address': 'fa:16:3e:5e:db:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5fe79ec-1f97-40dd-93e8-56101682399f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T13:46:57Z', 'updated_at': '2022-04-01T13:47:00Z', 'revision_number': 1, 'project_id': '5bd5d96184e74f0ca1fb3a290ee8b3f6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6274b498-b06d-44b2-9332-bd5b04bcf3e6', 'name': '', 'network_id': 'f450d435-2e18-4974-8657-011f0eedf5a1', 'tenant_id': '5bd5d96184e74f0ca1fb3a290ee8b3f6', 'mac_address': 'fa:16:3e:c2:25:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3f4a618-e57d-4000-b517-ba34bc2fabc5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e819b10b-b5bd-410a-b72f-33f41ed14c7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836180-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:43:44Z', 'updated_at': '2022-04-01T13:43:52Z', 'revision_number': 5, 'project_id': '5bd5d96184e74f0ca1fb3a290ee8b3f6', 'subnets': [{'id': 'e819b10b-b5bd-410a-b72f-33f41ed14c7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-836180-1-hyperv', False) {} {{(pid=83873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:50:56.601258 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-9d4e52ca-282d-4f5c-a8e2-d0af55844a53 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks [] for network, before_response {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:50:56.606039 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ba49cde-14d0-46c7-96e2-bf56772120c3 None None] The sync data for ids ['e3f4a618-e57d-4000-b517-ba34bc2fabc5'] in dv-neutron-836180-1-hyperv is: [{'id': 'e3f4a618-e57d-4000-b517-ba34bc2fabc5', 'name': 'tempest-TestVolumeBootPattern-1138570424-router', 'tenant_id': '5bd5d96184e74f0ca1fb3a290ee8b3f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'external_fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.11'}], 'enable_snat': True}, 'gw_port_id': '3277a845-1d6f-47a2-9cca-49974d745e16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T13:43:41Z', 'updated_at': '2022-04-01T13:43:44Z', 'revision_number': 4, 'project_id': '5bd5d96184e74f0ca1fb3a290ee8b3f6', 'gw_port': {'id': '3277a845-1d6f-47a2-9cca-49974d745e16', 'name': '', 'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:db:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3f4a618-e57d-4000-b517-ba34bc2fabc5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836180-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:43:42Z', 'updated_at': '2022-04-01T13:43:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836180-1-hyperv', '_floatingips': [{'id': '5fce20f7-e2ea-405b-bdd5-08c8bc3013e0', 'tenant_id': '5bd5d96184e74f0ca1fb3a290ee8b3f6', 'floating_ip_address': '172.26.5.194', 'floating_network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'router_id': 'e3f4a618-e57d-4000-b517-ba34bc2fabc5', 'port_id': '81bf8f45-6e4e-45d1-a374-1b696695bc4f', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f450d435-2e18-4974-8657-011f0eedf5a1', 'mac_address': 'fa:16:3e:5e:db:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5fe79ec-1f97-40dd-93e8-56101682399f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T13:46:57Z', 'updated_at': '2022-04-01T13:47:00Z', 'revision_number': 1, 'project_id': '5bd5d96184e74f0ca1fb3a290ee8b3f6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6274b498-b06d-44b2-9332-bd5b04bcf3e6', 'name': '', 'network_id': 'f450d435-2e18-4974-8657-011f0eedf5a1', 'tenant_id': '5bd5d96184e74f0ca1fb3a290ee8b3f6', 'mac_address': 'fa:16:3e:c2:25:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3f4a618-e57d-4000-b517-ba34bc2fabc5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e819b10b-b5bd-410a-b72f-33f41ed14c7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836180-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:43:44Z', 'updated_at': '2022-04-01T13:43:52Z', 'revision_number': 5, 'project_id': '5bd5d96184e74f0ca1fb3a290ee8b3f6', 'subnets': [{'id': 'e819b10b-b5bd-410a-b72f-33f41ed14c7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 13:50:56.638810 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d4e52ca-282d-4f5c-a8e2-d0af55844a53 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Pushing event deleted for resources: {'Network': ['ID=27c7e218-6d44-4df5-8f6d-6417ccd09037,revision_number=None']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:50:56.645408 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-9d4e52ca-282d-4f5c-a8e2-d0af55844a53 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] 10.222.0.26 "DELETE /v2.0/networks/27c7e218-6d44-4df5-8f6d-6417ccd09037 HTTP/1.1" status: 204 len: 168 time: 0.7764299 Apr 01 13:50:56.668449 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 59388) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:50:56.675707 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.v2.base [None req-387e2908-7c62-4065-a4c8-a08a130c8bb8 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Request body: {'network': {'name': 'tempest-network-smoke--1120163077', 'project_id': 'f17cecf0d6854286bcc6f673927088ad', 'port_security_enabled': True}} {{(pid=83869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:50:56.680029 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-15b74df6-81dd-43fd-a985-427c136af4c7 req-030d1ddb-4965-471f-bd5b-7b5b0277d441 service neutron] 10.222.0.57 "GET /v2.0/networks/f450d435-2e18-4974-8657-011f0eedf5a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1830165 Apr 01 13:50:56.681400 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-387e2908-7c62-4065-a4c8-a08a130c8bb8 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:50:56.685605 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-387e2908-7c62-4065-a4c8-a08a130c8bb8 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Usage tracker for resource:network and tenant:f17cecf0d6854286bcc6f673927088ad is out of sync, need to count used quota {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 13:50:56.688725 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-387e2908-7c62-4065-a4c8-a08a130c8bb8 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 13:50:56.694758 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-387e2908-7c62-4065-a4c8-a08a130c8bb8 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:50:56.705631 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-387e2908-7c62-4065-a4c8-a08a130c8bb8 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Made reservation on behalf of f17cecf0d6854286bcc6f673927088ad for: {'network': 1} {{(pid=83869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 13:50:56.708536 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-387e2908-7c62-4065-a4c8-a08a130c8bb8 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for network, before_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:50:56.736724 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-387e2908-7c62-4065-a4c8-a08a130c8bb8 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] vlan segment allocate from pool success with {'vlan_id': 398, 'physical_network': 'physnet1'} {{(pid=83869) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 13:50:56.746238 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-387e2908-7c62-4065-a4c8-a08a130c8bb8 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1004271'] for segment, precommit_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:50:56.746573 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.db.segments_db [None req-387e2908-7c62-4065-a4c8-a08a130c8bb8 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Added segment 54198cac-562b-409f-ac23-f01b4196a649 of type vlan for network 9cc735ca-b4b2-4db4-a7c4-aa31519e0a5c Apr 01 13:50:56.774647 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-387e2908-7c62-4065-a4c8-a08a130c8bb8 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736732923383'] for network, precommit_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:50:56.807852 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-387e2908-7c62-4065-a4c8-a08a130c8bb8 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575'] for network, after_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:50:56.811450 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-387e2908-7c62-4065-a4c8-a08a130c8bb8 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:50:56.812050 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-387e2908-7c62-4065-a4c8-a08a130c8bb8 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks [] for network, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:50:56.913876 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-387e2908-7c62-4065-a4c8-a08a130c8bb8 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2426977 Apr 01 13:50:56.917669 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 59392) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:50:56.924368 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-15b74df6-81dd-43fd-a985-427c136af4c7 req-f77e2c7a-0862-48f6-866a-fef7c08e9173 service neutron] 10.222.0.57 "GET /v2.0/networks/f450d435-2e18-4974-8657-011f0eedf5a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2377415 Apr 01 13:50:56.924977 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.v2.base [None req-5b5a04c1-c7ab-4aa3-a69e-b1644fbd9970 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-2061816026', 'admin_state_up': True, 'project_id': 'f17cecf0d6854286bcc6f673927088ad', 'external_gateway_info': {'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301'}}} {{(pid=83869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:50:56.934102 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-5b5a04c1-c7ab-4aa3-a69e-b1644fbd9970 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:50:56.936274 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387e2908-7c62-4065-a4c8-a08a130c8bb8 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Pushing event updated for resources: {'Network': ['ID=9cc735ca-b4b2-4db4-a7c4-aa31519e0a5c,revision_number=1']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:50:56.940337 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-5b5a04c1-c7ab-4aa3-a69e-b1644fbd9970 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Usage tracker for resource:router and tenant:f17cecf0d6854286bcc6f673927088ad is out of sync, need to count used quota {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 13:50:56.943563 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-5b5a04c1-c7ab-4aa3-a69e-b1644fbd9970 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 13:50:56.949833 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-5b5a04c1-c7ab-4aa3-a69e-b1644fbd9970 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:50:56.952522 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Network 9cc735ca-b4b2-4db4-a7c4-aa31519e0a5c details requested by agent ovs-agent-dv-neutron-836180-1-hyperv with host dv-neutron-836180-1-hyperv {{(pid=83872) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 13:50:56.961459 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-5b5a04c1-c7ab-4aa3-a69e-b1644fbd9970 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4082176', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4220'] for router, before_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:50:56.962662 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-5b5a04c1-c7ab-4aa3-a69e-b1644fbd9970 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4082277', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4084873', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4148249', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4211'] for router, precommit_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:50:56.981284 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-5b5a04c1-c7ab-4aa3-a69e-b1644fbd9970 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:50:57.134162 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-5b5a04c1-c7ab-4aa3-a69e-b1644fbd9970 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4084887', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4079850', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4161'] for router, precommit_update {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:50:57.207392 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3239f0-e51a-417e-915a-3df9f6d5b5f2 req-b6fccd32-4b36-4ca6-9ccc-234bcd755d9e tempest-TestVolumeBootPattern-1476222673 tempest-TestVolumeBootPattern-1476222673-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:50:57.208846 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-ad3239f0-e51a-417e-915a-3df9f6d5b5f2 req-b6fccd32-4b36-4ca6-9ccc-234bcd755d9e tempest-TestVolumeBootPattern-1476222673 tempest-TestVolumeBootPattern-1476222673-project] 10.222.0.26 "GET /v2.0/ports?device_id=61b401cd-7665-457a-a9a3-c59923ccb6f5 HTTP/1.1" status: 200 len: 945 time: 0.0791934 Apr 01 13:50:57.258128 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-ad3239f0-e51a-417e-915a-3df9f6d5b5f2 req-1f9c8a6b-b636-4b32-94aa-2412c3c2d0bc tempest-TestVolumeBootPattern-1476222673 tempest-TestVolumeBootPattern-1476222673-project] 10.222.0.26 "GET /v2.0/security-groups?id=27f17799-9873-4c06-85d9-3f0cf9f77d1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425684 Apr 01 13:50:57.327644 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-5b5a04c1-c7ab-4aa3-a69e-b1644fbd9970 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks [] for router_gateway, before_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:50:57.357633 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-5b5a04c1-c7ab-4aa3-a69e-b1644fbd9970 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:50:57.493144 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.db_base_plugin_common [None req-5b5a04c1-c7ab-4aa3-a69e-b1644fbd9970 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Allocated IP 172.26.5.170 (725864b8-cceb-48c9-b5d3-1bfc4423e301/e2ed99db-0e25-4971-b535-7fa69231fae8/be4ef2d7-b095-4626-b0f8-20020754b1e8) {{(pid=83869) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 13:50:57.635871 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6233f148-bf97-4aa2-ac61-c8ae40df4268 req-7f3f48e2-db1f-43e1-8905-cbe8833b8803 tempest-TestVolumeBootPattern-1476222673 tempest-TestVolumeBootPattern-1476222673-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:50:57.637411 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-6233f148-bf97-4aa2-ac61-c8ae40df4268 req-7f3f48e2-db1f-43e1-8905-cbe8833b8803 tempest-TestVolumeBootPattern-1476222673 tempest-TestVolumeBootPattern-1476222673-project] 10.222.0.57 "GET /v2.0/ports?device_id=61b401cd-7665-457a-a9a3-c59923ccb6f5 HTTP/1.1" status: 200 len: 945 time: 0.0842628 Apr 01 13:50:57.644139 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-5b5a04c1-c7ab-4aa3-a69e-b1644fbd9970 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks [] for port, precommit_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:50:57.679836 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-5b5a04c1-c7ab-4aa3-a69e-b1644fbd9970 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736732935801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2705155'] for port, after_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:50:57.713738 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.plugin [req-6233f148-bf97-4aa2-ac61-c8ae40df4268 req-60ee0320-ca8c-43b5-87db-9c6d8747c7d6 tempest-TestVolumeBootPattern-1476222673 tempest-TestVolumeBootPattern-1476222673-project] Deleting port 8efa5577-b204-4478-b335-9e69465a012b {{(pid=83871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 13:50:57.714079 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-6233f148-bf97-4aa2-ac61-c8ae40df4268 req-60ee0320-ca8c-43b5-87db-9c6d8747c7d6 tempest-TestVolumeBootPattern-1476222673 tempest-TestVolumeBootPattern-1476222673-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736733287370'] for port, before_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:50:57.750253 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b5a04c1-c7ab-4aa3-a69e-b1644fbd9970 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Network 725864b8-cceb-48c9-b5d3-1bfc4423e301 is already hosted by enough agents. {{(pid=83869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 13:50:57.753091 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.scheduler.base_scheduler [None req-5b5a04c1-c7ab-4aa3-a69e-b1644fbd9970 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Resources bound (agent type, host, resource id): {{(pid=83869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 13:50:57.755534 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b5a04c1-c7ab-4aa3-a69e-b1644fbd9970 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Received port after_create {{(pid=83869) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 13:50:57.793877 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5a04c1-c7ab-4aa3-a69e-b1644fbd9970 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Pushing event updated for resources: {'Port': ['ID=be4ef2d7-b095-4626-b0f8-20020754b1e8,revision_number=1']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:50:57.932093 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-5b5a04c1-c7ab-4aa3-a69e-b1644fbd9970 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks [] for router_gateway, after_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:50:57.932861 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-5b5a04c1-c7ab-4aa3-a69e-b1644fbd9970 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4082201', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4084858'] for router, after_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:50:57.964223 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.db [req-6233f148-bf97-4aa2-ac61-c8ae40df4268 req-60ee0320-ca8c-43b5-87db-9c6d8747c7d6 tempest-TestVolumeBootPattern-1476222673 tempest-TestVolumeBootPattern-1476222673-project] For port 8efa5577-b204-4478-b335-9e69465a012b, host hv-neutron-8361, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8361',level=0,port_id=8efa5577-b204-4478-b335-9e69465a012b,segment=NetworkSegment(75975926-68c3-4fd7-98af-37ba4697d49a),segment_id=75975926-68c3-4fd7-98af-37ba4697d49a)] {{(pid=83871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 13:50:57.964796 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-6233f148-bf97-4aa2-ac61-c8ae40df4268 req-60ee0320-ca8c-43b5-87db-9c6d8747c7d6 tempest-TestVolumeBootPattern-1476222673 tempest-TestVolumeBootPattern-1476222673-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4155147'] for port, precommit_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:50:58.065303 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59635ab9-9b4d-4573-8e0b-99c3ddfdbba1 None None] New status for floating IP 1462f4a7-5698-4786-bbfc-1dedd8b3e455: DOWN {{(pid=83872) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 01 13:50:58.094760 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.plugin [req-6233f148-bf97-4aa2-ac61-c8ae40df4268 req-60ee0320-ca8c-43b5-87db-9c6d8747c7d6 tempest-TestVolumeBootPattern-1476222673 tempest-TestVolumeBootPattern-1476222673-project] Calling delete_port for 8efa5577-b204-4478-b335-9e69465a012b owned by compute:nova {{(pid=83871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 13:50:58.172177 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b5a04c1-c7ab-4aa3-a69e-b1644fbd9970 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Router be02ad75-3007-477a-9299-11634055d176 is scheduled to L3 agent 88bf8fc8-11a3-4e96-9d1b-5fd93ba9f6f1 with binding_index 1 {{(pid=83869) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 01 13:50:58.245667 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-6233f148-bf97-4aa2-ac61-c8ae40df4268 req-60ee0320-ca8c-43b5-87db-9c6d8747c7d6 tempest-TestVolumeBootPattern-1476222673 tempest-TestVolumeBootPattern-1476222673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736733359243', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736732935810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2743125'] for port, after_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:50:58.358683 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ee0320-ca8c-43b5-87db-9c6d8747c7d6 tempest-TestVolumeBootPattern-1476222673 tempest-TestVolumeBootPattern-1476222673-project] Pushing event deleted for resources: {'Port': ['ID=8efa5577-b204-4478-b335-9e69465a012b,revision_number=None']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:50:58.376479 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Device 17e58fc9-d8c2-4564-a844-3be86f7eaade no longer exists at agent ovs-agent-dv-neutron-836180-1-hyperv {{(pid=83872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 13:50:58.397268 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d13587d-ce1c-47b1-9a13-321ce727fa8c None None] New status for floating IP 43563fed-fe86-49dc-8565-0d200939bd3b: DOWN {{(pid=83873) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 01 13:50:58.420521 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.l3_dvrscheduler_db [req-6233f148-bf97-4aa2-ac61-c8ae40df4268 req-60ee0320-ca8c-43b5-87db-9c6d8747c7d6 tempest-TestVolumeBootPattern-1476222673 tempest-TestVolumeBootPattern-1476222673-project] No DVR routers for this DVR port 8efa5577-b204-4478-b335-9e69465a012b on host hv-neutron-8361 {{(pid=83871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 13:50:58.423199 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-6233f148-bf97-4aa2-ac61-c8ae40df4268 req-60ee0320-ca8c-43b5-87db-9c6d8747c7d6 tempest-TestVolumeBootPattern-1476222673 tempest-TestVolumeBootPattern-1476222673-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109561'] for port, before_response {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:50:58.426023 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61b401cd-7665-457a-a9a3-c59923ccb6f5', 'name': 'network-vif-deleted', 'tag': '8efa5577-b204-4478-b335-9e69465a012b'}] {{(pid=83871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 13:50:58.456333 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-6233f148-bf97-4aa2-ac61-c8ae40df4268 req-60ee0320-ca8c-43b5-87db-9c6d8747c7d6 tempest-TestVolumeBootPattern-1476222673 tempest-TestVolumeBootPattern-1476222673-project] 10.222.0.57 "DELETE /v2.0/ports/8efa5577-b204-4478-b335-9e69465a012b HTTP/1.1" status: 204 len: 173 time: 0.8113005 Apr 01 13:50:58.501301 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-835f4b79-cb47-48e5-bab4-795fc99785d7 req-06b6b1b4-0a20-45c7-b10b-ef8148643deb tempest-TestVolumeBootPattern-1476222673 tempest-TestVolumeBootPattern-1476222673-project] 10.222.0.26 "GET /v2.0/ports?device_id=61b401cd-7665-457a-a9a3-c59923ccb6f5 HTTP/1.1" status: 200 len: 210 time: 0.0795226 Apr 01 13:50:58.541026 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.plugin [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] No Port match for: 17e58fc9-d8c2-4564-a844-3be86f7eaade {{(pid=83872) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 01 13:50:58.541758 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Device 17e58fc9-d8c2-4564-a844-3be86f7eaade not bound to the agent host dv-neutron-836180-1-hyperv {{(pid=83872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 13:50:58.617761 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b5a04c1-c7ab-4aa3-a69e-b1644fbd9970 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify agent at l3_agent.dv-neutron-836180-1-hyperv the message routers_updated {{(pid=83869) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 13:50:58.630650 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58169ff3-9558-4fe7-b78d-0ec6fb7ae6a5 None None] Sync routers for ids ['be02ad75-3007-477a-9299-11634055d176'] in dv-neutron-836180-1-hyperv {{(pid=83872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 13:50:58.645223 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58169ff3-9558-4fe7-b78d-0ec6fb7ae6a5 None None] Routers {'be02ad75-3007-477a-9299-11634055d176'} bound to L3 agent in host dv-neutron-836180-1-hyperv {{(pid=83872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 13:50:58.646549 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_hamode_db [None req-58169ff3-9558-4fe7-b78d-0ec6fb7ae6a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836180-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T13:25:36Z,description=,heartbeat_timestamp=2022-04-01T13:50:36Z,host='dv-neutron-836180-1-hyperv',id=88bf8fc8-11a3-4e96-9d1b-5fd93ba9f6f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T13:25:36Z,topic='l3_agent')) {'router_ids': ['be02ad75-3007-477a-9299-11634055d176'], 'active': True} {{(pid=83872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:50:58.660137 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-5b5a04c1-c7ab-4aa3-a69e-b1644fbd9970 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks [] for router, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:50:58.661914 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-5b5a04c1-c7ab-4aa3-a69e-b1644fbd9970 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 1.7431281 Apr 01 13:50:58.665417 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 59402) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:50:58.746158 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61b401cd-7665-457a-a9a3-c59923ccb6f5', 'name': 'network-vif-deleted', 'tag': '8efa5577-b204-4478-b335-9e69465a012b', 'status': 'completed', 'code': 200} Apr 01 13:50:58.771992 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 59406) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:50:58.772560 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-6f4b0c7b-4a26-4b64-8984-a95c910e7100 tempest-TestNetworkBasicOps-1234239346 tempest-TestNetworkBasicOps-1234239346-project-admin] 10.222.0.26 "GET /v2.0/subnets?project_id=f17cecf0d6854286bcc6f673927088ad&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1050761 Apr 01 13:50:58.893993 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_dvr_db [None req-58169ff3-9558-4fe7-b78d-0ec6fb7ae6a5 None None] Set router be02ad75-3007-477a-9299-11634055d176 gateway port host: dv-neutron-836180-1-hyperv {{(pid=83872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 13:50:58.925506 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea8b38d6-c5fe-46bc-bc2c-3266f5d6e124 tempest-TestNetworkBasicOps-1234239346 tempest-TestNetworkBasicOps-1234239346-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:50:58.926990 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-ea8b38d6-c5fe-46bc-bc2c-3266f5d6e124 tempest-TestNetworkBasicOps-1234239346 tempest-TestNetworkBasicOps-1234239346-project-admin] 10.222.0.26 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1540811 Apr 01 13:50:58.930043 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 59410) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:50:58.973513 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-94bc5c48-89c0-48c5-8c70-445bd9710b5a tempest-TestNetworkBasicOps-1234239346 tempest-TestNetworkBasicOps-1234239346-project-admin] 10.222.0.26 "GET /v2.0/subnets?network_id=725864b8-cceb-48c9-b5d3-1bfc4423e301&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0420682 Apr 01 13:50:58.975740 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 59414) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:50:58.981096 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.v2.base [None req-74a5d264-2b1a-4064-b351-a2e276669a00 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-613067367', 'network_id': '9cc735ca-b4b2-4db4-a7c4-aa31519e0a5c', 'project_id': 'f17cecf0d6854286bcc6f673927088ad', 'ip_version': 4, 'cidr': '172.20.0.0/28', 'dns_nameservers': ['1.2.3.4']}} {{(pid=83871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:50:59.097338 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-74a5d264-2b1a-4064-b351-a2e276669a00 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:50:59.101663 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-74a5d264-2b1a-4064-b351-a2e276669a00 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Usage tracker for resource:subnet and tenant:f17cecf0d6854286bcc6f673927088ad is out of sync, need to count used quota {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 13:50:59.105536 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-74a5d264-2b1a-4064-b351-a2e276669a00 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 13:50:59.112237 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-74a5d264-2b1a-4064-b351-a2e276669a00 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:50:59.124777 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74a5d264-2b1a-4064-b351-a2e276669a00 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Made reservation on behalf of f17cecf0d6854286bcc6f673927088ad for: {'subnet': 1} {{(pid=83871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 13:50:59.212820 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_hamode_db [None req-58169ff3-9558-4fe7-b78d-0ec6fb7ae6a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be02ad75-3007-477a-9299-11634055d176', 'name': 'tempest-TestNetworkBasicOps-router-2061816026', 'tenant_id': 'f17cecf0d6854286bcc6f673927088ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'external_fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.170'}], 'enable_snat': True}, 'gw_port_id': 'be4ef2d7-b095-4626-b0f8-20020754b1e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T13:50:56Z', 'updated_at': '2022-04-01T13:50:57Z', 'revision_number': 3, 'project_id': 'f17cecf0d6854286bcc6f673927088ad', 'gw_port': {'id': 'be4ef2d7-b095-4626-b0f8-20020754b1e8', 'name': '', 'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:66:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be02ad75-3007-477a-9299-11634055d176', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:50:57Z', 'updated_at': '2022-04-01T13:50:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836180-1-hyperv'}], 'dv-neutron-836180-1-hyperv', False) {} {{(pid=83872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:50:59.216833 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58169ff3-9558-4fe7-b78d-0ec6fb7ae6a5 None None] Checking router: be02ad75-3007-477a-9299-11634055d176 for host: dv-neutron-836180-1-hyperv {{(pid=83872) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 01 13:50:59.217364 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58169ff3-9558-4fe7-b78d-0ec6fb7ae6a5 None None] Updating router be02ad75-3007-477a-9299-11634055d176 port be4ef2d7-b095-4626-b0f8-20020754b1e8 binding host dv-neutron-836180-1-hyperv {{(pid=83872) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 01 13:50:59.242997 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-74a5d264-2b1a-4064-b351-a2e276669a00 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2757336'] for subnet, before_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:50:59.272973 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-58169ff3-9558-4fe7-b78d-0ec6fb7ae6a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:50:59.474846 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-74a5d264-2b1a-4064-b351-a2e276669a00 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2743225', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2757366'] for subnet, after_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:50:59.617454 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-58169ff3-9558-4fe7-b78d-0ec6fb7ae6a5 None None] Notify callbacks [] for port, precommit_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:50:59.631391 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-58169ff3-9558-4fe7-b78d-0ec6fb7ae6a5 None None] Transition to ACTIVE for port object be4ef2d7-b095-4626-b0f8-20020754b1e8 will not be triggered until provisioned by entity L2. {{(pid=83872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 13:50:59.642250 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-58169ff3-9558-4fe7-b78d-0ec6fb7ae6a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864'] for port, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:50:59.656284 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a5d264-2b1a-4064-b351-a2e276669a00 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Pushing event updated for resources: {'Subnet': ['ID=2515fcc2-10cb-415f-b50a-70ab7c7d58f6,revision_number=0']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:50:59.671627 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74a5d264-2b1a-4064-b351-a2e276669a00 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Checking segment: {'id': '54198cac-562b-409f-ac23-f01b4196a649', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '9cc735ca-b4b2-4db4-a7c4-aa31519e0a5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 13:50:59.672223 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74a5d264-2b1a-4064-b351-a2e276669a00 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Network hostable DHCP agents. Network: 9cc735ca-b4b2-4db4-a7c4-aa31519e0a5c, hostable agents: ['e47e4547-5c2d-4954-ba56-fa3646239f18'], hosted agents: [] {{(pid=83871) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 13:50:59.704748 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74a5d264-2b1a-4064-b351-a2e276669a00 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Network 9cc735ca-b4b2-4db4-a7c4-aa31519e0a5c is scheduled to be hosted by DHCP agent e47e4547-5c2d-4954-ba56-fa3646239f18 with binding_index 1 {{(pid=83871) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 13:50:59.717688 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-8ee6bcba-854d-4a8f-acab-98196fde2da8 req-d8d8847b-e41c-4e9b-b8c7-e0a45af80150 tempest-TestVolumeBootPattern-1476222673 tempest-TestVolumeBootPattern-1476222673-project] 10.222.0.26 "GET /v2.0/ports?device_id=61b401cd-7665-457a-a9a3-c59923ccb6f5 HTTP/1.1" status: 200 len: 210 time: 0.0632730 Apr 01 13:50:59.730303 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.scheduler.base_scheduler [None req-74a5d264-2b1a-4064-b351-a2e276669a00 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-836180-1-hyperv, 9cc735ca-b4b2-4db4-a7c4-aa31519e0a5c) {{(pid=83871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 13:50:59.741176 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b747909-67e0-4929-881f-9958c1cfa540 None None] Network 9cc735ca-b4b2-4db4-a7c4-aa31519e0a5c requested from dv-neutron-836180-1-hyperv {{(pid=83872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 13:50:59.746038 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74a5d264-2b1a-4064-b351-a2e276669a00 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:50:59.746733 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-74a5d264-2b1a-4064-b351-a2e276669a00 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks [] for subnet, before_response {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:50:59.767898 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.managers [None req-58169ff3-9558-4fe7-b78d-0ec6fb7ae6a5 None None] Attempting to bind port be4ef2d7-b095-4626-b0f8-20020754b1e8 on host dv-neutron-836180-1-hyperv for vnic_type normal with profile {{(pid=83872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 13:50:59.768213 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.managers [None req-58169ff3-9558-4fe7-b78d-0ec6fb7ae6a5 None None] Attempting to bind port be4ef2d7-b095-4626-b0f8-20020754b1e8 by drivers openvswitch,hyperv on host dv-neutron-836180-1-hyperv at level 0 using segments [{'id': '7b924dd8-4978-40c4-ad91-4b9b27348462', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301'}] {{(pid=83872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 13:50:59.768547 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58169ff3-9558-4fe7-b78d-0ec6fb7ae6a5 None None] Attempting to bind port be4ef2d7-b095-4626-b0f8-20020754b1e8 on network 725864b8-cceb-48c9-b5d3-1bfc4423e301 {{(pid=83872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 13:50:59.777195 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-74a5d264-2b1a-4064-b351-a2e276669a00 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 0.7966940 Apr 01 13:50:59.778178 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 59420) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:50:59.816066 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dfc0e25-de58-47a4-b688-5ad672a23431 None None] Pushing event updated for resources: {'Port': ['ID=be4ef2d7-b095-4626-b0f8-20020754b1e8,revision_number=2']} {{(pid=83872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:50:59.842488 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58169ff3-9558-4fe7-b78d-0ec6fb7ae6a5 None None] Checking agent: {'id': 'af948428-97cd-4d10-9f53-af028bdb39b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-836180-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 13, 25, 37), 'started_at': datetime.datetime(2022, 4, 1, 13, 26, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 13, 50, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-836180-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 13:50:59.842858 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58169ff3-9558-4fe7-b78d-0ec6fb7ae6a5 None None] Checking segment: {'id': '7b924dd8-4978-40c4-ad91-4b9b27348462', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 13:50:59.843242 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-58169ff3-9558-4fe7-b78d-0ec6fb7ae6a5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:50:59.843635 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58169ff3-9558-4fe7-b78d-0ec6fb7ae6a5 None None] Bound using segment: {'id': '7b924dd8-4978-40c4-ad91-4b9b27348462', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301'} {{(pid=83872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 13:50:59.844108 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.managers [None req-58169ff3-9558-4fe7-b78d-0ec6fb7ae6a5 None None] Bound port: be4ef2d7-b095-4626-b0f8-20020754b1e8, host: dv-neutron-836180-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b924dd8-4978-40c4-ad91-4b9b27348462', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301'}}] {{(pid=83872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 13:50:59.844500 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-58169ff3-9558-4fe7-b78d-0ec6fb7ae6a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:50:59.977741 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-58169ff3-9558-4fe7-b78d-0ec6fb7ae6a5 None None] For port be4ef2d7-b095-4626-b0f8-20020754b1e8, host dv-neutron-836180-1-hyperv, cleared binding levels {{(pid=83872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 13:50:59.998969 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-58169ff3-9558-4fe7-b78d-0ec6fb7ae6a5 None None] For port be4ef2d7-b095-4626-b0f8-20020754b1e8, host dv-neutron-836180-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836180-1-hyperv',level=0,port_id=be4ef2d7-b095-4626-b0f8-20020754b1e8,segment=NetworkSegment(7b924dd8-4978-40c4-ad91-4b9b27348462),segment_id=7b924dd8-4978-40c4-ad91-4b9b27348462)] {{(pid=83872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 13:51:00.004349 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-58169ff3-9558-4fe7-b78d-0ec6fb7ae6a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864'] for port, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:51:00.112214 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ec064fa-e31d-44cf-84f8-09153adf77f8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7e7d0ecb-2af4-55f5-9198-238ab0570d62-9cc735ca-b4b2-4db4-a7c4-aa31519e0a5c', 'network_id': '9cc735ca-b4b2-4db4-a7c4-aa31519e0a5c', 'tenant_id': 'f17cecf0d6854286bcc6f673927088ad', 'fixed_ips': [{'subnet_id': '2515fcc2-10cb-415f-b50a-70ab7c7d58f6'}]}} from dv-neutron-836180-1-hyperv. {{(pid=83872) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 01 13:51:00.113038 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-0ec064fa-e31d-44cf-84f8-09153adf77f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:51:00.130087 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dfc0e25-de58-47a4-b688-5ad672a23431 None None] Pushing event updated for resources: {'Port': ['ID=be4ef2d7-b095-4626-b0f8-20020754b1e8,revision_number=3']} {{(pid=83872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:51:00.179955 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58169ff3-9558-4fe7-b78d-0ec6fb7ae6a5 None None] Routers {'be02ad75-3007-477a-9299-11634055d176'} bound to L3 agent in host dv-neutron-836180-1-hyperv {{(pid=83872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 13:51:00.180599 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_hamode_db [None req-58169ff3-9558-4fe7-b78d-0ec6fb7ae6a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836180-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T13:25:36Z,description=,heartbeat_timestamp=2022-04-01T13:50:36Z,host='dv-neutron-836180-1-hyperv',id=88bf8fc8-11a3-4e96-9d1b-5fd93ba9f6f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T13:25:36Z,topic='l3_agent')) {'router_ids': ['be02ad75-3007-477a-9299-11634055d176'], 'active': True} {{(pid=83872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:51:00.470127 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.db_base_plugin_common [None req-0ec064fa-e31d-44cf-84f8-09153adf77f8 None None] Allocated IP 172.20.0.2 (9cc735ca-b4b2-4db4-a7c4-aa31519e0a5c/2515fcc2-10cb-415f-b50a-70ab7c7d58f6/c05fbe9e-b414-4e4f-a737-3692279692f6) {{(pid=83872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 13:51:00.475068 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_dvr_db [None req-58169ff3-9558-4fe7-b78d-0ec6fb7ae6a5 None None] Set router be02ad75-3007-477a-9299-11634055d176 gateway port host: dv-neutron-836180-1-hyperv {{(pid=83872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 13:51:00.550146 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-e2d8f0ff-9e98-4f1d-86ef-19869248b558 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:51:00.913174 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Device 8efa5577-b204-4478-b335-9e69465a012b no longer exists at agent hyperv_hv-neutron-8361 {{(pid=83872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 13:51:00.952227 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.plugin [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] No Port match for: 8efa5577-b204-4478-b335-9e69465a012b {{(pid=83872) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 01 13:51:00.952669 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Device 8efa5577-b204-4478-b335-9e69465a012b not bound to the agent host hv-neutron-8361 {{(pid=83872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 13:51:00.954853 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-0ec064fa-e31d-44cf-84f8-09153adf77f8 None None] Notify callbacks [] for port, precommit_create {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:51:00.968836 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-0ec064fa-e31d-44cf-84f8-09153adf77f8 None None] Transition to ACTIVE for port object c05fbe9e-b414-4e4f-a737-3692279692f6 will not be triggered until provisioned by entity L2. {{(pid=83872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 13:51:00.995622 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-0ec064fa-e31d-44cf-84f8-09153adf77f8 None None] Transition to ACTIVE for port object c05fbe9e-b414-4e4f-a737-3692279692f6 will not be triggered until provisioned by entity DHCP. {{(pid=83872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 13:51:01.007190 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_hamode_db [None req-58169ff3-9558-4fe7-b78d-0ec6fb7ae6a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be02ad75-3007-477a-9299-11634055d176', 'name': 'tempest-TestNetworkBasicOps-router-2061816026', 'tenant_id': 'f17cecf0d6854286bcc6f673927088ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'external_fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.170'}], 'enable_snat': True}, 'gw_port_id': 'be4ef2d7-b095-4626-b0f8-20020754b1e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T13:50:56Z', 'updated_at': '2022-04-01T13:50:57Z', 'revision_number': 3, 'project_id': 'f17cecf0d6854286bcc6f673927088ad', 'gw_port': {'id': 'be4ef2d7-b095-4626-b0f8-20020754b1e8', 'name': '', 'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:66:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be02ad75-3007-477a-9299-11634055d176', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836180-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:50:57Z', 'updated_at': '2022-04-01T13:50:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836180-1-hyperv'}], 'dv-neutron-836180-1-hyperv', False) {} {{(pid=83872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:51:01.015353 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-0ec064fa-e31d-44cf-84f8-09153adf77f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736732935801'] for port, after_create {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:51:01.027741 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58169ff3-9558-4fe7-b78d-0ec6fb7ae6a5 None None] The sync data for ids ['be02ad75-3007-477a-9299-11634055d176'] in dv-neutron-836180-1-hyperv is: [{'id': 'be02ad75-3007-477a-9299-11634055d176', 'name': 'tempest-TestNetworkBasicOps-router-2061816026', 'tenant_id': 'f17cecf0d6854286bcc6f673927088ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'external_fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.170'}], 'enable_snat': True}, 'gw_port_id': 'be4ef2d7-b095-4626-b0f8-20020754b1e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T13:50:56Z', 'updated_at': '2022-04-01T13:50:57Z', 'revision_number': 3, 'project_id': 'f17cecf0d6854286bcc6f673927088ad', 'gw_port': {'id': 'be4ef2d7-b095-4626-b0f8-20020754b1e8', 'name': '', 'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:66:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be02ad75-3007-477a-9299-11634055d176', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836180-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:50:57Z', 'updated_at': '2022-04-01T13:50:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836180-1-hyperv'}] {{(pid=83872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 13:51:01.122184 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec064fa-e31d-44cf-84f8-09153adf77f8 None None] Pushing event updated for resources: {'Port': ['ID=c05fbe9e-b414-4e4f-a737-3692279692f6,revision_number=1']} {{(pid=83872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:51:01.131642 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ec064fa-e31d-44cf-84f8-09153adf77f8 None None] Network 9cc735ca-b4b2-4db4-a7c4-aa31519e0a5c is already hosted by enough agents. {{(pid=83872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 13:51:01.132982 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.scheduler.base_scheduler [None req-0ec064fa-e31d-44cf-84f8-09153adf77f8 None None] Resources bound (agent type, host, resource id): {{(pid=83872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 13:51:01.141499 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ec064fa-e31d-44cf-84f8-09153adf77f8 None None] Received port after_create {{(pid=83872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 13:51:01.237411 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.db_base_plugin_common [None req-e2d8f0ff-9e98-4f1d-86ef-19869248b558 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Allocated IP 172.20.0.1 (9cc735ca-b4b2-4db4-a7c4-aa31519e0a5c/2515fcc2-10cb-415f-b50a-70ab7c7d58f6/d399548c-9384-4883-884e-7ba308ed3075) {{(pid=83869) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 13:51:01.264183 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.managers [None req-0ec064fa-e31d-44cf-84f8-09153adf77f8 None None] Attempting to bind port c05fbe9e-b414-4e4f-a737-3692279692f6 on host dv-neutron-836180-1-hyperv for vnic_type normal with profile {{(pid=83872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 13:51:01.264764 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.managers [None req-0ec064fa-e31d-44cf-84f8-09153adf77f8 None None] Attempting to bind port c05fbe9e-b414-4e4f-a737-3692279692f6 by drivers openvswitch,hyperv on host dv-neutron-836180-1-hyperv at level 0 using segments [{'id': '54198cac-562b-409f-ac23-f01b4196a649', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '9cc735ca-b4b2-4db4-a7c4-aa31519e0a5c'}] {{(pid=83872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 13:51:01.265544 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ec064fa-e31d-44cf-84f8-09153adf77f8 None None] Attempting to bind port c05fbe9e-b414-4e4f-a737-3692279692f6 on network 9cc735ca-b4b2-4db4-a7c4-aa31519e0a5c {{(pid=83872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 13:51:01.283635 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ec064fa-e31d-44cf-84f8-09153adf77f8 None None] Checking agent: {'id': 'af948428-97cd-4d10-9f53-af028bdb39b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-836180-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 13, 25, 37), 'started_at': datetime.datetime(2022, 4, 1, 13, 26, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 13, 50, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-836180-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 13:51:01.284255 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ec064fa-e31d-44cf-84f8-09153adf77f8 None None] Checking segment: {'id': '54198cac-562b-409f-ac23-f01b4196a649', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '9cc735ca-b4b2-4db4-a7c4-aa31519e0a5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 13:51:01.284834 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-0ec064fa-e31d-44cf-84f8-09153adf77f8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:51:01.285537 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ec064fa-e31d-44cf-84f8-09153adf77f8 None None] Bound using segment: {'id': '54198cac-562b-409f-ac23-f01b4196a649', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '9cc735ca-b4b2-4db4-a7c4-aa31519e0a5c'} {{(pid=83872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 13:51:01.286160 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.managers [None req-0ec064fa-e31d-44cf-84f8-09153adf77f8 None None] Bound port: c05fbe9e-b414-4e4f-a737-3692279692f6, host: dv-neutron-836180-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '54198cac-562b-409f-ac23-f01b4196a649', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '9cc735ca-b4b2-4db4-a7c4-aa31519e0a5c'}}] {{(pid=83872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 13:51:01.286704 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-0ec064fa-e31d-44cf-84f8-09153adf77f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:51:01.445359 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-0ec064fa-e31d-44cf-84f8-09153adf77f8 None None] For port c05fbe9e-b414-4e4f-a737-3692279692f6, host dv-neutron-836180-1-hyperv, cleared binding levels {{(pid=83872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 13:51:01.449922 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-0ec064fa-e31d-44cf-84f8-09153adf77f8 None None] For port c05fbe9e-b414-4e4f-a737-3692279692f6, host dv-neutron-836180-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836180-1-hyperv',level=0,port_id=c05fbe9e-b414-4e4f-a737-3692279692f6,segment=NetworkSegment(54198cac-562b-409f-ac23-f01b4196a649),segment_id=54198cac-562b-409f-ac23-f01b4196a649)] {{(pid=83872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 13:51:01.457033 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-0ec064fa-e31d-44cf-84f8-09153adf77f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864'] for port, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:51:01.466755 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-e2d8f0ff-9e98-4f1d-86ef-19869248b558 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks [] for port, precommit_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:51:01.490199 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.provisioning_blocks [None req-e2d8f0ff-9e98-4f1d-86ef-19869248b558 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Transition to ACTIVE for port object d399548c-9384-4883-884e-7ba308ed3075 will not be triggered until provisioned by entity DHCP. {{(pid=83869) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 13:51:01.528236 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-e2d8f0ff-9e98-4f1d-86ef-19869248b558 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736732935801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2705155'] for port, after_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:51:01.582347 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec064fa-e31d-44cf-84f8-09153adf77f8 None None] Pushing event updated for resources: {'Port': ['ID=c05fbe9e-b414-4e4f-a737-3692279692f6,revision_number=2']} {{(pid=83872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:51:01.629004 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2d8f0ff-9e98-4f1d-86ef-19869248b558 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Network 9cc735ca-b4b2-4db4-a7c4-aa31519e0a5c is already hosted by enough agents. {{(pid=83869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 13:51:01.632684 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.scheduler.base_scheduler [None req-e2d8f0ff-9e98-4f1d-86ef-19869248b558 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Resources bound (agent type, host, resource id): {{(pid=83869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 13:51:01.635715 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2d8f0ff-9e98-4f1d-86ef-19869248b558 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Received port after_create {{(pid=83869) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 13:51:01.672623 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d8f0ff-9e98-4f1d-86ef-19869248b558 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Pushing event updated for resources: {'Port': ['ID=d399548c-9384-4883-884e-7ba308ed3075,revision_number=1']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:51:01.729874 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-e2d8f0ff-9e98-4f1d-86ef-19869248b558 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4084144'] for router_interface, before_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:51:01.869735 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-e2d8f0ff-9e98-4f1d-86ef-19869248b558 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:51:02.324604 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-e2d8f0ff-9e98-4f1d-86ef-19869248b558 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks [] for port, precommit_update {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:51:02.330779 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-e2d8f0ff-9e98-4f1d-86ef-19869248b558 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2705172'] for port, after_update {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:51:02.452106 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d8f0ff-9e98-4f1d-86ef-19869248b558 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Pushing event updated for resources: {'Port': ['ID=d399548c-9384-4883-884e-7ba308ed3075,revision_number=2']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:51:02.454497 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-e2d8f0ff-9e98-4f1d-86ef-19869248b558 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3017508', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4084015'] for router_interface, after_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:51:02.508271 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Device c05fbe9e-b414-4e4f-a737-3692279692f6 up at agent ovs-agent-dv-neutron-836180-1-hyperv {{(pid=83872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 13:51:02.589927 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Provisioning for port c05fbe9e-b414-4e4f-a737-3692279692f6 completed by entity L2. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 13:51:02.594623 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Device be4ef2d7-b095-4626-b0f8-20020754b1e8 up at agent ovs-agent-dv-neutron-836180-1-hyperv {{(pid=83872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 13:51:02.621794 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2d8f0ff-9e98-4f1d-86ef-19869248b558 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Network 9cc735ca-b4b2-4db4-a7c4-aa31519e0a5c is already hosted by enough agents. {{(pid=83869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 13:51:02.623022 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.scheduler.base_scheduler [None req-e2d8f0ff-9e98-4f1d-86ef-19869248b558 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Resources bound (agent type, host, resource id): {{(pid=83869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 13:51:02.690683 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Provisioning for port be4ef2d7-b095-4626-b0f8-20020754b1e8 completed by entity L2. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 13:51:02.696993 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Provisioning complete for port be4ef2d7-b095-4626-b0f8-20020754b1e8 triggered by entity L2. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 13:51:02.697366 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-948329'] for port, provisioning_complete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:51:02.818664 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20b6b499-fee1-4831-bece-989d7a285cf8 None None] Network 9cc735ca-b4b2-4db4-a7c4-aa31519e0a5c requested from dv-neutron-836180-1-hyperv {{(pid=83872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 13:51:02.931290 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:51:02.953908 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-e4c7a723-dc25-4a9e-b0ea-f6bce00f5b4a None None] Provisioning for port c05fbe9e-b414-4e4f-a737-3692279692f6 completed by entity DHCP. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 13:51:02.980918 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-e4c7a723-dc25-4a9e-b0ea-f6bce00f5b4a None None] Provisioning complete for port c05fbe9e-b414-4e4f-a737-3692279692f6 triggered by entity DHCP. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 13:51:02.981336 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-e4c7a723-dc25-4a9e-b0ea-f6bce00f5b4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-948329'] for port, provisioning_complete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:51:03.005459 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] For port be4ef2d7-b095-4626-b0f8-20020754b1e8, host dv-neutron-836180-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836180-1-hyperv',level=0,port_id=be4ef2d7-b095-4626-b0f8-20020754b1e8,segment=NetworkSegment(7b924dd8-4978-40c4-ad91-4b9b27348462),segment_id=7b924dd8-4978-40c4-ad91-4b9b27348462)] {{(pid=83872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 13:51:03.020855 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864'] for port, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:51:03.066506 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2d8f0ff-9e98-4f1d-86ef-19869248b558 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Router be02ad75-3007-477a-9299-11634055d176 has already been hosted by L3 agent 88bf8fc8-11a3-4e96-9d1b-5fd93ba9f6f1 {{(pid=83869) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 13:51:03.235014 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Pushing event updated for resources: {'Port': ['ID=be4ef2d7-b095-4626-b0f8-20020754b1e8,revision_number=4']} {{(pid=83872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:51:03.349168 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-e4c7a723-dc25-4a9e-b0ea-f6bce00f5b4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:51:03.416288 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-e4c7a723-dc25-4a9e-b0ea-f6bce00f5b4a None None] For port c05fbe9e-b414-4e4f-a737-3692279692f6, host dv-neutron-836180-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836180-1-hyperv',level=0,port_id=c05fbe9e-b414-4e4f-a737-3692279692f6,segment=NetworkSegment(54198cac-562b-409f-ac23-f01b4196a649),segment_id=54198cac-562b-409f-ac23-f01b4196a649)] {{(pid=83872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 13:51:03.423147 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-e4c7a723-dc25-4a9e-b0ea-f6bce00f5b4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864'] for port, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:51:03.467448 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2d8f0ff-9e98-4f1d-86ef-19869248b558 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify agent at l3_agent.dv-neutron-836180-1-hyperv the message routers_updated {{(pid=83869) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 13:51:03.486738 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-e2d8f0ff-9e98-4f1d-86ef-19869248b558 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] 10.222.0.26 "PUT /v2.0/routers/be02ad75-3007-477a-9299-11634055d176/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7047763 Apr 01 13:51:03.487603 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 59438) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:51:03.500497 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c7a723-dc25-4a9e-b0ea-f6bce00f5b4a None None] Pushing event updated for resources: {'Port': ['ID=c05fbe9e-b414-4e4f-a737-3692279692f6,revision_number=3']} {{(pid=83872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:51:03.562029 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-533b531f-afb4-4c64-a3f2-4ee1165a09ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:51:03.664716 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc20be68-aba1-49d4-8084-e52bc86a9673 tempest-TestNetworkBasicOps-1234239346 tempest-TestNetworkBasicOps-1234239346-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:51:03.665240 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc20be68-aba1-49d4-8084-e52bc86a9673 tempest-TestNetworkBasicOps-1234239346 tempest-TestNetworkBasicOps-1234239346-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:51:03.665674 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc20be68-aba1-49d4-8084-e52bc86a9673 tempest-TestNetworkBasicOps-1234239346 tempest-TestNetworkBasicOps-1234239346-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:51:03.666020 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc20be68-aba1-49d4-8084-e52bc86a9673 tempest-TestNetworkBasicOps-1234239346 tempest-TestNetworkBasicOps-1234239346-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:51:03.666375 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc20be68-aba1-49d4-8084-e52bc86a9673 tempest-TestNetworkBasicOps-1234239346 tempest-TestNetworkBasicOps-1234239346-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:51:03.666863 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc20be68-aba1-49d4-8084-e52bc86a9673 tempest-TestNetworkBasicOps-1234239346 tempest-TestNetworkBasicOps-1234239346-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:51:03.671408 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-bc20be68-aba1-49d4-8084-e52bc86a9673 tempest-TestNetworkBasicOps-1234239346 tempest-TestNetworkBasicOps-1234239346-project-admin] 10.222.0.26 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4286 time: 0.1801054 Apr 01 13:51:03.671720 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 59442) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:51:03.757468 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-ff732015-372d-4703-b709-9be004856cf4 None None] Provisioning complete for port c05fbe9e-b414-4e4f-a737-3692279692f6 triggered by entity DHCP. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 13:51:03.758026 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-ff732015-372d-4703-b709-9be004856cf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-948329'] for port, provisioning_complete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:51:03.778668 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8d9e911-a74c-42b7-8327-0b18dd0d3dc0 tempest-TestNetworkBasicOps-1234239346 tempest-TestNetworkBasicOps-1234239346-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:51:03.779021 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8d9e911-a74c-42b7-8327-0b18dd0d3dc0 tempest-TestNetworkBasicOps-1234239346 tempest-TestNetworkBasicOps-1234239346-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:51:03.779384 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8d9e911-a74c-42b7-8327-0b18dd0d3dc0 tempest-TestNetworkBasicOps-1234239346 tempest-TestNetworkBasicOps-1234239346-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:51:03.779740 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8d9e911-a74c-42b7-8327-0b18dd0d3dc0 tempest-TestNetworkBasicOps-1234239346 tempest-TestNetworkBasicOps-1234239346-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:51:03.780087 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8d9e911-a74c-42b7-8327-0b18dd0d3dc0 tempest-TestNetworkBasicOps-1234239346 tempest-TestNetworkBasicOps-1234239346-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:51:03.780474 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8d9e911-a74c-42b7-8327-0b18dd0d3dc0 tempest-TestNetworkBasicOps-1234239346 tempest-TestNetworkBasicOps-1234239346-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:51:03.785030 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-b8d9e911-a74c-42b7-8327-0b18dd0d3dc0 tempest-TestNetworkBasicOps-1234239346 tempest-TestNetworkBasicOps-1234239346-project-admin] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4014 time: 0.1097112 Apr 01 13:51:03.785855 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 59446) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:51:03.934364 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-ff732015-372d-4703-b709-9be004856cf4 None None] Provisioning for port d399548c-9384-4883-884e-7ba308ed3075 completed by entity DHCP. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 13:51:03.940182 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-ff732015-372d-4703-b709-9be004856cf4 None None] Provisioning complete for port d399548c-9384-4883-884e-7ba308ed3075 triggered by entity DHCP. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 13:51:03.940684 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-ff732015-372d-4703-b709-9be004856cf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-948329'] for port, provisioning_complete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:51:04.016332 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.plugin [None req-ff732015-372d-4703-b709-9be004856cf4 None None] Port d399548c-9384-4883-884e-7ba308ed3075 cannot update to ACTIVE because it is not bound. {{(pid=83872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 13:51:04.061530 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-0cc8aec2-a5b9-4b2e-91bc-42609177ed09 tempest-TestNetworkBasicOps-1234239346 tempest-TestNetworkBasicOps-1234239346-project-admin] 10.222.0.26 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3048 time: 0.2740009 Apr 01 13:51:04.141151 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-8b849314-76fc-417c-a1d1-2317c80c32e3 None None] Provisioning complete for port d399548c-9384-4883-884e-7ba308ed3075 triggered by entity DHCP. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 13:51:04.142072 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-8b849314-76fc-417c-a1d1-2317c80c32e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-948329'] for port, provisioning_complete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:51:04.205349 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.plugin [None req-8b849314-76fc-417c-a1d1-2317c80c32e3 None None] Port d399548c-9384-4883-884e-7ba308ed3075 cannot update to ACTIVE because it is not bound. {{(pid=83872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 13:51:04.301104 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 59452) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:51:04.307468 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.v2.base [None req-b68f8df9-e408-498e-a02d-7a6eb6de2641 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-638414437', 'description': 'tempest-secgroup-smoke-638414437 description', 'project_id': 'f17cecf0d6854286bcc6f673927088ad'}} {{(pid=83869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:51:04.314873 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-b68f8df9-e408-498e-a02d-7a6eb6de2641 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:51:04.319099 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-b68f8df9-e408-498e-a02d-7a6eb6de2641 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Usage tracker for resource:security_group and tenant:f17cecf0d6854286bcc6f673927088ad is out of sync, need to count used quota {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 13:51:04.322904 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-b68f8df9-e408-498e-a02d-7a6eb6de2641 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 13:51:04.327273 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-f819bca0-12eb-40be-909b-b4dc47a9829c None None] Provisioning complete for port d399548c-9384-4883-884e-7ba308ed3075 triggered by entity DHCP. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 13:51:04.328011 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-f819bca0-12eb-40be-909b-b4dc47a9829c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-948329'] for port, provisioning_complete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:51:04.328738 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-b68f8df9-e408-498e-a02d-7a6eb6de2641 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:51:04.341078 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-b68f8df9-e408-498e-a02d-7a6eb6de2641 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks [] for security_group, before_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:51:04.379758 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-b68f8df9-e408-498e-a02d-7a6eb6de2641 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:51:04.382699 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.plugin [None req-f819bca0-12eb-40be-909b-b4dc47a9829c None None] Port d399548c-9384-4883-884e-7ba308ed3075 cannot update to ACTIVE because it is not bound. {{(pid=83872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 13:51:04.389528 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-b68f8df9-e408-498e-a02d-7a6eb6de2641 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Usage tracker for resource:security_group_rule and tenant:f17cecf0d6854286bcc6f673927088ad is out of sync, need to count used quota {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 13:51:04.392628 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-b68f8df9-e408-498e-a02d-7a6eb6de2641 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 13:51:04.401268 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-b68f8df9-e408-498e-a02d-7a6eb6de2641 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:51:04.475372 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Device c05fbe9e-b414-4e4f-a737-3692279692f6 up at agent ovs-agent-dv-neutron-836180-1-hyperv {{(pid=83872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 13:51:04.490505 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-b68f8df9-e408-498e-a02d-7a6eb6de2641 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks [] for security_group, precommit_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:51:04.495123 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-b68f8df9-e408-498e-a02d-7a6eb6de2641 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3775923'] for security_group, after_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:51:04.547233 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68f8df9-e408-498e-a02d-7a6eb6de2641 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e96d132f-b56e-4fe8-9763-a3eda60d57f6,revision_number=1']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:51:04.556214 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Provisioning complete for port c05fbe9e-b414-4e4f-a737-3692279692f6 triggered by entity L2. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 13:51:04.556845 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-948329'] for port, provisioning_complete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:51:04.557170 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-b68f8df9-e408-498e-a02d-7a6eb6de2641 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks [] for security_group, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:51:04.567980 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 59458) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:51:04.568471 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-b68f8df9-e408-498e-a02d-7a6eb6de2641 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.2659869 Apr 01 13:51:04.577864 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.v2.base [None req-2a957991-41b5-4256-a326-124a03d84fcb tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Request body: {'security_group_rule': {'security_group_id': 'e96d132f-b56e-4fe8-9763-a3eda60d57f6', 'project_id': 'f17cecf0d6854286bcc6f673927088ad', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:51:04.584020 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-2a957991-41b5-4256-a326-124a03d84fcb tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:51:04.588447 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-2a957991-41b5-4256-a326-124a03d84fcb tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Usage tracker for resource:security_group_rule and tenant:f17cecf0d6854286bcc6f673927088ad is out of sync, need to count used quota {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 13:51:04.591415 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-2a957991-41b5-4256-a326-124a03d84fcb tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 13:51:04.597281 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-2a957991-41b5-4256-a326-124a03d84fcb tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:51:04.615816 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-2a957991-41b5-4256-a326-124a03d84fcb tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:51:04.696032 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-2a957991-41b5-4256-a326-124a03d84fcb tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:51:04.700384 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Device be4ef2d7-b095-4626-b0f8-20020754b1e8 up at agent ovs-agent-dv-neutron-836180-1-hyperv {{(pid=83872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 13:51:04.703865 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-2a957991-41b5-4256-a326-124a03d84fcb tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3775744'] for security_group_rule, after_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:51:04.726633 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a957991-41b5-4256-a326-124a03d84fcb tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9e741ec5-a9c9-49f9-acbe-faaa3ceff762,revision_number=0']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:51:04.740482 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-2a957991-41b5-4256-a326-124a03d84fcb tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:51:04.744976 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-2a957991-41b5-4256-a326-124a03d84fcb tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1720550 Apr 01 13:51:04.745213 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 59462) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:51:04.750721 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.v2.base [None req-825b8191-4f07-4087-b384-dcfb26f827c5 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Request body: {'security_group_rule': {'security_group_id': 'e96d132f-b56e-4fe8-9763-a3eda60d57f6', 'project_id': 'f17cecf0d6854286bcc6f673927088ad', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:51:04.757751 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-825b8191-4f07-4087-b384-dcfb26f827c5 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:51:04.769943 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-825b8191-4f07-4087-b384-dcfb26f827c5 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Usage tracker for resource:security_group_rule and tenant:f17cecf0d6854286bcc6f673927088ad is out of sync, need to count used quota {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 13:51:04.775752 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-825b8191-4f07-4087-b384-dcfb26f827c5 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 13:51:04.784408 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-825b8191-4f07-4087-b384-dcfb26f827c5 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:51:04.794981 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Provisioning complete for port be4ef2d7-b095-4626-b0f8-20020754b1e8 triggered by entity L2. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 13:51:04.795556 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-948329'] for port, provisioning_complete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:51:04.806341 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-825b8191-4f07-4087-b384-dcfb26f827c5 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:51:04.874469 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-825b8191-4f07-4087-b384-dcfb26f827c5 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:51:04.878086 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-825b8191-4f07-4087-b384-dcfb26f827c5 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3775744'] for security_group_rule, after_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:51:04.901635 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-825b8191-4f07-4087-b384-dcfb26f827c5 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ceb0afa1-f42d-400b-b0fb-8358d0875d35,revision_number=0']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:51:04.911449 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-825b8191-4f07-4087-b384-dcfb26f827c5 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:51:04.912713 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-825b8191-4f07-4087-b384-dcfb26f827c5 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1665518 Apr 01 13:51:04.915966 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 59468) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:51:04.921643 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.v2.base [None req-3aa1c1f5-2a84-45c7-831c-1f188184dc2d tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Request body: {'security_group_rule': {'security_group_id': 'e96d132f-b56e-4fe8-9763-a3eda60d57f6', 'project_id': 'f17cecf0d6854286bcc6f673927088ad', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:51:04.928047 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-3aa1c1f5-2a84-45c7-831c-1f188184dc2d tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:51:04.932448 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-3aa1c1f5-2a84-45c7-831c-1f188184dc2d tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Usage tracker for resource:security_group_rule and tenant:f17cecf0d6854286bcc6f673927088ad is out of sync, need to count used quota {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 13:51:04.932562 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c267538f-531e-46c4-b8fa-72c65c7438bb None None] Sync routers for ids ['be02ad75-3007-477a-9299-11634055d176'] in dv-neutron-836180-1-hyperv {{(pid=83873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 13:51:04.935259 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-3aa1c1f5-2a84-45c7-831c-1f188184dc2d tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 13:51:04.944325 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c267538f-531e-46c4-b8fa-72c65c7438bb None None] Routers {'be02ad75-3007-477a-9299-11634055d176'} bound to L3 agent in host dv-neutron-836180-1-hyperv {{(pid=83873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 13:51:04.944628 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-3aa1c1f5-2a84-45c7-831c-1f188184dc2d tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:51:04.945144 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-c267538f-531e-46c4-b8fa-72c65c7438bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836180-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T13:25:36Z,description=,heartbeat_timestamp=2022-04-01T13:50:36Z,host='dv-neutron-836180-1-hyperv',id=88bf8fc8-11a3-4e96-9d1b-5fd93ba9f6f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T13:25:36Z,topic='l3_agent')) {'router_ids': ['be02ad75-3007-477a-9299-11634055d176'], 'active': True} {{(pid=83873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:51:04.963358 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-3aa1c1f5-2a84-45c7-831c-1f188184dc2d tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:51:05.027865 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-3aa1c1f5-2a84-45c7-831c-1f188184dc2d tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:51:05.031595 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-3aa1c1f5-2a84-45c7-831c-1f188184dc2d tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3775744'] for security_group_rule, after_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:51:05.059624 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa1c1f5-2a84-45c7-831c-1f188184dc2d tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=761ce6ed-c531-4a16-8480-da216fdb4ae4,revision_number=0']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:51:05.066994 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-3aa1c1f5-2a84-45c7-831c-1f188184dc2d tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:51:05.068345 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-3aa1c1f5-2a84-45c7-831c-1f188184dc2d tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1513245 Apr 01 13:51:05.071793 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 59472) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:51:05.077070 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.v2.base [None req-96b958f1-8c0d-4afc-b236-b49314155983 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Request body: {'security_group_rule': {'security_group_id': 'e96d132f-b56e-4fe8-9763-a3eda60d57f6', 'project_id': 'f17cecf0d6854286bcc6f673927088ad', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:51:05.082807 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-96b958f1-8c0d-4afc-b236-b49314155983 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:51:05.086609 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-96b958f1-8c0d-4afc-b236-b49314155983 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Usage tracker for resource:security_group_rule and tenant:f17cecf0d6854286bcc6f673927088ad is out of sync, need to count used quota {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 13:51:05.090145 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-96b958f1-8c0d-4afc-b236-b49314155983 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 13:51:05.095789 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-96b958f1-8c0d-4afc-b236-b49314155983 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:51:05.112787 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-96b958f1-8c0d-4afc-b236-b49314155983 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:51:05.127050 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_dvr_db [None req-c267538f-531e-46c4-b8fa-72c65c7438bb None None] Set router be02ad75-3007-477a-9299-11634055d176 gateway port host: dv-neutron-836180-1-hyperv {{(pid=83873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 13:51:05.177515 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-96b958f1-8c0d-4afc-b236-b49314155983 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:51:05.181736 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-96b958f1-8c0d-4afc-b236-b49314155983 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3775744'] for security_group_rule, after_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:51:05.205333 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b958f1-8c0d-4afc-b236-b49314155983 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2e9c3297-41fa-492e-ba71-227733ce8acc,revision_number=0']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:51:05.214440 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-96b958f1-8c0d-4afc-b236-b49314155983 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:51:05.215690 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-96b958f1-8c0d-4afc-b236-b49314155983 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1429315 Apr 01 13:51:05.220942 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 59476) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:51:05.228216 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.v2.base [None req-535d1a89-9f5e-4200-801b-f345d8b393fe tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Request body: {'security_group_rule': {'security_group_id': 'e96d132f-b56e-4fe8-9763-a3eda60d57f6', 'project_id': 'f17cecf0d6854286bcc6f673927088ad', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:51:05.234249 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-535d1a89-9f5e-4200-801b-f345d8b393fe tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:51:05.238021 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-535d1a89-9f5e-4200-801b-f345d8b393fe tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Usage tracker for resource:security_group_rule and tenant:f17cecf0d6854286bcc6f673927088ad is out of sync, need to count used quota {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 13:51:05.240887 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-535d1a89-9f5e-4200-801b-f345d8b393fe tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 13:51:05.248009 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-535d1a89-9f5e-4200-801b-f345d8b393fe tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:51:05.260773 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.db.securitygroups_db [None req-535d1a89-9f5e-4200-801b-f345d8b393fe tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Project f17cecf0d6854286bcc6f673927088ad added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 01 13:51:05.267633 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-535d1a89-9f5e-4200-801b-f345d8b393fe tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:51:05.341921 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-535d1a89-9f5e-4200-801b-f345d8b393fe tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:51:05.345721 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-535d1a89-9f5e-4200-801b-f345d8b393fe tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3775744'] for security_group_rule, after_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:51:05.370820 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-535d1a89-9f5e-4200-801b-f345d8b393fe tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8beae5b6-c564-40ed-b9b9-56b74bdc312a,revision_number=0']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:51:05.380501 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-535d1a89-9f5e-4200-801b-f345d8b393fe tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:51:05.381682 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-535d1a89-9f5e-4200-801b-f345d8b393fe tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1592362 Apr 01 13:51:05.385027 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 59480) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:51:05.390548 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.v2.base [None req-8717a778-ac09-42b5-a99f-0ed7d7ccd4cc tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Request body: {'security_group_rule': {'security_group_id': 'e96d132f-b56e-4fe8-9763-a3eda60d57f6', 'project_id': 'f17cecf0d6854286bcc6f673927088ad', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:51:05.396179 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-8717a778-ac09-42b5-a99f-0ed7d7ccd4cc tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:51:05.400541 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-8717a778-ac09-42b5-a99f-0ed7d7ccd4cc tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Usage tracker for resource:security_group_rule and tenant:f17cecf0d6854286bcc6f673927088ad is out of sync, need to count used quota {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 13:51:05.403405 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-8717a778-ac09-42b5-a99f-0ed7d7ccd4cc tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 13:51:05.409118 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-8717a778-ac09-42b5-a99f-0ed7d7ccd4cc tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:51:05.421300 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.db.securitygroups_db [None req-8717a778-ac09-42b5-a99f-0ed7d7ccd4cc tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Project f17cecf0d6854286bcc6f673927088ad added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 01 13:51:05.427624 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-8717a778-ac09-42b5-a99f-0ed7d7ccd4cc tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:51:05.456393 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-c267538f-531e-46c4-b8fa-72c65c7438bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be02ad75-3007-477a-9299-11634055d176', 'name': 'tempest-TestNetworkBasicOps-router-2061816026', 'tenant_id': 'f17cecf0d6854286bcc6f673927088ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'external_fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.170'}], 'enable_snat': True}, 'gw_port_id': 'be4ef2d7-b095-4626-b0f8-20020754b1e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T13:50:56Z', 'updated_at': '2022-04-01T13:51:01Z', 'revision_number': 4, 'project_id': 'f17cecf0d6854286bcc6f673927088ad', 'gw_port': {'id': 'be4ef2d7-b095-4626-b0f8-20020754b1e8', 'name': '', 'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:66:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be02ad75-3007-477a-9299-11634055d176', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836180-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:50:57Z', 'updated_at': '2022-04-01T13:51:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836180-1-hyperv', '_interfaces': [{'id': 'd399548c-9384-4883-884e-7ba308ed3075', 'name': '', 'network_id': '9cc735ca-b4b2-4db4-a7c4-aa31519e0a5c', 'tenant_id': 'f17cecf0d6854286bcc6f673927088ad', 'mac_address': 'fa:16:3e:b0:64:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be02ad75-3007-477a-9299-11634055d176', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2515fcc2-10cb-415f-b50a-70ab7c7d58f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:51:00Z', 'updated_at': '2022-04-01T13:51:02Z', 'revision_number': 2, 'project_id': 'f17cecf0d6854286bcc6f673927088ad', 'subnets': [{'id': '2515fcc2-10cb-415f-b50a-70ab7c7d58f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-836180-1-hyperv', False) {} {{(pid=83873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:51:05.460025 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c267538f-531e-46c4-b8fa-72c65c7438bb None None] Checking router: be02ad75-3007-477a-9299-11634055d176 for host: dv-neutron-836180-1-hyperv {{(pid=83873) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 01 13:51:05.460393 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c267538f-531e-46c4-b8fa-72c65c7438bb None None] Updating router be02ad75-3007-477a-9299-11634055d176 port d399548c-9384-4883-884e-7ba308ed3075 binding host dv-neutron-836180-1-hyperv {{(pid=83873) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 01 13:51:05.494981 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-8717a778-ac09-42b5-a99f-0ed7d7ccd4cc tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:51:05.500318 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-8717a778-ac09-42b5-a99f-0ed7d7ccd4cc tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3775744'] for security_group_rule, after_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:51:05.513967 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-c267538f-531e-46c4-b8fa-72c65c7438bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:51:05.526047 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8717a778-ac09-42b5-a99f-0ed7d7ccd4cc tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=40ba9b85-b20a-4ae6-a207-44158b963bfb,revision_number=0']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:51:05.528194 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 59486) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:51:05.615848 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-8717a778-ac09-42b5-a99f-0ed7d7ccd4cc tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:51:05.617049 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-8717a778-ac09-42b5-a99f-0ed7d7ccd4cc tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.2310648 Apr 01 13:51:05.762556 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.plugin [None req-cb8a920e-c291-44db-af52-b45728368f5e tempest-TestVolumeBootPattern-1476222673 tempest-TestVolumeBootPattern-1476222673-project] Deleting port 38a3e7c4-7a60-47df-8176-8727a5d61a8c {{(pid=83869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 13:51:05.763051 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-cb8a920e-c291-44db-af52-b45728368f5e tempest-TestVolumeBootPattern-1476222673 tempest-TestVolumeBootPattern-1476222673-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736733287370'] for port, before_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:51:05.814851 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-c652e13e-8961-44de-83b2-67fb9557767a req-8011520e-5c29-4956-b524-f67ba1e48a88 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-638414437&fields=id&tenant_id=f17cecf0d6854286bcc6f673927088ad HTTP/1.1" status: 200 len: 267 time: 0.0589814 Apr 01 13:51:05.882708 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-c267538f-531e-46c4-b8fa-72c65c7438bb None None] Notify callbacks [] for port, precommit_update {{(pid=83873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:51:05.908379 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-c267538f-531e-46c4-b8fa-72c65c7438bb None None] Transition to ACTIVE for port object d399548c-9384-4883-884e-7ba308ed3075 will not be triggered until provisioned by entity L2. {{(pid=83873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 13:51:05.914745 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-cfc72147-54e1-4166-8a7f-7c4d1c1fa642 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:51:05.915480 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-c267538f-531e-46c4-b8fa-72c65c7438bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864'] for port, after_update {{(pid=83873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:51:05.941047 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-cb8a920e-c291-44db-af52-b45728368f5e tempest-TestVolumeBootPattern-1476222673 tempest-TestVolumeBootPattern-1476222673-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4155147'] for port, precommit_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:51:05.941526 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-cb8a920e-c291-44db-af52-b45728368f5e tempest-TestVolumeBootPattern-1476222673 tempest-TestVolumeBootPattern-1476222673-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:51:05.967351 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c652e13e-8961-44de-83b2-67fb9557767a req-288eee58-df5a-4d8a-bef2-cdf100ef82cc tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:51:05.967964 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [req-c652e13e-8961-44de-83b2-67fb9557767a req-288eee58-df5a-4d8a-bef2-cdf100ef82cc tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Synchronizing usage tracker for tenant:f17cecf0d6854286bcc6f673927088ad on resource:network {{(pid=83871) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 13:51:05.986530 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [req-c652e13e-8961-44de-83b2-67fb9557767a req-288eee58-df5a-4d8a-bef2-cdf100ef82cc tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Unset dirty status for tenant:f17cecf0d6854286bcc6f673927088ad on resource:network {{(pid=83871) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 13:51:05.988059 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-c652e13e-8961-44de-83b2-67fb9557767a req-288eee58-df5a-4d8a-bef2-cdf100ef82cc tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] 10.222.0.26 "GET /v2.0/networks?id=9cc735ca-b4b2-4db4-a7c4-aa31519e0a5c HTTP/1.1" status: 200 len: 797 time: 0.1658933 Apr 01 13:51:06.011456 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-c652e13e-8961-44de-83b2-67fb9557767a req-c96a2f2e-ef07-463a-97bd-0a743502d845 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] 10.222.0.26 "GET /v2.0/quotas/f17cecf0d6854286bcc6f673927088ad HTTP/1.1" status: 200 len: 375 time: 0.0177350 Apr 01 13:51:06.055214 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6892be8c-cca5-457f-8232-43d116c9e7bd None None] Pushing event updated for resources: {'Port': ['ID=d399548c-9384-4883-884e-7ba308ed3075,revision_number=3']} {{(pid=83873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:51:06.095359 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6892be8c-cca5-457f-8232-43d116c9e7bd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:51:06.095691 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6892be8c-cca5-457f-8232-43d116c9e7bd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:51:06.096018 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6892be8c-cca5-457f-8232-43d116c9e7bd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:51:06.096359 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6892be8c-cca5-457f-8232-43d116c9e7bd None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:51:06.096689 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6892be8c-cca5-457f-8232-43d116c9e7bd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:51:06.097283 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6892be8c-cca5-457f-8232-43d116c9e7bd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:51:06.097374 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6892be8c-cca5-457f-8232-43d116c9e7bd None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:51:06.097723 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6892be8c-cca5-457f-8232-43d116c9e7bd None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:51:06.098036 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6892be8c-cca5-457f-8232-43d116c9e7bd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:51:06.098124 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.plugin [None req-cb8a920e-c291-44db-af52-b45728368f5e tempest-TestVolumeBootPattern-1476222673 tempest-TestVolumeBootPattern-1476222673-project] Calling delete_port for 38a3e7c4-7a60-47df-8176-8727a5d61a8c owned by network:floatingip {{(pid=83869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 13:51:06.098349 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6892be8c-cca5-457f-8232-43d116c9e7bd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:51:06.098660 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6892be8c-cca5-457f-8232-43d116c9e7bd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:51:06.100380 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [req-c652e13e-8961-44de-83b2-67fb9557767a req-b34dfe30-d6e4-4d33-bc00-2696be8b43f4 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Synchronizing usage tracker for tenant:f17cecf0d6854286bcc6f673927088ad on resource:port {{(pid=83871) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 13:51:06.119251 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [req-c652e13e-8961-44de-83b2-67fb9557767a req-b34dfe30-d6e4-4d33-bc00-2696be8b43f4 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Unset dirty status for tenant:f17cecf0d6854286bcc6f673927088ad on resource:port {{(pid=83871) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 13:51:06.134924 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-c652e13e-8961-44de-83b2-67fb9557767a req-b34dfe30-d6e4-4d33-bc00-2696be8b43f4 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=f17cecf0d6854286bcc6f673927088ad&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1223807 Apr 01 13:51:06.170376 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.plugins.ml2.managers [None req-c267538f-531e-46c4-b8fa-72c65c7438bb None None] Attempting to bind port d399548c-9384-4883-884e-7ba308ed3075 on host dv-neutron-836180-1-hyperv for vnic_type normal with profile {{(pid=83873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 13:51:06.170735 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.plugins.ml2.managers [None req-c267538f-531e-46c4-b8fa-72c65c7438bb None None] Attempting to bind port d399548c-9384-4883-884e-7ba308ed3075 by drivers openvswitch,hyperv on host dv-neutron-836180-1-hyperv at level 0 using segments [{'id': '54198cac-562b-409f-ac23-f01b4196a649', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '9cc735ca-b4b2-4db4-a7c4-aa31519e0a5c'}] {{(pid=83873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 13:51:06.171078 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c267538f-531e-46c4-b8fa-72c65c7438bb None None] Attempting to bind port d399548c-9384-4883-884e-7ba308ed3075 on network 9cc735ca-b4b2-4db4-a7c4-aa31519e0a5c {{(pid=83873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 13:51:06.177746 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c267538f-531e-46c4-b8fa-72c65c7438bb None None] Checking agent: {'id': 'af948428-97cd-4d10-9f53-af028bdb39b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-836180-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 13, 25, 37), 'started_at': datetime.datetime(2022, 4, 1, 13, 26, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 13, 50, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-836180-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 13:51:06.178102 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c267538f-531e-46c4-b8fa-72c65c7438bb None None] Checking segment: {'id': '54198cac-562b-409f-ac23-f01b4196a649', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '9cc735ca-b4b2-4db4-a7c4-aa31519e0a5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 13:51:06.178491 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-c267538f-531e-46c4-b8fa-72c65c7438bb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:51:06.178866 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c267538f-531e-46c4-b8fa-72c65c7438bb None None] Bound using segment: {'id': '54198cac-562b-409f-ac23-f01b4196a649', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '9cc735ca-b4b2-4db4-a7c4-aa31519e0a5c'} {{(pid=83873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 13:51:06.179311 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.plugins.ml2.managers [None req-c267538f-531e-46c4-b8fa-72c65c7438bb None None] Bound port: d399548c-9384-4883-884e-7ba308ed3075, host: dv-neutron-836180-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '54198cac-562b-409f-ac23-f01b4196a649', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '9cc735ca-b4b2-4db4-a7c4-aa31519e0a5c'}}] {{(pid=83873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 13:51:06.179669 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-c267538f-531e-46c4-b8fa-72c65c7438bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:51:06.283771 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.plugins.ml2.db [None req-c267538f-531e-46c4-b8fa-72c65c7438bb None None] For port d399548c-9384-4883-884e-7ba308ed3075, host dv-neutron-836180-1-hyperv, cleared binding levels {{(pid=83873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 13:51:06.287162 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.plugins.ml2.db [None req-c267538f-531e-46c4-b8fa-72c65c7438bb None None] For port d399548c-9384-4883-884e-7ba308ed3075, host dv-neutron-836180-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836180-1-hyperv',level=0,port_id=d399548c-9384-4883-884e-7ba308ed3075,segment=NetworkSegment(54198cac-562b-409f-ac23-f01b4196a649),segment_id=54198cac-562b-409f-ac23-f01b4196a649)] {{(pid=83873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 13:51:06.289671 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-cb8a920e-c291-44db-af52-b45728368f5e tempest-TestVolumeBootPattern-1476222673 tempest-TestVolumeBootPattern-1476222673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736733359243', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736732935810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2705155'] for port, after_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:51:06.292728 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-c267538f-531e-46c4-b8fa-72c65c7438bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864'] for port, after_update {{(pid=83873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:51:06.313984 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-c652e13e-8961-44de-83b2-67fb9557767a req-fb3c4081-4463-4221-b3e5-8ea3ec730744 service neutron] 10.222.0.26 "GET /v2.0/networks/9cc735ca-b4b2-4db4-a7c4-aa31519e0a5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1755400 Apr 01 13:51:06.357905 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8a920e-c291-44db-af52-b45728368f5e tempest-TestVolumeBootPattern-1476222673 tempest-TestVolumeBootPattern-1476222673-project] Pushing event deleted for resources: {'Port': ['ID=38a3e7c4-7a60-47df-8176-8727a5d61a8c,revision_number=None']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:51:06.382670 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6892be8c-cca5-457f-8232-43d116c9e7bd None None] Pushing event updated for resources: {'Port': ['ID=d399548c-9384-4883-884e-7ba308ed3075,revision_number=4']} {{(pid=83873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:51:06.387079 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c267538f-531e-46c4-b8fa-72c65c7438bb None None] Routers {'be02ad75-3007-477a-9299-11634055d176'} bound to L3 agent in host dv-neutron-836180-1-hyperv {{(pid=83873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 13:51:06.387672 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-c267538f-531e-46c4-b8fa-72c65c7438bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836180-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T13:25:36Z,description=,heartbeat_timestamp=2022-04-01T13:51:06Z,host='dv-neutron-836180-1-hyperv',id=88bf8fc8-11a3-4e96-9d1b-5fd93ba9f6f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T13:25:36Z,topic='l3_agent')) {'router_ids': ['be02ad75-3007-477a-9299-11634055d176'], 'active': True} {{(pid=83873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:51:06.483914 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-c652e13e-8961-44de-83b2-67fb9557767a req-1d1262ff-a784-477e-ad35-e7fe406fbb3d service neutron] 10.222.0.26 "GET /v2.0/networks/9cc735ca-b4b2-4db4-a7c4-aa31519e0a5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1634662 Apr 01 13:51:06.576879 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-cb8a920e-c291-44db-af52-b45728368f5e tempest-TestVolumeBootPattern-1476222673 tempest-TestVolumeBootPattern-1476222673-project] Notify callbacks [] for floatingip, after_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:51:06.583251 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_dvr_db [None req-c267538f-531e-46c4-b8fa-72c65c7438bb None None] Set router be02ad75-3007-477a-9299-11634055d176 gateway port host: dv-neutron-836180-1-hyperv {{(pid=83873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 13:51:06.752045 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [req-85c75278-cad6-456e-aebf-ceb9e6681f8a req-9c45dccf-9ca5-4c14-a002-0d88d19a4eff tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Synchronizing usage tracker for tenant:f17cecf0d6854286bcc6f673927088ad on resource:port {{(pid=83869) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 13:51:06.771370 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [req-85c75278-cad6-456e-aebf-ceb9e6681f8a req-9c45dccf-9ca5-4c14-a002-0d88d19a4eff tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Unset dirty status for tenant:f17cecf0d6854286bcc6f673927088ad on resource:port {{(pid=83869) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 13:51:06.772526 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-85c75278-cad6-456e-aebf-ceb9e6681f8a req-9c45dccf-9ca5-4c14-a002-0d88d19a4eff tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] 10.222.0.26 "GET /v2.0/ports?device_id=b4977470-984b-4a25-ae22-a258dc2454db HTTP/1.1" status: 200 len: 210 time: 0.0738387 Apr 01 13:51:06.926325 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-c267538f-531e-46c4-b8fa-72c65c7438bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be02ad75-3007-477a-9299-11634055d176', 'name': 'tempest-TestNetworkBasicOps-router-2061816026', 'tenant_id': 'f17cecf0d6854286bcc6f673927088ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'external_fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.170'}], 'enable_snat': True}, 'gw_port_id': 'be4ef2d7-b095-4626-b0f8-20020754b1e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T13:50:56Z', 'updated_at': '2022-04-01T13:51:01Z', 'revision_number': 4, 'project_id': 'f17cecf0d6854286bcc6f673927088ad', 'gw_port': {'id': 'be4ef2d7-b095-4626-b0f8-20020754b1e8', 'name': '', 'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:66:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be02ad75-3007-477a-9299-11634055d176', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836180-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:50:57Z', 'updated_at': '2022-04-01T13:51:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836180-1-hyperv', '_interfaces': [{'id': 'd399548c-9384-4883-884e-7ba308ed3075', 'name': '', 'network_id': '9cc735ca-b4b2-4db4-a7c4-aa31519e0a5c', 'tenant_id': 'f17cecf0d6854286bcc6f673927088ad', 'mac_address': 'fa:16:3e:b0:64:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be02ad75-3007-477a-9299-11634055d176', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2515fcc2-10cb-415f-b50a-70ab7c7d58f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836180-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:51:00Z', 'updated_at': '2022-04-01T13:51:06Z', 'revision_number': 4, 'project_id': 'f17cecf0d6854286bcc6f673927088ad', 'subnets': [{'id': '2515fcc2-10cb-415f-b50a-70ab7c7d58f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-836180-1-hyperv', False) {} {{(pid=83873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:51:06.931383 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c267538f-531e-46c4-b8fa-72c65c7438bb None None] The sync data for ids ['be02ad75-3007-477a-9299-11634055d176'] in dv-neutron-836180-1-hyperv is: [{'id': 'be02ad75-3007-477a-9299-11634055d176', 'name': 'tempest-TestNetworkBasicOps-router-2061816026', 'tenant_id': 'f17cecf0d6854286bcc6f673927088ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'external_fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.170'}], 'enable_snat': True}, 'gw_port_id': 'be4ef2d7-b095-4626-b0f8-20020754b1e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T13:50:56Z', 'updated_at': '2022-04-01T13:51:01Z', 'revision_number': 4, 'project_id': 'f17cecf0d6854286bcc6f673927088ad', 'gw_port': {'id': 'be4ef2d7-b095-4626-b0f8-20020754b1e8', 'name': '', 'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:66:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be02ad75-3007-477a-9299-11634055d176', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836180-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:50:57Z', 'updated_at': '2022-04-01T13:51:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836180-1-hyperv', '_interfaces': [{'id': 'd399548c-9384-4883-884e-7ba308ed3075', 'name': '', 'network_id': '9cc735ca-b4b2-4db4-a7c4-aa31519e0a5c', 'tenant_id': 'f17cecf0d6854286bcc6f673927088ad', 'mac_address': 'fa:16:3e:b0:64:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be02ad75-3007-477a-9299-11634055d176', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2515fcc2-10cb-415f-b50a-70ab7c7d58f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836180-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:51:00Z', 'updated_at': '2022-04-01T13:51:06Z', 'revision_number': 4, 'project_id': 'f17cecf0d6854286bcc6f673927088ad', 'subnets': [{'id': '2515fcc2-10cb-415f-b50a-70ab7c7d58f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 13:51:07.092709 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb8a920e-c291-44db-af52-b45728368f5e tempest-TestVolumeBootPattern-1476222673 tempest-TestVolumeBootPattern-1476222673-project] Router e3f4a618-e57d-4000-b517-ba34bc2fabc5 has already been hosted by L3 agent 88bf8fc8-11a3-4e96-9d1b-5fd93ba9f6f1 {{(pid=83869) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 13:51:07.169181 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:51:07.327894 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb8a920e-c291-44db-af52-b45728368f5e tempest-TestVolumeBootPattern-1476222673 tempest-TestVolumeBootPattern-1476222673-project] Notify agent at l3_agent.dv-neutron-836180-1-hyperv the message routers_updated {{(pid=83869) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 13:51:07.339110 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d6d18e5-61cc-42c0-bc7a-0616ab27e8f3 None None] Sync routers for ids ['e3f4a618-e57d-4000-b517-ba34bc2fabc5'] in dv-neutron-836180-1-hyperv {{(pid=83872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 13:51:07.346492 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-cb8a920e-c291-44db-af52-b45728368f5e tempest-TestVolumeBootPattern-1476222673 tempest-TestVolumeBootPattern-1476222673-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109561'] for floatingip, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:51:07.357992 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d6d18e5-61cc-42c0-bc7a-0616ab27e8f3 None None] Routers {'e3f4a618-e57d-4000-b517-ba34bc2fabc5'} bound to L3 agent in host dv-neutron-836180-1-hyperv {{(pid=83872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 13:51:07.358633 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_hamode_db [None req-6d6d18e5-61cc-42c0-bc7a-0616ab27e8f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836180-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T13:25:36Z,description=,heartbeat_timestamp=2022-04-01T13:51:06Z,host='dv-neutron-836180-1-hyperv',id=88bf8fc8-11a3-4e96-9d1b-5fd93ba9f6f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T13:25:36Z,topic='l3_agent')) {'router_ids': ['e3f4a618-e57d-4000-b517-ba34bc2fabc5'], 'active': True} {{(pid=83872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:51:07.411764 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-cb8a920e-c291-44db-af52-b45728368f5e tempest-TestVolumeBootPattern-1476222673 tempest-TestVolumeBootPattern-1476222673-project] 10.222.0.26 "DELETE /v2.0/floatingips/5fce20f7-e2ea-405b-bdd5-08c8bc3013e0 HTTP/1.1" status: 204 len: 168 time: 1.8825235 Apr 01 13:51:07.412911 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e5fe79ec-1f97-40dd-93e8-56101682399f', 'tag': '81bf8f45-6e4e-45d1-a374-1b696695bc4f'}] {{(pid=83869) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 13:51:07.491751 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e5fe79ec-1f97-40dd-93e8-56101682399f', 'tag': '81bf8f45-6e4e-45d1-a374-1b696695bc4f', 'status': 'completed', 'code': 200} Apr 01 13:51:07.503388 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-2f9cfc9c-d8ba-4de3-a4ad-98162f90557c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:51:07.567798 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_dvr_db [None req-6d6d18e5-61cc-42c0-bc7a-0616ab27e8f3 None None] Set router e3f4a618-e57d-4000-b517-ba34bc2fabc5 gateway port host: dv-neutron-836180-1-hyperv {{(pid=83872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 13:51:07.598314 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-5a239f9e-6d2c-44d4-9a57-e915653a857c req-3b2e9f80-066a-49ac-a7e1-caad07bf4aa6 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=5bd5d96184e74f0ca1fb3a290ee8b3f6&device_id=e5fe79ec-1f97-40dd-93e8-56101682399f HTTP/1.1" status: 200 len: 1098 time: 0.0870316 Apr 01 13:51:07.809430 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a239f9e-6d2c-44d4-9a57-e915653a857c req-3740580d-5ecf-4f0c-844c-174ea197c314 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:51:07.811384 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-5a239f9e-6d2c-44d4-9a57-e915653a857c req-3740580d-5ecf-4f0c-844c-174ea197c314 service neutron] 10.222.0.57 "GET /v2.0/networks?id=f450d435-2e18-4974-8657-011f0eedf5a1 HTTP/1.1" status: 200 len: 913 time: 0.2033815 Apr 01 13:51:08.011963 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_hamode_db [None req-6d6d18e5-61cc-42c0-bc7a-0616ab27e8f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3f4a618-e57d-4000-b517-ba34bc2fabc5', 'name': 'tempest-TestVolumeBootPattern-1138570424-router', 'tenant_id': '5bd5d96184e74f0ca1fb3a290ee8b3f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'external_fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.11'}], 'enable_snat': True}, 'gw_port_id': '3277a845-1d6f-47a2-9cca-49974d745e16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T13:43:41Z', 'updated_at': '2022-04-01T13:43:44Z', 'revision_number': 4, 'project_id': '5bd5d96184e74f0ca1fb3a290ee8b3f6', 'gw_port': {'id': '3277a845-1d6f-47a2-9cca-49974d745e16', 'name': '', 'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:db:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3f4a618-e57d-4000-b517-ba34bc2fabc5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836180-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:43:42Z', 'updated_at': '2022-04-01T13:43:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836180-1-hyperv', '_interfaces': [{'id': '6274b498-b06d-44b2-9332-bd5b04bcf3e6', 'name': '', 'network_id': 'f450d435-2e18-4974-8657-011f0eedf5a1', 'tenant_id': '5bd5d96184e74f0ca1fb3a290ee8b3f6', 'mac_address': 'fa:16:3e:c2:25:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3f4a618-e57d-4000-b517-ba34bc2fabc5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e819b10b-b5bd-410a-b72f-33f41ed14c7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836180-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:43:44Z', 'updated_at': '2022-04-01T13:43:52Z', 'revision_number': 5, 'project_id': '5bd5d96184e74f0ca1fb3a290ee8b3f6', 'subnets': [{'id': 'e819b10b-b5bd-410a-b72f-33f41ed14c7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-836180-1-hyperv', False) {} {{(pid=83872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:51:08.025114 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-5a239f9e-6d2c-44d4-9a57-e915653a857c req-9be18b01-456c-46c7-aa7d-5d878544e231 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=81bf8f45-6e4e-45d1-a374-1b696695bc4f HTTP/1.1" status: 200 len: 217 time: 0.2064438 Apr 01 13:51:08.037267 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d6d18e5-61cc-42c0-bc7a-0616ab27e8f3 None None] Checking router: e3f4a618-e57d-4000-b517-ba34bc2fabc5 for host: dv-neutron-836180-1-hyperv {{(pid=83872) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 01 13:51:08.044731 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-383e06aa-1670-433e-a1fc-fa3bb35181c7 req-934d5270-ae45-4692-af3d-cc07ce92d4f9 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] 10.222.0.26 "GET /v2.0/ports?device_id=b4977470-984b-4a25-ae22-a258dc2454db HTTP/1.1" status: 200 len: 210 time: 0.0895023 Apr 01 13:51:08.051997 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d6d18e5-61cc-42c0-bc7a-0616ab27e8f3 None None] Routers {'e3f4a618-e57d-4000-b517-ba34bc2fabc5'} bound to L3 agent in host dv-neutron-836180-1-hyperv {{(pid=83872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 13:51:08.053504 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_hamode_db [None req-6d6d18e5-61cc-42c0-bc7a-0616ab27e8f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836180-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T13:25:36Z,description=,heartbeat_timestamp=2022-04-01T13:51:06Z,host='dv-neutron-836180-1-hyperv',id=88bf8fc8-11a3-4e96-9d1b-5fd93ba9f6f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T13:25:36Z,topic='l3_agent')) {'router_ids': ['e3f4a618-e57d-4000-b517-ba34bc2fabc5'], 'active': True} {{(pid=83872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:51:08.131300 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a239f9e-6d2c-44d4-9a57-e915653a857c req-73e597c5-695d-4dab-9808-fc2cf4d87aac service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:51:08.133072 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-5a239f9e-6d2c-44d4-9a57-e915653a857c req-73e597c5-695d-4dab-9808-fc2cf4d87aac service neutron] 10.222.0.57 "GET /v2.0/subnets?id=e819b10b-b5bd-410a-b72f-33f41ed14c7b HTTP/1.1" status: 200 len: 851 time: 0.0874302 Apr 01 13:51:08.183772 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb934ad-1f37-4b62-9143-897e177dcfa7 req-5d9d5ac5-1992-442f-aa45-4cd9995e8a68 tempest-TestVolumeBootPattern-1476222673 tempest-TestVolumeBootPattern-1476222673-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:51:08.184806 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [req-3cb934ad-1f37-4b62-9143-897e177dcfa7 req-5d9d5ac5-1992-442f-aa45-4cd9995e8a68 tempest-TestVolumeBootPattern-1476222673 tempest-TestVolumeBootPattern-1476222673-project] Synchronizing usage tracker for tenant:5bd5d96184e74f0ca1fb3a290ee8b3f6 on resource:port {{(pid=83869) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 13:51:08.196682 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c652e13e-8961-44de-83b2-67fb9557767a req-2549fb4d-8aca-44a7-9d75-85c398c5e16a tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:51:08.197383 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [req-c652e13e-8961-44de-83b2-67fb9557767a req-2549fb4d-8aca-44a7-9d75-85c398c5e16a tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Synchronizing usage tracker for tenant:f17cecf0d6854286bcc6f673927088ad on resource:network {{(pid=83869) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 13:51:08.210131 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [req-c652e13e-8961-44de-83b2-67fb9557767a req-2549fb4d-8aca-44a7-9d75-85c398c5e16a tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Unset dirty status for tenant:f17cecf0d6854286bcc6f673927088ad on resource:network {{(pid=83869) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 13:51:08.211263 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-c652e13e-8961-44de-83b2-67fb9557767a req-2549fb4d-8aca-44a7-9d75-85c398c5e16a tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] 10.222.0.57 "GET /v2.0/networks?id=9cc735ca-b4b2-4db4-a7c4-aa31519e0a5c HTTP/1.1" status: 200 len: 797 time: 0.3747904 Apr 01 13:51:08.217897 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-5a239f9e-6d2c-44d4-9a57-e915653a857c req-b7c6f866-60c5-432c-8495-c535f38fb582 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=f450d435-2e18-4974-8657-011f0eedf5a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0746272 Apr 01 13:51:08.225305 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [req-3cb934ad-1f37-4b62-9143-897e177dcfa7 req-5d9d5ac5-1992-442f-aa45-4cd9995e8a68 tempest-TestVolumeBootPattern-1476222673 tempest-TestVolumeBootPattern-1476222673-project] Unset dirty status for tenant:5bd5d96184e74f0ca1fb3a290ee8b3f6 on resource:port {{(pid=83869) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 13:51:08.232796 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-3cb934ad-1f37-4b62-9143-897e177dcfa7 req-5d9d5ac5-1992-442f-aa45-4cd9995e8a68 tempest-TestVolumeBootPattern-1476222673 tempest-TestVolumeBootPattern-1476222673-project] 10.222.0.26 "GET /v2.0/ports?device_id=e5fe79ec-1f97-40dd-93e8-56101682399f HTTP/1.1" status: 200 len: 945 time: 0.2398510 Apr 01 13:51:08.319821 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-3cb934ad-1f37-4b62-9143-897e177dcfa7 req-a12a642c-ac45-4f5e-bb50-a68aaaadb97d tempest-TestVolumeBootPattern-1476222673 tempest-TestVolumeBootPattern-1476222673-project] 10.222.0.26 "GET /v2.0/security-groups?id=27f17799-9873-4c06-85d9-3f0cf9f77d1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0856340 Apr 01 13:51:08.323095 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [req-c652e13e-8961-44de-83b2-67fb9557767a req-4669878e-a6e5-47ff-a8bc-6670d71929d2 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Synchronizing usage tracker for tenant:f17cecf0d6854286bcc6f673927088ad on resource:security_group {{(pid=83869) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 13:51:08.345067 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [req-c652e13e-8961-44de-83b2-67fb9557767a req-4669878e-a6e5-47ff-a8bc-6670d71929d2 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Unset dirty status for tenant:f17cecf0d6854286bcc6f673927088ad on resource:security_group {{(pid=83869) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 13:51:08.346340 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-c652e13e-8961-44de-83b2-67fb9557767a req-4669878e-a6e5-47ff-a8bc-6670d71929d2 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f17cecf0d6854286bcc6f673927088ad HTTP/1.1" status: 200 len: 379 time: 0.1107857 Apr 01 13:51:08.348028 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_dvr_db [None req-6d6d18e5-61cc-42c0-bc7a-0616ab27e8f3 None None] Set router e3f4a618-e57d-4000-b517-ba34bc2fabc5 gateway port host: dv-neutron-836180-1-hyperv {{(pid=83872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 13:51:08.359000 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.v2.base [req-c652e13e-8961-44de-83b2-67fb9557767a req-864e9b0f-ac71-42bd-87ee-39ee2ab0e852 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Request body: {'port': {'device_id': 'b4977470-984b-4a25-ae22-a258dc2454db', 'network_id': '9cc735ca-b4b2-4db4-a7c4-aa31519e0a5c', 'admin_state_up': True, 'tenant_id': 'f17cecf0d6854286bcc6f673927088ad', 'security_groups': ['e96d132f-b56e-4fe8-9763-a3eda60d57f6']}} {{(pid=83869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:51:08.414694 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-5a239f9e-6d2c-44d4-9a57-e915653a857c req-024c4b5b-5a37-4601-afdc-3dec8ea87b60 service neutron] 10.222.0.57 "GET /v2.0/networks/f450d435-2e18-4974-8657-011f0eedf5a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1803403 Apr 01 13:51:08.491847 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Device d399548c-9384-4883-884e-7ba308ed3075 up at agent ovs-agent-dv-neutron-836180-1-hyperv {{(pid=83872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 13:51:08.542198 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [req-c652e13e-8961-44de-83b2-67fb9557767a req-864e9b0f-ac71-42bd-87ee-39ee2ab0e852 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:51:08.553815 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [req-c652e13e-8961-44de-83b2-67fb9557767a req-864e9b0f-ac71-42bd-87ee-39ee2ab0e852 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:51:08.566759 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c652e13e-8961-44de-83b2-67fb9557767a req-864e9b0f-ac71-42bd-87ee-39ee2ab0e852 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Made reservation on behalf of f17cecf0d6854286bcc6f673927088ad for: {'port': 1} {{(pid=83869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 13:51:08.570199 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [req-c652e13e-8961-44de-83b2-67fb9557767a req-864e9b0f-ac71-42bd-87ee-39ee2ab0e852 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:51:08.668210 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-5a239f9e-6d2c-44d4-9a57-e915653a857c req-70cfa9c1-11c3-4b1d-a5f1-f5f5ef8323dd service neutron] 10.222.0.57 "GET /v2.0/networks/f450d435-2e18-4974-8657-011f0eedf5a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2462480 Apr 01 13:51:08.719147 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Provisioning for port d399548c-9384-4883-884e-7ba308ed3075 completed by entity L2. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 13:51:08.730239 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Provisioning complete for port d399548c-9384-4883-884e-7ba308ed3075 triggered by entity L2. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 13:51:08.730605 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-948329'] for port, provisioning_complete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:51:08.742710 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.db_base_plugin_common [req-c652e13e-8961-44de-83b2-67fb9557767a req-864e9b0f-ac71-42bd-87ee-39ee2ab0e852 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Allocated IP 172.20.0.6 (9cc735ca-b4b2-4db4-a7c4-aa31519e0a5c/2515fcc2-10cb-415f-b50a-70ab7c7d58f6/36b98fd9-ac94-406d-b24a-17b517293c53) {{(pid=83869) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 13:51:08.847861 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_hamode_db [None req-6d6d18e5-61cc-42c0-bc7a-0616ab27e8f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3f4a618-e57d-4000-b517-ba34bc2fabc5', 'name': 'tempest-TestVolumeBootPattern-1138570424-router', 'tenant_id': '5bd5d96184e74f0ca1fb3a290ee8b3f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'external_fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.11'}], 'enable_snat': True}, 'gw_port_id': '3277a845-1d6f-47a2-9cca-49974d745e16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T13:43:41Z', 'updated_at': '2022-04-01T13:43:44Z', 'revision_number': 4, 'project_id': '5bd5d96184e74f0ca1fb3a290ee8b3f6', 'gw_port': {'id': '3277a845-1d6f-47a2-9cca-49974d745e16', 'name': '', 'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:db:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3f4a618-e57d-4000-b517-ba34bc2fabc5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836180-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:43:42Z', 'updated_at': '2022-04-01T13:43:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836180-1-hyperv', '_interfaces': [{'id': '6274b498-b06d-44b2-9332-bd5b04bcf3e6', 'name': '', 'network_id': 'f450d435-2e18-4974-8657-011f0eedf5a1', 'tenant_id': '5bd5d96184e74f0ca1fb3a290ee8b3f6', 'mac_address': 'fa:16:3e:c2:25:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3f4a618-e57d-4000-b517-ba34bc2fabc5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e819b10b-b5bd-410a-b72f-33f41ed14c7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836180-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:43:44Z', 'updated_at': '2022-04-01T13:43:52Z', 'revision_number': 5, 'project_id': '5bd5d96184e74f0ca1fb3a290ee8b3f6', 'subnets': [{'id': 'e819b10b-b5bd-410a-b72f-33f41ed14c7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-836180-1-hyperv', False) {} {{(pid=83872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:51:08.856066 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d6d18e5-61cc-42c0-bc7a-0616ab27e8f3 None None] The sync data for ids ['e3f4a618-e57d-4000-b517-ba34bc2fabc5'] in dv-neutron-836180-1-hyperv is: [{'id': 'e3f4a618-e57d-4000-b517-ba34bc2fabc5', 'name': 'tempest-TestVolumeBootPattern-1138570424-router', 'tenant_id': '5bd5d96184e74f0ca1fb3a290ee8b3f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'external_fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.11'}], 'enable_snat': True}, 'gw_port_id': '3277a845-1d6f-47a2-9cca-49974d745e16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T13:43:41Z', 'updated_at': '2022-04-01T13:43:44Z', 'revision_number': 4, 'project_id': '5bd5d96184e74f0ca1fb3a290ee8b3f6', 'gw_port': {'id': '3277a845-1d6f-47a2-9cca-49974d745e16', 'name': '', 'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:db:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3f4a618-e57d-4000-b517-ba34bc2fabc5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836180-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:43:42Z', 'updated_at': '2022-04-01T13:43:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836180-1-hyperv', '_interfaces': [{'id': '6274b498-b06d-44b2-9332-bd5b04bcf3e6', 'name': '', 'network_id': 'f450d435-2e18-4974-8657-011f0eedf5a1', 'tenant_id': '5bd5d96184e74f0ca1fb3a290ee8b3f6', 'mac_address': 'fa:16:3e:c2:25:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3f4a618-e57d-4000-b517-ba34bc2fabc5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e819b10b-b5bd-410a-b72f-33f41ed14c7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836180-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:43:44Z', 'updated_at': '2022-04-01T13:43:52Z', 'revision_number': 5, 'project_id': '5bd5d96184e74f0ca1fb3a290ee8b3f6', 'subnets': [{'id': 'e819b10b-b5bd-410a-b72f-33f41ed14c7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 13:51:08.871813 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:51:08.908651 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-a976a7b9-9034-41e6-be13-349b75ed1593 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:51:08.920979 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] For port d399548c-9384-4883-884e-7ba308ed3075, host dv-neutron-836180-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836180-1-hyperv',level=0,port_id=d399548c-9384-4883-884e-7ba308ed3075,segment=NetworkSegment(54198cac-562b-409f-ac23-f01b4196a649),segment_id=54198cac-562b-409f-ac23-f01b4196a649)] {{(pid=83872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 13:51:08.926083 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864'] for port, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:51:09.001687 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Pushing event updated for resources: {'Port': ['ID=d399548c-9384-4883-884e-7ba308ed3075,revision_number=5']} {{(pid=83872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:51:09.037767 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [req-c652e13e-8961-44de-83b2-67fb9557767a req-864e9b0f-ac71-42bd-87ee-39ee2ab0e852 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks [] for port, precommit_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:51:09.053857 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.provisioning_blocks [req-c652e13e-8961-44de-83b2-67fb9557767a req-864e9b0f-ac71-42bd-87ee-39ee2ab0e852 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Transition to ACTIVE for port object 36b98fd9-ac94-406d-b24a-17b517293c53 will not be triggered until provisioned by entity DHCP. {{(pid=83869) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 13:51:09.075262 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [req-c652e13e-8961-44de-83b2-67fb9557767a req-864e9b0f-ac71-42bd-87ee-39ee2ab0e852 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736732935801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2705155'] for port, after_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:51:09.150126 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c652e13e-8961-44de-83b2-67fb9557767a req-864e9b0f-ac71-42bd-87ee-39ee2ab0e852 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Network 9cc735ca-b4b2-4db4-a7c4-aa31519e0a5c is already hosted by enough agents. {{(pid=83869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 13:51:09.153735 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.scheduler.base_scheduler [req-c652e13e-8961-44de-83b2-67fb9557767a req-864e9b0f-ac71-42bd-87ee-39ee2ab0e852 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Resources bound (agent type, host, resource id): {{(pid=83869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 13:51:09.155512 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-864e9b0f-ac71-42bd-87ee-39ee2ab0e852 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Pushing event updated for resources: {'Port': ['ID=36b98fd9-ac94-406d-b24a-17b517293c53,revision_number=1']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:51:09.157638 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_dvrscheduler_db [req-c652e13e-8961-44de-83b2-67fb9557767a req-864e9b0f-ac71-42bd-87ee-39ee2ab0e852 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Received port after_create {{(pid=83869) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 13:51:09.222043 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c652e13e-8961-44de-83b2-67fb9557767a req-864e9b0f-ac71-42bd-87ee-39ee2ab0e852 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:51:09.222703 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [req-c652e13e-8961-44de-83b2-67fb9557767a req-864e9b0f-ac71-42bd-87ee-39ee2ab0e852 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109561'] for port, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:51:09.252823 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-c652e13e-8961-44de-83b2-67fb9557767a req-864e9b0f-ac71-42bd-87ee-39ee2ab0e852 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8994071 Apr 01 13:51:09.264474 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8974c7a-767c-4e8f-83cb-261db66cc286 req-64c7ca41-8ae1-4f90-ac3b-4e9ae73c5415 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:51:09.265946 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-f8974c7a-767c-4e8f-83cb-261db66cc286 req-64c7ca41-8ae1-4f90-ac3b-4e9ae73c5415 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] 10.222.0.26 "GET /v2.0/ports?device_id=b4977470-984b-4a25-ae22-a258dc2454db HTTP/1.1" status: 200 len: 931 time: 0.0846987 Apr 01 13:51:09.276097 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.v2.base [req-c652e13e-8961-44de-83b2-67fb9557767a req-d5082762-b3ca-40d3-981d-2ff9de894271 service neutron] Request body: {'port': {'device_id': 'b4977470-984b-4a25-ae22-a258dc2454db', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8361'}} {{(pid=83869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:51:09.320661 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-f8974c7a-767c-4e8f-83cb-261db66cc286 req-d91816ae-4993-4436-a8f2-c500aabddf69 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] 10.222.0.26 "GET /v2.0/security-groups?id=e96d132f-b56e-4fe8-9763-a3eda60d57f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483034 Apr 01 13:51:09.396008 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [req-c652e13e-8961-44de-83b2-67fb9557767a req-d5082762-b3ca-40d3-981d-2ff9de894271 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:51:09.410210 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-c96a314d-cc6e-43af-b97d-b12f2d28f2ed None None] Provisioning for port 36b98fd9-ac94-406d-b24a-17b517293c53 completed by entity DHCP. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 13:51:09.416426 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-c96a314d-cc6e-43af-b97d-b12f2d28f2ed None None] Provisioning complete for port 36b98fd9-ac94-406d-b24a-17b517293c53 triggered by entity DHCP. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 13:51:09.416930 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-c96a314d-cc6e-43af-b97d-b12f2d28f2ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-948329'] for port, provisioning_complete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:51:09.477156 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.plugin [None req-c96a314d-cc6e-43af-b97d-b12f2d28f2ed None None] Port 36b98fd9-ac94-406d-b24a-17b517293c53 cannot update to ACTIVE because it is not bound. {{(pid=83872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 13:51:09.566483 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d841611-a25e-4727-811d-ee705e46cd0b req-becce682-0ca9-420f-a0a0-117e93a71767 tempest-TestVolumeBootPattern-1476222673 tempest-TestVolumeBootPattern-1476222673-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:51:09.567162 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [req-7d841611-a25e-4727-811d-ee705e46cd0b req-becce682-0ca9-420f-a0a0-117e93a71767 tempest-TestVolumeBootPattern-1476222673 tempest-TestVolumeBootPattern-1476222673-project] Synchronizing usage tracker for tenant:5bd5d96184e74f0ca1fb3a290ee8b3f6 on resource:port {{(pid=83871) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 13:51:09.578974 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [req-7d841611-a25e-4727-811d-ee705e46cd0b req-becce682-0ca9-420f-a0a0-117e93a71767 tempest-TestVolumeBootPattern-1476222673 tempest-TestVolumeBootPattern-1476222673-project] Unset dirty status for tenant:5bd5d96184e74f0ca1fb3a290ee8b3f6 on resource:port {{(pid=83871) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 13:51:09.580061 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-7d841611-a25e-4727-811d-ee705e46cd0b req-becce682-0ca9-420f-a0a0-117e93a71767 tempest-TestVolumeBootPattern-1476222673 tempest-TestVolumeBootPattern-1476222673-project] 10.222.0.57 "GET /v2.0/ports?device_id=e5fe79ec-1f97-40dd-93e8-56101682399f HTTP/1.1" status: 200 len: 945 time: 0.0878496 Apr 01 13:51:09.650020 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.plugin [req-7d841611-a25e-4727-811d-ee705e46cd0b req-f7ea2cb2-0c17-4e1d-8251-27d8c2804fde tempest-TestVolumeBootPattern-1476222673 tempest-TestVolumeBootPattern-1476222673-project] Deleting port 81bf8f45-6e4e-45d1-a374-1b696695bc4f {{(pid=83871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 13:51:09.650288 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-7d841611-a25e-4727-811d-ee705e46cd0b req-f7ea2cb2-0c17-4e1d-8251-27d8c2804fde tempest-TestVolumeBootPattern-1476222673 tempest-TestVolumeBootPattern-1476222673-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736733287370'] for port, before_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:51:09.675419 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c97398-e7de-4bbb-97f4-f040a9a9c50a req-22da0fec-5f96-4887-b2b4-a7a28f67d5f3 tempest-TestVolumeBootPattern-1476222673 tempest-TestVolumeBootPattern-1476222673-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:51:09.676902 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-b2c97398-e7de-4bbb-97f4-f040a9a9c50a req-22da0fec-5f96-4887-b2b4-a7a28f67d5f3 tempest-TestVolumeBootPattern-1476222673 tempest-TestVolumeBootPattern-1476222673-project] 10.222.0.26 "GET /v2.0/ports?device_id=e5fe79ec-1f97-40dd-93e8-56101682399f HTTP/1.1" status: 200 len: 945 time: 0.2210517 Apr 01 13:51:09.761704 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-b2c97398-e7de-4bbb-97f4-f040a9a9c50a req-3f5417b9-2c7a-4bac-8de1-d3248ed036a5 tempest-TestVolumeBootPattern-1476222673 tempest-TestVolumeBootPattern-1476222673-project] 10.222.0.26 "GET /v2.0/security-groups?id=27f17799-9873-4c06-85d9-3f0cf9f77d1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0769374 Apr 01 13:51:09.860834 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.notifiers.nova [req-c652e13e-8961-44de-83b2-67fb9557767a req-d5082762-b3ca-40d3-981d-2ff9de894271 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 36b98fd9-ac94-406d-b24a-17b517293c53 {{(pid=83869) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 01 13:51:09.867565 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [req-c652e13e-8961-44de-83b2-67fb9557767a req-d5082762-b3ca-40d3-981d-2ff9de894271 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:51:09.881562 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.provisioning_blocks [req-c652e13e-8961-44de-83b2-67fb9557767a req-d5082762-b3ca-40d3-981d-2ff9de894271 service neutron] Transition to ACTIVE for port object 36b98fd9-ac94-406d-b24a-17b517293c53 will not be triggered until provisioned by entity L2. {{(pid=83869) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 13:51:09.885544 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [req-c652e13e-8961-44de-83b2-67fb9557767a req-d5082762-b3ca-40d3-981d-2ff9de894271 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2705172'] for port, after_update {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:51:09.906209 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.db [req-7d841611-a25e-4727-811d-ee705e46cd0b req-f7ea2cb2-0c17-4e1d-8251-27d8c2804fde tempest-TestVolumeBootPattern-1476222673 tempest-TestVolumeBootPattern-1476222673-project] For port 81bf8f45-6e4e-45d1-a374-1b696695bc4f, host hv-neutron-8361, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8361',level=0,port_id=81bf8f45-6e4e-45d1-a374-1b696695bc4f,segment=NetworkSegment(75975926-68c3-4fd7-98af-37ba4697d49a),segment_id=75975926-68c3-4fd7-98af-37ba4697d49a)] {{(pid=83871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 13:51:09.906762 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-7d841611-a25e-4727-811d-ee705e46cd0b req-f7ea2cb2-0c17-4e1d-8251-27d8c2804fde tempest-TestVolumeBootPattern-1476222673 tempest-TestVolumeBootPattern-1476222673-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4155147'] for port, precommit_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:51:10.012893 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5082762-b3ca-40d3-981d-2ff9de894271 service neutron] Pushing event updated for resources: {'Port': ['ID=36b98fd9-ac94-406d-b24a-17b517293c53,revision_number=2']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:51:10.041648 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.plugin [req-7d841611-a25e-4727-811d-ee705e46cd0b req-f7ea2cb2-0c17-4e1d-8251-27d8c2804fde tempest-TestVolumeBootPattern-1476222673 tempest-TestVolumeBootPattern-1476222673-project] Calling delete_port for 81bf8f45-6e4e-45d1-a374-1b696695bc4f owned by compute:nova {{(pid=83871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 13:51:10.130480 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.managers [req-c652e13e-8961-44de-83b2-67fb9557767a req-d5082762-b3ca-40d3-981d-2ff9de894271 service neutron] Attempting to bind port 36b98fd9-ac94-406d-b24a-17b517293c53 on host hv-neutron-8361 for vnic_type normal with profile {{(pid=83869) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 13:51:10.130810 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.managers [req-c652e13e-8961-44de-83b2-67fb9557767a req-d5082762-b3ca-40d3-981d-2ff9de894271 service neutron] Attempting to bind port 36b98fd9-ac94-406d-b24a-17b517293c53 by drivers openvswitch,hyperv on host hv-neutron-8361 at level 0 using segments [{'id': '54198cac-562b-409f-ac23-f01b4196a649', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '9cc735ca-b4b2-4db4-a7c4-aa31519e0a5c'}] {{(pid=83869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 13:51:10.131133 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c652e13e-8961-44de-83b2-67fb9557767a req-d5082762-b3ca-40d3-981d-2ff9de894271 service neutron] Attempting to bind port 36b98fd9-ac94-406d-b24a-17b517293c53 on network 9cc735ca-b4b2-4db4-a7c4-aa31519e0a5c {{(pid=83869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 13:51:10.137428 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c652e13e-8961-44de-83b2-67fb9557767a req-d5082762-b3ca-40d3-981d-2ff9de894271 service neutron] Port 36b98fd9-ac94-406d-b24a-17b517293c53 on network 9cc735ca-b4b2-4db4-a7c4-aa31519e0a5c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8361 {{(pid=83869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 01 13:51:10.137740 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c652e13e-8961-44de-83b2-67fb9557767a req-d5082762-b3ca-40d3-981d-2ff9de894271 service neutron] Attempting to bind port 36b98fd9-ac94-406d-b24a-17b517293c53 on network 9cc735ca-b4b2-4db4-a7c4-aa31519e0a5c {{(pid=83869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 13:51:10.143955 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c652e13e-8961-44de-83b2-67fb9557767a req-d5082762-b3ca-40d3-981d-2ff9de894271 service neutron] Checking agent: {'id': '359ce187-6241-4f7e-85a4-e066c7b0cdea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8361', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 13, 31, 54), 'started_at': datetime.datetime(2022, 4, 1, 13, 31, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 13, 50, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 13:51:10.144286 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c652e13e-8961-44de-83b2-67fb9557767a req-d5082762-b3ca-40d3-981d-2ff9de894271 service neutron] Checking segment: {'id': '54198cac-562b-409f-ac23-f01b4196a649', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '9cc735ca-b4b2-4db4-a7c4-aa31519e0a5c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 13:51:10.144686 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c652e13e-8961-44de-83b2-67fb9557767a req-d5082762-b3ca-40d3-981d-2ff9de894271 service neutron] Bound using segment: {'id': '54198cac-562b-409f-ac23-f01b4196a649', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '9cc735ca-b4b2-4db4-a7c4-aa31519e0a5c'} {{(pid=83869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 13:51:10.145198 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.managers [req-c652e13e-8961-44de-83b2-67fb9557767a req-d5082762-b3ca-40d3-981d-2ff9de894271 service neutron] Bound port: 36b98fd9-ac94-406d-b24a-17b517293c53, host: hv-neutron-8361, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '54198cac-562b-409f-ac23-f01b4196a649', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '9cc735ca-b4b2-4db4-a7c4-aa31519e0a5c'}}] {{(pid=83869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 13:51:10.145538 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [req-c652e13e-8961-44de-83b2-67fb9557767a req-d5082762-b3ca-40d3-981d-2ff9de894271 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:51:10.194304 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-7d841611-a25e-4727-811d-ee705e46cd0b req-f7ea2cb2-0c17-4e1d-8251-27d8c2804fde tempest-TestVolumeBootPattern-1476222673 tempest-TestVolumeBootPattern-1476222673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736733359243', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736732935810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2743125'] for port, after_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:51:10.238817 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.db [req-c652e13e-8961-44de-83b2-67fb9557767a req-d5082762-b3ca-40d3-981d-2ff9de894271 service neutron] For port 36b98fd9-ac94-406d-b24a-17b517293c53, host hv-neutron-8361, cleared binding levels {{(pid=83869) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 13:51:10.242140 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.db [req-c652e13e-8961-44de-83b2-67fb9557767a req-d5082762-b3ca-40d3-981d-2ff9de894271 service neutron] For port 36b98fd9-ac94-406d-b24a-17b517293c53, host hv-neutron-8361, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8361',level=0,port_id=36b98fd9-ac94-406d-b24a-17b517293c53,segment=NetworkSegment(54198cac-562b-409f-ac23-f01b4196a649),segment_id=54198cac-562b-409f-ac23-f01b4196a649)] {{(pid=83869) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 13:51:10.246239 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ea2cb2-0c17-4e1d-8251-27d8c2804fde tempest-TestVolumeBootPattern-1476222673 tempest-TestVolumeBootPattern-1476222673-project] Pushing event deleted for resources: {'Port': ['ID=81bf8f45-6e4e-45d1-a374-1b696695bc4f,revision_number=None']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:51:10.246787 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [req-c652e13e-8961-44de-83b2-67fb9557767a req-d5082762-b3ca-40d3-981d-2ff9de894271 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2705172'] for port, after_update {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:51:10.312970 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [req-c652e13e-8961-44de-83b2-67fb9557767a req-d5082762-b3ca-40d3-981d-2ff9de894271 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109561'] for port, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:51:10.314313 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-c652e13e-8961-44de-83b2-67fb9557767a req-d5082762-b3ca-40d3-981d-2ff9de894271 service neutron] 10.222.0.57 "PUT /v2.0/ports/36b98fd9-ac94-406d-b24a-17b517293c53 HTTP/1.1" status: 200 len: 1093 time: 1.0494273 Apr 01 13:51:10.314747 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b4977470-984b-4a25-ae22-a258dc2454db', 'tag': '36b98fd9-ac94-406d-b24a-17b517293c53'}] {{(pid=83869) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 13:51:10.324074 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d841611-a25e-4727-811d-ee705e46cd0b req-f7ea2cb2-0c17-4e1d-8251-27d8c2804fde tempest-TestVolumeBootPattern-1476222673 tempest-TestVolumeBootPattern-1476222673-project] No DVR routers for this DVR port 81bf8f45-6e4e-45d1-a374-1b696695bc4f on host hv-neutron-8361 {{(pid=83871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 13:51:10.327032 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-7d841611-a25e-4727-811d-ee705e46cd0b req-f7ea2cb2-0c17-4e1d-8251-27d8c2804fde tempest-TestVolumeBootPattern-1476222673 tempest-TestVolumeBootPattern-1476222673-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109561'] for port, before_response {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:51:10.334916 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5fe79ec-1f97-40dd-93e8-56101682399f', 'name': 'network-vif-deleted', 'tag': '81bf8f45-6e4e-45d1-a374-1b696695bc4f'}] {{(pid=83871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 13:51:10.340883 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5082762-b3ca-40d3-981d-2ff9de894271 service neutron] Pushing event updated for resources: {'Port': ['ID=36b98fd9-ac94-406d-b24a-17b517293c53,revision_number=3']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:51:10.353849 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-7d841611-a25e-4727-811d-ee705e46cd0b req-f7ea2cb2-0c17-4e1d-8251-27d8c2804fde tempest-TestVolumeBootPattern-1476222673 tempest-TestVolumeBootPattern-1476222673-project] 10.222.0.57 "DELETE /v2.0/ports/81bf8f45-6e4e-45d1-a374-1b696695bc4f HTTP/1.1" status: 204 len: 173 time: 0.7654378 Apr 01 13:51:10.406679 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b4977470-984b-4a25-ae22-a258dc2454db', 'tag': '36b98fd9-ac94-406d-b24a-17b517293c53', 'status': 'completed', 'code': 200} Apr 01 13:51:10.451086 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5fe79ec-1f97-40dd-93e8-56101682399f', 'name': 'network-vif-deleted', 'tag': '81bf8f45-6e4e-45d1-a374-1b696695bc4f', 'status': 'completed', 'code': 200} Apr 01 13:51:10.490502 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Device d399548c-9384-4883-884e-7ba308ed3075 up at agent ovs-agent-dv-neutron-836180-1-hyperv {{(pid=83872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 13:51:10.511074 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-c652e13e-8961-44de-83b2-67fb9557767a req-e3f44eda-f9ea-4125-bf04-853bf1cd8f65 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=f17cecf0d6854286bcc6f673927088ad&device_id=b4977470-984b-4a25-ae22-a258dc2454db HTTP/1.1" status: 200 len: 1096 time: 0.1405406 Apr 01 13:51:10.588751 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Provisioning complete for port d399548c-9384-4883-884e-7ba308ed3075 triggered by entity L2. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 13:51:10.589779 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-948329'] for port, provisioning_complete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:51:10.653914 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-c652e13e-8961-44de-83b2-67fb9557767a req-c25c450b-4bfd-4e62-b86e-4926123218c4 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=36b98fd9-ac94-406d-b24a-17b517293c53 HTTP/1.1" status: 200 len: 217 time: 0.1313286 Apr 01 13:51:10.737912 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c652e13e-8961-44de-83b2-67fb9557767a req-43046bcc-5342-481e-ac0e-99b458104b0e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:51:10.739507 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-c652e13e-8961-44de-83b2-67fb9557767a req-43046bcc-5342-481e-ac0e-99b458104b0e service neutron] 10.222.0.57 "GET /v2.0/subnets?id=2515fcc2-10cb-415f-b50a-70ab7c7d58f6 HTTP/1.1" status: 200 len: 843 time: 0.0752726 Apr 01 13:51:10.753730 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f07c485-1e3a-44af-af64-e23bd6e50b8e req-842d0b03-84f3-425f-b328-a44b9c8656fa tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:51:10.755710 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-4f07c485-1e3a-44af-af64-e23bd6e50b8e req-842d0b03-84f3-425f-b328-a44b9c8656fa tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] 10.222.0.26 "GET /v2.0/ports?device_id=b4977470-984b-4a25-ae22-a258dc2454db HTTP/1.1" status: 200 len: 943 time: 0.1647999 Apr 01 13:51:10.859512 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-4f07c485-1e3a-44af-af64-e23bd6e50b8e req-2e54139a-5193-468c-81be-fecd4187498e tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] 10.222.0.26 "GET /v2.0/security-groups?id=e96d132f-b56e-4fe8-9763-a3eda60d57f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0728905 Apr 01 13:51:10.892829 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-c652e13e-8961-44de-83b2-67fb9557767a req-564c8df4-4dd4-4d19-9cd0-41c1f302d6a6 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=9cc735ca-b4b2-4db4-a7c4-aa31519e0a5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1359220 Apr 01 13:51:10.958726 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-b44694f6-f090-4798-8ee9-b16197afc55f req-53382f04-4ac7-47c9-90a5-4726e39b602f tempest-TestVolumeBootPattern-1476222673 tempest-TestVolumeBootPattern-1476222673-project] 10.222.0.26 "GET /v2.0/ports?device_id=e5fe79ec-1f97-40dd-93e8-56101682399f HTTP/1.1" status: 200 len: 210 time: 0.0434575 Apr 01 13:51:11.037779 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-c652e13e-8961-44de-83b2-67fb9557767a req-a4b31d0c-ed47-42d2-a85c-cec4c82c7acb service neutron] 10.222.0.57 "GET /v2.0/networks/9cc735ca-b4b2-4db4-a7c4-aa31519e0a5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1332738 Apr 01 13:51:11.248259 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-c652e13e-8961-44de-83b2-67fb9557767a req-f5d0b317-08cb-4d11-9da2-62ccd77a33bd service neutron] 10.222.0.57 "GET /v2.0/networks/9cc735ca-b4b2-4db4-a7c4-aa31519e0a5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2007883 Apr 01 13:51:11.364077 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-6224b6d1-fd42-4ddd-8b47-91fe98d8383b req-6026e5f1-1480-4621-943e-4383dd3331dd service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=f17cecf0d6854286bcc6f673927088ad&device_id=b4977470-984b-4a25-ae22-a258dc2454db HTTP/1.1" status: 200 len: 1096 time: 0.0678911 Apr 01 13:51:11.501631 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6224b6d1-fd42-4ddd-8b47-91fe98d8383b req-c97362e4-52af-447e-8751-d9e007627101 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:51:11.502981 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-6224b6d1-fd42-4ddd-8b47-91fe98d8383b req-c97362e4-52af-447e-8751-d9e007627101 service neutron] 10.222.0.57 "GET /v2.0/networks?id=9cc735ca-b4b2-4db4-a7c4-aa31519e0a5c HTTP/1.1" status: 200 len: 898 time: 0.1259179 Apr 01 13:51:11.577230 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-6224b6d1-fd42-4ddd-8b47-91fe98d8383b req-9b639ff5-29e6-4c54-99dc-4e4a440b8490 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=36b98fd9-ac94-406d-b24a-17b517293c53 HTTP/1.1" status: 200 len: 217 time: 0.0675664 Apr 01 13:51:11.642596 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6224b6d1-fd42-4ddd-8b47-91fe98d8383b req-99e9360c-9add-4a7f-b45c-27d9ac375543 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:51:11.644111 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-6224b6d1-fd42-4ddd-8b47-91fe98d8383b req-99e9360c-9add-4a7f-b45c-27d9ac375543 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=2515fcc2-10cb-415f-b50a-70ab7c7d58f6 HTTP/1.1" status: 200 len: 843 time: 0.0603654 Apr 01 13:51:11.731646 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-6224b6d1-fd42-4ddd-8b47-91fe98d8383b req-5db37d39-5a26-42c6-b596-e5955ee9f1b9 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=9cc735ca-b4b2-4db4-a7c4-aa31519e0a5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0801666 Apr 01 13:51:11.864640 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-6224b6d1-fd42-4ddd-8b47-91fe98d8383b req-1ec8a6b7-e98a-4ce7-a477-cb10f40e8164 service neutron] 10.222.0.57 "GET /v2.0/networks/9cc735ca-b4b2-4db4-a7c4-aa31519e0a5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1254425 Apr 01 13:51:12.035925 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-6224b6d1-fd42-4ddd-8b47-91fe98d8383b req-8922139e-bc24-44e8-a5ad-135a0708e613 service neutron] 10.222.0.57 "GET /v2.0/networks/9cc735ca-b4b2-4db4-a7c4-aa31519e0a5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1639314 Apr 01 13:51:12.074273 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 59532) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:51:12.077940 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81bf47d6-35b4-4b6e-918b-a23eeee32cc9 req-146adcb5-7315-4f83-944e-fd96fad29d9c tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:51:12.079763 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-81bf47d6-35b4-4b6e-918b-a23eeee32cc9 req-146adcb5-7315-4f83-944e-fd96fad29d9c tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] 10.222.0.26 "GET /v2.0/ports?device_id=b4977470-984b-4a25-ae22-a258dc2454db HTTP/1.1" status: 200 len: 943 time: 0.0899694 Apr 01 13:51:12.127770 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-81bf47d6-35b4-4b6e-918b-a23eeee32cc9 req-3a13c970-a435-4c1f-8197-fdc456454b31 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] 10.222.0.26 "GET /v2.0/security-groups?id=e96d132f-b56e-4fe8-9763-a3eda60d57f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425186 Apr 01 13:51:12.233734 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.plugin [None req-806e0d8d-fadd-4848-899f-0be8d7a63687 tempest-TestVolumeBootPattern-1476222673 tempest-TestVolumeBootPattern-1476222673-project] Deleting port 7d3ffaa2-b37c-4498-8986-93d94ee4e092 {{(pid=83869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 13:51:12.234071 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-806e0d8d-fadd-4848-899f-0be8d7a63687 tempest-TestVolumeBootPattern-1476222673 tempest-TestVolumeBootPattern-1476222673-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736733287370'] for port, before_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:51:12.407347 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-806e0d8d-fadd-4848-899f-0be8d7a63687 tempest-TestVolumeBootPattern-1476222673 tempest-TestVolumeBootPattern-1476222673-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4155147'] for port, precommit_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:51:12.407581 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-806e0d8d-fadd-4848-899f-0be8d7a63687 tempest-TestVolumeBootPattern-1476222673 tempest-TestVolumeBootPattern-1476222673-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:51:12.619193 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.plugin [None req-806e0d8d-fadd-4848-899f-0be8d7a63687 tempest-TestVolumeBootPattern-1476222673 tempest-TestVolumeBootPattern-1476222673-project] Calling delete_port for 7d3ffaa2-b37c-4498-8986-93d94ee4e092 owned by network:floatingip {{(pid=83869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 13:51:12.756175 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-806e0d8d-fadd-4848-899f-0be8d7a63687 tempest-TestVolumeBootPattern-1476222673 tempest-TestVolumeBootPattern-1476222673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736733359243', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736732935810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2705155'] for port, after_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:51:12.803589 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-806e0d8d-fadd-4848-899f-0be8d7a63687 tempest-TestVolumeBootPattern-1476222673 tempest-TestVolumeBootPattern-1476222673-project] Pushing event deleted for resources: {'Port': ['ID=7d3ffaa2-b37c-4498-8986-93d94ee4e092,revision_number=None']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:51:12.896659 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-806e0d8d-fadd-4848-899f-0be8d7a63687 tempest-TestVolumeBootPattern-1476222673 tempest-TestVolumeBootPattern-1476222673-project] Notify callbacks [] for floatingip, after_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:51:12.909949 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-806e0d8d-fadd-4848-899f-0be8d7a63687 tempest-TestVolumeBootPattern-1476222673 tempest-TestVolumeBootPattern-1476222673-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109561'] for floatingip, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:51:12.911064 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-806e0d8d-fadd-4848-899f-0be8d7a63687 tempest-TestVolumeBootPattern-1476222673 tempest-TestVolumeBootPattern-1476222673-project] 10.222.0.26 "DELETE /v2.0/floatingips/9151fbfa-4ed7-4917-b1eb-07106ccdf23a HTTP/1.1" status: 204 len: 168 time: 0.8351247 Apr 01 13:51:12.986750 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Device 81bf8f45-6e4e-45d1-a374-1b696695bc4f no longer exists at agent hyperv_hv-neutron-8361 {{(pid=83872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 13:51:13.020165 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.plugin [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] No Port match for: 81bf8f45-6e4e-45d1-a374-1b696695bc4f {{(pid=83872) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 01 13:51:13.020549 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Device 81bf8f45-6e4e-45d1-a374-1b696695bc4f not bound to the agent host hv-neutron-8361 {{(pid=83872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 13:51:13.346860 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc091e8f-e051-4d9a-88e0-e6996e38e01c req-a1b2a206-69a4-428d-bcac-1eca8b71b639 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:51:13.347542 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [req-cc091e8f-e051-4d9a-88e0-e6996e38e01c req-a1b2a206-69a4-428d-bcac-1eca8b71b639 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Synchronizing usage tracker for tenant:f17cecf0d6854286bcc6f673927088ad on resource:port {{(pid=83869) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 13:51:13.364022 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [req-cc091e8f-e051-4d9a-88e0-e6996e38e01c req-a1b2a206-69a4-428d-bcac-1eca8b71b639 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Unset dirty status for tenant:f17cecf0d6854286bcc6f673927088ad on resource:port {{(pid=83869) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 13:51:13.365482 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-cc091e8f-e051-4d9a-88e0-e6996e38e01c req-a1b2a206-69a4-428d-bcac-1eca8b71b639 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] 10.222.0.26 "GET /v2.0/ports?device_id=b4977470-984b-4a25-ae22-a258dc2454db HTTP/1.1" status: 200 len: 943 time: 0.1006193 Apr 01 13:51:13.413318 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-cc091e8f-e051-4d9a-88e0-e6996e38e01c req-a05c77b7-3a3e-4ac1-86b8-9fef7b03568b tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] 10.222.0.26 "GET /v2.0/security-groups?id=e96d132f-b56e-4fe8-9763-a3eda60d57f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407324 Apr 01 13:51:14.625371 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a64b2f-c98b-4348-859e-dc66ff2bd60c req-1f4c7340-e71a-42bb-8ba5-1ecbcea4912d tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:51:14.626877 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-c1a64b2f-c98b-4348-859e-dc66ff2bd60c req-1f4c7340-e71a-42bb-8ba5-1ecbcea4912d tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] 10.222.0.26 "GET /v2.0/ports?device_id=b4977470-984b-4a25-ae22-a258dc2454db HTTP/1.1" status: 200 len: 943 time: 0.0838816 Apr 01 13:51:14.674120 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-c1a64b2f-c98b-4348-859e-dc66ff2bd60c req-34717d0b-d6cc-4f56-8339-dffa21b3994a tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] 10.222.0.26 "GET /v2.0/security-groups?id=e96d132f-b56e-4fe8-9763-a3eda60d57f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413237 Apr 01 13:51:14.984028 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Device 36b98fd9-ac94-406d-b24a-17b517293c53 details requested by agent hyperv_hv-neutron-8361 with host hv-neutron-8361 {{(pid=83872) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 01 13:51:15.118874 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] For port 36b98fd9-ac94-406d-b24a-17b517293c53, host hv-neutron-8361, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8361',level=0,port_id=36b98fd9-ac94-406d-b24a-17b517293c53,segment=NetworkSegment(54198cac-562b-409f-ac23-f01b4196a649),segment_id=54198cac-562b-409f-ac23-f01b4196a649)] {{(pid=83872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 13:51:15.133219 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Returning: {'device': '36b98fd9-ac94-406d-b24a-17b517293c53', 'network_id': '9cc735ca-b4b2-4db4-a7c4-aa31519e0a5c', 'port_id': '36b98fd9-ac94-406d-b24a-17b517293c53', 'mac_address': 'fa:16:3e:b9:f9:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 398, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2515fcc2-10cb-415f-b50a-70ab7c7d58f6', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83872) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 01 13:51:15.188884 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:51:15.206297 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.notifiers.nova [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 36b98fd9-ac94-406d-b24a-17b517293c53 {{(pid=83872) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 01 13:51:15.221410 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] For port 36b98fd9-ac94-406d-b24a-17b517293c53, host hv-neutron-8361, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8361',level=0,port_id=36b98fd9-ac94-406d-b24a-17b517293c53,segment=NetworkSegment(54198cac-562b-409f-ac23-f01b4196a649),segment_id=54198cac-562b-409f-ac23-f01b4196a649)] {{(pid=83872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 13:51:15.226138 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864'] for port, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:51:15.297497 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Pushing event updated for resources: {'Port': ['ID=36b98fd9-ac94-406d-b24a-17b517293c53,revision_number=4']} {{(pid=83872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:51:15.386613 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 59552) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:51:15.454952 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-742590e3-5b9f-4b43-824b-c90ce70163b8 tempest-TestVolumeBootPattern-1476222673 tempest-TestVolumeBootPattern-1476222673-project] Notify callbacks [] for security_group, before_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:51:15.483880 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-742590e3-5b9f-4b43-824b-c90ce70163b8 tempest-TestVolumeBootPattern-1476222673 tempest-TestVolumeBootPattern-1476222673-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:51:15.485794 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] get_ports_and_sgs() called for port_ids ['36b98fd9-ac94-406d-b24a-17b517293c53'] {{(pid=83872) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 01 13:51:15.548633 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-742590e3-5b9f-4b43-824b-c90ce70163b8 tempest-TestVolumeBootPattern-1476222673 tempest-TestVolumeBootPattern-1476222673-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3775923'] for security_group, after_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:51:15.568167 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-742590e3-5b9f-4b43-824b-c90ce70163b8 tempest-TestVolumeBootPattern-1476222673 tempest-TestVolumeBootPattern-1476222673-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=27f17799-9873-4c06-85d9-3f0cf9f77d1e,revision_number=None']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:51:15.578078 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-742590e3-5b9f-4b43-824b-c90ce70163b8 tempest-TestVolumeBootPattern-1476222673 tempest-TestVolumeBootPattern-1476222673-project] Notify callbacks [] for security_group, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:51:15.579188 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-742590e3-5b9f-4b43-824b-c90ce70163b8 tempest-TestVolumeBootPattern-1476222673 tempest-TestVolumeBootPattern-1476222673-project] 10.222.0.26 "DELETE /v2.0/security-groups/27f17799-9873-4c06-85d9-3f0cf9f77d1e HTTP/1.1" status: 204 len: 168 time: 0.1916108 Apr 01 13:51:15.652343 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 59558) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:51:15.784885 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e1b7923-a92d-4313-90b2-ff0e9ca8fa3c None None] New status for floating IP 5fce20f7-e2ea-405b-bdd5-08c8bc3013e0: DOWN {{(pid=83873) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 01 13:51:16.038543 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a1ad15-6993-4409-878b-176388a7c092 req-95084369-5841-4848-be06-de8d3f1281aa tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:51:16.040526 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-83a1ad15-6993-4409-878b-176388a7c092 req-95084369-5841-4848-be06-de8d3f1281aa tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] 10.222.0.26 "GET /v2.0/ports?device_id=b4977470-984b-4a25-ae22-a258dc2454db HTTP/1.1" status: 200 len: 944 time: 0.2139742 Apr 01 13:51:16.100268 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-83a1ad15-6993-4409-878b-176388a7c092 req-422cf4c6-f9f5-4aeb-9aba-a86654176ec7 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] 10.222.0.26 "GET /v2.0/security-groups?id=e96d132f-b56e-4fe8-9763-a3eda60d57f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0533996 Apr 01 13:51:16.316857 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-f258e3b1-1d0c-4423-991e-c49042917f3f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4084029'] for router_interface, before_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:51:16.982330 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.plugin [None req-f258e3b1-1d0c-4423-991e-c49042917f3f admin admin] Deleting port 6274b498-b06d-44b2-9332-bd5b04bcf3e6 {{(pid=83871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 13:51:16.982981 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-f258e3b1-1d0c-4423-991e-c49042917f3f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736733287370'] for port, before_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:51:16.999266 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Device 36b98fd9-ac94-406d-b24a-17b517293c53 up at agent hyperv_hv-neutron-8361 {{(pid=83872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 13:51:17.066863 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Provisioning for port 36b98fd9-ac94-406d-b24a-17b517293c53 completed by entity L2. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 13:51:17.072172 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Provisioning complete for port 36b98fd9-ac94-406d-b24a-17b517293c53 triggered by entity L2. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 13:51:17.072561 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-948329'] for port, provisioning_complete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:51:17.155603 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.db [None req-f258e3b1-1d0c-4423-991e-c49042917f3f admin admin] For port 6274b498-b06d-44b2-9332-bd5b04bcf3e6, host dv-neutron-836180-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836180-1-hyperv',level=0,port_id=6274b498-b06d-44b2-9332-bd5b04bcf3e6,segment=NetworkSegment(75975926-68c3-4fd7-98af-37ba4697d49a),segment_id=75975926-68c3-4fd7-98af-37ba4697d49a)] {{(pid=83871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 13:51:17.155946 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-f258e3b1-1d0c-4423-991e-c49042917f3f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4155147'] for port, precommit_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:51:17.224856 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:51:17.254613 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4977470-984b-4a25-ae22-a258dc2454db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36b98fd9-ac94-406d-b24a-17b517293c53'}] {{(pid=83872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 13:51:17.278445 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] For port 36b98fd9-ac94-406d-b24a-17b517293c53, host hv-neutron-8361, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8361',level=0,port_id=36b98fd9-ac94-406d-b24a-17b517293c53,segment=NetworkSegment(54198cac-562b-409f-ac23-f01b4196a649),segment_id=54198cac-562b-409f-ac23-f01b4196a649)] {{(pid=83872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 13:51:17.291467 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864'] for port, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:51:17.306638 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.plugin [None req-f258e3b1-1d0c-4423-991e-c49042917f3f admin admin] Calling delete_port for 6274b498-b06d-44b2-9332-bd5b04bcf3e6 owned by network:router_interface {{(pid=83871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 13:51:17.333402 dv-neutron-836180-1-hyperv neutron-server[83872]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4977470-984b-4a25-ae22-a258dc2454db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36b98fd9-ac94-406d-b24a-17b517293c53', 'code': 200} Apr 01 13:51:17.338230 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43245558-0e1a-49f5-b0c0-99f166b765a1 req-3c8086a1-a226-4679-b485-5b3a44bc03db tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:51:17.340032 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-43245558-0e1a-49f5-b0c0-99f166b765a1 req-3c8086a1-a226-4679-b485-5b3a44bc03db tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] 10.222.0.26 "GET /v2.0/ports?device_id=b4977470-984b-4a25-ae22-a258dc2454db HTTP/1.1" status: 200 len: 944 time: 0.1076856 Apr 01 13:51:17.374285 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Pushing event updated for resources: {'Port': ['ID=36b98fd9-ac94-406d-b24a-17b517293c53,revision_number=5']} {{(pid=83872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:51:17.400112 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-43245558-0e1a-49f5-b0c0-99f166b765a1 req-303dc135-c40c-4876-b692-f8df5356d601 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] 10.222.0.26 "GET /v2.0/security-groups?id=e96d132f-b56e-4fe8-9763-a3eda60d57f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0537293 Apr 01 13:51:17.493487 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-f258e3b1-1d0c-4423-991e-c49042917f3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736733359243', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736732935810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2743125'] for port, after_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:51:17.569199 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f258e3b1-1d0c-4423-991e-c49042917f3f admin admin] Pushing event deleted for resources: {'Port': ['ID=6274b498-b06d-44b2-9332-bd5b04bcf3e6,revision_number=None']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:51:17.747869 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-047fd0d4-2877-4104-842f-4d141c3dbfe2 req-cbbecff4-51fe-4f45-881a-9a86a836dcdf service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=b4977470-984b-4a25-ae22-a258dc2454db HTTP/1.1" status: 200 len: 1098 time: 0.2184548 Apr 01 13:51:17.862110 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-047fd0d4-2877-4104-842f-4d141c3dbfe2 req-0937ad58-6d29-46af-bfe6-34ae6626aeee service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=e96d132f-b56e-4fe8-9763-a3eda60d57f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0650721 Apr 01 13:51:17.923531 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-f258e3b1-1d0c-4423-991e-c49042917f3f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3017585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4084076'] for router_interface, after_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:51:18.621568 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1da86e-785b-45f2-8006-c9bf531139b9 req-0d308981-175b-4834-ac9c-97eaddf258ad tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:51:18.622996 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-2e1da86e-785b-45f2-8006-c9bf531139b9 req-0d308981-175b-4834-ac9c-97eaddf258ad tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] 10.222.0.26 "GET /v2.0/ports?device_id=b4977470-984b-4a25-ae22-a258dc2454db HTTP/1.1" status: 200 len: 945 time: 0.0915210 Apr 01 13:51:18.684649 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-2e1da86e-785b-45f2-8006-c9bf531139b9 req-2ec9d157-90e2-4f69-90c9-9a45e85f9e28 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] 10.222.0.26 "GET /v2.0/security-groups?id=e96d132f-b56e-4fe8-9763-a3eda60d57f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0522995 Apr 01 13:51:18.686317 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f258e3b1-1d0c-4423-991e-c49042917f3f admin admin] Router e3f4a618-e57d-4000-b517-ba34bc2fabc5 has already been hosted by L3 agent 88bf8fc8-11a3-4e96-9d1b-5fd93ba9f6f1 {{(pid=83871) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 13:51:18.894876 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f258e3b1-1d0c-4423-991e-c49042917f3f admin admin] Notify agent at l3_agent.dv-neutron-836180-1-hyperv the message routers_updated {{(pid=83871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 13:51:18.904971 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-891d4d44-c01a-4618-ac79-a0edabee1fa6 None None] Sync routers for ids ['e3f4a618-e57d-4000-b517-ba34bc2fabc5'] in dv-neutron-836180-1-hyperv {{(pid=83872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 13:51:18.909103 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-f258e3b1-1d0c-4423-991e-c49042917f3f admin admin] 10.222.0.26 "PUT /v2.0/routers/e3f4a618-e57d-4000-b517-ba34bc2fabc5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2496431 Apr 01 13:51:18.911679 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 59572) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:51:18.917891 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-891d4d44-c01a-4618-ac79-a0edabee1fa6 None None] Routers {'e3f4a618-e57d-4000-b517-ba34bc2fabc5'} bound to L3 agent in host dv-neutron-836180-1-hyperv {{(pid=83872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 13:51:18.918494 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_hamode_db [None req-891d4d44-c01a-4618-ac79-a0edabee1fa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836180-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T13:25:36Z,description=,heartbeat_timestamp=2022-04-01T13:51:06Z,host='dv-neutron-836180-1-hyperv',id=88bf8fc8-11a3-4e96-9d1b-5fd93ba9f6f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T13:25:36Z,topic='l3_agent')) {'router_ids': ['e3f4a618-e57d-4000-b517-ba34bc2fabc5'], 'active': True} {{(pid=83872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:51:19.118210 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-25f82d38-e1d2-4c58-b082-f421136d87b2 admin admin] Notify callbacks [] for router, before_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:51:19.120484 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_dvr_db [None req-891d4d44-c01a-4618-ac79-a0edabee1fa6 None None] Set router e3f4a618-e57d-4000-b517-ba34bc2fabc5 gateway port host: dv-neutron-836180-1-hyperv {{(pid=83872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 13:51:19.317973 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-25f82d38-e1d2-4c58-b082-f421136d87b2 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:51:19.328251 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.plugin [None req-25f82d38-e1d2-4c58-b082-f421136d87b2 admin admin] Deleting port 3277a845-1d6f-47a2-9cca-49974d745e16 {{(pid=83869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 13:51:19.328742 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-25f82d38-e1d2-4c58-b082-f421136d87b2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736733287370'] for port, before_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:51:19.409427 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_hamode_db [None req-891d4d44-c01a-4618-ac79-a0edabee1fa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3f4a618-e57d-4000-b517-ba34bc2fabc5', 'name': 'tempest-TestVolumeBootPattern-1138570424-router', 'tenant_id': '5bd5d96184e74f0ca1fb3a290ee8b3f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'external_fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.11'}], 'enable_snat': True}, 'gw_port_id': '3277a845-1d6f-47a2-9cca-49974d745e16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T13:43:41Z', 'updated_at': '2022-04-01T13:51:17Z', 'revision_number': 5, 'project_id': '5bd5d96184e74f0ca1fb3a290ee8b3f6', 'gw_port': {'id': '3277a845-1d6f-47a2-9cca-49974d745e16', 'name': '', 'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:db:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3f4a618-e57d-4000-b517-ba34bc2fabc5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836180-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:43:42Z', 'updated_at': '2022-04-01T13:43:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836180-1-hyperv'}], 'dv-neutron-836180-1-hyperv', False) {} {{(pid=83872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:51:19.413224 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-891d4d44-c01a-4618-ac79-a0edabee1fa6 None None] Checking router: e3f4a618-e57d-4000-b517-ba34bc2fabc5 for host: dv-neutron-836180-1-hyperv {{(pid=83872) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 01 13:51:19.430870 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-891d4d44-c01a-4618-ac79-a0edabee1fa6 None None] Routers {'e3f4a618-e57d-4000-b517-ba34bc2fabc5'} bound to L3 agent in host dv-neutron-836180-1-hyperv {{(pid=83872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 13:51:19.431466 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_hamode_db [None req-891d4d44-c01a-4618-ac79-a0edabee1fa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836180-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T13:25:36Z,description=,heartbeat_timestamp=2022-04-01T13:51:06Z,host='dv-neutron-836180-1-hyperv',id=88bf8fc8-11a3-4e96-9d1b-5fd93ba9f6f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T13:25:36Z,topic='l3_agent')) {'router_ids': ['e3f4a618-e57d-4000-b517-ba34bc2fabc5'], 'active': True} {{(pid=83872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:51:19.504848 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.db [None req-25f82d38-e1d2-4c58-b082-f421136d87b2 admin admin] For port 3277a845-1d6f-47a2-9cca-49974d745e16, host dv-neutron-836180-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836180-1-hyperv',level=0,port_id=3277a845-1d6f-47a2-9cca-49974d745e16,segment=NetworkSegment(7b924dd8-4978-40c4-ad91-4b9b27348462),segment_id=7b924dd8-4978-40c4-ad91-4b9b27348462)] {{(pid=83869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 13:51:19.505189 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-25f82d38-e1d2-4c58-b082-f421136d87b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4155147'] for port, precommit_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:51:19.579317 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_dvr_db [None req-891d4d44-c01a-4618-ac79-a0edabee1fa6 None None] Set router e3f4a618-e57d-4000-b517-ba34bc2fabc5 gateway port host: None {{(pid=83872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 13:51:19.624339 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.plugin [None req-25f82d38-e1d2-4c58-b082-f421136d87b2 admin admin] Calling delete_port for 3277a845-1d6f-47a2-9cca-49974d745e16 owned by network:router_gateway {{(pid=83869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 13:51:19.682239 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_hamode_db [None req-891d4d44-c01a-4618-ac79-a0edabee1fa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3f4a618-e57d-4000-b517-ba34bc2fabc5', 'name': 'tempest-TestVolumeBootPattern-1138570424-router', 'tenant_id': '5bd5d96184e74f0ca1fb3a290ee8b3f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T13:43:41Z', 'updated_at': '2022-04-01T13:51:19Z', 'revision_number': 6, 'project_id': '5bd5d96184e74f0ca1fb3a290ee8b3f6', 'gw_port_host': None}], 'dv-neutron-836180-1-hyperv', False) {} {{(pid=83872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:51:19.686223 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-891d4d44-c01a-4618-ac79-a0edabee1fa6 None None] The sync data for ids ['e3f4a618-e57d-4000-b517-ba34bc2fabc5'] in dv-neutron-836180-1-hyperv is: [{'id': 'e3f4a618-e57d-4000-b517-ba34bc2fabc5', 'name': 'tempest-TestVolumeBootPattern-1138570424-router', 'tenant_id': '5bd5d96184e74f0ca1fb3a290ee8b3f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T13:43:41Z', 'updated_at': '2022-04-01T13:51:19Z', 'revision_number': 6, 'project_id': '5bd5d96184e74f0ca1fb3a290ee8b3f6', 'gw_port_host': None}] {{(pid=83872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 13:51:19.950618 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d08b900-ca1a-487d-9805-dc7b2e43ecf1 req-44205008-34e1-4138-ae9c-09b446b63d40 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:51:19.951977 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-0d08b900-ca1a-487d-9805-dc7b2e43ecf1 req-44205008-34e1-4138-ae9c-09b446b63d40 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] 10.222.0.26 "GET /v2.0/ports?device_id=b4977470-984b-4a25-ae22-a258dc2454db HTTP/1.1" status: 200 len: 945 time: 0.1337187 Apr 01 13:51:19.956009 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-25f82d38-e1d2-4c58-b082-f421136d87b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736733359243', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736732935810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2705155'] for port, after_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:51:20.019691 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f82d38-e1d2-4c58-b082-f421136d87b2 admin admin] Pushing event deleted for resources: {'Port': ['ID=3277a845-1d6f-47a2-9cca-49974d745e16,revision_number=None']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:51:20.120199 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-0d08b900-ca1a-487d-9805-dc7b2e43ecf1 req-ee3f6686-7f9d-4e12-afef-b6e1346b6557 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] 10.222.0.26 "GET /v2.0/security-groups?id=e96d132f-b56e-4fe8-9763-a3eda60d57f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1602967 Apr 01 13:51:20.260135 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-25f82d38-e1d2-4c58-b082-f421136d87b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4084822'] for router_gateway, after_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:51:20.316825 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46fbb503-d256-44b6-b0df-ec08e5034752 req-6d27554e-9d46-463e-8640-a58618360bce tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:51:20.318377 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-46fbb503-d256-44b6-b0df-ec08e5034752 req-6d27554e-9d46-463e-8640-a58618360bce tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] 10.222.0.26 "GET /v2.0/ports?device_id=b4977470-984b-4a25-ae22-a258dc2454db HTTP/1.1" status: 200 len: 945 time: 0.0797758 Apr 01 13:51:20.366711 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-46fbb503-d256-44b6-b0df-ec08e5034752 req-dcf9bf77-1810-4c32-b4dc-d238e9a86044 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] 10.222.0.26 "GET /v2.0/security-groups?id=e96d132f-b56e-4fe8-9763-a3eda60d57f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421526 Apr 01 13:51:20.401932 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 59580) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:51:20.438369 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Device 6274b498-b06d-44b2-9332-bd5b04bcf3e6 no longer exists at agent ovs-agent-dv-neutron-836180-1-hyperv {{(pid=83872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 13:51:20.471711 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.plugin [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] No Port match for: 6274b498-b06d-44b2-9332-bd5b04bcf3e6 {{(pid=83872) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 01 13:51:20.472169 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Device 6274b498-b06d-44b2-9332-bd5b04bcf3e6 not bound to the agent host dv-neutron-836180-1-hyperv {{(pid=83872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 13:51:20.476435 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-e7af0c0d-c88d-430e-b4fa-70c691b3d95d tempest-TestNetworkBasicOps-1234239346 tempest-TestNetworkBasicOps-1234239346-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=b4977470-984b-4a25-ae22-a258dc2454db HTTP/1.1" status: 200 len: 1093 time: 0.0706246 Apr 01 13:51:20.477326 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 59584) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:51:20.482880 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.v2.base [None req-42ec9195-ad9c-418b-abdb-889b41c7fda9 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Request body: {'floatingip': {'floating_network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'port_id': '36b98fd9-ac94-406d-b24a-17b517293c53', 'tenant_id': 'f17cecf0d6854286bcc6f673927088ad', 'fixed_ip_address': '172.20.0.6'}} {{(pid=83871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:51:20.488507 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-42ec9195-ad9c-418b-abdb-889b41c7fda9 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:51:20.492281 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-42ec9195-ad9c-418b-abdb-889b41c7fda9 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Usage tracker for resource:floatingip and tenant:f17cecf0d6854286bcc6f673927088ad is out of sync, need to count used quota {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 13:51:20.495690 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-42ec9195-ad9c-418b-abdb-889b41c7fda9 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 13:51:20.501290 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-42ec9195-ad9c-418b-abdb-889b41c7fda9 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:51:20.512549 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-42ec9195-ad9c-418b-abdb-889b41c7fda9 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks [] for floatingip, before_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:51:20.526863 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-25f82d38-e1d2-4c58-b082-f421136d87b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4079814', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4170'] for router, precommit_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:51:20.531111 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-25f82d38-e1d2-4c58-b082-f421136d87b2 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:51:20.557037 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-25f82d38-e1d2-4c58-b082-f421136d87b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4079738'] for router, after_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:51:20.557583 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25f82d38-e1d2-4c58-b082-f421136d87b2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e3f4a618-e57d-4000-b517-ba34bc2fabc5 {{(pid=83869) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 01 13:51:20.571652 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-25f82d38-e1d2-4c58-b082-f421136d87b2 admin admin] Notify callbacks [] for router, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:51:20.573039 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-25f82d38-e1d2-4c58-b082-f421136d87b2 admin admin] 10.222.0.26 "DELETE /v2.0/routers/e3f4a618-e57d-4000-b517-ba34bc2fabc5 HTTP/1.1" status: 204 len: 168 time: 1.6601555 Apr 01 13:51:20.575418 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 59588) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:51:20.637220 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.db_base_plugin_v2 [None req-5386feca-dc98-46de-9638-178f0bdae279 admin admin] Deleting subnet e819b10b-b5bd-410a-b72f-33f41ed14c7b {{(pid=83869) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 01 13:51:20.640191 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-5386feca-dc98-46de-9638-178f0bdae279 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:51:20.648435 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-42ec9195-ad9c-418b-abdb-889b41c7fda9 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:51:20.689027 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-5386feca-dc98-46de-9638-178f0bdae279 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2704975'] for subnet, precommit_delete_associations {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:51:20.766388 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-5386feca-dc98-46de-9638-178f0bdae279 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-945029'] for subnet, precommit_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:51:20.785216 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.db_base_plugin_common [None req-42ec9195-ad9c-418b-abdb-889b41c7fda9 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Allocated IP 172.26.5.209 (725864b8-cceb-48c9-b5d3-1bfc4423e301/e2ed99db-0e25-4971-b535-7fa69231fae8/0cb50a37-72c0-4288-8399-4210573e95d3) {{(pid=83871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 13:51:20.840243 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-5386feca-dc98-46de-9638-178f0bdae279 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-945042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2705198', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2999452'] for subnet, after_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:51:20.873585 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5386feca-dc98-46de-9638-178f0bdae279 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e819b10b-b5bd-410a-b72f-33f41ed14c7b,revision_number=None']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:51:20.881973 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-5386feca-dc98-46de-9638-178f0bdae279 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:51:20.888962 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da91a51f-c344-4d00-8e19-9f0e2c578151 None None] Network f450d435-2e18-4974-8657-011f0eedf5a1 requested from dv-neutron-836180-1-hyperv {{(pid=83872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 13:51:20.890994 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-5386feca-dc98-46de-9638-178f0bdae279 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/e819b10b-b5bd-410a-b72f-33f41ed14c7b HTTP/1.1" status: 204 len: 168 time: 0.3146033 Apr 01 13:51:20.891549 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 59592) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:51:20.940651 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-42ec9195-ad9c-418b-abdb-889b41c7fda9 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks [] for port, precommit_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:51:20.972055 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-42ec9195-ad9c-418b-abdb-889b41c7fda9 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736732935801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2743125'] for port, after_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:51:20.997397 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-03e5906b-c3b4-4e9f-8116-24e9ff93e9d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1033078'] for network, before_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:51:21.007513 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.plugin [None req-03e5906b-c3b4-4e9f-8116-24e9ff93e9d4 admin admin] Deleting port 42dc6e0c-936a-4026-9cab-e2a8eb272734 {{(pid=83869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 13:51:21.008836 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-03e5906b-c3b4-4e9f-8116-24e9ff93e9d4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736733287370'] for port, before_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:51:21.038642 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42ec9195-ad9c-418b-abdb-889b41c7fda9 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Network 725864b8-cceb-48c9-b5d3-1bfc4423e301 is already hosted by enough agents. {{(pid=83871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 13:51:21.041959 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.scheduler.base_scheduler [None req-42ec9195-ad9c-418b-abdb-889b41c7fda9 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Resources bound (agent type, host, resource id): {{(pid=83871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 13:51:21.044389 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42ec9195-ad9c-418b-abdb-889b41c7fda9 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Received port after_create {{(pid=83871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 13:51:21.083456 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ec9195-ad9c-418b-abdb-889b41c7fda9 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Pushing event updated for resources: {'Port': ['ID=0cb50a37-72c0-4288-8399-4210573e95d3,revision_number=1']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:51:21.154292 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d90a0a95-05a8-4c3d-ad48-85e5f657c21e None None] DHCP port deletion for f450d435-2e18-4974-8657-011f0eedf5a1 request from dv-neutron-836180-1-hyperv {{(pid=83872) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 01 13:51:21.158878 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.plugin [None req-d90a0a95-05a8-4c3d-ad48-85e5f657c21e None None] Deleting port 42dc6e0c-936a-4026-9cab-e2a8eb272734 {{(pid=83872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 13:51:21.159260 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-d90a0a95-05a8-4c3d-ad48-85e5f657c21e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736733287370'] for port, before_delete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:51:21.227757 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.db [None req-03e5906b-c3b4-4e9f-8116-24e9ff93e9d4 admin admin] For port 42dc6e0c-936a-4026-9cab-e2a8eb272734, host dv-neutron-836180-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836180-1-hyperv',level=0,port_id=42dc6e0c-936a-4026-9cab-e2a8eb272734,segment=NetworkSegment(75975926-68c3-4fd7-98af-37ba4697d49a),segment_id=75975926-68c3-4fd7-98af-37ba4697d49a)] {{(pid=83869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 13:51:21.228185 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-03e5906b-c3b4-4e9f-8116-24e9ff93e9d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4155147'] for port, precommit_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:51:21.432631 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-d90a0a95-05a8-4c3d-ad48-85e5f657c21e None None] For port 42dc6e0c-936a-4026-9cab-e2a8eb272734, host dv-neutron-836180-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836180-1-hyperv',level=0,port_id=42dc6e0c-936a-4026-9cab-e2a8eb272734,segment=NetworkSegment(75975926-68c3-4fd7-98af-37ba4697d49a),segment_id=75975926-68c3-4fd7-98af-37ba4697d49a)] {{(pid=83872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 13:51:21.432986 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-d90a0a95-05a8-4c3d-ad48-85e5f657c21e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4155147'] for port, precommit_delete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:51:21.456268 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.plugin [None req-03e5906b-c3b4-4e9f-8116-24e9ff93e9d4 admin admin] Calling delete_port for 42dc6e0c-936a-4026-9cab-e2a8eb272734 owned by network:dhcp {{(pid=83869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 13:51:21.531944 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-03e5906b-c3b4-4e9f-8116-24e9ff93e9d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736733359243', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736732935810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2705155'] for port, after_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:51:21.553125 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.plugin [None req-d90a0a95-05a8-4c3d-ad48-85e5f657c21e None None] Calling delete_port for 42dc6e0c-936a-4026-9cab-e2a8eb272734 owned by network:dhcp {{(pid=83872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 13:51:21.578512 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e5906b-c3b4-4e9f-8116-24e9ff93e9d4 admin admin] Pushing event deleted for resources: {'Port': ['ID=42dc6e0c-936a-4026-9cab-e2a8eb272734,revision_number=None']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:51:21.586189 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03e5906b-c3b4-4e9f-8116-24e9ff93e9d4 admin admin] No DVR routers for this DVR port 42dc6e0c-936a-4026-9cab-e2a8eb272734 on host dv-neutron-836180-1-hyperv {{(pid=83869) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 13:51:21.629170 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.db.api [None req-d90a0a95-05a8-4c3d-ad48-85e5f657c21e None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83872) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 01 13:51:21.629704 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG oslo_db.api [None req-d90a0a95-05a8-4c3d-ad48-85e5f657c21e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 01 13:51:21.689017 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-42ec9195-ad9c-418b-abdb-889b41c7fda9 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:51:21.703079 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-03e5906b-c3b4-4e9f-8116-24e9ff93e9d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-942654', 'neutron.services.segments.db._delete_segments_for_network-8736733387888'] for network, precommit_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:51:21.728215 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.services.segments.db [None req-03e5906b-c3b4-4e9f-8116-24e9ff93e9d4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f450d435-2e18-4974-8657-011f0eedf5a1']}} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:51:21.740236 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.services.segments.db [None req-03e5906b-c3b4-4e9f-8116-24e9ff93e9d4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '75975926-68c3-4fd7-98af-37ba4697d49a') {'for_net_delete': True} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:51:21.740549 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.services.segments.db [None req-03e5906b-c3b4-4e9f-8116-24e9ff93e9d4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '75975926-68c3-4fd7-98af-37ba4697d49a') {} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:51:21.747436 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-42ec9195-ad9c-418b-abdb-889b41c7fda9 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:51:21.751665 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-03e5906b-c3b4-4e9f-8116-24e9ff93e9d4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736733386999', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2704982'] for segment, before_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:51:21.769424 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-03e5906b-c3b4-4e9f-8116-24e9ff93e9d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1004271'] for segment, precommit_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:51:21.776611 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-03e5906b-c3b4-4e9f-8116-24e9ff93e9d4 admin admin] Releasing vlan 373 on physical network physnet1 to pool {{(pid=83869) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 01 13:51:21.777031 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-03e5906b-c3b4-4e9f-8116-24e9ff93e9d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1004262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2705264'] for segment, after_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:51:21.790276 dv-neutron-836180-1-hyperv neutron-server[83869]: Traceback (most recent call last): Apr 01 13:51:21.790276 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 01 13:51:21.790276 dv-neutron-836180-1-hyperv neutron-server[83869]: timer() Apr 01 13:51:21.790276 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 13:51:21.790276 dv-neutron-836180-1-hyperv neutron-server[83869]: cb(*args, **kw) Apr 01 13:51:21.790276 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 13:51:21.790276 dv-neutron-836180-1-hyperv neutron-server[83869]: return func(*args, **kwargs) Apr 01 13:51:21.790276 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 13:51:21.790276 dv-neutron-836180-1-hyperv neutron-server[83869]: self._notify() Apr 01 13:51:21.790276 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 13:51:21.790276 dv-neutron-836180-1-hyperv neutron-server[83869]: self.callback(batched_events) Apr 01 13:51:21.790276 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 13:51:21.790276 dv-neutron-836180-1-hyperv neutron-server[83869]: event.method(event) Apr 01 13:51:21.790276 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 13:51:21.790276 dv-neutron-836180-1-hyperv neutron-server[83869]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 13:51:21.790276 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 13:51:21.790276 dv-neutron-836180-1-hyperv neutron-server[83869]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 13:51:21.790276 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 13:51:21.790276 dv-neutron-836180-1-hyperv neutron-server[83869]: return f(self, *a, **k) Apr 01 13:51:21.790276 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 13:51:21.790276 dv-neutron-836180-1-hyperv neutron-server[83869]: return self._get(url).json() Apr 01 13:51:21.790276 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 13:51:21.790276 dv-neutron-836180-1-hyperv neutron-server[83869]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 13:51:21.790276 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 01 13:51:21.790276 dv-neutron-836180-1-hyperv neutron-server[83869]: return self.request(url, 'GET', **kwargs) Apr 01 13:51:21.790276 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 01 13:51:21.790276 dv-neutron-836180-1-hyperv neutron-server[83869]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 13:51:21.790276 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 01 13:51:21.790276 dv-neutron-836180-1-hyperv neutron-server[83869]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 13:51:21.790276 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 01 13:51:21.790276 dv-neutron-836180-1-hyperv neutron-server[83869]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 13:51:21.790276 dv-neutron-836180-1-hyperv neutron-server[83869]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 13:51:21.872243 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-03e5906b-c3b4-4e9f-8116-24e9ff93e9d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-942599', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4084797'] for network, after_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:51:21.893529 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-03e5906b-c3b4-4e9f-8116-24e9ff93e9d4 admin admin] Notify callbacks [] for network, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:51:21.904058 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e5906b-c3b4-4e9f-8116-24e9ff93e9d4 admin admin] Pushing event deleted for resources: {'Network': ['ID=f450d435-2e18-4974-8657-011f0eedf5a1,revision_number=None']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:51:21.917536 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-03e5906b-c3b4-4e9f-8116-24e9ff93e9d4 admin admin] 10.222.0.26 "DELETE /v2.0/networks/f450d435-2e18-4974-8657-011f0eedf5a1 HTTP/1.1" status: 204 len: 168 time: 1.0250294 Apr 01 13:51:21.920281 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 59596) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:51:21.959296 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-42ec9195-ad9c-418b-abdb-889b41c7fda9 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks [] for port, precommit_update {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:51:21.963691 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-42ec9195-ad9c-418b-abdb-889b41c7fda9 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2743106'] for port, after_update {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:51:22.069632 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ec9195-ad9c-418b-abdb-889b41c7fda9 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Pushing event updated for resources: {'Port': ['ID=0cb50a37-72c0-4288-8399-4210573e95d3,revision_number=2']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:51:22.084723 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-42ec9195-ad9c-418b-abdb-889b41c7fda9 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4084747'] for floatingip, after_update {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:51:22.130889 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.plugin [None req-d90a0a95-05a8-4c3d-ad48-85e5f657c21e None None] Deleting port 42dc6e0c-936a-4026-9cab-e2a8eb272734 {{(pid=83872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 13:51:22.131170 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-d90a0a95-05a8-4c3d-ad48-85e5f657c21e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736733287370'] for port, before_delete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:51:22.200674 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.plugin [None req-d90a0a95-05a8-4c3d-ad48-85e5f657c21e None None] The port '42dc6e0c-936a-4026-9cab-e2a8eb272734' was deleted {{(pid=83872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 01 13:51:22.287703 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.db.l3_db [None req-42ec9195-ad9c-418b-abdb-889b41c7fda9 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Floating IP 0ee145a8-d158-49c3-97f0-7696c4aa8b43 associated. External IP: 172.26.5.209, port: 36b98fd9-ac94-406d-b24a-17b517293c53. Apr 01 13:51:22.317500 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-18caadc1-f220-430e-ab9f-db4638d5a088 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4084029'] for router_interface, before_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:51:22.425783 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Device 3277a845-1d6f-47a2-9cca-49974d745e16 no longer exists at agent ovs-agent-dv-neutron-836180-1-hyperv {{(pid=83872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 13:51:22.462036 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.plugin [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] No Port match for: 3277a845-1d6f-47a2-9cca-49974d745e16 {{(pid=83872) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 01 13:51:22.462692 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Device 3277a845-1d6f-47a2-9cca-49974d745e16 not bound to the agent host dv-neutron-836180-1-hyperv {{(pid=83872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 13:51:22.463426 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Device 42dc6e0c-936a-4026-9cab-e2a8eb272734 no longer exists at agent ovs-agent-dv-neutron-836180-1-hyperv {{(pid=83872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 13:51:22.494778 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.plugin [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] No Port match for: 42dc6e0c-936a-4026-9cab-e2a8eb272734 {{(pid=83872) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 01 13:51:22.495103 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Device 42dc6e0c-936a-4026-9cab-e2a8eb272734 not bound to the agent host dv-neutron-836180-1-hyperv {{(pid=83872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 13:51:22.682456 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42ec9195-ad9c-418b-abdb-889b41c7fda9 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Router be02ad75-3007-477a-9299-11634055d176 has already been hosted by L3 agent 88bf8fc8-11a3-4e96-9d1b-5fd93ba9f6f1 {{(pid=83871) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 13:51:22.995625 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42ec9195-ad9c-418b-abdb-889b41c7fda9 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify agent at l3_agent.dv-neutron-836180-1-hyperv the message routers_updated {{(pid=83871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 13:51:23.006919 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e280c57a-ba2c-4c46-bfa9-539b70d0c86b None None] Sync routers for ids ['be02ad75-3007-477a-9299-11634055d176'] in dv-neutron-836180-1-hyperv {{(pid=83873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 13:51:23.020759 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-42ec9195-ad9c-418b-abdb-889b41c7fda9 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109561'] for floatingip, before_response {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:51:23.022067 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.plugin [None req-18caadc1-f220-430e-ab9f-db4638d5a088 admin admin] Deleting port 35637cc2-34c8-4b74-94f2-522fca9400c5 {{(pid=83869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 13:51:23.022373 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-18caadc1-f220-430e-ab9f-db4638d5a088 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736733287370'] for port, before_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:51:23.023819 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e280c57a-ba2c-4c46-bfa9-539b70d0c86b None None] Routers {'be02ad75-3007-477a-9299-11634055d176'} bound to L3 agent in host dv-neutron-836180-1-hyperv {{(pid=83873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 13:51:23.024558 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-e280c57a-ba2c-4c46-bfa9-539b70d0c86b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836180-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T13:25:36Z,description=,heartbeat_timestamp=2022-04-01T13:51:06Z,host='dv-neutron-836180-1-hyperv',id=88bf8fc8-11a3-4e96-9d1b-5fd93ba9f6f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T13:25:36Z,topic='l3_agent')) {'router_ids': ['be02ad75-3007-477a-9299-11634055d176'], 'active': True} {{(pid=83873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:51:23.080972 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-42ec9195-ad9c-418b-abdb-889b41c7fda9 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.5999486 Apr 01 13:51:23.080972 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b4977470-984b-4a25-ae22-a258dc2454db', 'tag': '36b98fd9-ac94-406d-b24a-17b517293c53'}] {{(pid=83871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 13:51:23.083753 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 59600) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:51:23.149769 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b4977470-984b-4a25-ae22-a258dc2454db', 'tag': '36b98fd9-ac94-406d-b24a-17b517293c53', 'status': 'completed', 'code': 200} Apr 01 13:51:23.211635 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.db [None req-18caadc1-f220-430e-ab9f-db4638d5a088 admin admin] For port 35637cc2-34c8-4b74-94f2-522fca9400c5, host dv-neutron-836180-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836180-1-hyperv',level=0,port_id=35637cc2-34c8-4b74-94f2-522fca9400c5,segment=NetworkSegment(6e090ccc-7c83-4389-a363-bc280e54e317),segment_id=6e090ccc-7c83-4389-a363-bc280e54e317)] {{(pid=83869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 13:51:23.212141 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-18caadc1-f220-430e-ab9f-db4638d5a088 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4155147'] for port, precommit_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:51:23.241469 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-38af66e4-e167-4183-986a-37f9e35fa126 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] 10.222.0.26 "GET /v2.0/floatingips/0ee145a8-d158-49c3-97f0-7696c4aa8b43 HTTP/1.1" status: 200 len: 991 time: 0.1566367 Apr 01 13:51:23.244191 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_dvr_db [None req-e280c57a-ba2c-4c46-bfa9-539b70d0c86b None None] Set router be02ad75-3007-477a-9299-11634055d176 gateway port host: dv-neutron-836180-1-hyperv {{(pid=83873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 13:51:23.268643 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-238f10bf-77d8-4d5f-8d44-3635edee4bc0 req-2874ea77-84b6-4286-9009-d5f37fd712b4 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=f17cecf0d6854286bcc6f673927088ad&device_id=b4977470-984b-4a25-ae22-a258dc2454db HTTP/1.1" status: 200 len: 1098 time: 0.0960839 Apr 01 13:51:23.344037 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.plugin [None req-18caadc1-f220-430e-ab9f-db4638d5a088 admin admin] Calling delete_port for 35637cc2-34c8-4b74-94f2-522fca9400c5 owned by network:router_interface {{(pid=83869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 13:51:23.409098 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238f10bf-77d8-4d5f-8d44-3635edee4bc0 req-66a78152-d694-40d8-967b-f91caf406b3c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:51:23.410534 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-238f10bf-77d8-4d5f-8d44-3635edee4bc0 req-66a78152-d694-40d8-967b-f91caf406b3c service neutron] 10.222.0.57 "GET /v2.0/networks?id=9cc735ca-b4b2-4db4-a7c4-aa31519e0a5c HTTP/1.1" status: 200 len: 898 time: 0.1349990 Apr 01 13:51:23.517864 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-238f10bf-77d8-4d5f-8d44-3635edee4bc0 req-9c75ee37-cb48-4074-8242-6f7eb063d6ad service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=36b98fd9-ac94-406d-b24a-17b517293c53 HTTP/1.1" status: 200 len: 999 time: 0.1005452 Apr 01 13:51:23.518473 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-18caadc1-f220-430e-ab9f-db4638d5a088 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736733359243', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736732935810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2705155'] for port, after_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:51:23.567263 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18caadc1-f220-430e-ab9f-db4638d5a088 admin admin] Pushing event deleted for resources: {'Port': ['ID=35637cc2-34c8-4b74-94f2-522fca9400c5,revision_number=None']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:51:23.586161 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238f10bf-77d8-4d5f-8d44-3635edee4bc0 req-4510e927-0f8f-4d46-9245-8274ae75eb7f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:51:23.588494 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-238f10bf-77d8-4d5f-8d44-3635edee4bc0 req-4510e927-0f8f-4d46-9245-8274ae75eb7f service neutron] 10.222.0.57 "GET /v2.0/subnets?id=2515fcc2-10cb-415f-b50a-70ab7c7d58f6 HTTP/1.1" status: 200 len: 843 time: 0.0645280 Apr 01 13:51:23.618238 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-e280c57a-ba2c-4c46-bfa9-539b70d0c86b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be02ad75-3007-477a-9299-11634055d176', 'name': 'tempest-TestNetworkBasicOps-router-2061816026', 'tenant_id': 'f17cecf0d6854286bcc6f673927088ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'external_fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.170'}], 'enable_snat': True}, 'gw_port_id': 'be4ef2d7-b095-4626-b0f8-20020754b1e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T13:50:56Z', 'updated_at': '2022-04-01T13:51:01Z', 'revision_number': 4, 'project_id': 'f17cecf0d6854286bcc6f673927088ad', 'gw_port': {'id': 'be4ef2d7-b095-4626-b0f8-20020754b1e8', 'name': '', 'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:66:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be02ad75-3007-477a-9299-11634055d176', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836180-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:50:57Z', 'updated_at': '2022-04-01T13:51:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836180-1-hyperv', '_floatingips': [{'id': '0ee145a8-d158-49c3-97f0-7696c4aa8b43', 'tenant_id': 'f17cecf0d6854286bcc6f673927088ad', 'floating_ip_address': '172.26.5.209', 'floating_network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'router_id': 'be02ad75-3007-477a-9299-11634055d176', 'port_id': '36b98fd9-ac94-406d-b24a-17b517293c53', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9cc735ca-b4b2-4db4-a7c4-aa31519e0a5c', 'mac_address': 'fa:16:3e:b9:f9:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4977470-984b-4a25-ae22-a258dc2454db', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T13:51:21Z', 'updated_at': '2022-04-01T13:51:21Z', 'revision_number': 0, 'project_id': 'f17cecf0d6854286bcc6f673927088ad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd399548c-9384-4883-884e-7ba308ed3075', 'name': '', 'network_id': '9cc735ca-b4b2-4db4-a7c4-aa31519e0a5c', 'tenant_id': 'f17cecf0d6854286bcc6f673927088ad', 'mac_address': 'fa:16:3e:b0:64:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be02ad75-3007-477a-9299-11634055d176', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2515fcc2-10cb-415f-b50a-70ab7c7d58f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836180-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:51:00Z', 'updated_at': '2022-04-01T13:51:08Z', 'revision_number': 5, 'project_id': 'f17cecf0d6854286bcc6f673927088ad', 'subnets': [{'id': '2515fcc2-10cb-415f-b50a-70ab7c7d58f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-836180-1-hyperv', False) {} {{(pid=83873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:51:23.623444 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e280c57a-ba2c-4c46-bfa9-539b70d0c86b None None] Checking router: be02ad75-3007-477a-9299-11634055d176 for host: dv-neutron-836180-1-hyperv {{(pid=83873) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 01 13:51:23.636618 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e280c57a-ba2c-4c46-bfa9-539b70d0c86b None None] Routers {'be02ad75-3007-477a-9299-11634055d176'} bound to L3 agent in host dv-neutron-836180-1-hyperv {{(pid=83873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 13:51:23.637237 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-e280c57a-ba2c-4c46-bfa9-539b70d0c86b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836180-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T13:25:36Z,description=,heartbeat_timestamp=2022-04-01T13:51:06Z,host='dv-neutron-836180-1-hyperv',id=88bf8fc8-11a3-4e96-9d1b-5fd93ba9f6f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T13:25:36Z,topic='l3_agent')) {'router_ids': ['be02ad75-3007-477a-9299-11634055d176'], 'active': True} {{(pid=83873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:51:23.679916 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-238f10bf-77d8-4d5f-8d44-3635edee4bc0 req-2c379f19-6f62-42e9-b9c0-46a3c9113219 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=9cc735ca-b4b2-4db4-a7c4-aa31519e0a5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0849524 Apr 01 13:51:23.836014 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-238f10bf-77d8-4d5f-8d44-3635edee4bc0 req-8e42b355-a979-45a4-9f55-bfec4a2a0f90 service neutron] 10.222.0.57 "GET /v2.0/networks/9cc735ca-b4b2-4db4-a7c4-aa31519e0a5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1492922 Apr 01 13:51:23.842331 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_dvr_db [None req-e280c57a-ba2c-4c46-bfa9-539b70d0c86b None None] Set router be02ad75-3007-477a-9299-11634055d176 gateway port host: dv-neutron-836180-1-hyperv {{(pid=83873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 13:51:23.875255 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:51:23.927702 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-18caadc1-f220-430e-ab9f-db4638d5a088 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3017585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4084076'] for router_interface, after_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:51:23.977629 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-238f10bf-77d8-4d5f-8d44-3635edee4bc0 req-a461fb9e-1104-4dea-87f5-ccbe9f13770d service neutron] 10.222.0.57 "GET /v2.0/networks/9cc735ca-b4b2-4db4-a7c4-aa31519e0a5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1350660 Apr 01 13:51:24.214900 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-e280c57a-ba2c-4c46-bfa9-539b70d0c86b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be02ad75-3007-477a-9299-11634055d176', 'name': 'tempest-TestNetworkBasicOps-router-2061816026', 'tenant_id': 'f17cecf0d6854286bcc6f673927088ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'external_fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.170'}], 'enable_snat': True}, 'gw_port_id': 'be4ef2d7-b095-4626-b0f8-20020754b1e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T13:50:56Z', 'updated_at': '2022-04-01T13:51:01Z', 'revision_number': 4, 'project_id': 'f17cecf0d6854286bcc6f673927088ad', 'gw_port': {'id': 'be4ef2d7-b095-4626-b0f8-20020754b1e8', 'name': '', 'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:66:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be02ad75-3007-477a-9299-11634055d176', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836180-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:50:57Z', 'updated_at': '2022-04-01T13:51:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836180-1-hyperv', '_floatingips': [{'id': '0ee145a8-d158-49c3-97f0-7696c4aa8b43', 'tenant_id': 'f17cecf0d6854286bcc6f673927088ad', 'floating_ip_address': '172.26.5.209', 'floating_network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'router_id': 'be02ad75-3007-477a-9299-11634055d176', 'port_id': '36b98fd9-ac94-406d-b24a-17b517293c53', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9cc735ca-b4b2-4db4-a7c4-aa31519e0a5c', 'mac_address': 'fa:16:3e:b9:f9:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4977470-984b-4a25-ae22-a258dc2454db', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T13:51:21Z', 'updated_at': '2022-04-01T13:51:21Z', 'revision_number': 0, 'project_id': 'f17cecf0d6854286bcc6f673927088ad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd399548c-9384-4883-884e-7ba308ed3075', 'name': '', 'network_id': '9cc735ca-b4b2-4db4-a7c4-aa31519e0a5c', 'tenant_id': 'f17cecf0d6854286bcc6f673927088ad', 'mac_address': 'fa:16:3e:b0:64:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be02ad75-3007-477a-9299-11634055d176', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2515fcc2-10cb-415f-b50a-70ab7c7d58f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836180-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:51:00Z', 'updated_at': '2022-04-01T13:51:08Z', 'revision_number': 5, 'project_id': 'f17cecf0d6854286bcc6f673927088ad', 'subnets': [{'id': '2515fcc2-10cb-415f-b50a-70ab7c7d58f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-836180-1-hyperv', False) {} {{(pid=83873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:51:24.219095 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e280c57a-ba2c-4c46-bfa9-539b70d0c86b None None] The sync data for ids ['be02ad75-3007-477a-9299-11634055d176'] in dv-neutron-836180-1-hyperv is: [{'id': 'be02ad75-3007-477a-9299-11634055d176', 'name': 'tempest-TestNetworkBasicOps-router-2061816026', 'tenant_id': 'f17cecf0d6854286bcc6f673927088ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'external_fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.170'}], 'enable_snat': True}, 'gw_port_id': 'be4ef2d7-b095-4626-b0f8-20020754b1e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T13:50:56Z', 'updated_at': '2022-04-01T13:51:01Z', 'revision_number': 4, 'project_id': 'f17cecf0d6854286bcc6f673927088ad', 'gw_port': {'id': 'be4ef2d7-b095-4626-b0f8-20020754b1e8', 'name': '', 'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:66:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be02ad75-3007-477a-9299-11634055d176', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836180-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:50:57Z', 'updated_at': '2022-04-01T13:51:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836180-1-hyperv', '_floatingips': [{'id': '0ee145a8-d158-49c3-97f0-7696c4aa8b43', 'tenant_id': 'f17cecf0d6854286bcc6f673927088ad', 'floating_ip_address': '172.26.5.209', 'floating_network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'router_id': 'be02ad75-3007-477a-9299-11634055d176', 'port_id': '36b98fd9-ac94-406d-b24a-17b517293c53', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9cc735ca-b4b2-4db4-a7c4-aa31519e0a5c', 'mac_address': 'fa:16:3e:b9:f9:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4977470-984b-4a25-ae22-a258dc2454db', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T13:51:21Z', 'updated_at': '2022-04-01T13:51:21Z', 'revision_number': 0, 'project_id': 'f17cecf0d6854286bcc6f673927088ad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd399548c-9384-4883-884e-7ba308ed3075', 'name': '', 'network_id': '9cc735ca-b4b2-4db4-a7c4-aa31519e0a5c', 'tenant_id': 'f17cecf0d6854286bcc6f673927088ad', 'mac_address': 'fa:16:3e:b0:64:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be02ad75-3007-477a-9299-11634055d176', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2515fcc2-10cb-415f-b50a-70ab7c7d58f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836180-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:51:00Z', 'updated_at': '2022-04-01T13:51:08Z', 'revision_number': 5, 'project_id': 'f17cecf0d6854286bcc6f673927088ad', 'subnets': [{'id': '2515fcc2-10cb-415f-b50a-70ab7c7d58f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 13:51:24.246324 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 59606) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:51:24.373810 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-c4dbfdae-132a-4233-89f0-7e7b870f6bb5 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] 10.222.0.26 "GET /v2.0/floatingips/0ee145a8-d158-49c3-97f0-7696c4aa8b43 HTTP/1.1" status: 200 len: 991 time: 0.1245084 Apr 01 13:51:24.447028 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d3f75e1-9f18-4766-8de0-249cec00d924 None None] New status for floating IP 0ee145a8-d158-49c3-97f0-7696c4aa8b43: ACTIVE {{(pid=83872) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 01 13:51:24.641324 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18caadc1-f220-430e-ab9f-db4638d5a088 admin admin] Router b1e2cf41-a3d4-49d8-85d1-c69727763c82 has already been hosted by L3 agent 88bf8fc8-11a3-4e96-9d1b-5fd93ba9f6f1 {{(pid=83869) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 13:51:24.843952 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18caadc1-f220-430e-ab9f-db4638d5a088 admin admin] Notify agent at l3_agent.dv-neutron-836180-1-hyperv the message routers_updated {{(pid=83869) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 13:51:24.852112 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a52201f8-3336-42c2-b46b-312d76304095 None None] Sync routers for ids ['b1e2cf41-a3d4-49d8-85d1-c69727763c82'] in dv-neutron-836180-1-hyperv {{(pid=83873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 13:51:24.853070 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-18caadc1-f220-430e-ab9f-db4638d5a088 admin admin] 10.222.0.26 "PUT /v2.0/routers/b1e2cf41-a3d4-49d8-85d1-c69727763c82/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9318049 Apr 01 13:51:24.855475 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 59610) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:51:24.863427 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a52201f8-3336-42c2-b46b-312d76304095 None None] Routers {'b1e2cf41-a3d4-49d8-85d1-c69727763c82'} bound to L3 agent in host dv-neutron-836180-1-hyperv {{(pid=83873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 13:51:24.864015 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-a52201f8-3336-42c2-b46b-312d76304095 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836180-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T13:25:36Z,description=,heartbeat_timestamp=2022-04-01T13:51:06Z,host='dv-neutron-836180-1-hyperv',id=88bf8fc8-11a3-4e96-9d1b-5fd93ba9f6f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T13:25:36Z,topic='l3_agent')) {'router_ids': ['b1e2cf41-a3d4-49d8-85d1-c69727763c82'], 'active': True} {{(pid=83873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:51:25.040199 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_dvr_db [None req-a52201f8-3336-42c2-b46b-312d76304095 None None] Set router b1e2cf41-a3d4-49d8-85d1-c69727763c82 gateway port host: dv-neutron-836180-1-hyperv {{(pid=83873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 13:51:25.049170 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-487807f0-4eca-4026-92b4-e4df6cebf604 admin admin] Notify callbacks [] for router, before_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:51:25.247202 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-487807f0-4eca-4026-92b4-e4df6cebf604 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:51:25.257098 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.plugin [None req-487807f0-4eca-4026-92b4-e4df6cebf604 admin admin] Deleting port 29604dae-375e-4f85-8b8d-8904b77ffa64 {{(pid=83869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 13:51:25.257423 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-487807f0-4eca-4026-92b4-e4df6cebf604 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736733287370'] for port, before_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:51:25.355395 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-a52201f8-3336-42c2-b46b-312d76304095 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1e2cf41-a3d4-49d8-85d1-c69727763c82', 'name': 'tempest-TestVolumeBootPattern-1091167869-router', 'tenant_id': '9b534b1cecc244ec88ee7be271b09a05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'external_fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.18'}], 'enable_snat': True}, 'gw_port_id': '29604dae-375e-4f85-8b8d-8904b77ffa64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T13:43:47Z', 'updated_at': '2022-04-01T13:51:23Z', 'revision_number': 5, 'project_id': '9b534b1cecc244ec88ee7be271b09a05', 'gw_port': {'id': '29604dae-375e-4f85-8b8d-8904b77ffa64', 'name': '', 'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:aa:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1e2cf41-a3d4-49d8-85d1-c69727763c82', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836180-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:43:48Z', 'updated_at': '2022-04-01T13:43:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836180-1-hyperv'}], 'dv-neutron-836180-1-hyperv', False) {} {{(pid=83873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:51:25.359392 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a52201f8-3336-42c2-b46b-312d76304095 None None] Checking router: b1e2cf41-a3d4-49d8-85d1-c69727763c82 for host: dv-neutron-836180-1-hyperv {{(pid=83873) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 01 13:51:25.370559 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a52201f8-3336-42c2-b46b-312d76304095 None None] Routers {'b1e2cf41-a3d4-49d8-85d1-c69727763c82'} bound to L3 agent in host dv-neutron-836180-1-hyperv {{(pid=83873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 13:51:25.371153 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-a52201f8-3336-42c2-b46b-312d76304095 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836180-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T13:25:36Z,description=,heartbeat_timestamp=2022-04-01T13:51:06Z,host='dv-neutron-836180-1-hyperv',id=88bf8fc8-11a3-4e96-9d1b-5fd93ba9f6f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T13:25:36Z,topic='l3_agent')) {'router_ids': ['b1e2cf41-a3d4-49d8-85d1-c69727763c82'], 'active': True} {{(pid=83873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:51:25.376637 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 59614) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:51:25.435017 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.db [None req-487807f0-4eca-4026-92b4-e4df6cebf604 admin admin] For port 29604dae-375e-4f85-8b8d-8904b77ffa64, host dv-neutron-836180-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836180-1-hyperv',level=0,port_id=29604dae-375e-4f85-8b8d-8904b77ffa64,segment=NetworkSegment(7b924dd8-4978-40c4-ad91-4b9b27348462),segment_id=7b924dd8-4978-40c4-ad91-4b9b27348462)] {{(pid=83869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 13:51:25.435512 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-487807f0-4eca-4026-92b4-e4df6cebf604 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4155147'] for port, precommit_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:51:25.485280 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-8c475325-009d-4887-bf7c-ad32744dd675 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] 10.222.0.26 "GET /v2.0/floatingips/0ee145a8-d158-49c3-97f0-7696c4aa8b43 HTTP/1.1" status: 200 len: 993 time: 0.1066976 Apr 01 13:51:25.523154 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_dvr_db [None req-a52201f8-3336-42c2-b46b-312d76304095 None None] Set router b1e2cf41-a3d4-49d8-85d1-c69727763c82 gateway port host: None {{(pid=83873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 13:51:25.562450 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.plugin [None req-487807f0-4eca-4026-92b4-e4df6cebf604 admin admin] Calling delete_port for 29604dae-375e-4f85-8b8d-8904b77ffa64 owned by network:router_gateway {{(pid=83869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 13:51:25.625680 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-a52201f8-3336-42c2-b46b-312d76304095 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1e2cf41-a3d4-49d8-85d1-c69727763c82', 'name': 'tempest-TestVolumeBootPattern-1091167869-router', 'tenant_id': '9b534b1cecc244ec88ee7be271b09a05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T13:43:47Z', 'updated_at': '2022-04-01T13:51:25Z', 'revision_number': 6, 'project_id': '9b534b1cecc244ec88ee7be271b09a05', 'gw_port_host': None}], 'dv-neutron-836180-1-hyperv', False) {} {{(pid=83873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:51:25.629481 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a52201f8-3336-42c2-b46b-312d76304095 None None] The sync data for ids ['b1e2cf41-a3d4-49d8-85d1-c69727763c82'] in dv-neutron-836180-1-hyperv is: [{'id': 'b1e2cf41-a3d4-49d8-85d1-c69727763c82', 'name': 'tempest-TestVolumeBootPattern-1091167869-router', 'tenant_id': '9b534b1cecc244ec88ee7be271b09a05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T13:43:47Z', 'updated_at': '2022-04-01T13:51:25Z', 'revision_number': 6, 'project_id': '9b534b1cecc244ec88ee7be271b09a05', 'gw_port_host': None}] {{(pid=83873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 13:51:25.727924 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-487807f0-4eca-4026-92b4-e4df6cebf604 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736733359243', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736732935810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2705155'] for port, after_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:51:25.769708 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487807f0-4eca-4026-92b4-e4df6cebf604 admin admin] Pushing event deleted for resources: {'Port': ['ID=29604dae-375e-4f85-8b8d-8904b77ffa64,revision_number=None']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:51:26.097210 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-487807f0-4eca-4026-92b4-e4df6cebf604 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4084822'] for router_gateway, after_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:51:26.353493 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-487807f0-4eca-4026-92b4-e4df6cebf604 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4079814', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4170'] for router, precommit_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:51:26.357535 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-487807f0-4eca-4026-92b4-e4df6cebf604 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:51:26.383380 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-487807f0-4eca-4026-92b4-e4df6cebf604 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4079738'] for router, after_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:51:26.383810 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-487807f0-4eca-4026-92b4-e4df6cebf604 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b1e2cf41-a3d4-49d8-85d1-c69727763c82 {{(pid=83869) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 01 13:51:26.403903 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-487807f0-4eca-4026-92b4-e4df6cebf604 admin admin] Notify callbacks [] for router, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:51:26.405045 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-487807f0-4eca-4026-92b4-e4df6cebf604 admin admin] 10.222.0.26 "DELETE /v2.0/routers/b1e2cf41-a3d4-49d8-85d1-c69727763c82 HTTP/1.1" status: 204 len: 168 time: 1.5486877 Apr 01 13:51:26.407542 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 59618) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:51:26.434796 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Device 35637cc2-34c8-4b74-94f2-522fca9400c5 no longer exists at agent ovs-agent-dv-neutron-836180-1-hyperv {{(pid=83872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 13:51:26.467175 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.db_base_plugin_v2 [None req-0070e729-738f-4155-9429-9ddd83fbe448 admin admin] Deleting subnet 7ac4a86c-d72d-48cb-b331-6527e36cc9b4 {{(pid=83869) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 01 13:51:26.470177 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-0070e729-738f-4155-9429-9ddd83fbe448 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:51:26.471610 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.plugin [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] No Port match for: 35637cc2-34c8-4b74-94f2-522fca9400c5 {{(pid=83872) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 01 13:51:26.471949 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Device 35637cc2-34c8-4b74-94f2-522fca9400c5 not bound to the agent host dv-neutron-836180-1-hyperv {{(pid=83872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 13:51:26.525309 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-0070e729-738f-4155-9429-9ddd83fbe448 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2704975'] for subnet, precommit_delete_associations {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:51:26.605270 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-0070e729-738f-4155-9429-9ddd83fbe448 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-945029'] for subnet, precommit_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:51:26.670153 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-0070e729-738f-4155-9429-9ddd83fbe448 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-945042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2705198', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2999452'] for subnet, after_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:51:26.710486 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0070e729-738f-4155-9429-9ddd83fbe448 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7ac4a86c-d72d-48cb-b331-6527e36cc9b4,revision_number=None']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:51:26.715768 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-0070e729-738f-4155-9429-9ddd83fbe448 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:51:26.720887 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d903e7b4-9b91-4904-bd4c-050e9cf843d4 None None] Network f7a683b8-2cda-4913-a760-a39162703051 requested from dv-neutron-836180-1-hyperv {{(pid=83872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 13:51:26.721308 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-0070e729-738f-4155-9429-9ddd83fbe448 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/7ac4a86c-d72d-48cb-b331-6527e36cc9b4 HTTP/1.1" status: 204 len: 168 time: 0.3128545 Apr 01 13:51:26.723690 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 59622) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:51:26.853166 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-4f53e7ff-2466-4eed-952a-bc2c925e58ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1033078'] for network, before_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:51:26.864602 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.plugin [None req-4f53e7ff-2466-4eed-952a-bc2c925e58ef admin admin] Deleting port c0471a08-ff9f-4b52-99e1-9b8907259253 {{(pid=83869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 13:51:26.864927 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-4f53e7ff-2466-4eed-952a-bc2c925e58ef admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736733287370'] for port, before_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:51:26.980484 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4706621-b900-4dae-9e36-557d7049b56a None None] DHCP port deletion for f7a683b8-2cda-4913-a760-a39162703051 request from dv-neutron-836180-1-hyperv {{(pid=83872) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 01 13:51:26.985573 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.plugin [None req-c4706621-b900-4dae-9e36-557d7049b56a None None] Deleting port c0471a08-ff9f-4b52-99e1-9b8907259253 {{(pid=83872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 13:51:26.986122 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-c4706621-b900-4dae-9e36-557d7049b56a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736733287370'] for port, before_delete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:51:27.070416 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.db [None req-4f53e7ff-2466-4eed-952a-bc2c925e58ef admin admin] For port c0471a08-ff9f-4b52-99e1-9b8907259253, host dv-neutron-836180-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836180-1-hyperv',level=0,port_id=c0471a08-ff9f-4b52-99e1-9b8907259253,segment=NetworkSegment(6e090ccc-7c83-4389-a363-bc280e54e317),segment_id=6e090ccc-7c83-4389-a363-bc280e54e317)] {{(pid=83869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 13:51:27.071669 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-4f53e7ff-2466-4eed-952a-bc2c925e58ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4155147'] for port, precommit_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:51:27.196804 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.plugin [None req-4f53e7ff-2466-4eed-952a-bc2c925e58ef admin admin] Calling delete_port for c0471a08-ff9f-4b52-99e1-9b8907259253 owned by network:dhcp {{(pid=83869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 13:51:27.210387 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-c4706621-b900-4dae-9e36-557d7049b56a None None] For port c0471a08-ff9f-4b52-99e1-9b8907259253, host dv-neutron-836180-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836180-1-hyperv',level=0,port_id=c0471a08-ff9f-4b52-99e1-9b8907259253,segment=NetworkSegment(6e090ccc-7c83-4389-a363-bc280e54e317),segment_id=6e090ccc-7c83-4389-a363-bc280e54e317)] {{(pid=83872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 13:51:27.210782 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-c4706621-b900-4dae-9e36-557d7049b56a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4155147'] for port, precommit_delete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:51:27.277509 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-4f53e7ff-2466-4eed-952a-bc2c925e58ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736733359243', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736732935810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2705155'] for port, after_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:51:27.329238 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f53e7ff-2466-4eed-952a-bc2c925e58ef admin admin] Pushing event deleted for resources: {'Port': ['ID=c0471a08-ff9f-4b52-99e1-9b8907259253,revision_number=None']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:51:27.332532 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.plugin [None req-c4706621-b900-4dae-9e36-557d7049b56a None None] Calling delete_port for c0471a08-ff9f-4b52-99e1-9b8907259253 owned by network:dhcp {{(pid=83872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 13:51:27.334846 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f53e7ff-2466-4eed-952a-bc2c925e58ef admin admin] No DVR routers for this DVR port c0471a08-ff9f-4b52-99e1-9b8907259253 on host dv-neutron-836180-1-hyperv {{(pid=83869) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 13:51:27.403299 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.db.api [None req-c4706621-b900-4dae-9e36-557d7049b56a None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83872) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 01 13:51:27.403558 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG oslo_db.api [None req-c4706621-b900-4dae-9e36-557d7049b56a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 01 13:51:27.537869 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-4f53e7ff-2466-4eed-952a-bc2c925e58ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-942654', 'neutron.services.segments.db._delete_segments_for_network-8736733387888'] for network, precommit_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:51:27.561847 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.services.segments.db [None req-4f53e7ff-2466-4eed-952a-bc2c925e58ef admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f7a683b8-2cda-4913-a760-a39162703051']}} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:51:27.577178 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.services.segments.db [None req-4f53e7ff-2466-4eed-952a-bc2c925e58ef admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6e090ccc-7c83-4389-a363-bc280e54e317') {'for_net_delete': True} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:51:27.577466 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.services.segments.db [None req-4f53e7ff-2466-4eed-952a-bc2c925e58ef admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6e090ccc-7c83-4389-a363-bc280e54e317') {} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:51:27.589219 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-4f53e7ff-2466-4eed-952a-bc2c925e58ef admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736733386999', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2704982'] for segment, before_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:51:27.605051 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-4f53e7ff-2466-4eed-952a-bc2c925e58ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1004271'] for segment, precommit_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:51:27.611053 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4f53e7ff-2466-4eed-952a-bc2c925e58ef admin admin] Releasing vlan 358 on physical network physnet1 to pool {{(pid=83869) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 01 13:51:27.611443 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-4f53e7ff-2466-4eed-952a-bc2c925e58ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1004262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2705264'] for segment, after_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:51:27.624452 dv-neutron-836180-1-hyperv neutron-server[83869]: Traceback (most recent call last): Apr 01 13:51:27.624452 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 01 13:51:27.624452 dv-neutron-836180-1-hyperv neutron-server[83869]: timer() Apr 01 13:51:27.624452 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 13:51:27.624452 dv-neutron-836180-1-hyperv neutron-server[83869]: cb(*args, **kw) Apr 01 13:51:27.624452 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 13:51:27.624452 dv-neutron-836180-1-hyperv neutron-server[83869]: return func(*args, **kwargs) Apr 01 13:51:27.624452 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 13:51:27.624452 dv-neutron-836180-1-hyperv neutron-server[83869]: self._notify() Apr 01 13:51:27.624452 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 13:51:27.624452 dv-neutron-836180-1-hyperv neutron-server[83869]: self.callback(batched_events) Apr 01 13:51:27.624452 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 13:51:27.624452 dv-neutron-836180-1-hyperv neutron-server[83869]: event.method(event) Apr 01 13:51:27.624452 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 13:51:27.624452 dv-neutron-836180-1-hyperv neutron-server[83869]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 13:51:27.624452 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 13:51:27.624452 dv-neutron-836180-1-hyperv neutron-server[83869]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 13:51:27.624452 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 13:51:27.624452 dv-neutron-836180-1-hyperv neutron-server[83869]: return f(self, *a, **k) Apr 01 13:51:27.624452 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 13:51:27.624452 dv-neutron-836180-1-hyperv neutron-server[83869]: return self._get(url).json() Apr 01 13:51:27.624452 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 13:51:27.624452 dv-neutron-836180-1-hyperv neutron-server[83869]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 13:51:27.624452 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 01 13:51:27.624452 dv-neutron-836180-1-hyperv neutron-server[83869]: return self.request(url, 'GET', **kwargs) Apr 01 13:51:27.624452 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 01 13:51:27.624452 dv-neutron-836180-1-hyperv neutron-server[83869]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 13:51:27.624452 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 01 13:51:27.624452 dv-neutron-836180-1-hyperv neutron-server[83869]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 13:51:27.624452 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 01 13:51:27.624452 dv-neutron-836180-1-hyperv neutron-server[83869]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 13:51:27.624452 dv-neutron-836180-1-hyperv neutron-server[83869]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 13:51:27.697652 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-4f53e7ff-2466-4eed-952a-bc2c925e58ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-942599', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4084797'] for network, after_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:51:27.713952 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-4f53e7ff-2466-4eed-952a-bc2c925e58ef admin admin] Notify callbacks [] for network, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:51:27.727456 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f53e7ff-2466-4eed-952a-bc2c925e58ef admin admin] Pushing event deleted for resources: {'Network': ['ID=f7a683b8-2cda-4913-a760-a39162703051,revision_number=None']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:51:27.732115 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-4f53e7ff-2466-4eed-952a-bc2c925e58ef admin admin] 10.222.0.26 "DELETE /v2.0/networks/f7a683b8-2cda-4913-a760-a39162703051 HTTP/1.1" status: 204 len: 168 time: 1.0068219 Apr 01 13:51:27.866515 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 59628) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:51:27.904638 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.plugin [None req-c4706621-b900-4dae-9e36-557d7049b56a None None] Deleting port c0471a08-ff9f-4b52-99e1-9b8907259253 {{(pid=83872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 13:51:27.905197 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-c4706621-b900-4dae-9e36-557d7049b56a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736733287370'] for port, before_delete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:51:27.916966 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-a5ce7772-a0f6-485d-bcbf-e0fd8d13f8ae admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=5bd5d96184e74f0ca1fb3a290ee8b3f6&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0493088 Apr 01 13:51:27.919509 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 59632) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:51:27.982190 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-ee2dee52-4509-483e-a20c-70132467fe4d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:51:28.005891 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.plugin [None req-c4706621-b900-4dae-9e36-557d7049b56a None None] The port 'c0471a08-ff9f-4b52-99e1-9b8907259253' was deleted {{(pid=83872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 01 13:51:28.007508 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-ee2dee52-4509-483e-a20c-70132467fe4d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:51:28.060000 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-ee2dee52-4509-483e-a20c-70132467fe4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3775923'] for security_group, after_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:51:28.077744 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee2dee52-4509-483e-a20c-70132467fe4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=965d57c6-8a8e-4cac-a8c7-ccd4d962847d,revision_number=None']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:51:28.083812 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-ee2dee52-4509-483e-a20c-70132467fe4d admin admin] Notify callbacks [] for security_group, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:51:28.084948 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-ee2dee52-4509-483e-a20c-70132467fe4d admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/965d57c6-8a8e-4cac-a8c7-ccd4d962847d HTTP/1.1" status: 204 len: 168 time: 0.1645622 Apr 01 13:51:28.422402 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Device 29604dae-375e-4f85-8b8d-8904b77ffa64 no longer exists at agent ovs-agent-dv-neutron-836180-1-hyperv {{(pid=83872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 13:51:28.454538 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.plugin [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] No Port match for: 29604dae-375e-4f85-8b8d-8904b77ffa64 {{(pid=83872) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 01 13:51:28.454880 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Device 29604dae-375e-4f85-8b8d-8904b77ffa64 not bound to the agent host dv-neutron-836180-1-hyperv {{(pid=83872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 13:51:28.455283 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Device c0471a08-ff9f-4b52-99e1-9b8907259253 no longer exists at agent ovs-agent-dv-neutron-836180-1-hyperv {{(pid=83872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 13:51:28.489099 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.plugin [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] No Port match for: c0471a08-ff9f-4b52-99e1-9b8907259253 {{(pid=83872) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 01 13:51:28.489438 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Device c0471a08-ff9f-4b52-99e1-9b8907259253 not bound to the agent host dv-neutron-836180-1-hyperv {{(pid=83872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 13:51:28.505926 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 59640) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:51:28.562601 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-55195f65-d199-41d1-ba96-9c516493a2e2 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=9b534b1cecc244ec88ee7be271b09a05&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0552158 Apr 01 13:51:28.565030 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 59644) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:51:28.627188 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-8a1c533f-bdcb-4c0c-9a51-985f40175f17 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:51:28.652668 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-8a1c533f-bdcb-4c0c-9a51-985f40175f17 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:51:28.704081 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-8a1c533f-bdcb-4c0c-9a51-985f40175f17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3775923'] for security_group, after_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:51:28.719558 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a1c533f-bdcb-4c0c-9a51-985f40175f17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d67e39bd-41d1-4470-9ece-afeacf399df9,revision_number=None']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:51:28.724644 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-8a1c533f-bdcb-4c0c-9a51-985f40175f17 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:51:28.728606 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-8a1c533f-bdcb-4c0c-9a51-985f40175f17 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/d67e39bd-41d1-4470-9ece-afeacf399df9 HTTP/1.1" status: 204 len: 168 time: 0.1625788 Apr 01 13:51:30.979818 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.agents_db [None req-bdd220c7-049a-43d2-a923-ad1a2de078c6 None None] Agent healthcheck: found 6 active agents {{(pid=83873) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 01 13:51:33.545703 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-d7e5ab56-21f8-405f-9f86-cb9ded2b9ae6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:51:35.909674 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-b72a765d-e490-40b9-9dd0-105637a44886 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:51:37.165388 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:51:37.401411 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-2f9cfc9c-d8ba-4de3-a4ad-98162f90557c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:51:38.895724 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-a976a7b9-9034-41e6-be13-349b75ed1593 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:51:53.866937 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:52:03.547266 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-03e75e01-a440-4423-9a15-6bda6f6eddf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:52:05.911154 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-a86feba2-9c4c-4f5a-a478-9d6c79d889a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:52:07.168936 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:52:07.404345 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-2f9cfc9c-d8ba-4de3-a4ad-98162f90557c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:52:07.979687 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.agents_db [None req-bdd220c7-049a-43d2-a923-ad1a2de078c6 None None] Agent healthcheck: found 6 active agents {{(pid=83873) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 01 13:52:08.896591 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-a976a7b9-9034-41e6-be13-349b75ed1593 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:52:13.877426 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-f25360e5-4ed6-4ee9-bfa8-2d53a63aa71e req-9a6c8778-7829-49b6-b564-481d60d5f5a7 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=b4977470-984b-4a25-ae22-a258dc2454db&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0712116 Apr 01 13:52:14.027025 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-f25360e5-4ed6-4ee9-bfa8-2d53a63aa71e req-18b217bd-f523-40c2-a540-b0bd7ea80f53 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=f17cecf0d6854286bcc6f673927088ad&device_id=b4977470-984b-4a25-ae22-a258dc2454db HTTP/1.1" status: 200 len: 1098 time: 0.0700853 Apr 01 13:52:14.254842 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25360e5-4ed6-4ee9-bfa8-2d53a63aa71e req-81bc3caa-fce7-4a3b-b739-a0f98f956f7c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:52:14.256170 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-f25360e5-4ed6-4ee9-bfa8-2d53a63aa71e req-81bc3caa-fce7-4a3b-b739-a0f98f956f7c service neutron] 10.222.0.57 "GET /v2.0/networks?id=9cc735ca-b4b2-4db4-a7c4-aa31519e0a5c HTTP/1.1" status: 200 len: 898 time: 0.2099433 Apr 01 13:52:14.359728 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-f25360e5-4ed6-4ee9-bfa8-2d53a63aa71e req-9eb40573-30a2-4949-9e15-815312a144dd service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=36b98fd9-ac94-406d-b24a-17b517293c53 HTTP/1.1" status: 200 len: 1001 time: 0.0942311 Apr 01 13:52:14.421206 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25360e5-4ed6-4ee9-bfa8-2d53a63aa71e req-716bfd43-6bf0-470d-8d0b-e60bbef09446 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:52:14.422578 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-f25360e5-4ed6-4ee9-bfa8-2d53a63aa71e req-716bfd43-6bf0-470d-8d0b-e60bbef09446 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=2515fcc2-10cb-415f-b50a-70ab7c7d58f6 HTTP/1.1" status: 200 len: 843 time: 0.0555055 Apr 01 13:52:14.500972 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-f25360e5-4ed6-4ee9-bfa8-2d53a63aa71e req-2a568e60-06b3-4bbb-8007-5d8824d3609d service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=9cc735ca-b4b2-4db4-a7c4-aa31519e0a5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0686021 Apr 01 13:52:14.631566 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-f25360e5-4ed6-4ee9-bfa8-2d53a63aa71e req-350ec711-d152-493e-97c7-a9052603b0dd service neutron] 10.222.0.57 "GET /v2.0/networks/9cc735ca-b4b2-4db4-a7c4-aa31519e0a5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1202037 Apr 01 13:52:14.762295 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-f25360e5-4ed6-4ee9-bfa8-2d53a63aa71e req-712145bd-68c5-4a4b-adc6-f2d6ec8d2341 service neutron] 10.222.0.57 "GET /v2.0/networks/9cc735ca-b4b2-4db4-a7c4-aa31519e0a5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1221020 Apr 01 13:52:23.883039 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:52:33.550970 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-0c420512-fc90-4b98-9f91-9c0ae760fcd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:52:35.912035 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-3aea3840-025d-44bc-8796-cebe13166b8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:52:37.173099 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:52:37.406217 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-2f9cfc9c-d8ba-4de3-a4ad-98162f90557c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:52:38.897838 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-a976a7b9-9034-41e6-be13-349b75ed1593 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:52:44.979628 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.agents_db [None req-bdd220c7-049a-43d2-a923-ad1a2de078c6 None None] Agent healthcheck: found 6 active agents {{(pid=83873) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 01 13:52:53.897453 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:53:03.552160 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-194eba06-32f2-40f1-b779-cab5d16f2de7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:53:05.919095 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-da264483-84f0-4cc3-8a7a-62cc5551a33b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:53:07.176874 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:53:07.411707 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-2f9cfc9c-d8ba-4de3-a4ad-98162f90557c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:53:08.900792 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-a976a7b9-9034-41e6-be13-349b75ed1593 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:53:13.929306 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-5710d2d7-fc0a-4edd-a5e5-5a897f32c756 req-f9b7b8f5-ae9f-46df-a590-76652e7c6654 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=b4977470-984b-4a25-ae22-a258dc2454db&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0668266 Apr 01 13:53:14.079189 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-5710d2d7-fc0a-4edd-a5e5-5a897f32c756 req-e6a30282-31dd-4870-9a9f-ee2cf5195680 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=f17cecf0d6854286bcc6f673927088ad&device_id=b4977470-984b-4a25-ae22-a258dc2454db HTTP/1.1" status: 200 len: 1098 time: 0.0712826 Apr 01 13:53:14.230064 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5710d2d7-fc0a-4edd-a5e5-5a897f32c756 req-b423a57b-5920-4919-abdf-ae292a148eeb service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:53:14.231445 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-5710d2d7-fc0a-4edd-a5e5-5a897f32c756 req-b423a57b-5920-4919-abdf-ae292a148eeb service neutron] 10.222.0.57 "GET /v2.0/networks?id=9cc735ca-b4b2-4db4-a7c4-aa31519e0a5c HTTP/1.1" status: 200 len: 898 time: 0.1260781 Apr 01 13:53:14.337700 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-5710d2d7-fc0a-4edd-a5e5-5a897f32c756 req-88fa40f2-909b-4969-898b-42add33bd3bf service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=36b98fd9-ac94-406d-b24a-17b517293c53 HTTP/1.1" status: 200 len: 1001 time: 0.0963273 Apr 01 13:53:14.404072 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5710d2d7-fc0a-4edd-a5e5-5a897f32c756 req-0b87a140-13ac-4655-91fd-fa35e436e38f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:53:14.405528 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-5710d2d7-fc0a-4edd-a5e5-5a897f32c756 req-0b87a140-13ac-4655-91fd-fa35e436e38f service neutron] 10.222.0.57 "GET /v2.0/subnets?id=2515fcc2-10cb-415f-b50a-70ab7c7d58f6 HTTP/1.1" status: 200 len: 843 time: 0.0577326 Apr 01 13:53:14.482412 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-5710d2d7-fc0a-4edd-a5e5-5a897f32c756 req-d44cd892-c0b7-481b-91be-35622ce29431 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=9cc735ca-b4b2-4db4-a7c4-aa31519e0a5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0668070 Apr 01 13:53:14.617366 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-5710d2d7-fc0a-4edd-a5e5-5a897f32c756 req-48ebd84a-506c-435f-9967-2517cc3fa0dc service neutron] 10.222.0.57 "GET /v2.0/networks/9cc735ca-b4b2-4db4-a7c4-aa31519e0a5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1228118 Apr 01 13:53:14.749272 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-5710d2d7-fc0a-4edd-a5e5-5a897f32c756 req-0af6faf5-7e4e-4b62-8658-b2bccde01f1e service neutron] 10.222.0.57 "GET /v2.0/networks/9cc735ca-b4b2-4db4-a7c4-aa31519e0a5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1253500 Apr 01 13:53:19.617350 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 59682) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:53:19.837402 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.v2.base [None req-96563aab-3193-4033-bd82-058ecd0ce7fe tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Request body: {'subnet': {'dns_nameservers': ['9.8.7.6']}} {{(pid=83869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:53:20.068093 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-96563aab-3193-4033-bd82-058ecd0ce7fe tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-2999438'] for subnet, before_update {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:53:20.249205 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-96563aab-3193-4033-bd82-058ecd0ce7fe tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8736733359252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-2705365'] for subnet, after_update {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:53:20.299393 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96563aab-3193-4033-bd82-058ecd0ce7fe tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:53:20.299969 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-96563aab-3193-4033-bd82-058ecd0ce7fe tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks [] for subnet, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:53:20.300721 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-188c8f75-ad13-49a9-979c-e8321f05530f None None] Network 9cc735ca-b4b2-4db4-a7c4-aa31519e0a5c requested from dv-neutron-836180-1-hyperv {{(pid=83872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 13:53:20.303616 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-96563aab-3193-4033-bd82-058ecd0ce7fe tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] 10.222.0.26 "PUT /v2.0/subnets/2515fcc2-10cb-415f-b50a-70ab7c7d58f6 HTTP/1.1" status: 200 len: 835 time: 0.6852810 Apr 01 13:53:20.319445 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96563aab-3193-4033-bd82-058ecd0ce7fe tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Pushing event updated for resources: {'Subnet': ['ID=2515fcc2-10cb-415f-b50a-70ab7c7d58f6,revision_number=1']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:53:20.328560 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96563aab-3193-4033-bd82-058ecd0ce7fe tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:53:20.328899 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96563aab-3193-4033-bd82-058ecd0ce7fe tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:53:20.329223 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96563aab-3193-4033-bd82-058ecd0ce7fe tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:53:20.329547 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96563aab-3193-4033-bd82-058ecd0ce7fe tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:53:20.329867 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96563aab-3193-4033-bd82-058ecd0ce7fe tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:53:20.330186 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96563aab-3193-4033-bd82-058ecd0ce7fe tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:53:20.330499 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96563aab-3193-4033-bd82-058ecd0ce7fe tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:53:20.330812 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96563aab-3193-4033-bd82-058ecd0ce7fe tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:53:20.331123 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96563aab-3193-4033-bd82-058ecd0ce7fe tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:53:20.331535 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96563aab-3193-4033-bd82-058ecd0ce7fe tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:53:20.331852 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96563aab-3193-4033-bd82-058ecd0ce7fe tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:53:20.781743 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-e9e42b02-4fe7-4de8-90ee-2d3d7e9443e8 None None] Provisioning complete for port c05fbe9e-b414-4e4f-a737-3692279692f6 triggered by entity DHCP. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 13:53:20.782101 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-e9e42b02-4fe7-4de8-90ee-2d3d7e9443e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-948329'] for port, provisioning_complete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:53:20.906170 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-e9e42b02-4fe7-4de8-90ee-2d3d7e9443e8 None None] Provisioning complete for port d399548c-9384-4883-884e-7ba308ed3075 triggered by entity DHCP. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 13:53:20.906448 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-e9e42b02-4fe7-4de8-90ee-2d3d7e9443e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-948329'] for port, provisioning_complete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:53:21.027953 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-e9e42b02-4fe7-4de8-90ee-2d3d7e9443e8 None None] Provisioning complete for port 36b98fd9-ac94-406d-b24a-17b517293c53 triggered by entity DHCP. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 13:53:21.028321 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-e9e42b02-4fe7-4de8-90ee-2d3d7e9443e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-948329'] for port, provisioning_complete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:53:21.979859 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.agents_db [None req-bdd220c7-049a-43d2-a923-ad1a2de078c6 None None] Agent healthcheck: found 6 active agents {{(pid=83873) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 01 13:53:23.895949 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:53:33.553885 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-5c8002a8-8a01-4e22-acfa-2911241ef0c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:53:35.910178 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-b64a5fab-2714-425c-98d8-79a7d7f48504 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:53:37.180112 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:53:37.411588 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-2f9cfc9c-d8ba-4de3-a4ad-98162f90557c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:53:38.903460 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-a976a7b9-9034-41e6-be13-349b75ed1593 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:53:53.911305 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:53:58.980145 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.agents_db [None req-bdd220c7-049a-43d2-a923-ad1a2de078c6 None None] Agent healthcheck: found 6 active agents {{(pid=83873) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 01 13:54:03.236166 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 59696) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:54:03.441005 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.plugin [None req-391aa13f-375f-44b2-80da-6d479256c57b tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Deleting port 0cb50a37-72c0-4288-8399-4210573e95d3 {{(pid=83869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 13:54:03.441367 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-391aa13f-375f-44b2-80da-6d479256c57b tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736733287370'] for port, before_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:54:03.555436 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-33ecb66b-1d01-4f0a-b8e2-76e48f871a97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:54:03.612100 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-391aa13f-375f-44b2-80da-6d479256c57b tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4155147'] for port, precommit_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:54:03.612443 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-391aa13f-375f-44b2-80da-6d479256c57b tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:54:03.733453 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.plugin [None req-391aa13f-375f-44b2-80da-6d479256c57b tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Calling delete_port for 0cb50a37-72c0-4288-8399-4210573e95d3 owned by network:floatingip {{(pid=83869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 13:54:03.877129 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-391aa13f-375f-44b2-80da-6d479256c57b tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736733359243', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736732935810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2705155'] for port, after_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:54:03.924805 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-391aa13f-375f-44b2-80da-6d479256c57b tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Pushing event deleted for resources: {'Port': ['ID=0cb50a37-72c0-4288-8399-4210573e95d3,revision_number=None']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:54:04.012579 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-391aa13f-375f-44b2-80da-6d479256c57b tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks [] for floatingip, after_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:54:04.486119 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-391aa13f-375f-44b2-80da-6d479256c57b tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Router be02ad75-3007-477a-9299-11634055d176 has already been hosted by L3 agent 88bf8fc8-11a3-4e96-9d1b-5fd93ba9f6f1 {{(pid=83869) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 13:54:04.683119 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-391aa13f-375f-44b2-80da-6d479256c57b tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify agent at l3_agent.dv-neutron-836180-1-hyperv the message routers_updated {{(pid=83869) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 13:54:04.693201 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5539335e-18a9-4f1a-8280-98aa4246e951 None None] Sync routers for ids ['be02ad75-3007-477a-9299-11634055d176'] in dv-neutron-836180-1-hyperv {{(pid=83872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 13:54:04.705251 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-391aa13f-375f-44b2-80da-6d479256c57b tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109561'] for floatingip, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:54:04.705454 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5539335e-18a9-4f1a-8280-98aa4246e951 None None] Routers {'be02ad75-3007-477a-9299-11634055d176'} bound to L3 agent in host dv-neutron-836180-1-hyperv {{(pid=83872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 13:54:04.705882 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_hamode_db [None req-5539335e-18a9-4f1a-8280-98aa4246e951 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836180-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T13:25:36Z,description=,heartbeat_timestamp=2022-04-01T13:53:36Z,host='dv-neutron-836180-1-hyperv',id=88bf8fc8-11a3-4e96-9d1b-5fd93ba9f6f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T13:25:36Z,topic='l3_agent')) {'router_ids': ['be02ad75-3007-477a-9299-11634055d176'], 'active': True} {{(pid=83872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:54:04.762504 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-391aa13f-375f-44b2-80da-6d479256c57b tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] 10.222.0.26 "DELETE /v2.0/floatingips/0ee145a8-d158-49c3-97f0-7696c4aa8b43 HTTP/1.1" status: 204 len: 168 time: 1.5252228 Apr 01 13:54:04.763073 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b4977470-984b-4a25-ae22-a258dc2454db', 'tag': '36b98fd9-ac94-406d-b24a-17b517293c53'}] {{(pid=83869) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 13:54:04.854123 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b4977470-984b-4a25-ae22-a258dc2454db', 'tag': '36b98fd9-ac94-406d-b24a-17b517293c53', 'status': 'completed', 'code': 200} Apr 01 13:54:04.928558 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_dvr_db [None req-5539335e-18a9-4f1a-8280-98aa4246e951 None None] Set router be02ad75-3007-477a-9299-11634055d176 gateway port host: dv-neutron-836180-1-hyperv {{(pid=83872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 13:54:04.962715 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-7cc848f7-68a5-44c0-853b-13786fe00135 req-e2cbf185-bea4-45d1-b09b-7c776ab01da4 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=f17cecf0d6854286bcc6f673927088ad&device_id=b4977470-984b-4a25-ae22-a258dc2454db HTTP/1.1" status: 200 len: 1098 time: 0.0765209 Apr 01 13:54:05.245877 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc848f7-68a5-44c0-853b-13786fe00135 req-8705c498-09c3-4de5-805f-5d4bab540530 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:54:05.247239 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-7cc848f7-68a5-44c0-853b-13786fe00135 req-8705c498-09c3-4de5-805f-5d4bab540530 service neutron] 10.222.0.57 "GET /v2.0/networks?id=9cc735ca-b4b2-4db4-a7c4-aa31519e0a5c HTTP/1.1" status: 200 len: 898 time: 0.2757175 Apr 01 13:54:05.260043 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_hamode_db [None req-5539335e-18a9-4f1a-8280-98aa4246e951 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be02ad75-3007-477a-9299-11634055d176', 'name': 'tempest-TestNetworkBasicOps-router-2061816026', 'tenant_id': 'f17cecf0d6854286bcc6f673927088ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'external_fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.170'}], 'enable_snat': True}, 'gw_port_id': 'be4ef2d7-b095-4626-b0f8-20020754b1e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T13:50:56Z', 'updated_at': '2022-04-01T13:51:01Z', 'revision_number': 4, 'project_id': 'f17cecf0d6854286bcc6f673927088ad', 'gw_port': {'id': 'be4ef2d7-b095-4626-b0f8-20020754b1e8', 'name': '', 'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:66:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be02ad75-3007-477a-9299-11634055d176', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836180-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:50:57Z', 'updated_at': '2022-04-01T13:51:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836180-1-hyperv', '_interfaces': [{'id': 'd399548c-9384-4883-884e-7ba308ed3075', 'name': '', 'network_id': '9cc735ca-b4b2-4db4-a7c4-aa31519e0a5c', 'tenant_id': 'f17cecf0d6854286bcc6f673927088ad', 'mac_address': 'fa:16:3e:b0:64:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be02ad75-3007-477a-9299-11634055d176', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2515fcc2-10cb-415f-b50a-70ab7c7d58f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836180-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:51:00Z', 'updated_at': '2022-04-01T13:51:08Z', 'revision_number': 5, 'project_id': 'f17cecf0d6854286bcc6f673927088ad', 'subnets': [{'id': '2515fcc2-10cb-415f-b50a-70ab7c7d58f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-836180-1-hyperv', False) {} {{(pid=83872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:54:05.263930 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5539335e-18a9-4f1a-8280-98aa4246e951 None None] Checking router: be02ad75-3007-477a-9299-11634055d176 for host: dv-neutron-836180-1-hyperv {{(pid=83872) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 01 13:54:05.275154 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5539335e-18a9-4f1a-8280-98aa4246e951 None None] Routers {'be02ad75-3007-477a-9299-11634055d176'} bound to L3 agent in host dv-neutron-836180-1-hyperv {{(pid=83872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 13:54:05.275746 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_hamode_db [None req-5539335e-18a9-4f1a-8280-98aa4246e951 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836180-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T13:25:36Z,description=,heartbeat_timestamp=2022-04-01T13:53:36Z,host='dv-neutron-836180-1-hyperv',id=88bf8fc8-11a3-4e96-9d1b-5fd93ba9f6f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T13:25:36Z,topic='l3_agent')) {'router_ids': ['be02ad75-3007-477a-9299-11634055d176'], 'active': True} {{(pid=83872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:54:05.326339 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-7cc848f7-68a5-44c0-853b-13786fe00135 req-ba519e52-6436-4c7b-9898-7997ba66550e service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=36b98fd9-ac94-406d-b24a-17b517293c53 HTTP/1.1" status: 200 len: 217 time: 0.0702350 Apr 01 13:54:05.376518 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1f47af-abbb-4968-b5b2-fe23ca892b92 req-f61862b9-5ad9-496c-94f4-8ab81302ecdd tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:54:05.377968 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-0f1f47af-abbb-4968-b5b2-fe23ca892b92 req-f61862b9-5ad9-496c-94f4-8ab81302ecdd tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] 10.222.0.26 "GET /v2.0/ports?device_id=b4977470-984b-4a25-ae22-a258dc2454db HTTP/1.1" status: 200 len: 945 time: 0.2193890 Apr 01 13:54:05.428705 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc848f7-68a5-44c0-853b-13786fe00135 req-d4ae93ab-4943-4c11-9620-ff18f3db2a7d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:54:05.430140 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-7cc848f7-68a5-44c0-853b-13786fe00135 req-d4ae93ab-4943-4c11-9620-ff18f3db2a7d service neutron] 10.222.0.57 "GET /v2.0/subnets?id=2515fcc2-10cb-415f-b50a-70ab7c7d58f6 HTTP/1.1" status: 200 len: 843 time: 0.0980115 Apr 01 13:54:05.456896 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_dvr_db [None req-5539335e-18a9-4f1a-8280-98aa4246e951 None None] Set router be02ad75-3007-477a-9299-11634055d176 gateway port host: dv-neutron-836180-1-hyperv {{(pid=83872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 13:54:05.480401 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-0f1f47af-abbb-4968-b5b2-fe23ca892b92 req-d309fe92-efa2-44c0-8e0e-cf7adcffa892 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] 10.222.0.26 "GET /v2.0/security-groups?id=e96d132f-b56e-4fe8-9763-a3eda60d57f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0942180 Apr 01 13:54:05.513228 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-7cc848f7-68a5-44c0-853b-13786fe00135 req-a03c69d4-f48c-484a-8227-015b03f6d511 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=9cc735ca-b4b2-4db4-a7c4-aa31519e0a5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0743387 Apr 01 13:54:05.645737 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-7cc848f7-68a5-44c0-853b-13786fe00135 req-80a6e3bd-09c0-4060-9577-5315c4095818 service neutron] 10.222.0.57 "GET /v2.0/networks/9cc735ca-b4b2-4db4-a7c4-aa31519e0a5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1242185 Apr 01 13:54:05.771732 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_hamode_db [None req-5539335e-18a9-4f1a-8280-98aa4246e951 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be02ad75-3007-477a-9299-11634055d176', 'name': 'tempest-TestNetworkBasicOps-router-2061816026', 'tenant_id': 'f17cecf0d6854286bcc6f673927088ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'external_fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.170'}], 'enable_snat': True}, 'gw_port_id': 'be4ef2d7-b095-4626-b0f8-20020754b1e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T13:50:56Z', 'updated_at': '2022-04-01T13:51:01Z', 'revision_number': 4, 'project_id': 'f17cecf0d6854286bcc6f673927088ad', 'gw_port': {'id': 'be4ef2d7-b095-4626-b0f8-20020754b1e8', 'name': '', 'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:66:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be02ad75-3007-477a-9299-11634055d176', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836180-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:50:57Z', 'updated_at': '2022-04-01T13:51:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836180-1-hyperv', '_interfaces': [{'id': 'd399548c-9384-4883-884e-7ba308ed3075', 'name': '', 'network_id': '9cc735ca-b4b2-4db4-a7c4-aa31519e0a5c', 'tenant_id': 'f17cecf0d6854286bcc6f673927088ad', 'mac_address': 'fa:16:3e:b0:64:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be02ad75-3007-477a-9299-11634055d176', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2515fcc2-10cb-415f-b50a-70ab7c7d58f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836180-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:51:00Z', 'updated_at': '2022-04-01T13:51:08Z', 'revision_number': 5, 'project_id': 'f17cecf0d6854286bcc6f673927088ad', 'subnets': [{'id': '2515fcc2-10cb-415f-b50a-70ab7c7d58f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-836180-1-hyperv', False) {} {{(pid=83872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:54:05.775951 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5539335e-18a9-4f1a-8280-98aa4246e951 None None] The sync data for ids ['be02ad75-3007-477a-9299-11634055d176'] in dv-neutron-836180-1-hyperv is: [{'id': 'be02ad75-3007-477a-9299-11634055d176', 'name': 'tempest-TestNetworkBasicOps-router-2061816026', 'tenant_id': 'f17cecf0d6854286bcc6f673927088ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'external_fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.170'}], 'enable_snat': True}, 'gw_port_id': 'be4ef2d7-b095-4626-b0f8-20020754b1e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T13:50:56Z', 'updated_at': '2022-04-01T13:51:01Z', 'revision_number': 4, 'project_id': 'f17cecf0d6854286bcc6f673927088ad', 'gw_port': {'id': 'be4ef2d7-b095-4626-b0f8-20020754b1e8', 'name': '', 'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:66:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be02ad75-3007-477a-9299-11634055d176', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836180-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:50:57Z', 'updated_at': '2022-04-01T13:51:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836180-1-hyperv', '_interfaces': [{'id': 'd399548c-9384-4883-884e-7ba308ed3075', 'name': '', 'network_id': '9cc735ca-b4b2-4db4-a7c4-aa31519e0a5c', 'tenant_id': 'f17cecf0d6854286bcc6f673927088ad', 'mac_address': 'fa:16:3e:b0:64:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be02ad75-3007-477a-9299-11634055d176', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2515fcc2-10cb-415f-b50a-70ab7c7d58f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836180-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:51:00Z', 'updated_at': '2022-04-01T13:51:08Z', 'revision_number': 5, 'project_id': 'f17cecf0d6854286bcc6f673927088ad', 'subnets': [{'id': '2515fcc2-10cb-415f-b50a-70ab7c7d58f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 13:54:05.780207 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-7cc848f7-68a5-44c0-853b-13786fe00135 req-fcc1cd26-3608-4e86-8eb9-c9a4d022ba89 service neutron] 10.222.0.57 "GET /v2.0/networks/9cc735ca-b4b2-4db4-a7c4-aa31519e0a5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1260552 Apr 01 13:54:05.912385 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-8af20539-0cce-4024-8e12-0ddeaefb793d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:54:05.991805 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4339f2c-9217-474b-afe0-66c75225d301 None None] New status for floating IP 0ee145a8-d158-49c3-97f0-7696c4aa8b43: DOWN {{(pid=83873) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 01 13:54:06.648254 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8fcfc2d-c9e5-4b28-a239-37fd2ac922b3 req-0a8c14d7-e61d-442d-bcc5-578c9d07b12f tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:54:06.649701 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-c8fcfc2d-c9e5-4b28-a239-37fd2ac922b3 req-0a8c14d7-e61d-442d-bcc5-578c9d07b12f tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] 10.222.0.57 "GET /v2.0/ports?device_id=b4977470-984b-4a25-ae22-a258dc2454db HTTP/1.1" status: 200 len: 945 time: 0.0860848 Apr 01 13:54:06.698818 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060b2285-63b3-4a24-9231-29f5cc48e3b2 req-62988ab5-1ea3-4cc9-a89c-0674e9427cc1 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:54:06.699414 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [req-060b2285-63b3-4a24-9231-29f5cc48e3b2 req-62988ab5-1ea3-4cc9-a89c-0674e9427cc1 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Synchronizing usage tracker for tenant:f17cecf0d6854286bcc6f673927088ad on resource:port {{(pid=83869) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 13:54:06.714655 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [req-060b2285-63b3-4a24-9231-29f5cc48e3b2 req-62988ab5-1ea3-4cc9-a89c-0674e9427cc1 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Unset dirty status for tenant:f17cecf0d6854286bcc6f673927088ad on resource:port {{(pid=83869) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 13:54:06.715883 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-060b2285-63b3-4a24-9231-29f5cc48e3b2 req-62988ab5-1ea3-4cc9-a89c-0674e9427cc1 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] 10.222.0.26 "GET /v2.0/ports?device_id=b4977470-984b-4a25-ae22-a258dc2454db HTTP/1.1" status: 200 len: 945 time: 0.0934358 Apr 01 13:54:06.727718 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.plugin [req-c8fcfc2d-c9e5-4b28-a239-37fd2ac922b3 req-3332aad8-bcdb-4820-88a5-f7681c7c2f95 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Deleting port 36b98fd9-ac94-406d-b24a-17b517293c53 {{(pid=83871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 13:54:06.728047 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-c8fcfc2d-c9e5-4b28-a239-37fd2ac922b3 req-3332aad8-bcdb-4820-88a5-f7681c7c2f95 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736733287370'] for port, before_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:54:06.762528 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-060b2285-63b3-4a24-9231-29f5cc48e3b2 req-018422ec-455e-4912-b3b1-2fb9775f1c39 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] 10.222.0.26 "GET /v2.0/security-groups?id=e96d132f-b56e-4fe8-9763-a3eda60d57f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405426 Apr 01 13:54:06.975415 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.db [req-c8fcfc2d-c9e5-4b28-a239-37fd2ac922b3 req-3332aad8-bcdb-4820-88a5-f7681c7c2f95 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] For port 36b98fd9-ac94-406d-b24a-17b517293c53, host hv-neutron-8361, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8361',level=0,port_id=36b98fd9-ac94-406d-b24a-17b517293c53,segment=NetworkSegment(54198cac-562b-409f-ac23-f01b4196a649),segment_id=54198cac-562b-409f-ac23-f01b4196a649)] {{(pid=83871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 13:54:06.975684 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-c8fcfc2d-c9e5-4b28-a239-37fd2ac922b3 req-3332aad8-bcdb-4820-88a5-f7681c7c2f95 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4155147'] for port, precommit_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:54:07.095011 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.plugin [req-c8fcfc2d-c9e5-4b28-a239-37fd2ac922b3 req-3332aad8-bcdb-4820-88a5-f7681c7c2f95 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Calling delete_port for 36b98fd9-ac94-406d-b24a-17b517293c53 owned by compute:nova {{(pid=83871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 13:54:07.182959 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:54:07.239023 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-c8fcfc2d-c9e5-4b28-a239-37fd2ac922b3 req-3332aad8-bcdb-4820-88a5-f7681c7c2f95 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736733359243', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736732935810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2743125'] for port, after_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:54:07.289226 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3332aad8-bcdb-4820-88a5-f7681c7c2f95 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Pushing event deleted for resources: {'Port': ['ID=36b98fd9-ac94-406d-b24a-17b517293c53,revision_number=None']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:54:07.328708 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3332aad8-bcdb-4820-88a5-f7681c7c2f95 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:54:07.329094 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3332aad8-bcdb-4820-88a5-f7681c7c2f95 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:54:07.329422 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3332aad8-bcdb-4820-88a5-f7681c7c2f95 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:54:07.329748 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3332aad8-bcdb-4820-88a5-f7681c7c2f95 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:54:07.330068 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3332aad8-bcdb-4820-88a5-f7681c7c2f95 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:54:07.330383 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3332aad8-bcdb-4820-88a5-f7681c7c2f95 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:54:07.330698 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3332aad8-bcdb-4820-88a5-f7681c7c2f95 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:54:07.331016 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3332aad8-bcdb-4820-88a5-f7681c7c2f95 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:54:07.331325 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3332aad8-bcdb-4820-88a5-f7681c7c2f95 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:54:07.331633 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3332aad8-bcdb-4820-88a5-f7681c7c2f95 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:54:07.331945 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3332aad8-bcdb-4820-88a5-f7681c7c2f95 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:54:07.375322 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8fcfc2d-c9e5-4b28-a239-37fd2ac922b3 req-3332aad8-bcdb-4820-88a5-f7681c7c2f95 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] No DVR routers for this DVR port 36b98fd9-ac94-406d-b24a-17b517293c53 on host hv-neutron-8361 {{(pid=83871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 13:54:07.377512 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-c8fcfc2d-c9e5-4b28-a239-37fd2ac922b3 req-3332aad8-bcdb-4820-88a5-f7681c7c2f95 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109561'] for port, before_response {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:54:07.379884 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4977470-984b-4a25-ae22-a258dc2454db', 'name': 'network-vif-deleted', 'tag': '36b98fd9-ac94-406d-b24a-17b517293c53'}] {{(pid=83871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 13:54:07.394649 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-c8fcfc2d-c9e5-4b28-a239-37fd2ac922b3 req-3332aad8-bcdb-4820-88a5-f7681c7c2f95 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] 10.222.0.57 "DELETE /v2.0/ports/36b98fd9-ac94-406d-b24a-17b517293c53 HTTP/1.1" status: 204 len: 173 time: 0.7337797 Apr 01 13:54:07.416172 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-2f9cfc9c-d8ba-4de3-a4ad-98162f90557c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:54:07.464759 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4977470-984b-4a25-ae22-a258dc2454db', 'name': 'network-vif-deleted', 'tag': '36b98fd9-ac94-406d-b24a-17b517293c53', 'status': 'completed', 'code': 200} Apr 01 13:54:07.939882 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-4521573f-2a82-4410-b4a1-48a8856f61a4 req-28a6393e-89ef-498c-a8e3-4a2fdf0a568e tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] 10.222.0.26 "GET /v2.0/ports?device_id=b4977470-984b-4a25-ae22-a258dc2454db HTTP/1.1" status: 200 len: 210 time: 0.0405316 Apr 01 13:54:08.907636 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-a976a7b9-9034-41e6-be13-349b75ed1593 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:54:09.043497 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 59732) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:54:09.113413 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-4ca1a2cb-325b-4818-929e-14edac2f69d6 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks [] for security_group, before_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:54:09.142121 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-4ca1a2cb-325b-4818-929e-14edac2f69d6 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:54:09.205847 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-4ca1a2cb-325b-4818-929e-14edac2f69d6 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3775923'] for security_group, after_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:54:09.224211 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca1a2cb-325b-4818-929e-14edac2f69d6 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e96d132f-b56e-4fe8-9763-a3eda60d57f6,revision_number=None']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:54:09.235787 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-4ca1a2cb-325b-4818-929e-14edac2f69d6 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks [] for security_group, before_response {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:54:09.237014 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-4ca1a2cb-325b-4818-929e-14edac2f69d6 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] 10.222.0.26 "DELETE /v2.0/security-groups/e96d132f-b56e-4fe8-9763-a3eda60d57f6 HTTP/1.1" status: 204 len: 168 time: 0.1924913 Apr 01 13:54:09.900893 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Device 36b98fd9-ac94-406d-b24a-17b517293c53 no longer exists at agent hyperv_hv-neutron-8361 {{(pid=83872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 13:54:09.937215 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.plugin [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] No Port match for: 36b98fd9-ac94-406d-b24a-17b517293c53 {{(pid=83872) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 01 13:54:09.938245 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Device 36b98fd9-ac94-406d-b24a-17b517293c53 not bound to the agent host hv-neutron-8361 {{(pid=83872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 13:54:10.315915 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 59740) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:54:10.795925 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-87070cfc-b9ed-471e-9cfb-19fb6bc3f4a6 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4084029'] for router_interface, before_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:54:11.390458 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.plugin [None req-87070cfc-b9ed-471e-9cfb-19fb6bc3f4a6 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Deleting port d399548c-9384-4883-884e-7ba308ed3075 {{(pid=83871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 13:54:11.391652 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-87070cfc-b9ed-471e-9cfb-19fb6bc3f4a6 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736733287370'] for port, before_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:54:11.571410 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.db [None req-87070cfc-b9ed-471e-9cfb-19fb6bc3f4a6 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] For port d399548c-9384-4883-884e-7ba308ed3075, host dv-neutron-836180-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836180-1-hyperv',level=0,port_id=d399548c-9384-4883-884e-7ba308ed3075,segment=NetworkSegment(54198cac-562b-409f-ac23-f01b4196a649),segment_id=54198cac-562b-409f-ac23-f01b4196a649)] {{(pid=83871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 13:54:11.571675 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-87070cfc-b9ed-471e-9cfb-19fb6bc3f4a6 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4155147'] for port, precommit_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:54:11.691403 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.plugin [None req-87070cfc-b9ed-471e-9cfb-19fb6bc3f4a6 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Calling delete_port for d399548c-9384-4883-884e-7ba308ed3075 owned by network:router_interface {{(pid=83871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 13:54:11.864403 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-87070cfc-b9ed-471e-9cfb-19fb6bc3f4a6 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736733359243', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736732935810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2743125'] for port, after_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:54:11.997418 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87070cfc-b9ed-471e-9cfb-19fb6bc3f4a6 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Pushing event deleted for resources: {'Port': ['ID=d399548c-9384-4883-884e-7ba308ed3075,revision_number=None']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:54:12.291697 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-87070cfc-b9ed-471e-9cfb-19fb6bc3f4a6 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3017585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4084076'] for router_interface, after_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:54:12.878110 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87070cfc-b9ed-471e-9cfb-19fb6bc3f4a6 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Router be02ad75-3007-477a-9299-11634055d176 has already been hosted by L3 agent 88bf8fc8-11a3-4e96-9d1b-5fd93ba9f6f1 {{(pid=83871) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 13:54:13.085951 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87070cfc-b9ed-471e-9cfb-19fb6bc3f4a6 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify agent at l3_agent.dv-neutron-836180-1-hyperv the message routers_updated {{(pid=83871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 13:54:13.096847 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe0c5444-56e1-4c94-82b5-1e8a213c4a75 None None] Sync routers for ids ['be02ad75-3007-477a-9299-11634055d176'] in dv-neutron-836180-1-hyperv {{(pid=83872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 13:54:13.101707 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 59744) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:54:13.108844 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe0c5444-56e1-4c94-82b5-1e8a213c4a75 None None] Routers {'be02ad75-3007-477a-9299-11634055d176'} bound to L3 agent in host dv-neutron-836180-1-hyperv {{(pid=83872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 13:54:13.109003 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-87070cfc-b9ed-471e-9cfb-19fb6bc3f4a6 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] 10.222.0.26 "PUT /v2.0/routers/be02ad75-3007-477a-9299-11634055d176/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7917912 Apr 01 13:54:13.110707 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_hamode_db [None req-fe0c5444-56e1-4c94-82b5-1e8a213c4a75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836180-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T13:25:36Z,description=,heartbeat_timestamp=2022-04-01T13:54:06Z,host='dv-neutron-836180-1-hyperv',id=88bf8fc8-11a3-4e96-9d1b-5fd93ba9f6f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T13:25:36Z,topic='l3_agent')) {'router_ids': ['be02ad75-3007-477a-9299-11634055d176'], 'active': True} {{(pid=83872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:54:13.301660 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_dvr_db [None req-fe0c5444-56e1-4c94-82b5-1e8a213c4a75 None None] Set router be02ad75-3007-477a-9299-11634055d176 gateway port host: dv-neutron-836180-1-hyperv {{(pid=83872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 13:54:13.301947 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.db_base_plugin_v2 [None req-1e6c986b-e925-45db-8333-f8e06c148749 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Deleting subnet 2515fcc2-10cb-415f-b50a-70ab7c7d58f6 {{(pid=83869) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 01 13:54:13.304829 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-1e6c986b-e925-45db-8333-f8e06c148749 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks [] for subnet, before_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:54:13.358236 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-1e6c986b-e925-45db-8333-f8e06c148749 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2704975'] for subnet, precommit_delete_associations {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:54:13.444872 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-1e6c986b-e925-45db-8333-f8e06c148749 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-945029'] for subnet, precommit_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:54:13.519574 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-1e6c986b-e925-45db-8333-f8e06c148749 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-945042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2705198', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2999452'] for subnet, after_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:54:13.558304 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e6c986b-e925-45db-8333-f8e06c148749 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Pushing event deleted for resources: {'Subnet': ['ID=2515fcc2-10cb-415f-b50a-70ab7c7d58f6,revision_number=None']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:54:13.566859 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-1e6c986b-e925-45db-8333-f8e06c148749 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks [] for subnet, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:54:13.573855 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-1e6c986b-e925-45db-8333-f8e06c148749 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] 10.222.0.26 "DELETE /v2.0/subnets/2515fcc2-10cb-415f-b50a-70ab7c7d58f6 HTTP/1.1" status: 204 len: 168 time: 0.4711466 Apr 01 13:54:13.576489 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 59748) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:54:13.593106 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8553fa76-55c1-485d-b323-a9e32c4a3a69 None None] Network 9cc735ca-b4b2-4db4-a7c4-aa31519e0a5c requested from dv-neutron-836180-1-hyperv {{(pid=83872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 13:54:13.775212 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-66fad9c0-28f0-49c1-9d1b-b785bc6a7db2 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks [] for router, before_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:54:13.785920 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_hamode_db [None req-fe0c5444-56e1-4c94-82b5-1e8a213c4a75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be02ad75-3007-477a-9299-11634055d176', 'name': 'tempest-TestNetworkBasicOps-router-2061816026', 'tenant_id': 'f17cecf0d6854286bcc6f673927088ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'external_fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.170'}], 'enable_snat': True}, 'gw_port_id': 'be4ef2d7-b095-4626-b0f8-20020754b1e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T13:50:56Z', 'updated_at': '2022-04-01T13:54:11Z', 'revision_number': 5, 'project_id': 'f17cecf0d6854286bcc6f673927088ad', 'gw_port': {'id': 'be4ef2d7-b095-4626-b0f8-20020754b1e8', 'name': '', 'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:66:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be02ad75-3007-477a-9299-11634055d176', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836180-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:50:57Z', 'updated_at': '2022-04-01T13:51:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836180-1-hyperv'}], 'dv-neutron-836180-1-hyperv', False) {} {{(pid=83872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:54:13.792184 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe0c5444-56e1-4c94-82b5-1e8a213c4a75 None None] Checking router: be02ad75-3007-477a-9299-11634055d176 for host: dv-neutron-836180-1-hyperv {{(pid=83872) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 01 13:54:13.816573 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe0c5444-56e1-4c94-82b5-1e8a213c4a75 None None] Routers {'be02ad75-3007-477a-9299-11634055d176'} bound to L3 agent in host dv-neutron-836180-1-hyperv {{(pid=83872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 13:54:13.817102 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_hamode_db [None req-fe0c5444-56e1-4c94-82b5-1e8a213c4a75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836180-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T13:25:36Z,description=,heartbeat_timestamp=2022-04-01T13:54:06Z,host='dv-neutron-836180-1-hyperv',id=88bf8fc8-11a3-4e96-9d1b-5fd93ba9f6f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T13:25:36Z,topic='l3_agent')) {'router_ids': ['be02ad75-3007-477a-9299-11634055d176'], 'active': True} {{(pid=83872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:54:13.936697 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c923d3fb-d403-4908-b414-6d2e912ef083 None None] DHCP port deletion for 9cc735ca-b4b2-4db4-a7c4-aa31519e0a5c request from dv-neutron-836180-1-hyperv {{(pid=83872) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 01 13:54:13.947449 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.plugin [None req-c923d3fb-d403-4908-b414-6d2e912ef083 None None] Deleting port c05fbe9e-b414-4e4f-a737-3692279692f6 {{(pid=83872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 13:54:13.947803 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-c923d3fb-d403-4908-b414-6d2e912ef083 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736733287370'] for port, before_delete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:54:13.986529 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-66fad9c0-28f0-49c1-9d1b-b785bc6a7db2 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:54:13.997629 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.plugin [None req-66fad9c0-28f0-49c1-9d1b-b785bc6a7db2 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Deleting port be4ef2d7-b095-4626-b0f8-20020754b1e8 {{(pid=83869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 13:54:13.998006 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-66fad9c0-28f0-49c1-9d1b-b785bc6a7db2 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736733287370'] for port, before_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:54:14.100220 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_dvr_db [None req-fe0c5444-56e1-4c94-82b5-1e8a213c4a75 None None] Set router be02ad75-3007-477a-9299-11634055d176 gateway port host: dv-neutron-836180-1-hyperv {{(pid=83872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 13:54:14.276681 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.db [None req-66fad9c0-28f0-49c1-9d1b-b785bc6a7db2 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] For port be4ef2d7-b095-4626-b0f8-20020754b1e8, host dv-neutron-836180-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836180-1-hyperv',level=0,port_id=be4ef2d7-b095-4626-b0f8-20020754b1e8,segment=NetworkSegment(7b924dd8-4978-40c4-ad91-4b9b27348462),segment_id=7b924dd8-4978-40c4-ad91-4b9b27348462)] {{(pid=83869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 13:54:14.277220 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-66fad9c0-28f0-49c1-9d1b-b785bc6a7db2 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4155147'] for port, precommit_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:54:14.376604 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-c923d3fb-d403-4908-b414-6d2e912ef083 None None] For port c05fbe9e-b414-4e4f-a737-3692279692f6, host dv-neutron-836180-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836180-1-hyperv',level=0,port_id=c05fbe9e-b414-4e4f-a737-3692279692f6,segment=NetworkSegment(54198cac-562b-409f-ac23-f01b4196a649),segment_id=54198cac-562b-409f-ac23-f01b4196a649)] {{(pid=83872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 13:54:14.376993 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-c923d3fb-d403-4908-b414-6d2e912ef083 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4155147'] for port, precommit_delete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:54:14.398612 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.plugin [None req-66fad9c0-28f0-49c1-9d1b-b785bc6a7db2 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Calling delete_port for be4ef2d7-b095-4626-b0f8-20020754b1e8 owned by network:router_gateway {{(pid=83869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 13:54:14.502311 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.plugin [None req-c923d3fb-d403-4908-b414-6d2e912ef083 None None] Calling delete_port for c05fbe9e-b414-4e4f-a737-3692279692f6 owned by network:dhcp {{(pid=83872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 13:54:14.531119 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Device c05fbe9e-b414-4e4f-a737-3692279692f6 no longer exists at agent ovs-agent-dv-neutron-836180-1-hyperv {{(pid=83872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 13:54:14.572962 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-66fad9c0-28f0-49c1-9d1b-b785bc6a7db2 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736733359243', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736732935810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2705155'] for port, after_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:54:14.621039 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66fad9c0-28f0-49c1-9d1b-b785bc6a7db2 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Pushing event deleted for resources: {'Port': ['ID=be4ef2d7-b095-4626-b0f8-20020754b1e8,revision_number=None']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:54:14.775834 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-c923d3fb-d403-4908-b414-6d2e912ef083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736733359243', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736732935810'] for port, after_delete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:54:14.834505 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c923d3fb-d403-4908-b414-6d2e912ef083 None None] Pushing event deleted for resources: {'Port': ['ID=c05fbe9e-b414-4e4f-a737-3692279692f6,revision_number=None']} {{(pid=83872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:54:14.848959 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-66fad9c0-28f0-49c1-9d1b-b785bc6a7db2 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4084822'] for router_gateway, after_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:54:14.855034 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:54:14.864034 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c923d3fb-d403-4908-b414-6d2e912ef083 None None] No DVR routers for this DVR port c05fbe9e-b414-4e4f-a737-3692279692f6 on host dv-neutron-836180-1-hyperv {{(pid=83872) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 13:54:14.869087 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c923d3fb-d403-4908-b414-6d2e912ef083 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:54:14.871740 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c923d3fb-d403-4908-b414-6d2e912ef083 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:54:14.871740 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c923d3fb-d403-4908-b414-6d2e912ef083 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:54:14.871740 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c923d3fb-d403-4908-b414-6d2e912ef083 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:54:14.871740 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c923d3fb-d403-4908-b414-6d2e912ef083 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:54:14.871740 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c923d3fb-d403-4908-b414-6d2e912ef083 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:54:14.871740 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c923d3fb-d403-4908-b414-6d2e912ef083 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:54:14.871740 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c923d3fb-d403-4908-b414-6d2e912ef083 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:54:14.872727 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c923d3fb-d403-4908-b414-6d2e912ef083 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:54:14.872727 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c923d3fb-d403-4908-b414-6d2e912ef083 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:54:14.872727 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c923d3fb-d403-4908-b414-6d2e912ef083 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:54:14.923605 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_hamode_db [None req-fe0c5444-56e1-4c94-82b5-1e8a213c4a75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be02ad75-3007-477a-9299-11634055d176', 'name': 'tempest-TestNetworkBasicOps-router-2061816026', 'tenant_id': 'f17cecf0d6854286bcc6f673927088ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'external_fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.170'}], 'enable_snat': True}, 'gw_port_id': 'be4ef2d7-b095-4626-b0f8-20020754b1e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T13:50:56Z', 'updated_at': '2022-04-01T13:54:11Z', 'revision_number': 5, 'project_id': 'f17cecf0d6854286bcc6f673927088ad', 'gw_port': {'id': 'be4ef2d7-b095-4626-b0f8-20020754b1e8', 'name': '', 'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:66:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be02ad75-3007-477a-9299-11634055d176', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836180-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:50:57Z', 'updated_at': '2022-04-01T13:51:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836180-1-hyperv'}], 'dv-neutron-836180-1-hyperv', False) {} {{(pid=83872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:54:14.932963 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe0c5444-56e1-4c94-82b5-1e8a213c4a75 None None] The sync data for ids ['be02ad75-3007-477a-9299-11634055d176'] in dv-neutron-836180-1-hyperv is: [{'id': 'be02ad75-3007-477a-9299-11634055d176', 'name': 'tempest-TestNetworkBasicOps-router-2061816026', 'tenant_id': 'f17cecf0d6854286bcc6f673927088ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'external_fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.170'}], 'enable_snat': True}, 'gw_port_id': 'be4ef2d7-b095-4626-b0f8-20020754b1e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T13:50:56Z', 'updated_at': '2022-04-01T13:54:11Z', 'revision_number': 5, 'project_id': 'f17cecf0d6854286bcc6f673927088ad', 'gw_port': {'id': 'be4ef2d7-b095-4626-b0f8-20020754b1e8', 'name': '', 'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:66:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be02ad75-3007-477a-9299-11634055d176', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836180-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:50:57Z', 'updated_at': '2022-04-01T13:51:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836180-1-hyperv'}] {{(pid=83872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 13:54:15.115550 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-66fad9c0-28f0-49c1-9d1b-b785bc6a7db2 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4079814', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4170'] for router, precommit_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:54:15.119789 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-66fad9c0-28f0-49c1-9d1b-b785bc6a7db2 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:54:15.145540 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-66fad9c0-28f0-49c1-9d1b-b785bc6a7db2 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4079738'] for router, after_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:54:15.146167 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66fad9c0-28f0-49c1-9d1b-b785bc6a7db2 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Fanout notify agent at l3_agent the message router_deleted on router be02ad75-3007-477a-9299-11634055d176 {{(pid=83869) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 01 13:54:15.160839 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-66fad9c0-28f0-49c1-9d1b-b785bc6a7db2 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks [] for router, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:54:15.161943 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-66fad9c0-28f0-49c1-9d1b-b785bc6a7db2 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] 10.222.0.26 "DELETE /v2.0/routers/be02ad75-3007-477a-9299-11634055d176 HTTP/1.1" status: 204 len: 168 time: 1.5845768 Apr 01 13:54:15.164624 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 59752) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:54:15.280397 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-be9a4060-15d0-4319-af95-808b65b125cf tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1033078'] for network, before_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:54:15.509496 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-be9a4060-15d0-4319-af95-808b65b125cf tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-942654', 'neutron.services.segments.db._delete_segments_for_network-8736733387888'] for network, precommit_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:54:15.534374 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.services.segments.db [None req-be9a4060-15d0-4319-af95-808b65b125cf tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9cc735ca-b4b2-4db4-a7c4-aa31519e0a5c']}} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:54:15.545853 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.services.segments.db [None req-be9a4060-15d0-4319-af95-808b65b125cf tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '54198cac-562b-409f-ac23-f01b4196a649') {'for_net_delete': True} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:54:15.546138 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.services.segments.db [None req-be9a4060-15d0-4319-af95-808b65b125cf tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '54198cac-562b-409f-ac23-f01b4196a649') {} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:54:15.557358 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-be9a4060-15d0-4319-af95-808b65b125cf tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736733386999', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2704982'] for segment, before_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:54:15.573251 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-be9a4060-15d0-4319-af95-808b65b125cf tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1004271'] for segment, precommit_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:54:15.579740 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-be9a4060-15d0-4319-af95-808b65b125cf tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Releasing vlan 398 on physical network physnet1 to pool {{(pid=83869) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 01 13:54:15.580492 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-be9a4060-15d0-4319-af95-808b65b125cf tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1004262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2705264'] for segment, after_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:54:15.595003 dv-neutron-836180-1-hyperv neutron-server[83869]: Traceback (most recent call last): Apr 01 13:54:15.595003 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 01 13:54:15.595003 dv-neutron-836180-1-hyperv neutron-server[83869]: timer() Apr 01 13:54:15.595003 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 13:54:15.595003 dv-neutron-836180-1-hyperv neutron-server[83869]: cb(*args, **kw) Apr 01 13:54:15.595003 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 13:54:15.595003 dv-neutron-836180-1-hyperv neutron-server[83869]: return func(*args, **kwargs) Apr 01 13:54:15.595003 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 13:54:15.595003 dv-neutron-836180-1-hyperv neutron-server[83869]: self._notify() Apr 01 13:54:15.595003 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 13:54:15.595003 dv-neutron-836180-1-hyperv neutron-server[83869]: self.callback(batched_events) Apr 01 13:54:15.595003 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 13:54:15.595003 dv-neutron-836180-1-hyperv neutron-server[83869]: event.method(event) Apr 01 13:54:15.595003 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 13:54:15.595003 dv-neutron-836180-1-hyperv neutron-server[83869]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 13:54:15.595003 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 13:54:15.595003 dv-neutron-836180-1-hyperv neutron-server[83869]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 13:54:15.595003 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 13:54:15.595003 dv-neutron-836180-1-hyperv neutron-server[83869]: return f(self, *a, **k) Apr 01 13:54:15.595003 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 13:54:15.595003 dv-neutron-836180-1-hyperv neutron-server[83869]: return self._get(url).json() Apr 01 13:54:15.595003 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 13:54:15.595003 dv-neutron-836180-1-hyperv neutron-server[83869]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 13:54:15.595003 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 01 13:54:15.595003 dv-neutron-836180-1-hyperv neutron-server[83869]: return self.request(url, 'GET', **kwargs) Apr 01 13:54:15.595003 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 01 13:54:15.595003 dv-neutron-836180-1-hyperv neutron-server[83869]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 13:54:15.595003 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 01 13:54:15.595003 dv-neutron-836180-1-hyperv neutron-server[83869]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 13:54:15.595003 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 01 13:54:15.595003 dv-neutron-836180-1-hyperv neutron-server[83869]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 13:54:15.595003 dv-neutron-836180-1-hyperv neutron-server[83869]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 13:54:15.671557 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-be9a4060-15d0-4319-af95-808b65b125cf tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-942599', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4084797'] for network, after_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:54:15.689389 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-be9a4060-15d0-4319-af95-808b65b125cf tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks [] for network, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:54:15.699912 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be9a4060-15d0-4319-af95-808b65b125cf tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Pushing event deleted for resources: {'Network': ['ID=9cc735ca-b4b2-4db4-a7c4-aa31519e0a5c,revision_number=None']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:54:15.709452 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-be9a4060-15d0-4319-af95-808b65b125cf tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] 10.222.0.26 "DELETE /v2.0/networks/9cc735ca-b4b2-4db4-a7c4-aa31519e0a5c HTTP/1.1" status: 204 len: 168 time: 0.5438566 Apr 01 13:54:15.723240 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 59756) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:54:15.730808 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.v2.base [None req-8c9abc89-8074-4f30-95f5-e1a4a9d2146f tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Request body: {'network': {'name': 'tempest-network-smoke--1473680956', 'project_id': 'f17cecf0d6854286bcc6f673927088ad', 'port_security_enabled': True}} {{(pid=83871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:54:15.735979 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-8c9abc89-8074-4f30-95f5-e1a4a9d2146f tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:54:15.740093 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-8c9abc89-8074-4f30-95f5-e1a4a9d2146f tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Usage tracker for resource:network and tenant:f17cecf0d6854286bcc6f673927088ad is out of sync, need to count used quota {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 13:54:15.743152 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-8c9abc89-8074-4f30-95f5-e1a4a9d2146f tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 13:54:15.749437 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-8c9abc89-8074-4f30-95f5-e1a4a9d2146f tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:54:15.760316 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c9abc89-8074-4f30-95f5-e1a4a9d2146f tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Made reservation on behalf of f17cecf0d6854286bcc6f673927088ad for: {'network': 1} {{(pid=83871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 13:54:15.763347 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-8c9abc89-8074-4f30-95f5-e1a4a9d2146f tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for network, before_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:54:15.791938 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8c9abc89-8074-4f30-95f5-e1a4a9d2146f tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] vlan segment allocate from pool success with {'vlan_id': 383, 'physical_network': 'physnet1'} {{(pid=83871) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 13:54:15.800673 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-8c9abc89-8074-4f30-95f5-e1a4a9d2146f tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1004271'] for segment, precommit_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:54:15.801012 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.db.segments_db [None req-8c9abc89-8074-4f30-95f5-e1a4a9d2146f tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Added segment 515809ce-4321-4057-9b01-3fff5a5d35b8 of type vlan for network 21ebef3a-c7a1-4f61-bca1-9bbf00b570b3 Apr 01 13:54:15.826288 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-8c9abc89-8074-4f30-95f5-e1a4a9d2146f tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736732923383'] for network, precommit_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:54:15.854003 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-8c9abc89-8074-4f30-95f5-e1a4a9d2146f tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575'] for network, after_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:54:15.857613 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c9abc89-8074-4f30-95f5-e1a4a9d2146f tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:54:15.858184 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-8c9abc89-8074-4f30-95f5-e1a4a9d2146f tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks [] for network, before_response {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:54:15.957917 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-8c9abc89-8074-4f30-95f5-e1a4a9d2146f tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2319505 Apr 01 13:54:15.960788 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 59760) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:54:15.966100 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.v2.base [None req-a4892553-f23b-45b6-9525-0f48f7e6b7cd tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-99555977', 'admin_state_up': True, 'project_id': 'f17cecf0d6854286bcc6f673927088ad', 'external_gateway_info': {'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301'}}} {{(pid=83869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:54:15.966275 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c9abc89-8074-4f30-95f5-e1a4a9d2146f tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Pushing event updated for resources: {'Network': ['ID=21ebef3a-c7a1-4f61-bca1-9bbf00b570b3,revision_number=1']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:54:15.975428 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-a4892553-f23b-45b6-9525-0f48f7e6b7cd tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:54:15.976104 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Network 21ebef3a-c7a1-4f61-bca1-9bbf00b570b3 details requested by agent ovs-agent-dv-neutron-836180-1-hyperv with host dv-neutron-836180-1-hyperv {{(pid=83872) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 13:54:15.979225 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-a4892553-f23b-45b6-9525-0f48f7e6b7cd tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Usage tracker for resource:router and tenant:f17cecf0d6854286bcc6f673927088ad is out of sync, need to count used quota {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 13:54:15.982179 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-a4892553-f23b-45b6-9525-0f48f7e6b7cd tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 13:54:15.988680 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-a4892553-f23b-45b6-9525-0f48f7e6b7cd tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:54:15.999249 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-a4892553-f23b-45b6-9525-0f48f7e6b7cd tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4082176', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4220'] for router, before_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:54:16.000891 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-a4892553-f23b-45b6-9525-0f48f7e6b7cd tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4082277', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4084873', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4148249', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4211'] for router, precommit_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:54:16.018728 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-a4892553-f23b-45b6-9525-0f48f7e6b7cd tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:54:16.167424 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-a4892553-f23b-45b6-9525-0f48f7e6b7cd tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4084887', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4079850', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4161'] for router, precommit_update {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:54:16.341991 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-a4892553-f23b-45b6-9525-0f48f7e6b7cd tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks [] for router_gateway, before_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:54:16.371087 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-a4892553-f23b-45b6-9525-0f48f7e6b7cd tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:54:16.499193 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Device d399548c-9384-4883-884e-7ba308ed3075 no longer exists at agent ovs-agent-dv-neutron-836180-1-hyperv {{(pid=83872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 13:54:16.504259 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.db_base_plugin_common [None req-a4892553-f23b-45b6-9525-0f48f7e6b7cd tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Allocated IP 172.26.5.97 (725864b8-cceb-48c9-b5d3-1bfc4423e301/e2ed99db-0e25-4971-b535-7fa69231fae8/f83ae110-8edf-43d8-8d21-4fd9aa94ab29) {{(pid=83869) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 13:54:16.544498 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.plugin [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] No Port match for: d399548c-9384-4883-884e-7ba308ed3075 {{(pid=83872) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 01 13:54:16.544745 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Device d399548c-9384-4883-884e-7ba308ed3075 not bound to the agent host dv-neutron-836180-1-hyperv {{(pid=83872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 13:54:16.545152 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Device be4ef2d7-b095-4626-b0f8-20020754b1e8 no longer exists at agent ovs-agent-dv-neutron-836180-1-hyperv {{(pid=83872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 13:54:16.577988 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.plugin [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] No Port match for: be4ef2d7-b095-4626-b0f8-20020754b1e8 {{(pid=83872) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 01 13:54:16.579001 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Device be4ef2d7-b095-4626-b0f8-20020754b1e8 not bound to the agent host dv-neutron-836180-1-hyperv {{(pid=83872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 13:54:16.655647 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-a4892553-f23b-45b6-9525-0f48f7e6b7cd tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks [] for port, precommit_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:54:16.683959 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-a4892553-f23b-45b6-9525-0f48f7e6b7cd tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736732935801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2705155'] for port, after_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:54:16.753635 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4892553-f23b-45b6-9525-0f48f7e6b7cd tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Network 725864b8-cceb-48c9-b5d3-1bfc4423e301 is already hosted by enough agents. {{(pid=83869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 13:54:16.756200 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.scheduler.base_scheduler [None req-a4892553-f23b-45b6-9525-0f48f7e6b7cd tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Resources bound (agent type, host, resource id): {{(pid=83869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 13:54:16.758546 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4892553-f23b-45b6-9525-0f48f7e6b7cd tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Received port after_create {{(pid=83869) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 13:54:16.787779 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4892553-f23b-45b6-9525-0f48f7e6b7cd tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Pushing event updated for resources: {'Port': ['ID=f83ae110-8edf-43d8-8d21-4fd9aa94ab29,revision_number=1']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:54:16.921970 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-a4892553-f23b-45b6-9525-0f48f7e6b7cd tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks [] for router_gateway, after_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:54:16.922723 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-a4892553-f23b-45b6-9525-0f48f7e6b7cd tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4082201', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4084858'] for router, after_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:54:17.145141 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4892553-f23b-45b6-9525-0f48f7e6b7cd tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Router 2f8a4857-fdc2-43f8-855c-c32d1a2917bb is scheduled to L3 agent 88bf8fc8-11a3-4e96-9d1b-5fd93ba9f6f1 with binding_index 1 {{(pid=83869) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 01 13:54:17.346811 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4892553-f23b-45b6-9525-0f48f7e6b7cd tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify agent at l3_agent.dv-neutron-836180-1-hyperv the message routers_updated {{(pid=83869) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 13:54:17.355919 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87cdd79a-92fe-4048-b6d4-d41bb07c26d0 None None] Sync routers for ids ['2f8a4857-fdc2-43f8-855c-c32d1a2917bb'] in dv-neutron-836180-1-hyperv {{(pid=83873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 13:54:17.368586 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87cdd79a-92fe-4048-b6d4-d41bb07c26d0 None None] Routers {'2f8a4857-fdc2-43f8-855c-c32d1a2917bb'} bound to L3 agent in host dv-neutron-836180-1-hyperv {{(pid=83873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 13:54:17.369189 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-87cdd79a-92fe-4048-b6d4-d41bb07c26d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836180-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T13:25:36Z,description=,heartbeat_timestamp=2022-04-01T13:54:06Z,host='dv-neutron-836180-1-hyperv',id=88bf8fc8-11a3-4e96-9d1b-5fd93ba9f6f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T13:25:36Z,topic='l3_agent')) {'router_ids': ['2f8a4857-fdc2-43f8-855c-c32d1a2917bb'], 'active': True} {{(pid=83873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:54:17.372181 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-a4892553-f23b-45b6-9525-0f48f7e6b7cd tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks [] for router, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:54:17.373532 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-a4892553-f23b-45b6-9525-0f48f7e6b7cd tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 1.4115431 Apr 01 13:54:17.376972 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 59764) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:54:17.545456 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_dvr_db [None req-87cdd79a-92fe-4048-b6d4-d41bb07c26d0 None None] Set router 2f8a4857-fdc2-43f8-855c-c32d1a2917bb gateway port host: dv-neutron-836180-1-hyperv {{(pid=83873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 13:54:17.588189 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-425ba65b-672b-48e0-b424-201abae6d1f4 tempest-TestNetworkBasicOps-1234239346 tempest-TestNetworkBasicOps-1234239346-project-admin] 10.222.0.26 "GET /v2.0/subnets?project_id=f17cecf0d6854286bcc6f673927088ad&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2100306 Apr 01 13:54:17.590781 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 59770) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:54:17.817428 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f502ac0-a47e-4937-b8fd-32c379480ac8 tempest-TestNetworkBasicOps-1234239346 tempest-TestNetworkBasicOps-1234239346-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:54:17.818806 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-9f502ac0-a47e-4937-b8fd-32c379480ac8 tempest-TestNetworkBasicOps-1234239346 tempest-TestNetworkBasicOps-1234239346-project-admin] 10.222.0.26 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2270546 Apr 01 13:54:17.821696 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 59774) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:54:17.828745 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-87cdd79a-92fe-4048-b6d4-d41bb07c26d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f8a4857-fdc2-43f8-855c-c32d1a2917bb', 'name': 'tempest-TestNetworkBasicOps-router-99555977', 'tenant_id': 'f17cecf0d6854286bcc6f673927088ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'external_fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.97'}], 'enable_snat': True}, 'gw_port_id': 'f83ae110-8edf-43d8-8d21-4fd9aa94ab29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T13:54:16Z', 'updated_at': '2022-04-01T13:54:16Z', 'revision_number': 3, 'project_id': 'f17cecf0d6854286bcc6f673927088ad', 'gw_port': {'id': 'f83ae110-8edf-43d8-8d21-4fd9aa94ab29', 'name': '', 'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:12:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f8a4857-fdc2-43f8-855c-c32d1a2917bb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:54:16Z', 'updated_at': '2022-04-01T13:54:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836180-1-hyperv'}], 'dv-neutron-836180-1-hyperv', False) {} {{(pid=83873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:54:17.832512 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87cdd79a-92fe-4048-b6d4-d41bb07c26d0 None None] Checking router: 2f8a4857-fdc2-43f8-855c-c32d1a2917bb for host: dv-neutron-836180-1-hyperv {{(pid=83873) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 01 13:54:17.832849 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87cdd79a-92fe-4048-b6d4-d41bb07c26d0 None None] Updating router 2f8a4857-fdc2-43f8-855c-c32d1a2917bb port f83ae110-8edf-43d8-8d21-4fd9aa94ab29 binding host dv-neutron-836180-1-hyperv {{(pid=83873) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 01 13:54:17.862564 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-1b2876a3-b60b-4d22-9e6e-b1e11107bf20 tempest-TestNetworkBasicOps-1234239346 tempest-TestNetworkBasicOps-1234239346-project-admin] 10.222.0.26 "GET /v2.0/subnets?network_id=725864b8-cceb-48c9-b5d3-1bfc4423e301&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0398247 Apr 01 13:54:17.865205 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 59778) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:54:17.870336 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.v2.base [None req-8811a357-8da8-4e15-9929-6beb269da35b tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1039689855', 'network_id': '21ebef3a-c7a1-4f61-bca1-9bbf00b570b3', 'project_id': 'f17cecf0d6854286bcc6f673927088ad', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=83871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:54:17.883602 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-87cdd79a-92fe-4048-b6d4-d41bb07c26d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:54:17.975808 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-8811a357-8da8-4e15-9929-6beb269da35b tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:54:17.979666 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-8811a357-8da8-4e15-9929-6beb269da35b tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Usage tracker for resource:subnet and tenant:f17cecf0d6854286bcc6f673927088ad is out of sync, need to count used quota {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 13:54:17.982465 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-8811a357-8da8-4e15-9929-6beb269da35b tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 13:54:17.988695 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-8811a357-8da8-4e15-9929-6beb269da35b tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:54:17.999268 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8811a357-8da8-4e15-9929-6beb269da35b tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Made reservation on behalf of f17cecf0d6854286bcc6f673927088ad for: {'subnet': 1} {{(pid=83871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 13:54:18.101287 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-8811a357-8da8-4e15-9929-6beb269da35b tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2757336'] for subnet, before_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:54:18.240591 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-87cdd79a-92fe-4048-b6d4-d41bb07c26d0 None None] Notify callbacks [] for port, precommit_update {{(pid=83873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:54:18.253477 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-87cdd79a-92fe-4048-b6d4-d41bb07c26d0 None None] Transition to ACTIVE for port object f83ae110-8edf-43d8-8d21-4fd9aa94ab29 will not be triggered until provisioned by entity L2. {{(pid=83873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 13:54:18.260438 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-87cdd79a-92fe-4048-b6d4-d41bb07c26d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864'] for port, after_update {{(pid=83873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:54:18.346994 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be00110-29d9-4d85-9697-b7f745ee8aea None None] Pushing event updated for resources: {'Port': ['ID=f83ae110-8edf-43d8-8d21-4fd9aa94ab29,revision_number=2']} {{(pid=83873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:54:18.350835 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.plugins.ml2.managers [None req-87cdd79a-92fe-4048-b6d4-d41bb07c26d0 None None] Attempting to bind port f83ae110-8edf-43d8-8d21-4fd9aa94ab29 on host dv-neutron-836180-1-hyperv for vnic_type normal with profile {{(pid=83873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 13:54:18.351188 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.plugins.ml2.managers [None req-87cdd79a-92fe-4048-b6d4-d41bb07c26d0 None None] Attempting to bind port f83ae110-8edf-43d8-8d21-4fd9aa94ab29 by drivers openvswitch,hyperv on host dv-neutron-836180-1-hyperv at level 0 using segments [{'id': '7b924dd8-4978-40c4-ad91-4b9b27348462', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301'}] {{(pid=83873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 13:54:18.351648 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87cdd79a-92fe-4048-b6d4-d41bb07c26d0 None None] Attempting to bind port f83ae110-8edf-43d8-8d21-4fd9aa94ab29 on network 725864b8-cceb-48c9-b5d3-1bfc4423e301 {{(pid=83873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 13:54:18.354729 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-8811a357-8da8-4e15-9929-6beb269da35b tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2743225', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2757366'] for subnet, after_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:54:18.363588 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1be00110-29d9-4d85-9697-b7f745ee8aea None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:54:18.364122 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1be00110-29d9-4d85-9697-b7f745ee8aea None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:54:18.364223 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1be00110-29d9-4d85-9697-b7f745ee8aea None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:54:18.364581 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1be00110-29d9-4d85-9697-b7f745ee8aea None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:54:18.364904 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1be00110-29d9-4d85-9697-b7f745ee8aea None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:54:18.365221 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1be00110-29d9-4d85-9697-b7f745ee8aea None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:54:18.365541 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1be00110-29d9-4d85-9697-b7f745ee8aea None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:54:18.365856 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1be00110-29d9-4d85-9697-b7f745ee8aea None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:54:18.366170 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1be00110-29d9-4d85-9697-b7f745ee8aea None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:54:18.366484 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1be00110-29d9-4d85-9697-b7f745ee8aea None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:54:18.366787 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1be00110-29d9-4d85-9697-b7f745ee8aea None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:54:18.369843 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87cdd79a-92fe-4048-b6d4-d41bb07c26d0 None None] Checking agent: {'id': 'af948428-97cd-4d10-9f53-af028bdb39b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-836180-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 13, 25, 37), 'started_at': datetime.datetime(2022, 4, 1, 13, 26, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 13, 54, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-836180-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 13:54:18.370206 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87cdd79a-92fe-4048-b6d4-d41bb07c26d0 None None] Checking segment: {'id': '7b924dd8-4978-40c4-ad91-4b9b27348462', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 13:54:18.370598 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-87cdd79a-92fe-4048-b6d4-d41bb07c26d0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:54:18.370971 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87cdd79a-92fe-4048-b6d4-d41bb07c26d0 None None] Bound using segment: {'id': '7b924dd8-4978-40c4-ad91-4b9b27348462', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301'} {{(pid=83873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 13:54:18.371412 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.plugins.ml2.managers [None req-87cdd79a-92fe-4048-b6d4-d41bb07c26d0 None None] Bound port: f83ae110-8edf-43d8-8d21-4fd9aa94ab29, host: dv-neutron-836180-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b924dd8-4978-40c4-ad91-4b9b27348462', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301'}}] {{(pid=83873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 13:54:18.371771 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-87cdd79a-92fe-4048-b6d4-d41bb07c26d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:54:18.430790 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8811a357-8da8-4e15-9929-6beb269da35b tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Pushing event updated for resources: {'Subnet': ['ID=862e1619-7f37-4639-a439-7dc7e3f24d3d,revision_number=0']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:54:18.442567 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.plugins.ml2.db [None req-87cdd79a-92fe-4048-b6d4-d41bb07c26d0 None None] For port f83ae110-8edf-43d8-8d21-4fd9aa94ab29, host dv-neutron-836180-1-hyperv, cleared binding levels {{(pid=83873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 13:54:18.445664 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.plugins.ml2.db [None req-87cdd79a-92fe-4048-b6d4-d41bb07c26d0 None None] For port f83ae110-8edf-43d8-8d21-4fd9aa94ab29, host dv-neutron-836180-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836180-1-hyperv',level=0,port_id=f83ae110-8edf-43d8-8d21-4fd9aa94ab29,segment=NetworkSegment(7b924dd8-4978-40c4-ad91-4b9b27348462),segment_id=7b924dd8-4978-40c4-ad91-4b9b27348462)] {{(pid=83873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 13:54:18.448367 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8811a357-8da8-4e15-9929-6beb269da35b tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Checking segment: {'id': '515809ce-4321-4057-9b01-3fff5a5d35b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '21ebef3a-c7a1-4f61-bca1-9bbf00b570b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 13:54:18.448763 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8811a357-8da8-4e15-9929-6beb269da35b tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Network hostable DHCP agents. Network: 21ebef3a-c7a1-4f61-bca1-9bbf00b570b3, hostable agents: ['e47e4547-5c2d-4954-ba56-fa3646239f18'], hosted agents: [] {{(pid=83871) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 13:54:18.451049 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-87cdd79a-92fe-4048-b6d4-d41bb07c26d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864'] for port, after_update {{(pid=83873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:54:18.471750 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8811a357-8da8-4e15-9929-6beb269da35b tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Network 21ebef3a-c7a1-4f61-bca1-9bbf00b570b3 is scheduled to be hosted by DHCP agent e47e4547-5c2d-4954-ba56-fa3646239f18 with binding_index 1 {{(pid=83871) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 13:54:18.480963 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.scheduler.base_scheduler [None req-8811a357-8da8-4e15-9929-6beb269da35b tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-836180-1-hyperv, 21ebef3a-c7a1-4f61-bca1-9bbf00b570b3) {{(pid=83871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 13:54:18.484985 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8811a357-8da8-4e15-9929-6beb269da35b tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:54:18.485566 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-8811a357-8da8-4e15-9929-6beb269da35b tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks [] for subnet, before_response {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:54:18.489610 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90cc9783-4970-4645-b49d-456db11dd930 None None] Network 21ebef3a-c7a1-4f61-bca1-9bbf00b570b3 requested from dv-neutron-836180-1-hyperv {{(pid=83872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 13:54:18.521619 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-8811a357-8da8-4e15-9929-6beb269da35b tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.6554046 Apr 01 13:54:18.530352 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be00110-29d9-4d85-9697-b7f745ee8aea None None] Pushing event updated for resources: {'Port': ['ID=f83ae110-8edf-43d8-8d21-4fd9aa94ab29,revision_number=3']} {{(pid=83873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:54:18.531744 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 59782) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:54:18.558761 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87cdd79a-92fe-4048-b6d4-d41bb07c26d0 None None] Routers {'2f8a4857-fdc2-43f8-855c-c32d1a2917bb'} bound to L3 agent in host dv-neutron-836180-1-hyperv {{(pid=83873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 13:54:18.559365 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-87cdd79a-92fe-4048-b6d4-d41bb07c26d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836180-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T13:25:36Z,description=,heartbeat_timestamp=2022-04-01T13:54:06Z,host='dv-neutron-836180-1-hyperv',id=88bf8fc8-11a3-4e96-9d1b-5fd93ba9f6f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T13:25:36Z,topic='l3_agent')) {'router_ids': ['2f8a4857-fdc2-43f8-855c-c32d1a2917bb'], 'active': True} {{(pid=83873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:54:18.728208 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04bcab60-e2e4-48a8-9aad-3ead0c38cc95 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7e7d0ecb-2af4-55f5-9198-238ab0570d62-21ebef3a-c7a1-4f61-bca1-9bbf00b570b3', 'network_id': '21ebef3a-c7a1-4f61-bca1-9bbf00b570b3', 'tenant_id': 'f17cecf0d6854286bcc6f673927088ad', 'fixed_ips': [{'subnet_id': '862e1619-7f37-4639-a439-7dc7e3f24d3d'}]}} from dv-neutron-836180-1-hyperv. {{(pid=83872) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 01 13:54:18.729287 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-04bcab60-e2e4-48a8-9aad-3ead0c38cc95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:54:18.777277 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_dvr_db [None req-87cdd79a-92fe-4048-b6d4-d41bb07c26d0 None None] Set router 2f8a4857-fdc2-43f8-855c-c32d1a2917bb gateway port host: dv-neutron-836180-1-hyperv {{(pid=83873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 13:54:18.891193 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.db_base_plugin_common [None req-04bcab60-e2e4-48a8-9aad-3ead0c38cc95 None None] Allocated IP 172.20.0.2 (21ebef3a-c7a1-4f61-bca1-9bbf00b570b3/862e1619-7f37-4639-a439-7dc7e3f24d3d/83bb8766-3998-4b82-848d-b8db7fab0735) {{(pid=83872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 13:54:19.073211 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-87cdd79a-92fe-4048-b6d4-d41bb07c26d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f8a4857-fdc2-43f8-855c-c32d1a2917bb', 'name': 'tempest-TestNetworkBasicOps-router-99555977', 'tenant_id': 'f17cecf0d6854286bcc6f673927088ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'external_fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.97'}], 'enable_snat': True}, 'gw_port_id': 'f83ae110-8edf-43d8-8d21-4fd9aa94ab29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T13:54:16Z', 'updated_at': '2022-04-01T13:54:16Z', 'revision_number': 3, 'project_id': 'f17cecf0d6854286bcc6f673927088ad', 'gw_port': {'id': 'f83ae110-8edf-43d8-8d21-4fd9aa94ab29', 'name': '', 'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:12:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f8a4857-fdc2-43f8-855c-c32d1a2917bb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836180-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:54:16Z', 'updated_at': '2022-04-01T13:54:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836180-1-hyperv'}], 'dv-neutron-836180-1-hyperv', False) {} {{(pid=83873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:54:19.076928 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87cdd79a-92fe-4048-b6d4-d41bb07c26d0 None None] The sync data for ids ['2f8a4857-fdc2-43f8-855c-c32d1a2917bb'] in dv-neutron-836180-1-hyperv is: [{'id': '2f8a4857-fdc2-43f8-855c-c32d1a2917bb', 'name': 'tempest-TestNetworkBasicOps-router-99555977', 'tenant_id': 'f17cecf0d6854286bcc6f673927088ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'external_fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.97'}], 'enable_snat': True}, 'gw_port_id': 'f83ae110-8edf-43d8-8d21-4fd9aa94ab29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T13:54:16Z', 'updated_at': '2022-04-01T13:54:16Z', 'revision_number': 3, 'project_id': 'f17cecf0d6854286bcc6f673927088ad', 'gw_port': {'id': 'f83ae110-8edf-43d8-8d21-4fd9aa94ab29', 'name': '', 'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:12:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f8a4857-fdc2-43f8-855c-c32d1a2917bb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836180-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:54:16Z', 'updated_at': '2022-04-01T13:54:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836180-1-hyperv'}] {{(pid=83873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 13:54:19.111351 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-04bcab60-e2e4-48a8-9aad-3ead0c38cc95 None None] Notify callbacks [] for port, precommit_create {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:54:19.122028 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-04bcab60-e2e4-48a8-9aad-3ead0c38cc95 None None] Transition to ACTIVE for port object 83bb8766-3998-4b82-848d-b8db7fab0735 will not be triggered until provisioned by entity L2. {{(pid=83872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 13:54:19.142907 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-04bcab60-e2e4-48a8-9aad-3ead0c38cc95 None None] Transition to ACTIVE for port object 83bb8766-3998-4b82-848d-b8db7fab0735 will not be triggered until provisioned by entity DHCP. {{(pid=83872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 13:54:19.149202 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-04bcab60-e2e4-48a8-9aad-3ead0c38cc95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736732935801'] for port, after_create {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:54:19.214554 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04bcab60-e2e4-48a8-9aad-3ead0c38cc95 None None] Network 21ebef3a-c7a1-4f61-bca1-9bbf00b570b3 is already hosted by enough agents. {{(pid=83872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 13:54:19.222533 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.scheduler.base_scheduler [None req-04bcab60-e2e4-48a8-9aad-3ead0c38cc95 None None] Resources bound (agent type, host, resource id): {{(pid=83872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 13:54:19.226708 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04bcab60-e2e4-48a8-9aad-3ead0c38cc95 None None] Received port after_create {{(pid=83872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 13:54:19.237408 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04bcab60-e2e4-48a8-9aad-3ead0c38cc95 None None] Pushing event updated for resources: {'Port': ['ID=83bb8766-3998-4b82-848d-b8db7fab0735,revision_number=1']} {{(pid=83872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:54:19.358065 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-289b0d8a-a995-490d-8d02-a2b7ddbeadba tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:54:19.362339 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.managers [None req-04bcab60-e2e4-48a8-9aad-3ead0c38cc95 None None] Attempting to bind port 83bb8766-3998-4b82-848d-b8db7fab0735 on host dv-neutron-836180-1-hyperv for vnic_type normal with profile {{(pid=83872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 13:54:19.362710 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.managers [None req-04bcab60-e2e4-48a8-9aad-3ead0c38cc95 None None] Attempting to bind port 83bb8766-3998-4b82-848d-b8db7fab0735 by drivers openvswitch,hyperv on host dv-neutron-836180-1-hyperv at level 0 using segments [{'id': '515809ce-4321-4057-9b01-3fff5a5d35b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '21ebef3a-c7a1-4f61-bca1-9bbf00b570b3'}] {{(pid=83872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 13:54:19.363074 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04bcab60-e2e4-48a8-9aad-3ead0c38cc95 None None] Attempting to bind port 83bb8766-3998-4b82-848d-b8db7fab0735 on network 21ebef3a-c7a1-4f61-bca1-9bbf00b570b3 {{(pid=83872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 13:54:19.370210 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04bcab60-e2e4-48a8-9aad-3ead0c38cc95 None None] Checking agent: {'id': 'af948428-97cd-4d10-9f53-af028bdb39b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-836180-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 13, 25, 37), 'started_at': datetime.datetime(2022, 4, 1, 13, 26, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 13, 54, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-836180-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 13:54:19.370580 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04bcab60-e2e4-48a8-9aad-3ead0c38cc95 None None] Checking segment: {'id': '515809ce-4321-4057-9b01-3fff5a5d35b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '21ebef3a-c7a1-4f61-bca1-9bbf00b570b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 13:54:19.370976 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-04bcab60-e2e4-48a8-9aad-3ead0c38cc95 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:54:19.371357 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04bcab60-e2e4-48a8-9aad-3ead0c38cc95 None None] Bound using segment: {'id': '515809ce-4321-4057-9b01-3fff5a5d35b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '21ebef3a-c7a1-4f61-bca1-9bbf00b570b3'} {{(pid=83872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 13:54:19.371827 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.managers [None req-04bcab60-e2e4-48a8-9aad-3ead0c38cc95 None None] Bound port: 83bb8766-3998-4b82-848d-b8db7fab0735, host: dv-neutron-836180-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '515809ce-4321-4057-9b01-3fff5a5d35b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '21ebef3a-c7a1-4f61-bca1-9bbf00b570b3'}}] {{(pid=83872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 13:54:19.372200 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-04bcab60-e2e4-48a8-9aad-3ead0c38cc95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:54:19.480422 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-04bcab60-e2e4-48a8-9aad-3ead0c38cc95 None None] For port 83bb8766-3998-4b82-848d-b8db7fab0735, host dv-neutron-836180-1-hyperv, cleared binding levels {{(pid=83872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 13:54:19.483687 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-04bcab60-e2e4-48a8-9aad-3ead0c38cc95 None None] For port 83bb8766-3998-4b82-848d-b8db7fab0735, host dv-neutron-836180-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836180-1-hyperv',level=0,port_id=83bb8766-3998-4b82-848d-b8db7fab0735,segment=NetworkSegment(515809ce-4321-4057-9b01-3fff5a5d35b8),segment_id=515809ce-4321-4057-9b01-3fff5a5d35b8)] {{(pid=83872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 13:54:19.490109 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-04bcab60-e2e4-48a8-9aad-3ead0c38cc95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864'] for port, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:54:19.579165 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04bcab60-e2e4-48a8-9aad-3ead0c38cc95 None None] Pushing event updated for resources: {'Port': ['ID=83bb8766-3998-4b82-848d-b8db7fab0735,revision_number=2']} {{(pid=83872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:54:19.908679 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.db_base_plugin_common [None req-289b0d8a-a995-490d-8d02-a2b7ddbeadba tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Allocated IP 172.20.0.1 (21ebef3a-c7a1-4f61-bca1-9bbf00b570b3/862e1619-7f37-4639-a439-7dc7e3f24d3d/cde95cb6-29df-4b7a-9714-e20a19372fd1) {{(pid=83871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 13:54:20.069631 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-289b0d8a-a995-490d-8d02-a2b7ddbeadba tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks [] for port, precommit_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:54:20.086324 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.provisioning_blocks [None req-289b0d8a-a995-490d-8d02-a2b7ddbeadba tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Transition to ACTIVE for port object cde95cb6-29df-4b7a-9714-e20a19372fd1 will not be triggered until provisioned by entity DHCP. {{(pid=83871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 13:54:20.107455 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-289b0d8a-a995-490d-8d02-a2b7ddbeadba tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736732935801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2743125'] for port, after_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:54:20.172550 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-289b0d8a-a995-490d-8d02-a2b7ddbeadba tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Network 21ebef3a-c7a1-4f61-bca1-9bbf00b570b3 is already hosted by enough agents. {{(pid=83871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 13:54:20.179561 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.scheduler.base_scheduler [None req-289b0d8a-a995-490d-8d02-a2b7ddbeadba tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Resources bound (agent type, host, resource id): {{(pid=83871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 13:54:20.183756 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-289b0d8a-a995-490d-8d02-a2b7ddbeadba tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Received port after_create {{(pid=83871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 13:54:20.217763 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-289b0d8a-a995-490d-8d02-a2b7ddbeadba tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Pushing event updated for resources: {'Port': ['ID=cde95cb6-29df-4b7a-9714-e20a19372fd1,revision_number=1']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:54:20.243778 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-289b0d8a-a995-490d-8d02-a2b7ddbeadba tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4084144'] for router_interface, before_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:54:20.335162 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-289b0d8a-a995-490d-8d02-a2b7ddbeadba tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:54:20.559238 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Device f83ae110-8edf-43d8-8d21-4fd9aa94ab29 up at agent ovs-agent-dv-neutron-836180-1-hyperv {{(pid=83872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 13:54:20.620024 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-993c51b1-1b01-4320-941c-21b86a42d87e None None] Network 21ebef3a-c7a1-4f61-bca1-9bbf00b570b3 requested from dv-neutron-836180-1-hyperv {{(pid=83872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 13:54:20.753697 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-500cfd17-85fd-402c-b216-6d1436678798 None None] Provisioning for port 83bb8766-3998-4b82-848d-b8db7fab0735 completed by entity DHCP. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 13:54:20.762156 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-289b0d8a-a995-490d-8d02-a2b7ddbeadba tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks [] for port, precommit_update {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:54:20.766341 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-289b0d8a-a995-490d-8d02-a2b7ddbeadba tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2743106'] for port, after_update {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:54:20.772571 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Provisioning for port f83ae110-8edf-43d8-8d21-4fd9aa94ab29 completed by entity L2. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 13:54:20.781083 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Provisioning complete for port f83ae110-8edf-43d8-8d21-4fd9aa94ab29 triggered by entity L2. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 13:54:20.781452 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-948329'] for port, provisioning_complete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:54:20.876813 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-289b0d8a-a995-490d-8d02-a2b7ddbeadba tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3017508', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4084015'] for router_interface, after_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:54:20.880780 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-289b0d8a-a995-490d-8d02-a2b7ddbeadba tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Pushing event updated for resources: {'Port': ['ID=cde95cb6-29df-4b7a-9714-e20a19372fd1,revision_number=2']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:54:21.022272 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:54:21.033522 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-289b0d8a-a995-490d-8d02-a2b7ddbeadba tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Network 21ebef3a-c7a1-4f61-bca1-9bbf00b570b3 is already hosted by enough agents. {{(pid=83871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 13:54:21.035917 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.scheduler.base_scheduler [None req-289b0d8a-a995-490d-8d02-a2b7ddbeadba tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Resources bound (agent type, host, resource id): {{(pid=83871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 13:54:21.045382 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] For port f83ae110-8edf-43d8-8d21-4fd9aa94ab29, host dv-neutron-836180-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836180-1-hyperv',level=0,port_id=f83ae110-8edf-43d8-8d21-4fd9aa94ab29,segment=NetworkSegment(7b924dd8-4978-40c4-ad91-4b9b27348462),segment_id=7b924dd8-4978-40c4-ad91-4b9b27348462)] {{(pid=83872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 13:54:21.049729 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864'] for port, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:54:21.050666 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Device 83bb8766-3998-4b82-848d-b8db7fab0735 up at agent ovs-agent-dv-neutron-836180-1-hyperv {{(pid=83872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 13:54:21.168748 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Pushing event updated for resources: {'Port': ['ID=f83ae110-8edf-43d8-8d21-4fd9aa94ab29,revision_number=4']} {{(pid=83872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:54:21.188697 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Provisioning for port 83bb8766-3998-4b82-848d-b8db7fab0735 completed by entity L2. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 13:54:21.194473 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Provisioning complete for port 83bb8766-3998-4b82-848d-b8db7fab0735 triggered by entity L2. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 13:54:21.194935 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-948329'] for port, provisioning_complete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:54:21.346567 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:54:21.355408 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-14c708fb-2407-4dd6-a606-4ac90bceb2e7 None None] Provisioning for port cde95cb6-29df-4b7a-9714-e20a19372fd1 completed by entity DHCP. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 13:54:21.365718 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-14c708fb-2407-4dd6-a606-4ac90bceb2e7 None None] Provisioning complete for port cde95cb6-29df-4b7a-9714-e20a19372fd1 triggered by entity DHCP. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 13:54:21.366088 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-14c708fb-2407-4dd6-a606-4ac90bceb2e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-948329'] for port, provisioning_complete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:54:21.436343 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] For port 83bb8766-3998-4b82-848d-b8db7fab0735, host dv-neutron-836180-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836180-1-hyperv',level=0,port_id=83bb8766-3998-4b82-848d-b8db7fab0735,segment=NetworkSegment(515809ce-4321-4057-9b01-3fff5a5d35b8),segment_id=515809ce-4321-4057-9b01-3fff5a5d35b8)] {{(pid=83872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 13:54:21.438291 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.plugin [None req-14c708fb-2407-4dd6-a606-4ac90bceb2e7 None None] Port cde95cb6-29df-4b7a-9714-e20a19372fd1 cannot update to ACTIVE because it is not bound. {{(pid=83872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 13:54:21.442377 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864'] for port, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:54:21.514100 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-14c708fb-2407-4dd6-a606-4ac90bceb2e7 None None] Provisioning complete for port 83bb8766-3998-4b82-848d-b8db7fab0735 triggered by entity DHCP. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 13:54:21.514472 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-14c708fb-2407-4dd6-a606-4ac90bceb2e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-948329'] for port, provisioning_complete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:54:21.552483 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-289b0d8a-a995-490d-8d02-a2b7ddbeadba tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Router 2f8a4857-fdc2-43f8-855c-c32d1a2917bb has already been hosted by L3 agent 88bf8fc8-11a3-4e96-9d1b-5fd93ba9f6f1 {{(pid=83871) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 13:54:21.555983 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Pushing event updated for resources: {'Port': ['ID=83bb8766-3998-4b82-848d-b8db7fab0735,revision_number=3']} {{(pid=83872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:54:21.761620 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-289b0d8a-a995-490d-8d02-a2b7ddbeadba tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify agent at l3_agent.dv-neutron-836180-1-hyperv the message routers_updated {{(pid=83871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 13:54:21.766378 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-1f1730d2-2494-473e-b2f5-b591d9a0d9b3 None None] Provisioning complete for port cde95cb6-29df-4b7a-9714-e20a19372fd1 triggered by entity DHCP. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 13:54:21.767106 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-1f1730d2-2494-473e-b2f5-b591d9a0d9b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-948329'] for port, provisioning_complete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:54:21.774681 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-289b0d8a-a995-490d-8d02-a2b7ddbeadba tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] 10.222.0.26 "PUT /v2.0/routers/2f8a4857-fdc2-43f8-855c-c32d1a2917bb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2416444 Apr 01 13:54:21.777210 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 59786) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:54:21.818259 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.plugin [None req-1f1730d2-2494-473e-b2f5-b591d9a0d9b3 None None] Port cde95cb6-29df-4b7a-9714-e20a19372fd1 cannot update to ACTIVE because it is not bound. {{(pid=83872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 13:54:21.914408 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-937fa807-ed8d-4b8d-be0a-5174a032aece tempest-TestNetworkBasicOps-1234239346 tempest-TestNetworkBasicOps-1234239346-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:54:21.914770 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-937fa807-ed8d-4b8d-be0a-5174a032aece tempest-TestNetworkBasicOps-1234239346 tempest-TestNetworkBasicOps-1234239346-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:54:21.915149 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-937fa807-ed8d-4b8d-be0a-5174a032aece tempest-TestNetworkBasicOps-1234239346 tempest-TestNetworkBasicOps-1234239346-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:54:21.915494 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-937fa807-ed8d-4b8d-be0a-5174a032aece tempest-TestNetworkBasicOps-1234239346 tempest-TestNetworkBasicOps-1234239346-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:54:21.917127 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-937fa807-ed8d-4b8d-be0a-5174a032aece tempest-TestNetworkBasicOps-1234239346 tempest-TestNetworkBasicOps-1234239346-project-admin] 10.222.0.26 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2886 time: 0.1390302 Apr 01 13:54:21.919789 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 59790) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:54:21.988313 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96e4127a-7031-4607-9b58-eff510d4e88b tempest-TestNetworkBasicOps-1234239346 tempest-TestNetworkBasicOps-1234239346-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:54:21.988684 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96e4127a-7031-4607-9b58-eff510d4e88b tempest-TestNetworkBasicOps-1234239346 tempest-TestNetworkBasicOps-1234239346-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:54:21.989038 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96e4127a-7031-4607-9b58-eff510d4e88b tempest-TestNetworkBasicOps-1234239346 tempest-TestNetworkBasicOps-1234239346-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:54:21.989383 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96e4127a-7031-4607-9b58-eff510d4e88b tempest-TestNetworkBasicOps-1234239346 tempest-TestNetworkBasicOps-1234239346-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:54:21.990960 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-96e4127a-7031-4607-9b58-eff510d4e88b tempest-TestNetworkBasicOps-1234239346 tempest-TestNetworkBasicOps-1234239346-project-admin] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2728 time: 0.0702128 Apr 01 13:54:21.993678 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 59794) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:54:22.187070 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-6252e90b-c9cf-4268-b9fa-f8056fb0e595 tempest-TestNetworkBasicOps-1234239346 tempest-TestNetworkBasicOps-1234239346-project-admin] 10.222.0.26 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1605 time: 0.1923506 Apr 01 13:54:22.508467 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Device f83ae110-8edf-43d8-8d21-4fd9aa94ab29 up at agent ovs-agent-dv-neutron-836180-1-hyperv {{(pid=83872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 13:54:22.581466 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Provisioning complete for port f83ae110-8edf-43d8-8d21-4fd9aa94ab29 triggered by entity L2. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 13:54:22.581830 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-948329'] for port, provisioning_complete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:54:22.640259 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eae41d7e-2a3d-4be6-80f4-2365f5a58b5f None None] Sync routers for ids ['2f8a4857-fdc2-43f8-855c-c32d1a2917bb'] in dv-neutron-836180-1-hyperv {{(pid=83872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 13:54:22.645564 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 59800) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:54:22.651395 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.v2.base [None req-6641cac7-cc95-469e-984e-e33376eef2e3 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1657574364', 'description': 'tempest-secgroup-smoke-1657574364 description', 'project_id': 'f17cecf0d6854286bcc6f673927088ad'}} {{(pid=83871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:54:22.658207 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-6641cac7-cc95-469e-984e-e33376eef2e3 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:54:22.662469 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-6641cac7-cc95-469e-984e-e33376eef2e3 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Usage tracker for resource:security_group and tenant:f17cecf0d6854286bcc6f673927088ad is out of sync, need to count used quota {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 13:54:22.665401 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-6641cac7-cc95-469e-984e-e33376eef2e3 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 13:54:22.671030 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-6641cac7-cc95-469e-984e-e33376eef2e3 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:54:22.680930 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-6641cac7-cc95-469e-984e-e33376eef2e3 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks [] for security_group, before_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:54:22.689241 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eae41d7e-2a3d-4be6-80f4-2365f5a58b5f None None] Routers {'2f8a4857-fdc2-43f8-855c-c32d1a2917bb'} bound to L3 agent in host dv-neutron-836180-1-hyperv {{(pid=83872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 13:54:22.689658 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_hamode_db [None req-eae41d7e-2a3d-4be6-80f4-2365f5a58b5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836180-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T13:25:36Z,description=,heartbeat_timestamp=2022-04-01T13:54:06Z,host='dv-neutron-836180-1-hyperv',id=88bf8fc8-11a3-4e96-9d1b-5fd93ba9f6f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T13:25:36Z,topic='l3_agent')) {'router_ids': ['2f8a4857-fdc2-43f8-855c-c32d1a2917bb'], 'active': True} {{(pid=83872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:54:22.719228 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-6641cac7-cc95-469e-984e-e33376eef2e3 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:54:22.722882 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-6641cac7-cc95-469e-984e-e33376eef2e3 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Usage tracker for resource:security_group_rule and tenant:f17cecf0d6854286bcc6f673927088ad is out of sync, need to count used quota {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 13:54:22.725698 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-6641cac7-cc95-469e-984e-e33376eef2e3 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 13:54:22.731239 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-6641cac7-cc95-469e-984e-e33376eef2e3 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:54:22.787513 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-6641cac7-cc95-469e-984e-e33376eef2e3 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks [] for security_group, precommit_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:54:22.791583 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-6641cac7-cc95-469e-984e-e33376eef2e3 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3775923'] for security_group, after_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:54:22.836328 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6641cac7-cc95-469e-984e-e33376eef2e3 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d14e4d16-5786-4d70-92ad-1ba3c9bfe4f8,revision_number=1']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:54:22.843408 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-6641cac7-cc95-469e-984e-e33376eef2e3 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks [] for security_group, before_response {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:54:22.845497 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-6641cac7-cc95-469e-984e-e33376eef2e3 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.1988246 Apr 01 13:54:22.848834 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 59804) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:54:22.850332 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Device 83bb8766-3998-4b82-848d-b8db7fab0735 up at agent ovs-agent-dv-neutron-836180-1-hyperv {{(pid=83872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 13:54:22.855653 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.v2.base [None req-6c54ff69-aa69-4b97-a234-6048bc05ef6e tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Request body: {'security_group_rule': {'security_group_id': 'd14e4d16-5786-4d70-92ad-1ba3c9bfe4f8', 'project_id': 'f17cecf0d6854286bcc6f673927088ad', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:54:22.862671 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-6c54ff69-aa69-4b97-a234-6048bc05ef6e tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:54:22.866447 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-6c54ff69-aa69-4b97-a234-6048bc05ef6e tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Usage tracker for resource:security_group_rule and tenant:f17cecf0d6854286bcc6f673927088ad is out of sync, need to count used quota {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 13:54:22.869285 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-6c54ff69-aa69-4b97-a234-6048bc05ef6e tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 13:54:22.875880 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-6c54ff69-aa69-4b97-a234-6048bc05ef6e tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:54:22.893814 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-6c54ff69-aa69-4b97-a234-6048bc05ef6e tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:54:22.948887 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_dvr_db [None req-eae41d7e-2a3d-4be6-80f4-2365f5a58b5f None None] Set router 2f8a4857-fdc2-43f8-855c-c32d1a2917bb gateway port host: dv-neutron-836180-1-hyperv {{(pid=83872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 13:54:22.956269 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-6c54ff69-aa69-4b97-a234-6048bc05ef6e tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:54:22.960757 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-6c54ff69-aa69-4b97-a234-6048bc05ef6e tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3775744'] for security_group_rule, after_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:54:22.986922 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c54ff69-aa69-4b97-a234-6048bc05ef6e tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=34582f7b-2867-4617-8706-83f9fd6f5fd1,revision_number=0']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:54:22.996911 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-6c54ff69-aa69-4b97-a234-6048bc05ef6e tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:54:23.001403 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-6c54ff69-aa69-4b97-a234-6048bc05ef6e tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1478255 Apr 01 13:54:23.001575 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 59808) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:54:23.008034 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.v2.base [None req-1fc9ba78-28d9-4575-8116-4e5e700b2188 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Request body: {'security_group_rule': {'security_group_id': 'd14e4d16-5786-4d70-92ad-1ba3c9bfe4f8', 'project_id': 'f17cecf0d6854286bcc6f673927088ad', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:54:23.011472 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Provisioning complete for port 83bb8766-3998-4b82-848d-b8db7fab0735 triggered by entity L2. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 13:54:23.011838 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-948329'] for port, provisioning_complete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:54:23.014016 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-1fc9ba78-28d9-4575-8116-4e5e700b2188 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:54:23.018936 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-1fc9ba78-28d9-4575-8116-4e5e700b2188 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Usage tracker for resource:security_group_rule and tenant:f17cecf0d6854286bcc6f673927088ad is out of sync, need to count used quota {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 13:54:23.021763 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-1fc9ba78-28d9-4575-8116-4e5e700b2188 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 13:54:23.027626 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-1fc9ba78-28d9-4575-8116-4e5e700b2188 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:54:23.045811 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-1fc9ba78-28d9-4575-8116-4e5e700b2188 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:54:23.121000 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-1fc9ba78-28d9-4575-8116-4e5e700b2188 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:54:23.126453 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-1fc9ba78-28d9-4575-8116-4e5e700b2188 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3775744'] for security_group_rule, after_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:54:23.160583 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc9ba78-28d9-4575-8116-4e5e700b2188 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=34f4bb11-9bdb-4747-bbfe-b2734273fbc3,revision_number=0']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:54:23.169058 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-1fc9ba78-28d9-4575-8116-4e5e700b2188 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:54:23.173968 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-1fc9ba78-28d9-4575-8116-4e5e700b2188 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1677260 Apr 01 13:54:23.174359 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 59812) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:54:23.180052 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.v2.base [None req-92a982b5-e630-4b04-82ff-18ece815c5a7 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Request body: {'security_group_rule': {'security_group_id': 'd14e4d16-5786-4d70-92ad-1ba3c9bfe4f8', 'project_id': 'f17cecf0d6854286bcc6f673927088ad', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:54:23.294407 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-92a982b5-e630-4b04-82ff-18ece815c5a7 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:54:23.299423 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-92a982b5-e630-4b04-82ff-18ece815c5a7 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Usage tracker for resource:security_group_rule and tenant:f17cecf0d6854286bcc6f673927088ad is out of sync, need to count used quota {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 13:54:23.301992 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-92a982b5-e630-4b04-82ff-18ece815c5a7 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 13:54:23.308448 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-92a982b5-e630-4b04-82ff-18ece815c5a7 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:54:23.323560 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-92a982b5-e630-4b04-82ff-18ece815c5a7 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:54:23.396722 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-92a982b5-e630-4b04-82ff-18ece815c5a7 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:54:23.400774 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-92a982b5-e630-4b04-82ff-18ece815c5a7 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3775744'] for security_group_rule, after_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:54:23.426558 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a982b5-e630-4b04-82ff-18ece815c5a7 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=70d57040-1e77-42c9-8dab-cdcbc6b037ea,revision_number=0']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:54:23.439640 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-92a982b5-e630-4b04-82ff-18ece815c5a7 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:54:23.440885 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-92a982b5-e630-4b04-82ff-18ece815c5a7 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.2653732 Apr 01 13:54:23.442336 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92a982b5-e630-4b04-82ff-18ece815c5a7 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:54:23.442674 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92a982b5-e630-4b04-82ff-18ece815c5a7 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:54:23.443240 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92a982b5-e630-4b04-82ff-18ece815c5a7 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:54:23.443706 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92a982b5-e630-4b04-82ff-18ece815c5a7 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:54:23.443833 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 59816) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:54:23.444251 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92a982b5-e630-4b04-82ff-18ece815c5a7 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:54:23.444351 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92a982b5-e630-4b04-82ff-18ece815c5a7 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:54:23.444671 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92a982b5-e630-4b04-82ff-18ece815c5a7 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:54:23.444988 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92a982b5-e630-4b04-82ff-18ece815c5a7 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:54:23.445405 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92a982b5-e630-4b04-82ff-18ece815c5a7 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:54:23.445724 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92a982b5-e630-4b04-82ff-18ece815c5a7 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:54:23.446031 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92a982b5-e630-4b04-82ff-18ece815c5a7 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:54:23.456683 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.v2.base [None req-d5a45dcf-d44f-4a9b-b477-f18268f4235d tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Request body: {'security_group_rule': {'security_group_id': 'd14e4d16-5786-4d70-92ad-1ba3c9bfe4f8', 'project_id': 'f17cecf0d6854286bcc6f673927088ad', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:54:23.462660 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-d5a45dcf-d44f-4a9b-b477-f18268f4235d tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:54:23.466573 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-d5a45dcf-d44f-4a9b-b477-f18268f4235d tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Usage tracker for resource:security_group_rule and tenant:f17cecf0d6854286bcc6f673927088ad is out of sync, need to count used quota {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 13:54:23.469900 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-d5a45dcf-d44f-4a9b-b477-f18268f4235d tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 13:54:23.475384 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-d5a45dcf-d44f-4a9b-b477-f18268f4235d tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:54:23.479221 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_hamode_db [None req-eae41d7e-2a3d-4be6-80f4-2365f5a58b5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f8a4857-fdc2-43f8-855c-c32d1a2917bb', 'name': 'tempest-TestNetworkBasicOps-router-99555977', 'tenant_id': 'f17cecf0d6854286bcc6f673927088ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'external_fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.97'}], 'enable_snat': True}, 'gw_port_id': 'f83ae110-8edf-43d8-8d21-4fd9aa94ab29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T13:54:16Z', 'updated_at': '2022-04-01T13:54:20Z', 'revision_number': 4, 'project_id': 'f17cecf0d6854286bcc6f673927088ad', 'gw_port': {'id': 'f83ae110-8edf-43d8-8d21-4fd9aa94ab29', 'name': '', 'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:12:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f8a4857-fdc2-43f8-855c-c32d1a2917bb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836180-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:54:16Z', 'updated_at': '2022-04-01T13:54:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836180-1-hyperv', '_interfaces': [{'id': 'cde95cb6-29df-4b7a-9714-e20a19372fd1', 'name': '', 'network_id': '21ebef3a-c7a1-4f61-bca1-9bbf00b570b3', 'tenant_id': 'f17cecf0d6854286bcc6f673927088ad', 'mac_address': 'fa:16:3e:76:e7:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f8a4857-fdc2-43f8-855c-c32d1a2917bb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '862e1619-7f37-4639-a439-7dc7e3f24d3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:54:19Z', 'updated_at': '2022-04-01T13:54:20Z', 'revision_number': 2, 'project_id': 'f17cecf0d6854286bcc6f673927088ad', 'subnets': [{'id': '862e1619-7f37-4639-a439-7dc7e3f24d3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-836180-1-hyperv', False) {} {{(pid=83872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:54:23.483362 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eae41d7e-2a3d-4be6-80f4-2365f5a58b5f None None] Checking router: 2f8a4857-fdc2-43f8-855c-c32d1a2917bb for host: dv-neutron-836180-1-hyperv {{(pid=83872) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 01 13:54:23.483787 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eae41d7e-2a3d-4be6-80f4-2365f5a58b5f None None] Updating router 2f8a4857-fdc2-43f8-855c-c32d1a2917bb port cde95cb6-29df-4b7a-9714-e20a19372fd1 binding host dv-neutron-836180-1-hyperv {{(pid=83872) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 01 13:54:23.491500 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-d5a45dcf-d44f-4a9b-b477-f18268f4235d tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:54:23.536658 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-eae41d7e-2a3d-4be6-80f4-2365f5a58b5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:54:23.553988 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-d5a45dcf-d44f-4a9b-b477-f18268f4235d tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:54:23.557436 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-d5a45dcf-d44f-4a9b-b477-f18268f4235d tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3775744'] for security_group_rule, after_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:54:23.581622 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a45dcf-d44f-4a9b-b477-f18268f4235d tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f7384e04-116f-4301-a722-ffb2c309872b,revision_number=0']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:54:23.591082 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-d5a45dcf-d44f-4a9b-b477-f18268f4235d tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:54:23.592104 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-d5a45dcf-d44f-4a9b-b477-f18268f4235d tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1473260 Apr 01 13:54:23.595657 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 59820) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:54:23.601167 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.v2.base [None req-85dfbfbc-7eea-4395-b52b-5d76236d7183 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Request body: {'security_group_rule': {'security_group_id': 'd14e4d16-5786-4d70-92ad-1ba3c9bfe4f8', 'project_id': 'f17cecf0d6854286bcc6f673927088ad', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:54:23.606710 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-85dfbfbc-7eea-4395-b52b-5d76236d7183 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:54:23.610886 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-85dfbfbc-7eea-4395-b52b-5d76236d7183 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Usage tracker for resource:security_group_rule and tenant:f17cecf0d6854286bcc6f673927088ad is out of sync, need to count used quota {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 13:54:23.613714 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-85dfbfbc-7eea-4395-b52b-5d76236d7183 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 13:54:23.619278 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-85dfbfbc-7eea-4395-b52b-5d76236d7183 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:54:23.630135 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.db.securitygroups_db [None req-85dfbfbc-7eea-4395-b52b-5d76236d7183 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Project f17cecf0d6854286bcc6f673927088ad added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 01 13:54:23.636497 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-85dfbfbc-7eea-4395-b52b-5d76236d7183 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:54:23.701196 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-85dfbfbc-7eea-4395-b52b-5d76236d7183 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:54:23.705756 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-85dfbfbc-7eea-4395-b52b-5d76236d7183 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3775744'] for security_group_rule, after_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:54:23.728890 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85dfbfbc-7eea-4395-b52b-5d76236d7183 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=308f03cf-5008-43db-8142-cdff38f4082f,revision_number=0']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:54:23.738379 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-85dfbfbc-7eea-4395-b52b-5d76236d7183 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:54:23.739688 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-85dfbfbc-7eea-4395-b52b-5d76236d7183 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1429863 Apr 01 13:54:23.742578 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 59824) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:54:23.748255 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.v2.base [None req-f366bd22-4980-40f0-bfb2-89c38a0d57dd tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Request body: {'security_group_rule': {'security_group_id': 'd14e4d16-5786-4d70-92ad-1ba3c9bfe4f8', 'project_id': 'f17cecf0d6854286bcc6f673927088ad', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:54:23.754535 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-f366bd22-4980-40f0-bfb2-89c38a0d57dd tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:54:23.758413 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-f366bd22-4980-40f0-bfb2-89c38a0d57dd tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Usage tracker for resource:security_group_rule and tenant:f17cecf0d6854286bcc6f673927088ad is out of sync, need to count used quota {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 13:54:23.761271 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-f366bd22-4980-40f0-bfb2-89c38a0d57dd tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 13:54:23.767896 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-f366bd22-4980-40f0-bfb2-89c38a0d57dd tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:54:23.778310 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.db.securitygroups_db [None req-f366bd22-4980-40f0-bfb2-89c38a0d57dd tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Project f17cecf0d6854286bcc6f673927088ad added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 01 13:54:23.785047 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-f366bd22-4980-40f0-bfb2-89c38a0d57dd tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:54:23.850550 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-f366bd22-4980-40f0-bfb2-89c38a0d57dd tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:54:23.854912 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-f366bd22-4980-40f0-bfb2-89c38a0d57dd tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3775744'] for security_group_rule, after_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:54:23.877233 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f366bd22-4980-40f0-bfb2-89c38a0d57dd tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=41312a14-fc78-4169-8077-ed8fae73b347,revision_number=0']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:54:23.886562 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-eae41d7e-2a3d-4be6-80f4-2365f5a58b5f None None] Notify callbacks [] for port, precommit_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:54:23.888781 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-f366bd22-4980-40f0-bfb2-89c38a0d57dd tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:54:23.899368 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-f366bd22-4980-40f0-bfb2-89c38a0d57dd tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1463990 Apr 01 13:54:23.899728 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-eae41d7e-2a3d-4be6-80f4-2365f5a58b5f None None] Transition to ACTIVE for port object cde95cb6-29df-4b7a-9714-e20a19372fd1 will not be triggered until provisioned by entity L2. {{(pid=83872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 13:54:23.913786 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-eae41d7e-2a3d-4be6-80f4-2365f5a58b5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864'] for port, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:54:23.963146 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:54:24.051484 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4312d848-9261-4d7b-9bd0-42aac9d1fc64 None None] Pushing event updated for resources: {'Port': ['ID=cde95cb6-29df-4b7a-9714-e20a19372fd1,revision_number=3']} {{(pid=83872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:54:24.144691 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.managers [None req-eae41d7e-2a3d-4be6-80f4-2365f5a58b5f None None] Attempting to bind port cde95cb6-29df-4b7a-9714-e20a19372fd1 on host dv-neutron-836180-1-hyperv for vnic_type normal with profile {{(pid=83872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 13:54:24.145055 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.managers [None req-eae41d7e-2a3d-4be6-80f4-2365f5a58b5f None None] Attempting to bind port cde95cb6-29df-4b7a-9714-e20a19372fd1 by drivers openvswitch,hyperv on host dv-neutron-836180-1-hyperv at level 0 using segments [{'id': '515809ce-4321-4057-9b01-3fff5a5d35b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '21ebef3a-c7a1-4f61-bca1-9bbf00b570b3'}] {{(pid=83872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 13:54:24.145409 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eae41d7e-2a3d-4be6-80f4-2365f5a58b5f None None] Attempting to bind port cde95cb6-29df-4b7a-9714-e20a19372fd1 on network 21ebef3a-c7a1-4f61-bca1-9bbf00b570b3 {{(pid=83872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 13:54:24.152260 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eae41d7e-2a3d-4be6-80f4-2365f5a58b5f None None] Checking agent: {'id': 'af948428-97cd-4d10-9f53-af028bdb39b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-836180-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 13, 25, 37), 'started_at': datetime.datetime(2022, 4, 1, 13, 26, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 13, 54, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-836180-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 13:54:24.152864 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eae41d7e-2a3d-4be6-80f4-2365f5a58b5f None None] Checking segment: {'id': '515809ce-4321-4057-9b01-3fff5a5d35b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '21ebef3a-c7a1-4f61-bca1-9bbf00b570b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 13:54:24.153277 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-eae41d7e-2a3d-4be6-80f4-2365f5a58b5f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:54:24.153664 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eae41d7e-2a3d-4be6-80f4-2365f5a58b5f None None] Bound using segment: {'id': '515809ce-4321-4057-9b01-3fff5a5d35b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '21ebef3a-c7a1-4f61-bca1-9bbf00b570b3'} {{(pid=83872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 13:54:24.154119 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.managers [None req-eae41d7e-2a3d-4be6-80f4-2365f5a58b5f None None] Bound port: cde95cb6-29df-4b7a-9714-e20a19372fd1, host: dv-neutron-836180-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '515809ce-4321-4057-9b01-3fff5a5d35b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '21ebef3a-c7a1-4f61-bca1-9bbf00b570b3'}}] {{(pid=83872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 13:54:24.154482 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-eae41d7e-2a3d-4be6-80f4-2365f5a58b5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:54:24.250620 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-eae41d7e-2a3d-4be6-80f4-2365f5a58b5f None None] For port cde95cb6-29df-4b7a-9714-e20a19372fd1, host dv-neutron-836180-1-hyperv, cleared binding levels {{(pid=83872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 13:54:24.254992 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-eae41d7e-2a3d-4be6-80f4-2365f5a58b5f None None] For port cde95cb6-29df-4b7a-9714-e20a19372fd1, host dv-neutron-836180-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836180-1-hyperv',level=0,port_id=cde95cb6-29df-4b7a-9714-e20a19372fd1,segment=NetworkSegment(515809ce-4321-4057-9b01-3fff5a5d35b8),segment_id=515809ce-4321-4057-9b01-3fff5a5d35b8)] {{(pid=83872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 13:54:24.261658 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-eae41d7e-2a3d-4be6-80f4-2365f5a58b5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864'] for port, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:54:24.334855 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-fc54f495-e274-4cad-a090-8deca40462f5 req-74cd2cd8-c62a-4442-b54c-37856928013a tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1657574364&fields=id&tenant_id=f17cecf0d6854286bcc6f673927088ad HTTP/1.1" status: 200 len: 267 time: 0.0422058 Apr 01 13:54:24.346875 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4312d848-9261-4d7b-9bd0-42aac9d1fc64 None None] Pushing event updated for resources: {'Port': ['ID=cde95cb6-29df-4b7a-9714-e20a19372fd1,revision_number=4']} {{(pid=83872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:54:24.351554 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eae41d7e-2a3d-4be6-80f4-2365f5a58b5f None None] Routers {'2f8a4857-fdc2-43f8-855c-c32d1a2917bb'} bound to L3 agent in host dv-neutron-836180-1-hyperv {{(pid=83872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 13:54:24.352167 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_hamode_db [None req-eae41d7e-2a3d-4be6-80f4-2365f5a58b5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836180-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T13:25:36Z,description=,heartbeat_timestamp=2022-04-01T13:54:06Z,host='dv-neutron-836180-1-hyperv',id=88bf8fc8-11a3-4e96-9d1b-5fd93ba9f6f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T13:25:36Z,topic='l3_agent')) {'router_ids': ['2f8a4857-fdc2-43f8-855c-c32d1a2917bb'], 'active': True} {{(pid=83872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:54:24.501908 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc54f495-e274-4cad-a090-8deca40462f5 req-5858d377-5ce0-49e3-a647-513936853d88 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:54:24.502581 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [req-fc54f495-e274-4cad-a090-8deca40462f5 req-5858d377-5ce0-49e3-a647-513936853d88 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Synchronizing usage tracker for tenant:f17cecf0d6854286bcc6f673927088ad on resource:network {{(pid=83869) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 13:54:24.519301 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [req-fc54f495-e274-4cad-a090-8deca40462f5 req-5858d377-5ce0-49e3-a647-513936853d88 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Unset dirty status for tenant:f17cecf0d6854286bcc6f673927088ad on resource:network {{(pid=83869) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 13:54:24.520516 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-fc54f495-e274-4cad-a090-8deca40462f5 req-5858d377-5ce0-49e3-a647-513936853d88 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] 10.222.0.26 "GET /v2.0/networks?id=21ebef3a-c7a1-4f61-bca1-9bbf00b570b3 HTTP/1.1" status: 200 len: 797 time: 0.1726146 Apr 01 13:54:24.537368 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-fc54f495-e274-4cad-a090-8deca40462f5 req-75a32111-84dd-443b-b2d0-c6383f7115d2 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] 10.222.0.26 "GET /v2.0/quotas/f17cecf0d6854286bcc6f673927088ad HTTP/1.1" status: 200 len: 375 time: 0.0111954 Apr 01 13:54:24.552345 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_dvr_db [None req-eae41d7e-2a3d-4be6-80f4-2365f5a58b5f None None] Set router 2f8a4857-fdc2-43f8-855c-c32d1a2917bb gateway port host: dv-neutron-836180-1-hyperv {{(pid=83872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 13:54:24.619917 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-fc54f495-e274-4cad-a090-8deca40462f5 req-2f63e076-d1d1-4ec1-ad89-c94c9ab9ef3d tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=f17cecf0d6854286bcc6f673927088ad&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0765891 Apr 01 13:54:24.704188 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [req-fc54f495-e274-4cad-a090-8deca40462f5 req-64713f19-2142-4864-b8f0-c6c6b13b8ddf service neutron] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=83869) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 01 13:54:24.705279 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-fc54f495-e274-4cad-a090-8deca40462f5 req-64713f19-2142-4864-b8f0-c6c6b13b8ddf service neutron] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0736165 Apr 01 13:54:24.839154 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-fc54f495-e274-4cad-a090-8deca40462f5 req-90c8351a-967b-4ad8-9027-5dd1fa66fd29 service neutron] 10.222.0.26 "GET /v2.0/networks/21ebef3a-c7a1-4f61-bca1-9bbf00b570b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1266291 Apr 01 13:54:24.884082 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_hamode_db [None req-eae41d7e-2a3d-4be6-80f4-2365f5a58b5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f8a4857-fdc2-43f8-855c-c32d1a2917bb', 'name': 'tempest-TestNetworkBasicOps-router-99555977', 'tenant_id': 'f17cecf0d6854286bcc6f673927088ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'external_fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.97'}], 'enable_snat': True}, 'gw_port_id': 'f83ae110-8edf-43d8-8d21-4fd9aa94ab29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T13:54:16Z', 'updated_at': '2022-04-01T13:54:20Z', 'revision_number': 4, 'project_id': 'f17cecf0d6854286bcc6f673927088ad', 'gw_port': {'id': 'f83ae110-8edf-43d8-8d21-4fd9aa94ab29', 'name': '', 'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:12:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f8a4857-fdc2-43f8-855c-c32d1a2917bb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836180-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:54:16Z', 'updated_at': '2022-04-01T13:54:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836180-1-hyperv', '_interfaces': [{'id': 'cde95cb6-29df-4b7a-9714-e20a19372fd1', 'name': '', 'network_id': '21ebef3a-c7a1-4f61-bca1-9bbf00b570b3', 'tenant_id': 'f17cecf0d6854286bcc6f673927088ad', 'mac_address': 'fa:16:3e:76:e7:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f8a4857-fdc2-43f8-855c-c32d1a2917bb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '862e1619-7f37-4639-a439-7dc7e3f24d3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836180-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:54:19Z', 'updated_at': '2022-04-01T13:54:24Z', 'revision_number': 4, 'project_id': 'f17cecf0d6854286bcc6f673927088ad', 'subnets': [{'id': '862e1619-7f37-4639-a439-7dc7e3f24d3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-836180-1-hyperv', False) {} {{(pid=83872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:54:24.888515 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eae41d7e-2a3d-4be6-80f4-2365f5a58b5f None None] The sync data for ids ['2f8a4857-fdc2-43f8-855c-c32d1a2917bb'] in dv-neutron-836180-1-hyperv is: [{'id': '2f8a4857-fdc2-43f8-855c-c32d1a2917bb', 'name': 'tempest-TestNetworkBasicOps-router-99555977', 'tenant_id': 'f17cecf0d6854286bcc6f673927088ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'external_fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.97'}], 'enable_snat': True}, 'gw_port_id': 'f83ae110-8edf-43d8-8d21-4fd9aa94ab29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T13:54:16Z', 'updated_at': '2022-04-01T13:54:20Z', 'revision_number': 4, 'project_id': 'f17cecf0d6854286bcc6f673927088ad', 'gw_port': {'id': 'f83ae110-8edf-43d8-8d21-4fd9aa94ab29', 'name': '', 'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:12:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f8a4857-fdc2-43f8-855c-c32d1a2917bb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836180-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:54:16Z', 'updated_at': '2022-04-01T13:54:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836180-1-hyperv', '_interfaces': [{'id': 'cde95cb6-29df-4b7a-9714-e20a19372fd1', 'name': '', 'network_id': '21ebef3a-c7a1-4f61-bca1-9bbf00b570b3', 'tenant_id': 'f17cecf0d6854286bcc6f673927088ad', 'mac_address': 'fa:16:3e:76:e7:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f8a4857-fdc2-43f8-855c-c32d1a2917bb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '862e1619-7f37-4639-a439-7dc7e3f24d3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836180-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:54:19Z', 'updated_at': '2022-04-01T13:54:24Z', 'revision_number': 4, 'project_id': 'f17cecf0d6854286bcc6f673927088ad', 'subnets': [{'id': '862e1619-7f37-4639-a439-7dc7e3f24d3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 13:54:24.991860 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-fc54f495-e274-4cad-a090-8deca40462f5 req-7b7fc2ef-93c2-488c-afd2-e3d65fb9eb05 service neutron] 10.222.0.26 "GET /v2.0/networks/21ebef3a-c7a1-4f61-bca1-9bbf00b570b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1468251 Apr 01 13:54:25.263194 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [req-4d01a5f3-bb35-40c1-a633-4ee1790f77f7 req-5f40d1c4-4efb-4dd4-83f7-cd58edc11720 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Synchronizing usage tracker for tenant:f17cecf0d6854286bcc6f673927088ad on resource:port {{(pid=83871) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 13:54:25.283733 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [req-4d01a5f3-bb35-40c1-a633-4ee1790f77f7 req-5f40d1c4-4efb-4dd4-83f7-cd58edc11720 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Unset dirty status for tenant:f17cecf0d6854286bcc6f673927088ad on resource:port {{(pid=83871) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 13:54:25.285519 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-4d01a5f3-bb35-40c1-a633-4ee1790f77f7 req-5f40d1c4-4efb-4dd4-83f7-cd58edc11720 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] 10.222.0.26 "GET /v2.0/ports?device_id=fbaa3f1d-9557-44ca-8082-c9d980777c2a HTTP/1.1" status: 200 len: 210 time: 0.1425633 Apr 01 13:54:26.458713 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc54f495-e274-4cad-a090-8deca40462f5 req-8ac05fcb-a523-4302-8534-7d83c0926b3b tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:54:26.459400 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [req-fc54f495-e274-4cad-a090-8deca40462f5 req-8ac05fcb-a523-4302-8534-7d83c0926b3b tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Synchronizing usage tracker for tenant:f17cecf0d6854286bcc6f673927088ad on resource:network {{(pid=83871) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 13:54:26.469693 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-a6714989-f84a-46e3-b5b5-86355bf65229 req-8e2af9df-7dca-428a-bc7b-ef8df026ed80 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] 10.222.0.26 "GET /v2.0/ports?device_id=fbaa3f1d-9557-44ca-8082-c9d980777c2a HTTP/1.1" status: 200 len: 210 time: 0.0522108 Apr 01 13:54:26.486855 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [req-fc54f495-e274-4cad-a090-8deca40462f5 req-8ac05fcb-a523-4302-8534-7d83c0926b3b tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Unset dirty status for tenant:f17cecf0d6854286bcc6f673927088ad on resource:network {{(pid=83871) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 13:54:26.488141 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-fc54f495-e274-4cad-a090-8deca40462f5 req-8ac05fcb-a523-4302-8534-7d83c0926b3b tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] 10.222.0.57 "GET /v2.0/networks?id=21ebef3a-c7a1-4f61-bca1-9bbf00b570b3 HTTP/1.1" status: 200 len: 797 time: 0.1871786 Apr 01 13:54:26.551762 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [req-fc54f495-e274-4cad-a090-8deca40462f5 req-b903cca9-ad0d-4190-838e-78164caedd34 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Synchronizing usage tracker for tenant:f17cecf0d6854286bcc6f673927088ad on resource:security_group {{(pid=83871) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 13:54:26.562725 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Device cde95cb6-29df-4b7a-9714-e20a19372fd1 up at agent ovs-agent-dv-neutron-836180-1-hyperv {{(pid=83872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 13:54:26.570541 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [req-fc54f495-e274-4cad-a090-8deca40462f5 req-b903cca9-ad0d-4190-838e-78164caedd34 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Unset dirty status for tenant:f17cecf0d6854286bcc6f673927088ad on resource:security_group {{(pid=83871) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 13:54:26.571693 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-fc54f495-e274-4cad-a090-8deca40462f5 req-b903cca9-ad0d-4190-838e-78164caedd34 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f17cecf0d6854286bcc6f673927088ad HTTP/1.1" status: 200 len: 380 time: 0.0644190 Apr 01 13:54:26.582225 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.v2.base [req-fc54f495-e274-4cad-a090-8deca40462f5 req-e2d3d2d8-e9b2-455a-bb7c-9de88fbffa4e tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Request body: {'port': {'device_id': 'fbaa3f1d-9557-44ca-8082-c9d980777c2a', 'network_id': '21ebef3a-c7a1-4f61-bca1-9bbf00b570b3', 'admin_state_up': True, 'tenant_id': 'f17cecf0d6854286bcc6f673927088ad', 'security_groups': ['d14e4d16-5786-4d70-92ad-1ba3c9bfe4f8']}} {{(pid=83871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:54:26.632520 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Provisioning for port cde95cb6-29df-4b7a-9714-e20a19372fd1 completed by entity L2. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 13:54:26.637492 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Provisioning complete for port cde95cb6-29df-4b7a-9714-e20a19372fd1 triggered by entity L2. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 13:54:26.637856 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-948329'] for port, provisioning_complete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:54:26.792272 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:54:26.814218 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [req-fc54f495-e274-4cad-a090-8deca40462f5 req-e2d3d2d8-e9b2-455a-bb7c-9de88fbffa4e tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:54:26.823423 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [req-fc54f495-e274-4cad-a090-8deca40462f5 req-e2d3d2d8-e9b2-455a-bb7c-9de88fbffa4e tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:54:26.823675 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] For port cde95cb6-29df-4b7a-9714-e20a19372fd1, host dv-neutron-836180-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836180-1-hyperv',level=0,port_id=cde95cb6-29df-4b7a-9714-e20a19372fd1,segment=NetworkSegment(515809ce-4321-4057-9b01-3fff5a5d35b8),segment_id=515809ce-4321-4057-9b01-3fff5a5d35b8)] {{(pid=83872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 13:54:26.828553 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864'] for port, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:54:26.834444 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fc54f495-e274-4cad-a090-8deca40462f5 req-e2d3d2d8-e9b2-455a-bb7c-9de88fbffa4e tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Made reservation on behalf of f17cecf0d6854286bcc6f673927088ad for: {'port': 1} {{(pid=83871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 13:54:26.837451 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-fc54f495-e274-4cad-a090-8deca40462f5 req-e2d3d2d8-e9b2-455a-bb7c-9de88fbffa4e tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:54:26.893321 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Pushing event updated for resources: {'Port': ['ID=cde95cb6-29df-4b7a-9714-e20a19372fd1,revision_number=5']} {{(pid=83872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:54:26.997284 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.db_base_plugin_common [req-fc54f495-e274-4cad-a090-8deca40462f5 req-e2d3d2d8-e9b2-455a-bb7c-9de88fbffa4e tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Allocated IP 172.20.0.13 (21ebef3a-c7a1-4f61-bca1-9bbf00b570b3/862e1619-7f37-4639-a439-7dc7e3f24d3d/2fda0b0b-193b-4d8e-ad7d-4ff861c5b590) {{(pid=83871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 13:54:27.181257 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-fc54f495-e274-4cad-a090-8deca40462f5 req-e2d3d2d8-e9b2-455a-bb7c-9de88fbffa4e tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks [] for port, precommit_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:54:27.196884 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.provisioning_blocks [req-fc54f495-e274-4cad-a090-8deca40462f5 req-e2d3d2d8-e9b2-455a-bb7c-9de88fbffa4e tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Transition to ACTIVE for port object 2fda0b0b-193b-4d8e-ad7d-4ff861c5b590 will not be triggered until provisioned by entity DHCP. {{(pid=83871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 13:54:27.218290 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-fc54f495-e274-4cad-a090-8deca40462f5 req-e2d3d2d8-e9b2-455a-bb7c-9de88fbffa4e tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736732935801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2743125'] for port, after_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:54:27.294233 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fc54f495-e274-4cad-a090-8deca40462f5 req-e2d3d2d8-e9b2-455a-bb7c-9de88fbffa4e tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Network 21ebef3a-c7a1-4f61-bca1-9bbf00b570b3 is already hosted by enough agents. {{(pid=83871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 13:54:27.297811 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.scheduler.base_scheduler [req-fc54f495-e274-4cad-a090-8deca40462f5 req-e2d3d2d8-e9b2-455a-bb7c-9de88fbffa4e tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Resources bound (agent type, host, resource id): {{(pid=83871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 13:54:27.301958 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc54f495-e274-4cad-a090-8deca40462f5 req-e2d3d2d8-e9b2-455a-bb7c-9de88fbffa4e tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Received port after_create {{(pid=83871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 13:54:27.327522 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d3d2d8-e9b2-455a-bb7c-9de88fbffa4e tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Pushing event updated for resources: {'Port': ['ID=2fda0b0b-193b-4d8e-ad7d-4ff861c5b590,revision_number=1']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:54:27.365520 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc54f495-e274-4cad-a090-8deca40462f5 req-e2d3d2d8-e9b2-455a-bb7c-9de88fbffa4e tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:54:27.366056 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-fc54f495-e274-4cad-a090-8deca40462f5 req-e2d3d2d8-e9b2-455a-bb7c-9de88fbffa4e tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109561'] for port, before_response {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:54:27.392533 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-fc54f495-e274-4cad-a090-8deca40462f5 req-e2d3d2d8-e9b2-455a-bb7c-9de88fbffa4e tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8137844 Apr 01 13:54:27.405429 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [req-fc54f495-e274-4cad-a090-8deca40462f5 req-02c967b0-7522-47cc-ae33-7c96deba39c3 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=83871) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 01 13:54:27.406525 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-fc54f495-e274-4cad-a090-8deca40462f5 req-02c967b0-7522-47cc-ae33-7c96deba39c3 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0052409 Apr 01 13:54:27.491057 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.v2.base [req-fc54f495-e274-4cad-a090-8deca40462f5 req-50d0c5cf-4917-4027-b1ac-bf0aea2b3dc5 service neutron] Request body: {'port': {'device_id': 'fbaa3f1d-9557-44ca-8082-c9d980777c2a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8361'}} {{(pid=83871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:54:27.494180 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-b2bfdf87-7785-4e7a-8bbb-c23bf17486e5 None None] Provisioning for port 2fda0b0b-193b-4d8e-ad7d-4ff861c5b590 completed by entity DHCP. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 13:54:27.499124 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-b2bfdf87-7785-4e7a-8bbb-c23bf17486e5 None None] Provisioning complete for port 2fda0b0b-193b-4d8e-ad7d-4ff861c5b590 triggered by entity DHCP. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 13:54:27.499635 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-b2bfdf87-7785-4e7a-8bbb-c23bf17486e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-948329'] for port, provisioning_complete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:54:27.555378 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.plugin [None req-b2bfdf87-7785-4e7a-8bbb-c23bf17486e5 None None] Port 2fda0b0b-193b-4d8e-ad7d-4ff861c5b590 cannot update to ACTIVE because it is not bound. {{(pid=83872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 13:54:27.634569 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-fc54f495-e274-4cad-a090-8deca40462f5 req-50d0c5cf-4917-4027-b1ac-bf0aea2b3dc5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:54:27.785974 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4b93ef-feae-4fbb-ad88-7a531fdb1799 req-e529bd4f-11a7-4ccd-b43d-99993c71198d tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:54:27.786702 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [req-4e4b93ef-feae-4fbb-ad88-7a531fdb1799 req-e529bd4f-11a7-4ccd-b43d-99993c71198d tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Synchronizing usage tracker for tenant:f17cecf0d6854286bcc6f673927088ad on resource:port {{(pid=83871) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 13:54:27.833621 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [req-4e4b93ef-feae-4fbb-ad88-7a531fdb1799 req-e529bd4f-11a7-4ccd-b43d-99993c71198d tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Unset dirty status for tenant:f17cecf0d6854286bcc6f673927088ad on resource:port {{(pid=83871) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 13:54:27.834762 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-4e4b93ef-feae-4fbb-ad88-7a531fdb1799 req-e529bd4f-11a7-4ccd-b43d-99993c71198d tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] 10.222.0.26 "GET /v2.0/ports?device_id=fbaa3f1d-9557-44ca-8082-c9d980777c2a HTTP/1.1" status: 200 len: 932 time: 0.2329397 Apr 01 13:54:27.953680 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-4e4b93ef-feae-4fbb-ad88-7a531fdb1799 req-8e7f5c54-d253-463a-b1c3-e09cd7cd3765 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] 10.222.0.26 "GET /v2.0/security-groups?id=d14e4d16-5786-4d70-92ad-1ba3c9bfe4f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0692794 Apr 01 13:54:28.047270 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.notifiers.nova [req-fc54f495-e274-4cad-a090-8deca40462f5 req-50d0c5cf-4917-4027-b1ac-bf0aea2b3dc5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2fda0b0b-193b-4d8e-ad7d-4ff861c5b590 {{(pid=83871) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 01 13:54:28.054048 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-fc54f495-e274-4cad-a090-8deca40462f5 req-50d0c5cf-4917-4027-b1ac-bf0aea2b3dc5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:54:28.068440 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.provisioning_blocks [req-fc54f495-e274-4cad-a090-8deca40462f5 req-50d0c5cf-4917-4027-b1ac-bf0aea2b3dc5 service neutron] Transition to ACTIVE for port object 2fda0b0b-193b-4d8e-ad7d-4ff861c5b590 will not be triggered until provisioned by entity L2. {{(pid=83871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 13:54:28.072051 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-fc54f495-e274-4cad-a090-8deca40462f5 req-50d0c5cf-4917-4027-b1ac-bf0aea2b3dc5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2743106'] for port, after_update {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:54:28.196363 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d0c5cf-4917-4027-b1ac-bf0aea2b3dc5 service neutron] Pushing event updated for resources: {'Port': ['ID=2fda0b0b-193b-4d8e-ad7d-4ff861c5b590,revision_number=2']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:54:28.310582 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.managers [req-fc54f495-e274-4cad-a090-8deca40462f5 req-50d0c5cf-4917-4027-b1ac-bf0aea2b3dc5 service neutron] Attempting to bind port 2fda0b0b-193b-4d8e-ad7d-4ff861c5b590 on host hv-neutron-8361 for vnic_type normal with profile {{(pid=83871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 13:54:28.310913 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.managers [req-fc54f495-e274-4cad-a090-8deca40462f5 req-50d0c5cf-4917-4027-b1ac-bf0aea2b3dc5 service neutron] Attempting to bind port 2fda0b0b-193b-4d8e-ad7d-4ff861c5b590 by drivers openvswitch,hyperv on host hv-neutron-8361 at level 0 using segments [{'id': '515809ce-4321-4057-9b01-3fff5a5d35b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '21ebef3a-c7a1-4f61-bca1-9bbf00b570b3'}] {{(pid=83871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 13:54:28.311228 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc54f495-e274-4cad-a090-8deca40462f5 req-50d0c5cf-4917-4027-b1ac-bf0aea2b3dc5 service neutron] Attempting to bind port 2fda0b0b-193b-4d8e-ad7d-4ff861c5b590 on network 21ebef3a-c7a1-4f61-bca1-9bbf00b570b3 {{(pid=83871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 13:54:28.317272 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc54f495-e274-4cad-a090-8deca40462f5 req-50d0c5cf-4917-4027-b1ac-bf0aea2b3dc5 service neutron] Port 2fda0b0b-193b-4d8e-ad7d-4ff861c5b590 on network 21ebef3a-c7a1-4f61-bca1-9bbf00b570b3 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8361 {{(pid=83871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 01 13:54:28.317579 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc54f495-e274-4cad-a090-8deca40462f5 req-50d0c5cf-4917-4027-b1ac-bf0aea2b3dc5 service neutron] Attempting to bind port 2fda0b0b-193b-4d8e-ad7d-4ff861c5b590 on network 21ebef3a-c7a1-4f61-bca1-9bbf00b570b3 {{(pid=83871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 13:54:28.323607 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc54f495-e274-4cad-a090-8deca40462f5 req-50d0c5cf-4917-4027-b1ac-bf0aea2b3dc5 service neutron] Checking agent: {'id': '359ce187-6241-4f7e-85a4-e066c7b0cdea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8361', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 13, 31, 54), 'started_at': datetime.datetime(2022, 4, 1, 13, 31, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 13, 54, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 13:54:28.323931 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc54f495-e274-4cad-a090-8deca40462f5 req-50d0c5cf-4917-4027-b1ac-bf0aea2b3dc5 service neutron] Checking segment: {'id': '515809ce-4321-4057-9b01-3fff5a5d35b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '21ebef3a-c7a1-4f61-bca1-9bbf00b570b3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 13:54:28.324329 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc54f495-e274-4cad-a090-8deca40462f5 req-50d0c5cf-4917-4027-b1ac-bf0aea2b3dc5 service neutron] Bound using segment: {'id': '515809ce-4321-4057-9b01-3fff5a5d35b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '21ebef3a-c7a1-4f61-bca1-9bbf00b570b3'} {{(pid=83871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 13:54:28.324742 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.managers [req-fc54f495-e274-4cad-a090-8deca40462f5 req-50d0c5cf-4917-4027-b1ac-bf0aea2b3dc5 service neutron] Bound port: 2fda0b0b-193b-4d8e-ad7d-4ff861c5b590, host: hv-neutron-8361, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '515809ce-4321-4057-9b01-3fff5a5d35b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '21ebef3a-c7a1-4f61-bca1-9bbf00b570b3'}}] {{(pid=83871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 13:54:28.325079 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-fc54f495-e274-4cad-a090-8deca40462f5 req-50d0c5cf-4917-4027-b1ac-bf0aea2b3dc5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:54:28.411753 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.db [req-fc54f495-e274-4cad-a090-8deca40462f5 req-50d0c5cf-4917-4027-b1ac-bf0aea2b3dc5 service neutron] For port 2fda0b0b-193b-4d8e-ad7d-4ff861c5b590, host hv-neutron-8361, cleared binding levels {{(pid=83871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 13:54:28.414534 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.db [req-fc54f495-e274-4cad-a090-8deca40462f5 req-50d0c5cf-4917-4027-b1ac-bf0aea2b3dc5 service neutron] For port 2fda0b0b-193b-4d8e-ad7d-4ff861c5b590, host hv-neutron-8361, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8361',level=0,port_id=2fda0b0b-193b-4d8e-ad7d-4ff861c5b590,segment=NetworkSegment(515809ce-4321-4057-9b01-3fff5a5d35b8),segment_id=515809ce-4321-4057-9b01-3fff5a5d35b8)] {{(pid=83871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 13:54:28.418982 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-fc54f495-e274-4cad-a090-8deca40462f5 req-50d0c5cf-4917-4027-b1ac-bf0aea2b3dc5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2743106'] for port, after_update {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:54:28.482735 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-fc54f495-e274-4cad-a090-8deca40462f5 req-50d0c5cf-4917-4027-b1ac-bf0aea2b3dc5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109561'] for port, before_response {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:54:28.484706 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-fc54f495-e274-4cad-a090-8deca40462f5 req-50d0c5cf-4917-4027-b1ac-bf0aea2b3dc5 service neutron] 10.222.0.57 "PUT /v2.0/ports/2fda0b0b-193b-4d8e-ad7d-4ff861c5b590 HTTP/1.1" status: 200 len: 1094 time: 1.0673401 Apr 01 13:54:28.485167 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fbaa3f1d-9557-44ca-8082-c9d980777c2a', 'tag': '2fda0b0b-193b-4d8e-ad7d-4ff861c5b590'}] {{(pid=83871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 13:54:28.512658 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d0c5cf-4917-4027-b1ac-bf0aea2b3dc5 service neutron] Pushing event updated for resources: {'Port': ['ID=2fda0b0b-193b-4d8e-ad7d-4ff861c5b590,revision_number=3']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:54:28.529599 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Device cde95cb6-29df-4b7a-9714-e20a19372fd1 up at agent ovs-agent-dv-neutron-836180-1-hyperv {{(pid=83872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 13:54:28.581979 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fbaa3f1d-9557-44ca-8082-c9d980777c2a', 'tag': '2fda0b0b-193b-4d8e-ad7d-4ff861c5b590', 'status': 'completed', 'code': 200} Apr 01 13:54:28.614090 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Provisioning complete for port cde95cb6-29df-4b7a-9714-e20a19372fd1 triggered by entity L2. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 13:54:28.614723 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-948329'] for port, provisioning_complete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:54:28.615321 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-fc54f495-e274-4cad-a090-8deca40462f5 req-efd7483d-0dd8-4869-8063-dd5dbb101220 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=f17cecf0d6854286bcc6f673927088ad&device_id=fbaa3f1d-9557-44ca-8082-c9d980777c2a HTTP/1.1" status: 200 len: 1097 time: 0.0803397 Apr 01 13:54:28.694597 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-fc54f495-e274-4cad-a090-8deca40462f5 req-30adeb12-fa0f-45b4-b822-8072a81c888f service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2fda0b0b-193b-4d8e-ad7d-4ff861c5b590 HTTP/1.1" status: 200 len: 217 time: 0.0687425 Apr 01 13:54:28.840997 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc54f495-e274-4cad-a090-8deca40462f5 req-82b089a9-b587-4c1f-b510-9e0be40be0f4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:54:28.842392 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-fc54f495-e274-4cad-a090-8deca40462f5 req-82b089a9-b587-4c1f-b510-9e0be40be0f4 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=862e1619-7f37-4639-a439-7dc7e3f24d3d HTTP/1.1" status: 200 len: 835 time: 0.1390536 Apr 01 13:54:28.919154 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-fc54f495-e274-4cad-a090-8deca40462f5 req-91e9f520-ad8e-4341-ae87-78081ffeeb95 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=21ebef3a-c7a1-4f61-bca1-9bbf00b570b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0674784 Apr 01 13:54:29.055788 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-fc54f495-e274-4cad-a090-8deca40462f5 req-385a5332-61a7-4216-a473-4fdb5294bea4 service neutron] 10.222.0.57 "GET /v2.0/networks/21ebef3a-c7a1-4f61-bca1-9bbf00b570b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234822 Apr 01 13:54:29.243253 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-fc54f495-e274-4cad-a090-8deca40462f5 req-36156aa2-6487-4777-b664-85706d4abd6b service neutron] 10.222.0.57 "GET /v2.0/networks/21ebef3a-c7a1-4f61-bca1-9bbf00b570b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1777532 Apr 01 13:54:29.252431 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757203ac-6d71-4f80-9a32-f5444f8ee5b0 req-9501f7ee-0d32-4cfc-b58c-486dc2861161 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:54:29.253753 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-757203ac-6d71-4f80-9a32-f5444f8ee5b0 req-9501f7ee-0d32-4cfc-b58c-486dc2861161 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] 10.222.0.26 "GET /v2.0/ports?device_id=fbaa3f1d-9557-44ca-8082-c9d980777c2a HTTP/1.1" status: 200 len: 944 time: 0.1711924 Apr 01 13:54:29.300867 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-757203ac-6d71-4f80-9a32-f5444f8ee5b0 req-d8bf66fd-99d5-473c-a3a7-46a5ca77a092 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] 10.222.0.26 "GET /v2.0/security-groups?id=d14e4d16-5786-4d70-92ad-1ba3c9bfe4f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411379 Apr 01 13:54:29.373625 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-01111b7c-f57f-45e7-9069-8a8d088fa794 req-8398976e-2563-4688-8bc2-46bdace49334 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=f17cecf0d6854286bcc6f673927088ad&device_id=fbaa3f1d-9557-44ca-8082-c9d980777c2a HTTP/1.1" status: 200 len: 1097 time: 0.0708158 Apr 01 13:54:29.503598 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01111b7c-f57f-45e7-9069-8a8d088fa794 req-0f8adff8-8805-42e0-894b-88009b4ec53e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:54:29.505020 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-01111b7c-f57f-45e7-9069-8a8d088fa794 req-0f8adff8-8805-42e0-894b-88009b4ec53e service neutron] 10.222.0.57 "GET /v2.0/networks?id=21ebef3a-c7a1-4f61-bca1-9bbf00b570b3 HTTP/1.1" status: 200 len: 898 time: 0.1245630 Apr 01 13:54:29.575967 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-01111b7c-f57f-45e7-9069-8a8d088fa794 req-b62a546b-bf90-458c-b6a6-f48ff4df0ef4 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2fda0b0b-193b-4d8e-ad7d-4ff861c5b590 HTTP/1.1" status: 200 len: 217 time: 0.0646558 Apr 01 13:54:29.635930 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01111b7c-f57f-45e7-9069-8a8d088fa794 req-eac1a5c2-348b-47d3-b496-b57f721576fb service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:54:29.637351 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-01111b7c-f57f-45e7-9069-8a8d088fa794 req-eac1a5c2-348b-47d3-b496-b57f721576fb service neutron] 10.222.0.57 "GET /v2.0/subnets?id=862e1619-7f37-4639-a439-7dc7e3f24d3d HTTP/1.1" status: 200 len: 835 time: 0.0558577 Apr 01 13:54:29.711453 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-01111b7c-f57f-45e7-9069-8a8d088fa794 req-2289e5a4-6698-4d49-8ee3-6e5de9dc6f9d service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=21ebef3a-c7a1-4f61-bca1-9bbf00b570b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0662918 Apr 01 13:54:29.843756 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-01111b7c-f57f-45e7-9069-8a8d088fa794 req-f5244463-6486-4ee3-bd07-e8b8fe94bf3c service neutron] 10.222.0.57 "GET /v2.0/networks/21ebef3a-c7a1-4f61-bca1-9bbf00b570b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1226215 Apr 01 13:54:29.972289 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-01111b7c-f57f-45e7-9069-8a8d088fa794 req-657b0c47-4ddc-4fa1-bcc4-f2ec58f67013 service neutron] 10.222.0.57 "GET /v2.0/networks/21ebef3a-c7a1-4f61-bca1-9bbf00b570b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1223063 Apr 01 13:54:30.499922 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf1e36b-a96e-4156-84c0-a5260f903993 req-33172edb-7c6d-427c-9299-a5fcd6718c0b tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:54:30.501380 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-6cf1e36b-a96e-4156-84c0-a5260f903993 req-33172edb-7c6d-427c-9299-a5fcd6718c0b tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] 10.222.0.26 "GET /v2.0/ports?device_id=fbaa3f1d-9557-44ca-8082-c9d980777c2a HTTP/1.1" status: 200 len: 944 time: 0.0801649 Apr 01 13:54:30.548596 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-6cf1e36b-a96e-4156-84c0-a5260f903993 req-ada57914-4c4c-4b24-b772-f34add902ea5 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] 10.222.0.26 "GET /v2.0/security-groups?id=d14e4d16-5786-4d70-92ad-1ba3c9bfe4f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416794 Apr 01 13:54:31.741856 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4516588-4985-42fa-a1ff-af5d23422194 req-d80fa603-bc4d-4877-8080-033ea1ed0608 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:54:31.743284 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-a4516588-4985-42fa-a1ff-af5d23422194 req-d80fa603-bc4d-4877-8080-033ea1ed0608 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] 10.222.0.26 "GET /v2.0/ports?device_id=fbaa3f1d-9557-44ca-8082-c9d980777c2a HTTP/1.1" status: 200 len: 944 time: 0.0781724 Apr 01 13:54:31.787297 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-a4516588-4985-42fa-a1ff-af5d23422194 req-e844d170-6f6a-4847-ab2a-395d5ef5c53d tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] 10.222.0.26 "GET /v2.0/security-groups?id=d14e4d16-5786-4d70-92ad-1ba3c9bfe4f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385139 Apr 01 13:54:31.975051 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Device 2fda0b0b-193b-4d8e-ad7d-4ff861c5b590 details requested by agent hyperv_hv-neutron-8361 with host hv-neutron-8361 {{(pid=83872) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 01 13:54:32.109784 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] For port 2fda0b0b-193b-4d8e-ad7d-4ff861c5b590, host hv-neutron-8361, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8361',level=0,port_id=2fda0b0b-193b-4d8e-ad7d-4ff861c5b590,segment=NetworkSegment(515809ce-4321-4057-9b01-3fff5a5d35b8),segment_id=515809ce-4321-4057-9b01-3fff5a5d35b8)] {{(pid=83872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 13:54:32.123046 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Returning: {'device': '2fda0b0b-193b-4d8e-ad7d-4ff861c5b590', 'network_id': '21ebef3a-c7a1-4f61-bca1-9bbf00b570b3', 'port_id': '2fda0b0b-193b-4d8e-ad7d-4ff861c5b590', 'mac_address': 'fa:16:3e:5b:0d:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 383, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '862e1619-7f37-4639-a439-7dc7e3f24d3d', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83872) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 01 13:54:32.181016 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:54:32.198032 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.notifiers.nova [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2fda0b0b-193b-4d8e-ad7d-4ff861c5b590 {{(pid=83872) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 01 13:54:32.212684 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] For port 2fda0b0b-193b-4d8e-ad7d-4ff861c5b590, host hv-neutron-8361, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8361',level=0,port_id=2fda0b0b-193b-4d8e-ad7d-4ff861c5b590,segment=NetworkSegment(515809ce-4321-4057-9b01-3fff5a5d35b8),segment_id=515809ce-4321-4057-9b01-3fff5a5d35b8)] {{(pid=83872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 13:54:32.216428 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864'] for port, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:54:32.282927 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Pushing event updated for resources: {'Port': ['ID=2fda0b0b-193b-4d8e-ad7d-4ff861c5b590,revision_number=4']} {{(pid=83872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:54:32.522200 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] get_ports_and_sgs() called for port_ids ['2fda0b0b-193b-4d8e-ad7d-4ff861c5b590'] {{(pid=83872) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 01 13:54:32.979239 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36c2845-3bed-4d22-b69d-ee8e0208149a req-1b05a63c-7798-4b7e-80ec-14602230769d tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:54:32.980757 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-b36c2845-3bed-4d22-b69d-ee8e0208149a req-1b05a63c-7798-4b7e-80ec-14602230769d tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] 10.222.0.26 "GET /v2.0/ports?device_id=fbaa3f1d-9557-44ca-8082-c9d980777c2a HTTP/1.1" status: 200 len: 945 time: 0.0759623 Apr 01 13:54:33.028615 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-b36c2845-3bed-4d22-b69d-ee8e0208149a req-ffaea628-350a-4035-9f4e-30ca79766ba9 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] 10.222.0.26 "GET /v2.0/security-groups?id=d14e4d16-5786-4d70-92ad-1ba3c9bfe4f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422871 Apr 01 13:54:33.557796 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-df023a92-7ab9-41b6-a202-fa2a0548004a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:54:33.995027 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Device 2fda0b0b-193b-4d8e-ad7d-4ff861c5b590 up at agent hyperv_hv-neutron-8361 {{(pid=83872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 13:54:34.064736 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Provisioning for port 2fda0b0b-193b-4d8e-ad7d-4ff861c5b590 completed by entity L2. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 13:54:34.070033 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Provisioning complete for port 2fda0b0b-193b-4d8e-ad7d-4ff861c5b590 triggered by entity L2. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 13:54:34.070556 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-948329'] for port, provisioning_complete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:54:34.197151 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:54:34.226927 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3198b70d-759e-45a3-b352-b492b5c47b63 req-6cba4795-269d-4250-917d-c8e1e34cf192 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:54:34.227504 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fbaa3f1d-9557-44ca-8082-c9d980777c2a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2fda0b0b-193b-4d8e-ad7d-4ff861c5b590'}] {{(pid=83872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 13:54:34.235169 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-3198b70d-759e-45a3-b352-b492b5c47b63 req-6cba4795-269d-4250-917d-c8e1e34cf192 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] 10.222.0.26 "GET /v2.0/ports?device_id=fbaa3f1d-9557-44ca-8082-c9d980777c2a HTTP/1.1" status: 200 len: 945 time: 0.0836730 Apr 01 13:54:34.237935 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] For port 2fda0b0b-193b-4d8e-ad7d-4ff861c5b590, host hv-neutron-8361, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8361',level=0,port_id=2fda0b0b-193b-4d8e-ad7d-4ff861c5b590,segment=NetworkSegment(515809ce-4321-4057-9b01-3fff5a5d35b8),segment_id=515809ce-4321-4057-9b01-3fff5a5d35b8)] {{(pid=83872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 13:54:34.244549 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864'] for port, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:54:34.292568 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-3198b70d-759e-45a3-b352-b492b5c47b63 req-1e433b94-65e8-4177-ad1c-f250179ea35e tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] 10.222.0.26 "GET /v2.0/security-groups?id=d14e4d16-5786-4d70-92ad-1ba3c9bfe4f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0564320 Apr 01 13:54:34.323304 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Pushing event updated for resources: {'Port': ['ID=2fda0b0b-193b-4d8e-ad7d-4ff861c5b590,revision_number=5']} {{(pid=83872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:54:34.381225 dv-neutron-836180-1-hyperv neutron-server[83872]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fbaa3f1d-9557-44ca-8082-c9d980777c2a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2fda0b0b-193b-4d8e-ad7d-4ff861c5b590', 'code': 200} Apr 01 13:54:34.626315 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-ec0b3722-7891-438e-b604-e1133bd6ab29 req-8dd6a66d-e546-4193-bc8f-598e9497ef82 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=fbaa3f1d-9557-44ca-8082-c9d980777c2a HTTP/1.1" status: 200 len: 1099 time: 0.0677447 Apr 01 13:54:34.672657 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-ec0b3722-7891-438e-b604-e1133bd6ab29 req-7c66e539-45d9-4c08-aee9-9899cd471b6b service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=d14e4d16-5786-4d70-92ad-1ba3c9bfe4f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368443 Apr 01 13:54:35.485277 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41d2180-dab1-46c4-8c7e-43177fcbc62a req-5a8ff232-7811-42dc-ad1a-b399bc0a10f2 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:54:35.486734 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-a41d2180-dab1-46c4-8c7e-43177fcbc62a req-5a8ff232-7811-42dc-ad1a-b399bc0a10f2 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] 10.222.0.26 "GET /v2.0/ports?device_id=fbaa3f1d-9557-44ca-8082-c9d980777c2a HTTP/1.1" status: 200 len: 946 time: 0.0824909 Apr 01 13:54:35.617458 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-a41d2180-dab1-46c4-8c7e-43177fcbc62a req-6074ace7-d68c-45eb-8c1a-c9c40beaacea tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] 10.222.0.26 "GET /v2.0/security-groups?id=d14e4d16-5786-4d70-92ad-1ba3c9bfe4f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1252143 Apr 01 13:54:35.913968 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-006c7c3d-3830-49a6-b0cc-c0767d427f5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:54:35.979810 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.agents_db [None req-bdd220c7-049a-43d2-a923-ad1a2de078c6 None None] Agent healthcheck: found 6 active agents {{(pid=83873) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 01 13:54:36.816576 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ae3954-9702-462e-94e6-032923ff31c4 req-f5a21d91-9e72-4a3f-9e15-5ba95ab36d7e tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:54:36.818006 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-64ae3954-9702-462e-94e6-032923ff31c4 req-f5a21d91-9e72-4a3f-9e15-5ba95ab36d7e tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] 10.222.0.26 "GET /v2.0/ports?device_id=fbaa3f1d-9557-44ca-8082-c9d980777c2a HTTP/1.1" status: 200 len: 946 time: 0.0764945 Apr 01 13:54:36.863282 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-64ae3954-9702-462e-94e6-032923ff31c4 req-536e5139-c565-4ac7-ac85-b301a577afe8 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] 10.222.0.26 "GET /v2.0/security-groups?id=d14e4d16-5786-4d70-92ad-1ba3c9bfe4f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398281 Apr 01 13:54:37.054600 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f2de15-046d-446f-93f1-23f8a381a25a req-1cae0025-39bb-4196-ab7a-91099260232c tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:54:37.056024 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-47f2de15-046d-446f-93f1-23f8a381a25a req-1cae0025-39bb-4196-ab7a-91099260232c tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] 10.222.0.26 "GET /v2.0/ports?device_id=fbaa3f1d-9557-44ca-8082-c9d980777c2a HTTP/1.1" status: 200 len: 946 time: 0.0737784 Apr 01 13:54:37.100550 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-47f2de15-046d-446f-93f1-23f8a381a25a req-a9263ed9-3699-4fb5-825a-bb2144d52875 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] 10.222.0.26 "GET /v2.0/security-groups?id=d14e4d16-5786-4d70-92ad-1ba3c9bfe4f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390706 Apr 01 13:54:37.127398 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 59884) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:54:37.187195 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:54:37.201520 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-c0c5d004-f0c8-4eb6-b725-5a4be2c872d7 tempest-TestNetworkBasicOps-1234239346 tempest-TestNetworkBasicOps-1234239346-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=fbaa3f1d-9557-44ca-8082-c9d980777c2a HTTP/1.1" status: 200 len: 1094 time: 0.0729980 Apr 01 13:54:37.204686 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 59888) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:54:37.209668 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.v2.base [None req-245684fd-6395-40f5-ab71-0c8a3c06a2f8 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Request body: {'floatingip': {'floating_network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'port_id': '2fda0b0b-193b-4d8e-ad7d-4ff861c5b590', 'tenant_id': 'f17cecf0d6854286bcc6f673927088ad', 'fixed_ip_address': '172.20.0.13'}} {{(pid=83871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:54:37.215192 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-245684fd-6395-40f5-ab71-0c8a3c06a2f8 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:54:37.219702 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-245684fd-6395-40f5-ab71-0c8a3c06a2f8 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Usage tracker for resource:floatingip and tenant:f17cecf0d6854286bcc6f673927088ad is out of sync, need to count used quota {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 13:54:37.222777 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-245684fd-6395-40f5-ab71-0c8a3c06a2f8 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 13:54:37.229404 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-245684fd-6395-40f5-ab71-0c8a3c06a2f8 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:54:37.240129 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-245684fd-6395-40f5-ab71-0c8a3c06a2f8 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks [] for floatingip, before_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:54:37.374188 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-245684fd-6395-40f5-ab71-0c8a3c06a2f8 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:54:37.416906 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-2f9cfc9c-d8ba-4de3-a4ad-98162f90557c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:54:37.512068 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.db_base_plugin_common [None req-245684fd-6395-40f5-ab71-0c8a3c06a2f8 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Allocated IP 172.26.5.133 (725864b8-cceb-48c9-b5d3-1bfc4423e301/e2ed99db-0e25-4971-b535-7fa69231fae8/9ca53a45-ba7b-47bf-8170-be53a6ecd46d) {{(pid=83871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 13:54:37.656903 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-245684fd-6395-40f5-ab71-0c8a3c06a2f8 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks [] for port, precommit_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:54:37.683919 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-245684fd-6395-40f5-ab71-0c8a3c06a2f8 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736732935801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2743125'] for port, after_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:54:37.750779 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-245684fd-6395-40f5-ab71-0c8a3c06a2f8 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Network 725864b8-cceb-48c9-b5d3-1bfc4423e301 is already hosted by enough agents. {{(pid=83871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 13:54:37.753304 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.scheduler.base_scheduler [None req-245684fd-6395-40f5-ab71-0c8a3c06a2f8 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Resources bound (agent type, host, resource id): {{(pid=83871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 13:54:37.755967 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-245684fd-6395-40f5-ab71-0c8a3c06a2f8 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Received port after_create {{(pid=83871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 13:54:37.784520 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-245684fd-6395-40f5-ab71-0c8a3c06a2f8 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Pushing event updated for resources: {'Port': ['ID=9ca53a45-ba7b-47bf-8170-be53a6ecd46d,revision_number=1']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:54:38.246910 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-245684fd-6395-40f5-ab71-0c8a3c06a2f8 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:54:38.306367 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-245684fd-6395-40f5-ab71-0c8a3c06a2f8 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:54:38.508988 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-245684fd-6395-40f5-ab71-0c8a3c06a2f8 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks [] for port, precommit_update {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:54:38.514374 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-245684fd-6395-40f5-ab71-0c8a3c06a2f8 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2743106'] for port, after_update {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:54:38.719097 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-245684fd-6395-40f5-ab71-0c8a3c06a2f8 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Pushing event updated for resources: {'Port': ['ID=9ca53a45-ba7b-47bf-8170-be53a6ecd46d,revision_number=2']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:54:38.732782 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-245684fd-6395-40f5-ab71-0c8a3c06a2f8 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4084747'] for floatingip, after_update {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:54:38.909122 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-a976a7b9-9034-41e6-be13-349b75ed1593 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:54:38.926759 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.db.l3_db [None req-245684fd-6395-40f5-ab71-0c8a3c06a2f8 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Floating IP a713656c-1db2-49b4-a9cf-b3739899021b associated. External IP: 172.26.5.133, port: 2fda0b0b-193b-4d8e-ad7d-4ff861c5b590. Apr 01 13:54:39.305694 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-245684fd-6395-40f5-ab71-0c8a3c06a2f8 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Router 2f8a4857-fdc2-43f8-855c-c32d1a2917bb has already been hosted by L3 agent 88bf8fc8-11a3-4e96-9d1b-5fd93ba9f6f1 {{(pid=83871) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 13:54:39.501556 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-245684fd-6395-40f5-ab71-0c8a3c06a2f8 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify agent at l3_agent.dv-neutron-836180-1-hyperv the message routers_updated {{(pid=83871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 13:54:39.510869 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8f172f6-4f3c-4f6b-bdc9-f3724469e059 None None] Sync routers for ids ['2f8a4857-fdc2-43f8-855c-c32d1a2917bb'] in dv-neutron-836180-1-hyperv {{(pid=83873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 13:54:39.524087 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8f172f6-4f3c-4f6b-bdc9-f3724469e059 None None] Routers {'2f8a4857-fdc2-43f8-855c-c32d1a2917bb'} bound to L3 agent in host dv-neutron-836180-1-hyperv {{(pid=83873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 13:54:39.524827 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-d8f172f6-4f3c-4f6b-bdc9-f3724469e059 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836180-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T13:25:36Z,description=,heartbeat_timestamp=2022-04-01T13:54:36Z,host='dv-neutron-836180-1-hyperv',id=88bf8fc8-11a3-4e96-9d1b-5fd93ba9f6f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T13:25:36Z,topic='l3_agent')) {'router_ids': ['2f8a4857-fdc2-43f8-855c-c32d1a2917bb'], 'active': True} {{(pid=83873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:54:39.525672 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-245684fd-6395-40f5-ab71-0c8a3c06a2f8 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109561'] for floatingip, before_response {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:54:39.579219 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-245684fd-6395-40f5-ab71-0c8a3c06a2f8 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.3735297 Apr 01 13:54:39.579805 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fbaa3f1d-9557-44ca-8082-c9d980777c2a', 'tag': '2fda0b0b-193b-4d8e-ad7d-4ff861c5b590'}] {{(pid=83871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 13:54:39.582004 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 59892) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:54:39.633335 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fbaa3f1d-9557-44ca-8082-c9d980777c2a', 'tag': '2fda0b0b-193b-4d8e-ad7d-4ff861c5b590', 'status': 'completed', 'code': 200} Apr 01 13:54:39.661514 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-e9f86e0d-3ce2-426b-8540-a3b9ef891c00 tempest-TestNetworkBasicOps-1234239346 tempest-TestNetworkBasicOps-1234239346-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=fbaa3f1d-9557-44ca-8082-c9d980777c2a HTTP/1.1" status: 200 len: 1094 time: 0.0777566 Apr 01 13:54:39.707687 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_dvr_db [None req-d8f172f6-4f3c-4f6b-bdc9-f3724469e059 None None] Set router 2f8a4857-fdc2-43f8-855c-c32d1a2917bb gateway port host: dv-neutron-836180-1-hyperv {{(pid=83873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 13:54:39.730519 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-2ed39764-9f8f-4caa-a5c0-1e3770d6fc22 req-668a5aac-31cb-42d6-a54c-a3b32877475e service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=f17cecf0d6854286bcc6f673927088ad&device_id=fbaa3f1d-9557-44ca-8082-c9d980777c2a HTTP/1.1" status: 200 len: 1099 time: 0.0742767 Apr 01 13:54:39.868135 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed39764-9f8f-4caa-a5c0-1e3770d6fc22 req-fc6b8465-5c2a-42e3-9ac7-2ed2bce6fb85 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:54:39.870087 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-2ed39764-9f8f-4caa-a5c0-1e3770d6fc22 req-fc6b8465-5c2a-42e3-9ac7-2ed2bce6fb85 service neutron] 10.222.0.57 "GET /v2.0/networks?id=21ebef3a-c7a1-4f61-bca1-9bbf00b570b3 HTTP/1.1" status: 200 len: 898 time: 0.1326118 Apr 01 13:54:39.972376 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-2ed39764-9f8f-4caa-a5c0-1e3770d6fc22 req-c424a5a7-e886-4497-b996-a28c4f2f4072 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2fda0b0b-193b-4d8e-ad7d-4ff861c5b590 HTTP/1.1" status: 200 len: 1000 time: 0.0964787 Apr 01 13:54:40.027766 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 59900) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:54:40.035501 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.v2.base [None req-277a2400-3842-4269-ae51-438b8db91a86 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-159109870', 'description': 'tempest-secgroup-smoke-159109870 description', 'project_id': 'f17cecf0d6854286bcc6f673927088ad'}} {{(pid=83871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:54:40.044013 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-277a2400-3842-4269-ae51-438b8db91a86 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:54:40.054101 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed39764-9f8f-4caa-a5c0-1e3770d6fc22 req-5352f8bb-a74b-4f4b-8037-dcb393c45add service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:54:40.055519 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-2ed39764-9f8f-4caa-a5c0-1e3770d6fc22 req-5352f8bb-a74b-4f4b-8037-dcb393c45add service neutron] 10.222.0.57 "GET /v2.0/subnets?id=862e1619-7f37-4639-a439-7dc7e3f24d3d HTTP/1.1" status: 200 len: 835 time: 0.0768862 Apr 01 13:54:40.059023 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-277a2400-3842-4269-ae51-438b8db91a86 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:54:40.087594 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-d8f172f6-4f3c-4f6b-bdc9-f3724469e059 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f8a4857-fdc2-43f8-855c-c32d1a2917bb', 'name': 'tempest-TestNetworkBasicOps-router-99555977', 'tenant_id': 'f17cecf0d6854286bcc6f673927088ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'external_fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.97'}], 'enable_snat': True}, 'gw_port_id': 'f83ae110-8edf-43d8-8d21-4fd9aa94ab29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T13:54:16Z', 'updated_at': '2022-04-01T13:54:20Z', 'revision_number': 4, 'project_id': 'f17cecf0d6854286bcc6f673927088ad', 'gw_port': {'id': 'f83ae110-8edf-43d8-8d21-4fd9aa94ab29', 'name': '', 'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:12:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f8a4857-fdc2-43f8-855c-c32d1a2917bb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836180-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:54:16Z', 'updated_at': '2022-04-01T13:54:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836180-1-hyperv', '_floatingips': [{'id': 'a713656c-1db2-49b4-a9cf-b3739899021b', 'tenant_id': 'f17cecf0d6854286bcc6f673927088ad', 'floating_ip_address': '172.26.5.133', 'floating_network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'router_id': '2f8a4857-fdc2-43f8-855c-c32d1a2917bb', 'port_id': '2fda0b0b-193b-4d8e-ad7d-4ff861c5b590', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '21ebef3a-c7a1-4f61-bca1-9bbf00b570b3', 'mac_address': 'fa:16:3e:5b:0d:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbaa3f1d-9557-44ca-8082-c9d980777c2a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T13:54:38Z', 'updated_at': '2022-04-01T13:54:38Z', 'revision_number': 0, 'project_id': 'f17cecf0d6854286bcc6f673927088ad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cde95cb6-29df-4b7a-9714-e20a19372fd1', 'name': '', 'network_id': '21ebef3a-c7a1-4f61-bca1-9bbf00b570b3', 'tenant_id': 'f17cecf0d6854286bcc6f673927088ad', 'mac_address': 'fa:16:3e:76:e7:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f8a4857-fdc2-43f8-855c-c32d1a2917bb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '862e1619-7f37-4639-a439-7dc7e3f24d3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836180-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:54:19Z', 'updated_at': '2022-04-01T13:54:26Z', 'revision_number': 5, 'project_id': 'f17cecf0d6854286bcc6f673927088ad', 'subnets': [{'id': '862e1619-7f37-4639-a439-7dc7e3f24d3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-836180-1-hyperv', False) {} {{(pid=83873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:54:40.091326 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8f172f6-4f3c-4f6b-bdc9-f3724469e059 None None] Checking router: 2f8a4857-fdc2-43f8-855c-c32d1a2917bb for host: dv-neutron-836180-1-hyperv {{(pid=83873) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 01 13:54:40.101448 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-277a2400-3842-4269-ae51-438b8db91a86 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks [] for security_group, before_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:54:40.102389 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8f172f6-4f3c-4f6b-bdc9-f3724469e059 None None] Routers {'2f8a4857-fdc2-43f8-855c-c32d1a2917bb'} bound to L3 agent in host dv-neutron-836180-1-hyperv {{(pid=83873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 13:54:40.102979 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-d8f172f6-4f3c-4f6b-bdc9-f3724469e059 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836180-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T13:25:36Z,description=,heartbeat_timestamp=2022-04-01T13:54:36Z,host='dv-neutron-836180-1-hyperv',id=88bf8fc8-11a3-4e96-9d1b-5fd93ba9f6f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T13:25:36Z,topic='l3_agent')) {'router_ids': ['2f8a4857-fdc2-43f8-855c-c32d1a2917bb'], 'active': True} {{(pid=83873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:54:40.160956 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-277a2400-3842-4269-ae51-438b8db91a86 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:54:40.166680 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-277a2400-3842-4269-ae51-438b8db91a86 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Usage tracker for resource:security_group_rule and tenant:f17cecf0d6854286bcc6f673927088ad is out of sync, need to count used quota {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 13:54:40.170507 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-277a2400-3842-4269-ae51-438b8db91a86 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 13:54:40.178506 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-277a2400-3842-4269-ae51-438b8db91a86 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:54:40.185052 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-2ed39764-9f8f-4caa-a5c0-1e3770d6fc22 req-fb824f43-f5f5-491b-a62e-8107c9d0b214 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=21ebef3a-c7a1-4f61-bca1-9bbf00b570b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1205723 Apr 01 13:54:40.286389 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_dvr_db [None req-d8f172f6-4f3c-4f6b-bdc9-f3724469e059 None None] Set router 2f8a4857-fdc2-43f8-855c-c32d1a2917bb gateway port host: dv-neutron-836180-1-hyperv {{(pid=83873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 13:54:40.440472 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-277a2400-3842-4269-ae51-438b8db91a86 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks [] for security_group, precommit_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:54:40.455810 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-277a2400-3842-4269-ae51-438b8db91a86 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3775923'] for security_group, after_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:54:40.476648 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-2ed39764-9f8f-4caa-a5c0-1e3770d6fc22 req-8a6c79a3-2049-47c5-9d0e-6f8ff6c9daeb service neutron] 10.222.0.57 "GET /v2.0/networks/21ebef3a-c7a1-4f61-bca1-9bbf00b570b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2850437 Apr 01 13:54:40.576212 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-277a2400-3842-4269-ae51-438b8db91a86 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eef5f47f-3900-4a21-9ac6-262566547ce0,revision_number=1']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:54:40.597090 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-277a2400-3842-4269-ae51-438b8db91a86 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks [] for security_group, before_response {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:54:40.598283 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-277a2400-3842-4269-ae51-438b8db91a86 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.5695436 Apr 01 13:54:40.602416 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 59904) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:54:40.607920 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.v2.base [None req-1bfd1e88-b310-4e71-a431-5b2a74e9fa5d tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Request body: {'security_group_rule': {'security_group_id': 'eef5f47f-3900-4a21-9ac6-262566547ce0', 'project_id': 'f17cecf0d6854286bcc6f673927088ad', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:54:40.614250 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-1bfd1e88-b310-4e71-a431-5b2a74e9fa5d tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:54:40.618694 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-1bfd1e88-b310-4e71-a431-5b2a74e9fa5d tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Usage tracker for resource:security_group_rule and tenant:f17cecf0d6854286bcc6f673927088ad is out of sync, need to count used quota {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 13:54:40.621590 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-1bfd1e88-b310-4e71-a431-5b2a74e9fa5d tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 13:54:40.629395 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-1bfd1e88-b310-4e71-a431-5b2a74e9fa5d tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:54:40.636907 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-d8f172f6-4f3c-4f6b-bdc9-f3724469e059 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f8a4857-fdc2-43f8-855c-c32d1a2917bb', 'name': 'tempest-TestNetworkBasicOps-router-99555977', 'tenant_id': 'f17cecf0d6854286bcc6f673927088ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'external_fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.97'}], 'enable_snat': True}, 'gw_port_id': 'f83ae110-8edf-43d8-8d21-4fd9aa94ab29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T13:54:16Z', 'updated_at': '2022-04-01T13:54:20Z', 'revision_number': 4, 'project_id': 'f17cecf0d6854286bcc6f673927088ad', 'gw_port': {'id': 'f83ae110-8edf-43d8-8d21-4fd9aa94ab29', 'name': '', 'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:12:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f8a4857-fdc2-43f8-855c-c32d1a2917bb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836180-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:54:16Z', 'updated_at': '2022-04-01T13:54:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836180-1-hyperv', '_floatingips': [{'id': 'a713656c-1db2-49b4-a9cf-b3739899021b', 'tenant_id': 'f17cecf0d6854286bcc6f673927088ad', 'floating_ip_address': '172.26.5.133', 'floating_network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'router_id': '2f8a4857-fdc2-43f8-855c-c32d1a2917bb', 'port_id': '2fda0b0b-193b-4d8e-ad7d-4ff861c5b590', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '21ebef3a-c7a1-4f61-bca1-9bbf00b570b3', 'mac_address': 'fa:16:3e:5b:0d:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbaa3f1d-9557-44ca-8082-c9d980777c2a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T13:54:38Z', 'updated_at': '2022-04-01T13:54:38Z', 'revision_number': 0, 'project_id': 'f17cecf0d6854286bcc6f673927088ad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cde95cb6-29df-4b7a-9714-e20a19372fd1', 'name': '', 'network_id': '21ebef3a-c7a1-4f61-bca1-9bbf00b570b3', 'tenant_id': 'f17cecf0d6854286bcc6f673927088ad', 'mac_address': 'fa:16:3e:76:e7:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f8a4857-fdc2-43f8-855c-c32d1a2917bb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '862e1619-7f37-4639-a439-7dc7e3f24d3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836180-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:54:19Z', 'updated_at': '2022-04-01T13:54:26Z', 'revision_number': 5, 'project_id': 'f17cecf0d6854286bcc6f673927088ad', 'subnets': [{'id': '862e1619-7f37-4639-a439-7dc7e3f24d3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-836180-1-hyperv', False) {} {{(pid=83873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:54:40.641854 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8f172f6-4f3c-4f6b-bdc9-f3724469e059 None None] The sync data for ids ['2f8a4857-fdc2-43f8-855c-c32d1a2917bb'] in dv-neutron-836180-1-hyperv is: [{'id': '2f8a4857-fdc2-43f8-855c-c32d1a2917bb', 'name': 'tempest-TestNetworkBasicOps-router-99555977', 'tenant_id': 'f17cecf0d6854286bcc6f673927088ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'external_fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.97'}], 'enable_snat': True}, 'gw_port_id': 'f83ae110-8edf-43d8-8d21-4fd9aa94ab29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T13:54:16Z', 'updated_at': '2022-04-01T13:54:20Z', 'revision_number': 4, 'project_id': 'f17cecf0d6854286bcc6f673927088ad', 'gw_port': {'id': 'f83ae110-8edf-43d8-8d21-4fd9aa94ab29', 'name': '', 'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:12:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f8a4857-fdc2-43f8-855c-c32d1a2917bb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836180-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:54:16Z', 'updated_at': '2022-04-01T13:54:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836180-1-hyperv', '_floatingips': [{'id': 'a713656c-1db2-49b4-a9cf-b3739899021b', 'tenant_id': 'f17cecf0d6854286bcc6f673927088ad', 'floating_ip_address': '172.26.5.133', 'floating_network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'router_id': '2f8a4857-fdc2-43f8-855c-c32d1a2917bb', 'port_id': '2fda0b0b-193b-4d8e-ad7d-4ff861c5b590', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '21ebef3a-c7a1-4f61-bca1-9bbf00b570b3', 'mac_address': 'fa:16:3e:5b:0d:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbaa3f1d-9557-44ca-8082-c9d980777c2a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T13:54:38Z', 'updated_at': '2022-04-01T13:54:38Z', 'revision_number': 0, 'project_id': 'f17cecf0d6854286bcc6f673927088ad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cde95cb6-29df-4b7a-9714-e20a19372fd1', 'name': '', 'network_id': '21ebef3a-c7a1-4f61-bca1-9bbf00b570b3', 'tenant_id': 'f17cecf0d6854286bcc6f673927088ad', 'mac_address': 'fa:16:3e:76:e7:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f8a4857-fdc2-43f8-855c-c32d1a2917bb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '862e1619-7f37-4639-a439-7dc7e3f24d3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836180-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:54:19Z', 'updated_at': '2022-04-01T13:54:26Z', 'revision_number': 5, 'project_id': 'f17cecf0d6854286bcc6f673927088ad', 'subnets': [{'id': '862e1619-7f37-4639-a439-7dc7e3f24d3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 13:54:40.646092 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-2ed39764-9f8f-4caa-a5c0-1e3770d6fc22 req-544f3ed8-3a5e-419f-97fa-d3e44fc3e19b service neutron] 10.222.0.57 "GET /v2.0/networks/21ebef3a-c7a1-4f61-bca1-9bbf00b570b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1534836 Apr 01 13:54:40.649616 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-1bfd1e88-b310-4e71-a431-5b2a74e9fa5d tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:54:40.717980 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-1bfd1e88-b310-4e71-a431-5b2a74e9fa5d tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:54:40.722225 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-1bfd1e88-b310-4e71-a431-5b2a74e9fa5d tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3775744'] for security_group_rule, after_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:54:40.745247 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bfd1e88-b310-4e71-a431-5b2a74e9fa5d tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dbb90710-d6f6-450b-bc23-e9c81c1d8b60,revision_number=0']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:54:40.753500 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-1bfd1e88-b310-4e71-a431-5b2a74e9fa5d tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:54:40.754735 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-1bfd1e88-b310-4e71-a431-5b2a74e9fa5d tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1513367 Apr 01 13:54:40.757548 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 59908) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:54:40.762859 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.v2.base [None req-e6744dbd-09bd-4af6-b16c-a0361bf26154 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Request body: {'security_group_rule': {'security_group_id': 'eef5f47f-3900-4a21-9ac6-262566547ce0', 'project_id': 'f17cecf0d6854286bcc6f673927088ad', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:54:40.769594 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-e6744dbd-09bd-4af6-b16c-a0361bf26154 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:54:40.773557 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-e6744dbd-09bd-4af6-b16c-a0361bf26154 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Usage tracker for resource:security_group_rule and tenant:f17cecf0d6854286bcc6f673927088ad is out of sync, need to count used quota {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 13:54:40.776522 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-e6744dbd-09bd-4af6-b16c-a0361bf26154 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 13:54:40.782942 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-e6744dbd-09bd-4af6-b16c-a0361bf26154 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:54:40.799408 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-e6744dbd-09bd-4af6-b16c-a0361bf26154 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:54:40.861269 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-e6744dbd-09bd-4af6-b16c-a0361bf26154 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:54:40.864540 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-e6744dbd-09bd-4af6-b16c-a0361bf26154 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3775744'] for security_group_rule, after_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:54:40.887672 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6744dbd-09bd-4af6-b16c-a0361bf26154 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=80429ddd-dc3c-4475-bcae-4bacbc51ac9c,revision_number=0']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:54:40.895978 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-e6744dbd-09bd-4af6-b16c-a0361bf26154 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:54:40.897180 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-e6744dbd-09bd-4af6-b16c-a0361bf26154 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1387160 Apr 01 13:54:40.899891 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 59912) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:54:40.905202 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.v2.base [None req-34e8297f-6210-45df-ba88-238a28361b02 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Request body: {'security_group_rule': {'security_group_id': 'eef5f47f-3900-4a21-9ac6-262566547ce0', 'project_id': 'f17cecf0d6854286bcc6f673927088ad', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:54:40.910833 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-34e8297f-6210-45df-ba88-238a28361b02 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:54:40.914611 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-34e8297f-6210-45df-ba88-238a28361b02 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Usage tracker for resource:security_group_rule and tenant:f17cecf0d6854286bcc6f673927088ad is out of sync, need to count used quota {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 13:54:40.917480 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-34e8297f-6210-45df-ba88-238a28361b02 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 13:54:40.923758 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-34e8297f-6210-45df-ba88-238a28361b02 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:54:40.940557 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-34e8297f-6210-45df-ba88-238a28361b02 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:54:41.004902 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-34e8297f-6210-45df-ba88-238a28361b02 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:54:41.008577 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-34e8297f-6210-45df-ba88-238a28361b02 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3775744'] for security_group_rule, after_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:54:41.036209 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e8297f-6210-45df-ba88-238a28361b02 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d9f10bb1-e23d-4388-b310-de71c03a921d,revision_number=0']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:54:41.042575 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-34e8297f-6210-45df-ba88-238a28361b02 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:54:41.043771 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-34e8297f-6210-45df-ba88-238a28361b02 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1429279 Apr 01 13:54:41.047123 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 59916) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:54:41.052467 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.v2.base [None req-b9591d8d-d2a5-42b1-b506-09ed9d6f8f2b tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Request body: {'security_group_rule': {'security_group_id': 'eef5f47f-3900-4a21-9ac6-262566547ce0', 'project_id': 'f17cecf0d6854286bcc6f673927088ad', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:54:41.058581 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-b9591d8d-d2a5-42b1-b506-09ed9d6f8f2b tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:54:41.062677 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-b9591d8d-d2a5-42b1-b506-09ed9d6f8f2b tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Usage tracker for resource:security_group_rule and tenant:f17cecf0d6854286bcc6f673927088ad is out of sync, need to count used quota {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 13:54:41.065625 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-b9591d8d-d2a5-42b1-b506-09ed9d6f8f2b tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 13:54:41.071300 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-b9591d8d-d2a5-42b1-b506-09ed9d6f8f2b tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:54:41.087401 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-b9591d8d-d2a5-42b1-b506-09ed9d6f8f2b tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:54:41.151055 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-b9591d8d-d2a5-42b1-b506-09ed9d6f8f2b tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:54:41.154350 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-b9591d8d-d2a5-42b1-b506-09ed9d6f8f2b tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3775744'] for security_group_rule, after_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:54:41.177869 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9591d8d-d2a5-42b1-b506-09ed9d6f8f2b tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a887a6a2-9bae-4837-99b8-4b4343cb7fba,revision_number=0']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:54:41.186425 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-b9591d8d-d2a5-42b1-b506-09ed9d6f8f2b tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:54:41.189139 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-b9591d8d-d2a5-42b1-b506-09ed9d6f8f2b tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1410971 Apr 01 13:54:41.191851 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 59920) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:54:41.197111 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.v2.base [None req-4e58d665-fdb0-415a-be1a-9aefd8fe388b tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Request body: {'security_group_rule': {'security_group_id': 'eef5f47f-3900-4a21-9ac6-262566547ce0', 'project_id': 'f17cecf0d6854286bcc6f673927088ad', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:54:41.203950 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-4e58d665-fdb0-415a-be1a-9aefd8fe388b tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:54:41.207826 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-4e58d665-fdb0-415a-be1a-9aefd8fe388b tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Usage tracker for resource:security_group_rule and tenant:f17cecf0d6854286bcc6f673927088ad is out of sync, need to count used quota {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 13:54:41.210695 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-4e58d665-fdb0-415a-be1a-9aefd8fe388b tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 13:54:41.216395 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-4e58d665-fdb0-415a-be1a-9aefd8fe388b tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:54:41.229927 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.db.securitygroups_db [None req-4e58d665-fdb0-415a-be1a-9aefd8fe388b tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Project f17cecf0d6854286bcc6f673927088ad added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 01 13:54:41.236737 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-4e58d665-fdb0-415a-be1a-9aefd8fe388b tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:54:41.304666 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-4e58d665-fdb0-415a-be1a-9aefd8fe388b tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:54:41.308116 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-4e58d665-fdb0-415a-be1a-9aefd8fe388b tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3775744'] for security_group_rule, after_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:54:41.332290 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e58d665-fdb0-415a-be1a-9aefd8fe388b tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=22bbd973-d6b4-45c8-bb0f-f9607aecdb44,revision_number=0']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:54:41.340190 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-4e58d665-fdb0-415a-be1a-9aefd8fe388b tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:54:41.341384 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-4e58d665-fdb0-415a-be1a-9aefd8fe388b tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1486166 Apr 01 13:54:41.344294 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 59924) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:54:41.349456 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.v2.base [None req-a90c6ccf-ada9-4adf-9d23-11c4b7c19fa4 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Request body: {'security_group_rule': {'security_group_id': 'eef5f47f-3900-4a21-9ac6-262566547ce0', 'project_id': 'f17cecf0d6854286bcc6f673927088ad', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:54:41.354962 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-a90c6ccf-ada9-4adf-9d23-11c4b7c19fa4 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:54:41.359136 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-a90c6ccf-ada9-4adf-9d23-11c4b7c19fa4 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Usage tracker for resource:security_group_rule and tenant:f17cecf0d6854286bcc6f673927088ad is out of sync, need to count used quota {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 13:54:41.362067 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-a90c6ccf-ada9-4adf-9d23-11c4b7c19fa4 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 13:54:41.367614 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-a90c6ccf-ada9-4adf-9d23-11c4b7c19fa4 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:54:41.377982 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.db.securitygroups_db [None req-a90c6ccf-ada9-4adf-9d23-11c4b7c19fa4 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Project f17cecf0d6854286bcc6f673927088ad added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 01 13:54:41.384527 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-a90c6ccf-ada9-4adf-9d23-11c4b7c19fa4 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:54:41.450460 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-a90c6ccf-ada9-4adf-9d23-11c4b7c19fa4 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:54:41.454085 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-a90c6ccf-ada9-4adf-9d23-11c4b7c19fa4 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3775744'] for security_group_rule, after_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:54:41.486745 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a90c6ccf-ada9-4adf-9d23-11c4b7c19fa4 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b6c51284-1896-4e2b-a92c-3aacb91e5fba,revision_number=0']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:54:41.500096 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-a90c6ccf-ada9-4adf-9d23-11c4b7c19fa4 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:54:41.501643 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-a90c6ccf-ada9-4adf-9d23-11c4b7c19fa4 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1563969 Apr 01 13:54:41.677027 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-e3dd77ad-c889-4916-ba27-f124d8900755 req-3cab4bf2-6fbe-48a4-8535-aaceb7e59e64 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-159109870&fields=id&tenant_id=f17cecf0d6854286bcc6f673927088ad HTTP/1.1" status: 200 len: 267 time: 0.0422244 Apr 01 13:54:41.687793 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afb389be-a35c-4753-bba1-d214da8e9d05 None None] New status for floating IP a713656c-1db2-49b4-a9cf-b3739899021b: ACTIVE {{(pid=83872) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 01 13:54:41.824012 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3dd77ad-c889-4916-ba27-f124d8900755 req-4084c848-124f-46f6-b86d-caa23615b0cf tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:54:41.825449 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-e3dd77ad-c889-4916-ba27-f124d8900755 req-4084c848-124f-46f6-b86d-caa23615b0cf tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] 10.222.0.26 "GET /v2.0/networks?id=21ebef3a-c7a1-4f61-bca1-9bbf00b570b3 HTTP/1.1" status: 200 len: 797 time: 0.1420627 Apr 01 13:54:41.842600 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-e3dd77ad-c889-4916-ba27-f124d8900755 req-0e5e449d-174e-4063-8fae-1eefc5838743 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] 10.222.0.26 "GET /v2.0/quotas/f17cecf0d6854286bcc6f673927088ad HTTP/1.1" status: 200 len: 375 time: 0.0108638 Apr 01 13:54:41.929300 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-e3dd77ad-c889-4916-ba27-f124d8900755 req-19356b34-b062-4a70-8a0d-8ab8a71f6fd2 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=f17cecf0d6854286bcc6f673927088ad&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0812464 Apr 01 13:54:42.149599 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-e3dd77ad-c889-4916-ba27-f124d8900755 req-1f72d847-ed1b-443d-9592-fd719a9ddc54 service neutron] 10.222.0.26 "GET /v2.0/networks/21ebef3a-c7a1-4f61-bca1-9bbf00b570b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2076099 Apr 01 13:54:42.278456 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-e3dd77ad-c889-4916-ba27-f124d8900755 req-0f449d91-9820-4b89-8933-b96a8b383643 service neutron] 10.222.0.26 "GET /v2.0/networks/21ebef3a-c7a1-4f61-bca1-9bbf00b570b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230788 Apr 01 13:54:42.463199 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-ec994e7d-2d7f-417f-b6d8-307dc275ec37 req-2adbab32-43b3-47a1-a50b-85be5d1ccf1b tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] 10.222.0.26 "GET /v2.0/ports?device_id=30e26116-8d74-4619-8284-7da6fc8e6e27 HTTP/1.1" status: 200 len: 210 time: 0.0434470 Apr 01 13:54:43.555553 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3dd77ad-c889-4916-ba27-f124d8900755 req-032a659a-b610-48f6-86e8-6ebf8807051f tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:54:43.557089 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-e3dd77ad-c889-4916-ba27-f124d8900755 req-032a659a-b610-48f6-86e8-6ebf8807051f tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] 10.222.0.57 "GET /v2.0/networks?id=21ebef3a-c7a1-4f61-bca1-9bbf00b570b3 HTTP/1.1" status: 200 len: 797 time: 0.1474843 Apr 01 13:54:43.619587 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [req-e3dd77ad-c889-4916-ba27-f124d8900755 req-7314e6b5-278d-4042-a4e1-65a506bd2b4a tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Synchronizing usage tracker for tenant:f17cecf0d6854286bcc6f673927088ad on resource:security_group {{(pid=83871) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 13:54:43.635886 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [req-e3dd77ad-c889-4916-ba27-f124d8900755 req-7314e6b5-278d-4042-a4e1-65a506bd2b4a tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Unset dirty status for tenant:f17cecf0d6854286bcc6f673927088ad on resource:security_group {{(pid=83871) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 13:54:43.637051 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-e3dd77ad-c889-4916-ba27-f124d8900755 req-7314e6b5-278d-4042-a4e1-65a506bd2b4a tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f17cecf0d6854286bcc6f673927088ad HTTP/1.1" status: 200 len: 472 time: 0.0671422 Apr 01 13:54:43.637644 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-7da14fb9-a78b-4b23-9a6f-a0a4bfcf43ae req-373e036d-d301-4a9b-804e-7d43f1fa74ba tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] 10.222.0.26 "GET /v2.0/ports?device_id=30e26116-8d74-4619-8284-7da6fc8e6e27 HTTP/1.1" status: 200 len: 210 time: 0.0464375 Apr 01 13:54:43.646928 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.v2.base [req-e3dd77ad-c889-4916-ba27-f124d8900755 req-7b6863ff-586b-4c3d-9e77-8c840acbd0f7 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Request body: {'port': {'device_id': '30e26116-8d74-4619-8284-7da6fc8e6e27', 'network_id': '21ebef3a-c7a1-4f61-bca1-9bbf00b570b3', 'admin_state_up': True, 'tenant_id': 'f17cecf0d6854286bcc6f673927088ad', 'security_groups': ['eef5f47f-3900-4a21-9ac6-262566547ce0']}} {{(pid=83871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:54:43.780717 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [req-e3dd77ad-c889-4916-ba27-f124d8900755 req-7b6863ff-586b-4c3d-9e77-8c840acbd0f7 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:54:43.789912 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [req-e3dd77ad-c889-4916-ba27-f124d8900755 req-7b6863ff-586b-4c3d-9e77-8c840acbd0f7 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:54:43.800689 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e3dd77ad-c889-4916-ba27-f124d8900755 req-7b6863ff-586b-4c3d-9e77-8c840acbd0f7 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Made reservation on behalf of f17cecf0d6854286bcc6f673927088ad for: {'port': 1} {{(pid=83871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 13:54:43.803627 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-e3dd77ad-c889-4916-ba27-f124d8900755 req-7b6863ff-586b-4c3d-9e77-8c840acbd0f7 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:54:43.960408 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.db_base_plugin_common [req-e3dd77ad-c889-4916-ba27-f124d8900755 req-7b6863ff-586b-4c3d-9e77-8c840acbd0f7 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Allocated IP 172.20.0.6 (21ebef3a-c7a1-4f61-bca1-9bbf00b570b3/862e1619-7f37-4639-a439-7dc7e3f24d3d/8b382965-bbeb-41ff-bd46-7839da9ef48c) {{(pid=83871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 13:54:44.150714 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-e3dd77ad-c889-4916-ba27-f124d8900755 req-7b6863ff-586b-4c3d-9e77-8c840acbd0f7 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks [] for port, precommit_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:54:44.166673 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.provisioning_blocks [req-e3dd77ad-c889-4916-ba27-f124d8900755 req-7b6863ff-586b-4c3d-9e77-8c840acbd0f7 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Transition to ACTIVE for port object 8b382965-bbeb-41ff-bd46-7839da9ef48c will not be triggered until provisioned by entity DHCP. {{(pid=83871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 13:54:44.188740 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-e3dd77ad-c889-4916-ba27-f124d8900755 req-7b6863ff-586b-4c3d-9e77-8c840acbd0f7 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736732935801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2743125'] for port, after_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:54:44.258659 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e3dd77ad-c889-4916-ba27-f124d8900755 req-7b6863ff-586b-4c3d-9e77-8c840acbd0f7 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Network 21ebef3a-c7a1-4f61-bca1-9bbf00b570b3 is already hosted by enough agents. {{(pid=83871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 13:54:44.262027 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.scheduler.base_scheduler [req-e3dd77ad-c889-4916-ba27-f124d8900755 req-7b6863ff-586b-4c3d-9e77-8c840acbd0f7 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Resources bound (agent type, host, resource id): {{(pid=83871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 13:54:44.266051 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3dd77ad-c889-4916-ba27-f124d8900755 req-7b6863ff-586b-4c3d-9e77-8c840acbd0f7 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Received port after_create {{(pid=83871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 13:54:44.297419 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b6863ff-586b-4c3d-9e77-8c840acbd0f7 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Pushing event updated for resources: {'Port': ['ID=8b382965-bbeb-41ff-bd46-7839da9ef48c,revision_number=1']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:54:44.332032 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3dd77ad-c889-4916-ba27-f124d8900755 req-7b6863ff-586b-4c3d-9e77-8c840acbd0f7 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:54:44.332663 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-e3dd77ad-c889-4916-ba27-f124d8900755 req-7b6863ff-586b-4c3d-9e77-8c840acbd0f7 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109561'] for port, before_response {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:54:44.359727 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-e3dd77ad-c889-4916-ba27-f124d8900755 req-7b6863ff-586b-4c3d-9e77-8c840acbd0f7 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7159061 Apr 01 13:54:44.370164 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.v2.base [req-e3dd77ad-c889-4916-ba27-f124d8900755 req-2c0e3dbc-37ef-4ae0-b374-9b77d49ac904 service neutron] Request body: {'port': {'device_id': '30e26116-8d74-4619-8284-7da6fc8e6e27', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8361'}} {{(pid=83871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:54:44.455472 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-b4edc1bd-99d7-48ab-b001-134a09f9f30c None None] Provisioning for port 8b382965-bbeb-41ff-bd46-7839da9ef48c completed by entity DHCP. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 13:54:44.461915 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-b4edc1bd-99d7-48ab-b001-134a09f9f30c None None] Provisioning complete for port 8b382965-bbeb-41ff-bd46-7839da9ef48c triggered by entity DHCP. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 13:54:44.462349 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-b4edc1bd-99d7-48ab-b001-134a09f9f30c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-948329'] for port, provisioning_complete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:54:44.484926 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-e3dd77ad-c889-4916-ba27-f124d8900755 req-2c0e3dbc-37ef-4ae0-b374-9b77d49ac904 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:54:44.517241 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.plugin [None req-b4edc1bd-99d7-48ab-b001-134a09f9f30c None None] Port 8b382965-bbeb-41ff-bd46-7839da9ef48c cannot update to ACTIVE because it is not bound. {{(pid=83872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 13:54:44.883329 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.notifiers.nova [req-e3dd77ad-c889-4916-ba27-f124d8900755 req-2c0e3dbc-37ef-4ae0-b374-9b77d49ac904 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8b382965-bbeb-41ff-bd46-7839da9ef48c {{(pid=83871) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 01 13:54:44.892194 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-e3dd77ad-c889-4916-ba27-f124d8900755 req-2c0e3dbc-37ef-4ae0-b374-9b77d49ac904 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:54:44.914768 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd35dfa5-efc1-4bc4-b639-2029eb2922d2 req-247117a5-b549-4126-8f76-7488e148cfbb tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:54:44.915439 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [req-dd35dfa5-efc1-4bc4-b639-2029eb2922d2 req-247117a5-b549-4126-8f76-7488e148cfbb tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Synchronizing usage tracker for tenant:f17cecf0d6854286bcc6f673927088ad on resource:port {{(pid=83871) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 13:54:44.917971 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.provisioning_blocks [req-e3dd77ad-c889-4916-ba27-f124d8900755 req-2c0e3dbc-37ef-4ae0-b374-9b77d49ac904 service neutron] Transition to ACTIVE for port object 8b382965-bbeb-41ff-bd46-7839da9ef48c will not be triggered until provisioned by entity L2. {{(pid=83871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 13:54:44.924014 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-e3dd77ad-c889-4916-ba27-f124d8900755 req-2c0e3dbc-37ef-4ae0-b374-9b77d49ac904 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2743106'] for port, after_update {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:54:44.978709 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [req-dd35dfa5-efc1-4bc4-b639-2029eb2922d2 req-247117a5-b549-4126-8f76-7488e148cfbb tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Unset dirty status for tenant:f17cecf0d6854286bcc6f673927088ad on resource:port {{(pid=83871) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 13:54:44.979865 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-dd35dfa5-efc1-4bc4-b639-2029eb2922d2 req-247117a5-b549-4126-8f76-7488e148cfbb tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] 10.222.0.26 "GET /v2.0/ports?device_id=30e26116-8d74-4619-8284-7da6fc8e6e27 HTTP/1.1" status: 200 len: 931 time: 0.2169716 Apr 01 13:54:45.164172 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c0e3dbc-37ef-4ae0-b374-9b77d49ac904 service neutron] Pushing event updated for resources: {'Port': ['ID=8b382965-bbeb-41ff-bd46-7839da9ef48c,revision_number=2']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:54:45.257225 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-dd35dfa5-efc1-4bc4-b639-2029eb2922d2 req-e3ea52af-ea89-4010-a8b8-003888c65747 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] 10.222.0.26 "GET /v2.0/security-groups?id=eef5f47f-3900-4a21-9ac6-262566547ce0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1291764 Apr 01 13:54:45.291464 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.managers [req-e3dd77ad-c889-4916-ba27-f124d8900755 req-2c0e3dbc-37ef-4ae0-b374-9b77d49ac904 service neutron] Attempting to bind port 8b382965-bbeb-41ff-bd46-7839da9ef48c on host hv-neutron-8361 for vnic_type normal with profile {{(pid=83871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 13:54:45.291791 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.managers [req-e3dd77ad-c889-4916-ba27-f124d8900755 req-2c0e3dbc-37ef-4ae0-b374-9b77d49ac904 service neutron] Attempting to bind port 8b382965-bbeb-41ff-bd46-7839da9ef48c by drivers openvswitch,hyperv on host hv-neutron-8361 at level 0 using segments [{'id': '515809ce-4321-4057-9b01-3fff5a5d35b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '21ebef3a-c7a1-4f61-bca1-9bbf00b570b3'}] {{(pid=83871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 13:54:45.292108 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3dd77ad-c889-4916-ba27-f124d8900755 req-2c0e3dbc-37ef-4ae0-b374-9b77d49ac904 service neutron] Attempting to bind port 8b382965-bbeb-41ff-bd46-7839da9ef48c on network 21ebef3a-c7a1-4f61-bca1-9bbf00b570b3 {{(pid=83871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 13:54:45.298827 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3dd77ad-c889-4916-ba27-f124d8900755 req-2c0e3dbc-37ef-4ae0-b374-9b77d49ac904 service neutron] Port 8b382965-bbeb-41ff-bd46-7839da9ef48c on network 21ebef3a-c7a1-4f61-bca1-9bbf00b570b3 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8361 {{(pid=83871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 01 13:54:45.299137 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3dd77ad-c889-4916-ba27-f124d8900755 req-2c0e3dbc-37ef-4ae0-b374-9b77d49ac904 service neutron] Attempting to bind port 8b382965-bbeb-41ff-bd46-7839da9ef48c on network 21ebef3a-c7a1-4f61-bca1-9bbf00b570b3 {{(pid=83871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 13:54:45.305265 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3dd77ad-c889-4916-ba27-f124d8900755 req-2c0e3dbc-37ef-4ae0-b374-9b77d49ac904 service neutron] Checking agent: {'id': '359ce187-6241-4f7e-85a4-e066c7b0cdea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8361', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 13, 31, 54), 'started_at': datetime.datetime(2022, 4, 1, 13, 31, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 13, 54, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 13:54:45.305589 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3dd77ad-c889-4916-ba27-f124d8900755 req-2c0e3dbc-37ef-4ae0-b374-9b77d49ac904 service neutron] Checking segment: {'id': '515809ce-4321-4057-9b01-3fff5a5d35b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '21ebef3a-c7a1-4f61-bca1-9bbf00b570b3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 13:54:45.305959 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3dd77ad-c889-4916-ba27-f124d8900755 req-2c0e3dbc-37ef-4ae0-b374-9b77d49ac904 service neutron] Bound using segment: {'id': '515809ce-4321-4057-9b01-3fff5a5d35b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '21ebef3a-c7a1-4f61-bca1-9bbf00b570b3'} {{(pid=83871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 13:54:45.306368 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.managers [req-e3dd77ad-c889-4916-ba27-f124d8900755 req-2c0e3dbc-37ef-4ae0-b374-9b77d49ac904 service neutron] Bound port: 8b382965-bbeb-41ff-bd46-7839da9ef48c, host: hv-neutron-8361, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '515809ce-4321-4057-9b01-3fff5a5d35b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '21ebef3a-c7a1-4f61-bca1-9bbf00b570b3'}}] {{(pid=83871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 13:54:45.306703 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-e3dd77ad-c889-4916-ba27-f124d8900755 req-2c0e3dbc-37ef-4ae0-b374-9b77d49ac904 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:54:45.395881 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.db [req-e3dd77ad-c889-4916-ba27-f124d8900755 req-2c0e3dbc-37ef-4ae0-b374-9b77d49ac904 service neutron] For port 8b382965-bbeb-41ff-bd46-7839da9ef48c, host hv-neutron-8361, cleared binding levels {{(pid=83871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 13:54:45.398770 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.db [req-e3dd77ad-c889-4916-ba27-f124d8900755 req-2c0e3dbc-37ef-4ae0-b374-9b77d49ac904 service neutron] For port 8b382965-bbeb-41ff-bd46-7839da9ef48c, host hv-neutron-8361, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8361',level=0,port_id=8b382965-bbeb-41ff-bd46-7839da9ef48c,segment=NetworkSegment(515809ce-4321-4057-9b01-3fff5a5d35b8),segment_id=515809ce-4321-4057-9b01-3fff5a5d35b8)] {{(pid=83871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 13:54:45.403156 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-e3dd77ad-c889-4916-ba27-f124d8900755 req-2c0e3dbc-37ef-4ae0-b374-9b77d49ac904 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2743106'] for port, after_update {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:54:45.464801 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-e3dd77ad-c889-4916-ba27-f124d8900755 req-2c0e3dbc-37ef-4ae0-b374-9b77d49ac904 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109561'] for port, before_response {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:54:45.466177 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-e3dd77ad-c889-4916-ba27-f124d8900755 req-2c0e3dbc-37ef-4ae0-b374-9b77d49ac904 service neutron] 10.222.0.57 "PUT /v2.0/ports/8b382965-bbeb-41ff-bd46-7839da9ef48c HTTP/1.1" status: 200 len: 1093 time: 1.1001651 Apr 01 13:54:45.466601 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '30e26116-8d74-4619-8284-7da6fc8e6e27', 'tag': '8b382965-bbeb-41ff-bd46-7839da9ef48c'}] {{(pid=83871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 13:54:45.486767 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c0e3dbc-37ef-4ae0-b374-9b77d49ac904 service neutron] Pushing event updated for resources: {'Port': ['ID=8b382965-bbeb-41ff-bd46-7839da9ef48c,revision_number=3']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:54:45.542695 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '30e26116-8d74-4619-8284-7da6fc8e6e27', 'tag': '8b382965-bbeb-41ff-bd46-7839da9ef48c', 'status': 'completed', 'code': 200} Apr 01 13:54:45.585917 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-e3dd77ad-c889-4916-ba27-f124d8900755 req-520ad462-c73b-4e56-8239-ba2c26e4792d service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=f17cecf0d6854286bcc6f673927088ad&device_id=30e26116-8d74-4619-8284-7da6fc8e6e27 HTTP/1.1" status: 200 len: 1096 time: 0.0751028 Apr 01 13:54:45.658722 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-e3dd77ad-c889-4916-ba27-f124d8900755 req-e5e3463c-2406-491e-ab26-a3d863382af8 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8b382965-bbeb-41ff-bd46-7839da9ef48c HTTP/1.1" status: 200 len: 217 time: 0.0655751 Apr 01 13:54:45.718887 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3dd77ad-c889-4916-ba27-f124d8900755 req-8a201059-2fa3-4e05-a02e-c9869d14faa1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:54:45.720281 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-e3dd77ad-c889-4916-ba27-f124d8900755 req-8a201059-2fa3-4e05-a02e-c9869d14faa1 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=862e1619-7f37-4639-a439-7dc7e3f24d3d HTTP/1.1" status: 200 len: 835 time: 0.0566335 Apr 01 13:54:45.796821 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-e3dd77ad-c889-4916-ba27-f124d8900755 req-81e3ada6-cc2a-4ead-872b-92354f94dbf6 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=21ebef3a-c7a1-4f61-bca1-9bbf00b570b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0705013 Apr 01 13:54:45.927784 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-e3dd77ad-c889-4916-ba27-f124d8900755 req-f0bc0635-0837-4c84-8518-ac400cda1936 service neutron] 10.222.0.57 "GET /v2.0/networks/21ebef3a-c7a1-4f61-bca1-9bbf00b570b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1242945 Apr 01 13:54:46.055683 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-e3dd77ad-c889-4916-ba27-f124d8900755 req-d1ad6556-d4e7-4247-b36f-0849fbca40a6 service neutron] 10.222.0.57 "GET /v2.0/networks/21ebef3a-c7a1-4f61-bca1-9bbf00b570b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1222489 Apr 01 13:54:46.167214 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-55055941-5abd-43ec-9d80-fd94a9fa1ddd req-3861eb07-1ac4-4f44-8f73-3a7e2c6343d6 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=f17cecf0d6854286bcc6f673927088ad&device_id=30e26116-8d74-4619-8284-7da6fc8e6e27 HTTP/1.1" status: 200 len: 1096 time: 0.0666637 Apr 01 13:54:46.306259 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55055941-5abd-43ec-9d80-fd94a9fa1ddd req-e8029dc4-3f1a-4d96-9984-f8e71d56671f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:54:46.307695 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-55055941-5abd-43ec-9d80-fd94a9fa1ddd req-e8029dc4-3f1a-4d96-9984-f8e71d56671f service neutron] 10.222.0.57 "GET /v2.0/networks?id=21ebef3a-c7a1-4f61-bca1-9bbf00b570b3 HTTP/1.1" status: 200 len: 898 time: 0.1334734 Apr 01 13:54:46.377937 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-55055941-5abd-43ec-9d80-fd94a9fa1ddd req-13eee6a1-3234-4cae-85f3-9cf8556325ac service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8b382965-bbeb-41ff-bd46-7839da9ef48c HTTP/1.1" status: 200 len: 217 time: 0.0634651 Apr 01 13:54:46.481266 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55055941-5abd-43ec-9d80-fd94a9fa1ddd req-af1a5187-6f08-4c83-82f4-753fce79b37d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:54:46.482666 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-55055941-5abd-43ec-9d80-fd94a9fa1ddd req-af1a5187-6f08-4c83-82f4-753fce79b37d service neutron] 10.222.0.57 "GET /v2.0/subnets?id=862e1619-7f37-4639-a439-7dc7e3f24d3d HTTP/1.1" status: 200 len: 835 time: 0.0747659 Apr 01 13:54:46.542729 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711bdd6f-110d-4cc4-9db9-bd483c543dbf req-33fd34e0-3178-4755-8358-594caad5e928 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:54:46.544062 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-711bdd6f-110d-4cc4-9db9-bd483c543dbf req-33fd34e0-3178-4755-8358-594caad5e928 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] 10.222.0.26 "GET /v2.0/ports?device_id=30e26116-8d74-4619-8284-7da6fc8e6e27 HTTP/1.1" status: 200 len: 943 time: 0.1650379 Apr 01 13:54:46.604901 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-711bdd6f-110d-4cc4-9db9-bd483c543dbf req-68d17d5f-3cd2-4ffc-bb61-f73f0b336794 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] 10.222.0.26 "GET /v2.0/security-groups?id=eef5f47f-3900-4a21-9ac6-262566547ce0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0544069 Apr 01 13:54:46.610434 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-55055941-5abd-43ec-9d80-fd94a9fa1ddd req-0643ddc7-3260-4b13-b4b8-728f53d05b1b service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=21ebef3a-c7a1-4f61-bca1-9bbf00b570b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1188240 Apr 01 13:54:46.747501 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-55055941-5abd-43ec-9d80-fd94a9fa1ddd req-a3b721c2-fdcb-4393-9d7d-6e8ab5e55d83 service neutron] 10.222.0.57 "GET /v2.0/networks/21ebef3a-c7a1-4f61-bca1-9bbf00b570b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1297116 Apr 01 13:54:46.959842 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-55055941-5abd-43ec-9d80-fd94a9fa1ddd req-607b6ac6-8056-44cb-9202-7b94dfbae83d service neutron] 10.222.0.57 "GET /v2.0/networks/21ebef3a-c7a1-4f61-bca1-9bbf00b570b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2040849 Apr 01 13:54:47.800467 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2645c01b-ce34-4256-8dc1-cb8a42e49ea3 req-1b1facda-7a47-4e6d-b9f2-f3dad2fcc4dc tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:54:47.801910 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-2645c01b-ce34-4256-8dc1-cb8a42e49ea3 req-1b1facda-7a47-4e6d-b9f2-f3dad2fcc4dc tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] 10.222.0.26 "GET /v2.0/ports?device_id=30e26116-8d74-4619-8284-7da6fc8e6e27 HTTP/1.1" status: 200 len: 943 time: 0.0749469 Apr 01 13:54:47.854100 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-2645c01b-ce34-4256-8dc1-cb8a42e49ea3 req-d3a0af8c-18cf-40f3-a8b4-b069d4f5436a tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] 10.222.0.26 "GET /v2.0/security-groups?id=eef5f47f-3900-4a21-9ac6-262566547ce0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466950 Apr 01 13:54:48.091858 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Device 8b382965-bbeb-41ff-bd46-7839da9ef48c details requested by agent hyperv_hv-neutron-8361 with host hv-neutron-8361 {{(pid=83872) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 01 13:54:48.251867 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] For port 8b382965-bbeb-41ff-bd46-7839da9ef48c, host hv-neutron-8361, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8361',level=0,port_id=8b382965-bbeb-41ff-bd46-7839da9ef48c,segment=NetworkSegment(515809ce-4321-4057-9b01-3fff5a5d35b8),segment_id=515809ce-4321-4057-9b01-3fff5a5d35b8)] {{(pid=83872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 13:54:48.264506 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Returning: {'device': '8b382965-bbeb-41ff-bd46-7839da9ef48c', 'network_id': '21ebef3a-c7a1-4f61-bca1-9bbf00b570b3', 'port_id': '8b382965-bbeb-41ff-bd46-7839da9ef48c', 'mac_address': 'fa:16:3e:8b:1b:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 383, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '862e1619-7f37-4639-a439-7dc7e3f24d3d', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83872) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 01 13:54:48.322323 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:54:48.338587 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.notifiers.nova [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8b382965-bbeb-41ff-bd46-7839da9ef48c {{(pid=83872) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 01 13:54:48.353218 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] For port 8b382965-bbeb-41ff-bd46-7839da9ef48c, host hv-neutron-8361, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8361',level=0,port_id=8b382965-bbeb-41ff-bd46-7839da9ef48c,segment=NetworkSegment(515809ce-4321-4057-9b01-3fff5a5d35b8),segment_id=515809ce-4321-4057-9b01-3fff5a5d35b8)] {{(pid=83872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 13:54:48.356848 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864'] for port, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:54:48.420469 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Pushing event updated for resources: {'Port': ['ID=8b382965-bbeb-41ff-bd46-7839da9ef48c,revision_number=4']} {{(pid=83872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:54:48.573595 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] get_ports_and_sgs() called for port_ids ['8b382965-bbeb-41ff-bd46-7839da9ef48c'] {{(pid=83872) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 01 13:54:49.051153 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1dee5c-8a16-44d3-b51b-3c12d590dd89 req-c22bdcea-c6a2-483f-9836-261a68eb656c tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:54:49.052612 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-5c1dee5c-8a16-44d3-b51b-3c12d590dd89 req-c22bdcea-c6a2-483f-9836-261a68eb656c tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] 10.222.0.26 "GET /v2.0/ports?device_id=30e26116-8d74-4619-8284-7da6fc8e6e27 HTTP/1.1" status: 200 len: 944 time: 0.0791512 Apr 01 13:54:49.096861 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-5c1dee5c-8a16-44d3-b51b-3c12d590dd89 req-4d969bca-7ca2-453e-946b-78b6912523fe tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] 10.222.0.26 "GET /v2.0/security-groups?id=eef5f47f-3900-4a21-9ac6-262566547ce0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387921 Apr 01 13:54:50.113433 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Device 8b382965-bbeb-41ff-bd46-7839da9ef48c up at agent hyperv_hv-neutron-8361 {{(pid=83872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 13:54:50.185557 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Provisioning for port 8b382965-bbeb-41ff-bd46-7839da9ef48c completed by entity L2. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 13:54:50.189981 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Provisioning complete for port 8b382965-bbeb-41ff-bd46-7839da9ef48c triggered by entity L2. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 13:54:50.190342 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-948329'] for port, provisioning_complete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:54:50.304068 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38f78e5-615c-4fb8-9238-3ebca7d016b8 req-99f22c84-fd65-4037-8dbb-5851ce047de6 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:54:50.305637 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-b38f78e5-615c-4fb8-9238-3ebca7d016b8 req-99f22c84-fd65-4037-8dbb-5851ce047de6 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] 10.222.0.26 "GET /v2.0/ports?device_id=30e26116-8d74-4619-8284-7da6fc8e6e27 HTTP/1.1" status: 200 len: 944 time: 0.0794606 Apr 01 13:54:50.306177 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:54:50.336879 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30e26116-8d74-4619-8284-7da6fc8e6e27', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b382965-bbeb-41ff-bd46-7839da9ef48c'}] {{(pid=83872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 13:54:50.347589 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] For port 8b382965-bbeb-41ff-bd46-7839da9ef48c, host hv-neutron-8361, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8361',level=0,port_id=8b382965-bbeb-41ff-bd46-7839da9ef48c,segment=NetworkSegment(515809ce-4321-4057-9b01-3fff5a5d35b8),segment_id=515809ce-4321-4057-9b01-3fff5a5d35b8)] {{(pid=83872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 13:54:50.352244 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-b38f78e5-615c-4fb8-9238-3ebca7d016b8 req-23af7819-91f6-4b75-9dd8-00a07ed7baf5 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] 10.222.0.26 "GET /v2.0/security-groups?id=eef5f47f-3900-4a21-9ac6-262566547ce0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408101 Apr 01 13:54:50.352448 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864'] for port, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:54:50.395787 dv-neutron-836180-1-hyperv neutron-server[83872]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30e26116-8d74-4619-8284-7da6fc8e6e27', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b382965-bbeb-41ff-bd46-7839da9ef48c', 'code': 200} Apr 01 13:54:50.420205 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Pushing event updated for resources: {'Port': ['ID=8b382965-bbeb-41ff-bd46-7839da9ef48c,revision_number=5']} {{(pid=83872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:54:50.616590 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-92f75bff-f22e-4e29-8b67-2b525914b56b req-3cdc412a-799b-4dfb-b2e6-e508ab768658 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=30e26116-8d74-4619-8284-7da6fc8e6e27 HTTP/1.1" status: 200 len: 1098 time: 0.0673940 Apr 01 13:54:50.661700 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-92f75bff-f22e-4e29-8b67-2b525914b56b req-fe43ea37-ce88-4b5f-b2b0-a4b27b0af152 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=eef5f47f-3900-4a21-9ac6-262566547ce0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380182 Apr 01 13:54:51.558349 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3b23c5-d604-44d2-abb0-9a4323feda0f req-c14156de-5649-440d-86ca-223fa49c407a tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:54:51.559675 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-0f3b23c5-d604-44d2-abb0-9a4323feda0f req-c14156de-5649-440d-86ca-223fa49c407a tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] 10.222.0.26 "GET /v2.0/ports?device_id=30e26116-8d74-4619-8284-7da6fc8e6e27 HTTP/1.1" status: 200 len: 945 time: 0.0824287 Apr 01 13:54:51.606858 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-0f3b23c5-d604-44d2-abb0-9a4323feda0f req-a4cb90e8-c48a-489b-9451-9f19acf2fb67 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] 10.222.0.26 "GET /v2.0/security-groups?id=eef5f47f-3900-4a21-9ac6-262566547ce0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408127 Apr 01 13:54:52.808846 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7afad7-2d33-4db3-8368-2981e32c3423 req-fa31b194-ebba-4691-918c-a0e6992f4327 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:54:52.810268 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-5b7afad7-2d33-4db3-8368-2981e32c3423 req-fa31b194-ebba-4691-918c-a0e6992f4327 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] 10.222.0.26 "GET /v2.0/ports?device_id=30e26116-8d74-4619-8284-7da6fc8e6e27 HTTP/1.1" status: 200 len: 945 time: 0.0748158 Apr 01 13:54:52.855763 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-5b7afad7-2d33-4db3-8368-2981e32c3423 req-661daa85-4e01-49d0-8a3b-1e69b61b3947 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] 10.222.0.26 "GET /v2.0/security-groups?id=eef5f47f-3900-4a21-9ac6-262566547ce0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387866 Apr 01 13:54:53.047934 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf40f73-5083-49b4-84bd-d591b8ad5d30 req-b6aea3c0-45b1-49c8-9bf7-fcb4bf880f8d tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:54:53.049401 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-3bf40f73-5083-49b4-84bd-d591b8ad5d30 req-b6aea3c0-45b1-49c8-9bf7-fcb4bf880f8d tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] 10.222.0.26 "GET /v2.0/ports?device_id=30e26116-8d74-4619-8284-7da6fc8e6e27 HTTP/1.1" status: 200 len: 945 time: 0.0754137 Apr 01 13:54:53.094715 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-3bf40f73-5083-49b4-84bd-d591b8ad5d30 req-bbdd9131-88a0-47b3-8ab6-74ad61c3178a tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] 10.222.0.26 "GET /v2.0/security-groups?id=eef5f47f-3900-4a21-9ac6-262566547ce0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397761 Apr 01 13:54:53.122112 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 59968) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:54:53.193839 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-3bc85211-2035-4a2b-b4bb-93cc3ab15f21 tempest-TestNetworkBasicOps-1234239346 tempest-TestNetworkBasicOps-1234239346-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=30e26116-8d74-4619-8284-7da6fc8e6e27 HTTP/1.1" status: 200 len: 1093 time: 0.0705383 Apr 01 13:54:53.196268 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 59972) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:54:53.201253 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.v2.base [None req-c1d46ada-bb9a-494e-af19-10293b75ad2e tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Request body: {'floatingip': {'floating_network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'port_id': '8b382965-bbeb-41ff-bd46-7839da9ef48c', 'tenant_id': 'f17cecf0d6854286bcc6f673927088ad', 'fixed_ip_address': '172.20.0.6'}} {{(pid=83869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:54:53.206552 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-c1d46ada-bb9a-494e-af19-10293b75ad2e tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:54:53.210245 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-c1d46ada-bb9a-494e-af19-10293b75ad2e tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Usage tracker for resource:floatingip and tenant:f17cecf0d6854286bcc6f673927088ad is out of sync, need to count used quota {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 13:54:53.213084 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-c1d46ada-bb9a-494e-af19-10293b75ad2e tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 13:54:53.219206 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-c1d46ada-bb9a-494e-af19-10293b75ad2e tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:54:53.229349 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-c1d46ada-bb9a-494e-af19-10293b75ad2e tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks [] for floatingip, before_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:54:53.365152 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-c1d46ada-bb9a-494e-af19-10293b75ad2e tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:54:53.500672 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.db_base_plugin_common [None req-c1d46ada-bb9a-494e-af19-10293b75ad2e tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Allocated IP 172.26.5.102 (725864b8-cceb-48c9-b5d3-1bfc4423e301/e2ed99db-0e25-4971-b535-7fa69231fae8/40a130f5-1649-4093-a972-8804702b9205) {{(pid=83869) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 13:54:53.643318 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-c1d46ada-bb9a-494e-af19-10293b75ad2e tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks [] for port, precommit_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:54:53.670286 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-c1d46ada-bb9a-494e-af19-10293b75ad2e tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736732935801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2705155'] for port, after_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:54:53.738623 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1d46ada-bb9a-494e-af19-10293b75ad2e tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Network 725864b8-cceb-48c9-b5d3-1bfc4423e301 is already hosted by enough agents. {{(pid=83869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 13:54:53.741298 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.scheduler.base_scheduler [None req-c1d46ada-bb9a-494e-af19-10293b75ad2e tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Resources bound (agent type, host, resource id): {{(pid=83869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 13:54:53.743743 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1d46ada-bb9a-494e-af19-10293b75ad2e tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Received port after_create {{(pid=83869) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 13:54:53.771984 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d46ada-bb9a-494e-af19-10293b75ad2e tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Pushing event updated for resources: {'Port': ['ID=40a130f5-1649-4093-a972-8804702b9205,revision_number=1']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:54:53.911344 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:54:54.347122 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-c1d46ada-bb9a-494e-af19-10293b75ad2e tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:54:54.402543 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-c1d46ada-bb9a-494e-af19-10293b75ad2e tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:54:54.598434 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-c1d46ada-bb9a-494e-af19-10293b75ad2e tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks [] for port, precommit_update {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:54:54.602811 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-c1d46ada-bb9a-494e-af19-10293b75ad2e tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2705172'] for port, after_update {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:54:54.706841 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d46ada-bb9a-494e-af19-10293b75ad2e tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Pushing event updated for resources: {'Port': ['ID=40a130f5-1649-4093-a972-8804702b9205,revision_number=2']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:54:54.721144 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-c1d46ada-bb9a-494e-af19-10293b75ad2e tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4084747'] for floatingip, after_update {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:54:54.906905 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.db.l3_db [None req-c1d46ada-bb9a-494e-af19-10293b75ad2e tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Floating IP c45254a2-2792-43af-8213-94d36d26c53b associated. External IP: 172.26.5.102, port: 8b382965-bbeb-41ff-bd46-7839da9ef48c. Apr 01 13:54:55.291186 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1d46ada-bb9a-494e-af19-10293b75ad2e tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Router 2f8a4857-fdc2-43f8-855c-c32d1a2917bb has already been hosted by L3 agent 88bf8fc8-11a3-4e96-9d1b-5fd93ba9f6f1 {{(pid=83869) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 13:54:55.488094 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1d46ada-bb9a-494e-af19-10293b75ad2e tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify agent at l3_agent.dv-neutron-836180-1-hyperv the message routers_updated {{(pid=83869) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 13:54:55.497439 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02fcdb33-63fd-44dd-8841-e4bf18354291 None None] Sync routers for ids ['2f8a4857-fdc2-43f8-855c-c32d1a2917bb'] in dv-neutron-836180-1-hyperv {{(pid=83873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 13:54:55.510238 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02fcdb33-63fd-44dd-8841-e4bf18354291 None None] Routers {'2f8a4857-fdc2-43f8-855c-c32d1a2917bb'} bound to L3 agent in host dv-neutron-836180-1-hyperv {{(pid=83873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 13:54:55.510877 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-02fcdb33-63fd-44dd-8841-e4bf18354291 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836180-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T13:25:36Z,description=,heartbeat_timestamp=2022-04-01T13:54:36Z,host='dv-neutron-836180-1-hyperv',id=88bf8fc8-11a3-4e96-9d1b-5fd93ba9f6f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T13:25:36Z,topic='l3_agent')) {'router_ids': ['2f8a4857-fdc2-43f8-855c-c32d1a2917bb'], 'active': True} {{(pid=83873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:54:55.511986 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-c1d46ada-bb9a-494e-af19-10293b75ad2e tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109561'] for floatingip, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:54:55.569106 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-c1d46ada-bb9a-494e-af19-10293b75ad2e tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3716292 Apr 01 13:54:55.569673 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '30e26116-8d74-4619-8284-7da6fc8e6e27', 'tag': '8b382965-bbeb-41ff-bd46-7839da9ef48c'}] {{(pid=83869) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 13:54:55.625253 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '30e26116-8d74-4619-8284-7da6fc8e6e27', 'tag': '8b382965-bbeb-41ff-bd46-7839da9ef48c', 'status': 'completed', 'code': 200} Apr 01 13:54:55.688179 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_dvr_db [None req-02fcdb33-63fd-44dd-8841-e4bf18354291 None None] Set router 2f8a4857-fdc2-43f8-855c-c32d1a2917bb gateway port host: dv-neutron-836180-1-hyperv {{(pid=83873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 13:54:55.718753 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-14d8c715-85ee-41e6-98be-39c35d8e9c01 req-4fb20f1c-5750-4612-9593-889265744a23 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=f17cecf0d6854286bcc6f673927088ad&device_id=30e26116-8d74-4619-8284-7da6fc8e6e27 HTTP/1.1" status: 200 len: 1098 time: 0.0709271 Apr 01 13:54:55.851422 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d8c715-85ee-41e6-98be-39c35d8e9c01 req-f6b207d0-8bd1-444a-acca-7301d4b8446f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:54:55.852914 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-14d8c715-85ee-41e6-98be-39c35d8e9c01 req-f6b207d0-8bd1-444a-acca-7301d4b8446f service neutron] 10.222.0.57 "GET /v2.0/networks?id=21ebef3a-c7a1-4f61-bca1-9bbf00b570b3 HTTP/1.1" status: 200 len: 898 time: 0.1270359 Apr 01 13:54:55.952946 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-14d8c715-85ee-41e6-98be-39c35d8e9c01 req-e58752c1-7252-4c67-912b-e302118bf3b1 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8b382965-bbeb-41ff-bd46-7839da9ef48c HTTP/1.1" status: 200 len: 999 time: 0.0935454 Apr 01 13:54:56.018518 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d8c715-85ee-41e6-98be-39c35d8e9c01 req-b0d47fb6-9979-4652-99c4-bfe1d0d4c0cd service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:54:56.019971 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-14d8c715-85ee-41e6-98be-39c35d8e9c01 req-b0d47fb6-9979-4652-99c4-bfe1d0d4c0cd service neutron] 10.222.0.57 "GET /v2.0/subnets?id=862e1619-7f37-4639-a439-7dc7e3f24d3d HTTP/1.1" status: 200 len: 835 time: 0.0606930 Apr 01 13:54:56.056162 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-02fcdb33-63fd-44dd-8841-e4bf18354291 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f8a4857-fdc2-43f8-855c-c32d1a2917bb', 'name': 'tempest-TestNetworkBasicOps-router-99555977', 'tenant_id': 'f17cecf0d6854286bcc6f673927088ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'external_fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.97'}], 'enable_snat': True}, 'gw_port_id': 'f83ae110-8edf-43d8-8d21-4fd9aa94ab29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T13:54:16Z', 'updated_at': '2022-04-01T13:54:20Z', 'revision_number': 4, 'project_id': 'f17cecf0d6854286bcc6f673927088ad', 'gw_port': {'id': 'f83ae110-8edf-43d8-8d21-4fd9aa94ab29', 'name': '', 'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:12:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f8a4857-fdc2-43f8-855c-c32d1a2917bb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836180-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:54:16Z', 'updated_at': '2022-04-01T13:54:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836180-1-hyperv', '_floatingips': [{'id': 'a713656c-1db2-49b4-a9cf-b3739899021b', 'tenant_id': 'f17cecf0d6854286bcc6f673927088ad', 'floating_ip_address': '172.26.5.133', 'floating_network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'router_id': '2f8a4857-fdc2-43f8-855c-c32d1a2917bb', 'port_id': '2fda0b0b-193b-4d8e-ad7d-4ff861c5b590', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '21ebef3a-c7a1-4f61-bca1-9bbf00b570b3', 'mac_address': 'fa:16:3e:5b:0d:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbaa3f1d-9557-44ca-8082-c9d980777c2a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T13:54:38Z', 'updated_at': '2022-04-01T13:54:41Z', 'revision_number': 1, 'project_id': 'f17cecf0d6854286bcc6f673927088ad', 'fixed_ip_address_scope': None}, {'id': 'c45254a2-2792-43af-8213-94d36d26c53b', 'tenant_id': 'f17cecf0d6854286bcc6f673927088ad', 'floating_ip_address': '172.26.5.102', 'floating_network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'router_id': '2f8a4857-fdc2-43f8-855c-c32d1a2917bb', 'port_id': '8b382965-bbeb-41ff-bd46-7839da9ef48c', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '21ebef3a-c7a1-4f61-bca1-9bbf00b570b3', 'mac_address': 'fa:16:3e:8b:1b:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30e26116-8d74-4619-8284-7da6fc8e6e27', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T13:54:54Z', 'updated_at': '2022-04-01T13:54:54Z', 'revision_number': 0, 'project_id': 'f17cecf0d6854286bcc6f673927088ad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cde95cb6-29df-4b7a-9714-e20a19372fd1', 'name': '', 'network_id': '21ebef3a-c7a1-4f61-bca1-9bbf00b570b3', 'tenant_id': 'f17cecf0d6854286bcc6f673927088ad', 'mac_address': 'fa:16:3e:76:e7:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f8a4857-fdc2-43f8-855c-c32d1a2917bb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '862e1619-7f37-4639-a439-7dc7e3f24d3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836180-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:54:19Z', 'updated_at': '2022-04-01T13:54:26Z', 'revision_number': 5, 'project_id': 'f17cecf0d6854286bcc6f673927088ad', 'subnets': [{'id': '862e1619-7f37-4639-a439-7dc7e3f24d3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-836180-1-hyperv', False) {} {{(pid=83873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:54:56.060870 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02fcdb33-63fd-44dd-8841-e4bf18354291 None None] Checking router: 2f8a4857-fdc2-43f8-855c-c32d1a2917bb for host: dv-neutron-836180-1-hyperv {{(pid=83873) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 01 13:54:56.072084 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02fcdb33-63fd-44dd-8841-e4bf18354291 None None] Routers {'2f8a4857-fdc2-43f8-855c-c32d1a2917bb'} bound to L3 agent in host dv-neutron-836180-1-hyperv {{(pid=83873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 13:54:56.072715 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-02fcdb33-63fd-44dd-8841-e4bf18354291 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836180-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T13:25:36Z,description=,heartbeat_timestamp=2022-04-01T13:54:36Z,host='dv-neutron-836180-1-hyperv',id=88bf8fc8-11a3-4e96-9d1b-5fd93ba9f6f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T13:25:36Z,topic='l3_agent')) {'router_ids': ['2f8a4857-fdc2-43f8-855c-c32d1a2917bb'], 'active': True} {{(pid=83873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:54:56.094436 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-14d8c715-85ee-41e6-98be-39c35d8e9c01 req-1dd3de10-55da-4a07-af13-c1f136e04b85 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=21ebef3a-c7a1-4f61-bca1-9bbf00b570b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0675249 Apr 01 13:54:56.231849 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-14d8c715-85ee-41e6-98be-39c35d8e9c01 req-bcc7fdd0-6be1-4d6f-b1f7-21be04082e71 service neutron] 10.222.0.57 "GET /v2.0/networks/21ebef3a-c7a1-4f61-bca1-9bbf00b570b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1253278 Apr 01 13:54:56.248425 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_dvr_db [None req-02fcdb33-63fd-44dd-8841-e4bf18354291 None None] Set router 2f8a4857-fdc2-43f8-855c-c32d1a2917bb gateway port host: dv-neutron-836180-1-hyperv {{(pid=83873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 13:54:56.364253 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-14d8c715-85ee-41e6-98be-39c35d8e9c01 req-7fc8c019-52e4-4f35-8671-6ca41b21ea74 service neutron] 10.222.0.57 "GET /v2.0/networks/21ebef3a-c7a1-4f61-bca1-9bbf00b570b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1255980 Apr 01 13:54:56.593065 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-02fcdb33-63fd-44dd-8841-e4bf18354291 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f8a4857-fdc2-43f8-855c-c32d1a2917bb', 'name': 'tempest-TestNetworkBasicOps-router-99555977', 'tenant_id': 'f17cecf0d6854286bcc6f673927088ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'external_fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.97'}], 'enable_snat': True}, 'gw_port_id': 'f83ae110-8edf-43d8-8d21-4fd9aa94ab29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T13:54:16Z', 'updated_at': '2022-04-01T13:54:20Z', 'revision_number': 4, 'project_id': 'f17cecf0d6854286bcc6f673927088ad', 'gw_port': {'id': 'f83ae110-8edf-43d8-8d21-4fd9aa94ab29', 'name': '', 'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:12:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f8a4857-fdc2-43f8-855c-c32d1a2917bb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836180-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:54:16Z', 'updated_at': '2022-04-01T13:54:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836180-1-hyperv', '_floatingips': [{'id': 'a713656c-1db2-49b4-a9cf-b3739899021b', 'tenant_id': 'f17cecf0d6854286bcc6f673927088ad', 'floating_ip_address': '172.26.5.133', 'floating_network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'router_id': '2f8a4857-fdc2-43f8-855c-c32d1a2917bb', 'port_id': '2fda0b0b-193b-4d8e-ad7d-4ff861c5b590', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '21ebef3a-c7a1-4f61-bca1-9bbf00b570b3', 'mac_address': 'fa:16:3e:5b:0d:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbaa3f1d-9557-44ca-8082-c9d980777c2a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T13:54:38Z', 'updated_at': '2022-04-01T13:54:41Z', 'revision_number': 1, 'project_id': 'f17cecf0d6854286bcc6f673927088ad', 'fixed_ip_address_scope': None}, {'id': 'c45254a2-2792-43af-8213-94d36d26c53b', 'tenant_id': 'f17cecf0d6854286bcc6f673927088ad', 'floating_ip_address': '172.26.5.102', 'floating_network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'router_id': '2f8a4857-fdc2-43f8-855c-c32d1a2917bb', 'port_id': '8b382965-bbeb-41ff-bd46-7839da9ef48c', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '21ebef3a-c7a1-4f61-bca1-9bbf00b570b3', 'mac_address': 'fa:16:3e:8b:1b:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30e26116-8d74-4619-8284-7da6fc8e6e27', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T13:54:54Z', 'updated_at': '2022-04-01T13:54:54Z', 'revision_number': 0, 'project_id': 'f17cecf0d6854286bcc6f673927088ad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cde95cb6-29df-4b7a-9714-e20a19372fd1', 'name': '', 'network_id': '21ebef3a-c7a1-4f61-bca1-9bbf00b570b3', 'tenant_id': 'f17cecf0d6854286bcc6f673927088ad', 'mac_address': 'fa:16:3e:76:e7:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f8a4857-fdc2-43f8-855c-c32d1a2917bb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '862e1619-7f37-4639-a439-7dc7e3f24d3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836180-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:54:19Z', 'updated_at': '2022-04-01T13:54:26Z', 'revision_number': 5, 'project_id': 'f17cecf0d6854286bcc6f673927088ad', 'subnets': [{'id': '862e1619-7f37-4639-a439-7dc7e3f24d3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-836180-1-hyperv', False) {} {{(pid=83873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:54:56.596926 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02fcdb33-63fd-44dd-8841-e4bf18354291 None None] The sync data for ids ['2f8a4857-fdc2-43f8-855c-c32d1a2917bb'] in dv-neutron-836180-1-hyperv is: [{'id': '2f8a4857-fdc2-43f8-855c-c32d1a2917bb', 'name': 'tempest-TestNetworkBasicOps-router-99555977', 'tenant_id': 'f17cecf0d6854286bcc6f673927088ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'external_fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.97'}], 'enable_snat': True}, 'gw_port_id': 'f83ae110-8edf-43d8-8d21-4fd9aa94ab29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T13:54:16Z', 'updated_at': '2022-04-01T13:54:20Z', 'revision_number': 4, 'project_id': 'f17cecf0d6854286bcc6f673927088ad', 'gw_port': {'id': 'f83ae110-8edf-43d8-8d21-4fd9aa94ab29', 'name': '', 'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:12:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f8a4857-fdc2-43f8-855c-c32d1a2917bb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836180-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:54:16Z', 'updated_at': '2022-04-01T13:54:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836180-1-hyperv', '_floatingips': [{'id': 'a713656c-1db2-49b4-a9cf-b3739899021b', 'tenant_id': 'f17cecf0d6854286bcc6f673927088ad', 'floating_ip_address': '172.26.5.133', 'floating_network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'router_id': '2f8a4857-fdc2-43f8-855c-c32d1a2917bb', 'port_id': '2fda0b0b-193b-4d8e-ad7d-4ff861c5b590', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '21ebef3a-c7a1-4f61-bca1-9bbf00b570b3', 'mac_address': 'fa:16:3e:5b:0d:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbaa3f1d-9557-44ca-8082-c9d980777c2a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T13:54:38Z', 'updated_at': '2022-04-01T13:54:41Z', 'revision_number': 1, 'project_id': 'f17cecf0d6854286bcc6f673927088ad', 'fixed_ip_address_scope': None}, {'id': 'c45254a2-2792-43af-8213-94d36d26c53b', 'tenant_id': 'f17cecf0d6854286bcc6f673927088ad', 'floating_ip_address': '172.26.5.102', 'floating_network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'router_id': '2f8a4857-fdc2-43f8-855c-c32d1a2917bb', 'port_id': '8b382965-bbeb-41ff-bd46-7839da9ef48c', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '21ebef3a-c7a1-4f61-bca1-9bbf00b570b3', 'mac_address': 'fa:16:3e:8b:1b:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30e26116-8d74-4619-8284-7da6fc8e6e27', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T13:54:54Z', 'updated_at': '2022-04-01T13:54:54Z', 'revision_number': 0, 'project_id': 'f17cecf0d6854286bcc6f673927088ad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cde95cb6-29df-4b7a-9714-e20a19372fd1', 'name': '', 'network_id': '21ebef3a-c7a1-4f61-bca1-9bbf00b570b3', 'tenant_id': 'f17cecf0d6854286bcc6f673927088ad', 'mac_address': 'fa:16:3e:76:e7:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f8a4857-fdc2-43f8-855c-c32d1a2917bb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '862e1619-7f37-4639-a439-7dc7e3f24d3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836180-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:54:19Z', 'updated_at': '2022-04-01T13:54:26Z', 'revision_number': 5, 'project_id': 'f17cecf0d6854286bcc6f673927088ad', 'subnets': [{'id': '862e1619-7f37-4639-a439-7dc7e3f24d3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 13:54:56.785075 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7094e2f-e87a-48f9-ad1a-65b4bb2680c8 None None] New status for floating IP c45254a2-2792-43af-8213-94d36d26c53b: ACTIVE {{(pid=83872) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 01 13:55:03.560714 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-0f9c2ea0-32a4-48b0-a842-b94d5d0999be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:55:05.916165 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-5bb49e65-17cc-4fe3-b9e9-1187f06cba2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:55:07.189699 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:55:07.418134 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-2f9cfc9c-d8ba-4de3-a4ad-98162f90557c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:55:08.914946 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-a976a7b9-9034-41e6-be13-349b75ed1593 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:55:12.979813 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.agents_db [None req-bdd220c7-049a-43d2-a923-ad1a2de078c6 None None] Agent healthcheck: found 6 active agents {{(pid=83873) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 01 13:55:15.870674 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-af1a4d9f-bada-4440-b848-40a787e2d515 req-1bf67bc4-85e1-4c44-8db1-ec9dc8241ae6 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=fbaa3f1d-9557-44ca-8082-c9d980777c2a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0713830 Apr 01 13:55:16.008749 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-af1a4d9f-bada-4440-b848-40a787e2d515 req-1221cdcc-8943-4dea-8ef1-9211ba787ff3 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=f17cecf0d6854286bcc6f673927088ad&device_id=fbaa3f1d-9557-44ca-8082-c9d980777c2a HTTP/1.1" status: 200 len: 1099 time: 0.0672331 Apr 01 13:55:16.148622 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1a4d9f-bada-4440-b848-40a787e2d515 req-65ba75fd-0faa-4ee3-8a57-2f0982fabf59 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:55:16.150001 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-af1a4d9f-bada-4440-b848-40a787e2d515 req-65ba75fd-0faa-4ee3-8a57-2f0982fabf59 service neutron] 10.222.0.57 "GET /v2.0/networks?id=21ebef3a-c7a1-4f61-bca1-9bbf00b570b3 HTTP/1.1" status: 200 len: 898 time: 0.1234169 Apr 01 13:55:16.253126 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-af1a4d9f-bada-4440-b848-40a787e2d515 req-3768b29e-5ab2-41ff-8740-ea6051491bf2 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2fda0b0b-193b-4d8e-ad7d-4ff861c5b590 HTTP/1.1" status: 200 len: 1002 time: 0.0954230 Apr 01 13:55:16.318200 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1a4d9f-bada-4440-b848-40a787e2d515 req-4c8eabbe-618f-4098-acb6-65bb05d73cad service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:55:16.319590 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-af1a4d9f-bada-4440-b848-40a787e2d515 req-4c8eabbe-618f-4098-acb6-65bb05d73cad service neutron] 10.222.0.57 "GET /v2.0/subnets?id=862e1619-7f37-4639-a439-7dc7e3f24d3d HTTP/1.1" status: 200 len: 835 time: 0.0567529 Apr 01 13:55:16.470693 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-af1a4d9f-bada-4440-b848-40a787e2d515 req-be70a536-1953-4b10-b846-5f03c15021f1 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=21ebef3a-c7a1-4f61-bca1-9bbf00b570b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1419246 Apr 01 13:55:16.600490 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-af1a4d9f-bada-4440-b848-40a787e2d515 req-7c40a440-6513-47ce-a952-c668839aa982 service neutron] 10.222.0.57 "GET /v2.0/networks/21ebef3a-c7a1-4f61-bca1-9bbf00b570b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1227896 Apr 01 13:55:16.735235 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-af1a4d9f-bada-4440-b848-40a787e2d515 req-69656b67-8f04-403a-af27-ed43757051f4 service neutron] 10.222.0.57 "GET /v2.0/networks/21ebef3a-c7a1-4f61-bca1-9bbf00b570b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1251149 Apr 01 13:55:23.923564 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:55:29.732069 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 59992) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:55:29.838356 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-05e9a7b2-8b88-4a43-89dd-266853c69b66 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] 10.222.0.26 "GET /v2.0/floatingips/a713656c-1db2-49b4-a9cf-b3739899021b HTTP/1.1" status: 200 len: 994 time: 0.1049948 Apr 01 13:55:30.654223 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 60002) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:55:30.660282 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.v2.base [None req-da84607e-ed75-4c18-b66f-edac1b5c8bcb tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Request body: {'port': {'admin_state_up': False}} {{(pid=83869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:55:30.882346 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-da84607e-ed75-4c18-b66f-edac1b5c8bcb tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:55:31.092919 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.db [None req-da84607e-ed75-4c18-b66f-edac1b5c8bcb tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] For port 2fda0b0b-193b-4d8e-ad7d-4ff861c5b590, host hv-neutron-8361, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8361',level=0,port_id=2fda0b0b-193b-4d8e-ad7d-4ff861c5b590,segment=NetworkSegment(515809ce-4321-4057-9b01-3fff5a5d35b8),segment_id=515809ce-4321-4057-9b01-3fff5a5d35b8)] {{(pid=83869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 13:55:31.121341 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-da84607e-ed75-4c18-b66f-edac1b5c8bcb tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks [] for port, precommit_update {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:55:31.126022 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-da84607e-ed75-4c18-b66f-edac1b5c8bcb tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2705172'] for port, after_update {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:55:31.186110 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da84607e-ed75-4c18-b66f-edac1b5c8bcb tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:55:31.186716 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-da84607e-ed75-4c18-b66f-edac1b5c8bcb tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109561'] for port, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:55:31.188317 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-da84607e-ed75-4c18-b66f-edac1b5c8bcb tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] 10.222.0.26 "PUT /v2.0/ports/2fda0b0b-193b-4d8e-ad7d-4ff861c5b590 HTTP/1.1" status: 200 len: 939 time: 0.5331221 Apr 01 13:55:31.188838 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fbaa3f1d-9557-44ca-8082-c9d980777c2a', 'tag': '2fda0b0b-193b-4d8e-ad7d-4ff861c5b590'}] {{(pid=83869) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 13:55:31.213547 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da84607e-ed75-4c18-b66f-edac1b5c8bcb tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Pushing event updated for resources: {'Port': ['ID=2fda0b0b-193b-4d8e-ad7d-4ff861c5b590,revision_number=6']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:55:31.224179 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da84607e-ed75-4c18-b66f-edac1b5c8bcb tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:55:31.224544 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da84607e-ed75-4c18-b66f-edac1b5c8bcb tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:55:31.224875 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da84607e-ed75-4c18-b66f-edac1b5c8bcb tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:55:31.225198 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da84607e-ed75-4c18-b66f-edac1b5c8bcb tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:55:31.225546 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da84607e-ed75-4c18-b66f-edac1b5c8bcb tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:55:31.225864 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da84607e-ed75-4c18-b66f-edac1b5c8bcb tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:55:31.226180 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da84607e-ed75-4c18-b66f-edac1b5c8bcb tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:55:31.226496 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da84607e-ed75-4c18-b66f-edac1b5c8bcb tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:55:31.226807 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da84607e-ed75-4c18-b66f-edac1b5c8bcb tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:55:31.227116 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da84607e-ed75-4c18-b66f-edac1b5c8bcb tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:55:31.227422 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da84607e-ed75-4c18-b66f-edac1b5c8bcb tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:55:31.256516 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fbaa3f1d-9557-44ca-8082-c9d980777c2a', 'tag': '2fda0b0b-193b-4d8e-ad7d-4ff861c5b590', 'status': 'completed', 'code': 200} Apr 01 13:55:31.349206 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-2d6e4a43-63f9-42ec-a58d-8d6e3fc58a1c req-b8493e3d-3748-4dce-943b-28061d026f79 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=f17cecf0d6854286bcc6f673927088ad&device_id=fbaa3f1d-9557-44ca-8082-c9d980777c2a HTTP/1.1" status: 200 len: 1100 time: 0.0737278 Apr 01 13:55:31.422759 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-07d0b338-eeda-420c-9aaa-e3497a684f91 None None] Provisioning complete for port 2fda0b0b-193b-4d8e-ad7d-4ff861c5b590 triggered by entity DHCP. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 13:55:31.423368 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-07d0b338-eeda-420c-9aaa-e3497a684f91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-948329'] for port, provisioning_complete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:55:31.480714 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.plugin [None req-07d0b338-eeda-420c-9aaa-e3497a684f91 None None] Port 2fda0b0b-193b-4d8e-ad7d-4ff861c5b590 is administratively disabled so it will not transition to active. {{(pid=83872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}} Apr 01 13:55:31.484187 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6e4a43-63f9-42ec-a58d-8d6e3fc58a1c req-5f9303b5-432e-435f-bc51-4a1d79fcac69 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:55:31.485665 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-2d6e4a43-63f9-42ec-a58d-8d6e3fc58a1c req-5f9303b5-432e-435f-bc51-4a1d79fcac69 service neutron] 10.222.0.57 "GET /v2.0/networks?id=21ebef3a-c7a1-4f61-bca1-9bbf00b570b3 HTTP/1.1" status: 200 len: 898 time: 0.1275761 Apr 01 13:55:31.588252 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-2d6e4a43-63f9-42ec-a58d-8d6e3fc58a1c req-6b00074f-e1d7-4f45-9fad-cc3f1f61f5b1 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2fda0b0b-193b-4d8e-ad7d-4ff861c5b590 HTTP/1.1" status: 200 len: 1003 time: 0.0955265 Apr 01 13:55:31.656200 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6e4a43-63f9-42ec-a58d-8d6e3fc58a1c req-763bbf70-c891-4e84-99bc-f62aa0385cd3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:55:31.657562 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-2d6e4a43-63f9-42ec-a58d-8d6e3fc58a1c req-763bbf70-c891-4e84-99bc-f62aa0385cd3 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=862e1619-7f37-4639-a439-7dc7e3f24d3d HTTP/1.1" status: 200 len: 835 time: 0.0592911 Apr 01 13:55:31.732554 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-2d6e4a43-63f9-42ec-a58d-8d6e3fc58a1c req-0eb94ec4-aedc-42c6-9a6e-0be1617b4db2 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=21ebef3a-c7a1-4f61-bca1-9bbf00b570b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0659802 Apr 01 13:55:31.865239 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-2d6e4a43-63f9-42ec-a58d-8d6e3fc58a1c req-d6fc2e03-123c-4fd8-a985-0f6539a887fa service neutron] 10.222.0.57 "GET /v2.0/networks/21ebef3a-c7a1-4f61-bca1-9bbf00b570b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1226132 Apr 01 13:55:31.992843 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-2d6e4a43-63f9-42ec-a58d-8d6e3fc58a1c req-c4b8a98b-5028-429d-ac33-771e68ec38a5 service neutron] 10.222.0.57 "GET /v2.0/networks/21ebef3a-c7a1-4f61-bca1-9bbf00b570b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1210601 Apr 01 13:55:33.564658 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-acee1284-3ddc-4c31-8354-a0658edcbb8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:55:34.639900 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 60012) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:55:34.645808 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.v2.base [None req-7385eadd-5049-4893-8e9c-de23cc570c34 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Request body: {'port': {'admin_state_up': True}} {{(pid=83869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:55:34.762154 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-7385eadd-5049-4893-8e9c-de23cc570c34 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:55:34.968934 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.db [None req-7385eadd-5049-4893-8e9c-de23cc570c34 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] For port 2fda0b0b-193b-4d8e-ad7d-4ff861c5b590, host hv-neutron-8361, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8361',level=0,port_id=2fda0b0b-193b-4d8e-ad7d-4ff861c5b590,segment=NetworkSegment(515809ce-4321-4057-9b01-3fff5a5d35b8),segment_id=515809ce-4321-4057-9b01-3fff5a5d35b8)] {{(pid=83869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 13:55:34.993250 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-7385eadd-5049-4893-8e9c-de23cc570c34 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks [] for port, precommit_update {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:55:35.000684 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-7385eadd-5049-4893-8e9c-de23cc570c34 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2705172'] for port, after_update {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:55:35.066192 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7385eadd-5049-4893-8e9c-de23cc570c34 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:55:35.066792 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-7385eadd-5049-4893-8e9c-de23cc570c34 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109561'] for port, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:55:35.068150 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-7385eadd-5049-4893-8e9c-de23cc570c34 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] 10.222.0.26 "PUT /v2.0/ports/2fda0b0b-193b-4d8e-ad7d-4ff861c5b590 HTTP/1.1" status: 200 len: 938 time: 0.4272530 Apr 01 13:55:35.068703 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fbaa3f1d-9557-44ca-8082-c9d980777c2a', 'tag': '2fda0b0b-193b-4d8e-ad7d-4ff861c5b590'}] {{(pid=83869) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 13:55:35.071125 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 60016) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:55:35.101259 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7385eadd-5049-4893-8e9c-de23cc570c34 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Pushing event updated for resources: {'Port': ['ID=2fda0b0b-193b-4d8e-ad7d-4ff861c5b590,revision_number=7']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:55:35.147310 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fbaa3f1d-9557-44ca-8082-c9d980777c2a', 'tag': '2fda0b0b-193b-4d8e-ad7d-4ff861c5b590', 'status': 'completed', 'code': 200} Apr 01 13:55:35.240234 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-35e0f189-c323-4092-bbfe-c46b2d8a19da tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] 10.222.0.26 "GET /v2.0/floatingips/a713656c-1db2-49b4-a9cf-b3739899021b HTTP/1.1" status: 200 len: 994 time: 0.1669343 Apr 01 13:55:35.276863 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-192976c1-8ad0-492f-8304-9747673eafb5 req-8a9260f5-2fbf-4cb5-b404-57335dfdd293 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=f17cecf0d6854286bcc6f673927088ad&device_id=fbaa3f1d-9557-44ca-8082-c9d980777c2a HTTP/1.1" status: 200 len: 1099 time: 0.0989721 Apr 01 13:55:35.357073 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] get_ports_and_sgs() called for port_ids ['2fda0b0b-193b-4d8e-ad7d-4ff861c5b590'] {{(pid=83872) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 01 13:55:35.427635 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192976c1-8ad0-492f-8304-9747673eafb5 req-187dd5cd-92ac-4cd3-9d26-d00e2a984155 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:55:35.429391 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-192976c1-8ad0-492f-8304-9747673eafb5 req-187dd5cd-92ac-4cd3-9d26-d00e2a984155 service neutron] 10.222.0.57 "GET /v2.0/networks?id=21ebef3a-c7a1-4f61-bca1-9bbf00b570b3 HTTP/1.1" status: 200 len: 898 time: 0.1445856 Apr 01 13:55:35.453458 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-acddc87a-e182-42d8-8e16-32055efbea11 None None] Provisioning complete for port 2fda0b0b-193b-4d8e-ad7d-4ff861c5b590 triggered by entity DHCP. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 13:55:35.453818 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-acddc87a-e182-42d8-8e16-32055efbea11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-948329'] for port, provisioning_complete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:55:35.541062 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-192976c1-8ad0-492f-8304-9747673eafb5 req-372de11e-f4c3-4300-95a0-fd7e7beada28 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2fda0b0b-193b-4d8e-ad7d-4ff861c5b590 HTTP/1.1" status: 200 len: 1002 time: 0.1009278 Apr 01 13:55:35.610858 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192976c1-8ad0-492f-8304-9747673eafb5 req-6de64c95-b884-4bbd-a171-e99b50e0c7bb service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:55:35.612443 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-192976c1-8ad0-492f-8304-9747673eafb5 req-6de64c95-b884-4bbd-a171-e99b50e0c7bb service neutron] 10.222.0.57 "GET /v2.0/subnets?id=862e1619-7f37-4639-a439-7dc7e3f24d3d HTTP/1.1" status: 200 len: 835 time: 0.0625355 Apr 01 13:55:35.798634 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-192976c1-8ad0-492f-8304-9747673eafb5 req-954e81f9-eff4-429f-bba4-790d47930704 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=21ebef3a-c7a1-4f61-bca1-9bbf00b570b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1764629 Apr 01 13:55:35.922555 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-97f6d304-16de-4700-895d-00724970838d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:55:35.933754 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-192976c1-8ad0-492f-8304-9747673eafb5 req-512dcdf6-4c29-4797-8fd8-fa6a3883ee07 service neutron] 10.222.0.57 "GET /v2.0/networks/21ebef3a-c7a1-4f61-bca1-9bbf00b570b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1282046 Apr 01 13:55:36.070033 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-192976c1-8ad0-492f-8304-9747673eafb5 req-55fa581f-d3d5-4bd3-b532-9d5e71d79442 service neutron] 10.222.0.57 "GET /v2.0/networks/21ebef3a-c7a1-4f61-bca1-9bbf00b570b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1282485 Apr 01 13:55:37.192587 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:55:37.425090 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-2f9cfc9c-d8ba-4de3-a4ad-98162f90557c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:55:37.859618 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 60028) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:55:38.060054 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.plugin [None req-3e205e04-bcd2-4093-a735-bc4a7e7276ed tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Deleting port 40a130f5-1649-4093-a972-8804702b9205 {{(pid=83871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 13:55:38.060417 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-3e205e04-bcd2-4093-a735-bc4a7e7276ed tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736733287370'] for port, before_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:55:38.224876 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-3e205e04-bcd2-4093-a735-bc4a7e7276ed tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4155147'] for port, precommit_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:55:38.225200 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-3e205e04-bcd2-4093-a735-bc4a7e7276ed tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:55:38.348092 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.plugin [None req-3e205e04-bcd2-4093-a735-bc4a7e7276ed tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Calling delete_port for 40a130f5-1649-4093-a972-8804702b9205 owned by network:floatingip {{(pid=83871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 13:55:38.493028 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-3e205e04-bcd2-4093-a735-bc4a7e7276ed tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736733359243', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736732935810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2743125'] for port, after_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:55:38.538582 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e205e04-bcd2-4093-a735-bc4a7e7276ed tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Pushing event deleted for resources: {'Port': ['ID=40a130f5-1649-4093-a972-8804702b9205,revision_number=None']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:55:38.606923 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e205e04-bcd2-4093-a735-bc4a7e7276ed tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:55:38.607259 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e205e04-bcd2-4093-a735-bc4a7e7276ed tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:55:38.607587 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e205e04-bcd2-4093-a735-bc4a7e7276ed tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:55:38.608493 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e205e04-bcd2-4093-a735-bc4a7e7276ed tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:55:38.608965 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e205e04-bcd2-4093-a735-bc4a7e7276ed tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:55:38.609289 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e205e04-bcd2-4093-a735-bc4a7e7276ed tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:55:38.609610 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e205e04-bcd2-4093-a735-bc4a7e7276ed tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:55:38.609933 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e205e04-bcd2-4093-a735-bc4a7e7276ed tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:55:38.610248 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e205e04-bcd2-4093-a735-bc4a7e7276ed tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:55:38.610568 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e205e04-bcd2-4093-a735-bc4a7e7276ed tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:55:38.610883 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e205e04-bcd2-4093-a735-bc4a7e7276ed tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:55:38.641968 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-3e205e04-bcd2-4093-a735-bc4a7e7276ed tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks [] for floatingip, after_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:55:38.915865 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-a976a7b9-9034-41e6-be13-349b75ed1593 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:55:39.128194 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e205e04-bcd2-4093-a735-bc4a7e7276ed tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Router 2f8a4857-fdc2-43f8-855c-c32d1a2917bb has already been hosted by L3 agent 88bf8fc8-11a3-4e96-9d1b-5fd93ba9f6f1 {{(pid=83871) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 13:55:39.331424 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e205e04-bcd2-4093-a735-bc4a7e7276ed tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify agent at l3_agent.dv-neutron-836180-1-hyperv the message routers_updated {{(pid=83871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 13:55:39.340937 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-210210ad-a13d-4e12-a52a-18be72681dc9 None None] Sync routers for ids ['2f8a4857-fdc2-43f8-855c-c32d1a2917bb'] in dv-neutron-836180-1-hyperv {{(pid=83873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 13:55:39.350775 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-3e205e04-bcd2-4093-a735-bc4a7e7276ed tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109561'] for floatingip, before_response {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:55:39.352767 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-210210ad-a13d-4e12-a52a-18be72681dc9 None None] Routers {'2f8a4857-fdc2-43f8-855c-c32d1a2917bb'} bound to L3 agent in host dv-neutron-836180-1-hyperv {{(pid=83873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 13:55:39.353420 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-210210ad-a13d-4e12-a52a-18be72681dc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836180-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T13:25:36Z,description=,heartbeat_timestamp=2022-04-01T13:55:36Z,host='dv-neutron-836180-1-hyperv',id=88bf8fc8-11a3-4e96-9d1b-5fd93ba9f6f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T13:25:36Z,topic='l3_agent')) {'router_ids': ['2f8a4857-fdc2-43f8-855c-c32d1a2917bb'], 'active': True} {{(pid=83873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:55:39.402798 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-3e205e04-bcd2-4093-a735-bc4a7e7276ed tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] 10.222.0.26 "DELETE /v2.0/floatingips/c45254a2-2792-43af-8213-94d36d26c53b HTTP/1.1" status: 204 len: 168 time: 1.5420842 Apr 01 13:55:39.403455 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '30e26116-8d74-4619-8284-7da6fc8e6e27', 'tag': '8b382965-bbeb-41ff-bd46-7839da9ef48c'}] {{(pid=83871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 13:55:39.528647 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_dvr_db [None req-210210ad-a13d-4e12-a52a-18be72681dc9 None None] Set router 2f8a4857-fdc2-43f8-855c-c32d1a2917bb gateway port host: dv-neutron-836180-1-hyperv {{(pid=83873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 13:55:39.535324 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '30e26116-8d74-4619-8284-7da6fc8e6e27', 'tag': '8b382965-bbeb-41ff-bd46-7839da9ef48c', 'status': 'completed', 'code': 200} Apr 01 13:55:39.652501 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-5671860b-c6bd-4b82-be35-2fa61162b64d req-19cc0c01-b163-40fa-98cc-acf58fc7da42 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=f17cecf0d6854286bcc6f673927088ad&device_id=30e26116-8d74-4619-8284-7da6fc8e6e27 HTTP/1.1" status: 200 len: 1098 time: 0.0891922 Apr 01 13:55:39.793502 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5671860b-c6bd-4b82-be35-2fa61162b64d req-56fb1e13-a808-4f00-a6a8-a67802f6a12c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:55:39.794948 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-5671860b-c6bd-4b82-be35-2fa61162b64d req-56fb1e13-a808-4f00-a6a8-a67802f6a12c service neutron] 10.222.0.57 "GET /v2.0/networks?id=21ebef3a-c7a1-4f61-bca1-9bbf00b570b3 HTTP/1.1" status: 200 len: 898 time: 0.1341181 Apr 01 13:55:39.807998 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5a56de-be8e-40c4-b30f-db23ebb75948 req-e88b2a54-e50b-4503-9b8a-a72f6946969b tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:55:39.811048 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-1e5a56de-be8e-40c4-b30f-db23ebb75948 req-e88b2a54-e50b-4503-9b8a-a72f6946969b tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] 10.222.0.26 "GET /v2.0/ports?device_id=30e26116-8d74-4619-8284-7da6fc8e6e27 HTTP/1.1" status: 200 len: 945 time: 0.0819850 Apr 01 13:55:39.856012 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-1e5a56de-be8e-40c4-b30f-db23ebb75948 req-2c0b0923-0ec5-4f5f-b67b-36fa9e23c3ff tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] 10.222.0.26 "GET /v2.0/security-groups?id=eef5f47f-3900-4a21-9ac6-262566547ce0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403264 Apr 01 13:55:39.868347 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-5671860b-c6bd-4b82-be35-2fa61162b64d req-d935f79f-3c7e-4765-981e-634f4d4af42a service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8b382965-bbeb-41ff-bd46-7839da9ef48c HTTP/1.1" status: 200 len: 217 time: 0.0655360 Apr 01 13:55:39.887537 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-210210ad-a13d-4e12-a52a-18be72681dc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f8a4857-fdc2-43f8-855c-c32d1a2917bb', 'name': 'tempest-TestNetworkBasicOps-router-99555977', 'tenant_id': 'f17cecf0d6854286bcc6f673927088ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'external_fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.97'}], 'enable_snat': True}, 'gw_port_id': 'f83ae110-8edf-43d8-8d21-4fd9aa94ab29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T13:54:16Z', 'updated_at': '2022-04-01T13:54:20Z', 'revision_number': 4, 'project_id': 'f17cecf0d6854286bcc6f673927088ad', 'gw_port': {'id': 'f83ae110-8edf-43d8-8d21-4fd9aa94ab29', 'name': '', 'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:12:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f8a4857-fdc2-43f8-855c-c32d1a2917bb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836180-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:54:16Z', 'updated_at': '2022-04-01T13:54:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836180-1-hyperv', '_floatingips': [{'id': 'a713656c-1db2-49b4-a9cf-b3739899021b', 'tenant_id': 'f17cecf0d6854286bcc6f673927088ad', 'floating_ip_address': '172.26.5.133', 'floating_network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'router_id': '2f8a4857-fdc2-43f8-855c-c32d1a2917bb', 'port_id': '2fda0b0b-193b-4d8e-ad7d-4ff861c5b590', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '21ebef3a-c7a1-4f61-bca1-9bbf00b570b3', 'mac_address': 'fa:16:3e:5b:0d:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbaa3f1d-9557-44ca-8082-c9d980777c2a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T13:54:38Z', 'updated_at': '2022-04-01T13:54:41Z', 'revision_number': 1, 'project_id': 'f17cecf0d6854286bcc6f673927088ad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cde95cb6-29df-4b7a-9714-e20a19372fd1', 'name': '', 'network_id': '21ebef3a-c7a1-4f61-bca1-9bbf00b570b3', 'tenant_id': 'f17cecf0d6854286bcc6f673927088ad', 'mac_address': 'fa:16:3e:76:e7:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f8a4857-fdc2-43f8-855c-c32d1a2917bb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '862e1619-7f37-4639-a439-7dc7e3f24d3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836180-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:54:19Z', 'updated_at': '2022-04-01T13:54:26Z', 'revision_number': 5, 'project_id': 'f17cecf0d6854286bcc6f673927088ad', 'subnets': [{'id': '862e1619-7f37-4639-a439-7dc7e3f24d3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-836180-1-hyperv', False) {} {{(pid=83873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:55:39.891343 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-210210ad-a13d-4e12-a52a-18be72681dc9 None None] Checking router: 2f8a4857-fdc2-43f8-855c-c32d1a2917bb for host: dv-neutron-836180-1-hyperv {{(pid=83873) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 01 13:55:39.901614 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-210210ad-a13d-4e12-a52a-18be72681dc9 None None] Routers {'2f8a4857-fdc2-43f8-855c-c32d1a2917bb'} bound to L3 agent in host dv-neutron-836180-1-hyperv {{(pid=83873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 13:55:39.902217 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-210210ad-a13d-4e12-a52a-18be72681dc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836180-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T13:25:36Z,description=,heartbeat_timestamp=2022-04-01T13:55:36Z,host='dv-neutron-836180-1-hyperv',id=88bf8fc8-11a3-4e96-9d1b-5fd93ba9f6f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T13:25:36Z,topic='l3_agent')) {'router_ids': ['2f8a4857-fdc2-43f8-855c-c32d1a2917bb'], 'active': True} {{(pid=83873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:55:39.934107 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5671860b-c6bd-4b82-be35-2fa61162b64d req-bb7d2d4b-16ef-4b0b-891e-7e1c350b64e9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:55:39.935528 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-5671860b-c6bd-4b82-be35-2fa61162b64d req-bb7d2d4b-16ef-4b0b-891e-7e1c350b64e9 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=862e1619-7f37-4639-a439-7dc7e3f24d3d HTTP/1.1" status: 200 len: 835 time: 0.0606787 Apr 01 13:55:40.010487 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-5671860b-c6bd-4b82-be35-2fa61162b64d req-2403f643-146f-40ec-bd8f-5d066fb3b89a service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=21ebef3a-c7a1-4f61-bca1-9bbf00b570b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0672886 Apr 01 13:55:40.076012 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_dvr_db [None req-210210ad-a13d-4e12-a52a-18be72681dc9 None None] Set router 2f8a4857-fdc2-43f8-855c-c32d1a2917bb gateway port host: dv-neutron-836180-1-hyperv {{(pid=83873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 13:55:40.144397 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-5671860b-c6bd-4b82-be35-2fa61162b64d req-d6fc7ba6-816f-4ff7-acca-0435006476af service neutron] 10.222.0.57 "GET /v2.0/networks/21ebef3a-c7a1-4f61-bca1-9bbf00b570b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1263771 Apr 01 13:55:40.277717 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-5671860b-c6bd-4b82-be35-2fa61162b64d req-87673239-bac5-4818-af84-c0174f875acc service neutron] 10.222.0.57 "GET /v2.0/networks/21ebef3a-c7a1-4f61-bca1-9bbf00b570b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1267102 Apr 01 13:55:40.458236 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-210210ad-a13d-4e12-a52a-18be72681dc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f8a4857-fdc2-43f8-855c-c32d1a2917bb', 'name': 'tempest-TestNetworkBasicOps-router-99555977', 'tenant_id': 'f17cecf0d6854286bcc6f673927088ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'external_fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.97'}], 'enable_snat': True}, 'gw_port_id': 'f83ae110-8edf-43d8-8d21-4fd9aa94ab29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T13:54:16Z', 'updated_at': '2022-04-01T13:54:20Z', 'revision_number': 4, 'project_id': 'f17cecf0d6854286bcc6f673927088ad', 'gw_port': {'id': 'f83ae110-8edf-43d8-8d21-4fd9aa94ab29', 'name': '', 'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:12:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f8a4857-fdc2-43f8-855c-c32d1a2917bb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836180-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:54:16Z', 'updated_at': '2022-04-01T13:54:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836180-1-hyperv', '_floatingips': [{'id': 'a713656c-1db2-49b4-a9cf-b3739899021b', 'tenant_id': 'f17cecf0d6854286bcc6f673927088ad', 'floating_ip_address': '172.26.5.133', 'floating_network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'router_id': '2f8a4857-fdc2-43f8-855c-c32d1a2917bb', 'port_id': '2fda0b0b-193b-4d8e-ad7d-4ff861c5b590', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '21ebef3a-c7a1-4f61-bca1-9bbf00b570b3', 'mac_address': 'fa:16:3e:5b:0d:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbaa3f1d-9557-44ca-8082-c9d980777c2a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T13:54:38Z', 'updated_at': '2022-04-01T13:54:41Z', 'revision_number': 1, 'project_id': 'f17cecf0d6854286bcc6f673927088ad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cde95cb6-29df-4b7a-9714-e20a19372fd1', 'name': '', 'network_id': '21ebef3a-c7a1-4f61-bca1-9bbf00b570b3', 'tenant_id': 'f17cecf0d6854286bcc6f673927088ad', 'mac_address': 'fa:16:3e:76:e7:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f8a4857-fdc2-43f8-855c-c32d1a2917bb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '862e1619-7f37-4639-a439-7dc7e3f24d3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836180-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:54:19Z', 'updated_at': '2022-04-01T13:54:26Z', 'revision_number': 5, 'project_id': 'f17cecf0d6854286bcc6f673927088ad', 'subnets': [{'id': '862e1619-7f37-4639-a439-7dc7e3f24d3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-836180-1-hyperv', False) {} {{(pid=83873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:55:40.461921 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-210210ad-a13d-4e12-a52a-18be72681dc9 None None] The sync data for ids ['2f8a4857-fdc2-43f8-855c-c32d1a2917bb'] in dv-neutron-836180-1-hyperv is: [{'id': '2f8a4857-fdc2-43f8-855c-c32d1a2917bb', 'name': 'tempest-TestNetworkBasicOps-router-99555977', 'tenant_id': 'f17cecf0d6854286bcc6f673927088ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'external_fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.97'}], 'enable_snat': True}, 'gw_port_id': 'f83ae110-8edf-43d8-8d21-4fd9aa94ab29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T13:54:16Z', 'updated_at': '2022-04-01T13:54:20Z', 'revision_number': 4, 'project_id': 'f17cecf0d6854286bcc6f673927088ad', 'gw_port': {'id': 'f83ae110-8edf-43d8-8d21-4fd9aa94ab29', 'name': '', 'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:12:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f8a4857-fdc2-43f8-855c-c32d1a2917bb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836180-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:54:16Z', 'updated_at': '2022-04-01T13:54:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836180-1-hyperv', '_floatingips': [{'id': 'a713656c-1db2-49b4-a9cf-b3739899021b', 'tenant_id': 'f17cecf0d6854286bcc6f673927088ad', 'floating_ip_address': '172.26.5.133', 'floating_network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'router_id': '2f8a4857-fdc2-43f8-855c-c32d1a2917bb', 'port_id': '2fda0b0b-193b-4d8e-ad7d-4ff861c5b590', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '21ebef3a-c7a1-4f61-bca1-9bbf00b570b3', 'mac_address': 'fa:16:3e:5b:0d:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbaa3f1d-9557-44ca-8082-c9d980777c2a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T13:54:38Z', 'updated_at': '2022-04-01T13:54:41Z', 'revision_number': 1, 'project_id': 'f17cecf0d6854286bcc6f673927088ad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cde95cb6-29df-4b7a-9714-e20a19372fd1', 'name': '', 'network_id': '21ebef3a-c7a1-4f61-bca1-9bbf00b570b3', 'tenant_id': 'f17cecf0d6854286bcc6f673927088ad', 'mac_address': 'fa:16:3e:76:e7:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f8a4857-fdc2-43f8-855c-c32d1a2917bb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '862e1619-7f37-4639-a439-7dc7e3f24d3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836180-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:54:19Z', 'updated_at': '2022-04-01T13:54:26Z', 'revision_number': 5, 'project_id': 'f17cecf0d6854286bcc6f673927088ad', 'subnets': [{'id': '862e1619-7f37-4639-a439-7dc7e3f24d3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 13:55:40.676063 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5b11e3f-3a21-4e4d-a255-6d56eb2c2b39 None None] New status for floating IP c45254a2-2792-43af-8213-94d36d26c53b: DOWN {{(pid=83872) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 01 13:55:41.057356 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb2d3de-39fe-41f1-bdb2-9de16e9ba3cf req-a30872df-95a2-4885-8c8c-c5345d149b1a tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:55:41.057941 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [req-1fb2d3de-39fe-41f1-bdb2-9de16e9ba3cf req-a30872df-95a2-4885-8c8c-c5345d149b1a tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Synchronizing usage tracker for tenant:f17cecf0d6854286bcc6f673927088ad on resource:port {{(pid=83871) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 13:55:41.074097 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [req-1fb2d3de-39fe-41f1-bdb2-9de16e9ba3cf req-a30872df-95a2-4885-8c8c-c5345d149b1a tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Unset dirty status for tenant:f17cecf0d6854286bcc6f673927088ad on resource:port {{(pid=83871) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 13:55:41.075314 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-1fb2d3de-39fe-41f1-bdb2-9de16e9ba3cf req-a30872df-95a2-4885-8c8c-c5345d149b1a tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] 10.222.0.26 "GET /v2.0/ports?device_id=30e26116-8d74-4619-8284-7da6fc8e6e27 HTTP/1.1" status: 200 len: 945 time: 0.0965805 Apr 01 13:55:41.121814 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-1fb2d3de-39fe-41f1-bdb2-9de16e9ba3cf req-b200f84d-1e88-4bc1-b7af-9cd67e48b384 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] 10.222.0.26 "GET /v2.0/security-groups?id=eef5f47f-3900-4a21-9ac6-262566547ce0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391872 Apr 01 13:55:41.310767 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8874a9-4101-4453-bc1a-4f227a74f21d req-b1a33c07-8f3a-4605-9b03-359a68c37dec tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:55:41.313120 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-4c8874a9-4101-4453-bc1a-4f227a74f21d req-b1a33c07-8f3a-4605-9b03-359a68c37dec tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] 10.222.0.57 "GET /v2.0/ports?device_id=30e26116-8d74-4619-8284-7da6fc8e6e27 HTTP/1.1" status: 200 len: 945 time: 0.0800729 Apr 01 13:55:41.381970 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.plugin [req-4c8874a9-4101-4453-bc1a-4f227a74f21d req-541f7073-9e93-4606-8e6b-53fa9ec2c73a tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Deleting port 8b382965-bbeb-41ff-bd46-7839da9ef48c {{(pid=83871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 13:55:41.382305 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-4c8874a9-4101-4453-bc1a-4f227a74f21d req-541f7073-9e93-4606-8e6b-53fa9ec2c73a tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736733287370'] for port, before_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:55:41.613455 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.db [req-4c8874a9-4101-4453-bc1a-4f227a74f21d req-541f7073-9e93-4606-8e6b-53fa9ec2c73a tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] For port 8b382965-bbeb-41ff-bd46-7839da9ef48c, host hv-neutron-8361, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8361',level=0,port_id=8b382965-bbeb-41ff-bd46-7839da9ef48c,segment=NetworkSegment(515809ce-4321-4057-9b01-3fff5a5d35b8),segment_id=515809ce-4321-4057-9b01-3fff5a5d35b8)] {{(pid=83871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 13:55:41.613802 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-4c8874a9-4101-4453-bc1a-4f227a74f21d req-541f7073-9e93-4606-8e6b-53fa9ec2c73a tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4155147'] for port, precommit_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:55:41.822387 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.plugin [req-4c8874a9-4101-4453-bc1a-4f227a74f21d req-541f7073-9e93-4606-8e6b-53fa9ec2c73a tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Calling delete_port for 8b382965-bbeb-41ff-bd46-7839da9ef48c owned by compute:nova {{(pid=83871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 13:55:41.955755 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-4c8874a9-4101-4453-bc1a-4f227a74f21d req-541f7073-9e93-4606-8e6b-53fa9ec2c73a tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736733359243', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736732935810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2743125'] for port, after_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:55:42.003665 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-541f7073-9e93-4606-8e6b-53fa9ec2c73a tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Pushing event deleted for resources: {'Port': ['ID=8b382965-bbeb-41ff-bd46-7839da9ef48c,revision_number=None']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:55:42.077894 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c8874a9-4101-4453-bc1a-4f227a74f21d req-541f7073-9e93-4606-8e6b-53fa9ec2c73a tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] No DVR routers for this DVR port 8b382965-bbeb-41ff-bd46-7839da9ef48c on host hv-neutron-8361 {{(pid=83871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 13:55:42.080251 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-4c8874a9-4101-4453-bc1a-4f227a74f21d req-541f7073-9e93-4606-8e6b-53fa9ec2c73a tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109561'] for port, before_response {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:55:42.082781 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30e26116-8d74-4619-8284-7da6fc8e6e27', 'name': 'network-vif-deleted', 'tag': '8b382965-bbeb-41ff-bd46-7839da9ef48c'}] {{(pid=83871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 13:55:42.098245 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-4c8874a9-4101-4453-bc1a-4f227a74f21d req-541f7073-9e93-4606-8e6b-53fa9ec2c73a tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] 10.222.0.57 "DELETE /v2.0/ports/8b382965-bbeb-41ff-bd46-7839da9ef48c HTTP/1.1" status: 204 len: 173 time: 0.7797508 Apr 01 13:55:42.137308 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30e26116-8d74-4619-8284-7da6fc8e6e27', 'name': 'network-vif-deleted', 'tag': '8b382965-bbeb-41ff-bd46-7839da9ef48c', 'status': 'completed', 'code': 200} Apr 01 13:55:42.292806 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [req-8d2ca8bc-b997-4422-acf0-b170a7702ca0 req-e32e2773-2ca7-4108-9131-f246d0b605cd tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Synchronizing usage tracker for tenant:f17cecf0d6854286bcc6f673927088ad on resource:port {{(pid=83871) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 13:55:42.308241 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [req-8d2ca8bc-b997-4422-acf0-b170a7702ca0 req-e32e2773-2ca7-4108-9131-f246d0b605cd tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Unset dirty status for tenant:f17cecf0d6854286bcc6f673927088ad on resource:port {{(pid=83871) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 13:55:42.309383 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-8d2ca8bc-b997-4422-acf0-b170a7702ca0 req-e32e2773-2ca7-4108-9131-f246d0b605cd tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] 10.222.0.26 "GET /v2.0/ports?device_id=30e26116-8d74-4619-8284-7da6fc8e6e27 HTTP/1.1" status: 200 len: 210 time: 0.0608571 Apr 01 13:55:43.414325 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 60048) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:55:43.490871 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-e4b51599-da82-4302-965c-adc84262a88d tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks [] for security_group, before_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:55:43.519556 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-e4b51599-da82-4302-965c-adc84262a88d tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:55:43.581836 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-e4b51599-da82-4302-965c-adc84262a88d tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3775923'] for security_group, after_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:55:43.598421 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b51599-da82-4302-965c-adc84262a88d tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=eef5f47f-3900-4a21-9ac6-262566547ce0,revision_number=None']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:55:43.611193 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-e4b51599-da82-4302-965c-adc84262a88d tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks [] for security_group, before_response {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:55:43.612486 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-e4b51599-da82-4302-965c-adc84262a88d tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] 10.222.0.26 "DELETE /v2.0/security-groups/eef5f47f-3900-4a21-9ac6-262566547ce0 HTTP/1.1" status: 204 len: 168 time: 0.1970344 Apr 01 13:55:43.652631 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 60054) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:55:43.851884 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.plugin [None req-78754cf8-9dbc-4396-a9b5-c68b2b2fafcf tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Deleting port 9ca53a45-ba7b-47bf-8170-be53a6ecd46d {{(pid=83871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 13:55:43.852128 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-78754cf8-9dbc-4396-a9b5-c68b2b2fafcf tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736733287370'] for port, before_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:55:44.016487 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-78754cf8-9dbc-4396-a9b5-c68b2b2fafcf tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4155147'] for port, precommit_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:55:44.016805 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-78754cf8-9dbc-4396-a9b5-c68b2b2fafcf tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:55:44.135285 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.plugin [None req-78754cf8-9dbc-4396-a9b5-c68b2b2fafcf tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Calling delete_port for 9ca53a45-ba7b-47bf-8170-be53a6ecd46d owned by network:floatingip {{(pid=83871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 13:55:44.282830 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-78754cf8-9dbc-4396-a9b5-c68b2b2fafcf tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736733359243', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736732935810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2743125'] for port, after_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:55:44.328903 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78754cf8-9dbc-4396-a9b5-c68b2b2fafcf tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Pushing event deleted for resources: {'Port': ['ID=9ca53a45-ba7b-47bf-8170-be53a6ecd46d,revision_number=None']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:55:44.379858 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Device 8b382965-bbeb-41ff-bd46-7839da9ef48c no longer exists at agent hyperv_hv-neutron-8361 {{(pid=83872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 13:55:44.412699 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.plugin [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] No Port match for: 8b382965-bbeb-41ff-bd46-7839da9ef48c {{(pid=83872) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 01 13:55:44.412958 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Device 8b382965-bbeb-41ff-bd46-7839da9ef48c not bound to the agent host hv-neutron-8361 {{(pid=83872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 13:55:44.423232 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-78754cf8-9dbc-4396-a9b5-c68b2b2fafcf tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks [] for floatingip, after_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:55:44.884489 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78754cf8-9dbc-4396-a9b5-c68b2b2fafcf tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Router 2f8a4857-fdc2-43f8-855c-c32d1a2917bb has already been hosted by L3 agent 88bf8fc8-11a3-4e96-9d1b-5fd93ba9f6f1 {{(pid=83871) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 13:55:45.085273 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78754cf8-9dbc-4396-a9b5-c68b2b2fafcf tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify agent at l3_agent.dv-neutron-836180-1-hyperv the message routers_updated {{(pid=83871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 13:55:45.095072 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4091ade-4012-4bee-bfeb-32b5a5ee0236 None None] Sync routers for ids ['2f8a4857-fdc2-43f8-855c-c32d1a2917bb'] in dv-neutron-836180-1-hyperv {{(pid=83873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 13:55:45.105314 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-78754cf8-9dbc-4396-a9b5-c68b2b2fafcf tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109561'] for floatingip, before_response {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:55:45.107050 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4091ade-4012-4bee-bfeb-32b5a5ee0236 None None] Routers {'2f8a4857-fdc2-43f8-855c-c32d1a2917bb'} bound to L3 agent in host dv-neutron-836180-1-hyperv {{(pid=83873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 13:55:45.108156 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-d4091ade-4012-4bee-bfeb-32b5a5ee0236 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836180-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T13:25:36Z,description=,heartbeat_timestamp=2022-04-01T13:55:36Z,host='dv-neutron-836180-1-hyperv',id=88bf8fc8-11a3-4e96-9d1b-5fd93ba9f6f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T13:25:36Z,topic='l3_agent')) {'router_ids': ['2f8a4857-fdc2-43f8-855c-c32d1a2917bb'], 'active': True} {{(pid=83873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:55:45.161414 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-78754cf8-9dbc-4396-a9b5-c68b2b2fafcf tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] 10.222.0.26 "DELETE /v2.0/floatingips/a713656c-1db2-49b4-a9cf-b3739899021b HTTP/1.1" status: 204 len: 168 time: 1.5076156 Apr 01 13:55:45.161885 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fbaa3f1d-9557-44ca-8082-c9d980777c2a', 'tag': '2fda0b0b-193b-4d8e-ad7d-4ff861c5b590'}] {{(pid=83871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 13:55:45.221973 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fbaa3f1d-9557-44ca-8082-c9d980777c2a', 'tag': '2fda0b0b-193b-4d8e-ad7d-4ff861c5b590', 'status': 'completed', 'code': 200} Apr 01 13:55:45.295035 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_dvr_db [None req-d4091ade-4012-4bee-bfeb-32b5a5ee0236 None None] Set router 2f8a4857-fdc2-43f8-855c-c32d1a2917bb gateway port host: dv-neutron-836180-1-hyperv {{(pid=83873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 13:55:45.331985 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-ddc77631-a019-4b8c-97de-5c32bb7bfcb1 req-83777f9f-ff71-4916-9442-dd6b4be506a8 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=f17cecf0d6854286bcc6f673927088ad&device_id=fbaa3f1d-9557-44ca-8082-c9d980777c2a HTTP/1.1" status: 200 len: 1099 time: 0.0821443 Apr 01 13:55:45.475690 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc77631-a019-4b8c-97de-5c32bb7bfcb1 req-3dac702c-8e4e-4adc-b37d-ab509241c558 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:55:45.477105 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-ddc77631-a019-4b8c-97de-5c32bb7bfcb1 req-3dac702c-8e4e-4adc-b37d-ab509241c558 service neutron] 10.222.0.57 "GET /v2.0/networks?id=21ebef3a-c7a1-4f61-bca1-9bbf00b570b3 HTTP/1.1" status: 200 len: 898 time: 0.1365426 Apr 01 13:55:45.580566 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-ddc77631-a019-4b8c-97de-5c32bb7bfcb1 req-a894ff65-1e57-41b7-8f7a-c3022d44fe1d service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2fda0b0b-193b-4d8e-ad7d-4ff861c5b590 HTTP/1.1" status: 200 len: 217 time: 0.0965035 Apr 01 13:55:45.621594 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-d4091ade-4012-4bee-bfeb-32b5a5ee0236 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f8a4857-fdc2-43f8-855c-c32d1a2917bb', 'name': 'tempest-TestNetworkBasicOps-router-99555977', 'tenant_id': 'f17cecf0d6854286bcc6f673927088ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'external_fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.97'}], 'enable_snat': True}, 'gw_port_id': 'f83ae110-8edf-43d8-8d21-4fd9aa94ab29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T13:54:16Z', 'updated_at': '2022-04-01T13:54:20Z', 'revision_number': 4, 'project_id': 'f17cecf0d6854286bcc6f673927088ad', 'gw_port': {'id': 'f83ae110-8edf-43d8-8d21-4fd9aa94ab29', 'name': '', 'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:12:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f8a4857-fdc2-43f8-855c-c32d1a2917bb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836180-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:54:16Z', 'updated_at': '2022-04-01T13:54:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836180-1-hyperv', '_interfaces': [{'id': 'cde95cb6-29df-4b7a-9714-e20a19372fd1', 'name': '', 'network_id': '21ebef3a-c7a1-4f61-bca1-9bbf00b570b3', 'tenant_id': 'f17cecf0d6854286bcc6f673927088ad', 'mac_address': 'fa:16:3e:76:e7:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f8a4857-fdc2-43f8-855c-c32d1a2917bb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '862e1619-7f37-4639-a439-7dc7e3f24d3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836180-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:54:19Z', 'updated_at': '2022-04-01T13:54:26Z', 'revision_number': 5, 'project_id': 'f17cecf0d6854286bcc6f673927088ad', 'subnets': [{'id': '862e1619-7f37-4639-a439-7dc7e3f24d3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-836180-1-hyperv', False) {} {{(pid=83873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:55:45.626173 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4091ade-4012-4bee-bfeb-32b5a5ee0236 None None] Checking router: 2f8a4857-fdc2-43f8-855c-c32d1a2917bb for host: dv-neutron-836180-1-hyperv {{(pid=83873) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 01 13:55:45.636612 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4091ade-4012-4bee-bfeb-32b5a5ee0236 None None] Routers {'2f8a4857-fdc2-43f8-855c-c32d1a2917bb'} bound to L3 agent in host dv-neutron-836180-1-hyperv {{(pid=83873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 13:55:45.637207 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-d4091ade-4012-4bee-bfeb-32b5a5ee0236 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836180-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T13:25:36Z,description=,heartbeat_timestamp=2022-04-01T13:55:36Z,host='dv-neutron-836180-1-hyperv',id=88bf8fc8-11a3-4e96-9d1b-5fd93ba9f6f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T13:25:36Z,topic='l3_agent')) {'router_ids': ['2f8a4857-fdc2-43f8-855c-c32d1a2917bb'], 'active': True} {{(pid=83873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:55:45.656670 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc77631-a019-4b8c-97de-5c32bb7bfcb1 req-5ee82ce2-6948-4609-a3c6-bcceeaef726e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:55:45.658085 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-ddc77631-a019-4b8c-97de-5c32bb7bfcb1 req-5ee82ce2-6948-4609-a3c6-bcceeaef726e service neutron] 10.222.0.57 "GET /v2.0/subnets?id=862e1619-7f37-4639-a439-7dc7e3f24d3d HTTP/1.1" status: 200 len: 835 time: 0.0701280 Apr 01 13:55:45.704062 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41739e82-1085-434c-b69c-bd6d701251c0 req-ecc63459-857a-4b22-8912-0b42c0ef5bab tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:55:45.704756 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [req-41739e82-1085-434c-b69c-bd6d701251c0 req-ecc63459-857a-4b22-8912-0b42c0ef5bab tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Synchronizing usage tracker for tenant:f17cecf0d6854286bcc6f673927088ad on resource:port {{(pid=83871) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 13:55:45.731701 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [req-41739e82-1085-434c-b69c-bd6d701251c0 req-ecc63459-857a-4b22-8912-0b42c0ef5bab tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Unset dirty status for tenant:f17cecf0d6854286bcc6f673927088ad on resource:port {{(pid=83871) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 13:55:45.733323 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-41739e82-1085-434c-b69c-bd6d701251c0 req-ecc63459-857a-4b22-8912-0b42c0ef5bab tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] 10.222.0.26 "GET /v2.0/ports?device_id=fbaa3f1d-9557-44ca-8082-c9d980777c2a HTTP/1.1" status: 200 len: 946 time: 0.2021790 Apr 01 13:55:45.781700 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-ddc77631-a019-4b8c-97de-5c32bb7bfcb1 req-f42a242a-f352-40a0-9f11-45efafb6a4a8 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=21ebef3a-c7a1-4f61-bca1-9bbf00b570b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1159096 Apr 01 13:55:45.811826 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [req-41739e82-1085-434c-b69c-bd6d701251c0 req-aefa621e-bf47-4b4e-bd89-c372d06aca46 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Synchronizing usage tracker for tenant:f17cecf0d6854286bcc6f673927088ad on resource:security_group {{(pid=83871) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 13:55:45.812189 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_dvr_db [None req-d4091ade-4012-4bee-bfeb-32b5a5ee0236 None None] Set router 2f8a4857-fdc2-43f8-855c-c32d1a2917bb gateway port host: dv-neutron-836180-1-hyperv {{(pid=83873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 13:55:45.888596 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [req-41739e82-1085-434c-b69c-bd6d701251c0 req-aefa621e-bf47-4b4e-bd89-c372d06aca46 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Unset dirty status for tenant:f17cecf0d6854286bcc6f673927088ad on resource:security_group {{(pid=83871) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 13:55:45.890533 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-41739e82-1085-434c-b69c-bd6d701251c0 req-aefa621e-bf47-4b4e-bd89-c372d06aca46 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] 10.222.0.26 "GET /v2.0/security-groups?id=d14e4d16-5786-4d70-92ad-1ba3c9bfe4f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1505640 Apr 01 13:55:45.932215 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-ddc77631-a019-4b8c-97de-5c32bb7bfcb1 req-cee04509-bf7f-406b-b7a5-2ba0b00ffb3d service neutron] 10.222.0.57 "GET /v2.0/networks/21ebef3a-c7a1-4f61-bca1-9bbf00b570b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1434708 Apr 01 13:55:46.063427 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-ddc77631-a019-4b8c-97de-5c32bb7bfcb1 req-810d8462-d9f3-472d-a483-b76e051229b8 service neutron] 10.222.0.57 "GET /v2.0/networks/21ebef3a-c7a1-4f61-bca1-9bbf00b570b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1221540 Apr 01 13:55:46.149560 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-d4091ade-4012-4bee-bfeb-32b5a5ee0236 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f8a4857-fdc2-43f8-855c-c32d1a2917bb', 'name': 'tempest-TestNetworkBasicOps-router-99555977', 'tenant_id': 'f17cecf0d6854286bcc6f673927088ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'external_fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.97'}], 'enable_snat': True}, 'gw_port_id': 'f83ae110-8edf-43d8-8d21-4fd9aa94ab29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T13:54:16Z', 'updated_at': '2022-04-01T13:54:20Z', 'revision_number': 4, 'project_id': 'f17cecf0d6854286bcc6f673927088ad', 'gw_port': {'id': 'f83ae110-8edf-43d8-8d21-4fd9aa94ab29', 'name': '', 'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:12:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f8a4857-fdc2-43f8-855c-c32d1a2917bb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836180-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:54:16Z', 'updated_at': '2022-04-01T13:54:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836180-1-hyperv', '_interfaces': [{'id': 'cde95cb6-29df-4b7a-9714-e20a19372fd1', 'name': '', 'network_id': '21ebef3a-c7a1-4f61-bca1-9bbf00b570b3', 'tenant_id': 'f17cecf0d6854286bcc6f673927088ad', 'mac_address': 'fa:16:3e:76:e7:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f8a4857-fdc2-43f8-855c-c32d1a2917bb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '862e1619-7f37-4639-a439-7dc7e3f24d3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836180-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:54:19Z', 'updated_at': '2022-04-01T13:54:26Z', 'revision_number': 5, 'project_id': 'f17cecf0d6854286bcc6f673927088ad', 'subnets': [{'id': '862e1619-7f37-4639-a439-7dc7e3f24d3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-836180-1-hyperv', False) {} {{(pid=83873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:55:46.153407 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4091ade-4012-4bee-bfeb-32b5a5ee0236 None None] The sync data for ids ['2f8a4857-fdc2-43f8-855c-c32d1a2917bb'] in dv-neutron-836180-1-hyperv is: [{'id': '2f8a4857-fdc2-43f8-855c-c32d1a2917bb', 'name': 'tempest-TestNetworkBasicOps-router-99555977', 'tenant_id': 'f17cecf0d6854286bcc6f673927088ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'external_fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.97'}], 'enable_snat': True}, 'gw_port_id': 'f83ae110-8edf-43d8-8d21-4fd9aa94ab29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T13:54:16Z', 'updated_at': '2022-04-01T13:54:20Z', 'revision_number': 4, 'project_id': 'f17cecf0d6854286bcc6f673927088ad', 'gw_port': {'id': 'f83ae110-8edf-43d8-8d21-4fd9aa94ab29', 'name': '', 'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:12:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f8a4857-fdc2-43f8-855c-c32d1a2917bb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836180-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:54:16Z', 'updated_at': '2022-04-01T13:54:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836180-1-hyperv', '_interfaces': [{'id': 'cde95cb6-29df-4b7a-9714-e20a19372fd1', 'name': '', 'network_id': '21ebef3a-c7a1-4f61-bca1-9bbf00b570b3', 'tenant_id': 'f17cecf0d6854286bcc6f673927088ad', 'mac_address': 'fa:16:3e:76:e7:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f8a4857-fdc2-43f8-855c-c32d1a2917bb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '862e1619-7f37-4639-a439-7dc7e3f24d3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836180-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:54:19Z', 'updated_at': '2022-04-01T13:54:26Z', 'revision_number': 5, 'project_id': 'f17cecf0d6854286bcc6f673927088ad', 'subnets': [{'id': '862e1619-7f37-4639-a439-7dc7e3f24d3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 13:55:46.361282 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-482e3a32-a571-4b70-b968-00b20f112f9c None None] New status for floating IP a713656c-1db2-49b4-a9cf-b3739899021b: DOWN {{(pid=83872) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 01 13:55:47.110328 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc22ad30-cf62-4896-bfab-b4248d7bf37d req-e20c48d5-33e3-4f6b-b41d-dfcb443d63c1 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:55:47.111815 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-bc22ad30-cf62-4896-bfab-b4248d7bf37d req-e20c48d5-33e3-4f6b-b41d-dfcb443d63c1 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] 10.222.0.26 "GET /v2.0/ports?device_id=fbaa3f1d-9557-44ca-8082-c9d980777c2a HTTP/1.1" status: 200 len: 946 time: 0.0832477 Apr 01 13:55:47.135172 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22cf521f-4cfa-49b5-809e-dc33f2d1be36 req-9204d477-6fdb-4ef7-a35e-447e73968a92 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:55:47.136609 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-22cf521f-4cfa-49b5-809e-dc33f2d1be36 req-9204d477-6fdb-4ef7-a35e-447e73968a92 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] 10.222.0.57 "GET /v2.0/ports?device_id=fbaa3f1d-9557-44ca-8082-c9d980777c2a HTTP/1.1" status: 200 len: 946 time: 0.0756638 Apr 01 13:55:47.157695 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-bc22ad30-cf62-4896-bfab-b4248d7bf37d req-a5f2c153-8ca1-4087-ba83-9f5e6eb80739 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] 10.222.0.26 "GET /v2.0/security-groups?id=d14e4d16-5786-4d70-92ad-1ba3c9bfe4f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403554 Apr 01 13:55:47.207670 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.plugin [req-22cf521f-4cfa-49b5-809e-dc33f2d1be36 req-44bacd01-5873-4e43-b32d-22062295f681 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Deleting port 2fda0b0b-193b-4d8e-ad7d-4ff861c5b590 {{(pid=83871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 13:55:47.207924 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-22cf521f-4cfa-49b5-809e-dc33f2d1be36 req-44bacd01-5873-4e43-b32d-22062295f681 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736733287370'] for port, before_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:55:47.545079 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.db [req-22cf521f-4cfa-49b5-809e-dc33f2d1be36 req-44bacd01-5873-4e43-b32d-22062295f681 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] For port 2fda0b0b-193b-4d8e-ad7d-4ff861c5b590, host hv-neutron-8361, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8361',level=0,port_id=2fda0b0b-193b-4d8e-ad7d-4ff861c5b590,segment=NetworkSegment(515809ce-4321-4057-9b01-3fff5a5d35b8),segment_id=515809ce-4321-4057-9b01-3fff5a5d35b8)] {{(pid=83871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 13:55:47.545793 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-22cf521f-4cfa-49b5-809e-dc33f2d1be36 req-44bacd01-5873-4e43-b32d-22062295f681 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4155147'] for port, precommit_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:55:47.668438 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.plugin [req-22cf521f-4cfa-49b5-809e-dc33f2d1be36 req-44bacd01-5873-4e43-b32d-22062295f681 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Calling delete_port for 2fda0b0b-193b-4d8e-ad7d-4ff861c5b590 owned by compute:nova {{(pid=83871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 13:55:47.804449 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-22cf521f-4cfa-49b5-809e-dc33f2d1be36 req-44bacd01-5873-4e43-b32d-22062295f681 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736733359243', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736732935810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2743125'] for port, after_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:55:47.856350 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44bacd01-5873-4e43-b32d-22062295f681 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Pushing event deleted for resources: {'Port': ['ID=2fda0b0b-193b-4d8e-ad7d-4ff861c5b590,revision_number=None']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:55:47.928931 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.l3_dvrscheduler_db [req-22cf521f-4cfa-49b5-809e-dc33f2d1be36 req-44bacd01-5873-4e43-b32d-22062295f681 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] No DVR routers for this DVR port 2fda0b0b-193b-4d8e-ad7d-4ff861c5b590 on host hv-neutron-8361 {{(pid=83871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 13:55:47.931187 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-22cf521f-4cfa-49b5-809e-dc33f2d1be36 req-44bacd01-5873-4e43-b32d-22062295f681 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109561'] for port, before_response {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:55:47.933558 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fbaa3f1d-9557-44ca-8082-c9d980777c2a', 'name': 'network-vif-deleted', 'tag': '2fda0b0b-193b-4d8e-ad7d-4ff861c5b590'}] {{(pid=83871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 13:55:47.949516 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-22cf521f-4cfa-49b5-809e-dc33f2d1be36 req-44bacd01-5873-4e43-b32d-22062295f681 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] 10.222.0.57 "DELETE /v2.0/ports/2fda0b0b-193b-4d8e-ad7d-4ff861c5b590 HTTP/1.1" status: 204 len: 173 time: 0.8038073 Apr 01 13:55:47.987851 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fbaa3f1d-9557-44ca-8082-c9d980777c2a', 'name': 'network-vif-deleted', 'tag': '2fda0b0b-193b-4d8e-ad7d-4ff861c5b590', 'status': 'completed', 'code': 200} Apr 01 13:55:48.337750 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-cebfda3c-d96d-4246-bcda-c11110c5e288 req-f23ddb79-7329-45c6-8429-4486f9d25d6c tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] 10.222.0.26 "GET /v2.0/ports?device_id=fbaa3f1d-9557-44ca-8082-c9d980777c2a HTTP/1.1" status: 200 len: 210 time: 0.0413969 Apr 01 13:55:49.445056 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 60072) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:55:49.516775 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-568af93a-e1a4-442f-ad67-ec7f8c0306ee tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks [] for security_group, before_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:55:49.545417 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-568af93a-e1a4-442f-ad67-ec7f8c0306ee tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:55:49.607446 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-568af93a-e1a4-442f-ad67-ec7f8c0306ee tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3775923'] for security_group, after_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:55:49.627017 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568af93a-e1a4-442f-ad67-ec7f8c0306ee tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d14e4d16-5786-4d70-92ad-1ba3c9bfe4f8,revision_number=None']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:55:49.638479 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-568af93a-e1a4-442f-ad67-ec7f8c0306ee tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks [] for security_group, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:55:49.639587 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-568af93a-e1a4-442f-ad67-ec7f8c0306ee tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] 10.222.0.26 "DELETE /v2.0/security-groups/d14e4d16-5786-4d70-92ad-1ba3c9bfe4f8 HTTP/1.1" status: 204 len: 168 time: 0.1935313 Apr 01 13:55:49.681937 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 60078) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:55:49.979623 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.agents_db [None req-bdd220c7-049a-43d2-a923-ad1a2de078c6 None None] Agent healthcheck: found 6 active agents {{(pid=83873) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 01 13:55:50.069322 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-6adb5dff-9ea9-4a7c-ba2e-3b67e2df1b89 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4084029'] for router_interface, before_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:55:50.413435 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Device 2fda0b0b-193b-4d8e-ad7d-4ff861c5b590 no longer exists at agent hyperv_hv-neutron-8361 {{(pid=83872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 13:55:50.450161 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.plugin [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] No Port match for: 2fda0b0b-193b-4d8e-ad7d-4ff861c5b590 {{(pid=83872) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 01 13:55:50.450498 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Device 2fda0b0b-193b-4d8e-ad7d-4ff861c5b590 not bound to the agent host hv-neutron-8361 {{(pid=83872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 13:55:50.752528 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.plugin [None req-6adb5dff-9ea9-4a7c-ba2e-3b67e2df1b89 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Deleting port cde95cb6-29df-4b7a-9714-e20a19372fd1 {{(pid=83871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 13:55:50.753116 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-6adb5dff-9ea9-4a7c-ba2e-3b67e2df1b89 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736733287370'] for port, before_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:55:50.940051 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.db [None req-6adb5dff-9ea9-4a7c-ba2e-3b67e2df1b89 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] For port cde95cb6-29df-4b7a-9714-e20a19372fd1, host dv-neutron-836180-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836180-1-hyperv',level=0,port_id=cde95cb6-29df-4b7a-9714-e20a19372fd1,segment=NetworkSegment(515809ce-4321-4057-9b01-3fff5a5d35b8),segment_id=515809ce-4321-4057-9b01-3fff5a5d35b8)] {{(pid=83871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 13:55:50.940428 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-6adb5dff-9ea9-4a7c-ba2e-3b67e2df1b89 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4155147'] for port, precommit_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:55:51.064573 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.plugin [None req-6adb5dff-9ea9-4a7c-ba2e-3b67e2df1b89 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Calling delete_port for cde95cb6-29df-4b7a-9714-e20a19372fd1 owned by network:router_interface {{(pid=83871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 13:55:51.240639 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-6adb5dff-9ea9-4a7c-ba2e-3b67e2df1b89 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736733359243', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736732935810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2743125'] for port, after_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:55:51.287117 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6adb5dff-9ea9-4a7c-ba2e-3b67e2df1b89 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Pushing event deleted for resources: {'Port': ['ID=cde95cb6-29df-4b7a-9714-e20a19372fd1,revision_number=None']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:55:51.581266 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-6adb5dff-9ea9-4a7c-ba2e-3b67e2df1b89 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3017585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4084076'] for router_interface, after_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:55:52.241890 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6adb5dff-9ea9-4a7c-ba2e-3b67e2df1b89 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Router 2f8a4857-fdc2-43f8-855c-c32d1a2917bb has already been hosted by L3 agent 88bf8fc8-11a3-4e96-9d1b-5fd93ba9f6f1 {{(pid=83871) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 13:55:52.442566 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6adb5dff-9ea9-4a7c-ba2e-3b67e2df1b89 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify agent at l3_agent.dv-neutron-836180-1-hyperv the message routers_updated {{(pid=83871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 13:55:52.451765 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17d3e58b-a530-4bab-b52e-549582d51b82 None None] Sync routers for ids ['2f8a4857-fdc2-43f8-855c-c32d1a2917bb'] in dv-neutron-836180-1-hyperv {{(pid=83873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 13:55:52.455776 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-6adb5dff-9ea9-4a7c-ba2e-3b67e2df1b89 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] 10.222.0.26 "PUT /v2.0/routers/2f8a4857-fdc2-43f8-855c-c32d1a2917bb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7727954 Apr 01 13:55:52.458621 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 60082) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:55:52.464246 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17d3e58b-a530-4bab-b52e-549582d51b82 None None] Routers {'2f8a4857-fdc2-43f8-855c-c32d1a2917bb'} bound to L3 agent in host dv-neutron-836180-1-hyperv {{(pid=83873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 13:55:52.464873 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-17d3e58b-a530-4bab-b52e-549582d51b82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836180-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T13:25:36Z,description=,heartbeat_timestamp=2022-04-01T13:55:36Z,host='dv-neutron-836180-1-hyperv',id=88bf8fc8-11a3-4e96-9d1b-5fd93ba9f6f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T13:25:36Z,topic='l3_agent')) {'router_ids': ['2f8a4857-fdc2-43f8-855c-c32d1a2917bb'], 'active': True} {{(pid=83873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:55:52.642806 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_dvr_db [None req-17d3e58b-a530-4bab-b52e-549582d51b82 None None] Set router 2f8a4857-fdc2-43f8-855c-c32d1a2917bb gateway port host: dv-neutron-836180-1-hyperv {{(pid=83873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 13:55:52.645436 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.db_base_plugin_v2 [None req-baf2dcb7-00f8-4650-8932-de8eeb78acc0 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Deleting subnet 862e1619-7f37-4639-a439-7dc7e3f24d3d {{(pid=83871) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 01 13:55:52.648275 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-baf2dcb7-00f8-4650-8932-de8eeb78acc0 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks [] for subnet, before_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:55:52.705366 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-baf2dcb7-00f8-4650-8932-de8eeb78acc0 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3166365'] for subnet, precommit_delete_associations {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:55:52.786334 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-baf2dcb7-00f8-4650-8932-de8eeb78acc0 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-945029'] for subnet, precommit_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:55:52.856161 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-baf2dcb7-00f8-4650-8932-de8eeb78acc0 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-945042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2743160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2757373'] for subnet, after_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:55:52.896869 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf2dcb7-00f8-4650-8932-de8eeb78acc0 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Pushing event deleted for resources: {'Subnet': ['ID=862e1619-7f37-4639-a439-7dc7e3f24d3d,revision_number=None']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:55:52.902989 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-baf2dcb7-00f8-4650-8932-de8eeb78acc0 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks [] for subnet, before_response {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:55:52.909169 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80f6b329-0be0-449a-941a-e68d519d4c3d None None] Network 21ebef3a-c7a1-4f61-bca1-9bbf00b570b3 requested from dv-neutron-836180-1-hyperv {{(pid=83872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 13:55:52.909656 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-baf2dcb7-00f8-4650-8932-de8eeb78acc0 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] 10.222.0.26 "DELETE /v2.0/subnets/862e1619-7f37-4639-a439-7dc7e3f24d3d HTTP/1.1" status: 204 len: 168 time: 0.4501028 Apr 01 13:55:52.912356 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 60086) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:55:52.925813 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-17d3e58b-a530-4bab-b52e-549582d51b82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f8a4857-fdc2-43f8-855c-c32d1a2917bb', 'name': 'tempest-TestNetworkBasicOps-router-99555977', 'tenant_id': 'f17cecf0d6854286bcc6f673927088ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'external_fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.97'}], 'enable_snat': True}, 'gw_port_id': 'f83ae110-8edf-43d8-8d21-4fd9aa94ab29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T13:54:16Z', 'updated_at': '2022-04-01T13:55:51Z', 'revision_number': 5, 'project_id': 'f17cecf0d6854286bcc6f673927088ad', 'gw_port': {'id': 'f83ae110-8edf-43d8-8d21-4fd9aa94ab29', 'name': '', 'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:12:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f8a4857-fdc2-43f8-855c-c32d1a2917bb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836180-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:54:16Z', 'updated_at': '2022-04-01T13:54:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836180-1-hyperv'}], 'dv-neutron-836180-1-hyperv', False) {} {{(pid=83873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:55:52.930858 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17d3e58b-a530-4bab-b52e-549582d51b82 None None] Checking router: 2f8a4857-fdc2-43f8-855c-c32d1a2917bb for host: dv-neutron-836180-1-hyperv {{(pid=83873) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 01 13:55:52.942162 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17d3e58b-a530-4bab-b52e-549582d51b82 None None] Routers {'2f8a4857-fdc2-43f8-855c-c32d1a2917bb'} bound to L3 agent in host dv-neutron-836180-1-hyperv {{(pid=83873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 13:55:52.942759 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-17d3e58b-a530-4bab-b52e-549582d51b82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836180-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T13:25:36Z,description=,heartbeat_timestamp=2022-04-01T13:55:36Z,host='dv-neutron-836180-1-hyperv',id=88bf8fc8-11a3-4e96-9d1b-5fd93ba9f6f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T13:25:36Z,topic='l3_agent')) {'router_ids': ['2f8a4857-fdc2-43f8-855c-c32d1a2917bb'], 'active': True} {{(pid=83873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:55:53.127958 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_dvr_db [None req-17d3e58b-a530-4bab-b52e-549582d51b82 None None] Set router 2f8a4857-fdc2-43f8-855c-c32d1a2917bb gateway port host: dv-neutron-836180-1-hyperv {{(pid=83873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 13:55:53.130451 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-f852577e-df3c-433f-a117-d61b0ad9d3ee tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks [] for router, before_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:55:53.178759 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66992b59-10a2-44e3-9a70-833e576b431d None None] DHCP port deletion for 21ebef3a-c7a1-4f61-bca1-9bbf00b570b3 request from dv-neutron-836180-1-hyperv {{(pid=83872) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 01 13:55:53.184452 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.plugin [None req-66992b59-10a2-44e3-9a70-833e576b431d None None] Deleting port 83bb8766-3998-4b82-848d-b8db7fab0735 {{(pid=83872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 13:55:53.184949 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-66992b59-10a2-44e3-9a70-833e576b431d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736733287370'] for port, before_delete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:55:53.341573 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-f852577e-df3c-433f-a117-d61b0ad9d3ee tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:55:53.352286 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.plugin [None req-f852577e-df3c-433f-a117-d61b0ad9d3ee tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Deleting port f83ae110-8edf-43d8-8d21-4fd9aa94ab29 {{(pid=83869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 13:55:53.352646 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-f852577e-df3c-433f-a117-d61b0ad9d3ee tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736733287370'] for port, before_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:55:53.404230 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-66992b59-10a2-44e3-9a70-833e576b431d None None] For port 83bb8766-3998-4b82-848d-b8db7fab0735, host dv-neutron-836180-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836180-1-hyperv',level=0,port_id=83bb8766-3998-4b82-848d-b8db7fab0735,segment=NetworkSegment(515809ce-4321-4057-9b01-3fff5a5d35b8),segment_id=515809ce-4321-4057-9b01-3fff5a5d35b8)] {{(pid=83872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 13:55:53.404553 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-66992b59-10a2-44e3-9a70-833e576b431d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4155147'] for port, precommit_delete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:55:53.434817 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-17d3e58b-a530-4bab-b52e-549582d51b82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f8a4857-fdc2-43f8-855c-c32d1a2917bb', 'name': 'tempest-TestNetworkBasicOps-router-99555977', 'tenant_id': 'f17cecf0d6854286bcc6f673927088ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'external_fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.97'}], 'enable_snat': True}, 'gw_port_id': 'f83ae110-8edf-43d8-8d21-4fd9aa94ab29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T13:54:16Z', 'updated_at': '2022-04-01T13:55:51Z', 'revision_number': 5, 'project_id': 'f17cecf0d6854286bcc6f673927088ad', 'gw_port': {'id': 'f83ae110-8edf-43d8-8d21-4fd9aa94ab29', 'name': '', 'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:12:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f8a4857-fdc2-43f8-855c-c32d1a2917bb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836180-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:54:16Z', 'updated_at': '2022-04-01T13:54:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836180-1-hyperv'}], 'dv-neutron-836180-1-hyperv', False) {} {{(pid=83873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:55:53.439944 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17d3e58b-a530-4bab-b52e-549582d51b82 None None] The sync data for ids ['2f8a4857-fdc2-43f8-855c-c32d1a2917bb'] in dv-neutron-836180-1-hyperv is: [{'id': '2f8a4857-fdc2-43f8-855c-c32d1a2917bb', 'name': 'tempest-TestNetworkBasicOps-router-99555977', 'tenant_id': 'f17cecf0d6854286bcc6f673927088ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'external_fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.97'}], 'enable_snat': True}, 'gw_port_id': 'f83ae110-8edf-43d8-8d21-4fd9aa94ab29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T13:54:16Z', 'updated_at': '2022-04-01T13:55:51Z', 'revision_number': 5, 'project_id': 'f17cecf0d6854286bcc6f673927088ad', 'gw_port': {'id': 'f83ae110-8edf-43d8-8d21-4fd9aa94ab29', 'name': '', 'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:12:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f8a4857-fdc2-43f8-855c-c32d1a2917bb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836180-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:54:16Z', 'updated_at': '2022-04-01T13:54:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836180-1-hyperv'}] {{(pid=83873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 13:55:53.532780 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.plugin [None req-66992b59-10a2-44e3-9a70-833e576b431d None None] Calling delete_port for 83bb8766-3998-4b82-848d-b8db7fab0735 owned by network:dhcp {{(pid=83872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 13:55:53.603727 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-66992b59-10a2-44e3-9a70-833e576b431d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736733359243', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736732935810'] for port, after_delete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:55:53.635626 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.db [None req-f852577e-df3c-433f-a117-d61b0ad9d3ee tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] For port f83ae110-8edf-43d8-8d21-4fd9aa94ab29, host dv-neutron-836180-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836180-1-hyperv',level=0,port_id=f83ae110-8edf-43d8-8d21-4fd9aa94ab29,segment=NetworkSegment(7b924dd8-4978-40c4-ad91-4b9b27348462),segment_id=7b924dd8-4978-40c4-ad91-4b9b27348462)] {{(pid=83869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 13:55:53.635981 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-f852577e-df3c-433f-a117-d61b0ad9d3ee tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4155147'] for port, precommit_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:55:53.648542 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66992b59-10a2-44e3-9a70-833e576b431d None None] Pushing event deleted for resources: {'Port': ['ID=83bb8766-3998-4b82-848d-b8db7fab0735,revision_number=None']} {{(pid=83872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:55:53.659652 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66992b59-10a2-44e3-9a70-833e576b431d None None] No DVR routers for this DVR port 83bb8766-3998-4b82-848d-b8db7fab0735 on host dv-neutron-836180-1-hyperv {{(pid=83872) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 13:55:53.662755 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66992b59-10a2-44e3-9a70-833e576b431d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:55:53.663093 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66992b59-10a2-44e3-9a70-833e576b431d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:55:53.663419 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66992b59-10a2-44e3-9a70-833e576b431d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:55:53.665863 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66992b59-10a2-44e3-9a70-833e576b431d None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:55:53.665863 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66992b59-10a2-44e3-9a70-833e576b431d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:55:53.665863 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66992b59-10a2-44e3-9a70-833e576b431d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:55:53.665863 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66992b59-10a2-44e3-9a70-833e576b431d None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:55:53.665863 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66992b59-10a2-44e3-9a70-833e576b431d None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:55:53.665863 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66992b59-10a2-44e3-9a70-833e576b431d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:55:53.665863 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66992b59-10a2-44e3-9a70-833e576b431d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:55:53.665863 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66992b59-10a2-44e3-9a70-833e576b431d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:55:53.761745 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.plugin [None req-f852577e-df3c-433f-a117-d61b0ad9d3ee tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Calling delete_port for f83ae110-8edf-43d8-8d21-4fd9aa94ab29 owned by network:router_gateway {{(pid=83869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 13:55:53.925528 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:55:53.936119 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-f852577e-df3c-433f-a117-d61b0ad9d3ee tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736733359243', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736732935810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2705155'] for port, after_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:55:53.985527 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f852577e-df3c-433f-a117-d61b0ad9d3ee tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Pushing event deleted for resources: {'Port': ['ID=f83ae110-8edf-43d8-8d21-4fd9aa94ab29,revision_number=None']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:55:54.200877 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-f852577e-df3c-433f-a117-d61b0ad9d3ee tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4084822'] for router_gateway, after_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:55:54.454783 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-f852577e-df3c-433f-a117-d61b0ad9d3ee tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4079814', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4170'] for router, precommit_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:55:54.458850 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-f852577e-df3c-433f-a117-d61b0ad9d3ee tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:55:54.484941 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-f852577e-df3c-433f-a117-d61b0ad9d3ee tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4079738'] for router, after_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:55:54.485454 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f852577e-df3c-433f-a117-d61b0ad9d3ee tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Fanout notify agent at l3_agent the message router_deleted on router 2f8a4857-fdc2-43f8-855c-c32d1a2917bb {{(pid=83869) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 01 13:55:54.501057 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-f852577e-df3c-433f-a117-d61b0ad9d3ee tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks [] for router, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:55:54.504652 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-f852577e-df3c-433f-a117-d61b0ad9d3ee tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] 10.222.0.26 "DELETE /v2.0/routers/2f8a4857-fdc2-43f8-855c-c32d1a2917bb HTTP/1.1" status: 204 len: 168 time: 1.5888262 Apr 01 13:55:54.504890 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 60090) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:55:54.609420 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Device 83bb8766-3998-4b82-848d-b8db7fab0735 no longer exists at agent ovs-agent-dv-neutron-836180-1-hyperv {{(pid=83872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 13:55:54.622917 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-7c33b57f-b542-40ee-8a71-f1bbcebe6f68 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1033078'] for network, before_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:55:54.645211 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.plugin [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] No Port match for: 83bb8766-3998-4b82-848d-b8db7fab0735 {{(pid=83872) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 01 13:55:54.645546 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Device 83bb8766-3998-4b82-848d-b8db7fab0735 not bound to the agent host dv-neutron-836180-1-hyperv {{(pid=83872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 13:55:54.645948 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Device cde95cb6-29df-4b7a-9714-e20a19372fd1 no longer exists at agent ovs-agent-dv-neutron-836180-1-hyperv {{(pid=83872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 13:55:54.676448 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.plugin [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] No Port match for: cde95cb6-29df-4b7a-9714-e20a19372fd1 {{(pid=83872) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 01 13:55:54.676782 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Device cde95cb6-29df-4b7a-9714-e20a19372fd1 not bound to the agent host dv-neutron-836180-1-hyperv {{(pid=83872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 13:55:54.849396 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-7c33b57f-b542-40ee-8a71-f1bbcebe6f68 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-942654', 'neutron.services.segments.db._delete_segments_for_network-8736733387888'] for network, precommit_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:55:54.873547 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.services.segments.db [None req-7c33b57f-b542-40ee-8a71-f1bbcebe6f68 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['21ebef3a-c7a1-4f61-bca1-9bbf00b570b3']}} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:55:54.885759 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.services.segments.db [None req-7c33b57f-b542-40ee-8a71-f1bbcebe6f68 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '515809ce-4321-4057-9b01-3fff5a5d35b8') {'for_net_delete': True} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:55:54.886046 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.services.segments.db [None req-7c33b57f-b542-40ee-8a71-f1bbcebe6f68 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '515809ce-4321-4057-9b01-3fff5a5d35b8') {} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:55:54.897947 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-7c33b57f-b542-40ee-8a71-f1bbcebe6f68 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736733386999', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2704982'] for segment, before_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:55:54.913144 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-7c33b57f-b542-40ee-8a71-f1bbcebe6f68 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1004271'] for segment, precommit_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:55:54.919394 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7c33b57f-b542-40ee-8a71-f1bbcebe6f68 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Releasing vlan 383 on physical network physnet1 to pool {{(pid=83869) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 01 13:55:54.919785 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-7c33b57f-b542-40ee-8a71-f1bbcebe6f68 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1004262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2705264'] for segment, after_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:55:54.935561 dv-neutron-836180-1-hyperv neutron-server[83869]: Traceback (most recent call last): Apr 01 13:55:54.935561 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 01 13:55:54.935561 dv-neutron-836180-1-hyperv neutron-server[83869]: timer() Apr 01 13:55:54.935561 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 13:55:54.935561 dv-neutron-836180-1-hyperv neutron-server[83869]: cb(*args, **kw) Apr 01 13:55:54.935561 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 13:55:54.935561 dv-neutron-836180-1-hyperv neutron-server[83869]: return func(*args, **kwargs) Apr 01 13:55:54.935561 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 13:55:54.935561 dv-neutron-836180-1-hyperv neutron-server[83869]: self._notify() Apr 01 13:55:54.935561 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 13:55:54.935561 dv-neutron-836180-1-hyperv neutron-server[83869]: self.callback(batched_events) Apr 01 13:55:54.935561 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 13:55:54.935561 dv-neutron-836180-1-hyperv neutron-server[83869]: event.method(event) Apr 01 13:55:54.935561 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 13:55:54.935561 dv-neutron-836180-1-hyperv neutron-server[83869]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 13:55:54.935561 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 13:55:54.935561 dv-neutron-836180-1-hyperv neutron-server[83869]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 13:55:54.935561 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 13:55:54.935561 dv-neutron-836180-1-hyperv neutron-server[83869]: return f(self, *a, **k) Apr 01 13:55:54.935561 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 13:55:54.935561 dv-neutron-836180-1-hyperv neutron-server[83869]: return self._get(url).json() Apr 01 13:55:54.935561 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 13:55:54.935561 dv-neutron-836180-1-hyperv neutron-server[83869]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 13:55:54.935561 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 01 13:55:54.935561 dv-neutron-836180-1-hyperv neutron-server[83869]: return self.request(url, 'GET', **kwargs) Apr 01 13:55:54.935561 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 01 13:55:54.935561 dv-neutron-836180-1-hyperv neutron-server[83869]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 13:55:54.935561 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 01 13:55:54.935561 dv-neutron-836180-1-hyperv neutron-server[83869]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 13:55:54.935561 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 01 13:55:54.935561 dv-neutron-836180-1-hyperv neutron-server[83869]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 13:55:54.935561 dv-neutron-836180-1-hyperv neutron-server[83869]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 13:55:55.018088 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-7c33b57f-b542-40ee-8a71-f1bbcebe6f68 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-942599', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4084797'] for network, after_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:55:55.022588 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-7c33b57f-b542-40ee-8a71-f1bbcebe6f68 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks [] for network, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:55:55.047868 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c33b57f-b542-40ee-8a71-f1bbcebe6f68 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Pushing event deleted for resources: {'Network': ['ID=21ebef3a-c7a1-4f61-bca1-9bbf00b570b3,revision_number=None']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:55:55.055491 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-7c33b57f-b542-40ee-8a71-f1bbcebe6f68 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] 10.222.0.26 "DELETE /v2.0/networks/21ebef3a-c7a1-4f61-bca1-9bbf00b570b3 HTTP/1.1" status: 204 len: 168 time: 0.5495572 Apr 01 13:55:55.083395 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 60094) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:55:55.088782 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.v2.base [None req-59d26a07-2bc5-4987-8de7-3bd07ee68fc3 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Request body: {'network': {'name': 'tempest-network-smoke--1954990153', 'project_id': 'f17cecf0d6854286bcc6f673927088ad', 'port_security_enabled': True}} {{(pid=83869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:55:55.094358 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-59d26a07-2bc5-4987-8de7-3bd07ee68fc3 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:55:55.098823 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-59d26a07-2bc5-4987-8de7-3bd07ee68fc3 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Usage tracker for resource:network and tenant:f17cecf0d6854286bcc6f673927088ad is out of sync, need to count used quota {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 13:55:55.101741 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-59d26a07-2bc5-4987-8de7-3bd07ee68fc3 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 13:55:55.107309 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-59d26a07-2bc5-4987-8de7-3bd07ee68fc3 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:55:55.117757 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59d26a07-2bc5-4987-8de7-3bd07ee68fc3 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Made reservation on behalf of f17cecf0d6854286bcc6f673927088ad for: {'network': 1} {{(pid=83869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 13:55:55.120854 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-59d26a07-2bc5-4987-8de7-3bd07ee68fc3 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for network, before_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:55:55.150132 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-59d26a07-2bc5-4987-8de7-3bd07ee68fc3 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] vlan segment allocate from pool success with {'vlan_id': 370, 'physical_network': 'physnet1'} {{(pid=83869) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 13:55:55.160651 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-59d26a07-2bc5-4987-8de7-3bd07ee68fc3 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1004271'] for segment, precommit_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:55:55.160990 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.db.segments_db [None req-59d26a07-2bc5-4987-8de7-3bd07ee68fc3 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Added segment a85b8739-8066-4044-8521-7c30309e7efc of type vlan for network 3e7eab89-cfa3-4f5f-b67f-dd5d8aa307f5 Apr 01 13:55:55.186372 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-59d26a07-2bc5-4987-8de7-3bd07ee68fc3 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736732923383'] for network, precommit_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:55:55.213982 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-59d26a07-2bc5-4987-8de7-3bd07ee68fc3 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575'] for network, after_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:55:55.217716 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59d26a07-2bc5-4987-8de7-3bd07ee68fc3 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:55:55.219000 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-59d26a07-2bc5-4987-8de7-3bd07ee68fc3 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks [] for network, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:55:55.325875 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-59d26a07-2bc5-4987-8de7-3bd07ee68fc3 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2415240 Apr 01 13:55:55.328759 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 60098) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:55:55.332114 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d26a07-2bc5-4987-8de7-3bd07ee68fc3 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Pushing event updated for resources: {'Network': ['ID=3e7eab89-cfa3-4f5f-b67f-dd5d8aa307f5,revision_number=1']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:55:55.334095 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.v2.base [None req-2a9094b2-b546-413e-8ba0-4b5208ad8186 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-330139131', 'admin_state_up': True, 'project_id': 'f17cecf0d6854286bcc6f673927088ad', 'external_gateway_info': {'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301'}}} {{(pid=83871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:55:55.340976 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-2a9094b2-b546-413e-8ba0-4b5208ad8186 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:55:55.342838 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Network 3e7eab89-cfa3-4f5f-b67f-dd5d8aa307f5 details requested by agent ovs-agent-dv-neutron-836180-1-hyperv with host dv-neutron-836180-1-hyperv {{(pid=83872) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 13:55:55.344932 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-2a9094b2-b546-413e-8ba0-4b5208ad8186 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Usage tracker for resource:router and tenant:f17cecf0d6854286bcc6f673927088ad is out of sync, need to count used quota {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 13:55:55.347757 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-2a9094b2-b546-413e-8ba0-4b5208ad8186 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 13:55:55.353492 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-2a9094b2-b546-413e-8ba0-4b5208ad8186 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:55:55.364671 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-2a9094b2-b546-413e-8ba0-4b5208ad8186 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4082176', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4220'] for router, before_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:55:55.365712 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-2a9094b2-b546-413e-8ba0-4b5208ad8186 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4082277', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4084873', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4148249', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4211'] for router, precommit_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:55:55.384118 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-2a9094b2-b546-413e-8ba0-4b5208ad8186 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:55:55.524901 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-2a9094b2-b546-413e-8ba0-4b5208ad8186 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4084887', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4079850', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4161'] for router, precommit_update {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:55:55.695690 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-2a9094b2-b546-413e-8ba0-4b5208ad8186 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks [] for router_gateway, before_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:55:55.727505 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-2a9094b2-b546-413e-8ba0-4b5208ad8186 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:55:55.854360 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.db_base_plugin_common [None req-2a9094b2-b546-413e-8ba0-4b5208ad8186 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Allocated IP 172.26.5.207 (725864b8-cceb-48c9-b5d3-1bfc4423e301/e2ed99db-0e25-4971-b535-7fa69231fae8/726bdec0-b3dd-4501-bc52-f4bc4e066b8b) {{(pid=83871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 13:55:55.997343 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-2a9094b2-b546-413e-8ba0-4b5208ad8186 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks [] for port, precommit_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:55:56.023606 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-2a9094b2-b546-413e-8ba0-4b5208ad8186 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736732935801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2743125'] for port, after_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:55:56.092192 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a9094b2-b546-413e-8ba0-4b5208ad8186 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Network 725864b8-cceb-48c9-b5d3-1bfc4423e301 is already hosted by enough agents. {{(pid=83871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 13:55:56.095484 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.scheduler.base_scheduler [None req-2a9094b2-b546-413e-8ba0-4b5208ad8186 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Resources bound (agent type, host, resource id): {{(pid=83871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 13:55:56.099570 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a9094b2-b546-413e-8ba0-4b5208ad8186 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Received port after_create {{(pid=83871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 13:55:56.122744 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a9094b2-b546-413e-8ba0-4b5208ad8186 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Pushing event updated for resources: {'Port': ['ID=726bdec0-b3dd-4501-bc52-f4bc4e066b8b,revision_number=1']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:55:56.339583 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-2a9094b2-b546-413e-8ba0-4b5208ad8186 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks [] for router_gateway, after_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:55:56.340276 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-2a9094b2-b546-413e-8ba0-4b5208ad8186 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4082201', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4084858'] for router, after_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:55:56.502211 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Device f83ae110-8edf-43d8-8d21-4fd9aa94ab29 no longer exists at agent ovs-agent-dv-neutron-836180-1-hyperv {{(pid=83872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 13:55:56.534933 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.plugin [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] No Port match for: f83ae110-8edf-43d8-8d21-4fd9aa94ab29 {{(pid=83872) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 01 13:55:56.535267 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Device f83ae110-8edf-43d8-8d21-4fd9aa94ab29 not bound to the agent host dv-neutron-836180-1-hyperv {{(pid=83872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 13:55:56.560015 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a9094b2-b546-413e-8ba0-4b5208ad8186 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Router 431e6014-b05a-4734-a37d-bbad00b6675d is scheduled to L3 agent 88bf8fc8-11a3-4e96-9d1b-5fd93ba9f6f1 with binding_index 1 {{(pid=83871) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 01 13:55:56.755070 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a9094b2-b546-413e-8ba0-4b5208ad8186 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify agent at l3_agent.dv-neutron-836180-1-hyperv the message routers_updated {{(pid=83871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 13:55:56.764185 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ffa3763-aa4d-41dc-924c-31a9811a07b7 None None] Sync routers for ids ['431e6014-b05a-4734-a37d-bbad00b6675d'] in dv-neutron-836180-1-hyperv {{(pid=83872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 13:55:56.775832 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ffa3763-aa4d-41dc-924c-31a9811a07b7 None None] Routers {'431e6014-b05a-4734-a37d-bbad00b6675d'} bound to L3 agent in host dv-neutron-836180-1-hyperv {{(pid=83872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 13:55:56.776627 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_hamode_db [None req-9ffa3763-aa4d-41dc-924c-31a9811a07b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836180-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T13:25:36Z,description=,heartbeat_timestamp=2022-04-01T13:55:36Z,host='dv-neutron-836180-1-hyperv',id=88bf8fc8-11a3-4e96-9d1b-5fd93ba9f6f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T13:25:36Z,topic='l3_agent')) {'router_ids': ['431e6014-b05a-4734-a37d-bbad00b6675d'], 'active': True} {{(pid=83872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:55:56.781303 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-2a9094b2-b546-413e-8ba0-4b5208ad8186 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks [] for router, before_response {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:55:56.782632 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-2a9094b2-b546-413e-8ba0-4b5208ad8186 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 1.4527419 Apr 01 13:55:56.785586 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 60102) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:55:56.827968 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-b45d2f8f-37e1-4f0d-8974-eea05072d69a tempest-TestNetworkBasicOps-1234239346 tempest-TestNetworkBasicOps-1234239346-project-admin] 10.222.0.26 "GET /v2.0/subnets?project_id=f17cecf0d6854286bcc6f673927088ad&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0381830 Apr 01 13:55:56.828396 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 60106) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:55:56.959300 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc30550b-52c4-4da7-8cb4-7567234f6b4b tempest-TestNetworkBasicOps-1234239346 tempest-TestNetworkBasicOps-1234239346-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:55:56.960804 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-dc30550b-52c4-4da7-8cb4-7567234f6b4b tempest-TestNetworkBasicOps-1234239346 tempest-TestNetworkBasicOps-1234239346-project-admin] 10.222.0.26 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1314352 Apr 01 13:55:56.963632 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 60110) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:55:56.998140 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_dvr_db [None req-9ffa3763-aa4d-41dc-924c-31a9811a07b7 None None] Set router 431e6014-b05a-4734-a37d-bbad00b6675d gateway port host: dv-neutron-836180-1-hyperv {{(pid=83872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 13:55:57.006044 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-46dab927-80ed-4026-9d8c-ae013a95be94 tempest-TestNetworkBasicOps-1234239346 tempest-TestNetworkBasicOps-1234239346-project-admin] 10.222.0.26 "GET /v2.0/subnets?network_id=725864b8-cceb-48c9-b5d3-1bfc4423e301&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0413873 Apr 01 13:55:57.009526 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 60114) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:55:57.015316 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.v2.base [None req-9042633a-1b07-4977-af02-2e8cddb0e256 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1322104605', 'network_id': '3e7eab89-cfa3-4f5f-b67f-dd5d8aa307f5', 'project_id': 'f17cecf0d6854286bcc6f673927088ad', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=83869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:55:57.123921 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-9042633a-1b07-4977-af02-2e8cddb0e256 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:55:57.128152 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-9042633a-1b07-4977-af02-2e8cddb0e256 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Usage tracker for resource:subnet and tenant:f17cecf0d6854286bcc6f673927088ad is out of sync, need to count used quota {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 13:55:57.130982 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-9042633a-1b07-4977-af02-2e8cddb0e256 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 13:55:57.136563 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-9042633a-1b07-4977-af02-2e8cddb0e256 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:55:57.146873 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9042633a-1b07-4977-af02-2e8cddb0e256 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Made reservation on behalf of f17cecf0d6854286bcc6f673927088ad for: {'subnet': 1} {{(pid=83869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 13:55:57.252937 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-9042633a-1b07-4977-af02-2e8cddb0e256 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2999481'] for subnet, before_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:55:57.312872 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_hamode_db [None req-9ffa3763-aa4d-41dc-924c-31a9811a07b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '431e6014-b05a-4734-a37d-bbad00b6675d', 'name': 'tempest-TestNetworkBasicOps-router-330139131', 'tenant_id': 'f17cecf0d6854286bcc6f673927088ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'external_fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.207'}], 'enable_snat': True}, 'gw_port_id': '726bdec0-b3dd-4501-bc52-f4bc4e066b8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T13:55:55Z', 'updated_at': '2022-04-01T13:55:56Z', 'revision_number': 3, 'project_id': 'f17cecf0d6854286bcc6f673927088ad', 'gw_port': {'id': '726bdec0-b3dd-4501-bc52-f4bc4e066b8b', 'name': '', 'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:3e:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '431e6014-b05a-4734-a37d-bbad00b6675d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:55:55Z', 'updated_at': '2022-04-01T13:55:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836180-1-hyperv'}], 'dv-neutron-836180-1-hyperv', False) {} {{(pid=83872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:55:57.316779 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ffa3763-aa4d-41dc-924c-31a9811a07b7 None None] Checking router: 431e6014-b05a-4734-a37d-bbad00b6675d for host: dv-neutron-836180-1-hyperv {{(pid=83872) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 01 13:55:57.317115 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ffa3763-aa4d-41dc-924c-31a9811a07b7 None None] Updating router 431e6014-b05a-4734-a37d-bbad00b6675d port 726bdec0-b3dd-4501-bc52-f4bc4e066b8b binding host dv-neutron-836180-1-hyperv {{(pid=83872) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 01 13:55:57.369562 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-9ffa3763-aa4d-41dc-924c-31a9811a07b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:55:57.469478 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-9042633a-1b07-4977-af02-2e8cddb0e256 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2705391', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2999447'] for subnet, after_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:55:57.548716 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9042633a-1b07-4977-af02-2e8cddb0e256 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Pushing event updated for resources: {'Subnet': ['ID=48869f71-f9ae-47ca-8d52-47b8e4d8abb9,revision_number=0']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:55:57.561519 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9042633a-1b07-4977-af02-2e8cddb0e256 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Checking segment: {'id': 'a85b8739-8066-4044-8521-7c30309e7efc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '3e7eab89-cfa3-4f5f-b67f-dd5d8aa307f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 13:55:57.562700 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9042633a-1b07-4977-af02-2e8cddb0e256 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Network hostable DHCP agents. Network: 3e7eab89-cfa3-4f5f-b67f-dd5d8aa307f5, hostable agents: ['e47e4547-5c2d-4954-ba56-fa3646239f18'], hosted agents: [] {{(pid=83869) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 13:55:57.584944 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9042633a-1b07-4977-af02-2e8cddb0e256 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Network 3e7eab89-cfa3-4f5f-b67f-dd5d8aa307f5 is scheduled to be hosted by DHCP agent e47e4547-5c2d-4954-ba56-fa3646239f18 with binding_index 1 {{(pid=83869) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 13:55:57.594993 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.scheduler.base_scheduler [None req-9042633a-1b07-4977-af02-2e8cddb0e256 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-836180-1-hyperv, 3e7eab89-cfa3-4f5f-b67f-dd5d8aa307f5) {{(pid=83869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 13:55:57.598996 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9042633a-1b07-4977-af02-2e8cddb0e256 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:55:57.599572 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-9042633a-1b07-4977-af02-2e8cddb0e256 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks [] for subnet, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:55:57.606038 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a466447-6fff-4b79-95b0-40d80765a613 None None] Network 3e7eab89-cfa3-4f5f-b67f-dd5d8aa307f5 requested from dv-neutron-836180-1-hyperv {{(pid=83872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 13:55:57.627026 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-9042633a-1b07-4977-af02-2e8cddb0e256 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.6138134 Apr 01 13:55:57.627236 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 60118) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:55:57.844733 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-9ffa3763-aa4d-41dc-924c-31a9811a07b7 None None] Notify callbacks [] for port, precommit_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:55:57.884006 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-9ffa3763-aa4d-41dc-924c-31a9811a07b7 None None] Transition to ACTIVE for port object 726bdec0-b3dd-4501-bc52-f4bc4e066b8b will not be triggered until provisioned by entity L2. {{(pid=83872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 13:55:57.897420 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-9ffa3763-aa4d-41dc-924c-31a9811a07b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864'] for port, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:55:57.928974 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58d3e7a0-77ac-4157-9348-72831cede6f9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7e7d0ecb-2af4-55f5-9198-238ab0570d62-3e7eab89-cfa3-4f5f-b67f-dd5d8aa307f5', 'network_id': '3e7eab89-cfa3-4f5f-b67f-dd5d8aa307f5', 'tenant_id': 'f17cecf0d6854286bcc6f673927088ad', 'fixed_ips': [{'subnet_id': '48869f71-f9ae-47ca-8d52-47b8e4d8abb9'}]}} from dv-neutron-836180-1-hyperv. {{(pid=83872) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 01 13:55:57.929765 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-58d3e7a0-77ac-4157-9348-72831cede6f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:55:58.037318 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb364364-9016-415a-b9f4-f8aba8ee8fd3 None None] Pushing event updated for resources: {'Port': ['ID=726bdec0-b3dd-4501-bc52-f4bc4e066b8b,revision_number=2']} {{(pid=83872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:55:58.040722 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.managers [None req-9ffa3763-aa4d-41dc-924c-31a9811a07b7 None None] Attempting to bind port 726bdec0-b3dd-4501-bc52-f4bc4e066b8b on host dv-neutron-836180-1-hyperv for vnic_type normal with profile {{(pid=83872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 13:55:58.041224 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.managers [None req-9ffa3763-aa4d-41dc-924c-31a9811a07b7 None None] Attempting to bind port 726bdec0-b3dd-4501-bc52-f4bc4e066b8b by drivers openvswitch,hyperv on host dv-neutron-836180-1-hyperv at level 0 using segments [{'id': '7b924dd8-4978-40c4-ad91-4b9b27348462', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301'}] {{(pid=83872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 13:55:58.041433 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ffa3763-aa4d-41dc-924c-31a9811a07b7 None None] Attempting to bind port 726bdec0-b3dd-4501-bc52-f4bc4e066b8b on network 725864b8-cceb-48c9-b5d3-1bfc4423e301 {{(pid=83872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 13:55:58.059363 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ffa3763-aa4d-41dc-924c-31a9811a07b7 None None] Checking agent: {'id': 'af948428-97cd-4d10-9f53-af028bdb39b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-836180-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 13, 25, 37), 'started_at': datetime.datetime(2022, 4, 1, 13, 26, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 13, 55, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-836180-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 13:55:58.059732 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ffa3763-aa4d-41dc-924c-31a9811a07b7 None None] Checking segment: {'id': '7b924dd8-4978-40c4-ad91-4b9b27348462', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 13:55:58.060125 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-9ffa3763-aa4d-41dc-924c-31a9811a07b7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:55:58.060530 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ffa3763-aa4d-41dc-924c-31a9811a07b7 None None] Bound using segment: {'id': '7b924dd8-4978-40c4-ad91-4b9b27348462', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301'} {{(pid=83872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 13:55:58.060994 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.managers [None req-9ffa3763-aa4d-41dc-924c-31a9811a07b7 None None] Bound port: 726bdec0-b3dd-4501-bc52-f4bc4e066b8b, host: dv-neutron-836180-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b924dd8-4978-40c4-ad91-4b9b27348462', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301'}}] {{(pid=83872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 13:55:58.061360 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-9ffa3763-aa4d-41dc-924c-31a9811a07b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:55:58.195572 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-9ffa3763-aa4d-41dc-924c-31a9811a07b7 None None] For port 726bdec0-b3dd-4501-bc52-f4bc4e066b8b, host dv-neutron-836180-1-hyperv, cleared binding levels {{(pid=83872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 13:55:58.208808 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-9ffa3763-aa4d-41dc-924c-31a9811a07b7 None None] For port 726bdec0-b3dd-4501-bc52-f4bc4e066b8b, host dv-neutron-836180-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836180-1-hyperv',level=0,port_id=726bdec0-b3dd-4501-bc52-f4bc4e066b8b,segment=NetworkSegment(7b924dd8-4978-40c4-ad91-4b9b27348462),segment_id=7b924dd8-4978-40c4-ad91-4b9b27348462)] {{(pid=83872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 13:55:58.213132 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.db_base_plugin_common [None req-58d3e7a0-77ac-4157-9348-72831cede6f9 None None] Allocated IP 172.20.0.2 (3e7eab89-cfa3-4f5f-b67f-dd5d8aa307f5/48869f71-f9ae-47ca-8d52-47b8e4d8abb9/7641b13d-1afd-4dc0-85ab-dbba8c513b5e) {{(pid=83872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 13:55:58.215468 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-9ffa3763-aa4d-41dc-924c-31a9811a07b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864'] for port, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:55:58.422282 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb364364-9016-415a-b9f4-f8aba8ee8fd3 None None] Pushing event updated for resources: {'Port': ['ID=726bdec0-b3dd-4501-bc52-f4bc4e066b8b,revision_number=3']} {{(pid=83872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:55:58.430644 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ffa3763-aa4d-41dc-924c-31a9811a07b7 None None] Routers {'431e6014-b05a-4734-a37d-bbad00b6675d'} bound to L3 agent in host dv-neutron-836180-1-hyperv {{(pid=83872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 13:55:58.431265 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_hamode_db [None req-9ffa3763-aa4d-41dc-924c-31a9811a07b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836180-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T13:25:36Z,description=,heartbeat_timestamp=2022-04-01T13:55:36Z,host='dv-neutron-836180-1-hyperv',id=88bf8fc8-11a3-4e96-9d1b-5fd93ba9f6f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T13:25:36Z,topic='l3_agent')) {'router_ids': ['431e6014-b05a-4734-a37d-bbad00b6675d'], 'active': True} {{(pid=83872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:55:58.500216 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-bd3004e1-fad4-428d-b116-403b3466473e tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:55:58.692657 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-58d3e7a0-77ac-4157-9348-72831cede6f9 None None] Notify callbacks [] for port, precommit_create {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:55:58.706597 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_dvr_db [None req-9ffa3763-aa4d-41dc-924c-31a9811a07b7 None None] Set router 431e6014-b05a-4734-a37d-bbad00b6675d gateway port host: dv-neutron-836180-1-hyperv {{(pid=83872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 13:55:58.746581 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-58d3e7a0-77ac-4157-9348-72831cede6f9 None None] Transition to ACTIVE for port object 7641b13d-1afd-4dc0-85ab-dbba8c513b5e will not be triggered until provisioned by entity L2. {{(pid=83872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 13:55:58.840931 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-58d3e7a0-77ac-4157-9348-72831cede6f9 None None] Transition to ACTIVE for port object 7641b13d-1afd-4dc0-85ab-dbba8c513b5e will not be triggered until provisioned by entity DHCP. {{(pid=83872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 13:55:58.889568 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-58d3e7a0-77ac-4157-9348-72831cede6f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736732935801'] for port, after_create {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:55:58.917209 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.db_base_plugin_common [None req-bd3004e1-fad4-428d-b116-403b3466473e tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Allocated IP 172.20.0.1 (3e7eab89-cfa3-4f5f-b67f-dd5d8aa307f5/48869f71-f9ae-47ca-8d52-47b8e4d8abb9/3a9fbcf3-7ab8-4535-976e-b24cca0fbfeb) {{(pid=83869) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 13:55:58.985457 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58d3e7a0-77ac-4157-9348-72831cede6f9 None None] Network 3e7eab89-cfa3-4f5f-b67f-dd5d8aa307f5 is already hosted by enough agents. {{(pid=83872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 13:55:58.988757 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d3e7a0-77ac-4157-9348-72831cede6f9 None None] Pushing event updated for resources: {'Port': ['ID=7641b13d-1afd-4dc0-85ab-dbba8c513b5e,revision_number=1']} {{(pid=83872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:55:58.993418 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.scheduler.base_scheduler [None req-58d3e7a0-77ac-4157-9348-72831cede6f9 None None] Resources bound (agent type, host, resource id): {{(pid=83872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 13:55:59.004244 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58d3e7a0-77ac-4157-9348-72831cede6f9 None None] Received port after_create {{(pid=83872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 13:55:59.096358 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-bd3004e1-fad4-428d-b116-403b3466473e tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks [] for port, precommit_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:55:59.113261 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.provisioning_blocks [None req-bd3004e1-fad4-428d-b116-403b3466473e tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Transition to ACTIVE for port object 3a9fbcf3-7ab8-4535-976e-b24cca0fbfeb will not be triggered until provisioned by entity DHCP. {{(pid=83869) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 13:55:59.136811 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-bd3004e1-fad4-428d-b116-403b3466473e tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736732935801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2705155'] for port, after_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:55:59.144106 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.managers [None req-58d3e7a0-77ac-4157-9348-72831cede6f9 None None] Attempting to bind port 7641b13d-1afd-4dc0-85ab-dbba8c513b5e on host dv-neutron-836180-1-hyperv for vnic_type normal with profile {{(pid=83872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 13:55:59.144492 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.managers [None req-58d3e7a0-77ac-4157-9348-72831cede6f9 None None] Attempting to bind port 7641b13d-1afd-4dc0-85ab-dbba8c513b5e by drivers openvswitch,hyperv on host dv-neutron-836180-1-hyperv at level 0 using segments [{'id': 'a85b8739-8066-4044-8521-7c30309e7efc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '3e7eab89-cfa3-4f5f-b67f-dd5d8aa307f5'}] {{(pid=83872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 13:55:59.144845 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58d3e7a0-77ac-4157-9348-72831cede6f9 None None] Attempting to bind port 7641b13d-1afd-4dc0-85ab-dbba8c513b5e on network 3e7eab89-cfa3-4f5f-b67f-dd5d8aa307f5 {{(pid=83872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 13:55:59.155138 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58d3e7a0-77ac-4157-9348-72831cede6f9 None None] Checking agent: {'id': 'af948428-97cd-4d10-9f53-af028bdb39b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-836180-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 13, 25, 37), 'started_at': datetime.datetime(2022, 4, 1, 13, 26, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 13, 55, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-836180-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 13:55:59.155560 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58d3e7a0-77ac-4157-9348-72831cede6f9 None None] Checking segment: {'id': 'a85b8739-8066-4044-8521-7c30309e7efc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '3e7eab89-cfa3-4f5f-b67f-dd5d8aa307f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 13:55:59.155928 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-58d3e7a0-77ac-4157-9348-72831cede6f9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:55:59.156330 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58d3e7a0-77ac-4157-9348-72831cede6f9 None None] Bound using segment: {'id': 'a85b8739-8066-4044-8521-7c30309e7efc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '3e7eab89-cfa3-4f5f-b67f-dd5d8aa307f5'} {{(pid=83872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 13:55:59.156783 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.managers [None req-58d3e7a0-77ac-4157-9348-72831cede6f9 None None] Bound port: 7641b13d-1afd-4dc0-85ab-dbba8c513b5e, host: dv-neutron-836180-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a85b8739-8066-4044-8521-7c30309e7efc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '3e7eab89-cfa3-4f5f-b67f-dd5d8aa307f5'}}] {{(pid=83872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 13:55:59.157146 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-58d3e7a0-77ac-4157-9348-72831cede6f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:55:59.209848 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd3004e1-fad4-428d-b116-403b3466473e tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Network 3e7eab89-cfa3-4f5f-b67f-dd5d8aa307f5 is already hosted by enough agents. {{(pid=83869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 13:55:59.213341 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.scheduler.base_scheduler [None req-bd3004e1-fad4-428d-b116-403b3466473e tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Resources bound (agent type, host, resource id): {{(pid=83869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 13:55:59.217054 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd3004e1-fad4-428d-b116-403b3466473e tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Received port after_create {{(pid=83869) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 13:55:59.229462 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_hamode_db [None req-9ffa3763-aa4d-41dc-924c-31a9811a07b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '431e6014-b05a-4734-a37d-bbad00b6675d', 'name': 'tempest-TestNetworkBasicOps-router-330139131', 'tenant_id': 'f17cecf0d6854286bcc6f673927088ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'external_fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.207'}], 'enable_snat': True}, 'gw_port_id': '726bdec0-b3dd-4501-bc52-f4bc4e066b8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T13:55:55Z', 'updated_at': '2022-04-01T13:55:56Z', 'revision_number': 3, 'project_id': 'f17cecf0d6854286bcc6f673927088ad', 'gw_port': {'id': '726bdec0-b3dd-4501-bc52-f4bc4e066b8b', 'name': '', 'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:3e:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '431e6014-b05a-4734-a37d-bbad00b6675d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836180-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:55:55Z', 'updated_at': '2022-04-01T13:55:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836180-1-hyperv'}], 'dv-neutron-836180-1-hyperv', False) {} {{(pid=83872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:55:59.247984 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ffa3763-aa4d-41dc-924c-31a9811a07b7 None None] The sync data for ids ['431e6014-b05a-4734-a37d-bbad00b6675d'] in dv-neutron-836180-1-hyperv is: [{'id': '431e6014-b05a-4734-a37d-bbad00b6675d', 'name': 'tempest-TestNetworkBasicOps-router-330139131', 'tenant_id': 'f17cecf0d6854286bcc6f673927088ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'external_fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.207'}], 'enable_snat': True}, 'gw_port_id': '726bdec0-b3dd-4501-bc52-f4bc4e066b8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T13:55:55Z', 'updated_at': '2022-04-01T13:55:56Z', 'revision_number': 3, 'project_id': 'f17cecf0d6854286bcc6f673927088ad', 'gw_port': {'id': '726bdec0-b3dd-4501-bc52-f4bc4e066b8b', 'name': '', 'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:3e:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '431e6014-b05a-4734-a37d-bbad00b6675d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836180-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:55:55Z', 'updated_at': '2022-04-01T13:55:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836180-1-hyperv'}] {{(pid=83872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 13:55:59.251992 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd3004e1-fad4-428d-b116-403b3466473e tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Pushing event updated for resources: {'Port': ['ID=3a9fbcf3-7ab8-4535-976e-b24cca0fbfeb,revision_number=1']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:55:59.261185 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-58d3e7a0-77ac-4157-9348-72831cede6f9 None None] For port 7641b13d-1afd-4dc0-85ab-dbba8c513b5e, host dv-neutron-836180-1-hyperv, cleared binding levels {{(pid=83872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 13:55:59.264649 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-58d3e7a0-77ac-4157-9348-72831cede6f9 None None] For port 7641b13d-1afd-4dc0-85ab-dbba8c513b5e, host dv-neutron-836180-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836180-1-hyperv',level=0,port_id=7641b13d-1afd-4dc0-85ab-dbba8c513b5e,segment=NetworkSegment(a85b8739-8066-4044-8521-7c30309e7efc),segment_id=a85b8739-8066-4044-8521-7c30309e7efc)] {{(pid=83872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 13:55:59.270823 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-58d3e7a0-77ac-4157-9348-72831cede6f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864'] for port, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:55:59.288584 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-bd3004e1-fad4-428d-b116-403b3466473e tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4084144'] for router_interface, before_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:55:59.368644 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d3e7a0-77ac-4157-9348-72831cede6f9 None None] Pushing event updated for resources: {'Port': ['ID=7641b13d-1afd-4dc0-85ab-dbba8c513b5e,revision_number=2']} {{(pid=83872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:55:59.393982 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-bd3004e1-fad4-428d-b116-403b3466473e tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:55:59.975915 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-bd3004e1-fad4-428d-b116-403b3466473e tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks [] for port, precommit_update {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:55:59.980935 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-bd3004e1-fad4-428d-b116-403b3466473e tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2705172'] for port, after_update {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:56:00.097194 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd3004e1-fad4-428d-b116-403b3466473e tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Pushing event updated for resources: {'Port': ['ID=3a9fbcf3-7ab8-4535-976e-b24cca0fbfeb,revision_number=2']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:56:00.099520 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-bd3004e1-fad4-428d-b116-403b3466473e tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3017508', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4084015'] for router_interface, after_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:56:00.242471 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd3004e1-fad4-428d-b116-403b3466473e tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Network 3e7eab89-cfa3-4f5f-b67f-dd5d8aa307f5 is already hosted by enough agents. {{(pid=83869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 13:56:00.243654 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.scheduler.base_scheduler [None req-bd3004e1-fad4-428d-b116-403b3466473e tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Resources bound (agent type, host, resource id): {{(pid=83869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 13:56:00.347837 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcb27146-4335-4c02-bd32-f76779b77c02 None None] Network 3e7eab89-cfa3-4f5f-b67f-dd5d8aa307f5 requested from dv-neutron-836180-1-hyperv {{(pid=83872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 13:56:00.444575 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-9e0f793e-c6c9-4172-9706-61bbce2821d9 None None] Provisioning for port 7641b13d-1afd-4dc0-85ab-dbba8c513b5e completed by entity DHCP. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 13:56:00.603877 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Device 726bdec0-b3dd-4501-bc52-f4bc4e066b8b up at agent ovs-agent-dv-neutron-836180-1-hyperv {{(pid=83872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 13:56:00.632696 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd3004e1-fad4-428d-b116-403b3466473e tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Router 431e6014-b05a-4734-a37d-bbad00b6675d has already been hosted by L3 agent 88bf8fc8-11a3-4e96-9d1b-5fd93ba9f6f1 {{(pid=83869) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 13:56:00.683133 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Provisioning for port 726bdec0-b3dd-4501-bc52-f4bc4e066b8b completed by entity L2. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 13:56:00.689511 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Provisioning complete for port 726bdec0-b3dd-4501-bc52-f4bc4e066b8b triggered by entity L2. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 13:56:00.689886 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-948329'] for port, provisioning_complete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:56:00.814393 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:56:00.833680 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] For port 726bdec0-b3dd-4501-bc52-f4bc4e066b8b, host dv-neutron-836180-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836180-1-hyperv',level=0,port_id=726bdec0-b3dd-4501-bc52-f4bc4e066b8b,segment=NetworkSegment(7b924dd8-4978-40c4-ad91-4b9b27348462),segment_id=7b924dd8-4978-40c4-ad91-4b9b27348462)] {{(pid=83872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 13:56:00.839784 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864'] for port, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:56:00.840874 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Device 7641b13d-1afd-4dc0-85ab-dbba8c513b5e up at agent ovs-agent-dv-neutron-836180-1-hyperv {{(pid=83872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 13:56:00.848369 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd3004e1-fad4-428d-b116-403b3466473e tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify agent at l3_agent.dv-neutron-836180-1-hyperv the message routers_updated {{(pid=83869) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 13:56:00.861568 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-bd3004e1-fad4-428d-b116-403b3466473e tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] 10.222.0.26 "PUT /v2.0/routers/431e6014-b05a-4734-a37d-bbad00b6675d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2333488 Apr 01 13:56:00.864100 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 60122) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:56:01.010026 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0df5dae1-d904-4515-9ecf-68d97fd4afb9 tempest-TestNetworkBasicOps-1234239346 tempest-TestNetworkBasicOps-1234239346-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:56:01.010959 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0df5dae1-d904-4515-9ecf-68d97fd4afb9 tempest-TestNetworkBasicOps-1234239346 tempest-TestNetworkBasicOps-1234239346-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:56:01.011464 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0df5dae1-d904-4515-9ecf-68d97fd4afb9 tempest-TestNetworkBasicOps-1234239346 tempest-TestNetworkBasicOps-1234239346-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:56:01.012344 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0df5dae1-d904-4515-9ecf-68d97fd4afb9 tempest-TestNetworkBasicOps-1234239346 tempest-TestNetworkBasicOps-1234239346-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:56:01.014933 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-0df5dae1-d904-4515-9ecf-68d97fd4afb9 tempest-TestNetworkBasicOps-1234239346 tempest-TestNetworkBasicOps-1234239346-project-admin] 10.222.0.26 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2886 time: 0.1489122 Apr 01 13:56:01.017863 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 60126) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:56:01.028981 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Pushing event updated for resources: {'Port': ['ID=726bdec0-b3dd-4501-bc52-f4bc4e066b8b,revision_number=4']} {{(pid=83872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:56:01.048437 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-54b1e804-0db2-4f2b-b9aa-84012fed8002 None None] Provisioning for port 3a9fbcf3-7ab8-4535-976e-b24cca0fbfeb completed by entity DHCP. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 13:56:01.053155 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Provisioning for port 7641b13d-1afd-4dc0-85ab-dbba8c513b5e completed by entity L2. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 13:56:01.058191 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Provisioning complete for port 7641b13d-1afd-4dc0-85ab-dbba8c513b5e triggered by entity L2. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 13:56:01.058537 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-948329'] for port, provisioning_complete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:56:01.082453 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-54b1e804-0db2-4f2b-b9aa-84012fed8002 None None] Provisioning complete for port 3a9fbcf3-7ab8-4535-976e-b24cca0fbfeb triggered by entity DHCP. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 13:56:01.082812 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-54b1e804-0db2-4f2b-b9aa-84012fed8002 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-948329'] for port, provisioning_complete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:56:01.101076 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e4dcb90-f8e9-4060-88a3-773efc91e8e3 tempest-TestNetworkBasicOps-1234239346 tempest-TestNetworkBasicOps-1234239346-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:56:01.101639 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e4dcb90-f8e9-4060-88a3-773efc91e8e3 tempest-TestNetworkBasicOps-1234239346 tempest-TestNetworkBasicOps-1234239346-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:56:01.102155 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e4dcb90-f8e9-4060-88a3-773efc91e8e3 tempest-TestNetworkBasicOps-1234239346 tempest-TestNetworkBasicOps-1234239346-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:56:01.102648 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e4dcb90-f8e9-4060-88a3-773efc91e8e3 tempest-TestNetworkBasicOps-1234239346 tempest-TestNetworkBasicOps-1234239346-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:56:01.107808 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 60130) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:56:01.116972 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-3e4dcb90-f8e9-4060-88a3-773efc91e8e3 tempest-TestNetworkBasicOps-1234239346 tempest-TestNetworkBasicOps-1234239346-project-admin] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2728 time: 0.0920603 Apr 01 13:56:01.163104 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.plugin [None req-54b1e804-0db2-4f2b-b9aa-84012fed8002 None None] Port 3a9fbcf3-7ab8-4535-976e-b24cca0fbfeb cannot update to ACTIVE because it is not bound. {{(pid=83872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 13:56:01.229267 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:56:01.263891 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] For port 7641b13d-1afd-4dc0-85ab-dbba8c513b5e, host dv-neutron-836180-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836180-1-hyperv',level=0,port_id=7641b13d-1afd-4dc0-85ab-dbba8c513b5e,segment=NetworkSegment(a85b8739-8066-4044-8521-7c30309e7efc),segment_id=a85b8739-8066-4044-8521-7c30309e7efc)] {{(pid=83872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 13:56:01.269804 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864'] for port, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:56:01.336093 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-e5c27659-5b7a-4ef2-8c23-2c61ce308022 tempest-TestNetworkBasicOps-1234239346 tempest-TestNetworkBasicOps-1234239346-project-admin] 10.222.0.26 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1607 time: 0.2268386 Apr 01 13:56:01.351182 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Pushing event updated for resources: {'Port': ['ID=7641b13d-1afd-4dc0-85ab-dbba8c513b5e,revision_number=3']} {{(pid=83872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:56:01.354606 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-05d28a95-d2d0-480d-b34f-c79a146d3778 None None] Provisioning complete for port 3a9fbcf3-7ab8-4535-976e-b24cca0fbfeb triggered by entity DHCP. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 13:56:01.354973 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-05d28a95-d2d0-480d-b34f-c79a146d3778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-948329'] for port, provisioning_complete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:56:01.406965 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.plugin [None req-05d28a95-d2d0-480d-b34f-c79a146d3778 None None] Port 3a9fbcf3-7ab8-4535-976e-b24cca0fbfeb cannot update to ACTIVE because it is not bound. {{(pid=83872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 13:56:01.617972 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 60136) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:56:01.623598 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.v2.base [None req-5fe9c1c6-0836-46de-9942-75d1305592c5 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-990935709', 'description': 'tempest-secgroup-smoke-990935709 description', 'project_id': 'f17cecf0d6854286bcc6f673927088ad'}} {{(pid=83869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:56:01.630372 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-5fe9c1c6-0836-46de-9942-75d1305592c5 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:56:01.634442 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-5fe9c1c6-0836-46de-9942-75d1305592c5 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Usage tracker for resource:security_group and tenant:f17cecf0d6854286bcc6f673927088ad is out of sync, need to count used quota {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 13:56:01.637342 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-5fe9c1c6-0836-46de-9942-75d1305592c5 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 13:56:01.643142 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-5fe9c1c6-0836-46de-9942-75d1305592c5 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:56:01.653113 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-5fe9c1c6-0836-46de-9942-75d1305592c5 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks [] for security_group, before_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:56:01.689253 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-5fe9c1c6-0836-46de-9942-75d1305592c5 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:56:01.692921 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-5fe9c1c6-0836-46de-9942-75d1305592c5 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Usage tracker for resource:security_group_rule and tenant:f17cecf0d6854286bcc6f673927088ad is out of sync, need to count used quota {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 13:56:01.695593 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-5fe9c1c6-0836-46de-9942-75d1305592c5 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 13:56:01.701109 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-5fe9c1c6-0836-46de-9942-75d1305592c5 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:56:01.754534 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-5fe9c1c6-0836-46de-9942-75d1305592c5 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks [] for security_group, precommit_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:56:01.758256 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-5fe9c1c6-0836-46de-9942-75d1305592c5 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3775923'] for security_group, after_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:56:01.803804 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe9c1c6-0836-46de-9942-75d1305592c5 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1ef069f8-c4cc-46af-9548-49e6d9981691,revision_number=1']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:56:01.807164 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-5fe9c1c6-0836-46de-9942-75d1305592c5 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks [] for security_group, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:56:01.808369 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-5fe9c1c6-0836-46de-9942-75d1305592c5 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.1893768 Apr 01 13:56:01.811279 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 60140) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:56:01.817101 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.v2.base [None req-181579e5-726c-4109-a9d1-e4e8590dfc22 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Request body: {'security_group_rule': {'security_group_id': '1ef069f8-c4cc-46af-9548-49e6d9981691', 'project_id': 'f17cecf0d6854286bcc6f673927088ad', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:56:01.822790 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-181579e5-726c-4109-a9d1-e4e8590dfc22 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:56:01.826540 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-181579e5-726c-4109-a9d1-e4e8590dfc22 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Usage tracker for resource:security_group_rule and tenant:f17cecf0d6854286bcc6f673927088ad is out of sync, need to count used quota {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 13:56:01.829640 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-181579e5-726c-4109-a9d1-e4e8590dfc22 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 13:56:01.835228 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-181579e5-726c-4109-a9d1-e4e8590dfc22 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:56:01.851737 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-181579e5-726c-4109-a9d1-e4e8590dfc22 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:56:01.911311 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-181579e5-726c-4109-a9d1-e4e8590dfc22 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:56:01.914654 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-181579e5-726c-4109-a9d1-e4e8590dfc22 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3775744'] for security_group_rule, after_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:56:01.938249 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-181579e5-726c-4109-a9d1-e4e8590dfc22 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=175dbcf2-c84d-4df5-bdf0-681ca3ddc28a,revision_number=0']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:56:01.946305 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-181579e5-726c-4109-a9d1-e4e8590dfc22 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:56:01.947528 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-181579e5-726c-4109-a9d1-e4e8590dfc22 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1352730 Apr 01 13:56:01.950290 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 60144) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:56:01.955602 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.v2.base [None req-3e3d570d-0f73-4e83-8c1e-23b362a671e1 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Request body: {'security_group_rule': {'security_group_id': '1ef069f8-c4cc-46af-9548-49e6d9981691', 'project_id': 'f17cecf0d6854286bcc6f673927088ad', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:56:01.961307 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-3e3d570d-0f73-4e83-8c1e-23b362a671e1 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:56:01.965025 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-3e3d570d-0f73-4e83-8c1e-23b362a671e1 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Usage tracker for resource:security_group_rule and tenant:f17cecf0d6854286bcc6f673927088ad is out of sync, need to count used quota {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 13:56:01.968379 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-3e3d570d-0f73-4e83-8c1e-23b362a671e1 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 13:56:01.973957 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-3e3d570d-0f73-4e83-8c1e-23b362a671e1 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:56:01.991937 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-3e3d570d-0f73-4e83-8c1e-23b362a671e1 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:56:02.052252 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-3e3d570d-0f73-4e83-8c1e-23b362a671e1 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:56:02.055702 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-3e3d570d-0f73-4e83-8c1e-23b362a671e1 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3775744'] for security_group_rule, after_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:56:02.078409 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e3d570d-0f73-4e83-8c1e-23b362a671e1 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b6d21edd-f21a-4ee3-b824-b12f120937c3,revision_number=0']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:56:02.086722 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-3e3d570d-0f73-4e83-8c1e-23b362a671e1 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:56:02.087931 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-3e3d570d-0f73-4e83-8c1e-23b362a671e1 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1367216 Apr 01 13:56:02.090667 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 60148) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:56:02.096492 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.v2.base [None req-5a9d49df-571c-477b-aa88-cc4001b88d19 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Request body: {'security_group_rule': {'security_group_id': '1ef069f8-c4cc-46af-9548-49e6d9981691', 'project_id': 'f17cecf0d6854286bcc6f673927088ad', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:56:02.102082 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-5a9d49df-571c-477b-aa88-cc4001b88d19 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:56:02.105831 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-5a9d49df-571c-477b-aa88-cc4001b88d19 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Usage tracker for resource:security_group_rule and tenant:f17cecf0d6854286bcc6f673927088ad is out of sync, need to count used quota {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 13:56:02.108736 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-5a9d49df-571c-477b-aa88-cc4001b88d19 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 13:56:02.114303 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-5a9d49df-571c-477b-aa88-cc4001b88d19 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:56:02.132586 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-5a9d49df-571c-477b-aa88-cc4001b88d19 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:56:02.309110 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-5a9d49df-571c-477b-aa88-cc4001b88d19 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:56:02.314139 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-5a9d49df-571c-477b-aa88-cc4001b88d19 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3775744'] for security_group_rule, after_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:56:02.338847 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a9d49df-571c-477b-aa88-cc4001b88d19 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e416e8d7-2c6b-46c5-a51f-ca3d5438e521,revision_number=0']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:56:02.348457 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-5a9d49df-571c-477b-aa88-cc4001b88d19 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:56:02.349602 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-5a9d49df-571c-477b-aa88-cc4001b88d19 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.2580502 Apr 01 13:56:02.352488 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 60152) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:56:02.357741 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.v2.base [None req-3d556c39-0ed0-4c0f-9c18-9bb09c02a767 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Request body: {'security_group_rule': {'security_group_id': '1ef069f8-c4cc-46af-9548-49e6d9981691', 'project_id': 'f17cecf0d6854286bcc6f673927088ad', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:56:02.363645 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-3d556c39-0ed0-4c0f-9c18-9bb09c02a767 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:56:02.367354 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-3d556c39-0ed0-4c0f-9c18-9bb09c02a767 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Usage tracker for resource:security_group_rule and tenant:f17cecf0d6854286bcc6f673927088ad is out of sync, need to count used quota {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 13:56:02.370164 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-3d556c39-0ed0-4c0f-9c18-9bb09c02a767 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 13:56:02.376287 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-3d556c39-0ed0-4c0f-9c18-9bb09c02a767 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:56:02.392099 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-3d556c39-0ed0-4c0f-9c18-9bb09c02a767 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:56:02.453910 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-3d556c39-0ed0-4c0f-9c18-9bb09c02a767 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:56:02.457473 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-3d556c39-0ed0-4c0f-9c18-9bb09c02a767 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3775744'] for security_group_rule, after_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:56:02.479817 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d556c39-0ed0-4c0f-9c18-9bb09c02a767 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e494f001-d139-48a4-b6b4-8ede43c2735c,revision_number=0']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:56:02.488385 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-3d556c39-0ed0-4c0f-9c18-9bb09c02a767 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:56:02.489558 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-3d556c39-0ed0-4c0f-9c18-9bb09c02a767 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1362352 Apr 01 13:56:02.492335 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 60156) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:56:02.498198 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.v2.base [None req-73f34a19-2f93-4480-9c4e-efe47e3b91a4 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Request body: {'security_group_rule': {'security_group_id': '1ef069f8-c4cc-46af-9548-49e6d9981691', 'project_id': 'f17cecf0d6854286bcc6f673927088ad', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:56:02.505208 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-73f34a19-2f93-4480-9c4e-efe47e3b91a4 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:56:02.509234 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-73f34a19-2f93-4480-9c4e-efe47e3b91a4 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Usage tracker for resource:security_group_rule and tenant:f17cecf0d6854286bcc6f673927088ad is out of sync, need to count used quota {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 13:56:02.513031 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-73f34a19-2f93-4480-9c4e-efe47e3b91a4 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 13:56:02.520019 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-73f34a19-2f93-4480-9c4e-efe47e3b91a4 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:56:02.532251 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.db.securitygroups_db [None req-73f34a19-2f93-4480-9c4e-efe47e3b91a4 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Project f17cecf0d6854286bcc6f673927088ad added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 01 13:56:02.538898 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-73f34a19-2f93-4480-9c4e-efe47e3b91a4 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:56:02.566033 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Device 726bdec0-b3dd-4501-bc52-f4bc4e066b8b up at agent ovs-agent-dv-neutron-836180-1-hyperv {{(pid=83872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 13:56:02.609244 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-73f34a19-2f93-4480-9c4e-efe47e3b91a4 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:56:02.614013 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-73f34a19-2f93-4480-9c4e-efe47e3b91a4 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3775744'] for security_group_rule, after_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:56:02.636813 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f34a19-2f93-4480-9c4e-efe47e3b91a4 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=23e51021-edd2-4a5a-8245-d9b9955d0601,revision_number=0']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:56:02.641060 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Provisioning complete for port 726bdec0-b3dd-4501-bc52-f4bc4e066b8b triggered by entity L2. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 13:56:02.641679 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-948329'] for port, provisioning_complete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:56:02.650160 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-73f34a19-2f93-4480-9c4e-efe47e3b91a4 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:56:02.651576 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-73f34a19-2f93-4480-9c4e-efe47e3b91a4 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1583135 Apr 01 13:56:02.654372 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 60160) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:56:02.660663 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.v2.base [None req-40181065-195f-4092-92f2-3aaf382c3b50 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Request body: {'security_group_rule': {'security_group_id': '1ef069f8-c4cc-46af-9548-49e6d9981691', 'project_id': 'f17cecf0d6854286bcc6f673927088ad', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:56:02.666519 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-40181065-195f-4092-92f2-3aaf382c3b50 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:56:02.670361 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-40181065-195f-4092-92f2-3aaf382c3b50 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Usage tracker for resource:security_group_rule and tenant:f17cecf0d6854286bcc6f673927088ad is out of sync, need to count used quota {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 13:56:02.673864 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-40181065-195f-4092-92f2-3aaf382c3b50 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 13:56:02.679504 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-40181065-195f-4092-92f2-3aaf382c3b50 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:56:02.691338 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.db.securitygroups_db [None req-40181065-195f-4092-92f2-3aaf382c3b50 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Project f17cecf0d6854286bcc6f673927088ad added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 01 13:56:02.698956 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-40181065-195f-4092-92f2-3aaf382c3b50 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:56:02.767317 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Device 7641b13d-1afd-4dc0-85ab-dbba8c513b5e up at agent ovs-agent-dv-neutron-836180-1-hyperv {{(pid=83872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 13:56:02.776114 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-40181065-195f-4092-92f2-3aaf382c3b50 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:56:02.781830 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-40181065-195f-4092-92f2-3aaf382c3b50 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3775744'] for security_group_rule, after_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:56:02.783434 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f419796c-cb34-45eb-bb6f-bfef2f3789a5 None None] Sync routers for ids ['431e6014-b05a-4734-a37d-bbad00b6675d'] in dv-neutron-836180-1-hyperv {{(pid=83873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 13:56:02.797836 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f419796c-cb34-45eb-bb6f-bfef2f3789a5 None None] Routers {'431e6014-b05a-4734-a37d-bbad00b6675d'} bound to L3 agent in host dv-neutron-836180-1-hyperv {{(pid=83873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 13:56:02.798449 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-f419796c-cb34-45eb-bb6f-bfef2f3789a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836180-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T13:25:36Z,description=,heartbeat_timestamp=2022-04-01T13:55:36Z,host='dv-neutron-836180-1-hyperv',id=88bf8fc8-11a3-4e96-9d1b-5fd93ba9f6f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T13:25:36Z,topic='l3_agent')) {'router_ids': ['431e6014-b05a-4734-a37d-bbad00b6675d'], 'active': True} {{(pid=83873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:56:02.809365 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40181065-195f-4092-92f2-3aaf382c3b50 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=74b30055-edfc-4b03-90d1-d56f91f4d997,revision_number=0']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:56:02.818013 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-40181065-195f-4092-92f2-3aaf382c3b50 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:56:02.819573 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-40181065-195f-4092-92f2-3aaf382c3b50 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1642525 Apr 01 13:56:02.848479 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Provisioning complete for port 7641b13d-1afd-4dc0-85ab-dbba8c513b5e triggered by entity L2. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 13:56:02.848850 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-948329'] for port, provisioning_complete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:56:03.009677 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_dvr_db [None req-f419796c-cb34-45eb-bb6f-bfef2f3789a5 None None] Set router 431e6014-b05a-4734-a37d-bbad00b6675d gateway port host: dv-neutron-836180-1-hyperv {{(pid=83873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 13:56:03.036036 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [req-2ff50750-d66d-45c6-b12f-264b5a5ad169 req-80667472-d356-45a7-a5bb-f67bc9c4c09d tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Synchronizing usage tracker for tenant:f17cecf0d6854286bcc6f673927088ad on resource:security_group {{(pid=83869) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 13:56:03.054454 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [req-2ff50750-d66d-45c6-b12f-264b5a5ad169 req-80667472-d356-45a7-a5bb-f67bc9c4c09d tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Unset dirty status for tenant:f17cecf0d6854286bcc6f673927088ad on resource:security_group {{(pid=83869) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 13:56:03.055707 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-2ff50750-d66d-45c6-b12f-264b5a5ad169 req-80667472-d356-45a7-a5bb-f67bc9c4c09d tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-990935709&fields=id&tenant_id=f17cecf0d6854286bcc6f673927088ad HTTP/1.1" status: 200 len: 267 time: 0.0706925 Apr 01 13:56:03.218208 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff50750-d66d-45c6-b12f-264b5a5ad169 req-883acb6f-33b8-40f2-9867-d0df20c4c6ea tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:56:03.218867 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [req-2ff50750-d66d-45c6-b12f-264b5a5ad169 req-883acb6f-33b8-40f2-9867-d0df20c4c6ea tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Synchronizing usage tracker for tenant:f17cecf0d6854286bcc6f673927088ad on resource:network {{(pid=83869) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 13:56:03.236690 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [req-2ff50750-d66d-45c6-b12f-264b5a5ad169 req-883acb6f-33b8-40f2-9867-d0df20c4c6ea tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Unset dirty status for tenant:f17cecf0d6854286bcc6f673927088ad on resource:network {{(pid=83869) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 13:56:03.237958 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-2ff50750-d66d-45c6-b12f-264b5a5ad169 req-883acb6f-33b8-40f2-9867-d0df20c4c6ea tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] 10.222.0.26 "GET /v2.0/networks?id=3e7eab89-cfa3-4f5f-b67f-dd5d8aa307f5 HTTP/1.1" status: 200 len: 797 time: 0.1732991 Apr 01 13:56:03.258606 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-2ff50750-d66d-45c6-b12f-264b5a5ad169 req-f884a087-51e9-4b06-bad4-374e531a4c84 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] 10.222.0.26 "GET /v2.0/quotas/f17cecf0d6854286bcc6f673927088ad HTTP/1.1" status: 200 len: 375 time: 0.0123427 Apr 01 13:56:03.354013 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [req-2ff50750-d66d-45c6-b12f-264b5a5ad169 req-da8868f5-530e-4157-9188-cde9266eaa9c tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Synchronizing usage tracker for tenant:f17cecf0d6854286bcc6f673927088ad on resource:port {{(pid=83869) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 13:56:03.372857 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [req-2ff50750-d66d-45c6-b12f-264b5a5ad169 req-da8868f5-530e-4157-9188-cde9266eaa9c tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Unset dirty status for tenant:f17cecf0d6854286bcc6f673927088ad on resource:port {{(pid=83869) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 13:56:03.375214 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-2ff50750-d66d-45c6-b12f-264b5a5ad169 req-da8868f5-530e-4157-9188-cde9266eaa9c tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=f17cecf0d6854286bcc6f673927088ad&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1080701 Apr 01 13:56:03.411736 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-f419796c-cb34-45eb-bb6f-bfef2f3789a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '431e6014-b05a-4734-a37d-bbad00b6675d', 'name': 'tempest-TestNetworkBasicOps-router-330139131', 'tenant_id': 'f17cecf0d6854286bcc6f673927088ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'external_fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.207'}], 'enable_snat': True}, 'gw_port_id': '726bdec0-b3dd-4501-bc52-f4bc4e066b8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T13:55:55Z', 'updated_at': '2022-04-01T13:55:59Z', 'revision_number': 4, 'project_id': 'f17cecf0d6854286bcc6f673927088ad', 'gw_port': {'id': '726bdec0-b3dd-4501-bc52-f4bc4e066b8b', 'name': '', 'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:3e:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '431e6014-b05a-4734-a37d-bbad00b6675d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836180-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:55:55Z', 'updated_at': '2022-04-01T13:56:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836180-1-hyperv', '_interfaces': [{'id': '3a9fbcf3-7ab8-4535-976e-b24cca0fbfeb', 'name': '', 'network_id': '3e7eab89-cfa3-4f5f-b67f-dd5d8aa307f5', 'tenant_id': 'f17cecf0d6854286bcc6f673927088ad', 'mac_address': 'fa:16:3e:dd:6d:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '431e6014-b05a-4734-a37d-bbad00b6675d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '48869f71-f9ae-47ca-8d52-47b8e4d8abb9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:55:58Z', 'updated_at': '2022-04-01T13:55:59Z', 'revision_number': 2, 'project_id': 'f17cecf0d6854286bcc6f673927088ad', 'subnets': [{'id': '48869f71-f9ae-47ca-8d52-47b8e4d8abb9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-836180-1-hyperv', False) {} {{(pid=83873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:56:03.417546 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f419796c-cb34-45eb-bb6f-bfef2f3789a5 None None] Checking router: 431e6014-b05a-4734-a37d-bbad00b6675d for host: dv-neutron-836180-1-hyperv {{(pid=83873) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 01 13:56:03.417546 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f419796c-cb34-45eb-bb6f-bfef2f3789a5 None None] Updating router 431e6014-b05a-4734-a37d-bbad00b6675d port 3a9fbcf3-7ab8-4535-976e-b24cca0fbfeb binding host dv-neutron-836180-1-hyperv {{(pid=83873) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 01 13:56:03.478827 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-f419796c-cb34-45eb-bb6f-bfef2f3789a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:56:03.527796 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-2ff50750-d66d-45c6-b12f-264b5a5ad169 req-4c8697f5-ae26-4e3b-a4cb-12b3a5e4cab8 service neutron] 10.222.0.26 "GET /v2.0/networks/3e7eab89-cfa3-4f5f-b67f-dd5d8aa307f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1412246 Apr 01 13:56:03.569116 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-8d0928cb-06ec-4327-b491-2063e6d2cffd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:56:03.684423 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-2ff50750-d66d-45c6-b12f-264b5a5ad169 req-a8ed9bec-058a-46cf-8cdb-9684986fa603 service neutron] 10.222.0.26 "GET /v2.0/networks/3e7eab89-cfa3-4f5f-b67f-dd5d8aa307f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1496189 Apr 01 13:56:03.848069 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-f419796c-cb34-45eb-bb6f-bfef2f3789a5 None None] Notify callbacks [] for port, precommit_update {{(pid=83873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:56:03.859483 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-f419796c-cb34-45eb-bb6f-bfef2f3789a5 None None] Transition to ACTIVE for port object 3a9fbcf3-7ab8-4535-976e-b24cca0fbfeb will not be triggered until provisioned by entity L2. {{(pid=83873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 13:56:03.866858 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-f419796c-cb34-45eb-bb6f-bfef2f3789a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864'] for port, after_update {{(pid=83873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:56:03.874419 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [req-62449602-4f6b-4b3a-a809-e647bd81eedb req-6543ca66-290b-4077-bce3-3f35dd920a0f tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Synchronizing usage tracker for tenant:f17cecf0d6854286bcc6f673927088ad on resource:port {{(pid=83871) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 13:56:03.893832 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [req-62449602-4f6b-4b3a-a809-e647bd81eedb req-6543ca66-290b-4077-bce3-3f35dd920a0f tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Unset dirty status for tenant:f17cecf0d6854286bcc6f673927088ad on resource:port {{(pid=83871) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 13:56:03.895783 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-62449602-4f6b-4b3a-a809-e647bd81eedb req-6543ca66-290b-4077-bce3-3f35dd920a0f tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] 10.222.0.26 "GET /v2.0/ports?device_id=88691576-2b95-421e-a89b-1d415b4e081d HTTP/1.1" status: 200 len: 210 time: 0.0649264 Apr 01 13:56:04.005811 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c71dd5fa-b24e-4862-9209-28a0a5e9daf4 None None] Pushing event updated for resources: {'Port': ['ID=3a9fbcf3-7ab8-4535-976e-b24cca0fbfeb,revision_number=3']} {{(pid=83873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:56:04.048041 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c71dd5fa-b24e-4862-9209-28a0a5e9daf4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:56:04.048398 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c71dd5fa-b24e-4862-9209-28a0a5e9daf4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:56:04.048721 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c71dd5fa-b24e-4862-9209-28a0a5e9daf4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:56:04.049043 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c71dd5fa-b24e-4862-9209-28a0a5e9daf4 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:56:04.049361 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c71dd5fa-b24e-4862-9209-28a0a5e9daf4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:56:04.049680 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c71dd5fa-b24e-4862-9209-28a0a5e9daf4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:56:04.049995 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c71dd5fa-b24e-4862-9209-28a0a5e9daf4 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:56:04.050307 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c71dd5fa-b24e-4862-9209-28a0a5e9daf4 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:56:04.050616 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c71dd5fa-b24e-4862-9209-28a0a5e9daf4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:56:04.050923 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c71dd5fa-b24e-4862-9209-28a0a5e9daf4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:56:04.051230 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c71dd5fa-b24e-4862-9209-28a0a5e9daf4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:56:04.104484 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.plugins.ml2.managers [None req-f419796c-cb34-45eb-bb6f-bfef2f3789a5 None None] Attempting to bind port 3a9fbcf3-7ab8-4535-976e-b24cca0fbfeb on host dv-neutron-836180-1-hyperv for vnic_type normal with profile {{(pid=83873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 13:56:04.104841 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.plugins.ml2.managers [None req-f419796c-cb34-45eb-bb6f-bfef2f3789a5 None None] Attempting to bind port 3a9fbcf3-7ab8-4535-976e-b24cca0fbfeb by drivers openvswitch,hyperv on host dv-neutron-836180-1-hyperv at level 0 using segments [{'id': 'a85b8739-8066-4044-8521-7c30309e7efc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '3e7eab89-cfa3-4f5f-b67f-dd5d8aa307f5'}] {{(pid=83873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 13:56:04.105187 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f419796c-cb34-45eb-bb6f-bfef2f3789a5 None None] Attempting to bind port 3a9fbcf3-7ab8-4535-976e-b24cca0fbfeb on network 3e7eab89-cfa3-4f5f-b67f-dd5d8aa307f5 {{(pid=83873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 13:56:04.111728 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f419796c-cb34-45eb-bb6f-bfef2f3789a5 None None] Checking agent: {'id': 'af948428-97cd-4d10-9f53-af028bdb39b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-836180-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 13, 25, 37), 'started_at': datetime.datetime(2022, 4, 1, 13, 26, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 13, 55, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-836180-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 13:56:04.112016 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f419796c-cb34-45eb-bb6f-bfef2f3789a5 None None] Checking segment: {'id': 'a85b8739-8066-4044-8521-7c30309e7efc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '3e7eab89-cfa3-4f5f-b67f-dd5d8aa307f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 13:56:04.112391 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-f419796c-cb34-45eb-bb6f-bfef2f3789a5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:56:04.112715 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f419796c-cb34-45eb-bb6f-bfef2f3789a5 None None] Bound using segment: {'id': 'a85b8739-8066-4044-8521-7c30309e7efc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '3e7eab89-cfa3-4f5f-b67f-dd5d8aa307f5'} {{(pid=83873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 13:56:04.113153 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.plugins.ml2.managers [None req-f419796c-cb34-45eb-bb6f-bfef2f3789a5 None None] Bound port: 3a9fbcf3-7ab8-4535-976e-b24cca0fbfeb, host: dv-neutron-836180-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a85b8739-8066-4044-8521-7c30309e7efc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '3e7eab89-cfa3-4f5f-b67f-dd5d8aa307f5'}}] {{(pid=83873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 13:56:04.113504 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-f419796c-cb34-45eb-bb6f-bfef2f3789a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:56:04.202780 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.plugins.ml2.db [None req-f419796c-cb34-45eb-bb6f-bfef2f3789a5 None None] For port 3a9fbcf3-7ab8-4535-976e-b24cca0fbfeb, host dv-neutron-836180-1-hyperv, cleared binding levels {{(pid=83873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 13:56:04.205745 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.plugins.ml2.db [None req-f419796c-cb34-45eb-bb6f-bfef2f3789a5 None None] For port 3a9fbcf3-7ab8-4535-976e-b24cca0fbfeb, host dv-neutron-836180-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836180-1-hyperv',level=0,port_id=3a9fbcf3-7ab8-4535-976e-b24cca0fbfeb,segment=NetworkSegment(a85b8739-8066-4044-8521-7c30309e7efc),segment_id=a85b8739-8066-4044-8521-7c30309e7efc)] {{(pid=83873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 13:56:04.209071 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-f419796c-cb34-45eb-bb6f-bfef2f3789a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864'] for port, after_update {{(pid=83873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:56:04.278841 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c71dd5fa-b24e-4862-9209-28a0a5e9daf4 None None] Pushing event updated for resources: {'Port': ['ID=3a9fbcf3-7ab8-4535-976e-b24cca0fbfeb,revision_number=4']} {{(pid=83873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:56:04.302471 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f419796c-cb34-45eb-bb6f-bfef2f3789a5 None None] Routers {'431e6014-b05a-4734-a37d-bbad00b6675d'} bound to L3 agent in host dv-neutron-836180-1-hyperv {{(pid=83873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 13:56:04.303078 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-f419796c-cb34-45eb-bb6f-bfef2f3789a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836180-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T13:25:36Z,description=,heartbeat_timestamp=2022-04-01T13:55:36Z,host='dv-neutron-836180-1-hyperv',id=88bf8fc8-11a3-4e96-9d1b-5fd93ba9f6f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T13:25:36Z,topic='l3_agent')) {'router_ids': ['431e6014-b05a-4734-a37d-bbad00b6675d'], 'active': True} {{(pid=83873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:56:04.489886 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_dvr_db [None req-f419796c-cb34-45eb-bb6f-bfef2f3789a5 None None] Set router 431e6014-b05a-4734-a37d-bbad00b6675d gateway port host: dv-neutron-836180-1-hyperv {{(pid=83873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 13:56:04.818483 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-f419796c-cb34-45eb-bb6f-bfef2f3789a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '431e6014-b05a-4734-a37d-bbad00b6675d', 'name': 'tempest-TestNetworkBasicOps-router-330139131', 'tenant_id': 'f17cecf0d6854286bcc6f673927088ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'external_fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.207'}], 'enable_snat': True}, 'gw_port_id': '726bdec0-b3dd-4501-bc52-f4bc4e066b8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T13:55:55Z', 'updated_at': '2022-04-01T13:55:59Z', 'revision_number': 4, 'project_id': 'f17cecf0d6854286bcc6f673927088ad', 'gw_port': {'id': '726bdec0-b3dd-4501-bc52-f4bc4e066b8b', 'name': '', 'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:3e:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '431e6014-b05a-4734-a37d-bbad00b6675d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836180-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:55:55Z', 'updated_at': '2022-04-01T13:56:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836180-1-hyperv', '_interfaces': [{'id': '3a9fbcf3-7ab8-4535-976e-b24cca0fbfeb', 'name': '', 'network_id': '3e7eab89-cfa3-4f5f-b67f-dd5d8aa307f5', 'tenant_id': 'f17cecf0d6854286bcc6f673927088ad', 'mac_address': 'fa:16:3e:dd:6d:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '431e6014-b05a-4734-a37d-bbad00b6675d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '48869f71-f9ae-47ca-8d52-47b8e4d8abb9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836180-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:55:58Z', 'updated_at': '2022-04-01T13:56:04Z', 'revision_number': 4, 'project_id': 'f17cecf0d6854286bcc6f673927088ad', 'subnets': [{'id': '48869f71-f9ae-47ca-8d52-47b8e4d8abb9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-836180-1-hyperv', False) {} {{(pid=83873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:56:04.822244 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f419796c-cb34-45eb-bb6f-bfef2f3789a5 None None] The sync data for ids ['431e6014-b05a-4734-a37d-bbad00b6675d'] in dv-neutron-836180-1-hyperv is: [{'id': '431e6014-b05a-4734-a37d-bbad00b6675d', 'name': 'tempest-TestNetworkBasicOps-router-330139131', 'tenant_id': 'f17cecf0d6854286bcc6f673927088ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'external_fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.207'}], 'enable_snat': True}, 'gw_port_id': '726bdec0-b3dd-4501-bc52-f4bc4e066b8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T13:55:55Z', 'updated_at': '2022-04-01T13:55:59Z', 'revision_number': 4, 'project_id': 'f17cecf0d6854286bcc6f673927088ad', 'gw_port': {'id': '726bdec0-b3dd-4501-bc52-f4bc4e066b8b', 'name': '', 'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:3e:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '431e6014-b05a-4734-a37d-bbad00b6675d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836180-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:55:55Z', 'updated_at': '2022-04-01T13:56:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836180-1-hyperv', '_interfaces': [{'id': '3a9fbcf3-7ab8-4535-976e-b24cca0fbfeb', 'name': '', 'network_id': '3e7eab89-cfa3-4f5f-b67f-dd5d8aa307f5', 'tenant_id': 'f17cecf0d6854286bcc6f673927088ad', 'mac_address': 'fa:16:3e:dd:6d:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '431e6014-b05a-4734-a37d-bbad00b6675d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '48869f71-f9ae-47ca-8d52-47b8e4d8abb9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836180-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:55:58Z', 'updated_at': '2022-04-01T13:56:04Z', 'revision_number': 4, 'project_id': 'f17cecf0d6854286bcc6f673927088ad', 'subnets': [{'id': '48869f71-f9ae-47ca-8d52-47b8e4d8abb9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 13:56:05.082012 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff50750-d66d-45c6-b12f-264b5a5ad169 req-1b0c4063-d384-4f11-a2df-a5d02d0a4705 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:56:05.083460 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-2ff50750-d66d-45c6-b12f-264b5a5ad169 req-1b0c4063-d384-4f11-a2df-a5d02d0a4705 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] 10.222.0.57 "GET /v2.0/networks?id=3e7eab89-cfa3-4f5f-b67f-dd5d8aa307f5 HTTP/1.1" status: 200 len: 797 time: 0.1859579 Apr 01 13:56:05.094874 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-1ecd0cf2-a8d4-4208-8588-3b76205b48b4 req-13ae2ec5-66ce-4f96-bcaf-07f447604481 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] 10.222.0.26 "GET /v2.0/ports?device_id=88691576-2b95-421e-a89b-1d415b4e081d HTTP/1.1" status: 200 len: 210 time: 0.0509188 Apr 01 13:56:05.149569 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-2ff50750-d66d-45c6-b12f-264b5a5ad169 req-4947f09a-a4af-43ba-8346-85498b3762d2 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f17cecf0d6854286bcc6f673927088ad HTTP/1.1" status: 200 len: 379 time: 0.0461357 Apr 01 13:56:05.164698 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.v2.base [req-2ff50750-d66d-45c6-b12f-264b5a5ad169 req-b1672112-4016-4b2c-a4d0-566c18b181cd tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Request body: {'port': {'device_id': '88691576-2b95-421e-a89b-1d415b4e081d', 'network_id': '3e7eab89-cfa3-4f5f-b67f-dd5d8aa307f5', 'admin_state_up': True, 'tenant_id': 'f17cecf0d6854286bcc6f673927088ad', 'security_groups': ['1ef069f8-c4cc-46af-9548-49e6d9981691']}} {{(pid=83871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:56:05.306843 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [req-2ff50750-d66d-45c6-b12f-264b5a5ad169 req-b1672112-4016-4b2c-a4d0-566c18b181cd tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:56:05.318477 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [req-2ff50750-d66d-45c6-b12f-264b5a5ad169 req-b1672112-4016-4b2c-a4d0-566c18b181cd tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:56:05.329430 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2ff50750-d66d-45c6-b12f-264b5a5ad169 req-b1672112-4016-4b2c-a4d0-566c18b181cd tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Made reservation on behalf of f17cecf0d6854286bcc6f673927088ad for: {'port': 1} {{(pid=83871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 13:56:05.332462 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-2ff50750-d66d-45c6-b12f-264b5a5ad169 req-b1672112-4016-4b2c-a4d0-566c18b181cd tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:56:05.502590 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.db_base_plugin_common [req-2ff50750-d66d-45c6-b12f-264b5a5ad169 req-b1672112-4016-4b2c-a4d0-566c18b181cd tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Allocated IP 172.20.0.11 (3e7eab89-cfa3-4f5f-b67f-dd5d8aa307f5/48869f71-f9ae-47ca-8d52-47b8e4d8abb9/18619ad4-e946-485e-bbfd-8cc083d3936c) {{(pid=83871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 13:56:05.694778 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-2ff50750-d66d-45c6-b12f-264b5a5ad169 req-b1672112-4016-4b2c-a4d0-566c18b181cd tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks [] for port, precommit_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:56:05.710918 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.provisioning_blocks [req-2ff50750-d66d-45c6-b12f-264b5a5ad169 req-b1672112-4016-4b2c-a4d0-566c18b181cd tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Transition to ACTIVE for port object 18619ad4-e946-485e-bbfd-8cc083d3936c will not be triggered until provisioned by entity DHCP. {{(pid=83871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 13:56:05.733883 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-2ff50750-d66d-45c6-b12f-264b5a5ad169 req-b1672112-4016-4b2c-a4d0-566c18b181cd tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736732935801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2743125'] for port, after_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:56:05.809111 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2ff50750-d66d-45c6-b12f-264b5a5ad169 req-b1672112-4016-4b2c-a4d0-566c18b181cd tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Network 3e7eab89-cfa3-4f5f-b67f-dd5d8aa307f5 is already hosted by enough agents. {{(pid=83871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 13:56:05.812661 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.scheduler.base_scheduler [req-2ff50750-d66d-45c6-b12f-264b5a5ad169 req-b1672112-4016-4b2c-a4d0-566c18b181cd tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Resources bound (agent type, host, resource id): {{(pid=83871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 13:56:05.816786 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ff50750-d66d-45c6-b12f-264b5a5ad169 req-b1672112-4016-4b2c-a4d0-566c18b181cd tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Received port after_create {{(pid=83871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 13:56:05.841080 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1672112-4016-4b2c-a4d0-566c18b181cd tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Pushing event updated for resources: {'Port': ['ID=18619ad4-e946-485e-bbfd-8cc083d3936c,revision_number=1']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:56:05.878518 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff50750-d66d-45c6-b12f-264b5a5ad169 req-b1672112-4016-4b2c-a4d0-566c18b181cd tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:56:05.879128 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-2ff50750-d66d-45c6-b12f-264b5a5ad169 req-b1672112-4016-4b2c-a4d0-566c18b181cd tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109561'] for port, before_response {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:56:05.906472 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-2ff50750-d66d-45c6-b12f-264b5a5ad169 req-b1672112-4016-4b2c-a4d0-566c18b181cd tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7461262 Apr 01 13:56:05.917437 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-09823330-d5ce-4c32-a4fa-80b0627e9154 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:56:05.922843 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.v2.base [req-2ff50750-d66d-45c6-b12f-264b5a5ad169 req-76e273e0-e7bf-4a66-8043-97abf9294453 service neutron] Request body: {'port': {'device_id': '88691576-2b95-421e-a89b-1d415b4e081d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8361'}} {{(pid=83871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:56:06.009066 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-814cf1ea-bf94-4170-9f74-7c5f14a089a9 None None] Provisioning for port 18619ad4-e946-485e-bbfd-8cc083d3936c completed by entity DHCP. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 13:56:06.013830 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-814cf1ea-bf94-4170-9f74-7c5f14a089a9 None None] Provisioning complete for port 18619ad4-e946-485e-bbfd-8cc083d3936c triggered by entity DHCP. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 13:56:06.014199 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-814cf1ea-bf94-4170-9f74-7c5f14a089a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-948329'] for port, provisioning_complete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:56:06.036370 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-2ff50750-d66d-45c6-b12f-264b5a5ad169 req-76e273e0-e7bf-4a66-8043-97abf9294453 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:56:06.069563 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.plugin [None req-814cf1ea-bf94-4170-9f74-7c5f14a089a9 None None] Port 18619ad4-e946-485e-bbfd-8cc083d3936c cannot update to ACTIVE because it is not bound. {{(pid=83872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 13:56:06.426006 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae10658-2a26-4337-9928-8ea200f3ca4d req-3328fcbf-c4e6-4ff6-8a18-dcbe6892c77b tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:56:06.426573 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [req-7ae10658-2a26-4337-9928-8ea200f3ca4d req-3328fcbf-c4e6-4ff6-8a18-dcbe6892c77b tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Synchronizing usage tracker for tenant:f17cecf0d6854286bcc6f673927088ad on resource:port {{(pid=83871) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 13:56:06.461167 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [req-7ae10658-2a26-4337-9928-8ea200f3ca4d req-3328fcbf-c4e6-4ff6-8a18-dcbe6892c77b tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Unset dirty status for tenant:f17cecf0d6854286bcc6f673927088ad on resource:port {{(pid=83871) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 13:56:06.462287 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-7ae10658-2a26-4337-9928-8ea200f3ca4d req-3328fcbf-c4e6-4ff6-8a18-dcbe6892c77b tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] 10.222.0.26 "GET /v2.0/ports?device_id=88691576-2b95-421e-a89b-1d415b4e081d HTTP/1.1" status: 200 len: 932 time: 0.2343695 Apr 01 13:56:06.558555 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.notifiers.nova [req-2ff50750-d66d-45c6-b12f-264b5a5ad169 req-76e273e0-e7bf-4a66-8043-97abf9294453 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 18619ad4-e946-485e-bbfd-8cc083d3936c {{(pid=83871) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 01 13:56:06.568067 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-2ff50750-d66d-45c6-b12f-264b5a5ad169 req-76e273e0-e7bf-4a66-8043-97abf9294453 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:56:06.569625 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Device 3a9fbcf3-7ab8-4535-976e-b24cca0fbfeb up at agent ovs-agent-dv-neutron-836180-1-hyperv {{(pid=83872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 13:56:06.572081 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-7ae10658-2a26-4337-9928-8ea200f3ca4d req-eb30c1fd-33c5-485b-a472-30597d88d888 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] 10.222.0.26 "GET /v2.0/security-groups?id=1ef069f8-c4cc-46af-9548-49e6d9981691&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0977688 Apr 01 13:56:06.585611 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.provisioning_blocks [req-2ff50750-d66d-45c6-b12f-264b5a5ad169 req-76e273e0-e7bf-4a66-8043-97abf9294453 service neutron] Transition to ACTIVE for port object 18619ad4-e946-485e-bbfd-8cc083d3936c will not be triggered until provisioned by entity L2. {{(pid=83871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 13:56:06.591562 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-2ff50750-d66d-45c6-b12f-264b5a5ad169 req-76e273e0-e7bf-4a66-8043-97abf9294453 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2743106'] for port, after_update {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:56:06.643817 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Provisioning for port 3a9fbcf3-7ab8-4535-976e-b24cca0fbfeb completed by entity L2. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 13:56:06.648816 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Provisioning complete for port 3a9fbcf3-7ab8-4535-976e-b24cca0fbfeb triggered by entity L2. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 13:56:06.649187 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-948329'] for port, provisioning_complete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:56:06.725304 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e273e0-e7bf-4a66-8043-97abf9294453 service neutron] Pushing event updated for resources: {'Port': ['ID=18619ad4-e946-485e-bbfd-8cc083d3936c,revision_number=2']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:56:06.779550 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:56:06.813505 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] For port 3a9fbcf3-7ab8-4535-976e-b24cca0fbfeb, host dv-neutron-836180-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836180-1-hyperv',level=0,port_id=3a9fbcf3-7ab8-4535-976e-b24cca0fbfeb,segment=NetworkSegment(a85b8739-8066-4044-8521-7c30309e7efc),segment_id=a85b8739-8066-4044-8521-7c30309e7efc)] {{(pid=83872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 13:56:06.818263 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864'] for port, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:56:06.841751 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.managers [req-2ff50750-d66d-45c6-b12f-264b5a5ad169 req-76e273e0-e7bf-4a66-8043-97abf9294453 service neutron] Attempting to bind port 18619ad4-e946-485e-bbfd-8cc083d3936c on host hv-neutron-8361 for vnic_type normal with profile {{(pid=83871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 13:56:06.842196 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.managers [req-2ff50750-d66d-45c6-b12f-264b5a5ad169 req-76e273e0-e7bf-4a66-8043-97abf9294453 service neutron] Attempting to bind port 18619ad4-e946-485e-bbfd-8cc083d3936c by drivers openvswitch,hyperv on host hv-neutron-8361 at level 0 using segments [{'id': 'a85b8739-8066-4044-8521-7c30309e7efc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '3e7eab89-cfa3-4f5f-b67f-dd5d8aa307f5'}] {{(pid=83871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 13:56:06.843235 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ff50750-d66d-45c6-b12f-264b5a5ad169 req-76e273e0-e7bf-4a66-8043-97abf9294453 service neutron] Attempting to bind port 18619ad4-e946-485e-bbfd-8cc083d3936c on network 3e7eab89-cfa3-4f5f-b67f-dd5d8aa307f5 {{(pid=83871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 13:56:06.849149 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ff50750-d66d-45c6-b12f-264b5a5ad169 req-76e273e0-e7bf-4a66-8043-97abf9294453 service neutron] Port 18619ad4-e946-485e-bbfd-8cc083d3936c on network 3e7eab89-cfa3-4f5f-b67f-dd5d8aa307f5 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8361 {{(pid=83871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 01 13:56:06.849453 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ff50750-d66d-45c6-b12f-264b5a5ad169 req-76e273e0-e7bf-4a66-8043-97abf9294453 service neutron] Attempting to bind port 18619ad4-e946-485e-bbfd-8cc083d3936c on network 3e7eab89-cfa3-4f5f-b67f-dd5d8aa307f5 {{(pid=83871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 13:56:06.856058 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ff50750-d66d-45c6-b12f-264b5a5ad169 req-76e273e0-e7bf-4a66-8043-97abf9294453 service neutron] Checking agent: {'id': '359ce187-6241-4f7e-85a4-e066c7b0cdea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8361', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 13, 31, 54), 'started_at': datetime.datetime(2022, 4, 1, 13, 31, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 13, 55, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 13:56:06.856407 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ff50750-d66d-45c6-b12f-264b5a5ad169 req-76e273e0-e7bf-4a66-8043-97abf9294453 service neutron] Checking segment: {'id': 'a85b8739-8066-4044-8521-7c30309e7efc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '3e7eab89-cfa3-4f5f-b67f-dd5d8aa307f5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 13:56:06.856778 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ff50750-d66d-45c6-b12f-264b5a5ad169 req-76e273e0-e7bf-4a66-8043-97abf9294453 service neutron] Bound using segment: {'id': 'a85b8739-8066-4044-8521-7c30309e7efc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '3e7eab89-cfa3-4f5f-b67f-dd5d8aa307f5'} {{(pid=83871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 13:56:06.857184 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.managers [req-2ff50750-d66d-45c6-b12f-264b5a5ad169 req-76e273e0-e7bf-4a66-8043-97abf9294453 service neutron] Bound port: 18619ad4-e946-485e-bbfd-8cc083d3936c, host: hv-neutron-8361, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a85b8739-8066-4044-8521-7c30309e7efc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '3e7eab89-cfa3-4f5f-b67f-dd5d8aa307f5'}}] {{(pid=83871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 13:56:06.857515 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-2ff50750-d66d-45c6-b12f-264b5a5ad169 req-76e273e0-e7bf-4a66-8043-97abf9294453 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:56:06.896619 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Pushing event updated for resources: {'Port': ['ID=3a9fbcf3-7ab8-4535-976e-b24cca0fbfeb,revision_number=5']} {{(pid=83872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:56:06.948278 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.db [req-2ff50750-d66d-45c6-b12f-264b5a5ad169 req-76e273e0-e7bf-4a66-8043-97abf9294453 service neutron] For port 18619ad4-e946-485e-bbfd-8cc083d3936c, host hv-neutron-8361, cleared binding levels {{(pid=83871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 13:56:06.951315 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.db [req-2ff50750-d66d-45c6-b12f-264b5a5ad169 req-76e273e0-e7bf-4a66-8043-97abf9294453 service neutron] For port 18619ad4-e946-485e-bbfd-8cc083d3936c, host hv-neutron-8361, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8361',level=0,port_id=18619ad4-e946-485e-bbfd-8cc083d3936c,segment=NetworkSegment(a85b8739-8066-4044-8521-7c30309e7efc),segment_id=a85b8739-8066-4044-8521-7c30309e7efc)] {{(pid=83871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 13:56:06.956852 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-2ff50750-d66d-45c6-b12f-264b5a5ad169 req-76e273e0-e7bf-4a66-8043-97abf9294453 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2743106'] for port, after_update {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:56:07.019593 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-2ff50750-d66d-45c6-b12f-264b5a5ad169 req-76e273e0-e7bf-4a66-8043-97abf9294453 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109561'] for port, before_response {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:56:07.021011 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-2ff50750-d66d-45c6-b12f-264b5a5ad169 req-76e273e0-e7bf-4a66-8043-97abf9294453 service neutron] 10.222.0.57 "PUT /v2.0/ports/18619ad4-e946-485e-bbfd-8cc083d3936c HTTP/1.1" status: 200 len: 1094 time: 1.1039951 Apr 01 13:56:07.029162 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '88691576-2b95-421e-a89b-1d415b4e081d', 'tag': '18619ad4-e946-485e-bbfd-8cc083d3936c'}] {{(pid=83871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 13:56:07.048668 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e273e0-e7bf-4a66-8043-97abf9294453 service neutron] Pushing event updated for resources: {'Port': ['ID=18619ad4-e946-485e-bbfd-8cc083d3936c,revision_number=3']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:56:07.095717 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '88691576-2b95-421e-a89b-1d415b4e081d', 'tag': '18619ad4-e946-485e-bbfd-8cc083d3936c', 'status': 'completed', 'code': 200} Apr 01 13:56:07.137935 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-2ff50750-d66d-45c6-b12f-264b5a5ad169 req-b9b0e881-6464-43f1-9ad6-78dfd70d836b service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=f17cecf0d6854286bcc6f673927088ad&device_id=88691576-2b95-421e-a89b-1d415b4e081d HTTP/1.1" status: 200 len: 1097 time: 0.0747292 Apr 01 13:56:07.197026 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:56:07.222300 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-2ff50750-d66d-45c6-b12f-264b5a5ad169 req-5043993b-a333-4bd0-b76b-d5492ebd8149 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=18619ad4-e946-485e-bbfd-8cc083d3936c HTTP/1.1" status: 200 len: 217 time: 0.0739563 Apr 01 13:56:07.298491 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff50750-d66d-45c6-b12f-264b5a5ad169 req-d33235e5-7109-4886-b70f-fba0c3a57abf service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:56:07.299995 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-2ff50750-d66d-45c6-b12f-264b5a5ad169 req-d33235e5-7109-4886-b70f-fba0c3a57abf service neutron] 10.222.0.57 "GET /v2.0/subnets?id=48869f71-f9ae-47ca-8d52-47b8e4d8abb9 HTTP/1.1" status: 200 len: 835 time: 0.0688603 Apr 01 13:56:07.381581 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-2ff50750-d66d-45c6-b12f-264b5a5ad169 req-f039051e-6f2d-41c1-8ff7-efd5842cc5f7 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=3e7eab89-cfa3-4f5f-b67f-dd5d8aa307f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0727191 Apr 01 13:56:07.418517 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-2f9cfc9c-d8ba-4de3-a4ad-98162f90557c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:56:07.514160 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-2ff50750-d66d-45c6-b12f-264b5a5ad169 req-b628aee9-e745-418f-851c-24ba60f27913 service neutron] 10.222.0.57 "GET /v2.0/networks/3e7eab89-cfa3-4f5f-b67f-dd5d8aa307f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1233153 Apr 01 13:56:07.649794 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-2ff50750-d66d-45c6-b12f-264b5a5ad169 req-c2d40047-518b-453e-b58a-c0227a703695 service neutron] 10.222.0.57 "GET /v2.0/networks/3e7eab89-cfa3-4f5f-b67f-dd5d8aa307f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1259837 Apr 01 13:56:07.823784 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-abca0a5d-5e85-4c6e-94f0-caa19caa9218 req-c10c1b7d-b211-4d69-9465-f9f853e9a839 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=f17cecf0d6854286bcc6f673927088ad&device_id=88691576-2b95-421e-a89b-1d415b4e081d HTTP/1.1" status: 200 len: 1097 time: 0.1260622 Apr 01 13:56:07.833086 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c5671a-b4fc-490c-a9cf-adddf12324bb req-ec83542c-e4d0-455a-b000-43a492f76e49 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:56:07.834427 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-a4c5671a-b4fc-490c-a9cf-adddf12324bb req-ec83542c-e4d0-455a-b000-43a492f76e49 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] 10.222.0.26 "GET /v2.0/ports?device_id=88691576-2b95-421e-a89b-1d415b4e081d HTTP/1.1" status: 200 len: 944 time: 0.1075988 Apr 01 13:56:08.047493 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-a4c5671a-b4fc-490c-a9cf-adddf12324bb req-da016b02-2a6b-488a-9a44-d3cf570b98b1 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] 10.222.0.26 "GET /v2.0/security-groups?id=1ef069f8-c4cc-46af-9548-49e6d9981691&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1952386 Apr 01 13:56:08.079579 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abca0a5d-5e85-4c6e-94f0-caa19caa9218 req-5dce6490-2a98-4234-a1fa-f152adca8aa3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:56:08.081071 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-abca0a5d-5e85-4c6e-94f0-caa19caa9218 req-5dce6490-2a98-4234-a1fa-f152adca8aa3 service neutron] 10.222.0.57 "GET /v2.0/networks?id=3e7eab89-cfa3-4f5f-b67f-dd5d8aa307f5 HTTP/1.1" status: 200 len: 898 time: 0.2458303 Apr 01 13:56:08.150265 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-abca0a5d-5e85-4c6e-94f0-caa19caa9218 req-8b6d7c51-0b90-4a50-bde9-4926a05cf879 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=18619ad4-e946-485e-bbfd-8cc083d3936c HTTP/1.1" status: 200 len: 217 time: 0.0624745 Apr 01 13:56:08.212402 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abca0a5d-5e85-4c6e-94f0-caa19caa9218 req-b24b7fc5-6185-42b4-ac7b-b320e20be4af service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:56:08.213904 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-abca0a5d-5e85-4c6e-94f0-caa19caa9218 req-b24b7fc5-6185-42b4-ac7b-b320e20be4af service neutron] 10.222.0.57 "GET /v2.0/subnets?id=48869f71-f9ae-47ca-8d52-47b8e4d8abb9 HTTP/1.1" status: 200 len: 835 time: 0.0548639 Apr 01 13:56:08.288040 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-abca0a5d-5e85-4c6e-94f0-caa19caa9218 req-68c98392-9638-4a6b-9b6a-90bf1f5b446f service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=3e7eab89-cfa3-4f5f-b67f-dd5d8aa307f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0670652 Apr 01 13:56:08.423570 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-abca0a5d-5e85-4c6e-94f0-caa19caa9218 req-17b75a6c-17ac-4e0f-8e84-b34f3a176bf6 service neutron] 10.222.0.57 "GET /v2.0/networks/3e7eab89-cfa3-4f5f-b67f-dd5d8aa307f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1269603 Apr 01 13:56:08.521047 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Device 18619ad4-e946-485e-bbfd-8cc083d3936c details requested by agent hyperv_hv-neutron-8361 with host hv-neutron-8361 {{(pid=83872) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 01 13:56:08.560084 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-abca0a5d-5e85-4c6e-94f0-caa19caa9218 req-b83e2211-477c-4fe7-b71e-e9b338085a50 service neutron] 10.222.0.57 "GET /v2.0/networks/3e7eab89-cfa3-4f5f-b67f-dd5d8aa307f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1298428 Apr 01 13:56:08.599499 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Device 3a9fbcf3-7ab8-4535-976e-b24cca0fbfeb up at agent ovs-agent-dv-neutron-836180-1-hyperv {{(pid=83872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 13:56:08.712168 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] For port 18619ad4-e946-485e-bbfd-8cc083d3936c, host hv-neutron-8361, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8361',level=0,port_id=18619ad4-e946-485e-bbfd-8cc083d3936c,segment=NetworkSegment(a85b8739-8066-4044-8521-7c30309e7efc),segment_id=a85b8739-8066-4044-8521-7c30309e7efc)] {{(pid=83872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 13:56:08.730027 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Returning: {'device': '18619ad4-e946-485e-bbfd-8cc083d3936c', 'network_id': '3e7eab89-cfa3-4f5f-b67f-dd5d8aa307f5', 'port_id': '18619ad4-e946-485e-bbfd-8cc083d3936c', 'mac_address': 'fa:16:3e:bf:01:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 370, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '48869f71-f9ae-47ca-8d52-47b8e4d8abb9', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83872) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 01 13:56:08.735165 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Provisioning complete for port 3a9fbcf3-7ab8-4535-976e-b24cca0fbfeb triggered by entity L2. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 13:56:08.735529 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-948329'] for port, provisioning_complete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:56:08.832787 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:56:08.855853 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.notifiers.nova [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 18619ad4-e946-485e-bbfd-8cc083d3936c {{(pid=83872) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 01 13:56:08.912967 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] For port 18619ad4-e946-485e-bbfd-8cc083d3936c, host hv-neutron-8361, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8361',level=0,port_id=18619ad4-e946-485e-bbfd-8cc083d3936c,segment=NetworkSegment(a85b8739-8066-4044-8521-7c30309e7efc),segment_id=a85b8739-8066-4044-8521-7c30309e7efc)] {{(pid=83872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 13:56:08.930598 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864'] for port, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:56:08.982350 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-a976a7b9-9034-41e6-be13-349b75ed1593 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:56:09.008659 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Pushing event updated for resources: {'Port': ['ID=18619ad4-e946-485e-bbfd-8cc083d3936c,revision_number=4']} {{(pid=83872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:56:09.159646 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] get_ports_and_sgs() called for port_ids ['18619ad4-e946-485e-bbfd-8cc083d3936c'] {{(pid=83872) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 01 13:56:09.248418 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b50e4ed-fe80-4a51-bdb5-b059d1d40643 req-653cccd0-7477-4988-99f6-c646bbf8925e tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:56:09.250616 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-0b50e4ed-fe80-4a51-bdb5-b059d1d40643 req-653cccd0-7477-4988-99f6-c646bbf8925e tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] 10.222.0.26 "GET /v2.0/ports?device_id=88691576-2b95-421e-a89b-1d415b4e081d HTTP/1.1" status: 200 len: 945 time: 0.0823095 Apr 01 13:56:09.302004 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-0b50e4ed-fe80-4a51-bdb5-b059d1d40643 req-c0642a14-e229-4cbf-8657-d1de0c33006d tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] 10.222.0.26 "GET /v2.0/security-groups?id=1ef069f8-c4cc-46af-9548-49e6d9981691&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457215 Apr 01 13:56:10.500352 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b10b91-3df3-4b6d-9bb7-39f7d514ffbb req-97ff76a6-c1e9-453e-8310-bae944b28e65 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:56:10.501663 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-d5b10b91-3df3-4b6d-9bb7-39f7d514ffbb req-97ff76a6-c1e9-453e-8310-bae944b28e65 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] 10.222.0.26 "GET /v2.0/ports?device_id=88691576-2b95-421e-a89b-1d415b4e081d HTTP/1.1" status: 200 len: 945 time: 0.0799499 Apr 01 13:56:10.533841 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Device 18619ad4-e946-485e-bbfd-8cc083d3936c up at agent hyperv_hv-neutron-8361 {{(pid=83872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 13:56:10.547069 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-d5b10b91-3df3-4b6d-9bb7-39f7d514ffbb req-5417fc10-4653-4e1b-8ac3-7239b157e99b tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] 10.222.0.26 "GET /v2.0/security-groups?id=1ef069f8-c4cc-46af-9548-49e6d9981691&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397151 Apr 01 13:56:10.602878 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Provisioning for port 18619ad4-e946-485e-bbfd-8cc083d3936c completed by entity L2. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 13:56:10.607364 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Provisioning complete for port 18619ad4-e946-485e-bbfd-8cc083d3936c triggered by entity L2. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 13:56:10.607722 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-948329'] for port, provisioning_complete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:56:10.714585 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:56:10.742532 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88691576-2b95-421e-a89b-1d415b4e081d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18619ad4-e946-485e-bbfd-8cc083d3936c'}] {{(pid=83872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 13:56:10.757591 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] For port 18619ad4-e946-485e-bbfd-8cc083d3936c, host hv-neutron-8361, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8361',level=0,port_id=18619ad4-e946-485e-bbfd-8cc083d3936c,segment=NetworkSegment(a85b8739-8066-4044-8521-7c30309e7efc),segment_id=a85b8739-8066-4044-8521-7c30309e7efc)] {{(pid=83872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 13:56:10.763179 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864'] for port, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:56:10.806280 dv-neutron-836180-1-hyperv neutron-server[83872]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88691576-2b95-421e-a89b-1d415b4e081d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18619ad4-e946-485e-bbfd-8cc083d3936c', 'code': 200} Apr 01 13:56:10.832950 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Pushing event updated for resources: {'Port': ['ID=18619ad4-e946-485e-bbfd-8cc083d3936c,revision_number=5']} {{(pid=83872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:56:11.038361 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-e252389e-02ce-420e-b776-fed42e5461bc req-b907ae06-dc57-43ed-8996-ee9c57db6add service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=88691576-2b95-421e-a89b-1d415b4e081d HTTP/1.1" status: 200 len: 1099 time: 0.0667622 Apr 01 13:56:11.089649 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-e252389e-02ce-420e-b776-fed42e5461bc req-c9a1e333-c8b1-4bcb-b493-17c1237087e0 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=1ef069f8-c4cc-46af-9548-49e6d9981691&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386999 Apr 01 13:56:11.740810 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ab41b8-50f8-4096-953b-37a36c3a903b req-30ad39c1-e44c-4aac-906c-d07450da01a9 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:56:11.742145 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-79ab41b8-50f8-4096-953b-37a36c3a903b req-30ad39c1-e44c-4aac-906c-d07450da01a9 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] 10.222.0.26 "GET /v2.0/ports?device_id=88691576-2b95-421e-a89b-1d415b4e081d HTTP/1.1" status: 200 len: 946 time: 0.0764608 Apr 01 13:56:11.786557 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-79ab41b8-50f8-4096-953b-37a36c3a903b req-bd57234d-368f-4d2a-98a0-8b1e7d69ff6f tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] 10.222.0.26 "GET /v2.0/security-groups?id=1ef069f8-c4cc-46af-9548-49e6d9981691&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389655 Apr 01 13:56:12.996399 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e01e5dc-e196-474f-b438-ca31ea50056f req-27955b20-ec87-44a6-b8d7-55de46ad4a6c tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:56:12.998139 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-0e01e5dc-e196-474f-b438-ca31ea50056f req-27955b20-ec87-44a6-b8d7-55de46ad4a6c tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] 10.222.0.26 "GET /v2.0/ports?device_id=88691576-2b95-421e-a89b-1d415b4e081d HTTP/1.1" status: 200 len: 946 time: 0.0922036 Apr 01 13:56:13.043460 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-0e01e5dc-e196-474f-b438-ca31ea50056f req-481f6b99-8f99-4a57-93e2-1a1efc7e969f tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] 10.222.0.26 "GET /v2.0/security-groups?id=1ef069f8-c4cc-46af-9548-49e6d9981691&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390029 Apr 01 13:56:13.241492 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f49794-8d84-453a-a2e1-17f21d2eba2e req-46ffe4ee-873a-4166-b70c-8c34cb69e885 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:56:13.242929 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-c6f49794-8d84-453a-a2e1-17f21d2eba2e req-46ffe4ee-873a-4166-b70c-8c34cb69e885 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] 10.222.0.26 "GET /v2.0/ports?device_id=88691576-2b95-421e-a89b-1d415b4e081d HTTP/1.1" status: 200 len: 946 time: 0.0788851 Apr 01 13:56:13.288228 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-c6f49794-8d84-453a-a2e1-17f21d2eba2e req-b84fa1d6-46c1-4732-b02f-346869520cf9 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] 10.222.0.26 "GET /v2.0/security-groups?id=1ef069f8-c4cc-46af-9548-49e6d9981691&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397069 Apr 01 13:56:13.317670 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 60202) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:56:13.386635 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-d7194b44-685e-48bc-97ae-51e57c145261 tempest-TestNetworkBasicOps-1234239346 tempest-TestNetworkBasicOps-1234239346-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=88691576-2b95-421e-a89b-1d415b4e081d HTTP/1.1" status: 200 len: 1094 time: 0.0676591 Apr 01 13:56:13.389033 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 60206) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:56:13.394676 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.v2.base [None req-b6802944-c249-4a1d-83bb-98ac1b9f15c1 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Request body: {'floatingip': {'floating_network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'port_id': '18619ad4-e946-485e-bbfd-8cc083d3936c', 'tenant_id': 'f17cecf0d6854286bcc6f673927088ad', 'fixed_ip_address': '172.20.0.11'}} {{(pid=83871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:56:13.399909 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-b6802944-c249-4a1d-83bb-98ac1b9f15c1 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:56:13.403627 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-b6802944-c249-4a1d-83bb-98ac1b9f15c1 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Usage tracker for resource:floatingip and tenant:f17cecf0d6854286bcc6f673927088ad is out of sync, need to count used quota {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 13:56:13.407050 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-b6802944-c249-4a1d-83bb-98ac1b9f15c1 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 13:56:13.412630 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-b6802944-c249-4a1d-83bb-98ac1b9f15c1 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:56:13.422984 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-b6802944-c249-4a1d-83bb-98ac1b9f15c1 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks [] for floatingip, before_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:56:13.562738 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-b6802944-c249-4a1d-83bb-98ac1b9f15c1 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:56:13.698922 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.db_base_plugin_common [None req-b6802944-c249-4a1d-83bb-98ac1b9f15c1 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Allocated IP 172.26.5.150 (725864b8-cceb-48c9-b5d3-1bfc4423e301/e2ed99db-0e25-4971-b535-7fa69231fae8/7c92dafc-7d0c-423b-ae34-c855bcdaaa13) {{(pid=83871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 13:56:13.864219 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-b6802944-c249-4a1d-83bb-98ac1b9f15c1 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks [] for port, precommit_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:56:13.890535 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-b6802944-c249-4a1d-83bb-98ac1b9f15c1 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736732935801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2743125'] for port, after_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:56:13.958622 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6802944-c249-4a1d-83bb-98ac1b9f15c1 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Network 725864b8-cceb-48c9-b5d3-1bfc4423e301 is already hosted by enough agents. {{(pid=83871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 13:56:13.961673 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.scheduler.base_scheduler [None req-b6802944-c249-4a1d-83bb-98ac1b9f15c1 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Resources bound (agent type, host, resource id): {{(pid=83871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 13:56:13.965003 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6802944-c249-4a1d-83bb-98ac1b9f15c1 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Received port after_create {{(pid=83871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 13:56:14.001541 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6802944-c249-4a1d-83bb-98ac1b9f15c1 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Pushing event updated for resources: {'Port': ['ID=7c92dafc-7d0c-423b-ae34-c855bcdaaa13,revision_number=1']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:56:14.574066 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-b6802944-c249-4a1d-83bb-98ac1b9f15c1 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:56:14.635223 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-b6802944-c249-4a1d-83bb-98ac1b9f15c1 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:56:14.834055 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-b6802944-c249-4a1d-83bb-98ac1b9f15c1 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks [] for port, precommit_update {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:56:14.838180 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-b6802944-c249-4a1d-83bb-98ac1b9f15c1 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2743106'] for port, after_update {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:56:14.943070 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6802944-c249-4a1d-83bb-98ac1b9f15c1 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Pushing event updated for resources: {'Port': ['ID=7c92dafc-7d0c-423b-ae34-c855bcdaaa13,revision_number=2']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:56:14.957898 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-b6802944-c249-4a1d-83bb-98ac1b9f15c1 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4084747'] for floatingip, after_update {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:56:15.147599 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.db.l3_db [None req-b6802944-c249-4a1d-83bb-98ac1b9f15c1 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Floating IP 7eb21132-3142-4b3d-8aec-550700cfcc11 associated. External IP: 172.26.5.150, port: 18619ad4-e946-485e-bbfd-8cc083d3936c. Apr 01 13:56:15.537108 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6802944-c249-4a1d-83bb-98ac1b9f15c1 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Router 431e6014-b05a-4734-a37d-bbad00b6675d has already been hosted by L3 agent 88bf8fc8-11a3-4e96-9d1b-5fd93ba9f6f1 {{(pid=83871) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 13:56:15.821962 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6802944-c249-4a1d-83bb-98ac1b9f15c1 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify agent at l3_agent.dv-neutron-836180-1-hyperv the message routers_updated {{(pid=83871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 13:56:15.832290 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-950e300d-21ae-4372-83e2-c7ac41e9a15b None None] Sync routers for ids ['431e6014-b05a-4734-a37d-bbad00b6675d'] in dv-neutron-836180-1-hyperv {{(pid=83872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 13:56:15.845600 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-950e300d-21ae-4372-83e2-c7ac41e9a15b None None] Routers {'431e6014-b05a-4734-a37d-bbad00b6675d'} bound to L3 agent in host dv-neutron-836180-1-hyperv {{(pid=83872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 13:56:15.846325 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-b6802944-c249-4a1d-83bb-98ac1b9f15c1 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109561'] for floatingip, before_response {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:56:15.846450 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_hamode_db [None req-950e300d-21ae-4372-83e2-c7ac41e9a15b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836180-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T13:25:36Z,description=,heartbeat_timestamp=2022-04-01T13:56:06Z,host='dv-neutron-836180-1-hyperv',id=88bf8fc8-11a3-4e96-9d1b-5fd93ba9f6f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T13:25:36Z,topic='l3_agent')) {'router_ids': ['431e6014-b05a-4734-a37d-bbad00b6675d'], 'active': True} {{(pid=83872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:56:15.902492 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-b6802944-c249-4a1d-83bb-98ac1b9f15c1 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.5117798 Apr 01 13:56:15.903044 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '88691576-2b95-421e-a89b-1d415b4e081d', 'tag': '18619ad4-e946-485e-bbfd-8cc083d3936c'}] {{(pid=83871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 13:56:15.905383 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 60210) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:56:15.956796 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '88691576-2b95-421e-a89b-1d415b4e081d', 'tag': '18619ad4-e946-485e-bbfd-8cc083d3936c', 'status': 'completed', 'code': 200} Apr 01 13:56:16.016722 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-dce171d4-b4b7-4072-a3ed-c4209b94968b tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] 10.222.0.26 "GET /v2.0/floatingips/7eb21132-3142-4b3d-8aec-550700cfcc11 HTTP/1.1" status: 200 len: 992 time: 0.1098602 Apr 01 13:56:16.028183 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_dvr_db [None req-950e300d-21ae-4372-83e2-c7ac41e9a15b None None] Set router 431e6014-b05a-4734-a37d-bbad00b6675d gateway port host: dv-neutron-836180-1-hyperv {{(pid=83872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 13:56:16.048610 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-61de3424-5f4b-4a3b-b062-a37e624801f3 req-eb99da3f-41f1-493b-937e-dd326890f586 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=f17cecf0d6854286bcc6f673927088ad&device_id=88691576-2b95-421e-a89b-1d415b4e081d HTTP/1.1" status: 200 len: 1099 time: 0.0703223 Apr 01 13:56:16.176711 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61de3424-5f4b-4a3b-b062-a37e624801f3 req-70c9a3ca-6d9e-4067-9a87-c0d3d370aed5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:56:16.178129 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-61de3424-5f4b-4a3b-b062-a37e624801f3 req-70c9a3ca-6d9e-4067-9a87-c0d3d370aed5 service neutron] 10.222.0.57 "GET /v2.0/networks?id=3e7eab89-cfa3-4f5f-b67f-dd5d8aa307f5 HTTP/1.1" status: 200 len: 898 time: 0.1244857 Apr 01 13:56:16.281360 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-61de3424-5f4b-4a3b-b062-a37e624801f3 req-22b2c1b5-30b2-4951-9f55-3caa14d9f584 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=18619ad4-e946-485e-bbfd-8cc083d3936c HTTP/1.1" status: 200 len: 1000 time: 0.0969079 Apr 01 13:56:16.344893 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61de3424-5f4b-4a3b-b062-a37e624801f3 req-cae661ca-e224-4cc4-a011-0737c96e85a3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:56:16.346329 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-61de3424-5f4b-4a3b-b062-a37e624801f3 req-cae661ca-e224-4cc4-a011-0737c96e85a3 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=48869f71-f9ae-47ca-8d52-47b8e4d8abb9 HTTP/1.1" status: 200 len: 835 time: 0.0589895 Apr 01 13:56:16.380695 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_hamode_db [None req-950e300d-21ae-4372-83e2-c7ac41e9a15b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '431e6014-b05a-4734-a37d-bbad00b6675d', 'name': 'tempest-TestNetworkBasicOps-router-330139131', 'tenant_id': 'f17cecf0d6854286bcc6f673927088ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'external_fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.207'}], 'enable_snat': True}, 'gw_port_id': '726bdec0-b3dd-4501-bc52-f4bc4e066b8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T13:55:55Z', 'updated_at': '2022-04-01T13:55:59Z', 'revision_number': 4, 'project_id': 'f17cecf0d6854286bcc6f673927088ad', 'gw_port': {'id': '726bdec0-b3dd-4501-bc52-f4bc4e066b8b', 'name': '', 'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:3e:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '431e6014-b05a-4734-a37d-bbad00b6675d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836180-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:55:55Z', 'updated_at': '2022-04-01T13:56:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836180-1-hyperv', '_floatingips': [{'id': '7eb21132-3142-4b3d-8aec-550700cfcc11', 'tenant_id': 'f17cecf0d6854286bcc6f673927088ad', 'floating_ip_address': '172.26.5.150', 'floating_network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'router_id': '431e6014-b05a-4734-a37d-bbad00b6675d', 'port_id': '18619ad4-e946-485e-bbfd-8cc083d3936c', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3e7eab89-cfa3-4f5f-b67f-dd5d8aa307f5', 'mac_address': 'fa:16:3e:bf:01:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88691576-2b95-421e-a89b-1d415b4e081d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T13:56:14Z', 'updated_at': '2022-04-01T13:56:14Z', 'revision_number': 0, 'project_id': 'f17cecf0d6854286bcc6f673927088ad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3a9fbcf3-7ab8-4535-976e-b24cca0fbfeb', 'name': '', 'network_id': '3e7eab89-cfa3-4f5f-b67f-dd5d8aa307f5', 'tenant_id': 'f17cecf0d6854286bcc6f673927088ad', 'mac_address': 'fa:16:3e:dd:6d:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '431e6014-b05a-4734-a37d-bbad00b6675d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '48869f71-f9ae-47ca-8d52-47b8e4d8abb9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836180-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:55:58Z', 'updated_at': '2022-04-01T13:56:06Z', 'revision_number': 5, 'project_id': 'f17cecf0d6854286bcc6f673927088ad', 'subnets': [{'id': '48869f71-f9ae-47ca-8d52-47b8e4d8abb9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-836180-1-hyperv', False) {} {{(pid=83872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:56:16.384764 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-950e300d-21ae-4372-83e2-c7ac41e9a15b None None] Checking router: 431e6014-b05a-4734-a37d-bbad00b6675d for host: dv-neutron-836180-1-hyperv {{(pid=83872) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 01 13:56:16.395516 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-950e300d-21ae-4372-83e2-c7ac41e9a15b None None] Routers {'431e6014-b05a-4734-a37d-bbad00b6675d'} bound to L3 agent in host dv-neutron-836180-1-hyperv {{(pid=83872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 13:56:16.396119 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_hamode_db [None req-950e300d-21ae-4372-83e2-c7ac41e9a15b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836180-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T13:25:36Z,description=,heartbeat_timestamp=2022-04-01T13:56:06Z,host='dv-neutron-836180-1-hyperv',id=88bf8fc8-11a3-4e96-9d1b-5fd93ba9f6f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T13:25:36Z,topic='l3_agent')) {'router_ids': ['431e6014-b05a-4734-a37d-bbad00b6675d'], 'active': True} {{(pid=83872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:56:16.425430 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-61de3424-5f4b-4a3b-b062-a37e624801f3 req-4d68ffb7-db69-4c8b-9032-5277858eb907 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=3e7eab89-cfa3-4f5f-b67f-dd5d8aa307f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0716975 Apr 01 13:56:16.555612 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-61de3424-5f4b-4a3b-b062-a37e624801f3 req-c8041973-5d56-4e80-88b2-51a9ab5f9060 service neutron] 10.222.0.57 "GET /v2.0/networks/3e7eab89-cfa3-4f5f-b67f-dd5d8aa307f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1244929 Apr 01 13:56:16.572247 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_dvr_db [None req-950e300d-21ae-4372-83e2-c7ac41e9a15b None None] Set router 431e6014-b05a-4734-a37d-bbad00b6675d gateway port host: dv-neutron-836180-1-hyperv {{(pid=83872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 13:56:16.687211 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-61de3424-5f4b-4a3b-b062-a37e624801f3 req-22957edb-70dd-4263-9180-ad7ed9703b03 service neutron] 10.222.0.57 "GET /v2.0/networks/3e7eab89-cfa3-4f5f-b67f-dd5d8aa307f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249270 Apr 01 13:56:16.946648 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_hamode_db [None req-950e300d-21ae-4372-83e2-c7ac41e9a15b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '431e6014-b05a-4734-a37d-bbad00b6675d', 'name': 'tempest-TestNetworkBasicOps-router-330139131', 'tenant_id': 'f17cecf0d6854286bcc6f673927088ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'external_fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.207'}], 'enable_snat': True}, 'gw_port_id': '726bdec0-b3dd-4501-bc52-f4bc4e066b8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T13:55:55Z', 'updated_at': '2022-04-01T13:55:59Z', 'revision_number': 4, 'project_id': 'f17cecf0d6854286bcc6f673927088ad', 'gw_port': {'id': '726bdec0-b3dd-4501-bc52-f4bc4e066b8b', 'name': '', 'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:3e:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '431e6014-b05a-4734-a37d-bbad00b6675d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836180-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:55:55Z', 'updated_at': '2022-04-01T13:56:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836180-1-hyperv', '_floatingips': [{'id': '7eb21132-3142-4b3d-8aec-550700cfcc11', 'tenant_id': 'f17cecf0d6854286bcc6f673927088ad', 'floating_ip_address': '172.26.5.150', 'floating_network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'router_id': '431e6014-b05a-4734-a37d-bbad00b6675d', 'port_id': '18619ad4-e946-485e-bbfd-8cc083d3936c', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3e7eab89-cfa3-4f5f-b67f-dd5d8aa307f5', 'mac_address': 'fa:16:3e:bf:01:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88691576-2b95-421e-a89b-1d415b4e081d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T13:56:14Z', 'updated_at': '2022-04-01T13:56:14Z', 'revision_number': 0, 'project_id': 'f17cecf0d6854286bcc6f673927088ad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3a9fbcf3-7ab8-4535-976e-b24cca0fbfeb', 'name': '', 'network_id': '3e7eab89-cfa3-4f5f-b67f-dd5d8aa307f5', 'tenant_id': 'f17cecf0d6854286bcc6f673927088ad', 'mac_address': 'fa:16:3e:dd:6d:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '431e6014-b05a-4734-a37d-bbad00b6675d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '48869f71-f9ae-47ca-8d52-47b8e4d8abb9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836180-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:55:58Z', 'updated_at': '2022-04-01T13:56:06Z', 'revision_number': 5, 'project_id': 'f17cecf0d6854286bcc6f673927088ad', 'subnets': [{'id': '48869f71-f9ae-47ca-8d52-47b8e4d8abb9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-836180-1-hyperv', False) {} {{(pid=83872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:56:16.950675 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-950e300d-21ae-4372-83e2-c7ac41e9a15b None None] The sync data for ids ['431e6014-b05a-4734-a37d-bbad00b6675d'] in dv-neutron-836180-1-hyperv is: [{'id': '431e6014-b05a-4734-a37d-bbad00b6675d', 'name': 'tempest-TestNetworkBasicOps-router-330139131', 'tenant_id': 'f17cecf0d6854286bcc6f673927088ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'external_fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.207'}], 'enable_snat': True}, 'gw_port_id': '726bdec0-b3dd-4501-bc52-f4bc4e066b8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T13:55:55Z', 'updated_at': '2022-04-01T13:55:59Z', 'revision_number': 4, 'project_id': 'f17cecf0d6854286bcc6f673927088ad', 'gw_port': {'id': '726bdec0-b3dd-4501-bc52-f4bc4e066b8b', 'name': '', 'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:3e:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '431e6014-b05a-4734-a37d-bbad00b6675d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836180-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:55:55Z', 'updated_at': '2022-04-01T13:56:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836180-1-hyperv', '_floatingips': [{'id': '7eb21132-3142-4b3d-8aec-550700cfcc11', 'tenant_id': 'f17cecf0d6854286bcc6f673927088ad', 'floating_ip_address': '172.26.5.150', 'floating_network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'router_id': '431e6014-b05a-4734-a37d-bbad00b6675d', 'port_id': '18619ad4-e946-485e-bbfd-8cc083d3936c', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3e7eab89-cfa3-4f5f-b67f-dd5d8aa307f5', 'mac_address': 'fa:16:3e:bf:01:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88691576-2b95-421e-a89b-1d415b4e081d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T13:56:14Z', 'updated_at': '2022-04-01T13:56:14Z', 'revision_number': 0, 'project_id': 'f17cecf0d6854286bcc6f673927088ad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3a9fbcf3-7ab8-4535-976e-b24cca0fbfeb', 'name': '', 'network_id': '3e7eab89-cfa3-4f5f-b67f-dd5d8aa307f5', 'tenant_id': 'f17cecf0d6854286bcc6f673927088ad', 'mac_address': 'fa:16:3e:dd:6d:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '431e6014-b05a-4734-a37d-bbad00b6675d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '48869f71-f9ae-47ca-8d52-47b8e4d8abb9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836180-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:55:58Z', 'updated_at': '2022-04-01T13:56:06Z', 'revision_number': 5, 'project_id': 'f17cecf0d6854286bcc6f673927088ad', 'subnets': [{'id': '48869f71-f9ae-47ca-8d52-47b8e4d8abb9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 13:56:17.020643 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 60216) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:56:17.126503 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-161452d4-9531-42a5-8062-027ea8892354 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] 10.222.0.26 "GET /v2.0/floatingips/7eb21132-3142-4b3d-8aec-550700cfcc11 HTTP/1.1" status: 200 len: 992 time: 0.1047394 Apr 01 13:56:18.130080 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 60220) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:56:18.232094 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-95ae539a-8e7d-4318-88b7-c46ee5e5e152 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] 10.222.0.26 "GET /v2.0/floatingips/7eb21132-3142-4b3d-8aec-550700cfcc11 HTTP/1.1" status: 200 len: 992 time: 0.1009047 Apr 01 13:56:19.235788 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 60224) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:56:19.343532 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-b1d614f4-fd6f-4f33-a5ef-eebf8553d451 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] 10.222.0.26 "GET /v2.0/floatingips/7eb21132-3142-4b3d-8aec-550700cfcc11 HTTP/1.1" status: 200 len: 992 time: 0.1063876 Apr 01 13:56:20.347666 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 60228) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:56:20.452965 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-20ae71f0-1fb4-4e7c-b04e-8819889ac9a9 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] 10.222.0.26 "GET /v2.0/floatingips/7eb21132-3142-4b3d-8aec-550700cfcc11 HTTP/1.1" status: 200 len: 992 time: 0.1042500 Apr 01 13:56:20.743630 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0eadc267-f182-4847-80a4-0ec3c60e7a24 None None] New status for floating IP 7eb21132-3142-4b3d-8aec-550700cfcc11: ACTIVE {{(pid=83873) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 01 13:56:21.457375 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 60232) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:56:21.561710 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-952a18e0-102b-4aa9-97dd-10f27bfbab04 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] 10.222.0.26 "GET /v2.0/floatingips/7eb21132-3142-4b3d-8aec-550700cfcc11 HTTP/1.1" status: 200 len: 994 time: 0.1030338 Apr 01 13:56:23.928328 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:56:26.980264 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.agents_db [None req-bdd220c7-049a-43d2-a923-ad1a2de078c6 None None] Agent healthcheck: found 6 active agents {{(pid=83873) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 01 13:56:33.572375 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-491ad8b8-a88f-4af9-ab91-3e645a6e5c6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:56:35.918864 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-09d23d5b-a759-4767-aa54-fb2bbe34d2a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:56:37.200056 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:56:37.420884 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-2f9cfc9c-d8ba-4de3-a4ad-98162f90557c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:56:38.919908 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-a976a7b9-9034-41e6-be13-349b75ed1593 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:56:50.895616 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 60246) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:56:50.901076 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.v2.base [None req-b8524aee-339d-4c1d-b1e8-fb617d1601e0 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Request body: {'router': {'admin_state_up': False}} {{(pid=83871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:56:51.543202 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-b8524aee-339d-4c1d-b1e8-fb617d1601e0 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4084887', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4079850', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4161'] for router, precommit_update {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:56:51.554730 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-b8524aee-339d-4c1d-b1e8-fb617d1601e0 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4084858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-4084844', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-4084837', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-4079843'] for router, after_update {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:56:51.751998 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8524aee-339d-4c1d-b1e8-fb617d1601e0 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Router 431e6014-b05a-4734-a37d-bbad00b6675d has already been hosted by L3 agent 88bf8fc8-11a3-4e96-9d1b-5fd93ba9f6f1 {{(pid=83871) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 13:56:51.948149 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8524aee-339d-4c1d-b1e8-fb617d1601e0 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify agent at l3_agent.dv-neutron-836180-1-hyperv the message routers_updated {{(pid=83871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 13:56:51.953849 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-b8524aee-339d-4c1d-b1e8-fb617d1601e0 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks [] for router, before_response {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:56:51.955565 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-b8524aee-339d-4c1d-b1e8-fb617d1601e0 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] 10.222.0.26 "PUT /v2.0/routers/431e6014-b05a-4734-a37d-bbad00b6675d HTTP/1.1" status: 200 len: 888 time: 1.0583668 Apr 01 13:56:51.962586 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ef5c664-51a2-4768-b43e-74ea4c25d744 None None] Sync routers for ids ['431e6014-b05a-4734-a37d-bbad00b6675d'] in dv-neutron-836180-1-hyperv {{(pid=83872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 13:56:51.974574 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ef5c664-51a2-4768-b43e-74ea4c25d744 None None] Routers {'431e6014-b05a-4734-a37d-bbad00b6675d'} bound to L3 agent in host dv-neutron-836180-1-hyperv {{(pid=83872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 13:56:51.975170 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_hamode_db [None req-3ef5c664-51a2-4768-b43e-74ea4c25d744 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836180-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T13:25:36Z,description=,heartbeat_timestamp=2022-04-01T13:56:36Z,host='dv-neutron-836180-1-hyperv',id=88bf8fc8-11a3-4e96-9d1b-5fd93ba9f6f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T13:25:36Z,topic='l3_agent')) {'router_ids': ['431e6014-b05a-4734-a37d-bbad00b6675d'], 'active': True} {{(pid=83872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:56:52.033957 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_hamode_db [None req-3ef5c664-51a2-4768-b43e-74ea4c25d744 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-836180-1-hyperv', False) {} {{(pid=83872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:56:52.044094 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ef5c664-51a2-4768-b43e-74ea4c25d744 None None] Routers {'431e6014-b05a-4734-a37d-bbad00b6675d'} bound to L3 agent in host dv-neutron-836180-1-hyperv {{(pid=83872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 13:56:52.044698 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_hamode_db [None req-3ef5c664-51a2-4768-b43e-74ea4c25d744 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836180-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T13:25:36Z,description=,heartbeat_timestamp=2022-04-01T13:56:36Z,host='dv-neutron-836180-1-hyperv',id=88bf8fc8-11a3-4e96-9d1b-5fd93ba9f6f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T13:25:36Z,topic='l3_agent')) {'router_ids': ['431e6014-b05a-4734-a37d-bbad00b6675d'], 'active': True} {{(pid=83872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:56:52.108093 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_hamode_db [None req-3ef5c664-51a2-4768-b43e-74ea4c25d744 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-836180-1-hyperv', False) {} {{(pid=83872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:56:52.108516 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ef5c664-51a2-4768-b43e-74ea4c25d744 None None] The sync data for ids ['431e6014-b05a-4734-a37d-bbad00b6675d'] in dv-neutron-836180-1-hyperv is: [] {{(pid=83872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 13:56:52.860122 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec77d4f4-94cf-4c31-a8d1-b192e70cfc26 None None] New status for floating IP 7eb21132-3142-4b3d-8aec-550700cfcc11: DOWN {{(pid=83873) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 01 13:56:52.869798 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Device 3a9fbcf3-7ab8-4535-976e-b24cca0fbfeb no longer exists at agent ovs-agent-dv-neutron-836180-1-hyperv {{(pid=83872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 13:56:52.982337 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:56:53.015583 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] For port 3a9fbcf3-7ab8-4535-976e-b24cca0fbfeb, host dv-neutron-836180-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836180-1-hyperv',level=0,port_id=3a9fbcf3-7ab8-4535-976e-b24cca0fbfeb,segment=NetworkSegment(a85b8739-8066-4044-8521-7c30309e7efc),segment_id=a85b8739-8066-4044-8521-7c30309e7efc)] {{(pid=83872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 13:56:53.019577 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864'] for port, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:56:53.091445 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Pushing event updated for resources: {'Port': ['ID=3a9fbcf3-7ab8-4535-976e-b24cca0fbfeb,revision_number=6']} {{(pid=83872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:56:53.951632 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:56:54.137533 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 60252) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:56:54.143699 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.v2.base [None req-56425ee5-5f8a-42be-9025-91ceeeb38f29 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Request body: {'router': {'admin_state_up': True}} {{(pid=83871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:56:54.572127 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Device 726bdec0-b3dd-4501-bc52-f4bc4e066b8b no longer exists at agent ovs-agent-dv-neutron-836180-1-hyperv {{(pid=83872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 13:56:54.683145 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:56:54.685547 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-56425ee5-5f8a-42be-9025-91ceeeb38f29 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4084887', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4079850', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4161'] for router, precommit_update {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:56:54.696761 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-56425ee5-5f8a-42be-9025-91ceeeb38f29 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4084858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-4084844', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-4084837', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-4079843'] for router, after_update {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:56:54.699882 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] For port 726bdec0-b3dd-4501-bc52-f4bc4e066b8b, host dv-neutron-836180-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836180-1-hyperv',level=0,port_id=726bdec0-b3dd-4501-bc52-f4bc4e066b8b,segment=NetworkSegment(7b924dd8-4978-40c4-ad91-4b9b27348462),segment_id=7b924dd8-4978-40c4-ad91-4b9b27348462)] {{(pid=83872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 13:56:54.703646 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864'] for port, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:56:54.789533 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Pushing event updated for resources: {'Port': ['ID=726bdec0-b3dd-4501-bc52-f4bc4e066b8b,revision_number=5']} {{(pid=83872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:56:54.798314 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:56:54.798668 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:56:54.799616 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:56:54.799952 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:56:54.800284 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:56:54.800634 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:56:54.800956 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:56:54.801278 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:56:54.801626 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:56:54.801944 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:56:54.802262 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:56:54.999462 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56425ee5-5f8a-42be-9025-91ceeeb38f29 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Router 431e6014-b05a-4734-a37d-bbad00b6675d has already been hosted by L3 agent 88bf8fc8-11a3-4e96-9d1b-5fd93ba9f6f1 {{(pid=83871) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 13:56:55.197387 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56425ee5-5f8a-42be-9025-91ceeeb38f29 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify agent at l3_agent.dv-neutron-836180-1-hyperv the message routers_updated {{(pid=83871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 13:56:55.202973 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-56425ee5-5f8a-42be-9025-91ceeeb38f29 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks [] for router, before_response {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:56:55.207490 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-56425ee5-5f8a-42be-9025-91ceeeb38f29 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] 10.222.0.26 "PUT /v2.0/routers/431e6014-b05a-4734-a37d-bbad00b6675d HTTP/1.1" status: 200 len: 887 time: 1.0656457 Apr 01 13:56:55.207651 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec4a5480-5b00-492f-bbd6-9bd35123f25d None None] Sync routers for ids ['431e6014-b05a-4734-a37d-bbad00b6675d'] in dv-neutron-836180-1-hyperv {{(pid=83872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 13:56:55.207768 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 60256) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:56:55.218782 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec4a5480-5b00-492f-bbd6-9bd35123f25d None None] Routers {'431e6014-b05a-4734-a37d-bbad00b6675d'} bound to L3 agent in host dv-neutron-836180-1-hyperv {{(pid=83872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 13:56:55.219381 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_hamode_db [None req-ec4a5480-5b00-492f-bbd6-9bd35123f25d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836180-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T13:25:36Z,description=,heartbeat_timestamp=2022-04-01T13:56:36Z,host='dv-neutron-836180-1-hyperv',id=88bf8fc8-11a3-4e96-9d1b-5fd93ba9f6f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T13:25:36Z,topic='l3_agent')) {'router_ids': ['431e6014-b05a-4734-a37d-bbad00b6675d'], 'active': True} {{(pid=83872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:56:55.319003 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-d63006c1-ed96-4a11-9e3b-95a3278d531e tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] 10.222.0.26 "GET /v2.0/floatingips/7eb21132-3142-4b3d-8aec-550700cfcc11 HTTP/1.1" status: 200 len: 992 time: 0.1101098 Apr 01 13:56:55.397680 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_dvr_db [None req-ec4a5480-5b00-492f-bbd6-9bd35123f25d None None] Set router 431e6014-b05a-4734-a37d-bbad00b6675d gateway port host: dv-neutron-836180-1-hyperv {{(pid=83872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 13:56:55.742067 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_hamode_db [None req-ec4a5480-5b00-492f-bbd6-9bd35123f25d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '431e6014-b05a-4734-a37d-bbad00b6675d', 'name': 'tempest-TestNetworkBasicOps-router-330139131', 'tenant_id': 'f17cecf0d6854286bcc6f673927088ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'external_fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.207'}], 'enable_snat': True}, 'gw_port_id': '726bdec0-b3dd-4501-bc52-f4bc4e066b8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T13:55:55Z', 'updated_at': '2022-04-01T13:56:54Z', 'revision_number': 6, 'project_id': 'f17cecf0d6854286bcc6f673927088ad', 'gw_port': {'id': '726bdec0-b3dd-4501-bc52-f4bc4e066b8b', 'name': '', 'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:3e:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '431e6014-b05a-4734-a37d-bbad00b6675d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836180-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:55:55Z', 'updated_at': '2022-04-01T13:56:54Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836180-1-hyperv', '_floatingips': [{'id': '7eb21132-3142-4b3d-8aec-550700cfcc11', 'tenant_id': 'f17cecf0d6854286bcc6f673927088ad', 'floating_ip_address': '172.26.5.150', 'floating_network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'router_id': '431e6014-b05a-4734-a37d-bbad00b6675d', 'port_id': '18619ad4-e946-485e-bbfd-8cc083d3936c', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3e7eab89-cfa3-4f5f-b67f-dd5d8aa307f5', 'mac_address': 'fa:16:3e:bf:01:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88691576-2b95-421e-a89b-1d415b4e081d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T13:56:14Z', 'updated_at': '2022-04-01T13:56:53Z', 'revision_number': 2, 'project_id': 'f17cecf0d6854286bcc6f673927088ad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3a9fbcf3-7ab8-4535-976e-b24cca0fbfeb', 'name': '', 'network_id': '3e7eab89-cfa3-4f5f-b67f-dd5d8aa307f5', 'tenant_id': 'f17cecf0d6854286bcc6f673927088ad', 'mac_address': 'fa:16:3e:dd:6d:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '431e6014-b05a-4734-a37d-bbad00b6675d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '48869f71-f9ae-47ca-8d52-47b8e4d8abb9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836180-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:55:58Z', 'updated_at': '2022-04-01T13:56:52Z', 'revision_number': 6, 'project_id': 'f17cecf0d6854286bcc6f673927088ad', 'subnets': [{'id': '48869f71-f9ae-47ca-8d52-47b8e4d8abb9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-836180-1-hyperv', False) {} {{(pid=83872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:56:55.745903 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec4a5480-5b00-492f-bbd6-9bd35123f25d None None] Checking router: 431e6014-b05a-4734-a37d-bbad00b6675d for host: dv-neutron-836180-1-hyperv {{(pid=83872) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 01 13:56:55.758556 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec4a5480-5b00-492f-bbd6-9bd35123f25d None None] Routers {'431e6014-b05a-4734-a37d-bbad00b6675d'} bound to L3 agent in host dv-neutron-836180-1-hyperv {{(pid=83872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 13:56:55.759184 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_hamode_db [None req-ec4a5480-5b00-492f-bbd6-9bd35123f25d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836180-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T13:25:36Z,description=,heartbeat_timestamp=2022-04-01T13:56:36Z,host='dv-neutron-836180-1-hyperv',id=88bf8fc8-11a3-4e96-9d1b-5fd93ba9f6f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T13:25:36Z,topic='l3_agent')) {'router_ids': ['431e6014-b05a-4734-a37d-bbad00b6675d'], 'active': True} {{(pid=83872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:56:55.933010 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_dvr_db [None req-ec4a5480-5b00-492f-bbd6-9bd35123f25d None None] Set router 431e6014-b05a-4734-a37d-bbad00b6675d gateway port host: dv-neutron-836180-1-hyperv {{(pid=83872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 13:56:56.309020 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_hamode_db [None req-ec4a5480-5b00-492f-bbd6-9bd35123f25d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '431e6014-b05a-4734-a37d-bbad00b6675d', 'name': 'tempest-TestNetworkBasicOps-router-330139131', 'tenant_id': 'f17cecf0d6854286bcc6f673927088ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'external_fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.207'}], 'enable_snat': True}, 'gw_port_id': '726bdec0-b3dd-4501-bc52-f4bc4e066b8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T13:55:55Z', 'updated_at': '2022-04-01T13:56:54Z', 'revision_number': 6, 'project_id': 'f17cecf0d6854286bcc6f673927088ad', 'gw_port': {'id': '726bdec0-b3dd-4501-bc52-f4bc4e066b8b', 'name': '', 'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:3e:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '431e6014-b05a-4734-a37d-bbad00b6675d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836180-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:55:55Z', 'updated_at': '2022-04-01T13:56:54Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836180-1-hyperv', '_floatingips': [{'id': '7eb21132-3142-4b3d-8aec-550700cfcc11', 'tenant_id': 'f17cecf0d6854286bcc6f673927088ad', 'floating_ip_address': '172.26.5.150', 'floating_network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'router_id': '431e6014-b05a-4734-a37d-bbad00b6675d', 'port_id': '18619ad4-e946-485e-bbfd-8cc083d3936c', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3e7eab89-cfa3-4f5f-b67f-dd5d8aa307f5', 'mac_address': 'fa:16:3e:bf:01:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88691576-2b95-421e-a89b-1d415b4e081d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T13:56:14Z', 'updated_at': '2022-04-01T13:56:53Z', 'revision_number': 2, 'project_id': 'f17cecf0d6854286bcc6f673927088ad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3a9fbcf3-7ab8-4535-976e-b24cca0fbfeb', 'name': '', 'network_id': '3e7eab89-cfa3-4f5f-b67f-dd5d8aa307f5', 'tenant_id': 'f17cecf0d6854286bcc6f673927088ad', 'mac_address': 'fa:16:3e:dd:6d:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '431e6014-b05a-4734-a37d-bbad00b6675d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '48869f71-f9ae-47ca-8d52-47b8e4d8abb9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836180-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:55:58Z', 'updated_at': '2022-04-01T13:56:52Z', 'revision_number': 6, 'project_id': 'f17cecf0d6854286bcc6f673927088ad', 'subnets': [{'id': '48869f71-f9ae-47ca-8d52-47b8e4d8abb9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-836180-1-hyperv', False) {} {{(pid=83872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:56:56.313177 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec4a5480-5b00-492f-bbd6-9bd35123f25d None None] The sync data for ids ['431e6014-b05a-4734-a37d-bbad00b6675d'] in dv-neutron-836180-1-hyperv is: [{'id': '431e6014-b05a-4734-a37d-bbad00b6675d', 'name': 'tempest-TestNetworkBasicOps-router-330139131', 'tenant_id': 'f17cecf0d6854286bcc6f673927088ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'external_fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.207'}], 'enable_snat': True}, 'gw_port_id': '726bdec0-b3dd-4501-bc52-f4bc4e066b8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T13:55:55Z', 'updated_at': '2022-04-01T13:56:54Z', 'revision_number': 6, 'project_id': 'f17cecf0d6854286bcc6f673927088ad', 'gw_port': {'id': '726bdec0-b3dd-4501-bc52-f4bc4e066b8b', 'name': '', 'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:3e:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '431e6014-b05a-4734-a37d-bbad00b6675d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836180-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:55:55Z', 'updated_at': '2022-04-01T13:56:54Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836180-1-hyperv', '_floatingips': [{'id': '7eb21132-3142-4b3d-8aec-550700cfcc11', 'tenant_id': 'f17cecf0d6854286bcc6f673927088ad', 'floating_ip_address': '172.26.5.150', 'floating_network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'router_id': '431e6014-b05a-4734-a37d-bbad00b6675d', 'port_id': '18619ad4-e946-485e-bbfd-8cc083d3936c', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3e7eab89-cfa3-4f5f-b67f-dd5d8aa307f5', 'mac_address': 'fa:16:3e:bf:01:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88691576-2b95-421e-a89b-1d415b4e081d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T13:56:14Z', 'updated_at': '2022-04-01T13:56:53Z', 'revision_number': 2, 'project_id': 'f17cecf0d6854286bcc6f673927088ad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3a9fbcf3-7ab8-4535-976e-b24cca0fbfeb', 'name': '', 'network_id': '3e7eab89-cfa3-4f5f-b67f-dd5d8aa307f5', 'tenant_id': 'f17cecf0d6854286bcc6f673927088ad', 'mac_address': 'fa:16:3e:dd:6d:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '431e6014-b05a-4734-a37d-bbad00b6675d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '48869f71-f9ae-47ca-8d52-47b8e4d8abb9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836180-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:55:58Z', 'updated_at': '2022-04-01T13:56:52Z', 'revision_number': 6, 'project_id': 'f17cecf0d6854286bcc6f673927088ad', 'subnets': [{'id': '48869f71-f9ae-47ca-8d52-47b8e4d8abb9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 13:56:56.322860 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 60260) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:56:56.431961 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-683d8c57-30c4-46eb-a870-dff545f9b3c6 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] 10.222.0.26 "GET /v2.0/floatingips/7eb21132-3142-4b3d-8aec-550700cfcc11 HTTP/1.1" status: 200 len: 992 time: 0.1079068 Apr 01 13:56:56.599878 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Device 3a9fbcf3-7ab8-4535-976e-b24cca0fbfeb up at agent ovs-agent-dv-neutron-836180-1-hyperv {{(pid=83872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 13:56:56.676807 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Provisioning complete for port 3a9fbcf3-7ab8-4535-976e-b24cca0fbfeb triggered by entity L2. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 13:56:56.677338 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-948329'] for port, provisioning_complete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:56:56.795951 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:56:56.834812 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] For port 3a9fbcf3-7ab8-4535-976e-b24cca0fbfeb, host dv-neutron-836180-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836180-1-hyperv',level=0,port_id=3a9fbcf3-7ab8-4535-976e-b24cca0fbfeb,segment=NetworkSegment(a85b8739-8066-4044-8521-7c30309e7efc),segment_id=a85b8739-8066-4044-8521-7c30309e7efc)] {{(pid=83872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 13:56:56.839114 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864'] for port, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:56:56.909840 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Pushing event updated for resources: {'Port': ['ID=3a9fbcf3-7ab8-4535-976e-b24cca0fbfeb,revision_number=7']} {{(pid=83872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:56:57.435972 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 60264) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:56:57.536684 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-c57b1a2e-ef89-41ee-a834-2cc6b5119d8e tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] 10.222.0.26 "GET /v2.0/floatingips/7eb21132-3142-4b3d-8aec-550700cfcc11 HTTP/1.1" status: 200 len: 992 time: 0.0995247 Apr 01 13:56:58.539913 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 60268) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:56:58.643591 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Device 3a9fbcf3-7ab8-4535-976e-b24cca0fbfeb up at agent ovs-agent-dv-neutron-836180-1-hyperv {{(pid=83872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 13:56:58.650678 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-b97d67b5-817d-4fd9-bc02-fdbb5e43e012 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] 10.222.0.26 "GET /v2.0/floatingips/7eb21132-3142-4b3d-8aec-550700cfcc11 HTTP/1.1" status: 200 len: 992 time: 0.1076450 Apr 01 13:56:58.709759 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Provisioning complete for port 3a9fbcf3-7ab8-4535-976e-b24cca0fbfeb triggered by entity L2. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 13:56:58.710127 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-948329'] for port, provisioning_complete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:56:58.824589 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Device 726bdec0-b3dd-4501-bc52-f4bc4e066b8b up at agent ovs-agent-dv-neutron-836180-1-hyperv {{(pid=83872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 13:56:58.894154 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Provisioning complete for port 726bdec0-b3dd-4501-bc52-f4bc4e066b8b triggered by entity L2. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 13:56:58.894519 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-948329'] for port, provisioning_complete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:56:59.003946 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:56:59.019279 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] For port 726bdec0-b3dd-4501-bc52-f4bc4e066b8b, host dv-neutron-836180-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836180-1-hyperv',level=0,port_id=726bdec0-b3dd-4501-bc52-f4bc4e066b8b,segment=NetworkSegment(7b924dd8-4978-40c4-ad91-4b9b27348462),segment_id=7b924dd8-4978-40c4-ad91-4b9b27348462)] {{(pid=83872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 13:56:59.023105 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864'] for port, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:56:59.089433 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Pushing event updated for resources: {'Port': ['ID=726bdec0-b3dd-4501-bc52-f4bc4e066b8b,revision_number=6']} {{(pid=83872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:56:59.652758 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 60272) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:56:59.756168 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-d40e517e-32e5-45e1-aead-ab41cdf5720f tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] 10.222.0.26 "GET /v2.0/floatingips/7eb21132-3142-4b3d-8aec-550700cfcc11 HTTP/1.1" status: 200 len: 992 time: 0.1022878 Apr 01 13:57:00.579119 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Device 726bdec0-b3dd-4501-bc52-f4bc4e066b8b up at agent ovs-agent-dv-neutron-836180-1-hyperv {{(pid=83872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 13:57:00.646282 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Provisioning complete for port 726bdec0-b3dd-4501-bc52-f4bc4e066b8b triggered by entity L2. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 13:57:00.646641 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-948329'] for port, provisioning_complete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:57:00.759662 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 60276) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:57:00.864048 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-f2cf140d-aebe-486d-a8a9-b6da6d4c478b tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] 10.222.0.26 "GET /v2.0/floatingips/7eb21132-3142-4b3d-8aec-550700cfcc11 HTTP/1.1" status: 200 len: 992 time: 0.1032786 Apr 01 13:57:01.867193 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 60280) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:57:01.974423 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-61c99d6d-1006-4861-a2b4-4cb07d6b091d tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] 10.222.0.26 "GET /v2.0/floatingips/7eb21132-3142-4b3d-8aec-550700cfcc11 HTTP/1.1" status: 200 len: 992 time: 0.1061084 Apr 01 13:57:02.978070 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 60284) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:57:03.084536 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-cbd5f551-d433-46e0-9403-47624a350ec1 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] 10.222.0.26 "GET /v2.0/floatingips/7eb21132-3142-4b3d-8aec-550700cfcc11 HTTP/1.1" status: 200 len: 992 time: 0.1052637 Apr 01 13:57:03.420111 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdf4d380-4439-45a7-9427-6ef54fe91e80 None None] New status for floating IP 7eb21132-3142-4b3d-8aec-550700cfcc11: ACTIVE {{(pid=83873) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 01 13:57:03.574918 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-617e4aae-3e5e-4fa9-94d1-ac5d4314fcfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:57:03.979985 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.agents_db [None req-bdd220c7-049a-43d2-a923-ad1a2de078c6 None None] Agent healthcheck: found 6 active agents {{(pid=83873) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 01 13:57:04.088266 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 60288) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:57:04.197427 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-f451fe4e-a2f7-4cb5-affc-ae472c54daa1 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] 10.222.0.26 "GET /v2.0/floatingips/7eb21132-3142-4b3d-8aec-550700cfcc11 HTTP/1.1" status: 200 len: 994 time: 0.1079750 Apr 01 13:57:04.506517 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 60296) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:57:04.699597 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.plugin [None req-42749f95-b7f3-4e46-aacc-9043f2beb980 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Deleting port 7c92dafc-7d0c-423b-ae34-c855bcdaaa13 {{(pid=83871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 13:57:04.699928 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-42749f95-b7f3-4e46-aacc-9043f2beb980 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736733287370'] for port, before_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:57:04.970621 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-42749f95-b7f3-4e46-aacc-9043f2beb980 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4155147'] for port, precommit_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:57:04.970940 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-42749f95-b7f3-4e46-aacc-9043f2beb980 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:57:05.107993 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.plugin [None req-42749f95-b7f3-4e46-aacc-9043f2beb980 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Calling delete_port for 7c92dafc-7d0c-423b-ae34-c855bcdaaa13 owned by network:floatingip {{(pid=83871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 13:57:05.288397 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-42749f95-b7f3-4e46-aacc-9043f2beb980 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736733359243', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736732935810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2743125'] for port, after_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:57:05.345999 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42749f95-b7f3-4e46-aacc-9043f2beb980 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Pushing event deleted for resources: {'Port': ['ID=7c92dafc-7d0c-423b-ae34-c855bcdaaa13,revision_number=None']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:57:05.392779 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42749f95-b7f3-4e46-aacc-9043f2beb980 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:57:05.393584 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42749f95-b7f3-4e46-aacc-9043f2beb980 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:57:05.393930 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42749f95-b7f3-4e46-aacc-9043f2beb980 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:57:05.394258 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42749f95-b7f3-4e46-aacc-9043f2beb980 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:57:05.394582 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42749f95-b7f3-4e46-aacc-9043f2beb980 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:57:05.394901 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42749f95-b7f3-4e46-aacc-9043f2beb980 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:57:05.395218 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42749f95-b7f3-4e46-aacc-9043f2beb980 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:57:05.395534 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42749f95-b7f3-4e46-aacc-9043f2beb980 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:57:05.395847 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42749f95-b7f3-4e46-aacc-9043f2beb980 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:57:05.396161 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42749f95-b7f3-4e46-aacc-9043f2beb980 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:57:05.396495 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42749f95-b7f3-4e46-aacc-9043f2beb980 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:57:05.472924 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-42749f95-b7f3-4e46-aacc-9043f2beb980 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks [] for floatingip, after_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:57:05.904554 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42749f95-b7f3-4e46-aacc-9043f2beb980 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Router 431e6014-b05a-4734-a37d-bbad00b6675d has already been hosted by L3 agent 88bf8fc8-11a3-4e96-9d1b-5fd93ba9f6f1 {{(pid=83871) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 13:57:05.922369 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-81404aef-152e-4a31-82f4-9cf1bfef7a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:57:06.108143 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42749f95-b7f3-4e46-aacc-9043f2beb980 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify agent at l3_agent.dv-neutron-836180-1-hyperv the message routers_updated {{(pid=83871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 13:57:06.131980 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-42749f95-b7f3-4e46-aacc-9043f2beb980 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109561'] for floatingip, before_response {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:57:06.184353 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-42749f95-b7f3-4e46-aacc-9043f2beb980 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] 10.222.0.26 "DELETE /v2.0/floatingips/7eb21132-3142-4b3d-8aec-550700cfcc11 HTTP/1.1" status: 204 len: 168 time: 1.6767435 Apr 01 13:57:06.184819 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '88691576-2b95-421e-a89b-1d415b4e081d', 'tag': '18619ad4-e946-485e-bbfd-8cc083d3936c'}] {{(pid=83871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 13:57:06.242301 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '88691576-2b95-421e-a89b-1d415b4e081d', 'tag': '18619ad4-e946-485e-bbfd-8cc083d3936c', 'status': 'completed', 'code': 200} Apr 01 13:57:06.347386 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-3249e567-68c4-426c-96f0-f7a2c2b0b342 req-e66c721b-05f5-4c86-94c0-2cfbc415abeb service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=f17cecf0d6854286bcc6f673927088ad&device_id=88691576-2b95-421e-a89b-1d415b4e081d HTTP/1.1" status: 200 len: 1099 time: 0.0722125 Apr 01 13:57:06.607051 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3249e567-68c4-426c-96f0-f7a2c2b0b342 req-bd056839-efc9-4a0f-9d1b-461d7011f93e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:57:06.608415 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-3249e567-68c4-426c-96f0-f7a2c2b0b342 req-bd056839-efc9-4a0f-9d1b-461d7011f93e service neutron] 10.222.0.57 "GET /v2.0/networks?id=3e7eab89-cfa3-4f5f-b67f-dd5d8aa307f5 HTTP/1.1" status: 200 len: 898 time: 0.2524536 Apr 01 13:57:06.682758 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-3249e567-68c4-426c-96f0-f7a2c2b0b342 req-10b77436-2b9d-4a12-a351-51eab0b51727 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=18619ad4-e946-485e-bbfd-8cc083d3936c HTTP/1.1" status: 200 len: 217 time: 0.0637827 Apr 01 13:57:06.762366 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63894365-628a-4d85-9a6f-1a93cd2b2203 req-fe157527-f561-4b3a-86a2-91bba490e90b tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:57:06.763028 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [req-63894365-628a-4d85-9a6f-1a93cd2b2203 req-fe157527-f561-4b3a-86a2-91bba490e90b tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Synchronizing usage tracker for tenant:f17cecf0d6854286bcc6f673927088ad on resource:port {{(pid=83871) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 13:57:06.766008 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3249e567-68c4-426c-96f0-f7a2c2b0b342 req-d8db93a0-121d-443e-ada8-b0cdaea558ac service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:57:06.767343 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-3249e567-68c4-426c-96f0-f7a2c2b0b342 req-d8db93a0-121d-443e-ada8-b0cdaea558ac service neutron] 10.222.0.57 "GET /v2.0/subnets?id=48869f71-f9ae-47ca-8d52-47b8e4d8abb9 HTTP/1.1" status: 200 len: 835 time: 0.0774782 Apr 01 13:57:06.817277 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [req-63894365-628a-4d85-9a6f-1a93cd2b2203 req-fe157527-f561-4b3a-86a2-91bba490e90b tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Unset dirty status for tenant:f17cecf0d6854286bcc6f673927088ad on resource:port {{(pid=83871) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 13:57:06.818298 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-63894365-628a-4d85-9a6f-1a93cd2b2203 req-fe157527-f561-4b3a-86a2-91bba490e90b tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] 10.222.0.26 "GET /v2.0/ports?device_id=88691576-2b95-421e-a89b-1d415b4e081d HTTP/1.1" status: 200 len: 946 time: 0.2412565 Apr 01 13:57:06.880253 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-63894365-628a-4d85-9a6f-1a93cd2b2203 req-a0c2dff5-d0c0-4a9f-aac2-158b44f7a0f4 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] 10.222.0.26 "GET /v2.0/security-groups?id=1ef069f8-c4cc-46af-9548-49e6d9981691&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0552788 Apr 01 13:57:06.883759 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-3249e567-68c4-426c-96f0-f7a2c2b0b342 req-90ab9f21-9357-453b-9301-8d7d2dc52999 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=3e7eab89-cfa3-4f5f-b67f-dd5d8aa307f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1084447 Apr 01 13:57:07.011760 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-3249e567-68c4-426c-96f0-f7a2c2b0b342 req-aacc3602-8baa-45b2-aa5f-a5949ca40c85 service neutron] 10.222.0.57 "GET /v2.0/networks/3e7eab89-cfa3-4f5f-b67f-dd5d8aa307f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1209559 Apr 01 13:57:07.138245 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-3249e567-68c4-426c-96f0-f7a2c2b0b342 req-a5da35b5-b31e-49ed-ac2f-c352c4f51575 service neutron] 10.222.0.57 "GET /v2.0/networks/3e7eab89-cfa3-4f5f-b67f-dd5d8aa307f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1201503 Apr 01 13:57:07.201329 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:57:07.424287 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-2f9cfc9c-d8ba-4de3-a4ad-98162f90557c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:57:08.063345 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f44727-e2dc-4bb1-8e68-ce0d876757e6 req-e2279b8f-6bd0-46b2-b61c-e507161954ed tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:57:08.065563 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-e5f44727-e2dc-4bb1-8e68-ce0d876757e6 req-e2279b8f-6bd0-46b2-b61c-e507161954ed tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] 10.222.0.57 "GET /v2.0/ports?device_id=88691576-2b95-421e-a89b-1d415b4e081d HTTP/1.1" status: 200 len: 946 time: 0.0766938 Apr 01 13:57:08.078671 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24efd6c1-731d-4399-9caa-8b77c9239e5b req-c3323dc5-28dd-4fff-b402-e8fb0289d673 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:57:08.080110 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-24efd6c1-731d-4399-9caa-8b77c9239e5b req-c3323dc5-28dd-4fff-b402-e8fb0289d673 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] 10.222.0.26 "GET /v2.0/ports?device_id=88691576-2b95-421e-a89b-1d415b4e081d HTTP/1.1" status: 200 len: 946 time: 0.0765359 Apr 01 13:57:08.126062 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-24efd6c1-731d-4399-9caa-8b77c9239e5b req-3c3f0848-255f-47d6-b2bf-ace3fa899f00 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] 10.222.0.26 "GET /v2.0/security-groups?id=1ef069f8-c4cc-46af-9548-49e6d9981691&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399716 Apr 01 13:57:08.137574 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.plugin [req-e5f44727-e2dc-4bb1-8e68-ce0d876757e6 req-4179bfe4-1c07-418c-8a76-5664560297aa tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Deleting port 18619ad4-e946-485e-bbfd-8cc083d3936c {{(pid=83871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 13:57:08.137914 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-e5f44727-e2dc-4bb1-8e68-ce0d876757e6 req-4179bfe4-1c07-418c-8a76-5664560297aa tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736733287370'] for port, before_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:57:08.376019 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.db [req-e5f44727-e2dc-4bb1-8e68-ce0d876757e6 req-4179bfe4-1c07-418c-8a76-5664560297aa tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] For port 18619ad4-e946-485e-bbfd-8cc083d3936c, host hv-neutron-8361, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8361',level=0,port_id=18619ad4-e946-485e-bbfd-8cc083d3936c,segment=NetworkSegment(a85b8739-8066-4044-8521-7c30309e7efc),segment_id=a85b8739-8066-4044-8521-7c30309e7efc)] {{(pid=83871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 13:57:08.376762 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-e5f44727-e2dc-4bb1-8e68-ce0d876757e6 req-4179bfe4-1c07-418c-8a76-5664560297aa tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4155147'] for port, precommit_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:57:08.496629 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.plugin [req-e5f44727-e2dc-4bb1-8e68-ce0d876757e6 req-4179bfe4-1c07-418c-8a76-5664560297aa tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Calling delete_port for 18619ad4-e946-485e-bbfd-8cc083d3936c owned by compute:nova {{(pid=83871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 13:57:08.638246 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-e5f44727-e2dc-4bb1-8e68-ce0d876757e6 req-4179bfe4-1c07-418c-8a76-5664560297aa tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736733359243', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736732935810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2743125'] for port, after_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:57:08.684409 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4179bfe4-1c07-418c-8a76-5664560297aa tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Pushing event deleted for resources: {'Port': ['ID=18619ad4-e946-485e-bbfd-8cc083d3936c,revision_number=None']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:57:08.756277 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5f44727-e2dc-4bb1-8e68-ce0d876757e6 req-4179bfe4-1c07-418c-8a76-5664560297aa tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] No DVR routers for this DVR port 18619ad4-e946-485e-bbfd-8cc083d3936c on host hv-neutron-8361 {{(pid=83871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 13:57:08.758727 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-e5f44727-e2dc-4bb1-8e68-ce0d876757e6 req-4179bfe4-1c07-418c-8a76-5664560297aa tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109561'] for port, before_response {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:57:08.761374 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88691576-2b95-421e-a89b-1d415b4e081d', 'name': 'network-vif-deleted', 'tag': '18619ad4-e946-485e-bbfd-8cc083d3936c'}] {{(pid=83871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 13:57:08.777657 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-e5f44727-e2dc-4bb1-8e68-ce0d876757e6 req-4179bfe4-1c07-418c-8a76-5664560297aa tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] 10.222.0.57 "DELETE /v2.0/ports/18619ad4-e946-485e-bbfd-8cc083d3936c HTTP/1.1" status: 204 len: 173 time: 0.7053683 Apr 01 13:57:08.820501 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88691576-2b95-421e-a89b-1d415b4e081d', 'name': 'network-vif-deleted', 'tag': '18619ad4-e946-485e-bbfd-8cc083d3936c', 'status': 'completed', 'code': 200} Apr 01 13:57:08.921369 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-a976a7b9-9034-41e6-be13-349b75ed1593 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:57:09.403355 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-2c97466f-600d-4772-8692-a4ccfa1de47b req-203cb05b-0f04-43a4-8f98-d5b3e6673cc4 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] 10.222.0.26 "GET /v2.0/ports?device_id=88691576-2b95-421e-a89b-1d415b4e081d HTTP/1.1" status: 200 len: 210 time: 0.1445296 Apr 01 13:57:10.511854 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 60316) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:57:10.584091 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-d47ba5b9-5fa0-4494-b60e-4266c3b5b12b tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks [] for security_group, before_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:57:10.613289 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-d47ba5b9-5fa0-4494-b60e-4266c3b5b12b tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:57:10.678449 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-d47ba5b9-5fa0-4494-b60e-4266c3b5b12b tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3775923'] for security_group, after_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:57:10.696105 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d47ba5b9-5fa0-4494-b60e-4266c3b5b12b tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ef069f8-c4cc-46af-9548-49e6d9981691,revision_number=None']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:57:10.708350 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-d47ba5b9-5fa0-4494-b60e-4266c3b5b12b tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks [] for security_group, before_response {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:57:10.709463 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-d47ba5b9-5fa0-4494-b60e-4266c3b5b12b tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] 10.222.0.26 "DELETE /v2.0/security-groups/1ef069f8-c4cc-46af-9548-49e6d9981691 HTTP/1.1" status: 204 len: 168 time: 0.1965725 Apr 01 13:57:10.750338 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 60322) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:57:10.814191 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Device 18619ad4-e946-485e-bbfd-8cc083d3936c no longer exists at agent hyperv_hv-neutron-8361 {{(pid=83872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 13:57:10.851647 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.plugin [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] No Port match for: 18619ad4-e946-485e-bbfd-8cc083d3936c {{(pid=83872) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 01 13:57:10.851983 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Device 18619ad4-e946-485e-bbfd-8cc083d3936c not bound to the agent host hv-neutron-8361 {{(pid=83872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 13:57:11.224546 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-4d8055de-2c30-4bde-aa61-80739d7765e1 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4084029'] for router_interface, before_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:57:11.829209 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.plugin [None req-4d8055de-2c30-4bde-aa61-80739d7765e1 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Deleting port 3a9fbcf3-7ab8-4535-976e-b24cca0fbfeb {{(pid=83871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 13:57:11.829918 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-4d8055de-2c30-4bde-aa61-80739d7765e1 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736733287370'] for port, before_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:57:12.011153 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.db [None req-4d8055de-2c30-4bde-aa61-80739d7765e1 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] For port 3a9fbcf3-7ab8-4535-976e-b24cca0fbfeb, host dv-neutron-836180-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836180-1-hyperv',level=0,port_id=3a9fbcf3-7ab8-4535-976e-b24cca0fbfeb,segment=NetworkSegment(a85b8739-8066-4044-8521-7c30309e7efc),segment_id=a85b8739-8066-4044-8521-7c30309e7efc)] {{(pid=83871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 13:57:12.011419 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-4d8055de-2c30-4bde-aa61-80739d7765e1 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4155147'] for port, precommit_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:57:12.128986 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.plugin [None req-4d8055de-2c30-4bde-aa61-80739d7765e1 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Calling delete_port for 3a9fbcf3-7ab8-4535-976e-b24cca0fbfeb owned by network:router_interface {{(pid=83871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 13:57:12.300330 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-4d8055de-2c30-4bde-aa61-80739d7765e1 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736733359243', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736732935810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2743125'] for port, after_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:57:12.344601 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d8055de-2c30-4bde-aa61-80739d7765e1 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Pushing event deleted for resources: {'Port': ['ID=3a9fbcf3-7ab8-4535-976e-b24cca0fbfeb,revision_number=None']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:57:12.747817 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-4d8055de-2c30-4bde-aa61-80739d7765e1 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3017585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4084076'] for router_interface, after_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:57:13.318182 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d8055de-2c30-4bde-aa61-80739d7765e1 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Router 431e6014-b05a-4734-a37d-bbad00b6675d has already been hosted by L3 agent 88bf8fc8-11a3-4e96-9d1b-5fd93ba9f6f1 {{(pid=83871) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 13:57:13.509297 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d8055de-2c30-4bde-aa61-80739d7765e1 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify agent at l3_agent.dv-neutron-836180-1-hyperv the message routers_updated {{(pid=83871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 13:57:13.521939 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-4d8055de-2c30-4bde-aa61-80739d7765e1 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] 10.222.0.26 "PUT /v2.0/routers/431e6014-b05a-4734-a37d-bbad00b6675d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7703407 Apr 01 13:57:13.524614 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 60326) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:57:13.700999 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.db_base_plugin_v2 [None req-6c63d67e-e0e2-491e-ac22-9c7286a34e23 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Deleting subnet 48869f71-f9ae-47ca-8d52-47b8e4d8abb9 {{(pid=83871) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 01 13:57:13.703839 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-6c63d67e-e0e2-491e-ac22-9c7286a34e23 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks [] for subnet, before_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:57:13.757235 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-6c63d67e-e0e2-491e-ac22-9c7286a34e23 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3166365'] for subnet, precommit_delete_associations {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:57:13.853844 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10af375e-4333-4c98-a9e5-9cd088ad5b64 None None] Sync routers for ids ['431e6014-b05a-4734-a37d-bbad00b6675d'] in dv-neutron-836180-1-hyperv {{(pid=83872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 13:57:13.867801 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10af375e-4333-4c98-a9e5-9cd088ad5b64 None None] Routers {'431e6014-b05a-4734-a37d-bbad00b6675d'} bound to L3 agent in host dv-neutron-836180-1-hyperv {{(pid=83872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 13:57:13.868462 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_hamode_db [None req-10af375e-4333-4c98-a9e5-9cd088ad5b64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836180-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T13:25:36Z,description=,heartbeat_timestamp=2022-04-01T13:57:06Z,host='dv-neutron-836180-1-hyperv',id=88bf8fc8-11a3-4e96-9d1b-5fd93ba9f6f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T13:25:36Z,topic='l3_agent')) {'router_ids': ['431e6014-b05a-4734-a37d-bbad00b6675d'], 'active': True} {{(pid=83872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:57:13.956072 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-6c63d67e-e0e2-491e-ac22-9c7286a34e23 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-945029'] for subnet, precommit_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:57:14.029855 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-6c63d67e-e0e2-491e-ac22-9c7286a34e23 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-945042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2743160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2757373'] for subnet, after_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:57:14.059225 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_dvr_db [None req-10af375e-4333-4c98-a9e5-9cd088ad5b64 None None] Set router 431e6014-b05a-4734-a37d-bbad00b6675d gateway port host: dv-neutron-836180-1-hyperv {{(pid=83872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 13:57:14.071698 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c63d67e-e0e2-491e-ac22-9c7286a34e23 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Pushing event deleted for resources: {'Subnet': ['ID=48869f71-f9ae-47ca-8d52-47b8e4d8abb9,revision_number=None']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:57:14.078363 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-6c63d67e-e0e2-491e-ac22-9c7286a34e23 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks [] for subnet, before_response {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:57:14.087003 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-6c63d67e-e0e2-491e-ac22-9c7286a34e23 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] 10.222.0.26 "DELETE /v2.0/subnets/48869f71-f9ae-47ca-8d52-47b8e4d8abb9 HTTP/1.1" status: 204 len: 168 time: 0.5612204 Apr 01 13:57:14.089476 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 60330) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:57:14.141563 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02673b83-3ac3-4135-93b0-bcad2279a231 None None] Network 3e7eab89-cfa3-4f5f-b67f-dd5d8aa307f5 requested from dv-neutron-836180-1-hyperv {{(pid=83872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 13:57:14.309129 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-d95c574e-48f6-4adc-80d3-b2b418f579bf tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks [] for router, before_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:57:14.521433 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-d95c574e-48f6-4adc-80d3-b2b418f579bf tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:57:14.537571 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.plugin [None req-d95c574e-48f6-4adc-80d3-b2b418f579bf tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Deleting port 726bdec0-b3dd-4501-bc52-f4bc4e066b8b {{(pid=83871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 13:57:14.538151 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-d95c574e-48f6-4adc-80d3-b2b418f579bf tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736733287370'] for port, before_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:57:14.574141 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_hamode_db [None req-10af375e-4333-4c98-a9e5-9cd088ad5b64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '431e6014-b05a-4734-a37d-bbad00b6675d', 'name': 'tempest-TestNetworkBasicOps-router-330139131', 'tenant_id': 'f17cecf0d6854286bcc6f673927088ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'external_fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.207'}], 'enable_snat': True}, 'gw_port_id': '726bdec0-b3dd-4501-bc52-f4bc4e066b8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T13:55:55Z', 'updated_at': '2022-04-01T13:57:12Z', 'revision_number': 7, 'project_id': 'f17cecf0d6854286bcc6f673927088ad', 'gw_port': {'id': '726bdec0-b3dd-4501-bc52-f4bc4e066b8b', 'name': '', 'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:3e:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '431e6014-b05a-4734-a37d-bbad00b6675d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836180-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T13:55:55Z', 'updated_at': '2022-04-01T13:56:59Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836180-1-hyperv'}], 'dv-neutron-836180-1-hyperv', False) {} {{(pid=83872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:57:14.578173 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10af375e-4333-4c98-a9e5-9cd088ad5b64 None None] Checking router: 431e6014-b05a-4734-a37d-bbad00b6675d for host: dv-neutron-836180-1-hyperv {{(pid=83872) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 01 13:57:14.589898 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10af375e-4333-4c98-a9e5-9cd088ad5b64 None None] Routers {'431e6014-b05a-4734-a37d-bbad00b6675d'} bound to L3 agent in host dv-neutron-836180-1-hyperv {{(pid=83872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 13:57:14.590574 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_hamode_db [None req-10af375e-4333-4c98-a9e5-9cd088ad5b64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836180-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T13:25:36Z,description=,heartbeat_timestamp=2022-04-01T13:57:06Z,host='dv-neutron-836180-1-hyperv',id=88bf8fc8-11a3-4e96-9d1b-5fd93ba9f6f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T13:25:36Z,topic='l3_agent')) {'router_ids': ['431e6014-b05a-4734-a37d-bbad00b6675d'], 'active': True} {{(pid=83872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:57:14.645137 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f89f1ef-07bd-4a64-97d5-3f8996edbc95 None None] DHCP port deletion for 3e7eab89-cfa3-4f5f-b67f-dd5d8aa307f5 request from dv-neutron-836180-1-hyperv {{(pid=83872) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 01 13:57:14.711341 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.plugin [None req-5f89f1ef-07bd-4a64-97d5-3f8996edbc95 None None] Deleting port 7641b13d-1afd-4dc0-85ab-dbba8c513b5e {{(pid=83872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 13:57:14.711711 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-5f89f1ef-07bd-4a64-97d5-3f8996edbc95 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736733287370'] for port, before_delete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:57:14.716319 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.db [None req-d95c574e-48f6-4adc-80d3-b2b418f579bf tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] For port 726bdec0-b3dd-4501-bc52-f4bc4e066b8b, host dv-neutron-836180-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836180-1-hyperv',level=0,port_id=726bdec0-b3dd-4501-bc52-f4bc4e066b8b,segment=NetworkSegment(7b924dd8-4978-40c4-ad91-4b9b27348462),segment_id=7b924dd8-4978-40c4-ad91-4b9b27348462)] {{(pid=83871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 13:57:14.716693 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-d95c574e-48f6-4adc-80d3-b2b418f579bf tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4155147'] for port, precommit_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:57:14.837525 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.plugin [None req-d95c574e-48f6-4adc-80d3-b2b418f579bf tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Calling delete_port for 726bdec0-b3dd-4501-bc52-f4bc4e066b8b owned by network:router_gateway {{(pid=83871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 13:57:14.838703 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_dvr_db [None req-10af375e-4333-4c98-a9e5-9cd088ad5b64 None None] Set router 431e6014-b05a-4734-a37d-bbad00b6675d gateway port host: None {{(pid=83872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 13:57:15.014584 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-d95c574e-48f6-4adc-80d3-b2b418f579bf tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736733359243', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736732935810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2743125'] for port, after_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:57:15.033182 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_hamode_db [None req-10af375e-4333-4c98-a9e5-9cd088ad5b64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '431e6014-b05a-4734-a37d-bbad00b6675d', 'name': 'tempest-TestNetworkBasicOps-router-330139131', 'tenant_id': 'f17cecf0d6854286bcc6f673927088ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T13:55:55Z', 'updated_at': '2022-04-01T13:57:14Z', 'revision_number': 8, 'project_id': 'f17cecf0d6854286bcc6f673927088ad', 'gw_port_host': None}], 'dv-neutron-836180-1-hyperv', False) {} {{(pid=83872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:57:15.056534 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10af375e-4333-4c98-a9e5-9cd088ad5b64 None None] The sync data for ids ['431e6014-b05a-4734-a37d-bbad00b6675d'] in dv-neutron-836180-1-hyperv is: [{'id': '431e6014-b05a-4734-a37d-bbad00b6675d', 'name': 'tempest-TestNetworkBasicOps-router-330139131', 'tenant_id': 'f17cecf0d6854286bcc6f673927088ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T13:55:55Z', 'updated_at': '2022-04-01T13:57:14Z', 'revision_number': 8, 'project_id': 'f17cecf0d6854286bcc6f673927088ad', 'gw_port_host': None}] {{(pid=83872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 13:57:15.061232 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d95c574e-48f6-4adc-80d3-b2b418f579bf tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Pushing event deleted for resources: {'Port': ['ID=726bdec0-b3dd-4501-bc52-f4bc4e066b8b,revision_number=None']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:57:15.086553 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-5f89f1ef-07bd-4a64-97d5-3f8996edbc95 None None] For port 7641b13d-1afd-4dc0-85ab-dbba8c513b5e, host dv-neutron-836180-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836180-1-hyperv',level=0,port_id=7641b13d-1afd-4dc0-85ab-dbba8c513b5e,segment=NetworkSegment(a85b8739-8066-4044-8521-7c30309e7efc),segment_id=a85b8739-8066-4044-8521-7c30309e7efc)] {{(pid=83872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 13:57:15.086943 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-5f89f1ef-07bd-4a64-97d5-3f8996edbc95 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4155147'] for port, precommit_delete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:57:15.213200 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.plugin [None req-5f89f1ef-07bd-4a64-97d5-3f8996edbc95 None None] Calling delete_port for 7641b13d-1afd-4dc0-85ab-dbba8c513b5e owned by network:dhcp {{(pid=83872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 13:57:15.277727 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-d95c574e-48f6-4adc-80d3-b2b418f579bf tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4084822'] for router_gateway, after_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:57:15.292225 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-5f89f1ef-07bd-4a64-97d5-3f8996edbc95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736733359243', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736732935810'] for port, after_delete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:57:15.336320 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f89f1ef-07bd-4a64-97d5-3f8996edbc95 None None] Pushing event deleted for resources: {'Port': ['ID=7641b13d-1afd-4dc0-85ab-dbba8c513b5e,revision_number=None']} {{(pid=83872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:57:15.342736 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f89f1ef-07bd-4a64-97d5-3f8996edbc95 None None] No DVR routers for this DVR port 7641b13d-1afd-4dc0-85ab-dbba8c513b5e on host dv-neutron-836180-1-hyperv {{(pid=83872) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 13:57:15.622567 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1efdc59-cf85-44ed-9949-b3cacc997788 None None] New status for floating IP 7eb21132-3142-4b3d-8aec-550700cfcc11: DOWN {{(pid=83873) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 01 13:57:15.635745 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-d95c574e-48f6-4adc-80d3-b2b418f579bf tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4079814', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4170'] for router, precommit_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:57:15.639761 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-d95c574e-48f6-4adc-80d3-b2b418f579bf tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:57:15.664778 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-d95c574e-48f6-4adc-80d3-b2b418f579bf tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4079738'] for router, after_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:57:15.665315 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d95c574e-48f6-4adc-80d3-b2b418f579bf tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Fanout notify agent at l3_agent the message router_deleted on router 431e6014-b05a-4734-a37d-bbad00b6675d {{(pid=83871) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 01 13:57:15.679141 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-d95c574e-48f6-4adc-80d3-b2b418f579bf tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks [] for router, before_response {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:57:15.680217 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-d95c574e-48f6-4adc-80d3-b2b418f579bf tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] 10.222.0.26 "DELETE /v2.0/routers/431e6014-b05a-4734-a37d-bbad00b6675d HTTP/1.1" status: 204 len: 168 time: 1.5894406 Apr 01 13:57:15.682997 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 60334) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:57:15.796436 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-2eb232a9-8d60-40c8-bdf3-d8172a005537 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1033078'] for network, before_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:57:15.929485 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-2eb232a9-8d60-40c8-bdf3-d8172a005537 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-942654', 'neutron.services.segments.db._delete_segments_for_network-8736733387888'] for network, precommit_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:57:15.953845 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.services.segments.db [None req-2eb232a9-8d60-40c8-bdf3-d8172a005537 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3e7eab89-cfa3-4f5f-b67f-dd5d8aa307f5']}} {{(pid=83871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:57:15.965700 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.services.segments.db [None req-2eb232a9-8d60-40c8-bdf3-d8172a005537 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a85b8739-8066-4044-8521-7c30309e7efc') {'for_net_delete': True} {{(pid=83871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:57:15.965990 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.services.segments.db [None req-2eb232a9-8d60-40c8-bdf3-d8172a005537 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a85b8739-8066-4044-8521-7c30309e7efc') {} {{(pid=83871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:57:15.977649 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-2eb232a9-8d60-40c8-bdf3-d8172a005537 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736733386999', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3166340'] for segment, before_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:57:15.993297 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-2eb232a9-8d60-40c8-bdf3-d8172a005537 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1004271'] for segment, precommit_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:57:15.999043 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2eb232a9-8d60-40c8-bdf3-d8172a005537 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Releasing vlan 370 on physical network physnet1 to pool {{(pid=83871) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 01 13:57:15.999409 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-2eb232a9-8d60-40c8-bdf3-d8172a005537 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1004262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2743078'] for segment, after_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:57:16.013391 dv-neutron-836180-1-hyperv neutron-server[83871]: Traceback (most recent call last): Apr 01 13:57:16.013391 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 01 13:57:16.013391 dv-neutron-836180-1-hyperv neutron-server[83871]: timer() Apr 01 13:57:16.013391 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 13:57:16.013391 dv-neutron-836180-1-hyperv neutron-server[83871]: cb(*args, **kw) Apr 01 13:57:16.013391 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 13:57:16.013391 dv-neutron-836180-1-hyperv neutron-server[83871]: return func(*args, **kwargs) Apr 01 13:57:16.013391 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 13:57:16.013391 dv-neutron-836180-1-hyperv neutron-server[83871]: self._notify() Apr 01 13:57:16.013391 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 13:57:16.013391 dv-neutron-836180-1-hyperv neutron-server[83871]: self.callback(batched_events) Apr 01 13:57:16.013391 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 13:57:16.013391 dv-neutron-836180-1-hyperv neutron-server[83871]: event.method(event) Apr 01 13:57:16.013391 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 13:57:16.013391 dv-neutron-836180-1-hyperv neutron-server[83871]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 13:57:16.013391 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 13:57:16.013391 dv-neutron-836180-1-hyperv neutron-server[83871]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 13:57:16.013391 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 13:57:16.013391 dv-neutron-836180-1-hyperv neutron-server[83871]: return f(self, *a, **k) Apr 01 13:57:16.013391 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 13:57:16.013391 dv-neutron-836180-1-hyperv neutron-server[83871]: return self._get(url).json() Apr 01 13:57:16.013391 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 13:57:16.013391 dv-neutron-836180-1-hyperv neutron-server[83871]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 13:57:16.013391 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 01 13:57:16.013391 dv-neutron-836180-1-hyperv neutron-server[83871]: return self.request(url, 'GET', **kwargs) Apr 01 13:57:16.013391 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 01 13:57:16.013391 dv-neutron-836180-1-hyperv neutron-server[83871]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 13:57:16.013391 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 01 13:57:16.013391 dv-neutron-836180-1-hyperv neutron-server[83871]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 13:57:16.013391 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 01 13:57:16.013391 dv-neutron-836180-1-hyperv neutron-server[83871]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 13:57:16.013391 dv-neutron-836180-1-hyperv neutron-server[83871]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 13:57:16.091010 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-2eb232a9-8d60-40c8-bdf3-d8172a005537 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-942599', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4084797'] for network, after_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:57:16.108104 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-2eb232a9-8d60-40c8-bdf3-d8172a005537 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Notify callbacks [] for network, before_response {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:57:16.119113 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb232a9-8d60-40c8-bdf3-d8172a005537 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] Pushing event deleted for resources: {'Network': ['ID=3e7eab89-cfa3-4f5f-b67f-dd5d8aa307f5,revision_number=None']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:57:16.129495 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-2eb232a9-8d60-40c8-bdf3-d8172a005537 tempest-TestNetworkBasicOps-996026565 tempest-TestNetworkBasicOps-996026565-project] 10.222.0.26 "DELETE /v2.0/networks/3e7eab89-cfa3-4f5f-b67f-dd5d8aa307f5 HTTP/1.1" status: 204 len: 168 time: 0.4455297 Apr 01 13:57:16.478484 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 60342) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:57:16.587213 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Device 3a9fbcf3-7ab8-4535-976e-b24cca0fbfeb no longer exists at agent ovs-agent-dv-neutron-836180-1-hyperv {{(pid=83872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 13:57:16.619217 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.plugin [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] No Port match for: 3a9fbcf3-7ab8-4535-976e-b24cca0fbfeb {{(pid=83872) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 01 13:57:16.619552 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Device 3a9fbcf3-7ab8-4535-976e-b24cca0fbfeb not bound to the agent host dv-neutron-836180-1-hyperv {{(pid=83872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 13:57:16.620023 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Device 726bdec0-b3dd-4501-bc52-f4bc4e066b8b no longer exists at agent ovs-agent-dv-neutron-836180-1-hyperv {{(pid=83872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 13:57:16.655926 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-94294bda-7161-4ca1-8710-4a22473e7c08 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=f17cecf0d6854286bcc6f673927088ad&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1762862 Apr 01 13:57:16.658506 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 60348) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:57:16.697184 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.plugin [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] No Port match for: 726bdec0-b3dd-4501-bc52-f4bc4e066b8b {{(pid=83872) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 01 13:57:16.697526 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Device 726bdec0-b3dd-4501-bc52-f4bc4e066b8b not bound to the agent host dv-neutron-836180-1-hyperv {{(pid=83872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 13:57:16.697923 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Device 7641b13d-1afd-4dc0-85ab-dbba8c513b5e no longer exists at agent ovs-agent-dv-neutron-836180-1-hyperv {{(pid=83872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 13:57:16.720641 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-f1871079-b12f-4586-a7d0-a4ad11d907ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:57:16.728166 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.plugin [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] No Port match for: 7641b13d-1afd-4dc0-85ab-dbba8c513b5e {{(pid=83872) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 01 13:57:16.728527 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Device 7641b13d-1afd-4dc0-85ab-dbba8c513b5e not bound to the agent host dv-neutron-836180-1-hyperv {{(pid=83872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 13:57:16.746905 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-f1871079-b12f-4586-a7d0-a4ad11d907ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:57:16.802096 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-f1871079-b12f-4586-a7d0-a4ad11d907ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3775923'] for security_group, after_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:57:16.817635 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1871079-b12f-4586-a7d0-a4ad11d907ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32e1dfc5-fbd9-4f6b-b62f-671a1503c7d0,revision_number=None']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:57:16.827423 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-f1871079-b12f-4586-a7d0-a4ad11d907ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:57:16.831555 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-f1871079-b12f-4586-a7d0-a4ad11d907ba admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/32e1dfc5-fbd9-4f6b-b62f-671a1503c7d0 HTTP/1.1" status: 204 len: 168 time: 0.1688590 Apr 01 13:57:17.146447 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 60356) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:57:17.164361 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-2435dce4-ae59-4fee-9651-91a2ce6646d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:57:17.195901 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-2435dce4-ae59-4fee-9651-91a2ce6646d2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:57:17.199717 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-2435dce4-ae59-4fee-9651-91a2ce6646d2 admin admin] Usage tracker for resource:security_group_rule and tenant:005a6fac0d6b4db9864cb7a08889c955 is out of sync, need to count used quota {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 13:57:17.202562 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-2435dce4-ae59-4fee-9651-91a2ce6646d2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 13:57:17.208473 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-2435dce4-ae59-4fee-9651-91a2ce6646d2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:57:17.274334 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-2435dce4-ae59-4fee-9651-91a2ce6646d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:57:17.279694 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-2435dce4-ae59-4fee-9651-91a2ce6646d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3775923'] for security_group, after_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:57:17.329045 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2435dce4-ae59-4fee-9651-91a2ce6646d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eed4689d-21a8-4970-952c-0e3ce689a76e,revision_number=1']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:57:17.335043 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-2435dce4-ae59-4fee-9651-91a2ce6646d2 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=005a6fac0d6b4db9864cb7a08889c955&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1875510 Apr 01 13:57:17.337772 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 60360) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:57:17.402111 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-bcaab87f-69d1-4fcc-ac4d-962cb96694fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:57:17.426154 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-bcaab87f-69d1-4fcc-ac4d-962cb96694fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:57:17.476678 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-bcaab87f-69d1-4fcc-ac4d-962cb96694fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3775923'] for security_group, after_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:57:17.490241 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcaab87f-69d1-4fcc-ac4d-962cb96694fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eed4689d-21a8-4970-952c-0e3ce689a76e,revision_number=None']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:57:17.496890 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-bcaab87f-69d1-4fcc-ac4d-962cb96694fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:57:17.497998 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-bcaab87f-69d1-4fcc-ac4d-962cb96694fb admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/eed4689d-21a8-4970-952c-0e3ce689a76e HTTP/1.1" status: 204 len: 168 time: 0.1593475 Apr 01 13:57:23.959970 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:57:25.379342 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-ce16a460-5511-436a-b4e2-5e06a6f0aa46 req-b7fc5e7e-e95a-41e8-817e-ce1a130451fd tempest-ServersAdminNegativeTestJSON-112067195 tempest-ServersAdminNegativeTestJSON-112067195-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=0c7569c8ecc74d34be9373d949a5e0c6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0268621 Apr 01 13:57:25.524349 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce16a460-5511-436a-b4e2-5e06a6f0aa46 req-0620b8d7-22d9-4fc6-a49d-35a33d78d544 tempest-ServersAdminNegativeTestJSON-112067195 tempest-ServersAdminNegativeTestJSON-112067195-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:57:25.525668 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-ce16a460-5511-436a-b4e2-5e06a6f0aa46 req-0620b8d7-22d9-4fc6-a49d-35a33d78d544 tempest-ServersAdminNegativeTestJSON-112067195 tempest-ServersAdminNegativeTestJSON-112067195-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1417806 Apr 01 13:57:25.541552 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-ce16a460-5511-436a-b4e2-5e06a6f0aa46 req-84f4a7d6-ff5c-45d8-8aff-4089431609b8 tempest-ServersAdminNegativeTestJSON-112067195 tempest-ServersAdminNegativeTestJSON-112067195-project] 10.222.0.26 "GET /v2.0/quotas/0c7569c8ecc74d34be9373d949a5e0c6 HTTP/1.1" status: 200 len: 375 time: 0.0105214 Apr 01 13:57:25.587913 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-ce16a460-5511-436a-b4e2-5e06a6f0aa46 req-9e8ba213-9e0a-48d1-b997-50dd4cc6e39f tempest-ServersAdminNegativeTestJSON-112067195 tempest-ServersAdminNegativeTestJSON-112067195-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=0c7569c8ecc74d34be9373d949a5e0c6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0411198 Apr 01 13:57:25.772484 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-622c58d8-b9a9-4f2b-b7c4-85af9b9ed50c req-3a8dec82-a7f1-4d04-8271-b99c7228c21d tempest-ServersAdminNegativeTestJSON-112067195 tempest-ServersAdminNegativeTestJSON-112067195-project] 10.222.0.26 "GET /v2.0/ports?device_id=e9fe0334-b568-4aaa-991c-4a1644e2e853 HTTP/1.1" status: 200 len: 210 time: 0.0408471 Apr 01 13:57:26.884217 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-dd140c22-cd7e-4566-8e8a-9a7fe975c081 req-8614c5ba-1c34-4545-bd38-92ee3ff2b65b tempest-ServersAdminNegativeTestJSON-112067195 tempest-ServersAdminNegativeTestJSON-112067195-project] 10.222.0.26 "GET /v2.0/ports?device_id=e9fe0334-b568-4aaa-991c-4a1644e2e853 HTTP/1.1" status: 200 len: 210 time: 0.0459025 Apr 01 13:57:28.005284 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-cdfe4ffe-1090-4c12-9161-467537f6664f req-828e14fa-0e8d-45c0-b773-5f476d27c3ee tempest-ServersAdminNegativeTestJSON-112067195 tempest-ServersAdminNegativeTestJSON-112067195-project] 10.222.0.26 "GET /v2.0/ports?device_id=e9fe0334-b568-4aaa-991c-4a1644e2e853 HTTP/1.1" status: 200 len: 210 time: 0.0420382 Apr 01 13:57:29.177936 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-754a8c4f-354d-475b-b0e9-d93de7591bab req-4ed18cfe-eed9-41be-99a0-7b6bc3d12b6b tempest-ServersAdminNegativeTestJSON-112067195 tempest-ServersAdminNegativeTestJSON-112067195-project] 10.222.0.26 "GET /v2.0/ports?device_id=e9fe0334-b568-4aaa-991c-4a1644e2e853 HTTP/1.1" status: 200 len: 210 time: 0.0415511 Apr 01 13:57:29.802981 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-ce16a460-5511-436a-b4e2-5e06a6f0aa46 req-095c5e80-5edc-44e6-b6e1-1bd33423f85f tempest-ServersAdminNegativeTestJSON-112067195 tempest-ServersAdminNegativeTestJSON-112067195-project] 10.222.0.57 "GET /v2.0/networks?tenant_id=0c7569c8ecc74d34be9373d949a5e0c6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0304284 Apr 01 13:57:29.956032 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce16a460-5511-436a-b4e2-5e06a6f0aa46 req-476c1e0b-b7f9-425f-a40e-37ec816d8af5 tempest-ServersAdminNegativeTestJSON-112067195 tempest-ServersAdminNegativeTestJSON-112067195-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:57:29.957646 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-ce16a460-5511-436a-b4e2-5e06a6f0aa46 req-476c1e0b-b7f9-425f-a40e-37ec816d8af5 tempest-ServersAdminNegativeTestJSON-112067195 tempest-ServersAdminNegativeTestJSON-112067195-project] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1476126 Apr 01 13:57:29.989266 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.v2.base [req-ce16a460-5511-436a-b4e2-5e06a6f0aa46 req-ce336653-b0fe-486c-bf16-714b217d62a4 tempest-ServersAdminNegativeTestJSON-112067195 tempest-ServersAdminNegativeTestJSON-112067195-project] Request body: {'port': {'device_id': 'e9fe0334-b568-4aaa-991c-4a1644e2e853', 'network_id': 'af9c6154-9040-4a0b-aeb2-7093e7fa9d49', 'admin_state_up': True, 'tenant_id': '0c7569c8ecc74d34be9373d949a5e0c6'}} {{(pid=83871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:57:30.210975 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [req-ce16a460-5511-436a-b4e2-5e06a6f0aa46 req-ce336653-b0fe-486c-bf16-714b217d62a4 tempest-ServersAdminNegativeTestJSON-112067195 tempest-ServersAdminNegativeTestJSON-112067195-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:57:30.214714 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [req-ce16a460-5511-436a-b4e2-5e06a6f0aa46 req-ce336653-b0fe-486c-bf16-714b217d62a4 tempest-ServersAdminNegativeTestJSON-112067195 tempest-ServersAdminNegativeTestJSON-112067195-project] Usage tracker for resource:port and tenant:0c7569c8ecc74d34be9373d949a5e0c6 is out of sync, need to count used quota {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 13:57:30.217542 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [req-ce16a460-5511-436a-b4e2-5e06a6f0aa46 req-ce336653-b0fe-486c-bf16-714b217d62a4 tempest-ServersAdminNegativeTestJSON-112067195 tempest-ServersAdminNegativeTestJSON-112067195-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 13:57:30.223994 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [req-ce16a460-5511-436a-b4e2-5e06a6f0aa46 req-ce336653-b0fe-486c-bf16-714b217d62a4 tempest-ServersAdminNegativeTestJSON-112067195 tempest-ServersAdminNegativeTestJSON-112067195-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:57:30.234206 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ce16a460-5511-436a-b4e2-5e06a6f0aa46 req-ce336653-b0fe-486c-bf16-714b217d62a4 tempest-ServersAdminNegativeTestJSON-112067195 tempest-ServersAdminNegativeTestJSON-112067195-project] Made reservation on behalf of 0c7569c8ecc74d34be9373d949a5e0c6 for: {'port': 1} {{(pid=83871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 13:57:30.238115 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-ce16a460-5511-436a-b4e2-5e06a6f0aa46 req-ce336653-b0fe-486c-bf16-714b217d62a4 tempest-ServersAdminNegativeTestJSON-112067195 tempest-ServersAdminNegativeTestJSON-112067195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:57:30.251477 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-ce16a460-5511-436a-b4e2-5e06a6f0aa46 req-ce336653-b0fe-486c-bf16-714b217d62a4 tempest-ServersAdminNegativeTestJSON-112067195 tempest-ServersAdminNegativeTestJSON-112067195-project] Notify callbacks [] for security_group, before_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:57:30.285744 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [req-ce16a460-5511-436a-b4e2-5e06a6f0aa46 req-ce336653-b0fe-486c-bf16-714b217d62a4 tempest-ServersAdminNegativeTestJSON-112067195 tempest-ServersAdminNegativeTestJSON-112067195-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:57:30.289368 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [req-ce16a460-5511-436a-b4e2-5e06a6f0aa46 req-ce336653-b0fe-486c-bf16-714b217d62a4 tempest-ServersAdminNegativeTestJSON-112067195 tempest-ServersAdminNegativeTestJSON-112067195-project] Usage tracker for resource:security_group_rule and tenant:0c7569c8ecc74d34be9373d949a5e0c6 is out of sync, need to count used quota {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 13:57:30.292132 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [req-ce16a460-5511-436a-b4e2-5e06a6f0aa46 req-ce336653-b0fe-486c-bf16-714b217d62a4 tempest-ServersAdminNegativeTestJSON-112067195 tempest-ServersAdminNegativeTestJSON-112067195-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 13:57:30.297762 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [req-ce16a460-5511-436a-b4e2-5e06a6f0aa46 req-ce336653-b0fe-486c-bf16-714b217d62a4 tempest-ServersAdminNegativeTestJSON-112067195 tempest-ServersAdminNegativeTestJSON-112067195-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:57:30.351678 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-1a584d2d-52f1-445d-92eb-6ca18d08f61c req-a106e382-4931-400f-92ea-0e65c2177974 tempest-ServersAdminNegativeTestJSON-112067195 tempest-ServersAdminNegativeTestJSON-112067195-project] 10.222.0.26 "GET /v2.0/ports?device_id=e9fe0334-b568-4aaa-991c-4a1644e2e853 HTTP/1.1" status: 200 len: 210 time: 0.0467129 Apr 01 13:57:30.379889 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-ce16a460-5511-436a-b4e2-5e06a6f0aa46 req-ce336653-b0fe-486c-bf16-714b217d62a4 tempest-ServersAdminNegativeTestJSON-112067195 tempest-ServersAdminNegativeTestJSON-112067195-project] Notify callbacks [] for security_group, precommit_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:57:30.383840 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-ce16a460-5511-436a-b4e2-5e06a6f0aa46 req-ce336653-b0fe-486c-bf16-714b217d62a4 tempest-ServersAdminNegativeTestJSON-112067195 tempest-ServersAdminNegativeTestJSON-112067195-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3775923'] for security_group, after_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:57:30.458568 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce336653-b0fe-486c-bf16-714b217d62a4 tempest-ServersAdminNegativeTestJSON-112067195 tempest-ServersAdminNegativeTestJSON-112067195-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c156c363-64df-4be6-a92f-e5f4d00f1694,revision_number=1']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:57:30.554064 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.db_base_plugin_common [req-ce16a460-5511-436a-b4e2-5e06a6f0aa46 req-ce336653-b0fe-486c-bf16-714b217d62a4 tempest-ServersAdminNegativeTestJSON-112067195 tempest-ServersAdminNegativeTestJSON-112067195-project] Allocated IP 192.168.233.12 (af9c6154-9040-4a0b-aeb2-7093e7fa9d49/38064712-e11f-4f09-9253-bcaf1b62c05e/e95328df-1698-4366-90b7-f224603c6f3c) {{(pid=83871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 13:57:30.751217 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-ce16a460-5511-436a-b4e2-5e06a6f0aa46 req-ce336653-b0fe-486c-bf16-714b217d62a4 tempest-ServersAdminNegativeTestJSON-112067195 tempest-ServersAdminNegativeTestJSON-112067195-project] Notify callbacks [] for port, precommit_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:57:30.767092 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.provisioning_blocks [req-ce16a460-5511-436a-b4e2-5e06a6f0aa46 req-ce336653-b0fe-486c-bf16-714b217d62a4 tempest-ServersAdminNegativeTestJSON-112067195 tempest-ServersAdminNegativeTestJSON-112067195-project] Transition to ACTIVE for port object e95328df-1698-4366-90b7-f224603c6f3c will not be triggered until provisioned by entity DHCP. {{(pid=83871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 13:57:30.789207 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-ce16a460-5511-436a-b4e2-5e06a6f0aa46 req-ce336653-b0fe-486c-bf16-714b217d62a4 tempest-ServersAdminNegativeTestJSON-112067195 tempest-ServersAdminNegativeTestJSON-112067195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736732935801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2743125'] for port, after_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:57:30.857884 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ce16a460-5511-436a-b4e2-5e06a6f0aa46 req-ce336653-b0fe-486c-bf16-714b217d62a4 tempest-ServersAdminNegativeTestJSON-112067195 tempest-ServersAdminNegativeTestJSON-112067195-project] Network af9c6154-9040-4a0b-aeb2-7093e7fa9d49 is already hosted by enough agents. {{(pid=83871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 13:57:30.861443 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.scheduler.base_scheduler [req-ce16a460-5511-436a-b4e2-5e06a6f0aa46 req-ce336653-b0fe-486c-bf16-714b217d62a4 tempest-ServersAdminNegativeTestJSON-112067195 tempest-ServersAdminNegativeTestJSON-112067195-project] Resources bound (agent type, host, resource id): {{(pid=83871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 13:57:30.865413 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce16a460-5511-436a-b4e2-5e06a6f0aa46 req-ce336653-b0fe-486c-bf16-714b217d62a4 tempest-ServersAdminNegativeTestJSON-112067195 tempest-ServersAdminNegativeTestJSON-112067195-project] Received port after_create {{(pid=83871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 13:57:30.899811 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce336653-b0fe-486c-bf16-714b217d62a4 tempest-ServersAdminNegativeTestJSON-112067195 tempest-ServersAdminNegativeTestJSON-112067195-project] Pushing event updated for resources: {'Port': ['ID=e95328df-1698-4366-90b7-f224603c6f3c,revision_number=1']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:57:30.934906 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce16a460-5511-436a-b4e2-5e06a6f0aa46 req-ce336653-b0fe-486c-bf16-714b217d62a4 tempest-ServersAdminNegativeTestJSON-112067195 tempest-ServersAdminNegativeTestJSON-112067195-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:57:30.935516 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-ce16a460-5511-436a-b4e2-5e06a6f0aa46 req-ce336653-b0fe-486c-bf16-714b217d62a4 tempest-ServersAdminNegativeTestJSON-112067195 tempest-ServersAdminNegativeTestJSON-112067195-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109561'] for port, before_response {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:57:30.967169 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-ce16a460-5511-436a-b4e2-5e06a6f0aa46 req-ce336653-b0fe-486c-bf16-714b217d62a4 tempest-ServersAdminNegativeTestJSON-112067195 tempest-ServersAdminNegativeTestJSON-112067195-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.9824243 Apr 01 13:57:30.981215 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.v2.base [req-ce16a460-5511-436a-b4e2-5e06a6f0aa46 req-2d43f67e-f7f0-4d5d-af1a-3ba47c10aff7 service neutron] Request body: {'port': {'device_id': 'e9fe0334-b568-4aaa-991c-4a1644e2e853', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8361'}} {{(pid=83871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:57:31.096672 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-ce16a460-5511-436a-b4e2-5e06a6f0aa46 req-2d43f67e-f7f0-4d5d-af1a-3ba47c10aff7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:57:31.110499 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-d833a9df-9829-4132-ad79-3a035105edff None None] Provisioning for port e95328df-1698-4366-90b7-f224603c6f3c completed by entity DHCP. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 13:57:31.116584 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-d833a9df-9829-4132-ad79-3a035105edff None None] Provisioning complete for port e95328df-1698-4366-90b7-f224603c6f3c triggered by entity DHCP. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 13:57:31.116958 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-d833a9df-9829-4132-ad79-3a035105edff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-948329'] for port, provisioning_complete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:57:31.175775 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.plugin [None req-d833a9df-9829-4132-ad79-3a035105edff None None] Port e95328df-1698-4366-90b7-f224603c6f3c cannot update to ACTIVE because it is not bound. {{(pid=83872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 13:57:31.442187 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.notifiers.nova [req-ce16a460-5511-436a-b4e2-5e06a6f0aa46 req-2d43f67e-f7f0-4d5d-af1a-3ba47c10aff7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e95328df-1698-4366-90b7-f224603c6f3c {{(pid=83871) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 01 13:57:31.449011 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-ce16a460-5511-436a-b4e2-5e06a6f0aa46 req-2d43f67e-f7f0-4d5d-af1a-3ba47c10aff7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:57:31.463757 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.provisioning_blocks [req-ce16a460-5511-436a-b4e2-5e06a6f0aa46 req-2d43f67e-f7f0-4d5d-af1a-3ba47c10aff7 service neutron] Transition to ACTIVE for port object e95328df-1698-4366-90b7-f224603c6f3c will not be triggered until provisioned by entity L2. {{(pid=83871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 13:57:31.467225 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-ce16a460-5511-436a-b4e2-5e06a6f0aa46 req-2d43f67e-f7f0-4d5d-af1a-3ba47c10aff7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2743106'] for port, after_update {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:57:31.637784 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d43f67e-f7f0-4d5d-af1a-3ba47c10aff7 service neutron] Pushing event updated for resources: {'Port': ['ID=e95328df-1698-4366-90b7-f224603c6f3c,revision_number=2']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:57:31.739787 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9605e62-5fd2-4719-a36b-46b848cd7de5 req-ceecce80-727b-4529-b83d-c13b1c2f56ea tempest-ServersAdminNegativeTestJSON-112067195 tempest-ServersAdminNegativeTestJSON-112067195-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:57:31.740490 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [req-d9605e62-5fd2-4719-a36b-46b848cd7de5 req-ceecce80-727b-4529-b83d-c13b1c2f56ea tempest-ServersAdminNegativeTestJSON-112067195 tempest-ServersAdminNegativeTestJSON-112067195-project] Synchronizing usage tracker for tenant:0c7569c8ecc74d34be9373d949a5e0c6 on resource:port {{(pid=83871) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 13:57:31.772550 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.managers [req-ce16a460-5511-436a-b4e2-5e06a6f0aa46 req-2d43f67e-f7f0-4d5d-af1a-3ba47c10aff7 service neutron] Attempting to bind port e95328df-1698-4366-90b7-f224603c6f3c on host hv-neutron-8361 for vnic_type normal with profile {{(pid=83871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 13:57:31.772901 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.managers [req-ce16a460-5511-436a-b4e2-5e06a6f0aa46 req-2d43f67e-f7f0-4d5d-af1a-3ba47c10aff7 service neutron] Attempting to bind port e95328df-1698-4366-90b7-f224603c6f3c by drivers openvswitch,hyperv on host hv-neutron-8361 at level 0 using segments [{'id': 'ae46d10f-73e9-445a-8bac-784c11332298', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'af9c6154-9040-4a0b-aeb2-7093e7fa9d49'}] {{(pid=83871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 13:57:31.773334 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce16a460-5511-436a-b4e2-5e06a6f0aa46 req-2d43f67e-f7f0-4d5d-af1a-3ba47c10aff7 service neutron] Attempting to bind port e95328df-1698-4366-90b7-f224603c6f3c on network af9c6154-9040-4a0b-aeb2-7093e7fa9d49 {{(pid=83871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 13:57:31.776311 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [req-d9605e62-5fd2-4719-a36b-46b848cd7de5 req-ceecce80-727b-4529-b83d-c13b1c2f56ea tempest-ServersAdminNegativeTestJSON-112067195 tempest-ServersAdminNegativeTestJSON-112067195-project] Unset dirty status for tenant:0c7569c8ecc74d34be9373d949a5e0c6 on resource:port {{(pid=83871) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 13:57:31.777507 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-d9605e62-5fd2-4719-a36b-46b848cd7de5 req-ceecce80-727b-4529-b83d-c13b1c2f56ea tempest-ServersAdminNegativeTestJSON-112067195 tempest-ServersAdminNegativeTestJSON-112067195-project] 10.222.0.26 "GET /v2.0/ports?device_id=e9fe0334-b568-4aaa-991c-4a1644e2e853 HTTP/1.1" status: 200 len: 947 time: 0.2796776 Apr 01 13:57:31.781316 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce16a460-5511-436a-b4e2-5e06a6f0aa46 req-2d43f67e-f7f0-4d5d-af1a-3ba47c10aff7 service neutron] Port e95328df-1698-4366-90b7-f224603c6f3c on network af9c6154-9040-4a0b-aeb2-7093e7fa9d49 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8361 {{(pid=83871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 01 13:57:31.781621 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce16a460-5511-436a-b4e2-5e06a6f0aa46 req-2d43f67e-f7f0-4d5d-af1a-3ba47c10aff7 service neutron] Attempting to bind port e95328df-1698-4366-90b7-f224603c6f3c on network af9c6154-9040-4a0b-aeb2-7093e7fa9d49 {{(pid=83871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 13:57:31.805988 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce16a460-5511-436a-b4e2-5e06a6f0aa46 req-2d43f67e-f7f0-4d5d-af1a-3ba47c10aff7 service neutron] Checking agent: {'id': '359ce187-6241-4f7e-85a4-e066c7b0cdea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8361', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 13, 31, 54), 'started_at': datetime.datetime(2022, 4, 1, 13, 31, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 13, 57, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 13:57:31.806315 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce16a460-5511-436a-b4e2-5e06a6f0aa46 req-2d43f67e-f7f0-4d5d-af1a-3ba47c10aff7 service neutron] Checking segment: {'id': 'ae46d10f-73e9-445a-8bac-784c11332298', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'af9c6154-9040-4a0b-aeb2-7093e7fa9d49'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 13:57:31.806681 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce16a460-5511-436a-b4e2-5e06a6f0aa46 req-2d43f67e-f7f0-4d5d-af1a-3ba47c10aff7 service neutron] Bound using segment: {'id': 'ae46d10f-73e9-445a-8bac-784c11332298', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'af9c6154-9040-4a0b-aeb2-7093e7fa9d49'} {{(pid=83871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 13:57:31.807103 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.managers [req-ce16a460-5511-436a-b4e2-5e06a6f0aa46 req-2d43f67e-f7f0-4d5d-af1a-3ba47c10aff7 service neutron] Bound port: e95328df-1698-4366-90b7-f224603c6f3c, host: hv-neutron-8361, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ae46d10f-73e9-445a-8bac-784c11332298', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'af9c6154-9040-4a0b-aeb2-7093e7fa9d49'}}] {{(pid=83871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 13:57:31.807438 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-ce16a460-5511-436a-b4e2-5e06a6f0aa46 req-2d43f67e-f7f0-4d5d-af1a-3ba47c10aff7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:57:31.880108 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [req-d9605e62-5fd2-4719-a36b-46b848cd7de5 req-223b7f37-dfeb-4fb4-b455-12e4d902468c tempest-ServersAdminNegativeTestJSON-112067195 tempest-ServersAdminNegativeTestJSON-112067195-project] Synchronizing usage tracker for tenant:0c7569c8ecc74d34be9373d949a5e0c6 on resource:security_group {{(pid=83871) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 13:57:31.921366 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.db [req-ce16a460-5511-436a-b4e2-5e06a6f0aa46 req-2d43f67e-f7f0-4d5d-af1a-3ba47c10aff7 service neutron] For port e95328df-1698-4366-90b7-f224603c6f3c, host hv-neutron-8361, cleared binding levels {{(pid=83871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 13:57:31.923089 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [req-d9605e62-5fd2-4719-a36b-46b848cd7de5 req-223b7f37-dfeb-4fb4-b455-12e4d902468c tempest-ServersAdminNegativeTestJSON-112067195 tempest-ServersAdminNegativeTestJSON-112067195-project] Unset dirty status for tenant:0c7569c8ecc74d34be9373d949a5e0c6 on resource:security_group {{(pid=83871) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 13:57:31.924938 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-d9605e62-5fd2-4719-a36b-46b848cd7de5 req-223b7f37-dfeb-4fb4-b455-12e4d902468c tempest-ServersAdminNegativeTestJSON-112067195 tempest-ServersAdminNegativeTestJSON-112067195-project] 10.222.0.26 "GET /v2.0/security-groups?id=c156c363-64df-4be6-a92f-e5f4d00f1694&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1407011 Apr 01 13:57:31.926453 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.db [req-ce16a460-5511-436a-b4e2-5e06a6f0aa46 req-2d43f67e-f7f0-4d5d-af1a-3ba47c10aff7 service neutron] For port e95328df-1698-4366-90b7-f224603c6f3c, host hv-neutron-8361, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8361',level=0,port_id=e95328df-1698-4366-90b7-f224603c6f3c,segment=NetworkSegment(ae46d10f-73e9-445a-8bac-784c11332298),segment_id=ae46d10f-73e9-445a-8bac-784c11332298)] {{(pid=83871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 13:57:31.930680 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-ce16a460-5511-436a-b4e2-5e06a6f0aa46 req-2d43f67e-f7f0-4d5d-af1a-3ba47c10aff7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2743106'] for port, after_update {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:57:31.994358 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-ce16a460-5511-436a-b4e2-5e06a6f0aa46 req-2d43f67e-f7f0-4d5d-af1a-3ba47c10aff7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109561'] for port, before_response {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:57:31.995703 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-ce16a460-5511-436a-b4e2-5e06a6f0aa46 req-2d43f67e-f7f0-4d5d-af1a-3ba47c10aff7 service neutron] 10.222.0.57 "PUT /v2.0/ports/e95328df-1698-4366-90b7-f224603c6f3c HTTP/1.1" status: 200 len: 1097 time: 1.0188184 Apr 01 13:57:31.996126 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e9fe0334-b568-4aaa-991c-4a1644e2e853', 'tag': 'e95328df-1698-4366-90b7-f224603c6f3c'}] {{(pid=83871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 13:57:32.012376 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d43f67e-f7f0-4d5d-af1a-3ba47c10aff7 service neutron] Pushing event updated for resources: {'Port': ['ID=e95328df-1698-4366-90b7-f224603c6f3c,revision_number=3']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:57:32.165823 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e9fe0334-b568-4aaa-991c-4a1644e2e853', 'tag': 'e95328df-1698-4366-90b7-f224603c6f3c', 'status': 'completed', 'code': 200} Apr 01 13:57:32.206585 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-ce16a460-5511-436a-b4e2-5e06a6f0aa46 req-76add253-3f64-467a-a443-92e996986da4 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=0c7569c8ecc74d34be9373d949a5e0c6&device_id=e9fe0334-b568-4aaa-991c-4a1644e2e853 HTTP/1.1" status: 200 len: 1100 time: 0.1710455 Apr 01 13:57:32.280030 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-ce16a460-5511-436a-b4e2-5e06a6f0aa46 req-e525db22-1343-4090-8446-3301ffce5092 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.12&port_id=e95328df-1698-4366-90b7-f224603c6f3c HTTP/1.1" status: 200 len: 217 time: 0.0625112 Apr 01 13:57:32.344085 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce16a460-5511-436a-b4e2-5e06a6f0aa46 req-805f5175-3976-4038-b4d7-8d577fd1fa3d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:57:32.346122 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-ce16a460-5511-436a-b4e2-5e06a6f0aa46 req-805f5175-3976-4038-b4d7-8d577fd1fa3d service neutron] 10.222.0.57 "GET /v2.0/subnets?id=38064712-e11f-4f09-9253-bcaf1b62c05e HTTP/1.1" status: 200 len: 843 time: 0.0561154 Apr 01 13:57:32.425029 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-ce16a460-5511-436a-b4e2-5e06a6f0aa46 req-247dbb01-db2e-443b-87fb-638d603196ac service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=af9c6154-9040-4a0b-aeb2-7093e7fa9d49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1180 time: 0.0696216 Apr 01 13:57:32.555994 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-ce16a460-5511-436a-b4e2-5e06a6f0aa46 req-926d74e0-3496-4ca0-a269-584ef23914ea service neutron] 10.222.0.57 "GET /v2.0/networks/af9c6154-9040-4a0b-aeb2-7093e7fa9d49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1216023 Apr 01 13:57:32.686958 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-ce16a460-5511-436a-b4e2-5e06a6f0aa46 req-cff5eb96-1737-4d09-9f5c-6a1f41460de0 service neutron] 10.222.0.57 "GET /v2.0/networks/af9c6154-9040-4a0b-aeb2-7093e7fa9d49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1213973 Apr 01 13:57:32.807397 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-b3b01849-f62c-436c-9d4e-7a037d0989d2 req-535a67ae-fa1d-4762-8171-43530d6a727d service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=0c7569c8ecc74d34be9373d949a5e0c6&device_id=e9fe0334-b568-4aaa-991c-4a1644e2e853 HTTP/1.1" status: 200 len: 1100 time: 0.0675709 Apr 01 13:57:32.934076 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b01849-f62c-436c-9d4e-7a037d0989d2 req-61c571ee-d66e-4997-b9b5-284e20d09bf4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:57:32.935447 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-b3b01849-f62c-436c-9d4e-7a037d0989d2 req-61c571ee-d66e-4997-b9b5-284e20d09bf4 service neutron] 10.222.0.57 "GET /v2.0/networks?id=af9c6154-9040-4a0b-aeb2-7093e7fa9d49 HTTP/1.1" status: 200 len: 870 time: 0.1220102 Apr 01 13:57:33.005414 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-b3b01849-f62c-436c-9d4e-7a037d0989d2 req-186af6a7-40df-400b-b33f-0d1e59a3c2c0 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.12&port_id=e95328df-1698-4366-90b7-f224603c6f3c HTTP/1.1" status: 200 len: 217 time: 0.0633905 Apr 01 13:57:33.114055 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b01849-f62c-436c-9d4e-7a037d0989d2 req-fb3a554c-7526-4be2-9e15-227c66978cb0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:57:33.115433 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-b3b01849-f62c-436c-9d4e-7a037d0989d2 req-fb3a554c-7526-4be2-9e15-227c66978cb0 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=38064712-e11f-4f09-9253-bcaf1b62c05e HTTP/1.1" status: 200 len: 843 time: 0.1013389 Apr 01 13:57:33.185833 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204ef1c5-2e57-46f4-9b4f-f3d63a01dcb8 req-eab296a8-ced5-48fa-9d81-84465933a538 tempest-ServersAdminNegativeTestJSON-112067195 tempest-ServersAdminNegativeTestJSON-112067195-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:57:33.187233 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-204ef1c5-2e57-46f4-9b4f-f3d63a01dcb8 req-eab296a8-ced5-48fa-9d81-84465933a538 tempest-ServersAdminNegativeTestJSON-112067195 tempest-ServersAdminNegativeTestJSON-112067195-project] 10.222.0.26 "GET /v2.0/ports?device_id=e9fe0334-b568-4aaa-991c-4a1644e2e853 HTTP/1.1" status: 200 len: 947 time: 0.1353266 Apr 01 13:57:33.227962 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-b3b01849-f62c-436c-9d4e-7a037d0989d2 req-bd0a62ef-a39e-4244-b447-1c5624537efe service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=af9c6154-9040-4a0b-aeb2-7093e7fa9d49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1180 time: 0.1048958 Apr 01 13:57:33.317372 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-204ef1c5-2e57-46f4-9b4f-f3d63a01dcb8 req-1dd816e3-d916-4f3f-a3ba-c6d3f1bc4b6d tempest-ServersAdminNegativeTestJSON-112067195 tempest-ServersAdminNegativeTestJSON-112067195-project] 10.222.0.26 "GET /v2.0/security-groups?id=c156c363-64df-4be6-a92f-e5f4d00f1694&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178379 Apr 01 13:57:33.368520 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-b3b01849-f62c-436c-9d4e-7a037d0989d2 req-ad770c14-841c-4dc4-ba5a-28ec6ea3aa92 service neutron] 10.222.0.57 "GET /v2.0/networks/af9c6154-9040-4a0b-aeb2-7093e7fa9d49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1329346 Apr 01 13:57:33.498670 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-b3b01849-f62c-436c-9d4e-7a037d0989d2 req-d738e6ff-9dab-4c38-9b75-aafef92fe665 service neutron] 10.222.0.57 "GET /v2.0/networks/af9c6154-9040-4a0b-aeb2-7093e7fa9d49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1233175 Apr 01 13:57:33.576975 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-8da9cf5f-ddf7-4fb0-a37d-9eb62c29ff81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:57:34.514728 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01401f2-9d50-442e-ba65-16619b8d8fbe req-bc2e5dc3-eba0-4f7e-8d46-7246dc401ea9 tempest-ServersAdminNegativeTestJSON-112067195 tempest-ServersAdminNegativeTestJSON-112067195-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:57:34.516156 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-b01401f2-9d50-442e-ba65-16619b8d8fbe req-bc2e5dc3-eba0-4f7e-8d46-7246dc401ea9 tempest-ServersAdminNegativeTestJSON-112067195 tempest-ServersAdminNegativeTestJSON-112067195-project] 10.222.0.26 "GET /v2.0/ports?device_id=e9fe0334-b568-4aaa-991c-4a1644e2e853 HTTP/1.1" status: 200 len: 947 time: 0.0754442 Apr 01 13:57:34.561948 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-b01401f2-9d50-442e-ba65-16619b8d8fbe req-df4c081b-9476-42c6-b948-49f9754e1537 tempest-ServersAdminNegativeTestJSON-112067195 tempest-ServersAdminNegativeTestJSON-112067195-project] 10.222.0.26 "GET /v2.0/security-groups?id=c156c363-64df-4be6-a92f-e5f4d00f1694&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400274 Apr 01 13:57:35.763949 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e577d829-58a3-461a-8c92-fa5b73e65fdc req-e8edb367-2dc4-4a0d-872d-1ea2577f542a tempest-ServersAdminNegativeTestJSON-112067195 tempest-ServersAdminNegativeTestJSON-112067195-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:57:35.765330 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-e577d829-58a3-461a-8c92-fa5b73e65fdc req-e8edb367-2dc4-4a0d-872d-1ea2577f542a tempest-ServersAdminNegativeTestJSON-112067195 tempest-ServersAdminNegativeTestJSON-112067195-project] 10.222.0.26 "GET /v2.0/ports?device_id=e9fe0334-b568-4aaa-991c-4a1644e2e853 HTTP/1.1" status: 200 len: 947 time: 0.0818512 Apr 01 13:57:35.809460 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-e577d829-58a3-461a-8c92-fa5b73e65fdc req-c58723d3-256b-4b69-8661-4afbb2e15ea6 tempest-ServersAdminNegativeTestJSON-112067195 tempest-ServersAdminNegativeTestJSON-112067195-project] 10.222.0.26 "GET /v2.0/security-groups?id=c156c363-64df-4be6-a92f-e5f4d00f1694&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386510 Apr 01 13:57:35.924561 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-5db6c36e-8b61-4415-a0ab-3f254eb44090 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:57:36.885599 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Device e95328df-1698-4366-90b7-f224603c6f3c details requested by agent hyperv_hv-neutron-8361 with host hv-neutron-8361 {{(pid=83872) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 01 13:57:37.007829 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475b9fca-c0dd-4e80-972d-bc5ba18f60d1 req-6e335804-2f1f-476a-9dfd-7f949478edfb tempest-ServersAdminNegativeTestJSON-112067195 tempest-ServersAdminNegativeTestJSON-112067195-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:57:37.009311 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-475b9fca-c0dd-4e80-972d-bc5ba18f60d1 req-6e335804-2f1f-476a-9dfd-7f949478edfb tempest-ServersAdminNegativeTestJSON-112067195 tempest-ServersAdminNegativeTestJSON-112067195-project] 10.222.0.26 "GET /v2.0/ports?device_id=e9fe0334-b568-4aaa-991c-4a1644e2e853 HTTP/1.1" status: 200 len: 947 time: 0.0804164 Apr 01 13:57:37.021208 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] For port e95328df-1698-4366-90b7-f224603c6f3c, host hv-neutron-8361, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8361',level=0,port_id=e95328df-1698-4366-90b7-f224603c6f3c,segment=NetworkSegment(ae46d10f-73e9-445a-8bac-784c11332298),segment_id=ae46d10f-73e9-445a-8bac-784c11332298)] {{(pid=83872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 13:57:37.035135 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Returning: {'device': 'e95328df-1698-4366-90b7-f224603c6f3c', 'network_id': 'af9c6154-9040-4a0b-aeb2-7093e7fa9d49', 'port_id': 'e95328df-1698-4366-90b7-f224603c6f3c', 'mac_address': 'fa:16:3e:b2:3d:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 365, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '38064712-e11f-4f09-9253-bcaf1b62c05e', 'ip_address': '192.168.233.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83872) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 01 13:57:37.055935 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-475b9fca-c0dd-4e80-972d-bc5ba18f60d1 req-cf3cd0d5-d74c-461c-aa01-c5c122739526 tempest-ServersAdminNegativeTestJSON-112067195 tempest-ServersAdminNegativeTestJSON-112067195-project] 10.222.0.26 "GET /v2.0/security-groups?id=c156c363-64df-4be6-a92f-e5f4d00f1694&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411799 Apr 01 13:57:37.093167 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:57:37.110679 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.notifiers.nova [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e95328df-1698-4366-90b7-f224603c6f3c {{(pid=83872) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 01 13:57:37.125790 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] For port e95328df-1698-4366-90b7-f224603c6f3c, host hv-neutron-8361, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8361',level=0,port_id=e95328df-1698-4366-90b7-f224603c6f3c,segment=NetworkSegment(ae46d10f-73e9-445a-8bac-784c11332298),segment_id=ae46d10f-73e9-445a-8bac-784c11332298)] {{(pid=83872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 13:57:37.129669 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864'] for port, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:57:37.209020 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Pushing event updated for resources: {'Port': ['ID=e95328df-1698-4366-90b7-f224603c6f3c,revision_number=4']} {{(pid=83872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:57:37.211860 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:57:37.388633 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] get_ports_and_sgs() called for port_ids ['e95328df-1698-4366-90b7-f224603c6f3c'] {{(pid=83872) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 01 13:57:37.444754 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-2f9cfc9c-d8ba-4de3-a4ad-98162f90557c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:57:38.245655 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b85bce-335a-4aae-942f-8c6919b488be req-1f2d8f4a-101d-408c-87a5-ed30e1b7af3a tempest-ServersAdminNegativeTestJSON-112067195 tempest-ServersAdminNegativeTestJSON-112067195-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:57:38.247071 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-d2b85bce-335a-4aae-942f-8c6919b488be req-1f2d8f4a-101d-408c-87a5-ed30e1b7af3a tempest-ServersAdminNegativeTestJSON-112067195 tempest-ServersAdminNegativeTestJSON-112067195-project] 10.222.0.26 "GET /v2.0/ports?device_id=e9fe0334-b568-4aaa-991c-4a1644e2e853 HTTP/1.1" status: 200 len: 948 time: 0.0738842 Apr 01 13:57:38.291349 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-d2b85bce-335a-4aae-942f-8c6919b488be req-72ff43a4-6a29-45f0-8001-36bee41488f7 tempest-ServersAdminNegativeTestJSON-112067195 tempest-ServersAdminNegativeTestJSON-112067195-project] 10.222.0.26 "GET /v2.0/security-groups?id=c156c363-64df-4be6-a92f-e5f4d00f1694&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382507 Apr 01 13:57:38.891499 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Device e95328df-1698-4366-90b7-f224603c6f3c up at agent hyperv_hv-neutron-8361 {{(pid=83872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 13:57:38.950262 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-a976a7b9-9034-41e6-be13-349b75ed1593 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:57:38.969328 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Provisioning for port e95328df-1698-4366-90b7-f224603c6f3c completed by entity L2. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 13:57:38.974410 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Provisioning complete for port e95328df-1698-4366-90b7-f224603c6f3c triggered by entity L2. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 13:57:38.974766 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-948329'] for port, provisioning_complete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:57:39.089001 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:57:39.115593 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9fe0334-b568-4aaa-991c-4a1644e2e853', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e95328df-1698-4366-90b7-f224603c6f3c'}] {{(pid=83872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 13:57:39.125119 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] For port e95328df-1698-4366-90b7-f224603c6f3c, host hv-neutron-8361, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8361',level=0,port_id=e95328df-1698-4366-90b7-f224603c6f3c,segment=NetworkSegment(ae46d10f-73e9-445a-8bac-784c11332298),segment_id=ae46d10f-73e9-445a-8bac-784c11332298)] {{(pid=83872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 13:57:39.130605 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864'] for port, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:57:39.176237 dv-neutron-836180-1-hyperv neutron-server[83872]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9fe0334-b568-4aaa-991c-4a1644e2e853', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e95328df-1698-4366-90b7-f224603c6f3c', 'code': 200} Apr 01 13:57:39.196806 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Pushing event updated for resources: {'Port': ['ID=e95328df-1698-4366-90b7-f224603c6f3c,revision_number=5']} {{(pid=83872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:57:39.575151 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-ff6a7828-7e78-4907-bcb0-50f97ec851c0 req-8ec741e9-fffd-4e36-bc34-f6a20494e371 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=e9fe0334-b568-4aaa-991c-4a1644e2e853 HTTP/1.1" status: 200 len: 1102 time: 0.2235150 Apr 01 13:57:39.582113 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92d63f5-d8b9-453c-810d-03c7e379a08b req-1d31957e-064c-4ff5-9d7f-a719939ba031 tempest-ServersAdminNegativeTestJSON-112067195 tempest-ServersAdminNegativeTestJSON-112067195-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:57:39.583465 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-b92d63f5-d8b9-453c-810d-03c7e379a08b req-1d31957e-064c-4ff5-9d7f-a719939ba031 tempest-ServersAdminNegativeTestJSON-112067195 tempest-ServersAdminNegativeTestJSON-112067195-project] 10.222.0.26 "GET /v2.0/ports?device_id=e9fe0334-b568-4aaa-991c-4a1644e2e853 HTTP/1.1" status: 200 len: 949 time: 0.1084669 Apr 01 13:57:39.661995 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-ff6a7828-7e78-4907-bcb0-50f97ec851c0 req-c8e67695-ea91-443c-8887-74e5aede9ab1 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=c156c363-64df-4be6-a92f-e5f4d00f1694&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776279 Apr 01 13:57:39.664137 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-b92d63f5-d8b9-453c-810d-03c7e379a08b req-92223a1a-a73e-4e51-aab5-a61a838845d9 tempest-ServersAdminNegativeTestJSON-112067195 tempest-ServersAdminNegativeTestJSON-112067195-project] 10.222.0.26 "GET /v2.0/security-groups?id=c156c363-64df-4be6-a92f-e5f4d00f1694&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678599 Apr 01 13:57:40.874794 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc63d55-16f0-411a-bd52-7cff8c3a5f1e req-859e7d07-ed71-4573-9683-be46b4d2c31e tempest-ServersAdminNegativeTestJSON-112067195 tempest-ServersAdminNegativeTestJSON-112067195-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:57:40.876256 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-9dc63d55-16f0-411a-bd52-7cff8c3a5f1e req-859e7d07-ed71-4573-9683-be46b4d2c31e tempest-ServersAdminNegativeTestJSON-112067195 tempest-ServersAdminNegativeTestJSON-112067195-project] 10.222.0.26 "GET /v2.0/ports?device_id=e9fe0334-b568-4aaa-991c-4a1644e2e853 HTTP/1.1" status: 200 len: 949 time: 0.0831730 Apr 01 13:57:40.922942 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-9dc63d55-16f0-411a-bd52-7cff8c3a5f1e req-2ac8d154-ff0e-4415-ab7f-e4560614e5f2 tempest-ServersAdminNegativeTestJSON-112067195 tempest-ServersAdminNegativeTestJSON-112067195-project] 10.222.0.26 "GET /v2.0/security-groups?id=c156c363-64df-4be6-a92f-e5f4d00f1694&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395491 Apr 01 13:57:40.980251 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.agents_db [None req-bdd220c7-049a-43d2-a923-ad1a2de078c6 None None] Agent healthcheck: found 6 active agents {{(pid=83873) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 01 13:57:42.119128 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa00045e-c799-43fd-ae39-da49ad554f36 req-b033e0ef-2c58-48c5-8522-b41056975879 tempest-ServersAdminNegativeTestJSON-112067195 tempest-ServersAdminNegativeTestJSON-112067195-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:57:42.120589 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-aa00045e-c799-43fd-ae39-da49ad554f36 req-b033e0ef-2c58-48c5-8522-b41056975879 tempest-ServersAdminNegativeTestJSON-112067195 tempest-ServersAdminNegativeTestJSON-112067195-project] 10.222.0.26 "GET /v2.0/ports?device_id=e9fe0334-b568-4aaa-991c-4a1644e2e853 HTTP/1.1" status: 200 len: 949 time: 0.0750403 Apr 01 13:57:42.168561 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-aa00045e-c799-43fd-ae39-da49ad554f36 req-244e9588-b93e-41ab-b0dc-abf26dae599c tempest-ServersAdminNegativeTestJSON-112067195 tempest-ServersAdminNegativeTestJSON-112067195-project] 10.222.0.26 "GET /v2.0/security-groups?id=c156c363-64df-4be6-a92f-e5f4d00f1694&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425625 Apr 01 13:57:42.596560 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-62086104-2ae8-4098-9df4-1b2b308e23c5 req-df5671ca-30bd-44fe-a91e-1e0438d09358 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=e9fe0334-b568-4aaa-991c-4a1644e2e853&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0701711 Apr 01 13:57:43.194502 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-6596b94a-5786-4003-9eaf-d81f3f5e6903 req-7b01090c-0229-411b-826b-7b311e9f2044 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=e9fe0334-b568-4aaa-991c-4a1644e2e853&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.1932070 Apr 01 13:57:43.722655 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddba37f3-db6d-4a6f-bc12-6d64801e84a4 req-2bbabac7-e759-4b01-9d81-3c5dc9ee3891 tempest-ServersAdminNegativeTestJSON-112067195 tempest-ServersAdminNegativeTestJSON-112067195-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:57:43.724111 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-ddba37f3-db6d-4a6f-bc12-6d64801e84a4 req-2bbabac7-e759-4b01-9d81-3c5dc9ee3891 tempest-ServersAdminNegativeTestJSON-112067195 tempest-ServersAdminNegativeTestJSON-112067195-project] 10.222.0.26 "GET /v2.0/ports?device_id=e9fe0334-b568-4aaa-991c-4a1644e2e853 HTTP/1.1" status: 200 len: 949 time: 0.0776117 Apr 01 13:57:43.771806 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-ddba37f3-db6d-4a6f-bc12-6d64801e84a4 req-9db89fc4-e1f8-468a-b7ed-cf15b754a3f8 tempest-ServersAdminNegativeTestJSON-112067195 tempest-ServersAdminNegativeTestJSON-112067195-project] 10.222.0.26 "GET /v2.0/security-groups?id=c156c363-64df-4be6-a92f-e5f4d00f1694&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421305 Apr 01 13:57:44.967095 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5164119-5aac-4b70-a57e-df5c0389dbe2 req-2f2832e0-05da-4140-a5a3-9b5c7f0a6272 tempest-ServersAdminNegativeTestJSON-112067195 tempest-ServersAdminNegativeTestJSON-112067195-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:57:44.968572 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-e5164119-5aac-4b70-a57e-df5c0389dbe2 req-2f2832e0-05da-4140-a5a3-9b5c7f0a6272 tempest-ServersAdminNegativeTestJSON-112067195 tempest-ServersAdminNegativeTestJSON-112067195-project] 10.222.0.26 "GET /v2.0/ports?device_id=e9fe0334-b568-4aaa-991c-4a1644e2e853 HTTP/1.1" status: 200 len: 949 time: 0.0759270 Apr 01 13:57:45.013360 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-e5164119-5aac-4b70-a57e-df5c0389dbe2 req-440a291b-5b4a-48ea-b4d6-1afc238ae4a5 tempest-ServersAdminNegativeTestJSON-112067195 tempest-ServersAdminNegativeTestJSON-112067195-project] 10.222.0.26 "GET /v2.0/security-groups?id=c156c363-64df-4be6-a92f-e5f4d00f1694&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392714 Apr 01 13:57:45.099959 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1482d78f-747d-441f-b463-b70150a83315 req-5237a749-e22e-490b-adfa-f418cbbb97fa tempest-ServersAdminNegativeTestJSON-112067195 tempest-ServersAdminNegativeTestJSON-112067195-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:57:45.101419 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-1482d78f-747d-441f-b463-b70150a83315 req-5237a749-e22e-490b-adfa-f418cbbb97fa tempest-ServersAdminNegativeTestJSON-112067195 tempest-ServersAdminNegativeTestJSON-112067195-project] 10.222.0.57 "GET /v2.0/ports?device_id=e9fe0334-b568-4aaa-991c-4a1644e2e853 HTTP/1.1" status: 200 len: 949 time: 0.0812392 Apr 01 13:57:45.169528 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.plugin [req-1482d78f-747d-441f-b463-b70150a83315 req-08b8e42a-49f5-40d9-809e-abe82f5fe1dc tempest-ServersAdminNegativeTestJSON-112067195 tempest-ServersAdminNegativeTestJSON-112067195-project] Deleting port e95328df-1698-4366-90b7-f224603c6f3c {{(pid=83871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 13:57:45.169870 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-1482d78f-747d-441f-b463-b70150a83315 req-08b8e42a-49f5-40d9-809e-abe82f5fe1dc tempest-ServersAdminNegativeTestJSON-112067195 tempest-ServersAdminNegativeTestJSON-112067195-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736733287370'] for port, before_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:57:45.415205 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.db [req-1482d78f-747d-441f-b463-b70150a83315 req-08b8e42a-49f5-40d9-809e-abe82f5fe1dc tempest-ServersAdminNegativeTestJSON-112067195 tempest-ServersAdminNegativeTestJSON-112067195-project] For port e95328df-1698-4366-90b7-f224603c6f3c, host hv-neutron-8361, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8361',level=0,port_id=e95328df-1698-4366-90b7-f224603c6f3c,segment=NetworkSegment(ae46d10f-73e9-445a-8bac-784c11332298),segment_id=ae46d10f-73e9-445a-8bac-784c11332298)] {{(pid=83871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 13:57:45.415525 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-1482d78f-747d-441f-b463-b70150a83315 req-08b8e42a-49f5-40d9-809e-abe82f5fe1dc tempest-ServersAdminNegativeTestJSON-112067195 tempest-ServersAdminNegativeTestJSON-112067195-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4155147'] for port, precommit_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:57:45.539011 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.plugin [req-1482d78f-747d-441f-b463-b70150a83315 req-08b8e42a-49f5-40d9-809e-abe82f5fe1dc tempest-ServersAdminNegativeTestJSON-112067195 tempest-ServersAdminNegativeTestJSON-112067195-project] Calling delete_port for e95328df-1698-4366-90b7-f224603c6f3c owned by compute:nova {{(pid=83871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 13:57:45.675029 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-1482d78f-747d-441f-b463-b70150a83315 req-08b8e42a-49f5-40d9-809e-abe82f5fe1dc tempest-ServersAdminNegativeTestJSON-112067195 tempest-ServersAdminNegativeTestJSON-112067195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736733359243', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736732935810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2743125'] for port, after_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:57:45.690801 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] get_ports_and_sgs() called for port_ids ['e95328df-1698-4366-90b7-f224603c6f3c'] {{(pid=83872) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 01 13:57:45.734206 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b8e42a-49f5-40d9-809e-abe82f5fe1dc tempest-ServersAdminNegativeTestJSON-112067195 tempest-ServersAdminNegativeTestJSON-112067195-project] Pushing event deleted for resources: {'Port': ['ID=e95328df-1698-4366-90b7-f224603c6f3c,revision_number=None']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:57:45.806299 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.l3_dvrscheduler_db [req-1482d78f-747d-441f-b463-b70150a83315 req-08b8e42a-49f5-40d9-809e-abe82f5fe1dc tempest-ServersAdminNegativeTestJSON-112067195 tempest-ServersAdminNegativeTestJSON-112067195-project] No DVR routers for this DVR port e95328df-1698-4366-90b7-f224603c6f3c on host hv-neutron-8361 {{(pid=83871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 13:57:45.808955 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-1482d78f-747d-441f-b463-b70150a83315 req-08b8e42a-49f5-40d9-809e-abe82f5fe1dc tempest-ServersAdminNegativeTestJSON-112067195 tempest-ServersAdminNegativeTestJSON-112067195-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109561'] for port, before_response {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:57:45.811581 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9fe0334-b568-4aaa-991c-4a1644e2e853', 'name': 'network-vif-deleted', 'tag': 'e95328df-1698-4366-90b7-f224603c6f3c'}] {{(pid=83871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 13:57:45.829312 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-1482d78f-747d-441f-b463-b70150a83315 req-08b8e42a-49f5-40d9-809e-abe82f5fe1dc tempest-ServersAdminNegativeTestJSON-112067195 tempest-ServersAdminNegativeTestJSON-112067195-project] 10.222.0.57 "DELETE /v2.0/ports/e95328df-1698-4366-90b7-f224603c6f3c HTTP/1.1" status: 204 len: 173 time: 0.7209148 Apr 01 13:57:45.873866 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9fe0334-b568-4aaa-991c-4a1644e2e853', 'name': 'network-vif-deleted', 'tag': 'e95328df-1698-4366-90b7-f224603c6f3c', 'status': 'completed', 'code': 200} Apr 01 13:57:46.198592 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-0c0e399f-429d-4d04-b91d-2963457aca60 req-c0e7210c-01ac-412b-92c5-20314fab78da tempest-ServersAdminNegativeTestJSON-112067195 tempest-ServersAdminNegativeTestJSON-112067195-project] 10.222.0.26 "GET /v2.0/ports?device_id=e9fe0334-b568-4aaa-991c-4a1644e2e853 HTTP/1.1" status: 200 len: 210 time: 0.0431957 Apr 01 13:57:47.589077 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 60508) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:57:47.758356 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-db89aff2-6f28-4481-a1a5-0a4006469f25 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=0c7569c8ecc74d34be9373d949a5e0c6&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1679878 Apr 01 13:57:47.761858 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 60514) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:57:47.823361 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-ac92efff-733f-4bae-95b9-4233f4f5f042 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:57:47.847848 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-ac92efff-733f-4bae-95b9-4233f4f5f042 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:57:47.897969 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-ac92efff-733f-4bae-95b9-4233f4f5f042 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3775923'] for security_group, after_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:57:47.914229 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac92efff-733f-4bae-95b9-4233f4f5f042 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c156c363-64df-4be6-a92f-e5f4d00f1694,revision_number=None']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:57:47.925004 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-ac92efff-733f-4bae-95b9-4233f4f5f042 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:57:47.926138 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-ac92efff-733f-4bae-95b9-4233f4f5f042 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/c156c363-64df-4be6-a92f-e5f4d00f1694 HTTP/1.1" status: 204 len: 168 time: 0.1633637 Apr 01 13:57:48.248656 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 60522) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:57:48.267156 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-a7ab4166-3aef-48e4-8058-993772d3e03d admin admin] Notify callbacks [] for security_group, before_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:57:48.298504 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-a7ab4166-3aef-48e4-8058-993772d3e03d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:57:48.303029 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-a7ab4166-3aef-48e4-8058-993772d3e03d admin admin] Usage tracker for resource:security_group_rule and tenant:b89eb3688913470aa18fa97340d49cda is out of sync, need to count used quota {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 13:57:48.306142 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-a7ab4166-3aef-48e4-8058-993772d3e03d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 13:57:48.311719 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-a7ab4166-3aef-48e4-8058-993772d3e03d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:57:48.377973 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-a7ab4166-3aef-48e4-8058-993772d3e03d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:57:48.382324 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-a7ab4166-3aef-48e4-8058-993772d3e03d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3775923'] for security_group, after_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:57:48.425863 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ab4166-3aef-48e4-8058-993772d3e03d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aabda697-6169-469b-bc1e-d665b5fc69ec,revision_number=1']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:57:48.432954 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-a7ab4166-3aef-48e4-8058-993772d3e03d admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=b89eb3688913470aa18fa97340d49cda&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1832497 Apr 01 13:57:48.435683 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 60526) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:57:48.438321 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7ab4166-3aef-48e4-8058-993772d3e03d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:57:48.438661 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7ab4166-3aef-48e4-8058-993772d3e03d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:57:48.438997 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7ab4166-3aef-48e4-8058-993772d3e03d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:57:48.439344 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7ab4166-3aef-48e4-8058-993772d3e03d admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:57:48.439655 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7ab4166-3aef-48e4-8058-993772d3e03d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:57:48.439983 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7ab4166-3aef-48e4-8058-993772d3e03d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:57:48.440320 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7ab4166-3aef-48e4-8058-993772d3e03d admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:57:48.440649 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7ab4166-3aef-48e4-8058-993772d3e03d admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:57:48.440970 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7ab4166-3aef-48e4-8058-993772d3e03d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:57:48.441289 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7ab4166-3aef-48e4-8058-993772d3e03d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:57:48.441602 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7ab4166-3aef-48e4-8058-993772d3e03d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:57:48.496847 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-abdd8926-031c-44ba-a6e0-55ced227b752 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:57:48.522190 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-abdd8926-031c-44ba-a6e0-55ced227b752 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:57:48.573866 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-abdd8926-031c-44ba-a6e0-55ced227b752 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3775923'] for security_group, after_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:57:48.589609 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abdd8926-031c-44ba-a6e0-55ced227b752 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aabda697-6169-469b-bc1e-d665b5fc69ec,revision_number=None']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:57:48.593756 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-abdd8926-031c-44ba-a6e0-55ced227b752 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:57:48.594848 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-abdd8926-031c-44ba-a6e0-55ced227b752 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/aabda697-6169-469b-bc1e-d665b5fc69ec HTTP/1.1" status: 204 len: 168 time: 0.1581302 Apr 01 13:57:48.970092 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Device e95328df-1698-4366-90b7-f224603c6f3c no longer exists at agent hyperv_hv-neutron-8361 {{(pid=83872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 13:57:49.004699 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.plugin [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] No Port match for: e95328df-1698-4366-90b7-f224603c6f3c {{(pid=83872) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 01 13:57:49.005072 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Device e95328df-1698-4366-90b7-f224603c6f3c not bound to the agent host hv-neutron-8361 {{(pid=83872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 13:57:49.421834 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 60548) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:57:49.548540 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.v2.base [None req-25f43dbe-4b18-4466-a6c0-fbbec5c1ce8e admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-2004807065-network', 'tenant_id': 'ab9ce8ac6f2c4400a192970ed23350cf'}} {{(pid=83871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:57:49.554543 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-25f43dbe-4b18-4466-a6c0-fbbec5c1ce8e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:57:49.558324 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-25f43dbe-4b18-4466-a6c0-fbbec5c1ce8e admin admin] Usage tracker for resource:network and tenant:ab9ce8ac6f2c4400a192970ed23350cf is out of sync, need to count used quota {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 13:57:49.561144 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-25f43dbe-4b18-4466-a6c0-fbbec5c1ce8e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 13:57:49.567154 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-25f43dbe-4b18-4466-a6c0-fbbec5c1ce8e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:57:49.580520 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25f43dbe-4b18-4466-a6c0-fbbec5c1ce8e admin admin] Made reservation on behalf of ab9ce8ac6f2c4400a192970ed23350cf for: {'network': 1} {{(pid=83871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 13:57:49.583145 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-25f43dbe-4b18-4466-a6c0-fbbec5c1ce8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for network, before_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:57:49.595087 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-25f43dbe-4b18-4466-a6c0-fbbec5c1ce8e admin admin] Notify callbacks [] for security_group, before_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:57:49.625942 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-25f43dbe-4b18-4466-a6c0-fbbec5c1ce8e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:57:49.629760 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-25f43dbe-4b18-4466-a6c0-fbbec5c1ce8e admin admin] Usage tracker for resource:security_group_rule and tenant:ab9ce8ac6f2c4400a192970ed23350cf is out of sync, need to count used quota {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 13:57:49.632638 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-25f43dbe-4b18-4466-a6c0-fbbec5c1ce8e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 13:57:49.638175 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-25f43dbe-4b18-4466-a6c0-fbbec5c1ce8e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:57:49.702821 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-25f43dbe-4b18-4466-a6c0-fbbec5c1ce8e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:57:49.706274 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-25f43dbe-4b18-4466-a6c0-fbbec5c1ce8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3775923'] for security_group, after_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:57:49.735582 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-25f43dbe-4b18-4466-a6c0-fbbec5c1ce8e admin admin] vlan segment allocate from pool success with {'vlan_id': 384, 'physical_network': 'physnet1'} {{(pid=83871) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 13:57:49.745368 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f43dbe-4b18-4466-a6c0-fbbec5c1ce8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9221bf4c-d230-4481-a878-f3e7d404cbad,revision_number=1']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:57:49.752181 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-25f43dbe-4b18-4466-a6c0-fbbec5c1ce8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1004271'] for segment, precommit_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:57:49.752549 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.db.segments_db [None req-25f43dbe-4b18-4466-a6c0-fbbec5c1ce8e admin admin] Added segment a9dfe838-278a-4b5b-98b2-bce5ff229ff9 of type vlan for network d832aae6-47b5-4e66-952a-6adb030eaaa3 Apr 01 13:57:49.781208 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-25f43dbe-4b18-4466-a6c0-fbbec5c1ce8e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736732923383'] for network, precommit_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:57:49.815402 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-25f43dbe-4b18-4466-a6c0-fbbec5c1ce8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575'] for network, after_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:57:49.816325 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25f43dbe-4b18-4466-a6c0-fbbec5c1ce8e admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:57:49.817808 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-25f43dbe-4b18-4466-a6c0-fbbec5c1ce8e admin admin] Notify callbacks [] for network, before_response {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:57:49.990818 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-25f43dbe-4b18-4466-a6c0-fbbec5c1ce8e admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.5678830 Apr 01 13:57:49.993625 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f43dbe-4b18-4466-a6c0-fbbec5c1ce8e admin admin] Pushing event updated for resources: {'Network': ['ID=d832aae6-47b5-4e66-952a-6adb030eaaa3,revision_number=1']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:57:49.993892 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 60554) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:57:49.999457 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.v2.base [None req-58fb7304-f28a-4f76-8174-0cf1172c8ad2 admin admin] Request body: {'subnet': {'network_id': 'd832aae6-47b5-4e66-952a-6adb030eaaa3', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-2004807065-subnet', 'tenant_id': 'ab9ce8ac6f2c4400a192970ed23350cf', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:57:50.003448 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Network d832aae6-47b5-4e66-952a-6adb030eaaa3 details requested by agent ovs-agent-dv-neutron-836180-1-hyperv with host dv-neutron-836180-1-hyperv {{(pid=83872) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 13:57:50.004273 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-58fb7304-f28a-4f76-8174-0cf1172c8ad2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:57:50.008935 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-58fb7304-f28a-4f76-8174-0cf1172c8ad2 admin admin] Usage tracker for resource:subnet and tenant:ab9ce8ac6f2c4400a192970ed23350cf is out of sync, need to count used quota {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 13:57:50.013024 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-58fb7304-f28a-4f76-8174-0cf1172c8ad2 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 13:57:50.018734 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-58fb7304-f28a-4f76-8174-0cf1172c8ad2 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:57:50.028441 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58fb7304-f28a-4f76-8174-0cf1172c8ad2 admin admin] Made reservation on behalf of ab9ce8ac6f2c4400a192970ed23350cf for: {'subnet': 1} {{(pid=83869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 13:57:50.030843 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-58fb7304-f28a-4f76-8174-0cf1172c8ad2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2999481'] for subnet, before_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:57:50.240714 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-58fb7304-f28a-4f76-8174-0cf1172c8ad2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2705391', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2999447'] for subnet, after_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:57:50.313591 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58fb7304-f28a-4f76-8174-0cf1172c8ad2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e5510a1a-874e-4c32-9b64-7be69a2e5ac5,revision_number=0']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:57:50.325004 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58fb7304-f28a-4f76-8174-0cf1172c8ad2 admin admin] Checking segment: {'id': 'a9dfe838-278a-4b5b-98b2-bce5ff229ff9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'd832aae6-47b5-4e66-952a-6adb030eaaa3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 13:57:50.325356 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58fb7304-f28a-4f76-8174-0cf1172c8ad2 admin admin] Network hostable DHCP agents. Network: d832aae6-47b5-4e66-952a-6adb030eaaa3, hostable agents: ['e47e4547-5c2d-4954-ba56-fa3646239f18'], hosted agents: [] {{(pid=83869) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 13:57:50.345895 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58fb7304-f28a-4f76-8174-0cf1172c8ad2 admin admin] Network d832aae6-47b5-4e66-952a-6adb030eaaa3 is scheduled to be hosted by DHCP agent e47e4547-5c2d-4954-ba56-fa3646239f18 with binding_index 1 {{(pid=83869) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 13:57:50.355761 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.scheduler.base_scheduler [None req-58fb7304-f28a-4f76-8174-0cf1172c8ad2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-836180-1-hyperv, d832aae6-47b5-4e66-952a-6adb030eaaa3) {{(pid=83869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 13:57:50.359726 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58fb7304-f28a-4f76-8174-0cf1172c8ad2 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:57:50.360361 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-58fb7304-f28a-4f76-8174-0cf1172c8ad2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:57:50.366308 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18179e6f-454d-494e-804d-c0ad6139bc78 None None] Network d832aae6-47b5-4e66-952a-6adb030eaaa3 requested from dv-neutron-836180-1-hyperv {{(pid=83872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 13:57:50.385883 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-58fb7304-f28a-4f76-8174-0cf1172c8ad2 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3909152 Apr 01 13:57:50.608386 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c591279e-4730-4a62-9c8b-309cbd2c8d54 None None] Network d832aae6-47b5-4e66-952a-6adb030eaaa3 requested from dv-neutron-836180-1-hyperv {{(pid=83872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 13:57:50.927022 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e388c70f-b041-4672-b22b-5db0c5db82b8 req-0e9d169e-3e41-44d6-9051-44df213bab1e tempest-DeleteServersTestJSON-429656144 tempest-DeleteServersTestJSON-429656144-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:57:50.928448 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-e388c70f-b041-4672-b22b-5db0c5db82b8 req-0e9d169e-3e41-44d6-9051-44df213bab1e tempest-DeleteServersTestJSON-429656144 tempest-DeleteServersTestJSON-429656144-project] 10.222.0.26 "GET /v2.0/networks?id=d832aae6-47b5-4e66-952a-6adb030eaaa3 HTTP/1.1" status: 200 len: 812 time: 0.1400633 Apr 01 13:57:50.945133 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-e388c70f-b041-4672-b22b-5db0c5db82b8 req-76fbdd6a-80cb-4629-963f-b71db2ba43f8 tempest-DeleteServersTestJSON-429656144 tempest-DeleteServersTestJSON-429656144-project] 10.222.0.26 "GET /v2.0/quotas/ab9ce8ac6f2c4400a192970ed23350cf HTTP/1.1" status: 200 len: 375 time: 0.0112965 Apr 01 13:57:50.992987 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-e388c70f-b041-4672-b22b-5db0c5db82b8 req-8402c631-e885-4c36-afe5-06ca6af61b4c tempest-DeleteServersTestJSON-429656144 tempest-DeleteServersTestJSON-429656144-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=ab9ce8ac6f2c4400a192970ed23350cf&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0430734 Apr 01 13:57:51.123832 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-e388c70f-b041-4672-b22b-5db0c5db82b8 req-61cde494-a4c9-45fc-9c63-cc1dd83e3221 service neutron] 10.222.0.26 "GET /v2.0/networks/d832aae6-47b5-4e66-952a-6adb030eaaa3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1242044 Apr 01 13:57:51.255128 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-e388c70f-b041-4672-b22b-5db0c5db82b8 req-678b097a-5c91-478a-8baf-0dab8e9cc6b2 service neutron] 10.222.0.26 "GET /v2.0/networks/d832aae6-47b5-4e66-952a-6adb030eaaa3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1250196 Apr 01 13:57:51.438554 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-fcdb6a32-b080-44ac-9ebe-1d0738705bd2 req-782251ac-1205-4f65-ac61-b775c1fbac41 tempest-DeleteServersTestJSON-429656144 tempest-DeleteServersTestJSON-429656144-project] 10.222.0.26 "GET /v2.0/ports?device_id=6ba86404-5a6c-447d-8f7a-82ddd323f2ab HTTP/1.1" status: 200 len: 210 time: 0.0430024 Apr 01 13:57:52.543296 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e388c70f-b041-4672-b22b-5db0c5db82b8 req-495794b9-b813-45b1-b414-40f0eff25d04 tempest-DeleteServersTestJSON-429656144 tempest-DeleteServersTestJSON-429656144-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:57:52.543989 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [req-e388c70f-b041-4672-b22b-5db0c5db82b8 req-495794b9-b813-45b1-b414-40f0eff25d04 tempest-DeleteServersTestJSON-429656144 tempest-DeleteServersTestJSON-429656144-project] Synchronizing usage tracker for tenant:ab9ce8ac6f2c4400a192970ed23350cf on resource:network {{(pid=83871) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 13:57:52.561428 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [req-e388c70f-b041-4672-b22b-5db0c5db82b8 req-495794b9-b813-45b1-b414-40f0eff25d04 tempest-DeleteServersTestJSON-429656144 tempest-DeleteServersTestJSON-429656144-project] Unset dirty status for tenant:ab9ce8ac6f2c4400a192970ed23350cf on resource:network {{(pid=83871) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 13:57:52.562884 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-e388c70f-b041-4672-b22b-5db0c5db82b8 req-495794b9-b813-45b1-b414-40f0eff25d04 tempest-DeleteServersTestJSON-429656144 tempest-DeleteServersTestJSON-429656144-project] 10.222.0.57 "GET /v2.0/networks?id=d832aae6-47b5-4e66-952a-6adb030eaaa3 HTTP/1.1" status: 200 len: 812 time: 0.1660199 Apr 01 13:57:52.587378 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.v2.base [req-e388c70f-b041-4672-b22b-5db0c5db82b8 req-5df0752d-962e-43d1-998a-1d6b5d7bad8c tempest-DeleteServersTestJSON-429656144 tempest-DeleteServersTestJSON-429656144-project] Request body: {'port': {'device_id': '6ba86404-5a6c-447d-8f7a-82ddd323f2ab', 'network_id': 'd832aae6-47b5-4e66-952a-6adb030eaaa3', 'admin_state_up': True, 'tenant_id': 'ab9ce8ac6f2c4400a192970ed23350cf'}} {{(pid=83871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:57:52.608522 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-eaa9c787-a5bd-46e6-b62c-d360ae680b54 req-8bb41fdf-1230-4681-837f-46c40480e3cf tempest-DeleteServersTestJSON-429656144 tempest-DeleteServersTestJSON-429656144-project] 10.222.0.26 "GET /v2.0/ports?device_id=6ba86404-5a6c-447d-8f7a-82ddd323f2ab HTTP/1.1" status: 200 len: 210 time: 0.0435052 Apr 01 13:57:52.724692 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [req-e388c70f-b041-4672-b22b-5db0c5db82b8 req-5df0752d-962e-43d1-998a-1d6b5d7bad8c tempest-DeleteServersTestJSON-429656144 tempest-DeleteServersTestJSON-429656144-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:57:52.728454 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [req-e388c70f-b041-4672-b22b-5db0c5db82b8 req-5df0752d-962e-43d1-998a-1d6b5d7bad8c tempest-DeleteServersTestJSON-429656144 tempest-DeleteServersTestJSON-429656144-project] Usage tracker for resource:port and tenant:ab9ce8ac6f2c4400a192970ed23350cf is out of sync, need to count used quota {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 13:57:52.731196 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [req-e388c70f-b041-4672-b22b-5db0c5db82b8 req-5df0752d-962e-43d1-998a-1d6b5d7bad8c tempest-DeleteServersTestJSON-429656144 tempest-DeleteServersTestJSON-429656144-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 13:57:52.736880 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [req-e388c70f-b041-4672-b22b-5db0c5db82b8 req-5df0752d-962e-43d1-998a-1d6b5d7bad8c tempest-DeleteServersTestJSON-429656144 tempest-DeleteServersTestJSON-429656144-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:57:52.746066 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e388c70f-b041-4672-b22b-5db0c5db82b8 req-5df0752d-962e-43d1-998a-1d6b5d7bad8c tempest-DeleteServersTestJSON-429656144 tempest-DeleteServersTestJSON-429656144-project] Made reservation on behalf of ab9ce8ac6f2c4400a192970ed23350cf for: {'port': 1} {{(pid=83871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 13:57:52.749128 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-e388c70f-b041-4672-b22b-5db0c5db82b8 req-5df0752d-962e-43d1-998a-1d6b5d7bad8c tempest-DeleteServersTestJSON-429656144 tempest-DeleteServersTestJSON-429656144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:57:52.909013 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.db_base_plugin_common [req-e388c70f-b041-4672-b22b-5db0c5db82b8 req-5df0752d-962e-43d1-998a-1d6b5d7bad8c tempest-DeleteServersTestJSON-429656144 tempest-DeleteServersTestJSON-429656144-project] Allocated IP 172.20.0.10 (d832aae6-47b5-4e66-952a-6adb030eaaa3/e5510a1a-874e-4c32-9b64-7be69a2e5ac5/3260225f-9c7e-4fde-afc6-f9ae824fe0c0) {{(pid=83871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 13:57:53.111420 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-e388c70f-b041-4672-b22b-5db0c5db82b8 req-5df0752d-962e-43d1-998a-1d6b5d7bad8c tempest-DeleteServersTestJSON-429656144 tempest-DeleteServersTestJSON-429656144-project] Notify callbacks [] for port, precommit_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:57:53.138691 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-e388c70f-b041-4672-b22b-5db0c5db82b8 req-5df0752d-962e-43d1-998a-1d6b5d7bad8c tempest-DeleteServersTestJSON-429656144 tempest-DeleteServersTestJSON-429656144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736732935801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2743125'] for port, after_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:57:53.211362 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e388c70f-b041-4672-b22b-5db0c5db82b8 req-5df0752d-962e-43d1-998a-1d6b5d7bad8c tempest-DeleteServersTestJSON-429656144 tempest-DeleteServersTestJSON-429656144-project] Network d832aae6-47b5-4e66-952a-6adb030eaaa3 is already hosted by enough agents. {{(pid=83871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 13:57:53.214704 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.scheduler.base_scheduler [req-e388c70f-b041-4672-b22b-5db0c5db82b8 req-5df0752d-962e-43d1-998a-1d6b5d7bad8c tempest-DeleteServersTestJSON-429656144 tempest-DeleteServersTestJSON-429656144-project] Resources bound (agent type, host, resource id): {{(pid=83871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 13:57:53.216452 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df0752d-962e-43d1-998a-1d6b5d7bad8c tempest-DeleteServersTestJSON-429656144 tempest-DeleteServersTestJSON-429656144-project] Pushing event updated for resources: {'Port': ['ID=3260225f-9c7e-4fde-afc6-f9ae824fe0c0,revision_number=1']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:57:53.218532 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.l3_dvrscheduler_db [req-e388c70f-b041-4672-b22b-5db0c5db82b8 req-5df0752d-962e-43d1-998a-1d6b5d7bad8c tempest-DeleteServersTestJSON-429656144 tempest-DeleteServersTestJSON-429656144-project] Received port after_create {{(pid=83871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 13:57:53.277170 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e388c70f-b041-4672-b22b-5db0c5db82b8 req-5df0752d-962e-43d1-998a-1d6b5d7bad8c tempest-DeleteServersTestJSON-429656144 tempest-DeleteServersTestJSON-429656144-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:57:53.277758 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-e388c70f-b041-4672-b22b-5db0c5db82b8 req-5df0752d-962e-43d1-998a-1d6b5d7bad8c tempest-DeleteServersTestJSON-429656144 tempest-DeleteServersTestJSON-429656144-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109561'] for port, before_response {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:57:53.299247 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-e388c70f-b041-4672-b22b-5db0c5db82b8 req-5df0752d-962e-43d1-998a-1d6b5d7bad8c tempest-DeleteServersTestJSON-429656144 tempest-DeleteServersTestJSON-429656144-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7164841 Apr 01 13:57:53.315000 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.v2.base [req-e388c70f-b041-4672-b22b-5db0c5db82b8 req-01143a2b-abf1-4c92-bc06-41a16c2da64f service neutron] Request body: {'port': {'device_id': '6ba86404-5a6c-447d-8f7a-82ddd323f2ab', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8361'}} {{(pid=83871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:57:53.423278 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-e388c70f-b041-4672-b22b-5db0c5db82b8 req-01143a2b-abf1-4c92-bc06-41a16c2da64f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:57:53.800935 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.notifiers.nova [req-e388c70f-b041-4672-b22b-5db0c5db82b8 req-01143a2b-abf1-4c92-bc06-41a16c2da64f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3260225f-9c7e-4fde-afc6-f9ae824fe0c0 {{(pid=83871) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 01 13:57:53.809324 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-e388c70f-b041-4672-b22b-5db0c5db82b8 req-01143a2b-abf1-4c92-bc06-41a16c2da64f service neutron] Notify callbacks [] for port, precommit_update {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:57:53.837024 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.provisioning_blocks [req-e388c70f-b041-4672-b22b-5db0c5db82b8 req-01143a2b-abf1-4c92-bc06-41a16c2da64f service neutron] Transition to ACTIVE for port object 3260225f-9c7e-4fde-afc6-f9ae824fe0c0 will not be triggered until provisioned by entity L2. {{(pid=83871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 13:57:53.841409 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-e388c70f-b041-4672-b22b-5db0c5db82b8 req-01143a2b-abf1-4c92-bc06-41a16c2da64f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2743106'] for port, after_update {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:57:53.878596 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc4866a-7a11-4354-8eb7-cc17f67b8e37 req-b1e01e02-20c6-419a-a498-5471a54fa700 tempest-DeleteServersTestJSON-429656144 tempest-DeleteServersTestJSON-429656144-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:57:53.879356 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [req-5cc4866a-7a11-4354-8eb7-cc17f67b8e37 req-b1e01e02-20c6-419a-a498-5471a54fa700 tempest-DeleteServersTestJSON-429656144 tempest-DeleteServersTestJSON-429656144-project] Synchronizing usage tracker for tenant:ab9ce8ac6f2c4400a192970ed23350cf on resource:port {{(pid=83871) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 13:57:53.951061 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:57:53.975487 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [req-5cc4866a-7a11-4354-8eb7-cc17f67b8e37 req-b1e01e02-20c6-419a-a498-5471a54fa700 tempest-DeleteServersTestJSON-429656144 tempest-DeleteServersTestJSON-429656144-project] Unset dirty status for tenant:ab9ce8ac6f2c4400a192970ed23350cf on resource:port {{(pid=83871) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 13:57:53.976669 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-5cc4866a-7a11-4354-8eb7-cc17f67b8e37 req-b1e01e02-20c6-419a-a498-5471a54fa700 tempest-DeleteServersTestJSON-429656144 tempest-DeleteServersTestJSON-429656144-project] 10.222.0.26 "GET /v2.0/ports?device_id=6ba86404-5a6c-447d-8f7a-82ddd323f2ab HTTP/1.1" status: 200 len: 932 time: 0.2441137 Apr 01 13:57:54.001080 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01143a2b-abf1-4c92-bc06-41a16c2da64f service neutron] Pushing event updated for resources: {'Port': ['ID=3260225f-9c7e-4fde-afc6-f9ae824fe0c0,revision_number=2']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:57:54.102813 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [req-5cc4866a-7a11-4354-8eb7-cc17f67b8e37 req-a37ef279-b844-49d3-bff2-46540cd61dfc tempest-DeleteServersTestJSON-429656144 tempest-DeleteServersTestJSON-429656144-project] Synchronizing usage tracker for tenant:ab9ce8ac6f2c4400a192970ed23350cf on resource:security_group {{(pid=83871) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 13:57:54.140712 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.managers [req-e388c70f-b041-4672-b22b-5db0c5db82b8 req-01143a2b-abf1-4c92-bc06-41a16c2da64f service neutron] Attempting to bind port 3260225f-9c7e-4fde-afc6-f9ae824fe0c0 on host hv-neutron-8361 for vnic_type normal with profile {{(pid=83871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 13:57:54.141038 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.managers [req-e388c70f-b041-4672-b22b-5db0c5db82b8 req-01143a2b-abf1-4c92-bc06-41a16c2da64f service neutron] Attempting to bind port 3260225f-9c7e-4fde-afc6-f9ae824fe0c0 by drivers openvswitch,hyperv on host hv-neutron-8361 at level 0 using segments [{'id': 'a9dfe838-278a-4b5b-98b2-bce5ff229ff9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'd832aae6-47b5-4e66-952a-6adb030eaaa3'}] {{(pid=83871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 13:57:54.141357 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e388c70f-b041-4672-b22b-5db0c5db82b8 req-01143a2b-abf1-4c92-bc06-41a16c2da64f service neutron] Attempting to bind port 3260225f-9c7e-4fde-afc6-f9ae824fe0c0 on network d832aae6-47b5-4e66-952a-6adb030eaaa3 {{(pid=83871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 13:57:54.143999 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [req-5cc4866a-7a11-4354-8eb7-cc17f67b8e37 req-a37ef279-b844-49d3-bff2-46540cd61dfc tempest-DeleteServersTestJSON-429656144 tempest-DeleteServersTestJSON-429656144-project] Unset dirty status for tenant:ab9ce8ac6f2c4400a192970ed23350cf on resource:security_group {{(pid=83871) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 13:57:54.145913 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-5cc4866a-7a11-4354-8eb7-cc17f67b8e37 req-a37ef279-b844-49d3-bff2-46540cd61dfc tempest-DeleteServersTestJSON-429656144 tempest-DeleteServersTestJSON-429656144-project] 10.222.0.26 "GET /v2.0/security-groups?id=9221bf4c-d230-4481-a878-f3e7d404cbad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1606655 Apr 01 13:57:54.149785 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e388c70f-b041-4672-b22b-5db0c5db82b8 req-01143a2b-abf1-4c92-bc06-41a16c2da64f service neutron] Port 3260225f-9c7e-4fde-afc6-f9ae824fe0c0 on network d832aae6-47b5-4e66-952a-6adb030eaaa3 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8361 {{(pid=83871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 01 13:57:54.150099 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e388c70f-b041-4672-b22b-5db0c5db82b8 req-01143a2b-abf1-4c92-bc06-41a16c2da64f service neutron] Attempting to bind port 3260225f-9c7e-4fde-afc6-f9ae824fe0c0 on network d832aae6-47b5-4e66-952a-6adb030eaaa3 {{(pid=83871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 13:57:54.156464 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e388c70f-b041-4672-b22b-5db0c5db82b8 req-01143a2b-abf1-4c92-bc06-41a16c2da64f service neutron] Checking agent: {'id': '359ce187-6241-4f7e-85a4-e066c7b0cdea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8361', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 13, 31, 54), 'started_at': datetime.datetime(2022, 4, 1, 13, 31, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 13, 57, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 13:57:54.156797 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e388c70f-b041-4672-b22b-5db0c5db82b8 req-01143a2b-abf1-4c92-bc06-41a16c2da64f service neutron] Checking segment: {'id': 'a9dfe838-278a-4b5b-98b2-bce5ff229ff9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'd832aae6-47b5-4e66-952a-6adb030eaaa3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 13:57:54.157171 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e388c70f-b041-4672-b22b-5db0c5db82b8 req-01143a2b-abf1-4c92-bc06-41a16c2da64f service neutron] Bound using segment: {'id': 'a9dfe838-278a-4b5b-98b2-bce5ff229ff9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'd832aae6-47b5-4e66-952a-6adb030eaaa3'} {{(pid=83871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 13:57:54.157589 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.managers [req-e388c70f-b041-4672-b22b-5db0c5db82b8 req-01143a2b-abf1-4c92-bc06-41a16c2da64f service neutron] Bound port: 3260225f-9c7e-4fde-afc6-f9ae824fe0c0, host: hv-neutron-8361, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a9dfe838-278a-4b5b-98b2-bce5ff229ff9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'd832aae6-47b5-4e66-952a-6adb030eaaa3'}}] {{(pid=83871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 13:57:54.157936 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-e388c70f-b041-4672-b22b-5db0c5db82b8 req-01143a2b-abf1-4c92-bc06-41a16c2da64f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:57:54.328798 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.db [req-e388c70f-b041-4672-b22b-5db0c5db82b8 req-01143a2b-abf1-4c92-bc06-41a16c2da64f service neutron] For port 3260225f-9c7e-4fde-afc6-f9ae824fe0c0, host hv-neutron-8361, cleared binding levels {{(pid=83871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 13:57:54.331892 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.db [req-e388c70f-b041-4672-b22b-5db0c5db82b8 req-01143a2b-abf1-4c92-bc06-41a16c2da64f service neutron] For port 3260225f-9c7e-4fde-afc6-f9ae824fe0c0, host hv-neutron-8361, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8361',level=0,port_id=3260225f-9c7e-4fde-afc6-f9ae824fe0c0,segment=NetworkSegment(a9dfe838-278a-4b5b-98b2-bce5ff229ff9),segment_id=a9dfe838-278a-4b5b-98b2-bce5ff229ff9)] {{(pid=83871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 13:57:54.336165 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-e388c70f-b041-4672-b22b-5db0c5db82b8 req-01143a2b-abf1-4c92-bc06-41a16c2da64f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2743106'] for port, after_update {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:57:54.391497 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-e388c70f-b041-4672-b22b-5db0c5db82b8 req-01143a2b-abf1-4c92-bc06-41a16c2da64f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109561'] for port, before_response {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:57:54.392896 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-e388c70f-b041-4672-b22b-5db0c5db82b8 req-01143a2b-abf1-4c92-bc06-41a16c2da64f service neutron] 10.222.0.57 "PUT /v2.0/ports/3260225f-9c7e-4fde-afc6-f9ae824fe0c0 HTTP/1.1" status: 200 len: 1094 time: 1.0821683 Apr 01 13:57:54.393320 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6ba86404-5a6c-447d-8f7a-82ddd323f2ab', 'tag': '3260225f-9c7e-4fde-afc6-f9ae824fe0c0'}] {{(pid=83871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 13:57:54.416075 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01143a2b-abf1-4c92-bc06-41a16c2da64f service neutron] Pushing event updated for resources: {'Port': ['ID=3260225f-9c7e-4fde-afc6-f9ae824fe0c0,revision_number=3']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:57:54.480144 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6ba86404-5a6c-447d-8f7a-82ddd323f2ab', 'tag': '3260225f-9c7e-4fde-afc6-f9ae824fe0c0', 'status': 'completed', 'code': 200} Apr 01 13:57:54.528196 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-e388c70f-b041-4672-b22b-5db0c5db82b8 req-a76bbc87-4667-4492-984b-c64cf7c84d5a service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=ab9ce8ac6f2c4400a192970ed23350cf&device_id=6ba86404-5a6c-447d-8f7a-82ddd323f2ab HTTP/1.1" status: 200 len: 1097 time: 0.0824599 Apr 01 13:57:54.598951 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-e388c70f-b041-4672-b22b-5db0c5db82b8 req-c5241e6b-e6d8-4c6f-aab5-fafd8fc0bafb service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3260225f-9c7e-4fde-afc6-f9ae824fe0c0 HTTP/1.1" status: 200 len: 217 time: 0.0593951 Apr 01 13:57:54.663733 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e388c70f-b041-4672-b22b-5db0c5db82b8 req-1895cb2a-170b-4f1d-ad7b-ab0d4633d97d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:57:54.665145 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-e388c70f-b041-4672-b22b-5db0c5db82b8 req-1895cb2a-170b-4f1d-ad7b-ab0d4633d97d service neutron] 10.222.0.57 "GET /v2.0/subnets?id=e5510a1a-874e-4c32-9b64-7be69a2e5ac5 HTTP/1.1" status: 200 len: 852 time: 0.0580626 Apr 01 13:57:54.712098 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-e388c70f-b041-4672-b22b-5db0c5db82b8 req-3c5bfb2c-f940-4fc7-afe1-6bd135ea5296 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=d832aae6-47b5-4e66-952a-6adb030eaaa3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0383050 Apr 01 13:57:54.845473 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-e388c70f-b041-4672-b22b-5db0c5db82b8 req-c6747fc6-c544-430d-a28b-31f0c4eda60e service neutron] 10.222.0.57 "GET /v2.0/networks/d832aae6-47b5-4e66-952a-6adb030eaaa3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1243508 Apr 01 13:57:54.978565 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-e388c70f-b041-4672-b22b-5db0c5db82b8 req-73bfe62b-92a9-4973-9de0-64a83545813f service neutron] 10.222.0.57 "GET /v2.0/networks/d832aae6-47b5-4e66-952a-6adb030eaaa3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1226342 Apr 01 13:57:55.096650 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-1a67f568-246a-4440-bac4-7c0ed575db3e req-c4c157a2-3520-4325-bb38-74eafce1201a service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=ab9ce8ac6f2c4400a192970ed23350cf&device_id=6ba86404-5a6c-447d-8f7a-82ddd323f2ab HTTP/1.1" status: 200 len: 1097 time: 0.0680196 Apr 01 13:57:55.234001 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a67f568-246a-4440-bac4-7c0ed575db3e req-977532e0-04d4-4e2c-ac4f-9da81bdd7e96 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:57:55.235529 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-1a67f568-246a-4440-bac4-7c0ed575db3e req-977532e0-04d4-4e2c-ac4f-9da81bdd7e96 service neutron] 10.222.0.57 "GET /v2.0/networks?id=d832aae6-47b5-4e66-952a-6adb030eaaa3 HTTP/1.1" status: 200 len: 913 time: 0.1318965 Apr 01 13:57:55.341579 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-1a67f568-246a-4440-bac4-7c0ed575db3e req-a1ea9b5f-e423-4b9b-adef-bbff11e33fd6 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3260225f-9c7e-4fde-afc6-f9ae824fe0c0 HTTP/1.1" status: 200 len: 217 time: 0.0989356 Apr 01 13:57:55.421043 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a67f568-246a-4440-bac4-7c0ed575db3e req-25e03dcf-b5f6-4a5f-b6b1-aad09a0f956c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:57:55.422345 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-1a67f568-246a-4440-bac4-7c0ed575db3e req-25e03dcf-b5f6-4a5f-b6b1-aad09a0f956c service neutron] 10.222.0.57 "GET /v2.0/subnets?id=e5510a1a-874e-4c32-9b64-7be69a2e5ac5 HTTP/1.1" status: 200 len: 852 time: 0.0730844 Apr 01 13:57:55.470179 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e844f6be-49cb-457b-8d93-bbf5980606a2 req-39e82dc9-fc79-4373-9b7c-b33c2584374b tempest-DeleteServersTestJSON-429656144 tempest-DeleteServersTestJSON-429656144-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:57:55.471576 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-e844f6be-49cb-457b-8d93-bbf5980606a2 req-39e82dc9-fc79-4373-9b7c-b33c2584374b tempest-DeleteServersTestJSON-429656144 tempest-DeleteServersTestJSON-429656144-project] 10.222.0.26 "GET /v2.0/ports?device_id=6ba86404-5a6c-447d-8f7a-82ddd323f2ab HTTP/1.1" status: 200 len: 944 time: 0.1775186 Apr 01 13:57:55.477823 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-1a67f568-246a-4440-bac4-7c0ed575db3e req-357f1e86-ebee-452a-b93d-7197bf28d854 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=d832aae6-47b5-4e66-952a-6adb030eaaa3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0479951 Apr 01 13:57:55.597033 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-e844f6be-49cb-457b-8d93-bbf5980606a2 req-42d6534e-3f7a-41d8-99ff-01b887a67088 tempest-DeleteServersTestJSON-429656144 tempest-DeleteServersTestJSON-429656144-project] 10.222.0.26 "GET /v2.0/security-groups?id=9221bf4c-d230-4481-a878-f3e7d404cbad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1182950 Apr 01 13:57:55.633964 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-1a67f568-246a-4440-bac4-7c0ed575db3e req-71c6e54f-e571-4be9-a2cd-fb66cc1b486e service neutron] 10.222.0.57 "GET /v2.0/networks/d832aae6-47b5-4e66-952a-6adb030eaaa3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1416523 Apr 01 13:57:55.761639 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-1a67f568-246a-4440-bac4-7c0ed575db3e req-c2b362b9-bbbd-49c3-b15f-42ed73e9a060 service neutron] 10.222.0.57 "GET /v2.0/networks/d832aae6-47b5-4e66-952a-6adb030eaaa3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1209531 Apr 01 13:57:56.793872 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23875944-9cb9-497f-82d2-c8fe844f3a9f req-8293d6c8-81c5-46b5-84d7-346b74956e2d tempest-DeleteServersTestJSON-429656144 tempest-DeleteServersTestJSON-429656144-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:57:56.795387 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-23875944-9cb9-497f-82d2-c8fe844f3a9f req-8293d6c8-81c5-46b5-84d7-346b74956e2d tempest-DeleteServersTestJSON-429656144 tempest-DeleteServersTestJSON-429656144-project] 10.222.0.26 "GET /v2.0/ports?device_id=6ba86404-5a6c-447d-8f7a-82ddd323f2ab HTTP/1.1" status: 200 len: 944 time: 0.0793734 Apr 01 13:57:56.844187 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-23875944-9cb9-497f-82d2-c8fe844f3a9f req-b70f5c61-0576-44f9-baa4-76a072cb52b5 tempest-DeleteServersTestJSON-429656144 tempest-DeleteServersTestJSON-429656144-project] 10.222.0.26 "GET /v2.0/security-groups?id=9221bf4c-d230-4481-a878-f3e7d404cbad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426815 Apr 01 13:57:58.042483 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034a89e0-c805-482e-9d07-7a6eb2b66555 req-7d06f46e-bb91-49b5-8061-e25ec19913f0 tempest-DeleteServersTestJSON-429656144 tempest-DeleteServersTestJSON-429656144-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:57:58.043947 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-034a89e0-c805-482e-9d07-7a6eb2b66555 req-7d06f46e-bb91-49b5-8061-e25ec19913f0 tempest-DeleteServersTestJSON-429656144 tempest-DeleteServersTestJSON-429656144-project] 10.222.0.26 "GET /v2.0/ports?device_id=6ba86404-5a6c-447d-8f7a-82ddd323f2ab HTTP/1.1" status: 200 len: 944 time: 0.0792713 Apr 01 13:57:58.088984 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-034a89e0-c805-482e-9d07-7a6eb2b66555 req-bbcdcf08-39d5-413a-9f94-bf95e2654d47 tempest-DeleteServersTestJSON-429656144 tempest-DeleteServersTestJSON-429656144-project] 10.222.0.26 "GET /v2.0/security-groups?id=9221bf4c-d230-4481-a878-f3e7d404cbad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394499 Apr 01 13:57:59.031578 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Device 3260225f-9c7e-4fde-afc6-f9ae824fe0c0 details requested by agent hyperv_hv-neutron-8361 with host hv-neutron-8361 {{(pid=83872) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 01 13:57:59.163957 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] For port 3260225f-9c7e-4fde-afc6-f9ae824fe0c0, host hv-neutron-8361, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8361',level=0,port_id=3260225f-9c7e-4fde-afc6-f9ae824fe0c0,segment=NetworkSegment(a9dfe838-278a-4b5b-98b2-bce5ff229ff9),segment_id=a9dfe838-278a-4b5b-98b2-bce5ff229ff9)] {{(pid=83872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 13:57:59.181681 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Returning: {'device': '3260225f-9c7e-4fde-afc6-f9ae824fe0c0', 'network_id': 'd832aae6-47b5-4e66-952a-6adb030eaaa3', 'port_id': '3260225f-9c7e-4fde-afc6-f9ae824fe0c0', 'mac_address': 'fa:16:3e:63:17:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 384, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e5510a1a-874e-4c32-9b64-7be69a2e5ac5', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83872) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 01 13:57:59.236155 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:57:59.253823 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.notifiers.nova [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3260225f-9c7e-4fde-afc6-f9ae824fe0c0 {{(pid=83872) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 01 13:57:59.268941 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] For port 3260225f-9c7e-4fde-afc6-f9ae824fe0c0, host hv-neutron-8361, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8361',level=0,port_id=3260225f-9c7e-4fde-afc6-f9ae824fe0c0,segment=NetworkSegment(a9dfe838-278a-4b5b-98b2-bce5ff229ff9),segment_id=a9dfe838-278a-4b5b-98b2-bce5ff229ff9)] {{(pid=83872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 13:57:59.273314 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864'] for port, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:57:59.302633 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ae5da8-f3c2-4636-a762-bbb2dc3bbb2f req-36992804-e8ca-4932-8c97-aa1d96d79360 tempest-DeleteServersTestJSON-429656144 tempest-DeleteServersTestJSON-429656144-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:57:59.304206 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-97ae5da8-f3c2-4636-a762-bbb2dc3bbb2f req-36992804-e8ca-4932-8c97-aa1d96d79360 tempest-DeleteServersTestJSON-429656144 tempest-DeleteServersTestJSON-429656144-project] 10.222.0.26 "GET /v2.0/ports?device_id=6ba86404-5a6c-447d-8f7a-82ddd323f2ab HTTP/1.1" status: 200 len: 944 time: 0.0795810 Apr 01 13:57:59.340276 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Pushing event updated for resources: {'Port': ['ID=3260225f-9c7e-4fde-afc6-f9ae824fe0c0,revision_number=4']} {{(pid=83872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:57:59.349017 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:57:59.349360 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:57:59.349689 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:57:59.349885 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-97ae5da8-f3c2-4636-a762-bbb2dc3bbb2f req-117183fb-3baf-4c29-b98d-b4d5199ae8ab tempest-DeleteServersTestJSON-429656144 tempest-DeleteServersTestJSON-429656144-project] 10.222.0.26 "GET /v2.0/security-groups?id=9221bf4c-d230-4481-a878-f3e7d404cbad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396373 Apr 01 13:57:59.350009 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:57:59.350319 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:57:59.350638 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:57:59.350954 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:57:59.351273 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:57:59.351584 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:57:59.351894 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:57:59.352202 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:57:59.505462 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] get_ports_and_sgs() called for port_ids ['3260225f-9c7e-4fde-afc6-f9ae824fe0c0'] {{(pid=83872) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 01 13:58:00.543805 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93013c7d-6f62-4b89-bf1d-330ed834a0d0 req-d10a8493-0261-4ab6-a22b-f5466ef6060f tempest-DeleteServersTestJSON-429656144 tempest-DeleteServersTestJSON-429656144-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:58:00.545192 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-93013c7d-6f62-4b89-bf1d-330ed834a0d0 req-d10a8493-0261-4ab6-a22b-f5466ef6060f tempest-DeleteServersTestJSON-429656144 tempest-DeleteServersTestJSON-429656144-project] 10.222.0.26 "GET /v2.0/ports?device_id=6ba86404-5a6c-447d-8f7a-82ddd323f2ab HTTP/1.1" status: 200 len: 945 time: 0.0753813 Apr 01 13:58:00.590140 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-93013c7d-6f62-4b89-bf1d-330ed834a0d0 req-9c4a1d8b-66bd-409a-96e3-d8a823b3a6c4 tempest-DeleteServersTestJSON-429656144 tempest-DeleteServersTestJSON-429656144-project] 10.222.0.26 "GET /v2.0/security-groups?id=9221bf4c-d230-4481-a878-f3e7d404cbad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394866 Apr 01 13:58:01.045408 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Device 3260225f-9c7e-4fde-afc6-f9ae824fe0c0 up at agent hyperv_hv-neutron-8361 {{(pid=83872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 13:58:01.116368 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Provisioning for port 3260225f-9c7e-4fde-afc6-f9ae824fe0c0 completed by entity L2. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 13:58:01.121047 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Provisioning complete for port 3260225f-9c7e-4fde-afc6-f9ae824fe0c0 triggered by entity L2. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 13:58:01.121414 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-948329'] for port, provisioning_complete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:58:01.238231 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:58:01.264859 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ba86404-5a6c-447d-8f7a-82ddd323f2ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3260225f-9c7e-4fde-afc6-f9ae824fe0c0'}] {{(pid=83872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 13:58:01.275355 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] For port 3260225f-9c7e-4fde-afc6-f9ae824fe0c0, host hv-neutron-8361, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8361',level=0,port_id=3260225f-9c7e-4fde-afc6-f9ae824fe0c0,segment=NetworkSegment(a9dfe838-278a-4b5b-98b2-bce5ff229ff9),segment_id=a9dfe838-278a-4b5b-98b2-bce5ff229ff9)] {{(pid=83872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 13:58:01.278695 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864'] for port, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:58:01.325188 dv-neutron-836180-1-hyperv neutron-server[83872]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ba86404-5a6c-447d-8f7a-82ddd323f2ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3260225f-9c7e-4fde-afc6-f9ae824fe0c0', 'code': 200} Apr 01 13:58:01.351293 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Pushing event updated for resources: {'Port': ['ID=3260225f-9c7e-4fde-afc6-f9ae824fe0c0,revision_number=5']} {{(pid=83872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:58:01.635851 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-2012a27a-44f0-4eda-b5ba-8ac1e4309397 req-bc618a61-dbae-48ef-a548-4ea21be08363 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=6ba86404-5a6c-447d-8f7a-82ddd323f2ab HTTP/1.1" status: 200 len: 1099 time: 0.1482682 Apr 01 13:58:01.680984 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-2012a27a-44f0-4eda-b5ba-8ac1e4309397 req-25466f08-094e-4f59-85e5-70da0833d01a service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=9221bf4c-d230-4481-a878-f3e7d404cbad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348084 Apr 01 13:58:01.790933 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588c013e-4d04-4aae-aef8-91f47a799d0a req-5414ffd5-8ed0-4833-868a-e4d6101bccb2 tempest-DeleteServersTestJSON-429656144 tempest-DeleteServersTestJSON-429656144-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:58:01.792449 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-588c013e-4d04-4aae-aef8-91f47a799d0a req-5414ffd5-8ed0-4833-868a-e4d6101bccb2 tempest-DeleteServersTestJSON-429656144 tempest-DeleteServersTestJSON-429656144-project] 10.222.0.26 "GET /v2.0/ports?device_id=6ba86404-5a6c-447d-8f7a-82ddd323f2ab HTTP/1.1" status: 200 len: 946 time: 0.0765536 Apr 01 13:58:01.836513 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-588c013e-4d04-4aae-aef8-91f47a799d0a req-dd0abcc3-b469-4117-8ca3-1a717675e2a9 tempest-DeleteServersTestJSON-429656144 tempest-DeleteServersTestJSON-429656144-project] 10.222.0.26 "GET /v2.0/security-groups?id=9221bf4c-d230-4481-a878-f3e7d404cbad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386033 Apr 01 13:58:03.038618 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f32cf7-0545-4242-a4cd-761a8b1b8d2e req-83b74a29-631a-444c-9343-e285bd2481f1 tempest-DeleteServersTestJSON-429656144 tempest-DeleteServersTestJSON-429656144-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:58:03.040056 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-15f32cf7-0545-4242-a4cd-761a8b1b8d2e req-83b74a29-631a-444c-9343-e285bd2481f1 tempest-DeleteServersTestJSON-429656144 tempest-DeleteServersTestJSON-429656144-project] 10.222.0.26 "GET /v2.0/ports?device_id=6ba86404-5a6c-447d-8f7a-82ddd323f2ab HTTP/1.1" status: 200 len: 946 time: 0.0781531 Apr 01 13:58:03.172041 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-15f32cf7-0545-4242-a4cd-761a8b1b8d2e req-b48baf52-b401-4021-92a3-351e12999b67 tempest-DeleteServersTestJSON-429656144 tempest-DeleteServersTestJSON-429656144-project] 10.222.0.26 "GET /v2.0/security-groups?id=9221bf4c-d230-4481-a878-f3e7d404cbad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1262748 Apr 01 13:58:03.363899 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-b6f91a26-1f4c-4461-8d9a-4aa2c05861fd req-e60bb9f9-b5bc-4570-9ae8-6933728ece13 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=6ba86404-5a6c-447d-8f7a-82ddd323f2ab&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0670223 Apr 01 13:58:03.583034 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-820ca7f7-8017-45a0-bc20-d3ca22f7d24d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:58:03.639340 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 60610) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:58:03.669920 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72393d24-e3d5-4910-ba6f-22b3d929ff5d req-dba9a6ce-e8cc-4554-b5c7-cf7906b2fd18 tempest-DeleteServersTestJSON-429656144 tempest-DeleteServersTestJSON-429656144-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:58:03.671356 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-72393d24-e3d5-4910-ba6f-22b3d929ff5d req-dba9a6ce-e8cc-4554-b5c7-cf7906b2fd18 tempest-DeleteServersTestJSON-429656144 tempest-DeleteServersTestJSON-429656144-project] 10.222.0.26 "GET /v2.0/ports?device_id=6ba86404-5a6c-447d-8f7a-82ddd323f2ab HTTP/1.1" status: 200 len: 946 time: 0.0771735 Apr 01 13:58:03.719533 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-72393d24-e3d5-4910-ba6f-22b3d929ff5d req-14f787dc-6095-4b19-9e21-199021ba7d38 tempest-DeleteServersTestJSON-429656144 tempest-DeleteServersTestJSON-429656144-project] 10.222.0.26 "GET /v2.0/security-groups?id=9221bf4c-d230-4481-a878-f3e7d404cbad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417118 Apr 01 13:58:03.776405 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-50189fbe-c03b-4109-8afd-8aca3c2ff8da req-dcb4dec7-c596-4601-adf8-f7b787539450 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=6ba86404-5a6c-447d-8f7a-82ddd323f2ab&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1355052 Apr 01 13:58:04.918542 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9477627b-a0c4-4fa0-ac25-87a2d064d112 req-70a8e642-fe57-48a0-afad-44a1f0479467 tempest-DeleteServersTestJSON-429656144 tempest-DeleteServersTestJSON-429656144-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:58:04.920002 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-9477627b-a0c4-4fa0-ac25-87a2d064d112 req-70a8e642-fe57-48a0-afad-44a1f0479467 tempest-DeleteServersTestJSON-429656144 tempest-DeleteServersTestJSON-429656144-project] 10.222.0.26 "GET /v2.0/ports?device_id=6ba86404-5a6c-447d-8f7a-82ddd323f2ab HTTP/1.1" status: 200 len: 946 time: 0.0753839 Apr 01 13:58:05.011769 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-9477627b-a0c4-4fa0-ac25-87a2d064d112 req-5d5f01f8-044c-4c55-baad-9203c918d60c tempest-DeleteServersTestJSON-429656144 tempest-DeleteServersTestJSON-429656144-project] 10.222.0.26 "GET /v2.0/security-groups?id=9221bf4c-d230-4481-a878-f3e7d404cbad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860574 Apr 01 13:58:05.041366 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-50189fbe-c03b-4109-8afd-8aca3c2ff8da req-22504fdc-d67b-48fc-b31e-940418e9faaf service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=ab9ce8ac6f2c4400a192970ed23350cf&device_id=6ba86404-5a6c-447d-8f7a-82ddd323f2ab HTTP/1.1" status: 200 len: 1099 time: 0.0826633 Apr 01 13:58:05.172160 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50189fbe-c03b-4109-8afd-8aca3c2ff8da req-cd0e3b7e-9855-46ae-8ac8-3bd353173f06 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:58:05.173512 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-50189fbe-c03b-4109-8afd-8aca3c2ff8da req-cd0e3b7e-9855-46ae-8ac8-3bd353173f06 service neutron] 10.222.0.57 "GET /v2.0/networks?id=d832aae6-47b5-4e66-952a-6adb030eaaa3 HTTP/1.1" status: 200 len: 913 time: 0.1260207 Apr 01 13:58:05.247310 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-50189fbe-c03b-4109-8afd-8aca3c2ff8da req-b16d3737-0019-4144-a09c-3253fcd67458 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3260225f-9c7e-4fde-afc6-f9ae824fe0c0 HTTP/1.1" status: 200 len: 217 time: 0.0602286 Apr 01 13:58:05.313107 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50189fbe-c03b-4109-8afd-8aca3c2ff8da req-4cb89a2e-2f20-4f61-a151-e6db31790365 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:58:05.314497 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-50189fbe-c03b-4109-8afd-8aca3c2ff8da req-4cb89a2e-2f20-4f61-a151-e6db31790365 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=e5510a1a-874e-4c32-9b64-7be69a2e5ac5 HTTP/1.1" status: 200 len: 852 time: 0.0617294 Apr 01 13:58:05.359080 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-50189fbe-c03b-4109-8afd-8aca3c2ff8da req-c6732dda-c572-4246-9f1a-486b228f681f service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=d832aae6-47b5-4e66-952a-6adb030eaaa3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0381842 Apr 01 13:58:05.488364 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-50189fbe-c03b-4109-8afd-8aca3c2ff8da req-e3e74dbf-b3ea-4f87-b28e-ca935e63793e service neutron] 10.222.0.57 "GET /v2.0/networks/d832aae6-47b5-4e66-952a-6adb030eaaa3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1225598 Apr 01 13:58:05.620028 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-50189fbe-c03b-4109-8afd-8aca3c2ff8da req-dc08bd8e-9378-4345-8781-1226fdaa230b service neutron] 10.222.0.57 "GET /v2.0/networks/d832aae6-47b5-4e66-952a-6adb030eaaa3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1263068 Apr 01 13:58:05.927932 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-2774dc87-f661-4230-962d-ad5de1bdf576 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:58:06.232628 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64f4c97-9186-434d-b256-820f34142c33 req-7183fead-42d1-4673-add8-98de9741e78f tempest-DeleteServersTestJSON-429656144 tempest-DeleteServersTestJSON-429656144-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:58:06.233973 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-c64f4c97-9186-434d-b256-820f34142c33 req-7183fead-42d1-4673-add8-98de9741e78f tempest-DeleteServersTestJSON-429656144 tempest-DeleteServersTestJSON-429656144-project] 10.222.0.26 "GET /v2.0/ports?device_id=6ba86404-5a6c-447d-8f7a-82ddd323f2ab HTTP/1.1" status: 200 len: 946 time: 0.0922012 Apr 01 13:58:06.284615 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-c64f4c97-9186-434d-b256-820f34142c33 req-2bbf44ed-f076-45bd-ad23-292aa9968a05 tempest-DeleteServersTestJSON-429656144 tempest-DeleteServersTestJSON-429656144-project] 10.222.0.26 "GET /v2.0/security-groups?id=9221bf4c-d230-4481-a878-f3e7d404cbad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440269 Apr 01 13:58:07.207850 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:58:07.431279 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-2f9cfc9c-d8ba-4de3-a4ad-98162f90557c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:58:07.482175 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0cd6ae-64d2-42b3-b043-3e1719246b87 req-9c685537-8d2c-4216-9cad-4524e2179b8a tempest-DeleteServersTestJSON-429656144 tempest-DeleteServersTestJSON-429656144-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:58:07.483621 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-9c0cd6ae-64d2-42b3-b043-3e1719246b87 req-9c685537-8d2c-4216-9cad-4524e2179b8a tempest-DeleteServersTestJSON-429656144 tempest-DeleteServersTestJSON-429656144-project] 10.222.0.26 "GET /v2.0/ports?device_id=6ba86404-5a6c-447d-8f7a-82ddd323f2ab HTTP/1.1" status: 200 len: 946 time: 0.0759425 Apr 01 13:58:07.530861 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-9c0cd6ae-64d2-42b3-b043-3e1719246b87 req-f35bb98f-158c-460b-adb2-d42fc3b24158 tempest-DeleteServersTestJSON-429656144 tempest-DeleteServersTestJSON-429656144-project] 10.222.0.26 "GET /v2.0/security-groups?id=9221bf4c-d230-4481-a878-f3e7d404cbad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417528 Apr 01 13:58:08.724125 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffdbec9d-06b9-486b-8649-b0456c1397c4 req-1469fd6f-6292-4194-a867-481f38fe1c4c tempest-DeleteServersTestJSON-429656144 tempest-DeleteServersTestJSON-429656144-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:58:08.725669 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-ffdbec9d-06b9-486b-8649-b0456c1397c4 req-1469fd6f-6292-4194-a867-481f38fe1c4c tempest-DeleteServersTestJSON-429656144 tempest-DeleteServersTestJSON-429656144-project] 10.222.0.26 "GET /v2.0/ports?device_id=6ba86404-5a6c-447d-8f7a-82ddd323f2ab HTTP/1.1" status: 200 len: 946 time: 0.0771677 Apr 01 13:58:08.774690 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-ffdbec9d-06b9-486b-8649-b0456c1397c4 req-9c4dda63-04a8-4478-94be-eadcb1ff8b83 tempest-DeleteServersTestJSON-429656144 tempest-DeleteServersTestJSON-429656144-project] 10.222.0.26 "GET /v2.0/security-groups?id=9221bf4c-d230-4481-a878-f3e7d404cbad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436833 Apr 01 13:58:08.926622 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-a976a7b9-9034-41e6-be13-349b75ed1593 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:58:09.971918 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb127b5-5fc9-4d2a-a25f-563b907877c2 req-8af26967-cd29-4a70-b639-7288a5518017 tempest-DeleteServersTestJSON-429656144 tempest-DeleteServersTestJSON-429656144-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:58:09.973380 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-bdb127b5-5fc9-4d2a-a25f-563b907877c2 req-8af26967-cd29-4a70-b639-7288a5518017 tempest-DeleteServersTestJSON-429656144 tempest-DeleteServersTestJSON-429656144-project] 10.222.0.26 "GET /v2.0/ports?device_id=6ba86404-5a6c-447d-8f7a-82ddd323f2ab HTTP/1.1" status: 200 len: 946 time: 0.0798914 Apr 01 13:58:10.018241 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-bdb127b5-5fc9-4d2a-a25f-563b907877c2 req-e935b473-bb55-4028-9e77-b75232987d63 tempest-DeleteServersTestJSON-429656144 tempest-DeleteServersTestJSON-429656144-project] 10.222.0.26 "GET /v2.0/security-groups?id=9221bf4c-d230-4481-a878-f3e7d404cbad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383415 Apr 01 13:58:11.211557 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2bdb4f2-1e89-4ba0-a7db-d518639f25f5 req-b456d009-664c-49d9-bb66-e07b285d5fe0 tempest-DeleteServersTestJSON-429656144 tempest-DeleteServersTestJSON-429656144-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:58:11.213038 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-d2bdb4f2-1e89-4ba0-a7db-d518639f25f5 req-b456d009-664c-49d9-bb66-e07b285d5fe0 tempest-DeleteServersTestJSON-429656144 tempest-DeleteServersTestJSON-429656144-project] 10.222.0.26 "GET /v2.0/ports?device_id=6ba86404-5a6c-447d-8f7a-82ddd323f2ab HTTP/1.1" status: 200 len: 946 time: 0.0758049 Apr 01 13:58:11.258055 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-d2bdb4f2-1e89-4ba0-a7db-d518639f25f5 req-5b8276ad-feef-40b3-aa8b-8ce8def6fd22 tempest-DeleteServersTestJSON-429656144 tempest-DeleteServersTestJSON-429656144-project] 10.222.0.26 "GET /v2.0/security-groups?id=9221bf4c-d230-4481-a878-f3e7d404cbad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394940 Apr 01 13:58:12.459390 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df877bfa-afa6-4d35-85b4-eec00b8cd30d req-f775451d-b886-488b-84cd-5937baf52d2a tempest-DeleteServersTestJSON-429656144 tempest-DeleteServersTestJSON-429656144-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:58:12.460839 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-df877bfa-afa6-4d35-85b4-eec00b8cd30d req-f775451d-b886-488b-84cd-5937baf52d2a tempest-DeleteServersTestJSON-429656144 tempest-DeleteServersTestJSON-429656144-project] 10.222.0.26 "GET /v2.0/ports?device_id=6ba86404-5a6c-447d-8f7a-82ddd323f2ab HTTP/1.1" status: 200 len: 946 time: 0.0794225 Apr 01 13:58:12.506075 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-df877bfa-afa6-4d35-85b4-eec00b8cd30d req-cef8f092-63ac-4006-b960-03a3e722f4a2 tempest-DeleteServersTestJSON-429656144 tempest-DeleteServersTestJSON-429656144-project] 10.222.0.26 "GET /v2.0/security-groups?id=9221bf4c-d230-4481-a878-f3e7d404cbad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394981 Apr 01 13:58:13.843247 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6d62c4-b397-465c-8415-b08849ef5fec req-98c1486a-d450-4114-8d9b-1bf474dbfe97 tempest-DeleteServersTestJSON-429656144 tempest-DeleteServersTestJSON-429656144-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:58:13.844735 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-0e6d62c4-b397-465c-8415-b08849ef5fec req-98c1486a-d450-4114-8d9b-1bf474dbfe97 tempest-DeleteServersTestJSON-429656144 tempest-DeleteServersTestJSON-429656144-project] 10.222.0.26 "GET /v2.0/ports?device_id=6ba86404-5a6c-447d-8f7a-82ddd323f2ab HTTP/1.1" status: 200 len: 946 time: 0.0797863 Apr 01 13:58:13.889090 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-0e6d62c4-b397-465c-8415-b08849ef5fec req-de399eb7-18b2-4aeb-8f12-54262eb4f057 tempest-DeleteServersTestJSON-429656144 tempest-DeleteServersTestJSON-429656144-project] 10.222.0.26 "GET /v2.0/security-groups?id=9221bf4c-d230-4481-a878-f3e7d404cbad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383019 Apr 01 13:58:15.082935 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78439e69-0d36-4257-92c6-03d9bac32e6b req-74721114-28e1-4682-ac19-826b091803d0 tempest-DeleteServersTestJSON-429656144 tempest-DeleteServersTestJSON-429656144-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:58:15.084451 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-78439e69-0d36-4257-92c6-03d9bac32e6b req-74721114-28e1-4682-ac19-826b091803d0 tempest-DeleteServersTestJSON-429656144 tempest-DeleteServersTestJSON-429656144-project] 10.222.0.26 "GET /v2.0/ports?device_id=6ba86404-5a6c-447d-8f7a-82ddd323f2ab HTTP/1.1" status: 200 len: 946 time: 0.0763576 Apr 01 13:58:15.129352 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-78439e69-0d36-4257-92c6-03d9bac32e6b req-d51a4179-2264-4e9b-8b15-c66b2bfbd56d tempest-DeleteServersTestJSON-429656144 tempest-DeleteServersTestJSON-429656144-project] 10.222.0.26 "GET /v2.0/security-groups?id=9221bf4c-d230-4481-a878-f3e7d404cbad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392568 Apr 01 13:58:16.333845 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b48dfbc-4ce6-4aa8-bc80-a3dec3b81812 req-91d8e9b4-07e8-45b2-8d11-d97863ee12aa tempest-DeleteServersTestJSON-429656144 tempest-DeleteServersTestJSON-429656144-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:58:16.335932 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-9b48dfbc-4ce6-4aa8-bc80-a3dec3b81812 req-91d8e9b4-07e8-45b2-8d11-d97863ee12aa tempest-DeleteServersTestJSON-429656144 tempest-DeleteServersTestJSON-429656144-project] 10.222.0.26 "GET /v2.0/ports?device_id=6ba86404-5a6c-447d-8f7a-82ddd323f2ab HTTP/1.1" status: 200 len: 946 time: 0.0899885 Apr 01 13:58:16.382030 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-9b48dfbc-4ce6-4aa8-bc80-a3dec3b81812 req-cbec61d7-c609-4bd8-a206-f32dab925dcf tempest-DeleteServersTestJSON-429656144 tempest-DeleteServersTestJSON-429656144-project] 10.222.0.26 "GET /v2.0/security-groups?id=9221bf4c-d230-4481-a878-f3e7d404cbad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394497 Apr 01 13:58:17.588440 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa6f274-c7c0-47a1-b2ac-bf965cd89e6e req-b4736c2f-27e6-402f-a5ae-6f77d3517691 tempest-DeleteServersTestJSON-429656144 tempest-DeleteServersTestJSON-429656144-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:58:17.589865 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-7fa6f274-c7c0-47a1-b2ac-bf965cd89e6e req-b4736c2f-27e6-402f-a5ae-6f77d3517691 tempest-DeleteServersTestJSON-429656144 tempest-DeleteServersTestJSON-429656144-project] 10.222.0.26 "GET /v2.0/ports?device_id=6ba86404-5a6c-447d-8f7a-82ddd323f2ab HTTP/1.1" status: 200 len: 946 time: 0.0876606 Apr 01 13:58:17.635990 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-7fa6f274-c7c0-47a1-b2ac-bf965cd89e6e req-d05ffb14-a39d-4deb-b705-aadd8b98b7d8 tempest-DeleteServersTestJSON-429656144 tempest-DeleteServersTestJSON-429656144-project] 10.222.0.26 "GET /v2.0/security-groups?id=9221bf4c-d230-4481-a878-f3e7d404cbad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406694 Apr 01 13:58:17.912387 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-ca836f4e-5677-4760-8b39-511c9b84c45a req-87d1f0d8-08ab-4251-ba74-2b286230d1b8 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=ab9ce8ac6f2c4400a192970ed23350cf&device_id=6ba86404-5a6c-447d-8f7a-82ddd323f2ab HTTP/1.1" status: 200 len: 1099 time: 0.0665915 Apr 01 13:58:17.980732 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.agents_db [None req-bdd220c7-049a-43d2-a923-ad1a2de078c6 None None] Agent healthcheck: found 6 active agents {{(pid=83873) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 01 13:58:18.130903 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca836f4e-5677-4760-8b39-511c9b84c45a req-dced5eb4-7dd1-457f-9aed-a77437db24a6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:58:18.132694 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-ca836f4e-5677-4760-8b39-511c9b84c45a req-dced5eb4-7dd1-457f-9aed-a77437db24a6 service neutron] 10.222.0.57 "GET /v2.0/networks?id=d832aae6-47b5-4e66-952a-6adb030eaaa3 HTTP/1.1" status: 200 len: 913 time: 0.2020125 Apr 01 13:58:18.200079 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-ca836f4e-5677-4760-8b39-511c9b84c45a req-d28faccf-afda-4d6f-a1e8-4cc82362dd7e service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3260225f-9c7e-4fde-afc6-f9ae824fe0c0 HTTP/1.1" status: 200 len: 217 time: 0.0618522 Apr 01 13:58:18.261639 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca836f4e-5677-4760-8b39-511c9b84c45a req-0aec47ef-73f6-4688-8d5b-47efd5bcd829 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:58:18.263037 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-ca836f4e-5677-4760-8b39-511c9b84c45a req-0aec47ef-73f6-4688-8d5b-47efd5bcd829 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=e5510a1a-874e-4c32-9b64-7be69a2e5ac5 HTTP/1.1" status: 200 len: 852 time: 0.0570991 Apr 01 13:58:18.313242 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-ca836f4e-5677-4760-8b39-511c9b84c45a req-db4bafcc-9acd-442d-903c-94850a9a5cd2 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=d832aae6-47b5-4e66-952a-6adb030eaaa3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0440516 Apr 01 13:58:18.443003 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-ca836f4e-5677-4760-8b39-511c9b84c45a req-11f448b5-9f7c-43df-9d25-687e92d322f0 service neutron] 10.222.0.57 "GET /v2.0/networks/d832aae6-47b5-4e66-952a-6adb030eaaa3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1235991 Apr 01 13:58:18.576817 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-ca836f4e-5677-4760-8b39-511c9b84c45a req-fce1e43e-d15f-4ac6-bc4d-f38012ca7334 service neutron] 10.222.0.57 "GET /v2.0/networks/d832aae6-47b5-4e66-952a-6adb030eaaa3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1259670 Apr 01 13:58:18.832865 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5358b595-6947-4a5c-bf76-11f4caf8b04c req-d555d5b1-b230-4db4-a0e2-85c67156ce4c tempest-DeleteServersTestJSON-429656144 tempest-DeleteServersTestJSON-429656144-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:58:18.834287 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-5358b595-6947-4a5c-bf76-11f4caf8b04c req-d555d5b1-b230-4db4-a0e2-85c67156ce4c tempest-DeleteServersTestJSON-429656144 tempest-DeleteServersTestJSON-429656144-project] 10.222.0.26 "GET /v2.0/ports?device_id=6ba86404-5a6c-447d-8f7a-82ddd323f2ab HTTP/1.1" status: 200 len: 946 time: 0.0785558 Apr 01 13:58:18.879395 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-5358b595-6947-4a5c-bf76-11f4caf8b04c req-8d56d0f1-b218-47df-87f5-2336dea3cf26 tempest-DeleteServersTestJSON-429656144 tempest-DeleteServersTestJSON-429656144-project] 10.222.0.26 "GET /v2.0/security-groups?id=9221bf4c-d230-4481-a878-f3e7d404cbad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384183 Apr 01 13:58:20.074263 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b664bf26-6dc1-4d01-a79b-abb2a13a8891 req-5606a402-6b62-433f-90ed-6b40127f87bd tempest-DeleteServersTestJSON-429656144 tempest-DeleteServersTestJSON-429656144-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:58:20.075711 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-b664bf26-6dc1-4d01-a79b-abb2a13a8891 req-5606a402-6b62-433f-90ed-6b40127f87bd tempest-DeleteServersTestJSON-429656144 tempest-DeleteServersTestJSON-429656144-project] 10.222.0.26 "GET /v2.0/ports?device_id=6ba86404-5a6c-447d-8f7a-82ddd323f2ab HTTP/1.1" status: 200 len: 946 time: 0.0748346 Apr 01 13:58:20.120493 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-b664bf26-6dc1-4d01-a79b-abb2a13a8891 req-5af24908-b9e8-472f-9719-a8009f45e959 tempest-DeleteServersTestJSON-429656144 tempest-DeleteServersTestJSON-429656144-project] 10.222.0.26 "GET /v2.0/security-groups?id=9221bf4c-d230-4481-a878-f3e7d404cbad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392818 Apr 01 13:58:21.318393 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3936f0ca-daa1-45ea-b94e-78fe27694bbd req-16bb18f7-f9fe-4488-9002-afc2ef27a4cc tempest-DeleteServersTestJSON-429656144 tempest-DeleteServersTestJSON-429656144-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:58:21.319941 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-3936f0ca-daa1-45ea-b94e-78fe27694bbd req-16bb18f7-f9fe-4488-9002-afc2ef27a4cc tempest-DeleteServersTestJSON-429656144 tempest-DeleteServersTestJSON-429656144-project] 10.222.0.26 "GET /v2.0/ports?device_id=6ba86404-5a6c-447d-8f7a-82ddd323f2ab HTTP/1.1" status: 200 len: 946 time: 0.0777915 Apr 01 13:58:21.368740 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-3936f0ca-daa1-45ea-b94e-78fe27694bbd req-17ca08e7-e337-4f0b-b468-612e56cfcebe tempest-DeleteServersTestJSON-429656144 tempest-DeleteServersTestJSON-429656144-project] 10.222.0.26 "GET /v2.0/security-groups?id=9221bf4c-d230-4481-a878-f3e7d404cbad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432303 Apr 01 13:58:22.565253 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7183a61c-88f5-4fe0-84d6-cf52374c3c4b req-ef1a15e0-b30f-495c-8128-9983af5ace49 tempest-DeleteServersTestJSON-429656144 tempest-DeleteServersTestJSON-429656144-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:58:22.567313 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-7183a61c-88f5-4fe0-84d6-cf52374c3c4b req-ef1a15e0-b30f-495c-8128-9983af5ace49 tempest-DeleteServersTestJSON-429656144 tempest-DeleteServersTestJSON-429656144-project] 10.222.0.26 "GET /v2.0/ports?device_id=6ba86404-5a6c-447d-8f7a-82ddd323f2ab HTTP/1.1" status: 200 len: 946 time: 0.0790052 Apr 01 13:58:22.614510 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-7183a61c-88f5-4fe0-84d6-cf52374c3c4b req-1eb92dde-7507-4804-b112-11e9535c6934 tempest-DeleteServersTestJSON-429656144 tempest-DeleteServersTestJSON-429656144-project] 10.222.0.26 "GET /v2.0/security-groups?id=9221bf4c-d230-4481-a878-f3e7d404cbad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405715 Apr 01 13:58:23.811583 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f361fee-b40f-4877-b22f-d6292e943caf req-99b7e525-b975-41fb-8234-97d8b93b1ade tempest-DeleteServersTestJSON-429656144 tempest-DeleteServersTestJSON-429656144-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:58:23.813395 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-6f361fee-b40f-4877-b22f-d6292e943caf req-99b7e525-b975-41fb-8234-97d8b93b1ade tempest-DeleteServersTestJSON-429656144 tempest-DeleteServersTestJSON-429656144-project] 10.222.0.26 "GET /v2.0/ports?device_id=6ba86404-5a6c-447d-8f7a-82ddd323f2ab HTTP/1.1" status: 200 len: 946 time: 0.0781150 Apr 01 13:58:23.858935 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-6f361fee-b40f-4877-b22f-d6292e943caf req-36460b95-15af-4d1f-8d66-890cee915849 tempest-DeleteServersTestJSON-429656144 tempest-DeleteServersTestJSON-429656144-project] 10.222.0.26 "GET /v2.0/security-groups?id=9221bf4c-d230-4481-a878-f3e7d404cbad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400579 Apr 01 13:58:23.951508 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:58:25.056381 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ae7deb-0fa7-42a7-9b31-c6450f7aee55 req-ac65eab4-2cad-4216-8f11-9633290a95e1 tempest-DeleteServersTestJSON-429656144 tempest-DeleteServersTestJSON-429656144-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:58:25.057824 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-f7ae7deb-0fa7-42a7-9b31-c6450f7aee55 req-ac65eab4-2cad-4216-8f11-9633290a95e1 tempest-DeleteServersTestJSON-429656144 tempest-DeleteServersTestJSON-429656144-project] 10.222.0.26 "GET /v2.0/ports?device_id=6ba86404-5a6c-447d-8f7a-82ddd323f2ab HTTP/1.1" status: 200 len: 946 time: 0.0776567 Apr 01 13:58:25.106904 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-f7ae7deb-0fa7-42a7-9b31-c6450f7aee55 req-5d12734f-06cf-46f0-9246-3550281e6273 tempest-DeleteServersTestJSON-429656144 tempest-DeleteServersTestJSON-429656144-project] 10.222.0.26 "GET /v2.0/security-groups?id=9221bf4c-d230-4481-a878-f3e7d404cbad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433271 Apr 01 13:58:26.310639 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8baf8df-904b-495f-844a-622feb3f7a82 req-b95f6be6-3523-43c2-87b2-bb03ea939efd tempest-DeleteServersTestJSON-429656144 tempest-DeleteServersTestJSON-429656144-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:58:26.312112 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-d8baf8df-904b-495f-844a-622feb3f7a82 req-b95f6be6-3523-43c2-87b2-bb03ea939efd tempest-DeleteServersTestJSON-429656144 tempest-DeleteServersTestJSON-429656144-project] 10.222.0.26 "GET /v2.0/ports?device_id=6ba86404-5a6c-447d-8f7a-82ddd323f2ab HTTP/1.1" status: 200 len: 946 time: 0.0809467 Apr 01 13:58:26.357169 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-d8baf8df-904b-495f-844a-622feb3f7a82 req-a08385b8-5628-43b1-a054-d20de1e64c17 tempest-DeleteServersTestJSON-429656144 tempest-DeleteServersTestJSON-429656144-project] 10.222.0.26 "GET /v2.0/security-groups?id=9221bf4c-d230-4481-a878-f3e7d404cbad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391388 Apr 01 13:58:27.550710 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ff3cac-401d-4291-857b-429f5d52270e req-580fd0b2-f026-41b4-9e63-658ae5d27710 tempest-DeleteServersTestJSON-429656144 tempest-DeleteServersTestJSON-429656144-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:58:27.552131 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-23ff3cac-401d-4291-857b-429f5d52270e req-580fd0b2-f026-41b4-9e63-658ae5d27710 tempest-DeleteServersTestJSON-429656144 tempest-DeleteServersTestJSON-429656144-project] 10.222.0.26 "GET /v2.0/ports?device_id=6ba86404-5a6c-447d-8f7a-82ddd323f2ab HTTP/1.1" status: 200 len: 946 time: 0.0746868 Apr 01 13:58:27.599475 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-23ff3cac-401d-4291-857b-429f5d52270e req-2dfb2e9d-e91e-45b7-aefb-46278aec450a tempest-DeleteServersTestJSON-429656144 tempest-DeleteServersTestJSON-429656144-project] 10.222.0.26 "GET /v2.0/security-groups?id=9221bf4c-d230-4481-a878-f3e7d404cbad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408812 Apr 01 13:58:28.796255 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6598e3-ab65-4d1a-8f07-0c2fe0e38218 req-ad8a84fa-189e-43c3-a497-4f2de7ae369c tempest-DeleteServersTestJSON-429656144 tempest-DeleteServersTestJSON-429656144-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:58:28.797714 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-fd6598e3-ab65-4d1a-8f07-0c2fe0e38218 req-ad8a84fa-189e-43c3-a497-4f2de7ae369c tempest-DeleteServersTestJSON-429656144 tempest-DeleteServersTestJSON-429656144-project] 10.222.0.26 "GET /v2.0/ports?device_id=6ba86404-5a6c-447d-8f7a-82ddd323f2ab HTTP/1.1" status: 200 len: 946 time: 0.0760627 Apr 01 13:58:28.843080 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-fd6598e3-ab65-4d1a-8f07-0c2fe0e38218 req-5704cc54-d969-458d-90df-a62379120b65 tempest-DeleteServersTestJSON-429656144 tempest-DeleteServersTestJSON-429656144-project] 10.222.0.26 "GET /v2.0/security-groups?id=9221bf4c-d230-4481-a878-f3e7d404cbad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398588 Apr 01 13:58:30.040856 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cad1585-24f1-4788-95a2-9fe01a81612a req-cc354877-f759-45f0-8541-e8de9d3141a2 tempest-DeleteServersTestJSON-429656144 tempest-DeleteServersTestJSON-429656144-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:58:30.042268 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-9cad1585-24f1-4788-95a2-9fe01a81612a req-cc354877-f759-45f0-8541-e8de9d3141a2 tempest-DeleteServersTestJSON-429656144 tempest-DeleteServersTestJSON-429656144-project] 10.222.0.26 "GET /v2.0/ports?device_id=6ba86404-5a6c-447d-8f7a-82ddd323f2ab HTTP/1.1" status: 200 len: 946 time: 0.0784256 Apr 01 13:58:30.088039 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-9cad1585-24f1-4788-95a2-9fe01a81612a req-a7376059-b57b-4726-8bfa-f324a419311e tempest-DeleteServersTestJSON-429656144 tempest-DeleteServersTestJSON-429656144-project] 10.222.0.26 "GET /v2.0/security-groups?id=9221bf4c-d230-4481-a878-f3e7d404cbad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402229 Apr 01 13:58:31.287259 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2019c4-29f7-49d1-a494-f561edb92617 req-41d5e53d-0a8c-475e-97da-fe8104a95b20 tempest-DeleteServersTestJSON-429656144 tempest-DeleteServersTestJSON-429656144-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:58:31.289680 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-4d2019c4-29f7-49d1-a494-f561edb92617 req-41d5e53d-0a8c-475e-97da-fe8104a95b20 tempest-DeleteServersTestJSON-429656144 tempest-DeleteServersTestJSON-429656144-project] 10.222.0.26 "GET /v2.0/ports?device_id=6ba86404-5a6c-447d-8f7a-82ddd323f2ab HTTP/1.1" status: 200 len: 946 time: 0.0817688 Apr 01 13:58:31.337903 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-4d2019c4-29f7-49d1-a494-f561edb92617 req-46f390cc-f35a-4085-aec6-2b9af29a58d3 tempest-DeleteServersTestJSON-429656144 tempest-DeleteServersTestJSON-429656144-project] 10.222.0.26 "GET /v2.0/security-groups?id=9221bf4c-d230-4481-a878-f3e7d404cbad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418532 Apr 01 13:58:32.531584 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7361c4-20ed-4bc6-9981-cfa4a0fdb3ea req-fecc7cb5-3b23-411e-8331-74e654ac47e8 tempest-DeleteServersTestJSON-429656144 tempest-DeleteServersTestJSON-429656144-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:58:32.533034 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-3f7361c4-20ed-4bc6-9981-cfa4a0fdb3ea req-fecc7cb5-3b23-411e-8331-74e654ac47e8 tempest-DeleteServersTestJSON-429656144 tempest-DeleteServersTestJSON-429656144-project] 10.222.0.26 "GET /v2.0/ports?device_id=6ba86404-5a6c-447d-8f7a-82ddd323f2ab HTTP/1.1" status: 200 len: 946 time: 0.0769968 Apr 01 13:58:32.578383 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-3f7361c4-20ed-4bc6-9981-cfa4a0fdb3ea req-749357ce-1838-4c16-9cab-f66d2e24f70c tempest-DeleteServersTestJSON-429656144 tempest-DeleteServersTestJSON-429656144-project] 10.222.0.26 "GET /v2.0/security-groups?id=9221bf4c-d230-4481-a878-f3e7d404cbad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393119 Apr 01 13:58:33.575861 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-82634cae-dd7d-45f8-8b51-687a52a6a6f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:58:33.774987 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20fa7409-07ac-418b-ad00-2b603df7e5e3 req-23337426-6414-4da6-90de-ed0cee5a66dc tempest-DeleteServersTestJSON-429656144 tempest-DeleteServersTestJSON-429656144-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:58:33.776488 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-20fa7409-07ac-418b-ad00-2b603df7e5e3 req-23337426-6414-4da6-90de-ed0cee5a66dc tempest-DeleteServersTestJSON-429656144 tempest-DeleteServersTestJSON-429656144-project] 10.222.0.26 "GET /v2.0/ports?device_id=6ba86404-5a6c-447d-8f7a-82ddd323f2ab HTTP/1.1" status: 200 len: 946 time: 0.0760684 Apr 01 13:58:33.822373 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-20fa7409-07ac-418b-ad00-2b603df7e5e3 req-c2b5826c-2bc7-4b0a-bcf5-15808aeb8727 tempest-DeleteServersTestJSON-429656144 tempest-DeleteServersTestJSON-429656144-project] 10.222.0.26 "GET /v2.0/security-groups?id=9221bf4c-d230-4481-a878-f3e7d404cbad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404856 Apr 01 13:58:35.023535 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad429ec-67d2-45ea-a19a-aa07a8e68fad req-b65579ea-b30e-4c9f-8ce5-1ac6db031b0c tempest-DeleteServersTestJSON-429656144 tempest-DeleteServersTestJSON-429656144-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:58:35.025130 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-0ad429ec-67d2-45ea-a19a-aa07a8e68fad req-b65579ea-b30e-4c9f-8ce5-1ac6db031b0c tempest-DeleteServersTestJSON-429656144 tempest-DeleteServersTestJSON-429656144-project] 10.222.0.26 "GET /v2.0/ports?device_id=6ba86404-5a6c-447d-8f7a-82ddd323f2ab HTTP/1.1" status: 200 len: 946 time: 0.0813453 Apr 01 13:58:35.073671 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-0ad429ec-67d2-45ea-a19a-aa07a8e68fad req-65e9298f-70a0-4438-a4bf-c4edb22f5a9b tempest-DeleteServersTestJSON-429656144 tempest-DeleteServersTestJSON-429656144-project] 10.222.0.26 "GET /v2.0/security-groups?id=9221bf4c-d230-4481-a878-f3e7d404cbad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429485 Apr 01 13:58:35.930463 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-7c36e090-5ab9-416b-bc73-74169c7b4013 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:58:36.268847 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86decafc-657c-4cab-8477-7e1641ecb938 req-dd9f867b-b78a-46cb-a8c0-2b1bdd459536 tempest-DeleteServersTestJSON-429656144 tempest-DeleteServersTestJSON-429656144-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:58:36.270163 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-86decafc-657c-4cab-8477-7e1641ecb938 req-dd9f867b-b78a-46cb-a8c0-2b1bdd459536 tempest-DeleteServersTestJSON-429656144 tempest-DeleteServersTestJSON-429656144-project] 10.222.0.26 "GET /v2.0/ports?device_id=6ba86404-5a6c-447d-8f7a-82ddd323f2ab HTTP/1.1" status: 200 len: 946 time: 0.0785058 Apr 01 13:58:36.315974 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-86decafc-657c-4cab-8477-7e1641ecb938 req-e23cf481-225f-443c-90c1-48b2c8a009a9 tempest-DeleteServersTestJSON-429656144 tempest-DeleteServersTestJSON-429656144-project] 10.222.0.26 "GET /v2.0/security-groups?id=9221bf4c-d230-4481-a878-f3e7d404cbad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394428 Apr 01 13:58:37.209520 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:58:37.433192 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-2f9cfc9c-d8ba-4de3-a4ad-98162f90557c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:58:37.517537 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc06efc2-2c8b-44e7-b999-b380ceff9d1f req-7c1057f1-a20c-4799-8f11-c70cac703bbd tempest-DeleteServersTestJSON-429656144 tempest-DeleteServersTestJSON-429656144-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:58:37.518870 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-fc06efc2-2c8b-44e7-b999-b380ceff9d1f req-7c1057f1-a20c-4799-8f11-c70cac703bbd tempest-DeleteServersTestJSON-429656144 tempest-DeleteServersTestJSON-429656144-project] 10.222.0.26 "GET /v2.0/ports?device_id=6ba86404-5a6c-447d-8f7a-82ddd323f2ab HTTP/1.1" status: 200 len: 946 time: 0.0816121 Apr 01 13:58:37.601444 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-fc06efc2-2c8b-44e7-b999-b380ceff9d1f req-58b9385a-7801-4735-bbb5-6e3e1c9eb9c2 tempest-DeleteServersTestJSON-429656144 tempest-DeleteServersTestJSON-429656144-project] 10.222.0.26 "GET /v2.0/security-groups?id=9221bf4c-d230-4481-a878-f3e7d404cbad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760458 Apr 01 13:58:37.638525 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-50189fbe-c03b-4109-8afd-8aca3c2ff8da req-de28f3ca-7790-465f-a606-c526c11db715 service neutron] 10.222.0.57 "GET /v2.0/ports/3260225f-9c7e-4fde-afc6-f9ae824fe0c0/bindings/hv-neutron-8361 HTTP/1.1" status: 200 len: 384 time: 0.0778224 Apr 01 13:58:37.917293 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-50189fbe-c03b-4109-8afd-8aca3c2ff8da req-13624c3e-a077-42f2-bdaa-bf69ea3e2129 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=6ba86404-5a6c-447d-8f7a-82ddd323f2ab&tenant_id=ab9ce8ac6f2c4400a192970ed23350cf HTTP/1.1" status: 200 len: 1099 time: 0.0676918 Apr 01 13:58:38.022387 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-50189fbe-c03b-4109-8afd-8aca3c2ff8da req-7c578005-376e-4d91-9ba9-ca05851da446 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=ab9ce8ac6f2c4400a192970ed23350cf&device_id=6ba86404-5a6c-447d-8f7a-82ddd323f2ab HTTP/1.1" status: 200 len: 1099 time: 0.0783184 Apr 01 13:58:38.236628 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50189fbe-c03b-4109-8afd-8aca3c2ff8da req-c8c7fb67-c703-4d78-a231-211afe4e3a6c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:58:38.237960 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-50189fbe-c03b-4109-8afd-8aca3c2ff8da req-c8c7fb67-c703-4d78-a231-211afe4e3a6c service neutron] 10.222.0.57 "GET /v2.0/networks?id=d832aae6-47b5-4e66-952a-6adb030eaaa3 HTTP/1.1" status: 200 len: 913 time: 0.2066646 Apr 01 13:58:38.310383 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-50189fbe-c03b-4109-8afd-8aca3c2ff8da req-52ce5a84-9ae6-439e-8fe1-69e1741ebd8c service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3260225f-9c7e-4fde-afc6-f9ae824fe0c0 HTTP/1.1" status: 200 len: 217 time: 0.0631015 Apr 01 13:58:38.374296 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50189fbe-c03b-4109-8afd-8aca3c2ff8da req-115612ff-9e5a-4fb3-9798-2e0ec70469d7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:58:38.375669 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-50189fbe-c03b-4109-8afd-8aca3c2ff8da req-115612ff-9e5a-4fb3-9798-2e0ec70469d7 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=e5510a1a-874e-4c32-9b64-7be69a2e5ac5 HTTP/1.1" status: 200 len: 852 time: 0.0571229 Apr 01 13:58:38.422982 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-50189fbe-c03b-4109-8afd-8aca3c2ff8da req-53a2913c-78c8-4b00-997b-2ec6443a0f2d service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=d832aae6-47b5-4e66-952a-6adb030eaaa3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0380223 Apr 01 13:58:38.557719 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-50189fbe-c03b-4109-8afd-8aca3c2ff8da req-ba170abf-120b-4af2-9ba9-842323c2c415 service neutron] 10.222.0.57 "GET /v2.0/networks/d832aae6-47b5-4e66-952a-6adb030eaaa3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1253104 Apr 01 13:58:38.691639 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-50189fbe-c03b-4109-8afd-8aca3c2ff8da req-d9363723-5dc8-4b34-bff3-4377eff3f39d service neutron] 10.222.0.57 "GET /v2.0/networks/d832aae6-47b5-4e66-952a-6adb030eaaa3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1253107 Apr 01 13:58:38.798041 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35449a9-fbb7-40b6-bb00-9ef1934a725c req-c96bed5d-485b-4164-a24a-2e6728f2eb41 tempest-DeleteServersTestJSON-429656144 tempest-DeleteServersTestJSON-429656144-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:58:38.799503 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-d35449a9-fbb7-40b6-bb00-9ef1934a725c req-c96bed5d-485b-4164-a24a-2e6728f2eb41 tempest-DeleteServersTestJSON-429656144 tempest-DeleteServersTestJSON-429656144-project] 10.222.0.26 "GET /v2.0/ports?device_id=6ba86404-5a6c-447d-8f7a-82ddd323f2ab HTTP/1.1" status: 200 len: 946 time: 0.0759320 Apr 01 13:58:38.850009 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-d35449a9-fbb7-40b6-bb00-9ef1934a725c req-ab89a26b-dcc9-4373-bc5c-7c531e01cc75 tempest-DeleteServersTestJSON-429656144 tempest-DeleteServersTestJSON-429656144-project] 10.222.0.26 "GET /v2.0/security-groups?id=9221bf4c-d230-4481-a878-f3e7d404cbad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443344 Apr 01 13:58:38.930094 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-a976a7b9-9034-41e6-be13-349b75ed1593 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:58:40.047281 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da403608-a5cc-42fb-97c2-6afaf881a3de req-78409ded-9b02-41a0-854c-915af90e32f6 tempest-DeleteServersTestJSON-429656144 tempest-DeleteServersTestJSON-429656144-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:58:40.048732 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-da403608-a5cc-42fb-97c2-6afaf881a3de req-78409ded-9b02-41a0-854c-915af90e32f6 tempest-DeleteServersTestJSON-429656144 tempest-DeleteServersTestJSON-429656144-project] 10.222.0.26 "GET /v2.0/ports?device_id=6ba86404-5a6c-447d-8f7a-82ddd323f2ab HTTP/1.1" status: 200 len: 946 time: 0.0795805 Apr 01 13:58:40.094040 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-da403608-a5cc-42fb-97c2-6afaf881a3de req-7417886a-d5cb-461d-bf03-16746166c175 tempest-DeleteServersTestJSON-429656144 tempest-DeleteServersTestJSON-429656144-project] 10.222.0.26 "GET /v2.0/security-groups?id=9221bf4c-d230-4481-a878-f3e7d404cbad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391376 Apr 01 13:58:41.282465 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Device 3260225f-9c7e-4fde-afc6-f9ae824fe0c0 details requested by agent hyperv_hv-neutron-8361 with host hv-neutron-8361 {{(pid=83872) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 01 13:58:41.294429 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70de8326-659d-4709-8653-265a485bec04 req-babd9d9c-dca4-4214-9d11-f13dd64ad776 tempest-DeleteServersTestJSON-429656144 tempest-DeleteServersTestJSON-429656144-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:58:41.295892 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-70de8326-659d-4709-8653-265a485bec04 req-babd9d9c-dca4-4214-9d11-f13dd64ad776 tempest-DeleteServersTestJSON-429656144 tempest-DeleteServersTestJSON-429656144-project] 10.222.0.26 "GET /v2.0/ports?device_id=6ba86404-5a6c-447d-8f7a-82ddd323f2ab HTTP/1.1" status: 200 len: 946 time: 0.0797873 Apr 01 13:58:41.342220 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-70de8326-659d-4709-8653-265a485bec04 req-8d5c7c45-15a6-4934-85a5-cd0d45c5f0ff tempest-DeleteServersTestJSON-429656144 tempest-DeleteServersTestJSON-429656144-project] 10.222.0.26 "GET /v2.0/security-groups?id=9221bf4c-d230-4481-a878-f3e7d404cbad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408144 Apr 01 13:58:41.422506 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] For port 3260225f-9c7e-4fde-afc6-f9ae824fe0c0, host hv-neutron-8361, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8361',level=0,port_id=3260225f-9c7e-4fde-afc6-f9ae824fe0c0,segment=NetworkSegment(a9dfe838-278a-4b5b-98b2-bce5ff229ff9),segment_id=a9dfe838-278a-4b5b-98b2-bce5ff229ff9)] {{(pid=83872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 13:58:41.436144 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Returning: {'device': '3260225f-9c7e-4fde-afc6-f9ae824fe0c0', 'network_id': 'd832aae6-47b5-4e66-952a-6adb030eaaa3', 'port_id': '3260225f-9c7e-4fde-afc6-f9ae824fe0c0', 'mac_address': 'fa:16:3e:63:17:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 384, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e5510a1a-874e-4c32-9b64-7be69a2e5ac5', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83872) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 01 13:58:41.493418 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:58:41.510131 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.notifiers.nova [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 3260225f-9c7e-4fde-afc6-f9ae824fe0c0 {{(pid=83872) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 01 13:58:41.525601 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] For port 3260225f-9c7e-4fde-afc6-f9ae824fe0c0, host hv-neutron-8361, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8361',level=0,port_id=3260225f-9c7e-4fde-afc6-f9ae824fe0c0,segment=NetworkSegment(a9dfe838-278a-4b5b-98b2-bce5ff229ff9),segment_id=a9dfe838-278a-4b5b-98b2-bce5ff229ff9)] {{(pid=83872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 13:58:41.529739 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864'] for port, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:58:41.597632 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] get_ports_and_sgs() called for port_ids ['3260225f-9c7e-4fde-afc6-f9ae824fe0c0'] {{(pid=83872) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 01 13:58:41.640720 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Pushing event updated for resources: {'Port': ['ID=3260225f-9c7e-4fde-afc6-f9ae824fe0c0,revision_number=6']} {{(pid=83872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:58:41.742243 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cfbe7a7-5aac-4e28-bd1f-ca1e611f0e48 req-5af16ab5-6f22-4545-be55-7b887ffae793 tempest-DeleteServersTestJSON-429656144 tempest-DeleteServersTestJSON-429656144-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:58:41.743720 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-0cfbe7a7-5aac-4e28-bd1f-ca1e611f0e48 req-5af16ab5-6f22-4545-be55-7b887ffae793 tempest-DeleteServersTestJSON-429656144 tempest-DeleteServersTestJSON-429656144-project] 10.222.0.57 "GET /v2.0/ports?device_id=6ba86404-5a6c-447d-8f7a-82ddd323f2ab&tenant_id=ab9ce8ac6f2c4400a192970ed23350cf&binding%3Ahost_id=hv-neutron-8361 HTTP/1.1" status: 200 len: 945 time: 0.0796642 Apr 01 13:58:41.889351 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-0cfbe7a7-5aac-4e28-bd1f-ca1e611f0e48 req-7e6f7035-25e4-4da8-9497-1aae5f30f6fd service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=ab9ce8ac6f2c4400a192970ed23350cf&device_id=6ba86404-5a6c-447d-8f7a-82ddd323f2ab HTTP/1.1" status: 200 len: 1098 time: 0.0720310 Apr 01 13:58:42.018746 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cfbe7a7-5aac-4e28-bd1f-ca1e611f0e48 req-d5fda656-85e7-47ba-b695-1492eb7cc070 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:58:42.020101 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-0cfbe7a7-5aac-4e28-bd1f-ca1e611f0e48 req-d5fda656-85e7-47ba-b695-1492eb7cc070 service neutron] 10.222.0.57 "GET /v2.0/networks?id=d832aae6-47b5-4e66-952a-6adb030eaaa3 HTTP/1.1" status: 200 len: 913 time: 0.1249359 Apr 01 13:58:42.086846 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-0cfbe7a7-5aac-4e28-bd1f-ca1e611f0e48 req-2d3f2ce8-cb17-47dd-95a3-4d41850d572e service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3260225f-9c7e-4fde-afc6-f9ae824fe0c0 HTTP/1.1" status: 200 len: 217 time: 0.0607147 Apr 01 13:58:42.149753 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cfbe7a7-5aac-4e28-bd1f-ca1e611f0e48 req-9fe036be-2999-4c62-9adc-2c8ab8194a97 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:58:42.151104 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-0cfbe7a7-5aac-4e28-bd1f-ca1e611f0e48 req-9fe036be-2999-4c62-9adc-2c8ab8194a97 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=e5510a1a-874e-4c32-9b64-7be69a2e5ac5 HTTP/1.1" status: 200 len: 852 time: 0.0586209 Apr 01 13:58:42.196280 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-0cfbe7a7-5aac-4e28-bd1f-ca1e611f0e48 req-e38b42ea-4d65-4a6c-a590-e46f8cce6f95 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=d832aae6-47b5-4e66-952a-6adb030eaaa3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0392663 Apr 01 13:58:42.325736 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-0cfbe7a7-5aac-4e28-bd1f-ca1e611f0e48 req-ccfbbf46-f38b-4436-a4f8-25a89dfb77f0 service neutron] 10.222.0.57 "GET /v2.0/networks/d832aae6-47b5-4e66-952a-6adb030eaaa3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234250 Apr 01 13:58:42.452415 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-0cfbe7a7-5aac-4e28-bd1f-ca1e611f0e48 req-c00d6879-1d82-48d3-b08f-919ea8c802b2 service neutron] 10.222.0.57 "GET /v2.0/networks/d832aae6-47b5-4e66-952a-6adb030eaaa3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1208513 Apr 01 13:58:43.289504 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928649e0-d304-4af0-91b4-c22addcac68e req-194a801a-05a9-4588-9d90-47db17bb57dc tempest-DeleteServersTestJSON-429656144 tempest-DeleteServersTestJSON-429656144-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:58:43.290961 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-928649e0-d304-4af0-91b4-c22addcac68e req-194a801a-05a9-4588-9d90-47db17bb57dc tempest-DeleteServersTestJSON-429656144 tempest-DeleteServersTestJSON-429656144-project] 10.222.0.26 "GET /v2.0/ports?device_id=6ba86404-5a6c-447d-8f7a-82ddd323f2ab HTTP/1.1" status: 200 len: 945 time: 0.0816760 Apr 01 13:58:43.305870 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Device 3260225f-9c7e-4fde-afc6-f9ae824fe0c0 up at agent hyperv_hv-neutron-8361 {{(pid=83872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 13:58:43.336852 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-928649e0-d304-4af0-91b4-c22addcac68e req-bb626fbb-35e6-4296-b8d9-a9d1b6eb903b tempest-DeleteServersTestJSON-429656144 tempest-DeleteServersTestJSON-429656144-project] 10.222.0.26 "GET /v2.0/security-groups?id=9221bf4c-d230-4481-a878-f3e7d404cbad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403798 Apr 01 13:58:43.372092 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Provisioning complete for port 3260225f-9c7e-4fde-afc6-f9ae824fe0c0 triggered by entity L2. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 13:58:43.372499 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-948329'] for port, provisioning_complete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:58:43.482161 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:58:43.508848 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ba86404-5a6c-447d-8f7a-82ddd323f2ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3260225f-9c7e-4fde-afc6-f9ae824fe0c0'}] {{(pid=83872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 13:58:43.518097 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] For port 3260225f-9c7e-4fde-afc6-f9ae824fe0c0, host hv-neutron-8361, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8361',level=0,port_id=3260225f-9c7e-4fde-afc6-f9ae824fe0c0,segment=NetworkSegment(a9dfe838-278a-4b5b-98b2-bce5ff229ff9),segment_id=a9dfe838-278a-4b5b-98b2-bce5ff229ff9)] {{(pid=83872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 13:58:43.522706 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864'] for port, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:58:43.568797 dv-neutron-836180-1-hyperv neutron-server[83872]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ba86404-5a6c-447d-8f7a-82ddd323f2ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3260225f-9c7e-4fde-afc6-f9ae824fe0c0', 'code': 200} Apr 01 13:58:43.622709 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Pushing event updated for resources: {'Port': ['ID=3260225f-9c7e-4fde-afc6-f9ae824fe0c0,revision_number=7']} {{(pid=83872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:58:44.530121 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43a7cf4-1544-4214-a748-789a0d6753e4 req-afa71b03-7bf1-486c-bb37-7279c7a43d4d tempest-DeleteServersTestJSON-429656144 tempest-DeleteServersTestJSON-429656144-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:58:44.531541 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-a43a7cf4-1544-4214-a748-789a0d6753e4 req-afa71b03-7bf1-486c-bb37-7279c7a43d4d tempest-DeleteServersTestJSON-429656144 tempest-DeleteServersTestJSON-429656144-project] 10.222.0.26 "GET /v2.0/ports?device_id=6ba86404-5a6c-447d-8f7a-82ddd323f2ab HTTP/1.1" status: 200 len: 946 time: 0.0754032 Apr 01 13:58:44.576506 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-a43a7cf4-1544-4214-a748-789a0d6753e4 req-9e12b298-9a77-40ec-9fa4-ae40a9b30c9a tempest-DeleteServersTestJSON-429656144 tempest-DeleteServersTestJSON-429656144-project] 10.222.0.26 "GET /v2.0/security-groups?id=9221bf4c-d230-4481-a878-f3e7d404cbad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394783 Apr 01 13:58:45.064922 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cfbe7a7-5aac-4e28-bd1f-ca1e611f0e48 req-3eb8a029-4caa-4ec5-8f56-6ee20a9a1810 tempest-DeleteServersTestJSON-429656144 tempest-DeleteServersTestJSON-429656144-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:58:45.066378 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-0cfbe7a7-5aac-4e28-bd1f-ca1e611f0e48 req-3eb8a029-4caa-4ec5-8f56-6ee20a9a1810 tempest-DeleteServersTestJSON-429656144 tempest-DeleteServersTestJSON-429656144-project] 10.222.0.57 "GET /v2.0/ports?device_id=6ba86404-5a6c-447d-8f7a-82ddd323f2ab HTTP/1.1" status: 200 len: 946 time: 0.0875914 Apr 01 13:58:45.135944 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.plugin [req-0cfbe7a7-5aac-4e28-bd1f-ca1e611f0e48 req-01af577c-3082-4c08-8b9b-a742d1cfa2d1 tempest-DeleteServersTestJSON-429656144 tempest-DeleteServersTestJSON-429656144-project] Deleting port 3260225f-9c7e-4fde-afc6-f9ae824fe0c0 {{(pid=83871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 13:58:45.136272 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-0cfbe7a7-5aac-4e28-bd1f-ca1e611f0e48 req-01af577c-3082-4c08-8b9b-a742d1cfa2d1 tempest-DeleteServersTestJSON-429656144 tempest-DeleteServersTestJSON-429656144-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736733287370'] for port, before_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:58:45.466316 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.db [req-0cfbe7a7-5aac-4e28-bd1f-ca1e611f0e48 req-01af577c-3082-4c08-8b9b-a742d1cfa2d1 tempest-DeleteServersTestJSON-429656144 tempest-DeleteServersTestJSON-429656144-project] For port 3260225f-9c7e-4fde-afc6-f9ae824fe0c0, host hv-neutron-8361, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8361',level=0,port_id=3260225f-9c7e-4fde-afc6-f9ae824fe0c0,segment=NetworkSegment(a9dfe838-278a-4b5b-98b2-bce5ff229ff9),segment_id=a9dfe838-278a-4b5b-98b2-bce5ff229ff9)] {{(pid=83871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 13:58:45.466665 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-0cfbe7a7-5aac-4e28-bd1f-ca1e611f0e48 req-01af577c-3082-4c08-8b9b-a742d1cfa2d1 tempest-DeleteServersTestJSON-429656144 tempest-DeleteServersTestJSON-429656144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4155147'] for port, precommit_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:58:45.588141 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.plugin [req-0cfbe7a7-5aac-4e28-bd1f-ca1e611f0e48 req-01af577c-3082-4c08-8b9b-a742d1cfa2d1 tempest-DeleteServersTestJSON-429656144 tempest-DeleteServersTestJSON-429656144-project] Calling delete_port for 3260225f-9c7e-4fde-afc6-f9ae824fe0c0 owned by compute:nova {{(pid=83871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 13:58:45.775512 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-0cfbe7a7-5aac-4e28-bd1f-ca1e611f0e48 req-01af577c-3082-4c08-8b9b-a742d1cfa2d1 tempest-DeleteServersTestJSON-429656144 tempest-DeleteServersTestJSON-429656144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736733359243', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736732935810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2743125'] for port, after_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:58:45.791726 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] get_ports_and_sgs() called for port_ids ['3260225f-9c7e-4fde-afc6-f9ae824fe0c0'] {{(pid=83872) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 01 13:58:45.833183 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01af577c-3082-4c08-8b9b-a742d1cfa2d1 tempest-DeleteServersTestJSON-429656144 tempest-DeleteServersTestJSON-429656144-project] Pushing event deleted for resources: {'Port': ['ID=3260225f-9c7e-4fde-afc6-f9ae824fe0c0,revision_number=None']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:58:45.882255 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34a8460-be09-4e1e-a936-35ea4b00e710 req-0551f5a7-5968-4527-8348-278d502b7814 tempest-DeleteServersTestJSON-429656144 tempest-DeleteServersTestJSON-429656144-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:58:45.883680 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-d34a8460-be09-4e1e-a936-35ea4b00e710 req-0551f5a7-5968-4527-8348-278d502b7814 tempest-DeleteServersTestJSON-429656144 tempest-DeleteServersTestJSON-429656144-project] 10.222.0.26 "GET /v2.0/ports?device_id=6ba86404-5a6c-447d-8f7a-82ddd323f2ab HTTP/1.1" status: 200 len: 946 time: 0.1785543 Apr 01 13:58:45.884920 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01af577c-3082-4c08-8b9b-a742d1cfa2d1 tempest-DeleteServersTestJSON-429656144 tempest-DeleteServersTestJSON-429656144-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:58:45.885253 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01af577c-3082-4c08-8b9b-a742d1cfa2d1 tempest-DeleteServersTestJSON-429656144 tempest-DeleteServersTestJSON-429656144-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:58:45.885572 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01af577c-3082-4c08-8b9b-a742d1cfa2d1 tempest-DeleteServersTestJSON-429656144 tempest-DeleteServersTestJSON-429656144-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:58:45.885894 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01af577c-3082-4c08-8b9b-a742d1cfa2d1 tempest-DeleteServersTestJSON-429656144 tempest-DeleteServersTestJSON-429656144-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:58:45.886209 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01af577c-3082-4c08-8b9b-a742d1cfa2d1 tempest-DeleteServersTestJSON-429656144 tempest-DeleteServersTestJSON-429656144-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:58:45.886523 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01af577c-3082-4c08-8b9b-a742d1cfa2d1 tempest-DeleteServersTestJSON-429656144 tempest-DeleteServersTestJSON-429656144-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:58:45.886838 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01af577c-3082-4c08-8b9b-a742d1cfa2d1 tempest-DeleteServersTestJSON-429656144 tempest-DeleteServersTestJSON-429656144-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:58:45.887149 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01af577c-3082-4c08-8b9b-a742d1cfa2d1 tempest-DeleteServersTestJSON-429656144 tempest-DeleteServersTestJSON-429656144-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:58:45.887455 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01af577c-3082-4c08-8b9b-a742d1cfa2d1 tempest-DeleteServersTestJSON-429656144 tempest-DeleteServersTestJSON-429656144-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:58:45.887757 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01af577c-3082-4c08-8b9b-a742d1cfa2d1 tempest-DeleteServersTestJSON-429656144 tempest-DeleteServersTestJSON-429656144-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:58:45.888060 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01af577c-3082-4c08-8b9b-a742d1cfa2d1 tempest-DeleteServersTestJSON-429656144 tempest-DeleteServersTestJSON-429656144-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:58:45.942268 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.l3_dvrscheduler_db [req-0cfbe7a7-5aac-4e28-bd1f-ca1e611f0e48 req-01af577c-3082-4c08-8b9b-a742d1cfa2d1 tempest-DeleteServersTestJSON-429656144 tempest-DeleteServersTestJSON-429656144-project] No DVR routers for this DVR port 3260225f-9c7e-4fde-afc6-f9ae824fe0c0 on host hv-neutron-8361 {{(pid=83871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 13:58:45.946323 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-0cfbe7a7-5aac-4e28-bd1f-ca1e611f0e48 req-01af577c-3082-4c08-8b9b-a742d1cfa2d1 tempest-DeleteServersTestJSON-429656144 tempest-DeleteServersTestJSON-429656144-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109561'] for port, before_response {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:58:45.948626 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ba86404-5a6c-447d-8f7a-82ddd323f2ab', 'name': 'network-vif-deleted', 'tag': '3260225f-9c7e-4fde-afc6-f9ae824fe0c0'}] {{(pid=83871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 13:58:45.978139 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-0cfbe7a7-5aac-4e28-bd1f-ca1e611f0e48 req-01af577c-3082-4c08-8b9b-a742d1cfa2d1 tempest-DeleteServersTestJSON-429656144 tempest-DeleteServersTestJSON-429656144-project] 10.222.0.57 "DELETE /v2.0/ports/3260225f-9c7e-4fde-afc6-f9ae824fe0c0 HTTP/1.1" status: 204 len: 173 time: 0.9028454 Apr 01 13:58:45.982840 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-d34a8460-be09-4e1e-a936-35ea4b00e710 req-1f1ed2e9-a92d-41e0-b44e-5032e1f1daed tempest-DeleteServersTestJSON-429656144 tempest-DeleteServersTestJSON-429656144-project] 10.222.0.26 "GET /v2.0/security-groups?id=9221bf4c-d230-4481-a878-f3e7d404cbad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881648 Apr 01 13:58:46.011567 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ba86404-5a6c-447d-8f7a-82ddd323f2ab', 'name': 'network-vif-deleted', 'tag': '3260225f-9c7e-4fde-afc6-f9ae824fe0c0', 'status': 'completed', 'code': 200} Apr 01 13:58:47.252339 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 60720) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:58:47.315098 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.db_base_plugin_v2 [None req-78c1dd9f-0bd4-48f0-809d-f73eeefdbca1 admin admin] Deleting subnet e5510a1a-874e-4c32-9b64-7be69a2e5ac5 {{(pid=83871) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 01 13:58:47.318062 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-78c1dd9f-0bd4-48f0-809d-f73eeefdbca1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:58:47.368603 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-78c1dd9f-0bd4-48f0-809d-f73eeefdbca1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3166365'] for subnet, precommit_delete_associations {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:58:47.424753 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-78c1dd9f-0bd4-48f0-809d-f73eeefdbca1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-945029'] for subnet, precommit_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:58:47.488921 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-78c1dd9f-0bd4-48f0-809d-f73eeefdbca1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-945042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2743160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2757373'] for subnet, after_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:58:47.526599 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c1dd9f-0bd4-48f0-809d-f73eeefdbca1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e5510a1a-874e-4c32-9b64-7be69a2e5ac5,revision_number=None']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:58:47.531373 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-78c1dd9f-0bd4-48f0-809d-f73eeefdbca1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:58:47.536800 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-78c1dd9f-0bd4-48f0-809d-f73eeefdbca1 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/e5510a1a-874e-4c32-9b64-7be69a2e5ac5 HTTP/1.1" status: 204 len: 168 time: 0.2834203 Apr 01 13:58:47.539278 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 60724) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:58:47.646174 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-04ff4ab2-d802-43f5-892b-a258c982457f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1033078'] for network, before_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:58:47.765714 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-04ff4ab2-d802-43f5-892b-a258c982457f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-942654', 'neutron.services.segments.db._delete_segments_for_network-8736733387888'] for network, precommit_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:58:47.792796 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.services.segments.db [None req-04ff4ab2-d802-43f5-892b-a258c982457f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d832aae6-47b5-4e66-952a-6adb030eaaa3']}} {{(pid=83871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:58:47.804916 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.services.segments.db [None req-04ff4ab2-d802-43f5-892b-a258c982457f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a9dfe838-278a-4b5b-98b2-bce5ff229ff9') {'for_net_delete': True} {{(pid=83871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:58:47.805204 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.services.segments.db [None req-04ff4ab2-d802-43f5-892b-a258c982457f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a9dfe838-278a-4b5b-98b2-bce5ff229ff9') {} {{(pid=83871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 13:58:47.816439 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-04ff4ab2-d802-43f5-892b-a258c982457f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736733386999', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3166340'] for segment, before_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:58:47.831445 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-04ff4ab2-d802-43f5-892b-a258c982457f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1004271'] for segment, precommit_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:58:47.837749 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-04ff4ab2-d802-43f5-892b-a258c982457f admin admin] Releasing vlan 384 on physical network physnet1 to pool {{(pid=83871) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 01 13:58:47.838117 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-04ff4ab2-d802-43f5-892b-a258c982457f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1004262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2743078'] for segment, after_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:58:47.851323 dv-neutron-836180-1-hyperv neutron-server[83871]: Traceback (most recent call last): Apr 01 13:58:47.851323 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 01 13:58:47.851323 dv-neutron-836180-1-hyperv neutron-server[83871]: timer() Apr 01 13:58:47.851323 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 13:58:47.851323 dv-neutron-836180-1-hyperv neutron-server[83871]: cb(*args, **kw) Apr 01 13:58:47.851323 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 13:58:47.851323 dv-neutron-836180-1-hyperv neutron-server[83871]: return func(*args, **kwargs) Apr 01 13:58:47.851323 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 13:58:47.851323 dv-neutron-836180-1-hyperv neutron-server[83871]: self._notify() Apr 01 13:58:47.851323 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 13:58:47.851323 dv-neutron-836180-1-hyperv neutron-server[83871]: self.callback(batched_events) Apr 01 13:58:47.851323 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 13:58:47.851323 dv-neutron-836180-1-hyperv neutron-server[83871]: event.method(event) Apr 01 13:58:47.851323 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 13:58:47.851323 dv-neutron-836180-1-hyperv neutron-server[83871]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 13:58:47.851323 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 13:58:47.851323 dv-neutron-836180-1-hyperv neutron-server[83871]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 13:58:47.851323 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 13:58:47.851323 dv-neutron-836180-1-hyperv neutron-server[83871]: return f(self, *a, **k) Apr 01 13:58:47.851323 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 13:58:47.851323 dv-neutron-836180-1-hyperv neutron-server[83871]: return self._get(url).json() Apr 01 13:58:47.851323 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 13:58:47.851323 dv-neutron-836180-1-hyperv neutron-server[83871]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 13:58:47.851323 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 01 13:58:47.851323 dv-neutron-836180-1-hyperv neutron-server[83871]: return self.request(url, 'GET', **kwargs) Apr 01 13:58:47.851323 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 01 13:58:47.851323 dv-neutron-836180-1-hyperv neutron-server[83871]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 13:58:47.851323 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 01 13:58:47.851323 dv-neutron-836180-1-hyperv neutron-server[83871]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 13:58:47.851323 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 01 13:58:47.851323 dv-neutron-836180-1-hyperv neutron-server[83871]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 13:58:47.851323 dv-neutron-836180-1-hyperv neutron-server[83871]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 13:58:47.921736 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-04ff4ab2-d802-43f5-892b-a258c982457f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-942599', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4084797'] for network, after_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:58:47.940671 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-04ff4ab2-d802-43f5-892b-a258c982457f admin admin] Notify callbacks [] for network, before_response {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:58:47.951182 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ff4ab2-d802-43f5-892b-a258c982457f admin admin] Pushing event deleted for resources: {'Network': ['ID=d832aae6-47b5-4e66-952a-6adb030eaaa3,revision_number=None']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:58:47.959514 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-04ff4ab2-d802-43f5-892b-a258c982457f admin admin] 10.222.0.26 "DELETE /v2.0/networks/d832aae6-47b5-4e66-952a-6adb030eaaa3 HTTP/1.1" status: 204 len: 168 time: 0.4191751 Apr 01 13:58:48.103290 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 60730) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:58:48.153566 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-30d54b03-10cd-46fe-8ea8-bc3b94e2ddd1 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=ab9ce8ac6f2c4400a192970ed23350cf&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0491562 Apr 01 13:58:48.155877 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 60734) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:58:48.213076 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-df421971-04f4-44f8-a48d-87adc7679b90 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:58:48.237438 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-df421971-04f4-44f8-a48d-87adc7679b90 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:58:48.289646 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-df421971-04f4-44f8-a48d-87adc7679b90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3775923'] for security_group, after_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:58:48.306537 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df421971-04f4-44f8-a48d-87adc7679b90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9221bf4c-d230-4481-a878-f3e7d404cbad,revision_number=None']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:58:48.319487 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-df421971-04f4-44f8-a48d-87adc7679b90 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:58:48.320963 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-df421971-04f4-44f8-a48d-87adc7679b90 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/9221bf4c-d230-4481-a878-f3e7d404cbad HTTP/1.1" status: 204 len: 168 time: 0.1640809 Apr 01 13:58:49.135109 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 60756) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:58:49.289325 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.v2.base [None req-30cf7448-bc9e-4b81-b212-d6ee8367c94c admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-856789870-network', 'tenant_id': '8a1c961bd110484a9a86414bfcdd9147'}} {{(pid=83871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:58:49.294022 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-30cf7448-bc9e-4b81-b212-d6ee8367c94c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:58:49.297834 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-30cf7448-bc9e-4b81-b212-d6ee8367c94c admin admin] Usage tracker for resource:network and tenant:8a1c961bd110484a9a86414bfcdd9147 is out of sync, need to count used quota {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 13:58:49.300638 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-30cf7448-bc9e-4b81-b212-d6ee8367c94c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 13:58:49.306335 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-30cf7448-bc9e-4b81-b212-d6ee8367c94c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:58:49.317562 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30cf7448-bc9e-4b81-b212-d6ee8367c94c admin admin] Made reservation on behalf of 8a1c961bd110484a9a86414bfcdd9147 for: {'network': 1} {{(pid=83871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 13:58:49.319929 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-30cf7448-bc9e-4b81-b212-d6ee8367c94c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for network, before_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:58:49.335188 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-30cf7448-bc9e-4b81-b212-d6ee8367c94c admin admin] Notify callbacks [] for security_group, before_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:58:49.341896 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Device 3260225f-9c7e-4fde-afc6-f9ae824fe0c0 no longer exists at agent hyperv_hv-neutron-8361 {{(pid=83872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 13:58:49.375636 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.plugin [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] No Port match for: 3260225f-9c7e-4fde-afc6-f9ae824fe0c0 {{(pid=83872) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 01 13:58:49.375982 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Device 3260225f-9c7e-4fde-afc6-f9ae824fe0c0 not bound to the agent host hv-neutron-8361 {{(pid=83872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 13:58:49.444027 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-30cf7448-bc9e-4b81-b212-d6ee8367c94c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:58:49.447982 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-30cf7448-bc9e-4b81-b212-d6ee8367c94c admin admin] Usage tracker for resource:security_group_rule and tenant:8a1c961bd110484a9a86414bfcdd9147 is out of sync, need to count used quota {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 13:58:49.450732 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-30cf7448-bc9e-4b81-b212-d6ee8367c94c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 13:58:49.456340 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-30cf7448-bc9e-4b81-b212-d6ee8367c94c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:58:49.519996 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-30cf7448-bc9e-4b81-b212-d6ee8367c94c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:58:49.523645 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-30cf7448-bc9e-4b81-b212-d6ee8367c94c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3775923'] for security_group, after_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:58:49.554441 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-30cf7448-bc9e-4b81-b212-d6ee8367c94c admin admin] vlan segment allocate from pool success with {'vlan_id': 371, 'physical_network': 'physnet1'} {{(pid=83871) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 13:58:49.562685 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30cf7448-bc9e-4b81-b212-d6ee8367c94c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2414b56-1725-4811-a0d6-3c8d92e5ccdb,revision_number=1']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:58:49.570537 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-30cf7448-bc9e-4b81-b212-d6ee8367c94c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1004271'] for segment, precommit_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:58:49.570635 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.db.segments_db [None req-30cf7448-bc9e-4b81-b212-d6ee8367c94c admin admin] Added segment ab5b0c1c-bb9b-44b1-8412-64642c2c2855 of type vlan for network cbdf4c79-b5ef-4817-9cae-6c6afbf4b075 Apr 01 13:58:49.597116 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-30cf7448-bc9e-4b81-b212-d6ee8367c94c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736732923383'] for network, precommit_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:58:49.626827 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-30cf7448-bc9e-4b81-b212-d6ee8367c94c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575'] for network, after_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:58:49.627663 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30cf7448-bc9e-4b81-b212-d6ee8367c94c admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:58:49.628227 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-30cf7448-bc9e-4b81-b212-d6ee8367c94c admin admin] Notify callbacks [] for network, before_response {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:58:49.733316 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-30cf7448-bc9e-4b81-b212-d6ee8367c94c admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5969093 Apr 01 13:58:49.736031 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30cf7448-bc9e-4b81-b212-d6ee8367c94c admin admin] Pushing event updated for resources: {'Network': ['ID=cbdf4c79-b5ef-4817-9cae-6c6afbf4b075,revision_number=1']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:58:49.736179 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 60762) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 13:58:49.741612 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.v2.base [None req-c82c4bb6-e7fa-40e8-b8a5-206936b15ce3 admin admin] Request body: {'subnet': {'network_id': 'cbdf4c79-b5ef-4817-9cae-6c6afbf4b075', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-856789870-subnet', 'tenant_id': '8a1c961bd110484a9a86414bfcdd9147', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:58:49.745845 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Network cbdf4c79-b5ef-4817-9cae-6c6afbf4b075 details requested by agent ovs-agent-dv-neutron-836180-1-hyperv with host dv-neutron-836180-1-hyperv {{(pid=83872) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 13:58:49.746596 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-c82c4bb6-e7fa-40e8-b8a5-206936b15ce3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:58:49.750405 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-c82c4bb6-e7fa-40e8-b8a5-206936b15ce3 admin admin] Usage tracker for resource:subnet and tenant:8a1c961bd110484a9a86414bfcdd9147 is out of sync, need to count used quota {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 13:58:49.753340 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-c82c4bb6-e7fa-40e8-b8a5-206936b15ce3 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 13:58:49.759633 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-c82c4bb6-e7fa-40e8-b8a5-206936b15ce3 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:58:49.769662 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c82c4bb6-e7fa-40e8-b8a5-206936b15ce3 admin admin] Made reservation on behalf of 8a1c961bd110484a9a86414bfcdd9147 for: {'subnet': 1} {{(pid=83869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 13:58:49.772757 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-c82c4bb6-e7fa-40e8-b8a5-206936b15ce3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2999481'] for subnet, before_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:58:49.977325 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-c82c4bb6-e7fa-40e8-b8a5-206936b15ce3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2705391', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2999447'] for subnet, after_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:58:50.048505 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c82c4bb6-e7fa-40e8-b8a5-206936b15ce3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dd9c327a-8682-4e1a-8cb4-1f88b1fc9f4f,revision_number=0']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:58:50.063627 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c82c4bb6-e7fa-40e8-b8a5-206936b15ce3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:58:50.063966 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c82c4bb6-e7fa-40e8-b8a5-206936b15ce3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:58:50.064294 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c82c4bb6-e7fa-40e8-b8a5-206936b15ce3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:58:50.064639 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c82c4bb6-e7fa-40e8-b8a5-206936b15ce3 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:58:50.064961 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c82c4bb6-e7fa-40e8-b8a5-206936b15ce3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:58:50.065284 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c82c4bb6-e7fa-40e8-b8a5-206936b15ce3 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:58:50.065599 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c82c4bb6-e7fa-40e8-b8a5-206936b15ce3 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:58:50.065913 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c82c4bb6-e7fa-40e8-b8a5-206936b15ce3 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:58:50.066276 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c82c4bb6-e7fa-40e8-b8a5-206936b15ce3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:58:50.066585 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c82c4bb6-e7fa-40e8-b8a5-206936b15ce3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:58:50.066895 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c82c4bb6-e7fa-40e8-b8a5-206936b15ce3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:58:50.070445 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c82c4bb6-e7fa-40e8-b8a5-206936b15ce3 admin admin] Checking segment: {'id': 'ab5b0c1c-bb9b-44b1-8412-64642c2c2855', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'cbdf4c79-b5ef-4817-9cae-6c6afbf4b075'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 13:58:50.070785 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c82c4bb6-e7fa-40e8-b8a5-206936b15ce3 admin admin] Network hostable DHCP agents. Network: cbdf4c79-b5ef-4817-9cae-6c6afbf4b075, hostable agents: ['e47e4547-5c2d-4954-ba56-fa3646239f18'], hosted agents: [] {{(pid=83869) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 13:58:50.091909 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c82c4bb6-e7fa-40e8-b8a5-206936b15ce3 admin admin] Network cbdf4c79-b5ef-4817-9cae-6c6afbf4b075 is scheduled to be hosted by DHCP agent e47e4547-5c2d-4954-ba56-fa3646239f18 with binding_index 1 {{(pid=83869) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 13:58:50.100799 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.scheduler.base_scheduler [None req-c82c4bb6-e7fa-40e8-b8a5-206936b15ce3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-836180-1-hyperv, cbdf4c79-b5ef-4817-9cae-6c6afbf4b075) {{(pid=83869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 13:58:50.104590 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c82c4bb6-e7fa-40e8-b8a5-206936b15ce3 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:58:50.105179 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-c82c4bb6-e7fa-40e8-b8a5-206936b15ce3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:58:50.110075 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0664c93c-e867-47d0-87f6-921ce2c08e72 None None] Network cbdf4c79-b5ef-4817-9cae-6c6afbf4b075 requested from dv-neutron-836180-1-hyperv {{(pid=83872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 13:58:50.125393 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-c82c4bb6-e7fa-40e8-b8a5-206936b15ce3 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3882358 Apr 01 13:58:50.329273 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bbd5684-7318-4755-9d21-aff40c74dac8 None None] Network cbdf4c79-b5ef-4817-9cae-6c6afbf4b075 requested from dv-neutron-836180-1-hyperv {{(pid=83872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 13:58:50.681519 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e930e878-e693-4d55-8f71-a189937d7b1f req-b0c0dec1-38fb-4412-b502-7c28daba9d82 tempest-ServerDiskConfigTestJSON-1790720349 tempest-ServerDiskConfigTestJSON-1790720349-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:58:50.682943 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-e930e878-e693-4d55-8f71-a189937d7b1f req-b0c0dec1-38fb-4412-b502-7c28daba9d82 tempest-ServerDiskConfigTestJSON-1790720349 tempest-ServerDiskConfigTestJSON-1790720349-project] 10.222.0.26 "GET /v2.0/networks?id=cbdf4c79-b5ef-4817-9cae-6c6afbf4b075 HTTP/1.1" status: 200 len: 814 time: 0.1413624 Apr 01 13:58:50.698774 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-e930e878-e693-4d55-8f71-a189937d7b1f req-651642a4-2ad6-4147-ac3e-cb4bdc9ccb9a tempest-ServerDiskConfigTestJSON-1790720349 tempest-ServerDiskConfigTestJSON-1790720349-project] 10.222.0.26 "GET /v2.0/quotas/8a1c961bd110484a9a86414bfcdd9147 HTTP/1.1" status: 200 len: 375 time: 0.0103357 Apr 01 13:58:50.746623 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-e930e878-e693-4d55-8f71-a189937d7b1f req-bc2e7914-fd08-4e2d-a5e5-f213f54be681 tempest-ServerDiskConfigTestJSON-1790720349 tempest-ServerDiskConfigTestJSON-1790720349-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=8a1c961bd110484a9a86414bfcdd9147&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0431855 Apr 01 13:58:50.959582 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-e930e878-e693-4d55-8f71-a189937d7b1f req-00b4bed0-c27c-485f-9cb4-d0245dec2b6e service neutron] 10.222.0.26 "GET /v2.0/networks/cbdf4c79-b5ef-4817-9cae-6c6afbf4b075?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2065144 Apr 01 13:58:51.087467 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-e930e878-e693-4d55-8f71-a189937d7b1f req-1ceffe8b-5de0-41a4-ad8b-c400b34f7652 service neutron] 10.222.0.26 "GET /v2.0/networks/cbdf4c79-b5ef-4817-9cae-6c6afbf4b075?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1222658 Apr 01 13:58:51.276543 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-0b505ab2-63e7-4fb4-9c75-81423af0dad6 req-73054bc6-7725-4a60-bcf6-df264199c47b tempest-ServerDiskConfigTestJSON-1790720349 tempest-ServerDiskConfigTestJSON-1790720349-project] 10.222.0.26 "GET /v2.0/ports?device_id=e0f15bda-972b-429f-b54c-f6f76612103e HTTP/1.1" status: 200 len: 210 time: 0.0456233 Apr 01 13:58:52.342049 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e930e878-e693-4d55-8f71-a189937d7b1f req-19f2e0f6-0273-4a7a-bedc-14d57b5475f4 tempest-ServerDiskConfigTestJSON-1790720349 tempest-ServerDiskConfigTestJSON-1790720349-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:58:52.342771 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [req-e930e878-e693-4d55-8f71-a189937d7b1f req-19f2e0f6-0273-4a7a-bedc-14d57b5475f4 tempest-ServerDiskConfigTestJSON-1790720349 tempest-ServerDiskConfigTestJSON-1790720349-project] Synchronizing usage tracker for tenant:8a1c961bd110484a9a86414bfcdd9147 on resource:network {{(pid=83871) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 13:58:52.362299 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [req-e930e878-e693-4d55-8f71-a189937d7b1f req-19f2e0f6-0273-4a7a-bedc-14d57b5475f4 tempest-ServerDiskConfigTestJSON-1790720349 tempest-ServerDiskConfigTestJSON-1790720349-project] Unset dirty status for tenant:8a1c961bd110484a9a86414bfcdd9147 on resource:network {{(pid=83871) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 13:58:52.362299 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-e930e878-e693-4d55-8f71-a189937d7b1f req-19f2e0f6-0273-4a7a-bedc-14d57b5475f4 tempest-ServerDiskConfigTestJSON-1790720349 tempest-ServerDiskConfigTestJSON-1790720349-project] 10.222.0.57 "GET /v2.0/networks?id=cbdf4c79-b5ef-4817-9cae-6c6afbf4b075 HTTP/1.1" status: 200 len: 814 time: 0.1663859 Apr 01 13:58:52.386170 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.v2.base [req-e930e878-e693-4d55-8f71-a189937d7b1f req-57437abb-c346-4c06-a1fe-ae6c660a635f tempest-ServerDiskConfigTestJSON-1790720349 tempest-ServerDiskConfigTestJSON-1790720349-project] Request body: {'port': {'device_id': 'e0f15bda-972b-429f-b54c-f6f76612103e', 'network_id': 'cbdf4c79-b5ef-4817-9cae-6c6afbf4b075', 'admin_state_up': True, 'tenant_id': '8a1c961bd110484a9a86414bfcdd9147'}} {{(pid=83871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:58:52.442505 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-c7ae5eda-c5fc-4535-8afe-b531d157beee req-7d07c8a1-7f85-446c-8fea-078825f65df7 tempest-ServerDiskConfigTestJSON-1790720349 tempest-ServerDiskConfigTestJSON-1790720349-project] 10.222.0.26 "GET /v2.0/ports?device_id=e0f15bda-972b-429f-b54c-f6f76612103e HTTP/1.1" status: 200 len: 210 time: 0.0421391 Apr 01 13:58:52.526984 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [req-e930e878-e693-4d55-8f71-a189937d7b1f req-57437abb-c346-4c06-a1fe-ae6c660a635f tempest-ServerDiskConfigTestJSON-1790720349 tempest-ServerDiskConfigTestJSON-1790720349-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:58:52.530814 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [req-e930e878-e693-4d55-8f71-a189937d7b1f req-57437abb-c346-4c06-a1fe-ae6c660a635f tempest-ServerDiskConfigTestJSON-1790720349 tempest-ServerDiskConfigTestJSON-1790720349-project] Usage tracker for resource:port and tenant:8a1c961bd110484a9a86414bfcdd9147 is out of sync, need to count used quota {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 13:58:52.533633 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [req-e930e878-e693-4d55-8f71-a189937d7b1f req-57437abb-c346-4c06-a1fe-ae6c660a635f tempest-ServerDiskConfigTestJSON-1790720349 tempest-ServerDiskConfigTestJSON-1790720349-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 13:58:52.539944 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [req-e930e878-e693-4d55-8f71-a189937d7b1f req-57437abb-c346-4c06-a1fe-ae6c660a635f tempest-ServerDiskConfigTestJSON-1790720349 tempest-ServerDiskConfigTestJSON-1790720349-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:58:52.549564 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e930e878-e693-4d55-8f71-a189937d7b1f req-57437abb-c346-4c06-a1fe-ae6c660a635f tempest-ServerDiskConfigTestJSON-1790720349 tempest-ServerDiskConfigTestJSON-1790720349-project] Made reservation on behalf of 8a1c961bd110484a9a86414bfcdd9147 for: {'port': 1} {{(pid=83871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 13:58:52.552588 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-e930e878-e693-4d55-8f71-a189937d7b1f req-57437abb-c346-4c06-a1fe-ae6c660a635f tempest-ServerDiskConfigTestJSON-1790720349 tempest-ServerDiskConfigTestJSON-1790720349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:58:52.712814 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.db_base_plugin_common [req-e930e878-e693-4d55-8f71-a189937d7b1f req-57437abb-c346-4c06-a1fe-ae6c660a635f tempest-ServerDiskConfigTestJSON-1790720349 tempest-ServerDiskConfigTestJSON-1790720349-project] Allocated IP 172.20.0.6 (cbdf4c79-b5ef-4817-9cae-6c6afbf4b075/dd9c327a-8682-4e1a-8cb4-1f88b1fc9f4f/6b6b046f-a109-497f-8e66-453d71b12b31) {{(pid=83871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 13:58:52.908103 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-e930e878-e693-4d55-8f71-a189937d7b1f req-57437abb-c346-4c06-a1fe-ae6c660a635f tempest-ServerDiskConfigTestJSON-1790720349 tempest-ServerDiskConfigTestJSON-1790720349-project] Notify callbacks [] for port, precommit_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:58:52.934620 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-e930e878-e693-4d55-8f71-a189937d7b1f req-57437abb-c346-4c06-a1fe-ae6c660a635f tempest-ServerDiskConfigTestJSON-1790720349 tempest-ServerDiskConfigTestJSON-1790720349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736732935801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2743125'] for port, after_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:58:53.002316 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e930e878-e693-4d55-8f71-a189937d7b1f req-57437abb-c346-4c06-a1fe-ae6c660a635f tempest-ServerDiskConfigTestJSON-1790720349 tempest-ServerDiskConfigTestJSON-1790720349-project] Network cbdf4c79-b5ef-4817-9cae-6c6afbf4b075 is already hosted by enough agents. {{(pid=83871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 13:58:53.005541 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.scheduler.base_scheduler [req-e930e878-e693-4d55-8f71-a189937d7b1f req-57437abb-c346-4c06-a1fe-ae6c660a635f tempest-ServerDiskConfigTestJSON-1790720349 tempest-ServerDiskConfigTestJSON-1790720349-project] Resources bound (agent type, host, resource id): {{(pid=83871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 13:58:53.009712 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.l3_dvrscheduler_db [req-e930e878-e693-4d55-8f71-a189937d7b1f req-57437abb-c346-4c06-a1fe-ae6c660a635f tempest-ServerDiskConfigTestJSON-1790720349 tempest-ServerDiskConfigTestJSON-1790720349-project] Received port after_create {{(pid=83871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 13:58:53.038253 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57437abb-c346-4c06-a1fe-ae6c660a635f tempest-ServerDiskConfigTestJSON-1790720349 tempest-ServerDiskConfigTestJSON-1790720349-project] Pushing event updated for resources: {'Port': ['ID=6b6b046f-a109-497f-8e66-453d71b12b31,revision_number=1']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:58:53.072315 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e930e878-e693-4d55-8f71-a189937d7b1f req-57437abb-c346-4c06-a1fe-ae6c660a635f tempest-ServerDiskConfigTestJSON-1790720349 tempest-ServerDiskConfigTestJSON-1790720349-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:58:53.072918 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-e930e878-e693-4d55-8f71-a189937d7b1f req-57437abb-c346-4c06-a1fe-ae6c660a635f tempest-ServerDiskConfigTestJSON-1790720349 tempest-ServerDiskConfigTestJSON-1790720349-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109561'] for port, before_response {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:58:53.092633 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-e930e878-e693-4d55-8f71-a189937d7b1f req-57437abb-c346-4c06-a1fe-ae6c660a635f tempest-ServerDiskConfigTestJSON-1790720349 tempest-ServerDiskConfigTestJSON-1790720349-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7104495 Apr 01 13:58:53.107496 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.v2.base [req-e930e878-e693-4d55-8f71-a189937d7b1f req-24085e03-ab67-4221-85d5-0009d566ea44 service neutron] Request body: {'port': {'device_id': 'e0f15bda-972b-429f-b54c-f6f76612103e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8361'}} {{(pid=83871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:58:53.212912 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-e930e878-e693-4d55-8f71-a189937d7b1f req-24085e03-ab67-4221-85d5-0009d566ea44 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:58:53.551054 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.notifiers.nova [req-e930e878-e693-4d55-8f71-a189937d7b1f req-24085e03-ab67-4221-85d5-0009d566ea44 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6b6b046f-a109-497f-8e66-453d71b12b31 {{(pid=83871) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 01 13:58:53.558391 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-e930e878-e693-4d55-8f71-a189937d7b1f req-24085e03-ab67-4221-85d5-0009d566ea44 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:58:53.616778 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.provisioning_blocks [req-e930e878-e693-4d55-8f71-a189937d7b1f req-24085e03-ab67-4221-85d5-0009d566ea44 service neutron] Transition to ACTIVE for port object 6b6b046f-a109-497f-8e66-453d71b12b31 will not be triggered until provisioned by entity L2. {{(pid=83871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 13:58:53.620792 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-e930e878-e693-4d55-8f71-a189937d7b1f req-24085e03-ab67-4221-85d5-0009d566ea44 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2743106'] for port, after_update {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:58:53.759029 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24085e03-ab67-4221-85d5-0009d566ea44 service neutron] Pushing event updated for resources: {'Port': ['ID=6b6b046f-a109-497f-8e66-453d71b12b31,revision_number=2']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:58:53.774656 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084cec0c-f296-448a-9686-f4a6c0a21f91 req-0ebf03e8-d55f-480b-b863-374ead104141 tempest-ServerDiskConfigTestJSON-1790720349 tempest-ServerDiskConfigTestJSON-1790720349-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:58:53.775335 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [req-084cec0c-f296-448a-9686-f4a6c0a21f91 req-0ebf03e8-d55f-480b-b863-374ead104141 tempest-ServerDiskConfigTestJSON-1790720349 tempest-ServerDiskConfigTestJSON-1790720349-project] Synchronizing usage tracker for tenant:8a1c961bd110484a9a86414bfcdd9147 on resource:port {{(pid=83871) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 13:58:53.932956 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [req-084cec0c-f296-448a-9686-f4a6c0a21f91 req-0ebf03e8-d55f-480b-b863-374ead104141 tempest-ServerDiskConfigTestJSON-1790720349 tempest-ServerDiskConfigTestJSON-1790720349-project] Unset dirty status for tenant:8a1c961bd110484a9a86414bfcdd9147 on resource:port {{(pid=83871) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 13:58:53.934102 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-084cec0c-f296-448a-9686-f4a6c0a21f91 req-0ebf03e8-d55f-480b-b863-374ead104141 tempest-ServerDiskConfigTestJSON-1790720349 tempest-ServerDiskConfigTestJSON-1790720349-project] 10.222.0.26 "GET /v2.0/ports?device_id=e0f15bda-972b-429f-b54c-f6f76612103e HTTP/1.1" status: 200 len: 931 time: 0.3732834 Apr 01 13:58:53.979989 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:58:53.989886 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.managers [req-e930e878-e693-4d55-8f71-a189937d7b1f req-24085e03-ab67-4221-85d5-0009d566ea44 service neutron] Attempting to bind port 6b6b046f-a109-497f-8e66-453d71b12b31 on host hv-neutron-8361 for vnic_type normal with profile {{(pid=83871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 13:58:53.990217 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.managers [req-e930e878-e693-4d55-8f71-a189937d7b1f req-24085e03-ab67-4221-85d5-0009d566ea44 service neutron] Attempting to bind port 6b6b046f-a109-497f-8e66-453d71b12b31 by drivers openvswitch,hyperv on host hv-neutron-8361 at level 0 using segments [{'id': 'ab5b0c1c-bb9b-44b1-8412-64642c2c2855', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'cbdf4c79-b5ef-4817-9cae-6c6afbf4b075'}] {{(pid=83871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 13:58:53.990631 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e930e878-e693-4d55-8f71-a189937d7b1f req-24085e03-ab67-4221-85d5-0009d566ea44 service neutron] Attempting to bind port 6b6b046f-a109-497f-8e66-453d71b12b31 on network cbdf4c79-b5ef-4817-9cae-6c6afbf4b075 {{(pid=83871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 13:58:54.002475 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e930e878-e693-4d55-8f71-a189937d7b1f req-24085e03-ab67-4221-85d5-0009d566ea44 service neutron] Port 6b6b046f-a109-497f-8e66-453d71b12b31 on network cbdf4c79-b5ef-4817-9cae-6c6afbf4b075 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8361 {{(pid=83871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 01 13:58:54.002790 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e930e878-e693-4d55-8f71-a189937d7b1f req-24085e03-ab67-4221-85d5-0009d566ea44 service neutron] Attempting to bind port 6b6b046f-a109-497f-8e66-453d71b12b31 on network cbdf4c79-b5ef-4817-9cae-6c6afbf4b075 {{(pid=83871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 13:58:54.006794 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [req-084cec0c-f296-448a-9686-f4a6c0a21f91 req-8cb90e8f-28b3-452d-8fc5-006ec89d5a45 tempest-ServerDiskConfigTestJSON-1790720349 tempest-ServerDiskConfigTestJSON-1790720349-project] Synchronizing usage tracker for tenant:8a1c961bd110484a9a86414bfcdd9147 on resource:security_group {{(pid=83871) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 13:58:54.020532 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e930e878-e693-4d55-8f71-a189937d7b1f req-24085e03-ab67-4221-85d5-0009d566ea44 service neutron] Checking agent: {'id': '359ce187-6241-4f7e-85a4-e066c7b0cdea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8361', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 13, 31, 54), 'started_at': datetime.datetime(2022, 4, 1, 13, 31, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 13, 58, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 13:58:54.020863 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e930e878-e693-4d55-8f71-a189937d7b1f req-24085e03-ab67-4221-85d5-0009d566ea44 service neutron] Checking segment: {'id': 'ab5b0c1c-bb9b-44b1-8412-64642c2c2855', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'cbdf4c79-b5ef-4817-9cae-6c6afbf4b075'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 13:58:54.021237 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e930e878-e693-4d55-8f71-a189937d7b1f req-24085e03-ab67-4221-85d5-0009d566ea44 service neutron] Bound using segment: {'id': 'ab5b0c1c-bb9b-44b1-8412-64642c2c2855', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'cbdf4c79-b5ef-4817-9cae-6c6afbf4b075'} {{(pid=83871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 13:58:54.021659 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.managers [req-e930e878-e693-4d55-8f71-a189937d7b1f req-24085e03-ab67-4221-85d5-0009d566ea44 service neutron] Bound port: 6b6b046f-a109-497f-8e66-453d71b12b31, host: hv-neutron-8361, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ab5b0c1c-bb9b-44b1-8412-64642c2c2855', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'cbdf4c79-b5ef-4817-9cae-6c6afbf4b075'}}] {{(pid=83871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 13:58:54.022734 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-e930e878-e693-4d55-8f71-a189937d7b1f req-24085e03-ab67-4221-85d5-0009d566ea44 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:58:54.041655 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [req-084cec0c-f296-448a-9686-f4a6c0a21f91 req-8cb90e8f-28b3-452d-8fc5-006ec89d5a45 tempest-ServerDiskConfigTestJSON-1790720349 tempest-ServerDiskConfigTestJSON-1790720349-project] Unset dirty status for tenant:8a1c961bd110484a9a86414bfcdd9147 on resource:security_group {{(pid=83871) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 13:58:54.042801 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-084cec0c-f296-448a-9686-f4a6c0a21f91 req-8cb90e8f-28b3-452d-8fc5-006ec89d5a45 tempest-ServerDiskConfigTestJSON-1790720349 tempest-ServerDiskConfigTestJSON-1790720349-project] 10.222.0.26 "GET /v2.0/security-groups?id=c2414b56-1725-4811-a0d6-3c8d92e5ccdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018841 Apr 01 13:58:54.117149 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.db [req-e930e878-e693-4d55-8f71-a189937d7b1f req-24085e03-ab67-4221-85d5-0009d566ea44 service neutron] For port 6b6b046f-a109-497f-8e66-453d71b12b31, host hv-neutron-8361, cleared binding levels {{(pid=83871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 13:58:54.120459 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.db [req-e930e878-e693-4d55-8f71-a189937d7b1f req-24085e03-ab67-4221-85d5-0009d566ea44 service neutron] For port 6b6b046f-a109-497f-8e66-453d71b12b31, host hv-neutron-8361, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8361',level=0,port_id=6b6b046f-a109-497f-8e66-453d71b12b31,segment=NetworkSegment(ab5b0c1c-bb9b-44b1-8412-64642c2c2855),segment_id=ab5b0c1c-bb9b-44b1-8412-64642c2c2855)] {{(pid=83871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 13:58:54.124587 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-e930e878-e693-4d55-8f71-a189937d7b1f req-24085e03-ab67-4221-85d5-0009d566ea44 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2743106'] for port, after_update {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:58:54.186006 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-e930e878-e693-4d55-8f71-a189937d7b1f req-24085e03-ab67-4221-85d5-0009d566ea44 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109561'] for port, before_response {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:58:54.187321 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-e930e878-e693-4d55-8f71-a189937d7b1f req-24085e03-ab67-4221-85d5-0009d566ea44 service neutron] 10.222.0.57 "PUT /v2.0/ports/6b6b046f-a109-497f-8e66-453d71b12b31 HTTP/1.1" status: 200 len: 1093 time: 1.0837171 Apr 01 13:58:54.187989 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e0f15bda-972b-429f-b54c-f6f76612103e', 'tag': '6b6b046f-a109-497f-8e66-453d71b12b31'}] {{(pid=83871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 13:58:54.205694 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24085e03-ab67-4221-85d5-0009d566ea44 service neutron] Pushing event updated for resources: {'Port': ['ID=6b6b046f-a109-497f-8e66-453d71b12b31,revision_number=3']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:58:54.269164 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e0f15bda-972b-429f-b54c-f6f76612103e', 'tag': '6b6b046f-a109-497f-8e66-453d71b12b31', 'status': 'completed', 'code': 200} Apr 01 13:58:54.321988 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-e930e878-e693-4d55-8f71-a189937d7b1f req-0904944f-bb05-44f1-9285-6338e38714cb service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=8a1c961bd110484a9a86414bfcdd9147&device_id=e0f15bda-972b-429f-b54c-f6f76612103e HTTP/1.1" status: 200 len: 1096 time: 0.0873132 Apr 01 13:58:54.402652 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-e930e878-e693-4d55-8f71-a189937d7b1f req-fc5a7cd4-4ab0-4a04-a5b1-233cdf500b49 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6b6b046f-a109-497f-8e66-453d71b12b31 HTTP/1.1" status: 200 len: 217 time: 0.0704432 Apr 01 13:58:54.469367 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e930e878-e693-4d55-8f71-a189937d7b1f req-5ed865a2-26a0-42c6-a4a8-008e934b4043 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:58:54.470652 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-e930e878-e693-4d55-8f71-a189937d7b1f req-5ed865a2-26a0-42c6-a4a8-008e934b4043 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=dd9c327a-8682-4e1a-8cb4-1f88b1fc9f4f HTTP/1.1" status: 200 len: 854 time: 0.0592356 Apr 01 13:58:54.518540 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-e930e878-e693-4d55-8f71-a189937d7b1f req-fd86d9dd-1ba6-40ae-b2be-a2aa7e139190 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=cbdf4c79-b5ef-4817-9cae-6c6afbf4b075&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0376842 Apr 01 13:58:54.656307 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-e930e878-e693-4d55-8f71-a189937d7b1f req-b228b761-651b-4461-816e-36d9f8a7c9c2 service neutron] 10.222.0.57 "GET /v2.0/networks/cbdf4c79-b5ef-4817-9cae-6c6afbf4b075?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1280363 Apr 01 13:58:54.791336 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-e930e878-e693-4d55-8f71-a189937d7b1f req-35c7d141-2f92-4140-808a-d57c6543525f service neutron] 10.222.0.57 "GET /v2.0/networks/cbdf4c79-b5ef-4817-9cae-6c6afbf4b075?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1243296 Apr 01 13:58:54.918219 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-93a2f614-c54c-41ba-b8d9-6824481ddcef req-bd71e308-4a56-4e20-bb3f-2924a201997a service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=8a1c961bd110484a9a86414bfcdd9147&device_id=e0f15bda-972b-429f-b54c-f6f76612103e HTTP/1.1" status: 200 len: 1096 time: 0.0709691 Apr 01 13:58:54.981690 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.agents_db [None req-bdd220c7-049a-43d2-a923-ad1a2de078c6 None None] Agent healthcheck: found 6 active agents {{(pid=83873) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 01 13:58:55.049628 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a2f614-c54c-41ba-b8d9-6824481ddcef req-b052fe54-293e-4452-a36d-aa031acb5fda service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:58:55.051161 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-93a2f614-c54c-41ba-b8d9-6824481ddcef req-b052fe54-293e-4452-a36d-aa031acb5fda service neutron] 10.222.0.57 "GET /v2.0/networks?id=cbdf4c79-b5ef-4817-9cae-6c6afbf4b075 HTTP/1.1" status: 200 len: 915 time: 0.1260912 Apr 01 13:58:55.120567 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-93a2f614-c54c-41ba-b8d9-6824481ddcef req-b20decc7-ef06-44b7-a5e3-300ed6584f82 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6b6b046f-a109-497f-8e66-453d71b12b31 HTTP/1.1" status: 200 len: 217 time: 0.0605717 Apr 01 13:58:55.231649 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a2f614-c54c-41ba-b8d9-6824481ddcef req-b7e84ea6-b730-475a-b95f-accca219665a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:58:55.233103 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-93a2f614-c54c-41ba-b8d9-6824481ddcef req-b7e84ea6-b730-475a-b95f-accca219665a service neutron] 10.222.0.57 "GET /v2.0/subnets?id=dd9c327a-8682-4e1a-8cb4-1f88b1fc9f4f HTTP/1.1" status: 200 len: 854 time: 0.1033626 Apr 01 13:58:55.288907 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-93a2f614-c54c-41ba-b8d9-6824481ddcef req-fbaa0945-4ede-4330-940d-793addac4339 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=cbdf4c79-b5ef-4817-9cae-6c6afbf4b075&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0486591 Apr 01 13:58:55.298471 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdcf4cd8-b5b4-47f0-b0c5-fa37e3f0f739 req-a2f67bfa-346d-48fe-b624-a140f5d678d0 tempest-ServerDiskConfigTestJSON-1790720349 tempest-ServerDiskConfigTestJSON-1790720349-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:58:55.299866 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-cdcf4cd8-b5b4-47f0-b0c5-fa37e3f0f739 req-a2f67bfa-346d-48fe-b624-a140f5d678d0 tempest-ServerDiskConfigTestJSON-1790720349 tempest-ServerDiskConfigTestJSON-1790720349-project] 10.222.0.26 "GET /v2.0/ports?device_id=e0f15bda-972b-429f-b54c-f6f76612103e HTTP/1.1" status: 200 len: 943 time: 0.1303556 Apr 01 13:58:55.430452 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-cdcf4cd8-b5b4-47f0-b0c5-fa37e3f0f739 req-b46f457b-e829-420f-a575-85c6ad1bf6a2 tempest-ServerDiskConfigTestJSON-1790720349 tempest-ServerDiskConfigTestJSON-1790720349-project] 10.222.0.26 "GET /v2.0/security-groups?id=c2414b56-1725-4811-a0d6-3c8d92e5ccdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086774 Apr 01 13:58:55.462886 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-93a2f614-c54c-41ba-b8d9-6824481ddcef req-b02ab4d4-c8bc-4e30-b386-1bd44c00f9ec service neutron] 10.222.0.57 "GET /v2.0/networks/cbdf4c79-b5ef-4817-9cae-6c6afbf4b075?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1621506 Apr 01 13:58:55.676423 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-93a2f614-c54c-41ba-b8d9-6824481ddcef req-772ee53a-c726-4d42-a098-df27da513e5f service neutron] 10.222.0.57 "GET /v2.0/networks/cbdf4c79-b5ef-4817-9cae-6c6afbf4b075?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2047415 Apr 01 13:58:56.625483 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5085450b-8726-4974-9ba9-e71c3ed8aaa1 req-c44d636f-e131-487c-970d-c90cb633ce70 tempest-ServerDiskConfigTestJSON-1790720349 tempest-ServerDiskConfigTestJSON-1790720349-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:58:56.626944 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-5085450b-8726-4974-9ba9-e71c3ed8aaa1 req-c44d636f-e131-487c-970d-c90cb633ce70 tempest-ServerDiskConfigTestJSON-1790720349 tempest-ServerDiskConfigTestJSON-1790720349-project] 10.222.0.26 "GET /v2.0/ports?device_id=e0f15bda-972b-429f-b54c-f6f76612103e HTTP/1.1" status: 200 len: 943 time: 0.0756414 Apr 01 13:58:56.688497 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-5085450b-8726-4974-9ba9-e71c3ed8aaa1 req-c5aab77f-8825-487c-889c-69fb1270d7ad tempest-ServerDiskConfigTestJSON-1790720349 tempest-ServerDiskConfigTestJSON-1790720349-project] 10.222.0.26 "GET /v2.0/security-groups?id=c2414b56-1725-4811-a0d6-3c8d92e5ccdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555601 Apr 01 13:58:57.372919 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Device 6b6b046f-a109-497f-8e66-453d71b12b31 details requested by agent hyperv_hv-neutron-8361 with host hv-neutron-8361 {{(pid=83872) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 01 13:58:57.504088 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] For port 6b6b046f-a109-497f-8e66-453d71b12b31, host hv-neutron-8361, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8361',level=0,port_id=6b6b046f-a109-497f-8e66-453d71b12b31,segment=NetworkSegment(ab5b0c1c-bb9b-44b1-8412-64642c2c2855),segment_id=ab5b0c1c-bb9b-44b1-8412-64642c2c2855)] {{(pid=83872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 13:58:57.521011 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Returning: {'device': '6b6b046f-a109-497f-8e66-453d71b12b31', 'network_id': 'cbdf4c79-b5ef-4817-9cae-6c6afbf4b075', 'port_id': '6b6b046f-a109-497f-8e66-453d71b12b31', 'mac_address': 'fa:16:3e:3a:fd:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 371, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dd9c327a-8682-4e1a-8cb4-1f88b1fc9f4f', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83872) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 01 13:58:57.573948 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:58:57.590500 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.notifiers.nova [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6b6b046f-a109-497f-8e66-453d71b12b31 {{(pid=83872) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 01 13:58:57.605326 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] For port 6b6b046f-a109-497f-8e66-453d71b12b31, host hv-neutron-8361, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8361',level=0,port_id=6b6b046f-a109-497f-8e66-453d71b12b31,segment=NetworkSegment(ab5b0c1c-bb9b-44b1-8412-64642c2c2855),segment_id=ab5b0c1c-bb9b-44b1-8412-64642c2c2855)] {{(pid=83872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 13:58:57.609343 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864'] for port, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:58:57.672898 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Pushing event updated for resources: {'Port': ['ID=6b6b046f-a109-497f-8e66-453d71b12b31,revision_number=4']} {{(pid=83872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:58:57.863059 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] get_ports_and_sgs() called for port_ids ['6b6b046f-a109-497f-8e66-453d71b12b31'] {{(pid=83872) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 01 13:58:57.885231 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c10381-a1ab-4541-9cba-7ee89c11cd80 req-34a56a17-2678-47b9-bf77-88c92ea03c27 tempest-ServerDiskConfigTestJSON-1790720349 tempest-ServerDiskConfigTestJSON-1790720349-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:58:57.886715 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-56c10381-a1ab-4541-9cba-7ee89c11cd80 req-34a56a17-2678-47b9-bf77-88c92ea03c27 tempest-ServerDiskConfigTestJSON-1790720349 tempest-ServerDiskConfigTestJSON-1790720349-project] 10.222.0.26 "GET /v2.0/ports?device_id=e0f15bda-972b-429f-b54c-f6f76612103e HTTP/1.1" status: 200 len: 944 time: 0.0775230 Apr 01 13:58:57.932992 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-56c10381-a1ab-4541-9cba-7ee89c11cd80 req-ef7753ef-04fc-428c-9e40-eb7273b9587a tempest-ServerDiskConfigTestJSON-1790720349 tempest-ServerDiskConfigTestJSON-1790720349-project] 10.222.0.26 "GET /v2.0/security-groups?id=c2414b56-1725-4811-a0d6-3c8d92e5ccdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406702 Apr 01 13:58:59.129441 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f899ba83-06be-4be8-8dcf-031320ee3fe4 req-337ee028-3dc6-448a-a539-7feff1b42468 tempest-ServerDiskConfigTestJSON-1790720349 tempest-ServerDiskConfigTestJSON-1790720349-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:58:59.130852 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-f899ba83-06be-4be8-8dcf-031320ee3fe4 req-337ee028-3dc6-448a-a539-7feff1b42468 tempest-ServerDiskConfigTestJSON-1790720349 tempest-ServerDiskConfigTestJSON-1790720349-project] 10.222.0.26 "GET /v2.0/ports?device_id=e0f15bda-972b-429f-b54c-f6f76612103e HTTP/1.1" status: 200 len: 944 time: 0.0756485 Apr 01 13:58:59.176879 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-f899ba83-06be-4be8-8dcf-031320ee3fe4 req-613d026f-3d3e-4cb2-a871-b31e9fbf0842 tempest-ServerDiskConfigTestJSON-1790720349 tempest-ServerDiskConfigTestJSON-1790720349-project] 10.222.0.26 "GET /v2.0/security-groups?id=c2414b56-1725-4811-a0d6-3c8d92e5ccdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391123 Apr 01 13:58:59.388381 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Device 6b6b046f-a109-497f-8e66-453d71b12b31 up at agent hyperv_hv-neutron-8361 {{(pid=83872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 13:58:59.458655 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Provisioning for port 6b6b046f-a109-497f-8e66-453d71b12b31 completed by entity L2. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 13:58:59.463881 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Provisioning complete for port 6b6b046f-a109-497f-8e66-453d71b12b31 triggered by entity L2. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 13:58:59.464244 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-948329'] for port, provisioning_complete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:58:59.574111 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:58:59.600940 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0f15bda-972b-429f-b54c-f6f76612103e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b6b046f-a109-497f-8e66-453d71b12b31'}] {{(pid=83872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 13:58:59.610393 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] For port 6b6b046f-a109-497f-8e66-453d71b12b31, host hv-neutron-8361, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8361',level=0,port_id=6b6b046f-a109-497f-8e66-453d71b12b31,segment=NetworkSegment(ab5b0c1c-bb9b-44b1-8412-64642c2c2855),segment_id=ab5b0c1c-bb9b-44b1-8412-64642c2c2855)] {{(pid=83872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 13:58:59.614405 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864'] for port, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:58:59.659097 dv-neutron-836180-1-hyperv neutron-server[83872]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e0f15bda-972b-429f-b54c-f6f76612103e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b6b046f-a109-497f-8e66-453d71b12b31', 'code': 200} Apr 01 13:58:59.686277 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Pushing event updated for resources: {'Port': ['ID=6b6b046f-a109-497f-8e66-453d71b12b31,revision_number=5']} {{(pid=83872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:58:59.694816 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:58:59.695155 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:58:59.695481 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:58:59.695804 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:58:59.696126 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:58:59.696469 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:58:59.696790 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:58:59.697111 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:58:59.697421 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:58:59.697732 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:58:59.698042 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 13:58:59.899166 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-09483d07-efcc-4259-8d2b-f3a423a7bef9 req-bf719d7e-9a23-43f9-88ad-01ff748b28eb service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=e0f15bda-972b-429f-b54c-f6f76612103e HTTP/1.1" status: 200 len: 1098 time: 0.0747290 Apr 01 13:58:59.943744 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-09483d07-efcc-4259-8d2b-f3a423a7bef9 req-e44a604a-18b7-4745-be4c-f3b4ae216854 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=c2414b56-1725-4811-a0d6-3c8d92e5ccdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349381 Apr 01 13:59:00.376523 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90fa2108-e327-4430-9155-53f3da69ec58 req-ca40442d-7746-44f7-9144-805f5487740e tempest-ServerDiskConfigTestJSON-1790720349 tempest-ServerDiskConfigTestJSON-1790720349-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:59:00.377946 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-90fa2108-e327-4430-9155-53f3da69ec58 req-ca40442d-7746-44f7-9144-805f5487740e tempest-ServerDiskConfigTestJSON-1790720349 tempest-ServerDiskConfigTestJSON-1790720349-project] 10.222.0.26 "GET /v2.0/ports?device_id=e0f15bda-972b-429f-b54c-f6f76612103e HTTP/1.1" status: 200 len: 945 time: 0.0800641 Apr 01 13:59:00.423038 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-90fa2108-e327-4430-9155-53f3da69ec58 req-5766ae9e-151c-47c7-8aea-f9531311ea11 tempest-ServerDiskConfigTestJSON-1790720349 tempest-ServerDiskConfigTestJSON-1790720349-project] 10.222.0.26 "GET /v2.0/security-groups?id=c2414b56-1725-4811-a0d6-3c8d92e5ccdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389247 Apr 01 13:59:01.622027 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0a0674-75b5-44fb-a9f0-121d55ace1ae req-e4982402-7dfb-4956-a215-a0584282f552 tempest-ServerDiskConfigTestJSON-1790720349 tempest-ServerDiskConfigTestJSON-1790720349-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:59:01.623446 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-ad0a0674-75b5-44fb-a9f0-121d55ace1ae req-e4982402-7dfb-4956-a215-a0584282f552 tempest-ServerDiskConfigTestJSON-1790720349 tempest-ServerDiskConfigTestJSON-1790720349-project] 10.222.0.26 "GET /v2.0/ports?device_id=e0f15bda-972b-429f-b54c-f6f76612103e HTTP/1.1" status: 200 len: 945 time: 0.0745635 Apr 01 13:59:01.670384 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-ad0a0674-75b5-44fb-a9f0-121d55ace1ae req-8b7fc438-2292-42e0-974e-bca999c0771a tempest-ServerDiskConfigTestJSON-1790720349 tempest-ServerDiskConfigTestJSON-1790720349-project] 10.222.0.26 "GET /v2.0/security-groups?id=c2414b56-1725-4811-a0d6-3c8d92e5ccdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414362 Apr 01 13:59:01.866837 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d1964b-938f-466e-8f4d-c1ba606fb149 req-72b287fc-7253-489a-950d-4fe72a921e86 tempest-ServerDiskConfigTestJSON-1790720349 tempest-ServerDiskConfigTestJSON-1790720349-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:59:01.868289 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-75d1964b-938f-466e-8f4d-c1ba606fb149 req-72b287fc-7253-489a-950d-4fe72a921e86 tempest-ServerDiskConfigTestJSON-1790720349 tempest-ServerDiskConfigTestJSON-1790720349-project] 10.222.0.26 "GET /v2.0/ports?device_id=e0f15bda-972b-429f-b54c-f6f76612103e HTTP/1.1" status: 200 len: 945 time: 0.0765629 Apr 01 13:59:01.914090 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-75d1964b-938f-466e-8f4d-c1ba606fb149 req-10d237dc-6b61-43bb-b3e5-1d5e230e5b49 tempest-ServerDiskConfigTestJSON-1790720349 tempest-ServerDiskConfigTestJSON-1790720349-project] 10.222.0.26 "GET /v2.0/security-groups?id=c2414b56-1725-4811-a0d6-3c8d92e5ccdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390925 Apr 01 13:59:02.281128 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13757c1d-49ba-4020-81f7-4909432630c1 req-7b3ce83d-47f7-4f65-a400-4d40bba589df tempest-ServerDiskConfigTestJSON-1790720349 tempest-ServerDiskConfigTestJSON-1790720349-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:59:02.282492 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-13757c1d-49ba-4020-81f7-4909432630c1 req-7b3ce83d-47f7-4f65-a400-4d40bba589df tempest-ServerDiskConfigTestJSON-1790720349 tempest-ServerDiskConfigTestJSON-1790720349-project] 10.222.0.26 "GET /v2.0/ports?device_id=e0f15bda-972b-429f-b54c-f6f76612103e HTTP/1.1" status: 200 len: 945 time: 0.0793004 Apr 01 13:59:02.328653 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-13757c1d-49ba-4020-81f7-4909432630c1 req-c6a3627c-925c-4921-81c7-f6358496c0b0 tempest-ServerDiskConfigTestJSON-1790720349 tempest-ServerDiskConfigTestJSON-1790720349-project] 10.222.0.26 "GET /v2.0/security-groups?id=c2414b56-1725-4811-a0d6-3c8d92e5ccdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398295 Apr 01 13:59:02.523890 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071edd64-73bc-447d-aa96-58d17eed7f81 req-15d6a8d8-1be2-439f-9197-35e558dbac17 tempest-ServerDiskConfigTestJSON-1790720349 tempest-ServerDiskConfigTestJSON-1790720349-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:59:02.525465 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-071edd64-73bc-447d-aa96-58d17eed7f81 req-15d6a8d8-1be2-439f-9197-35e558dbac17 tempest-ServerDiskConfigTestJSON-1790720349 tempest-ServerDiskConfigTestJSON-1790720349-project] 10.222.0.26 "GET /v2.0/ports?device_id=e0f15bda-972b-429f-b54c-f6f76612103e HTTP/1.1" status: 200 len: 945 time: 0.0778599 Apr 01 13:59:02.571748 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-071edd64-73bc-447d-aa96-58d17eed7f81 req-38975522-8bec-4798-8b02-8d5512d1e45e tempest-ServerDiskConfigTestJSON-1790720349 tempest-ServerDiskConfigTestJSON-1790720349-project] 10.222.0.26 "GET /v2.0/security-groups?id=c2414b56-1725-4811-a0d6-3c8d92e5ccdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407727 Apr 01 13:59:02.761912 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-6b3bdad7-ff4b-4b2d-a19b-7c94921a3e64 req-2ced0a66-a457-4446-a09c-8e94d2cd5ce5 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=e0f15bda-972b-429f-b54c-f6f76612103e&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0686712 Apr 01 13:59:03.017987 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-aa2ea613-c6d9-4a1f-809f-fa5f812bc7bb req-694c6a39-4043-4834-9d5b-dd24aac2643e service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=e0f15bda-972b-429f-b54c-f6f76612103e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0754516 Apr 01 13:59:03.208074 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e743838-cb64-4a90-86fc-f54303964078 req-21e3c2c6-68e9-4a75-9d4f-d78894ec6726 tempest-ServerDiskConfigTestJSON-1790720349 tempest-ServerDiskConfigTestJSON-1790720349-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:59:03.209658 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-8e743838-cb64-4a90-86fc-f54303964078 req-21e3c2c6-68e9-4a75-9d4f-d78894ec6726 tempest-ServerDiskConfigTestJSON-1790720349 tempest-ServerDiskConfigTestJSON-1790720349-project] 10.222.0.26 "GET /v2.0/ports?device_id=e0f15bda-972b-429f-b54c-f6f76612103e HTTP/1.1" status: 200 len: 945 time: 0.0782316 Apr 01 13:59:03.262123 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-8e743838-cb64-4a90-86fc-f54303964078 req-a81586c2-82fd-4253-8c0c-73ed185f2cf0 tempest-ServerDiskConfigTestJSON-1790720349 tempest-ServerDiskConfigTestJSON-1790720349-project] 10.222.0.26 "GET /v2.0/security-groups?id=c2414b56-1725-4811-a0d6-3c8d92e5ccdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471964 Apr 01 13:59:03.577817 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-d3cd95f5-e5f8-4688-91f5-bd8fb36bff3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:59:04.234125 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-aa2ea613-c6d9-4a1f-809f-fa5f812bc7bb req-e1b6b73a-c235-4e3a-a70f-06a95fc31881 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=8a1c961bd110484a9a86414bfcdd9147&device_id=e0f15bda-972b-429f-b54c-f6f76612103e HTTP/1.1" status: 200 len: 1098 time: 0.0713947 Apr 01 13:59:04.368030 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2ea613-c6d9-4a1f-809f-fa5f812bc7bb req-e121e9e5-7abc-4433-a6e4-72b32b0badf1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:59:04.369470 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-aa2ea613-c6d9-4a1f-809f-fa5f812bc7bb req-e121e9e5-7abc-4433-a6e4-72b32b0badf1 service neutron] 10.222.0.57 "GET /v2.0/networks?id=cbdf4c79-b5ef-4817-9cae-6c6afbf4b075 HTTP/1.1" status: 200 len: 915 time: 0.1292944 Apr 01 13:59:04.436016 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-aa2ea613-c6d9-4a1f-809f-fa5f812bc7bb req-a8fcb505-9866-4807-b1ff-72e855344d6a service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6b6b046f-a109-497f-8e66-453d71b12b31 HTTP/1.1" status: 200 len: 217 time: 0.0599046 Apr 01 13:59:04.467274 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a21610-5e79-460d-a011-b1f065f92cbc req-c1b2c3bc-76ca-4008-9f5b-177ae904123e tempest-ServerDiskConfigTestJSON-1790720349 tempest-ServerDiskConfigTestJSON-1790720349-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:59:04.468749 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-60a21610-5e79-460d-a011-b1f065f92cbc req-c1b2c3bc-76ca-4008-9f5b-177ae904123e tempest-ServerDiskConfigTestJSON-1790720349 tempest-ServerDiskConfigTestJSON-1790720349-project] 10.222.0.26 "GET /v2.0/ports?device_id=e0f15bda-972b-429f-b54c-f6f76612103e HTTP/1.1" status: 200 len: 945 time: 0.0801530 Apr 01 13:59:04.502632 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2ea613-c6d9-4a1f-809f-fa5f812bc7bb req-9be05c2d-30f5-4dd2-b591-8ccc1bc0c602 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:59:04.503972 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-aa2ea613-c6d9-4a1f-809f-fa5f812bc7bb req-9be05c2d-30f5-4dd2-b591-8ccc1bc0c602 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=dd9c327a-8682-4e1a-8cb4-1f88b1fc9f4f HTTP/1.1" status: 200 len: 854 time: 0.0621974 Apr 01 13:59:04.515158 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-60a21610-5e79-460d-a011-b1f065f92cbc req-459b42ee-6a52-4933-9bc2-9665bb7b2214 tempest-ServerDiskConfigTestJSON-1790720349 tempest-ServerDiskConfigTestJSON-1790720349-project] 10.222.0.26 "GET /v2.0/security-groups?id=c2414b56-1725-4811-a0d6-3c8d92e5ccdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408764 Apr 01 13:59:04.551456 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-aa2ea613-c6d9-4a1f-809f-fa5f812bc7bb req-00865fac-5774-470c-8854-2e8da01cacf9 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=cbdf4c79-b5ef-4817-9cae-6c6afbf4b075&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0418601 Apr 01 13:59:04.680979 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-aa2ea613-c6d9-4a1f-809f-fa5f812bc7bb req-76ef0513-a1b2-4e41-94b3-92cdd2c35be1 service neutron] 10.222.0.57 "GET /v2.0/networks/cbdf4c79-b5ef-4817-9cae-6c6afbf4b075?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1228740 Apr 01 13:59:04.809882 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-aa2ea613-c6d9-4a1f-809f-fa5f812bc7bb req-993b1c71-5706-4ee3-bed3-3a70496aec57 service neutron] 10.222.0.57 "GET /v2.0/networks/cbdf4c79-b5ef-4817-9cae-6c6afbf4b075?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1222458 Apr 01 13:59:05.721611 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288b2cc5-0ba4-4d57-b44c-fe7d5cdceb9b req-37f151ab-cde2-4ff4-bce2-aae6acfb6828 tempest-ServerDiskConfigTestJSON-1790720349 tempest-ServerDiskConfigTestJSON-1790720349-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:59:05.723026 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-288b2cc5-0ba4-4d57-b44c-fe7d5cdceb9b req-37f151ab-cde2-4ff4-bce2-aae6acfb6828 tempest-ServerDiskConfigTestJSON-1790720349 tempest-ServerDiskConfigTestJSON-1790720349-project] 10.222.0.26 "GET /v2.0/ports?device_id=e0f15bda-972b-429f-b54c-f6f76612103e HTTP/1.1" status: 200 len: 945 time: 0.0745201 Apr 01 13:59:05.771318 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-288b2cc5-0ba4-4d57-b44c-fe7d5cdceb9b req-03da4e84-f43f-49d3-a082-e6693528ca1f tempest-ServerDiskConfigTestJSON-1790720349 tempest-ServerDiskConfigTestJSON-1790720349-project] 10.222.0.26 "GET /v2.0/security-groups?id=c2414b56-1725-4811-a0d6-3c8d92e5ccdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422103 Apr 01 13:59:05.933346 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-9fb8af42-c44d-4417-a3ba-cb350f6c2dcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:59:06.965497 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd853a6-26f6-488c-bdbc-ae254e070af5 req-2dd03896-2cfe-4ed5-8dda-a94405b58678 tempest-ServerDiskConfigTestJSON-1790720349 tempest-ServerDiskConfigTestJSON-1790720349-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:59:06.966836 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-abd853a6-26f6-488c-bdbc-ae254e070af5 req-2dd03896-2cfe-4ed5-8dda-a94405b58678 tempest-ServerDiskConfigTestJSON-1790720349 tempest-ServerDiskConfigTestJSON-1790720349-project] 10.222.0.26 "GET /v2.0/ports?device_id=e0f15bda-972b-429f-b54c-f6f76612103e HTTP/1.1" status: 200 len: 945 time: 0.0754979 Apr 01 13:59:07.014501 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-abd853a6-26f6-488c-bdbc-ae254e070af5 req-61e32bcb-e63a-48ce-9c34-e91b2439d8f4 tempest-ServerDiskConfigTestJSON-1790720349 tempest-ServerDiskConfigTestJSON-1790720349-project] 10.222.0.26 "GET /v2.0/security-groups?id=c2414b56-1725-4811-a0d6-3c8d92e5ccdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422349 Apr 01 13:59:07.211878 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:59:07.436740 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-2f9cfc9c-d8ba-4de3-a4ad-98162f90557c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:59:08.240540 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6753ce33-878d-4919-88b0-00c7ca7d8fc1 req-c31ea819-c93e-41ff-9994-020a7205e1c9 tempest-ServerDiskConfigTestJSON-1790720349 tempest-ServerDiskConfigTestJSON-1790720349-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:59:08.242128 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-6753ce33-878d-4919-88b0-00c7ca7d8fc1 req-c31ea819-c93e-41ff-9994-020a7205e1c9 tempest-ServerDiskConfigTestJSON-1790720349 tempest-ServerDiskConfigTestJSON-1790720349-project] 10.222.0.26 "GET /v2.0/ports?device_id=e0f15bda-972b-429f-b54c-f6f76612103e HTTP/1.1" status: 200 len: 945 time: 0.0883431 Apr 01 13:59:08.293531 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-6753ce33-878d-4919-88b0-00c7ca7d8fc1 req-bdbab381-8015-4798-8102-67ccdbd03f21 tempest-ServerDiskConfigTestJSON-1790720349 tempest-ServerDiskConfigTestJSON-1790720349-project] 10.222.0.26 "GET /v2.0/security-groups?id=c2414b56-1725-4811-a0d6-3c8d92e5ccdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420928 Apr 01 13:59:08.936473 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-a976a7b9-9034-41e6-be13-349b75ed1593 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:59:09.495292 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8258d75a-334e-416c-bab3-c1b4f8829608 req-2c18a1f1-9c25-4b2a-adec-06b595ddf02c tempest-ServerDiskConfigTestJSON-1790720349 tempest-ServerDiskConfigTestJSON-1790720349-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:59:09.496736 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-8258d75a-334e-416c-bab3-c1b4f8829608 req-2c18a1f1-9c25-4b2a-adec-06b595ddf02c tempest-ServerDiskConfigTestJSON-1790720349 tempest-ServerDiskConfigTestJSON-1790720349-project] 10.222.0.26 "GET /v2.0/ports?device_id=e0f15bda-972b-429f-b54c-f6f76612103e HTTP/1.1" status: 200 len: 945 time: 0.0785327 Apr 01 13:59:09.541752 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-8258d75a-334e-416c-bab3-c1b4f8829608 req-db07a385-50da-4c8a-b8b2-b367c436195c tempest-ServerDiskConfigTestJSON-1790720349 tempest-ServerDiskConfigTestJSON-1790720349-project] 10.222.0.26 "GET /v2.0/security-groups?id=c2414b56-1725-4811-a0d6-3c8d92e5ccdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394535 Apr 01 13:59:10.738854 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8338309-dd08-4a47-bf65-696287bc4f0d req-db25e074-046c-41fe-b827-377de93b253a tempest-ServerDiskConfigTestJSON-1790720349 tempest-ServerDiskConfigTestJSON-1790720349-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:59:10.740265 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-e8338309-dd08-4a47-bf65-696287bc4f0d req-db25e074-046c-41fe-b827-377de93b253a tempest-ServerDiskConfigTestJSON-1790720349 tempest-ServerDiskConfigTestJSON-1790720349-project] 10.222.0.26 "GET /v2.0/ports?device_id=e0f15bda-972b-429f-b54c-f6f76612103e HTTP/1.1" status: 200 len: 945 time: 0.0798621 Apr 01 13:59:10.784240 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-e8338309-dd08-4a47-bf65-696287bc4f0d req-dd98296f-489a-4cae-8b5c-908b5cd6caa0 tempest-ServerDiskConfigTestJSON-1790720349 tempest-ServerDiskConfigTestJSON-1790720349-project] 10.222.0.26 "GET /v2.0/security-groups?id=c2414b56-1725-4811-a0d6-3c8d92e5ccdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384359 Apr 01 13:59:11.995617 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa9ae0d-87ba-4616-b521-b85b2eeadf91 req-ddf406ab-1d9d-4f4a-8a40-6c10eb960efc tempest-ServerDiskConfigTestJSON-1790720349 tempest-ServerDiskConfigTestJSON-1790720349-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:59:11.997069 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-3fa9ae0d-87ba-4616-b521-b85b2eeadf91 req-ddf406ab-1d9d-4f4a-8a40-6c10eb960efc tempest-ServerDiskConfigTestJSON-1790720349 tempest-ServerDiskConfigTestJSON-1790720349-project] 10.222.0.26 "GET /v2.0/ports?device_id=e0f15bda-972b-429f-b54c-f6f76612103e HTTP/1.1" status: 200 len: 945 time: 0.0886095 Apr 01 13:59:12.040822 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-3fa9ae0d-87ba-4616-b521-b85b2eeadf91 req-cca7f46f-834b-457d-9c32-0404e7352a2e tempest-ServerDiskConfigTestJSON-1790720349 tempest-ServerDiskConfigTestJSON-1790720349-project] 10.222.0.26 "GET /v2.0/security-groups?id=c2414b56-1725-4811-a0d6-3c8d92e5ccdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379839 Apr 01 13:59:13.233586 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9530687e-7fd8-4863-9f43-314b9e9bcfa4 req-6818e842-0048-4b97-84c8-d58dea94d81f tempest-ServerDiskConfigTestJSON-1790720349 tempest-ServerDiskConfigTestJSON-1790720349-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:59:13.235018 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-9530687e-7fd8-4863-9f43-314b9e9bcfa4 req-6818e842-0048-4b97-84c8-d58dea94d81f tempest-ServerDiskConfigTestJSON-1790720349 tempest-ServerDiskConfigTestJSON-1790720349-project] 10.222.0.26 "GET /v2.0/ports?device_id=e0f15bda-972b-429f-b54c-f6f76612103e HTTP/1.1" status: 200 len: 945 time: 0.0745301 Apr 01 13:59:13.280796 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-9530687e-7fd8-4863-9f43-314b9e9bcfa4 req-b1205141-cd91-4005-bf8b-afd28fc76962 tempest-ServerDiskConfigTestJSON-1790720349 tempest-ServerDiskConfigTestJSON-1790720349-project] 10.222.0.26 "GET /v2.0/security-groups?id=c2414b56-1725-4811-a0d6-3c8d92e5ccdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401878 Apr 01 13:59:14.479256 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de60df03-634e-428a-b678-6cb3e607ee9b req-1cc2b986-2b61-4fa5-848f-33bd8d2fd2c6 tempest-ServerDiskConfigTestJSON-1790720349 tempest-ServerDiskConfigTestJSON-1790720349-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:59:14.480772 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-de60df03-634e-428a-b678-6cb3e607ee9b req-1cc2b986-2b61-4fa5-848f-33bd8d2fd2c6 tempest-ServerDiskConfigTestJSON-1790720349 tempest-ServerDiskConfigTestJSON-1790720349-project] 10.222.0.26 "GET /v2.0/ports?device_id=e0f15bda-972b-429f-b54c-f6f76612103e HTTP/1.1" status: 200 len: 945 time: 0.0771556 Apr 01 13:59:14.527392 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-de60df03-634e-428a-b678-6cb3e607ee9b req-6abf870b-f242-45d9-9df7-6ac170da5612 tempest-ServerDiskConfigTestJSON-1790720349 tempest-ServerDiskConfigTestJSON-1790720349-project] 10.222.0.26 "GET /v2.0/security-groups?id=c2414b56-1725-4811-a0d6-3c8d92e5ccdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411601 Apr 01 13:59:15.802667 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5906301e-0133-4e03-a550-36da4bfeef7d req-c9a4babe-6b37-40b6-85a9-619f17297bdf tempest-ServerDiskConfigTestJSON-1790720349 tempest-ServerDiskConfigTestJSON-1790720349-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:59:15.804106 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-5906301e-0133-4e03-a550-36da4bfeef7d req-c9a4babe-6b37-40b6-85a9-619f17297bdf tempest-ServerDiskConfigTestJSON-1790720349 tempest-ServerDiskConfigTestJSON-1790720349-project] 10.222.0.26 "GET /v2.0/ports?device_id=e0f15bda-972b-429f-b54c-f6f76612103e HTTP/1.1" status: 200 len: 945 time: 0.1560760 Apr 01 13:59:15.849466 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-5906301e-0133-4e03-a550-36da4bfeef7d req-cc5a3080-ad15-437e-9da5-e81051c6881c tempest-ServerDiskConfigTestJSON-1790720349 tempest-ServerDiskConfigTestJSON-1790720349-project] 10.222.0.26 "GET /v2.0/security-groups?id=c2414b56-1725-4811-a0d6-3c8d92e5ccdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388665 Apr 01 13:59:17.053402 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ba2647-651c-4483-a142-eef86900771c req-9206f003-8895-4372-95b8-2d77b0c4a3f0 tempest-ServerDiskConfigTestJSON-1790720349 tempest-ServerDiskConfigTestJSON-1790720349-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:59:17.054825 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-87ba2647-651c-4483-a142-eef86900771c req-9206f003-8895-4372-95b8-2d77b0c4a3f0 tempest-ServerDiskConfigTestJSON-1790720349 tempest-ServerDiskConfigTestJSON-1790720349-project] 10.222.0.26 "GET /v2.0/ports?device_id=e0f15bda-972b-429f-b54c-f6f76612103e HTTP/1.1" status: 200 len: 945 time: 0.0790107 Apr 01 13:59:17.098957 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-87ba2647-651c-4483-a142-eef86900771c req-3d06a592-c067-423d-a66f-c383801f3962 tempest-ServerDiskConfigTestJSON-1790720349 tempest-ServerDiskConfigTestJSON-1790720349-project] 10.222.0.26 "GET /v2.0/security-groups?id=c2414b56-1725-4811-a0d6-3c8d92e5ccdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380578 Apr 01 13:59:18.292891 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2022f004-7799-409c-bd9c-b944df755149 req-c046db93-0b67-4324-acbd-0b7eb3000aa4 tempest-ServerDiskConfigTestJSON-1790720349 tempest-ServerDiskConfigTestJSON-1790720349-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:59:18.294353 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-2022f004-7799-409c-bd9c-b944df755149 req-c046db93-0b67-4324-acbd-0b7eb3000aa4 tempest-ServerDiskConfigTestJSON-1790720349 tempest-ServerDiskConfigTestJSON-1790720349-project] 10.222.0.26 "GET /v2.0/ports?device_id=e0f15bda-972b-429f-b54c-f6f76612103e HTTP/1.1" status: 200 len: 945 time: 0.0761766 Apr 01 13:59:18.343575 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-2022f004-7799-409c-bd9c-b944df755149 req-586a83c5-f29a-4979-aa99-470856b5705c tempest-ServerDiskConfigTestJSON-1790720349 tempest-ServerDiskConfigTestJSON-1790720349-project] 10.222.0.26 "GET /v2.0/security-groups?id=c2414b56-1725-4811-a0d6-3c8d92e5ccdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435421 Apr 01 13:59:19.538223 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c370cfa9-44b8-43b3-b0dc-53c17134780b req-cdd4f474-d040-4e7b-a24e-1a469b8a0956 tempest-ServerDiskConfigTestJSON-1790720349 tempest-ServerDiskConfigTestJSON-1790720349-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:59:19.539578 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-c370cfa9-44b8-43b3-b0dc-53c17134780b req-cdd4f474-d040-4e7b-a24e-1a469b8a0956 tempest-ServerDiskConfigTestJSON-1790720349 tempest-ServerDiskConfigTestJSON-1790720349-project] 10.222.0.26 "GET /v2.0/ports?device_id=e0f15bda-972b-429f-b54c-f6f76612103e HTTP/1.1" status: 200 len: 945 time: 0.0745375 Apr 01 13:59:19.585302 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-c370cfa9-44b8-43b3-b0dc-53c17134780b req-3f739b01-ab1a-426c-8478-14ef5ccbbbba tempest-ServerDiskConfigTestJSON-1790720349 tempest-ServerDiskConfigTestJSON-1790720349-project] 10.222.0.26 "GET /v2.0/security-groups?id=c2414b56-1725-4811-a0d6-3c8d92e5ccdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397415 Apr 01 13:59:19.928480 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-739bf85e-e181-4e6c-91a9-f925eabcc228 req-613e6d04-76de-4266-b8d4-fc01d4090fd1 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=8a1c961bd110484a9a86414bfcdd9147&device_id=e0f15bda-972b-429f-b54c-f6f76612103e HTTP/1.1" status: 200 len: 1098 time: 0.0669181 Apr 01 13:59:20.074537 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739bf85e-e181-4e6c-91a9-f925eabcc228 req-0993d88e-c6c7-4722-a419-c095af4d372b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:59:20.075951 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-739bf85e-e181-4e6c-91a9-f925eabcc228 req-0993d88e-c6c7-4722-a419-c095af4d372b service neutron] 10.222.0.57 "GET /v2.0/networks?id=cbdf4c79-b5ef-4817-9cae-6c6afbf4b075 HTTP/1.1" status: 200 len: 915 time: 0.1249943 Apr 01 13:59:20.143766 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-739bf85e-e181-4e6c-91a9-f925eabcc228 req-7a07f409-6e57-4b13-9345-252884701dca service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6b6b046f-a109-497f-8e66-453d71b12b31 HTTP/1.1" status: 200 len: 217 time: 0.0621130 Apr 01 13:59:20.206895 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739bf85e-e181-4e6c-91a9-f925eabcc228 req-afdd5890-d48d-4418-ac4c-29fceb7bc309 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:59:20.208188 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-739bf85e-e181-4e6c-91a9-f925eabcc228 req-afdd5890-d48d-4418-ac4c-29fceb7bc309 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=dd9c327a-8682-4e1a-8cb4-1f88b1fc9f4f HTTP/1.1" status: 200 len: 854 time: 0.0556827 Apr 01 13:59:20.254649 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-739bf85e-e181-4e6c-91a9-f925eabcc228 req-776de050-cf00-480b-9ffd-98ad965a38a7 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=cbdf4c79-b5ef-4817-9cae-6c6afbf4b075&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0376885 Apr 01 13:59:20.382395 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-739bf85e-e181-4e6c-91a9-f925eabcc228 req-5c065f62-364f-403c-a2de-02cf99b54dea service neutron] 10.222.0.57 "GET /v2.0/networks/cbdf4c79-b5ef-4817-9cae-6c6afbf4b075?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1212265 Apr 01 13:59:20.508865 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-739bf85e-e181-4e6c-91a9-f925eabcc228 req-e3130cfd-e07a-418b-9562-b8545dfc5339 service neutron] 10.222.0.57 "GET /v2.0/networks/cbdf4c79-b5ef-4817-9cae-6c6afbf4b075?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1203861 Apr 01 13:59:20.782357 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3115e07-49fa-4096-bdee-96622caffb3e req-95df810b-a507-4ab1-b428-c60eea16ca2c tempest-ServerDiskConfigTestJSON-1790720349 tempest-ServerDiskConfigTestJSON-1790720349-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:59:20.783723 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-e3115e07-49fa-4096-bdee-96622caffb3e req-95df810b-a507-4ab1-b428-c60eea16ca2c tempest-ServerDiskConfigTestJSON-1790720349 tempest-ServerDiskConfigTestJSON-1790720349-project] 10.222.0.26 "GET /v2.0/ports?device_id=e0f15bda-972b-429f-b54c-f6f76612103e HTTP/1.1" status: 200 len: 945 time: 0.0789523 Apr 01 13:59:20.829254 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-e3115e07-49fa-4096-bdee-96622caffb3e req-c8111f11-8780-444a-9203-12b1808278f6 tempest-ServerDiskConfigTestJSON-1790720349 tempest-ServerDiskConfigTestJSON-1790720349-project] 10.222.0.26 "GET /v2.0/security-groups?id=c2414b56-1725-4811-a0d6-3c8d92e5ccdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399299 Apr 01 13:59:22.027937 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef53549-5b51-4f84-a78e-079d7f7ac48c req-2b21485f-fafa-4572-ad91-f0ab57f96c2c tempest-ServerDiskConfigTestJSON-1790720349 tempest-ServerDiskConfigTestJSON-1790720349-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:59:22.029397 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-9ef53549-5b51-4f84-a78e-079d7f7ac48c req-2b21485f-fafa-4572-ad91-f0ab57f96c2c tempest-ServerDiskConfigTestJSON-1790720349 tempest-ServerDiskConfigTestJSON-1790720349-project] 10.222.0.26 "GET /v2.0/ports?device_id=e0f15bda-972b-429f-b54c-f6f76612103e HTTP/1.1" status: 200 len: 945 time: 0.0811357 Apr 01 13:59:22.075016 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-9ef53549-5b51-4f84-a78e-079d7f7ac48c req-9b86a376-7297-4b1f-815e-f96ad75dc17d tempest-ServerDiskConfigTestJSON-1790720349 tempest-ServerDiskConfigTestJSON-1790720349-project] 10.222.0.26 "GET /v2.0/security-groups?id=c2414b56-1725-4811-a0d6-3c8d92e5ccdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401762 Apr 01 13:59:23.272239 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d73ad15-fa69-4563-a058-cd75c5dd1285 req-8144f40f-1094-431f-bca1-a6de92849513 tempest-ServerDiskConfigTestJSON-1790720349 tempest-ServerDiskConfigTestJSON-1790720349-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:59:23.273711 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-6d73ad15-fa69-4563-a058-cd75c5dd1285 req-8144f40f-1094-431f-bca1-a6de92849513 tempest-ServerDiskConfigTestJSON-1790720349 tempest-ServerDiskConfigTestJSON-1790720349-project] 10.222.0.26 "GET /v2.0/ports?device_id=e0f15bda-972b-429f-b54c-f6f76612103e HTTP/1.1" status: 200 len: 945 time: 0.0750954 Apr 01 13:59:23.322444 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-6d73ad15-fa69-4563-a058-cd75c5dd1285 req-11a34923-b44e-49b1-b6c6-5abe322efdbe tempest-ServerDiskConfigTestJSON-1790720349 tempest-ServerDiskConfigTestJSON-1790720349-project] 10.222.0.26 "GET /v2.0/security-groups?id=c2414b56-1725-4811-a0d6-3c8d92e5ccdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430946 Apr 01 13:59:23.984965 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:59:24.586101 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3293da5a-3e91-47c9-9c4c-81e145000f96 req-aaf27543-7ccd-4f23-944f-e8aefe57cdf7 tempest-ServerDiskConfigTestJSON-1790720349 tempest-ServerDiskConfigTestJSON-1790720349-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:59:24.588788 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-3293da5a-3e91-47c9-9c4c-81e145000f96 req-aaf27543-7ccd-4f23-944f-e8aefe57cdf7 tempest-ServerDiskConfigTestJSON-1790720349 tempest-ServerDiskConfigTestJSON-1790720349-project] 10.222.0.26 "GET /v2.0/ports?device_id=e0f15bda-972b-429f-b54c-f6f76612103e HTTP/1.1" status: 200 len: 945 time: 0.1465573 Apr 01 13:59:24.636281 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-3293da5a-3e91-47c9-9c4c-81e145000f96 req-41b51794-90fa-48be-9cd9-f21d61e816e2 tempest-ServerDiskConfigTestJSON-1790720349 tempest-ServerDiskConfigTestJSON-1790720349-project] 10.222.0.26 "GET /v2.0/security-groups?id=c2414b56-1725-4811-a0d6-3c8d92e5ccdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427372 Apr 01 13:59:25.925435 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9fb8415-0cb9-4628-9d5c-c7cdd473d434 req-33bd4e10-534b-4688-a5aa-dc0b4ab5bfbf tempest-ServerDiskConfigTestJSON-1790720349 tempest-ServerDiskConfigTestJSON-1790720349-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:59:25.926807 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-f9fb8415-0cb9-4628-9d5c-c7cdd473d434 req-33bd4e10-534b-4688-a5aa-dc0b4ab5bfbf tempest-ServerDiskConfigTestJSON-1790720349 tempest-ServerDiskConfigTestJSON-1790720349-project] 10.222.0.26 "GET /v2.0/ports?device_id=e0f15bda-972b-429f-b54c-f6f76612103e HTTP/1.1" status: 200 len: 945 time: 0.1720231 Apr 01 13:59:25.973006 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-f9fb8415-0cb9-4628-9d5c-c7cdd473d434 req-48d8b283-b6dd-4dcf-974a-30d376a03021 tempest-ServerDiskConfigTestJSON-1790720349 tempest-ServerDiskConfigTestJSON-1790720349-project] 10.222.0.26 "GET /v2.0/security-groups?id=c2414b56-1725-4811-a0d6-3c8d92e5ccdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400152 Apr 01 13:59:27.177306 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f6db40-e6b4-453d-bd76-732474eaeedc req-fb6eb3ae-e1d4-43ee-ab3a-5a6a3b6dc3db tempest-ServerDiskConfigTestJSON-1790720349 tempest-ServerDiskConfigTestJSON-1790720349-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:59:27.178794 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-c8f6db40-e6b4-453d-bd76-732474eaeedc req-fb6eb3ae-e1d4-43ee-ab3a-5a6a3b6dc3db tempest-ServerDiskConfigTestJSON-1790720349 tempest-ServerDiskConfigTestJSON-1790720349-project] 10.222.0.26 "GET /v2.0/ports?device_id=e0f15bda-972b-429f-b54c-f6f76612103e HTTP/1.1" status: 200 len: 945 time: 0.0816276 Apr 01 13:59:27.223313 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-c8f6db40-e6b4-453d-bd76-732474eaeedc req-72075283-e3ff-4c6a-a88d-8fa84eabc4e1 tempest-ServerDiskConfigTestJSON-1790720349 tempest-ServerDiskConfigTestJSON-1790720349-project] 10.222.0.26 "GET /v2.0/security-groups?id=c2414b56-1725-4811-a0d6-3c8d92e5ccdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388155 Apr 01 13:59:28.420715 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168b350e-26f3-490d-b1e9-0980198feca3 req-5671c2c5-f77c-44ec-b98a-fb9fe188993e tempest-ServerDiskConfigTestJSON-1790720349 tempest-ServerDiskConfigTestJSON-1790720349-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:59:28.422129 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-168b350e-26f3-490d-b1e9-0980198feca3 req-5671c2c5-f77c-44ec-b98a-fb9fe188993e tempest-ServerDiskConfigTestJSON-1790720349 tempest-ServerDiskConfigTestJSON-1790720349-project] 10.222.0.26 "GET /v2.0/ports?device_id=e0f15bda-972b-429f-b54c-f6f76612103e HTTP/1.1" status: 200 len: 945 time: 0.0772026 Apr 01 13:59:28.466442 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-168b350e-26f3-490d-b1e9-0980198feca3 req-550b9dbb-9dae-4ce3-9f54-f8734edf7374 tempest-ServerDiskConfigTestJSON-1790720349 tempest-ServerDiskConfigTestJSON-1790720349-project] 10.222.0.26 "GET /v2.0/security-groups?id=c2414b56-1725-4811-a0d6-3c8d92e5ccdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387659 Apr 01 13:59:29.662758 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a37b244-127b-4167-83bc-f5b4a2a1a4d5 req-8e8a2d8a-d5ab-459d-895a-9dbe15aed8be tempest-ServerDiskConfigTestJSON-1790720349 tempest-ServerDiskConfigTestJSON-1790720349-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:59:29.664206 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-8a37b244-127b-4167-83bc-f5b4a2a1a4d5 req-8e8a2d8a-d5ab-459d-895a-9dbe15aed8be tempest-ServerDiskConfigTestJSON-1790720349 tempest-ServerDiskConfigTestJSON-1790720349-project] 10.222.0.26 "GET /v2.0/ports?device_id=e0f15bda-972b-429f-b54c-f6f76612103e HTTP/1.1" status: 200 len: 945 time: 0.0802810 Apr 01 13:59:29.708827 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-8a37b244-127b-4167-83bc-f5b4a2a1a4d5 req-58f2bce8-4ecd-43db-b3b3-8c8e87e84f97 tempest-ServerDiskConfigTestJSON-1790720349 tempest-ServerDiskConfigTestJSON-1790720349-project] 10.222.0.26 "GET /v2.0/security-groups?id=c2414b56-1725-4811-a0d6-3c8d92e5ccdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384142 Apr 01 13:59:30.907147 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c67a0b-5b10-4ce9-bab2-a875479b3a9e req-c65634ce-3531-44de-be9d-c8cf716f48c3 tempest-ServerDiskConfigTestJSON-1790720349 tempest-ServerDiskConfigTestJSON-1790720349-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:59:30.908528 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-c4c67a0b-5b10-4ce9-bab2-a875479b3a9e req-c65634ce-3531-44de-be9d-c8cf716f48c3 tempest-ServerDiskConfigTestJSON-1790720349 tempest-ServerDiskConfigTestJSON-1790720349-project] 10.222.0.26 "GET /v2.0/ports?device_id=e0f15bda-972b-429f-b54c-f6f76612103e HTTP/1.1" status: 200 len: 945 time: 0.0766652 Apr 01 13:59:30.954426 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-c4c67a0b-5b10-4ce9-bab2-a875479b3a9e req-27875320-2031-4b6f-8e77-2b473d2cd2d7 tempest-ServerDiskConfigTestJSON-1790720349 tempest-ServerDiskConfigTestJSON-1790720349-project] 10.222.0.26 "GET /v2.0/security-groups?id=c2414b56-1725-4811-a0d6-3c8d92e5ccdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404503 Apr 01 13:59:31.880191 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-aa2ea613-c6d9-4a1f-809f-fa5f812bc7bb req-ae407670-25f1-4580-8651-2ac3eebfb31e service neutron] 10.222.0.57 "GET /v2.0/ports/6b6b046f-a109-497f-8e66-453d71b12b31/bindings/hv-neutron-8361 HTTP/1.1" status: 200 len: 384 time: 0.1403534 Apr 01 13:59:31.982337 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.agents_db [None req-bdd220c7-049a-43d2-a923-ad1a2de078c6 None None] Agent healthcheck: found 6 active agents {{(pid=83873) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 01 13:59:32.151491 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-aa2ea613-c6d9-4a1f-809f-fa5f812bc7bb req-f6f244d6-ec54-4a15-9071-c764f90a3a7d service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=e0f15bda-972b-429f-b54c-f6f76612103e&tenant_id=8a1c961bd110484a9a86414bfcdd9147 HTTP/1.1" status: 200 len: 1098 time: 0.0701828 Apr 01 13:59:32.160618 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d282614-f937-440a-b24c-a2a5b20b683c req-6de9d6b6-c61c-440c-8938-750fdb350336 tempest-ServerDiskConfigTestJSON-1790720349 tempest-ServerDiskConfigTestJSON-1790720349-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:59:32.162082 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-4d282614-f937-440a-b24c-a2a5b20b683c req-6de9d6b6-c61c-440c-8938-750fdb350336 tempest-ServerDiskConfigTestJSON-1790720349 tempest-ServerDiskConfigTestJSON-1790720349-project] 10.222.0.26 "GET /v2.0/ports?device_id=e0f15bda-972b-429f-b54c-f6f76612103e HTTP/1.1" status: 200 len: 945 time: 0.0766253 Apr 01 13:59:32.208636 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-4d282614-f937-440a-b24c-a2a5b20b683c req-1816b684-cfc4-4ad8-b7eb-bdbfb716964e tempest-ServerDiskConfigTestJSON-1790720349 tempest-ServerDiskConfigTestJSON-1790720349-project] 10.222.0.26 "GET /v2.0/security-groups?id=c2414b56-1725-4811-a0d6-3c8d92e5ccdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401661 Apr 01 13:59:32.253011 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-aa2ea613-c6d9-4a1f-809f-fa5f812bc7bb req-9694388e-737e-4255-b6fb-f8b437ab2ca9 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=8a1c961bd110484a9a86414bfcdd9147&device_id=e0f15bda-972b-429f-b54c-f6f76612103e HTTP/1.1" status: 200 len: 1098 time: 0.0755045 Apr 01 13:59:32.387075 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2ea613-c6d9-4a1f-809f-fa5f812bc7bb req-22c0c79e-dee8-4ff0-97cd-895d7c2201d3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:59:32.388519 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-aa2ea613-c6d9-4a1f-809f-fa5f812bc7bb req-22c0c79e-dee8-4ff0-97cd-895d7c2201d3 service neutron] 10.222.0.57 "GET /v2.0/networks?id=cbdf4c79-b5ef-4817-9cae-6c6afbf4b075 HTTP/1.1" status: 200 len: 915 time: 0.1258941 Apr 01 13:59:32.457847 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-aa2ea613-c6d9-4a1f-809f-fa5f812bc7bb req-5a0b69be-e280-4f45-b67b-ef63d15909f7 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6b6b046f-a109-497f-8e66-453d71b12b31 HTTP/1.1" status: 200 len: 217 time: 0.0596745 Apr 01 13:59:32.604919 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2ea613-c6d9-4a1f-809f-fa5f812bc7bb req-8be49e5e-71b9-48c5-9f7c-a93dabc65831 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:59:32.606331 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-aa2ea613-c6d9-4a1f-809f-fa5f812bc7bb req-8be49e5e-71b9-48c5-9f7c-a93dabc65831 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=dd9c327a-8682-4e1a-8cb4-1f88b1fc9f4f HTTP/1.1" status: 200 len: 854 time: 0.1407099 Apr 01 13:59:32.652238 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-aa2ea613-c6d9-4a1f-809f-fa5f812bc7bb req-b95c5d22-4eee-477b-9f76-34cac5945d14 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=cbdf4c79-b5ef-4817-9cae-6c6afbf4b075&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0386639 Apr 01 13:59:32.780202 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-aa2ea613-c6d9-4a1f-809f-fa5f812bc7bb req-4ce17482-7245-4bbf-9cfd-afce78080ffa service neutron] 10.222.0.57 "GET /v2.0/networks/cbdf4c79-b5ef-4817-9cae-6c6afbf4b075?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1212680 Apr 01 13:59:32.924027 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-aa2ea613-c6d9-4a1f-809f-fa5f812bc7bb req-bbbf9249-8b9c-464c-8039-b72ab605de8c service neutron] 10.222.0.57 "GET /v2.0/networks/cbdf4c79-b5ef-4817-9cae-6c6afbf4b075?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1343284 Apr 01 13:59:33.407372 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5073d333-bdd6-4636-805e-c71a6c903d43 req-12820dc1-3fcd-4364-9e3f-e9c6ce1da84a tempest-ServerDiskConfigTestJSON-1790720349 tempest-ServerDiskConfigTestJSON-1790720349-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:59:33.408830 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-5073d333-bdd6-4636-805e-c71a6c903d43 req-12820dc1-3fcd-4364-9e3f-e9c6ce1da84a tempest-ServerDiskConfigTestJSON-1790720349 tempest-ServerDiskConfigTestJSON-1790720349-project] 10.222.0.26 "GET /v2.0/ports?device_id=e0f15bda-972b-429f-b54c-f6f76612103e HTTP/1.1" status: 200 len: 945 time: 0.0748241 Apr 01 13:59:33.457186 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-5073d333-bdd6-4636-805e-c71a6c903d43 req-306082d5-5ded-4393-a1e7-904612b3daa0 tempest-ServerDiskConfigTestJSON-1790720349 tempest-ServerDiskConfigTestJSON-1790720349-project] 10.222.0.26 "GET /v2.0/security-groups?id=c2414b56-1725-4811-a0d6-3c8d92e5ccdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429363 Apr 01 13:59:33.579762 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-90f23fa4-fbf9-430b-bee0-c1f41e5e4d93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:59:34.741175 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8e9e75-9f47-433e-bd54-149f81aab3b4 req-07c1b3bb-2b39-409c-9b94-c3bbf15a4b40 tempest-ServerDiskConfigTestJSON-1790720349 tempest-ServerDiskConfigTestJSON-1790720349-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:59:34.742644 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-0f8e9e75-9f47-433e-bd54-149f81aab3b4 req-07c1b3bb-2b39-409c-9b94-c3bbf15a4b40 tempest-ServerDiskConfigTestJSON-1790720349 tempest-ServerDiskConfigTestJSON-1790720349-project] 10.222.0.26 "GET /v2.0/ports?device_id=e0f15bda-972b-429f-b54c-f6f76612103e HTTP/1.1" status: 200 len: 945 time: 0.1635542 Apr 01 13:59:34.787333 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-0f8e9e75-9f47-433e-bd54-149f81aab3b4 req-a66f1de4-5249-43d8-a796-d36001653e7e tempest-ServerDiskConfigTestJSON-1790720349 tempest-ServerDiskConfigTestJSON-1790720349-project] 10.222.0.26 "GET /v2.0/security-groups?id=c2414b56-1725-4811-a0d6-3c8d92e5ccdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386097 Apr 01 13:59:35.571068 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Device 6b6b046f-a109-497f-8e66-453d71b12b31 details requested by agent hyperv_hv-neutron-8361 with host hv-neutron-8361 {{(pid=83872) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 01 13:59:35.573519 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Device 6b6b046f-a109-497f-8e66-453d71b12b31 no longer exists at agent hyperv_hv-neutron-8361 {{(pid=83872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 13:59:35.818411 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:59:35.849904 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] For port 6b6b046f-a109-497f-8e66-453d71b12b31, host hv-neutron-8361, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8361',level=0,port_id=6b6b046f-a109-497f-8e66-453d71b12b31,segment=NetworkSegment(ab5b0c1c-bb9b-44b1-8412-64642c2c2855),segment_id=ab5b0c1c-bb9b-44b1-8412-64642c2c2855)] {{(pid=83872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 13:59:35.872871 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Returning: {'device': '6b6b046f-a109-497f-8e66-453d71b12b31', 'network_id': 'cbdf4c79-b5ef-4817-9cae-6c6afbf4b075', 'port_id': '6b6b046f-a109-497f-8e66-453d71b12b31', 'mac_address': 'fa:16:3e:3a:fd:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 371, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dd9c327a-8682-4e1a-8cb4-1f88b1fc9f4f', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83872) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 01 13:59:35.874230 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0f15bda-972b-429f-b54c-f6f76612103e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6b6b046f-a109-497f-8e66-453d71b12b31'}] {{(pid=83872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 13:59:35.916291 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] For port 6b6b046f-a109-497f-8e66-453d71b12b31, host hv-neutron-8361, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8361',level=0,port_id=6b6b046f-a109-497f-8e66-453d71b12b31,segment=NetworkSegment(ab5b0c1c-bb9b-44b1-8412-64642c2c2855),segment_id=ab5b0c1c-bb9b-44b1-8412-64642c2c2855)] {{(pid=83872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 13:59:35.934443 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864'] for port, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:59:35.997642 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:59:36.006344 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-c7ee8907-34ac-489a-89b5-c3be3579cafc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:59:36.031650 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.notifiers.nova [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 6b6b046f-a109-497f-8e66-453d71b12b31 {{(pid=83872) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 01 13:59:36.036514 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc6c093-e4d3-4c40-82e9-8a5fb5d54eb7 req-eb672a96-0ce8-48a8-8b7a-fd4b1adbb8a7 tempest-ServerDiskConfigTestJSON-1790720349 tempest-ServerDiskConfigTestJSON-1790720349-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:59:36.040919 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-0bc6c093-e4d3-4c40-82e9-8a5fb5d54eb7 req-eb672a96-0ce8-48a8-8b7a-fd4b1adbb8a7 tempest-ServerDiskConfigTestJSON-1790720349 tempest-ServerDiskConfigTestJSON-1790720349-project] 10.222.0.26 "GET /v2.0/ports?device_id=e0f15bda-972b-429f-b54c-f6f76612103e HTTP/1.1" status: 200 len: 943 time: 0.1063957 Apr 01 13:59:36.067056 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Pushing event updated for resources: {'Port': ['ID=6b6b046f-a109-497f-8e66-453d71b12b31,revision_number=6']} {{(pid=83872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:59:36.074898 dv-neutron-836180-1-hyperv neutron-server[83872]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e0f15bda-972b-429f-b54c-f6f76612103e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6b6b046f-a109-497f-8e66-453d71b12b31', 'code': 200} Apr 01 13:59:36.087113 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-0bc6c093-e4d3-4c40-82e9-8a5fb5d54eb7 req-ca86fb39-36d7-4158-afbf-dff8280af51f tempest-ServerDiskConfigTestJSON-1790720349 tempest-ServerDiskConfigTestJSON-1790720349-project] 10.222.0.26 "GET /v2.0/security-groups?id=c2414b56-1725-4811-a0d6-3c8d92e5ccdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418034 Apr 01 13:59:36.100812 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.db.api [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83872) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 01 13:59:36.101146 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG oslo_db.api [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 01 13:59:36.462754 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d039995f-5c18-493b-a97c-9b5433163ed8 req-97dda3d7-3bb7-4b55-ba9a-9b8b75cf34c9 tempest-ServerDiskConfigTestJSON-1790720349 tempest-ServerDiskConfigTestJSON-1790720349-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:59:36.464728 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-d039995f-5c18-493b-a97c-9b5433163ed8 req-97dda3d7-3bb7-4b55-ba9a-9b8b75cf34c9 tempest-ServerDiskConfigTestJSON-1790720349 tempest-ServerDiskConfigTestJSON-1790720349-project] 10.222.0.57 "GET /v2.0/ports?device_id=e0f15bda-972b-429f-b54c-f6f76612103e&tenant_id=8a1c961bd110484a9a86414bfcdd9147&binding%3Ahost_id=hv-neutron-8361 HTTP/1.1" status: 200 len: 943 time: 0.1382513 Apr 01 13:59:36.471361 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f886bc9a-92c6-4cd2-afb9-e21969940b57 req-fa9dbfcf-48ac-4bdf-8ba4-a150d7755d98 tempest-ServerDiskConfigTestJSON-1790720349 tempest-ServerDiskConfigTestJSON-1790720349-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:59:36.473224 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-f886bc9a-92c6-4cd2-afb9-e21969940b57 req-fa9dbfcf-48ac-4bdf-8ba4-a150d7755d98 tempest-ServerDiskConfigTestJSON-1790720349 tempest-ServerDiskConfigTestJSON-1790720349-project] 10.222.0.26 "GET /v2.0/ports?device_id=e0f15bda-972b-429f-b54c-f6f76612103e HTTP/1.1" status: 200 len: 943 time: 0.1155400 Apr 01 13:59:36.519538 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-f886bc9a-92c6-4cd2-afb9-e21969940b57 req-1119749c-05a2-4934-911b-555721351f49 tempest-ServerDiskConfigTestJSON-1790720349 tempest-ServerDiskConfigTestJSON-1790720349-project] 10.222.0.26 "GET /v2.0/security-groups?id=c2414b56-1725-4811-a0d6-3c8d92e5ccdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408854 Apr 01 13:59:36.610825 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-d039995f-5c18-493b-a97c-9b5433163ed8 req-29e42184-3d40-4c08-9e31-90a342092b21 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=8a1c961bd110484a9a86414bfcdd9147&device_id=e0f15bda-972b-429f-b54c-f6f76612103e HTTP/1.1" status: 200 len: 1096 time: 0.0720019 Apr 01 13:59:36.653272 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:59:36.669858 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.notifiers.nova [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6b6b046f-a109-497f-8e66-453d71b12b31 {{(pid=83872) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 01 13:59:36.684625 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] For port 6b6b046f-a109-497f-8e66-453d71b12b31, host hv-neutron-8361, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8361',level=0,port_id=6b6b046f-a109-497f-8e66-453d71b12b31,segment=NetworkSegment(ab5b0c1c-bb9b-44b1-8412-64642c2c2855),segment_id=ab5b0c1c-bb9b-44b1-8412-64642c2c2855)] {{(pid=83872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 13:59:36.689735 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864'] for port, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:59:36.744702 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d039995f-5c18-493b-a97c-9b5433163ed8 req-18102285-350d-4722-ac24-69db20ef3e2c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:59:36.746007 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-d039995f-5c18-493b-a97c-9b5433163ed8 req-18102285-350d-4722-ac24-69db20ef3e2c service neutron] 10.222.0.57 "GET /v2.0/networks?id=cbdf4c79-b5ef-4817-9cae-6c6afbf4b075 HTTP/1.1" status: 200 len: 915 time: 0.1291862 Apr 01 13:59:36.759239 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] get_ports_and_sgs() called for port_ids ['6b6b046f-a109-497f-8e66-453d71b12b31'] {{(pid=83872) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 01 13:59:36.795438 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Pushing event updated for resources: {'Port': ['ID=6b6b046f-a109-497f-8e66-453d71b12b31,revision_number=7']} {{(pid=83872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:59:36.817188 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-d039995f-5c18-493b-a97c-9b5433163ed8 req-3eb9d915-1e81-4578-8d21-aa765ea39169 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6b6b046f-a109-497f-8e66-453d71b12b31 HTTP/1.1" status: 200 len: 217 time: 0.0644672 Apr 01 13:59:36.881387 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d039995f-5c18-493b-a97c-9b5433163ed8 req-289efc7e-bc2d-4f38-9a3c-4c194fb15fdc service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:59:36.882873 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-d039995f-5c18-493b-a97c-9b5433163ed8 req-289efc7e-bc2d-4f38-9a3c-4c194fb15fdc service neutron] 10.222.0.57 "GET /v2.0/subnets?id=dd9c327a-8682-4e1a-8cb4-1f88b1fc9f4f HTTP/1.1" status: 200 len: 854 time: 0.0589507 Apr 01 13:59:36.926670 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-d039995f-5c18-493b-a97c-9b5433163ed8 req-8fa196cd-8e81-44f8-bc71-e39cd8c86694 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=cbdf4c79-b5ef-4817-9cae-6c6afbf4b075&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0380709 Apr 01 13:59:37.056134 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-d039995f-5c18-493b-a97c-9b5433163ed8 req-7085dacb-b351-4bdd-851b-a294ce166802 service neutron] 10.222.0.57 "GET /v2.0/networks/cbdf4c79-b5ef-4817-9cae-6c6afbf4b075?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1228096 Apr 01 13:59:37.188769 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-d039995f-5c18-493b-a97c-9b5433163ed8 req-16da9646-6f31-4035-b6ab-35395fd5759b service neutron] 10.222.0.57 "GET /v2.0/networks/cbdf4c79-b5ef-4817-9cae-6c6afbf4b075?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1260979 Apr 01 13:59:37.215418 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:59:37.438651 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-2f9cfc9c-d8ba-4de3-a4ad-98162f90557c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:59:37.572852 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Device 6b6b046f-a109-497f-8e66-453d71b12b31 up at agent hyperv_hv-neutron-8361 {{(pid=83872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 13:59:37.647525 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Provisioning complete for port 6b6b046f-a109-497f-8e66-453d71b12b31 triggered by entity L2. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 13:59:37.649043 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-948329'] for port, provisioning_complete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:59:37.723582 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d14c09-9efa-41a1-8fe3-325dd01c8923 req-54dafc6a-55cf-4e53-9d10-dfbd304897aa tempest-ServerDiskConfigTestJSON-1790720349 tempest-ServerDiskConfigTestJSON-1790720349-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:59:37.725179 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-37d14c09-9efa-41a1-8fe3-325dd01c8923 req-54dafc6a-55cf-4e53-9d10-dfbd304897aa tempest-ServerDiskConfigTestJSON-1790720349 tempest-ServerDiskConfigTestJSON-1790720349-project] 10.222.0.26 "GET /v2.0/ports?device_id=e0f15bda-972b-429f-b54c-f6f76612103e HTTP/1.1" status: 200 len: 944 time: 0.0761447 Apr 01 13:59:37.776606 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-37d14c09-9efa-41a1-8fe3-325dd01c8923 req-ce9a5a4f-35af-43af-a349-0861e770a15b tempest-ServerDiskConfigTestJSON-1790720349 tempest-ServerDiskConfigTestJSON-1790720349-project] 10.222.0.26 "GET /v2.0/security-groups?id=c2414b56-1725-4811-a0d6-3c8d92e5ccdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441220 Apr 01 13:59:37.783347 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:59:37.820328 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] For port 6b6b046f-a109-497f-8e66-453d71b12b31, host hv-neutron-8361, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8361',level=0,port_id=6b6b046f-a109-497f-8e66-453d71b12b31,segment=NetworkSegment(ab5b0c1c-bb9b-44b1-8412-64642c2c2855),segment_id=ab5b0c1c-bb9b-44b1-8412-64642c2c2855)] {{(pid=83872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 13:59:37.824689 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864'] for port, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:59:37.891134 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Pushing event updated for resources: {'Port': ['ID=6b6b046f-a109-497f-8e66-453d71b12b31,revision_number=8']} {{(pid=83872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:59:38.075567 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0f15bda-972b-429f-b54c-f6f76612103e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b6b046f-a109-497f-8e66-453d71b12b31'}] {{(pid=83872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 13:59:38.129232 dv-neutron-836180-1-hyperv neutron-server[83872]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e0f15bda-972b-429f-b54c-f6f76612103e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b6b046f-a109-497f-8e66-453d71b12b31', 'code': 200} Apr 01 13:59:38.934773 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-a976a7b9-9034-41e6-be13-349b75ed1593 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:59:38.969491 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cedc3ef-b9a7-4736-9add-84e7f3187e32 req-cfde1ce6-3bc4-4095-9161-a1321fe4acb9 tempest-ServerDiskConfigTestJSON-1790720349 tempest-ServerDiskConfigTestJSON-1790720349-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:59:38.970917 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-1cedc3ef-b9a7-4736-9add-84e7f3187e32 req-cfde1ce6-3bc4-4095-9161-a1321fe4acb9 tempest-ServerDiskConfigTestJSON-1790720349 tempest-ServerDiskConfigTestJSON-1790720349-project] 10.222.0.26 "GET /v2.0/ports?device_id=e0f15bda-972b-429f-b54c-f6f76612103e HTTP/1.1" status: 200 len: 945 time: 0.0757728 Apr 01 13:59:39.015080 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-1cedc3ef-b9a7-4736-9add-84e7f3187e32 req-c9006b64-36b6-4014-8625-ea516cbe4f14 tempest-ServerDiskConfigTestJSON-1790720349 tempest-ServerDiskConfigTestJSON-1790720349-project] 10.222.0.26 "GET /v2.0/security-groups?id=c2414b56-1725-4811-a0d6-3c8d92e5ccdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382581 Apr 01 13:59:39.212178 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83e8708-26db-4ab9-896b-aa5c566ee9fb req-418cf5f3-a34f-4624-a852-bb3e62c41db5 tempest-ServerDiskConfigTestJSON-1790720349 tempest-ServerDiskConfigTestJSON-1790720349-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:59:39.213535 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-e83e8708-26db-4ab9-896b-aa5c566ee9fb req-418cf5f3-a34f-4624-a852-bb3e62c41db5 tempest-ServerDiskConfigTestJSON-1790720349 tempest-ServerDiskConfigTestJSON-1790720349-project] 10.222.0.26 "GET /v2.0/ports?device_id=e0f15bda-972b-429f-b54c-f6f76612103e HTTP/1.1" status: 200 len: 945 time: 0.0799198 Apr 01 13:59:39.258028 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-e83e8708-26db-4ab9-896b-aa5c566ee9fb req-0b8d7bed-fa71-4532-9510-3c57233cefb4 tempest-ServerDiskConfigTestJSON-1790720349 tempest-ServerDiskConfigTestJSON-1790720349-project] 10.222.0.26 "GET /v2.0/security-groups?id=c2414b56-1725-4811-a0d6-3c8d92e5ccdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389578 Apr 01 13:59:39.460160 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b29e10-8c34-47bf-bccf-eb0f3dd6e2f6 req-a26add7f-5b9c-4eb7-a52b-8a66a453b3f3 tempest-ServerDiskConfigTestJSON-1790720349 tempest-ServerDiskConfigTestJSON-1790720349-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:59:39.461611 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-30b29e10-8c34-47bf-bccf-eb0f3dd6e2f6 req-a26add7f-5b9c-4eb7-a52b-8a66a453b3f3 tempest-ServerDiskConfigTestJSON-1790720349 tempest-ServerDiskConfigTestJSON-1790720349-project] 10.222.0.26 "GET /v2.0/ports?device_id=e0f15bda-972b-429f-b54c-f6f76612103e HTTP/1.1" status: 200 len: 945 time: 0.0800285 Apr 01 13:59:39.506522 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-30b29e10-8c34-47bf-bccf-eb0f3dd6e2f6 req-e77a542d-8e02-4fb3-ad9b-0d83fea6495f tempest-ServerDiskConfigTestJSON-1790720349 tempest-ServerDiskConfigTestJSON-1790720349-project] 10.222.0.26 "GET /v2.0/security-groups?id=c2414b56-1725-4811-a0d6-3c8d92e5ccdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392089 Apr 01 13:59:40.010336 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2b7f1f-7367-4c98-a47f-b0cb6c52a859 req-6561c700-38fb-4794-9861-928a68eda133 tempest-ServerDiskConfigTestJSON-1790720349 tempest-ServerDiskConfigTestJSON-1790720349-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:59:40.011752 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-3f2b7f1f-7367-4c98-a47f-b0cb6c52a859 req-6561c700-38fb-4794-9861-928a68eda133 tempest-ServerDiskConfigTestJSON-1790720349 tempest-ServerDiskConfigTestJSON-1790720349-project] 10.222.0.26 "GET /v2.0/networks?id=cbdf4c79-b5ef-4817-9cae-6c6afbf4b075 HTTP/1.1" status: 200 len: 814 time: 0.1408105 Apr 01 13:59:40.027317 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-3f2b7f1f-7367-4c98-a47f-b0cb6c52a859 req-4f9ff0bc-fff6-4bee-afd9-c2d0378091f0 tempest-ServerDiskConfigTestJSON-1790720349 tempest-ServerDiskConfigTestJSON-1790720349-project] 10.222.0.26 "GET /v2.0/quotas/8a1c961bd110484a9a86414bfcdd9147 HTTP/1.1" status: 200 len: 375 time: 0.0101438 Apr 01 13:59:40.104708 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-3f2b7f1f-7367-4c98-a47f-b0cb6c52a859 req-47a7e4d7-2520-4236-8b8b-b9b68f2b78e2 tempest-ServerDiskConfigTestJSON-1790720349 tempest-ServerDiskConfigTestJSON-1790720349-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=8a1c961bd110484a9a86414bfcdd9147&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0720277 Apr 01 13:59:40.302873 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-3f2b7f1f-7367-4c98-a47f-b0cb6c52a859 req-1724be2f-c29c-4a92-8f6a-e3b2cb1d5a73 service neutron] 10.222.0.26 "GET /v2.0/networks/cbdf4c79-b5ef-4817-9cae-6c6afbf4b075?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1910694 Apr 01 13:59:40.433789 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-3f2b7f1f-7367-4c98-a47f-b0cb6c52a859 req-1ea3271a-0cd3-4ed8-ac06-b97b9f9903fa service neutron] 10.222.0.26 "GET /v2.0/networks/cbdf4c79-b5ef-4817-9cae-6c6afbf4b075?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1253493 Apr 01 13:59:40.617766 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-162c0378-0603-47dc-b1f6-9d6755c9bc46 req-43794d9f-1b2d-4372-a06e-85f60cc1b31a tempest-ServerDiskConfigTestJSON-1790720349 tempest-ServerDiskConfigTestJSON-1790720349-project] 10.222.0.26 "GET /v2.0/ports?device_id=66758f92-62a2-4dcf-a746-cc497450fa32 HTTP/1.1" status: 200 len: 210 time: 0.0404437 Apr 01 13:59:41.806103 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-1eac2a50-aaea-44cf-9996-b3e2d5418f8b req-62595de2-eb88-4e6e-9236-a26dcd5d9578 tempest-ServerDiskConfigTestJSON-1790720349 tempest-ServerDiskConfigTestJSON-1790720349-project] 10.222.0.26 "GET /v2.0/ports?device_id=66758f92-62a2-4dcf-a746-cc497450fa32 HTTP/1.1" status: 200 len: 210 time: 0.0512192 Apr 01 13:59:41.818870 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a515796d-12b7-48bc-9510-77ccf51675a2 req-31b106ae-c04f-44dc-80c2-8fcc68c3138b tempest-ServerDiskConfigTestJSON-1790720349 tempest-ServerDiskConfigTestJSON-1790720349-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:59:41.820423 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-a515796d-12b7-48bc-9510-77ccf51675a2 req-31b106ae-c04f-44dc-80c2-8fcc68c3138b tempest-ServerDiskConfigTestJSON-1790720349 tempest-ServerDiskConfigTestJSON-1790720349-project] 10.222.0.57 "GET /v2.0/ports?device_id=e0f15bda-972b-429f-b54c-f6f76612103e HTTP/1.1" status: 200 len: 945 time: 0.1476002 Apr 01 13:59:41.892383 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2b7f1f-7367-4c98-a47f-b0cb6c52a859 req-64eaf53e-16ed-42d1-8f44-00e725ba3fd5 tempest-ServerDiskConfigTestJSON-1790720349 tempest-ServerDiskConfigTestJSON-1790720349-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:59:41.894322 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-3f2b7f1f-7367-4c98-a47f-b0cb6c52a859 req-64eaf53e-16ed-42d1-8f44-00e725ba3fd5 tempest-ServerDiskConfigTestJSON-1790720349 tempest-ServerDiskConfigTestJSON-1790720349-project] 10.222.0.57 "GET /v2.0/networks?id=cbdf4c79-b5ef-4817-9cae-6c6afbf4b075 HTTP/1.1" status: 200 len: 814 time: 0.2508895 Apr 01 13:59:41.904694 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.plugin [req-a515796d-12b7-48bc-9510-77ccf51675a2 req-0b0107b8-920a-4e88-93cc-ca210d5ad976 tempest-ServerDiskConfigTestJSON-1790720349 tempest-ServerDiskConfigTestJSON-1790720349-project] Deleting port 6b6b046f-a109-497f-8e66-453d71b12b31 {{(pid=83869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 13:59:41.905035 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [req-a515796d-12b7-48bc-9510-77ccf51675a2 req-0b0107b8-920a-4e88-93cc-ca210d5ad976 tempest-ServerDiskConfigTestJSON-1790720349 tempest-ServerDiskConfigTestJSON-1790720349-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736733287370'] for port, before_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:59:41.931707 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.v2.base [req-3f2b7f1f-7367-4c98-a47f-b0cb6c52a859 req-82751b3b-8121-4ac2-b389-05c5c0b845d5 tempest-ServerDiskConfigTestJSON-1790720349 tempest-ServerDiskConfigTestJSON-1790720349-project] Request body: {'port': {'device_id': '66758f92-62a2-4dcf-a746-cc497450fa32', 'network_id': 'cbdf4c79-b5ef-4817-9cae-6c6afbf4b075', 'admin_state_up': True, 'tenant_id': '8a1c961bd110484a9a86414bfcdd9147'}} {{(pid=83871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:59:42.064702 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [req-3f2b7f1f-7367-4c98-a47f-b0cb6c52a859 req-82751b3b-8121-4ac2-b389-05c5c0b845d5 tempest-ServerDiskConfigTestJSON-1790720349 tempest-ServerDiskConfigTestJSON-1790720349-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 13:59:42.074071 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [req-3f2b7f1f-7367-4c98-a47f-b0cb6c52a859 req-82751b3b-8121-4ac2-b389-05c5c0b845d5 tempest-ServerDiskConfigTestJSON-1790720349 tempest-ServerDiskConfigTestJSON-1790720349-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 13:59:42.084482 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3f2b7f1f-7367-4c98-a47f-b0cb6c52a859 req-82751b3b-8121-4ac2-b389-05c5c0b845d5 tempest-ServerDiskConfigTestJSON-1790720349 tempest-ServerDiskConfigTestJSON-1790720349-project] Made reservation on behalf of 8a1c961bd110484a9a86414bfcdd9147 for: {'port': 1} {{(pid=83871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 13:59:42.087732 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-3f2b7f1f-7367-4c98-a47f-b0cb6c52a859 req-82751b3b-8121-4ac2-b389-05c5c0b845d5 tempest-ServerDiskConfigTestJSON-1790720349 tempest-ServerDiskConfigTestJSON-1790720349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:59:42.146854 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.db [req-a515796d-12b7-48bc-9510-77ccf51675a2 req-0b0107b8-920a-4e88-93cc-ca210d5ad976 tempest-ServerDiskConfigTestJSON-1790720349 tempest-ServerDiskConfigTestJSON-1790720349-project] For port 6b6b046f-a109-497f-8e66-453d71b12b31, host hv-neutron-8361, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8361',level=0,port_id=6b6b046f-a109-497f-8e66-453d71b12b31,segment=NetworkSegment(ab5b0c1c-bb9b-44b1-8412-64642c2c2855),segment_id=ab5b0c1c-bb9b-44b1-8412-64642c2c2855)] {{(pid=83869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 13:59:42.147202 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [req-a515796d-12b7-48bc-9510-77ccf51675a2 req-0b0107b8-920a-4e88-93cc-ca210d5ad976 tempest-ServerDiskConfigTestJSON-1790720349 tempest-ServerDiskConfigTestJSON-1790720349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4155147'] for port, precommit_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:59:42.253295 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.db_base_plugin_common [req-3f2b7f1f-7367-4c98-a47f-b0cb6c52a859 req-82751b3b-8121-4ac2-b389-05c5c0b845d5 tempest-ServerDiskConfigTestJSON-1790720349 tempest-ServerDiskConfigTestJSON-1790720349-project] Allocated IP 172.20.0.2 (cbdf4c79-b5ef-4817-9cae-6c6afbf4b075/dd9c327a-8682-4e1a-8cb4-1f88b1fc9f4f/639bb15a-91dc-41b7-a69e-6dbc2cf50554) {{(pid=83871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 13:59:42.277463 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.plugin [req-a515796d-12b7-48bc-9510-77ccf51675a2 req-0b0107b8-920a-4e88-93cc-ca210d5ad976 tempest-ServerDiskConfigTestJSON-1790720349 tempest-ServerDiskConfigTestJSON-1790720349-project] Calling delete_port for 6b6b046f-a109-497f-8e66-453d71b12b31 owned by compute:nova {{(pid=83869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 13:59:42.420407 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [req-a515796d-12b7-48bc-9510-77ccf51675a2 req-0b0107b8-920a-4e88-93cc-ca210d5ad976 tempest-ServerDiskConfigTestJSON-1790720349 tempest-ServerDiskConfigTestJSON-1790720349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736733359243', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736732935810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2705155'] for port, after_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:59:42.435935 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] get_ports_and_sgs() called for port_ids ['6b6b046f-a109-497f-8e66-453d71b12b31'] {{(pid=83872) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 01 13:59:42.460024 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-3f2b7f1f-7367-4c98-a47f-b0cb6c52a859 req-82751b3b-8121-4ac2-b389-05c5c0b845d5 tempest-ServerDiskConfigTestJSON-1790720349 tempest-ServerDiskConfigTestJSON-1790720349-project] Notify callbacks [] for port, precommit_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:59:42.490066 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-3f2b7f1f-7367-4c98-a47f-b0cb6c52a859 req-82751b3b-8121-4ac2-b389-05c5c0b845d5 tempest-ServerDiskConfigTestJSON-1790720349 tempest-ServerDiskConfigTestJSON-1790720349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736732935801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2743125'] for port, after_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:59:42.504750 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] get_ports_and_sgs() called for port_ids ['6b6b046f-a109-497f-8e66-453d71b12b31'] {{(pid=83872) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 01 13:59:42.567590 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3f2b7f1f-7367-4c98-a47f-b0cb6c52a859 req-82751b3b-8121-4ac2-b389-05c5c0b845d5 tempest-ServerDiskConfigTestJSON-1790720349 tempest-ServerDiskConfigTestJSON-1790720349-project] Network cbdf4c79-b5ef-4817-9cae-6c6afbf4b075 is already hosted by enough agents. {{(pid=83871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 13:59:42.571710 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.scheduler.base_scheduler [req-3f2b7f1f-7367-4c98-a47f-b0cb6c52a859 req-82751b3b-8121-4ac2-b389-05c5c0b845d5 tempest-ServerDiskConfigTestJSON-1790720349 tempest-ServerDiskConfigTestJSON-1790720349-project] Resources bound (agent type, host, resource id): {{(pid=83871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 13:59:42.575441 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b0107b8-920a-4e88-93cc-ca210d5ad976 tempest-ServerDiskConfigTestJSON-1790720349 tempest-ServerDiskConfigTestJSON-1790720349-project] Pushing event deleted for resources: {'Port': ['ID=6b6b046f-a109-497f-8e66-453d71b12b31,revision_number=None']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:59:42.576069 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f2b7f1f-7367-4c98-a47f-b0cb6c52a859 req-82751b3b-8121-4ac2-b389-05c5c0b845d5 tempest-ServerDiskConfigTestJSON-1790720349 tempest-ServerDiskConfigTestJSON-1790720349-project] Received port after_create {{(pid=83871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 13:59:42.606687 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82751b3b-8121-4ac2-b389-05c5c0b845d5 tempest-ServerDiskConfigTestJSON-1790720349 tempest-ServerDiskConfigTestJSON-1790720349-project] Pushing event updated for resources: {'Port': ['ID=639bb15a-91dc-41b7-a69e-6dbc2cf50554,revision_number=1']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:59:42.641018 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2b7f1f-7367-4c98-a47f-b0cb6c52a859 req-82751b3b-8121-4ac2-b389-05c5c0b845d5 tempest-ServerDiskConfigTestJSON-1790720349 tempest-ServerDiskConfigTestJSON-1790720349-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:59:42.641618 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-3f2b7f1f-7367-4c98-a47f-b0cb6c52a859 req-82751b3b-8121-4ac2-b389-05c5c0b845d5 tempest-ServerDiskConfigTestJSON-1790720349 tempest-ServerDiskConfigTestJSON-1790720349-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109561'] for port, before_response {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:59:42.652727 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_dvrscheduler_db [req-a515796d-12b7-48bc-9510-77ccf51675a2 req-0b0107b8-920a-4e88-93cc-ca210d5ad976 tempest-ServerDiskConfigTestJSON-1790720349 tempest-ServerDiskConfigTestJSON-1790720349-project] No DVR routers for this DVR port 6b6b046f-a109-497f-8e66-453d71b12b31 on host hv-neutron-8361 {{(pid=83869) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 13:59:42.655990 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [req-a515796d-12b7-48bc-9510-77ccf51675a2 req-0b0107b8-920a-4e88-93cc-ca210d5ad976 tempest-ServerDiskConfigTestJSON-1790720349 tempest-ServerDiskConfigTestJSON-1790720349-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109561'] for port, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:59:42.658880 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0f15bda-972b-429f-b54c-f6f76612103e', 'name': 'network-vif-deleted', 'tag': '6b6b046f-a109-497f-8e66-453d71b12b31'}] {{(pid=83869) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 13:59:42.668810 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-3f2b7f1f-7367-4c98-a47f-b0cb6c52a859 req-82751b3b-8121-4ac2-b389-05c5c0b845d5 tempest-ServerDiskConfigTestJSON-1790720349 tempest-ServerDiskConfigTestJSON-1790720349-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7409019 Apr 01 13:59:42.672477 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-a515796d-12b7-48bc-9510-77ccf51675a2 req-0b0107b8-920a-4e88-93cc-ca210d5ad976 tempest-ServerDiskConfigTestJSON-1790720349 tempest-ServerDiskConfigTestJSON-1790720349-project] 10.222.0.57 "DELETE /v2.0/ports/6b6b046f-a109-497f-8e66-453d71b12b31 HTTP/1.1" status: 204 len: 173 time: 0.8440206 Apr 01 13:59:42.684091 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.v2.base [req-3f2b7f1f-7367-4c98-a47f-b0cb6c52a859 req-6b0425a1-e3d9-4c3b-8841-15e601fc3456 service neutron] Request body: {'port': {'device_id': '66758f92-62a2-4dcf-a746-cc497450fa32', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8361'}} {{(pid=83871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 13:59:42.800085 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-3f2b7f1f-7367-4c98-a47f-b0cb6c52a859 req-6b0425a1-e3d9-4c3b-8841-15e601fc3456 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:59:42.802271 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e0f15bda-972b-429f-b54c-f6f76612103e', 'name': 'network-vif-deleted', 'tag': '6b6b046f-a109-497f-8e66-453d71b12b31', 'status': 'completed', 'code': 200} Apr 01 13:59:43.006948 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181d7975-e1f7-42f1-85f2-ca9a75288311 req-fd1624be-a0d8-4593-888d-846d18cb7ee4 tempest-ServerDiskConfigTestJSON-1790720349 tempest-ServerDiskConfigTestJSON-1790720349-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:59:43.007662 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [req-181d7975-e1f7-42f1-85f2-ca9a75288311 req-fd1624be-a0d8-4593-888d-846d18cb7ee4 tempest-ServerDiskConfigTestJSON-1790720349 tempest-ServerDiskConfigTestJSON-1790720349-project] Synchronizing usage tracker for tenant:8a1c961bd110484a9a86414bfcdd9147 on resource:port {{(pid=83869) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 13:59:43.024758 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [req-181d7975-e1f7-42f1-85f2-ca9a75288311 req-fd1624be-a0d8-4593-888d-846d18cb7ee4 tempest-ServerDiskConfigTestJSON-1790720349 tempest-ServerDiskConfigTestJSON-1790720349-project] Unset dirty status for tenant:8a1c961bd110484a9a86414bfcdd9147 on resource:port {{(pid=83869) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 13:59:43.025929 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-181d7975-e1f7-42f1-85f2-ca9a75288311 req-fd1624be-a0d8-4593-888d-846d18cb7ee4 tempest-ServerDiskConfigTestJSON-1790720349 tempest-ServerDiskConfigTestJSON-1790720349-project] 10.222.0.26 "GET /v2.0/ports?device_id=66758f92-62a2-4dcf-a746-cc497450fa32 HTTP/1.1" status: 200 len: 931 time: 0.0960228 Apr 01 13:59:43.085029 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-181d7975-e1f7-42f1-85f2-ca9a75288311 req-e9bdcd6b-46fa-45c6-8520-e538f1239f7c tempest-ServerDiskConfigTestJSON-1790720349 tempest-ServerDiskConfigTestJSON-1790720349-project] 10.222.0.26 "GET /v2.0/security-groups?id=c2414b56-1725-4811-a0d6-3c8d92e5ccdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526376 Apr 01 13:59:43.155011 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.notifiers.nova [req-3f2b7f1f-7367-4c98-a47f-b0cb6c52a859 req-6b0425a1-e3d9-4c3b-8841-15e601fc3456 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 639bb15a-91dc-41b7-a69e-6dbc2cf50554 {{(pid=83871) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 01 13:59:43.162250 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-3f2b7f1f-7367-4c98-a47f-b0cb6c52a859 req-6b0425a1-e3d9-4c3b-8841-15e601fc3456 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:59:43.188245 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.provisioning_blocks [req-3f2b7f1f-7367-4c98-a47f-b0cb6c52a859 req-6b0425a1-e3d9-4c3b-8841-15e601fc3456 service neutron] Transition to ACTIVE for port object 639bb15a-91dc-41b7-a69e-6dbc2cf50554 will not be triggered until provisioned by entity L2. {{(pid=83871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 13:59:43.197671 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-3f2b7f1f-7367-4c98-a47f-b0cb6c52a859 req-6b0425a1-e3d9-4c3b-8841-15e601fc3456 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2743106'] for port, after_update {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:59:43.340477 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0425a1-e3d9-4c3b-8841-15e601fc3456 service neutron] Pushing event updated for resources: {'Port': ['ID=639bb15a-91dc-41b7-a69e-6dbc2cf50554,revision_number=2']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:59:43.449889 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.managers [req-3f2b7f1f-7367-4c98-a47f-b0cb6c52a859 req-6b0425a1-e3d9-4c3b-8841-15e601fc3456 service neutron] Attempting to bind port 639bb15a-91dc-41b7-a69e-6dbc2cf50554 on host hv-neutron-8361 for vnic_type normal with profile {{(pid=83871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 13:59:43.450216 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.managers [req-3f2b7f1f-7367-4c98-a47f-b0cb6c52a859 req-6b0425a1-e3d9-4c3b-8841-15e601fc3456 service neutron] Attempting to bind port 639bb15a-91dc-41b7-a69e-6dbc2cf50554 by drivers openvswitch,hyperv on host hv-neutron-8361 at level 0 using segments [{'id': 'ab5b0c1c-bb9b-44b1-8412-64642c2c2855', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'cbdf4c79-b5ef-4817-9cae-6c6afbf4b075'}] {{(pid=83871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 13:59:43.450534 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f2b7f1f-7367-4c98-a47f-b0cb6c52a859 req-6b0425a1-e3d9-4c3b-8841-15e601fc3456 service neutron] Attempting to bind port 639bb15a-91dc-41b7-a69e-6dbc2cf50554 on network cbdf4c79-b5ef-4817-9cae-6c6afbf4b075 {{(pid=83871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 13:59:43.456035 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f2b7f1f-7367-4c98-a47f-b0cb6c52a859 req-6b0425a1-e3d9-4c3b-8841-15e601fc3456 service neutron] Port 639bb15a-91dc-41b7-a69e-6dbc2cf50554 on network cbdf4c79-b5ef-4817-9cae-6c6afbf4b075 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8361 {{(pid=83871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 01 13:59:43.456472 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f2b7f1f-7367-4c98-a47f-b0cb6c52a859 req-6b0425a1-e3d9-4c3b-8841-15e601fc3456 service neutron] Attempting to bind port 639bb15a-91dc-41b7-a69e-6dbc2cf50554 on network cbdf4c79-b5ef-4817-9cae-6c6afbf4b075 {{(pid=83871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 13:59:43.462576 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f2b7f1f-7367-4c98-a47f-b0cb6c52a859 req-6b0425a1-e3d9-4c3b-8841-15e601fc3456 service neutron] Checking agent: {'id': '359ce187-6241-4f7e-85a4-e066c7b0cdea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8361', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 13, 31, 54), 'started_at': datetime.datetime(2022, 4, 1, 13, 31, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 13, 59, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 13:59:43.462902 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f2b7f1f-7367-4c98-a47f-b0cb6c52a859 req-6b0425a1-e3d9-4c3b-8841-15e601fc3456 service neutron] Checking segment: {'id': 'ab5b0c1c-bb9b-44b1-8412-64642c2c2855', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'cbdf4c79-b5ef-4817-9cae-6c6afbf4b075'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 13:59:43.463270 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f2b7f1f-7367-4c98-a47f-b0cb6c52a859 req-6b0425a1-e3d9-4c3b-8841-15e601fc3456 service neutron] Bound using segment: {'id': 'ab5b0c1c-bb9b-44b1-8412-64642c2c2855', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'cbdf4c79-b5ef-4817-9cae-6c6afbf4b075'} {{(pid=83871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 13:59:43.463678 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.managers [req-3f2b7f1f-7367-4c98-a47f-b0cb6c52a859 req-6b0425a1-e3d9-4c3b-8841-15e601fc3456 service neutron] Bound port: 639bb15a-91dc-41b7-a69e-6dbc2cf50554, host: hv-neutron-8361, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ab5b0c1c-bb9b-44b1-8412-64642c2c2855', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'cbdf4c79-b5ef-4817-9cae-6c6afbf4b075'}}] {{(pid=83871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 13:59:43.464010 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-3f2b7f1f-7367-4c98-a47f-b0cb6c52a859 req-6b0425a1-e3d9-4c3b-8841-15e601fc3456 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:59:43.549664 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.db [req-3f2b7f1f-7367-4c98-a47f-b0cb6c52a859 req-6b0425a1-e3d9-4c3b-8841-15e601fc3456 service neutron] For port 639bb15a-91dc-41b7-a69e-6dbc2cf50554, host hv-neutron-8361, cleared binding levels {{(pid=83871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 13:59:43.552830 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.db [req-3f2b7f1f-7367-4c98-a47f-b0cb6c52a859 req-6b0425a1-e3d9-4c3b-8841-15e601fc3456 service neutron] For port 639bb15a-91dc-41b7-a69e-6dbc2cf50554, host hv-neutron-8361, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8361',level=0,port_id=639bb15a-91dc-41b7-a69e-6dbc2cf50554,segment=NetworkSegment(ab5b0c1c-bb9b-44b1-8412-64642c2c2855),segment_id=ab5b0c1c-bb9b-44b1-8412-64642c2c2855)] {{(pid=83871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 13:59:43.557471 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-3f2b7f1f-7367-4c98-a47f-b0cb6c52a859 req-6b0425a1-e3d9-4c3b-8841-15e601fc3456 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2743106'] for port, after_update {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:59:43.624910 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-3f2b7f1f-7367-4c98-a47f-b0cb6c52a859 req-6b0425a1-e3d9-4c3b-8841-15e601fc3456 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109561'] for port, before_response {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:59:43.626273 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-3f2b7f1f-7367-4c98-a47f-b0cb6c52a859 req-6b0425a1-e3d9-4c3b-8841-15e601fc3456 service neutron] 10.222.0.57 "PUT /v2.0/ports/639bb15a-91dc-41b7-a69e-6dbc2cf50554 HTTP/1.1" status: 200 len: 1093 time: 0.9470804 Apr 01 13:59:43.626696 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '66758f92-62a2-4dcf-a746-cc497450fa32', 'tag': '639bb15a-91dc-41b7-a69e-6dbc2cf50554'}] {{(pid=83871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 13:59:43.645589 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0425a1-e3d9-4c3b-8841-15e601fc3456 service neutron] Pushing event updated for resources: {'Port': ['ID=639bb15a-91dc-41b7-a69e-6dbc2cf50554,revision_number=3']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:59:43.698750 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '66758f92-62a2-4dcf-a746-cc497450fa32', 'tag': '639bb15a-91dc-41b7-a69e-6dbc2cf50554', 'status': 'completed', 'code': 200} Apr 01 13:59:43.732805 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-3f2b7f1f-7367-4c98-a47f-b0cb6c52a859 req-4a44372d-ddba-40a3-916f-47cd70e3237b service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=8a1c961bd110484a9a86414bfcdd9147&device_id=66758f92-62a2-4dcf-a746-cc497450fa32 HTTP/1.1" status: 200 len: 1096 time: 0.0695336 Apr 01 13:59:43.882200 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-3f2b7f1f-7367-4c98-a47f-b0cb6c52a859 req-27ad5f7e-3eb0-42d8-a630-9c4c8b051d2c service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=639bb15a-91dc-41b7-a69e-6dbc2cf50554 HTTP/1.1" status: 200 len: 217 time: 0.1387942 Apr 01 13:59:43.945540 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2b7f1f-7367-4c98-a47f-b0cb6c52a859 req-f703602b-60b2-4f71-97ee-2c9e62e7c751 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:59:43.946921 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-3f2b7f1f-7367-4c98-a47f-b0cb6c52a859 req-f703602b-60b2-4f71-97ee-2c9e62e7c751 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=dd9c327a-8682-4e1a-8cb4-1f88b1fc9f4f HTTP/1.1" status: 200 len: 854 time: 0.0557823 Apr 01 13:59:43.997812 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-3f2b7f1f-7367-4c98-a47f-b0cb6c52a859 req-cf706f6f-c8bd-4247-b224-87f6666e9949 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=cbdf4c79-b5ef-4817-9cae-6c6afbf4b075&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0404704 Apr 01 13:59:44.127031 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-3f2b7f1f-7367-4c98-a47f-b0cb6c52a859 req-fd0e70d4-fd1e-456c-8761-bdf9faaf821e service neutron] 10.222.0.57 "GET /v2.0/networks/cbdf4c79-b5ef-4817-9cae-6c6afbf4b075?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1233389 Apr 01 13:59:44.264586 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-3f2b7f1f-7367-4c98-a47f-b0cb6c52a859 req-abada166-d459-47ea-8e74-6c22e7df5563 service neutron] 10.222.0.57 "GET /v2.0/networks/cbdf4c79-b5ef-4817-9cae-6c6afbf4b075?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1285715 Apr 01 13:59:44.297105 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ccf069-d795-456e-8d93-56902aecfed5 req-e14cb87c-0c79-4498-a689-f37287fb7cb0 tempest-ServerDiskConfigTestJSON-1790720349 tempest-ServerDiskConfigTestJSON-1790720349-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:59:44.298600 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-49ccf069-d795-456e-8d93-56902aecfed5 req-e14cb87c-0c79-4498-a689-f37287fb7cb0 tempest-ServerDiskConfigTestJSON-1790720349 tempest-ServerDiskConfigTestJSON-1790720349-project] 10.222.0.26 "GET /v2.0/ports?device_id=66758f92-62a2-4dcf-a746-cc497450fa32 HTTP/1.1" status: 200 len: 943 time: 0.0904512 Apr 01 13:59:44.346648 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-49ccf069-d795-456e-8d93-56902aecfed5 req-74859e53-1583-40b2-9d3e-4de6eaecc963 tempest-ServerDiskConfigTestJSON-1790720349 tempest-ServerDiskConfigTestJSON-1790720349-project] 10.222.0.26 "GET /v2.0/security-groups?id=c2414b56-1725-4811-a0d6-3c8d92e5ccdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418320 Apr 01 13:59:44.390779 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-3ceabfc6-2f0d-4fb9-9f84-91fcb4fb44f0 req-10461242-9e7f-4970-bee7-b726535571fe service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=8a1c961bd110484a9a86414bfcdd9147&device_id=66758f92-62a2-4dcf-a746-cc497450fa32 HTTP/1.1" status: 200 len: 1096 time: 0.0687301 Apr 01 13:59:44.520987 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ceabfc6-2f0d-4fb9-9f84-91fcb4fb44f0 req-5bafc025-4998-4147-8a96-81e65bf08493 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:59:44.522388 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-3ceabfc6-2f0d-4fb9-9f84-91fcb4fb44f0 req-5bafc025-4998-4147-8a96-81e65bf08493 service neutron] 10.222.0.57 "GET /v2.0/networks?id=cbdf4c79-b5ef-4817-9cae-6c6afbf4b075 HTTP/1.1" status: 200 len: 915 time: 0.1249752 Apr 01 13:59:44.591646 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-3ceabfc6-2f0d-4fb9-9f84-91fcb4fb44f0 req-318bbbd0-aeda-4e7e-8c6e-eb2eccc94648 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=639bb15a-91dc-41b7-a69e-6dbc2cf50554 HTTP/1.1" status: 200 len: 217 time: 0.0630324 Apr 01 13:59:44.652601 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ceabfc6-2f0d-4fb9-9f84-91fcb4fb44f0 req-35e7a185-8312-4754-ae26-2fcc852fc617 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:59:44.654210 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-3ceabfc6-2f0d-4fb9-9f84-91fcb4fb44f0 req-35e7a185-8312-4754-ae26-2fcc852fc617 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=dd9c327a-8682-4e1a-8cb4-1f88b1fc9f4f HTTP/1.1" status: 200 len: 854 time: 0.0562296 Apr 01 13:59:44.702487 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-3ceabfc6-2f0d-4fb9-9f84-91fcb4fb44f0 req-3cb1f6f9-d2f6-4ecc-8eff-8d8abd22b0a6 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=cbdf4c79-b5ef-4817-9cae-6c6afbf4b075&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0411978 Apr 01 13:59:44.830961 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-3ceabfc6-2f0d-4fb9-9f84-91fcb4fb44f0 req-9cf5c923-15e5-42d3-8112-def37a448f72 service neutron] 10.222.0.57 "GET /v2.0/networks/cbdf4c79-b5ef-4817-9cae-6c6afbf4b075?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1219141 Apr 01 13:59:44.959309 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-3ceabfc6-2f0d-4fb9-9f84-91fcb4fb44f0 req-7ba496b7-870f-4baa-8044-b555ce515904 service neutron] 10.222.0.57 "GET /v2.0/networks/cbdf4c79-b5ef-4817-9cae-6c6afbf4b075?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1216488 Apr 01 13:59:45.542402 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb1e1e7-1a35-4809-b49d-bc373779173c req-9ebd8ca6-a576-4457-9f12-c01e49d2477c tempest-ServerDiskConfigTestJSON-1790720349 tempest-ServerDiskConfigTestJSON-1790720349-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:59:45.543258 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [req-ebb1e1e7-1a35-4809-b49d-bc373779173c req-9ebd8ca6-a576-4457-9f12-c01e49d2477c tempest-ServerDiskConfigTestJSON-1790720349 tempest-ServerDiskConfigTestJSON-1790720349-project] Synchronizing usage tracker for tenant:8a1c961bd110484a9a86414bfcdd9147 on resource:port {{(pid=83871) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 13:59:45.555361 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [req-ebb1e1e7-1a35-4809-b49d-bc373779173c req-9ebd8ca6-a576-4457-9f12-c01e49d2477c tempest-ServerDiskConfigTestJSON-1790720349 tempest-ServerDiskConfigTestJSON-1790720349-project] Unset dirty status for tenant:8a1c961bd110484a9a86414bfcdd9147 on resource:port {{(pid=83871) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 13:59:45.556475 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-ebb1e1e7-1a35-4809-b49d-bc373779173c req-9ebd8ca6-a576-4457-9f12-c01e49d2477c tempest-ServerDiskConfigTestJSON-1790720349 tempest-ServerDiskConfigTestJSON-1790720349-project] 10.222.0.26 "GET /v2.0/ports?device_id=66758f92-62a2-4dcf-a746-cc497450fa32 HTTP/1.1" status: 200 len: 943 time: 0.0888252 Apr 01 13:59:45.600798 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-ebb1e1e7-1a35-4809-b49d-bc373779173c req-e4c5ddfe-800c-409a-a9d7-8cd6f6cb2389 tempest-ServerDiskConfigTestJSON-1790720349 tempest-ServerDiskConfigTestJSON-1790720349-project] 10.222.0.26 "GET /v2.0/security-groups?id=c2414b56-1725-4811-a0d6-3c8d92e5ccdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379739 Apr 01 13:59:45.608065 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Device 6b6b046f-a109-497f-8e66-453d71b12b31 no longer exists at agent hyperv_hv-neutron-8361 {{(pid=83872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 13:59:45.640805 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.plugin [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] No Port match for: 6b6b046f-a109-497f-8e66-453d71b12b31 {{(pid=83872) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 01 13:59:45.641145 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Device 6b6b046f-a109-497f-8e66-453d71b12b31 not bound to the agent host hv-neutron-8361 {{(pid=83872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 13:59:46.800098 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac257f0d-4d0a-4a4f-b078-50db91346032 req-8f67fe00-d7c8-46e4-a491-c72112d6185c tempest-ServerDiskConfigTestJSON-1790720349 tempest-ServerDiskConfigTestJSON-1790720349-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:59:46.801555 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-ac257f0d-4d0a-4a4f-b078-50db91346032 req-8f67fe00-d7c8-46e4-a491-c72112d6185c tempest-ServerDiskConfigTestJSON-1790720349 tempest-ServerDiskConfigTestJSON-1790720349-project] 10.222.0.26 "GET /v2.0/ports?device_id=66758f92-62a2-4dcf-a746-cc497450fa32 HTTP/1.1" status: 200 len: 943 time: 0.0790493 Apr 01 13:59:46.847341 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-ac257f0d-4d0a-4a4f-b078-50db91346032 req-fc22207a-aa28-4d31-bc3d-19b6ea0cbb9d tempest-ServerDiskConfigTestJSON-1790720349 tempest-ServerDiskConfigTestJSON-1790720349-project] 10.222.0.26 "GET /v2.0/security-groups?id=c2414b56-1725-4811-a0d6-3c8d92e5ccdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403290 Apr 01 13:59:47.605323 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Device 639bb15a-91dc-41b7-a69e-6dbc2cf50554 details requested by agent hyperv_hv-neutron-8361 with host hv-neutron-8361 {{(pid=83872) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 01 13:59:47.735260 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] For port 639bb15a-91dc-41b7-a69e-6dbc2cf50554, host hv-neutron-8361, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8361',level=0,port_id=639bb15a-91dc-41b7-a69e-6dbc2cf50554,segment=NetworkSegment(ab5b0c1c-bb9b-44b1-8412-64642c2c2855),segment_id=ab5b0c1c-bb9b-44b1-8412-64642c2c2855)] {{(pid=83872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 13:59:47.748031 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Returning: {'device': '639bb15a-91dc-41b7-a69e-6dbc2cf50554', 'network_id': 'cbdf4c79-b5ef-4817-9cae-6c6afbf4b075', 'port_id': '639bb15a-91dc-41b7-a69e-6dbc2cf50554', 'mac_address': 'fa:16:3e:4a:1b:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 371, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dd9c327a-8682-4e1a-8cb4-1f88b1fc9f4f', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83872) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 01 13:59:47.803930 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:59:47.820619 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.notifiers.nova [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 639bb15a-91dc-41b7-a69e-6dbc2cf50554 {{(pid=83872) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 01 13:59:47.835823 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] For port 639bb15a-91dc-41b7-a69e-6dbc2cf50554, host hv-neutron-8361, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8361',level=0,port_id=639bb15a-91dc-41b7-a69e-6dbc2cf50554,segment=NetworkSegment(ab5b0c1c-bb9b-44b1-8412-64642c2c2855),segment_id=ab5b0c1c-bb9b-44b1-8412-64642c2c2855)] {{(pid=83872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 13:59:47.839304 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864'] for port, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:59:47.905227 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Pushing event updated for resources: {'Port': ['ID=639bb15a-91dc-41b7-a69e-6dbc2cf50554,revision_number=4']} {{(pid=83872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:59:48.053309 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2501cd3c-b704-4a85-8a78-d0a0a6e6018b req-49d08360-0140-40a8-b8df-cef7cac77a17 tempest-ServerDiskConfigTestJSON-1790720349 tempest-ServerDiskConfigTestJSON-1790720349-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:59:48.054756 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-2501cd3c-b704-4a85-8a78-d0a0a6e6018b req-49d08360-0140-40a8-b8df-cef7cac77a17 tempest-ServerDiskConfigTestJSON-1790720349 tempest-ServerDiskConfigTestJSON-1790720349-project] 10.222.0.26 "GET /v2.0/ports?device_id=66758f92-62a2-4dcf-a746-cc497450fa32 HTTP/1.1" status: 200 len: 944 time: 0.0844436 Apr 01 13:59:48.094772 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] get_ports_and_sgs() called for port_ids ['639bb15a-91dc-41b7-a69e-6dbc2cf50554'] {{(pid=83872) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 01 13:59:48.101450 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-2501cd3c-b704-4a85-8a78-d0a0a6e6018b req-15b7b1e0-5a7e-4bc9-9f26-e991d41c6e65 tempest-ServerDiskConfigTestJSON-1790720349 tempest-ServerDiskConfigTestJSON-1790720349-project] 10.222.0.26 "GET /v2.0/security-groups?id=c2414b56-1725-4811-a0d6-3c8d92e5ccdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406263 Apr 01 13:59:49.295399 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25adf337-2a23-4d97-a4bd-43d1687730fe req-7122ffcd-ffa2-4e23-b1b1-3558d8420f76 tempest-ServerDiskConfigTestJSON-1790720349 tempest-ServerDiskConfigTestJSON-1790720349-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:59:49.296912 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-25adf337-2a23-4d97-a4bd-43d1687730fe req-7122ffcd-ffa2-4e23-b1b1-3558d8420f76 tempest-ServerDiskConfigTestJSON-1790720349 tempest-ServerDiskConfigTestJSON-1790720349-project] 10.222.0.26 "GET /v2.0/ports?device_id=66758f92-62a2-4dcf-a746-cc497450fa32 HTTP/1.1" status: 200 len: 944 time: 0.0759892 Apr 01 13:59:49.342724 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-25adf337-2a23-4d97-a4bd-43d1687730fe req-22c277c0-a43a-487c-8f86-859b8f4ef6a4 tempest-ServerDiskConfigTestJSON-1790720349 tempest-ServerDiskConfigTestJSON-1790720349-project] 10.222.0.26 "GET /v2.0/security-groups?id=c2414b56-1725-4811-a0d6-3c8d92e5ccdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403252 Apr 01 13:59:49.620617 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Device 639bb15a-91dc-41b7-a69e-6dbc2cf50554 up at agent hyperv_hv-neutron-8361 {{(pid=83872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 13:59:49.685970 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Provisioning for port 639bb15a-91dc-41b7-a69e-6dbc2cf50554 completed by entity L2. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 13:59:49.690731 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Provisioning complete for port 639bb15a-91dc-41b7-a69e-6dbc2cf50554 triggered by entity L2. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 13:59:49.691092 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-948329'] for port, provisioning_complete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:59:49.799808 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:59:49.826676 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66758f92-62a2-4dcf-a746-cc497450fa32', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '639bb15a-91dc-41b7-a69e-6dbc2cf50554'}] {{(pid=83872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 13:59:49.836077 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] For port 639bb15a-91dc-41b7-a69e-6dbc2cf50554, host hv-neutron-8361, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8361',level=0,port_id=639bb15a-91dc-41b7-a69e-6dbc2cf50554,segment=NetworkSegment(ab5b0c1c-bb9b-44b1-8412-64642c2c2855),segment_id=ab5b0c1c-bb9b-44b1-8412-64642c2c2855)] {{(pid=83872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 13:59:49.839836 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864'] for port, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:59:49.883861 dv-neutron-836180-1-hyperv neutron-server[83872]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66758f92-62a2-4dcf-a746-cc497450fa32', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '639bb15a-91dc-41b7-a69e-6dbc2cf50554', 'code': 200} Apr 01 13:59:49.909667 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Pushing event updated for resources: {'Port': ['ID=639bb15a-91dc-41b7-a69e-6dbc2cf50554,revision_number=5']} {{(pid=83872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 13:59:50.109895 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-3df07c81-c2fb-40f8-89dd-6fe5dcf46e2b req-17b414d1-5c77-4ada-8762-45661146cc1a service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=66758f92-62a2-4dcf-a746-cc497450fa32 HTTP/1.1" status: 200 len: 1098 time: 0.0672872 Apr 01 13:59:50.153122 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-3df07c81-c2fb-40f8-89dd-6fe5dcf46e2b req-32dc9bcd-a12f-4534-bf23-7e263ea875be service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=c2414b56-1725-4811-a0d6-3c8d92e5ccdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343313 Apr 01 13:59:50.538233 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7122284e-dede-4111-ad24-bed34df692fd req-ae4314a8-1238-4396-9471-7210e46291ac tempest-ServerDiskConfigTestJSON-1790720349 tempest-ServerDiskConfigTestJSON-1790720349-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:59:50.539594 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-7122284e-dede-4111-ad24-bed34df692fd req-ae4314a8-1238-4396-9471-7210e46291ac tempest-ServerDiskConfigTestJSON-1790720349 tempest-ServerDiskConfigTestJSON-1790720349-project] 10.222.0.26 "GET /v2.0/ports?device_id=66758f92-62a2-4dcf-a746-cc497450fa32 HTTP/1.1" status: 200 len: 945 time: 0.0797191 Apr 01 13:59:50.585404 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-7122284e-dede-4111-ad24-bed34df692fd req-7606a92c-9591-4ac3-8650-fc14ce052082 tempest-ServerDiskConfigTestJSON-1790720349 tempest-ServerDiskConfigTestJSON-1790720349-project] 10.222.0.26 "GET /v2.0/security-groups?id=c2414b56-1725-4811-a0d6-3c8d92e5ccdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395954 Apr 01 13:59:51.783640 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297d9e00-0cb2-4d62-88e6-1d932b7a15dc req-16df0e99-8ce8-46a3-afdc-b86b6b7c389d tempest-ServerDiskConfigTestJSON-1790720349 tempest-ServerDiskConfigTestJSON-1790720349-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:59:51.785112 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-297d9e00-0cb2-4d62-88e6-1d932b7a15dc req-16df0e99-8ce8-46a3-afdc-b86b6b7c389d tempest-ServerDiskConfigTestJSON-1790720349 tempest-ServerDiskConfigTestJSON-1790720349-project] 10.222.0.26 "GET /v2.0/ports?device_id=66758f92-62a2-4dcf-a746-cc497450fa32 HTTP/1.1" status: 200 len: 945 time: 0.0788560 Apr 01 13:59:51.830512 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-297d9e00-0cb2-4d62-88e6-1d932b7a15dc req-23adf1e3-5b56-438f-85bb-56987206edba tempest-ServerDiskConfigTestJSON-1790720349 tempest-ServerDiskConfigTestJSON-1790720349-project] 10.222.0.26 "GET /v2.0/security-groups?id=c2414b56-1725-4811-a0d6-3c8d92e5ccdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399187 Apr 01 13:59:52.028126 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5198ef62-3956-4ae5-bc86-73581add2eae req-5b1bc069-beb6-44d2-b808-334d54de157d tempest-ServerDiskConfigTestJSON-1790720349 tempest-ServerDiskConfigTestJSON-1790720349-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:59:52.029708 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-5198ef62-3956-4ae5-bc86-73581add2eae req-5b1bc069-beb6-44d2-b808-334d54de157d tempest-ServerDiskConfigTestJSON-1790720349 tempest-ServerDiskConfigTestJSON-1790720349-project] 10.222.0.26 "GET /v2.0/ports?device_id=66758f92-62a2-4dcf-a746-cc497450fa32 HTTP/1.1" status: 200 len: 945 time: 0.0752881 Apr 01 13:59:52.078918 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-5198ef62-3956-4ae5-bc86-73581add2eae req-f41dbb20-1fd1-4989-8e12-763197371777 tempest-ServerDiskConfigTestJSON-1790720349 tempest-ServerDiskConfigTestJSON-1790720349-project] 10.222.0.26 "GET /v2.0/security-groups?id=c2414b56-1725-4811-a0d6-3c8d92e5ccdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436344 Apr 01 13:59:52.270936 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-98fc4663-83de-4007-a2a2-aee1026f3a95 req-8e3a9ad3-79a4-4778-8f4a-a6e02004636a service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=66758f92-62a2-4dcf-a746-cc497450fa32&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0663176 Apr 01 13:59:52.583658 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7c4ddb-6f1a-4787-b47b-d08a4dd28086 req-9d98cff3-11c0-4cf9-a27d-5cc8e254a34e tempest-ServerDiskConfigTestJSON-1790720349 tempest-ServerDiskConfigTestJSON-1790720349-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:59:52.585132 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-ae7c4ddb-6f1a-4787-b47b-d08a4dd28086 req-9d98cff3-11c0-4cf9-a27d-5cc8e254a34e tempest-ServerDiskConfigTestJSON-1790720349 tempest-ServerDiskConfigTestJSON-1790720349-project] 10.222.0.26 "GET /v2.0/ports?device_id=66758f92-62a2-4dcf-a746-cc497450fa32 HTTP/1.1" status: 200 len: 945 time: 0.0797184 Apr 01 13:59:52.607658 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-128cd9cb-e07c-49eb-afea-27632f8fafac req-a3baac19-2a7e-4df7-a276-de7f2102840c service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=66758f92-62a2-4dcf-a746-cc497450fa32&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1589534 Apr 01 13:59:52.631543 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-ae7c4ddb-6f1a-4787-b47b-d08a4dd28086 req-73c6d9c6-441b-4579-8a2a-a9f69037220a tempest-ServerDiskConfigTestJSON-1790720349 tempest-ServerDiskConfigTestJSON-1790720349-project] 10.222.0.26 "GET /v2.0/security-groups?id=c2414b56-1725-4811-a0d6-3c8d92e5ccdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408952 Apr 01 13:59:53.756069 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-128cd9cb-e07c-49eb-afea-27632f8fafac req-6125700a-fdd3-4572-b9e6-257db1436ca3 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=8a1c961bd110484a9a86414bfcdd9147&device_id=66758f92-62a2-4dcf-a746-cc497450fa32 HTTP/1.1" status: 200 len: 1098 time: 0.0686858 Apr 01 13:59:53.941076 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca383ace-0c93-4eb2-b0f8-0288a01ea44a req-ce5c2a47-f03e-42ff-b378-1b7646dcc2d3 tempest-ServerDiskConfigTestJSON-1790720349 tempest-ServerDiskConfigTestJSON-1790720349-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:59:53.942548 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-ca383ace-0c93-4eb2-b0f8-0288a01ea44a req-ce5c2a47-f03e-42ff-b378-1b7646dcc2d3 tempest-ServerDiskConfigTestJSON-1790720349 tempest-ServerDiskConfigTestJSON-1790720349-project] 10.222.0.26 "GET /v2.0/ports?device_id=66758f92-62a2-4dcf-a746-cc497450fa32 HTTP/1.1" status: 200 len: 945 time: 0.1855574 Apr 01 13:59:53.943544 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128cd9cb-e07c-49eb-afea-27632f8fafac req-14bbfc16-9477-44a2-87e6-a69f6169dbc3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:59:53.944853 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-128cd9cb-e07c-49eb-afea-27632f8fafac req-14bbfc16-9477-44a2-87e6-a69f6169dbc3 service neutron] 10.222.0.57 "GET /v2.0/networks?id=cbdf4c79-b5ef-4817-9cae-6c6afbf4b075 HTTP/1.1" status: 200 len: 915 time: 0.1533620 Apr 01 13:59:53.987218 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 13:59:54.038474 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-128cd9cb-e07c-49eb-afea-27632f8fafac req-f79deccd-206b-44d5-b163-299f67af4ba5 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=639bb15a-91dc-41b7-a69e-6dbc2cf50554 HTTP/1.1" status: 200 len: 217 time: 0.0768812 Apr 01 13:59:54.085726 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-ca383ace-0c93-4eb2-b0f8-0288a01ea44a req-5dc3ff3e-0ff3-46e5-8606-8b2ce539d121 tempest-ServerDiskConfigTestJSON-1790720349 tempest-ServerDiskConfigTestJSON-1790720349-project] 10.222.0.26 "GET /v2.0/security-groups?id=c2414b56-1725-4811-a0d6-3c8d92e5ccdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1372428 Apr 01 13:59:54.107492 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128cd9cb-e07c-49eb-afea-27632f8fafac req-594cab7c-bfe8-4dce-9f44-6e960235d5a0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:59:54.110029 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-128cd9cb-e07c-49eb-afea-27632f8fafac req-594cab7c-bfe8-4dce-9f44-6e960235d5a0 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=dd9c327a-8682-4e1a-8cb4-1f88b1fc9f4f HTTP/1.1" status: 200 len: 854 time: 0.0632505 Apr 01 13:59:54.158770 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-128cd9cb-e07c-49eb-afea-27632f8fafac req-1d23dda5-8c47-4f79-9e76-2c524379e0d6 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=cbdf4c79-b5ef-4817-9cae-6c6afbf4b075&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0424852 Apr 01 13:59:54.292295 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-128cd9cb-e07c-49eb-afea-27632f8fafac req-76c118c1-c9e5-4096-9d71-b9d1ad0c899e service neutron] 10.222.0.57 "GET /v2.0/networks/cbdf4c79-b5ef-4817-9cae-6c6afbf4b075?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1271040 Apr 01 13:59:54.421093 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-128cd9cb-e07c-49eb-afea-27632f8fafac req-353d38ec-84ca-4fd5-b753-74ffd4316892 service neutron] 10.222.0.57 "GET /v2.0/networks/cbdf4c79-b5ef-4817-9cae-6c6afbf4b075?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1228142 Apr 01 13:59:55.286686 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d31cce3-46e6-4870-94b9-c0624af96086 req-96181c46-1c41-4490-8a71-2c04bb03b3ac tempest-ServerDiskConfigTestJSON-1790720349 tempest-ServerDiskConfigTestJSON-1790720349-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:59:55.288169 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-3d31cce3-46e6-4870-94b9-c0624af96086 req-96181c46-1c41-4490-8a71-2c04bb03b3ac tempest-ServerDiskConfigTestJSON-1790720349 tempest-ServerDiskConfigTestJSON-1790720349-project] 10.222.0.26 "GET /v2.0/ports?device_id=66758f92-62a2-4dcf-a746-cc497450fa32 HTTP/1.1" status: 200 len: 945 time: 0.0815208 Apr 01 13:59:55.333398 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-3d31cce3-46e6-4870-94b9-c0624af96086 req-af690a12-ad7d-4dc6-8a9a-89c849d69f66 tempest-ServerDiskConfigTestJSON-1790720349 tempest-ServerDiskConfigTestJSON-1790720349-project] 10.222.0.26 "GET /v2.0/security-groups?id=c2414b56-1725-4811-a0d6-3c8d92e5ccdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398121 Apr 01 13:59:56.524985 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8344e5-66f1-4cff-be9b-62812496f6f1 req-9fe8a524-3703-4b0d-9560-9367b3ff2394 tempest-ServerDiskConfigTestJSON-1790720349 tempest-ServerDiskConfigTestJSON-1790720349-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:59:56.526394 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-8e8344e5-66f1-4cff-be9b-62812496f6f1 req-9fe8a524-3703-4b0d-9560-9367b3ff2394 tempest-ServerDiskConfigTestJSON-1790720349 tempest-ServerDiskConfigTestJSON-1790720349-project] 10.222.0.26 "GET /v2.0/ports?device_id=66758f92-62a2-4dcf-a746-cc497450fa32 HTTP/1.1" status: 200 len: 945 time: 0.0742209 Apr 01 13:59:56.571256 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-8e8344e5-66f1-4cff-be9b-62812496f6f1 req-39a59422-28b4-412b-a380-6d645874f136 tempest-ServerDiskConfigTestJSON-1790720349 tempest-ServerDiskConfigTestJSON-1790720349-project] 10.222.0.26 "GET /v2.0/security-groups?id=c2414b56-1725-4811-a0d6-3c8d92e5ccdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388188 Apr 01 13:59:57.770725 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee812be7-e73f-4e0a-a5f7-3b3cdaf81af9 req-006e8fbb-7e22-4fd1-8ea9-c5829b912aac tempest-ServerDiskConfigTestJSON-1790720349 tempest-ServerDiskConfigTestJSON-1790720349-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:59:57.772171 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-ee812be7-e73f-4e0a-a5f7-3b3cdaf81af9 req-006e8fbb-7e22-4fd1-8ea9-c5829b912aac tempest-ServerDiskConfigTestJSON-1790720349 tempest-ServerDiskConfigTestJSON-1790720349-project] 10.222.0.26 "GET /v2.0/ports?device_id=66758f92-62a2-4dcf-a746-cc497450fa32 HTTP/1.1" status: 200 len: 945 time: 0.0792367 Apr 01 13:59:57.817385 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-ee812be7-e73f-4e0a-a5f7-3b3cdaf81af9 req-811c4b16-7f3e-4ab6-acef-f2e25a8d4f25 tempest-ServerDiskConfigTestJSON-1790720349 tempest-ServerDiskConfigTestJSON-1790720349-project] 10.222.0.26 "GET /v2.0/security-groups?id=c2414b56-1725-4811-a0d6-3c8d92e5ccdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397580 Apr 01 13:59:59.021137 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99cb802d-ec6d-464d-837e-e36226747ce7 req-2d1e5347-37ca-454d-bfbf-39d863af22da tempest-ServerDiskConfigTestJSON-1790720349 tempest-ServerDiskConfigTestJSON-1790720349-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 13:59:59.022562 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-99cb802d-ec6d-464d-837e-e36226747ce7 req-2d1e5347-37ca-454d-bfbf-39d863af22da tempest-ServerDiskConfigTestJSON-1790720349 tempest-ServerDiskConfigTestJSON-1790720349-project] 10.222.0.26 "GET /v2.0/ports?device_id=66758f92-62a2-4dcf-a746-cc497450fa32 HTTP/1.1" status: 200 len: 945 time: 0.0833068 Apr 01 13:59:59.067561 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-99cb802d-ec6d-464d-837e-e36226747ce7 req-c23a57e6-d575-4121-ad32-d58fa42ac88a tempest-ServerDiskConfigTestJSON-1790720349 tempest-ServerDiskConfigTestJSON-1790720349-project] 10.222.0.26 "GET /v2.0/security-groups?id=c2414b56-1725-4811-a0d6-3c8d92e5ccdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393054 Apr 01 14:00:00.272338 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0234f7d-8806-411d-9ec3-62fe1bff7a1c req-576f0edb-45b9-4e9f-b6c9-39c9359c5ed8 tempest-ServerDiskConfigTestJSON-1790720349 tempest-ServerDiskConfigTestJSON-1790720349-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:00:00.273782 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-c0234f7d-8806-411d-9ec3-62fe1bff7a1c req-576f0edb-45b9-4e9f-b6c9-39c9359c5ed8 tempest-ServerDiskConfigTestJSON-1790720349 tempest-ServerDiskConfigTestJSON-1790720349-project] 10.222.0.26 "GET /v2.0/ports?device_id=66758f92-62a2-4dcf-a746-cc497450fa32 HTTP/1.1" status: 200 len: 945 time: 0.0802305 Apr 01 14:00:00.319722 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-c0234f7d-8806-411d-9ec3-62fe1bff7a1c req-5002ee53-7598-4e43-9b82-413e5dc8dbaa tempest-ServerDiskConfigTestJSON-1790720349 tempest-ServerDiskConfigTestJSON-1790720349-project] 10.222.0.26 "GET /v2.0/security-groups?id=c2414b56-1725-4811-a0d6-3c8d92e5ccdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405040 Apr 01 14:00:01.520716 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c92cee-42af-4794-894d-01788b87bb88 req-e885f8e5-895d-44f3-a278-b966e92fad7c tempest-ServerDiskConfigTestJSON-1790720349 tempest-ServerDiskConfigTestJSON-1790720349-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:00:01.522113 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-96c92cee-42af-4794-894d-01788b87bb88 req-e885f8e5-895d-44f3-a278-b966e92fad7c tempest-ServerDiskConfigTestJSON-1790720349 tempest-ServerDiskConfigTestJSON-1790720349-project] 10.222.0.26 "GET /v2.0/ports?device_id=66758f92-62a2-4dcf-a746-cc497450fa32 HTTP/1.1" status: 200 len: 945 time: 0.0764232 Apr 01 14:00:01.566698 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-96c92cee-42af-4794-894d-01788b87bb88 req-3797b934-e40c-44bd-a7fd-bcc9130cdbdb tempest-ServerDiskConfigTestJSON-1790720349 tempest-ServerDiskConfigTestJSON-1790720349-project] 10.222.0.26 "GET /v2.0/security-groups?id=c2414b56-1725-4811-a0d6-3c8d92e5ccdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390489 Apr 01 14:00:02.759818 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc056c6e-fb94-41ea-88f4-5e09b711bdf5 req-01650182-5542-431e-9b11-36c1aa0df973 tempest-ServerDiskConfigTestJSON-1790720349 tempest-ServerDiskConfigTestJSON-1790720349-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:00:02.761277 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-fc056c6e-fb94-41ea-88f4-5e09b711bdf5 req-01650182-5542-431e-9b11-36c1aa0df973 tempest-ServerDiskConfigTestJSON-1790720349 tempest-ServerDiskConfigTestJSON-1790720349-project] 10.222.0.26 "GET /v2.0/ports?device_id=66758f92-62a2-4dcf-a746-cc497450fa32 HTTP/1.1" status: 200 len: 945 time: 0.0772369 Apr 01 14:00:02.808904 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-fc056c6e-fb94-41ea-88f4-5e09b711bdf5 req-f40cfae1-0ad4-4479-9922-d5e3e9c256ac tempest-ServerDiskConfigTestJSON-1790720349 tempest-ServerDiskConfigTestJSON-1790720349-project] 10.222.0.26 "GET /v2.0/security-groups?id=c2414b56-1725-4811-a0d6-3c8d92e5ccdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416625 Apr 01 14:00:03.581480 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-519cbe91-c5fc-4b19-8620-198112611ef1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:00:04.005986 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5cfd598-d5c8-44a6-ae8b-3c842d6c3de7 req-05590eef-c303-445e-9d21-081e10b73898 tempest-ServerDiskConfigTestJSON-1790720349 tempest-ServerDiskConfigTestJSON-1790720349-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:00:04.007405 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-f5cfd598-d5c8-44a6-ae8b-3c842d6c3de7 req-05590eef-c303-445e-9d21-081e10b73898 tempest-ServerDiskConfigTestJSON-1790720349 tempest-ServerDiskConfigTestJSON-1790720349-project] 10.222.0.26 "GET /v2.0/ports?device_id=66758f92-62a2-4dcf-a746-cc497450fa32 HTTP/1.1" status: 200 len: 945 time: 0.0783634 Apr 01 14:00:04.052650 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-f5cfd598-d5c8-44a6-ae8b-3c842d6c3de7 req-83492ae4-32d7-4eae-b6ee-8237a2e414a8 tempest-ServerDiskConfigTestJSON-1790720349 tempest-ServerDiskConfigTestJSON-1790720349-project] 10.222.0.26 "GET /v2.0/security-groups?id=c2414b56-1725-4811-a0d6-3c8d92e5ccdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396907 Apr 01 14:00:05.252564 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4675e7a4-e09c-4240-a05d-7be6c7b82852 req-d356f6f4-d1ed-43cf-a5e1-0b693c7c1909 tempest-ServerDiskConfigTestJSON-1790720349 tempest-ServerDiskConfigTestJSON-1790720349-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:00:05.253991 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-4675e7a4-e09c-4240-a05d-7be6c7b82852 req-d356f6f4-d1ed-43cf-a5e1-0b693c7c1909 tempest-ServerDiskConfigTestJSON-1790720349 tempest-ServerDiskConfigTestJSON-1790720349-project] 10.222.0.26 "GET /v2.0/ports?device_id=66758f92-62a2-4dcf-a746-cc497450fa32 HTTP/1.1" status: 200 len: 945 time: 0.0770142 Apr 01 14:00:05.298864 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-4675e7a4-e09c-4240-a05d-7be6c7b82852 req-e0f4ff84-d89b-4f95-8675-0f4c12b6aefa tempest-ServerDiskConfigTestJSON-1790720349 tempest-ServerDiskConfigTestJSON-1790720349-project] 10.222.0.26 "GET /v2.0/security-groups?id=c2414b56-1725-4811-a0d6-3c8d92e5ccdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393548 Apr 01 14:00:05.940665 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-b61c46a4-8232-4711-af6f-e0828c159196 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:00:06.500032 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639b34f6-ba0b-424f-9894-8bdc5603dade req-26e44d8b-fbc8-4194-94bc-a17199ef7530 tempest-ServerDiskConfigTestJSON-1790720349 tempest-ServerDiskConfigTestJSON-1790720349-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:00:06.501487 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-639b34f6-ba0b-424f-9894-8bdc5603dade req-26e44d8b-fbc8-4194-94bc-a17199ef7530 tempest-ServerDiskConfigTestJSON-1790720349 tempest-ServerDiskConfigTestJSON-1790720349-project] 10.222.0.26 "GET /v2.0/ports?device_id=66758f92-62a2-4dcf-a746-cc497450fa32 HTTP/1.1" status: 200 len: 945 time: 0.0777662 Apr 01 14:00:06.547071 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-639b34f6-ba0b-424f-9894-8bdc5603dade req-6153ca90-8026-4bc3-9928-c5cae761fd83 tempest-ServerDiskConfigTestJSON-1790720349 tempest-ServerDiskConfigTestJSON-1790720349-project] 10.222.0.26 "GET /v2.0/security-groups?id=c2414b56-1725-4811-a0d6-3c8d92e5ccdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400252 Apr 01 14:00:07.221712 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:00:07.440191 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-2f9cfc9c-d8ba-4de3-a4ad-98162f90557c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:00:07.744327 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08eb0db5-961f-49b2-8d0b-2bf6390c9924 req-a7ef35f8-fb64-4236-874b-3d0dc51b936d tempest-ServerDiskConfigTestJSON-1790720349 tempest-ServerDiskConfigTestJSON-1790720349-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:00:07.745759 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-08eb0db5-961f-49b2-8d0b-2bf6390c9924 req-a7ef35f8-fb64-4236-874b-3d0dc51b936d tempest-ServerDiskConfigTestJSON-1790720349 tempest-ServerDiskConfigTestJSON-1790720349-project] 10.222.0.26 "GET /v2.0/ports?device_id=66758f92-62a2-4dcf-a746-cc497450fa32 HTTP/1.1" status: 200 len: 945 time: 0.0793009 Apr 01 14:00:07.794967 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-08eb0db5-961f-49b2-8d0b-2bf6390c9924 req-357e8660-1152-4df2-ba51-9ca49871ac9b tempest-ServerDiskConfigTestJSON-1790720349 tempest-ServerDiskConfigTestJSON-1790720349-project] 10.222.0.26 "GET /v2.0/security-groups?id=c2414b56-1725-4811-a0d6-3c8d92e5ccdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430701 Apr 01 14:00:08.938898 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-a976a7b9-9034-41e6-be13-349b75ed1593 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:00:08.982415 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.agents_db [None req-bdd220c7-049a-43d2-a923-ad1a2de078c6 None None] Agent healthcheck: found 6 active agents {{(pid=83873) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 01 14:00:08.995653 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ae80c7-c490-4b96-9d57-3b2ac2376334 req-66b6c8cc-dd81-451d-820b-e553c9e1690d tempest-ServerDiskConfigTestJSON-1790720349 tempest-ServerDiskConfigTestJSON-1790720349-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:00:08.997115 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-67ae80c7-c490-4b96-9d57-3b2ac2376334 req-66b6c8cc-dd81-451d-820b-e553c9e1690d tempest-ServerDiskConfigTestJSON-1790720349 tempest-ServerDiskConfigTestJSON-1790720349-project] 10.222.0.26 "GET /v2.0/ports?device_id=66758f92-62a2-4dcf-a746-cc497450fa32 HTTP/1.1" status: 200 len: 945 time: 0.0815742 Apr 01 14:00:09.041806 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-67ae80c7-c490-4b96-9d57-3b2ac2376334 req-896d6121-1c51-4ca9-b5d3-4917ac60c451 tempest-ServerDiskConfigTestJSON-1790720349 tempest-ServerDiskConfigTestJSON-1790720349-project] 10.222.0.26 "GET /v2.0/security-groups?id=c2414b56-1725-4811-a0d6-3c8d92e5ccdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389454 Apr 01 14:00:10.275212 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7e4042-3ab3-4a6d-a451-73bb096fa2aa req-9eacbf1e-0962-4a6f-86f1-7eae65509dc0 tempest-ServerDiskConfigTestJSON-1790720349 tempest-ServerDiskConfigTestJSON-1790720349-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:00:10.276950 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-df7e4042-3ab3-4a6d-a451-73bb096fa2aa req-9eacbf1e-0962-4a6f-86f1-7eae65509dc0 tempest-ServerDiskConfigTestJSON-1790720349 tempest-ServerDiskConfigTestJSON-1790720349-project] 10.222.0.26 "GET /v2.0/ports?device_id=66758f92-62a2-4dcf-a746-cc497450fa32 HTTP/1.1" status: 200 len: 945 time: 0.0875750 Apr 01 14:00:10.328763 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-df7e4042-3ab3-4a6d-a451-73bb096fa2aa req-cbadd3d8-ad1e-4f10-b3d4-41e3ddaf28a1 tempest-ServerDiskConfigTestJSON-1790720349 tempest-ServerDiskConfigTestJSON-1790720349-project] 10.222.0.26 "GET /v2.0/security-groups?id=c2414b56-1725-4811-a0d6-3c8d92e5ccdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440714 Apr 01 14:00:11.530636 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d33d24-b231-4cbd-a929-96b50d091cab req-80064305-043b-4440-9f49-2a0afb0b23c7 tempest-ServerDiskConfigTestJSON-1790720349 tempest-ServerDiskConfigTestJSON-1790720349-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:00:11.532090 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-49d33d24-b231-4cbd-a929-96b50d091cab req-80064305-043b-4440-9f49-2a0afb0b23c7 tempest-ServerDiskConfigTestJSON-1790720349 tempest-ServerDiskConfigTestJSON-1790720349-project] 10.222.0.26 "GET /v2.0/ports?device_id=66758f92-62a2-4dcf-a746-cc497450fa32 HTTP/1.1" status: 200 len: 945 time: 0.0768709 Apr 01 14:00:11.580065 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-49d33d24-b231-4cbd-a929-96b50d091cab req-744b0255-71f5-4471-b407-493a1991ea4e tempest-ServerDiskConfigTestJSON-1790720349 tempest-ServerDiskConfigTestJSON-1790720349-project] 10.222.0.26 "GET /v2.0/security-groups?id=c2414b56-1725-4811-a0d6-3c8d92e5ccdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424759 Apr 01 14:00:12.780363 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c4c433-b7c2-4561-9be5-8f0c0a8a3b82 req-bbc9c3b3-53da-404c-87aa-40e7bb554ace tempest-ServerDiskConfigTestJSON-1790720349 tempest-ServerDiskConfigTestJSON-1790720349-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:00:12.781825 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-c3c4c433-b7c2-4561-9be5-8f0c0a8a3b82 req-bbc9c3b3-53da-404c-87aa-40e7bb554ace tempest-ServerDiskConfigTestJSON-1790720349 tempest-ServerDiskConfigTestJSON-1790720349-project] 10.222.0.26 "GET /v2.0/ports?device_id=66758f92-62a2-4dcf-a746-cc497450fa32 HTTP/1.1" status: 200 len: 945 time: 0.0809369 Apr 01 14:00:12.827970 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-c3c4c433-b7c2-4561-9be5-8f0c0a8a3b82 req-66b11cc3-b86b-4bf8-a85a-495135c41644 tempest-ServerDiskConfigTestJSON-1790720349 tempest-ServerDiskConfigTestJSON-1790720349-project] 10.222.0.26 "GET /v2.0/security-groups?id=c2414b56-1725-4811-a0d6-3c8d92e5ccdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406685 Apr 01 14:00:14.024793 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ee32d3-8387-42f6-8e55-48858287a66d req-9cf1a6b5-63cb-414a-b96f-fe15240e5e7c tempest-ServerDiskConfigTestJSON-1790720349 tempest-ServerDiskConfigTestJSON-1790720349-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:00:14.026237 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-d0ee32d3-8387-42f6-8e55-48858287a66d req-9cf1a6b5-63cb-414a-b96f-fe15240e5e7c tempest-ServerDiskConfigTestJSON-1790720349 tempest-ServerDiskConfigTestJSON-1790720349-project] 10.222.0.26 "GET /v2.0/ports?device_id=66758f92-62a2-4dcf-a746-cc497450fa32 HTTP/1.1" status: 200 len: 945 time: 0.0772607 Apr 01 14:00:14.080178 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-d0ee32d3-8387-42f6-8e55-48858287a66d req-fd3440c0-8061-4efd-815c-ea1caf90fe9d tempest-ServerDiskConfigTestJSON-1790720349 tempest-ServerDiskConfigTestJSON-1790720349-project] 10.222.0.26 "GET /v2.0/security-groups?id=c2414b56-1725-4811-a0d6-3c8d92e5ccdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473619 Apr 01 14:00:15.284978 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11267faf-e8c4-48ee-89f9-0c7386837f14 req-71333d64-a053-4623-a388-f7115f5de051 tempest-ServerDiskConfigTestJSON-1790720349 tempest-ServerDiskConfigTestJSON-1790720349-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:00:15.286174 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-11267faf-e8c4-48ee-89f9-0c7386837f14 req-71333d64-a053-4623-a388-f7115f5de051 tempest-ServerDiskConfigTestJSON-1790720349 tempest-ServerDiskConfigTestJSON-1790720349-project] 10.222.0.26 "GET /v2.0/ports?device_id=66758f92-62a2-4dcf-a746-cc497450fa32 HTTP/1.1" status: 200 len: 945 time: 0.0748217 Apr 01 14:00:15.330918 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-11267faf-e8c4-48ee-89f9-0c7386837f14 req-ccc49267-7fe6-4aed-b592-e201d15de253 tempest-ServerDiskConfigTestJSON-1790720349 tempest-ServerDiskConfigTestJSON-1790720349-project] 10.222.0.26 "GET /v2.0/security-groups?id=c2414b56-1725-4811-a0d6-3c8d92e5ccdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393331 Apr 01 14:00:16.612779 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ab98c4-4f02-40fd-a556-f6b2f5d25bd8 req-55d43744-6f72-45d9-a1ac-16f0bffe2a0e tempest-ServerDiskConfigTestJSON-1790720349 tempest-ServerDiskConfigTestJSON-1790720349-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:00:16.614223 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-32ab98c4-4f02-40fd-a556-f6b2f5d25bd8 req-55d43744-6f72-45d9-a1ac-16f0bffe2a0e tempest-ServerDiskConfigTestJSON-1790720349 tempest-ServerDiskConfigTestJSON-1790720349-project] 10.222.0.26 "GET /v2.0/ports?device_id=66758f92-62a2-4dcf-a746-cc497450fa32 HTTP/1.1" status: 200 len: 945 time: 0.1648114 Apr 01 14:00:16.659807 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-32ab98c4-4f02-40fd-a556-f6b2f5d25bd8 req-f380097a-4b5a-4829-ab9c-9c6a556e0cca tempest-ServerDiskConfigTestJSON-1790720349 tempest-ServerDiskConfigTestJSON-1790720349-project] 10.222.0.26 "GET /v2.0/security-groups?id=c2414b56-1725-4811-a0d6-3c8d92e5ccdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400801 Apr 01 14:00:17.854527 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2699e5d-077a-4869-9bff-9bf6a858f2c9 req-19d965cb-beec-4311-8f4b-ba4eb610cc46 tempest-ServerDiskConfigTestJSON-1790720349 tempest-ServerDiskConfigTestJSON-1790720349-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:00:17.855966 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-b2699e5d-077a-4869-9bff-9bf6a858f2c9 req-19d965cb-beec-4311-8f4b-ba4eb610cc46 tempest-ServerDiskConfigTestJSON-1790720349 tempest-ServerDiskConfigTestJSON-1790720349-project] 10.222.0.26 "GET /v2.0/ports?device_id=66758f92-62a2-4dcf-a746-cc497450fa32 HTTP/1.1" status: 200 len: 945 time: 0.0789964 Apr 01 14:00:17.901856 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-b2699e5d-077a-4869-9bff-9bf6a858f2c9 req-f2ae8795-4c18-40f9-8927-0277b2099f98 tempest-ServerDiskConfigTestJSON-1790720349 tempest-ServerDiskConfigTestJSON-1790720349-project] 10.222.0.26 "GET /v2.0/security-groups?id=c2414b56-1725-4811-a0d6-3c8d92e5ccdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397403 Apr 01 14:00:19.095688 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb0741f-5196-41a0-9057-c05634a6f238 req-cc4db749-2cea-4600-96cf-6cfadcbd04c3 tempest-ServerDiskConfigTestJSON-1790720349 tempest-ServerDiskConfigTestJSON-1790720349-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:00:19.097182 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-5bb0741f-5196-41a0-9057-c05634a6f238 req-cc4db749-2cea-4600-96cf-6cfadcbd04c3 tempest-ServerDiskConfigTestJSON-1790720349 tempest-ServerDiskConfigTestJSON-1790720349-project] 10.222.0.26 "GET /v2.0/ports?device_id=66758f92-62a2-4dcf-a746-cc497450fa32 HTTP/1.1" status: 200 len: 945 time: 0.0752625 Apr 01 14:00:19.141994 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-5bb0741f-5196-41a0-9057-c05634a6f238 req-b1242c85-b0d0-405f-960e-6c3156cd1a7d tempest-ServerDiskConfigTestJSON-1790720349 tempest-ServerDiskConfigTestJSON-1790720349-project] 10.222.0.26 "GET /v2.0/security-groups?id=c2414b56-1725-4811-a0d6-3c8d92e5ccdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393114 Apr 01 14:00:20.342529 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b454a5a3-a68b-4975-ab0f-d0e5a740d2f0 req-b54904ca-898b-49e1-a1f1-157fa6a4d3a5 tempest-ServerDiskConfigTestJSON-1790720349 tempest-ServerDiskConfigTestJSON-1790720349-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:00:20.343988 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-b454a5a3-a68b-4975-ab0f-d0e5a740d2f0 req-b54904ca-898b-49e1-a1f1-157fa6a4d3a5 tempest-ServerDiskConfigTestJSON-1790720349 tempest-ServerDiskConfigTestJSON-1790720349-project] 10.222.0.26 "GET /v2.0/ports?device_id=66758f92-62a2-4dcf-a746-cc497450fa32 HTTP/1.1" status: 200 len: 945 time: 0.0786300 Apr 01 14:00:20.392630 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-b454a5a3-a68b-4975-ab0f-d0e5a740d2f0 req-1a1998bc-daad-4e12-9445-630527c1ad26 tempest-ServerDiskConfigTestJSON-1790720349 tempest-ServerDiskConfigTestJSON-1790720349-project] 10.222.0.26 "GET /v2.0/security-groups?id=c2414b56-1725-4811-a0d6-3c8d92e5ccdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431542 Apr 01 14:00:20.929353 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-8e8bba9b-aa9d-4097-b9e0-b68cdd73739f req-fc0cc34f-de4e-47fc-afe9-be8067fda0db service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=8a1c961bd110484a9a86414bfcdd9147&device_id=66758f92-62a2-4dcf-a746-cc497450fa32 HTTP/1.1" status: 200 len: 1098 time: 0.0702670 Apr 01 14:00:21.072744 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8bba9b-aa9d-4097-b9e0-b68cdd73739f req-83bc8857-4247-41e7-9dae-3ffcd03cf903 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:00:21.074172 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-8e8bba9b-aa9d-4097-b9e0-b68cdd73739f req-83bc8857-4247-41e7-9dae-3ffcd03cf903 service neutron] 10.222.0.57 "GET /v2.0/networks?id=cbdf4c79-b5ef-4817-9cae-6c6afbf4b075 HTTP/1.1" status: 200 len: 915 time: 0.1260521 Apr 01 14:00:21.139673 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-8e8bba9b-aa9d-4097-b9e0-b68cdd73739f req-9a0157ae-4fd7-490f-bc50-2ed44580e29c service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=639bb15a-91dc-41b7-a69e-6dbc2cf50554 HTTP/1.1" status: 200 len: 217 time: 0.0581317 Apr 01 14:00:21.204154 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8bba9b-aa9d-4097-b9e0-b68cdd73739f req-8b933055-a659-407f-9948-9da767869def service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:00:21.205531 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-8e8bba9b-aa9d-4097-b9e0-b68cdd73739f req-8b933055-a659-407f-9948-9da767869def service neutron] 10.222.0.57 "GET /v2.0/subnets?id=dd9c327a-8682-4e1a-8cb4-1f88b1fc9f4f HTTP/1.1" status: 200 len: 854 time: 0.0601811 Apr 01 14:00:21.251713 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-8e8bba9b-aa9d-4097-b9e0-b68cdd73739f req-925a2c69-983e-487f-bcc1-ff70198d987b service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=cbdf4c79-b5ef-4817-9cae-6c6afbf4b075&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0388687 Apr 01 14:00:21.367128 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-128cd9cb-e07c-49eb-afea-27632f8fafac req-d8445972-5bd2-47a3-a46a-28da679da535 service neutron] 10.222.0.57 "GET /v2.0/ports/639bb15a-91dc-41b7-a69e-6dbc2cf50554/bindings/hv-neutron-8361 HTTP/1.1" status: 200 len: 384 time: 0.0760031 Apr 01 14:00:21.390376 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-8e8bba9b-aa9d-4097-b9e0-b68cdd73739f req-75135617-8c49-4beb-b546-2aa78d201cd9 service neutron] 10.222.0.57 "GET /v2.0/networks/cbdf4c79-b5ef-4817-9cae-6c6afbf4b075?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1285610 Apr 01 14:00:21.594954 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-8e8bba9b-aa9d-4097-b9e0-b68cdd73739f req-91a76c09-4123-40e7-b44e-39313496cbe4 service neutron] 10.222.0.57 "GET /v2.0/networks/cbdf4c79-b5ef-4817-9cae-6c6afbf4b075?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1817482 Apr 01 14:00:21.627223 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36002191-b89a-4920-96a2-345713de1b4e req-4b3b1388-ecc6-4f4f-96fe-680af5fa45fc tempest-ServerDiskConfigTestJSON-1790720349 tempest-ServerDiskConfigTestJSON-1790720349-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:00:21.628707 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-36002191-b89a-4920-96a2-345713de1b4e req-4b3b1388-ecc6-4f4f-96fe-680af5fa45fc tempest-ServerDiskConfigTestJSON-1790720349 tempest-ServerDiskConfigTestJSON-1790720349-project] 10.222.0.26 "GET /v2.0/ports?device_id=66758f92-62a2-4dcf-a746-cc497450fa32 HTTP/1.1" status: 200 len: 945 time: 0.1021929 Apr 01 14:00:21.661602 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-128cd9cb-e07c-49eb-afea-27632f8fafac req-161a6893-9537-48c6-8777-96eaf565c586 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=66758f92-62a2-4dcf-a746-cc497450fa32&tenant_id=8a1c961bd110484a9a86414bfcdd9147 HTTP/1.1" status: 200 len: 1098 time: 0.0707512 Apr 01 14:00:21.675279 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-36002191-b89a-4920-96a2-345713de1b4e req-0db61ff0-9901-4a98-9261-96f7bed09b9d tempest-ServerDiskConfigTestJSON-1790720349 tempest-ServerDiskConfigTestJSON-1790720349-project] 10.222.0.26 "GET /v2.0/security-groups?id=c2414b56-1725-4811-a0d6-3c8d92e5ccdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410147 Apr 01 14:00:21.759715 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-128cd9cb-e07c-49eb-afea-27632f8fafac req-76b7515e-068b-479a-9c26-e337c3388fa4 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=8a1c961bd110484a9a86414bfcdd9147&device_id=66758f92-62a2-4dcf-a746-cc497450fa32 HTTP/1.1" status: 200 len: 1098 time: 0.0718420 Apr 01 14:00:21.985504 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128cd9cb-e07c-49eb-afea-27632f8fafac req-99afe992-ae5d-47fc-90ae-4eaf5f6b7a14 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:00:21.987669 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-128cd9cb-e07c-49eb-afea-27632f8fafac req-99afe992-ae5d-47fc-90ae-4eaf5f6b7a14 service neutron] 10.222.0.57 "GET /v2.0/networks?id=cbdf4c79-b5ef-4817-9cae-6c6afbf4b075 HTTP/1.1" status: 200 len: 915 time: 0.2178538 Apr 01 14:00:22.066141 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-128cd9cb-e07c-49eb-afea-27632f8fafac req-e3fe5fce-dd8e-43a0-bfe2-698052a0a5cb service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=639bb15a-91dc-41b7-a69e-6dbc2cf50554 HTTP/1.1" status: 200 len: 217 time: 0.0721357 Apr 01 14:00:22.132277 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128cd9cb-e07c-49eb-afea-27632f8fafac req-8b136419-20bf-45d9-bdee-801f2164d9bd service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:00:22.133739 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-128cd9cb-e07c-49eb-afea-27632f8fafac req-8b136419-20bf-45d9-bdee-801f2164d9bd service neutron] 10.222.0.57 "GET /v2.0/subnets?id=dd9c327a-8682-4e1a-8cb4-1f88b1fc9f4f HTTP/1.1" status: 200 len: 854 time: 0.0597422 Apr 01 14:00:22.183751 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-128cd9cb-e07c-49eb-afea-27632f8fafac req-ef91aa93-cfa4-49b5-883e-d5fabb21ca53 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=cbdf4c79-b5ef-4817-9cae-6c6afbf4b075&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0424261 Apr 01 14:00:22.323441 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-128cd9cb-e07c-49eb-afea-27632f8fafac req-c29480ec-9300-4586-8cb7-2838da63d84b service neutron] 10.222.0.57 "GET /v2.0/networks/cbdf4c79-b5ef-4817-9cae-6c6afbf4b075?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1330259 Apr 01 14:00:22.455648 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-128cd9cb-e07c-49eb-afea-27632f8fafac req-0256eefe-6727-4307-831f-418466e8984d service neutron] 10.222.0.57 "GET /v2.0/networks/cbdf4c79-b5ef-4817-9cae-6c6afbf4b075?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1233726 Apr 01 14:00:22.875086 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45e5be3-bbba-4598-ab41-4b6620e02960 req-2eb01663-ec9e-428d-9657-7665ff5a372e tempest-ServerDiskConfigTestJSON-1790720349 tempest-ServerDiskConfigTestJSON-1790720349-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:00:22.876431 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-d45e5be3-bbba-4598-ab41-4b6620e02960 req-2eb01663-ec9e-428d-9657-7665ff5a372e tempest-ServerDiskConfigTestJSON-1790720349 tempest-ServerDiskConfigTestJSON-1790720349-project] 10.222.0.26 "GET /v2.0/ports?device_id=66758f92-62a2-4dcf-a746-cc497450fa32 HTTP/1.1" status: 200 len: 945 time: 0.0823801 Apr 01 14:00:22.919907 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-d45e5be3-bbba-4598-ab41-4b6620e02960 req-e6bb6f13-695f-4fd8-ba92-bc48ea1a812b tempest-ServerDiskConfigTestJSON-1790720349 tempest-ServerDiskConfigTestJSON-1790720349-project] 10.222.0.26 "GET /v2.0/security-groups?id=c2414b56-1725-4811-a0d6-3c8d92e5ccdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380714 Apr 01 14:00:24.009772 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:00:24.117997 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7151a912-9cc4-4eed-a2ec-0148f1376c9f req-408e6e6e-03f1-4ca5-86b2-d1d612bdcb78 tempest-ServerDiskConfigTestJSON-1790720349 tempest-ServerDiskConfigTestJSON-1790720349-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:00:24.119421 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-7151a912-9cc4-4eed-a2ec-0148f1376c9f req-408e6e6e-03f1-4ca5-86b2-d1d612bdcb78 tempest-ServerDiskConfigTestJSON-1790720349 tempest-ServerDiskConfigTestJSON-1790720349-project] 10.222.0.26 "GET /v2.0/ports?device_id=66758f92-62a2-4dcf-a746-cc497450fa32 HTTP/1.1" status: 200 len: 945 time: 0.0764983 Apr 01 14:00:24.164101 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-7151a912-9cc4-4eed-a2ec-0148f1376c9f req-dd3a0ab4-2d31-41ce-abd5-25c61f05c61f tempest-ServerDiskConfigTestJSON-1790720349 tempest-ServerDiskConfigTestJSON-1790720349-project] 10.222.0.26 "GET /v2.0/security-groups?id=c2414b56-1725-4811-a0d6-3c8d92e5ccdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381584 Apr 01 14:00:25.356509 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f15792b-8f40-4484-863b-3eb62a0c8db0 req-c65a97a9-fd04-4b73-b400-0327813b13d5 tempest-ServerDiskConfigTestJSON-1790720349 tempest-ServerDiskConfigTestJSON-1790720349-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:00:25.358476 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-6f15792b-8f40-4484-863b-3eb62a0c8db0 req-c65a97a9-fd04-4b73-b400-0327813b13d5 tempest-ServerDiskConfigTestJSON-1790720349 tempest-ServerDiskConfigTestJSON-1790720349-project] 10.222.0.26 "GET /v2.0/ports?device_id=66758f92-62a2-4dcf-a746-cc497450fa32 HTTP/1.1" status: 200 len: 945 time: 0.0761447 Apr 01 14:00:25.403394 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-6f15792b-8f40-4484-863b-3eb62a0c8db0 req-07582505-4d2d-49ec-863a-b0cb3c5e71d6 tempest-ServerDiskConfigTestJSON-1790720349 tempest-ServerDiskConfigTestJSON-1790720349-project] 10.222.0.26 "GET /v2.0/security-groups?id=c2414b56-1725-4811-a0d6-3c8d92e5ccdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393727 Apr 01 14:00:25.727853 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Device 639bb15a-91dc-41b7-a69e-6dbc2cf50554 details requested by agent hyperv_hv-neutron-8361 with host hv-neutron-8361 {{(pid=83872) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 01 14:00:25.731127 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Device 639bb15a-91dc-41b7-a69e-6dbc2cf50554 no longer exists at agent hyperv_hv-neutron-8361 {{(pid=83872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 14:00:25.797011 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7a9e06-ecd3-4642-9fe8-c6293199575a req-ed64ba26-9d6a-4997-86e2-7c753ce570d1 tempest-ServerDiskConfigTestJSON-1790720349 tempest-ServerDiskConfigTestJSON-1790720349-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:00:25.798407 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-ba7a9e06-ecd3-4642-9fe8-c6293199575a req-ed64ba26-9d6a-4997-86e2-7c753ce570d1 tempest-ServerDiskConfigTestJSON-1790720349 tempest-ServerDiskConfigTestJSON-1790720349-project] 10.222.0.57 "GET /v2.0/ports?device_id=66758f92-62a2-4dcf-a746-cc497450fa32&tenant_id=8a1c961bd110484a9a86414bfcdd9147&binding%3Ahost_id=hv-neutron-8361 HTTP/1.1" status: 200 len: 945 time: 0.1093385 Apr 01 14:00:25.803968 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c0d07b-32f9-498f-affc-53d466a66852 req-750fe7c8-ff1c-409e-9bde-8bf56433d1e0 tempest-ServerDiskConfigTestJSON-1790720349 tempest-ServerDiskConfigTestJSON-1790720349-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:00:25.805395 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-73c0d07b-32f9-498f-affc-53d466a66852 req-750fe7c8-ff1c-409e-9bde-8bf56433d1e0 tempest-ServerDiskConfigTestJSON-1790720349 tempest-ServerDiskConfigTestJSON-1790720349-project] 10.222.0.26 "GET /v2.0/ports?device_id=66758f92-62a2-4dcf-a746-cc497450fa32 HTTP/1.1" status: 200 len: 945 time: 0.1497431 Apr 01 14:00:25.859862 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-73c0d07b-32f9-498f-affc-53d466a66852 req-c6836d1e-1b5d-4fcf-b48c-57d33192a782 tempest-ServerDiskConfigTestJSON-1790720349 tempest-ServerDiskConfigTestJSON-1790720349-project] 10.222.0.26 "GET /v2.0/security-groups?id=c2414b56-1725-4811-a0d6-3c8d92e5ccdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463030 Apr 01 14:00:25.939533 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:00:25.940654 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-ba7a9e06-ecd3-4642-9fe8-c6293199575a req-582bec52-1d04-462e-a860-54ad4c79b53d service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=8a1c961bd110484a9a86414bfcdd9147&device_id=66758f92-62a2-4dcf-a746-cc497450fa32 HTTP/1.1" status: 200 len: 1098 time: 0.0714211 Apr 01 14:00:25.969236 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] For port 639bb15a-91dc-41b7-a69e-6dbc2cf50554, host hv-neutron-8361, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8361',level=0,port_id=639bb15a-91dc-41b7-a69e-6dbc2cf50554,segment=NetworkSegment(ab5b0c1c-bb9b-44b1-8412-64642c2c2855),segment_id=ab5b0c1c-bb9b-44b1-8412-64642c2c2855)] {{(pid=83872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 14:00:25.991299 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Returning: {'device': '639bb15a-91dc-41b7-a69e-6dbc2cf50554', 'network_id': 'cbdf4c79-b5ef-4817-9cae-6c6afbf4b075', 'port_id': '639bb15a-91dc-41b7-a69e-6dbc2cf50554', 'mac_address': 'fa:16:3e:4a:1b:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 371, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dd9c327a-8682-4e1a-8cb4-1f88b1fc9f4f', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83872) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 01 14:00:25.992559 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66758f92-62a2-4dcf-a746-cc497450fa32', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '639bb15a-91dc-41b7-a69e-6dbc2cf50554'}] {{(pid=83872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 14:00:26.028529 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] For port 639bb15a-91dc-41b7-a69e-6dbc2cf50554, host hv-neutron-8361, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8361',level=0,port_id=639bb15a-91dc-41b7-a69e-6dbc2cf50554,segment=NetworkSegment(ab5b0c1c-bb9b-44b1-8412-64642c2c2855),segment_id=ab5b0c1c-bb9b-44b1-8412-64642c2c2855)] {{(pid=83872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 14:00:26.035722 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864'] for port, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:00:26.075968 dv-neutron-836180-1-hyperv neutron-server[83872]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66758f92-62a2-4dcf-a746-cc497450fa32', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '639bb15a-91dc-41b7-a69e-6dbc2cf50554', 'code': 200} Apr 01 14:00:26.077839 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7a9e06-ecd3-4642-9fe8-c6293199575a req-26eb382e-24a0-4e32-a5a8-e629180b1491 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:00:26.079292 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-ba7a9e06-ecd3-4642-9fe8-c6293199575a req-26eb382e-24a0-4e32-a5a8-e629180b1491 service neutron] 10.222.0.57 "GET /v2.0/networks?id=cbdf4c79-b5ef-4817-9cae-6c6afbf4b075 HTTP/1.1" status: 200 len: 915 time: 0.1324561 Apr 01 14:00:26.107675 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:00:26.131000 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.notifiers.nova [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 639bb15a-91dc-41b7-a69e-6dbc2cf50554 {{(pid=83872) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 01 14:00:26.137212 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Pushing event updated for resources: {'Port': ['ID=639bb15a-91dc-41b7-a69e-6dbc2cf50554,revision_number=6']} {{(pid=83872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:00:26.150913 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-ba7a9e06-ecd3-4642-9fe8-c6293199575a req-622a6b3b-805c-4872-9a48-f070146f93b2 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=639bb15a-91dc-41b7-a69e-6dbc2cf50554 HTTP/1.1" status: 200 len: 217 time: 0.0649877 Apr 01 14:00:26.172836 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:00:26.173173 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:00:26.173505 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:00:26.173828 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:00:26.174150 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:00:26.174471 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:00:26.174790 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:00:26.175111 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:00:26.175423 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:00:26.175735 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:00:26.176048 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:00:26.203958 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.db.api [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83872) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 01 14:00:26.204224 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG oslo_db.api [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 01 14:00:26.216981 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7a9e06-ecd3-4642-9fe8-c6293199575a req-c3caeb87-e80e-4601-af9e-345a4414c707 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:00:26.219026 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-ba7a9e06-ecd3-4642-9fe8-c6293199575a req-c3caeb87-e80e-4601-af9e-345a4414c707 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=dd9c327a-8682-4e1a-8cb4-1f88b1fc9f4f HTTP/1.1" status: 200 len: 854 time: 0.0627813 Apr 01 14:00:26.265282 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-ba7a9e06-ecd3-4642-9fe8-c6293199575a req-e3fa7341-b6ad-4d13-ab30-96b42de950dc service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=cbdf4c79-b5ef-4817-9cae-6c6afbf4b075&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0397668 Apr 01 14:00:26.397752 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-ba7a9e06-ecd3-4642-9fe8-c6293199575a req-ff746b82-4b6b-4251-9144-de7a128766b4 service neutron] 10.222.0.57 "GET /v2.0/networks/cbdf4c79-b5ef-4817-9cae-6c6afbf4b075?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1263299 Apr 01 14:00:26.528801 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-ba7a9e06-ecd3-4642-9fe8-c6293199575a req-187b985b-183e-462f-b939-1b5df89868d1 service neutron] 10.222.0.57 "GET /v2.0/networks/cbdf4c79-b5ef-4817-9cae-6c6afbf4b075?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1248717 Apr 01 14:00:26.760709 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:00:26.777741 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.notifiers.nova [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 639bb15a-91dc-41b7-a69e-6dbc2cf50554 {{(pid=83872) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 01 14:00:26.794228 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] For port 639bb15a-91dc-41b7-a69e-6dbc2cf50554, host hv-neutron-8361, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8361',level=0,port_id=639bb15a-91dc-41b7-a69e-6dbc2cf50554,segment=NetworkSegment(ab5b0c1c-bb9b-44b1-8412-64642c2c2855),segment_id=ab5b0c1c-bb9b-44b1-8412-64642c2c2855)] {{(pid=83872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 14:00:26.798905 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864'] for port, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:00:26.868635 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Pushing event updated for resources: {'Port': ['ID=639bb15a-91dc-41b7-a69e-6dbc2cf50554,revision_number=7']} {{(pid=83872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:00:26.876806 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] get_ports_and_sgs() called for port_ids ['639bb15a-91dc-41b7-a69e-6dbc2cf50554'] {{(pid=83872) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 01 14:00:27.176616 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd23f267-340b-4d11-bf96-e0a2b65f1126 req-f5799f57-3ec3-4ac1-ac85-885b50e2dbf3 tempest-ServerDiskConfigTestJSON-1790720349 tempest-ServerDiskConfigTestJSON-1790720349-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:00:27.178073 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-fd23f267-340b-4d11-bf96-e0a2b65f1126 req-f5799f57-3ec3-4ac1-ac85-885b50e2dbf3 tempest-ServerDiskConfigTestJSON-1790720349 tempest-ServerDiskConfigTestJSON-1790720349-project] 10.222.0.26 "GET /v2.0/ports?device_id=66758f92-62a2-4dcf-a746-cc497450fa32 HTTP/1.1" status: 200 len: 944 time: 0.1963871 Apr 01 14:00:27.226279 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-fd23f267-340b-4d11-bf96-e0a2b65f1126 req-bf29ad9b-3b14-4a51-9ca2-45382b55a2d7 tempest-ServerDiskConfigTestJSON-1790720349 tempest-ServerDiskConfigTestJSON-1790720349-project] 10.222.0.26 "GET /v2.0/security-groups?id=c2414b56-1725-4811-a0d6-3c8d92e5ccdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425787 Apr 01 14:00:27.748736 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Device 639bb15a-91dc-41b7-a69e-6dbc2cf50554 up at agent hyperv_hv-neutron-8361 {{(pid=83872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 14:00:27.815937 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Provisioning complete for port 639bb15a-91dc-41b7-a69e-6dbc2cf50554 triggered by entity L2. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 14:00:27.816670 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-948329'] for port, provisioning_complete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:00:27.925960 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:00:27.957702 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] For port 639bb15a-91dc-41b7-a69e-6dbc2cf50554, host hv-neutron-8361, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8361',level=0,port_id=639bb15a-91dc-41b7-a69e-6dbc2cf50554,segment=NetworkSegment(ab5b0c1c-bb9b-44b1-8412-64642c2c2855),segment_id=ab5b0c1c-bb9b-44b1-8412-64642c2c2855)] {{(pid=83872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 14:00:27.961643 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864'] for port, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:00:28.028277 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Pushing event updated for resources: {'Port': ['ID=639bb15a-91dc-41b7-a69e-6dbc2cf50554,revision_number=8']} {{(pid=83872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:00:28.077392 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66758f92-62a2-4dcf-a746-cc497450fa32', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '639bb15a-91dc-41b7-a69e-6dbc2cf50554'}] {{(pid=83872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 14:00:28.137784 dv-neutron-836180-1-hyperv neutron-server[83872]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66758f92-62a2-4dcf-a746-cc497450fa32', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '639bb15a-91dc-41b7-a69e-6dbc2cf50554', 'code': 200} Apr 01 14:00:28.426983 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4b7c45-8224-4bf8-9159-6286b07530f1 req-9ab5eb6f-57e3-4d28-b8f6-ca56a1279905 tempest-ServerDiskConfigTestJSON-1790720349 tempest-ServerDiskConfigTestJSON-1790720349-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:00:28.428439 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-9e4b7c45-8224-4bf8-9159-6286b07530f1 req-9ab5eb6f-57e3-4d28-b8f6-ca56a1279905 tempest-ServerDiskConfigTestJSON-1790720349 tempest-ServerDiskConfigTestJSON-1790720349-project] 10.222.0.26 "GET /v2.0/ports?device_id=66758f92-62a2-4dcf-a746-cc497450fa32 HTTP/1.1" status: 200 len: 945 time: 0.0784965 Apr 01 14:00:28.473864 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-9e4b7c45-8224-4bf8-9159-6286b07530f1 req-4b085af9-1ba2-4a51-aa3a-6f4942d2c662 tempest-ServerDiskConfigTestJSON-1790720349 tempest-ServerDiskConfigTestJSON-1790720349-project] 10.222.0.26 "GET /v2.0/security-groups?id=c2414b56-1725-4811-a0d6-3c8d92e5ccdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400453 Apr 01 14:00:28.673567 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30344f75-729b-4dc6-b81d-83ddf98a4bd8 req-f6074a6c-5fe3-4acd-ae49-50003287c005 tempest-ServerDiskConfigTestJSON-1790720349 tempest-ServerDiskConfigTestJSON-1790720349-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:00:28.674993 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-30344f75-729b-4dc6-b81d-83ddf98a4bd8 req-f6074a6c-5fe3-4acd-ae49-50003287c005 tempest-ServerDiskConfigTestJSON-1790720349 tempest-ServerDiskConfigTestJSON-1790720349-project] 10.222.0.26 "GET /v2.0/ports?device_id=66758f92-62a2-4dcf-a746-cc497450fa32 HTTP/1.1" status: 200 len: 945 time: 0.0782633 Apr 01 14:00:28.718953 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-30344f75-729b-4dc6-b81d-83ddf98a4bd8 req-535d8bb1-4c80-4f12-90f5-795e2d586ad3 tempest-ServerDiskConfigTestJSON-1790720349 tempest-ServerDiskConfigTestJSON-1790720349-project] 10.222.0.26 "GET /v2.0/security-groups?id=c2414b56-1725-4811-a0d6-3c8d92e5ccdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384827 Apr 01 14:00:28.914828 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4bc8b78-cdfe-4fac-82b8-2b1508176100 req-0503dacb-6e20-4321-9933-dd15c78ad3bd tempest-ServerDiskConfigTestJSON-1790720349 tempest-ServerDiskConfigTestJSON-1790720349-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:00:28.916180 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-a4bc8b78-cdfe-4fac-82b8-2b1508176100 req-0503dacb-6e20-4321-9933-dd15c78ad3bd tempest-ServerDiskConfigTestJSON-1790720349 tempest-ServerDiskConfigTestJSON-1790720349-project] 10.222.0.26 "GET /v2.0/ports?device_id=66758f92-62a2-4dcf-a746-cc497450fa32 HTTP/1.1" status: 200 len: 945 time: 0.0759375 Apr 01 14:00:28.960913 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-a4bc8b78-cdfe-4fac-82b8-2b1508176100 req-e04148f0-f65f-44ea-a4e1-c889732fd7ba tempest-ServerDiskConfigTestJSON-1790720349 tempest-ServerDiskConfigTestJSON-1790720349-project] 10.222.0.26 "GET /v2.0/security-groups?id=c2414b56-1725-4811-a0d6-3c8d92e5ccdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389614 Apr 01 14:00:29.543279 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c422dc07-994c-430a-a45c-91c7e6e89241 req-97a51cd7-d58a-4445-ae0c-75cd72abf097 tempest-ServerDiskConfigTestJSON-1790720349 tempest-ServerDiskConfigTestJSON-1790720349-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:00:29.544665 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-c422dc07-994c-430a-a45c-91c7e6e89241 req-97a51cd7-d58a-4445-ae0c-75cd72abf097 tempest-ServerDiskConfigTestJSON-1790720349 tempest-ServerDiskConfigTestJSON-1790720349-project] 10.222.0.26 "GET /v2.0/ports?device_id=66758f92-62a2-4dcf-a746-cc497450fa32 HTTP/1.1" status: 200 len: 945 time: 0.0756755 Apr 01 14:00:29.593606 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-c422dc07-994c-430a-a45c-91c7e6e89241 req-2903b684-3ef9-4a81-a635-2c4fc4627103 tempest-ServerDiskConfigTestJSON-1790720349 tempest-ServerDiskConfigTestJSON-1790720349-project] 10.222.0.26 "GET /v2.0/security-groups?id=c2414b56-1725-4811-a0d6-3c8d92e5ccdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428264 Apr 01 14:00:30.792603 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b77b73c-9e0b-49f7-bd7b-e355304acdab req-e4c04c2b-6f8a-42aa-803b-d6b4c8ba93af tempest-ServerDiskConfigTestJSON-1790720349 tempest-ServerDiskConfigTestJSON-1790720349-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:00:30.794013 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-8b77b73c-9e0b-49f7-bd7b-e355304acdab req-e4c04c2b-6f8a-42aa-803b-d6b4c8ba93af tempest-ServerDiskConfigTestJSON-1790720349 tempest-ServerDiskConfigTestJSON-1790720349-project] 10.222.0.26 "GET /v2.0/ports?device_id=66758f92-62a2-4dcf-a746-cc497450fa32 HTTP/1.1" status: 200 len: 945 time: 0.0781903 Apr 01 14:00:30.839273 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-8b77b73c-9e0b-49f7-bd7b-e355304acdab req-45e438e7-c18d-4200-ac7b-bf940228a93e tempest-ServerDiskConfigTestJSON-1790720349 tempest-ServerDiskConfigTestJSON-1790720349-project] 10.222.0.26 "GET /v2.0/security-groups?id=c2414b56-1725-4811-a0d6-3c8d92e5ccdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395985 Apr 01 14:00:31.166383 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70927ad-98bd-4f73-bfda-d866d870345b req-499cc84a-dd55-4978-aaf9-4be8913ee608 tempest-ServerDiskConfigTestJSON-1790720349 tempest-ServerDiskConfigTestJSON-1790720349-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:00:31.167790 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-b70927ad-98bd-4f73-bfda-d866d870345b req-499cc84a-dd55-4978-aaf9-4be8913ee608 tempest-ServerDiskConfigTestJSON-1790720349 tempest-ServerDiskConfigTestJSON-1790720349-project] 10.222.0.57 "GET /v2.0/ports?device_id=66758f92-62a2-4dcf-a746-cc497450fa32 HTTP/1.1" status: 200 len: 945 time: 0.0742080 Apr 01 14:00:31.241042 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.plugin [req-b70927ad-98bd-4f73-bfda-d866d870345b req-dbb926b7-b72a-4919-8346-c3d7e2fe8b35 tempest-ServerDiskConfigTestJSON-1790720349 tempest-ServerDiskConfigTestJSON-1790720349-project] Deleting port 639bb15a-91dc-41b7-a69e-6dbc2cf50554 {{(pid=83869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 14:00:31.241386 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [req-b70927ad-98bd-4f73-bfda-d866d870345b req-dbb926b7-b72a-4919-8346-c3d7e2fe8b35 tempest-ServerDiskConfigTestJSON-1790720349 tempest-ServerDiskConfigTestJSON-1790720349-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736733287370'] for port, before_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:00:31.481808 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.db [req-b70927ad-98bd-4f73-bfda-d866d870345b req-dbb926b7-b72a-4919-8346-c3d7e2fe8b35 tempest-ServerDiskConfigTestJSON-1790720349 tempest-ServerDiskConfigTestJSON-1790720349-project] For port 639bb15a-91dc-41b7-a69e-6dbc2cf50554, host hv-neutron-8361, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8361',level=0,port_id=639bb15a-91dc-41b7-a69e-6dbc2cf50554,segment=NetworkSegment(ab5b0c1c-bb9b-44b1-8412-64642c2c2855),segment_id=ab5b0c1c-bb9b-44b1-8412-64642c2c2855)] {{(pid=83869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 14:00:31.482067 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [req-b70927ad-98bd-4f73-bfda-d866d870345b req-dbb926b7-b72a-4919-8346-c3d7e2fe8b35 tempest-ServerDiskConfigTestJSON-1790720349 tempest-ServerDiskConfigTestJSON-1790720349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4155147'] for port, precommit_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:00:31.600567 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.plugin [req-b70927ad-98bd-4f73-bfda-d866d870345b req-dbb926b7-b72a-4919-8346-c3d7e2fe8b35 tempest-ServerDiskConfigTestJSON-1790720349 tempest-ServerDiskConfigTestJSON-1790720349-project] Calling delete_port for 639bb15a-91dc-41b7-a69e-6dbc2cf50554 owned by compute:nova {{(pid=83869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 14:00:31.740079 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [req-b70927ad-98bd-4f73-bfda-d866d870345b req-dbb926b7-b72a-4919-8346-c3d7e2fe8b35 tempest-ServerDiskConfigTestJSON-1790720349 tempest-ServerDiskConfigTestJSON-1790720349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736733359243', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736732935810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2705155'] for port, after_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:00:31.756430 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] get_ports_and_sgs() called for port_ids ['639bb15a-91dc-41b7-a69e-6dbc2cf50554'] {{(pid=83872) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 01 14:00:31.816899 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb926b7-b72a-4919-8346-c3d7e2fe8b35 tempest-ServerDiskConfigTestJSON-1790720349 tempest-ServerDiskConfigTestJSON-1790720349-project] Pushing event deleted for resources: {'Port': ['ID=639bb15a-91dc-41b7-a69e-6dbc2cf50554,revision_number=None']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:00:31.868512 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbb926b7-b72a-4919-8346-c3d7e2fe8b35 tempest-ServerDiskConfigTestJSON-1790720349 tempest-ServerDiskConfigTestJSON-1790720349-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:00:31.868980 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbb926b7-b72a-4919-8346-c3d7e2fe8b35 tempest-ServerDiskConfigTestJSON-1790720349 tempest-ServerDiskConfigTestJSON-1790720349-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:00:31.869450 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbb926b7-b72a-4919-8346-c3d7e2fe8b35 tempest-ServerDiskConfigTestJSON-1790720349 tempest-ServerDiskConfigTestJSON-1790720349-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:00:31.869920 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbb926b7-b72a-4919-8346-c3d7e2fe8b35 tempest-ServerDiskConfigTestJSON-1790720349 tempest-ServerDiskConfigTestJSON-1790720349-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:00:31.870383 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbb926b7-b72a-4919-8346-c3d7e2fe8b35 tempest-ServerDiskConfigTestJSON-1790720349 tempest-ServerDiskConfigTestJSON-1790720349-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:00:31.870853 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbb926b7-b72a-4919-8346-c3d7e2fe8b35 tempest-ServerDiskConfigTestJSON-1790720349 tempest-ServerDiskConfigTestJSON-1790720349-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:00:31.871317 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbb926b7-b72a-4919-8346-c3d7e2fe8b35 tempest-ServerDiskConfigTestJSON-1790720349 tempest-ServerDiskConfigTestJSON-1790720349-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:00:31.871785 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbb926b7-b72a-4919-8346-c3d7e2fe8b35 tempest-ServerDiskConfigTestJSON-1790720349 tempest-ServerDiskConfigTestJSON-1790720349-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:00:31.872246 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbb926b7-b72a-4919-8346-c3d7e2fe8b35 tempest-ServerDiskConfigTestJSON-1790720349 tempest-ServerDiskConfigTestJSON-1790720349-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:00:31.872731 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbb926b7-b72a-4919-8346-c3d7e2fe8b35 tempest-ServerDiskConfigTestJSON-1790720349 tempest-ServerDiskConfigTestJSON-1790720349-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:00:31.873759 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbb926b7-b72a-4919-8346-c3d7e2fe8b35 tempest-ServerDiskConfigTestJSON-1790720349 tempest-ServerDiskConfigTestJSON-1790720349-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:00:31.883409 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_dvrscheduler_db [req-b70927ad-98bd-4f73-bfda-d866d870345b req-dbb926b7-b72a-4919-8346-c3d7e2fe8b35 tempest-ServerDiskConfigTestJSON-1790720349 tempest-ServerDiskConfigTestJSON-1790720349-project] No DVR routers for this DVR port 639bb15a-91dc-41b7-a69e-6dbc2cf50554 on host hv-neutron-8361 {{(pid=83869) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 14:00:31.885832 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [req-b70927ad-98bd-4f73-bfda-d866d870345b req-dbb926b7-b72a-4919-8346-c3d7e2fe8b35 tempest-ServerDiskConfigTestJSON-1790720349 tempest-ServerDiskConfigTestJSON-1790720349-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109561'] for port, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:00:31.888421 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66758f92-62a2-4dcf-a746-cc497450fa32', 'name': 'network-vif-deleted', 'tag': '639bb15a-91dc-41b7-a69e-6dbc2cf50554'}] {{(pid=83869) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 14:00:31.905177 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-b70927ad-98bd-4f73-bfda-d866d870345b req-dbb926b7-b72a-4919-8346-c3d7e2fe8b35 tempest-ServerDiskConfigTestJSON-1790720349 tempest-ServerDiskConfigTestJSON-1790720349-project] 10.222.0.57 "DELETE /v2.0/ports/639bb15a-91dc-41b7-a69e-6dbc2cf50554 HTTP/1.1" status: 204 len: 173 time: 0.7283990 Apr 01 14:00:31.961712 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66758f92-62a2-4dcf-a746-cc497450fa32', 'name': 'network-vif-deleted', 'tag': '639bb15a-91dc-41b7-a69e-6dbc2cf50554', 'status': 'completed', 'code': 200} Apr 01 14:00:32.003515 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-e839bbbf-f64b-4788-9cbf-67d5b2df2698 req-ac67a718-664e-495a-8a23-8b524f25603a tempest-ServerDiskConfigTestJSON-1790720349 tempest-ServerDiskConfigTestJSON-1790720349-project] 10.222.0.26 "GET /v2.0/ports?device_id=66758f92-62a2-4dcf-a746-cc497450fa32 HTTP/1.1" status: 200 len: 210 time: 0.0407803 Apr 01 14:00:33.258128 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 32856) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:00:33.317566 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.db_base_plugin_v2 [None req-da0204c0-9aa2-444b-bc6e-3293c90fad16 admin admin] Deleting subnet dd9c327a-8682-4e1a-8cb4-1f88b1fc9f4f {{(pid=83869) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 01 14:00:33.320772 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-da0204c0-9aa2-444b-bc6e-3293c90fad16 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:00:33.369121 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-da0204c0-9aa2-444b-bc6e-3293c90fad16 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2704975'] for subnet, precommit_delete_associations {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:00:33.426389 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-da0204c0-9aa2-444b-bc6e-3293c90fad16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-945029'] for subnet, precommit_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:00:33.491023 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-da0204c0-9aa2-444b-bc6e-3293c90fad16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-945042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2705198', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2999452'] for subnet, after_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:00:33.528097 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da0204c0-9aa2-444b-bc6e-3293c90fad16 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dd9c327a-8682-4e1a-8cb4-1f88b1fc9f4f,revision_number=None']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:00:33.534423 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-da0204c0-9aa2-444b-bc6e-3293c90fad16 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:00:33.540253 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-da0204c0-9aa2-444b-bc6e-3293c90fad16 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/dd9c327a-8682-4e1a-8cb4-1f88b1fc9f4f HTTP/1.1" status: 204 len: 168 time: 0.2811286 Apr 01 14:00:33.542756 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 32860) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:00:33.583127 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-92506a17-3c44-41b3-916f-e164786e3677 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:00:33.652554 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-610f7245-ead7-4b6d-b3f6-b3177a1d0799 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1033078'] for network, before_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:00:33.773857 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-610f7245-ead7-4b6d-b3f6-b3177a1d0799 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-942654', 'neutron.services.segments.db._delete_segments_for_network-8736733387888'] for network, precommit_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:00:33.802095 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.services.segments.db [None req-610f7245-ead7-4b6d-b3f6-b3177a1d0799 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cbdf4c79-b5ef-4817-9cae-6c6afbf4b075']}} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 14:00:33.814050 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.services.segments.db [None req-610f7245-ead7-4b6d-b3f6-b3177a1d0799 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ab5b0c1c-bb9b-44b1-8412-64642c2c2855') {'for_net_delete': True} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 14:00:33.814340 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.services.segments.db [None req-610f7245-ead7-4b6d-b3f6-b3177a1d0799 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ab5b0c1c-bb9b-44b1-8412-64642c2c2855') {} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 14:00:33.825361 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-610f7245-ead7-4b6d-b3f6-b3177a1d0799 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736733386999', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2704982'] for segment, before_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:00:33.840795 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-610f7245-ead7-4b6d-b3f6-b3177a1d0799 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1004271'] for segment, precommit_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:00:33.847610 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-610f7245-ead7-4b6d-b3f6-b3177a1d0799 admin admin] Releasing vlan 371 on physical network physnet1 to pool {{(pid=83869) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 01 14:00:33.848376 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-610f7245-ead7-4b6d-b3f6-b3177a1d0799 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1004262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2705264'] for segment, after_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:00:33.862719 dv-neutron-836180-1-hyperv neutron-server[83869]: Traceback (most recent call last): Apr 01 14:00:33.862719 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 01 14:00:33.862719 dv-neutron-836180-1-hyperv neutron-server[83869]: timer() Apr 01 14:00:33.862719 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 14:00:33.862719 dv-neutron-836180-1-hyperv neutron-server[83869]: cb(*args, **kw) Apr 01 14:00:33.862719 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 14:00:33.862719 dv-neutron-836180-1-hyperv neutron-server[83869]: return func(*args, **kwargs) Apr 01 14:00:33.862719 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 14:00:33.862719 dv-neutron-836180-1-hyperv neutron-server[83869]: self._notify() Apr 01 14:00:33.862719 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 14:00:33.862719 dv-neutron-836180-1-hyperv neutron-server[83869]: self.callback(batched_events) Apr 01 14:00:33.862719 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 14:00:33.862719 dv-neutron-836180-1-hyperv neutron-server[83869]: event.method(event) Apr 01 14:00:33.862719 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 14:00:33.862719 dv-neutron-836180-1-hyperv neutron-server[83869]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 14:00:33.862719 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 14:00:33.862719 dv-neutron-836180-1-hyperv neutron-server[83869]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 14:00:33.862719 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 14:00:33.862719 dv-neutron-836180-1-hyperv neutron-server[83869]: return f(self, *a, **k) Apr 01 14:00:33.862719 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 14:00:33.862719 dv-neutron-836180-1-hyperv neutron-server[83869]: return self._get(url).json() Apr 01 14:00:33.862719 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 14:00:33.862719 dv-neutron-836180-1-hyperv neutron-server[83869]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 14:00:33.862719 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 01 14:00:33.862719 dv-neutron-836180-1-hyperv neutron-server[83869]: return self.request(url, 'GET', **kwargs) Apr 01 14:00:33.862719 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 01 14:00:33.862719 dv-neutron-836180-1-hyperv neutron-server[83869]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 14:00:33.862719 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 01 14:00:33.862719 dv-neutron-836180-1-hyperv neutron-server[83869]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 14:00:33.862719 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 01 14:00:33.862719 dv-neutron-836180-1-hyperv neutron-server[83869]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 14:00:33.862719 dv-neutron-836180-1-hyperv neutron-server[83869]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 14:00:33.937807 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-610f7245-ead7-4b6d-b3f6-b3177a1d0799 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-942599', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4084797'] for network, after_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:00:34.036549 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-610f7245-ead7-4b6d-b3f6-b3177a1d0799 admin admin] Notify callbacks [] for network, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:00:34.047027 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610f7245-ead7-4b6d-b3f6-b3177a1d0799 admin admin] Pushing event deleted for resources: {'Network': ['ID=cbdf4c79-b5ef-4817-9cae-6c6afbf4b075,revision_number=None']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:00:34.055063 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-610f7245-ead7-4b6d-b3f6-b3177a1d0799 admin admin] 10.222.0.26 "DELETE /v2.0/networks/cbdf4c79-b5ef-4817-9cae-6c6afbf4b075 HTTP/1.1" status: 204 len: 168 time: 0.5113847 Apr 01 14:00:34.188070 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 32866) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:00:34.239187 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-2f513071-b49e-453b-91bd-ff267ef93d72 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=8a1c961bd110484a9a86414bfcdd9147&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0499036 Apr 01 14:00:34.241730 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 32870) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:00:34.302891 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-40c4667e-4ce1-4685-a878-95d755a5a957 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:00:34.330278 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-40c4667e-4ce1-4685-a878-95d755a5a957 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:00:34.380747 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-40c4667e-4ce1-4685-a878-95d755a5a957 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3775923'] for security_group, after_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:00:34.397704 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c4667e-4ce1-4685-a878-95d755a5a957 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2414b56-1725-4811-a0d6-3c8d92e5ccdb,revision_number=None']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:00:34.413105 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-40c4667e-4ce1-4685-a878-95d755a5a957 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:00:34.416697 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-40c4667e-4ce1-4685-a878-95d755a5a957 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/c2414b56-1725-4811-a0d6-3c8d92e5ccdb HTTP/1.1" status: 204 len: 168 time: 0.1716247 Apr 01 14:00:35.265975 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 32892) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:00:35.397766 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.v2.base [None req-b1770122-f109-4ec3-98e1-cb51676aef59 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1724647501-network', 'tenant_id': 'ac8d6dafad13497f91e5f7f06ff4319f'}} {{(pid=83869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 14:00:35.402455 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-b1770122-f109-4ec3-98e1-cb51676aef59 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 14:00:35.406824 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-b1770122-f109-4ec3-98e1-cb51676aef59 admin admin] Usage tracker for resource:network and tenant:ac8d6dafad13497f91e5f7f06ff4319f is out of sync, need to count used quota {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 14:00:35.409733 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-b1770122-f109-4ec3-98e1-cb51676aef59 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 14:00:35.418476 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-b1770122-f109-4ec3-98e1-cb51676aef59 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 14:00:35.428941 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1770122-f109-4ec3-98e1-cb51676aef59 admin admin] Made reservation on behalf of ac8d6dafad13497f91e5f7f06ff4319f for: {'network': 1} {{(pid=83869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 14:00:35.431115 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-b1770122-f109-4ec3-98e1-cb51676aef59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for network, before_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:00:35.444576 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-b1770122-f109-4ec3-98e1-cb51676aef59 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:00:35.478710 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-b1770122-f109-4ec3-98e1-cb51676aef59 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 14:00:35.483843 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-b1770122-f109-4ec3-98e1-cb51676aef59 admin admin] Usage tracker for resource:security_group_rule and tenant:ac8d6dafad13497f91e5f7f06ff4319f is out of sync, need to count used quota {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 14:00:35.486827 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-b1770122-f109-4ec3-98e1-cb51676aef59 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 14:00:35.492716 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-b1770122-f109-4ec3-98e1-cb51676aef59 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 14:00:35.561446 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-b1770122-f109-4ec3-98e1-cb51676aef59 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:00:35.565526 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-b1770122-f109-4ec3-98e1-cb51676aef59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3775923'] for security_group, after_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:00:35.595921 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b1770122-f109-4ec3-98e1-cb51676aef59 admin admin] vlan segment allocate from pool success with {'vlan_id': 399, 'physical_network': 'physnet1'} {{(pid=83869) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 14:00:35.604841 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1770122-f109-4ec3-98e1-cb51676aef59 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b41263ec-5a5e-42f7-ab7c-ae33ef299db9,revision_number=1']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:00:35.611372 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-b1770122-f109-4ec3-98e1-cb51676aef59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1004271'] for segment, precommit_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:00:35.611372 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.db.segments_db [None req-b1770122-f109-4ec3-98e1-cb51676aef59 admin admin] Added segment a1ffe40c-2ec3-4aac-8e09-3ca5e1236acd of type vlan for network 5814336a-8d6c-40ed-8506-054f9bd4decc Apr 01 14:00:35.637967 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-b1770122-f109-4ec3-98e1-cb51676aef59 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736732923383'] for network, precommit_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:00:35.668494 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-b1770122-f109-4ec3-98e1-cb51676aef59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575'] for network, after_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:00:35.669398 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1770122-f109-4ec3-98e1-cb51676aef59 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:00:35.670117 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-b1770122-f109-4ec3-98e1-cb51676aef59 admin admin] Notify callbacks [] for network, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:00:35.775882 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Device 639bb15a-91dc-41b7-a69e-6dbc2cf50554 no longer exists at agent hyperv_hv-neutron-8361 {{(pid=83872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 14:00:35.776510 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-b1770122-f109-4ec3-98e1-cb51676aef59 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.5087614 Apr 01 14:00:35.779048 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 32898) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:00:35.782326 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1770122-f109-4ec3-98e1-cb51676aef59 admin admin] Pushing event updated for resources: {'Network': ['ID=5814336a-8d6c-40ed-8506-054f9bd4decc,revision_number=1']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:00:35.788244 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.v2.base [None req-21037be6-c5eb-4550-a655-6ba0ac28907e admin admin] Request body: {'subnet': {'network_id': '5814336a-8d6c-40ed-8506-054f9bd4decc', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1724647501-subnet', 'tenant_id': 'ac8d6dafad13497f91e5f7f06ff4319f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=83869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 14:00:35.794081 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-21037be6-c5eb-4550-a655-6ba0ac28907e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 14:00:35.798083 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-21037be6-c5eb-4550-a655-6ba0ac28907e admin admin] Usage tracker for resource:subnet and tenant:ac8d6dafad13497f91e5f7f06ff4319f is out of sync, need to count used quota {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 14:00:35.801007 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-21037be6-c5eb-4550-a655-6ba0ac28907e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 14:00:35.806955 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-21037be6-c5eb-4550-a655-6ba0ac28907e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 14:00:35.807322 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Network 5814336a-8d6c-40ed-8506-054f9bd4decc details requested by agent ovs-agent-dv-neutron-836180-1-hyperv with host dv-neutron-836180-1-hyperv {{(pid=83872) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 14:00:35.817115 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21037be6-c5eb-4550-a655-6ba0ac28907e admin admin] Made reservation on behalf of ac8d6dafad13497f91e5f7f06ff4319f for: {'subnet': 1} {{(pid=83869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 14:00:35.819674 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-21037be6-c5eb-4550-a655-6ba0ac28907e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2999481'] for subnet, before_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:00:35.826638 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.plugin [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] No Port match for: 639bb15a-91dc-41b7-a69e-6dbc2cf50554 {{(pid=83872) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 01 14:00:35.827249 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Device 639bb15a-91dc-41b7-a69e-6dbc2cf50554 not bound to the agent host hv-neutron-8361 {{(pid=83872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 14:00:35.946422 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-5010085d-5521-4e7e-bf2d-52e40a7c56c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:00:36.039075 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-21037be6-c5eb-4550-a655-6ba0ac28907e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2705391', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2999447'] for subnet, after_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:00:36.112383 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21037be6-c5eb-4550-a655-6ba0ac28907e admin admin] Pushing event updated for resources: {'Subnet': ['ID=386bfa80-3d9f-4aff-93be-9b174840257e,revision_number=0']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:00:36.123430 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21037be6-c5eb-4550-a655-6ba0ac28907e admin admin] Checking segment: {'id': 'a1ffe40c-2ec3-4aac-8e09-3ca5e1236acd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '5814336a-8d6c-40ed-8506-054f9bd4decc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 14:00:36.123939 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21037be6-c5eb-4550-a655-6ba0ac28907e admin admin] Network hostable DHCP agents. Network: 5814336a-8d6c-40ed-8506-054f9bd4decc, hostable agents: ['e47e4547-5c2d-4954-ba56-fa3646239f18'], hosted agents: [] {{(pid=83869) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 14:00:36.145678 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21037be6-c5eb-4550-a655-6ba0ac28907e admin admin] Network 5814336a-8d6c-40ed-8506-054f9bd4decc is scheduled to be hosted by DHCP agent e47e4547-5c2d-4954-ba56-fa3646239f18 with binding_index 1 {{(pid=83869) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 14:00:36.155320 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.scheduler.base_scheduler [None req-21037be6-c5eb-4550-a655-6ba0ac28907e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-836180-1-hyperv, 5814336a-8d6c-40ed-8506-054f9bd4decc) {{(pid=83869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 14:00:36.159100 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21037be6-c5eb-4550-a655-6ba0ac28907e admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:00:36.159671 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-21037be6-c5eb-4550-a655-6ba0ac28907e admin admin] Notify callbacks [] for subnet, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:00:36.164700 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63dd5afa-da9f-4142-a648-74f49329770c None None] Network 5814336a-8d6c-40ed-8506-054f9bd4decc requested from dv-neutron-836180-1-hyperv {{(pid=83872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 14:00:36.182317 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-21037be6-c5eb-4550-a655-6ba0ac28907e admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4014096 Apr 01 14:00:36.184889 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 32902) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:00:36.190202 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.v2.base [None req-04a7e13d-b0af-45b5-8710-a7c256b58b4d admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1724647501-router', 'tenant_id': 'ac8d6dafad13497f91e5f7f06ff4319f', 'external_gateway_info': {'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301'}}} {{(pid=83869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 14:00:36.194765 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-04a7e13d-b0af-45b5-8710-a7c256b58b4d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 14:00:36.198527 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-04a7e13d-b0af-45b5-8710-a7c256b58b4d admin admin] Usage tracker for resource:router and tenant:ac8d6dafad13497f91e5f7f06ff4319f is out of sync, need to count used quota {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 14:00:36.201431 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-04a7e13d-b0af-45b5-8710-a7c256b58b4d admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 14:00:36.208138 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-04a7e13d-b0af-45b5-8710-a7c256b58b4d admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 14:00:36.221892 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-04a7e13d-b0af-45b5-8710-a7c256b58b4d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4082176', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4220'] for router, before_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:00:36.223274 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-04a7e13d-b0af-45b5-8710-a7c256b58b4d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4082277', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4084873', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4148249', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4211'] for router, precommit_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:00:36.245876 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-04a7e13d-b0af-45b5-8710-a7c256b58b4d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:00:36.394211 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-04a7e13d-b0af-45b5-8710-a7c256b58b4d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4084887', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4079850', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4161'] for router, precommit_update {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:00:36.415366 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51240ec8-43f1-42b2-8f04-e2310a712a99 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7e7d0ecb-2af4-55f5-9198-238ab0570d62-5814336a-8d6c-40ed-8506-054f9bd4decc', 'network_id': '5814336a-8d6c-40ed-8506-054f9bd4decc', 'tenant_id': 'ac8d6dafad13497f91e5f7f06ff4319f', 'fixed_ips': [{'subnet_id': '386bfa80-3d9f-4aff-93be-9b174840257e'}]}} from dv-neutron-836180-1-hyperv. {{(pid=83872) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 01 14:00:36.416180 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-51240ec8-43f1-42b2-8f04-e2310a712a99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:00:36.571361 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.db_base_plugin_common [None req-51240ec8-43f1-42b2-8f04-e2310a712a99 None None] Allocated IP 172.20.0.2 (5814336a-8d6c-40ed-8506-054f9bd4decc/386bfa80-3d9f-4aff-93be-9b174840257e/8bc4d7d4-cddf-4cec-9165-a156de4a587f) {{(pid=83872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 14:00:36.577970 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-04a7e13d-b0af-45b5-8710-a7c256b58b4d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:00:36.609393 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-04a7e13d-b0af-45b5-8710-a7c256b58b4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:00:36.745303 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.db_base_plugin_common [None req-04a7e13d-b0af-45b5-8710-a7c256b58b4d admin admin] Allocated IP 172.26.5.195 (725864b8-cceb-48c9-b5d3-1bfc4423e301/e2ed99db-0e25-4971-b535-7fa69231fae8/2db02312-aeb6-4a03-958a-1037a629e6c3) {{(pid=83869) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 14:00:36.774053 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-51240ec8-43f1-42b2-8f04-e2310a712a99 None None] Notify callbacks [] for port, precommit_create {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:00:36.783992 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-51240ec8-43f1-42b2-8f04-e2310a712a99 None None] Transition to ACTIVE for port object 8bc4d7d4-cddf-4cec-9165-a156de4a587f will not be triggered until provisioned by entity L2. {{(pid=83872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 14:00:36.801517 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-51240ec8-43f1-42b2-8f04-e2310a712a99 None None] Transition to ACTIVE for port object 8bc4d7d4-cddf-4cec-9165-a156de4a587f will not be triggered until provisioned by entity DHCP. {{(pid=83872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 14:00:36.806302 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-51240ec8-43f1-42b2-8f04-e2310a712a99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736732935801'] for port, after_create {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:00:36.879932 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51240ec8-43f1-42b2-8f04-e2310a712a99 None None] Network 5814336a-8d6c-40ed-8506-054f9bd4decc is already hosted by enough agents. {{(pid=83872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 14:00:36.880892 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51240ec8-43f1-42b2-8f04-e2310a712a99 None None] Pushing event updated for resources: {'Port': ['ID=8bc4d7d4-cddf-4cec-9165-a156de4a587f,revision_number=1']} {{(pid=83872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:00:36.883217 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.scheduler.base_scheduler [None req-51240ec8-43f1-42b2-8f04-e2310a712a99 None None] Resources bound (agent type, host, resource id): {{(pid=83872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 14:00:36.885261 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51240ec8-43f1-42b2-8f04-e2310a712a99 None None] Received port after_create {{(pid=83872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 14:00:36.898285 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-04a7e13d-b0af-45b5-8710-a7c256b58b4d admin admin] Notify callbacks [] for port, precommit_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:00:36.927485 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-04a7e13d-b0af-45b5-8710-a7c256b58b4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736732935801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2705155'] for port, after_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:00:36.970835 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.managers [None req-51240ec8-43f1-42b2-8f04-e2310a712a99 None None] Attempting to bind port 8bc4d7d4-cddf-4cec-9165-a156de4a587f on host dv-neutron-836180-1-hyperv for vnic_type normal with profile {{(pid=83872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 14:00:36.971191 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.managers [None req-51240ec8-43f1-42b2-8f04-e2310a712a99 None None] Attempting to bind port 8bc4d7d4-cddf-4cec-9165-a156de4a587f by drivers openvswitch,hyperv on host dv-neutron-836180-1-hyperv at level 0 using segments [{'id': 'a1ffe40c-2ec3-4aac-8e09-3ca5e1236acd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '5814336a-8d6c-40ed-8506-054f9bd4decc'}] {{(pid=83872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 14:00:36.971543 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51240ec8-43f1-42b2-8f04-e2310a712a99 None None] Attempting to bind port 8bc4d7d4-cddf-4cec-9165-a156de4a587f on network 5814336a-8d6c-40ed-8506-054f9bd4decc {{(pid=83872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 14:00:36.977805 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51240ec8-43f1-42b2-8f04-e2310a712a99 None None] Checking agent: {'id': 'af948428-97cd-4d10-9f53-af028bdb39b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-836180-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 13, 25, 37), 'started_at': datetime.datetime(2022, 4, 1, 13, 26, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 14, 0, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-836180-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 14:00:36.978164 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51240ec8-43f1-42b2-8f04-e2310a712a99 None None] Checking segment: {'id': 'a1ffe40c-2ec3-4aac-8e09-3ca5e1236acd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '5814336a-8d6c-40ed-8506-054f9bd4decc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 14:00:36.978557 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-51240ec8-43f1-42b2-8f04-e2310a712a99 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:00:36.978964 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51240ec8-43f1-42b2-8f04-e2310a712a99 None None] Bound using segment: {'id': 'a1ffe40c-2ec3-4aac-8e09-3ca5e1236acd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '5814336a-8d6c-40ed-8506-054f9bd4decc'} {{(pid=83872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 14:00:36.979410 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.managers [None req-51240ec8-43f1-42b2-8f04-e2310a712a99 None None] Bound port: 8bc4d7d4-cddf-4cec-9165-a156de4a587f, host: dv-neutron-836180-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a1ffe40c-2ec3-4aac-8e09-3ca5e1236acd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '5814336a-8d6c-40ed-8506-054f9bd4decc'}}] {{(pid=83872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 14:00:36.979772 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-51240ec8-43f1-42b2-8f04-e2310a712a99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:00:36.998988 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04a7e13d-b0af-45b5-8710-a7c256b58b4d admin admin] Network 725864b8-cceb-48c9-b5d3-1bfc4423e301 is already hosted by enough agents. {{(pid=83869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 14:00:37.001591 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.scheduler.base_scheduler [None req-04a7e13d-b0af-45b5-8710-a7c256b58b4d admin admin] Resources bound (agent type, host, resource id): {{(pid=83869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 14:00:37.004026 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04a7e13d-b0af-45b5-8710-a7c256b58b4d admin admin] Received port after_create {{(pid=83869) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 14:00:37.033070 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a7e13d-b0af-45b5-8710-a7c256b58b4d admin admin] Pushing event updated for resources: {'Port': ['ID=2db02312-aeb6-4a03-958a-1037a629e6c3,revision_number=1']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:00:37.069456 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-51240ec8-43f1-42b2-8f04-e2310a712a99 None None] For port 8bc4d7d4-cddf-4cec-9165-a156de4a587f, host dv-neutron-836180-1-hyperv, cleared binding levels {{(pid=83872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 14:00:37.072661 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-51240ec8-43f1-42b2-8f04-e2310a712a99 None None] For port 8bc4d7d4-cddf-4cec-9165-a156de4a587f, host dv-neutron-836180-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836180-1-hyperv',level=0,port_id=8bc4d7d4-cddf-4cec-9165-a156de4a587f,segment=NetworkSegment(a1ffe40c-2ec3-4aac-8e09-3ca5e1236acd),segment_id=a1ffe40c-2ec3-4aac-8e09-3ca5e1236acd)] {{(pid=83872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 14:00:37.077644 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-51240ec8-43f1-42b2-8f04-e2310a712a99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864'] for port, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:00:37.159850 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51240ec8-43f1-42b2-8f04-e2310a712a99 None None] Pushing event updated for resources: {'Port': ['ID=8bc4d7d4-cddf-4cec-9165-a156de4a587f,revision_number=2']} {{(pid=83872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:00:37.166341 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-04a7e13d-b0af-45b5-8710-a7c256b58b4d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:00:37.167063 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-04a7e13d-b0af-45b5-8710-a7c256b58b4d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4082201', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4084858'] for router, after_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:00:37.227938 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:00:37.446778 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-2f9cfc9c-d8ba-4de3-a4ad-98162f90557c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:00:37.520579 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04a7e13d-b0af-45b5-8710-a7c256b58b4d admin admin] Router 54e531cc-e3ed-4f16-b1fb-f17ffef3423c is scheduled to L3 agent 88bf8fc8-11a3-4e96-9d1b-5fd93ba9f6f1 with binding_index 1 {{(pid=83869) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 01 14:00:37.722650 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04a7e13d-b0af-45b5-8710-a7c256b58b4d admin admin] Notify agent at l3_agent.dv-neutron-836180-1-hyperv the message routers_updated {{(pid=83869) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 14:00:37.731848 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51d5b6a8-22a2-4667-979e-34ee595bbd83 None None] Sync routers for ids ['54e531cc-e3ed-4f16-b1fb-f17ffef3423c'] in dv-neutron-836180-1-hyperv {{(pid=83872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 14:00:37.743443 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51d5b6a8-22a2-4667-979e-34ee595bbd83 None None] Routers {'54e531cc-e3ed-4f16-b1fb-f17ffef3423c'} bound to L3 agent in host dv-neutron-836180-1-hyperv {{(pid=83872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 14:00:37.744108 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_hamode_db [None req-51d5b6a8-22a2-4667-979e-34ee595bbd83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836180-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-01T13:25:36Z,description=,heartbeat_timestamp=2022-04-01T14:00:36Z,host='dv-neutron-836180-1-hyperv',id=88bf8fc8-11a3-4e96-9d1b-5fd93ba9f6f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T13:25:36Z,topic='l3_agent')) {'router_ids': ['54e531cc-e3ed-4f16-b1fb-f17ffef3423c'], 'active': True} {{(pid=83872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 14:00:37.745252 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-04a7e13d-b0af-45b5-8710-a7c256b58b4d admin admin] Notify callbacks [] for router, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:00:37.746441 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-04a7e13d-b0af-45b5-8710-a7c256b58b4d admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.5605927 Apr 01 14:00:37.749762 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 32906) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:00:37.930409 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_dvr_db [None req-51d5b6a8-22a2-4667-979e-34ee595bbd83 None None] Set router 54e531cc-e3ed-4f16-b1fb-f17ffef3423c gateway port host: dv-neutron-836180-1-hyperv {{(pid=83872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 14:00:38.110745 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da923827-fa5d-47e3-8933-a5a7e1c3159f None None] Network 5814336a-8d6c-40ed-8506-054f9bd4decc requested from dv-neutron-836180-1-hyperv {{(pid=83872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 14:00:38.252453 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-37062b8f-48bf-4e03-a5f0-93a9bda23c6a None None] Provisioning for port 8bc4d7d4-cddf-4cec-9165-a156de4a587f completed by entity DHCP. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 14:00:38.472721 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_hamode_db [None req-51d5b6a8-22a2-4667-979e-34ee595bbd83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54e531cc-e3ed-4f16-b1fb-f17ffef3423c', 'name': 'tempest-ServerActionsTestJSON-1724647501-router', 'tenant_id': 'ac8d6dafad13497f91e5f7f06ff4319f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'external_fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.195'}], 'enable_snat': True}, 'gw_port_id': '2db02312-aeb6-4a03-958a-1037a629e6c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T14:00:36Z', 'updated_at': '2022-04-01T14:00:37Z', 'revision_number': 3, 'project_id': 'ac8d6dafad13497f91e5f7f06ff4319f', 'gw_port': {'id': '2db02312-aeb6-4a03-958a-1037a629e6c3', 'name': '', 'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:2c:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54e531cc-e3ed-4f16-b1fb-f17ffef3423c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T14:00:36Z', 'updated_at': '2022-04-01T14:00:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836180-1-hyperv'}], 'dv-neutron-836180-1-hyperv', False) {} {{(pid=83872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 14:00:38.478810 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51d5b6a8-22a2-4667-979e-34ee595bbd83 None None] Checking router: 54e531cc-e3ed-4f16-b1fb-f17ffef3423c for host: dv-neutron-836180-1-hyperv {{(pid=83872) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 01 14:00:38.479150 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51d5b6a8-22a2-4667-979e-34ee595bbd83 None None] Updating router 54e531cc-e3ed-4f16-b1fb-f17ffef3423c port 2db02312-aeb6-4a03-958a-1037a629e6c3 binding host dv-neutron-836180-1-hyperv {{(pid=83872) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 01 14:00:38.506205 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-6414c164-6669-4b89-aff6-3b38754f909b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:00:38.549223 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-51d5b6a8-22a2-4667-979e-34ee595bbd83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:00:38.752989 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Device 8bc4d7d4-cddf-4cec-9165-a156de4a587f up at agent ovs-agent-dv-neutron-836180-1-hyperv {{(pid=83872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 14:00:38.767047 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.db_base_plugin_common [None req-6414c164-6669-4b89-aff6-3b38754f909b admin admin] Allocated IP 172.20.0.1 (5814336a-8d6c-40ed-8506-054f9bd4decc/386bfa80-3d9f-4aff-93be-9b174840257e/103e1488-083c-451d-80af-4a13de5d5cb9) {{(pid=83869) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 14:00:38.890552 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Provisioning for port 8bc4d7d4-cddf-4cec-9165-a156de4a587f completed by entity L2. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 14:00:38.907056 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Provisioning complete for port 8bc4d7d4-cddf-4cec-9165-a156de4a587f triggered by entity L2. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 14:00:38.907426 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-948329'] for port, provisioning_complete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:00:39.014248 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-a976a7b9-9034-41e6-be13-349b75ed1593 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:00:39.020276 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-6414c164-6669-4b89-aff6-3b38754f909b admin admin] Notify callbacks [] for port, precommit_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:00:39.031953 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-51d5b6a8-22a2-4667-979e-34ee595bbd83 None None] Notify callbacks [] for port, precommit_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:00:39.036510 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.provisioning_blocks [None req-6414c164-6669-4b89-aff6-3b38754f909b admin admin] Transition to ACTIVE for port object 103e1488-083c-451d-80af-4a13de5d5cb9 will not be triggered until provisioned by entity DHCP. {{(pid=83869) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 14:00:39.049057 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-51d5b6a8-22a2-4667-979e-34ee595bbd83 None None] Transition to ACTIVE for port object 2db02312-aeb6-4a03-958a-1037a629e6c3 will not be triggered until provisioned by entity L2. {{(pid=83872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 14:00:39.058265 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-6414c164-6669-4b89-aff6-3b38754f909b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736732935801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2705155'] for port, after_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:00:39.081115 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-51d5b6a8-22a2-4667-979e-34ee595bbd83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864'] for port, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:00:39.125688 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6414c164-6669-4b89-aff6-3b38754f909b admin admin] Network 5814336a-8d6c-40ed-8506-054f9bd4decc is already hosted by enough agents. {{(pid=83869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 14:00:39.128241 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.scheduler.base_scheduler [None req-6414c164-6669-4b89-aff6-3b38754f909b admin admin] Resources bound (agent type, host, resource id): {{(pid=83869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 14:00:39.132773 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6414c164-6669-4b89-aff6-3b38754f909b admin admin] Received port after_create {{(pid=83869) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 14:00:39.159522 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6414c164-6669-4b89-aff6-3b38754f909b admin admin] Pushing event updated for resources: {'Port': ['ID=103e1488-083c-451d-80af-4a13de5d5cb9,revision_number=1']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:00:39.167762 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:00:39.190458 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-6414c164-6669-4b89-aff6-3b38754f909b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4084144'] for router_interface, before_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:00:39.193647 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e6c4e3-5f7b-4ebe-b778-894cb44120b6 None None] Pushing event updated for resources: {'Port': ['ID=2db02312-aeb6-4a03-958a-1037a629e6c3,revision_number=2']} {{(pid=83872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:00:39.209229 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.managers [None req-51d5b6a8-22a2-4667-979e-34ee595bbd83 None None] Attempting to bind port 2db02312-aeb6-4a03-958a-1037a629e6c3 on host dv-neutron-836180-1-hyperv for vnic_type normal with profile {{(pid=83872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 14:00:39.209890 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.managers [None req-51d5b6a8-22a2-4667-979e-34ee595bbd83 None None] Attempting to bind port 2db02312-aeb6-4a03-958a-1037a629e6c3 by drivers openvswitch,hyperv on host dv-neutron-836180-1-hyperv at level 0 using segments [{'id': '7b924dd8-4978-40c4-ad91-4b9b27348462', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301'}] {{(pid=83872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 14:00:39.210135 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51d5b6a8-22a2-4667-979e-34ee595bbd83 None None] Attempting to bind port 2db02312-aeb6-4a03-958a-1037a629e6c3 on network 725864b8-cceb-48c9-b5d3-1bfc4423e301 {{(pid=83872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 14:00:39.225097 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] For port 8bc4d7d4-cddf-4cec-9165-a156de4a587f, host dv-neutron-836180-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836180-1-hyperv',level=0,port_id=8bc4d7d4-cddf-4cec-9165-a156de4a587f,segment=NetworkSegment(a1ffe40c-2ec3-4aac-8e09-3ca5e1236acd),segment_id=a1ffe40c-2ec3-4aac-8e09-3ca5e1236acd)] {{(pid=83872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 14:00:39.226369 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51d5b6a8-22a2-4667-979e-34ee595bbd83 None None] Checking agent: {'id': 'af948428-97cd-4d10-9f53-af028bdb39b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-836180-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 13, 25, 37), 'started_at': datetime.datetime(2022, 4, 1, 13, 26, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 14, 0, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-836180-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 14:00:39.226747 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51d5b6a8-22a2-4667-979e-34ee595bbd83 None None] Checking segment: {'id': '7b924dd8-4978-40c4-ad91-4b9b27348462', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 14:00:39.227173 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-51d5b6a8-22a2-4667-979e-34ee595bbd83 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:00:39.227582 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51d5b6a8-22a2-4667-979e-34ee595bbd83 None None] Bound using segment: {'id': '7b924dd8-4978-40c4-ad91-4b9b27348462', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301'} {{(pid=83872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 14:00:39.228010 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.managers [None req-51d5b6a8-22a2-4667-979e-34ee595bbd83 None None] Bound port: 2db02312-aeb6-4a03-958a-1037a629e6c3, host: dv-neutron-836180-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b924dd8-4978-40c4-ad91-4b9b27348462', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301'}}] {{(pid=83872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 14:00:39.228413 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-51d5b6a8-22a2-4667-979e-34ee595bbd83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:00:39.256523 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864'] for port, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:00:39.288727 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-6414c164-6669-4b89-aff6-3b38754f909b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:00:39.369985 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Pushing event updated for resources: {'Port': ['ID=8bc4d7d4-cddf-4cec-9165-a156de4a587f,revision_number=3']} {{(pid=83872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:00:39.373659 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-51d5b6a8-22a2-4667-979e-34ee595bbd83 None None] For port 2db02312-aeb6-4a03-958a-1037a629e6c3, host dv-neutron-836180-1-hyperv, cleared binding levels {{(pid=83872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 14:00:39.377139 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-51d5b6a8-22a2-4667-979e-34ee595bbd83 None None] For port 2db02312-aeb6-4a03-958a-1037a629e6c3, host dv-neutron-836180-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836180-1-hyperv',level=0,port_id=2db02312-aeb6-4a03-958a-1037a629e6c3,segment=NetworkSegment(7b924dd8-4978-40c4-ad91-4b9b27348462),segment_id=7b924dd8-4978-40c4-ad91-4b9b27348462)] {{(pid=83872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 14:00:39.385996 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-51d5b6a8-22a2-4667-979e-34ee595bbd83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864'] for port, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:00:39.463246 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-d13f3de0-071b-41fa-b0a1-c6ebaee89089 None None] Provisioning for port 103e1488-083c-451d-80af-4a13de5d5cb9 completed by entity DHCP. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 14:00:39.474812 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-d13f3de0-071b-41fa-b0a1-c6ebaee89089 None None] Provisioning complete for port 103e1488-083c-451d-80af-4a13de5d5cb9 triggered by entity DHCP. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 14:00:39.475178 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-d13f3de0-071b-41fa-b0a1-c6ebaee89089 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-948329'] for port, provisioning_complete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:00:39.505150 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e6c4e3-5f7b-4ebe-b778-894cb44120b6 None None] Pushing event updated for resources: {'Port': ['ID=2db02312-aeb6-4a03-958a-1037a629e6c3,revision_number=3']} {{(pid=83872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:00:39.517552 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51d5b6a8-22a2-4667-979e-34ee595bbd83 None None] Routers {'54e531cc-e3ed-4f16-b1fb-f17ffef3423c'} bound to L3 agent in host dv-neutron-836180-1-hyperv {{(pid=83872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 14:00:39.518167 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_hamode_db [None req-51d5b6a8-22a2-4667-979e-34ee595bbd83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836180-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-01T13:25:36Z,description=,heartbeat_timestamp=2022-04-01T14:00:36Z,host='dv-neutron-836180-1-hyperv',id=88bf8fc8-11a3-4e96-9d1b-5fd93ba9f6f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T13:25:36Z,topic='l3_agent')) {'router_ids': ['54e531cc-e3ed-4f16-b1fb-f17ffef3423c'], 'active': True} {{(pid=83872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 14:00:39.526485 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-6414c164-6669-4b89-aff6-3b38754f909b admin admin] Notify callbacks [] for port, precommit_update {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:00:39.531825 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-6414c164-6669-4b89-aff6-3b38754f909b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2705172'] for port, after_update {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:00:39.633779 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6414c164-6669-4b89-aff6-3b38754f909b admin admin] Pushing event updated for resources: {'Port': ['ID=103e1488-083c-451d-80af-4a13de5d5cb9,revision_number=2']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:00:39.638216 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-6414c164-6669-4b89-aff6-3b38754f909b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3017508', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4084015'] for router_interface, after_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:00:39.662087 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.plugin [None req-d13f3de0-071b-41fa-b0a1-c6ebaee89089 None None] Port 103e1488-083c-451d-80af-4a13de5d5cb9 cannot update to ACTIVE because it is not bound. {{(pid=83872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 14:00:39.707779 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_dvr_db [None req-51d5b6a8-22a2-4667-979e-34ee595bbd83 None None] Set router 54e531cc-e3ed-4f16-b1fb-f17ffef3423c gateway port host: dv-neutron-836180-1-hyperv {{(pid=83872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 14:00:39.778399 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6414c164-6669-4b89-aff6-3b38754f909b admin admin] Network 5814336a-8d6c-40ed-8506-054f9bd4decc is already hosted by enough agents. {{(pid=83869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 14:00:39.780090 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.scheduler.base_scheduler [None req-6414c164-6669-4b89-aff6-3b38754f909b admin admin] Resources bound (agent type, host, resource id): {{(pid=83869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 14:00:40.071614 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-f2976071-d493-4807-8a26-9cc02fb8c855 None None] Provisioning complete for port 103e1488-083c-451d-80af-4a13de5d5cb9 triggered by entity DHCP. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 14:00:40.072156 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-f2976071-d493-4807-8a26-9cc02fb8c855 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-948329'] for port, provisioning_complete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:00:40.141334 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.plugin [None req-f2976071-d493-4807-8a26-9cc02fb8c855 None None] Port 103e1488-083c-451d-80af-4a13de5d5cb9 cannot update to ACTIVE because it is not bound. {{(pid=83872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 14:00:40.152169 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_hamode_db [None req-51d5b6a8-22a2-4667-979e-34ee595bbd83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54e531cc-e3ed-4f16-b1fb-f17ffef3423c', 'name': 'tempest-ServerActionsTestJSON-1724647501-router', 'tenant_id': 'ac8d6dafad13497f91e5f7f06ff4319f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'external_fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.195'}], 'enable_snat': True}, 'gw_port_id': '2db02312-aeb6-4a03-958a-1037a629e6c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T14:00:36Z', 'updated_at': '2022-04-01T14:00:39Z', 'revision_number': 4, 'project_id': 'ac8d6dafad13497f91e5f7f06ff4319f', 'gw_port': {'id': '2db02312-aeb6-4a03-958a-1037a629e6c3', 'name': '', 'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:2c:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54e531cc-e3ed-4f16-b1fb-f17ffef3423c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836180-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T14:00:36Z', 'updated_at': '2022-04-01T14:00:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836180-1-hyperv', '_interfaces': [{'id': '103e1488-083c-451d-80af-4a13de5d5cb9', 'name': '', 'network_id': '5814336a-8d6c-40ed-8506-054f9bd4decc', 'tenant_id': 'ac8d6dafad13497f91e5f7f06ff4319f', 'mac_address': 'fa:16:3e:dd:a8:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54e531cc-e3ed-4f16-b1fb-f17ffef3423c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '386bfa80-3d9f-4aff-93be-9b174840257e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T14:00:38Z', 'updated_at': '2022-04-01T14:00:39Z', 'revision_number': 2, 'project_id': 'ac8d6dafad13497f91e5f7f06ff4319f', 'subnets': [{'id': '386bfa80-3d9f-4aff-93be-9b174840257e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-836180-1-hyperv', False) {} {{(pid=83872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 14:00:40.156839 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51d5b6a8-22a2-4667-979e-34ee595bbd83 None None] The sync data for ids ['54e531cc-e3ed-4f16-b1fb-f17ffef3423c'] in dv-neutron-836180-1-hyperv is: [{'id': '54e531cc-e3ed-4f16-b1fb-f17ffef3423c', 'name': 'tempest-ServerActionsTestJSON-1724647501-router', 'tenant_id': 'ac8d6dafad13497f91e5f7f06ff4319f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'external_fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.195'}], 'enable_snat': True}, 'gw_port_id': '2db02312-aeb6-4a03-958a-1037a629e6c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T14:00:36Z', 'updated_at': '2022-04-01T14:00:39Z', 'revision_number': 4, 'project_id': 'ac8d6dafad13497f91e5f7f06ff4319f', 'gw_port': {'id': '2db02312-aeb6-4a03-958a-1037a629e6c3', 'name': '', 'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:2c:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54e531cc-e3ed-4f16-b1fb-f17ffef3423c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836180-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T14:00:36Z', 'updated_at': '2022-04-01T14:00:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836180-1-hyperv', '_interfaces': [{'id': '103e1488-083c-451d-80af-4a13de5d5cb9', 'name': '', 'network_id': '5814336a-8d6c-40ed-8506-054f9bd4decc', 'tenant_id': 'ac8d6dafad13497f91e5f7f06ff4319f', 'mac_address': 'fa:16:3e:dd:a8:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54e531cc-e3ed-4f16-b1fb-f17ffef3423c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '386bfa80-3d9f-4aff-93be-9b174840257e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T14:00:38Z', 'updated_at': '2022-04-01T14:00:39Z', 'revision_number': 2, 'project_id': 'ac8d6dafad13497f91e5f7f06ff4319f', 'subnets': [{'id': '386bfa80-3d9f-4aff-93be-9b174840257e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 14:00:40.167761 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6414c164-6669-4b89-aff6-3b38754f909b admin admin] Router 54e531cc-e3ed-4f16-b1fb-f17ffef3423c has already been hosted by L3 agent 88bf8fc8-11a3-4e96-9d1b-5fd93ba9f6f1 {{(pid=83869) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 14:00:40.392910 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6414c164-6669-4b89-aff6-3b38754f909b admin admin] Notify agent at l3_agent.dv-neutron-836180-1-hyperv the message routers_updated {{(pid=83869) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 14:00:40.401835 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-6414c164-6669-4b89-aff6-3b38754f909b admin admin] 10.222.0.26 "PUT /v2.0/routers/54e531cc-e3ed-4f16-b1fb-f17ffef3423c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6511018 Apr 01 14:00:40.703458 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Device 8bc4d7d4-cddf-4cec-9165-a156de4a587f up at agent ovs-agent-dv-neutron-836180-1-hyperv {{(pid=83872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 14:00:40.793279 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Provisioning complete for port 8bc4d7d4-cddf-4cec-9165-a156de4a587f triggered by entity L2. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 14:00:40.793455 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-948329'] for port, provisioning_complete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:00:40.907131 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 32916) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:00:40.912999 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.v2.base [None req-31b8eba9-c4d5-4620-b76b-a92a9129729b tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] Request body: {'security_group': {'name': 'tempest-securitygroup--595359704', 'description': 'tempest-description--1599529420'}} {{(pid=83869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 14:00:40.918877 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-31b8eba9-c4d5-4620-b76b-a92a9129729b tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 14:00:40.924015 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-31b8eba9-c4d5-4620-b76b-a92a9129729b tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] Usage tracker for resource:security_group and tenant:ac8d6dafad13497f91e5f7f06ff4319f is out of sync, need to count used quota {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 14:00:40.926978 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-31b8eba9-c4d5-4620-b76b-a92a9129729b tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 14:00:40.932896 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-31b8eba9-c4d5-4620-b76b-a92a9129729b tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 14:00:40.947478 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-31b8eba9-c4d5-4620-b76b-a92a9129729b tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] Notify callbacks [] for security_group, before_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:00:40.985334 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-31b8eba9-c4d5-4620-b76b-a92a9129729b tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 14:00:40.989306 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-31b8eba9-c4d5-4620-b76b-a92a9129729b tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] Usage tracker for resource:security_group_rule and tenant:ac8d6dafad13497f91e5f7f06ff4319f is out of sync, need to count used quota {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 14:00:40.992230 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-31b8eba9-c4d5-4620-b76b-a92a9129729b tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 14:00:40.998145 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-31b8eba9-c4d5-4620-b76b-a92a9129729b tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 14:00:41.056114 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-31b8eba9-c4d5-4620-b76b-a92a9129729b tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] Notify callbacks [] for security_group, precommit_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:00:41.060056 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-31b8eba9-c4d5-4620-b76b-a92a9129729b tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3775923'] for security_group, after_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:00:41.103572 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b8eba9-c4d5-4620-b76b-a92a9129729b tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] Pushing event updated for resources: {'SecurityGroup': ['ID=df1b5e6b-686d-4d87-89fe-11934569ee4f,revision_number=1']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:00:41.106486 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-31b8eba9-c4d5-4620-b76b-a92a9129729b tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] Notify callbacks [] for security_group, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:00:41.110438 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-31b8eba9-c4d5-4620-b76b-a92a9129729b tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1613 time: 0.1996396 Apr 01 14:00:41.110871 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 32920) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:00:41.116206 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.v2.base [None req-bc3292dc-6e88-4324-b18f-3f0f427163a6 tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] Request body: {'security_group_rule': {'security_group_id': 'df1b5e6b-686d-4d87-89fe-11934569ee4f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 14:00:41.122303 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-bc3292dc-6e88-4324-b18f-3f0f427163a6 tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 14:00:41.126660 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-bc3292dc-6e88-4324-b18f-3f0f427163a6 tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] Usage tracker for resource:security_group_rule and tenant:ac8d6dafad13497f91e5f7f06ff4319f is out of sync, need to count used quota {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 14:00:41.129655 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-bc3292dc-6e88-4324-b18f-3f0f427163a6 tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 14:00:41.135394 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-bc3292dc-6e88-4324-b18f-3f0f427163a6 tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 14:00:41.152461 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-bc3292dc-6e88-4324-b18f-3f0f427163a6 tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:00:41.215578 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-bc3292dc-6e88-4324-b18f-3f0f427163a6 tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:00:41.220887 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-bc3292dc-6e88-4324-b18f-3f0f427163a6 tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3775744'] for security_group_rule, after_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:00:41.244846 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc3292dc-6e88-4324-b18f-3f0f427163a6 tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3cdc6ade-57f9-48d6-9d95-06b5ed4dff75,revision_number=0']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:00:41.255612 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-bc3292dc-6e88-4324-b18f-3f0f427163a6 tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:00:41.256990 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-bc3292dc-6e88-4324-b18f-3f0f427163a6 tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1454778 Apr 01 14:00:41.259783 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 32924) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:00:41.265709 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.v2.base [None req-bf5c9380-05c5-484e-9e72-9e0a38dc8aad tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] Request body: {'security_group_rule': {'security_group_id': 'df1b5e6b-686d-4d87-89fe-11934569ee4f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=83869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 14:00:41.272357 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-bf5c9380-05c5-484e-9e72-9e0a38dc8aad tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 14:00:41.276417 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-bf5c9380-05c5-484e-9e72-9e0a38dc8aad tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] Usage tracker for resource:security_group_rule and tenant:ac8d6dafad13497f91e5f7f06ff4319f is out of sync, need to count used quota {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 14:00:41.280096 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-bf5c9380-05c5-484e-9e72-9e0a38dc8aad tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 14:00:41.286140 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-bf5c9380-05c5-484e-9e72-9e0a38dc8aad tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 14:00:41.305883 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-bf5c9380-05c5-484e-9e72-9e0a38dc8aad tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:00:41.461089 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-bf5c9380-05c5-484e-9e72-9e0a38dc8aad tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:00:41.464510 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-bf5c9380-05c5-484e-9e72-9e0a38dc8aad tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3775744'] for security_group_rule, after_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:00:41.487171 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf5c9380-05c5-484e-9e72-9e0a38dc8aad tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8e133aa0-675c-4770-aa35-3a65f677e779,revision_number=0']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:00:41.495399 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-bf5c9380-05c5-484e-9e72-9e0a38dc8aad tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:00:41.496580 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-bf5c9380-05c5-484e-9e72-9e0a38dc8aad tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.2355371 Apr 01 14:00:41.500177 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 32928) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:00:41.505284 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.v2.base [None req-b4ff2086-7bdc-4bc4-87f8-305251478519 tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] Request body: {'floatingip': {'floating_network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301'}} {{(pid=83869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 14:00:41.510512 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-b4ff2086-7bdc-4bc4-87f8-305251478519 tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 14:00:41.515333 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-b4ff2086-7bdc-4bc4-87f8-305251478519 tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] Usage tracker for resource:floatingip and tenant:ac8d6dafad13497f91e5f7f06ff4319f is out of sync, need to count used quota {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 14:00:41.518130 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-b4ff2086-7bdc-4bc4-87f8-305251478519 tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 14:00:41.523719 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-b4ff2086-7bdc-4bc4-87f8-305251478519 tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 14:00:41.534590 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-b4ff2086-7bdc-4bc4-87f8-305251478519 tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] Notify callbacks [] for floatingip, before_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:00:41.669650 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-b4ff2086-7bdc-4bc4-87f8-305251478519 tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:00:41.807001 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.db_base_plugin_common [None req-b4ff2086-7bdc-4bc4-87f8-305251478519 tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] Allocated IP 172.26.5.100 (725864b8-cceb-48c9-b5d3-1bfc4423e301/e2ed99db-0e25-4971-b535-7fa69231fae8/5dd479b8-9bb3-4ee4-af6d-fd72b69ec393) {{(pid=83869) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 14:00:41.952176 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-b4ff2086-7bdc-4bc4-87f8-305251478519 tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] Notify callbacks [] for port, precommit_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:00:41.979533 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-b4ff2086-7bdc-4bc4-87f8-305251478519 tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736732935801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2705155'] for port, after_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:00:42.045457 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4ff2086-7bdc-4bc4-87f8-305251478519 tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] Network 725864b8-cceb-48c9-b5d3-1bfc4423e301 is already hosted by enough agents. {{(pid=83869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 14:00:42.048613 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.scheduler.base_scheduler [None req-b4ff2086-7bdc-4bc4-87f8-305251478519 tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] Resources bound (agent type, host, resource id): {{(pid=83869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 14:00:42.051957 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4ff2086-7bdc-4bc4-87f8-305251478519 tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] Received port after_create {{(pid=83869) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 14:00:42.086213 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ff2086-7bdc-4bc4-87f8-305251478519 tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] Pushing event updated for resources: {'Port': ['ID=5dd479b8-9bb3-4ee4-af6d-fd72b69ec393,revision_number=1']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:00:42.220927 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-b4ff2086-7bdc-4bc4-87f8-305251478519 tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:00:42.278524 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-b4ff2086-7bdc-4bc4-87f8-305251478519 tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:00:42.480527 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-b4ff2086-7bdc-4bc4-87f8-305251478519 tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] Notify callbacks [] for port, precommit_update {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:00:42.485508 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-b4ff2086-7bdc-4bc4-87f8-305251478519 tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2705172'] for port, after_update {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:00:42.608918 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ff2086-7bdc-4bc4-87f8-305251478519 tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] Pushing event updated for resources: {'Port': ['ID=5dd479b8-9bb3-4ee4-af6d-fd72b69ec393,revision_number=2']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:00:42.619811 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-b4ff2086-7bdc-4bc4-87f8-305251478519 tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4084747'] for floatingip, after_update {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:00:42.642665 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-b4ff2086-7bdc-4bc4-87f8-305251478519 tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109561'] for floatingip, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:00:42.644344 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-b4ff2086-7bdc-4bc4-87f8-305251478519 tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1429112 Apr 01 14:00:42.706124 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Device 2db02312-aeb6-4a03-958a-1037a629e6c3 up at agent ovs-agent-dv-neutron-836180-1-hyperv {{(pid=83872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 14:00:42.784135 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Provisioning for port 2db02312-aeb6-4a03-958a-1037a629e6c3 completed by entity L2. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 14:00:42.790303 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Provisioning complete for port 2db02312-aeb6-4a03-958a-1037a629e6c3 triggered by entity L2. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 14:00:42.791150 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-948329'] for port, provisioning_complete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:00:42.829843 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [req-e7b1a862-e188-45be-93cd-a45a8ebc8697 req-e790a16f-3c11-4e02-97a9-3172db6e1c8e tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] Synchronizing usage tracker for tenant:ac8d6dafad13497f91e5f7f06ff4319f on resource:security_group {{(pid=83869) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 14:00:42.846065 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [req-e7b1a862-e188-45be-93cd-a45a8ebc8697 req-e790a16f-3c11-4e02-97a9-3172db6e1c8e tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] Unset dirty status for tenant:ac8d6dafad13497f91e5f7f06ff4319f on resource:security_group {{(pid=83869) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 14:00:42.847239 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-e7b1a862-e188-45be-93cd-a45a8ebc8697 req-e790a16f-3c11-4e02-97a9-3172db6e1c8e tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-securitygroup--595359704&fields=id&tenant_id=ac8d6dafad13497f91e5f7f06ff4319f HTTP/1.1" status: 200 len: 267 time: 0.0624225 Apr 01 14:00:42.907236 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:00:42.923535 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] For port 2db02312-aeb6-4a03-958a-1037a629e6c3, host dv-neutron-836180-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836180-1-hyperv',level=0,port_id=2db02312-aeb6-4a03-958a-1037a629e6c3,segment=NetworkSegment(7b924dd8-4978-40c4-ad91-4b9b27348462),segment_id=7b924dd8-4978-40c4-ad91-4b9b27348462)] {{(pid=83872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 14:00:42.926752 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864'] for port, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:00:42.991921 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Pushing event updated for resources: {'Port': ['ID=2db02312-aeb6-4a03-958a-1037a629e6c3,revision_number=4']} {{(pid=83872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:00:42.995869 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b1a862-e188-45be-93cd-a45a8ebc8697 req-e1765816-1810-42d8-b0d5-2ac3faff92d3 tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:00:42.996566 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [req-e7b1a862-e188-45be-93cd-a45a8ebc8697 req-e1765816-1810-42d8-b0d5-2ac3faff92d3 tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] Synchronizing usage tracker for tenant:ac8d6dafad13497f91e5f7f06ff4319f on resource:network {{(pid=83869) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 14:00:43.014312 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [req-e7b1a862-e188-45be-93cd-a45a8ebc8697 req-e1765816-1810-42d8-b0d5-2ac3faff92d3 tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] Unset dirty status for tenant:ac8d6dafad13497f91e5f7f06ff4319f on resource:network {{(pid=83869) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 14:00:43.015716 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-e7b1a862-e188-45be-93cd-a45a8ebc8697 req-e1765816-1810-42d8-b0d5-2ac3faff92d3 tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] 10.222.0.26 "GET /v2.0/networks?id=5814336a-8d6c-40ed-8506-054f9bd4decc HTTP/1.1" status: 200 len: 812 time: 0.1613641 Apr 01 14:00:43.031426 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-e7b1a862-e188-45be-93cd-a45a8ebc8697 req-c44c8616-5f1a-43a8-b6f1-0e2790636589 tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] 10.222.0.26 "GET /v2.0/quotas/ac8d6dafad13497f91e5f7f06ff4319f HTTP/1.1" status: 200 len: 375 time: 0.0103805 Apr 01 14:00:43.115336 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [req-e7b1a862-e188-45be-93cd-a45a8ebc8697 req-6dbe4e8a-0238-4c93-903d-cb1435db5b98 tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] Synchronizing usage tracker for tenant:ac8d6dafad13497f91e5f7f06ff4319f on resource:port {{(pid=83869) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 14:00:43.132279 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [req-e7b1a862-e188-45be-93cd-a45a8ebc8697 req-6dbe4e8a-0238-4c93-903d-cb1435db5b98 tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] Unset dirty status for tenant:ac8d6dafad13497f91e5f7f06ff4319f on resource:port {{(pid=83869) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 14:00:43.133540 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-e7b1a862-e188-45be-93cd-a45a8ebc8697 req-6dbe4e8a-0238-4c93-903d-cb1435db5b98 tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=ac8d6dafad13497f91e5f7f06ff4319f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0974011 Apr 01 14:00:43.269313 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-e7b1a862-e188-45be-93cd-a45a8ebc8697 req-993abe82-6068-4d17-8dbf-177f0ce0b403 service neutron] 10.222.0.26 "GET /v2.0/networks/5814336a-8d6c-40ed-8506-054f9bd4decc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1240256 Apr 01 14:00:43.491317 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-e7b1a862-e188-45be-93cd-a45a8ebc8697 req-59294d3e-4dd5-47f0-9f6b-ac57bb469150 service neutron] 10.222.0.26 "GET /v2.0/networks/5814336a-8d6c-40ed-8506-054f9bd4decc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2164254 Apr 01 14:00:43.672666 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-f953cb24-588b-42d4-a5a3-0b3820a806d3 req-b19ab991-1ca2-416b-9868-c141af540274 tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] 10.222.0.26 "GET /v2.0/ports?device_id=7ac93b61-c9d4-4122-85a4-a64e9743df8a HTTP/1.1" status: 200 len: 210 time: 0.0423164 Apr 01 14:00:44.694164 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Device 2db02312-aeb6-4a03-958a-1037a629e6c3 up at agent ovs-agent-dv-neutron-836180-1-hyperv {{(pid=83872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 14:00:44.769665 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b1a862-e188-45be-93cd-a45a8ebc8697 req-0e51a9d8-983a-41f2-8a9d-59af16938076 tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:00:44.771556 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-e7b1a862-e188-45be-93cd-a45a8ebc8697 req-0e51a9d8-983a-41f2-8a9d-59af16938076 tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] 10.222.0.57 "GET /v2.0/networks?id=5814336a-8d6c-40ed-8506-054f9bd4decc HTTP/1.1" status: 200 len: 812 time: 0.1525278 Apr 01 14:00:44.792542 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Provisioning complete for port 2db02312-aeb6-4a03-958a-1037a629e6c3 triggered by entity L2. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 14:00:44.792908 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-948329'] for port, provisioning_complete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:00:44.850167 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-62f69631-eb4b-47d4-9dcc-583e23477b57 req-29eb104c-eedc-4372-855e-aa92afa43948 tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] 10.222.0.26 "GET /v2.0/ports?device_id=7ac93b61-c9d4-4122-85a4-a64e9743df8a HTTP/1.1" status: 200 len: 210 time: 0.0493369 Apr 01 14:00:44.872691 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-e7b1a862-e188-45be-93cd-a45a8ebc8697 req-756f75f4-c950-4a81-8c6e-e50fa1af6a26 tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ac8d6dafad13497f91e5f7f06ff4319f HTTP/1.1" status: 200 len: 379 time: 0.0875766 Apr 01 14:00:44.886558 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.v2.base [req-e7b1a862-e188-45be-93cd-a45a8ebc8697 req-9eea6a3c-b5b6-448d-995b-5ad6c1d46c47 tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] Request body: {'port': {'device_id': '7ac93b61-c9d4-4122-85a4-a64e9743df8a', 'network_id': '5814336a-8d6c-40ed-8506-054f9bd4decc', 'admin_state_up': True, 'tenant_id': 'ac8d6dafad13497f91e5f7f06ff4319f', 'security_groups': ['df1b5e6b-686d-4d87-89fe-11934569ee4f']}} {{(pid=83869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 14:00:45.034896 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [req-e7b1a862-e188-45be-93cd-a45a8ebc8697 req-9eea6a3c-b5b6-448d-995b-5ad6c1d46c47 tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 14:00:45.044238 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [req-e7b1a862-e188-45be-93cd-a45a8ebc8697 req-9eea6a3c-b5b6-448d-995b-5ad6c1d46c47 tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 14:00:45.053945 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e7b1a862-e188-45be-93cd-a45a8ebc8697 req-9eea6a3c-b5b6-448d-995b-5ad6c1d46c47 tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] Made reservation on behalf of ac8d6dafad13497f91e5f7f06ff4319f for: {'port': 1} {{(pid=83869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 14:00:45.056896 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [req-e7b1a862-e188-45be-93cd-a45a8ebc8697 req-9eea6a3c-b5b6-448d-995b-5ad6c1d46c47 tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:00:45.218011 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.db_base_plugin_common [req-e7b1a862-e188-45be-93cd-a45a8ebc8697 req-9eea6a3c-b5b6-448d-995b-5ad6c1d46c47 tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] Allocated IP 172.20.0.12 (5814336a-8d6c-40ed-8506-054f9bd4decc/386bfa80-3d9f-4aff-93be-9b174840257e/bee9167a-4cda-4671-af48-96a6c7b514e2) {{(pid=83869) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 14:00:45.404137 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [req-e7b1a862-e188-45be-93cd-a45a8ebc8697 req-9eea6a3c-b5b6-448d-995b-5ad6c1d46c47 tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] Notify callbacks [] for port, precommit_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:00:45.419525 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.provisioning_blocks [req-e7b1a862-e188-45be-93cd-a45a8ebc8697 req-9eea6a3c-b5b6-448d-995b-5ad6c1d46c47 tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] Transition to ACTIVE for port object bee9167a-4cda-4671-af48-96a6c7b514e2 will not be triggered until provisioned by entity DHCP. {{(pid=83869) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 14:00:45.441446 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [req-e7b1a862-e188-45be-93cd-a45a8ebc8697 req-9eea6a3c-b5b6-448d-995b-5ad6c1d46c47 tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736732935801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2705155'] for port, after_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:00:45.516004 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e7b1a862-e188-45be-93cd-a45a8ebc8697 req-9eea6a3c-b5b6-448d-995b-5ad6c1d46c47 tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] Network 5814336a-8d6c-40ed-8506-054f9bd4decc is already hosted by enough agents. {{(pid=83869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 14:00:45.518815 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.scheduler.base_scheduler [req-e7b1a862-e188-45be-93cd-a45a8ebc8697 req-9eea6a3c-b5b6-448d-995b-5ad6c1d46c47 tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] Resources bound (agent type, host, resource id): {{(pid=83869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 14:00:45.522936 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7b1a862-e188-45be-93cd-a45a8ebc8697 req-9eea6a3c-b5b6-448d-995b-5ad6c1d46c47 tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] Received port after_create {{(pid=83869) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 14:00:45.548371 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eea6a3c-b5b6-448d-995b-5ad6c1d46c47 tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] Pushing event updated for resources: {'Port': ['ID=bee9167a-4cda-4671-af48-96a6c7b514e2,revision_number=1']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:00:45.586894 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b1a862-e188-45be-93cd-a45a8ebc8697 req-9eea6a3c-b5b6-448d-995b-5ad6c1d46c47 tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:00:45.587498 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [req-e7b1a862-e188-45be-93cd-a45a8ebc8697 req-9eea6a3c-b5b6-448d-995b-5ad6c1d46c47 tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109561'] for port, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:00:45.613831 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-e7b1a862-e188-45be-93cd-a45a8ebc8697 req-9eea6a3c-b5b6-448d-995b-5ad6c1d46c47 tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7354746 Apr 01 14:00:45.629362 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.v2.base [req-e7b1a862-e188-45be-93cd-a45a8ebc8697 req-c9680197-628c-40b5-8d21-4e611dd49c52 service neutron] Request body: {'port': {'device_id': '7ac93b61-c9d4-4122-85a4-a64e9743df8a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8361'}} {{(pid=83869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 14:00:45.742114 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [req-e7b1a862-e188-45be-93cd-a45a8ebc8697 req-c9680197-628c-40b5-8d21-4e611dd49c52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:00:45.798195 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-be7d9039-8d61-49a0-a193-b547d03ddac0 None None] Provisioning for port bee9167a-4cda-4671-af48-96a6c7b514e2 completed by entity DHCP. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 14:00:45.803185 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-be7d9039-8d61-49a0-a193-b547d03ddac0 None None] Provisioning complete for port bee9167a-4cda-4671-af48-96a6c7b514e2 triggered by entity DHCP. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 14:00:45.803543 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-be7d9039-8d61-49a0-a193-b547d03ddac0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-948329'] for port, provisioning_complete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:00:45.856573 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.plugin [None req-be7d9039-8d61-49a0-a193-b547d03ddac0 None None] Port bee9167a-4cda-4671-af48-96a6c7b514e2 cannot update to ACTIVE because it is not bound. {{(pid=83872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 14:00:45.983904 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.agents_db [None req-bdd220c7-049a-43d2-a923-ad1a2de078c6 None None] Agent healthcheck: found 6 active agents {{(pid=83873) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 01 14:00:46.056840 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b52872-f7c5-450a-b641-ac649f6bb9c3 req-650ebb0d-aa4f-47ec-b147-c28de5f00d9d tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:00:46.058313 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-66b52872-f7c5-450a-b641-ac649f6bb9c3 req-650ebb0d-aa4f-47ec-b147-c28de5f00d9d tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] 10.222.0.26 "GET /v2.0/ports?device_id=7ac93b61-c9d4-4122-85a4-a64e9743df8a HTTP/1.1" status: 200 len: 932 time: 0.0807078 Apr 01 14:00:46.081147 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.notifiers.nova [req-e7b1a862-e188-45be-93cd-a45a8ebc8697 req-c9680197-628c-40b5-8d21-4e611dd49c52 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bee9167a-4cda-4671-af48-96a6c7b514e2 {{(pid=83869) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 01 14:00:46.088399 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [req-e7b1a862-e188-45be-93cd-a45a8ebc8697 req-c9680197-628c-40b5-8d21-4e611dd49c52 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:00:46.104589 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.provisioning_blocks [req-e7b1a862-e188-45be-93cd-a45a8ebc8697 req-c9680197-628c-40b5-8d21-4e611dd49c52 service neutron] Transition to ACTIVE for port object bee9167a-4cda-4671-af48-96a6c7b514e2 will not be triggered until provisioned by entity L2. {{(pid=83869) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 14:00:46.105489 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-66b52872-f7c5-450a-b641-ac649f6bb9c3 req-828c7882-12dc-4e10-a516-7b993da63798 tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] 10.222.0.26 "GET /v2.0/security-groups?id=df1b5e6b-686d-4d87-89fe-11934569ee4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405929 Apr 01 14:00:46.110372 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [req-e7b1a862-e188-45be-93cd-a45a8ebc8697 req-c9680197-628c-40b5-8d21-4e611dd49c52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2705172'] for port, after_update {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:00:46.246761 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9680197-628c-40b5-8d21-4e611dd49c52 service neutron] Pushing event updated for resources: {'Port': ['ID=bee9167a-4cda-4671-af48-96a6c7b514e2,revision_number=2']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:00:46.355094 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.managers [req-e7b1a862-e188-45be-93cd-a45a8ebc8697 req-c9680197-628c-40b5-8d21-4e611dd49c52 service neutron] Attempting to bind port bee9167a-4cda-4671-af48-96a6c7b514e2 on host hv-neutron-8361 for vnic_type normal with profile {{(pid=83869) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 14:00:46.355421 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.managers [req-e7b1a862-e188-45be-93cd-a45a8ebc8697 req-c9680197-628c-40b5-8d21-4e611dd49c52 service neutron] Attempting to bind port bee9167a-4cda-4671-af48-96a6c7b514e2 by drivers openvswitch,hyperv on host hv-neutron-8361 at level 0 using segments [{'id': 'a1ffe40c-2ec3-4aac-8e09-3ca5e1236acd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '5814336a-8d6c-40ed-8506-054f9bd4decc'}] {{(pid=83869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 14:00:46.355737 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7b1a862-e188-45be-93cd-a45a8ebc8697 req-c9680197-628c-40b5-8d21-4e611dd49c52 service neutron] Attempting to bind port bee9167a-4cda-4671-af48-96a6c7b514e2 on network 5814336a-8d6c-40ed-8506-054f9bd4decc {{(pid=83869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 14:00:46.362063 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7b1a862-e188-45be-93cd-a45a8ebc8697 req-c9680197-628c-40b5-8d21-4e611dd49c52 service neutron] Port bee9167a-4cda-4671-af48-96a6c7b514e2 on network 5814336a-8d6c-40ed-8506-054f9bd4decc not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8361 {{(pid=83869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 01 14:00:46.362370 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7b1a862-e188-45be-93cd-a45a8ebc8697 req-c9680197-628c-40b5-8d21-4e611dd49c52 service neutron] Attempting to bind port bee9167a-4cda-4671-af48-96a6c7b514e2 on network 5814336a-8d6c-40ed-8506-054f9bd4decc {{(pid=83869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 14:00:46.368517 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7b1a862-e188-45be-93cd-a45a8ebc8697 req-c9680197-628c-40b5-8d21-4e611dd49c52 service neutron] Checking agent: {'id': '359ce187-6241-4f7e-85a4-e066c7b0cdea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8361', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 13, 31, 54), 'started_at': datetime.datetime(2022, 4, 1, 13, 31, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 14, 0, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 14:00:46.368840 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7b1a862-e188-45be-93cd-a45a8ebc8697 req-c9680197-628c-40b5-8d21-4e611dd49c52 service neutron] Checking segment: {'id': 'a1ffe40c-2ec3-4aac-8e09-3ca5e1236acd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '5814336a-8d6c-40ed-8506-054f9bd4decc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 14:00:46.369208 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7b1a862-e188-45be-93cd-a45a8ebc8697 req-c9680197-628c-40b5-8d21-4e611dd49c52 service neutron] Bound using segment: {'id': 'a1ffe40c-2ec3-4aac-8e09-3ca5e1236acd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '5814336a-8d6c-40ed-8506-054f9bd4decc'} {{(pid=83869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 14:00:46.369615 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.managers [req-e7b1a862-e188-45be-93cd-a45a8ebc8697 req-c9680197-628c-40b5-8d21-4e611dd49c52 service neutron] Bound port: bee9167a-4cda-4671-af48-96a6c7b514e2, host: hv-neutron-8361, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a1ffe40c-2ec3-4aac-8e09-3ca5e1236acd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '5814336a-8d6c-40ed-8506-054f9bd4decc'}}] {{(pid=83869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 14:00:46.369950 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [req-e7b1a862-e188-45be-93cd-a45a8ebc8697 req-c9680197-628c-40b5-8d21-4e611dd49c52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:00:46.552669 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.db [req-e7b1a862-e188-45be-93cd-a45a8ebc8697 req-c9680197-628c-40b5-8d21-4e611dd49c52 service neutron] For port bee9167a-4cda-4671-af48-96a6c7b514e2, host hv-neutron-8361, cleared binding levels {{(pid=83869) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 14:00:46.555436 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.db [req-e7b1a862-e188-45be-93cd-a45a8ebc8697 req-c9680197-628c-40b5-8d21-4e611dd49c52 service neutron] For port bee9167a-4cda-4671-af48-96a6c7b514e2, host hv-neutron-8361, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8361',level=0,port_id=bee9167a-4cda-4671-af48-96a6c7b514e2,segment=NetworkSegment(a1ffe40c-2ec3-4aac-8e09-3ca5e1236acd),segment_id=a1ffe40c-2ec3-4aac-8e09-3ca5e1236acd)] {{(pid=83869) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 14:00:46.559627 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [req-e7b1a862-e188-45be-93cd-a45a8ebc8697 req-c9680197-628c-40b5-8d21-4e611dd49c52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2705172'] for port, after_update {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:00:46.620701 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [req-e7b1a862-e188-45be-93cd-a45a8ebc8697 req-c9680197-628c-40b5-8d21-4e611dd49c52 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109561'] for port, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:00:46.622040 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-e7b1a862-e188-45be-93cd-a45a8ebc8697 req-c9680197-628c-40b5-8d21-4e611dd49c52 service neutron] 10.222.0.57 "PUT /v2.0/ports/bee9167a-4cda-4671-af48-96a6c7b514e2 HTTP/1.1" status: 200 len: 1094 time: 0.9969995 Apr 01 14:00:46.622463 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7ac93b61-c9d4-4122-85a4-a64e9743df8a', 'tag': 'bee9167a-4cda-4671-af48-96a6c7b514e2'}] {{(pid=83869) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 14:00:46.641018 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9680197-628c-40b5-8d21-4e611dd49c52 service neutron] Pushing event updated for resources: {'Port': ['ID=bee9167a-4cda-4671-af48-96a6c7b514e2,revision_number=3']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:00:46.701686 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7ac93b61-c9d4-4122-85a4-a64e9743df8a', 'tag': 'bee9167a-4cda-4671-af48-96a6c7b514e2', 'status': 'completed', 'code': 200} Apr 01 14:00:46.747906 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-e7b1a862-e188-45be-93cd-a45a8ebc8697 req-925d7154-d9e2-472b-bbc4-2086435b3a0d service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=ac8d6dafad13497f91e5f7f06ff4319f&device_id=7ac93b61-c9d4-4122-85a4-a64e9743df8a HTTP/1.1" status: 200 len: 1097 time: 0.0799370 Apr 01 14:00:46.819245 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-e7b1a862-e188-45be-93cd-a45a8ebc8697 req-c1283e32-6020-442f-a570-c9741473e17c service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bee9167a-4cda-4671-af48-96a6c7b514e2 HTTP/1.1" status: 200 len: 217 time: 0.0608807 Apr 01 14:00:46.885326 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b1a862-e188-45be-93cd-a45a8ebc8697 req-9bab69cb-dbd4-44ce-8506-a3114f45dbff service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:00:46.886677 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-e7b1a862-e188-45be-93cd-a45a8ebc8697 req-9bab69cb-dbd4-44ce-8506-a3114f45dbff service neutron] 10.222.0.57 "GET /v2.0/subnets?id=386bfa80-3d9f-4aff-93be-9b174840257e HTTP/1.1" status: 200 len: 851 time: 0.0585380 Apr 01 14:00:46.961508 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-e7b1a862-e188-45be-93cd-a45a8ebc8697 req-ccb2e5fa-4f2a-4261-bff8-16e6ecab1cee service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=5814336a-8d6c-40ed-8506-054f9bd4decc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0674903 Apr 01 14:00:47.092425 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-e7b1a862-e188-45be-93cd-a45a8ebc8697 req-8f2e9f35-b26a-4d56-adeb-298da49a24d2 service neutron] 10.222.0.57 "GET /v2.0/networks/5814336a-8d6c-40ed-8506-054f9bd4decc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1207318 Apr 01 14:00:47.226700 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-e7b1a862-e188-45be-93cd-a45a8ebc8697 req-46536797-4501-4aba-8481-a6a101e6f677 service neutron] 10.222.0.57 "GET /v2.0/networks/5814336a-8d6c-40ed-8506-054f9bd4decc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1239567 Apr 01 14:00:47.303562 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50e4c58-31bf-471f-9461-e4df5754dc9a req-ef1b6042-98c6-42af-b090-b5de84029460 tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:00:47.305129 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-d50e4c58-31bf-471f-9461-e4df5754dc9a req-ef1b6042-98c6-42af-b090-b5de84029460 tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] 10.222.0.26 "GET /v2.0/ports?device_id=7ac93b61-c9d4-4122-85a4-a64e9743df8a HTTP/1.1" status: 200 len: 944 time: 0.0765204 Apr 01 14:00:47.363868 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-35698f45-9156-44b6-a0a0-921ed0b6451a req-e9c24345-2e05-46b6-a57a-15214d8731d6 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=ac8d6dafad13497f91e5f7f06ff4319f&device_id=7ac93b61-c9d4-4122-85a4-a64e9743df8a HTTP/1.1" status: 200 len: 1097 time: 0.0809488 Apr 01 14:00:47.364199 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-d50e4c58-31bf-471f-9461-e4df5754dc9a req-0489d2aa-6aa0-4430-a579-cd5d3df72582 tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] 10.222.0.26 "GET /v2.0/security-groups?id=df1b5e6b-686d-4d87-89fe-11934569ee4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0535159 Apr 01 14:00:47.500492 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35698f45-9156-44b6-a0a0-921ed0b6451a req-5d6aadd9-9f04-4c53-83fb-4edc3c497041 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:00:47.501892 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-35698f45-9156-44b6-a0a0-921ed0b6451a req-5d6aadd9-9f04-4c53-83fb-4edc3c497041 service neutron] 10.222.0.57 "GET /v2.0/networks?id=5814336a-8d6c-40ed-8506-054f9bd4decc HTTP/1.1" status: 200 len: 913 time: 0.1312959 Apr 01 14:00:47.570381 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-35698f45-9156-44b6-a0a0-921ed0b6451a req-e687fd7a-97d8-4ec0-ad7a-5248e70c7f99 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bee9167a-4cda-4671-af48-96a6c7b514e2 HTTP/1.1" status: 200 len: 217 time: 0.0604477 Apr 01 14:00:47.634533 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35698f45-9156-44b6-a0a0-921ed0b6451a req-af984292-22cf-4207-9af9-bd9abe49c8c6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:00:47.635907 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-35698f45-9156-44b6-a0a0-921ed0b6451a req-af984292-22cf-4207-9af9-bd9abe49c8c6 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=386bfa80-3d9f-4aff-93be-9b174840257e HTTP/1.1" status: 200 len: 851 time: 0.0584085 Apr 01 14:00:47.717722 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-35698f45-9156-44b6-a0a0-921ed0b6451a req-65988f3b-acf3-47c9-9c21-b647f805a83c service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=5814336a-8d6c-40ed-8506-054f9bd4decc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0749786 Apr 01 14:00:47.849396 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-35698f45-9156-44b6-a0a0-921ed0b6451a req-544e5951-498c-452a-9aa2-deb262d200a2 service neutron] 10.222.0.57 "GET /v2.0/networks/5814336a-8d6c-40ed-8506-054f9bd4decc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245322 Apr 01 14:00:47.979236 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-35698f45-9156-44b6-a0a0-921ed0b6451a req-1edf5bae-c826-4ff7-973a-d54bc45a58f7 service neutron] 10.222.0.57 "GET /v2.0/networks/5814336a-8d6c-40ed-8506-054f9bd4decc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1229742 Apr 01 14:00:48.561677 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40c9155-2d27-4a8a-a7fb-9474d62b3d05 req-5fffb276-c9f7-4ac5-bc86-a5dda10771c8 tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:00:48.562345 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [req-d40c9155-2d27-4a8a-a7fb-9474d62b3d05 req-5fffb276-c9f7-4ac5-bc86-a5dda10771c8 tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] Synchronizing usage tracker for tenant:ac8d6dafad13497f91e5f7f06ff4319f on resource:port {{(pid=83869) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 14:00:48.578007 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [req-d40c9155-2d27-4a8a-a7fb-9474d62b3d05 req-5fffb276-c9f7-4ac5-bc86-a5dda10771c8 tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] Unset dirty status for tenant:ac8d6dafad13497f91e5f7f06ff4319f on resource:port {{(pid=83869) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 14:00:48.579157 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-d40c9155-2d27-4a8a-a7fb-9474d62b3d05 req-5fffb276-c9f7-4ac5-bc86-a5dda10771c8 tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] 10.222.0.26 "GET /v2.0/ports?device_id=7ac93b61-c9d4-4122-85a4-a64e9743df8a HTTP/1.1" status: 200 len: 944 time: 0.0915046 Apr 01 14:00:48.628321 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-d40c9155-2d27-4a8a-a7fb-9474d62b3d05 req-2639a311-dfc8-4d31-9abe-cfd49404266e tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] 10.222.0.26 "GET /v2.0/security-groups?id=df1b5e6b-686d-4d87-89fe-11934569ee4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435393 Apr 01 14:00:49.832253 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b577c6-2d8b-4aeb-8790-dc3171403bce req-ad28e345-d723-45cc-a4ba-909aabe6a701 tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:00:49.833732 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-09b577c6-2d8b-4aeb-8790-dc3171403bce req-ad28e345-d723-45cc-a4ba-909aabe6a701 tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] 10.222.0.26 "GET /v2.0/ports?device_id=7ac93b61-c9d4-4122-85a4-a64e9743df8a HTTP/1.1" status: 200 len: 944 time: 0.0789618 Apr 01 14:00:49.869908 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Device bee9167a-4cda-4671-af48-96a6c7b514e2 details requested by agent hyperv_hv-neutron-8361 with host hv-neutron-8361 {{(pid=83872) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 01 14:00:49.879531 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-09b577c6-2d8b-4aeb-8790-dc3171403bce req-a3390147-f1b1-4bff-bd61-2321066fd01a tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] 10.222.0.26 "GET /v2.0/security-groups?id=df1b5e6b-686d-4d87-89fe-11934569ee4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404036 Apr 01 14:00:50.002895 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] For port bee9167a-4cda-4671-af48-96a6c7b514e2, host hv-neutron-8361, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8361',level=0,port_id=bee9167a-4cda-4671-af48-96a6c7b514e2,segment=NetworkSegment(a1ffe40c-2ec3-4aac-8e09-3ca5e1236acd),segment_id=a1ffe40c-2ec3-4aac-8e09-3ca5e1236acd)] {{(pid=83872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 14:00:50.016759 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Returning: {'device': 'bee9167a-4cda-4671-af48-96a6c7b514e2', 'network_id': '5814336a-8d6c-40ed-8506-054f9bd4decc', 'port_id': 'bee9167a-4cda-4671-af48-96a6c7b514e2', 'mac_address': 'fa:16:3e:b0:d7:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 399, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '386bfa80-3d9f-4aff-93be-9b174840257e', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83872) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 01 14:00:50.072549 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:00:50.090501 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.notifiers.nova [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bee9167a-4cda-4671-af48-96a6c7b514e2 {{(pid=83872) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 01 14:00:50.105151 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] For port bee9167a-4cda-4671-af48-96a6c7b514e2, host hv-neutron-8361, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8361',level=0,port_id=bee9167a-4cda-4671-af48-96a6c7b514e2,segment=NetworkSegment(a1ffe40c-2ec3-4aac-8e09-3ca5e1236acd),segment_id=a1ffe40c-2ec3-4aac-8e09-3ca5e1236acd)] {{(pid=83872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 14:00:50.109679 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864'] for port, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:00:50.173432 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Pushing event updated for resources: {'Port': ['ID=bee9167a-4cda-4671-af48-96a6c7b514e2,revision_number=4']} {{(pid=83872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:00:50.364537 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] get_ports_and_sgs() called for port_ids ['bee9167a-4cda-4671-af48-96a6c7b514e2'] {{(pid=83872) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 01 14:00:51.077342 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5740e28b-6929-435e-92c1-e1cbf2b41321 req-033c6c81-3f1e-4b57-be4d-d039fffbff3c tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:00:51.078854 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-5740e28b-6929-435e-92c1-e1cbf2b41321 req-033c6c81-3f1e-4b57-be4d-d039fffbff3c tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] 10.222.0.26 "GET /v2.0/ports?device_id=7ac93b61-c9d4-4122-85a4-a64e9743df8a HTTP/1.1" status: 200 len: 945 time: 0.0803540 Apr 01 14:00:51.123200 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-5740e28b-6929-435e-92c1-e1cbf2b41321 req-03441047-8408-492e-b914-4e8f9d0cec6e tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] 10.222.0.26 "GET /v2.0/security-groups?id=df1b5e6b-686d-4d87-89fe-11934569ee4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387173 Apr 01 14:00:51.881961 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Device bee9167a-4cda-4671-af48-96a6c7b514e2 up at agent hyperv_hv-neutron-8361 {{(pid=83872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 14:00:51.950416 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Provisioning for port bee9167a-4cda-4671-af48-96a6c7b514e2 completed by entity L2. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 14:00:51.955241 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Provisioning complete for port bee9167a-4cda-4671-af48-96a6c7b514e2 triggered by entity L2. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 14:00:51.955603 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-948329'] for port, provisioning_complete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:00:52.068933 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:00:52.095741 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ac93b61-c9d4-4122-85a4-a64e9743df8a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bee9167a-4cda-4671-af48-96a6c7b514e2'}] {{(pid=83872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 14:00:52.105249 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] For port bee9167a-4cda-4671-af48-96a6c7b514e2, host hv-neutron-8361, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8361',level=0,port_id=bee9167a-4cda-4671-af48-96a6c7b514e2,segment=NetworkSegment(a1ffe40c-2ec3-4aac-8e09-3ca5e1236acd),segment_id=a1ffe40c-2ec3-4aac-8e09-3ca5e1236acd)] {{(pid=83872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 14:00:52.110172 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864'] for port, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:00:52.155158 dv-neutron-836180-1-hyperv neutron-server[83872]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ac93b61-c9d4-4122-85a4-a64e9743df8a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bee9167a-4cda-4671-af48-96a6c7b514e2', 'code': 200} Apr 01 14:00:52.179293 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Pushing event updated for resources: {'Port': ['ID=bee9167a-4cda-4671-af48-96a6c7b514e2,revision_number=5']} {{(pid=83872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:00:52.460143 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5653fd-ec9d-469b-9ff4-b632100f98a7 req-7ceefc57-c07c-42df-a57e-b9bff5a0c2d7 tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:00:52.461605 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-0d5653fd-ec9d-469b-9ff4-b632100f98a7 req-7ceefc57-c07c-42df-a57e-b9bff5a0c2d7 tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] 10.222.0.26 "GET /v2.0/ports?device_id=7ac93b61-c9d4-4122-85a4-a64e9743df8a HTTP/1.1" status: 200 len: 946 time: 0.2106392 Apr 01 14:00:52.522160 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-232cc285-38b7-46ab-b288-e691ee6cec1f req-480ff59f-e956-485c-8a4f-c6512f49d311 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=7ac93b61-c9d4-4122-85a4-a64e9743df8a HTTP/1.1" status: 200 len: 1099 time: 0.1166201 Apr 01 14:00:52.524365 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-0d5653fd-ec9d-469b-9ff4-b632100f98a7 req-10e4ddf5-c664-403e-88f1-c79ba0c5778c tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] 10.222.0.26 "GET /v2.0/security-groups?id=df1b5e6b-686d-4d87-89fe-11934569ee4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0567837 Apr 01 14:00:52.570994 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-232cc285-38b7-46ab-b288-e691ee6cec1f req-4716a36a-aaa9-42be-a2d2-721b4da38b59 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=df1b5e6b-686d-4d87-89fe-11934569ee4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388906 Apr 01 14:00:53.724035 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c03efc6-d69c-4ce4-ae13-ffbbd971eb77 req-173edf75-b5c0-41a7-9916-a6b334477f5f tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:00:53.725509 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-9c03efc6-d69c-4ce4-ae13-ffbbd971eb77 req-173edf75-b5c0-41a7-9916-a6b334477f5f tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] 10.222.0.26 "GET /v2.0/ports?device_id=7ac93b61-c9d4-4122-85a4-a64e9743df8a HTTP/1.1" status: 200 len: 946 time: 0.0781908 Apr 01 14:00:53.775206 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-9c03efc6-d69c-4ce4-ae13-ffbbd971eb77 req-80a8745d-3b8a-42d1-aa3a-5146e6429ae3 tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] 10.222.0.26 "GET /v2.0/security-groups?id=df1b5e6b-686d-4d87-89fe-11934569ee4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440500 Apr 01 14:00:53.792365 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ca226f6-f210-49c2-9cab-7eb13925370e None None] Sync routers for ids ['54e531cc-e3ed-4f16-b1fb-f17ffef3423c'] in dv-neutron-836180-1-hyperv {{(pid=83873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 14:00:53.805199 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ca226f6-f210-49c2-9cab-7eb13925370e None None] Routers {'54e531cc-e3ed-4f16-b1fb-f17ffef3423c'} bound to L3 agent in host dv-neutron-836180-1-hyperv {{(pid=83873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 14:00:53.805831 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-0ca226f6-f210-49c2-9cab-7eb13925370e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836180-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-01T13:25:36Z,description=,heartbeat_timestamp=2022-04-01T14:00:36Z,host='dv-neutron-836180-1-hyperv',id=88bf8fc8-11a3-4e96-9d1b-5fd93ba9f6f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T13:25:36Z,topic='l3_agent')) {'router_ids': ['54e531cc-e3ed-4f16-b1fb-f17ffef3423c'], 'active': True} {{(pid=83873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 14:00:53.978968 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_dvr_db [None req-0ca226f6-f210-49c2-9cab-7eb13925370e None None] Set router 54e531cc-e3ed-4f16-b1fb-f17ffef3423c gateway port host: dv-neutron-836180-1-hyperv {{(pid=83873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 14:00:54.009527 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:00:54.280382 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-0ca226f6-f210-49c2-9cab-7eb13925370e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54e531cc-e3ed-4f16-b1fb-f17ffef3423c', 'name': 'tempest-ServerActionsTestJSON-1724647501-router', 'tenant_id': 'ac8d6dafad13497f91e5f7f06ff4319f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'external_fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.195'}], 'enable_snat': True}, 'gw_port_id': '2db02312-aeb6-4a03-958a-1037a629e6c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T14:00:36Z', 'updated_at': '2022-04-01T14:00:39Z', 'revision_number': 4, 'project_id': 'ac8d6dafad13497f91e5f7f06ff4319f', 'gw_port': {'id': '2db02312-aeb6-4a03-958a-1037a629e6c3', 'name': '', 'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:2c:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54e531cc-e3ed-4f16-b1fb-f17ffef3423c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836180-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T14:00:36Z', 'updated_at': '2022-04-01T14:00:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836180-1-hyperv', '_interfaces': [{'id': '103e1488-083c-451d-80af-4a13de5d5cb9', 'name': '', 'network_id': '5814336a-8d6c-40ed-8506-054f9bd4decc', 'tenant_id': 'ac8d6dafad13497f91e5f7f06ff4319f', 'mac_address': 'fa:16:3e:dd:a8:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54e531cc-e3ed-4f16-b1fb-f17ffef3423c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '386bfa80-3d9f-4aff-93be-9b174840257e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T14:00:38Z', 'updated_at': '2022-04-01T14:00:39Z', 'revision_number': 2, 'project_id': 'ac8d6dafad13497f91e5f7f06ff4319f', 'subnets': [{'id': '386bfa80-3d9f-4aff-93be-9b174840257e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-836180-1-hyperv', False) {} {{(pid=83873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 14:00:54.284159 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ca226f6-f210-49c2-9cab-7eb13925370e None None] Checking router: 54e531cc-e3ed-4f16-b1fb-f17ffef3423c for host: dv-neutron-836180-1-hyperv {{(pid=83873) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 01 14:00:54.284534 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ca226f6-f210-49c2-9cab-7eb13925370e None None] Updating router 54e531cc-e3ed-4f16-b1fb-f17ffef3423c port 103e1488-083c-451d-80af-4a13de5d5cb9 binding host dv-neutron-836180-1-hyperv {{(pid=83873) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 01 14:00:54.337547 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-0ca226f6-f210-49c2-9cab-7eb13925370e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:00:54.669335 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-0ca226f6-f210-49c2-9cab-7eb13925370e None None] Notify callbacks [] for port, precommit_update {{(pid=83873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:00:54.680699 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-0ca226f6-f210-49c2-9cab-7eb13925370e None None] Transition to ACTIVE for port object 103e1488-083c-451d-80af-4a13de5d5cb9 will not be triggered until provisioned by entity L2. {{(pid=83873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 14:00:54.687349 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-0ca226f6-f210-49c2-9cab-7eb13925370e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864'] for port, after_update {{(pid=83873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:00:54.844586 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23643607-e36d-41d1-bb6c-005f2f8b0884 None None] Pushing event updated for resources: {'Port': ['ID=103e1488-083c-451d-80af-4a13de5d5cb9,revision_number=3']} {{(pid=83873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:00:54.858766 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23643607-e36d-41d1-bb6c-005f2f8b0884 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:00:54.859101 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23643607-e36d-41d1-bb6c-005f2f8b0884 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:00:54.859429 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23643607-e36d-41d1-bb6c-005f2f8b0884 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:00:54.859745 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23643607-e36d-41d1-bb6c-005f2f8b0884 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:00:54.860062 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23643607-e36d-41d1-bb6c-005f2f8b0884 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:00:54.860402 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23643607-e36d-41d1-bb6c-005f2f8b0884 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:00:54.860717 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23643607-e36d-41d1-bb6c-005f2f8b0884 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:00:54.861029 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23643607-e36d-41d1-bb6c-005f2f8b0884 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:00:54.861342 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23643607-e36d-41d1-bb6c-005f2f8b0884 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:00:54.861742 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23643607-e36d-41d1-bb6c-005f2f8b0884 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:00:54.862051 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23643607-e36d-41d1-bb6c-005f2f8b0884 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:00:54.947722 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.plugins.ml2.managers [None req-0ca226f6-f210-49c2-9cab-7eb13925370e None None] Attempting to bind port 103e1488-083c-451d-80af-4a13de5d5cb9 on host dv-neutron-836180-1-hyperv for vnic_type normal with profile {{(pid=83873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 14:00:54.948074 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.plugins.ml2.managers [None req-0ca226f6-f210-49c2-9cab-7eb13925370e None None] Attempting to bind port 103e1488-083c-451d-80af-4a13de5d5cb9 by drivers openvswitch,hyperv on host dv-neutron-836180-1-hyperv at level 0 using segments [{'id': 'a1ffe40c-2ec3-4aac-8e09-3ca5e1236acd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '5814336a-8d6c-40ed-8506-054f9bd4decc'}] {{(pid=83873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 14:00:54.948451 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ca226f6-f210-49c2-9cab-7eb13925370e None None] Attempting to bind port 103e1488-083c-451d-80af-4a13de5d5cb9 on network 5814336a-8d6c-40ed-8506-054f9bd4decc {{(pid=83873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 14:00:54.957094 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ca226f6-f210-49c2-9cab-7eb13925370e None None] Checking agent: {'id': 'af948428-97cd-4d10-9f53-af028bdb39b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-836180-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 13, 25, 37), 'started_at': datetime.datetime(2022, 4, 1, 13, 26, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 14, 0, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-836180-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 14:00:54.957450 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ca226f6-f210-49c2-9cab-7eb13925370e None None] Checking segment: {'id': 'a1ffe40c-2ec3-4aac-8e09-3ca5e1236acd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '5814336a-8d6c-40ed-8506-054f9bd4decc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 14:00:54.957838 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-0ca226f6-f210-49c2-9cab-7eb13925370e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:00:54.958214 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ca226f6-f210-49c2-9cab-7eb13925370e None None] Bound using segment: {'id': 'a1ffe40c-2ec3-4aac-8e09-3ca5e1236acd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '5814336a-8d6c-40ed-8506-054f9bd4decc'} {{(pid=83873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 14:00:54.958652 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.plugins.ml2.managers [None req-0ca226f6-f210-49c2-9cab-7eb13925370e None None] Bound port: 103e1488-083c-451d-80af-4a13de5d5cb9, host: dv-neutron-836180-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a1ffe40c-2ec3-4aac-8e09-3ca5e1236acd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '5814336a-8d6c-40ed-8506-054f9bd4decc'}}] {{(pid=83873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 14:00:54.959009 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-0ca226f6-f210-49c2-9cab-7eb13925370e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:00:54.981719 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7e7234-9ada-40ac-84a6-cf697460138e req-687e39ff-b701-489e-ba02-509a6fb0a733 tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:00:54.983336 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-fa7e7234-9ada-40ac-84a6-cf697460138e req-687e39ff-b701-489e-ba02-509a6fb0a733 tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] 10.222.0.26 "GET /v2.0/ports?device_id=7ac93b61-c9d4-4122-85a4-a64e9743df8a HTTP/1.1" status: 200 len: 946 time: 0.0793343 Apr 01 14:00:55.028758 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-fa7e7234-9ada-40ac-84a6-cf697460138e req-55bb639d-e581-476e-b16f-89aa908d7c9b tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] 10.222.0.26 "GET /v2.0/security-groups?id=df1b5e6b-686d-4d87-89fe-11934569ee4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397344 Apr 01 14:00:55.051774 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.plugins.ml2.db [None req-0ca226f6-f210-49c2-9cab-7eb13925370e None None] For port 103e1488-083c-451d-80af-4a13de5d5cb9, host dv-neutron-836180-1-hyperv, cleared binding levels {{(pid=83873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 14:00:55.051774 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.plugins.ml2.db [None req-0ca226f6-f210-49c2-9cab-7eb13925370e None None] For port 103e1488-083c-451d-80af-4a13de5d5cb9, host dv-neutron-836180-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836180-1-hyperv',level=0,port_id=103e1488-083c-451d-80af-4a13de5d5cb9,segment=NetworkSegment(a1ffe40c-2ec3-4aac-8e09-3ca5e1236acd),segment_id=a1ffe40c-2ec3-4aac-8e09-3ca5e1236acd)] {{(pid=83873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 14:00:55.055757 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-0ca226f6-f210-49c2-9cab-7eb13925370e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864'] for port, after_update {{(pid=83873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:00:55.149092 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23643607-e36d-41d1-bb6c-005f2f8b0884 None None] Pushing event updated for resources: {'Port': ['ID=103e1488-083c-451d-80af-4a13de5d5cb9,revision_number=4']} {{(pid=83873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:00:55.154538 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ca226f6-f210-49c2-9cab-7eb13925370e None None] Routers {'54e531cc-e3ed-4f16-b1fb-f17ffef3423c'} bound to L3 agent in host dv-neutron-836180-1-hyperv {{(pid=83873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 14:00:55.155285 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-0ca226f6-f210-49c2-9cab-7eb13925370e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836180-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-01T13:25:36Z,description=,heartbeat_timestamp=2022-04-01T14:00:36Z,host='dv-neutron-836180-1-hyperv',id=88bf8fc8-11a3-4e96-9d1b-5fd93ba9f6f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T13:25:36Z,topic='l3_agent')) {'router_ids': ['54e531cc-e3ed-4f16-b1fb-f17ffef3423c'], 'active': True} {{(pid=83873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 14:00:55.323125 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d014ea-d695-4242-baa9-19326109b4b7 req-7b5c5a03-0a81-4a19-8470-fbddc190eb7e tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:00:55.324813 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-b1d014ea-d695-4242-baa9-19326109b4b7 req-7b5c5a03-0a81-4a19-8470-fbddc190eb7e tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] 10.222.0.26 "GET /v2.0/ports?device_id=7ac93b61-c9d4-4122-85a4-a64e9743df8a HTTP/1.1" status: 200 len: 946 time: 0.1791623 Apr 01 14:00:55.333884 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 32976) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:00:55.339182 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.v2.base [None req-a1724efc-6a4e-4958-8de2-33d6521c2f9e tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] Request body: {'floatingip': {'port_id': 'bee9167a-4cda-4671-af48-96a6c7b514e2'}} {{(pid=83871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 14:00:55.350674 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_dvr_db [None req-0ca226f6-f210-49c2-9cab-7eb13925370e None None] Set router 54e531cc-e3ed-4f16-b1fb-f17ffef3423c gateway port host: dv-neutron-836180-1-hyperv {{(pid=83873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 14:00:55.414954 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-a1724efc-6a4e-4958-8de2-33d6521c2f9e tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] Notify callbacks [] for floatingip, before_update {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:00:55.656965 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-0ca226f6-f210-49c2-9cab-7eb13925370e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54e531cc-e3ed-4f16-b1fb-f17ffef3423c', 'name': 'tempest-ServerActionsTestJSON-1724647501-router', 'tenant_id': 'ac8d6dafad13497f91e5f7f06ff4319f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'external_fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.195'}], 'enable_snat': True}, 'gw_port_id': '2db02312-aeb6-4a03-958a-1037a629e6c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T14:00:36Z', 'updated_at': '2022-04-01T14:00:39Z', 'revision_number': 4, 'project_id': 'ac8d6dafad13497f91e5f7f06ff4319f', 'gw_port': {'id': '2db02312-aeb6-4a03-958a-1037a629e6c3', 'name': '', 'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:2c:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54e531cc-e3ed-4f16-b1fb-f17ffef3423c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836180-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T14:00:36Z', 'updated_at': '2022-04-01T14:00:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836180-1-hyperv', '_interfaces': [{'id': '103e1488-083c-451d-80af-4a13de5d5cb9', 'name': '', 'network_id': '5814336a-8d6c-40ed-8506-054f9bd4decc', 'tenant_id': 'ac8d6dafad13497f91e5f7f06ff4319f', 'mac_address': 'fa:16:3e:dd:a8:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54e531cc-e3ed-4f16-b1fb-f17ffef3423c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '386bfa80-3d9f-4aff-93be-9b174840257e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836180-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T14:00:38Z', 'updated_at': '2022-04-01T14:00:55Z', 'revision_number': 4, 'project_id': 'ac8d6dafad13497f91e5f7f06ff4319f', 'subnets': [{'id': '386bfa80-3d9f-4aff-93be-9b174840257e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-836180-1-hyperv', False) {} {{(pid=83873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 14:00:55.660846 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ca226f6-f210-49c2-9cab-7eb13925370e None None] The sync data for ids ['54e531cc-e3ed-4f16-b1fb-f17ffef3423c'] in dv-neutron-836180-1-hyperv is: [{'id': '54e531cc-e3ed-4f16-b1fb-f17ffef3423c', 'name': 'tempest-ServerActionsTestJSON-1724647501-router', 'tenant_id': 'ac8d6dafad13497f91e5f7f06ff4319f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'external_fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.195'}], 'enable_snat': True}, 'gw_port_id': '2db02312-aeb6-4a03-958a-1037a629e6c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T14:00:36Z', 'updated_at': '2022-04-01T14:00:39Z', 'revision_number': 4, 'project_id': 'ac8d6dafad13497f91e5f7f06ff4319f', 'gw_port': {'id': '2db02312-aeb6-4a03-958a-1037a629e6c3', 'name': '', 'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:2c:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54e531cc-e3ed-4f16-b1fb-f17ffef3423c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836180-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T14:00:36Z', 'updated_at': '2022-04-01T14:00:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836180-1-hyperv', '_interfaces': [{'id': '103e1488-083c-451d-80af-4a13de5d5cb9', 'name': '', 'network_id': '5814336a-8d6c-40ed-8506-054f9bd4decc', 'tenant_id': 'ac8d6dafad13497f91e5f7f06ff4319f', 'mac_address': 'fa:16:3e:dd:a8:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54e531cc-e3ed-4f16-b1fb-f17ffef3423c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '386bfa80-3d9f-4aff-93be-9b174840257e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836180-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T14:00:38Z', 'updated_at': '2022-04-01T14:00:55Z', 'revision_number': 4, 'project_id': 'ac8d6dafad13497f91e5f7f06ff4319f', 'subnets': [{'id': '386bfa80-3d9f-4aff-93be-9b174840257e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 14:00:56.006610 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-a1724efc-6a4e-4958-8de2-33d6521c2f9e tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:00:56.011566 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-a1724efc-6a4e-4958-8de2-33d6521c2f9e tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4084747'] for floatingip, after_update {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:00:56.210365 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.db.l3_db [None req-a1724efc-6a4e-4958-8de2-33d6521c2f9e tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] Floating IP 3370d11e-15ac-48a3-97f0-3d873485fcb6 associated. External IP: 172.26.5.100, port: bee9167a-4cda-4671-af48-96a6c7b514e2. Apr 01 14:00:56.604459 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1724efc-6a4e-4958-8de2-33d6521c2f9e tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] Router 54e531cc-e3ed-4f16-b1fb-f17ffef3423c has already been hosted by L3 agent 88bf8fc8-11a3-4e96-9d1b-5fd93ba9f6f1 {{(pid=83871) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 14:00:56.711974 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Device 103e1488-083c-451d-80af-4a13de5d5cb9 up at agent ovs-agent-dv-neutron-836180-1-hyperv {{(pid=83872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 14:00:56.781047 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Provisioning for port 103e1488-083c-451d-80af-4a13de5d5cb9 completed by entity L2. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 14:00:56.785854 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Provisioning complete for port 103e1488-083c-451d-80af-4a13de5d5cb9 triggered by entity L2. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 14:00:56.786276 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-948329'] for port, provisioning_complete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:00:56.894863 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1724efc-6a4e-4958-8de2-33d6521c2f9e tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] Notify agent at l3_agent.dv-neutron-836180-1-hyperv the message routers_updated {{(pid=83871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 14:00:56.899006 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-a1724efc-6a4e-4958-8de2-33d6521c2f9e tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109561'] for floatingip, before_response {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:00:56.930062 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:00:56.954353 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-a1724efc-6a4e-4958-8de2-33d6521c2f9e tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] 10.222.0.26 "PUT /v2.0/floatingips/3370d11e-15ac-48a3-97f0-3d873485fcb6 HTTP/1.1" status: 200 len: 992 time: 1.6193924 Apr 01 14:00:56.954995 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7ac93b61-c9d4-4122-85a4-a64e9743df8a', 'tag': 'bee9167a-4cda-4671-af48-96a6c7b514e2'}] {{(pid=83871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 14:00:56.963564 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] For port 103e1488-083c-451d-80af-4a13de5d5cb9, host dv-neutron-836180-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836180-1-hyperv',level=0,port_id=103e1488-083c-451d-80af-4a13de5d5cb9,segment=NetworkSegment(a1ffe40c-2ec3-4aac-8e09-3ca5e1236acd),segment_id=a1ffe40c-2ec3-4aac-8e09-3ca5e1236acd)] {{(pid=83872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 14:00:56.968591 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864'] for port, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:00:57.035565 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Pushing event updated for resources: {'Port': ['ID=103e1488-083c-451d-80af-4a13de5d5cb9,revision_number=5']} {{(pid=83872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:00:57.097452 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7ac93b61-c9d4-4122-85a4-a64e9743df8a', 'tag': 'bee9167a-4cda-4671-af48-96a6c7b514e2', 'status': 'completed', 'code': 200} Apr 01 14:00:57.167029 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041df8d5-f54a-4276-afa5-c6234c3717cf req-b138479b-c8ec-4537-9888-155bdc911f89 tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:00:57.168493 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-041df8d5-f54a-4276-afa5-c6234c3717cf req-b138479b-c8ec-4537-9888-155bdc911f89 tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] 10.222.0.26 "GET /v2.0/ports?device_id=7ac93b61-c9d4-4122-85a4-a64e9743df8a HTTP/1.1" status: 200 len: 946 time: 0.1185884 Apr 01 14:00:57.227861 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-041df8d5-f54a-4276-afa5-c6234c3717cf req-a1ca2b27-abcf-4726-8750-15b4dc7d0a83 tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] 10.222.0.26 "GET /v2.0/security-groups?id=df1b5e6b-686d-4d87-89fe-11934569ee4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0533700 Apr 01 14:00:57.236089 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-ef6c0082-076a-46ee-a1b5-ef02baf353c3 req-52209af8-fef1-4a27-acc4-525c4782be8b service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=ac8d6dafad13497f91e5f7f06ff4319f&device_id=7ac93b61-c9d4-4122-85a4-a64e9743df8a HTTP/1.1" status: 200 len: 1099 time: 0.1153114 Apr 01 14:00:57.368815 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6c0082-076a-46ee-a1b5-ef02baf353c3 req-2fabdd9b-12a1-4b2b-ae60-85fdae019220 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:00:57.370248 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-ef6c0082-076a-46ee-a1b5-ef02baf353c3 req-2fabdd9b-12a1-4b2b-ae60-85fdae019220 service neutron] 10.222.0.57 "GET /v2.0/networks?id=5814336a-8d6c-40ed-8506-054f9bd4decc HTTP/1.1" status: 200 len: 913 time: 0.1280406 Apr 01 14:00:57.430629 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64d3099-d79d-43ed-b635-0dc84ce5384c req-c5375f8d-71b2-438a-bee4-848e1d9509a7 tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:00:57.431997 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-c64d3099-d79d-43ed-b635-0dc84ce5384c req-c5375f8d-71b2-438a-bee4-848e1d9509a7 tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] 10.222.0.26 "GET /v2.0/ports?device_id=7ac93b61-c9d4-4122-85a4-a64e9743df8a HTTP/1.1" status: 200 len: 946 time: 0.0771856 Apr 01 14:00:57.472977 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-ef6c0082-076a-46ee-a1b5-ef02baf353c3 req-e181f09d-c3df-474d-8187-cacae80b397a service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bee9167a-4cda-4671-af48-96a6c7b514e2 HTTP/1.1" status: 200 len: 1000 time: 0.0963128 Apr 01 14:00:57.478041 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-c64d3099-d79d-43ed-b635-0dc84ce5384c req-6210e6bc-49a4-4958-bd2e-7577002698a6 tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] 10.222.0.26 "GET /v2.0/security-groups?id=df1b5e6b-686d-4d87-89fe-11934569ee4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395751 Apr 01 14:00:57.534798 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6c0082-076a-46ee-a1b5-ef02baf353c3 req-b7e69af1-8385-4292-9f8b-c31656b98265 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:00:57.536222 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-ef6c0082-076a-46ee-a1b5-ef02baf353c3 req-b7e69af1-8385-4292-9f8b-c31656b98265 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=386bfa80-3d9f-4aff-93be-9b174840257e HTTP/1.1" status: 200 len: 851 time: 0.0572000 Apr 01 14:00:57.612677 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-ef6c0082-076a-46ee-a1b5-ef02baf353c3 req-8adeec3e-98bc-421e-80cd-0c21758b12cf service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=5814336a-8d6c-40ed-8506-054f9bd4decc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0706029 Apr 01 14:00:57.744014 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-ef6c0082-076a-46ee-a1b5-ef02baf353c3 req-004e8fa6-c39c-4ff1-bdd6-4136c3e3e4eb service neutron] 10.222.0.57 "GET /v2.0/networks/5814336a-8d6c-40ed-8506-054f9bd4decc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1251242 Apr 01 14:00:57.874542 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-ef6c0082-076a-46ee-a1b5-ef02baf353c3 req-06bb03c7-e575-4d67-8e5a-a507ed696038 service neutron] 10.222.0.57 "GET /v2.0/networks/5814336a-8d6c-40ed-8506-054f9bd4decc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1238222 Apr 01 14:00:58.264757 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d69b4ab9-93e4-43fd-b96b-f09ec3328a42 None None] Sync routers for ids ['54e531cc-e3ed-4f16-b1fb-f17ffef3423c'] in dv-neutron-836180-1-hyperv {{(pid=83872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 14:00:58.276365 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d69b4ab9-93e4-43fd-b96b-f09ec3328a42 None None] Routers {'54e531cc-e3ed-4f16-b1fb-f17ffef3423c'} bound to L3 agent in host dv-neutron-836180-1-hyperv {{(pid=83872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 14:00:58.277066 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_hamode_db [None req-d69b4ab9-93e4-43fd-b96b-f09ec3328a42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836180-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-01T13:25:36Z,description=,heartbeat_timestamp=2022-04-01T14:00:36Z,host='dv-neutron-836180-1-hyperv',id=88bf8fc8-11a3-4e96-9d1b-5fd93ba9f6f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T13:25:36Z,topic='l3_agent')) {'router_ids': ['54e531cc-e3ed-4f16-b1fb-f17ffef3423c'], 'active': True} {{(pid=83872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 14:00:58.454673 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_dvr_db [None req-d69b4ab9-93e4-43fd-b96b-f09ec3328a42 None None] Set router 54e531cc-e3ed-4f16-b1fb-f17ffef3423c gateway port host: dv-neutron-836180-1-hyperv {{(pid=83872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 14:00:58.705507 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Device 103e1488-083c-451d-80af-4a13de5d5cb9 up at agent ovs-agent-dv-neutron-836180-1-hyperv {{(pid=83872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 14:00:58.816735 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48d7ed0-a7af-49d9-b06b-a083d5605da4 req-d528c66b-9252-451e-93e2-7f03cb773d89 tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:00:58.818170 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-b48d7ed0-a7af-49d9-b06b-a083d5605da4 req-d528c66b-9252-451e-93e2-7f03cb773d89 tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] 10.222.0.26 "GET /v2.0/ports?device_id=7ac93b61-c9d4-4122-85a4-a64e9743df8a HTTP/1.1" status: 200 len: 946 time: 0.0758140 Apr 01 14:00:58.856393 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Provisioning complete for port 103e1488-083c-451d-80af-4a13de5d5cb9 triggered by entity L2. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 14:00:58.856763 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-948329'] for port, provisioning_complete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:00:58.863754 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-b48d7ed0-a7af-49d9-b06b-a083d5605da4 req-5ba56ac8-3115-44f1-ab57-e7a402082808 tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] 10.222.0.26 "GET /v2.0/security-groups?id=df1b5e6b-686d-4d87-89fe-11934569ee4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397298 Apr 01 14:00:58.926061 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_hamode_db [None req-d69b4ab9-93e4-43fd-b96b-f09ec3328a42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54e531cc-e3ed-4f16-b1fb-f17ffef3423c', 'name': 'tempest-ServerActionsTestJSON-1724647501-router', 'tenant_id': 'ac8d6dafad13497f91e5f7f06ff4319f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'external_fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.195'}], 'enable_snat': True}, 'gw_port_id': '2db02312-aeb6-4a03-958a-1037a629e6c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T14:00:36Z', 'updated_at': '2022-04-01T14:00:39Z', 'revision_number': 4, 'project_id': 'ac8d6dafad13497f91e5f7f06ff4319f', 'gw_port': {'id': '2db02312-aeb6-4a03-958a-1037a629e6c3', 'name': '', 'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:2c:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54e531cc-e3ed-4f16-b1fb-f17ffef3423c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836180-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T14:00:36Z', 'updated_at': '2022-04-01T14:00:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836180-1-hyperv', '_floatingips': [{'id': '3370d11e-15ac-48a3-97f0-3d873485fcb6', 'tenant_id': 'ac8d6dafad13497f91e5f7f06ff4319f', 'floating_ip_address': '172.26.5.100', 'floating_network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'router_id': '54e531cc-e3ed-4f16-b1fb-f17ffef3423c', 'port_id': 'bee9167a-4cda-4671-af48-96a6c7b514e2', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5814336a-8d6c-40ed-8506-054f9bd4decc', 'mac_address': 'fa:16:3e:b0:d7:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ac93b61-c9d4-4122-85a4-a64e9743df8a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T14:00:42Z', 'updated_at': '2022-04-01T14:00:55Z', 'revision_number': 1, 'project_id': 'ac8d6dafad13497f91e5f7f06ff4319f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '103e1488-083c-451d-80af-4a13de5d5cb9', 'name': '', 'network_id': '5814336a-8d6c-40ed-8506-054f9bd4decc', 'tenant_id': 'ac8d6dafad13497f91e5f7f06ff4319f', 'mac_address': 'fa:16:3e:dd:a8:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54e531cc-e3ed-4f16-b1fb-f17ffef3423c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '386bfa80-3d9f-4aff-93be-9b174840257e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836180-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T14:00:38Z', 'updated_at': '2022-04-01T14:00:56Z', 'revision_number': 5, 'project_id': 'ac8d6dafad13497f91e5f7f06ff4319f', 'subnets': [{'id': '386bfa80-3d9f-4aff-93be-9b174840257e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-836180-1-hyperv', False) {} {{(pid=83872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 14:00:58.932944 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d69b4ab9-93e4-43fd-b96b-f09ec3328a42 None None] Checking router: 54e531cc-e3ed-4f16-b1fb-f17ffef3423c for host: dv-neutron-836180-1-hyperv {{(pid=83872) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 01 14:00:58.991588 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d69b4ab9-93e4-43fd-b96b-f09ec3328a42 None None] Routers {'54e531cc-e3ed-4f16-b1fb-f17ffef3423c'} bound to L3 agent in host dv-neutron-836180-1-hyperv {{(pid=83872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 14:00:58.992110 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_hamode_db [None req-d69b4ab9-93e4-43fd-b96b-f09ec3328a42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836180-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-01T13:25:36Z,description=,heartbeat_timestamp=2022-04-01T14:00:36Z,host='dv-neutron-836180-1-hyperv',id=88bf8fc8-11a3-4e96-9d1b-5fd93ba9f6f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T13:25:36Z,topic='l3_agent')) {'router_ids': ['54e531cc-e3ed-4f16-b1fb-f17ffef3423c'], 'active': True} {{(pid=83872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 14:00:59.063470 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b645f68f-145e-41a9-b188-e1a45060926a req-469560df-7437-4ecd-981b-2a80d03874e8 tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:00:59.064952 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-b645f68f-145e-41a9-b188-e1a45060926a req-469560df-7437-4ecd-981b-2a80d03874e8 tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] 10.222.0.26 "GET /v2.0/ports?device_id=7ac93b61-c9d4-4122-85a4-a64e9743df8a HTTP/1.1" status: 200 len: 946 time: 0.0812624 Apr 01 14:00:59.110245 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-b645f68f-145e-41a9-b188-e1a45060926a req-ee305cf1-97ec-49ea-a55d-efcb0e3cfd45 tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] 10.222.0.26 "GET /v2.0/security-groups?id=df1b5e6b-686d-4d87-89fe-11934569ee4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397501 Apr 01 14:00:59.172754 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_dvr_db [None req-d69b4ab9-93e4-43fd-b96b-f09ec3328a42 None None] Set router 54e531cc-e3ed-4f16-b1fb-f17ffef3423c gateway port host: dv-neutron-836180-1-hyperv {{(pid=83872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 14:00:59.307746 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-cc08ee2a-ca87-4438-b768-f3ef67af4f91 req-f3cc7d7c-4656-4122-a997-1bf92bddb4da service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=7ac93b61-c9d4-4122-85a4-a64e9743df8a&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0733430 Apr 01 14:00:59.523402 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_hamode_db [None req-d69b4ab9-93e4-43fd-b96b-f09ec3328a42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54e531cc-e3ed-4f16-b1fb-f17ffef3423c', 'name': 'tempest-ServerActionsTestJSON-1724647501-router', 'tenant_id': 'ac8d6dafad13497f91e5f7f06ff4319f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'external_fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.195'}], 'enable_snat': True}, 'gw_port_id': '2db02312-aeb6-4a03-958a-1037a629e6c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T14:00:36Z', 'updated_at': '2022-04-01T14:00:39Z', 'revision_number': 4, 'project_id': 'ac8d6dafad13497f91e5f7f06ff4319f', 'gw_port': {'id': '2db02312-aeb6-4a03-958a-1037a629e6c3', 'name': '', 'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:2c:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54e531cc-e3ed-4f16-b1fb-f17ffef3423c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836180-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T14:00:36Z', 'updated_at': '2022-04-01T14:00:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836180-1-hyperv', '_floatingips': [{'id': '3370d11e-15ac-48a3-97f0-3d873485fcb6', 'tenant_id': 'ac8d6dafad13497f91e5f7f06ff4319f', 'floating_ip_address': '172.26.5.100', 'floating_network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'router_id': '54e531cc-e3ed-4f16-b1fb-f17ffef3423c', 'port_id': 'bee9167a-4cda-4671-af48-96a6c7b514e2', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5814336a-8d6c-40ed-8506-054f9bd4decc', 'mac_address': 'fa:16:3e:b0:d7:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ac93b61-c9d4-4122-85a4-a64e9743df8a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T14:00:42Z', 'updated_at': '2022-04-01T14:00:55Z', 'revision_number': 1, 'project_id': 'ac8d6dafad13497f91e5f7f06ff4319f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '103e1488-083c-451d-80af-4a13de5d5cb9', 'name': '', 'network_id': '5814336a-8d6c-40ed-8506-054f9bd4decc', 'tenant_id': 'ac8d6dafad13497f91e5f7f06ff4319f', 'mac_address': 'fa:16:3e:dd:a8:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54e531cc-e3ed-4f16-b1fb-f17ffef3423c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '386bfa80-3d9f-4aff-93be-9b174840257e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836180-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T14:00:38Z', 'updated_at': '2022-04-01T14:00:56Z', 'revision_number': 5, 'project_id': 'ac8d6dafad13497f91e5f7f06ff4319f', 'subnets': [{'id': '386bfa80-3d9f-4aff-93be-9b174840257e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-836180-1-hyperv', False) {} {{(pid=83872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 14:00:59.526916 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d69b4ab9-93e4-43fd-b96b-f09ec3328a42 None None] The sync data for ids ['54e531cc-e3ed-4f16-b1fb-f17ffef3423c'] in dv-neutron-836180-1-hyperv is: [{'id': '54e531cc-e3ed-4f16-b1fb-f17ffef3423c', 'name': 'tempest-ServerActionsTestJSON-1724647501-router', 'tenant_id': 'ac8d6dafad13497f91e5f7f06ff4319f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'external_fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.195'}], 'enable_snat': True}, 'gw_port_id': '2db02312-aeb6-4a03-958a-1037a629e6c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T14:00:36Z', 'updated_at': '2022-04-01T14:00:39Z', 'revision_number': 4, 'project_id': 'ac8d6dafad13497f91e5f7f06ff4319f', 'gw_port': {'id': '2db02312-aeb6-4a03-958a-1037a629e6c3', 'name': '', 'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:2c:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54e531cc-e3ed-4f16-b1fb-f17ffef3423c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836180-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T14:00:36Z', 'updated_at': '2022-04-01T14:00:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836180-1-hyperv', '_floatingips': [{'id': '3370d11e-15ac-48a3-97f0-3d873485fcb6', 'tenant_id': 'ac8d6dafad13497f91e5f7f06ff4319f', 'floating_ip_address': '172.26.5.100', 'floating_network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'router_id': '54e531cc-e3ed-4f16-b1fb-f17ffef3423c', 'port_id': 'bee9167a-4cda-4671-af48-96a6c7b514e2', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5814336a-8d6c-40ed-8506-054f9bd4decc', 'mac_address': 'fa:16:3e:b0:d7:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ac93b61-c9d4-4122-85a4-a64e9743df8a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T14:00:42Z', 'updated_at': '2022-04-01T14:00:55Z', 'revision_number': 1, 'project_id': 'ac8d6dafad13497f91e5f7f06ff4319f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '103e1488-083c-451d-80af-4a13de5d5cb9', 'name': '', 'network_id': '5814336a-8d6c-40ed-8506-054f9bd4decc', 'tenant_id': 'ac8d6dafad13497f91e5f7f06ff4319f', 'mac_address': 'fa:16:3e:dd:a8:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54e531cc-e3ed-4f16-b1fb-f17ffef3423c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '386bfa80-3d9f-4aff-93be-9b174840257e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836180-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T14:00:38Z', 'updated_at': '2022-04-01T14:00:56Z', 'revision_number': 5, 'project_id': 'ac8d6dafad13497f91e5f7f06ff4319f', 'subnets': [{'id': '386bfa80-3d9f-4aff-93be-9b174840257e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 14:00:59.613358 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-ae31494f-4353-4b21-b595-6f44a3241079 req-a5fcf011-b26d-44a1-b479-fbb12e46a7e4 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=7ac93b61-c9d4-4122-85a4-a64e9743df8a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1213291 Apr 01 14:00:59.643323 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703dbe4d-068f-4a62-90ab-ec23a7eff258 req-ad8e7df1-d073-4c3e-b17c-1cb52ae9a2b2 tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:00:59.644809 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-703dbe4d-068f-4a62-90ab-ec23a7eff258 req-ad8e7df1-d073-4c3e-b17c-1cb52ae9a2b2 tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] 10.222.0.26 "GET /v2.0/ports?device_id=7ac93b61-c9d4-4122-85a4-a64e9743df8a HTTP/1.1" status: 200 len: 946 time: 0.0982797 Apr 01 14:00:59.698506 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-703dbe4d-068f-4a62-90ab-ec23a7eff258 req-abe7cca9-2d13-4473-b991-072a6a825400 tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] 10.222.0.26 "GET /v2.0/security-groups?id=df1b5e6b-686d-4d87-89fe-11934569ee4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479407 Apr 01 14:00:59.757420 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-867730e3-2bb7-45e1-b0fa-40c673a92b26 None None] New status for floating IP 3370d11e-15ac-48a3-97f0-3d873485fcb6: ACTIVE {{(pid=83873) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 01 14:01:00.928218 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-ae31494f-4353-4b21-b595-6f44a3241079 req-f487fc24-fe70-46a4-bfc6-a1323ad3ef52 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=ac8d6dafad13497f91e5f7f06ff4319f&device_id=7ac93b61-c9d4-4122-85a4-a64e9743df8a HTTP/1.1" status: 200 len: 1099 time: 0.1285777 Apr 01 14:01:00.937861 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5aac951-442f-418c-85d1-516a508476cc req-cabf443b-7b77-492c-b440-b6613b5ffd81 tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:01:00.939188 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-e5aac951-442f-418c-85d1-516a508476cc req-cabf443b-7b77-492c-b440-b6613b5ffd81 tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] 10.222.0.26 "GET /v2.0/ports?device_id=7ac93b61-c9d4-4122-85a4-a64e9743df8a HTTP/1.1" status: 200 len: 946 time: 0.1054370 Apr 01 14:01:01.064773 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-e5aac951-442f-418c-85d1-516a508476cc req-934dd149-435a-4f9a-aba7-3a3c37a6fc85 tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] 10.222.0.26 "GET /v2.0/security-groups?id=df1b5e6b-686d-4d87-89fe-11934569ee4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1072924 Apr 01 14:01:01.096473 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae31494f-4353-4b21-b595-6f44a3241079 req-a05a577a-5b09-446f-9314-e13140f130dd service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:01:01.097954 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-ae31494f-4353-4b21-b595-6f44a3241079 req-a05a577a-5b09-446f-9314-e13140f130dd service neutron] 10.222.0.57 "GET /v2.0/networks?id=5814336a-8d6c-40ed-8506-054f9bd4decc HTTP/1.1" status: 200 len: 913 time: 0.1578858 Apr 01 14:01:01.296016 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-ae31494f-4353-4b21-b595-6f44a3241079 req-ffe3e005-975f-4b52-9e5a-116dd2da1be9 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bee9167a-4cda-4671-af48-96a6c7b514e2 HTTP/1.1" status: 200 len: 1002 time: 0.1922023 Apr 01 14:01:01.357622 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae31494f-4353-4b21-b595-6f44a3241079 req-0ff713f1-6923-4d33-a69d-607057408cfd service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:01:01.359029 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-ae31494f-4353-4b21-b595-6f44a3241079 req-0ff713f1-6923-4d33-a69d-607057408cfd service neutron] 10.222.0.57 "GET /v2.0/subnets?id=386bfa80-3d9f-4aff-93be-9b174840257e HTTP/1.1" status: 200 len: 851 time: 0.0565860 Apr 01 14:01:01.436317 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-ae31494f-4353-4b21-b595-6f44a3241079 req-37af851f-4b0f-49ea-9b6e-efc802564af6 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=5814336a-8d6c-40ed-8506-054f9bd4decc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0700798 Apr 01 14:01:01.566738 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-ae31494f-4353-4b21-b595-6f44a3241079 req-0cf38419-0e81-4f2e-ad67-828c8a8cb9a0 service neutron] 10.222.0.57 "GET /v2.0/networks/5814336a-8d6c-40ed-8506-054f9bd4decc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1243780 Apr 01 14:01:01.695493 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-ae31494f-4353-4b21-b595-6f44a3241079 req-f9360eb4-6ada-4af8-ad0d-1fa3a00e0892 service neutron] 10.222.0.57 "GET /v2.0/networks/5814336a-8d6c-40ed-8506-054f9bd4decc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1210480 Apr 01 14:01:02.261743 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa80f5a-7be8-40e8-965a-e0ccce3123a7 req-60ac995c-7e34-474d-ab68-f217f52effe8 tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:01:02.263303 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-cfa80f5a-7be8-40e8-965a-e0ccce3123a7 req-60ac995c-7e34-474d-ab68-f217f52effe8 tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] 10.222.0.26 "GET /v2.0/ports?device_id=7ac93b61-c9d4-4122-85a4-a64e9743df8a HTTP/1.1" status: 200 len: 946 time: 0.0757389 Apr 01 14:01:02.312214 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-cfa80f5a-7be8-40e8-965a-e0ccce3123a7 req-20d603a2-b5eb-4370-aea2-bcc8f8d0380d tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] 10.222.0.26 "GET /v2.0/security-groups?id=df1b5e6b-686d-4d87-89fe-11934569ee4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431607 Apr 01 14:01:03.507061 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750e01dc-5f8c-4504-ac8e-544b57365955 req-9280c076-a8d8-47b2-ad2f-8197da1d4560 tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:01:03.508517 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-750e01dc-5f8c-4504-ac8e-544b57365955 req-9280c076-a8d8-47b2-ad2f-8197da1d4560 tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] 10.222.0.26 "GET /v2.0/ports?device_id=7ac93b61-c9d4-4122-85a4-a64e9743df8a HTTP/1.1" status: 200 len: 946 time: 0.0757239 Apr 01 14:01:03.553883 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-750e01dc-5f8c-4504-ac8e-544b57365955 req-8ec1e98f-01f0-43f0-872d-47625a5ad57b tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] 10.222.0.26 "GET /v2.0/security-groups?id=df1b5e6b-686d-4d87-89fe-11934569ee4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396218 Apr 01 14:01:03.584317 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-e252701d-ff56-49be-a066-943dacdf8fa5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:01:04.745001 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64b05ca-a8a4-4477-8a14-ec43f7b32e01 req-aac048ee-7378-4a3e-b3eb-775762d16fce tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:01:04.746414 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-d64b05ca-a8a4-4477-8a14-ec43f7b32e01 req-aac048ee-7378-4a3e-b3eb-775762d16fce tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] 10.222.0.26 "GET /v2.0/ports?device_id=7ac93b61-c9d4-4122-85a4-a64e9743df8a HTTP/1.1" status: 200 len: 946 time: 0.0738978 Apr 01 14:01:04.790361 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-d64b05ca-a8a4-4477-8a14-ec43f7b32e01 req-5d1b5bc9-4892-405e-a8a1-7b73cd944463 tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] 10.222.0.26 "GET /v2.0/security-groups?id=df1b5e6b-686d-4d87-89fe-11934569ee4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383770 Apr 01 14:01:05.941812 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-6260a32d-887b-4171-a22b-09c70071c64c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:01:05.997292 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2031657a-ec01-4124-ab63-5b7459ac841d req-ebdb0c26-3525-458a-9813-db5284a6c91b tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:01:05.999769 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-2031657a-ec01-4124-ab63-5b7459ac841d req-ebdb0c26-3525-458a-9813-db5284a6c91b tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] 10.222.0.26 "GET /v2.0/ports?device_id=7ac93b61-c9d4-4122-85a4-a64e9743df8a HTTP/1.1" status: 200 len: 946 time: 0.0827982 Apr 01 14:01:06.044054 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-2031657a-ec01-4124-ab63-5b7459ac841d req-c1c48e7c-0697-4016-93c6-1f7b90e17ba4 tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] 10.222.0.26 "GET /v2.0/security-groups?id=df1b5e6b-686d-4d87-89fe-11934569ee4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388029 Apr 01 14:01:07.221576 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:01:07.245079 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b04449-f612-4255-93de-2f3d8d49488a req-61067af4-94f6-486f-bd8e-fcd61f8f8cf7 tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:01:07.246690 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-84b04449-f612-4255-93de-2f3d8d49488a req-61067af4-94f6-486f-bd8e-fcd61f8f8cf7 tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] 10.222.0.26 "GET /v2.0/ports?device_id=7ac93b61-c9d4-4122-85a4-a64e9743df8a HTTP/1.1" status: 200 len: 946 time: 0.0829389 Apr 01 14:01:07.292113 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-84b04449-f612-4255-93de-2f3d8d49488a req-0e4eb86c-0dd6-4e73-a663-029ddbcf5d4d tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] 10.222.0.26 "GET /v2.0/security-groups?id=df1b5e6b-686d-4d87-89fe-11934569ee4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384917 Apr 01 14:01:07.451456 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-2f9cfc9c-d8ba-4de3-a4ad-98162f90557c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:01:08.490138 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b244d21-173d-4a20-a4ae-e9241e5e3f75 req-e3fbf541-09df-4f19-9c03-e128f5577b30 tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:01:08.491587 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-4b244d21-173d-4a20-a4ae-e9241e5e3f75 req-e3fbf541-09df-4f19-9c03-e128f5577b30 tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] 10.222.0.26 "GET /v2.0/ports?device_id=7ac93b61-c9d4-4122-85a4-a64e9743df8a HTTP/1.1" status: 200 len: 946 time: 0.0797167 Apr 01 14:01:08.537012 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-4b244d21-173d-4a20-a4ae-e9241e5e3f75 req-c2785c91-e8a7-4eea-8e87-5ecc36868d8a tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] 10.222.0.26 "GET /v2.0/security-groups?id=df1b5e6b-686d-4d87-89fe-11934569ee4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395024 Apr 01 14:01:08.941896 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-a976a7b9-9034-41e6-be13-349b75ed1593 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:01:09.734602 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18be0814-cb74-46eb-a2c8-212a7fc4ad42 req-0e649a37-8b85-413a-8923-9d41344f20e9 tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:01:09.736048 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-18be0814-cb74-46eb-a2c8-212a7fc4ad42 req-0e649a37-8b85-413a-8923-9d41344f20e9 tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] 10.222.0.26 "GET /v2.0/ports?device_id=7ac93b61-c9d4-4122-85a4-a64e9743df8a HTTP/1.1" status: 200 len: 946 time: 0.0752184 Apr 01 14:01:09.783350 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-18be0814-cb74-46eb-a2c8-212a7fc4ad42 req-969378db-2dbb-4edc-bddf-4b856b58d14a tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] 10.222.0.26 "GET /v2.0/security-groups?id=df1b5e6b-686d-4d87-89fe-11934569ee4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417526 Apr 01 14:01:10.986927 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64003278-f894-4e95-8baa-f9de95133227 req-7028f388-dff6-4af1-be1b-d8cfa1c40681 tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:01:10.988255 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-64003278-f894-4e95-8baa-f9de95133227 req-7028f388-dff6-4af1-be1b-d8cfa1c40681 tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] 10.222.0.26 "GET /v2.0/ports?device_id=7ac93b61-c9d4-4122-85a4-a64e9743df8a HTTP/1.1" status: 200 len: 946 time: 0.0792212 Apr 01 14:01:11.033543 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-64003278-f894-4e95-8baa-f9de95133227 req-1b651acc-2977-4d2e-9004-3a6764ad20e9 tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] 10.222.0.26 "GET /v2.0/security-groups?id=df1b5e6b-686d-4d87-89fe-11934569ee4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397358 Apr 01 14:01:12.249538 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1db15b-1032-461b-8e75-122d157f4d52 req-4a651f05-3a29-486d-ba15-0ec8754b1e7e tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:01:12.250989 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-df1db15b-1032-461b-8e75-122d157f4d52 req-4a651f05-3a29-486d-ba15-0ec8754b1e7e tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] 10.222.0.26 "GET /v2.0/ports?device_id=7ac93b61-c9d4-4122-85a4-a64e9743df8a HTTP/1.1" status: 200 len: 946 time: 0.0793540 Apr 01 14:01:12.296421 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-df1db15b-1032-461b-8e75-122d157f4d52 req-5fe4acd7-d3c4-49df-b9ab-9389ac9726e8 tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] 10.222.0.26 "GET /v2.0/security-groups?id=df1b5e6b-686d-4d87-89fe-11934569ee4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399714 Apr 01 14:01:13.492632 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6426df8a-23d8-41bc-addf-f08f545ecdc9 req-eb6de065-dc13-4e3c-834c-4e848e68d657 tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:01:13.494079 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-6426df8a-23d8-41bc-addf-f08f545ecdc9 req-eb6de065-dc13-4e3c-834c-4e848e68d657 tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] 10.222.0.26 "GET /v2.0/ports?device_id=7ac93b61-c9d4-4122-85a4-a64e9743df8a HTTP/1.1" status: 200 len: 946 time: 0.0777543 Apr 01 14:01:13.539569 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-6426df8a-23d8-41bc-addf-f08f545ecdc9 req-4faf325d-82e0-402a-8f3d-4fcf17002e84 tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] 10.222.0.26 "GET /v2.0/security-groups?id=df1b5e6b-686d-4d87-89fe-11934569ee4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394042 Apr 01 14:01:14.735142 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61f112b-25b2-477c-976e-4751426746d8 req-0a742c00-1790-4f04-b14d-476f1eb199ac tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:01:14.736582 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-e61f112b-25b2-477c-976e-4751426746d8 req-0a742c00-1790-4f04-b14d-476f1eb199ac tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] 10.222.0.26 "GET /v2.0/ports?device_id=7ac93b61-c9d4-4122-85a4-a64e9743df8a HTTP/1.1" status: 200 len: 946 time: 0.0744834 Apr 01 14:01:14.783089 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-e61f112b-25b2-477c-976e-4751426746d8 req-0d482706-c2b7-40e7-b9d5-bf4b35e0d2e7 tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] 10.222.0.26 "GET /v2.0/security-groups?id=df1b5e6b-686d-4d87-89fe-11934569ee4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411012 Apr 01 14:01:15.981097 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4921b47f-c79a-4811-9b65-3ef07a33c521 req-56a1c441-89fa-43b5-80a2-05537992e57a tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:01:15.983613 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-4921b47f-c79a-4811-9b65-3ef07a33c521 req-56a1c441-89fa-43b5-80a2-05537992e57a tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] 10.222.0.26 "GET /v2.0/ports?device_id=7ac93b61-c9d4-4122-85a4-a64e9743df8a HTTP/1.1" status: 200 len: 946 time: 0.0819530 Apr 01 14:01:16.027812 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-4921b47f-c79a-4811-9b65-3ef07a33c521 req-5970e327-6e9d-4408-a7e8-51e4b9cc9a31 tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] 10.222.0.26 "GET /v2.0/security-groups?id=df1b5e6b-686d-4d87-89fe-11934569ee4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387197 Apr 01 14:01:17.226024 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c886290-cfd7-48fd-b124-f91a3f630e73 req-40843feb-fede-4c57-9a57-64a5cc2f209d tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:01:17.227450 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-3c886290-cfd7-48fd-b124-f91a3f630e73 req-40843feb-fede-4c57-9a57-64a5cc2f209d tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] 10.222.0.26 "GET /v2.0/ports?device_id=7ac93b61-c9d4-4122-85a4-a64e9743df8a HTTP/1.1" status: 200 len: 946 time: 0.0765440 Apr 01 14:01:17.272417 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-3c886290-cfd7-48fd-b124-f91a3f630e73 req-646aafbb-f15a-4c4d-be61-c0f68b0d516a tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] 10.222.0.26 "GET /v2.0/security-groups?id=df1b5e6b-686d-4d87-89fe-11934569ee4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386486 Apr 01 14:01:18.467871 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756ba9e8-33c3-4d2f-a1f1-0228c98ae643 req-7f5d008b-cbe4-4064-a964-512b338d7ee6 tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:01:18.469325 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-756ba9e8-33c3-4d2f-a1f1-0228c98ae643 req-7f5d008b-cbe4-4064-a964-512b338d7ee6 tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] 10.222.0.26 "GET /v2.0/ports?device_id=7ac93b61-c9d4-4122-85a4-a64e9743df8a HTTP/1.1" status: 200 len: 946 time: 0.0767322 Apr 01 14:01:18.524597 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-756ba9e8-33c3-4d2f-a1f1-0228c98ae643 req-22070754-4897-4ce1-b285-3d38c1fc9449 tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] 10.222.0.26 "GET /v2.0/security-groups?id=df1b5e6b-686d-4d87-89fe-11934569ee4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497530 Apr 01 14:01:19.727768 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dfa779b-f555-4f0d-aad3-7853a382de52 req-05f6a0c4-f670-4f20-9dc1-0f95b9c7bf9b tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:01:19.729194 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-6dfa779b-f555-4f0d-aad3-7853a382de52 req-05f6a0c4-f670-4f20-9dc1-0f95b9c7bf9b tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] 10.222.0.26 "GET /v2.0/ports?device_id=7ac93b61-c9d4-4122-85a4-a64e9743df8a HTTP/1.1" status: 200 len: 946 time: 0.0778520 Apr 01 14:01:19.773170 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-6dfa779b-f555-4f0d-aad3-7853a382de52 req-1eda1fc0-c979-4220-b8fb-d93ea04ba6c3 tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] 10.222.0.26 "GET /v2.0/security-groups?id=df1b5e6b-686d-4d87-89fe-11934569ee4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384834 Apr 01 14:01:20.970376 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec24c79-944f-4081-95d3-cac17c4d48a5 req-c336c731-c271-41b5-8c3c-0170aedea8b6 tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:01:20.971723 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-3ec24c79-944f-4081-95d3-cac17c4d48a5 req-c336c731-c271-41b5-8c3c-0170aedea8b6 tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] 10.222.0.26 "GET /v2.0/ports?device_id=7ac93b61-c9d4-4122-85a4-a64e9743df8a HTTP/1.1" status: 200 len: 946 time: 0.0770454 Apr 01 14:01:21.016532 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-3ec24c79-944f-4081-95d3-cac17c4d48a5 req-2cfd3ee3-8e88-456c-bd86-2d262b9c9959 tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] 10.222.0.26 "GET /v2.0/security-groups?id=df1b5e6b-686d-4d87-89fe-11934569ee4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393181 Apr 01 14:01:22.217146 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ead0f8-563a-4df9-966b-b1fcb20a5447 req-75b7f643-f061-43f1-9604-5cc4bffb5bb5 tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:01:22.218593 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-08ead0f8-563a-4df9-966b-b1fcb20a5447 req-75b7f643-f061-43f1-9604-5cc4bffb5bb5 tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] 10.222.0.26 "GET /v2.0/ports?device_id=7ac93b61-c9d4-4122-85a4-a64e9743df8a HTTP/1.1" status: 200 len: 946 time: 0.0760071 Apr 01 14:01:22.263175 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-08ead0f8-563a-4df9-966b-b1fcb20a5447 req-f16d2b06-8c82-4176-acc7-3fcbcde03eca tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] 10.222.0.26 "GET /v2.0/security-groups?id=df1b5e6b-686d-4d87-89fe-11934569ee4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385540 Apr 01 14:01:22.926145 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-b8434d49-ca63-484c-b7ad-110d76476c17 req-0a3728bf-ee0e-4cea-acd7-bf78c186c980 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=ac8d6dafad13497f91e5f7f06ff4319f&device_id=7ac93b61-c9d4-4122-85a4-a64e9743df8a HTTP/1.1" status: 200 len: 1099 time: 0.0715725 Apr 01 14:01:22.983237 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.agents_db [None req-bdd220c7-049a-43d2-a923-ad1a2de078c6 None None] Agent healthcheck: found 6 active agents {{(pid=83873) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 01 14:01:23.069372 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8434d49-ca63-484c-b7ad-110d76476c17 req-a1d8ae21-ba6d-4809-afc2-fb29fcd632e7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:01:23.070816 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-b8434d49-ca63-484c-b7ad-110d76476c17 req-a1d8ae21-ba6d-4809-afc2-fb29fcd632e7 service neutron] 10.222.0.57 "GET /v2.0/networks?id=5814336a-8d6c-40ed-8506-054f9bd4decc HTTP/1.1" status: 200 len: 913 time: 0.1252770 Apr 01 14:01:23.170309 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-b8434d49-ca63-484c-b7ad-110d76476c17 req-4a2e7bf6-c8d2-499e-a852-4c957729b03f service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bee9167a-4cda-4671-af48-96a6c7b514e2 HTTP/1.1" status: 200 len: 1002 time: 0.0930965 Apr 01 14:01:23.237090 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8434d49-ca63-484c-b7ad-110d76476c17 req-69ea2e8d-6137-4990-a03c-de1072003f57 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:01:23.238411 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-b8434d49-ca63-484c-b7ad-110d76476c17 req-69ea2e8d-6137-4990-a03c-de1072003f57 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=386bfa80-3d9f-4aff-93be-9b174840257e HTTP/1.1" status: 200 len: 851 time: 0.0601244 Apr 01 14:01:23.315964 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-b8434d49-ca63-484c-b7ad-110d76476c17 req-96293a24-bfbe-403f-b661-651060648f44 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=5814336a-8d6c-40ed-8506-054f9bd4decc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0696442 Apr 01 14:01:23.595761 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-b8434d49-ca63-484c-b7ad-110d76476c17 req-e44748f7-65b5-4f1e-acb8-110deca6ded8 service neutron] 10.222.0.57 "GET /v2.0/networks/5814336a-8d6c-40ed-8506-054f9bd4decc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2705321 Apr 01 14:01:23.605165 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d0d1b8-52a1-4a12-9ec8-4f067cee113e req-5c0f089c-eaeb-4038-8498-e67e3718c8c9 tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:01:23.607531 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-60d0d1b8-52a1-4a12-9ec8-4f067cee113e req-5c0f089c-eaeb-4038-8498-e67e3718c8c9 tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] 10.222.0.26 "GET /v2.0/ports?device_id=7ac93b61-c9d4-4122-85a4-a64e9743df8a HTTP/1.1" status: 200 len: 946 time: 0.2135723 Apr 01 14:01:23.699951 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-ae31494f-4353-4b21-b595-6f44a3241079 req-e0708fb1-7c83-45d3-ac80-b51ea55f7088 service neutron] 10.222.0.57 "GET /v2.0/ports/bee9167a-4cda-4671-af48-96a6c7b514e2/bindings/hv-neutron-8361 HTTP/1.1" status: 200 len: 384 time: 0.0762353 Apr 01 14:01:23.744960 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-60d0d1b8-52a1-4a12-9ec8-4f067cee113e req-dcad5fb1-653c-4733-aefa-64fe3ed09899 tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] 10.222.0.26 "GET /v2.0/security-groups?id=df1b5e6b-686d-4d87-89fe-11934569ee4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1193089 Apr 01 14:01:23.783904 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-b8434d49-ca63-484c-b7ad-110d76476c17 req-df58aa23-47bc-4898-b703-fcf55f5ca0ba service neutron] 10.222.0.57 "GET /v2.0/networks/5814336a-8d6c-40ed-8506-054f9bd4decc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1757238 Apr 01 14:01:24.000144 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-ae31494f-4353-4b21-b595-6f44a3241079 req-8bbf3296-6ae1-41f5-aef4-e6545e413f0d service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=7ac93b61-c9d4-4122-85a4-a64e9743df8a&tenant_id=ac8d6dafad13497f91e5f7f06ff4319f HTTP/1.1" status: 200 len: 1099 time: 0.0716040 Apr 01 14:01:24.019166 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:01:24.101437 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-ae31494f-4353-4b21-b595-6f44a3241079 req-b00ab818-e8a5-41cc-b668-456e12b7f8db service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=ac8d6dafad13497f91e5f7f06ff4319f&device_id=7ac93b61-c9d4-4122-85a4-a64e9743df8a HTTP/1.1" status: 200 len: 1099 time: 0.0712476 Apr 01 14:01:24.236960 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae31494f-4353-4b21-b595-6f44a3241079 req-6a6eaab7-38c8-4153-a7c4-4afe35fdf0cb service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:01:24.238365 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-ae31494f-4353-4b21-b595-6f44a3241079 req-6a6eaab7-38c8-4153-a7c4-4afe35fdf0cb service neutron] 10.222.0.57 "GET /v2.0/networks?id=5814336a-8d6c-40ed-8506-054f9bd4decc HTTP/1.1" status: 200 len: 913 time: 0.1284008 Apr 01 14:01:24.346205 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-ae31494f-4353-4b21-b595-6f44a3241079 req-9797dd3c-70ea-4c0a-bd5d-0c3165063749 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bee9167a-4cda-4671-af48-96a6c7b514e2 HTTP/1.1" status: 200 len: 1002 time: 0.0975685 Apr 01 14:01:24.417926 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae31494f-4353-4b21-b595-6f44a3241079 req-eff5746b-1b72-48bc-bf00-175d85b28218 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:01:24.419350 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-ae31494f-4353-4b21-b595-6f44a3241079 req-eff5746b-1b72-48bc-bf00-175d85b28218 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=386bfa80-3d9f-4aff-93be-9b174840257e HTTP/1.1" status: 200 len: 851 time: 0.0632658 Apr 01 14:01:24.496244 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-ae31494f-4353-4b21-b595-6f44a3241079 req-6a2cac8e-adae-4515-a837-90130942f54a service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=5814336a-8d6c-40ed-8506-054f9bd4decc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0676785 Apr 01 14:01:24.635293 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-ae31494f-4353-4b21-b595-6f44a3241079 req-973d4ba4-21ed-44de-8be2-efc3a8b927fc service neutron] 10.222.0.57 "GET /v2.0/networks/5814336a-8d6c-40ed-8506-054f9bd4decc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1289711 Apr 01 14:01:24.768002 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-ae31494f-4353-4b21-b595-6f44a3241079 req-4279ffa3-464b-4704-9f9d-2cf9c2763af9 service neutron] 10.222.0.57 "GET /v2.0/networks/5814336a-8d6c-40ed-8506-054f9bd4decc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1223125 Apr 01 14:01:24.947328 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811db7d3-0da9-4f95-a59d-feb4297c5874 req-5b6c8fbe-23b4-4578-8714-5f21cbe0748e tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:01:24.948841 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-811db7d3-0da9-4f95-a59d-feb4297c5874 req-5b6c8fbe-23b4-4578-8714-5f21cbe0748e tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] 10.222.0.26 "GET /v2.0/ports?device_id=7ac93b61-c9d4-4122-85a4-a64e9743df8a HTTP/1.1" status: 200 len: 946 time: 0.0758519 Apr 01 14:01:24.996908 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-811db7d3-0da9-4f95-a59d-feb4297c5874 req-5b849921-2057-42ab-82b0-a7c9fc800edd tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] 10.222.0.26 "GET /v2.0/security-groups?id=df1b5e6b-686d-4d87-89fe-11934569ee4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412662 Apr 01 14:01:26.195636 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798784ae-4c47-4927-bf83-cf43024b00c2 req-0a4ed82f-b526-48c7-86be-060d6d87e9a4 tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:01:26.197080 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-798784ae-4c47-4927-bf83-cf43024b00c2 req-0a4ed82f-b526-48c7-86be-060d6d87e9a4 tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] 10.222.0.26 "GET /v2.0/ports?device_id=7ac93b61-c9d4-4122-85a4-a64e9743df8a HTTP/1.1" status: 200 len: 946 time: 0.0797784 Apr 01 14:01:26.242543 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-798784ae-4c47-4927-bf83-cf43024b00c2 req-e1981b2d-7d39-45b7-ac78-216484f26841 tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] 10.222.0.26 "GET /v2.0/security-groups?id=df1b5e6b-686d-4d87-89fe-11934569ee4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395803 Apr 01 14:01:27.519193 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc567c7-1711-4808-852c-aeb6e927fcc8 req-aee89e20-9930-4148-8128-578117e5e334 tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:01:27.520732 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-9bc567c7-1711-4808-852c-aeb6e927fcc8 req-aee89e20-9930-4148-8128-578117e5e334 tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] 10.222.0.26 "GET /v2.0/ports?device_id=7ac93b61-c9d4-4122-85a4-a64e9743df8a HTTP/1.1" status: 200 len: 946 time: 0.1540730 Apr 01 14:01:27.565286 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-9bc567c7-1711-4808-852c-aeb6e927fcc8 req-6b6604b9-8f4e-41e7-a115-ccb4dc820947 tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] 10.222.0.26 "GET /v2.0/security-groups?id=df1b5e6b-686d-4d87-89fe-11934569ee4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390427 Apr 01 14:01:27.915755 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edcb3e41-3ec1-4588-8851-d39c76231c8b req-8c098c72-7bf2-4961-8694-316a77eaac79 tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:01:27.917184 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-edcb3e41-3ec1-4588-8851-d39c76231c8b req-8c098c72-7bf2-4961-8694-316a77eaac79 tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] 10.222.0.57 "GET /v2.0/ports?device_id=7ac93b61-c9d4-4122-85a4-a64e9743df8a&tenant_id=ac8d6dafad13497f91e5f7f06ff4319f&binding%3Ahost_id=hv-neutron-8361 HTTP/1.1" status: 200 len: 946 time: 0.0785325 Apr 01 14:01:27.919690 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891e9b4a-7a01-4f43-82ed-c6884e644f5a req-79bbadcd-b228-488b-829c-4505df71e66b tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:01:27.921147 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-891e9b4a-7a01-4f43-82ed-c6884e644f5a req-79bbadcd-b228-488b-829c-4505df71e66b tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] 10.222.0.26 "GET /v2.0/ports?device_id=7ac93b61-c9d4-4122-85a4-a64e9743df8a HTTP/1.1" status: 200 len: 946 time: 0.0750306 Apr 01 14:01:27.968733 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-891e9b4a-7a01-4f43-82ed-c6884e644f5a req-e5eb7a80-e3f1-42b2-ba04-7b2602806077 tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] 10.222.0.26 "GET /v2.0/security-groups?id=df1b5e6b-686d-4d87-89fe-11934569ee4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419502 Apr 01 14:01:28.055499 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-edcb3e41-3ec1-4588-8851-d39c76231c8b req-35bc0c34-3d05-4288-bb18-dd18d3cfc651 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=ac8d6dafad13497f91e5f7f06ff4319f&device_id=7ac93b61-c9d4-4122-85a4-a64e9743df8a HTTP/1.1" status: 200 len: 1099 time: 0.0706954 Apr 01 14:01:28.061572 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Device bee9167a-4cda-4671-af48-96a6c7b514e2 details requested by agent hyperv_hv-neutron-8361 with host hv-neutron-8361 {{(pid=83872) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 01 14:01:28.064086 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Device bee9167a-4cda-4671-af48-96a6c7b514e2 no longer exists at agent hyperv_hv-neutron-8361 {{(pid=83872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 14:01:28.192245 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edcb3e41-3ec1-4588-8851-d39c76231c8b req-37573beb-0220-4b8d-8535-54027102a95a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:01:28.193647 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-edcb3e41-3ec1-4588-8851-d39c76231c8b req-37573beb-0220-4b8d-8535-54027102a95a service neutron] 10.222.0.57 "GET /v2.0/networks?id=5814336a-8d6c-40ed-8506-054f9bd4decc HTTP/1.1" status: 200 len: 913 time: 0.1321213 Apr 01 14:01:28.276312 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:01:28.299393 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] For port bee9167a-4cda-4671-af48-96a6c7b514e2, host hv-neutron-8361, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8361',level=0,port_id=bee9167a-4cda-4671-af48-96a6c7b514e2,segment=NetworkSegment(a1ffe40c-2ec3-4aac-8e09-3ca5e1236acd),segment_id=a1ffe40c-2ec3-4aac-8e09-3ca5e1236acd)] {{(pid=83872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 14:01:28.301861 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-edcb3e41-3ec1-4588-8851-d39c76231c8b req-43beb48f-dfb6-45b5-80fc-1839d8a7bdde service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bee9167a-4cda-4671-af48-96a6c7b514e2 HTTP/1.1" status: 200 len: 1002 time: 0.1018360 Apr 01 14:01:28.321330 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ac93b61-c9d4-4122-85a4-a64e9743df8a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bee9167a-4cda-4671-af48-96a6c7b514e2'}] {{(pid=83872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 14:01:28.328040 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Returning: {'device': 'bee9167a-4cda-4671-af48-96a6c7b514e2', 'network_id': '5814336a-8d6c-40ed-8506-054f9bd4decc', 'port_id': 'bee9167a-4cda-4671-af48-96a6c7b514e2', 'mac_address': 'fa:16:3e:b0:d7:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 399, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '386bfa80-3d9f-4aff-93be-9b174840257e', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83872) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 01 14:01:28.333850 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] For port bee9167a-4cda-4671-af48-96a6c7b514e2, host hv-neutron-8361, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8361',level=0,port_id=bee9167a-4cda-4671-af48-96a6c7b514e2,segment=NetworkSegment(a1ffe40c-2ec3-4aac-8e09-3ca5e1236acd),segment_id=a1ffe40c-2ec3-4aac-8e09-3ca5e1236acd)] {{(pid=83872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 14:01:28.361485 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864'] for port, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:01:28.374115 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edcb3e41-3ec1-4588-8851-d39c76231c8b req-fb6f2954-036d-416d-a876-b220b644db29 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:01:28.375536 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-edcb3e41-3ec1-4588-8851-d39c76231c8b req-fb6f2954-036d-416d-a876-b220b644db29 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=386bfa80-3d9f-4aff-93be-9b174840257e HTTP/1.1" status: 200 len: 851 time: 0.0677643 Apr 01 14:01:28.401076 dv-neutron-836180-1-hyperv neutron-server[83872]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ac93b61-c9d4-4122-85a4-a64e9743df8a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bee9167a-4cda-4671-af48-96a6c7b514e2', 'code': 200} Apr 01 14:01:28.438516 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:01:28.461995 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.notifiers.nova [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bee9167a-4cda-4671-af48-96a6c7b514e2 {{(pid=83872) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 01 14:01:28.464842 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-edcb3e41-3ec1-4588-8851-d39c76231c8b req-3213fc29-83e4-4d87-a0ac-fb3995660fa5 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=5814336a-8d6c-40ed-8506-054f9bd4decc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0836654 Apr 01 14:01:28.468548 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Pushing event updated for resources: {'Port': ['ID=bee9167a-4cda-4671-af48-96a6c7b514e2,revision_number=6']} {{(pid=83872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:01:28.484986 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:01:28.485321 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:01:28.485648 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:01:28.486000 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:01:28.486305 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:01:28.486615 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:01:28.486929 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:01:28.487242 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:01:28.487550 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:01:28.487858 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:01:28.488165 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:01:28.492564 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] For port bee9167a-4cda-4671-af48-96a6c7b514e2, host hv-neutron-8361, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8361',level=0,port_id=bee9167a-4cda-4671-af48-96a6c7b514e2,segment=NetworkSegment(a1ffe40c-2ec3-4aac-8e09-3ca5e1236acd),segment_id=a1ffe40c-2ec3-4aac-8e09-3ca5e1236acd)] {{(pid=83872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 14:01:28.498869 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864'] for port, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:01:28.565872 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] get_ports_and_sgs() called for port_ids ['bee9167a-4cda-4671-af48-96a6c7b514e2'] {{(pid=83872) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 01 14:01:28.614147 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Pushing event updated for resources: {'Port': ['ID=bee9167a-4cda-4671-af48-96a6c7b514e2,revision_number=7']} {{(pid=83872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:01:28.709832 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-edcb3e41-3ec1-4588-8851-d39c76231c8b req-5f5c281e-f70e-4ddf-ae02-e1162ad0f2e6 service neutron] 10.222.0.57 "GET /v2.0/networks/5814336a-8d6c-40ed-8506-054f9bd4decc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2377696 Apr 01 14:01:28.842908 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-edcb3e41-3ec1-4588-8851-d39c76231c8b req-9cf86866-795a-4a54-8f94-f60d59c6962c service neutron] 10.222.0.57 "GET /v2.0/networks/5814336a-8d6c-40ed-8506-054f9bd4decc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1258562 Apr 01 14:01:29.166792 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58e1694-4aec-464f-9058-13e034206236 req-6cfbccef-c74b-4a11-b39a-b3ed2835c6e3 tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:01:29.168217 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-c58e1694-4aec-464f-9058-13e034206236 req-6cfbccef-c74b-4a11-b39a-b3ed2835c6e3 tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] 10.222.0.26 "GET /v2.0/ports?device_id=7ac93b61-c9d4-4122-85a4-a64e9743df8a HTTP/1.1" status: 200 len: 945 time: 0.0776145 Apr 01 14:01:29.222331 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-c58e1694-4aec-464f-9058-13e034206236 req-7b0b1401-9cb0-4cb1-890a-b52984edb4d5 tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] 10.222.0.26 "GET /v2.0/security-groups?id=df1b5e6b-686d-4d87-89fe-11934569ee4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471182 Apr 01 14:01:30.069550 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Device bee9167a-4cda-4671-af48-96a6c7b514e2 up at agent hyperv_hv-neutron-8361 {{(pid=83872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 14:01:30.140141 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Provisioning complete for port bee9167a-4cda-4671-af48-96a6c7b514e2 triggered by entity L2. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 14:01:30.140529 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-948329'] for port, provisioning_complete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:01:30.255717 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:01:30.289676 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] For port bee9167a-4cda-4671-af48-96a6c7b514e2, host hv-neutron-8361, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8361',level=0,port_id=bee9167a-4cda-4671-af48-96a6c7b514e2,segment=NetworkSegment(a1ffe40c-2ec3-4aac-8e09-3ca5e1236acd),segment_id=a1ffe40c-2ec3-4aac-8e09-3ca5e1236acd)] {{(pid=83872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 14:01:30.295312 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864'] for port, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:01:30.368583 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Pushing event updated for resources: {'Port': ['ID=bee9167a-4cda-4671-af48-96a6c7b514e2,revision_number=8']} {{(pid=83872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:01:30.401995 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ac93b61-c9d4-4122-85a4-a64e9743df8a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bee9167a-4cda-4671-af48-96a6c7b514e2'}] {{(pid=83872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 14:01:30.425596 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5120be4-2104-4f04-b67a-9d43432db249 req-dcd10617-9dcc-4ed0-a790-eeb342f910bd tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:01:30.428020 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-b5120be4-2104-4f04-b67a-9d43432db249 req-dcd10617-9dcc-4ed0-a790-eeb342f910bd tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] 10.222.0.26 "GET /v2.0/ports?device_id=7ac93b61-c9d4-4122-85a4-a64e9743df8a HTTP/1.1" status: 200 len: 946 time: 0.0769422 Apr 01 14:01:30.463152 dv-neutron-836180-1-hyperv neutron-server[83872]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ac93b61-c9d4-4122-85a4-a64e9743df8a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bee9167a-4cda-4671-af48-96a6c7b514e2', 'code': 200} Apr 01 14:01:30.476083 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-b5120be4-2104-4f04-b67a-9d43432db249 req-ec44aac0-1db6-47a8-8f43-d5f15f8514b9 tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] 10.222.0.26 "GET /v2.0/security-groups?id=df1b5e6b-686d-4d87-89fe-11934569ee4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425847 Apr 01 14:01:30.670467 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880ad4cf-8e1d-48a9-b499-83f75eb3f99f req-84ef0aab-c71a-42b8-a2de-a2cd1de4d0c8 tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:01:30.671927 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-880ad4cf-8e1d-48a9-b499-83f75eb3f99f req-84ef0aab-c71a-42b8-a2de-a2cd1de4d0c8 tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] 10.222.0.26 "GET /v2.0/ports?device_id=7ac93b61-c9d4-4122-85a4-a64e9743df8a HTTP/1.1" status: 200 len: 946 time: 0.0753486 Apr 01 14:01:30.720008 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-880ad4cf-8e1d-48a9-b499-83f75eb3f99f req-20366a4e-76fa-4ed8-a0fb-298853735046 tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] 10.222.0.26 "GET /v2.0/security-groups?id=df1b5e6b-686d-4d87-89fe-11934569ee4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423217 Apr 01 14:01:30.918232 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa641a4-dc79-43eb-8e2c-48ae88fce46e req-89e86571-1277-4f99-a96f-21d046d3c6cd tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:01:30.920127 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-0fa641a4-dc79-43eb-8e2c-48ae88fce46e req-89e86571-1277-4f99-a96f-21d046d3c6cd tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] 10.222.0.26 "GET /v2.0/ports?device_id=7ac93b61-c9d4-4122-85a4-a64e9743df8a HTTP/1.1" status: 200 len: 946 time: 0.0797739 Apr 01 14:01:30.963383 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-0fa641a4-dc79-43eb-8e2c-48ae88fce46e req-9c219928-8e1f-48e6-845b-5b4e744666df tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] 10.222.0.26 "GET /v2.0/security-groups?id=df1b5e6b-686d-4d87-89fe-11934569ee4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378168 Apr 01 14:01:31.367826 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd1bdbd-7317-4a74-88dd-a179c0b91bf9 req-ce690d83-4a5c-4b46-97ca-232310a760b9 tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:01:31.369277 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-5cd1bdbd-7317-4a74-88dd-a179c0b91bf9 req-ce690d83-4a5c-4b46-97ca-232310a760b9 tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] 10.222.0.26 "GET /v2.0/ports?device_id=7ac93b61-c9d4-4122-85a4-a64e9743df8a HTTP/1.1" status: 200 len: 946 time: 0.0752060 Apr 01 14:01:31.414352 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-5cd1bdbd-7317-4a74-88dd-a179c0b91bf9 req-3d4acf68-6767-453c-be25-b996ee9576cc tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] 10.222.0.26 "GET /v2.0/security-groups?id=df1b5e6b-686d-4d87-89fe-11934569ee4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396202 Apr 01 14:01:32.609441 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163f5694-1d34-4c84-a635-82d20bd5b764 req-9163618b-d949-4623-a523-e6137870b806 tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:01:32.610870 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-163f5694-1d34-4c84-a635-82d20bd5b764 req-9163618b-d949-4623-a523-e6137870b806 tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] 10.222.0.26 "GET /v2.0/ports?device_id=7ac93b61-c9d4-4122-85a4-a64e9743df8a HTTP/1.1" status: 200 len: 946 time: 0.0746429 Apr 01 14:01:32.655910 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-163f5694-1d34-4c84-a635-82d20bd5b764 req-4a40a381-582d-4ae8-b8b8-d396c12c08dd tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] 10.222.0.26 "GET /v2.0/security-groups?id=df1b5e6b-686d-4d87-89fe-11934569ee4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393217 Apr 01 14:01:33.153723 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa8fc59-4c15-423d-985f-d6751a05afd2 req-ff2c7d91-9afd-4a4a-9a3b-6c50244543f0 tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:01:33.155143 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-afa8fc59-4c15-423d-985f-d6751a05afd2 req-ff2c7d91-9afd-4a4a-9a3b-6c50244543f0 tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] 10.222.0.57 "GET /v2.0/ports?device_id=7ac93b61-c9d4-4122-85a4-a64e9743df8a HTTP/1.1" status: 200 len: 946 time: 0.0804927 Apr 01 14:01:33.224139 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.plugin [req-afa8fc59-4c15-423d-985f-d6751a05afd2 req-70a30151-ec11-4ae0-ad3e-09180afcf946 tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] Deleting port bee9167a-4cda-4671-af48-96a6c7b514e2 {{(pid=83869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 14:01:33.224496 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [req-afa8fc59-4c15-423d-985f-d6751a05afd2 req-70a30151-ec11-4ae0-ad3e-09180afcf946 tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736733287370'] for port, before_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:01:33.468575 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.db [req-afa8fc59-4c15-423d-985f-d6751a05afd2 req-70a30151-ec11-4ae0-ad3e-09180afcf946 tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] For port bee9167a-4cda-4671-af48-96a6c7b514e2, host hv-neutron-8361, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8361',level=0,port_id=bee9167a-4cda-4671-af48-96a6c7b514e2,segment=NetworkSegment(a1ffe40c-2ec3-4aac-8e09-3ca5e1236acd),segment_id=a1ffe40c-2ec3-4aac-8e09-3ca5e1236acd)] {{(pid=83869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 14:01:33.468931 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [req-afa8fc59-4c15-423d-985f-d6751a05afd2 req-70a30151-ec11-4ae0-ad3e-09180afcf946 tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4155147'] for port, precommit_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:01:33.588327 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-74a4e150-ee0c-4b2a-aa8f-99cfa6fd1d39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:01:33.759125 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [req-afa8fc59-4c15-423d-985f-d6751a05afd2 req-70a30151-ec11-4ae0-ad3e-09180afcf946 tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:01:33.759429 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [req-afa8fc59-4c15-423d-985f-d6751a05afd2 req-70a30151-ec11-4ae0-ad3e-09180afcf946 tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4084747'] for floatingip, after_update {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:01:33.759693 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.db.l3_db [req-afa8fc59-4c15-423d-985f-d6751a05afd2 req-70a30151-ec11-4ae0-ad3e-09180afcf946 tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] Floating IP 3370d11e-15ac-48a3-97f0-3d873485fcb6 disassociated. External IP: 172.26.5.100, port: bee9167a-4cda-4671-af48-96a6c7b514e2. Apr 01 14:01:33.760024 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.plugin [req-afa8fc59-4c15-423d-985f-d6751a05afd2 req-70a30151-ec11-4ae0-ad3e-09180afcf946 tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] Calling delete_port for bee9167a-4cda-4671-af48-96a6c7b514e2 owned by compute:nova {{(pid=83869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 14:01:33.947326 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f613cf49-177b-4228-8345-226d09389783 req-a55ae3d7-0d6e-45c5-b1ab-b688d9992776 tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:01:33.948770 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-f613cf49-177b-4228-8345-226d09389783 req-a55ae3d7-0d6e-45c5-b1ab-b688d9992776 tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] 10.222.0.26 "GET /v2.0/ports?device_id=7ac93b61-c9d4-4122-85a4-a64e9743df8a HTTP/1.1" status: 200 len: 946 time: 0.1587956 Apr 01 14:01:34.003104 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [req-afa8fc59-4c15-423d-985f-d6751a05afd2 req-70a30151-ec11-4ae0-ad3e-09180afcf946 tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736733359243', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736732935810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2705155'] for port, after_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:01:34.056602 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-f613cf49-177b-4228-8345-226d09389783 req-cd043a3f-52ab-4c6f-968f-1e2cb9383f19 tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] 10.222.0.26 "GET /v2.0/security-groups?id=df1b5e6b-686d-4d87-89fe-11934569ee4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1008437 Apr 01 14:01:34.057207 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a30151-ec11-4ae0-ad3e-09180afcf946 tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] Pushing event deleted for resources: {'Port': ['ID=bee9167a-4cda-4671-af48-96a6c7b514e2,revision_number=None']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:01:34.072637 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70a30151-ec11-4ae0-ad3e-09180afcf946 tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:01:34.072978 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70a30151-ec11-4ae0-ad3e-09180afcf946 tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:01:34.073306 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70a30151-ec11-4ae0-ad3e-09180afcf946 tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:01:34.073636 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70a30151-ec11-4ae0-ad3e-09180afcf946 tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:01:34.073964 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70a30151-ec11-4ae0-ad3e-09180afcf946 tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:01:34.074287 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70a30151-ec11-4ae0-ad3e-09180afcf946 tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:01:34.074608 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70a30151-ec11-4ae0-ad3e-09180afcf946 tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:01:34.075002 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70a30151-ec11-4ae0-ad3e-09180afcf946 tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:01:34.075963 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70a30151-ec11-4ae0-ad3e-09180afcf946 tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:01:34.076414 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70a30151-ec11-4ae0-ad3e-09180afcf946 tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:01:34.076628 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70a30151-ec11-4ae0-ad3e-09180afcf946 tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:01:34.390963 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.scheduler.l3_agent_scheduler [req-afa8fc59-4c15-423d-985f-d6751a05afd2 req-70a30151-ec11-4ae0-ad3e-09180afcf946 tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] Router 54e531cc-e3ed-4f16-b1fb-f17ffef3423c has already been hosted by L3 agent 88bf8fc8-11a3-4e96-9d1b-5fd93ba9f6f1 {{(pid=83869) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 14:01:34.595264 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-afa8fc59-4c15-423d-985f-d6751a05afd2 req-70a30151-ec11-4ae0-ad3e-09180afcf946 tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] Notify agent at l3_agent.dv-neutron-836180-1-hyperv the message routers_updated {{(pid=83869) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 14:01:34.607880 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3064d02-1b14-4302-89ba-0a65d5a58429 None None] Sync routers for ids ['54e531cc-e3ed-4f16-b1fb-f17ffef3423c'] in dv-neutron-836180-1-hyperv {{(pid=83872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 14:01:34.619961 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3064d02-1b14-4302-89ba-0a65d5a58429 None None] Routers {'54e531cc-e3ed-4f16-b1fb-f17ffef3423c'} bound to L3 agent in host dv-neutron-836180-1-hyperv {{(pid=83872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 14:01:34.620596 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_hamode_db [None req-c3064d02-1b14-4302-89ba-0a65d5a58429 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836180-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T13:25:36Z,description=,heartbeat_timestamp=2022-04-01T14:01:06Z,host='dv-neutron-836180-1-hyperv',id=88bf8fc8-11a3-4e96-9d1b-5fd93ba9f6f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T13:25:36Z,topic='l3_agent')) {'router_ids': ['54e531cc-e3ed-4f16-b1fb-f17ffef3423c'], 'active': True} {{(pid=83872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 14:01:34.670504 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_dvrscheduler_db [req-afa8fc59-4c15-423d-985f-d6751a05afd2 req-70a30151-ec11-4ae0-ad3e-09180afcf946 tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] No DVR routers for this DVR port bee9167a-4cda-4671-af48-96a6c7b514e2 on host hv-neutron-8361 {{(pid=83869) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 14:01:34.673068 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [req-afa8fc59-4c15-423d-985f-d6751a05afd2 req-70a30151-ec11-4ae0-ad3e-09180afcf946 tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109561'] for port, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:01:34.675523 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ac93b61-c9d4-4122-85a4-a64e9743df8a', 'name': 'network-vif-deleted', 'tag': 'bee9167a-4cda-4671-af48-96a6c7b514e2'}] {{(pid=83869) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 14:01:34.691198 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-afa8fc59-4c15-423d-985f-d6751a05afd2 req-70a30151-ec11-4ae0-ad3e-09180afcf946 tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] 10.222.0.57 "DELETE /v2.0/ports/bee9167a-4cda-4671-af48-96a6c7b514e2 HTTP/1.1" status: 204 len: 173 time: 1.5275280 Apr 01 14:01:34.739327 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ac93b61-c9d4-4122-85a4-a64e9743df8a', 'name': 'network-vif-deleted', 'tag': 'bee9167a-4cda-4671-af48-96a6c7b514e2', 'status': 'completed', 'code': 200} Apr 01 14:01:34.801376 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_dvr_db [None req-c3064d02-1b14-4302-89ba-0a65d5a58429 None None] Set router 54e531cc-e3ed-4f16-b1fb-f17ffef3423c gateway port host: dv-neutron-836180-1-hyperv {{(pid=83872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 14:01:35.115522 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_hamode_db [None req-c3064d02-1b14-4302-89ba-0a65d5a58429 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54e531cc-e3ed-4f16-b1fb-f17ffef3423c', 'name': 'tempest-ServerActionsTestJSON-1724647501-router', 'tenant_id': 'ac8d6dafad13497f91e5f7f06ff4319f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'external_fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.195'}], 'enable_snat': True}, 'gw_port_id': '2db02312-aeb6-4a03-958a-1037a629e6c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T14:00:36Z', 'updated_at': '2022-04-01T14:00:39Z', 'revision_number': 4, 'project_id': 'ac8d6dafad13497f91e5f7f06ff4319f', 'gw_port': {'id': '2db02312-aeb6-4a03-958a-1037a629e6c3', 'name': '', 'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:2c:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54e531cc-e3ed-4f16-b1fb-f17ffef3423c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836180-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T14:00:36Z', 'updated_at': '2022-04-01T14:00:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836180-1-hyperv', '_interfaces': [{'id': '103e1488-083c-451d-80af-4a13de5d5cb9', 'name': '', 'network_id': '5814336a-8d6c-40ed-8506-054f9bd4decc', 'tenant_id': 'ac8d6dafad13497f91e5f7f06ff4319f', 'mac_address': 'fa:16:3e:dd:a8:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54e531cc-e3ed-4f16-b1fb-f17ffef3423c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '386bfa80-3d9f-4aff-93be-9b174840257e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836180-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T14:00:38Z', 'updated_at': '2022-04-01T14:00:56Z', 'revision_number': 5, 'project_id': 'ac8d6dafad13497f91e5f7f06ff4319f', 'subnets': [{'id': '386bfa80-3d9f-4aff-93be-9b174840257e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-836180-1-hyperv', False) {} {{(pid=83872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 14:01:35.120234 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3064d02-1b14-4302-89ba-0a65d5a58429 None None] Checking router: 54e531cc-e3ed-4f16-b1fb-f17ffef3423c for host: dv-neutron-836180-1-hyperv {{(pid=83872) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 01 14:01:35.132995 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3064d02-1b14-4302-89ba-0a65d5a58429 None None] Routers {'54e531cc-e3ed-4f16-b1fb-f17ffef3423c'} bound to L3 agent in host dv-neutron-836180-1-hyperv {{(pid=83872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 14:01:35.133705 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_hamode_db [None req-c3064d02-1b14-4302-89ba-0a65d5a58429 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836180-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T13:25:36Z,description=,heartbeat_timestamp=2022-04-01T14:01:06Z,host='dv-neutron-836180-1-hyperv',id=88bf8fc8-11a3-4e96-9d1b-5fd93ba9f6f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T13:25:36Z,topic='l3_agent')) {'router_ids': ['54e531cc-e3ed-4f16-b1fb-f17ffef3423c'], 'active': True} {{(pid=83872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 14:01:35.304079 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [req-89e67a72-194b-45eb-ae00-1119d66399ca req-69fb0a53-c431-4b6f-bc28-d174b1a57cb8 tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] Synchronizing usage tracker for tenant:ac8d6dafad13497f91e5f7f06ff4319f on resource:port {{(pid=83869) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 14:01:35.323015 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [req-89e67a72-194b-45eb-ae00-1119d66399ca req-69fb0a53-c431-4b6f-bc28-d174b1a57cb8 tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] Unset dirty status for tenant:ac8d6dafad13497f91e5f7f06ff4319f on resource:port {{(pid=83869) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 14:01:35.331044 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-89e67a72-194b-45eb-ae00-1119d66399ca req-69fb0a53-c431-4b6f-bc28-d174b1a57cb8 tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] 10.222.0.26 "GET /v2.0/ports?device_id=7ac93b61-c9d4-4122-85a4-a64e9743df8a HTTP/1.1" status: 200 len: 210 time: 0.0788553 Apr 01 14:01:35.398753 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_dvr_db [None req-c3064d02-1b14-4302-89ba-0a65d5a58429 None None] Set router 54e531cc-e3ed-4f16-b1fb-f17ffef3423c gateway port host: dv-neutron-836180-1-hyperv {{(pid=83872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 14:01:35.711277 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_hamode_db [None req-c3064d02-1b14-4302-89ba-0a65d5a58429 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54e531cc-e3ed-4f16-b1fb-f17ffef3423c', 'name': 'tempest-ServerActionsTestJSON-1724647501-router', 'tenant_id': 'ac8d6dafad13497f91e5f7f06ff4319f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'external_fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.195'}], 'enable_snat': True}, 'gw_port_id': '2db02312-aeb6-4a03-958a-1037a629e6c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T14:00:36Z', 'updated_at': '2022-04-01T14:00:39Z', 'revision_number': 4, 'project_id': 'ac8d6dafad13497f91e5f7f06ff4319f', 'gw_port': {'id': '2db02312-aeb6-4a03-958a-1037a629e6c3', 'name': '', 'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:2c:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54e531cc-e3ed-4f16-b1fb-f17ffef3423c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836180-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T14:00:36Z', 'updated_at': '2022-04-01T14:00:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836180-1-hyperv', '_interfaces': [{'id': '103e1488-083c-451d-80af-4a13de5d5cb9', 'name': '', 'network_id': '5814336a-8d6c-40ed-8506-054f9bd4decc', 'tenant_id': 'ac8d6dafad13497f91e5f7f06ff4319f', 'mac_address': 'fa:16:3e:dd:a8:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54e531cc-e3ed-4f16-b1fb-f17ffef3423c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '386bfa80-3d9f-4aff-93be-9b174840257e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836180-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T14:00:38Z', 'updated_at': '2022-04-01T14:00:56Z', 'revision_number': 5, 'project_id': 'ac8d6dafad13497f91e5f7f06ff4319f', 'subnets': [{'id': '386bfa80-3d9f-4aff-93be-9b174840257e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-836180-1-hyperv', False) {} {{(pid=83872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 14:01:35.715229 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3064d02-1b14-4302-89ba-0a65d5a58429 None None] The sync data for ids ['54e531cc-e3ed-4f16-b1fb-f17ffef3423c'] in dv-neutron-836180-1-hyperv is: [{'id': '54e531cc-e3ed-4f16-b1fb-f17ffef3423c', 'name': 'tempest-ServerActionsTestJSON-1724647501-router', 'tenant_id': 'ac8d6dafad13497f91e5f7f06ff4319f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'external_fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.195'}], 'enable_snat': True}, 'gw_port_id': '2db02312-aeb6-4a03-958a-1037a629e6c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T14:00:36Z', 'updated_at': '2022-04-01T14:00:39Z', 'revision_number': 4, 'project_id': 'ac8d6dafad13497f91e5f7f06ff4319f', 'gw_port': {'id': '2db02312-aeb6-4a03-958a-1037a629e6c3', 'name': '', 'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:2c:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54e531cc-e3ed-4f16-b1fb-f17ffef3423c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836180-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T14:00:36Z', 'updated_at': '2022-04-01T14:00:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836180-1-hyperv', '_interfaces': [{'id': '103e1488-083c-451d-80af-4a13de5d5cb9', 'name': '', 'network_id': '5814336a-8d6c-40ed-8506-054f9bd4decc', 'tenant_id': 'ac8d6dafad13497f91e5f7f06ff4319f', 'mac_address': 'fa:16:3e:dd:a8:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54e531cc-e3ed-4f16-b1fb-f17ffef3423c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '386bfa80-3d9f-4aff-93be-9b174840257e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836180-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T14:00:38Z', 'updated_at': '2022-04-01T14:00:56Z', 'revision_number': 5, 'project_id': 'ac8d6dafad13497f91e5f7f06ff4319f', 'subnets': [{'id': '386bfa80-3d9f-4aff-93be-9b174840257e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 14:01:35.945894 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-3024ff05-3d6e-497a-9805-9095fb33b686 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:01:35.956938 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f9afe85-a15f-4fe9-9cd5-67824e3e4921 None None] New status for floating IP 3370d11e-15ac-48a3-97f0-3d873485fcb6: DOWN {{(pid=83873) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 01 14:01:36.701510 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-b5010d9f-d069-4ece-838d-71daea190ffb req-5d966feb-e191-4208-8729-5f823044ddd8 tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-securitygroup--595359704&fields=id&tenant_id=ac8d6dafad13497f91e5f7f06ff4319f HTTP/1.1" status: 200 len: 267 time: 0.0411332 Apr 01 14:01:36.847810 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5010d9f-d069-4ece-838d-71daea190ffb req-396064e2-6c94-49e3-8d02-f61ad66dc0ad tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:01:36.849237 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-b5010d9f-d069-4ece-838d-71daea190ffb req-396064e2-6c94-49e3-8d02-f61ad66dc0ad tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] 10.222.0.26 "GET /v2.0/networks?id=5814336a-8d6c-40ed-8506-054f9bd4decc HTTP/1.1" status: 200 len: 812 time: 0.1416419 Apr 01 14:01:36.865219 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-b5010d9f-d069-4ece-838d-71daea190ffb req-37bc9724-7618-4519-8b8c-5825e58973aa tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] 10.222.0.26 "GET /v2.0/quotas/ac8d6dafad13497f91e5f7f06ff4319f HTTP/1.1" status: 200 len: 375 time: 0.0107517 Apr 01 14:01:36.945583 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-b5010d9f-d069-4ece-838d-71daea190ffb req-828e12bc-b307-4a49-be75-1bc4bdada9b9 tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=ac8d6dafad13497f91e5f7f06ff4319f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0754967 Apr 01 14:01:36.960516 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [req-b5010d9f-d069-4ece-838d-71daea190ffb req-75c36a0b-fa8d-49fc-b93e-3ffa3557e338 service neutron] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=83871) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 01 14:01:36.961433 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-b5010d9f-d069-4ece-838d-71daea190ffb req-75c36a0b-fa8d-49fc-b93e-3ffa3557e338 service neutron] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0048869 Apr 01 14:01:37.091038 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-b5010d9f-d069-4ece-838d-71daea190ffb req-acbb2653-f29b-4609-9cb7-285d949572ff service neutron] 10.222.0.26 "GET /v2.0/networks/5814336a-8d6c-40ed-8506-054f9bd4decc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1229892 Apr 01 14:01:37.221280 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:01:37.224949 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-b5010d9f-d069-4ece-838d-71daea190ffb req-b1b7409f-982a-4eda-b03f-05ddb66cdf4f service neutron] 10.222.0.26 "GET /v2.0/networks/5814336a-8d6c-40ed-8506-054f9bd4decc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1280811 Apr 01 14:01:37.406658 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-a5b39bba-d7d9-46f7-a8bb-6d7aadfd4fd8 req-0c949db5-0d82-4bfa-8b1b-f39853a7851c tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] 10.222.0.26 "GET /v2.0/ports?device_id=fa62f335-2797-4047-a6e2-037c54831916 HTTP/1.1" status: 200 len: 210 time: 0.0416908 Apr 01 14:01:37.451342 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-2f9cfc9c-d8ba-4de3-a4ad-98162f90557c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:01:38.111416 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Device bee9167a-4cda-4671-af48-96a6c7b514e2 no longer exists at agent hyperv_hv-neutron-8361 {{(pid=83872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 14:01:38.146990 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.plugin [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] No Port match for: bee9167a-4cda-4671-af48-96a6c7b514e2 {{(pid=83872) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 01 14:01:38.147328 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Device bee9167a-4cda-4671-af48-96a6c7b514e2 not bound to the agent host hv-neutron-8361 {{(pid=83872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 14:01:38.521119 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5010d9f-d069-4ece-838d-71daea190ffb req-fc5c54c4-bf8c-403e-80b5-62addf8731c8 tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:01:38.522523 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-b5010d9f-d069-4ece-838d-71daea190ffb req-fc5c54c4-bf8c-403e-80b5-62addf8731c8 tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] 10.222.0.57 "GET /v2.0/networks?id=5814336a-8d6c-40ed-8506-054f9bd4decc HTTP/1.1" status: 200 len: 812 time: 0.1550956 Apr 01 14:01:38.570206 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-f633b234-45db-4f77-b15d-ea337b22795f req-4ee9c98f-add4-432d-9795-368a8b5ca8da tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] 10.222.0.26 "GET /v2.0/ports?device_id=fa62f335-2797-4047-a6e2-037c54831916 HTTP/1.1" status: 200 len: 210 time: 0.0416164 Apr 01 14:01:38.591388 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-b5010d9f-d069-4ece-838d-71daea190ffb req-b41219f7-5c36-41e2-87b9-e13a3ddf0e76 tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ac8d6dafad13497f91e5f7f06ff4319f HTTP/1.1" status: 200 len: 379 time: 0.0498531 Apr 01 14:01:38.601918 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.v2.base [req-b5010d9f-d069-4ece-838d-71daea190ffb req-f410927d-f5de-4f35-b956-564fb3b4348f tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] Request body: {'port': {'device_id': 'fa62f335-2797-4047-a6e2-037c54831916', 'network_id': '5814336a-8d6c-40ed-8506-054f9bd4decc', 'admin_state_up': True, 'tenant_id': 'ac8d6dafad13497f91e5f7f06ff4319f', 'security_groups': ['df1b5e6b-686d-4d87-89fe-11934569ee4f']}} {{(pid=83869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 14:01:38.745822 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [req-b5010d9f-d069-4ece-838d-71daea190ffb req-f410927d-f5de-4f35-b956-564fb3b4348f tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 14:01:38.755507 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [req-b5010d9f-d069-4ece-838d-71daea190ffb req-f410927d-f5de-4f35-b956-564fb3b4348f tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 14:01:38.766009 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b5010d9f-d069-4ece-838d-71daea190ffb req-f410927d-f5de-4f35-b956-564fb3b4348f tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] Made reservation on behalf of ac8d6dafad13497f91e5f7f06ff4319f for: {'port': 1} {{(pid=83869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 14:01:38.769007 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [req-b5010d9f-d069-4ece-838d-71daea190ffb req-f410927d-f5de-4f35-b956-564fb3b4348f tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:01:38.924930 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.db_base_plugin_common [req-b5010d9f-d069-4ece-838d-71daea190ffb req-f410927d-f5de-4f35-b956-564fb3b4348f tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] Allocated IP 172.20.0.11 (5814336a-8d6c-40ed-8506-054f9bd4decc/386bfa80-3d9f-4aff-93be-9b174840257e/6337ebb9-d8fe-4aef-b4ac-dd854c57337d) {{(pid=83869) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 14:01:38.944651 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-a976a7b9-9034-41e6-be13-349b75ed1593 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:01:39.104101 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [req-b5010d9f-d069-4ece-838d-71daea190ffb req-f410927d-f5de-4f35-b956-564fb3b4348f tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] Notify callbacks [] for port, precommit_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:01:39.120364 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.provisioning_blocks [req-b5010d9f-d069-4ece-838d-71daea190ffb req-f410927d-f5de-4f35-b956-564fb3b4348f tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] Transition to ACTIVE for port object 6337ebb9-d8fe-4aef-b4ac-dd854c57337d will not be triggered until provisioned by entity DHCP. {{(pid=83869) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 14:01:39.142418 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [req-b5010d9f-d069-4ece-838d-71daea190ffb req-f410927d-f5de-4f35-b956-564fb3b4348f tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736732935801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2705155'] for port, after_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:01:39.216213 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b5010d9f-d069-4ece-838d-71daea190ffb req-f410927d-f5de-4f35-b956-564fb3b4348f tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] Network 5814336a-8d6c-40ed-8506-054f9bd4decc is already hosted by enough agents. {{(pid=83869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 14:01:39.219250 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.scheduler.base_scheduler [req-b5010d9f-d069-4ece-838d-71daea190ffb req-f410927d-f5de-4f35-b956-564fb3b4348f tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] Resources bound (agent type, host, resource id): {{(pid=83869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 14:01:39.223491 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5010d9f-d069-4ece-838d-71daea190ffb req-f410927d-f5de-4f35-b956-564fb3b4348f tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] Received port after_create {{(pid=83869) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 14:01:39.249645 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f410927d-f5de-4f35-b956-564fb3b4348f tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] Pushing event updated for resources: {'Port': ['ID=6337ebb9-d8fe-4aef-b4ac-dd854c57337d,revision_number=1']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:01:39.290551 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5010d9f-d069-4ece-838d-71daea190ffb req-f410927d-f5de-4f35-b956-564fb3b4348f tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:01:39.291156 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [req-b5010d9f-d069-4ece-838d-71daea190ffb req-f410927d-f5de-4f35-b956-564fb3b4348f tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109561'] for port, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:01:39.318079 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-b5010d9f-d069-4ece-838d-71daea190ffb req-f410927d-f5de-4f35-b956-564fb3b4348f tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7198324 Apr 01 14:01:39.334361 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.v2.base [req-b5010d9f-d069-4ece-838d-71daea190ffb req-8347913e-abf5-4f4a-aa05-7d8e675b2ab4 service neutron] Request body: {'port': {'device_id': 'fa62f335-2797-4047-a6e2-037c54831916', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8361'}} {{(pid=83869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 14:01:39.446822 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [req-b5010d9f-d069-4ece-838d-71daea190ffb req-8347913e-abf5-4f4a-aa05-7d8e675b2ab4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:01:39.456485 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-f46018a5-6b27-4354-a8d9-bc4853422d98 None None] Provisioning for port 6337ebb9-d8fe-4aef-b4ac-dd854c57337d completed by entity DHCP. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 14:01:39.461246 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-f46018a5-6b27-4354-a8d9-bc4853422d98 None None] Provisioning complete for port 6337ebb9-d8fe-4aef-b4ac-dd854c57337d triggered by entity DHCP. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 14:01:39.461615 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-f46018a5-6b27-4354-a8d9-bc4853422d98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-948329'] for port, provisioning_complete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:01:39.514245 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.plugin [None req-f46018a5-6b27-4354-a8d9-bc4853422d98 None None] Port 6337ebb9-d8fe-4aef-b4ac-dd854c57337d cannot update to ACTIVE because it is not bound. {{(pid=83872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 14:01:39.877840 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e4a8c4-cb22-4d8a-b0cb-4372b41f78ec req-f79610ad-9414-4d4e-8728-60ebbbf685ad tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:01:39.878507 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [req-94e4a8c4-cb22-4d8a-b0cb-4372b41f78ec req-f79610ad-9414-4d4e-8728-60ebbbf685ad tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] Synchronizing usage tracker for tenant:ac8d6dafad13497f91e5f7f06ff4319f on resource:port {{(pid=83869) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 14:01:39.930842 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [req-94e4a8c4-cb22-4d8a-b0cb-4372b41f78ec req-f79610ad-9414-4d4e-8728-60ebbbf685ad tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] Unset dirty status for tenant:ac8d6dafad13497f91e5f7f06ff4319f on resource:port {{(pid=83869) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 14:01:39.931947 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-94e4a8c4-cb22-4d8a-b0cb-4372b41f78ec req-f79610ad-9414-4d4e-8728-60ebbbf685ad tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] 10.222.0.26 "GET /v2.0/ports?device_id=fa62f335-2797-4047-a6e2-037c54831916 HTTP/1.1" status: 200 len: 932 time: 0.2228465 Apr 01 14:01:39.975055 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.notifiers.nova [req-b5010d9f-d069-4ece-838d-71daea190ffb req-8347913e-abf5-4f4a-aa05-7d8e675b2ab4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6337ebb9-d8fe-4aef-b4ac-dd854c57337d {{(pid=83869) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 01 14:01:39.990138 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [req-b5010d9f-d069-4ece-838d-71daea190ffb req-8347913e-abf5-4f4a-aa05-7d8e675b2ab4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:01:40.009606 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-94e4a8c4-cb22-4d8a-b0cb-4372b41f78ec req-81dd5217-50f3-43ef-a389-923640fb4a2f tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] 10.222.0.26 "GET /v2.0/security-groups?id=df1b5e6b-686d-4d87-89fe-11934569ee4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0706298 Apr 01 14:01:40.011846 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.provisioning_blocks [req-b5010d9f-d069-4ece-838d-71daea190ffb req-8347913e-abf5-4f4a-aa05-7d8e675b2ab4 service neutron] Transition to ACTIVE for port object 6337ebb9-d8fe-4aef-b4ac-dd854c57337d will not be triggered until provisioned by entity L2. {{(pid=83869) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 14:01:40.016057 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [req-b5010d9f-d069-4ece-838d-71daea190ffb req-8347913e-abf5-4f4a-aa05-7d8e675b2ab4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2705172'] for port, after_update {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:01:40.141336 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8347913e-abf5-4f4a-aa05-7d8e675b2ab4 service neutron] Pushing event updated for resources: {'Port': ['ID=6337ebb9-d8fe-4aef-b4ac-dd854c57337d,revision_number=2']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:01:40.250785 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.managers [req-b5010d9f-d069-4ece-838d-71daea190ffb req-8347913e-abf5-4f4a-aa05-7d8e675b2ab4 service neutron] Attempting to bind port 6337ebb9-d8fe-4aef-b4ac-dd854c57337d on host hv-neutron-8361 for vnic_type normal with profile {{(pid=83869) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 14:01:40.251110 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.managers [req-b5010d9f-d069-4ece-838d-71daea190ffb req-8347913e-abf5-4f4a-aa05-7d8e675b2ab4 service neutron] Attempting to bind port 6337ebb9-d8fe-4aef-b4ac-dd854c57337d by drivers openvswitch,hyperv on host hv-neutron-8361 at level 0 using segments [{'id': 'a1ffe40c-2ec3-4aac-8e09-3ca5e1236acd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '5814336a-8d6c-40ed-8506-054f9bd4decc'}] {{(pid=83869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 14:01:40.251423 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5010d9f-d069-4ece-838d-71daea190ffb req-8347913e-abf5-4f4a-aa05-7d8e675b2ab4 service neutron] Attempting to bind port 6337ebb9-d8fe-4aef-b4ac-dd854c57337d on network 5814336a-8d6c-40ed-8506-054f9bd4decc {{(pid=83869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 14:01:40.257114 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5010d9f-d069-4ece-838d-71daea190ffb req-8347913e-abf5-4f4a-aa05-7d8e675b2ab4 service neutron] Port 6337ebb9-d8fe-4aef-b4ac-dd854c57337d on network 5814336a-8d6c-40ed-8506-054f9bd4decc not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8361 {{(pid=83869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 01 14:01:40.257401 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5010d9f-d069-4ece-838d-71daea190ffb req-8347913e-abf5-4f4a-aa05-7d8e675b2ab4 service neutron] Attempting to bind port 6337ebb9-d8fe-4aef-b4ac-dd854c57337d on network 5814336a-8d6c-40ed-8506-054f9bd4decc {{(pid=83869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 14:01:40.264132 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5010d9f-d069-4ece-838d-71daea190ffb req-8347913e-abf5-4f4a-aa05-7d8e675b2ab4 service neutron] Checking agent: {'id': '359ce187-6241-4f7e-85a4-e066c7b0cdea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8361', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 13, 31, 54), 'started_at': datetime.datetime(2022, 4, 1, 13, 31, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 14, 1, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 14:01:40.264527 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5010d9f-d069-4ece-838d-71daea190ffb req-8347913e-abf5-4f4a-aa05-7d8e675b2ab4 service neutron] Checking segment: {'id': 'a1ffe40c-2ec3-4aac-8e09-3ca5e1236acd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '5814336a-8d6c-40ed-8506-054f9bd4decc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 14:01:40.265032 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5010d9f-d069-4ece-838d-71daea190ffb req-8347913e-abf5-4f4a-aa05-7d8e675b2ab4 service neutron] Bound using segment: {'id': 'a1ffe40c-2ec3-4aac-8e09-3ca5e1236acd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '5814336a-8d6c-40ed-8506-054f9bd4decc'} {{(pid=83869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 14:01:40.265441 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.managers [req-b5010d9f-d069-4ece-838d-71daea190ffb req-8347913e-abf5-4f4a-aa05-7d8e675b2ab4 service neutron] Bound port: 6337ebb9-d8fe-4aef-b4ac-dd854c57337d, host: hv-neutron-8361, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a1ffe40c-2ec3-4aac-8e09-3ca5e1236acd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '5814336a-8d6c-40ed-8506-054f9bd4decc'}}] {{(pid=83869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 14:01:40.265772 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [req-b5010d9f-d069-4ece-838d-71daea190ffb req-8347913e-abf5-4f4a-aa05-7d8e675b2ab4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:01:40.353218 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.db [req-b5010d9f-d069-4ece-838d-71daea190ffb req-8347913e-abf5-4f4a-aa05-7d8e675b2ab4 service neutron] For port 6337ebb9-d8fe-4aef-b4ac-dd854c57337d, host hv-neutron-8361, cleared binding levels {{(pid=83869) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 14:01:40.356146 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.db [req-b5010d9f-d069-4ece-838d-71daea190ffb req-8347913e-abf5-4f4a-aa05-7d8e675b2ab4 service neutron] For port 6337ebb9-d8fe-4aef-b4ac-dd854c57337d, host hv-neutron-8361, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8361',level=0,port_id=6337ebb9-d8fe-4aef-b4ac-dd854c57337d,segment=NetworkSegment(a1ffe40c-2ec3-4aac-8e09-3ca5e1236acd),segment_id=a1ffe40c-2ec3-4aac-8e09-3ca5e1236acd)] {{(pid=83869) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 14:01:40.361033 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [req-b5010d9f-d069-4ece-838d-71daea190ffb req-8347913e-abf5-4f4a-aa05-7d8e675b2ab4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2705172'] for port, after_update {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:01:40.423496 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [req-b5010d9f-d069-4ece-838d-71daea190ffb req-8347913e-abf5-4f4a-aa05-7d8e675b2ab4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109561'] for port, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:01:40.424879 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-b5010d9f-d069-4ece-838d-71daea190ffb req-8347913e-abf5-4f4a-aa05-7d8e675b2ab4 service neutron] 10.222.0.57 "PUT /v2.0/ports/6337ebb9-d8fe-4aef-b4ac-dd854c57337d HTTP/1.1" status: 200 len: 1094 time: 1.0948977 Apr 01 14:01:40.425302 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa62f335-2797-4047-a6e2-037c54831916', 'tag': '6337ebb9-d8fe-4aef-b4ac-dd854c57337d'}] {{(pid=83869) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 14:01:40.443434 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8347913e-abf5-4f4a-aa05-7d8e675b2ab4 service neutron] Pushing event updated for resources: {'Port': ['ID=6337ebb9-d8fe-4aef-b4ac-dd854c57337d,revision_number=3']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:01:40.504851 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fa62f335-2797-4047-a6e2-037c54831916', 'tag': '6337ebb9-d8fe-4aef-b4ac-dd854c57337d', 'status': 'completed', 'code': 200} Apr 01 14:01:40.547640 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-b5010d9f-d069-4ece-838d-71daea190ffb req-5da515c0-1227-48b2-a1c8-196285a8c3aa service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=ac8d6dafad13497f91e5f7f06ff4319f&device_id=fa62f335-2797-4047-a6e2-037c54831916 HTTP/1.1" status: 200 len: 1097 time: 0.0818579 Apr 01 14:01:40.626183 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-b5010d9f-d069-4ece-838d-71daea190ffb req-33990794-6eba-481e-acf2-0d7a056bf0ff service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6337ebb9-d8fe-4aef-b4ac-dd854c57337d HTTP/1.1" status: 200 len: 217 time: 0.0644968 Apr 01 14:01:40.697538 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5010d9f-d069-4ece-838d-71daea190ffb req-11fc6683-a267-47df-8463-5103c271f8f2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:01:40.698856 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-b5010d9f-d069-4ece-838d-71daea190ffb req-11fc6683-a267-47df-8463-5103c271f8f2 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=386bfa80-3d9f-4aff-93be-9b174840257e HTTP/1.1" status: 200 len: 851 time: 0.0636461 Apr 01 14:01:40.773487 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-b5010d9f-d069-4ece-838d-71daea190ffb req-a7c21565-b04d-4185-9622-d5b9948c7b14 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=5814336a-8d6c-40ed-8506-054f9bd4decc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0651364 Apr 01 14:01:40.905864 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-b5010d9f-d069-4ece-838d-71daea190ffb req-6ff864ad-700a-4b5a-af38-188f2937ea72 service neutron] 10.222.0.57 "GET /v2.0/networks/5814336a-8d6c-40ed-8506-054f9bd4decc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234839 Apr 01 14:01:41.035622 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-b5010d9f-d069-4ece-838d-71daea190ffb req-b881720c-441c-4ea0-9518-50779d46e207 service neutron] 10.222.0.57 "GET /v2.0/networks/5814336a-8d6c-40ed-8506-054f9bd4decc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230290 Apr 01 14:01:41.215574 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-3b66d486-1118-453a-8664-37fd8424df29 req-476ed36b-3b52-4c75-b6b6-982380972cb1 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=ac8d6dafad13497f91e5f7f06ff4319f&device_id=fa62f335-2797-4047-a6e2-037c54831916 HTTP/1.1" status: 200 len: 1097 time: 0.1254265 Apr 01 14:01:41.249748 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69164c41-df3b-4f10-a507-385998aa0fa4 req-58e06bd6-61eb-45c6-ab3c-7c629a70f8dc tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:01:41.251163 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-69164c41-df3b-4f10-a507-385998aa0fa4 req-58e06bd6-61eb-45c6-ab3c-7c629a70f8dc tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] 10.222.0.26 "GET /v2.0/ports?device_id=fa62f335-2797-4047-a6e2-037c54831916 HTTP/1.1" status: 200 len: 944 time: 0.1166959 Apr 01 14:01:41.372833 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-69164c41-df3b-4f10-a507-385998aa0fa4 req-e940f5cf-fc8b-4610-a5bb-37c2757fa933 tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] 10.222.0.26 "GET /v2.0/security-groups?id=df1b5e6b-686d-4d87-89fe-11934569ee4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1151264 Apr 01 14:01:41.473709 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b66d486-1118-453a-8664-37fd8424df29 req-4b1aeeea-7416-49c4-bfab-21d6fe5610e2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:01:41.475121 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-3b66d486-1118-453a-8664-37fd8424df29 req-4b1aeeea-7416-49c4-bfab-21d6fe5610e2 service neutron] 10.222.0.57 "GET /v2.0/networks?id=5814336a-8d6c-40ed-8506-054f9bd4decc HTTP/1.1" status: 200 len: 913 time: 0.2513680 Apr 01 14:01:41.543241 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-3b66d486-1118-453a-8664-37fd8424df29 req-d0a9eb13-df32-4e6d-a1a6-6e7a7603cc15 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6337ebb9-d8fe-4aef-b4ac-dd854c57337d HTTP/1.1" status: 200 len: 217 time: 0.0583451 Apr 01 14:01:41.605804 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b66d486-1118-453a-8664-37fd8424df29 req-5e8e9de5-3739-448f-835d-dfbeab808e53 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:01:41.607694 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-3b66d486-1118-453a-8664-37fd8424df29 req-5e8e9de5-3739-448f-835d-dfbeab808e53 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=386bfa80-3d9f-4aff-93be-9b174840257e HTTP/1.1" status: 200 len: 851 time: 0.0572448 Apr 01 14:01:41.680215 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-3b66d486-1118-453a-8664-37fd8424df29 req-e5f72e0b-9fec-4f07-90a6-c632f193cb1a service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=5814336a-8d6c-40ed-8506-054f9bd4decc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0656888 Apr 01 14:01:41.809530 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-3b66d486-1118-453a-8664-37fd8424df29 req-c4ca8a03-61b0-4d94-b1f2-ced9adb699af service neutron] 10.222.0.57 "GET /v2.0/networks/5814336a-8d6c-40ed-8506-054f9bd4decc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1218770 Apr 01 14:01:41.938824 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-3b66d486-1118-453a-8664-37fd8424df29 req-c6bb7b66-64cb-4cd1-bae3-00a56f909b50 service neutron] 10.222.0.57 "GET /v2.0/networks/5814336a-8d6c-40ed-8506-054f9bd4decc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1228194 Apr 01 14:01:42.570611 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93ed3f3-3799-47ee-bce0-5a30ea3f34b7 req-b5a6eefe-969a-450d-b399-58f7992491c4 tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:01:42.571938 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-a93ed3f3-3799-47ee-bce0-5a30ea3f34b7 req-b5a6eefe-969a-450d-b399-58f7992491c4 tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] 10.222.0.26 "GET /v2.0/ports?device_id=fa62f335-2797-4047-a6e2-037c54831916 HTTP/1.1" status: 200 len: 944 time: 0.0774570 Apr 01 14:01:42.617061 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-a93ed3f3-3799-47ee-bce0-5a30ea3f34b7 req-a8c04070-e814-4d93-b7b0-ff61dbe7b540 tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] 10.222.0.26 "GET /v2.0/security-groups?id=df1b5e6b-686d-4d87-89fe-11934569ee4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384486 Apr 01 14:01:43.815694 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1c2b75-0bcd-43ae-9c62-36a13f32fed6 req-3800fd2b-238f-4778-995b-3991cbfe8850 tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:01:43.817137 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-0c1c2b75-0bcd-43ae-9c62-36a13f32fed6 req-3800fd2b-238f-4778-995b-3991cbfe8850 tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] 10.222.0.26 "GET /v2.0/ports?device_id=fa62f335-2797-4047-a6e2-037c54831916 HTTP/1.1" status: 200 len: 944 time: 0.0788188 Apr 01 14:01:43.862441 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-0c1c2b75-0bcd-43ae-9c62-36a13f32fed6 req-b035e964-3115-47d4-b401-a276340edab1 tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] 10.222.0.26 "GET /v2.0/security-groups?id=df1b5e6b-686d-4d87-89fe-11934569ee4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398827 Apr 01 14:01:44.164835 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Device 6337ebb9-d8fe-4aef-b4ac-dd854c57337d details requested by agent hyperv_hv-neutron-8361 with host hv-neutron-8361 {{(pid=83872) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 01 14:01:44.306373 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] For port 6337ebb9-d8fe-4aef-b4ac-dd854c57337d, host hv-neutron-8361, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8361',level=0,port_id=6337ebb9-d8fe-4aef-b4ac-dd854c57337d,segment=NetworkSegment(a1ffe40c-2ec3-4aac-8e09-3ca5e1236acd),segment_id=a1ffe40c-2ec3-4aac-8e09-3ca5e1236acd)] {{(pid=83872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 14:01:44.319545 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Returning: {'device': '6337ebb9-d8fe-4aef-b4ac-dd854c57337d', 'network_id': '5814336a-8d6c-40ed-8506-054f9bd4decc', 'port_id': '6337ebb9-d8fe-4aef-b4ac-dd854c57337d', 'mac_address': 'fa:16:3e:76:59:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 399, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '386bfa80-3d9f-4aff-93be-9b174840257e', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83872) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 01 14:01:44.372085 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:01:44.388555 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.notifiers.nova [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6337ebb9-d8fe-4aef-b4ac-dd854c57337d {{(pid=83872) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 01 14:01:44.402785 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] For port 6337ebb9-d8fe-4aef-b4ac-dd854c57337d, host hv-neutron-8361, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8361',level=0,port_id=6337ebb9-d8fe-4aef-b4ac-dd854c57337d,segment=NetworkSegment(a1ffe40c-2ec3-4aac-8e09-3ca5e1236acd),segment_id=a1ffe40c-2ec3-4aac-8e09-3ca5e1236acd)] {{(pid=83872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 14:01:44.407327 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864'] for port, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:01:44.474355 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Pushing event updated for resources: {'Port': ['ID=6337ebb9-d8fe-4aef-b4ac-dd854c57337d,revision_number=4']} {{(pid=83872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:01:44.662658 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] get_ports_and_sgs() called for port_ids ['6337ebb9-d8fe-4aef-b4ac-dd854c57337d'] {{(pid=83872) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 01 14:01:45.206743 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea8d4e5-12d5-479b-8f69-23605a0ad2c7 req-e3986604-7624-4448-86b3-1ddacdcdf64c tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:01:45.208036 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-3ea8d4e5-12d5-479b-8f69-23605a0ad2c7 req-e3986604-7624-4448-86b3-1ddacdcdf64c tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] 10.222.0.26 "GET /v2.0/ports?device_id=fa62f335-2797-4047-a6e2-037c54831916 HTTP/1.1" status: 200 len: 945 time: 0.0754881 Apr 01 14:01:45.253500 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-3ea8d4e5-12d5-479b-8f69-23605a0ad2c7 req-5e511a91-ef9f-423b-9dbb-c48f1c18be6f tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] 10.222.0.26 "GET /v2.0/security-groups?id=df1b5e6b-686d-4d87-89fe-11934569ee4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399597 Apr 01 14:01:46.180570 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Device 6337ebb9-d8fe-4aef-b4ac-dd854c57337d up at agent hyperv_hv-neutron-8361 {{(pid=83872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 14:01:46.253696 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Provisioning for port 6337ebb9-d8fe-4aef-b4ac-dd854c57337d completed by entity L2. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 14:01:46.258927 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Provisioning complete for port 6337ebb9-d8fe-4aef-b4ac-dd854c57337d triggered by entity L2. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 14:01:46.259434 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-948329'] for port, provisioning_complete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:01:46.377551 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:01:46.404729 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa62f335-2797-4047-a6e2-037c54831916', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6337ebb9-d8fe-4aef-b4ac-dd854c57337d'}] {{(pid=83872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 14:01:46.414988 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] For port 6337ebb9-d8fe-4aef-b4ac-dd854c57337d, host hv-neutron-8361, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8361',level=0,port_id=6337ebb9-d8fe-4aef-b4ac-dd854c57337d,segment=NetworkSegment(a1ffe40c-2ec3-4aac-8e09-3ca5e1236acd),segment_id=a1ffe40c-2ec3-4aac-8e09-3ca5e1236acd)] {{(pid=83872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 14:01:46.418848 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864'] for port, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:01:46.454736 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2487a26-386e-4c3b-b4c8-6705ad379e96 req-6f774569-e819-4d4b-be17-7b842267c9a5 tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:01:46.456352 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-a2487a26-386e-4c3b-b4c8-6705ad379e96 req-6f774569-e819-4d4b-be17-7b842267c9a5 tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] 10.222.0.26 "GET /v2.0/ports?device_id=fa62f335-2797-4047-a6e2-037c54831916 HTTP/1.1" status: 200 len: 945 time: 0.0793927 Apr 01 14:01:46.463122 dv-neutron-836180-1-hyperv neutron-server[83872]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa62f335-2797-4047-a6e2-037c54831916', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6337ebb9-d8fe-4aef-b4ac-dd854c57337d', 'code': 200} Apr 01 14:01:46.491492 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Pushing event updated for resources: {'Port': ['ID=6337ebb9-d8fe-4aef-b4ac-dd854c57337d,revision_number=5']} {{(pid=83872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:01:46.504608 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-a2487a26-386e-4c3b-b4c8-6705ad379e96 req-0ee97b5d-e41b-4cdd-935b-36d8853bcf5e tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] 10.222.0.26 "GET /v2.0/security-groups?id=df1b5e6b-686d-4d87-89fe-11934569ee4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413561 Apr 01 14:01:46.717705 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-f4c5a979-a446-40e4-984d-559dd309ddc2 req-c8aeee57-f694-451a-8270-6b7c5b8f1ac0 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=fa62f335-2797-4047-a6e2-037c54831916 HTTP/1.1" status: 200 len: 1099 time: 0.0718784 Apr 01 14:01:46.763018 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-f4c5a979-a446-40e4-984d-559dd309ddc2 req-6789fa2a-b040-46e2-9cdb-cfeb03331a92 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=df1b5e6b-686d-4d87-89fe-11934569ee4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355811 Apr 01 14:01:47.705168 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b612bc-acff-4af0-b022-05ba90e6dc9e req-f97b8a82-9d41-405b-afc9-7d3739399062 tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:01:47.706594 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-42b612bc-acff-4af0-b022-05ba90e6dc9e req-f97b8a82-9d41-405b-afc9-7d3739399062 tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] 10.222.0.26 "GET /v2.0/ports?device_id=fa62f335-2797-4047-a6e2-037c54831916 HTTP/1.1" status: 200 len: 946 time: 0.0789700 Apr 01 14:01:47.750616 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-42b612bc-acff-4af0-b022-05ba90e6dc9e req-2e21c4a2-314b-4481-acc9-a7dc936afa2e tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] 10.222.0.26 "GET /v2.0/security-groups?id=df1b5e6b-686d-4d87-89fe-11934569ee4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384724 Apr 01 14:01:48.944825 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49155884-f034-4e40-843a-d14fd0a4bf54 req-4a4d3a7e-2af4-4d55-89ed-ee7f6f05e9d0 tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:01:48.946160 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-49155884-f034-4e40-843a-d14fd0a4bf54 req-4a4d3a7e-2af4-4d55-89ed-ee7f6f05e9d0 tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] 10.222.0.26 "GET /v2.0/ports?device_id=fa62f335-2797-4047-a6e2-037c54831916 HTTP/1.1" status: 200 len: 946 time: 0.0756359 Apr 01 14:01:48.994267 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-49155884-f034-4e40-843a-d14fd0a4bf54 req-d9f25b27-0337-4609-a1b9-f17d3b32492d tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] 10.222.0.26 "GET /v2.0/security-groups?id=df1b5e6b-686d-4d87-89fe-11934569ee4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424604 Apr 01 14:01:49.183483 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de470ab2-480e-42a0-b18b-858d1a266380 req-4f3a2e3f-8f59-4754-b810-d6f4b8e223a7 tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:01:49.184971 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-de470ab2-480e-42a0-b18b-858d1a266380 req-4f3a2e3f-8f59-4754-b810-d6f4b8e223a7 tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] 10.222.0.26 "GET /v2.0/ports?device_id=fa62f335-2797-4047-a6e2-037c54831916 HTTP/1.1" status: 200 len: 946 time: 0.0747917 Apr 01 14:01:49.194362 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 33142) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:01:49.199586 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.v2.base [None req-2db24699-bd86-4dba-a378-e1648ef6155e tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] Request body: {'floatingip': {'port_id': '6337ebb9-d8fe-4aef-b4ac-dd854c57337d'}} {{(pid=83871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 14:01:49.276915 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-2db24699-bd86-4dba-a378-e1648ef6155e tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] Notify callbacks [] for floatingip, before_update {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:01:49.929054 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-2db24699-bd86-4dba-a378-e1648ef6155e tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:01:49.932597 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-2db24699-bd86-4dba-a378-e1648ef6155e tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4084747'] for floatingip, after_update {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:01:50.120560 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.db.l3_db [None req-2db24699-bd86-4dba-a378-e1648ef6155e tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] Floating IP 3370d11e-15ac-48a3-97f0-3d873485fcb6 associated. External IP: 172.26.5.100, port: 6337ebb9-d8fe-4aef-b4ac-dd854c57337d. Apr 01 14:01:50.502782 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2db24699-bd86-4dba-a378-e1648ef6155e tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] Router 54e531cc-e3ed-4f16-b1fb-f17ffef3423c has already been hosted by L3 agent 88bf8fc8-11a3-4e96-9d1b-5fd93ba9f6f1 {{(pid=83871) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 14:01:50.695018 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2db24699-bd86-4dba-a378-e1648ef6155e tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] Notify agent at l3_agent.dv-neutron-836180-1-hyperv the message routers_updated {{(pid=83871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 14:01:50.699235 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-2db24699-bd86-4dba-a378-e1648ef6155e tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109561'] for floatingip, before_response {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:01:50.705019 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fe3118c-dd29-4c4d-be37-e0336e7970b5 None None] Sync routers for ids ['54e531cc-e3ed-4f16-b1fb-f17ffef3423c'] in dv-neutron-836180-1-hyperv {{(pid=83872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 14:01:50.723934 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fe3118c-dd29-4c4d-be37-e0336e7970b5 None None] Routers {'54e531cc-e3ed-4f16-b1fb-f17ffef3423c'} bound to L3 agent in host dv-neutron-836180-1-hyperv {{(pid=83872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 14:01:50.724567 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_hamode_db [None req-4fe3118c-dd29-4c4d-be37-e0336e7970b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836180-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T13:25:36Z,description=,heartbeat_timestamp=2022-04-01T14:01:36Z,host='dv-neutron-836180-1-hyperv',id=88bf8fc8-11a3-4e96-9d1b-5fd93ba9f6f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T13:25:36Z,topic='l3_agent')) {'router_ids': ['54e531cc-e3ed-4f16-b1fb-f17ffef3423c'], 'active': True} {{(pid=83872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 14:01:50.753618 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-2db24699-bd86-4dba-a378-e1648ef6155e tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] 10.222.0.26 "PUT /v2.0/floatingips/3370d11e-15ac-48a3-97f0-3d873485fcb6 HTTP/1.1" status: 200 len: 992 time: 1.5582068 Apr 01 14:01:50.754177 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa62f335-2797-4047-a6e2-037c54831916', 'tag': '6337ebb9-d8fe-4aef-b4ac-dd854c57337d'}] {{(pid=83871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 14:01:50.809764 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fa62f335-2797-4047-a6e2-037c54831916', 'tag': '6337ebb9-d8fe-4aef-b4ac-dd854c57337d', 'status': 'completed', 'code': 200} Apr 01 14:01:50.909487 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-708c9e09-08fb-4149-b188-67762a30f7ea req-9a2af077-a495-4d23-87d2-53927d4e12ec service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=ac8d6dafad13497f91e5f7f06ff4319f&device_id=fa62f335-2797-4047-a6e2-037c54831916 HTTP/1.1" status: 200 len: 1099 time: 0.0748663 Apr 01 14:01:50.955763 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_dvr_db [None req-4fe3118c-dd29-4c4d-be37-e0336e7970b5 None None] Set router 54e531cc-e3ed-4f16-b1fb-f17ffef3423c gateway port host: dv-neutron-836180-1-hyperv {{(pid=83872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 14:01:51.049086 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708c9e09-08fb-4149-b188-67762a30f7ea req-e590dc89-f65a-4962-aeb8-fab6c032a356 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:01:51.050661 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-708c9e09-08fb-4149-b188-67762a30f7ea req-e590dc89-f65a-4962-aeb8-fab6c032a356 service neutron] 10.222.0.57 "GET /v2.0/networks?id=5814336a-8d6c-40ed-8506-054f9bd4decc HTTP/1.1" status: 200 len: 913 time: 0.1363165 Apr 01 14:01:51.124625 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2067d55-896f-4fa7-ac6a-1fa13a4a3e0e req-3b61ec8c-5a70-4c0a-b6e0-b4328e35f2b6 tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:01:51.126128 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-f2067d55-896f-4fa7-ac6a-1fa13a4a3e0e req-3b61ec8c-5a70-4c0a-b6e0-b4328e35f2b6 tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] 10.222.0.26 "GET /v2.0/ports?device_id=fa62f335-2797-4047-a6e2-037c54831916 HTTP/1.1" status: 200 len: 946 time: 0.0841284 Apr 01 14:01:51.160363 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-708c9e09-08fb-4149-b188-67762a30f7ea req-8504441b-4526-4517-8c6e-f4ee6e6f2fb0 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6337ebb9-d8fe-4aef-b4ac-dd854c57337d HTTP/1.1" status: 200 len: 1000 time: 0.1028707 Apr 01 14:01:51.175644 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-f2067d55-896f-4fa7-ac6a-1fa13a4a3e0e req-2b674a9e-68e2-4d6a-b5e7-7dae2629299d tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] 10.222.0.26 "GET /v2.0/security-groups?id=df1b5e6b-686d-4d87-89fe-11934569ee4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416539 Apr 01 14:01:51.224008 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708c9e09-08fb-4149-b188-67762a30f7ea req-3d7b0e29-a9b3-4b34-afe4-e9f9a5ca1c89 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:01:51.225459 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-708c9e09-08fb-4149-b188-67762a30f7ea req-3d7b0e29-a9b3-4b34-afe4-e9f9a5ca1c89 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=386bfa80-3d9f-4aff-93be-9b174840257e HTTP/1.1" status: 200 len: 851 time: 0.0590961 Apr 01 14:01:51.303445 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-708c9e09-08fb-4149-b188-67762a30f7ea req-e379e348-6e77-4fa2-a9f9-73a9b5cd1921 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=5814336a-8d6c-40ed-8506-054f9bd4decc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0720422 Apr 01 14:01:51.316509 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_hamode_db [None req-4fe3118c-dd29-4c4d-be37-e0336e7970b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54e531cc-e3ed-4f16-b1fb-f17ffef3423c', 'name': 'tempest-ServerActionsTestJSON-1724647501-router', 'tenant_id': 'ac8d6dafad13497f91e5f7f06ff4319f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'external_fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.195'}], 'enable_snat': True}, 'gw_port_id': '2db02312-aeb6-4a03-958a-1037a629e6c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T14:00:36Z', 'updated_at': '2022-04-01T14:00:39Z', 'revision_number': 4, 'project_id': 'ac8d6dafad13497f91e5f7f06ff4319f', 'gw_port': {'id': '2db02312-aeb6-4a03-958a-1037a629e6c3', 'name': '', 'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:2c:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54e531cc-e3ed-4f16-b1fb-f17ffef3423c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836180-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T14:00:36Z', 'updated_at': '2022-04-01T14:00:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836180-1-hyperv', '_floatingips': [{'id': '3370d11e-15ac-48a3-97f0-3d873485fcb6', 'tenant_id': 'ac8d6dafad13497f91e5f7f06ff4319f', 'floating_ip_address': '172.26.5.100', 'floating_network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'router_id': '54e531cc-e3ed-4f16-b1fb-f17ffef3423c', 'port_id': '6337ebb9-d8fe-4aef-b4ac-dd854c57337d', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5814336a-8d6c-40ed-8506-054f9bd4decc', 'mac_address': 'fa:16:3e:76:59:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa62f335-2797-4047-a6e2-037c54831916', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T14:00:42Z', 'updated_at': '2022-04-01T14:01:49Z', 'revision_number': 5, 'project_id': 'ac8d6dafad13497f91e5f7f06ff4319f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '103e1488-083c-451d-80af-4a13de5d5cb9', 'name': '', 'network_id': '5814336a-8d6c-40ed-8506-054f9bd4decc', 'tenant_id': 'ac8d6dafad13497f91e5f7f06ff4319f', 'mac_address': 'fa:16:3e:dd:a8:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54e531cc-e3ed-4f16-b1fb-f17ffef3423c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '386bfa80-3d9f-4aff-93be-9b174840257e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836180-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T14:00:38Z', 'updated_at': '2022-04-01T14:00:56Z', 'revision_number': 5, 'project_id': 'ac8d6dafad13497f91e5f7f06ff4319f', 'subnets': [{'id': '386bfa80-3d9f-4aff-93be-9b174840257e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-836180-1-hyperv', False) {} {{(pid=83872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 14:01:51.320334 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fe3118c-dd29-4c4d-be37-e0336e7970b5 None None] Checking router: 54e531cc-e3ed-4f16-b1fb-f17ffef3423c for host: dv-neutron-836180-1-hyperv {{(pid=83872) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 01 14:01:51.331778 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fe3118c-dd29-4c4d-be37-e0336e7970b5 None None] Routers {'54e531cc-e3ed-4f16-b1fb-f17ffef3423c'} bound to L3 agent in host dv-neutron-836180-1-hyperv {{(pid=83872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 14:01:51.332400 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_hamode_db [None req-4fe3118c-dd29-4c4d-be37-e0336e7970b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836180-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T13:25:36Z,description=,heartbeat_timestamp=2022-04-01T14:01:36Z,host='dv-neutron-836180-1-hyperv',id=88bf8fc8-11a3-4e96-9d1b-5fd93ba9f6f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T13:25:36Z,topic='l3_agent')) {'router_ids': ['54e531cc-e3ed-4f16-b1fb-f17ffef3423c'], 'active': True} {{(pid=83872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 14:01:51.433788 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-708c9e09-08fb-4149-b188-67762a30f7ea req-e38731c6-7e88-4bcd-822c-b783d13f59de service neutron] 10.222.0.57 "GET /v2.0/networks/5814336a-8d6c-40ed-8506-054f9bd4decc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1239779 Apr 01 14:01:51.505796 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_dvr_db [None req-4fe3118c-dd29-4c4d-be37-e0336e7970b5 None None] Set router 54e531cc-e3ed-4f16-b1fb-f17ffef3423c gateway port host: dv-neutron-836180-1-hyperv {{(pid=83872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 14:01:51.656751 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-708c9e09-08fb-4149-b188-67762a30f7ea req-39f3b45a-66de-4835-8f01-6e59338bd855 service neutron] 10.222.0.57 "GET /v2.0/networks/5814336a-8d6c-40ed-8506-054f9bd4decc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2168448 Apr 01 14:01:51.854388 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_hamode_db [None req-4fe3118c-dd29-4c4d-be37-e0336e7970b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54e531cc-e3ed-4f16-b1fb-f17ffef3423c', 'name': 'tempest-ServerActionsTestJSON-1724647501-router', 'tenant_id': 'ac8d6dafad13497f91e5f7f06ff4319f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'external_fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.195'}], 'enable_snat': True}, 'gw_port_id': '2db02312-aeb6-4a03-958a-1037a629e6c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T14:00:36Z', 'updated_at': '2022-04-01T14:00:39Z', 'revision_number': 4, 'project_id': 'ac8d6dafad13497f91e5f7f06ff4319f', 'gw_port': {'id': '2db02312-aeb6-4a03-958a-1037a629e6c3', 'name': '', 'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:2c:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54e531cc-e3ed-4f16-b1fb-f17ffef3423c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836180-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T14:00:36Z', 'updated_at': '2022-04-01T14:00:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836180-1-hyperv', '_floatingips': [{'id': '3370d11e-15ac-48a3-97f0-3d873485fcb6', 'tenant_id': 'ac8d6dafad13497f91e5f7f06ff4319f', 'floating_ip_address': '172.26.5.100', 'floating_network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'router_id': '54e531cc-e3ed-4f16-b1fb-f17ffef3423c', 'port_id': '6337ebb9-d8fe-4aef-b4ac-dd854c57337d', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5814336a-8d6c-40ed-8506-054f9bd4decc', 'mac_address': 'fa:16:3e:76:59:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa62f335-2797-4047-a6e2-037c54831916', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T14:00:42Z', 'updated_at': '2022-04-01T14:01:49Z', 'revision_number': 5, 'project_id': 'ac8d6dafad13497f91e5f7f06ff4319f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '103e1488-083c-451d-80af-4a13de5d5cb9', 'name': '', 'network_id': '5814336a-8d6c-40ed-8506-054f9bd4decc', 'tenant_id': 'ac8d6dafad13497f91e5f7f06ff4319f', 'mac_address': 'fa:16:3e:dd:a8:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54e531cc-e3ed-4f16-b1fb-f17ffef3423c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '386bfa80-3d9f-4aff-93be-9b174840257e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836180-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T14:00:38Z', 'updated_at': '2022-04-01T14:00:56Z', 'revision_number': 5, 'project_id': 'ac8d6dafad13497f91e5f7f06ff4319f', 'subnets': [{'id': '386bfa80-3d9f-4aff-93be-9b174840257e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-836180-1-hyperv', False) {} {{(pid=83872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 14:01:51.858390 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fe3118c-dd29-4c4d-be37-e0336e7970b5 None None] The sync data for ids ['54e531cc-e3ed-4f16-b1fb-f17ffef3423c'] in dv-neutron-836180-1-hyperv is: [{'id': '54e531cc-e3ed-4f16-b1fb-f17ffef3423c', 'name': 'tempest-ServerActionsTestJSON-1724647501-router', 'tenant_id': 'ac8d6dafad13497f91e5f7f06ff4319f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'external_fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.195'}], 'enable_snat': True}, 'gw_port_id': '2db02312-aeb6-4a03-958a-1037a629e6c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T14:00:36Z', 'updated_at': '2022-04-01T14:00:39Z', 'revision_number': 4, 'project_id': 'ac8d6dafad13497f91e5f7f06ff4319f', 'gw_port': {'id': '2db02312-aeb6-4a03-958a-1037a629e6c3', 'name': '', 'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:2c:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54e531cc-e3ed-4f16-b1fb-f17ffef3423c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836180-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T14:00:36Z', 'updated_at': '2022-04-01T14:00:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836180-1-hyperv', '_floatingips': [{'id': '3370d11e-15ac-48a3-97f0-3d873485fcb6', 'tenant_id': 'ac8d6dafad13497f91e5f7f06ff4319f', 'floating_ip_address': '172.26.5.100', 'floating_network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'router_id': '54e531cc-e3ed-4f16-b1fb-f17ffef3423c', 'port_id': '6337ebb9-d8fe-4aef-b4ac-dd854c57337d', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5814336a-8d6c-40ed-8506-054f9bd4decc', 'mac_address': 'fa:16:3e:76:59:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa62f335-2797-4047-a6e2-037c54831916', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T14:00:42Z', 'updated_at': '2022-04-01T14:01:49Z', 'revision_number': 5, 'project_id': 'ac8d6dafad13497f91e5f7f06ff4319f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '103e1488-083c-451d-80af-4a13de5d5cb9', 'name': '', 'network_id': '5814336a-8d6c-40ed-8506-054f9bd4decc', 'tenant_id': 'ac8d6dafad13497f91e5f7f06ff4319f', 'mac_address': 'fa:16:3e:dd:a8:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54e531cc-e3ed-4f16-b1fb-f17ffef3423c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '386bfa80-3d9f-4aff-93be-9b174840257e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836180-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T14:00:38Z', 'updated_at': '2022-04-01T14:00:56Z', 'revision_number': 5, 'project_id': 'ac8d6dafad13497f91e5f7f06ff4319f', 'subnets': [{'id': '386bfa80-3d9f-4aff-93be-9b174840257e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 14:01:52.047430 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1732e82-dc90-4935-a829-3e858eece863 None None] New status for floating IP 3370d11e-15ac-48a3-97f0-3d873485fcb6: ACTIVE {{(pid=83873) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 01 14:01:52.377423 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146c2925-7d0a-44b1-918f-97049a409d07 req-1d78a2d3-2900-442c-b601-5415e8568d53 tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:01:52.378853 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-146c2925-7d0a-44b1-918f-97049a409d07 req-1d78a2d3-2900-442c-b601-5415e8568d53 tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] 10.222.0.26 "GET /v2.0/ports?device_id=fa62f335-2797-4047-a6e2-037c54831916 HTTP/1.1" status: 200 len: 946 time: 0.0780919 Apr 01 14:01:52.432522 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-146c2925-7d0a-44b1-918f-97049a409d07 req-c2300d2e-409f-41af-b086-5de499df3a3f tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] 10.222.0.26 "GET /v2.0/security-groups?id=df1b5e6b-686d-4d87-89fe-11934569ee4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481124 Apr 01 14:01:53.628157 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03434ce-4c6a-4426-85db-9f4ba2d74195 req-89274370-f624-4ff5-89eb-d9aa7e2ba9ab tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:01:53.629598 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-e03434ce-4c6a-4426-85db-9f4ba2d74195 req-89274370-f624-4ff5-89eb-d9aa7e2ba9ab tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] 10.222.0.26 "GET /v2.0/ports?device_id=fa62f335-2797-4047-a6e2-037c54831916 HTTP/1.1" status: 200 len: 946 time: 0.0776610 Apr 01 14:01:53.672795 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-e03434ce-4c6a-4426-85db-9f4ba2d74195 req-1de9d77a-5c40-426a-ad71-e8751e68d4ed tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] 10.222.0.26 "GET /v2.0/security-groups?id=df1b5e6b-686d-4d87-89fe-11934569ee4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377603 Apr 01 14:01:54.038477 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:01:54.885841 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f472a6-3c87-4d94-986f-a1de72e0fa94 req-1fac993f-5a9e-4cf2-a1b8-e01dcf2d1478 tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:01:54.887287 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-d0f472a6-3c87-4d94-986f-a1de72e0fa94 req-1fac993f-5a9e-4cf2-a1b8-e01dcf2d1478 tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] 10.222.0.26 "GET /v2.0/ports?device_id=fa62f335-2797-4047-a6e2-037c54831916 HTTP/1.1" status: 200 len: 946 time: 0.0793080 Apr 01 14:01:54.931921 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-d0f472a6-3c87-4d94-986f-a1de72e0fa94 req-4ad03d86-118f-48d9-8f68-aea125aeae34 tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] 10.222.0.26 "GET /v2.0/security-groups?id=df1b5e6b-686d-4d87-89fe-11934569ee4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383723 Apr 01 14:01:56.123639 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979b6ee1-8b66-4166-b578-6214f4327f7d req-cfa7d4f8-263e-4e12-b0a1-123ce49ceafc tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:01:56.124642 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-979b6ee1-8b66-4166-b578-6214f4327f7d req-cfa7d4f8-263e-4e12-b0a1-123ce49ceafc tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] 10.222.0.26 "GET /v2.0/ports?device_id=fa62f335-2797-4047-a6e2-037c54831916 HTTP/1.1" status: 200 len: 946 time: 0.0747995 Apr 01 14:01:56.170086 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-979b6ee1-8b66-4166-b578-6214f4327f7d req-6cecd4c3-536a-4bf0-b449-795cc7b2d8d4 tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] 10.222.0.26 "GET /v2.0/security-groups?id=df1b5e6b-686d-4d87-89fe-11934569ee4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397758 Apr 01 14:01:57.368365 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb032b5-5fb5-4b01-b848-0832f908c63b req-21f44369-91c6-466a-a7a5-caa8361ac50a tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:01:57.369926 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-8fb032b5-5fb5-4b01-b848-0832f908c63b req-21f44369-91c6-466a-a7a5-caa8361ac50a tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] 10.222.0.26 "GET /v2.0/ports?device_id=fa62f335-2797-4047-a6e2-037c54831916 HTTP/1.1" status: 200 len: 946 time: 0.0780361 Apr 01 14:01:57.416104 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-8fb032b5-5fb5-4b01-b848-0832f908c63b req-6a394d61-4042-412d-91d9-3fd5c493a9da tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] 10.222.0.26 "GET /v2.0/security-groups?id=df1b5e6b-686d-4d87-89fe-11934569ee4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404401 Apr 01 14:01:58.699221 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a54bffc-9b6a-4e1d-8da1-0996d0920d63 req-b6c6420e-9b7a-4acc-94b3-195d1d53ad8f tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:01:58.700691 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-8a54bffc-9b6a-4e1d-8da1-0996d0920d63 req-b6c6420e-9b7a-4acc-94b3-195d1d53ad8f tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] 10.222.0.26 "GET /v2.0/ports?device_id=fa62f335-2797-4047-a6e2-037c54831916 HTTP/1.1" status: 200 len: 946 time: 0.1648774 Apr 01 14:01:58.745036 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-8a54bffc-9b6a-4e1d-8da1-0996d0920d63 req-6f8da643-f845-4a21-b4a4-8f5cefc628d3 tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] 10.222.0.26 "GET /v2.0/security-groups?id=df1b5e6b-686d-4d87-89fe-11934569ee4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381172 Apr 01 14:01:59.948255 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7179fc-3448-4d12-abe3-2dbc9aa5e67f req-0e19542f-21d9-42b0-8581-5006fa63a79d tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:01:59.949727 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-eb7179fc-3448-4d12-abe3-2dbc9aa5e67f req-0e19542f-21d9-42b0-8581-5006fa63a79d tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] 10.222.0.26 "GET /v2.0/ports?device_id=fa62f335-2797-4047-a6e2-037c54831916 HTTP/1.1" status: 200 len: 946 time: 0.0785077 Apr 01 14:01:59.982831 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.agents_db [None req-bdd220c7-049a-43d2-a923-ad1a2de078c6 None None] Agent healthcheck: found 6 active agents {{(pid=83873) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 01 14:01:59.995217 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-eb7179fc-3448-4d12-abe3-2dbc9aa5e67f req-f52c3f64-2261-4b67-832c-4a906e2111db tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] 10.222.0.26 "GET /v2.0/security-groups?id=df1b5e6b-686d-4d87-89fe-11934569ee4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391164 Apr 01 14:02:01.190242 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045564a3-802a-483e-95d0-4fccc40f79d9 req-e92c2994-6dd4-43bd-a8a8-ea1eeb3a1b43 tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:02:01.191653 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-045564a3-802a-483e-95d0-4fccc40f79d9 req-e92c2994-6dd4-43bd-a8a8-ea1eeb3a1b43 tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] 10.222.0.26 "GET /v2.0/ports?device_id=fa62f335-2797-4047-a6e2-037c54831916 HTTP/1.1" status: 200 len: 946 time: 0.0779500 Apr 01 14:02:01.237407 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-045564a3-802a-483e-95d0-4fccc40f79d9 req-4d94f2e5-7d35-4a7b-954f-c255647c1f90 tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] 10.222.0.26 "GET /v2.0/security-groups?id=df1b5e6b-686d-4d87-89fe-11934569ee4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402291 Apr 01 14:02:02.443711 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2cab5b3-1c4c-4d3a-949a-87b639c13905 req-65eca8a0-90d2-4ab0-a69e-5358822dc682 tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:02:02.445187 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-c2cab5b3-1c4c-4d3a-949a-87b639c13905 req-65eca8a0-90d2-4ab0-a69e-5358822dc682 tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] 10.222.0.26 "GET /v2.0/ports?device_id=fa62f335-2797-4047-a6e2-037c54831916 HTTP/1.1" status: 200 len: 946 time: 0.0799701 Apr 01 14:02:02.492645 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-c2cab5b3-1c4c-4d3a-949a-87b639c13905 req-81836ba9-133f-4194-9271-d0bce3321b33 tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] 10.222.0.26 "GET /v2.0/security-groups?id=df1b5e6b-686d-4d87-89fe-11934569ee4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420165 Apr 01 14:02:03.592189 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-17be68f5-a61c-418c-a9a2-d91a9bcf8723 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:02:03.687390 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ed587d-ff16-48fa-ba47-ba2ad053b6dc req-7a69ae24-a1d8-4ef3-9108-c8463aa0ae1e tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:02:03.689108 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-42ed587d-ff16-48fa-ba47-ba2ad053b6dc req-7a69ae24-a1d8-4ef3-9108-c8463aa0ae1e tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] 10.222.0.26 "GET /v2.0/ports?device_id=fa62f335-2797-4047-a6e2-037c54831916 HTTP/1.1" status: 200 len: 946 time: 0.0765736 Apr 01 14:02:03.733272 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-42ed587d-ff16-48fa-ba47-ba2ad053b6dc req-9f1c42ad-2b0b-400f-8dd6-82b14f52e301 tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] 10.222.0.26 "GET /v2.0/security-groups?id=df1b5e6b-686d-4d87-89fe-11934569ee4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387292 Apr 01 14:02:04.930960 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db8a784-02aa-4b74-957b-e50bd940e2dd req-979cb37f-1584-46c1-8de3-42eac438e9d6 tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:02:04.932451 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-9db8a784-02aa-4b74-957b-e50bd940e2dd req-979cb37f-1584-46c1-8de3-42eac438e9d6 tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] 10.222.0.26 "GET /v2.0/ports?device_id=fa62f335-2797-4047-a6e2-037c54831916 HTTP/1.1" status: 200 len: 946 time: 0.0745146 Apr 01 14:02:04.977045 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-9db8a784-02aa-4b74-957b-e50bd940e2dd req-29c1854b-086c-47ad-bc30-b4a08e84b44d tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] 10.222.0.26 "GET /v2.0/security-groups?id=df1b5e6b-686d-4d87-89fe-11934569ee4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388300 Apr 01 14:02:05.947721 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-51aaffd2-4632-41f8-8815-456aeb3be47e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:02:06.174056 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dcbf823-8dcd-4056-837f-96dc0b6e3e03 req-2968a867-8d71-47b0-9b30-6dffce9eba2a tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:02:06.175503 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-9dcbf823-8dcd-4056-837f-96dc0b6e3e03 req-2968a867-8d71-47b0-9b30-6dffce9eba2a tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] 10.222.0.26 "GET /v2.0/ports?device_id=fa62f335-2797-4047-a6e2-037c54831916 HTTP/1.1" status: 200 len: 946 time: 0.0778453 Apr 01 14:02:06.219591 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-9dcbf823-8dcd-4056-837f-96dc0b6e3e03 req-99ea6974-40c4-47b5-8577-7901592564ad tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] 10.222.0.26 "GET /v2.0/security-groups?id=df1b5e6b-686d-4d87-89fe-11934569ee4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385213 Apr 01 14:02:07.225152 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:02:07.423627 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88707929-e397-4540-bfd6-690291290399 req-747422bf-e364-454d-adf8-8bdd09a2c32e tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:02:07.425113 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-88707929-e397-4540-bfd6-690291290399 req-747422bf-e364-454d-adf8-8bdd09a2c32e tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] 10.222.0.26 "GET /v2.0/ports?device_id=fa62f335-2797-4047-a6e2-037c54831916 HTTP/1.1" status: 200 len: 946 time: 0.0830853 Apr 01 14:02:07.453597 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-2f9cfc9c-d8ba-4de3-a4ad-98162f90557c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:02:07.472049 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-88707929-e397-4540-bfd6-690291290399 req-5d90e856-5dc1-4e62-b1ce-f2d164f36b11 tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] 10.222.0.26 "GET /v2.0/security-groups?id=df1b5e6b-686d-4d87-89fe-11934569ee4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413892 Apr 01 14:02:08.665235 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2900df4a-25e3-48d6-b9c0-ab371a77f41b req-cc9e69af-8791-4a29-8bf1-64f41e91f29f tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:02:08.666858 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-2900df4a-25e3-48d6-b9c0-ab371a77f41b req-cc9e69af-8791-4a29-8bf1-64f41e91f29f tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] 10.222.0.26 "GET /v2.0/ports?device_id=fa62f335-2797-4047-a6e2-037c54831916 HTTP/1.1" status: 200 len: 946 time: 0.0762942 Apr 01 14:02:08.711853 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-2900df4a-25e3-48d6-b9c0-ab371a77f41b req-bae98405-1d49-4b6c-a327-2b84e4259a20 tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] 10.222.0.26 "GET /v2.0/security-groups?id=df1b5e6b-686d-4d87-89fe-11934569ee4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389938 Apr 01 14:02:08.947778 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-a976a7b9-9034-41e6-be13-349b75ed1593 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:02:09.902385 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd11332-9ad1-4acc-bf7c-b3489cf19415 req-3ad68e3c-8dc4-4ab9-aaa7-0fea8b353891 tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:02:09.903827 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-fbd11332-9ad1-4acc-bf7c-b3489cf19415 req-3ad68e3c-8dc4-4ab9-aaa7-0fea8b353891 tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] 10.222.0.26 "GET /v2.0/ports?device_id=fa62f335-2797-4047-a6e2-037c54831916 HTTP/1.1" status: 200 len: 946 time: 0.0757885 Apr 01 14:02:09.950135 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-fbd11332-9ad1-4acc-bf7c-b3489cf19415 req-c9a132c2-15e3-4820-a753-3af73289c88c tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] 10.222.0.26 "GET /v2.0/security-groups?id=df1b5e6b-686d-4d87-89fe-11934569ee4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395560 Apr 01 14:02:11.170767 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c989c3-629e-46c1-b214-cd2947c411ab req-3878125f-6b48-4123-b150-74970aa6f55c tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:02:11.172578 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-40c989c3-629e-46c1-b214-cd2947c411ab req-3878125f-6b48-4123-b150-74970aa6f55c tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] 10.222.0.26 "GET /v2.0/ports?device_id=fa62f335-2797-4047-a6e2-037c54831916 HTTP/1.1" status: 200 len: 946 time: 0.0902033 Apr 01 14:02:11.226749 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-40c989c3-629e-46c1-b214-cd2947c411ab req-59709c10-6908-4fa1-b873-796e64fbd979 tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] 10.222.0.26 "GET /v2.0/security-groups?id=df1b5e6b-686d-4d87-89fe-11934569ee4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475092 Apr 01 14:02:12.430992 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6d4e87-f890-40f7-b3dd-0d6c29946e6b req-6af9f645-3a4d-45e8-aeac-9553e4a35562 tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:02:12.432461 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-0b6d4e87-f890-40f7-b3dd-0d6c29946e6b req-6af9f645-3a4d-45e8-aeac-9553e4a35562 tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] 10.222.0.26 "GET /v2.0/ports?device_id=fa62f335-2797-4047-a6e2-037c54831916 HTTP/1.1" status: 200 len: 946 time: 0.0792277 Apr 01 14:02:12.477283 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-0b6d4e87-f890-40f7-b3dd-0d6c29946e6b req-b404a9b4-42c8-46c7-b790-7bdccb172e2a tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] 10.222.0.26 "GET /v2.0/security-groups?id=df1b5e6b-686d-4d87-89fe-11934569ee4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382252 Apr 01 14:02:13.675399 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30c8ac2-732c-4c78-9d5e-82b737161f8c req-ebef7487-2c79-4efd-ba5b-b43f24b5a26c tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:02:13.676875 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-d30c8ac2-732c-4c78-9d5e-82b737161f8c req-ebef7487-2c79-4efd-ba5b-b43f24b5a26c tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] 10.222.0.26 "GET /v2.0/ports?device_id=fa62f335-2797-4047-a6e2-037c54831916 HTTP/1.1" status: 200 len: 946 time: 0.0769551 Apr 01 14:02:13.724543 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-d30c8ac2-732c-4c78-9d5e-82b737161f8c req-7ca8f8c5-cfe8-4581-8675-a9b0f8f9d91e tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] 10.222.0.26 "GET /v2.0/security-groups?id=df1b5e6b-686d-4d87-89fe-11934569ee4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422103 Apr 01 14:02:14.917426 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e295147-cccf-4b7d-805a-4123e658eb40 req-60e51403-6f9e-4022-874c-b556c1cf9938 tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:02:14.918843 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-1e295147-cccf-4b7d-805a-4123e658eb40 req-60e51403-6f9e-4022-874c-b556c1cf9938 tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] 10.222.0.26 "GET /v2.0/ports?device_id=fa62f335-2797-4047-a6e2-037c54831916 HTTP/1.1" status: 200 len: 946 time: 0.0746727 Apr 01 14:02:14.967189 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-1e295147-cccf-4b7d-805a-4123e658eb40 req-23c95b06-0053-45ce-8976-5069dd2fb149 tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] 10.222.0.26 "GET /v2.0/security-groups?id=df1b5e6b-686d-4d87-89fe-11934569ee4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422773 Apr 01 14:02:16.177704 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d9cb2c-b4f5-40c8-8378-7f5e10ba6ebe req-b5c26585-a7ec-4e87-9ec3-7b3e6c78b5a9 tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:02:16.179140 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-b1d9cb2c-b4f5-40c8-8378-7f5e10ba6ebe req-b5c26585-a7ec-4e87-9ec3-7b3e6c78b5a9 tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] 10.222.0.26 "GET /v2.0/ports?device_id=fa62f335-2797-4047-a6e2-037c54831916 HTTP/1.1" status: 200 len: 946 time: 0.0753238 Apr 01 14:02:16.224110 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-b1d9cb2c-b4f5-40c8-8378-7f5e10ba6ebe req-e4bd3f5d-6ffd-4974-9276-82f108417e13 tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] 10.222.0.26 "GET /v2.0/security-groups?id=df1b5e6b-686d-4d87-89fe-11934569ee4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394700 Apr 01 14:02:17.420634 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5afca644-47f9-45a2-8e9c-4505051392d7 req-7d0dfc00-3c73-45c9-abb4-fe67606af986 tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:02:17.422387 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-5afca644-47f9-45a2-8e9c-4505051392d7 req-7d0dfc00-3c73-45c9-abb4-fe67606af986 tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] 10.222.0.26 "GET /v2.0/ports?device_id=fa62f335-2797-4047-a6e2-037c54831916 HTTP/1.1" status: 200 len: 946 time: 0.0773232 Apr 01 14:02:17.469249 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-5afca644-47f9-45a2-8e9c-4505051392d7 req-9279633e-532e-4cc1-a02f-fc3e75d0259b tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] 10.222.0.26 "GET /v2.0/security-groups?id=df1b5e6b-686d-4d87-89fe-11934569ee4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414228 Apr 01 14:02:17.661994 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-1c113960-96d0-45de-a639-35dde34b6b9a req-9b5d8050-ed5d-4e95-ab42-ec9967d1476a service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=fa62f335-2797-4047-a6e2-037c54831916&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0695941 Apr 01 14:02:17.906580 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-daa1b722-a1fd-4c97-a3e0-6770c3c05344 req-c340d2ab-9371-44d0-a7fb-375b78926584 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=fa62f335-2797-4047-a6e2-037c54831916&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0666010 Apr 01 14:02:17.976786 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a97c812-2dca-41e9-a462-a3fa8d9da8d9 req-719c2203-a714-4845-9b83-da150f03d875 tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:02:17.978229 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-7a97c812-2dca-41e9-a462-a3fa8d9da8d9 req-719c2203-a714-4845-9b83-da150f03d875 tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] 10.222.0.26 "GET /v2.0/ports?device_id=fa62f335-2797-4047-a6e2-037c54831916 HTTP/1.1" status: 200 len: 946 time: 0.0804160 Apr 01 14:02:18.024692 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-7a97c812-2dca-41e9-a462-a3fa8d9da8d9 req-ca3fdc50-bc19-4b51-9fe7-3e9fc79ec338 tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] 10.222.0.26 "GET /v2.0/security-groups?id=df1b5e6b-686d-4d87-89fe-11934569ee4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404105 Apr 01 14:02:19.203867 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-daa1b722-a1fd-4c97-a3e0-6770c3c05344 req-980c69ed-4901-49ce-a908-497ade06440c service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=ac8d6dafad13497f91e5f7f06ff4319f&device_id=fa62f335-2797-4047-a6e2-037c54831916 HTTP/1.1" status: 200 len: 1099 time: 0.0705152 Apr 01 14:02:19.245766 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce50bebf-b4cb-473d-be8f-1aaaf8da8f1e req-4fc4409e-f072-4b98-9aab-d3625e66f6cf tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:02:19.247237 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-ce50bebf-b4cb-473d-be8f-1aaaf8da8f1e req-4fc4409e-f072-4b98-9aab-d3625e66f6cf tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] 10.222.0.26 "GET /v2.0/ports?device_id=fa62f335-2797-4047-a6e2-037c54831916 HTTP/1.1" status: 200 len: 946 time: 0.0798366 Apr 01 14:02:19.299482 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-ce50bebf-b4cb-473d-be8f-1aaaf8da8f1e req-454dc1ef-9270-4641-be2f-6934141bf69d tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] 10.222.0.26 "GET /v2.0/security-groups?id=df1b5e6b-686d-4d87-89fe-11934569ee4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451300 Apr 01 14:02:19.347314 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa1b722-a1fd-4c97-a3e0-6770c3c05344 req-137d502d-8c8f-45b9-9ef6-7e25cfa10354 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:02:19.348866 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-daa1b722-a1fd-4c97-a3e0-6770c3c05344 req-137d502d-8c8f-45b9-9ef6-7e25cfa10354 service neutron] 10.222.0.57 "GET /v2.0/networks?id=5814336a-8d6c-40ed-8506-054f9bd4decc HTTP/1.1" status: 200 len: 913 time: 0.1355147 Apr 01 14:02:19.466373 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-daa1b722-a1fd-4c97-a3e0-6770c3c05344 req-8e737c4e-cc70-49d9-99a0-abd877e05e3e service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6337ebb9-d8fe-4aef-b4ac-dd854c57337d HTTP/1.1" status: 200 len: 1002 time: 0.1078963 Apr 01 14:02:19.532112 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa1b722-a1fd-4c97-a3e0-6770c3c05344 req-a855c882-6216-40b8-affc-60f799361353 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:02:19.533569 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-daa1b722-a1fd-4c97-a3e0-6770c3c05344 req-a855c882-6216-40b8-affc-60f799361353 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=386bfa80-3d9f-4aff-93be-9b174840257e HTTP/1.1" status: 200 len: 851 time: 0.0581574 Apr 01 14:02:19.616675 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-daa1b722-a1fd-4c97-a3e0-6770c3c05344 req-010fb5ea-a25d-49ef-82b3-e2503a50b918 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=5814336a-8d6c-40ed-8506-054f9bd4decc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0740488 Apr 01 14:02:19.846564 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-daa1b722-a1fd-4c97-a3e0-6770c3c05344 req-fe8c8925-f0a0-4efe-8b0b-d79458a8952f service neutron] 10.222.0.57 "GET /v2.0/networks/5814336a-8d6c-40ed-8506-054f9bd4decc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2188489 Apr 01 14:02:19.983361 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-daa1b722-a1fd-4c97-a3e0-6770c3c05344 req-944a7881-6044-47a6-b0b0-dbd6e8ce838c service neutron] 10.222.0.57 "GET /v2.0/networks/5814336a-8d6c-40ed-8506-054f9bd4decc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1277003 Apr 01 14:02:20.496974 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc2b189-b5e2-4ac7-b04e-3f67dbff8bb7 req-8e436527-98f9-4453-9f58-76caafefe537 tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:02:20.498417 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-0bc2b189-b5e2-4ac7-b04e-3f67dbff8bb7 req-8e436527-98f9-4453-9f58-76caafefe537 tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] 10.222.0.26 "GET /v2.0/ports?device_id=fa62f335-2797-4047-a6e2-037c54831916 HTTP/1.1" status: 200 len: 946 time: 0.0763113 Apr 01 14:02:20.543483 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-0bc2b189-b5e2-4ac7-b04e-3f67dbff8bb7 req-09a5a399-1835-4b9d-86fa-b66272f446c3 tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] 10.222.0.26 "GET /v2.0/security-groups?id=df1b5e6b-686d-4d87-89fe-11934569ee4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389419 Apr 01 14:02:21.749803 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6760d77c-21d0-4a02-8253-f343c9fe48aa req-3b7f286d-da7d-42cc-818a-a3e8035224e7 tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:02:21.751021 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-6760d77c-21d0-4a02-8253-f343c9fe48aa req-3b7f286d-da7d-42cc-818a-a3e8035224e7 tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] 10.222.0.26 "GET /v2.0/ports?device_id=fa62f335-2797-4047-a6e2-037c54831916 HTTP/1.1" status: 200 len: 946 time: 0.0781329 Apr 01 14:02:21.798729 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-6760d77c-21d0-4a02-8253-f343c9fe48aa req-a97bcc13-757a-4889-82b4-b080b7273d52 tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] 10.222.0.26 "GET /v2.0/security-groups?id=df1b5e6b-686d-4d87-89fe-11934569ee4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400107 Apr 01 14:02:21.891491 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-daa1b722-a1fd-4c97-a3e0-6770c3c05344 req-4c8d1546-a9ad-4f52-8cff-3838b84e9312 service neutron] 10.222.0.57 "GET /v2.0/ports/6337ebb9-d8fe-4aef-b4ac-dd854c57337d/bindings/hv-neutron-8361 HTTP/1.1" status: 200 len: 384 time: 0.0803938 Apr 01 14:02:22.190370 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-daa1b722-a1fd-4c97-a3e0-6770c3c05344 req-ad99621f-c58d-4cfc-b3eb-f970dad07f70 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=fa62f335-2797-4047-a6e2-037c54831916&tenant_id=ac8d6dafad13497f91e5f7f06ff4319f HTTP/1.1" status: 200 len: 1099 time: 0.0877705 Apr 01 14:02:22.291614 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-daa1b722-a1fd-4c97-a3e0-6770c3c05344 req-6ed3353b-f072-4c9a-a07b-5549f98aa68e service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=ac8d6dafad13497f91e5f7f06ff4319f&device_id=fa62f335-2797-4047-a6e2-037c54831916 HTTP/1.1" status: 200 len: 1099 time: 0.0764449 Apr 01 14:02:22.427545 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa1b722-a1fd-4c97-a3e0-6770c3c05344 req-682fcbd8-3e24-4de1-a0ee-73416031f02d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:02:22.429000 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-daa1b722-a1fd-4c97-a3e0-6770c3c05344 req-682fcbd8-3e24-4de1-a0ee-73416031f02d service neutron] 10.222.0.57 "GET /v2.0/networks?id=5814336a-8d6c-40ed-8506-054f9bd4decc HTTP/1.1" status: 200 len: 913 time: 0.1282358 Apr 01 14:02:22.540818 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-daa1b722-a1fd-4c97-a3e0-6770c3c05344 req-f3c54ca1-b9e2-44d4-a659-5cdc1e63002b service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6337ebb9-d8fe-4aef-b4ac-dd854c57337d HTTP/1.1" status: 200 len: 1002 time: 0.1020927 Apr 01 14:02:22.615496 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa1b722-a1fd-4c97-a3e0-6770c3c05344 req-012a9200-0a95-4e23-845f-c34f2f9226f6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:02:22.616933 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-daa1b722-a1fd-4c97-a3e0-6770c3c05344 req-012a9200-0a95-4e23-845f-c34f2f9226f6 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=386bfa80-3d9f-4aff-93be-9b174840257e HTTP/1.1" status: 200 len: 851 time: 0.0646427 Apr 01 14:02:22.694990 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-daa1b722-a1fd-4c97-a3e0-6770c3c05344 req-2112966f-39f3-47cb-baad-6b9b65552f49 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=5814336a-8d6c-40ed-8506-054f9bd4decc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0677221 Apr 01 14:02:22.839158 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-daa1b722-a1fd-4c97-a3e0-6770c3c05344 req-f43083e1-f013-4479-ac04-9c8d739ed20e service neutron] 10.222.0.57 "GET /v2.0/networks/5814336a-8d6c-40ed-8506-054f9bd4decc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1344457 Apr 01 14:02:23.047172 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-daa1b722-a1fd-4c97-a3e0-6770c3c05344 req-ce3bd26d-bd96-4d8e-96bf-ed2c377a8721 service neutron] 10.222.0.57 "GET /v2.0/networks/5814336a-8d6c-40ed-8506-054f9bd4decc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1968353 Apr 01 14:02:23.062951 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6afcc0c6-cae5-4f8d-a7c0-1d3c2278dc0f req-b925dad0-d0c6-40fb-b0f4-5aa9d98f6c43 tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:02:23.064517 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-6afcc0c6-cae5-4f8d-a7c0-1d3c2278dc0f req-b925dad0-d0c6-40fb-b0f4-5aa9d98f6c43 tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] 10.222.0.26 "GET /v2.0/ports?device_id=fa62f335-2797-4047-a6e2-037c54831916 HTTP/1.1" status: 200 len: 946 time: 0.1389298 Apr 01 14:02:23.119710 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-6afcc0c6-cae5-4f8d-a7c0-1d3c2278dc0f req-88a96d82-1026-4764-a100-dbe5a4d850ed tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] 10.222.0.26 "GET /v2.0/security-groups?id=df1b5e6b-686d-4d87-89fe-11934569ee4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489421 Apr 01 14:02:23.927409 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-d1dd5fea-d247-4c0a-b392-34fdf282072d req-d7e7b97b-f31e-4a67-91b1-33fd964d8383 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=ac8d6dafad13497f91e5f7f06ff4319f&device_id=fa62f335-2797-4047-a6e2-037c54831916 HTTP/1.1" status: 200 len: 1099 time: 0.0866392 Apr 01 14:02:24.034829 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:02:24.072467 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1dd5fea-d247-4c0a-b392-34fdf282072d req-1e68692e-f04b-4faf-a250-f462278dd27e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:02:24.073909 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-d1dd5fea-d247-4c0a-b392-34fdf282072d req-1e68692e-f04b-4faf-a250-f462278dd27e service neutron] 10.222.0.57 "GET /v2.0/networks?id=5814336a-8d6c-40ed-8506-054f9bd4decc HTTP/1.1" status: 200 len: 913 time: 0.1265554 Apr 01 14:02:24.180414 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-d1dd5fea-d247-4c0a-b392-34fdf282072d req-c406ea1d-7457-4e47-90d6-9f1c67f62611 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6337ebb9-d8fe-4aef-b4ac-dd854c57337d HTTP/1.1" status: 200 len: 1002 time: 0.0949695 Apr 01 14:02:24.245610 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1dd5fea-d247-4c0a-b392-34fdf282072d req-2b9f6035-96a2-4f5b-bbae-b032d75d9f29 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:02:24.247047 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-d1dd5fea-d247-4c0a-b392-34fdf282072d req-2b9f6035-96a2-4f5b-bbae-b032d75d9f29 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=386bfa80-3d9f-4aff-93be-9b174840257e HTTP/1.1" status: 200 len: 851 time: 0.0600727 Apr 01 14:02:24.335212 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0703ba53-d972-4f8d-8fb9-979ca09aac42 req-4f72e570-2e25-44b9-852a-f108660c1f1a tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:02:24.336854 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-0703ba53-d972-4f8d-8fb9-979ca09aac42 req-4f72e570-2e25-44b9-852a-f108660c1f1a tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] 10.222.0.26 "GET /v2.0/ports?device_id=fa62f335-2797-4047-a6e2-037c54831916 HTTP/1.1" status: 200 len: 946 time: 0.0896533 Apr 01 14:02:24.384135 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-0703ba53-d972-4f8d-8fb9-979ca09aac42 req-68d0f2f2-bb1d-46c5-a519-b9d87a0c8390 tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] 10.222.0.26 "GET /v2.0/security-groups?id=df1b5e6b-686d-4d87-89fe-11934569ee4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412509 Apr 01 14:02:24.423432 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-d1dd5fea-d247-4c0a-b392-34fdf282072d req-9827025d-d02f-4ec3-b942-50aba95992fe service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=5814336a-8d6c-40ed-8506-054f9bd4decc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1678157 Apr 01 14:02:24.555963 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-d1dd5fea-d247-4c0a-b392-34fdf282072d req-f4e29f6d-362d-4e55-af13-9a811eda3a34 service neutron] 10.222.0.57 "GET /v2.0/networks/5814336a-8d6c-40ed-8506-054f9bd4decc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1246905 Apr 01 14:02:24.691699 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-d1dd5fea-d247-4c0a-b392-34fdf282072d req-582950bd-1312-49e4-8c2f-68b1c1445da9 service neutron] 10.222.0.57 "GET /v2.0/networks/5814336a-8d6c-40ed-8506-054f9bd4decc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1280487 Apr 01 14:02:25.580760 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a719f68c-9d3c-46d8-b5d4-b6da11c9f4b8 req-9e21450f-1d55-418d-8624-92b8167b88f2 tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:02:25.582188 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-a719f68c-9d3c-46d8-b5d4-b6da11c9f4b8 req-9e21450f-1d55-418d-8624-92b8167b88f2 tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] 10.222.0.26 "GET /v2.0/ports?device_id=fa62f335-2797-4047-a6e2-037c54831916 HTTP/1.1" status: 200 len: 946 time: 0.0758393 Apr 01 14:02:25.629659 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-a719f68c-9d3c-46d8-b5d4-b6da11c9f4b8 req-bf56dae2-db19-4b50-83be-47c7dd5f3b67 tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] 10.222.0.26 "GET /v2.0/security-groups?id=df1b5e6b-686d-4d87-89fe-11934569ee4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420661 Apr 01 14:02:26.012529 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96ff0cf-59c9-49f5-b3e7-f6b475ec256d req-3672b81f-fae7-4659-b0a5-89e9f8349229 tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:02:26.013871 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-a96ff0cf-59c9-49f5-b3e7-f6b475ec256d req-3672b81f-fae7-4659-b0a5-89e9f8349229 tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] 10.222.0.26 "GET /v2.0/ports?device_id=fa62f335-2797-4047-a6e2-037c54831916 HTTP/1.1" status: 200 len: 946 time: 0.1360266 Apr 01 14:02:26.019850 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae55cec-a7f6-425c-8dd2-21cbd50fabad req-1adbc5c3-fdcf-49a3-b5ec-ff484c0a2a02 tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:02:26.021209 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-5ae55cec-a7f6-425c-8dd2-21cbd50fabad req-1adbc5c3-fdcf-49a3-b5ec-ff484c0a2a02 tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] 10.222.0.57 "GET /v2.0/ports?device_id=fa62f335-2797-4047-a6e2-037c54831916&tenant_id=ac8d6dafad13497f91e5f7f06ff4319f&binding%3Ahost_id=hv-neutron-8361 HTTP/1.1" status: 200 len: 946 time: 0.1415713 Apr 01 14:02:26.061657 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-a96ff0cf-59c9-49f5-b3e7-f6b475ec256d req-179f17eb-ff68-4d00-84a8-5f1d3740dc80 tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] 10.222.0.26 "GET /v2.0/security-groups?id=df1b5e6b-686d-4d87-89fe-11934569ee4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388625 Apr 01 14:02:26.174156 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-5ae55cec-a7f6-425c-8dd2-21cbd50fabad req-4c95f19d-79f0-48a5-bce1-829f824b181d service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=ac8d6dafad13497f91e5f7f06ff4319f&device_id=fa62f335-2797-4047-a6e2-037c54831916 HTTP/1.1" status: 200 len: 1099 time: 0.0708723 Apr 01 14:02:26.306777 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae55cec-a7f6-425c-8dd2-21cbd50fabad req-72757e9d-ef80-4f1a-b84a-0a37b6dded8c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:02:26.308210 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-5ae55cec-a7f6-425c-8dd2-21cbd50fabad req-72757e9d-ef80-4f1a-b84a-0a37b6dded8c service neutron] 10.222.0.57 "GET /v2.0/networks?id=5814336a-8d6c-40ed-8506-054f9bd4decc HTTP/1.1" status: 200 len: 913 time: 0.1250892 Apr 01 14:02:26.413375 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-5ae55cec-a7f6-425c-8dd2-21cbd50fabad req-76552072-9b9e-47e4-8733-ecccf29b9be5 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6337ebb9-d8fe-4aef-b4ac-dd854c57337d HTTP/1.1" status: 200 len: 1002 time: 0.0949650 Apr 01 14:02:26.457538 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Device 6337ebb9-d8fe-4aef-b4ac-dd854c57337d details requested by agent hyperv_hv-neutron-8361 with host hv-neutron-8361 {{(pid=83872) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 01 14:02:26.460829 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Device 6337ebb9-d8fe-4aef-b4ac-dd854c57337d no longer exists at agent hyperv_hv-neutron-8361 {{(pid=83872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 14:02:26.483320 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae55cec-a7f6-425c-8dd2-21cbd50fabad req-996edfcd-456e-4dc3-87b0-836919bfe67a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:02:26.485011 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-5ae55cec-a7f6-425c-8dd2-21cbd50fabad req-996edfcd-456e-4dc3-87b0-836919bfe67a service neutron] 10.222.0.57 "GET /v2.0/subnets?id=386bfa80-3d9f-4aff-93be-9b174840257e HTTP/1.1" status: 200 len: 851 time: 0.0622575 Apr 01 14:02:26.567197 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-5ae55cec-a7f6-425c-8dd2-21cbd50fabad req-856a4263-673d-48bf-969d-fe322028df72 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=5814336a-8d6c-40ed-8506-054f9bd4decc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0733082 Apr 01 14:02:26.691563 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:02:26.702896 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-5ae55cec-a7f6-425c-8dd2-21cbd50fabad req-90531452-0bee-4cae-9bdf-1f52f823c610 service neutron] 10.222.0.57 "GET /v2.0/networks/5814336a-8d6c-40ed-8506-054f9bd4decc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1258121 Apr 01 14:02:26.712233 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] For port 6337ebb9-d8fe-4aef-b4ac-dd854c57337d, host hv-neutron-8361, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8361',level=0,port_id=6337ebb9-d8fe-4aef-b4ac-dd854c57337d,segment=NetworkSegment(a1ffe40c-2ec3-4aac-8e09-3ca5e1236acd),segment_id=a1ffe40c-2ec3-4aac-8e09-3ca5e1236acd)] {{(pid=83872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 14:02:26.731870 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Returning: {'device': '6337ebb9-d8fe-4aef-b4ac-dd854c57337d', 'network_id': '5814336a-8d6c-40ed-8506-054f9bd4decc', 'port_id': '6337ebb9-d8fe-4aef-b4ac-dd854c57337d', 'mac_address': 'fa:16:3e:76:59:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 399, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '386bfa80-3d9f-4aff-93be-9b174840257e', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83872) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 01 14:02:26.738690 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa62f335-2797-4047-a6e2-037c54831916', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6337ebb9-d8fe-4aef-b4ac-dd854c57337d'}] {{(pid=83872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 14:02:26.774877 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] For port 6337ebb9-d8fe-4aef-b4ac-dd854c57337d, host hv-neutron-8361, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8361',level=0,port_id=6337ebb9-d8fe-4aef-b4ac-dd854c57337d,segment=NetworkSegment(a1ffe40c-2ec3-4aac-8e09-3ca5e1236acd),segment_id=a1ffe40c-2ec3-4aac-8e09-3ca5e1236acd)] {{(pid=83872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 14:02:26.784293 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864'] for port, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:02:26.844732 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-5ae55cec-a7f6-425c-8dd2-21cbd50fabad req-9776ff2f-6c17-4ed4-9de3-8f5c25c4357e service neutron] 10.222.0.57 "GET /v2.0/networks/5814336a-8d6c-40ed-8506-054f9bd4decc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1325519 Apr 01 14:02:26.874209 dv-neutron-836180-1-hyperv neutron-server[83872]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa62f335-2797-4047-a6e2-037c54831916', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6337ebb9-d8fe-4aef-b4ac-dd854c57337d', 'code': 200} Apr 01 14:02:26.907050 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:02:26.931885 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.notifiers.nova [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 6337ebb9-d8fe-4aef-b4ac-dd854c57337d {{(pid=83872) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 01 14:02:26.939163 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Pushing event updated for resources: {'Port': ['ID=6337ebb9-d8fe-4aef-b4ac-dd854c57337d,revision_number=6']} {{(pid=83872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:02:26.994553 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.db.api [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83872) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 01 14:02:26.994900 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG oslo_db.api [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 01 14:02:27.263194 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb7880d-a9f5-492c-bf7d-912032a2ab92 req-79b731b4-fa5b-4c26-9713-716856ee2c9b tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:02:27.265162 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-bdb7880d-a9f5-492c-bf7d-912032a2ab92 req-79b731b4-fa5b-4c26-9713-716856ee2c9b tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] 10.222.0.26 "GET /v2.0/ports?device_id=fa62f335-2797-4047-a6e2-037c54831916 HTTP/1.1" status: 200 len: 944 time: 0.0829053 Apr 01 14:02:27.311865 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-bdb7880d-a9f5-492c-bf7d-912032a2ab92 req-77bd1d42-7924-4d71-8fd8-3ed1c19c6ad2 tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] 10.222.0.26 "GET /v2.0/security-groups?id=df1b5e6b-686d-4d87-89fe-11934569ee4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405197 Apr 01 14:02:27.553191 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:02:27.570869 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.notifiers.nova [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6337ebb9-d8fe-4aef-b4ac-dd854c57337d {{(pid=83872) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 01 14:02:27.586779 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] For port 6337ebb9-d8fe-4aef-b4ac-dd854c57337d, host hv-neutron-8361, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8361',level=0,port_id=6337ebb9-d8fe-4aef-b4ac-dd854c57337d,segment=NetworkSegment(a1ffe40c-2ec3-4aac-8e09-3ca5e1236acd),segment_id=a1ffe40c-2ec3-4aac-8e09-3ca5e1236acd)] {{(pid=83872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 14:02:27.590699 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864'] for port, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:02:27.659503 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Pushing event updated for resources: {'Port': ['ID=6337ebb9-d8fe-4aef-b4ac-dd854c57337d,revision_number=7']} {{(pid=83872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:02:27.664933 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] get_ports_and_sgs() called for port_ids ['6337ebb9-d8fe-4aef-b4ac-dd854c57337d'] {{(pid=83872) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 01 14:02:28.462306 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Device 6337ebb9-d8fe-4aef-b4ac-dd854c57337d up at agent hyperv_hv-neutron-8361 {{(pid=83872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 14:02:28.513979 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeea3c04-c613-48c7-9d89-a42bbce4cfcb req-e3284a7c-30f9-45fa-97de-c6c8059b2783 tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:02:28.516150 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-aeea3c04-c613-48c7-9d89-a42bbce4cfcb req-e3284a7c-30f9-45fa-97de-c6c8059b2783 tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] 10.222.0.26 "GET /v2.0/ports?device_id=fa62f335-2797-4047-a6e2-037c54831916 HTTP/1.1" status: 200 len: 945 time: 0.0802932 Apr 01 14:02:28.529950 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Provisioning complete for port 6337ebb9-d8fe-4aef-b4ac-dd854c57337d triggered by entity L2. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 14:02:28.530321 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-948329'] for port, provisioning_complete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:02:28.563036 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-aeea3c04-c613-48c7-9d89-a42bbce4cfcb req-e70da999-4cfd-4b77-ac29-dd3431584de4 tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] 10.222.0.26 "GET /v2.0/security-groups?id=df1b5e6b-686d-4d87-89fe-11934569ee4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408576 Apr 01 14:02:28.646289 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:02:28.678821 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] For port 6337ebb9-d8fe-4aef-b4ac-dd854c57337d, host hv-neutron-8361, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8361',level=0,port_id=6337ebb9-d8fe-4aef-b4ac-dd854c57337d,segment=NetworkSegment(a1ffe40c-2ec3-4aac-8e09-3ca5e1236acd),segment_id=a1ffe40c-2ec3-4aac-8e09-3ca5e1236acd)] {{(pid=83872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 14:02:28.683180 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864'] for port, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:02:28.753210 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Pushing event updated for resources: {'Port': ['ID=6337ebb9-d8fe-4aef-b4ac-dd854c57337d,revision_number=8']} {{(pid=83872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:02:28.761326 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:02:28.761667 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:02:28.761997 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:02:28.762325 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:02:28.762651 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:02:28.762972 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:02:28.763290 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:02:28.763605 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:02:28.764901 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:02:28.764901 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:02:28.765109 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:02:28.786117 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca64bb8-6d69-4738-979e-169f7a953cdd req-30830833-f0e2-462d-b4a4-2e3bf10cbe2c tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:02:28.787530 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-3ca64bb8-6d69-4738-979e-169f7a953cdd req-30830833-f0e2-462d-b4a4-2e3bf10cbe2c tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] 10.222.0.26 "GET /v2.0/ports?device_id=fa62f335-2797-4047-a6e2-037c54831916 HTTP/1.1" status: 200 len: 946 time: 0.0832486 Apr 01 14:02:28.832607 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-3ca64bb8-6d69-4738-979e-169f7a953cdd req-66b07a5b-c3be-46d3-83cb-f194d4781489 tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] 10.222.0.26 "GET /v2.0/security-groups?id=df1b5e6b-686d-4d87-89fe-11934569ee4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395484 Apr 01 14:02:28.875202 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa62f335-2797-4047-a6e2-037c54831916', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6337ebb9-d8fe-4aef-b4ac-dd854c57337d'}] {{(pid=83872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 14:02:28.929311 dv-neutron-836180-1-hyperv neutron-server[83872]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa62f335-2797-4047-a6e2-037c54831916', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6337ebb9-d8fe-4aef-b4ac-dd854c57337d', 'code': 200} Apr 01 14:02:29.343318 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb851be-89fa-4e00-b45f-29bd383e1276 req-1682c452-1a8b-4c9e-9838-f157ffdb3c7d tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:02:29.344800 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-8fb851be-89fa-4e00-b45f-29bd383e1276 req-1682c452-1a8b-4c9e-9838-f157ffdb3c7d tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] 10.222.0.26 "GET /v2.0/ports?device_id=fa62f335-2797-4047-a6e2-037c54831916 HTTP/1.1" status: 200 len: 946 time: 0.2212582 Apr 01 14:02:29.368330 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-42529c3f-6d1e-49f0-b895-437c44f86b0a req-395f2462-d9bf-4a03-b95e-18145d5f1a4b service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=ac8d6dafad13497f91e5f7f06ff4319f&device_id=fa62f335-2797-4047-a6e2-037c54831916 HTTP/1.1" status: 200 len: 1099 time: 0.1996832 Apr 01 14:02:29.463185 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-8fb851be-89fa-4e00-b45f-29bd383e1276 req-71c5cc51-755b-405b-b82d-4f54e12236a4 tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] 10.222.0.26 "GET /v2.0/security-groups?id=df1b5e6b-686d-4d87-89fe-11934569ee4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1109567 Apr 01 14:02:29.514587 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42529c3f-6d1e-49f0-b895-437c44f86b0a req-1a9b2067-dcc8-490d-9bad-d172985e9c0e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:02:29.516003 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-42529c3f-6d1e-49f0-b895-437c44f86b0a req-1a9b2067-dcc8-490d-9bad-d172985e9c0e service neutron] 10.222.0.57 "GET /v2.0/networks?id=5814336a-8d6c-40ed-8506-054f9bd4decc HTTP/1.1" status: 200 len: 913 time: 0.1324797 Apr 01 14:02:29.619772 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-42529c3f-6d1e-49f0-b895-437c44f86b0a req-4e130662-6a96-438f-84f3-fa5fa9d83f78 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6337ebb9-d8fe-4aef-b4ac-dd854c57337d HTTP/1.1" status: 200 len: 1002 time: 0.0962729 Apr 01 14:02:29.684511 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42529c3f-6d1e-49f0-b895-437c44f86b0a req-218469f9-a48c-4cf0-bc22-97e430677b23 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:02:29.685912 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-42529c3f-6d1e-49f0-b895-437c44f86b0a req-218469f9-a48c-4cf0-bc22-97e430677b23 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=386bfa80-3d9f-4aff-93be-9b174840257e HTTP/1.1" status: 200 len: 851 time: 0.0560136 Apr 01 14:02:29.765361 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-42529c3f-6d1e-49f0-b895-437c44f86b0a req-30d24ea0-a5f7-4f27-a713-f44aa1f3af75 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=5814336a-8d6c-40ed-8506-054f9bd4decc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0701132 Apr 01 14:02:29.905260 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-42529c3f-6d1e-49f0-b895-437c44f86b0a req-f47ca043-cdb6-4b87-98ab-72aef15226bf service neutron] 10.222.0.57 "GET /v2.0/networks/5814336a-8d6c-40ed-8506-054f9bd4decc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1294246 Apr 01 14:02:30.037161 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-42529c3f-6d1e-49f0-b895-437c44f86b0a req-ffcb830e-15ec-4abd-9989-76b56d886433 service neutron] 10.222.0.57 "GET /v2.0/networks/5814336a-8d6c-40ed-8506-054f9bd4decc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1222253 Apr 01 14:02:30.667717 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e6dc97-57fa-431f-a91c-05216aea803e req-c7af39d5-5be4-4953-9dc4-30adf77f7f31 tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:02:30.669176 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-d2e6dc97-57fa-431f-a91c-05216aea803e req-c7af39d5-5be4-4953-9dc4-30adf77f7f31 tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] 10.222.0.26 "GET /v2.0/ports?device_id=fa62f335-2797-4047-a6e2-037c54831916 HTTP/1.1" status: 200 len: 946 time: 0.0784564 Apr 01 14:02:30.713593 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-d2e6dc97-57fa-431f-a91c-05216aea803e req-a2c86466-1886-49aa-9e80-8ced47f01f55 tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] 10.222.0.26 "GET /v2.0/security-groups?id=df1b5e6b-686d-4d87-89fe-11934569ee4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380306 Apr 01 14:02:31.123082 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b176dff-8055-4468-b11f-4b456931c026 req-2dadf00b-dca2-41f4-bdf0-fe99d819cd80 tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:02:31.125114 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-1b176dff-8055-4468-b11f-4b456931c026 req-2dadf00b-dca2-41f4-bdf0-fe99d819cd80 tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] 10.222.0.26 "GET /v2.0/ports?device_id=fa62f335-2797-4047-a6e2-037c54831916 HTTP/1.1" status: 200 len: 946 time: 0.0796981 Apr 01 14:02:31.184437 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-1b176dff-8055-4468-b11f-4b456931c026 req-089eb573-4f06-4ebd-8261-174732ff95fd tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] 10.222.0.26 "GET /v2.0/security-groups?id=df1b5e6b-686d-4d87-89fe-11934569ee4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0532904 Apr 01 14:02:32.380991 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d419e6a4-b3e1-4755-8fa3-d01b877d756a req-4b01f374-924e-410d-99d7-50b52b00b5df tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:02:32.382427 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-d419e6a4-b3e1-4755-8fa3-d01b877d756a req-4b01f374-924e-410d-99d7-50b52b00b5df tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] 10.222.0.26 "GET /v2.0/ports?device_id=fa62f335-2797-4047-a6e2-037c54831916 HTTP/1.1" status: 200 len: 946 time: 0.0764134 Apr 01 14:02:32.426662 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-d419e6a4-b3e1-4755-8fa3-d01b877d756a req-bd236de4-2540-40bf-ae16-f5716c58d339 tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] 10.222.0.26 "GET /v2.0/security-groups?id=df1b5e6b-686d-4d87-89fe-11934569ee4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388243 Apr 01 14:02:32.885522 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2c0b6b-e24f-496e-92d6-7d7955e27025 req-c0dccdec-e863-42f6-bacc-b17c70b27b76 tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:02:32.886911 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-dc2c0b6b-e24f-496e-92d6-7d7955e27025 req-c0dccdec-e863-42f6-bacc-b17c70b27b76 tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] 10.222.0.57 "GET /v2.0/ports?device_id=fa62f335-2797-4047-a6e2-037c54831916 HTTP/1.1" status: 200 len: 946 time: 0.0776806 Apr 01 14:02:32.956877 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.plugin [req-dc2c0b6b-e24f-496e-92d6-7d7955e27025 req-70b41307-0d01-458e-af69-8e81497a8d25 tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] Deleting port 6337ebb9-d8fe-4aef-b4ac-dd854c57337d {{(pid=83869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 14:02:32.957126 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [req-dc2c0b6b-e24f-496e-92d6-7d7955e27025 req-70b41307-0d01-458e-af69-8e81497a8d25 tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736733287370'] for port, before_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:02:33.205405 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.db [req-dc2c0b6b-e24f-496e-92d6-7d7955e27025 req-70b41307-0d01-458e-af69-8e81497a8d25 tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] For port 6337ebb9-d8fe-4aef-b4ac-dd854c57337d, host hv-neutron-8361, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8361',level=0,port_id=6337ebb9-d8fe-4aef-b4ac-dd854c57337d,segment=NetworkSegment(a1ffe40c-2ec3-4aac-8e09-3ca5e1236acd),segment_id=a1ffe40c-2ec3-4aac-8e09-3ca5e1236acd)] {{(pid=83869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 14:02:33.205757 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [req-dc2c0b6b-e24f-496e-92d6-7d7955e27025 req-70b41307-0d01-458e-af69-8e81497a8d25 tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4155147'] for port, precommit_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:02:33.503791 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [req-dc2c0b6b-e24f-496e-92d6-7d7955e27025 req-70b41307-0d01-458e-af69-8e81497a8d25 tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:02:33.504729 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [req-dc2c0b6b-e24f-496e-92d6-7d7955e27025 req-70b41307-0d01-458e-af69-8e81497a8d25 tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4084747'] for floatingip, after_update {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:02:33.504729 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.db.l3_db [req-dc2c0b6b-e24f-496e-92d6-7d7955e27025 req-70b41307-0d01-458e-af69-8e81497a8d25 tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] Floating IP 3370d11e-15ac-48a3-97f0-3d873485fcb6 disassociated. External IP: 172.26.5.100, port: 6337ebb9-d8fe-4aef-b4ac-dd854c57337d. Apr 01 14:02:33.505029 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.plugin [req-dc2c0b6b-e24f-496e-92d6-7d7955e27025 req-70b41307-0d01-458e-af69-8e81497a8d25 tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] Calling delete_port for 6337ebb9-d8fe-4aef-b4ac-dd854c57337d owned by compute:nova {{(pid=83869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 14:02:33.596052 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-f8c1770f-c20d-4a8a-81a6-7db7ded58c16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:02:33.628999 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb7ac9d-0eba-4a55-8ffe-884af2bab294 req-66b5d9bd-eb36-4516-a02f-3e40a29642e3 tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:02:33.630510 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-acb7ac9d-0eba-4a55-8ffe-884af2bab294 req-66b5d9bd-eb36-4516-a02f-3e40a29642e3 tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] 10.222.0.26 "GET /v2.0/ports?device_id=fa62f335-2797-4047-a6e2-037c54831916 HTTP/1.1" status: 200 len: 946 time: 0.0829732 Apr 01 14:02:33.678772 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-acb7ac9d-0eba-4a55-8ffe-884af2bab294 req-b21dff57-d322-460d-b6ce-582cc547274f tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] 10.222.0.26 "GET /v2.0/security-groups?id=df1b5e6b-686d-4d87-89fe-11934569ee4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425055 Apr 01 14:02:33.760924 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [req-dc2c0b6b-e24f-496e-92d6-7d7955e27025 req-70b41307-0d01-458e-af69-8e81497a8d25 tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736733359243', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736732935810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2705155'] for port, after_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:02:33.808568 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b41307-0d01-458e-af69-8e81497a8d25 tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] Pushing event deleted for resources: {'Port': ['ID=6337ebb9-d8fe-4aef-b4ac-dd854c57337d,revision_number=None']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:02:34.020781 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.scheduler.l3_agent_scheduler [req-dc2c0b6b-e24f-496e-92d6-7d7955e27025 req-70b41307-0d01-458e-af69-8e81497a8d25 tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] Router 54e531cc-e3ed-4f16-b1fb-f17ffef3423c has already been hosted by L3 agent 88bf8fc8-11a3-4e96-9d1b-5fd93ba9f6f1 {{(pid=83869) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 14:02:34.219829 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-dc2c0b6b-e24f-496e-92d6-7d7955e27025 req-70b41307-0d01-458e-af69-8e81497a8d25 tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] Notify agent at l3_agent.dv-neutron-836180-1-hyperv the message routers_updated {{(pid=83869) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 14:02:34.229452 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05730059-b3b8-435d-8b0f-59d5ee0fd710 None None] Sync routers for ids ['54e531cc-e3ed-4f16-b1fb-f17ffef3423c'] in dv-neutron-836180-1-hyperv {{(pid=83872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 14:02:34.242338 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05730059-b3b8-435d-8b0f-59d5ee0fd710 None None] Routers {'54e531cc-e3ed-4f16-b1fb-f17ffef3423c'} bound to L3 agent in host dv-neutron-836180-1-hyperv {{(pid=83872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 14:02:34.243043 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_hamode_db [None req-05730059-b3b8-435d-8b0f-59d5ee0fd710 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836180-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T13:25:36Z,description=,heartbeat_timestamp=2022-04-01T14:02:06Z,host='dv-neutron-836180-1-hyperv',id=88bf8fc8-11a3-4e96-9d1b-5fd93ba9f6f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T13:25:36Z,topic='l3_agent')) {'router_ids': ['54e531cc-e3ed-4f16-b1fb-f17ffef3423c'], 'active': True} {{(pid=83872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 14:02:34.289542 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc2c0b6b-e24f-496e-92d6-7d7955e27025 req-70b41307-0d01-458e-af69-8e81497a8d25 tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] No DVR routers for this DVR port 6337ebb9-d8fe-4aef-b4ac-dd854c57337d on host hv-neutron-8361 {{(pid=83869) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 14:02:34.292069 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [req-dc2c0b6b-e24f-496e-92d6-7d7955e27025 req-70b41307-0d01-458e-af69-8e81497a8d25 tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109561'] for port, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:02:34.294622 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa62f335-2797-4047-a6e2-037c54831916', 'name': 'network-vif-deleted', 'tag': '6337ebb9-d8fe-4aef-b4ac-dd854c57337d'}] {{(pid=83869) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 14:02:34.312123 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-dc2c0b6b-e24f-496e-92d6-7d7955e27025 req-70b41307-0d01-458e-af69-8e81497a8d25 tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] 10.222.0.57 "DELETE /v2.0/ports/6337ebb9-d8fe-4aef-b4ac-dd854c57337d HTTP/1.1" status: 204 len: 173 time: 1.4153316 Apr 01 14:02:34.359721 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa62f335-2797-4047-a6e2-037c54831916', 'name': 'network-vif-deleted', 'tag': '6337ebb9-d8fe-4aef-b4ac-dd854c57337d', 'status': 'completed', 'code': 200} Apr 01 14:02:34.424478 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_dvr_db [None req-05730059-b3b8-435d-8b0f-59d5ee0fd710 None None] Set router 54e531cc-e3ed-4f16-b1fb-f17ffef3423c gateway port host: dv-neutron-836180-1-hyperv {{(pid=83872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 14:02:34.736645 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_hamode_db [None req-05730059-b3b8-435d-8b0f-59d5ee0fd710 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54e531cc-e3ed-4f16-b1fb-f17ffef3423c', 'name': 'tempest-ServerActionsTestJSON-1724647501-router', 'tenant_id': 'ac8d6dafad13497f91e5f7f06ff4319f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'external_fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.195'}], 'enable_snat': True}, 'gw_port_id': '2db02312-aeb6-4a03-958a-1037a629e6c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T14:00:36Z', 'updated_at': '2022-04-01T14:00:39Z', 'revision_number': 4, 'project_id': 'ac8d6dafad13497f91e5f7f06ff4319f', 'gw_port': {'id': '2db02312-aeb6-4a03-958a-1037a629e6c3', 'name': '', 'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:2c:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54e531cc-e3ed-4f16-b1fb-f17ffef3423c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836180-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T14:00:36Z', 'updated_at': '2022-04-01T14:00:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836180-1-hyperv', '_interfaces': [{'id': '103e1488-083c-451d-80af-4a13de5d5cb9', 'name': '', 'network_id': '5814336a-8d6c-40ed-8506-054f9bd4decc', 'tenant_id': 'ac8d6dafad13497f91e5f7f06ff4319f', 'mac_address': 'fa:16:3e:dd:a8:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54e531cc-e3ed-4f16-b1fb-f17ffef3423c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '386bfa80-3d9f-4aff-93be-9b174840257e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836180-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T14:00:38Z', 'updated_at': '2022-04-01T14:00:56Z', 'revision_number': 5, 'project_id': 'ac8d6dafad13497f91e5f7f06ff4319f', 'subnets': [{'id': '386bfa80-3d9f-4aff-93be-9b174840257e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-836180-1-hyperv', False) {} {{(pid=83872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 14:02:34.747900 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05730059-b3b8-435d-8b0f-59d5ee0fd710 None None] Checking router: 54e531cc-e3ed-4f16-b1fb-f17ffef3423c for host: dv-neutron-836180-1-hyperv {{(pid=83872) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 01 14:02:34.759694 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05730059-b3b8-435d-8b0f-59d5ee0fd710 None None] Routers {'54e531cc-e3ed-4f16-b1fb-f17ffef3423c'} bound to L3 agent in host dv-neutron-836180-1-hyperv {{(pid=83872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 14:02:34.760331 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_hamode_db [None req-05730059-b3b8-435d-8b0f-59d5ee0fd710 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836180-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T13:25:36Z,description=,heartbeat_timestamp=2022-04-01T14:02:06Z,host='dv-neutron-836180-1-hyperv',id=88bf8fc8-11a3-4e96-9d1b-5fd93ba9f6f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T13:25:36Z,topic='l3_agent')) {'router_ids': ['54e531cc-e3ed-4f16-b1fb-f17ffef3423c'], 'active': True} {{(pid=83872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 14:02:34.860988 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-3be074f8-fd9e-40fe-aa3c-90226a5ddfcf req-6b976fb2-b01a-43e8-9644-11738a5d9608 tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] 10.222.0.26 "GET /v2.0/ports?device_id=fa62f335-2797-4047-a6e2-037c54831916 HTTP/1.1" status: 200 len: 210 time: 0.0414443 Apr 01 14:02:34.950732 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_dvr_db [None req-05730059-b3b8-435d-8b0f-59d5ee0fd710 None None] Set router 54e531cc-e3ed-4f16-b1fb-f17ffef3423c gateway port host: dv-neutron-836180-1-hyperv {{(pid=83872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 14:02:35.306271 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_hamode_db [None req-05730059-b3b8-435d-8b0f-59d5ee0fd710 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54e531cc-e3ed-4f16-b1fb-f17ffef3423c', 'name': 'tempest-ServerActionsTestJSON-1724647501-router', 'tenant_id': 'ac8d6dafad13497f91e5f7f06ff4319f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'external_fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.195'}], 'enable_snat': True}, 'gw_port_id': '2db02312-aeb6-4a03-958a-1037a629e6c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T14:00:36Z', 'updated_at': '2022-04-01T14:00:39Z', 'revision_number': 4, 'project_id': 'ac8d6dafad13497f91e5f7f06ff4319f', 'gw_port': {'id': '2db02312-aeb6-4a03-958a-1037a629e6c3', 'name': '', 'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:2c:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54e531cc-e3ed-4f16-b1fb-f17ffef3423c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836180-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T14:00:36Z', 'updated_at': '2022-04-01T14:00:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836180-1-hyperv', '_interfaces': [{'id': '103e1488-083c-451d-80af-4a13de5d5cb9', 'name': '', 'network_id': '5814336a-8d6c-40ed-8506-054f9bd4decc', 'tenant_id': 'ac8d6dafad13497f91e5f7f06ff4319f', 'mac_address': 'fa:16:3e:dd:a8:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54e531cc-e3ed-4f16-b1fb-f17ffef3423c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '386bfa80-3d9f-4aff-93be-9b174840257e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836180-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T14:00:38Z', 'updated_at': '2022-04-01T14:00:56Z', 'revision_number': 5, 'project_id': 'ac8d6dafad13497f91e5f7f06ff4319f', 'subnets': [{'id': '386bfa80-3d9f-4aff-93be-9b174840257e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-836180-1-hyperv', False) {} {{(pid=83872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 14:02:35.310368 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05730059-b3b8-435d-8b0f-59d5ee0fd710 None None] The sync data for ids ['54e531cc-e3ed-4f16-b1fb-f17ffef3423c'] in dv-neutron-836180-1-hyperv is: [{'id': '54e531cc-e3ed-4f16-b1fb-f17ffef3423c', 'name': 'tempest-ServerActionsTestJSON-1724647501-router', 'tenant_id': 'ac8d6dafad13497f91e5f7f06ff4319f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'external_fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.195'}], 'enable_snat': True}, 'gw_port_id': '2db02312-aeb6-4a03-958a-1037a629e6c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T14:00:36Z', 'updated_at': '2022-04-01T14:00:39Z', 'revision_number': 4, 'project_id': 'ac8d6dafad13497f91e5f7f06ff4319f', 'gw_port': {'id': '2db02312-aeb6-4a03-958a-1037a629e6c3', 'name': '', 'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:2c:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54e531cc-e3ed-4f16-b1fb-f17ffef3423c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836180-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T14:00:36Z', 'updated_at': '2022-04-01T14:00:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836180-1-hyperv', '_interfaces': [{'id': '103e1488-083c-451d-80af-4a13de5d5cb9', 'name': '', 'network_id': '5814336a-8d6c-40ed-8506-054f9bd4decc', 'tenant_id': 'ac8d6dafad13497f91e5f7f06ff4319f', 'mac_address': 'fa:16:3e:dd:a8:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54e531cc-e3ed-4f16-b1fb-f17ffef3423c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '386bfa80-3d9f-4aff-93be-9b174840257e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836180-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T14:00:38Z', 'updated_at': '2022-04-01T14:00:56Z', 'revision_number': 5, 'project_id': 'ac8d6dafad13497f91e5f7f06ff4319f', 'subnets': [{'id': '386bfa80-3d9f-4aff-93be-9b174840257e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 14:02:35.541264 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e5c424c-b27d-4d92-9a9c-58f65c6e69e0 None None] New status for floating IP 3370d11e-15ac-48a3-97f0-3d873485fcb6: DOWN {{(pid=83873) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 01 14:02:35.950595 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-513f141b-e71c-496d-9908-fc9072545f9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:02:36.231154 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-cc5f555b-a0ef-4cec-a134-26fd34f9f06a req-6dcccded-98ed-453b-a8c2-601ce034884d tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-securitygroup--595359704&fields=id&tenant_id=ac8d6dafad13497f91e5f7f06ff4319f HTTP/1.1" status: 200 len: 267 time: 0.0405703 Apr 01 14:02:36.378787 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5f555b-a0ef-4cec-a134-26fd34f9f06a req-418fd2a7-de17-476c-8018-a14c1ff2e396 tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:02:36.380206 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-cc5f555b-a0ef-4cec-a134-26fd34f9f06a req-418fd2a7-de17-476c-8018-a14c1ff2e396 tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] 10.222.0.26 "GET /v2.0/networks?id=5814336a-8d6c-40ed-8506-054f9bd4decc HTTP/1.1" status: 200 len: 812 time: 0.1426699 Apr 01 14:02:36.395766 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-cc5f555b-a0ef-4cec-a134-26fd34f9f06a req-6ae98d49-975f-456d-b08e-827723cf535c tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] 10.222.0.26 "GET /v2.0/quotas/ac8d6dafad13497f91e5f7f06ff4319f HTTP/1.1" status: 200 len: 375 time: 0.0102122 Apr 01 14:02:36.478054 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [req-cc5f555b-a0ef-4cec-a134-26fd34f9f06a req-16456e8e-f451-425a-8c1c-781662dce6bc tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] Synchronizing usage tracker for tenant:ac8d6dafad13497f91e5f7f06ff4319f on resource:port {{(pid=83869) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 14:02:36.493488 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [req-cc5f555b-a0ef-4cec-a134-26fd34f9f06a req-16456e8e-f451-425a-8c1c-781662dce6bc tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] Unset dirty status for tenant:ac8d6dafad13497f91e5f7f06ff4319f on resource:port {{(pid=83869) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 14:02:36.494855 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-cc5f555b-a0ef-4cec-a134-26fd34f9f06a req-16456e8e-f451-425a-8c1c-781662dce6bc tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=ac8d6dafad13497f91e5f7f06ff4319f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0943682 Apr 01 14:02:36.508506 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Device 6337ebb9-d8fe-4aef-b4ac-dd854c57337d no longer exists at agent hyperv_hv-neutron-8361 {{(pid=83872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 14:02:36.539977 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.plugin [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] No Port match for: 6337ebb9-d8fe-4aef-b4ac-dd854c57337d {{(pid=83872) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 01 14:02:36.540334 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Device 6337ebb9-d8fe-4aef-b4ac-dd854c57337d not bound to the agent host hv-neutron-8361 {{(pid=83872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 14:02:36.631685 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-cc5f555b-a0ef-4cec-a134-26fd34f9f06a req-3dbda56d-0c92-41f9-9ef8-3523a705f071 service neutron] 10.222.0.26 "GET /v2.0/networks/5814336a-8d6c-40ed-8506-054f9bd4decc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1248157 Apr 01 14:02:36.759360 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-cc5f555b-a0ef-4cec-a134-26fd34f9f06a req-daa76c7e-ef99-4570-bf6d-56a767cb3f8d service neutron] 10.222.0.26 "GET /v2.0/networks/5814336a-8d6c-40ed-8506-054f9bd4decc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1220455 Apr 01 14:02:36.944563 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-bc168326-b748-442c-8569-3b8cf6192601 req-9f1ed863-ea36-485d-96f9-65619460096c tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] 10.222.0.26 "GET /v2.0/ports?device_id=8ad94b14-2aa7-4d8f-86ba-242ff6b1685c HTTP/1.1" status: 200 len: 210 time: 0.0460076 Apr 01 14:02:36.982212 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.agents_db [None req-bdd220c7-049a-43d2-a923-ad1a2de078c6 None None] Agent healthcheck: found 6 active agents {{(pid=83873) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 01 14:02:37.230267 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:02:37.455606 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-2f9cfc9c-d8ba-4de3-a4ad-98162f90557c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:02:38.033490 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5f555b-a0ef-4cec-a134-26fd34f9f06a req-b883f676-0196-4cd1-93b0-6a41f4d8ade0 tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:02:38.034947 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-cc5f555b-a0ef-4cec-a134-26fd34f9f06a req-b883f676-0196-4cd1-93b0-6a41f4d8ade0 tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] 10.222.0.57 "GET /v2.0/networks?id=5814336a-8d6c-40ed-8506-054f9bd4decc HTTP/1.1" status: 200 len: 812 time: 0.1441233 Apr 01 14:02:38.125097 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-b67ced73-f7ac-47ca-b060-07ecdf19e120 req-21e16226-ea1d-44f3-b4d9-d6a78c8f7282 tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] 10.222.0.26 "GET /v2.0/ports?device_id=8ad94b14-2aa7-4d8f-86ba-242ff6b1685c HTTP/1.1" status: 200 len: 210 time: 0.0531406 Apr 01 14:02:38.131215 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-cc5f555b-a0ef-4cec-a134-26fd34f9f06a req-be358917-bba6-448b-b768-c96a5736a4cd tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ac8d6dafad13497f91e5f7f06ff4319f HTTP/1.1" status: 200 len: 379 time: 0.0818689 Apr 01 14:02:38.152388 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.v2.base [req-cc5f555b-a0ef-4cec-a134-26fd34f9f06a req-b1fcf2e5-8a1f-45c4-94da-0ec7a3a72b8b tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] Request body: {'port': {'device_id': '8ad94b14-2aa7-4d8f-86ba-242ff6b1685c', 'network_id': '5814336a-8d6c-40ed-8506-054f9bd4decc', 'admin_state_up': True, 'tenant_id': 'ac8d6dafad13497f91e5f7f06ff4319f', 'security_groups': ['df1b5e6b-686d-4d87-89fe-11934569ee4f']}} {{(pid=83869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 14:02:38.277369 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [req-cc5f555b-a0ef-4cec-a134-26fd34f9f06a req-b1fcf2e5-8a1f-45c4-94da-0ec7a3a72b8b tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 14:02:38.286885 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [req-cc5f555b-a0ef-4cec-a134-26fd34f9f06a req-b1fcf2e5-8a1f-45c4-94da-0ec7a3a72b8b tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 14:02:38.296127 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cc5f555b-a0ef-4cec-a134-26fd34f9f06a req-b1fcf2e5-8a1f-45c4-94da-0ec7a3a72b8b tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] Made reservation on behalf of ac8d6dafad13497f91e5f7f06ff4319f for: {'port': 1} {{(pid=83869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 14:02:38.299090 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [req-cc5f555b-a0ef-4cec-a134-26fd34f9f06a req-b1fcf2e5-8a1f-45c4-94da-0ec7a3a72b8b tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:02:38.552626 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.db_base_plugin_common [req-cc5f555b-a0ef-4cec-a134-26fd34f9f06a req-b1fcf2e5-8a1f-45c4-94da-0ec7a3a72b8b tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] Allocated IP 172.20.0.11 (5814336a-8d6c-40ed-8506-054f9bd4decc/386bfa80-3d9f-4aff-93be-9b174840257e/1766831a-9796-47ab-ab7e-1407562877cc) {{(pid=83869) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 14:02:38.740637 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [req-cc5f555b-a0ef-4cec-a134-26fd34f9f06a req-b1fcf2e5-8a1f-45c4-94da-0ec7a3a72b8b tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] Notify callbacks [] for port, precommit_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:02:38.761389 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.provisioning_blocks [req-cc5f555b-a0ef-4cec-a134-26fd34f9f06a req-b1fcf2e5-8a1f-45c4-94da-0ec7a3a72b8b tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] Transition to ACTIVE for port object 1766831a-9796-47ab-ab7e-1407562877cc will not be triggered until provisioned by entity DHCP. {{(pid=83869) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 14:02:38.788790 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [req-cc5f555b-a0ef-4cec-a134-26fd34f9f06a req-b1fcf2e5-8a1f-45c4-94da-0ec7a3a72b8b tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736732935801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2705155'] for port, after_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:02:38.861449 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cc5f555b-a0ef-4cec-a134-26fd34f9f06a req-b1fcf2e5-8a1f-45c4-94da-0ec7a3a72b8b tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] Network 5814336a-8d6c-40ed-8506-054f9bd4decc is already hosted by enough agents. {{(pid=83869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 14:02:38.865142 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.scheduler.base_scheduler [req-cc5f555b-a0ef-4cec-a134-26fd34f9f06a req-b1fcf2e5-8a1f-45c4-94da-0ec7a3a72b8b tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] Resources bound (agent type, host, resource id): {{(pid=83869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 14:02:38.867729 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc5f555b-a0ef-4cec-a134-26fd34f9f06a req-b1fcf2e5-8a1f-45c4-94da-0ec7a3a72b8b tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] Received port after_create {{(pid=83869) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 14:02:38.909295 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1fcf2e5-8a1f-45c4-94da-0ec7a3a72b8b tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] Pushing event updated for resources: {'Port': ['ID=1766831a-9796-47ab-ab7e-1407562877cc,revision_number=1']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:02:38.931895 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1fcf2e5-8a1f-45c4-94da-0ec7a3a72b8b tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:02:38.932236 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1fcf2e5-8a1f-45c4-94da-0ec7a3a72b8b tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:02:38.933433 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1fcf2e5-8a1f-45c4-94da-0ec7a3a72b8b tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:02:38.933944 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1fcf2e5-8a1f-45c4-94da-0ec7a3a72b8b tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:02:38.934288 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1fcf2e5-8a1f-45c4-94da-0ec7a3a72b8b tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:02:38.934617 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1fcf2e5-8a1f-45c4-94da-0ec7a3a72b8b tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:02:38.934944 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1fcf2e5-8a1f-45c4-94da-0ec7a3a72b8b tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:02:38.936377 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1fcf2e5-8a1f-45c4-94da-0ec7a3a72b8b tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:02:38.936377 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1fcf2e5-8a1f-45c4-94da-0ec7a3a72b8b tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:02:38.936377 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1fcf2e5-8a1f-45c4-94da-0ec7a3a72b8b tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:02:38.936377 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1fcf2e5-8a1f-45c4-94da-0ec7a3a72b8b tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:02:38.961671 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5f555b-a0ef-4cec-a134-26fd34f9f06a req-b1fcf2e5-8a1f-45c4-94da-0ec7a3a72b8b tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:02:38.962378 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [req-cc5f555b-a0ef-4cec-a134-26fd34f9f06a req-b1fcf2e5-8a1f-45c4-94da-0ec7a3a72b8b tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109561'] for port, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:02:38.965829 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-a976a7b9-9034-41e6-be13-349b75ed1593 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:02:39.010314 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-cc5f555b-a0ef-4cec-a134-26fd34f9f06a req-b1fcf2e5-8a1f-45c4-94da-0ec7a3a72b8b tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8724701 Apr 01 14:02:39.030194 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.v2.base [req-cc5f555b-a0ef-4cec-a134-26fd34f9f06a req-13226cf2-a978-4fb3-a6c2-6716e4da313d service neutron] Request body: {'port': {'device_id': '8ad94b14-2aa7-4d8f-86ba-242ff6b1685c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8361'}} {{(pid=83869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 14:02:39.110551 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-394c76cb-8f7e-4717-9960-8ee6bff39d13 None None] Provisioning for port 1766831a-9796-47ab-ab7e-1407562877cc completed by entity DHCP. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 14:02:39.115413 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-394c76cb-8f7e-4717-9960-8ee6bff39d13 None None] Provisioning complete for port 1766831a-9796-47ab-ab7e-1407562877cc triggered by entity DHCP. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 14:02:39.115723 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-394c76cb-8f7e-4717-9960-8ee6bff39d13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-948329'] for port, provisioning_complete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:02:39.151152 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [req-cc5f555b-a0ef-4cec-a134-26fd34f9f06a req-13226cf2-a978-4fb3-a6c2-6716e4da313d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:02:39.171377 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.plugin [None req-394c76cb-8f7e-4717-9960-8ee6bff39d13 None None] Port 1766831a-9796-47ab-ab7e-1407562877cc cannot update to ACTIVE because it is not bound. {{(pid=83872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 14:02:39.343461 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da26f89-6c63-4c43-9c6a-3d0c47fcaae5 req-4b233249-d281-425e-8f1a-1f0ab1db2fef tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:02:39.345040 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-0da26f89-6c63-4c43-9c6a-3d0c47fcaae5 req-4b233249-d281-425e-8f1a-1f0ab1db2fef tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] 10.222.0.26 "GET /v2.0/ports?device_id=8ad94b14-2aa7-4d8f-86ba-242ff6b1685c HTTP/1.1" status: 200 len: 932 time: 0.0809479 Apr 01 14:02:39.393037 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-0da26f89-6c63-4c43-9c6a-3d0c47fcaae5 req-ef27e012-7944-47a3-b72a-824675cfe8cf tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] 10.222.0.26 "GET /v2.0/security-groups?id=df1b5e6b-686d-4d87-89fe-11934569ee4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422289 Apr 01 14:02:39.502598 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.notifiers.nova [req-cc5f555b-a0ef-4cec-a134-26fd34f9f06a req-13226cf2-a978-4fb3-a6c2-6716e4da313d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1766831a-9796-47ab-ab7e-1407562877cc {{(pid=83869) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 01 14:02:39.509679 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [req-cc5f555b-a0ef-4cec-a134-26fd34f9f06a req-13226cf2-a978-4fb3-a6c2-6716e4da313d service neutron] Notify callbacks [] for port, precommit_update {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:02:39.523490 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.provisioning_blocks [req-cc5f555b-a0ef-4cec-a134-26fd34f9f06a req-13226cf2-a978-4fb3-a6c2-6716e4da313d service neutron] Transition to ACTIVE for port object 1766831a-9796-47ab-ab7e-1407562877cc will not be triggered until provisioned by entity L2. {{(pid=83869) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 14:02:39.527206 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [req-cc5f555b-a0ef-4cec-a134-26fd34f9f06a req-13226cf2-a978-4fb3-a6c2-6716e4da313d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2705172'] for port, after_update {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:02:39.660258 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13226cf2-a978-4fb3-a6c2-6716e4da313d service neutron] Pushing event updated for resources: {'Port': ['ID=1766831a-9796-47ab-ab7e-1407562877cc,revision_number=2']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:02:39.767235 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.managers [req-cc5f555b-a0ef-4cec-a134-26fd34f9f06a req-13226cf2-a978-4fb3-a6c2-6716e4da313d service neutron] Attempting to bind port 1766831a-9796-47ab-ab7e-1407562877cc on host hv-neutron-8361 for vnic_type normal with profile {{(pid=83869) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 14:02:39.767562 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.managers [req-cc5f555b-a0ef-4cec-a134-26fd34f9f06a req-13226cf2-a978-4fb3-a6c2-6716e4da313d service neutron] Attempting to bind port 1766831a-9796-47ab-ab7e-1407562877cc by drivers openvswitch,hyperv on host hv-neutron-8361 at level 0 using segments [{'id': 'a1ffe40c-2ec3-4aac-8e09-3ca5e1236acd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '5814336a-8d6c-40ed-8506-054f9bd4decc'}] {{(pid=83869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 14:02:39.767882 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc5f555b-a0ef-4cec-a134-26fd34f9f06a req-13226cf2-a978-4fb3-a6c2-6716e4da313d service neutron] Attempting to bind port 1766831a-9796-47ab-ab7e-1407562877cc on network 5814336a-8d6c-40ed-8506-054f9bd4decc {{(pid=83869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 14:02:39.775215 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc5f555b-a0ef-4cec-a134-26fd34f9f06a req-13226cf2-a978-4fb3-a6c2-6716e4da313d service neutron] Port 1766831a-9796-47ab-ab7e-1407562877cc on network 5814336a-8d6c-40ed-8506-054f9bd4decc not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8361 {{(pid=83869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 01 14:02:39.775525 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc5f555b-a0ef-4cec-a134-26fd34f9f06a req-13226cf2-a978-4fb3-a6c2-6716e4da313d service neutron] Attempting to bind port 1766831a-9796-47ab-ab7e-1407562877cc on network 5814336a-8d6c-40ed-8506-054f9bd4decc {{(pid=83869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 14:02:39.782119 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc5f555b-a0ef-4cec-a134-26fd34f9f06a req-13226cf2-a978-4fb3-a6c2-6716e4da313d service neutron] Checking agent: {'id': '359ce187-6241-4f7e-85a4-e066c7b0cdea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8361', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 13, 31, 54), 'started_at': datetime.datetime(2022, 4, 1, 13, 31, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 14, 2, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 14:02:39.782444 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc5f555b-a0ef-4cec-a134-26fd34f9f06a req-13226cf2-a978-4fb3-a6c2-6716e4da313d service neutron] Checking segment: {'id': 'a1ffe40c-2ec3-4aac-8e09-3ca5e1236acd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '5814336a-8d6c-40ed-8506-054f9bd4decc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 14:02:39.782814 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc5f555b-a0ef-4cec-a134-26fd34f9f06a req-13226cf2-a978-4fb3-a6c2-6716e4da313d service neutron] Bound using segment: {'id': 'a1ffe40c-2ec3-4aac-8e09-3ca5e1236acd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '5814336a-8d6c-40ed-8506-054f9bd4decc'} {{(pid=83869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 14:02:39.783223 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.managers [req-cc5f555b-a0ef-4cec-a134-26fd34f9f06a req-13226cf2-a978-4fb3-a6c2-6716e4da313d service neutron] Bound port: 1766831a-9796-47ab-ab7e-1407562877cc, host: hv-neutron-8361, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a1ffe40c-2ec3-4aac-8e09-3ca5e1236acd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '5814336a-8d6c-40ed-8506-054f9bd4decc'}}] {{(pid=83869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 14:02:39.783557 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [req-cc5f555b-a0ef-4cec-a134-26fd34f9f06a req-13226cf2-a978-4fb3-a6c2-6716e4da313d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:02:39.874474 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.db [req-cc5f555b-a0ef-4cec-a134-26fd34f9f06a req-13226cf2-a978-4fb3-a6c2-6716e4da313d service neutron] For port 1766831a-9796-47ab-ab7e-1407562877cc, host hv-neutron-8361, cleared binding levels {{(pid=83869) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 14:02:39.877557 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.db [req-cc5f555b-a0ef-4cec-a134-26fd34f9f06a req-13226cf2-a978-4fb3-a6c2-6716e4da313d service neutron] For port 1766831a-9796-47ab-ab7e-1407562877cc, host hv-neutron-8361, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8361',level=0,port_id=1766831a-9796-47ab-ab7e-1407562877cc,segment=NetworkSegment(a1ffe40c-2ec3-4aac-8e09-3ca5e1236acd),segment_id=a1ffe40c-2ec3-4aac-8e09-3ca5e1236acd)] {{(pid=83869) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 14:02:39.881913 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [req-cc5f555b-a0ef-4cec-a134-26fd34f9f06a req-13226cf2-a978-4fb3-a6c2-6716e4da313d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2705172'] for port, after_update {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:02:39.943819 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [req-cc5f555b-a0ef-4cec-a134-26fd34f9f06a req-13226cf2-a978-4fb3-a6c2-6716e4da313d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109561'] for port, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:02:39.945205 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-cc5f555b-a0ef-4cec-a134-26fd34f9f06a req-13226cf2-a978-4fb3-a6c2-6716e4da313d service neutron] 10.222.0.57 "PUT /v2.0/ports/1766831a-9796-47ab-ab7e-1407562877cc HTTP/1.1" status: 200 len: 1094 time: 0.9229729 Apr 01 14:02:39.945635 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8ad94b14-2aa7-4d8f-86ba-242ff6b1685c', 'tag': '1766831a-9796-47ab-ab7e-1407562877cc'}] {{(pid=83869) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 14:02:39.963615 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13226cf2-a978-4fb3-a6c2-6716e4da313d service neutron] Pushing event updated for resources: {'Port': ['ID=1766831a-9796-47ab-ab7e-1407562877cc,revision_number=3']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:02:40.018571 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8ad94b14-2aa7-4d8f-86ba-242ff6b1685c', 'tag': '1766831a-9796-47ab-ab7e-1407562877cc', 'status': 'completed', 'code': 200} Apr 01 14:02:40.067092 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-cc5f555b-a0ef-4cec-a134-26fd34f9f06a req-bfc6caee-9002-451f-ab53-ef6e781148a1 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=ac8d6dafad13497f91e5f7f06ff4319f&device_id=8ad94b14-2aa7-4d8f-86ba-242ff6b1685c HTTP/1.1" status: 200 len: 1097 time: 0.0807133 Apr 01 14:02:40.141368 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-cc5f555b-a0ef-4cec-a134-26fd34f9f06a req-cfc2aff6-f66e-4c3a-9f3f-8771fd88aae5 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1766831a-9796-47ab-ab7e-1407562877cc HTTP/1.1" status: 200 len: 217 time: 0.0634530 Apr 01 14:02:40.209622 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5f555b-a0ef-4cec-a134-26fd34f9f06a req-f26c7c9b-884e-486e-b8a8-9cf84ece5513 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:02:40.210969 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-cc5f555b-a0ef-4cec-a134-26fd34f9f06a req-f26c7c9b-884e-486e-b8a8-9cf84ece5513 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=386bfa80-3d9f-4aff-93be-9b174840257e HTTP/1.1" status: 200 len: 851 time: 0.0612152 Apr 01 14:02:40.290675 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-cc5f555b-a0ef-4cec-a134-26fd34f9f06a req-629a94e9-8ea3-4cc8-9f57-2e41914a1749 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=5814336a-8d6c-40ed-8506-054f9bd4decc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0694578 Apr 01 14:02:40.525488 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-cc5f555b-a0ef-4cec-a134-26fd34f9f06a req-7c8546be-9b14-44e4-9de8-8f9ffe59429d service neutron] 10.222.0.57 "GET /v2.0/networks/5814336a-8d6c-40ed-8506-054f9bd4decc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2252092 Apr 01 14:02:40.600802 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf21fee-c735-490b-85cf-7b9bfcef8db0 req-934f5e92-4713-4a8b-87e1-9c0163f0926d tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:02:40.602383 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-eaf21fee-c735-490b-85cf-7b9bfcef8db0 req-934f5e92-4713-4a8b-87e1-9c0163f0926d tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] 10.222.0.26 "GET /v2.0/ports?device_id=8ad94b14-2aa7-4d8f-86ba-242ff6b1685c HTTP/1.1" status: 200 len: 944 time: 0.0831466 Apr 01 14:02:40.653035 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-eaf21fee-c735-490b-85cf-7b9bfcef8db0 req-cf9da67e-93d1-4d13-89f0-4d051daa7187 tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] 10.222.0.26 "GET /v2.0/security-groups?id=df1b5e6b-686d-4d87-89fe-11934569ee4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449212 Apr 01 14:02:40.669074 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-cc5f555b-a0ef-4cec-a134-26fd34f9f06a req-7331313f-f550-4dfd-9fb3-3b2b6a3214c2 service neutron] 10.222.0.57 "GET /v2.0/networks/5814336a-8d6c-40ed-8506-054f9bd4decc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1336005 Apr 01 14:02:40.805647 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-48482294-b637-4014-a3c4-6eebea9cb03c req-08de3f6a-8a74-4c4e-bbb3-734f8ba000e4 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=ac8d6dafad13497f91e5f7f06ff4319f&device_id=8ad94b14-2aa7-4d8f-86ba-242ff6b1685c HTTP/1.1" status: 200 len: 1097 time: 0.0809033 Apr 01 14:02:40.943158 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48482294-b637-4014-a3c4-6eebea9cb03c req-2b50e415-7d16-4eb5-8697-fb92b548615e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:02:40.944639 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-48482294-b637-4014-a3c4-6eebea9cb03c req-2b50e415-7d16-4eb5-8697-fb92b548615e service neutron] 10.222.0.57 "GET /v2.0/networks?id=5814336a-8d6c-40ed-8506-054f9bd4decc HTTP/1.1" status: 200 len: 913 time: 0.1327415 Apr 01 14:02:41.011851 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-48482294-b637-4014-a3c4-6eebea9cb03c req-25147c99-6df3-4827-9641-5bfcb249e708 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1766831a-9796-47ab-ab7e-1407562877cc HTTP/1.1" status: 200 len: 217 time: 0.0609832 Apr 01 14:02:41.079911 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48482294-b637-4014-a3c4-6eebea9cb03c req-a02dc794-60a4-46e9-b5c5-26d28f5e6292 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:02:41.081383 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-48482294-b637-4014-a3c4-6eebea9cb03c req-a02dc794-60a4-46e9-b5c5-26d28f5e6292 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=386bfa80-3d9f-4aff-93be-9b174840257e HTTP/1.1" status: 200 len: 851 time: 0.0626838 Apr 01 14:02:41.169308 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-48482294-b637-4014-a3c4-6eebea9cb03c req-604742bb-c5b8-4570-ac72-350e9530d610 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=5814336a-8d6c-40ed-8506-054f9bd4decc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0807598 Apr 01 14:02:41.324051 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-48482294-b637-4014-a3c4-6eebea9cb03c req-79526e96-8203-4d6d-8a0d-0c300de953be service neutron] 10.222.0.57 "GET /v2.0/networks/5814336a-8d6c-40ed-8506-054f9bd4decc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1473377 Apr 01 14:02:41.459983 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-48482294-b637-4014-a3c4-6eebea9cb03c req-efad6b40-9e0f-4875-9a8b-a44549324b27 service neutron] 10.222.0.57 "GET /v2.0/networks/5814336a-8d6c-40ed-8506-054f9bd4decc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1288686 Apr 01 14:02:41.858964 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176e4913-de9c-44d4-b58f-b97797cd42e3 req-1fcdfc8f-94cc-4cae-a7fd-a5a1b37850cd tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:02:41.859642 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [req-176e4913-de9c-44d4-b58f-b97797cd42e3 req-1fcdfc8f-94cc-4cae-a7fd-a5a1b37850cd tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] Synchronizing usage tracker for tenant:ac8d6dafad13497f91e5f7f06ff4319f on resource:port {{(pid=83869) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 14:02:41.875460 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [req-176e4913-de9c-44d4-b58f-b97797cd42e3 req-1fcdfc8f-94cc-4cae-a7fd-a5a1b37850cd tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] Unset dirty status for tenant:ac8d6dafad13497f91e5f7f06ff4319f on resource:port {{(pid=83869) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 14:02:41.876559 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-176e4913-de9c-44d4-b58f-b97797cd42e3 req-1fcdfc8f-94cc-4cae-a7fd-a5a1b37850cd tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] 10.222.0.26 "GET /v2.0/ports?device_id=8ad94b14-2aa7-4d8f-86ba-242ff6b1685c HTTP/1.1" status: 200 len: 944 time: 0.0994475 Apr 01 14:02:41.922657 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-176e4913-de9c-44d4-b58f-b97797cd42e3 req-21660f6f-5d42-4ec6-9701-2fc573c41241 tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] 10.222.0.26 "GET /v2.0/security-groups?id=df1b5e6b-686d-4d87-89fe-11934569ee4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404167 Apr 01 14:02:42.537943 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Device 1766831a-9796-47ab-ab7e-1407562877cc details requested by agent hyperv_hv-neutron-8361 with host hv-neutron-8361 {{(pid=83872) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 01 14:02:42.671456 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] For port 1766831a-9796-47ab-ab7e-1407562877cc, host hv-neutron-8361, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8361',level=0,port_id=1766831a-9796-47ab-ab7e-1407562877cc,segment=NetworkSegment(a1ffe40c-2ec3-4aac-8e09-3ca5e1236acd),segment_id=a1ffe40c-2ec3-4aac-8e09-3ca5e1236acd)] {{(pid=83872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 14:02:42.684886 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Returning: {'device': '1766831a-9796-47ab-ab7e-1407562877cc', 'network_id': '5814336a-8d6c-40ed-8506-054f9bd4decc', 'port_id': '1766831a-9796-47ab-ab7e-1407562877cc', 'mac_address': 'fa:16:3e:a8:da:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 399, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '386bfa80-3d9f-4aff-93be-9b174840257e', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83872) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 01 14:02:42.737234 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:02:42.753632 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.notifiers.nova [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1766831a-9796-47ab-ab7e-1407562877cc {{(pid=83872) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 01 14:02:42.768294 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] For port 1766831a-9796-47ab-ab7e-1407562877cc, host hv-neutron-8361, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8361',level=0,port_id=1766831a-9796-47ab-ab7e-1407562877cc,segment=NetworkSegment(a1ffe40c-2ec3-4aac-8e09-3ca5e1236acd),segment_id=a1ffe40c-2ec3-4aac-8e09-3ca5e1236acd)] {{(pid=83872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 14:02:42.771992 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864'] for port, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:02:42.840821 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Pushing event updated for resources: {'Port': ['ID=1766831a-9796-47ab-ab7e-1407562877cc,revision_number=4']} {{(pid=83872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:02:43.019838 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] get_ports_and_sgs() called for port_ids ['1766831a-9796-47ab-ab7e-1407562877cc'] {{(pid=83872) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 01 14:02:43.124623 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf73c5c-957e-4923-8e47-5dc01928ddd1 req-08f7bdb3-46b5-4d37-98c6-43a021213b8c tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:02:43.126014 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-bbf73c5c-957e-4923-8e47-5dc01928ddd1 req-08f7bdb3-46b5-4d37-98c6-43a021213b8c tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] 10.222.0.26 "GET /v2.0/ports?device_id=8ad94b14-2aa7-4d8f-86ba-242ff6b1685c HTTP/1.1" status: 200 len: 945 time: 0.0772562 Apr 01 14:02:43.184204 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-bbf73c5c-957e-4923-8e47-5dc01928ddd1 req-e060690a-4288-4c6c-825a-2432f210845d tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] 10.222.0.26 "GET /v2.0/security-groups?id=df1b5e6b-686d-4d87-89fe-11934569ee4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0521867 Apr 01 14:02:44.385790 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0add9553-c956-4e4f-ac89-af6cf1bf86df req-4ea87b7f-deb1-4c73-b0f6-6310e566cd01 tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:02:44.387239 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-0add9553-c956-4e4f-ac89-af6cf1bf86df req-4ea87b7f-deb1-4c73-b0f6-6310e566cd01 tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] 10.222.0.26 "GET /v2.0/ports?device_id=8ad94b14-2aa7-4d8f-86ba-242ff6b1685c HTTP/1.1" status: 200 len: 945 time: 0.0785120 Apr 01 14:02:44.432319 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-0add9553-c956-4e4f-ac89-af6cf1bf86df req-e530e8db-c1bb-46c0-bb96-81b6aa00d765 tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] 10.222.0.26 "GET /v2.0/security-groups?id=df1b5e6b-686d-4d87-89fe-11934569ee4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393224 Apr 01 14:02:44.553747 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Device 1766831a-9796-47ab-ab7e-1407562877cc up at agent hyperv_hv-neutron-8361 {{(pid=83872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 14:02:44.629077 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Provisioning for port 1766831a-9796-47ab-ab7e-1407562877cc completed by entity L2. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 14:02:44.634619 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Provisioning complete for port 1766831a-9796-47ab-ab7e-1407562877cc triggered by entity L2. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 14:02:44.634977 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-948329'] for port, provisioning_complete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:02:44.760100 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:02:44.788192 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ad94b14-2aa7-4d8f-86ba-242ff6b1685c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1766831a-9796-47ab-ab7e-1407562877cc'}] {{(pid=83872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 14:02:44.798604 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] For port 1766831a-9796-47ab-ab7e-1407562877cc, host hv-neutron-8361, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8361',level=0,port_id=1766831a-9796-47ab-ab7e-1407562877cc,segment=NetworkSegment(a1ffe40c-2ec3-4aac-8e09-3ca5e1236acd),segment_id=a1ffe40c-2ec3-4aac-8e09-3ca5e1236acd)] {{(pid=83872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 14:02:44.803296 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864'] for port, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:02:44.848526 dv-neutron-836180-1-hyperv neutron-server[83872]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ad94b14-2aa7-4d8f-86ba-242ff6b1685c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1766831a-9796-47ab-ab7e-1407562877cc', 'code': 200} Apr 01 14:02:44.876773 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Pushing event updated for resources: {'Port': ['ID=1766831a-9796-47ab-ab7e-1407562877cc,revision_number=5']} {{(pid=83872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:02:45.128193 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-65ece572-02f4-4f24-a76c-1f0410a2840e req-9e603c9b-4d1f-4af4-b7bc-5371a5550d4b service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=8ad94b14-2aa7-4d8f-86ba-242ff6b1685c HTTP/1.1" status: 200 len: 1099 time: 0.0729678 Apr 01 14:02:45.174654 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-65ece572-02f4-4f24-a76c-1f0410a2840e req-36b1614a-ad0d-427c-ba74-65c7634ade26 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=df1b5e6b-686d-4d87-89fe-11934569ee4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371428 Apr 01 14:02:45.641651 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a62213-d914-4ef9-bd10-a40fc3a661cb req-9aa53c93-1924-466e-bc4e-33cd84441cb6 tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:02:45.643086 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-43a62213-d914-4ef9-bd10-a40fc3a661cb req-9aa53c93-1924-466e-bc4e-33cd84441cb6 tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] 10.222.0.26 "GET /v2.0/ports?device_id=8ad94b14-2aa7-4d8f-86ba-242ff6b1685c HTTP/1.1" status: 200 len: 946 time: 0.0749929 Apr 01 14:02:45.689211 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-43a62213-d914-4ef9-bd10-a40fc3a661cb req-e6c3f533-6377-433f-ac6f-0496dd3642b3 tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] 10.222.0.26 "GET /v2.0/security-groups?id=df1b5e6b-686d-4d87-89fe-11934569ee4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406210 Apr 01 14:02:46.890650 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe950eb-0aae-449b-a98f-07ec15d9dc58 req-bbf56415-3bfd-4a5f-94b3-ae8c3ad68d2c tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:02:46.892127 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-0fe950eb-0aae-449b-a98f-07ec15d9dc58 req-bbf56415-3bfd-4a5f-94b3-ae8c3ad68d2c tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] 10.222.0.26 "GET /v2.0/ports?device_id=8ad94b14-2aa7-4d8f-86ba-242ff6b1685c HTTP/1.1" status: 200 len: 946 time: 0.0770142 Apr 01 14:02:46.940768 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-0fe950eb-0aae-449b-a98f-07ec15d9dc58 req-547a9f4c-2073-4fa6-8dae-8e7543188852 tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] 10.222.0.26 "GET /v2.0/security-groups?id=df1b5e6b-686d-4d87-89fe-11934569ee4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428340 Apr 01 14:02:47.136084 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1430d83-1d22-4e77-85b2-b1269599cff8 req-b68f338d-5eb3-432b-b2c8-b1e944776937 tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:02:47.137651 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-d1430d83-1d22-4e77-85b2-b1269599cff8 req-b68f338d-5eb3-432b-b2c8-b1e944776937 tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] 10.222.0.26 "GET /v2.0/ports?device_id=8ad94b14-2aa7-4d8f-86ba-242ff6b1685c HTTP/1.1" status: 200 len: 946 time: 0.0807979 Apr 01 14:02:47.146915 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 33310) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:02:47.152235 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.v2.base [None req-89adeb87-f9e5-4518-83b5-7e5ddeed213b tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] Request body: {'floatingip': {'port_id': '1766831a-9796-47ab-ab7e-1407562877cc'}} {{(pid=83869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 14:02:47.230554 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-89adeb87-f9e5-4518-83b5-7e5ddeed213b tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] Notify callbacks [] for floatingip, before_update {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:02:47.922026 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-89adeb87-f9e5-4518-83b5-7e5ddeed213b tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:02:47.925717 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-89adeb87-f9e5-4518-83b5-7e5ddeed213b tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4084747'] for floatingip, after_update {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:02:48.110532 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.db.l3_db [None req-89adeb87-f9e5-4518-83b5-7e5ddeed213b tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] Floating IP 3370d11e-15ac-48a3-97f0-3d873485fcb6 associated. External IP: 172.26.5.100, port: 1766831a-9796-47ab-ab7e-1407562877cc. Apr 01 14:02:48.521479 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89adeb87-f9e5-4518-83b5-7e5ddeed213b tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] Router 54e531cc-e3ed-4f16-b1fb-f17ffef3423c has already been hosted by L3 agent 88bf8fc8-11a3-4e96-9d1b-5fd93ba9f6f1 {{(pid=83869) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 14:02:48.735736 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89adeb87-f9e5-4518-83b5-7e5ddeed213b tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] Notify agent at l3_agent.dv-neutron-836180-1-hyperv the message routers_updated {{(pid=83869) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 14:02:48.740079 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-89adeb87-f9e5-4518-83b5-7e5ddeed213b tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109561'] for floatingip, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:02:48.746016 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adf8ac77-8a26-4751-95f5-130709b0da23 None None] Sync routers for ids ['54e531cc-e3ed-4f16-b1fb-f17ffef3423c'] in dv-neutron-836180-1-hyperv {{(pid=83872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 14:02:48.757646 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adf8ac77-8a26-4751-95f5-130709b0da23 None None] Routers {'54e531cc-e3ed-4f16-b1fb-f17ffef3423c'} bound to L3 agent in host dv-neutron-836180-1-hyperv {{(pid=83872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 14:02:48.758374 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_hamode_db [None req-adf8ac77-8a26-4751-95f5-130709b0da23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836180-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T13:25:36Z,description=,heartbeat_timestamp=2022-04-01T14:02:36Z,host='dv-neutron-836180-1-hyperv',id=88bf8fc8-11a3-4e96-9d1b-5fd93ba9f6f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T13:25:36Z,topic='l3_agent')) {'router_ids': ['54e531cc-e3ed-4f16-b1fb-f17ffef3423c'], 'active': True} {{(pid=83872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 14:02:48.794318 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-89adeb87-f9e5-4518-83b5-7e5ddeed213b tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] 10.222.0.26 "PUT /v2.0/floatingips/3370d11e-15ac-48a3-97f0-3d873485fcb6 HTTP/1.1" status: 200 len: 992 time: 1.6463308 Apr 01 14:02:48.794879 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8ad94b14-2aa7-4d8f-86ba-242ff6b1685c', 'tag': '1766831a-9796-47ab-ab7e-1407562877cc'}] {{(pid=83869) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 14:02:48.861532 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8ad94b14-2aa7-4d8f-86ba-242ff6b1685c', 'tag': '1766831a-9796-47ab-ab7e-1407562877cc', 'status': 'completed', 'code': 200} Apr 01 14:02:48.949981 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_dvr_db [None req-adf8ac77-8a26-4751-95f5-130709b0da23 None None] Set router 54e531cc-e3ed-4f16-b1fb-f17ffef3423c gateway port host: dv-neutron-836180-1-hyperv {{(pid=83872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 14:02:49.070583 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-22d2b3ff-fe8f-4865-88fd-2cc632644e30 req-06ddf983-45e2-42f6-b014-24dadd00d80b service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=8ad94b14-2aa7-4d8f-86ba-242ff6b1685c&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.1542401 Apr 01 14:02:49.090419 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-f959dd9a-4728-4671-89a7-7ac7308d42e2 req-98a47e79-dc6a-4c93-bae6-bf581c28ed06 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=ac8d6dafad13497f91e5f7f06ff4319f&device_id=8ad94b14-2aa7-4d8f-86ba-242ff6b1685c HTTP/1.1" status: 200 len: 1099 time: 0.2067955 Apr 01 14:02:49.261569 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f959dd9a-4728-4671-89a7-7ac7308d42e2 req-3ccc840a-db0d-4258-9775-29b2f82a468e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:02:49.263000 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-f959dd9a-4728-4671-89a7-7ac7308d42e2 req-3ccc840a-db0d-4258-9775-29b2f82a468e service neutron] 10.222.0.57 "GET /v2.0/networks?id=5814336a-8d6c-40ed-8506-054f9bd4decc HTTP/1.1" status: 200 len: 913 time: 0.1663845 Apr 01 14:02:49.422387 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-f959dd9a-4728-4671-89a7-7ac7308d42e2 req-cd228ed6-fe96-4cc9-9b81-461fe5b32c4f service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1766831a-9796-47ab-ab7e-1407562877cc HTTP/1.1" status: 200 len: 1000 time: 0.1534302 Apr 01 14:02:49.438377 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_hamode_db [None req-adf8ac77-8a26-4751-95f5-130709b0da23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54e531cc-e3ed-4f16-b1fb-f17ffef3423c', 'name': 'tempest-ServerActionsTestJSON-1724647501-router', 'tenant_id': 'ac8d6dafad13497f91e5f7f06ff4319f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'external_fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.195'}], 'enable_snat': True}, 'gw_port_id': '2db02312-aeb6-4a03-958a-1037a629e6c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T14:00:36Z', 'updated_at': '2022-04-01T14:00:39Z', 'revision_number': 4, 'project_id': 'ac8d6dafad13497f91e5f7f06ff4319f', 'gw_port': {'id': '2db02312-aeb6-4a03-958a-1037a629e6c3', 'name': '', 'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:2c:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54e531cc-e3ed-4f16-b1fb-f17ffef3423c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836180-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T14:00:36Z', 'updated_at': '2022-04-01T14:00:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836180-1-hyperv', '_floatingips': [{'id': '3370d11e-15ac-48a3-97f0-3d873485fcb6', 'tenant_id': 'ac8d6dafad13497f91e5f7f06ff4319f', 'floating_ip_address': '172.26.5.100', 'floating_network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'router_id': '54e531cc-e3ed-4f16-b1fb-f17ffef3423c', 'port_id': '1766831a-9796-47ab-ab7e-1407562877cc', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5814336a-8d6c-40ed-8506-054f9bd4decc', 'mac_address': 'fa:16:3e:a8:da:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ad94b14-2aa7-4d8f-86ba-242ff6b1685c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T14:00:42Z', 'updated_at': '2022-04-01T14:02:47Z', 'revision_number': 9, 'project_id': 'ac8d6dafad13497f91e5f7f06ff4319f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '103e1488-083c-451d-80af-4a13de5d5cb9', 'name': '', 'network_id': '5814336a-8d6c-40ed-8506-054f9bd4decc', 'tenant_id': 'ac8d6dafad13497f91e5f7f06ff4319f', 'mac_address': 'fa:16:3e:dd:a8:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54e531cc-e3ed-4f16-b1fb-f17ffef3423c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '386bfa80-3d9f-4aff-93be-9b174840257e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836180-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T14:00:38Z', 'updated_at': '2022-04-01T14:00:56Z', 'revision_number': 5, 'project_id': 'ac8d6dafad13497f91e5f7f06ff4319f', 'subnets': [{'id': '386bfa80-3d9f-4aff-93be-9b174840257e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-836180-1-hyperv', False) {} {{(pid=83872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 14:02:49.442705 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adf8ac77-8a26-4751-95f5-130709b0da23 None None] Checking router: 54e531cc-e3ed-4f16-b1fb-f17ffef3423c for host: dv-neutron-836180-1-hyperv {{(pid=83872) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 01 14:02:49.451265 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-047b1f71-fa40-48f9-b1b9-c7124af655d3 req-e5fb11bd-6288-4a20-bb72-29fac73cdbda service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=8ad94b14-2aa7-4d8f-86ba-242ff6b1685c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1691644 Apr 01 14:02:49.453723 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adf8ac77-8a26-4751-95f5-130709b0da23 None None] Routers {'54e531cc-e3ed-4f16-b1fb-f17ffef3423c'} bound to L3 agent in host dv-neutron-836180-1-hyperv {{(pid=83872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 14:02:49.454348 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_hamode_db [None req-adf8ac77-8a26-4751-95f5-130709b0da23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836180-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T13:25:36Z,description=,heartbeat_timestamp=2022-04-01T14:02:36Z,host='dv-neutron-836180-1-hyperv',id=88bf8fc8-11a3-4e96-9d1b-5fd93ba9f6f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T13:25:36Z,topic='l3_agent')) {'router_ids': ['54e531cc-e3ed-4f16-b1fb-f17ffef3423c'], 'active': True} {{(pid=83872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 14:02:49.507206 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f959dd9a-4728-4671-89a7-7ac7308d42e2 req-76c3c4de-78b1-4a1f-bc1d-b3201465179b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:02:49.508660 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-f959dd9a-4728-4671-89a7-7ac7308d42e2 req-76c3c4de-78b1-4a1f-bc1d-b3201465179b service neutron] 10.222.0.57 "GET /v2.0/subnets?id=386bfa80-3d9f-4aff-93be-9b174840257e HTTP/1.1" status: 200 len: 851 time: 0.0790083 Apr 01 14:02:49.519127 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a4e605-fc25-420b-918f-e270662563fb req-f6a2469d-5367-4320-acc7-53d1c27bdbbf tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:02:49.520628 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-98a4e605-fc25-420b-918f-e270662563fb req-f6a2469d-5367-4320-acc7-53d1c27bdbbf tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] 10.222.0.26 "GET /v2.0/ports?device_id=8ad94b14-2aa7-4d8f-86ba-242ff6b1685c HTTP/1.1" status: 200 len: 946 time: 0.1486170 Apr 01 14:02:49.617685 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-98a4e605-fc25-420b-918f-e270662563fb req-6c12399d-c0d0-4818-8e8e-08b0aa30994c tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] 10.222.0.26 "GET /v2.0/security-groups?id=df1b5e6b-686d-4d87-89fe-11934569ee4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0665944 Apr 01 14:02:49.633780 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-f959dd9a-4728-4671-89a7-7ac7308d42e2 req-7974d1ee-6c1e-4bb8-bb06-9642c03c06ad service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=5814336a-8d6c-40ed-8506-054f9bd4decc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1121955 Apr 01 14:02:49.657029 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_dvr_db [None req-adf8ac77-8a26-4751-95f5-130709b0da23 None None] Set router 54e531cc-e3ed-4f16-b1fb-f17ffef3423c gateway port host: dv-neutron-836180-1-hyperv {{(pid=83872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 14:02:49.797741 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-f959dd9a-4728-4671-89a7-7ac7308d42e2 req-c554800e-8ed5-4167-986b-73b021393460 service neutron] 10.222.0.57 "GET /v2.0/networks/5814336a-8d6c-40ed-8506-054f9bd4decc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1523397 Apr 01 14:02:49.944397 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-f959dd9a-4728-4671-89a7-7ac7308d42e2 req-8111225c-cf8d-4909-b31f-628de1142ee5 service neutron] 10.222.0.57 "GET /v2.0/networks/5814336a-8d6c-40ed-8506-054f9bd4decc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1405649 Apr 01 14:02:50.057236 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_hamode_db [None req-adf8ac77-8a26-4751-95f5-130709b0da23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54e531cc-e3ed-4f16-b1fb-f17ffef3423c', 'name': 'tempest-ServerActionsTestJSON-1724647501-router', 'tenant_id': 'ac8d6dafad13497f91e5f7f06ff4319f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'external_fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.195'}], 'enable_snat': True}, 'gw_port_id': '2db02312-aeb6-4a03-958a-1037a629e6c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T14:00:36Z', 'updated_at': '2022-04-01T14:00:39Z', 'revision_number': 4, 'project_id': 'ac8d6dafad13497f91e5f7f06ff4319f', 'gw_port': {'id': '2db02312-aeb6-4a03-958a-1037a629e6c3', 'name': '', 'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:2c:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54e531cc-e3ed-4f16-b1fb-f17ffef3423c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836180-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T14:00:36Z', 'updated_at': '2022-04-01T14:00:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836180-1-hyperv', '_floatingips': [{'id': '3370d11e-15ac-48a3-97f0-3d873485fcb6', 'tenant_id': 'ac8d6dafad13497f91e5f7f06ff4319f', 'floating_ip_address': '172.26.5.100', 'floating_network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'router_id': '54e531cc-e3ed-4f16-b1fb-f17ffef3423c', 'port_id': '1766831a-9796-47ab-ab7e-1407562877cc', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5814336a-8d6c-40ed-8506-054f9bd4decc', 'mac_address': 'fa:16:3e:a8:da:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ad94b14-2aa7-4d8f-86ba-242ff6b1685c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T14:00:42Z', 'updated_at': '2022-04-01T14:02:47Z', 'revision_number': 9, 'project_id': 'ac8d6dafad13497f91e5f7f06ff4319f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '103e1488-083c-451d-80af-4a13de5d5cb9', 'name': '', 'network_id': '5814336a-8d6c-40ed-8506-054f9bd4decc', 'tenant_id': 'ac8d6dafad13497f91e5f7f06ff4319f', 'mac_address': 'fa:16:3e:dd:a8:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54e531cc-e3ed-4f16-b1fb-f17ffef3423c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '386bfa80-3d9f-4aff-93be-9b174840257e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836180-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T14:00:38Z', 'updated_at': '2022-04-01T14:00:56Z', 'revision_number': 5, 'project_id': 'ac8d6dafad13497f91e5f7f06ff4319f', 'subnets': [{'id': '386bfa80-3d9f-4aff-93be-9b174840257e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-836180-1-hyperv', False) {} {{(pid=83872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 14:02:50.066142 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adf8ac77-8a26-4751-95f5-130709b0da23 None None] The sync data for ids ['54e531cc-e3ed-4f16-b1fb-f17ffef3423c'] in dv-neutron-836180-1-hyperv is: [{'id': '54e531cc-e3ed-4f16-b1fb-f17ffef3423c', 'name': 'tempest-ServerActionsTestJSON-1724647501-router', 'tenant_id': 'ac8d6dafad13497f91e5f7f06ff4319f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'external_fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.195'}], 'enable_snat': True}, 'gw_port_id': '2db02312-aeb6-4a03-958a-1037a629e6c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T14:00:36Z', 'updated_at': '2022-04-01T14:00:39Z', 'revision_number': 4, 'project_id': 'ac8d6dafad13497f91e5f7f06ff4319f', 'gw_port': {'id': '2db02312-aeb6-4a03-958a-1037a629e6c3', 'name': '', 'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:2c:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54e531cc-e3ed-4f16-b1fb-f17ffef3423c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836180-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T14:00:36Z', 'updated_at': '2022-04-01T14:00:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836180-1-hyperv', '_floatingips': [{'id': '3370d11e-15ac-48a3-97f0-3d873485fcb6', 'tenant_id': 'ac8d6dafad13497f91e5f7f06ff4319f', 'floating_ip_address': '172.26.5.100', 'floating_network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'router_id': '54e531cc-e3ed-4f16-b1fb-f17ffef3423c', 'port_id': '1766831a-9796-47ab-ab7e-1407562877cc', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5814336a-8d6c-40ed-8506-054f9bd4decc', 'mac_address': 'fa:16:3e:a8:da:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ad94b14-2aa7-4d8f-86ba-242ff6b1685c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T14:00:42Z', 'updated_at': '2022-04-01T14:02:47Z', 'revision_number': 9, 'project_id': 'ac8d6dafad13497f91e5f7f06ff4319f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '103e1488-083c-451d-80af-4a13de5d5cb9', 'name': '', 'network_id': '5814336a-8d6c-40ed-8506-054f9bd4decc', 'tenant_id': 'ac8d6dafad13497f91e5f7f06ff4319f', 'mac_address': 'fa:16:3e:dd:a8:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54e531cc-e3ed-4f16-b1fb-f17ffef3423c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '386bfa80-3d9f-4aff-93be-9b174840257e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836180-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T14:00:38Z', 'updated_at': '2022-04-01T14:00:56Z', 'revision_number': 5, 'project_id': 'ac8d6dafad13497f91e5f7f06ff4319f', 'subnets': [{'id': '386bfa80-3d9f-4aff-93be-9b174840257e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 14:02:50.295144 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2767646-f09f-4b03-b449-de8e5928105a None None] New status for floating IP 3370d11e-15ac-48a3-97f0-3d873485fcb6: ACTIVE {{(pid=83873) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 01 14:02:50.714535 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-047b1f71-fa40-48f9-b1b9-c7124af655d3 req-45bcb395-a1a2-493d-92ff-7a86cd6526d9 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=ac8d6dafad13497f91e5f7f06ff4319f&device_id=8ad94b14-2aa7-4d8f-86ba-242ff6b1685c HTTP/1.1" status: 200 len: 1099 time: 0.0784481 Apr 01 14:02:50.844889 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d5865a-0ea9-4755-8e7b-f1b6485a3729 req-76ee0620-62ef-43ec-b985-34f260df1cd7 tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:02:50.846372 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-38d5865a-0ea9-4755-8e7b-f1b6485a3729 req-76ee0620-62ef-43ec-b985-34f260df1cd7 tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] 10.222.0.26 "GET /v2.0/ports?device_id=8ad94b14-2aa7-4d8f-86ba-242ff6b1685c HTTP/1.1" status: 200 len: 946 time: 0.0865996 Apr 01 14:02:50.849789 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047b1f71-fa40-48f9-b1b9-c7124af655d3 req-c58104bc-34d3-45bb-8473-a193c6efc45e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:02:50.851225 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-047b1f71-fa40-48f9-b1b9-c7124af655d3 req-c58104bc-34d3-45bb-8473-a193c6efc45e service neutron] 10.222.0.57 "GET /v2.0/networks?id=5814336a-8d6c-40ed-8506-054f9bd4decc HTTP/1.1" status: 200 len: 913 time: 0.1301682 Apr 01 14:02:50.898209 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-38d5865a-0ea9-4755-8e7b-f1b6485a3729 req-0f0933af-5e36-4602-afc5-c40f6ab6cda5 tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] 10.222.0.26 "GET /v2.0/security-groups?id=df1b5e6b-686d-4d87-89fe-11934569ee4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456336 Apr 01 14:02:50.956678 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-047b1f71-fa40-48f9-b1b9-c7124af655d3 req-ebaa75cd-0e4e-4a94-91c4-a504101d9c84 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1766831a-9796-47ab-ab7e-1407562877cc HTTP/1.1" status: 200 len: 1003 time: 0.0991435 Apr 01 14:02:51.022306 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047b1f71-fa40-48f9-b1b9-c7124af655d3 req-a7122447-2d98-4e71-a4ce-71af8f30f589 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:02:51.023718 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-047b1f71-fa40-48f9-b1b9-c7124af655d3 req-a7122447-2d98-4e71-a4ce-71af8f30f589 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=386bfa80-3d9f-4aff-93be-9b174840257e HTTP/1.1" status: 200 len: 851 time: 0.0611889 Apr 01 14:02:51.100258 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-047b1f71-fa40-48f9-b1b9-c7124af655d3 req-ea0edc0f-21fa-413a-982d-1657b9bebe0f service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=5814336a-8d6c-40ed-8506-054f9bd4decc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0682817 Apr 01 14:02:51.230947 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-047b1f71-fa40-48f9-b1b9-c7124af655d3 req-3cab9648-6f5c-4bdd-8f6c-a436b0e5c59f service neutron] 10.222.0.57 "GET /v2.0/networks/5814336a-8d6c-40ed-8506-054f9bd4decc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1239989 Apr 01 14:02:51.365052 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-047b1f71-fa40-48f9-b1b9-c7124af655d3 req-a02f7c78-9729-42ba-9d7b-5360d151fd48 service neutron] 10.222.0.57 "GET /v2.0/networks/5814336a-8d6c-40ed-8506-054f9bd4decc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1286538 Apr 01 14:02:52.198815 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd718c4e-90e5-4150-b972-76fda76f69a1 req-4351df3e-6000-4965-8d9e-3508eb45548c tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:02:52.200185 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-fd718c4e-90e5-4150-b972-76fda76f69a1 req-4351df3e-6000-4965-8d9e-3508eb45548c tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] 10.222.0.26 "GET /v2.0/ports?device_id=8ad94b14-2aa7-4d8f-86ba-242ff6b1685c HTTP/1.1" status: 200 len: 946 time: 0.1793010 Apr 01 14:02:52.247911 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-fd718c4e-90e5-4150-b972-76fda76f69a1 req-bc5471c9-6e8d-442e-a637-a25109c57f07 tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] 10.222.0.26 "GET /v2.0/security-groups?id=df1b5e6b-686d-4d87-89fe-11934569ee4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417097 Apr 01 14:02:53.453575 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ef7665-8b61-447e-ba06-de33a2d9da9f req-af3d98b9-6945-4979-9dfa-a3d8f324d830 tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:02:53.455063 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-d1ef7665-8b61-447e-ba06-de33a2d9da9f req-af3d98b9-6945-4979-9dfa-a3d8f324d830 tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] 10.222.0.26 "GET /v2.0/ports?device_id=8ad94b14-2aa7-4d8f-86ba-242ff6b1685c HTTP/1.1" status: 200 len: 946 time: 0.0787728 Apr 01 14:02:53.501489 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-d1ef7665-8b61-447e-ba06-de33a2d9da9f req-d0dd231d-80fb-4653-b797-035a21e7f5e6 tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] 10.222.0.26 "GET /v2.0/security-groups?id=df1b5e6b-686d-4d87-89fe-11934569ee4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409467 Apr 01 14:02:54.039993 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:02:54.694195 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979ff5ed-d240-46df-8369-bb30dc33e806 req-97a21c2f-cbea-4c2e-b611-6c5ada73ef4c tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:02:54.695625 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-979ff5ed-d240-46df-8369-bb30dc33e806 req-97a21c2f-cbea-4c2e-b611-6c5ada73ef4c tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] 10.222.0.26 "GET /v2.0/ports?device_id=8ad94b14-2aa7-4d8f-86ba-242ff6b1685c HTTP/1.1" status: 200 len: 946 time: 0.0756924 Apr 01 14:02:54.741951 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-979ff5ed-d240-46df-8369-bb30dc33e806 req-95bdedbc-9bc3-46cb-aeac-e72bd4407966 tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] 10.222.0.26 "GET /v2.0/security-groups?id=df1b5e6b-686d-4d87-89fe-11934569ee4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407677 Apr 01 14:02:55.947086 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5ef0e0-7030-4f11-b476-99b1cc605500 req-41142847-2876-4d37-b721-a2bec3273af5 tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:02:55.948537 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-7c5ef0e0-7030-4f11-b476-99b1cc605500 req-41142847-2876-4d37-b721-a2bec3273af5 tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] 10.222.0.26 "GET /v2.0/ports?device_id=8ad94b14-2aa7-4d8f-86ba-242ff6b1685c HTTP/1.1" status: 200 len: 946 time: 0.0802412 Apr 01 14:02:55.998431 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-7c5ef0e0-7030-4f11-b476-99b1cc605500 req-4eeaa0a2-c1ae-41ef-9c45-bf2456bf6bb2 tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] 10.222.0.26 "GET /v2.0/security-groups?id=df1b5e6b-686d-4d87-89fe-11934569ee4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432091 Apr 01 14:02:57.217263 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2de543-de62-44b8-81d0-a320ea263aa9 req-0fa99c67-5762-4045-9063-0d38d336e52c tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:02:57.219457 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-dc2de543-de62-44b8-81d0-a320ea263aa9 req-0fa99c67-5762-4045-9063-0d38d336e52c tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] 10.222.0.26 "GET /v2.0/ports?device_id=8ad94b14-2aa7-4d8f-86ba-242ff6b1685c HTTP/1.1" status: 200 len: 946 time: 0.0815759 Apr 01 14:02:57.267441 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-dc2de543-de62-44b8-81d0-a320ea263aa9 req-11eacc7e-8a60-473d-a41b-7190afeb59e0 tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] 10.222.0.26 "GET /v2.0/security-groups?id=df1b5e6b-686d-4d87-89fe-11934569ee4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417051 Apr 01 14:02:58.473059 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3f499f-9269-4c0c-ba65-48da6cb7d2ac req-e91f38a4-e622-46d3-a442-8b7fece90e7f tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:02:58.474511 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-5e3f499f-9269-4c0c-ba65-48da6cb7d2ac req-e91f38a4-e622-46d3-a442-8b7fece90e7f tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] 10.222.0.26 "GET /v2.0/ports?device_id=8ad94b14-2aa7-4d8f-86ba-242ff6b1685c HTTP/1.1" status: 200 len: 946 time: 0.0753560 Apr 01 14:02:58.518322 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-5e3f499f-9269-4c0c-ba65-48da6cb7d2ac req-545ea838-3a15-47f0-8078-11949614411b tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] 10.222.0.26 "GET /v2.0/security-groups?id=df1b5e6b-686d-4d87-89fe-11934569ee4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384345 Apr 01 14:02:59.722388 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3265150f-cb3f-4379-b332-e877d88289d5 req-173edb1c-18c8-498f-96be-1945ef14e3fb tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:02:59.724285 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-3265150f-cb3f-4379-b332-e877d88289d5 req-173edb1c-18c8-498f-96be-1945ef14e3fb tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] 10.222.0.26 "GET /v2.0/ports?device_id=8ad94b14-2aa7-4d8f-86ba-242ff6b1685c HTTP/1.1" status: 200 len: 946 time: 0.0851171 Apr 01 14:02:59.778772 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-3265150f-cb3f-4379-b332-e877d88289d5 req-a989dc32-5a2a-455f-8d0d-282cb3d69525 tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] 10.222.0.26 "GET /v2.0/security-groups?id=df1b5e6b-686d-4d87-89fe-11934569ee4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492027 Apr 01 14:03:00.981009 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86ef41d-b1ef-4ad7-9281-c5d1f7a99ba9 req-1fc0e1ed-38db-4192-989b-fcd65b7bd24c tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:03:00.982375 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-d86ef41d-b1ef-4ad7-9281-c5d1f7a99ba9 req-1fc0e1ed-38db-4192-989b-fcd65b7bd24c tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] 10.222.0.26 "GET /v2.0/ports?device_id=8ad94b14-2aa7-4d8f-86ba-242ff6b1685c HTTP/1.1" status: 200 len: 946 time: 0.0809171 Apr 01 14:03:01.030373 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-d86ef41d-b1ef-4ad7-9281-c5d1f7a99ba9 req-a5c36420-7731-4af8-8915-174bb6d0e33c tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] 10.222.0.26 "GET /v2.0/security-groups?id=df1b5e6b-686d-4d87-89fe-11934569ee4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415580 Apr 01 14:03:02.232625 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545944ea-2053-4bf7-88a2-23cb96c9116f req-fc35285a-66bb-4906-a76d-cfde63f12c1b tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:03:02.234966 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-545944ea-2053-4bf7-88a2-23cb96c9116f req-fc35285a-66bb-4906-a76d-cfde63f12c1b tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] 10.222.0.26 "GET /v2.0/ports?device_id=8ad94b14-2aa7-4d8f-86ba-242ff6b1685c HTTP/1.1" status: 200 len: 946 time: 0.0792921 Apr 01 14:03:02.282928 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-545944ea-2053-4bf7-88a2-23cb96c9116f req-c838b674-f6ed-4b30-9eff-81da484c1b4e tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] 10.222.0.26 "GET /v2.0/security-groups?id=df1b5e6b-686d-4d87-89fe-11934569ee4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424016 Apr 01 14:03:03.481454 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d58379-a5c6-43d7-ac52-2abcf3ba00b7 req-1ee3a49d-4f55-4cbf-b76c-60add90941f1 tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:03:03.482913 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-b2d58379-a5c6-43d7-ac52-2abcf3ba00b7 req-1ee3a49d-4f55-4cbf-b76c-60add90941f1 tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] 10.222.0.26 "GET /v2.0/ports?device_id=8ad94b14-2aa7-4d8f-86ba-242ff6b1685c HTTP/1.1" status: 200 len: 946 time: 0.0745482 Apr 01 14:03:03.531136 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-b2d58379-a5c6-43d7-ac52-2abcf3ba00b7 req-20b70b95-cb79-4ecc-921d-a545ce89e08e tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] 10.222.0.26 "GET /v2.0/security-groups?id=df1b5e6b-686d-4d87-89fe-11934569ee4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420058 Apr 01 14:03:03.599679 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-de043f8e-c392-4595-abe5-874e9edba5a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:03:04.734741 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96929a9d-370c-40c1-9b54-500af853406b req-32a47bb8-291a-4776-88cb-ac5833e2ed36 tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:03:04.736361 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-96929a9d-370c-40c1-9b54-500af853406b req-32a47bb8-291a-4776-88cb-ac5833e2ed36 tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] 10.222.0.26 "GET /v2.0/ports?device_id=8ad94b14-2aa7-4d8f-86ba-242ff6b1685c HTTP/1.1" status: 200 len: 946 time: 0.0838001 Apr 01 14:03:04.782472 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-96929a9d-370c-40c1-9b54-500af853406b req-50cd23c7-1d43-476a-a28d-97107f8afada tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] 10.222.0.26 "GET /v2.0/security-groups?id=df1b5e6b-686d-4d87-89fe-11934569ee4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404410 Apr 01 14:03:05.954909 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-183acd1c-6e7f-48fe-be13-0b42f91bfb53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:03:05.981085 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e7b776-f413-48a0-bc60-4ab6c30faf3e req-4ba6c252-77db-48b2-89f9-2ecdf0cddb3d tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:03:05.982520 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-98e7b776-f413-48a0-bc60-4ab6c30faf3e req-4ba6c252-77db-48b2-89f9-2ecdf0cddb3d tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] 10.222.0.26 "GET /v2.0/ports?device_id=8ad94b14-2aa7-4d8f-86ba-242ff6b1685c HTTP/1.1" status: 200 len: 946 time: 0.0790718 Apr 01 14:03:06.030514 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-98e7b776-f413-48a0-bc60-4ab6c30faf3e req-184855ed-60d4-4cc9-bc73-057acd99785d tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] 10.222.0.26 "GET /v2.0/security-groups?id=df1b5e6b-686d-4d87-89fe-11934569ee4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419562 Apr 01 14:03:07.228067 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20b6e84-0413-42f7-91af-03c82817a202 req-932e413a-fc90-45fd-98f7-1d39e69cb228 tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:03:07.229533 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-f20b6e84-0413-42f7-91af-03c82817a202 req-932e413a-fc90-45fd-98f7-1d39e69cb228 tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] 10.222.0.26 "GET /v2.0/ports?device_id=8ad94b14-2aa7-4d8f-86ba-242ff6b1685c HTTP/1.1" status: 200 len: 946 time: 0.0779173 Apr 01 14:03:07.235365 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:03:07.276610 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-f20b6e84-0413-42f7-91af-03c82817a202 req-f21499a2-1094-4ae3-bd20-90a0d2e0124b tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] 10.222.0.26 "GET /v2.0/security-groups?id=df1b5e6b-686d-4d87-89fe-11934569ee4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408757 Apr 01 14:03:07.459598 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-2f9cfc9c-d8ba-4de3-a4ad-98162f90557c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:03:08.487129 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5eb65d-86e7-40e1-b1d1-5f2cd70a38ef req-25269529-3e51-4436-a079-14578d74b76d tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:03:08.488601 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-ae5eb65d-86e7-40e1-b1d1-5f2cd70a38ef req-25269529-3e51-4436-a079-14578d74b76d tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] 10.222.0.26 "GET /v2.0/ports?device_id=8ad94b14-2aa7-4d8f-86ba-242ff6b1685c HTTP/1.1" status: 200 len: 946 time: 0.0860603 Apr 01 14:03:08.542390 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-ae5eb65d-86e7-40e1-b1d1-5f2cd70a38ef req-cd6df385-514f-48bc-9cdb-5e4d52ce9e3f tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] 10.222.0.26 "GET /v2.0/security-groups?id=df1b5e6b-686d-4d87-89fe-11934569ee4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470197 Apr 01 14:03:08.965623 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-a976a7b9-9034-41e6-be13-349b75ed1593 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:03:09.744325 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54eb97d3-56cf-4165-910d-22da56389fb1 req-37ff84a9-b8e6-4ecf-bd7a-b8781328d94c tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:03:09.745762 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-54eb97d3-56cf-4165-910d-22da56389fb1 req-37ff84a9-b8e6-4ecf-bd7a-b8781328d94c tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] 10.222.0.26 "GET /v2.0/ports?device_id=8ad94b14-2aa7-4d8f-86ba-242ff6b1685c HTTP/1.1" status: 200 len: 946 time: 0.0800958 Apr 01 14:03:09.790123 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-54eb97d3-56cf-4165-910d-22da56389fb1 req-1ed97cab-6393-4e46-bb94-26b2e9fdc104 tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] 10.222.0.26 "GET /v2.0/security-groups?id=df1b5e6b-686d-4d87-89fe-11934569ee4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386834 Apr 01 14:03:11.010762 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37962fd5-6a8c-4ab2-b134-bc453c69857d req-3adb0666-3e0b-4df4-a718-f75bb19d33ae tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:03:11.012139 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-37962fd5-6a8c-4ab2-b134-bc453c69857d req-3adb0666-3e0b-4df4-a718-f75bb19d33ae tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] 10.222.0.26 "GET /v2.0/ports?device_id=8ad94b14-2aa7-4d8f-86ba-242ff6b1685c HTTP/1.1" status: 200 len: 946 time: 0.0848761 Apr 01 14:03:11.068766 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-37962fd5-6a8c-4ab2-b134-bc453c69857d req-602c8724-5336-4b3c-9ad7-e0ecdc148cfa tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] 10.222.0.26 "GET /v2.0/security-groups?id=df1b5e6b-686d-4d87-89fe-11934569ee4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0504174 Apr 01 14:03:12.278176 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d86817-74f3-48d2-b445-ec967d08b5e7 req-26b430d0-f5f5-4ec8-a6f4-ef3a230ad0fc tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:03:12.279618 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-91d86817-74f3-48d2-b445-ec967d08b5e7 req-26b430d0-f5f5-4ec8-a6f4-ef3a230ad0fc tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] 10.222.0.26 "GET /v2.0/ports?device_id=8ad94b14-2aa7-4d8f-86ba-242ff6b1685c HTTP/1.1" status: 200 len: 946 time: 0.0785909 Apr 01 14:03:12.329948 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-91d86817-74f3-48d2-b445-ec967d08b5e7 req-850fae77-845b-4ad3-8d5e-c93d021e51df tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] 10.222.0.26 "GET /v2.0/security-groups?id=df1b5e6b-686d-4d87-89fe-11934569ee4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440552 Apr 01 14:03:13.534053 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2813a20f-582f-4991-9505-1fb5e930b9c7 req-e5df49a9-3eb8-43c8-afe7-c926c50d8cd6 tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:03:13.535631 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-2813a20f-582f-4991-9505-1fb5e930b9c7 req-e5df49a9-3eb8-43c8-afe7-c926c50d8cd6 tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] 10.222.0.26 "GET /v2.0/ports?device_id=8ad94b14-2aa7-4d8f-86ba-242ff6b1685c HTTP/1.1" status: 200 len: 946 time: 0.0810823 Apr 01 14:03:13.583446 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-2813a20f-582f-4991-9505-1fb5e930b9c7 req-e7f501d1-5ccb-4768-bec6-d49597f4a094 tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] 10.222.0.26 "GET /v2.0/security-groups?id=df1b5e6b-686d-4d87-89fe-11934569ee4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423346 Apr 01 14:03:13.983614 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.agents_db [None req-bdd220c7-049a-43d2-a923-ad1a2de078c6 None None] Agent healthcheck: found 6 active agents {{(pid=83873) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 01 14:03:14.792269 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e6177b-3045-4da4-b35b-f1690ee99a2a req-2fc40417-4a1a-4e75-92f7-e1d20935cfc2 tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:03:14.793726 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-13e6177b-3045-4da4-b35b-f1690ee99a2a req-2fc40417-4a1a-4e75-92f7-e1d20935cfc2 tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] 10.222.0.26 "GET /v2.0/ports?device_id=8ad94b14-2aa7-4d8f-86ba-242ff6b1685c HTTP/1.1" status: 200 len: 946 time: 0.0767078 Apr 01 14:03:14.841931 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-13e6177b-3045-4da4-b35b-f1690ee99a2a req-c217dc97-d3d7-45ff-9e9f-216c7461f7b4 tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] 10.222.0.26 "GET /v2.0/security-groups?id=df1b5e6b-686d-4d87-89fe-11934569ee4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417697 Apr 01 14:03:16.041663 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7be704-2ab1-40e5-a4ac-be2766c45521 req-2699de39-2b15-4724-8951-2072619720e8 tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:03:16.043108 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-1b7be704-2ab1-40e5-a4ac-be2766c45521 req-2699de39-2b15-4724-8951-2072619720e8 tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] 10.222.0.26 "GET /v2.0/ports?device_id=8ad94b14-2aa7-4d8f-86ba-242ff6b1685c HTTP/1.1" status: 200 len: 946 time: 0.0775831 Apr 01 14:03:16.089669 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-1b7be704-2ab1-40e5-a4ac-be2766c45521 req-03918e34-838a-469d-84a5-14e8b9121f10 tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] 10.222.0.26 "GET /v2.0/security-groups?id=df1b5e6b-686d-4d87-89fe-11934569ee4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399170 Apr 01 14:03:17.299693 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2d372a-fce6-4d0c-af76-1377142ef2af req-4cdc79e0-766f-4a19-bc95-184a719f1a85 tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:03:17.301311 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-6f2d372a-fce6-4d0c-af76-1377142ef2af req-4cdc79e0-766f-4a19-bc95-184a719f1a85 tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] 10.222.0.26 "GET /v2.0/ports?device_id=8ad94b14-2aa7-4d8f-86ba-242ff6b1685c HTTP/1.1" status: 200 len: 946 time: 0.0862370 Apr 01 14:03:17.351834 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-6f2d372a-fce6-4d0c-af76-1377142ef2af req-10f2abf8-93ff-494d-a067-59bb41305b77 tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] 10.222.0.26 "GET /v2.0/security-groups?id=df1b5e6b-686d-4d87-89fe-11934569ee4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448298 Apr 01 14:03:18.359651 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-047b1f71-fa40-48f9-b1b9-c7124af655d3 req-311a5d4f-854e-4a51-b546-8a50dfd22329 service neutron] 10.222.0.57 "GET /v2.0/ports/1766831a-9796-47ab-ab7e-1407562877cc/bindings/hv-neutron-8361 HTTP/1.1" status: 200 len: 384 time: 0.0878608 Apr 01 14:03:18.610830 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a93464-210c-4a77-8a04-13ffd4583c14 req-bde4b7f6-59b5-4684-bd73-22caaa124061 tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:03:18.614591 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-d6a93464-210c-4a77-8a04-13ffd4583c14 req-bde4b7f6-59b5-4684-bd73-22caaa124061 tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] 10.222.0.26 "GET /v2.0/ports?device_id=8ad94b14-2aa7-4d8f-86ba-242ff6b1685c HTTP/1.1" status: 200 len: 946 time: 0.1051021 Apr 01 14:03:18.665799 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-d6a93464-210c-4a77-8a04-13ffd4583c14 req-8b14af6f-3316-4453-a067-a52b2bff4828 tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] 10.222.0.26 "GET /v2.0/security-groups?id=df1b5e6b-686d-4d87-89fe-11934569ee4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444753 Apr 01 14:03:18.692039 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-047b1f71-fa40-48f9-b1b9-c7124af655d3 req-612cbd91-85ef-482d-8572-bcfae4d78a79 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=8ad94b14-2aa7-4d8f-86ba-242ff6b1685c&tenant_id=ac8d6dafad13497f91e5f7f06ff4319f HTTP/1.1" status: 200 len: 1099 time: 0.0925555 Apr 01 14:03:18.798073 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-047b1f71-fa40-48f9-b1b9-c7124af655d3 req-b7d336be-73b9-445b-a5d1-12aced4ddfa9 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=ac8d6dafad13497f91e5f7f06ff4319f&device_id=8ad94b14-2aa7-4d8f-86ba-242ff6b1685c HTTP/1.1" status: 200 len: 1099 time: 0.0773528 Apr 01 14:03:18.958640 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047b1f71-fa40-48f9-b1b9-c7124af655d3 req-d3d39b79-6444-4ab1-b0a1-3a45a155ca03 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:03:18.959975 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-047b1f71-fa40-48f9-b1b9-c7124af655d3 req-d3d39b79-6444-4ab1-b0a1-3a45a155ca03 service neutron] 10.222.0.57 "GET /v2.0/networks?id=5814336a-8d6c-40ed-8506-054f9bd4decc HTTP/1.1" status: 200 len: 913 time: 0.1533036 Apr 01 14:03:19.075725 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-047b1f71-fa40-48f9-b1b9-c7124af655d3 req-d6cc9847-b69e-432e-bc04-b11e7e9398ef service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1766831a-9796-47ab-ab7e-1407562877cc HTTP/1.1" status: 200 len: 1003 time: 0.1057467 Apr 01 14:03:19.145026 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047b1f71-fa40-48f9-b1b9-c7124af655d3 req-03744c85-2751-444d-9501-23feb17a83dc service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:03:19.146675 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-047b1f71-fa40-48f9-b1b9-c7124af655d3 req-03744c85-2751-444d-9501-23feb17a83dc service neutron] 10.222.0.57 "GET /v2.0/subnets?id=386bfa80-3d9f-4aff-93be-9b174840257e HTTP/1.1" status: 200 len: 851 time: 0.0624356 Apr 01 14:03:19.258475 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-047b1f71-fa40-48f9-b1b9-c7124af655d3 req-be245398-958a-439d-a1a9-73dd4950fbb4 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=5814336a-8d6c-40ed-8506-054f9bd4decc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1016934 Apr 01 14:03:19.519620 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-047b1f71-fa40-48f9-b1b9-c7124af655d3 req-c61ce1cc-c80d-4bd4-9bc0-b4af86db63ee service neutron] 10.222.0.57 "GET /v2.0/networks/5814336a-8d6c-40ed-8506-054f9bd4decc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2533503 Apr 01 14:03:19.662854 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-047b1f71-fa40-48f9-b1b9-c7124af655d3 req-43c004b8-147c-44fe-aea2-189313cf8a23 service neutron] 10.222.0.57 "GET /v2.0/networks/5814336a-8d6c-40ed-8506-054f9bd4decc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1344812 Apr 01 14:03:19.945476 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59cb7c7e-7aa9-463d-984c-8d93385136ea req-8ca2e6cd-a12c-41ee-b13f-03748c31a62b tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:03:19.947024 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-59cb7c7e-7aa9-463d-984c-8d93385136ea req-8ca2e6cd-a12c-41ee-b13f-03748c31a62b tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] 10.222.0.26 "GET /v2.0/ports?device_id=8ad94b14-2aa7-4d8f-86ba-242ff6b1685c HTTP/1.1" status: 200 len: 946 time: 0.1251874 Apr 01 14:03:20.009556 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-59cb7c7e-7aa9-463d-984c-8d93385136ea req-277228c8-0a94-4dec-9a7e-85100dfc52c8 tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] 10.222.0.26 "GET /v2.0/security-groups?id=df1b5e6b-686d-4d87-89fe-11934569ee4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0525978 Apr 01 14:03:21.225076 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7303e7d5-1939-4945-9ae4-a83f495b41d8 req-af8e290f-780a-438f-899f-57463907e185 tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:03:21.226591 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-7303e7d5-1939-4945-9ae4-a83f495b41d8 req-af8e290f-780a-438f-899f-57463907e185 tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] 10.222.0.26 "GET /v2.0/ports?device_id=8ad94b14-2aa7-4d8f-86ba-242ff6b1685c HTTP/1.1" status: 200 len: 946 time: 0.0856531 Apr 01 14:03:21.283008 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-7303e7d5-1939-4945-9ae4-a83f495b41d8 req-9659d6ad-c04a-40b8-95ac-abcf3757a9e1 tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] 10.222.0.26 "GET /v2.0/security-groups?id=df1b5e6b-686d-4d87-89fe-11934569ee4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496385 Apr 01 14:03:22.502773 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d8e513-6f92-424a-aba8-38db29b4cb78 req-52f49678-7ac1-416f-99f5-d59faa58162d tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:03:22.504471 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-a0d8e513-6f92-424a-aba8-38db29b4cb78 req-52f49678-7ac1-416f-99f5-d59faa58162d tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] 10.222.0.26 "GET /v2.0/ports?device_id=8ad94b14-2aa7-4d8f-86ba-242ff6b1685c HTTP/1.1" status: 200 len: 946 time: 0.0930977 Apr 01 14:03:22.557706 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-a0d8e513-6f92-424a-aba8-38db29b4cb78 req-88b351cd-81c9-41cf-9b6c-5cc88baccde4 tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] 10.222.0.26 "GET /v2.0/security-groups?id=df1b5e6b-686d-4d87-89fe-11934569ee4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474901 Apr 01 14:03:22.673853 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Device 1766831a-9796-47ab-ab7e-1407562877cc details requested by agent hyperv_hv-neutron-8361 with host hv-neutron-8361 {{(pid=83872) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 01 14:03:22.679847 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Device 1766831a-9796-47ab-ab7e-1407562877cc no longer exists at agent hyperv_hv-neutron-8361 {{(pid=83872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 14:03:22.909115 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:03:22.965642 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] For port 1766831a-9796-47ab-ab7e-1407562877cc, host hv-neutron-8361, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8361',level=0,port_id=1766831a-9796-47ab-ab7e-1407562877cc,segment=NetworkSegment(a1ffe40c-2ec3-4aac-8e09-3ca5e1236acd),segment_id=a1ffe40c-2ec3-4aac-8e09-3ca5e1236acd)] {{(pid=83872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 14:03:22.990263 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ad94b14-2aa7-4d8f-86ba-242ff6b1685c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1766831a-9796-47ab-ab7e-1407562877cc'}] {{(pid=83872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 14:03:22.997314 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Returning: {'device': '1766831a-9796-47ab-ab7e-1407562877cc', 'network_id': '5814336a-8d6c-40ed-8506-054f9bd4decc', 'port_id': '1766831a-9796-47ab-ab7e-1407562877cc', 'mac_address': 'fa:16:3e:a8:da:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 399, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '386bfa80-3d9f-4aff-93be-9b174840257e', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83872) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 01 14:03:23.033921 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] For port 1766831a-9796-47ab-ab7e-1407562877cc, host hv-neutron-8361, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8361',level=0,port_id=1766831a-9796-47ab-ab7e-1407562877cc,segment=NetworkSegment(a1ffe40c-2ec3-4aac-8e09-3ca5e1236acd),segment_id=a1ffe40c-2ec3-4aac-8e09-3ca5e1236acd)] {{(pid=83872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 14:03:23.049813 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864'] for port, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:03:23.113663 dv-neutron-836180-1-hyperv neutron-server[83872]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ad94b14-2aa7-4d8f-86ba-242ff6b1685c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1766831a-9796-47ab-ab7e-1407562877cc', 'code': 200} Apr 01 14:03:23.126497 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d16d47-be3c-4108-891d-fc884a2fccc6 req-80240a70-0df9-4515-87ce-c07b7a226b67 tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:03:23.128387 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-d5d16d47-be3c-4108-891d-fc884a2fccc6 req-80240a70-0df9-4515-87ce-c07b7a226b67 tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] 10.222.0.57 "GET /v2.0/ports?device_id=8ad94b14-2aa7-4d8f-86ba-242ff6b1685c&tenant_id=ac8d6dafad13497f91e5f7f06ff4319f&binding%3Ahost_id=hv-neutron-8361 HTTP/1.1" status: 200 len: 946 time: 0.1877716 Apr 01 14:03:23.144779 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:03:23.177778 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.notifiers.nova [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 1766831a-9796-47ab-ab7e-1407562877cc {{(pid=83872) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 01 14:03:23.184671 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Pushing event updated for resources: {'Port': ['ID=1766831a-9796-47ab-ab7e-1407562877cc,revision_number=6']} {{(pid=83872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:03:23.246927 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3eb9a32-a5b5-4cd7-be06-115efb8d37a0 req-c08258ef-06bd-4151-88c6-ac5acb45eb97 tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:03:23.248473 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-d3eb9a32-a5b5-4cd7-be06-115efb8d37a0 req-c08258ef-06bd-4151-88c6-ac5acb45eb97 tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] 10.222.0.26 "GET /v2.0/ports?device_id=8ad94b14-2aa7-4d8f-86ba-242ff6b1685c HTTP/1.1" status: 200 len: 944 time: 0.1933472 Apr 01 14:03:23.258128 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-d5d16d47-be3c-4108-891d-fc884a2fccc6 req-df021f2e-1b0a-4eba-bc55-18d6449c0ef3 service neutron] 10.222.0.57 "GET /v2.0/ports/1766831a-9796-47ab-ab7e-1407562877cc/bindings/hv-neutron-8361 HTTP/1.1" status: 200 len: 384 time: 0.1238213 Apr 01 14:03:23.267046 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.db.api [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83872) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 01 14:03:23.267587 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG oslo_db.api [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 01 14:03:23.355784 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-d3eb9a32-a5b5-4cd7-be06-115efb8d37a0 req-2425b757-94da-4290-9d78-4c42031db352 tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] 10.222.0.26 "GET /v2.0/security-groups?id=df1b5e6b-686d-4d87-89fe-11934569ee4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0962472 Apr 01 14:03:23.383580 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-d5d16d47-be3c-4108-891d-fc884a2fccc6 req-61949837-1426-4ce1-8990-121a404d4c23 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=ac8d6dafad13497f91e5f7f06ff4319f&device_id=8ad94b14-2aa7-4d8f-86ba-242ff6b1685c HTTP/1.1" status: 200 len: 1097 time: 0.1001394 Apr 01 14:03:23.554377 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d16d47-be3c-4108-891d-fc884a2fccc6 req-2694fd7e-c711-4af7-9327-758eddddda14 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:03:23.555745 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-d5d16d47-be3c-4108-891d-fc884a2fccc6 req-2694fd7e-c711-4af7-9327-758eddddda14 service neutron] 10.222.0.57 "GET /v2.0/networks?id=5814336a-8d6c-40ed-8506-054f9bd4decc HTTP/1.1" status: 200 len: 913 time: 0.1660028 Apr 01 14:03:23.667234 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-d5d16d47-be3c-4108-891d-fc884a2fccc6 req-cd3f10dd-9877-48a7-b60b-9a7fc3392dbb service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1766831a-9796-47ab-ab7e-1407562877cc HTTP/1.1" status: 200 len: 1001 time: 0.1051455 Apr 01 14:03:23.733397 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d16d47-be3c-4108-891d-fc884a2fccc6 req-8164cf96-0c9c-49d4-818c-50bb31e65147 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:03:23.734977 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-d5d16d47-be3c-4108-891d-fc884a2fccc6 req-8164cf96-0c9c-49d4-818c-50bb31e65147 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=386bfa80-3d9f-4aff-93be-9b174840257e HTTP/1.1" status: 200 len: 851 time: 0.0615847 Apr 01 14:03:23.814441 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-d5d16d47-be3c-4108-891d-fc884a2fccc6 req-d4667dbd-086b-4ac6-b8ad-49934186b801 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=5814336a-8d6c-40ed-8506-054f9bd4decc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0738366 Apr 01 14:03:23.827971 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:03:23.847106 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.notifiers.nova [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1766831a-9796-47ab-ab7e-1407562877cc {{(pid=83872) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 01 14:03:23.862540 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] For port 1766831a-9796-47ab-ab7e-1407562877cc, host hv-neutron-8361, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8361',level=0,port_id=1766831a-9796-47ab-ab7e-1407562877cc,segment=NetworkSegment(a1ffe40c-2ec3-4aac-8e09-3ca5e1236acd),segment_id=a1ffe40c-2ec3-4aac-8e09-3ca5e1236acd)] {{(pid=83872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 14:03:23.867178 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864'] for port, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:03:23.937000 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] get_ports_and_sgs() called for port_ids ['1766831a-9796-47ab-ab7e-1407562877cc'] {{(pid=83872) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 01 14:03:23.954322 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-d5d16d47-be3c-4108-891d-fc884a2fccc6 req-eccdc8d0-0c77-4595-929f-7dc77de251c8 service neutron] 10.222.0.57 "GET /v2.0/networks/5814336a-8d6c-40ed-8506-054f9bd4decc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1336432 Apr 01 14:03:23.990339 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Pushing event updated for resources: {'Port': ['ID=1766831a-9796-47ab-ab7e-1407562877cc,revision_number=7']} {{(pid=83872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:03:24.051066 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:03:24.103676 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-d5d16d47-be3c-4108-891d-fc884a2fccc6 req-a4d61d07-ca59-4918-b8db-ad86ba29b31e service neutron] 10.222.0.57 "GET /v2.0/networks/5814336a-8d6c-40ed-8506-054f9bd4decc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1433749 Apr 01 14:03:24.276949 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-f2dbd496-b25d-42c3-9e3e-768008855eaf req-4ba8b2f7-39aa-4a13-b0c9-1cbdbfca7383 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=ac8d6dafad13497f91e5f7f06ff4319f&device_id=8ad94b14-2aa7-4d8f-86ba-242ff6b1685c HTTP/1.1" status: 200 len: 1098 time: 0.0740821 Apr 01 14:03:24.425225 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2dbd496-b25d-42c3-9e3e-768008855eaf req-6a93f55d-2992-4386-9723-54601634e4e9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:03:24.426672 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-f2dbd496-b25d-42c3-9e3e-768008855eaf req-6a93f55d-2992-4386-9723-54601634e4e9 service neutron] 10.222.0.57 "GET /v2.0/networks?id=5814336a-8d6c-40ed-8506-054f9bd4decc HTTP/1.1" status: 200 len: 913 time: 0.1298900 Apr 01 14:03:24.565379 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04480455-6903-4a78-844d-a8ab6c5f560e req-7a67e872-d511-4bb3-be11-fd517f0f269a tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:03:24.566908 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-04480455-6903-4a78-844d-a8ab6c5f560e req-7a67e872-d511-4bb3-be11-fd517f0f269a tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] 10.222.0.26 "GET /v2.0/ports?device_id=8ad94b14-2aa7-4d8f-86ba-242ff6b1685c HTTP/1.1" status: 200 len: 945 time: 0.0799291 Apr 01 14:03:24.615073 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-04480455-6903-4a78-844d-a8ab6c5f560e req-f3076c6a-231d-4ae8-bcf7-ecc3c9207eab tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] 10.222.0.26 "GET /v2.0/security-groups?id=df1b5e6b-686d-4d87-89fe-11934569ee4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424843 Apr 01 14:03:24.631637 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-f2dbd496-b25d-42c3-9e3e-768008855eaf req-5b3cad3c-8f18-436f-8c1b-a94628841f60 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1766831a-9796-47ab-ab7e-1407562877cc HTTP/1.1" status: 200 len: 1002 time: 0.1982839 Apr 01 14:03:24.691680 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Device 1766831a-9796-47ab-ab7e-1407562877cc up at agent hyperv_hv-neutron-8361 {{(pid=83872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 14:03:24.697751 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2dbd496-b25d-42c3-9e3e-768008855eaf req-87cbf2ac-65ba-4cc3-bd87-44284cbbdf3c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:03:24.699271 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-f2dbd496-b25d-42c3-9e3e-768008855eaf req-87cbf2ac-65ba-4cc3-bd87-44284cbbdf3c service neutron] 10.222.0.57 "GET /v2.0/subnets?id=386bfa80-3d9f-4aff-93be-9b174840257e HTTP/1.1" status: 200 len: 851 time: 0.0611267 Apr 01 14:03:24.782899 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-f2dbd496-b25d-42c3-9e3e-768008855eaf req-dff267bd-1da7-466b-97eb-6000169a6335 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=5814336a-8d6c-40ed-8506-054f9bd4decc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0767205 Apr 01 14:03:24.806045 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Provisioning complete for port 1766831a-9796-47ab-ab7e-1407562877cc triggered by entity L2. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 14:03:24.806399 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-948329'] for port, provisioning_complete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:03:24.918990 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-f2dbd496-b25d-42c3-9e3e-768008855eaf req-52294be4-7f56-4c6d-a8bc-0de4e28aee5b service neutron] 10.222.0.57 "GET /v2.0/networks/5814336a-8d6c-40ed-8506-054f9bd4decc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1296797 Apr 01 14:03:24.922994 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:03:24.956516 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] For port 1766831a-9796-47ab-ab7e-1407562877cc, host hv-neutron-8361, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8361',level=0,port_id=1766831a-9796-47ab-ab7e-1407562877cc,segment=NetworkSegment(a1ffe40c-2ec3-4aac-8e09-3ca5e1236acd),segment_id=a1ffe40c-2ec3-4aac-8e09-3ca5e1236acd)] {{(pid=83872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 14:03:24.961755 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864'] for port, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:03:25.028283 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Pushing event updated for resources: {'Port': ['ID=1766831a-9796-47ab-ab7e-1407562877cc,revision_number=8']} {{(pid=83872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:03:25.067086 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-f2dbd496-b25d-42c3-9e3e-768008855eaf req-ad2afdb1-1eef-467c-8e41-7d7e9eadd36c service neutron] 10.222.0.57 "GET /v2.0/networks/5814336a-8d6c-40ed-8506-054f9bd4decc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1413422 Apr 01 14:03:25.115108 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ad94b14-2aa7-4d8f-86ba-242ff6b1685c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1766831a-9796-47ab-ab7e-1407562877cc'}] {{(pid=83872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 14:03:25.180374 dv-neutron-836180-1-hyperv neutron-server[83872]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ad94b14-2aa7-4d8f-86ba-242ff6b1685c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1766831a-9796-47ab-ab7e-1407562877cc', 'code': 200} Apr 01 14:03:25.830337 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53eef144-f291-49fd-9f99-a8e52c576432 req-4029c7db-cd8b-4994-a90d-8be9a69d0914 tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:03:25.831996 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-53eef144-f291-49fd-9f99-a8e52c576432 req-4029c7db-cd8b-4994-a90d-8be9a69d0914 tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] 10.222.0.26 "GET /v2.0/ports?device_id=8ad94b14-2aa7-4d8f-86ba-242ff6b1685c HTTP/1.1" status: 200 len: 946 time: 0.0859418 Apr 01 14:03:25.878637 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-53eef144-f291-49fd-9f99-a8e52c576432 req-5a9511ab-90b1-4815-bca4-8b3b8bb2998e tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] 10.222.0.26 "GET /v2.0/security-groups?id=df1b5e6b-686d-4d87-89fe-11934569ee4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400038 Apr 01 14:03:27.072882 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-d5d16d47-be3c-4108-891d-fc884a2fccc6 req-125d30e9-c559-4637-8d94-f0782270f9d9 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=8ad94b14-2aa7-4d8f-86ba-242ff6b1685c&tenant_id=ac8d6dafad13497f91e5f7f06ff4319f HTTP/1.1" status: 200 len: 1099 time: 0.1229739 Apr 01 14:03:27.105854 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d807be-eea7-4cfc-805d-a66e1f6b9427 req-eb1584c2-9524-4e79-a177-3b11370fda11 tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:03:27.107242 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-21d807be-eea7-4cfc-805d-a66e1f6b9427 req-eb1584c2-9524-4e79-a177-3b11370fda11 tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] 10.222.0.26 "GET /v2.0/ports?device_id=8ad94b14-2aa7-4d8f-86ba-242ff6b1685c HTTP/1.1" status: 200 len: 946 time: 0.0944719 Apr 01 14:03:27.196776 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-21d807be-eea7-4cfc-805d-a66e1f6b9427 req-c5e98519-f960-44a3-a5bd-fad238a07c54 tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] 10.222.0.26 "GET /v2.0/security-groups?id=df1b5e6b-686d-4d87-89fe-11934569ee4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0549154 Apr 01 14:03:27.223272 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-d5d16d47-be3c-4108-891d-fc884a2fccc6 req-797433e7-07c9-4677-8497-4eb5ac742098 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=ac8d6dafad13497f91e5f7f06ff4319f&device_id=8ad94b14-2aa7-4d8f-86ba-242ff6b1685c HTTP/1.1" status: 200 len: 1099 time: 0.1231911 Apr 01 14:03:27.364466 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d16d47-be3c-4108-891d-fc884a2fccc6 req-5346b451-4b9a-4a28-b991-3e4502b79b0b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:03:27.365916 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-d5d16d47-be3c-4108-891d-fc884a2fccc6 req-5346b451-4b9a-4a28-b991-3e4502b79b0b service neutron] 10.222.0.57 "GET /v2.0/networks?id=5814336a-8d6c-40ed-8506-054f9bd4decc HTTP/1.1" status: 200 len: 913 time: 0.1334918 Apr 01 14:03:27.478862 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-d5d16d47-be3c-4108-891d-fc884a2fccc6 req-1ff08c34-157d-4b6b-b8f6-1cf80ce1c3c0 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1766831a-9796-47ab-ab7e-1407562877cc HTTP/1.1" status: 200 len: 1003 time: 0.1028972 Apr 01 14:03:27.545738 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d16d47-be3c-4108-891d-fc884a2fccc6 req-4f6bd54b-2ecd-4f2c-9f87-046ef94233b6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:03:27.547200 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-d5d16d47-be3c-4108-891d-fc884a2fccc6 req-4f6bd54b-2ecd-4f2c-9f87-046ef94233b6 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=386bfa80-3d9f-4aff-93be-9b174840257e HTTP/1.1" status: 200 len: 851 time: 0.0594099 Apr 01 14:03:27.630671 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-d5d16d47-be3c-4108-891d-fc884a2fccc6 req-5905b89a-ec11-4c49-92b2-8f5d54d3e363 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=5814336a-8d6c-40ed-8506-054f9bd4decc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0744259 Apr 01 14:03:27.773158 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-d5d16d47-be3c-4108-891d-fc884a2fccc6 req-bd2273f6-55c0-477b-a067-a1f37bb4ab7c service neutron] 10.222.0.57 "GET /v2.0/networks/5814336a-8d6c-40ed-8506-054f9bd4decc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1357701 Apr 01 14:03:27.918538 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-d5d16d47-be3c-4108-891d-fc884a2fccc6 req-de77de38-76db-405a-8f93-f253f3c246d8 service neutron] 10.222.0.57 "GET /v2.0/networks/5814336a-8d6c-40ed-8506-054f9bd4decc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1348503 Apr 01 14:03:28.417329 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15528ed2-8472-40eb-9a48-c07feb7a13b8 req-35e59c12-255f-4dd6-8986-79c335b06cba tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:03:28.419120 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-15528ed2-8472-40eb-9a48-c07feb7a13b8 req-35e59c12-255f-4dd6-8986-79c335b06cba tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] 10.222.0.26 "GET /v2.0/ports?device_id=8ad94b14-2aa7-4d8f-86ba-242ff6b1685c HTTP/1.1" status: 200 len: 946 time: 0.0855353 Apr 01 14:03:28.466040 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-15528ed2-8472-40eb-9a48-c07feb7a13b8 req-5215ef64-48c0-49c9-a312-8da1a7c48d7c tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] 10.222.0.26 "GET /v2.0/security-groups?id=df1b5e6b-686d-4d87-89fe-11934569ee4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403461 Apr 01 14:03:29.671652 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d54a979-e002-4f5b-b7b4-3a9bf0b617af req-027058ae-ad59-4edc-8187-6e2e6bb50258 tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:03:29.673693 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-3d54a979-e002-4f5b-b7b4-3a9bf0b617af req-027058ae-ad59-4edc-8187-6e2e6bb50258 tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] 10.222.0.26 "GET /v2.0/ports?device_id=8ad94b14-2aa7-4d8f-86ba-242ff6b1685c HTTP/1.1" status: 200 len: 946 time: 0.0789025 Apr 01 14:03:29.721722 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-3d54a979-e002-4f5b-b7b4-3a9bf0b617af req-1adbdcea-00a7-4a3d-9cd3-b2a0a230073b tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] 10.222.0.26 "GET /v2.0/security-groups?id=df1b5e6b-686d-4d87-89fe-11934569ee4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422902 Apr 01 14:03:29.945344 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073b5150-b998-4afe-b27e-06269eb6f5ff req-8b544d91-5adf-4b6b-bd0b-d294332711e3 tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:03:29.946733 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-073b5150-b998-4afe-b27e-06269eb6f5ff req-8b544d91-5adf-4b6b-bd0b-d294332711e3 tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] 10.222.0.26 "GET /v2.0/ports?device_id=8ad94b14-2aa7-4d8f-86ba-242ff6b1685c HTTP/1.1" status: 200 len: 946 time: 0.0936079 Apr 01 14:03:29.994644 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-073b5150-b998-4afe-b27e-06269eb6f5ff req-8fe04a26-5026-4ce0-8e91-3d1b1a3b6c2d tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] 10.222.0.26 "GET /v2.0/security-groups?id=df1b5e6b-686d-4d87-89fe-11934569ee4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420938 Apr 01 14:03:30.205958 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3d7d05-17e5-455a-8d1e-a7fd8c2fb095 req-82973b1d-00d4-48ce-9c62-fc6ef02ca64f tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:03:30.207408 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-5b3d7d05-17e5-455a-8d1e-a7fd8c2fb095 req-82973b1d-00d4-48ce-9c62-fc6ef02ca64f tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] 10.222.0.26 "GET /v2.0/ports?device_id=8ad94b14-2aa7-4d8f-86ba-242ff6b1685c HTTP/1.1" status: 200 len: 946 time: 0.0832434 Apr 01 14:03:30.259523 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-5b3d7d05-17e5-455a-8d1e-a7fd8c2fb095 req-b24ca2a5-ae50-4f70-8ad5-72b01047df47 tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] 10.222.0.26 "GET /v2.0/security-groups?id=df1b5e6b-686d-4d87-89fe-11934569ee4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453157 Apr 01 14:03:30.678519 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a11119-a7e2-4051-8c27-3499b5740d94 req-5936570a-8e2f-40b1-aa5b-730c46a1a187 tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:03:30.679994 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-04a11119-a7e2-4051-8c27-3499b5740d94 req-5936570a-8e2f-40b1-aa5b-730c46a1a187 tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] 10.222.0.26 "GET /v2.0/ports?device_id=8ad94b14-2aa7-4d8f-86ba-242ff6b1685c HTTP/1.1" status: 200 len: 946 time: 0.0759702 Apr 01 14:03:30.715148 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Device 1766831a-9796-47ab-ab7e-1407562877cc details requested by agent hyperv_hv-neutron-8361 with host hv-neutron-8361 {{(pid=83872) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 01 14:03:30.719024 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Device 1766831a-9796-47ab-ab7e-1407562877cc no longer exists at agent hyperv_hv-neutron-8361 {{(pid=83872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 14:03:30.731286 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-04a11119-a7e2-4051-8c27-3499b5740d94 req-f1eca78a-e6d0-49ea-8844-5ddb89881b34 tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] 10.222.0.26 "GET /v2.0/security-groups?id=df1b5e6b-686d-4d87-89fe-11934569ee4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457764 Apr 01 14:03:30.927668 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:03:30.959547 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] For port 1766831a-9796-47ab-ab7e-1407562877cc, host hv-neutron-8361, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8361',level=0,port_id=1766831a-9796-47ab-ab7e-1407562877cc,segment=NetworkSegment(a1ffe40c-2ec3-4aac-8e09-3ca5e1236acd),segment_id=a1ffe40c-2ec3-4aac-8e09-3ca5e1236acd)] {{(pid=83872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 14:03:30.981572 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ad94b14-2aa7-4d8f-86ba-242ff6b1685c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1766831a-9796-47ab-ab7e-1407562877cc'}] {{(pid=83872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 14:03:30.987860 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Returning: {'device': '1766831a-9796-47ab-ab7e-1407562877cc', 'network_id': '5814336a-8d6c-40ed-8506-054f9bd4decc', 'port_id': '1766831a-9796-47ab-ab7e-1407562877cc', 'mac_address': 'fa:16:3e:a8:da:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 399, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '386bfa80-3d9f-4aff-93be-9b174840257e', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83872) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 01 14:03:30.993680 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] For port 1766831a-9796-47ab-ab7e-1407562877cc, host hv-neutron-8361, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8361',level=0,port_id=1766831a-9796-47ab-ab7e-1407562877cc,segment=NetworkSegment(a1ffe40c-2ec3-4aac-8e09-3ca5e1236acd),segment_id=a1ffe40c-2ec3-4aac-8e09-3ca5e1236acd)] {{(pid=83872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 14:03:31.022540 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864'] for port, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:03:31.068322 dv-neutron-836180-1-hyperv neutron-server[83872]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ad94b14-2aa7-4d8f-86ba-242ff6b1685c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1766831a-9796-47ab-ab7e-1407562877cc', 'code': 200} Apr 01 14:03:31.107551 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:03:31.130414 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Pushing event updated for resources: {'Port': ['ID=1766831a-9796-47ab-ab7e-1407562877cc,revision_number=9']} {{(pid=83872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:03:31.133323 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.notifiers.nova [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1766831a-9796-47ab-ab7e-1407562877cc {{(pid=83872) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 01 14:03:31.144778 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:03:31.145111 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:03:31.145436 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:03:31.145758 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:03:31.146079 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:03:31.146395 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:03:31.146713 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:03:31.147027 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:03:31.147339 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:03:31.147649 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:03:31.147958 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:03:31.161098 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] For port 1766831a-9796-47ab-ab7e-1407562877cc, host hv-neutron-8361, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8361',level=0,port_id=1766831a-9796-47ab-ab7e-1407562877cc,segment=NetworkSegment(a1ffe40c-2ec3-4aac-8e09-3ca5e1236acd),segment_id=a1ffe40c-2ec3-4aac-8e09-3ca5e1236acd)] {{(pid=83872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 14:03:31.164901 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864'] for port, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:03:31.231374 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] get_ports_and_sgs() called for port_ids ['1766831a-9796-47ab-ab7e-1407562877cc'] {{(pid=83872) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 01 14:03:31.271769 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Pushing event updated for resources: {'Port': ['ID=1766831a-9796-47ab-ab7e-1407562877cc,revision_number=10']} {{(pid=83872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:03:32.045031 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34de2d5c-4c12-4e95-bf95-5e1a955b0900 req-52962ace-7cb1-4e94-8349-c279653949b6 tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:03:32.046654 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-34de2d5c-4c12-4e95-bf95-5e1a955b0900 req-52962ace-7cb1-4e94-8349-c279653949b6 tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] 10.222.0.26 "GET /v2.0/ports?device_id=8ad94b14-2aa7-4d8f-86ba-242ff6b1685c HTTP/1.1" status: 200 len: 946 time: 0.1905158 Apr 01 14:03:32.091593 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-34de2d5c-4c12-4e95-bf95-5e1a955b0900 req-d5e687e5-3a81-41f5-b7d8-d5296f2faefb tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] 10.222.0.26 "GET /v2.0/security-groups?id=df1b5e6b-686d-4d87-89fe-11934569ee4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396757 Apr 01 14:03:32.722126 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Device 1766831a-9796-47ab-ab7e-1407562877cc up at agent hyperv_hv-neutron-8361 {{(pid=83872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 14:03:32.793752 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Provisioning complete for port 1766831a-9796-47ab-ab7e-1407562877cc triggered by entity L2. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 14:03:32.794108 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-948329'] for port, provisioning_complete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:03:32.890581 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdbda5aa-1064-4539-b7b6-a8ec895c3b69 req-282172cf-0caa-49c6-b28a-b018b65caccd tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:03:32.892016 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-bdbda5aa-1064-4539-b7b6-a8ec895c3b69 req-282172cf-0caa-49c6-b28a-b018b65caccd tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] 10.222.0.57 "GET /v2.0/ports?device_id=8ad94b14-2aa7-4d8f-86ba-242ff6b1685c HTTP/1.1" status: 200 len: 946 time: 0.0775149 Apr 01 14:03:32.905258 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:03:32.941798 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] For port 1766831a-9796-47ab-ab7e-1407562877cc, host hv-neutron-8361, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8361',level=0,port_id=1766831a-9796-47ab-ab7e-1407562877cc,segment=NetworkSegment(a1ffe40c-2ec3-4aac-8e09-3ca5e1236acd),segment_id=a1ffe40c-2ec3-4aac-8e09-3ca5e1236acd)] {{(pid=83872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 14:03:32.945187 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864'] for port, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:03:32.965732 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.plugin [req-bdbda5aa-1064-4539-b7b6-a8ec895c3b69 req-d595255a-08ee-42e4-aec5-1e9ef23ffa9f tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] Deleting port 1766831a-9796-47ab-ab7e-1407562877cc {{(pid=83869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 14:03:32.966003 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [req-bdbda5aa-1064-4539-b7b6-a8ec895c3b69 req-d595255a-08ee-42e4-aec5-1e9ef23ffa9f tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736733287370'] for port, before_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:03:33.010670 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Pushing event updated for resources: {'Port': ['ID=1766831a-9796-47ab-ab7e-1407562877cc,revision_number=11']} {{(pid=83872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:03:33.069066 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ad94b14-2aa7-4d8f-86ba-242ff6b1685c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1766831a-9796-47ab-ab7e-1407562877cc'}] {{(pid=83872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 14:03:33.127970 dv-neutron-836180-1-hyperv neutron-server[83872]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ad94b14-2aa7-4d8f-86ba-242ff6b1685c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1766831a-9796-47ab-ab7e-1407562877cc', 'code': 200} Apr 01 14:03:33.224711 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.db [req-bdbda5aa-1064-4539-b7b6-a8ec895c3b69 req-d595255a-08ee-42e4-aec5-1e9ef23ffa9f tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] For port 1766831a-9796-47ab-ab7e-1407562877cc, host hv-neutron-8361, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8361',level=0,port_id=1766831a-9796-47ab-ab7e-1407562877cc,segment=NetworkSegment(a1ffe40c-2ec3-4aac-8e09-3ca5e1236acd),segment_id=a1ffe40c-2ec3-4aac-8e09-3ca5e1236acd)] {{(pid=83869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 14:03:33.225261 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [req-bdbda5aa-1064-4539-b7b6-a8ec895c3b69 req-d595255a-08ee-42e4-aec5-1e9ef23ffa9f tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4155147'] for port, precommit_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:03:33.523147 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a84a15-6160-474c-87a3-ad9caed0b19d req-1cdb179c-fa8c-44e5-9791-5c96a559a4a3 tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:03:33.524508 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-26a84a15-6160-474c-87a3-ad9caed0b19d req-1cdb179c-fa8c-44e5-9791-5c96a559a4a3 tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] 10.222.0.26 "GET /v2.0/ports?device_id=8ad94b14-2aa7-4d8f-86ba-242ff6b1685c HTTP/1.1" status: 200 len: 947 time: 0.2924445 Apr 01 14:03:33.595782 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [req-bdbda5aa-1064-4539-b7b6-a8ec895c3b69 req-d595255a-08ee-42e4-aec5-1e9ef23ffa9f tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:03:33.596145 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [req-bdbda5aa-1064-4539-b7b6-a8ec895c3b69 req-d595255a-08ee-42e4-aec5-1e9ef23ffa9f tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4084747'] for floatingip, after_update {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:03:33.596474 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.db.l3_db [req-bdbda5aa-1064-4539-b7b6-a8ec895c3b69 req-d595255a-08ee-42e4-aec5-1e9ef23ffa9f tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] Floating IP 3370d11e-15ac-48a3-97f0-3d873485fcb6 disassociated. External IP: 172.26.5.100, port: 1766831a-9796-47ab-ab7e-1407562877cc. Apr 01 14:03:33.596803 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.plugin [req-bdbda5aa-1064-4539-b7b6-a8ec895c3b69 req-d595255a-08ee-42e4-aec5-1e9ef23ffa9f tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] Calling delete_port for 1766831a-9796-47ab-ab7e-1407562877cc owned by compute:nova {{(pid=83869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 14:03:33.603951 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-5a5a4409-9c2b-4346-8472-9182109ecc2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:03:33.637624 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-26a84a15-6160-474c-87a3-ad9caed0b19d req-fd32630c-c121-4d29-8971-dba33ac367e3 tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] 10.222.0.26 "GET /v2.0/security-groups?id=df1b5e6b-686d-4d87-89fe-11934569ee4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1044912 Apr 01 14:03:33.750972 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [req-bdbda5aa-1064-4539-b7b6-a8ec895c3b69 req-d595255a-08ee-42e4-aec5-1e9ef23ffa9f tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736733359243', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736732935810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2705155'] for port, after_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:03:33.799188 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d595255a-08ee-42e4-aec5-1e9ef23ffa9f tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] Pushing event deleted for resources: {'Port': ['ID=1766831a-9796-47ab-ab7e-1407562877cc,revision_number=None']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:03:34.028434 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.scheduler.l3_agent_scheduler [req-bdbda5aa-1064-4539-b7b6-a8ec895c3b69 req-d595255a-08ee-42e4-aec5-1e9ef23ffa9f tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] Router 54e531cc-e3ed-4f16-b1fb-f17ffef3423c has already been hosted by L3 agent 88bf8fc8-11a3-4e96-9d1b-5fd93ba9f6f1 {{(pid=83869) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 14:03:34.242720 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-bdbda5aa-1064-4539-b7b6-a8ec895c3b69 req-d595255a-08ee-42e4-aec5-1e9ef23ffa9f tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] Notify agent at l3_agent.dv-neutron-836180-1-hyperv the message routers_updated {{(pid=83869) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 14:03:34.261485 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-283f453d-19e1-42ac-968f-d2126f20e187 None None] Sync routers for ids ['54e531cc-e3ed-4f16-b1fb-f17ffef3423c'] in dv-neutron-836180-1-hyperv {{(pid=83872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 14:03:34.277619 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-283f453d-19e1-42ac-968f-d2126f20e187 None None] Routers {'54e531cc-e3ed-4f16-b1fb-f17ffef3423c'} bound to L3 agent in host dv-neutron-836180-1-hyperv {{(pid=83872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 14:03:34.278255 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_hamode_db [None req-283f453d-19e1-42ac-968f-d2126f20e187 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836180-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T13:25:36Z,description=,heartbeat_timestamp=2022-04-01T14:03:06Z,host='dv-neutron-836180-1-hyperv',id=88bf8fc8-11a3-4e96-9d1b-5fd93ba9f6f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T13:25:36Z,topic='l3_agent')) {'router_ids': ['54e531cc-e3ed-4f16-b1fb-f17ffef3423c'], 'active': True} {{(pid=83872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 14:03:34.431431 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_dvrscheduler_db [req-bdbda5aa-1064-4539-b7b6-a8ec895c3b69 req-d595255a-08ee-42e4-aec5-1e9ef23ffa9f tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] No DVR routers for this DVR port 1766831a-9796-47ab-ab7e-1407562877cc on host hv-neutron-8361 {{(pid=83869) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 14:03:34.433798 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [req-bdbda5aa-1064-4539-b7b6-a8ec895c3b69 req-d595255a-08ee-42e4-aec5-1e9ef23ffa9f tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109561'] for port, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:03:34.436341 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ad94b14-2aa7-4d8f-86ba-242ff6b1685c', 'name': 'network-vif-deleted', 'tag': '1766831a-9796-47ab-ab7e-1407562877cc'}] {{(pid=83869) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 14:03:34.453889 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-bdbda5aa-1064-4539-b7b6-a8ec895c3b69 req-d595255a-08ee-42e4-aec5-1e9ef23ffa9f tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] 10.222.0.57 "DELETE /v2.0/ports/1766831a-9796-47ab-ab7e-1407562877cc HTTP/1.1" status: 204 len: 173 time: 1.5556555 Apr 01 14:03:34.485462 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_dvr_db [None req-283f453d-19e1-42ac-968f-d2126f20e187 None None] Set router 54e531cc-e3ed-4f16-b1fb-f17ffef3423c gateway port host: dv-neutron-836180-1-hyperv {{(pid=83872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 14:03:34.495034 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ad94b14-2aa7-4d8f-86ba-242ff6b1685c', 'name': 'network-vif-deleted', 'tag': '1766831a-9796-47ab-ab7e-1407562877cc', 'status': 'completed', 'code': 200} Apr 01 14:03:34.840512 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [req-9d336b8d-3420-4f8a-a8c8-45f06ae55373 req-2718a86e-b81a-4e6a-8662-6da58c34c1ee tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] Synchronizing usage tracker for tenant:ac8d6dafad13497f91e5f7f06ff4319f on resource:port {{(pid=83869) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 14:03:34.851885 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_hamode_db [None req-283f453d-19e1-42ac-968f-d2126f20e187 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54e531cc-e3ed-4f16-b1fb-f17ffef3423c', 'name': 'tempest-ServerActionsTestJSON-1724647501-router', 'tenant_id': 'ac8d6dafad13497f91e5f7f06ff4319f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'external_fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.195'}], 'enable_snat': True}, 'gw_port_id': '2db02312-aeb6-4a03-958a-1037a629e6c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T14:00:36Z', 'updated_at': '2022-04-01T14:00:39Z', 'revision_number': 4, 'project_id': 'ac8d6dafad13497f91e5f7f06ff4319f', 'gw_port': {'id': '2db02312-aeb6-4a03-958a-1037a629e6c3', 'name': '', 'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:2c:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54e531cc-e3ed-4f16-b1fb-f17ffef3423c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836180-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T14:00:36Z', 'updated_at': '2022-04-01T14:00:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836180-1-hyperv', '_interfaces': [{'id': '103e1488-083c-451d-80af-4a13de5d5cb9', 'name': '', 'network_id': '5814336a-8d6c-40ed-8506-054f9bd4decc', 'tenant_id': 'ac8d6dafad13497f91e5f7f06ff4319f', 'mac_address': 'fa:16:3e:dd:a8:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54e531cc-e3ed-4f16-b1fb-f17ffef3423c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '386bfa80-3d9f-4aff-93be-9b174840257e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836180-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T14:00:38Z', 'updated_at': '2022-04-01T14:00:56Z', 'revision_number': 5, 'project_id': 'ac8d6dafad13497f91e5f7f06ff4319f', 'subnets': [{'id': '386bfa80-3d9f-4aff-93be-9b174840257e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-836180-1-hyperv', False) {} {{(pid=83872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 14:03:34.855489 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [req-9d336b8d-3420-4f8a-a8c8-45f06ae55373 req-2718a86e-b81a-4e6a-8662-6da58c34c1ee tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] Unset dirty status for tenant:ac8d6dafad13497f91e5f7f06ff4319f on resource:port {{(pid=83869) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 14:03:34.856001 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-283f453d-19e1-42ac-968f-d2126f20e187 None None] Checking router: 54e531cc-e3ed-4f16-b1fb-f17ffef3423c for host: dv-neutron-836180-1-hyperv {{(pid=83872) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 01 14:03:34.856656 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-9d336b8d-3420-4f8a-a8c8-45f06ae55373 req-2718a86e-b81a-4e6a-8662-6da58c34c1ee tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] 10.222.0.26 "GET /v2.0/ports?device_id=8ad94b14-2aa7-4d8f-86ba-242ff6b1685c HTTP/1.1" status: 200 len: 210 time: 0.0576417 Apr 01 14:03:34.867945 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-283f453d-19e1-42ac-968f-d2126f20e187 None None] Routers {'54e531cc-e3ed-4f16-b1fb-f17ffef3423c'} bound to L3 agent in host dv-neutron-836180-1-hyperv {{(pid=83872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 14:03:34.868611 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_hamode_db [None req-283f453d-19e1-42ac-968f-d2126f20e187 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836180-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T13:25:36Z,description=,heartbeat_timestamp=2022-04-01T14:03:06Z,host='dv-neutron-836180-1-hyperv',id=88bf8fc8-11a3-4e96-9d1b-5fd93ba9f6f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T13:25:36Z,topic='l3_agent')) {'router_ids': ['54e531cc-e3ed-4f16-b1fb-f17ffef3423c'], 'active': True} {{(pid=83872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 14:03:35.053413 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_dvr_db [None req-283f453d-19e1-42ac-968f-d2126f20e187 None None] Set router 54e531cc-e3ed-4f16-b1fb-f17ffef3423c gateway port host: dv-neutron-836180-1-hyperv {{(pid=83872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 14:03:35.396504 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_hamode_db [None req-283f453d-19e1-42ac-968f-d2126f20e187 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54e531cc-e3ed-4f16-b1fb-f17ffef3423c', 'name': 'tempest-ServerActionsTestJSON-1724647501-router', 'tenant_id': 'ac8d6dafad13497f91e5f7f06ff4319f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'external_fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.195'}], 'enable_snat': True}, 'gw_port_id': '2db02312-aeb6-4a03-958a-1037a629e6c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T14:00:36Z', 'updated_at': '2022-04-01T14:00:39Z', 'revision_number': 4, 'project_id': 'ac8d6dafad13497f91e5f7f06ff4319f', 'gw_port': {'id': '2db02312-aeb6-4a03-958a-1037a629e6c3', 'name': '', 'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:2c:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54e531cc-e3ed-4f16-b1fb-f17ffef3423c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836180-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T14:00:36Z', 'updated_at': '2022-04-01T14:00:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836180-1-hyperv', '_interfaces': [{'id': '103e1488-083c-451d-80af-4a13de5d5cb9', 'name': '', 'network_id': '5814336a-8d6c-40ed-8506-054f9bd4decc', 'tenant_id': 'ac8d6dafad13497f91e5f7f06ff4319f', 'mac_address': 'fa:16:3e:dd:a8:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54e531cc-e3ed-4f16-b1fb-f17ffef3423c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '386bfa80-3d9f-4aff-93be-9b174840257e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836180-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T14:00:38Z', 'updated_at': '2022-04-01T14:00:56Z', 'revision_number': 5, 'project_id': 'ac8d6dafad13497f91e5f7f06ff4319f', 'subnets': [{'id': '386bfa80-3d9f-4aff-93be-9b174840257e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-836180-1-hyperv', False) {} {{(pid=83872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 14:03:35.400481 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-283f453d-19e1-42ac-968f-d2126f20e187 None None] The sync data for ids ['54e531cc-e3ed-4f16-b1fb-f17ffef3423c'] in dv-neutron-836180-1-hyperv is: [{'id': '54e531cc-e3ed-4f16-b1fb-f17ffef3423c', 'name': 'tempest-ServerActionsTestJSON-1724647501-router', 'tenant_id': 'ac8d6dafad13497f91e5f7f06ff4319f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'external_fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.195'}], 'enable_snat': True}, 'gw_port_id': '2db02312-aeb6-4a03-958a-1037a629e6c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T14:00:36Z', 'updated_at': '2022-04-01T14:00:39Z', 'revision_number': 4, 'project_id': 'ac8d6dafad13497f91e5f7f06ff4319f', 'gw_port': {'id': '2db02312-aeb6-4a03-958a-1037a629e6c3', 'name': '', 'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:2c:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54e531cc-e3ed-4f16-b1fb-f17ffef3423c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836180-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T14:00:36Z', 'updated_at': '2022-04-01T14:00:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836180-1-hyperv', '_interfaces': [{'id': '103e1488-083c-451d-80af-4a13de5d5cb9', 'name': '', 'network_id': '5814336a-8d6c-40ed-8506-054f9bd4decc', 'tenant_id': 'ac8d6dafad13497f91e5f7f06ff4319f', 'mac_address': 'fa:16:3e:dd:a8:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54e531cc-e3ed-4f16-b1fb-f17ffef3423c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '386bfa80-3d9f-4aff-93be-9b174840257e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836180-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T14:00:38Z', 'updated_at': '2022-04-01T14:00:56Z', 'revision_number': 5, 'project_id': 'ac8d6dafad13497f91e5f7f06ff4319f', 'subnets': [{'id': '386bfa80-3d9f-4aff-93be-9b174840257e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 14:03:35.645689 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-441a883c-85c5-4911-a5bd-1c7881dfba82 None None] New status for floating IP 3370d11e-15ac-48a3-97f0-3d873485fcb6: DOWN {{(pid=83873) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 01 14:03:35.958194 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-97d5c608-90d3-4a54-80c2-fe022bebd88a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:03:36.226207 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-65b3be44-0462-43cc-bd2a-acb30b3a34c7 req-13f73f92-52f8-4824-9a05-db3430334ca2 tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-securitygroup--595359704&fields=id&tenant_id=ac8d6dafad13497f91e5f7f06ff4319f HTTP/1.1" status: 200 len: 267 time: 0.0411627 Apr 01 14:03:36.370836 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b3be44-0462-43cc-bd2a-acb30b3a34c7 req-64bbcca2-5393-48b9-85bb-afe245d49891 tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:03:36.372238 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-65b3be44-0462-43cc-bd2a-acb30b3a34c7 req-64bbcca2-5393-48b9-85bb-afe245d49891 tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] 10.222.0.26 "GET /v2.0/networks?id=5814336a-8d6c-40ed-8506-054f9bd4decc HTTP/1.1" status: 200 len: 812 time: 0.1396275 Apr 01 14:03:36.388549 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-65b3be44-0462-43cc-bd2a-acb30b3a34c7 req-e277d205-29c5-4c81-b633-f1703a559ba3 tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] 10.222.0.26 "GET /v2.0/quotas/ac8d6dafad13497f91e5f7f06ff4319f HTTP/1.1" status: 200 len: 375 time: 0.0101907 Apr 01 14:03:36.543819 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-65b3be44-0462-43cc-bd2a-acb30b3a34c7 req-e9cb6a73-147e-4e42-bd4e-f69dd4cdb14f tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=ac8d6dafad13497f91e5f7f06ff4319f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1500888 Apr 01 14:03:36.679177 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-65b3be44-0462-43cc-bd2a-acb30b3a34c7 req-0647fecb-b792-4f90-a944-85a337fe2484 service neutron] 10.222.0.26 "GET /v2.0/networks/5814336a-8d6c-40ed-8506-054f9bd4decc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1231203 Apr 01 14:03:36.739250 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Device 1766831a-9796-47ab-ab7e-1407562877cc no longer exists at agent hyperv_hv-neutron-8361 {{(pid=83872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 14:03:36.771896 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.plugin [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] No Port match for: 1766831a-9796-47ab-ab7e-1407562877cc {{(pid=83872) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 01 14:03:36.772235 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Device 1766831a-9796-47ab-ab7e-1407562877cc not bound to the agent host hv-neutron-8361 {{(pid=83872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 14:03:36.809543 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-65b3be44-0462-43cc-bd2a-acb30b3a34c7 req-57507771-4601-495a-bc0c-50422fa46203 service neutron] 10.222.0.26 "GET /v2.0/networks/5814336a-8d6c-40ed-8506-054f9bd4decc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245096 Apr 01 14:03:37.001053 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-5321a97c-d854-42b6-9e7e-1b844b7bff3f req-2c14d168-a717-45da-8253-498e08a353c9 tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] 10.222.0.26 "GET /v2.0/ports?device_id=9fb3d8ab-854f-4b62-ba69-051be65e9e53 HTTP/1.1" status: 200 len: 210 time: 0.0503049 Apr 01 14:03:37.238549 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:03:37.470089 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-2f9cfc9c-d8ba-4de3-a4ad-98162f90557c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:03:38.102386 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b3be44-0462-43cc-bd2a-acb30b3a34c7 req-1005c510-7f01-4924-b737-64c01f0b3f47 tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:03:38.104645 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-65b3be44-0462-43cc-bd2a-acb30b3a34c7 req-1005c510-7f01-4924-b737-64c01f0b3f47 tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] 10.222.0.57 "GET /v2.0/networks?id=5814336a-8d6c-40ed-8506-054f9bd4decc HTTP/1.1" status: 200 len: 812 time: 0.1562409 Apr 01 14:03:38.177920 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-65b3be44-0462-43cc-bd2a-acb30b3a34c7 req-1599cb88-2734-436d-9800-dcbdacf66a06 tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ac8d6dafad13497f91e5f7f06ff4319f HTTP/1.1" status: 200 len: 379 time: 0.0537090 Apr 01 14:03:38.185897 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-d446ece0-3e32-422c-b56c-a23f2593e4ae req-4c93d653-21a4-4f5d-8805-9e2305dfe689 tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] 10.222.0.26 "GET /v2.0/ports?device_id=9fb3d8ab-854f-4b62-ba69-051be65e9e53 HTTP/1.1" status: 200 len: 210 time: 0.0510583 Apr 01 14:03:38.193582 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.v2.base [req-65b3be44-0462-43cc-bd2a-acb30b3a34c7 req-f1c4aab2-aa06-4777-b0fa-f31774ed46bb tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] Request body: {'port': {'device_id': '9fb3d8ab-854f-4b62-ba69-051be65e9e53', 'network_id': '5814336a-8d6c-40ed-8506-054f9bd4decc', 'admin_state_up': True, 'tenant_id': 'ac8d6dafad13497f91e5f7f06ff4319f', 'security_groups': ['df1b5e6b-686d-4d87-89fe-11934569ee4f']}} {{(pid=83869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 14:03:38.330163 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [req-65b3be44-0462-43cc-bd2a-acb30b3a34c7 req-f1c4aab2-aa06-4777-b0fa-f31774ed46bb tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 14:03:38.340682 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [req-65b3be44-0462-43cc-bd2a-acb30b3a34c7 req-f1c4aab2-aa06-4777-b0fa-f31774ed46bb tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 14:03:38.351341 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-65b3be44-0462-43cc-bd2a-acb30b3a34c7 req-f1c4aab2-aa06-4777-b0fa-f31774ed46bb tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] Made reservation on behalf of ac8d6dafad13497f91e5f7f06ff4319f for: {'port': 1} {{(pid=83869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 14:03:38.354628 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [req-65b3be44-0462-43cc-bd2a-acb30b3a34c7 req-f1c4aab2-aa06-4777-b0fa-f31774ed46bb tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:03:38.524126 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.db_base_plugin_common [req-65b3be44-0462-43cc-bd2a-acb30b3a34c7 req-f1c4aab2-aa06-4777-b0fa-f31774ed46bb tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] Allocated IP 172.20.0.4 (5814336a-8d6c-40ed-8506-054f9bd4decc/386bfa80-3d9f-4aff-93be-9b174840257e/560f65f1-413d-49d3-8f28-ba8afa459cc8) {{(pid=83869) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 14:03:38.715237 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [req-65b3be44-0462-43cc-bd2a-acb30b3a34c7 req-f1c4aab2-aa06-4777-b0fa-f31774ed46bb tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] Notify callbacks [] for port, precommit_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:03:38.733070 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.provisioning_blocks [req-65b3be44-0462-43cc-bd2a-acb30b3a34c7 req-f1c4aab2-aa06-4777-b0fa-f31774ed46bb tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] Transition to ACTIVE for port object 560f65f1-413d-49d3-8f28-ba8afa459cc8 will not be triggered until provisioned by entity DHCP. {{(pid=83869) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 14:03:38.757100 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [req-65b3be44-0462-43cc-bd2a-acb30b3a34c7 req-f1c4aab2-aa06-4777-b0fa-f31774ed46bb tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736732935801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2705155'] for port, after_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:03:38.822022 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-65b3be44-0462-43cc-bd2a-acb30b3a34c7 req-f1c4aab2-aa06-4777-b0fa-f31774ed46bb tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] Network 5814336a-8d6c-40ed-8506-054f9bd4decc is already hosted by enough agents. {{(pid=83869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 14:03:38.830081 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.scheduler.base_scheduler [req-65b3be44-0462-43cc-bd2a-acb30b3a34c7 req-f1c4aab2-aa06-4777-b0fa-f31774ed46bb tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] Resources bound (agent type, host, resource id): {{(pid=83869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 14:03:38.834483 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_dvrscheduler_db [req-65b3be44-0462-43cc-bd2a-acb30b3a34c7 req-f1c4aab2-aa06-4777-b0fa-f31774ed46bb tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] Received port after_create {{(pid=83869) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 14:03:38.875788 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c4aab2-aa06-4777-b0fa-f31774ed46bb tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] Pushing event updated for resources: {'Port': ['ID=560f65f1-413d-49d3-8f28-ba8afa459cc8,revision_number=1']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:03:38.910815 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b3be44-0462-43cc-bd2a-acb30b3a34c7 req-f1c4aab2-aa06-4777-b0fa-f31774ed46bb tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:03:38.911437 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [req-65b3be44-0462-43cc-bd2a-acb30b3a34c7 req-f1c4aab2-aa06-4777-b0fa-f31774ed46bb tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109561'] for port, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:03:38.955036 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-65b3be44-0462-43cc-bd2a-acb30b3a34c7 req-f1c4aab2-aa06-4777-b0fa-f31774ed46bb tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7651281 Apr 01 14:03:38.970294 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-a976a7b9-9034-41e6-be13-349b75ed1593 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:03:38.975608 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.v2.base [req-65b3be44-0462-43cc-bd2a-acb30b3a34c7 req-2c3545d9-b2ee-44ca-88d0-56c4ae66f61c service neutron] Request body: {'port': {'device_id': '9fb3d8ab-854f-4b62-ba69-051be65e9e53', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8361'}} {{(pid=83869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 14:03:39.097351 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [req-65b3be44-0462-43cc-bd2a-acb30b3a34c7 req-2c3545d9-b2ee-44ca-88d0-56c4ae66f61c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:03:39.126450 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-38d1adbc-c69e-43f6-8136-d5b4f079e906 None None] Provisioning for port 560f65f1-413d-49d3-8f28-ba8afa459cc8 completed by entity DHCP. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 14:03:39.131313 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-38d1adbc-c69e-43f6-8136-d5b4f079e906 None None] Provisioning complete for port 560f65f1-413d-49d3-8f28-ba8afa459cc8 triggered by entity DHCP. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 14:03:39.131695 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-38d1adbc-c69e-43f6-8136-d5b4f079e906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-948329'] for port, provisioning_complete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:03:39.185044 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.plugin [None req-38d1adbc-c69e-43f6-8136-d5b4f079e906 None None] Port 560f65f1-413d-49d3-8f28-ba8afa459cc8 cannot update to ACTIVE because it is not bound. {{(pid=83872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 14:03:39.457002 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca07611c-9b17-4e32-b7d2-a3eac0413365 req-299a5ea0-2fa9-428b-a1cb-c986d2d402dc tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:03:39.457671 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [req-ca07611c-9b17-4e32-b7d2-a3eac0413365 req-299a5ea0-2fa9-428b-a1cb-c986d2d402dc tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] Synchronizing usage tracker for tenant:ac8d6dafad13497f91e5f7f06ff4319f on resource:port {{(pid=83869) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 14:03:39.516291 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [req-ca07611c-9b17-4e32-b7d2-a3eac0413365 req-299a5ea0-2fa9-428b-a1cb-c986d2d402dc tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] Unset dirty status for tenant:ac8d6dafad13497f91e5f7f06ff4319f on resource:port {{(pid=83869) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 14:03:39.517356 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-ca07611c-9b17-4e32-b7d2-a3eac0413365 req-299a5ea0-2fa9-428b-a1cb-c986d2d402dc tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] 10.222.0.26 "GET /v2.0/ports?device_id=9fb3d8ab-854f-4b62-ba69-051be65e9e53 HTTP/1.1" status: 200 len: 931 time: 0.1986368 Apr 01 14:03:39.521222 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.notifiers.nova [req-65b3be44-0462-43cc-bd2a-acb30b3a34c7 req-2c3545d9-b2ee-44ca-88d0-56c4ae66f61c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 560f65f1-413d-49d3-8f28-ba8afa459cc8 {{(pid=83869) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 01 14:03:39.541722 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [req-65b3be44-0462-43cc-bd2a-acb30b3a34c7 req-2c3545d9-b2ee-44ca-88d0-56c4ae66f61c service neutron] Notify callbacks [] for port, precommit_update {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:03:39.568320 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.provisioning_blocks [req-65b3be44-0462-43cc-bd2a-acb30b3a34c7 req-2c3545d9-b2ee-44ca-88d0-56c4ae66f61c service neutron] Transition to ACTIVE for port object 560f65f1-413d-49d3-8f28-ba8afa459cc8 will not be triggered until provisioned by entity L2. {{(pid=83869) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 14:03:39.578280 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [req-65b3be44-0462-43cc-bd2a-acb30b3a34c7 req-2c3545d9-b2ee-44ca-88d0-56c4ae66f61c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2705172'] for port, after_update {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:03:39.628200 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-ca07611c-9b17-4e32-b7d2-a3eac0413365 req-340c7dd9-ce8f-4034-9c60-fb4ec18ed965 tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] 10.222.0.26 "GET /v2.0/security-groups?id=df1b5e6b-686d-4d87-89fe-11934569ee4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1027441 Apr 01 14:03:39.823566 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c3545d9-b2ee-44ca-88d0-56c4ae66f61c service neutron] Pushing event updated for resources: {'Port': ['ID=560f65f1-413d-49d3-8f28-ba8afa459cc8,revision_number=2']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:03:39.860846 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c3545d9-b2ee-44ca-88d0-56c4ae66f61c service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:03:39.861179 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c3545d9-b2ee-44ca-88d0-56c4ae66f61c service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:03:39.861508 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c3545d9-b2ee-44ca-88d0-56c4ae66f61c service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:03:39.861834 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c3545d9-b2ee-44ca-88d0-56c4ae66f61c service neutron] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:03:39.862156 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c3545d9-b2ee-44ca-88d0-56c4ae66f61c service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:03:39.862477 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c3545d9-b2ee-44ca-88d0-56c4ae66f61c service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:03:39.862793 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c3545d9-b2ee-44ca-88d0-56c4ae66f61c service neutron] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:03:39.863110 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c3545d9-b2ee-44ca-88d0-56c4ae66f61c service neutron] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:03:39.863423 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c3545d9-b2ee-44ca-88d0-56c4ae66f61c service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:03:39.863734 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c3545d9-b2ee-44ca-88d0-56c4ae66f61c service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:03:39.864048 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c3545d9-b2ee-44ca-88d0-56c4ae66f61c service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:03:39.937399 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.managers [req-65b3be44-0462-43cc-bd2a-acb30b3a34c7 req-2c3545d9-b2ee-44ca-88d0-56c4ae66f61c service neutron] Attempting to bind port 560f65f1-413d-49d3-8f28-ba8afa459cc8 on host hv-neutron-8361 for vnic_type normal with profile {{(pid=83869) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 14:03:39.937984 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.managers [req-65b3be44-0462-43cc-bd2a-acb30b3a34c7 req-2c3545d9-b2ee-44ca-88d0-56c4ae66f61c service neutron] Attempting to bind port 560f65f1-413d-49d3-8f28-ba8afa459cc8 by drivers openvswitch,hyperv on host hv-neutron-8361 at level 0 using segments [{'id': 'a1ffe40c-2ec3-4aac-8e09-3ca5e1236acd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '5814336a-8d6c-40ed-8506-054f9bd4decc'}] {{(pid=83869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 14:03:39.938305 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65b3be44-0462-43cc-bd2a-acb30b3a34c7 req-2c3545d9-b2ee-44ca-88d0-56c4ae66f61c service neutron] Attempting to bind port 560f65f1-413d-49d3-8f28-ba8afa459cc8 on network 5814336a-8d6c-40ed-8506-054f9bd4decc {{(pid=83869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 14:03:39.944162 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65b3be44-0462-43cc-bd2a-acb30b3a34c7 req-2c3545d9-b2ee-44ca-88d0-56c4ae66f61c service neutron] Port 560f65f1-413d-49d3-8f28-ba8afa459cc8 on network 5814336a-8d6c-40ed-8506-054f9bd4decc not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8361 {{(pid=83869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 01 14:03:39.944501 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65b3be44-0462-43cc-bd2a-acb30b3a34c7 req-2c3545d9-b2ee-44ca-88d0-56c4ae66f61c service neutron] Attempting to bind port 560f65f1-413d-49d3-8f28-ba8afa459cc8 on network 5814336a-8d6c-40ed-8506-054f9bd4decc {{(pid=83869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 14:03:39.950712 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65b3be44-0462-43cc-bd2a-acb30b3a34c7 req-2c3545d9-b2ee-44ca-88d0-56c4ae66f61c service neutron] Checking agent: {'id': '359ce187-6241-4f7e-85a4-e066c7b0cdea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8361', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 13, 31, 54), 'started_at': datetime.datetime(2022, 4, 1, 13, 31, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 14, 3, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 14:03:39.951034 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65b3be44-0462-43cc-bd2a-acb30b3a34c7 req-2c3545d9-b2ee-44ca-88d0-56c4ae66f61c service neutron] Checking segment: {'id': 'a1ffe40c-2ec3-4aac-8e09-3ca5e1236acd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '5814336a-8d6c-40ed-8506-054f9bd4decc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 14:03:39.951404 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65b3be44-0462-43cc-bd2a-acb30b3a34c7 req-2c3545d9-b2ee-44ca-88d0-56c4ae66f61c service neutron] Bound using segment: {'id': 'a1ffe40c-2ec3-4aac-8e09-3ca5e1236acd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '5814336a-8d6c-40ed-8506-054f9bd4decc'} {{(pid=83869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 14:03:39.951848 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.managers [req-65b3be44-0462-43cc-bd2a-acb30b3a34c7 req-2c3545d9-b2ee-44ca-88d0-56c4ae66f61c service neutron] Bound port: 560f65f1-413d-49d3-8f28-ba8afa459cc8, host: hv-neutron-8361, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a1ffe40c-2ec3-4aac-8e09-3ca5e1236acd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '5814336a-8d6c-40ed-8506-054f9bd4decc'}}] {{(pid=83869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 14:03:39.952156 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [req-65b3be44-0462-43cc-bd2a-acb30b3a34c7 req-2c3545d9-b2ee-44ca-88d0-56c4ae66f61c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:03:40.041595 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.db [req-65b3be44-0462-43cc-bd2a-acb30b3a34c7 req-2c3545d9-b2ee-44ca-88d0-56c4ae66f61c service neutron] For port 560f65f1-413d-49d3-8f28-ba8afa459cc8, host hv-neutron-8361, cleared binding levels {{(pid=83869) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 14:03:40.044484 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.db [req-65b3be44-0462-43cc-bd2a-acb30b3a34c7 req-2c3545d9-b2ee-44ca-88d0-56c4ae66f61c service neutron] For port 560f65f1-413d-49d3-8f28-ba8afa459cc8, host hv-neutron-8361, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8361',level=0,port_id=560f65f1-413d-49d3-8f28-ba8afa459cc8,segment=NetworkSegment(a1ffe40c-2ec3-4aac-8e09-3ca5e1236acd),segment_id=a1ffe40c-2ec3-4aac-8e09-3ca5e1236acd)] {{(pid=83869) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 14:03:40.049587 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [req-65b3be44-0462-43cc-bd2a-acb30b3a34c7 req-2c3545d9-b2ee-44ca-88d0-56c4ae66f61c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2705172'] for port, after_update {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:03:40.111431 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [req-65b3be44-0462-43cc-bd2a-acb30b3a34c7 req-2c3545d9-b2ee-44ca-88d0-56c4ae66f61c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109561'] for port, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:03:40.112816 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-65b3be44-0462-43cc-bd2a-acb30b3a34c7 req-2c3545d9-b2ee-44ca-88d0-56c4ae66f61c service neutron] 10.222.0.57 "PUT /v2.0/ports/560f65f1-413d-49d3-8f28-ba8afa459cc8 HTTP/1.1" status: 200 len: 1093 time: 1.1426415 Apr 01 14:03:40.113244 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9fb3d8ab-854f-4b62-ba69-051be65e9e53', 'tag': '560f65f1-413d-49d3-8f28-ba8afa459cc8'}] {{(pid=83869) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 14:03:40.134582 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c3545d9-b2ee-44ca-88d0-56c4ae66f61c service neutron] Pushing event updated for resources: {'Port': ['ID=560f65f1-413d-49d3-8f28-ba8afa459cc8,revision_number=3']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:03:40.193827 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9fb3d8ab-854f-4b62-ba69-051be65e9e53', 'tag': '560f65f1-413d-49d3-8f28-ba8afa459cc8', 'status': 'completed', 'code': 200} Apr 01 14:03:40.241811 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-65b3be44-0462-43cc-bd2a-acb30b3a34c7 req-707b9cb6-3374-4bf3-9e5a-ac552a2cc293 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=ac8d6dafad13497f91e5f7f06ff4319f&device_id=9fb3d8ab-854f-4b62-ba69-051be65e9e53 HTTP/1.1" status: 200 len: 1096 time: 0.0818944 Apr 01 14:03:40.316659 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-65b3be44-0462-43cc-bd2a-acb30b3a34c7 req-7c1314fc-cba3-428b-af26-9027bb57248e service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=560f65f1-413d-49d3-8f28-ba8afa459cc8 HTTP/1.1" status: 200 len: 217 time: 0.0613296 Apr 01 14:03:40.386621 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b3be44-0462-43cc-bd2a-acb30b3a34c7 req-58ce3e0f-932a-4965-84d5-f89d4a67b2c7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:03:40.387977 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-65b3be44-0462-43cc-bd2a-acb30b3a34c7 req-58ce3e0f-932a-4965-84d5-f89d4a67b2c7 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=386bfa80-3d9f-4aff-93be-9b174840257e HTTP/1.1" status: 200 len: 851 time: 0.0628390 Apr 01 14:03:40.464439 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-65b3be44-0462-43cc-bd2a-acb30b3a34c7 req-cd9eb4d6-ae61-4352-acaf-1b3740f5c200 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=5814336a-8d6c-40ed-8506-054f9bd4decc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0674934 Apr 01 14:03:40.599150 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-65b3be44-0462-43cc-bd2a-acb30b3a34c7 req-a840ae04-519c-4861-b8be-b322cd84797d service neutron] 10.222.0.57 "GET /v2.0/networks/5814336a-8d6c-40ed-8506-054f9bd4decc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245034 Apr 01 14:03:40.742383 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-65b3be44-0462-43cc-bd2a-acb30b3a34c7 req-824d618a-0adc-49ba-ae55-e69d367a7e5d service neutron] 10.222.0.57 "GET /v2.0/networks/5814336a-8d6c-40ed-8506-054f9bd4decc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1342914 Apr 01 14:03:40.896744 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e83347-f54d-45fa-96b1-71ff6db18911 req-d345df51-cb8f-466a-9fd7-e8eb74abd2a2 tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:03:40.898075 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-f2e83347-f54d-45fa-96b1-71ff6db18911 req-d345df51-cb8f-466a-9fd7-e8eb74abd2a2 tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] 10.222.0.26 "GET /v2.0/ports?device_id=9fb3d8ab-854f-4b62-ba69-051be65e9e53 HTTP/1.1" status: 200 len: 943 time: 0.1361115 Apr 01 14:03:40.904039 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-5be6e814-ad5f-4f70-9da9-220a04eb2ab6 req-7c85c15f-393e-4311-b37c-ba6fef871994 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=ac8d6dafad13497f91e5f7f06ff4319f&device_id=9fb3d8ab-854f-4b62-ba69-051be65e9e53 HTTP/1.1" status: 200 len: 1096 time: 0.1100359 Apr 01 14:03:41.025742 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-f2e83347-f54d-45fa-96b1-71ff6db18911 req-0595a866-34df-45b0-a158-40bd082cd7af tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] 10.222.0.26 "GET /v2.0/security-groups?id=df1b5e6b-686d-4d87-89fe-11934569ee4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1207271 Apr 01 14:03:41.067764 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be6e814-ad5f-4f70-9da9-220a04eb2ab6 req-bd13da5b-39d6-46db-bdb6-481f90439d81 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:03:41.069205 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-5be6e814-ad5f-4f70-9da9-220a04eb2ab6 req-bd13da5b-39d6-46db-bdb6-481f90439d81 service neutron] 10.222.0.57 "GET /v2.0/networks?id=5814336a-8d6c-40ed-8506-054f9bd4decc HTTP/1.1" status: 200 len: 913 time: 0.1512187 Apr 01 14:03:41.140573 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-5be6e814-ad5f-4f70-9da9-220a04eb2ab6 req-d1e6987c-96df-4643-acb9-a1da51b3e88e service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=560f65f1-413d-49d3-8f28-ba8afa459cc8 HTTP/1.1" status: 200 len: 217 time: 0.0646017 Apr 01 14:03:41.207436 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be6e814-ad5f-4f70-9da9-220a04eb2ab6 req-8499ce33-7e7b-49c8-9691-97b8e2c21cd7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:03:41.207436 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-5be6e814-ad5f-4f70-9da9-220a04eb2ab6 req-8499ce33-7e7b-49c8-9691-97b8e2c21cd7 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=386bfa80-3d9f-4aff-93be-9b174840257e HTTP/1.1" status: 200 len: 851 time: 0.0586948 Apr 01 14:03:41.289150 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-5be6e814-ad5f-4f70-9da9-220a04eb2ab6 req-9954a1b0-80e3-4eed-8eba-e01aa6c05a99 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=5814336a-8d6c-40ed-8506-054f9bd4decc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0737853 Apr 01 14:03:41.434632 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-5be6e814-ad5f-4f70-9da9-220a04eb2ab6 req-c9c84083-99cb-4b2f-b04a-7e36a0cc5f61 service neutron] 10.222.0.57 "GET /v2.0/networks/5814336a-8d6c-40ed-8506-054f9bd4decc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1372116 Apr 01 14:03:41.673908 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-5be6e814-ad5f-4f70-9da9-220a04eb2ab6 req-b929812c-67bd-4077-a589-b5713292dbd6 service neutron] 10.222.0.57 "GET /v2.0/networks/5814336a-8d6c-40ed-8506-054f9bd4decc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2320271 Apr 01 14:03:42.231993 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7caee442-a6ad-4679-a64b-8f7f5c8f3140 req-e1ceae8f-204b-4332-a86d-50db100e3417 tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:03:42.234036 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-7caee442-a6ad-4679-a64b-8f7f5c8f3140 req-e1ceae8f-204b-4332-a86d-50db100e3417 tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] 10.222.0.26 "GET /v2.0/ports?device_id=9fb3d8ab-854f-4b62-ba69-051be65e9e53 HTTP/1.1" status: 200 len: 943 time: 0.0818224 Apr 01 14:03:42.280194 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-7caee442-a6ad-4679-a64b-8f7f5c8f3140 req-9a9ba272-5abe-438e-bb9e-44fb1b8167e0 tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] 10.222.0.26 "GET /v2.0/security-groups?id=df1b5e6b-686d-4d87-89fe-11934569ee4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404611 Apr 01 14:03:42.770233 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Device 560f65f1-413d-49d3-8f28-ba8afa459cc8 details requested by agent hyperv_hv-neutron-8361 with host hv-neutron-8361 {{(pid=83872) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 01 14:03:42.902406 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] For port 560f65f1-413d-49d3-8f28-ba8afa459cc8, host hv-neutron-8361, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8361',level=0,port_id=560f65f1-413d-49d3-8f28-ba8afa459cc8,segment=NetworkSegment(a1ffe40c-2ec3-4aac-8e09-3ca5e1236acd),segment_id=a1ffe40c-2ec3-4aac-8e09-3ca5e1236acd)] {{(pid=83872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 14:03:42.915564 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Returning: {'device': '560f65f1-413d-49d3-8f28-ba8afa459cc8', 'network_id': '5814336a-8d6c-40ed-8506-054f9bd4decc', 'port_id': '560f65f1-413d-49d3-8f28-ba8afa459cc8', 'mac_address': 'fa:16:3e:e7:6f:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 399, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '386bfa80-3d9f-4aff-93be-9b174840257e', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83872) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 01 14:03:42.967762 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:03:42.985088 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.notifiers.nova [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 560f65f1-413d-49d3-8f28-ba8afa459cc8 {{(pid=83872) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 01 14:03:42.999375 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] For port 560f65f1-413d-49d3-8f28-ba8afa459cc8, host hv-neutron-8361, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8361',level=0,port_id=560f65f1-413d-49d3-8f28-ba8afa459cc8,segment=NetworkSegment(a1ffe40c-2ec3-4aac-8e09-3ca5e1236acd),segment_id=a1ffe40c-2ec3-4aac-8e09-3ca5e1236acd)] {{(pid=83872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 14:03:43.003204 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864'] for port, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:03:43.069182 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Pushing event updated for resources: {'Port': ['ID=560f65f1-413d-49d3-8f28-ba8afa459cc8,revision_number=4']} {{(pid=83872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:03:43.295856 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] get_ports_and_sgs() called for port_ids ['560f65f1-413d-49d3-8f28-ba8afa459cc8'] {{(pid=83872) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 01 14:03:43.474751 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2365beed-c600-493a-be13-f02d38301966 req-537dc47a-c98f-42f8-be91-2552b096f1f2 tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:03:43.476184 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-2365beed-c600-493a-be13-f02d38301966 req-537dc47a-c98f-42f8-be91-2552b096f1f2 tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] 10.222.0.26 "GET /v2.0/ports?device_id=9fb3d8ab-854f-4b62-ba69-051be65e9e53 HTTP/1.1" status: 200 len: 944 time: 0.0757167 Apr 01 14:03:43.521295 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-2365beed-c600-493a-be13-f02d38301966 req-e12367a7-23ad-4ad0-8b01-5b22999daf15 tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] 10.222.0.26 "GET /v2.0/security-groups?id=df1b5e6b-686d-4d87-89fe-11934569ee4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394156 Apr 01 14:03:44.726497 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb019c0-fd2b-49d2-a572-f2fb8b26cc4a req-735119a3-5a61-4624-bc2d-301f79df67e0 tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:03:44.727939 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-9cb019c0-fd2b-49d2-a572-f2fb8b26cc4a req-735119a3-5a61-4624-bc2d-301f79df67e0 tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] 10.222.0.26 "GET /v2.0/ports?device_id=9fb3d8ab-854f-4b62-ba69-051be65e9e53 HTTP/1.1" status: 200 len: 944 time: 0.0815287 Apr 01 14:03:44.774878 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-9cb019c0-fd2b-49d2-a572-f2fb8b26cc4a req-dedf6622-c775-4c21-b63c-af396b68a8bc tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] 10.222.0.26 "GET /v2.0/security-groups?id=df1b5e6b-686d-4d87-89fe-11934569ee4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413325 Apr 01 14:03:44.792504 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Device 560f65f1-413d-49d3-8f28-ba8afa459cc8 up at agent hyperv_hv-neutron-8361 {{(pid=83872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 14:03:44.860604 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Provisioning for port 560f65f1-413d-49d3-8f28-ba8afa459cc8 completed by entity L2. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 14:03:44.865294 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Provisioning complete for port 560f65f1-413d-49d3-8f28-ba8afa459cc8 triggered by entity L2. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 14:03:44.865656 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-948329'] for port, provisioning_complete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:03:45.022421 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:03:45.049069 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9fb3d8ab-854f-4b62-ba69-051be65e9e53', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '560f65f1-413d-49d3-8f28-ba8afa459cc8'}] {{(pid=83872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 14:03:45.060606 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] For port 560f65f1-413d-49d3-8f28-ba8afa459cc8, host hv-neutron-8361, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8361',level=0,port_id=560f65f1-413d-49d3-8f28-ba8afa459cc8,segment=NetworkSegment(a1ffe40c-2ec3-4aac-8e09-3ca5e1236acd),segment_id=a1ffe40c-2ec3-4aac-8e09-3ca5e1236acd)] {{(pid=83872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 14:03:45.066691 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864'] for port, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:03:45.110969 dv-neutron-836180-1-hyperv neutron-server[83872]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9fb3d8ab-854f-4b62-ba69-051be65e9e53', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '560f65f1-413d-49d3-8f28-ba8afa459cc8', 'code': 200} Apr 01 14:03:45.141552 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Pushing event updated for resources: {'Port': ['ID=560f65f1-413d-49d3-8f28-ba8afa459cc8,revision_number=5']} {{(pid=83872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:03:45.359041 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-cbd65289-c184-4916-87dc-b209f81c58d6 req-e4c06b15-1f5f-47e2-8f27-06c42bf25bb2 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=9fb3d8ab-854f-4b62-ba69-051be65e9e53 HTTP/1.1" status: 200 len: 1098 time: 0.0715446 Apr 01 14:03:45.404819 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-cbd65289-c184-4916-87dc-b209f81c58d6 req-09d2afeb-de42-4d67-8779-c73467380857 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=df1b5e6b-686d-4d87-89fe-11934569ee4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365233 Apr 01 14:03:45.984271 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5128eb82-b2c5-4cc0-8891-6ab63d09ad17 req-7d4da0d2-b6f6-4bd3-8706-92f6e29cd4eb tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:03:45.985749 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-5128eb82-b2c5-4cc0-8891-6ab63d09ad17 req-7d4da0d2-b6f6-4bd3-8706-92f6e29cd4eb tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] 10.222.0.26 "GET /v2.0/ports?device_id=9fb3d8ab-854f-4b62-ba69-051be65e9e53 HTTP/1.1" status: 200 len: 945 time: 0.0842004 Apr 01 14:03:46.034238 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-5128eb82-b2c5-4cc0-8891-6ab63d09ad17 req-ffd03b1a-d395-4c87-a779-ec51fd55212c tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] 10.222.0.26 "GET /v2.0/security-groups?id=df1b5e6b-686d-4d87-89fe-11934569ee4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424285 Apr 01 14:03:47.232613 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3bb057-f78e-4eb2-9a04-98ddb6a3b8a9 req-63b3e471-b775-4cf3-b251-6a490a54bd00 tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:03:47.234317 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-ea3bb057-f78e-4eb2-9a04-98ddb6a3b8a9 req-63b3e471-b775-4cf3-b251-6a490a54bd00 tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] 10.222.0.26 "GET /v2.0/ports?device_id=9fb3d8ab-854f-4b62-ba69-051be65e9e53 HTTP/1.1" status: 200 len: 945 time: 0.0759010 Apr 01 14:03:47.282250 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-ea3bb057-f78e-4eb2-9a04-98ddb6a3b8a9 req-a828705d-8fda-4c94-9e2f-671262a069f1 tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] 10.222.0.26 "GET /v2.0/security-groups?id=df1b5e6b-686d-4d87-89fe-11934569ee4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419142 Apr 01 14:03:47.478082 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98e9ce3-3ae2-49be-9ea8-b3e20596338d req-7161a4da-a340-4799-8596-bd73ff342b6f tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:03:47.479504 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-f98e9ce3-3ae2-49be-9ea8-b3e20596338d req-7161a4da-a340-4799-8596-bd73ff342b6f tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] 10.222.0.26 "GET /v2.0/ports?device_id=9fb3d8ab-854f-4b62-ba69-051be65e9e53 HTTP/1.1" status: 200 len: 945 time: 0.0764439 Apr 01 14:03:47.488246 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 33482) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:03:47.493399 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.v2.base [None req-dde5c799-0163-4ebf-bc0e-044da192f35f tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] Request body: {'floatingip': {'port_id': '560f65f1-413d-49d3-8f28-ba8afa459cc8'}} {{(pid=83871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 14:03:47.570652 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-dde5c799-0163-4ebf-bc0e-044da192f35f tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] Notify callbacks [] for floatingip, before_update {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:03:48.149159 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-dde5c799-0163-4ebf-bc0e-044da192f35f tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:03:48.153240 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-dde5c799-0163-4ebf-bc0e-044da192f35f tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4084747'] for floatingip, after_update {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:03:48.443094 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.db.l3_db [None req-dde5c799-0163-4ebf-bc0e-044da192f35f tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] Floating IP 3370d11e-15ac-48a3-97f0-3d873485fcb6 associated. External IP: 172.26.5.100, port: 560f65f1-413d-49d3-8f28-ba8afa459cc8. Apr 01 14:03:48.848678 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dde5c799-0163-4ebf-bc0e-044da192f35f tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] Router 54e531cc-e3ed-4f16-b1fb-f17ffef3423c has already been hosted by L3 agent 88bf8fc8-11a3-4e96-9d1b-5fd93ba9f6f1 {{(pid=83871) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 14:03:49.054634 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dde5c799-0163-4ebf-bc0e-044da192f35f tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] Notify agent at l3_agent.dv-neutron-836180-1-hyperv the message routers_updated {{(pid=83871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 14:03:49.060450 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-dde5c799-0163-4ebf-bc0e-044da192f35f tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109561'] for floatingip, before_response {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:03:49.065592 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75662fca-a709-4b15-a7e4-f00ae0a41d42 None None] Sync routers for ids ['54e531cc-e3ed-4f16-b1fb-f17ffef3423c'] in dv-neutron-836180-1-hyperv {{(pid=83872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 14:03:49.079065 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75662fca-a709-4b15-a7e4-f00ae0a41d42 None None] Routers {'54e531cc-e3ed-4f16-b1fb-f17ffef3423c'} bound to L3 agent in host dv-neutron-836180-1-hyperv {{(pid=83872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 14:03:49.079690 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_hamode_db [None req-75662fca-a709-4b15-a7e4-f00ae0a41d42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836180-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T13:25:36Z,description=,heartbeat_timestamp=2022-04-01T14:03:36Z,host='dv-neutron-836180-1-hyperv',id=88bf8fc8-11a3-4e96-9d1b-5fd93ba9f6f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T13:25:36Z,topic='l3_agent')) {'router_ids': ['54e531cc-e3ed-4f16-b1fb-f17ffef3423c'], 'active': True} {{(pid=83872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 14:03:49.117579 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-dde5c799-0163-4ebf-bc0e-044da192f35f tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] 10.222.0.26 "PUT /v2.0/floatingips/3370d11e-15ac-48a3-97f0-3d873485fcb6 HTTP/1.1" status: 200 len: 992 time: 1.6281943 Apr 01 14:03:49.118126 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9fb3d8ab-854f-4b62-ba69-051be65e9e53', 'tag': '560f65f1-413d-49d3-8f28-ba8afa459cc8'}] {{(pid=83871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 14:03:49.213542 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9fb3d8ab-854f-4b62-ba69-051be65e9e53', 'tag': '560f65f1-413d-49d3-8f28-ba8afa459cc8', 'status': 'completed', 'code': 200} Apr 01 14:03:49.271799 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_dvr_db [None req-75662fca-a709-4b15-a7e4-f00ae0a41d42 None None] Set router 54e531cc-e3ed-4f16-b1fb-f17ffef3423c gateway port host: dv-neutron-836180-1-hyperv {{(pid=83872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 14:03:49.311765 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-c76d521b-c536-4702-b71f-0bf177841496 req-eafe03b4-74d3-4ef9-b7d4-b403ec623cc4 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=ac8d6dafad13497f91e5f7f06ff4319f&device_id=9fb3d8ab-854f-4b62-ba69-051be65e9e53 HTTP/1.1" status: 200 len: 1098 time: 0.0767853 Apr 01 14:03:49.501163 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76d521b-c536-4702-b71f-0bf177841496 req-23487402-0c05-49ee-9476-9da04f6fc3c1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:03:49.504707 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-c76d521b-c536-4702-b71f-0bf177841496 req-23487402-0c05-49ee-9476-9da04f6fc3c1 service neutron] 10.222.0.57 "GET /v2.0/networks?id=5814336a-8d6c-40ed-8506-054f9bd4decc HTTP/1.1" status: 200 len: 913 time: 0.1865618 Apr 01 14:03:49.670588 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_hamode_db [None req-75662fca-a709-4b15-a7e4-f00ae0a41d42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54e531cc-e3ed-4f16-b1fb-f17ffef3423c', 'name': 'tempest-ServerActionsTestJSON-1724647501-router', 'tenant_id': 'ac8d6dafad13497f91e5f7f06ff4319f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'external_fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.195'}], 'enable_snat': True}, 'gw_port_id': '2db02312-aeb6-4a03-958a-1037a629e6c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T14:00:36Z', 'updated_at': '2022-04-01T14:00:39Z', 'revision_number': 4, 'project_id': 'ac8d6dafad13497f91e5f7f06ff4319f', 'gw_port': {'id': '2db02312-aeb6-4a03-958a-1037a629e6c3', 'name': '', 'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:2c:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54e531cc-e3ed-4f16-b1fb-f17ffef3423c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836180-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T14:00:36Z', 'updated_at': '2022-04-01T14:00:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836180-1-hyperv', '_floatingips': [{'id': '3370d11e-15ac-48a3-97f0-3d873485fcb6', 'tenant_id': 'ac8d6dafad13497f91e5f7f06ff4319f', 'floating_ip_address': '172.26.5.100', 'floating_network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'router_id': '54e531cc-e3ed-4f16-b1fb-f17ffef3423c', 'port_id': '560f65f1-413d-49d3-8f28-ba8afa459cc8', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5814336a-8d6c-40ed-8506-054f9bd4decc', 'mac_address': 'fa:16:3e:e7:6f:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fb3d8ab-854f-4b62-ba69-051be65e9e53', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T14:00:42Z', 'updated_at': '2022-04-01T14:03:48Z', 'revision_number': 13, 'project_id': 'ac8d6dafad13497f91e5f7f06ff4319f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '103e1488-083c-451d-80af-4a13de5d5cb9', 'name': '', 'network_id': '5814336a-8d6c-40ed-8506-054f9bd4decc', 'tenant_id': 'ac8d6dafad13497f91e5f7f06ff4319f', 'mac_address': 'fa:16:3e:dd:a8:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54e531cc-e3ed-4f16-b1fb-f17ffef3423c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '386bfa80-3d9f-4aff-93be-9b174840257e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836180-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T14:00:38Z', 'updated_at': '2022-04-01T14:00:56Z', 'revision_number': 5, 'project_id': 'ac8d6dafad13497f91e5f7f06ff4319f', 'subnets': [{'id': '386bfa80-3d9f-4aff-93be-9b174840257e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-836180-1-hyperv', False) {} {{(pid=83872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 14:03:49.675676 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75662fca-a709-4b15-a7e4-f00ae0a41d42 None None] Checking router: 54e531cc-e3ed-4f16-b1fb-f17ffef3423c for host: dv-neutron-836180-1-hyperv {{(pid=83872) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 01 14:03:49.687292 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75662fca-a709-4b15-a7e4-f00ae0a41d42 None None] Routers {'54e531cc-e3ed-4f16-b1fb-f17ffef3423c'} bound to L3 agent in host dv-neutron-836180-1-hyperv {{(pid=83872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 14:03:49.688143 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_hamode_db [None req-75662fca-a709-4b15-a7e4-f00ae0a41d42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836180-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T13:25:36Z,description=,heartbeat_timestamp=2022-04-01T14:03:36Z,host='dv-neutron-836180-1-hyperv',id=88bf8fc8-11a3-4e96-9d1b-5fd93ba9f6f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T13:25:36Z,topic='l3_agent')) {'router_ids': ['54e531cc-e3ed-4f16-b1fb-f17ffef3423c'], 'active': True} {{(pid=83872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 14:03:49.688803 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-c76d521b-c536-4702-b71f-0bf177841496 req-fe5948fb-5e18-48f0-b269-beeffaf1008a service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=560f65f1-413d-49d3-8f28-ba8afa459cc8 HTTP/1.1" status: 200 len: 1000 time: 0.1769421 Apr 01 14:03:49.768125 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76d521b-c536-4702-b71f-0bf177841496 req-31d728a6-8147-4fbe-9ec3-b965126840a3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:03:49.769854 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-c76d521b-c536-4702-b71f-0bf177841496 req-31d728a6-8147-4fbe-9ec3-b965126840a3 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=386bfa80-3d9f-4aff-93be-9b174840257e HTTP/1.1" status: 200 len: 851 time: 0.0751135 Apr 01 14:03:49.854271 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-c76d521b-c536-4702-b71f-0bf177841496 req-ca31177b-c891-4f0b-844a-63eee6fb365b service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=5814336a-8d6c-40ed-8506-054f9bd4decc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0777977 Apr 01 14:03:49.884001 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_dvr_db [None req-75662fca-a709-4b15-a7e4-f00ae0a41d42 None None] Set router 54e531cc-e3ed-4f16-b1fb-f17ffef3423c gateway port host: dv-neutron-836180-1-hyperv {{(pid=83872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 14:03:50.006404 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-c76d521b-c536-4702-b71f-0bf177841496 req-2117c39a-d6e8-426d-9c51-684fb03ba638 service neutron] 10.222.0.57 "GET /v2.0/networks/5814336a-8d6c-40ed-8506-054f9bd4decc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1459856 Apr 01 14:03:50.155669 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-c76d521b-c536-4702-b71f-0bf177841496 req-7aa94cf2-2c18-4852-8e76-f5770fdce717 service neutron] 10.222.0.57 "GET /v2.0/networks/5814336a-8d6c-40ed-8506-054f9bd4decc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1391306 Apr 01 14:03:50.276450 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_hamode_db [None req-75662fca-a709-4b15-a7e4-f00ae0a41d42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54e531cc-e3ed-4f16-b1fb-f17ffef3423c', 'name': 'tempest-ServerActionsTestJSON-1724647501-router', 'tenant_id': 'ac8d6dafad13497f91e5f7f06ff4319f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'external_fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.195'}], 'enable_snat': True}, 'gw_port_id': '2db02312-aeb6-4a03-958a-1037a629e6c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T14:00:36Z', 'updated_at': '2022-04-01T14:00:39Z', 'revision_number': 4, 'project_id': 'ac8d6dafad13497f91e5f7f06ff4319f', 'gw_port': {'id': '2db02312-aeb6-4a03-958a-1037a629e6c3', 'name': '', 'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:2c:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54e531cc-e3ed-4f16-b1fb-f17ffef3423c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836180-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T14:00:36Z', 'updated_at': '2022-04-01T14:00:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836180-1-hyperv', '_floatingips': [{'id': '3370d11e-15ac-48a3-97f0-3d873485fcb6', 'tenant_id': 'ac8d6dafad13497f91e5f7f06ff4319f', 'floating_ip_address': '172.26.5.100', 'floating_network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'router_id': '54e531cc-e3ed-4f16-b1fb-f17ffef3423c', 'port_id': '560f65f1-413d-49d3-8f28-ba8afa459cc8', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5814336a-8d6c-40ed-8506-054f9bd4decc', 'mac_address': 'fa:16:3e:e7:6f:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fb3d8ab-854f-4b62-ba69-051be65e9e53', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T14:00:42Z', 'updated_at': '2022-04-01T14:03:48Z', 'revision_number': 13, 'project_id': 'ac8d6dafad13497f91e5f7f06ff4319f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '103e1488-083c-451d-80af-4a13de5d5cb9', 'name': '', 'network_id': '5814336a-8d6c-40ed-8506-054f9bd4decc', 'tenant_id': 'ac8d6dafad13497f91e5f7f06ff4319f', 'mac_address': 'fa:16:3e:dd:a8:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54e531cc-e3ed-4f16-b1fb-f17ffef3423c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '386bfa80-3d9f-4aff-93be-9b174840257e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836180-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T14:00:38Z', 'updated_at': '2022-04-01T14:00:56Z', 'revision_number': 5, 'project_id': 'ac8d6dafad13497f91e5f7f06ff4319f', 'subnets': [{'id': '386bfa80-3d9f-4aff-93be-9b174840257e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-836180-1-hyperv', False) {} {{(pid=83872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 14:03:50.281335 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75662fca-a709-4b15-a7e4-f00ae0a41d42 None None] The sync data for ids ['54e531cc-e3ed-4f16-b1fb-f17ffef3423c'] in dv-neutron-836180-1-hyperv is: [{'id': '54e531cc-e3ed-4f16-b1fb-f17ffef3423c', 'name': 'tempest-ServerActionsTestJSON-1724647501-router', 'tenant_id': 'ac8d6dafad13497f91e5f7f06ff4319f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'external_fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.195'}], 'enable_snat': True}, 'gw_port_id': '2db02312-aeb6-4a03-958a-1037a629e6c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T14:00:36Z', 'updated_at': '2022-04-01T14:00:39Z', 'revision_number': 4, 'project_id': 'ac8d6dafad13497f91e5f7f06ff4319f', 'gw_port': {'id': '2db02312-aeb6-4a03-958a-1037a629e6c3', 'name': '', 'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:2c:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54e531cc-e3ed-4f16-b1fb-f17ffef3423c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836180-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T14:00:36Z', 'updated_at': '2022-04-01T14:00:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836180-1-hyperv', '_floatingips': [{'id': '3370d11e-15ac-48a3-97f0-3d873485fcb6', 'tenant_id': 'ac8d6dafad13497f91e5f7f06ff4319f', 'floating_ip_address': '172.26.5.100', 'floating_network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'router_id': '54e531cc-e3ed-4f16-b1fb-f17ffef3423c', 'port_id': '560f65f1-413d-49d3-8f28-ba8afa459cc8', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5814336a-8d6c-40ed-8506-054f9bd4decc', 'mac_address': 'fa:16:3e:e7:6f:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fb3d8ab-854f-4b62-ba69-051be65e9e53', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T14:00:42Z', 'updated_at': '2022-04-01T14:03:48Z', 'revision_number': 13, 'project_id': 'ac8d6dafad13497f91e5f7f06ff4319f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '103e1488-083c-451d-80af-4a13de5d5cb9', 'name': '', 'network_id': '5814336a-8d6c-40ed-8506-054f9bd4decc', 'tenant_id': 'ac8d6dafad13497f91e5f7f06ff4319f', 'mac_address': 'fa:16:3e:dd:a8:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54e531cc-e3ed-4f16-b1fb-f17ffef3423c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '386bfa80-3d9f-4aff-93be-9b174840257e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836180-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T14:00:38Z', 'updated_at': '2022-04-01T14:00:56Z', 'revision_number': 5, 'project_id': 'ac8d6dafad13497f91e5f7f06ff4319f', 'subnets': [{'id': '386bfa80-3d9f-4aff-93be-9b174840257e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 14:03:50.492891 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-671f28ae-01a2-457f-8b87-25a7808927c9 None None] New status for floating IP 3370d11e-15ac-48a3-97f0-3d873485fcb6: ACTIVE {{(pid=83873) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 01 14:03:50.950124 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbeb332c-dc96-4708-86cd-f9a6b25763fa req-0ac814b5-c2ab-4235-99a8-b9a1dc07e15a tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:03:50.951482 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-cbeb332c-dc96-4708-86cd-f9a6b25763fa req-0ac814b5-c2ab-4235-99a8-b9a1dc07e15a tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] 10.222.0.26 "GET /v2.0/ports?device_id=9fb3d8ab-854f-4b62-ba69-051be65e9e53 HTTP/1.1" status: 200 len: 945 time: 0.0797827 Apr 01 14:03:50.984193 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.agents_db [None req-bdd220c7-049a-43d2-a923-ad1a2de078c6 None None] Agent healthcheck: found 6 active agents {{(pid=83873) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 01 14:03:51.003201 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-cbeb332c-dc96-4708-86cd-f9a6b25763fa req-56394628-2b98-4970-8f01-794631d9d597 tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] 10.222.0.26 "GET /v2.0/security-groups?id=df1b5e6b-686d-4d87-89fe-11934569ee4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450542 Apr 01 14:03:54.043144 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:03:59.373313 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-846b81c3-4a8c-4cd6-bafe-e818f7a35c79 req-bca0b566-7152-43a1-94f3-20e93e525e8d service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=9fb3d8ab-854f-4b62-ba69-051be65e9e53&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0701575 Apr 01 14:03:59.689276 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd57c2a-c055-4a54-a7ad-28c0acd538a1 req-a68a7c1d-3ae2-4acb-b765-7998e3769a20 tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:03:59.690713 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-2dd57c2a-c055-4a54-a7ad-28c0acd538a1 req-a68a7c1d-3ae2-4acb-b765-7998e3769a20 tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] 10.222.0.26 "GET /v2.0/ports?device_id=9fb3d8ab-854f-4b62-ba69-051be65e9e53 HTTP/1.1" status: 200 len: 945 time: 0.0762122 Apr 01 14:03:59.719552 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-adb195bf-6d16-4bbb-8bfa-c00f89481ec2 req-e4132757-d57e-4de2-9ece-0325c6ef2874 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=9fb3d8ab-854f-4b62-ba69-051be65e9e53&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1583011 Apr 01 14:03:59.737280 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-2dd57c2a-c055-4a54-a7ad-28c0acd538a1 req-ffe279db-85c3-4a25-a1b1-d260bb308bff tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] 10.222.0.26 "GET /v2.0/security-groups?id=df1b5e6b-686d-4d87-89fe-11934569ee4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396938 Apr 01 14:04:00.939372 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-adb195bf-6d16-4bbb-8bfa-c00f89481ec2 req-29d5b32b-1f8b-4725-b700-5a473ca6c607 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=ac8d6dafad13497f91e5f7f06ff4319f&device_id=9fb3d8ab-854f-4b62-ba69-051be65e9e53 HTTP/1.1" status: 200 len: 1098 time: 0.0755630 Apr 01 14:04:00.941949 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e936de-2f66-476d-929e-29a50955c407 req-ba8e639f-0b40-4522-aacf-33cf3c794eaa tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:04:00.943410 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-47e936de-2f66-476d-929e-29a50955c407 req-ba8e639f-0b40-4522-aacf-33cf3c794eaa tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] 10.222.0.26 "GET /v2.0/ports?device_id=9fb3d8ab-854f-4b62-ba69-051be65e9e53 HTTP/1.1" status: 200 len: 945 time: 0.0810413 Apr 01 14:04:00.990978 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-47e936de-2f66-476d-929e-29a50955c407 req-5e04ff0c-3b40-4693-9557-a0d0c0ec7a28 tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] 10.222.0.26 "GET /v2.0/security-groups?id=df1b5e6b-686d-4d87-89fe-11934569ee4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417016 Apr 01 14:04:01.075033 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb195bf-6d16-4bbb-8bfa-c00f89481ec2 req-718ee6ba-b9bd-4ac5-9c00-043ade7bb25e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:04:01.076658 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-adb195bf-6d16-4bbb-8bfa-c00f89481ec2 req-718ee6ba-b9bd-4ac5-9c00-043ade7bb25e service neutron] 10.222.0.57 "GET /v2.0/networks?id=5814336a-8d6c-40ed-8506-054f9bd4decc HTTP/1.1" status: 200 len: 913 time: 0.1289251 Apr 01 14:04:01.182371 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-adb195bf-6d16-4bbb-8bfa-c00f89481ec2 req-581962dc-b475-4296-8dc4-1657c881b1ee service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=560f65f1-413d-49d3-8f28-ba8afa459cc8 HTTP/1.1" status: 200 len: 1002 time: 0.0991447 Apr 01 14:04:01.247711 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb195bf-6d16-4bbb-8bfa-c00f89481ec2 req-562b0504-027f-44d3-b5f1-0fd733339959 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:04:01.249083 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-adb195bf-6d16-4bbb-8bfa-c00f89481ec2 req-562b0504-027f-44d3-b5f1-0fd733339959 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=386bfa80-3d9f-4aff-93be-9b174840257e HTTP/1.1" status: 200 len: 851 time: 0.0605109 Apr 01 14:04:01.327363 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-adb195bf-6d16-4bbb-8bfa-c00f89481ec2 req-f893a7f1-b6f9-4d91-b4aa-c794040aaa2f service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=5814336a-8d6c-40ed-8506-054f9bd4decc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0720901 Apr 01 14:04:01.551745 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-adb195bf-6d16-4bbb-8bfa-c00f89481ec2 req-c33f520c-fbee-43cc-81b2-bf6cd9bc6abf service neutron] 10.222.0.57 "GET /v2.0/networks/5814336a-8d6c-40ed-8506-054f9bd4decc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2180662 Apr 01 14:04:01.685695 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-adb195bf-6d16-4bbb-8bfa-c00f89481ec2 req-56c6deba-e8a6-4bb7-8548-36eb6c4aa29c service neutron] 10.222.0.57 "GET /v2.0/networks/5814336a-8d6c-40ed-8506-054f9bd4decc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1279297 Apr 01 14:04:02.334958 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb06615d-1abb-4088-9dda-ad1d7eeb7482 req-8b163db2-9be9-4cee-829a-cd44b1a8c85d tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:04:02.336514 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-eb06615d-1abb-4088-9dda-ad1d7eeb7482 req-8b163db2-9be9-4cee-829a-cd44b1a8c85d tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] 10.222.0.26 "GET /v2.0/ports?device_id=9fb3d8ab-854f-4b62-ba69-051be65e9e53 HTTP/1.1" status: 200 len: 945 time: 0.0818093 Apr 01 14:04:02.382950 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-eb06615d-1abb-4088-9dda-ad1d7eeb7482 req-8de23f0b-2a6e-461c-80ec-26d7401b0ee5 tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] 10.222.0.26 "GET /v2.0/security-groups?id=df1b5e6b-686d-4d87-89fe-11934569ee4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409238 Apr 01 14:04:03.582862 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a43fff2-c081-4f7b-8449-89bf47c9bce0 req-10a44f44-bbd3-4ac2-8516-9b82ac420376 tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:04:03.584457 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-3a43fff2-c081-4f7b-8449-89bf47c9bce0 req-10a44f44-bbd3-4ac2-8516-9b82ac420376 tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] 10.222.0.26 "GET /v2.0/ports?device_id=9fb3d8ab-854f-4b62-ba69-051be65e9e53 HTTP/1.1" status: 200 len: 945 time: 0.0762961 Apr 01 14:04:03.607344 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-37e9be66-c32a-48c0-8e9b-3fb098939a8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:04:03.630320 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-3a43fff2-c081-4f7b-8449-89bf47c9bce0 req-e381d255-9f7b-499f-be77-4ee3a6916b2a tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] 10.222.0.26 "GET /v2.0/security-groups?id=df1b5e6b-686d-4d87-89fe-11934569ee4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399983 Apr 01 14:04:04.845647 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e630bc-41f3-4ced-b53d-c362adee59c9 req-c2767b4b-a3e9-4abd-a489-55f14f55891f tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:04:04.847269 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-98e630bc-41f3-4ced-b53d-c362adee59c9 req-c2767b4b-a3e9-4abd-a489-55f14f55891f tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] 10.222.0.26 "GET /v2.0/ports?device_id=9fb3d8ab-854f-4b62-ba69-051be65e9e53 HTTP/1.1" status: 200 len: 945 time: 0.0876994 Apr 01 14:04:04.913626 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-98e630bc-41f3-4ced-b53d-c362adee59c9 req-2fe22ab2-f420-4744-977e-907a0ecdb204 tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] 10.222.0.26 "GET /v2.0/security-groups?id=df1b5e6b-686d-4d87-89fe-11934569ee4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0574811 Apr 01 14:04:05.961449 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-be2379bc-3493-4e78-a910-83729cc81cde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:04:06.120847 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5d66be-b30c-4115-9421-fe0fa7e8f488 req-36f5032d-2e1b-4b40-b2a9-6dbc5e77dc71 tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:04:06.122283 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-6e5d66be-b30c-4115-9421-fe0fa7e8f488 req-36f5032d-2e1b-4b40-b2a9-6dbc5e77dc71 tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] 10.222.0.26 "GET /v2.0/ports?device_id=9fb3d8ab-854f-4b62-ba69-051be65e9e53 HTTP/1.1" status: 200 len: 945 time: 0.0796733 Apr 01 14:04:06.167720 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-6e5d66be-b30c-4115-9421-fe0fa7e8f488 req-225c2e62-e280-42c6-b3df-a8e9bff45a92 tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] 10.222.0.26 "GET /v2.0/security-groups?id=df1b5e6b-686d-4d87-89fe-11934569ee4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399318 Apr 01 14:04:07.253437 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:04:07.406992 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fea17b5-d0a1-4702-9ef3-eecd5642564d req-e27d0f07-503f-4712-b8a9-d46fcac806aa tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:04:07.408537 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-5fea17b5-d0a1-4702-9ef3-eecd5642564d req-e27d0f07-503f-4712-b8a9-d46fcac806aa tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] 10.222.0.26 "GET /v2.0/ports?device_id=9fb3d8ab-854f-4b62-ba69-051be65e9e53 HTTP/1.1" status: 200 len: 945 time: 0.0778892 Apr 01 14:04:07.459303 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-5fea17b5-d0a1-4702-9ef3-eecd5642564d req-8a3b4f3f-3212-4294-9cd7-9572f400ebf3 tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] 10.222.0.26 "GET /v2.0/security-groups?id=df1b5e6b-686d-4d87-89fe-11934569ee4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441921 Apr 01 14:04:07.469009 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-2f9cfc9c-d8ba-4de3-a4ad-98162f90557c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:04:08.661470 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23aac2b-6887-4d11-ae20-3a661cae176c req-50e84ca7-6a36-4e7d-ada7-20f9caac1518 tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:04:08.662947 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-e23aac2b-6887-4d11-ae20-3a661cae176c req-50e84ca7-6a36-4e7d-ada7-20f9caac1518 tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] 10.222.0.26 "GET /v2.0/ports?device_id=9fb3d8ab-854f-4b62-ba69-051be65e9e53 HTTP/1.1" status: 200 len: 945 time: 0.0792530 Apr 01 14:04:08.714380 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-e23aac2b-6887-4d11-ae20-3a661cae176c req-90ecc1ab-df9d-4eb8-992b-6f1e23fdd400 tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] 10.222.0.26 "GET /v2.0/security-groups?id=df1b5e6b-686d-4d87-89fe-11934569ee4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457141 Apr 01 14:04:08.973378 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-a976a7b9-9034-41e6-be13-349b75ed1593 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:04:09.920626 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b82716-6070-4ce7-ac27-0f647d96a6d7 req-364bc39e-512f-495e-9c57-6029c8e40d90 tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:04:09.922088 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-74b82716-6070-4ce7-ac27-0f647d96a6d7 req-364bc39e-512f-495e-9c57-6029c8e40d90 tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] 10.222.0.26 "GET /v2.0/ports?device_id=9fb3d8ab-854f-4b62-ba69-051be65e9e53 HTTP/1.1" status: 200 len: 945 time: 0.0819485 Apr 01 14:04:09.968649 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-74b82716-6070-4ce7-ac27-0f647d96a6d7 req-e845e659-3260-4615-b3f0-4cdbf7f760dd tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] 10.222.0.26 "GET /v2.0/security-groups?id=df1b5e6b-686d-4d87-89fe-11934569ee4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406814 Apr 01 14:04:11.234122 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109f8db8-4b19-4c04-9267-29434579ccc8 req-9800f9cb-22aa-4439-b4bd-b7b5f538c025 tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:04:11.235733 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-109f8db8-4b19-4c04-9267-29434579ccc8 req-9800f9cb-22aa-4439-b4bd-b7b5f538c025 tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] 10.222.0.26 "GET /v2.0/ports?device_id=9fb3d8ab-854f-4b62-ba69-051be65e9e53 HTTP/1.1" status: 200 len: 945 time: 0.1012111 Apr 01 14:04:11.293290 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-109f8db8-4b19-4c04-9267-29434579ccc8 req-33c9832f-ba09-41ea-b87c-e48f481e8087 tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] 10.222.0.26 "GET /v2.0/security-groups?id=df1b5e6b-686d-4d87-89fe-11934569ee4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0521832 Apr 01 14:04:12.497883 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804efb3f-99d8-443c-bd25-ddf156b4725a req-63ec528f-d892-40f3-b7cb-a525348db58a tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:04:12.499349 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-804efb3f-99d8-443c-bd25-ddf156b4725a req-63ec528f-d892-40f3-b7cb-a525348db58a tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] 10.222.0.26 "GET /v2.0/ports?device_id=9fb3d8ab-854f-4b62-ba69-051be65e9e53 HTTP/1.1" status: 200 len: 945 time: 0.0808201 Apr 01 14:04:12.547412 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-804efb3f-99d8-443c-bd25-ddf156b4725a req-f0d014be-cd29-4f85-aed1-09a823a42feb tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] 10.222.0.26 "GET /v2.0/security-groups?id=df1b5e6b-686d-4d87-89fe-11934569ee4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421586 Apr 01 14:04:13.158246 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [req-b3d7fc9d-6cae-4c12-b1d2-740ed7d51d4d req-33ea5d45-2459-4a74-9534-ef3719bfe356 service neutron] (83869) timed out ('10.222.0.57', 63065) {{(pid=83869) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Apr 01 14:04:13.756111 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2498f821-3bd1-4fb9-8f7b-df29cd4a0e07 req-808cc97d-5616-47a0-8989-e3a7314cc1f8 tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:04:13.757607 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-2498f821-3bd1-4fb9-8f7b-df29cd4a0e07 req-808cc97d-5616-47a0-8989-e3a7314cc1f8 tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] 10.222.0.26 "GET /v2.0/ports?device_id=9fb3d8ab-854f-4b62-ba69-051be65e9e53 HTTP/1.1" status: 200 len: 945 time: 0.0802298 Apr 01 14:04:13.905389 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-2498f821-3bd1-4fb9-8f7b-df29cd4a0e07 req-90832070-f7ca-4e6b-87a5-27cbebcfd1bf tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] 10.222.0.26 "GET /v2.0/security-groups?id=df1b5e6b-686d-4d87-89fe-11934569ee4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1420989 Apr 01 14:04:15.120376 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8668bcd-3413-4caf-bef5-e7e4dab4bc3c req-1512b9c5-2f97-404d-9511-3ad551a6c62f tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:04:15.121904 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-b8668bcd-3413-4caf-bef5-e7e4dab4bc3c req-1512b9c5-2f97-404d-9511-3ad551a6c62f tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] 10.222.0.26 "GET /v2.0/ports?device_id=9fb3d8ab-854f-4b62-ba69-051be65e9e53 HTTP/1.1" status: 200 len: 945 time: 0.0890574 Apr 01 14:04:15.169601 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-b8668bcd-3413-4caf-bef5-e7e4dab4bc3c req-0d8ac016-feb7-43c4-aeb3-f3c6bba812dd tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] 10.222.0.26 "GET /v2.0/security-groups?id=df1b5e6b-686d-4d87-89fe-11934569ee4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421965 Apr 01 14:04:16.389763 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd8026c-099e-4eca-8f9a-83f348f441c8 req-02e3f672-dae8-470a-a17b-88ee349735b6 tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:04:16.391236 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-1bd8026c-099e-4eca-8f9a-83f348f441c8 req-02e3f672-dae8-470a-a17b-88ee349735b6 tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] 10.222.0.26 "GET /v2.0/ports?device_id=9fb3d8ab-854f-4b62-ba69-051be65e9e53 HTTP/1.1" status: 200 len: 945 time: 0.0794017 Apr 01 14:04:16.442450 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-1bd8026c-099e-4eca-8f9a-83f348f441c8 req-57c939b1-ccae-455d-bdb0-69a297a400d5 tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] 10.222.0.26 "GET /v2.0/security-groups?id=df1b5e6b-686d-4d87-89fe-11934569ee4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449073 Apr 01 14:04:17.649823 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601dfcf2-7475-48e0-86ea-ecd926347f57 req-73e739bb-e60d-418a-98d4-b5384e77e370 tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:04:17.651336 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-601dfcf2-7475-48e0-86ea-ecd926347f57 req-73e739bb-e60d-418a-98d4-b5384e77e370 tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] 10.222.0.26 "GET /v2.0/ports?device_id=9fb3d8ab-854f-4b62-ba69-051be65e9e53 HTTP/1.1" status: 200 len: 945 time: 0.0810459 Apr 01 14:04:17.703400 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-601dfcf2-7475-48e0-86ea-ecd926347f57 req-e059bcfe-8427-42ae-bd1b-70921068b2e0 tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] 10.222.0.26 "GET /v2.0/security-groups?id=df1b5e6b-686d-4d87-89fe-11934569ee4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458724 Apr 01 14:04:18.934209 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99806e10-5bdd-4ecb-be20-bb06e4441eca req-4ab05ccc-7295-4fa3-8be0-f3747ee58f69 tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:04:18.935707 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-99806e10-5bdd-4ecb-be20-bb06e4441eca req-4ab05ccc-7295-4fa3-8be0-f3747ee58f69 tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] 10.222.0.26 "GET /v2.0/ports?device_id=9fb3d8ab-854f-4b62-ba69-051be65e9e53 HTTP/1.1" status: 200 len: 945 time: 0.0946579 Apr 01 14:04:18.990493 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-99806e10-5bdd-4ecb-be20-bb06e4441eca req-114a4abf-7c3b-435e-90d8-365fe1fdcc8d tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] 10.222.0.26 "GET /v2.0/security-groups?id=df1b5e6b-686d-4d87-89fe-11934569ee4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469553 Apr 01 14:04:19.499097 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-adb195bf-6d16-4bbb-8bfa-c00f89481ec2 req-0dadc23b-b922-45de-b91e-fa8e054a1fe8 service neutron] 10.222.0.57 "GET /v2.0/ports/560f65f1-413d-49d3-8f28-ba8afa459cc8/bindings/hv-neutron-8361 HTTP/1.1" status: 200 len: 384 time: 0.0847294 Apr 01 14:04:19.802769 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-adb195bf-6d16-4bbb-8bfa-c00f89481ec2 req-c331279b-6c2e-4fcd-9b60-a20562a407a1 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=9fb3d8ab-854f-4b62-ba69-051be65e9e53&tenant_id=ac8d6dafad13497f91e5f7f06ff4319f HTTP/1.1" status: 200 len: 1098 time: 0.0783544 Apr 01 14:04:19.917423 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-adb195bf-6d16-4bbb-8bfa-c00f89481ec2 req-0464f37c-4093-479f-8ceb-3500ee4360d3 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=ac8d6dafad13497f91e5f7f06ff4319f&device_id=9fb3d8ab-854f-4b62-ba69-051be65e9e53 HTTP/1.1" status: 200 len: 1098 time: 0.0775976 Apr 01 14:04:20.084199 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb195bf-6d16-4bbb-8bfa-c00f89481ec2 req-13e30dd4-6b07-420b-9006-e324b277cafc service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:04:20.085775 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-adb195bf-6d16-4bbb-8bfa-c00f89481ec2 req-13e30dd4-6b07-420b-9006-e324b277cafc service neutron] 10.222.0.57 "GET /v2.0/networks?id=5814336a-8d6c-40ed-8506-054f9bd4decc HTTP/1.1" status: 200 len: 913 time: 0.1579859 Apr 01 14:04:20.242011 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-adb195bf-6d16-4bbb-8bfa-c00f89481ec2 req-561cb83e-4fb5-43a5-aade-ac4385f937c7 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=560f65f1-413d-49d3-8f28-ba8afa459cc8 HTTP/1.1" status: 200 len: 1002 time: 0.1456814 Apr 01 14:04:20.313454 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6def30e-3e9c-4e2b-81a8-aecadf1cd933 req-7d4af041-d672-4dd4-bb7f-ed89cc9a0b09 tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:04:20.314895 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-e6def30e-3e9c-4e2b-81a8-aecadf1cd933 req-7d4af041-d672-4dd4-bb7f-ed89cc9a0b09 tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] 10.222.0.26 "GET /v2.0/ports?device_id=9fb3d8ab-854f-4b62-ba69-051be65e9e53 HTTP/1.1" status: 200 len: 945 time: 0.1704614 Apr 01 14:04:20.346481 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb195bf-6d16-4bbb-8bfa-c00f89481ec2 req-d5dffdd6-c0f2-4455-89f7-92b16ffb8c78 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:04:20.348825 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-adb195bf-6d16-4bbb-8bfa-c00f89481ec2 req-d5dffdd6-c0f2-4455-89f7-92b16ffb8c78 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=386bfa80-3d9f-4aff-93be-9b174840257e HTTP/1.1" status: 200 len: 851 time: 0.0959878 Apr 01 14:04:20.415915 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-e6def30e-3e9c-4e2b-81a8-aecadf1cd933 req-0692b89f-c74d-49f3-beb5-bd7058df94d3 tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] 10.222.0.26 "GET /v2.0/security-groups?id=df1b5e6b-686d-4d87-89fe-11934569ee4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0953040 Apr 01 14:04:20.445462 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-adb195bf-6d16-4bbb-8bfa-c00f89481ec2 req-9427bae1-c640-42b6-a128-d0438e7a38a2 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=5814336a-8d6c-40ed-8506-054f9bd4decc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0849416 Apr 01 14:04:20.682386 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-adb195bf-6d16-4bbb-8bfa-c00f89481ec2 req-e789803f-d137-484f-a6cd-a21a776ba911 service neutron] 10.222.0.57 "GET /v2.0/networks/5814336a-8d6c-40ed-8506-054f9bd4decc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2270281 Apr 01 14:04:20.840146 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-adb195bf-6d16-4bbb-8bfa-c00f89481ec2 req-7ffc6345-3b07-4ef1-8467-406178916c9a service neutron] 10.222.0.57 "GET /v2.0/networks/5814336a-8d6c-40ed-8506-054f9bd4decc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1471725 Apr 01 14:04:21.620387 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e843d3-cc1a-440e-9e04-dfe8c695b2fd req-670fd759-b563-448e-8b9e-84ee00b2441a tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:04:21.622049 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-d3e843d3-cc1a-440e-9e04-dfe8c695b2fd req-670fd759-b563-448e-8b9e-84ee00b2441a tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] 10.222.0.26 "GET /v2.0/ports?device_id=9fb3d8ab-854f-4b62-ba69-051be65e9e53 HTTP/1.1" status: 200 len: 945 time: 0.0786560 Apr 01 14:04:21.674862 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-d3e843d3-cc1a-440e-9e04-dfe8c695b2fd req-321f0048-e419-4431-88ca-fd168320d262 tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] 10.222.0.26 "GET /v2.0/security-groups?id=df1b5e6b-686d-4d87-89fe-11934569ee4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471730 Apr 01 14:04:22.879658 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d70e49-295d-4d68-895b-7fd05af4241e req-52e6b400-d5cc-42e1-b53c-486b86f7fa4c tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:04:22.881176 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-c8d70e49-295d-4d68-895b-7fd05af4241e req-52e6b400-d5cc-42e1-b53c-486b86f7fa4c tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] 10.222.0.26 "GET /v2.0/ports?device_id=9fb3d8ab-854f-4b62-ba69-051be65e9e53 HTTP/1.1" status: 200 len: 945 time: 0.0790758 Apr 01 14:04:22.934174 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-c8d70e49-295d-4d68-895b-7fd05af4241e req-738d6b12-27ae-4635-9312-1924d4cd49b7 tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] 10.222.0.26 "GET /v2.0/security-groups?id=df1b5e6b-686d-4d87-89fe-11934569ee4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474660 Apr 01 14:04:22.987629 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Device 560f65f1-413d-49d3-8f28-ba8afa459cc8 no longer exists at agent hyperv_hv-neutron-8361 {{(pid=83872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 14:04:23.143743 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:04:23.172361 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9fb3d8ab-854f-4b62-ba69-051be65e9e53', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '560f65f1-413d-49d3-8f28-ba8afa459cc8'}] {{(pid=83872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 14:04:23.183193 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] For port 560f65f1-413d-49d3-8f28-ba8afa459cc8, host hv-neutron-8361, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8361',level=0,port_id=560f65f1-413d-49d3-8f28-ba8afa459cc8,segment=NetworkSegment(a1ffe40c-2ec3-4aac-8e09-3ca5e1236acd),segment_id=a1ffe40c-2ec3-4aac-8e09-3ca5e1236acd)] {{(pid=83872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 14:04:23.190746 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864'] for port, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:04:23.257789 dv-neutron-836180-1-hyperv neutron-server[83872]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9fb3d8ab-854f-4b62-ba69-051be65e9e53', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '560f65f1-413d-49d3-8f28-ba8afa459cc8', 'code': 200} Apr 01 14:04:23.263228 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Pushing event updated for resources: {'Port': ['ID=560f65f1-413d-49d3-8f28-ba8afa459cc8,revision_number=6']} {{(pid=83872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:04:23.939232 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-f0a4e0f4-6ebe-4def-8384-6284985ffcdf req-6ba9b5c8-5ea2-410b-8480-61d6597021ba service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=ac8d6dafad13497f91e5f7f06ff4319f&device_id=9fb3d8ab-854f-4b62-ba69-051be65e9e53 HTTP/1.1" status: 200 len: 1096 time: 0.0900292 Apr 01 14:04:24.065745 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:04:24.137864 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a4e0f4-6ebe-4def-8384-6284985ffcdf req-8d2ea9e8-fcc8-4e08-ade0-599a4832bbd4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:04:24.139295 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-f0a4e0f4-6ebe-4def-8384-6284985ffcdf req-8d2ea9e8-fcc8-4e08-ade0-599a4832bbd4 service neutron] 10.222.0.57 "GET /v2.0/networks?id=5814336a-8d6c-40ed-8506-054f9bd4decc HTTP/1.1" status: 200 len: 913 time: 0.1775200 Apr 01 14:04:24.250296 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2273ef01-f17b-4ddf-a620-b14597575419 req-9a0cfb0b-de64-405a-8c70-51a87e593716 tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:04:24.251661 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-2273ef01-f17b-4ddf-a620-b14597575419 req-9a0cfb0b-de64-405a-8c70-51a87e593716 tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] 10.222.0.26 "GET /v2.0/ports?device_id=9fb3d8ab-854f-4b62-ba69-051be65e9e53 HTTP/1.1" status: 200 len: 943 time: 0.1893601 Apr 01 14:04:24.274014 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-f0a4e0f4-6ebe-4def-8384-6284985ffcdf req-8c2e2a4b-86f0-4029-878a-c53f918542de service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=560f65f1-413d-49d3-8f28-ba8afa459cc8 HTTP/1.1" status: 200 len: 1000 time: 0.1242821 Apr 01 14:04:24.344071 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a4e0f4-6ebe-4def-8384-6284985ffcdf req-eabfdecd-edd4-4b46-9c6b-ca2398588211 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:04:24.345536 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-f0a4e0f4-6ebe-4def-8384-6284985ffcdf req-eabfdecd-edd4-4b46-9c6b-ca2398588211 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=386bfa80-3d9f-4aff-93be-9b174840257e HTTP/1.1" status: 200 len: 851 time: 0.0622931 Apr 01 14:04:24.432199 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-2273ef01-f17b-4ddf-a620-b14597575419 req-c6f1024d-c118-44db-9529-64f11809e0e4 tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] 10.222.0.26 "GET /v2.0/security-groups?id=df1b5e6b-686d-4d87-89fe-11934569ee4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1706076 Apr 01 14:04:24.453752 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-f0a4e0f4-6ebe-4def-8384-6284985ffcdf req-d7e9cc97-4ebb-4f52-933e-0b1e3db2f137 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=5814336a-8d6c-40ed-8506-054f9bd4decc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0928183 Apr 01 14:04:24.593593 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-f0a4e0f4-6ebe-4def-8384-6284985ffcdf req-568a31e7-0a7e-48fa-ba69-28d37cd96acd service neutron] 10.222.0.57 "GET /v2.0/networks/5814336a-8d6c-40ed-8506-054f9bd4decc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1295874 Apr 01 14:04:24.725384 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-f0a4e0f4-6ebe-4def-8384-6284985ffcdf req-78b90a01-cd42-404d-8deb-c47cf3bf17f6 service neutron] 10.222.0.57 "GET /v2.0/networks/5814336a-8d6c-40ed-8506-054f9bd4decc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1229062 Apr 01 14:04:24.999747 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Device 560f65f1-413d-49d3-8f28-ba8afa459cc8 details requested by agent hyperv_hv-neutron-8361 with host hv-neutron-8361 {{(pid=83872) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 01 14:04:25.131329 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] For port 560f65f1-413d-49d3-8f28-ba8afa459cc8, host hv-neutron-8361, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8361',level=0,port_id=560f65f1-413d-49d3-8f28-ba8afa459cc8,segment=NetworkSegment(a1ffe40c-2ec3-4aac-8e09-3ca5e1236acd),segment_id=a1ffe40c-2ec3-4aac-8e09-3ca5e1236acd)] {{(pid=83872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 14:04:25.144277 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Returning: {'device': '560f65f1-413d-49d3-8f28-ba8afa459cc8', 'network_id': '5814336a-8d6c-40ed-8506-054f9bd4decc', 'port_id': '560f65f1-413d-49d3-8f28-ba8afa459cc8', 'mac_address': 'fa:16:3e:e7:6f:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 399, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '386bfa80-3d9f-4aff-93be-9b174840257e', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83872) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 01 14:04:25.199787 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:04:25.216416 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.notifiers.nova [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 560f65f1-413d-49d3-8f28-ba8afa459cc8 {{(pid=83872) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 01 14:04:25.232130 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] For port 560f65f1-413d-49d3-8f28-ba8afa459cc8, host hv-neutron-8361, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8361',level=0,port_id=560f65f1-413d-49d3-8f28-ba8afa459cc8,segment=NetworkSegment(a1ffe40c-2ec3-4aac-8e09-3ca5e1236acd),segment_id=a1ffe40c-2ec3-4aac-8e09-3ca5e1236acd)] {{(pid=83872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 14:04:25.235963 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864'] for port, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:04:25.305524 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Pushing event updated for resources: {'Port': ['ID=560f65f1-413d-49d3-8f28-ba8afa459cc8,revision_number=7']} {{(pid=83872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:04:25.313958 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] get_ports_and_sgs() called for port_ids ['560f65f1-413d-49d3-8f28-ba8afa459cc8'] {{(pid=83872) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 01 14:04:25.706104 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80100d14-e74d-4d63-b3d6-a0cf9fe427b3 req-82e227d2-8197-424c-97ba-67d91d65489e tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:04:25.708089 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-80100d14-e74d-4d63-b3d6-a0cf9fe427b3 req-82e227d2-8197-424c-97ba-67d91d65489e tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] 10.222.0.26 "GET /v2.0/ports?device_id=9fb3d8ab-854f-4b62-ba69-051be65e9e53 HTTP/1.1" status: 200 len: 944 time: 0.1474676 Apr 01 14:04:25.753271 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-80100d14-e74d-4d63-b3d6-a0cf9fe427b3 req-fb555498-eafa-402e-88a9-9b18129a5ffb tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] 10.222.0.26 "GET /v2.0/security-groups?id=df1b5e6b-686d-4d87-89fe-11934569ee4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395861 Apr 01 14:04:26.949826 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5c0b76-9d6d-4b9a-9de7-308a15bc917b req-5df7f54d-1bc5-404e-a3a6-700765183d69 tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:04:26.951244 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-6d5c0b76-9d6d-4b9a-9de7-308a15bc917b req-5df7f54d-1bc5-404e-a3a6-700765183d69 tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] 10.222.0.26 "GET /v2.0/ports?device_id=9fb3d8ab-854f-4b62-ba69-051be65e9e53 HTTP/1.1" status: 200 len: 944 time: 0.0751421 Apr 01 14:04:26.995949 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-6d5c0b76-9d6d-4b9a-9de7-308a15bc917b req-a3e76621-cd57-47a4-b0fc-c51f219b9837 tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] 10.222.0.26 "GET /v2.0/security-groups?id=df1b5e6b-686d-4d87-89fe-11934569ee4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392520 Apr 01 14:04:27.003110 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Device 560f65f1-413d-49d3-8f28-ba8afa459cc8 up at agent hyperv_hv-neutron-8361 {{(pid=83872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 14:04:27.073788 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Provisioning complete for port 560f65f1-413d-49d3-8f28-ba8afa459cc8 triggered by entity L2. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 14:04:27.074151 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-948329'] for port, provisioning_complete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:04:27.189235 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:04:27.216243 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9fb3d8ab-854f-4b62-ba69-051be65e9e53', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '560f65f1-413d-49d3-8f28-ba8afa459cc8'}] {{(pid=83872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 14:04:27.226506 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] For port 560f65f1-413d-49d3-8f28-ba8afa459cc8, host hv-neutron-8361, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8361',level=0,port_id=560f65f1-413d-49d3-8f28-ba8afa459cc8,segment=NetworkSegment(a1ffe40c-2ec3-4aac-8e09-3ca5e1236acd),segment_id=a1ffe40c-2ec3-4aac-8e09-3ca5e1236acd)] {{(pid=83872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 14:04:27.231914 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864'] for port, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:04:27.283552 dv-neutron-836180-1-hyperv neutron-server[83872]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9fb3d8ab-854f-4b62-ba69-051be65e9e53', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '560f65f1-413d-49d3-8f28-ba8afa459cc8', 'code': 200} Apr 01 14:04:27.307726 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Pushing event updated for resources: {'Port': ['ID=560f65f1-413d-49d3-8f28-ba8afa459cc8,revision_number=8']} {{(pid=83872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:04:27.983308 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.agents_db [None req-bdd220c7-049a-43d2-a923-ad1a2de078c6 None None] Agent healthcheck: found 6 active agents {{(pid=83873) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 01 14:04:28.198048 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d92fb1-2b8c-47f7-8c7c-a58e8216c8c9 req-c9ea97ed-ac68-4e83-b2ee-2e475cb96fbf tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:04:28.199456 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-d3d92fb1-2b8c-47f7-8c7c-a58e8216c8c9 req-c9ea97ed-ac68-4e83-b2ee-2e475cb96fbf tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] 10.222.0.26 "GET /v2.0/ports?device_id=9fb3d8ab-854f-4b62-ba69-051be65e9e53 HTTP/1.1" status: 200 len: 945 time: 0.0817549 Apr 01 14:04:28.245037 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-d3d92fb1-2b8c-47f7-8c7c-a58e8216c8c9 req-572d463d-1fe5-4f07-addd-2c2580060c6f tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] 10.222.0.26 "GET /v2.0/security-groups?id=df1b5e6b-686d-4d87-89fe-11934569ee4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397401 Apr 01 14:04:29.450632 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f6aae1-22bd-4f36-8d78-de84bb170405 req-6078976a-65c8-4273-ae73-bed3a8e151cb tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:04:29.452078 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-54f6aae1-22bd-4f36-8d78-de84bb170405 req-6078976a-65c8-4273-ae73-bed3a8e151cb tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] 10.222.0.26 "GET /v2.0/ports?device_id=9fb3d8ab-854f-4b62-ba69-051be65e9e53 HTTP/1.1" status: 200 len: 945 time: 0.0830014 Apr 01 14:04:29.501628 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-54f6aae1-22bd-4f36-8d78-de84bb170405 req-f29f9465-dcf6-4fa2-b59d-6dbd8a3745c6 tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] 10.222.0.26 "GET /v2.0/security-groups?id=df1b5e6b-686d-4d87-89fe-11934569ee4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439167 Apr 01 14:04:30.700345 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ce4413-3b0e-4d93-a392-74446b80c6f3 req-dfd6dc90-43b0-4c78-b051-c40c39f8ad6c tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:04:30.701740 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-e5ce4413-3b0e-4d93-a392-74446b80c6f3 req-dfd6dc90-43b0-4c78-b051-c40c39f8ad6c tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] 10.222.0.26 "GET /v2.0/ports?device_id=9fb3d8ab-854f-4b62-ba69-051be65e9e53 HTTP/1.1" status: 200 len: 945 time: 0.0771136 Apr 01 14:04:30.751448 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-e5ce4413-3b0e-4d93-a392-74446b80c6f3 req-291cc1f3-2a12-4d59-a204-76662b287de0 tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] 10.222.0.26 "GET /v2.0/security-groups?id=df1b5e6b-686d-4d87-89fe-11934569ee4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401137 Apr 01 14:04:31.212579 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205108aa-2d6e-45d5-8414-0deef873599a req-f4f74e4b-7ff1-4ff0-845d-7ffb56c07644 tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:04:31.214002 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-205108aa-2d6e-45d5-8414-0deef873599a req-f4f74e4b-7ff1-4ff0-845d-7ffb56c07644 tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] 10.222.0.57 "GET /v2.0/ports?device_id=9fb3d8ab-854f-4b62-ba69-051be65e9e53&tenant_id=ac8d6dafad13497f91e5f7f06ff4319f&binding%3Ahost_id=hv-neutron-8361 HTTP/1.1" status: 200 len: 945 time: 0.1285367 Apr 01 14:04:31.228598 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [req-205108aa-2d6e-45d5-8414-0deef873599a req-acd6eaa7-b0ae-41f8-9282-c5900a1a85ad tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=83869) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 01 14:04:31.229506 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-205108aa-2d6e-45d5-8414-0deef873599a req-acd6eaa7-b0ae-41f8-9282-c5900a1a85ad tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0051694 Apr 01 14:04:31.249607 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5181e973-e109-443c-b73c-b026dcee8331 req-47c86667-aa3d-42d2-8d7c-2e17624e32c9 tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:04:31.251030 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-5181e973-e109-443c-b73c-b026dcee8331 req-47c86667-aa3d-42d2-8d7c-2e17624e32c9 tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] 10.222.0.26 "GET /v2.0/ports?device_id=9fb3d8ab-854f-4b62-ba69-051be65e9e53 HTTP/1.1" status: 200 len: 945 time: 0.1077943 Apr 01 14:04:31.298470 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-5181e973-e109-443c-b73c-b026dcee8331 req-f20ad506-dc3d-4a0c-9bec-f711c2cab078 tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] 10.222.0.26 "GET /v2.0/security-groups?id=df1b5e6b-686d-4d87-89fe-11934569ee4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394876 Apr 01 14:04:31.471821 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-205108aa-2d6e-45d5-8414-0deef873599a req-037d50f3-43db-439c-b672-71ed2aa79456 service neutron] 10.222.0.57 "GET /v2.0/ports/560f65f1-413d-49d3-8f28-ba8afa459cc8/bindings/hv-neutron-8361 HTTP/1.1" status: 200 len: 384 time: 0.2354250 Apr 01 14:04:31.560742 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-205108aa-2d6e-45d5-8414-0deef873599a req-f1b7847f-78a2-4bc1-b1d1-44d9dd34bfdb service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=ac8d6dafad13497f91e5f7f06ff4319f&device_id=9fb3d8ab-854f-4b62-ba69-051be65e9e53 HTTP/1.1" status: 200 len: 1098 time: 0.0672250 Apr 01 14:04:31.690203 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205108aa-2d6e-45d5-8414-0deef873599a req-fe1ea65a-ed16-4cdd-99e6-44efd4f95697 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:04:31.692236 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-205108aa-2d6e-45d5-8414-0deef873599a req-fe1ea65a-ed16-4cdd-99e6-44efd4f95697 service neutron] 10.222.0.57 "GET /v2.0/networks?id=5814336a-8d6c-40ed-8506-054f9bd4decc HTTP/1.1" status: 200 len: 913 time: 0.1249735 Apr 01 14:04:31.793411 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-205108aa-2d6e-45d5-8414-0deef873599a req-5dac2487-69ef-404c-bbc8-21bdef54adce service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=560f65f1-413d-49d3-8f28-ba8afa459cc8 HTTP/1.1" status: 200 len: 1002 time: 0.0952606 Apr 01 14:04:31.857126 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205108aa-2d6e-45d5-8414-0deef873599a req-65566ac5-9ff6-4559-a758-275f5e40ab6e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:04:31.858557 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-205108aa-2d6e-45d5-8414-0deef873599a req-65566ac5-9ff6-4559-a758-275f5e40ab6e service neutron] 10.222.0.57 "GET /v2.0/subnets?id=386bfa80-3d9f-4aff-93be-9b174840257e HTTP/1.1" status: 200 len: 851 time: 0.0600338 Apr 01 14:04:31.931367 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-205108aa-2d6e-45d5-8414-0deef873599a req-4ed1d138-0376-45a2-bd7e-7f175d45a0ac service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=5814336a-8d6c-40ed-8506-054f9bd4decc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0669835 Apr 01 14:04:32.062546 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-205108aa-2d6e-45d5-8414-0deef873599a req-71bf2e83-41c4-418f-8462-e5b7cb2a7062 service neutron] 10.222.0.57 "GET /v2.0/networks/5814336a-8d6c-40ed-8506-054f9bd4decc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245718 Apr 01 14:04:32.191472 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-205108aa-2d6e-45d5-8414-0deef873599a req-489bf192-d464-4915-ab87-7de1916dd86f service neutron] 10.222.0.57 "GET /v2.0/networks/5814336a-8d6c-40ed-8506-054f9bd4decc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1229463 Apr 01 14:04:32.497902 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a694a8-e495-48e8-b0e6-4ac951649a13 req-a5965fff-bee9-438c-ae9e-75266709947c tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:04:32.499246 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-b1a694a8-e495-48e8-b0e6-4ac951649a13 req-a5965fff-bee9-438c-ae9e-75266709947c tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] 10.222.0.26 "GET /v2.0/ports?device_id=9fb3d8ab-854f-4b62-ba69-051be65e9e53 HTTP/1.1" status: 200 len: 945 time: 0.0748596 Apr 01 14:04:32.544967 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-b1a694a8-e495-48e8-b0e6-4ac951649a13 req-6dffc6be-4525-4829-9590-cc91c6abac09 tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] 10.222.0.26 "GET /v2.0/security-groups?id=df1b5e6b-686d-4d87-89fe-11934569ee4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399125 Apr 01 14:04:33.611203 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-79e11a95-cf14-4090-bef3-7a81bade0946 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:04:33.744234 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe15c78-e5e9-433f-88bb-e04badbd061a req-b7f84212-f7d3-4fe0-95ed-500e9e197e9c tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:04:33.745694 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-cbe15c78-e5e9-433f-88bb-e04badbd061a req-b7f84212-f7d3-4fe0-95ed-500e9e197e9c tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] 10.222.0.26 "GET /v2.0/ports?device_id=9fb3d8ab-854f-4b62-ba69-051be65e9e53 HTTP/1.1" status: 200 len: 945 time: 0.0763063 Apr 01 14:04:33.795156 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-cbe15c78-e5e9-433f-88bb-e04badbd061a req-32e176a2-5af8-4eed-876a-dc0285ab1a5b tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] 10.222.0.26 "GET /v2.0/security-groups?id=df1b5e6b-686d-4d87-89fe-11934569ee4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437562 Apr 01 14:04:34.994705 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6cdaf22-7ce7-4e47-bbfb-d857b1ae08f5 req-e1164fd2-9d76-4c0f-8053-5c91c1494c65 tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:04:34.996146 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-b6cdaf22-7ce7-4e47-bbfb-d857b1ae08f5 req-e1164fd2-9d76-4c0f-8053-5c91c1494c65 tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] 10.222.0.26 "GET /v2.0/ports?device_id=9fb3d8ab-854f-4b62-ba69-051be65e9e53 HTTP/1.1" status: 200 len: 945 time: 0.0798092 Apr 01 14:04:35.040943 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-b6cdaf22-7ce7-4e47-bbfb-d857b1ae08f5 req-7a99d70f-075f-4d87-b3bd-8609b8d65d7e tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] 10.222.0.26 "GET /v2.0/security-groups?id=df1b5e6b-686d-4d87-89fe-11934569ee4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393102 Apr 01 14:04:35.565194 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-205108aa-2d6e-45d5-8414-0deef873599a req-f3e01fb8-bbed-4d6e-8d48-d174f1e7fd5f service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=9fb3d8ab-854f-4b62-ba69-051be65e9e53&tenant_id=ac8d6dafad13497f91e5f7f06ff4319f HTTP/1.1" status: 200 len: 1098 time: 0.0712707 Apr 01 14:04:35.659681 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-205108aa-2d6e-45d5-8414-0deef873599a req-3808e046-dd77-4313-8b3f-a8ffb3e5821a service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=ac8d6dafad13497f91e5f7f06ff4319f&device_id=9fb3d8ab-854f-4b62-ba69-051be65e9e53 HTTP/1.1" status: 200 len: 1098 time: 0.0699666 Apr 01 14:04:35.798859 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205108aa-2d6e-45d5-8414-0deef873599a req-3ceaf360-4dab-4612-a49c-4014f7efbbc5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:04:35.801244 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-205108aa-2d6e-45d5-8414-0deef873599a req-3ceaf360-4dab-4612-a49c-4014f7efbbc5 service neutron] 10.222.0.57 "GET /v2.0/networks?id=5814336a-8d6c-40ed-8506-054f9bd4decc HTTP/1.1" status: 200 len: 913 time: 0.1310208 Apr 01 14:04:35.905986 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-205108aa-2d6e-45d5-8414-0deef873599a req-3bda2f7a-bce8-4c0b-9d93-4f517178ed99 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=560f65f1-413d-49d3-8f28-ba8afa459cc8 HTTP/1.1" status: 200 len: 1002 time: 0.0966201 Apr 01 14:04:35.963873 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-0162c13d-a2ad-4ebe-8553-8d531e5001ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:04:35.976422 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205108aa-2d6e-45d5-8414-0deef873599a req-1c7b8a9b-9690-4aca-b86c-ba08bd6e22ea service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:04:35.977864 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-205108aa-2d6e-45d5-8414-0deef873599a req-1c7b8a9b-9690-4aca-b86c-ba08bd6e22ea service neutron] 10.222.0.57 "GET /v2.0/subnets?id=386bfa80-3d9f-4aff-93be-9b174840257e HTTP/1.1" status: 200 len: 851 time: 0.0631275 Apr 01 14:04:36.055754 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-205108aa-2d6e-45d5-8414-0deef873599a req-1573468b-07e0-48b9-871a-bcfc2b62cc0c service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=5814336a-8d6c-40ed-8506-054f9bd4decc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0686631 Apr 01 14:04:36.234769 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-205108aa-2d6e-45d5-8414-0deef873599a req-a126fd16-d25f-4b21-8a1b-075cea171b92 service neutron] 10.222.0.57 "GET /v2.0/networks/5814336a-8d6c-40ed-8506-054f9bd4decc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1675756 Apr 01 14:04:36.429971 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1f0876-e6da-4897-81d7-152739e451f0 req-58521942-43b0-4b51-a61b-4fc6b89374de tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:04:36.431407 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-cd1f0876-e6da-4897-81d7-152739e451f0 req-58521942-43b0-4b51-a61b-4fc6b89374de tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] 10.222.0.26 "GET /v2.0/ports?device_id=9fb3d8ab-854f-4b62-ba69-051be65e9e53 HTTP/1.1" status: 200 len: 945 time: 0.2584996 Apr 01 14:04:36.510282 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-205108aa-2d6e-45d5-8414-0deef873599a req-66bf16df-fab5-4b9c-84ce-6f75730541f7 service neutron] 10.222.0.57 "GET /v2.0/networks/5814336a-8d6c-40ed-8506-054f9bd4decc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2605197 Apr 01 14:04:36.512823 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-cd1f0876-e6da-4897-81d7-152739e451f0 req-59508c75-f673-42cc-be2f-504250f92868 tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] 10.222.0.26 "GET /v2.0/security-groups?id=df1b5e6b-686d-4d87-89fe-11934569ee4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0745087 Apr 01 14:04:37.059311 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Device 560f65f1-413d-49d3-8f28-ba8afa459cc8 no longer exists at agent hyperv_hv-neutron-8361 {{(pid=83872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 14:04:37.172690 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:04:37.201885 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9fb3d8ab-854f-4b62-ba69-051be65e9e53', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '560f65f1-413d-49d3-8f28-ba8afa459cc8'}] {{(pid=83872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 14:04:37.212181 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] For port 560f65f1-413d-49d3-8f28-ba8afa459cc8, host hv-neutron-8361, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8361',level=0,port_id=560f65f1-413d-49d3-8f28-ba8afa459cc8,segment=NetworkSegment(a1ffe40c-2ec3-4aac-8e09-3ca5e1236acd),segment_id=a1ffe40c-2ec3-4aac-8e09-3ca5e1236acd)] {{(pid=83872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 14:04:37.228536 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864'] for port, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:04:37.289718 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:04:37.318337 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Pushing event updated for resources: {'Port': ['ID=560f65f1-413d-49d3-8f28-ba8afa459cc8,revision_number=9']} {{(pid=83872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:04:37.326653 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:04:37.327000 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:04:37.327369 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:04:37.327646 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:04:37.327971 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:04:37.328468 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:04:37.328785 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:04:37.329101 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:04:37.329415 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:04:37.329724 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:04:37.330035 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:04:37.367193 dv-neutron-836180-1-hyperv neutron-server[83872]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9fb3d8ab-854f-4b62-ba69-051be65e9e53', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '560f65f1-413d-49d3-8f28-ba8afa459cc8', 'code': 200} Apr 01 14:04:37.467249 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-2f9cfc9c-d8ba-4de3-a4ad-98162f90557c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:04:37.722522 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f16be93-76a8-4bb9-ab6b-17ab43d5215d req-9a8dc02c-03c1-4fa3-8ae8-cee26e1003b8 tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:04:37.723977 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-1f16be93-76a8-4bb9-ab6b-17ab43d5215d req-9a8dc02c-03c1-4fa3-8ae8-cee26e1003b8 tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] 10.222.0.26 "GET /v2.0/ports?device_id=9fb3d8ab-854f-4b62-ba69-051be65e9e53 HTTP/1.1" status: 200 len: 943 time: 0.0783143 Apr 01 14:04:37.771902 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-1f16be93-76a8-4bb9-ab6b-17ab43d5215d req-78b92959-61eb-4ad3-a8a8-9545502063a9 tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] 10.222.0.26 "GET /v2.0/security-groups?id=df1b5e6b-686d-4d87-89fe-11934569ee4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420244 Apr 01 14:04:38.966623 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-a976a7b9-9034-41e6-be13-349b75ed1593 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:04:38.980559 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078e9c95-6f94-45af-8b08-0c969859f95a req-6719b00e-8559-46e4-bcb3-1a8ed9549b3b tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:04:38.981990 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-078e9c95-6f94-45af-8b08-0c969859f95a req-6719b00e-8559-46e4-bcb3-1a8ed9549b3b tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] 10.222.0.26 "GET /v2.0/ports?device_id=9fb3d8ab-854f-4b62-ba69-051be65e9e53 HTTP/1.1" status: 200 len: 943 time: 0.0774038 Apr 01 14:04:39.029997 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-078e9c95-6f94-45af-8b08-0c969859f95a req-78aac49e-9dfc-48d5-a711-1be22bd3a308 tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] 10.222.0.26 "GET /v2.0/security-groups?id=df1b5e6b-686d-4d87-89fe-11934569ee4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422716 Apr 01 14:04:39.081838 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Device 560f65f1-413d-49d3-8f28-ba8afa459cc8 details requested by agent hyperv_hv-neutron-8361 with host hv-neutron-8361 {{(pid=83872) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 01 14:04:39.214142 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] For port 560f65f1-413d-49d3-8f28-ba8afa459cc8, host hv-neutron-8361, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8361',level=0,port_id=560f65f1-413d-49d3-8f28-ba8afa459cc8,segment=NetworkSegment(a1ffe40c-2ec3-4aac-8e09-3ca5e1236acd),segment_id=a1ffe40c-2ec3-4aac-8e09-3ca5e1236acd)] {{(pid=83872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 14:04:39.227056 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Returning: {'device': '560f65f1-413d-49d3-8f28-ba8afa459cc8', 'network_id': '5814336a-8d6c-40ed-8506-054f9bd4decc', 'port_id': '560f65f1-413d-49d3-8f28-ba8afa459cc8', 'mac_address': 'fa:16:3e:e7:6f:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 399, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '386bfa80-3d9f-4aff-93be-9b174840257e', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83872) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 01 14:04:39.282905 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:04:39.299926 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.notifiers.nova [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 560f65f1-413d-49d3-8f28-ba8afa459cc8 {{(pid=83872) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 01 14:04:39.315204 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] For port 560f65f1-413d-49d3-8f28-ba8afa459cc8, host hv-neutron-8361, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8361',level=0,port_id=560f65f1-413d-49d3-8f28-ba8afa459cc8,segment=NetworkSegment(a1ffe40c-2ec3-4aac-8e09-3ca5e1236acd),segment_id=a1ffe40c-2ec3-4aac-8e09-3ca5e1236acd)] {{(pid=83872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 14:04:39.319291 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864'] for port, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:04:39.385814 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Pushing event updated for resources: {'Port': ['ID=560f65f1-413d-49d3-8f28-ba8afa459cc8,revision_number=10']} {{(pid=83872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:04:39.402151 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] get_ports_and_sgs() called for port_ids ['560f65f1-413d-49d3-8f28-ba8afa459cc8'] {{(pid=83872) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 01 14:04:40.229279 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68eceb59-0350-4f44-bdab-389da76b1913 req-22452bbf-39c5-4d2d-b7e9-144b77f3414b tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:04:40.230731 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-68eceb59-0350-4f44-bdab-389da76b1913 req-22452bbf-39c5-4d2d-b7e9-144b77f3414b tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] 10.222.0.26 "GET /v2.0/ports?device_id=9fb3d8ab-854f-4b62-ba69-051be65e9e53 HTTP/1.1" status: 200 len: 945 time: 0.0792124 Apr 01 14:04:40.276463 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-68eceb59-0350-4f44-bdab-389da76b1913 req-88e00cb0-750a-4b53-9aa6-204a7e05d23e tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] 10.222.0.26 "GET /v2.0/security-groups?id=df1b5e6b-686d-4d87-89fe-11934569ee4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399988 Apr 01 14:04:41.096724 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Device 560f65f1-413d-49d3-8f28-ba8afa459cc8 up at agent hyperv_hv-neutron-8361 {{(pid=83872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 14:04:41.165913 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Provisioning complete for port 560f65f1-413d-49d3-8f28-ba8afa459cc8 triggered by entity L2. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 14:04:41.166277 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-948329'] for port, provisioning_complete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:04:41.287264 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:04:41.313392 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9fb3d8ab-854f-4b62-ba69-051be65e9e53', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '560f65f1-413d-49d3-8f28-ba8afa459cc8'}] {{(pid=83872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 14:04:41.323111 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] For port 560f65f1-413d-49d3-8f28-ba8afa459cc8, host hv-neutron-8361, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8361',level=0,port_id=560f65f1-413d-49d3-8f28-ba8afa459cc8,segment=NetworkSegment(a1ffe40c-2ec3-4aac-8e09-3ca5e1236acd),segment_id=a1ffe40c-2ec3-4aac-8e09-3ca5e1236acd)] {{(pid=83872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 14:04:41.327804 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864'] for port, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:04:41.389880 dv-neutron-836180-1-hyperv neutron-server[83872]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9fb3d8ab-854f-4b62-ba69-051be65e9e53', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '560f65f1-413d-49d3-8f28-ba8afa459cc8', 'code': 200} Apr 01 14:04:41.399777 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Pushing event updated for resources: {'Port': ['ID=560f65f1-413d-49d3-8f28-ba8afa459cc8,revision_number=11']} {{(pid=83872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:04:41.474390 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab47391e-1a82-413c-9f67-7c5424bbad64 req-46e08d58-f4c2-4a41-93a7-0a83ec40b955 tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:04:41.475811 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-ab47391e-1a82-413c-9f67-7c5424bbad64 req-46e08d58-f4c2-4a41-93a7-0a83ec40b955 tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] 10.222.0.26 "GET /v2.0/ports?device_id=9fb3d8ab-854f-4b62-ba69-051be65e9e53 HTTP/1.1" status: 200 len: 946 time: 0.0754342 Apr 01 14:04:41.520205 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-ab47391e-1a82-413c-9f67-7c5424bbad64 req-ed126fd6-f451-4207-8470-dd2695d588e2 tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] 10.222.0.26 "GET /v2.0/security-groups?id=df1b5e6b-686d-4d87-89fe-11934569ee4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386176 Apr 01 14:04:42.719224 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc99ff46-a820-47e3-934a-37418d8661e5 req-09965756-efeb-42ae-8b21-2f2454bc9d78 tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:04:42.720681 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-cc99ff46-a820-47e3-934a-37418d8661e5 req-09965756-efeb-42ae-8b21-2f2454bc9d78 tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] 10.222.0.26 "GET /v2.0/ports?device_id=9fb3d8ab-854f-4b62-ba69-051be65e9e53 HTTP/1.1" status: 200 len: 946 time: 0.0757637 Apr 01 14:04:42.769533 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-cc99ff46-a820-47e3-934a-37418d8661e5 req-2fd9edde-8b11-4dcd-bfca-cb9b4b2fff4e tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] 10.222.0.26 "GET /v2.0/security-groups?id=df1b5e6b-686d-4d87-89fe-11934569ee4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427799 Apr 01 14:04:43.970631 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c44e558-ae9d-4c8d-b838-6f41d64d5059 req-2633bc06-f1b3-40f8-876e-b0862128a3db tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:04:43.972086 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-0c44e558-ae9d-4c8d-b838-6f41d64d5059 req-2633bc06-f1b3-40f8-876e-b0862128a3db tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] 10.222.0.26 "GET /v2.0/ports?device_id=9fb3d8ab-854f-4b62-ba69-051be65e9e53 HTTP/1.1" status: 200 len: 946 time: 0.0804412 Apr 01 14:04:44.016785 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-0c44e558-ae9d-4c8d-b838-6f41d64d5059 req-f14a846e-c991-4994-ad21-3d629d668ed7 tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] 10.222.0.26 "GET /v2.0/security-groups?id=df1b5e6b-686d-4d87-89fe-11934569ee4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391488 Apr 01 14:04:45.216805 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f20fb4-2da7-4afb-a302-de0296b57ad0 req-da6ed0a0-3164-438b-ae76-27576ad6ad6b tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:04:45.218259 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-a5f20fb4-2da7-4afb-a302-de0296b57ad0 req-da6ed0a0-3164-438b-ae76-27576ad6ad6b tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] 10.222.0.26 "GET /v2.0/ports?device_id=9fb3d8ab-854f-4b62-ba69-051be65e9e53 HTTP/1.1" status: 200 len: 946 time: 0.0758045 Apr 01 14:04:45.265355 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-a5f20fb4-2da7-4afb-a302-de0296b57ad0 req-47a34330-d015-46c6-b495-3face9c25156 tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] 10.222.0.26 "GET /v2.0/security-groups?id=df1b5e6b-686d-4d87-89fe-11934569ee4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410197 Apr 01 14:04:45.606217 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48befe7a-1ee6-4754-8ee3-840bf0f96c04 req-3a125f6a-41c0-4330-8da2-88a8cb1bcb5a tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:04:45.607629 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-48befe7a-1ee6-4754-8ee3-840bf0f96c04 req-3a125f6a-41c0-4330-8da2-88a8cb1bcb5a tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] 10.222.0.26 "GET /v2.0/ports?device_id=9fb3d8ab-854f-4b62-ba69-051be65e9e53 HTTP/1.1" status: 200 len: 946 time: 0.0749145 Apr 01 14:04:45.652021 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-48befe7a-1ee6-4754-8ee3-840bf0f96c04 req-c86607ab-3354-4807-b788-5d76c39f22d9 tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] 10.222.0.26 "GET /v2.0/security-groups?id=df1b5e6b-686d-4d87-89fe-11934569ee4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389204 Apr 01 14:04:45.849527 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435b94f8-a3ac-4168-8b6e-8d96758a1721 req-3d372080-9792-483a-bcb3-04a21b8ee6cc tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:04:45.850953 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-435b94f8-a3ac-4168-8b6e-8d96758a1721 req-3d372080-9792-483a-bcb3-04a21b8ee6cc tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] 10.222.0.26 "GET /v2.0/ports?device_id=9fb3d8ab-854f-4b62-ba69-051be65e9e53 HTTP/1.1" status: 200 len: 946 time: 0.0803356 Apr 01 14:04:45.895759 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-435b94f8-a3ac-4168-8b6e-8d96758a1721 req-5c687550-e29a-4def-89cb-0551f5e2a169 tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] 10.222.0.26 "GET /v2.0/security-groups?id=df1b5e6b-686d-4d87-89fe-11934569ee4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392647 Apr 01 14:04:46.294239 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb79703a-fd85-4852-becf-d2020e939034 req-ec9a9970-4f97-4e91-a561-1ea67a96362a tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:04:46.295705 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-eb79703a-fd85-4852-becf-d2020e939034 req-ec9a9970-4f97-4e91-a561-1ea67a96362a tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] 10.222.0.26 "GET /v2.0/ports?device_id=9fb3d8ab-854f-4b62-ba69-051be65e9e53 HTTP/1.1" status: 200 len: 946 time: 0.0777750 Apr 01 14:04:46.342140 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-eb79703a-fd85-4852-becf-d2020e939034 req-2d425935-111f-4ed4-a3ad-5136ba0f0bdf tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] 10.222.0.26 "GET /v2.0/security-groups?id=df1b5e6b-686d-4d87-89fe-11934569ee4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409229 Apr 01 14:04:47.542653 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce38be5e-c120-4c3e-ac80-ec52ba5211bb req-23605ef2-0452-4f15-8b06-a7520a0d37c4 tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:04:47.544004 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-ce38be5e-c120-4c3e-ac80-ec52ba5211bb req-23605ef2-0452-4f15-8b06-a7520a0d37c4 tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] 10.222.0.26 "GET /v2.0/ports?device_id=9fb3d8ab-854f-4b62-ba69-051be65e9e53 HTTP/1.1" status: 200 len: 946 time: 0.0796313 Apr 01 14:04:47.594653 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-ce38be5e-c120-4c3e-ac80-ec52ba5211bb req-42c9b3ba-a4cd-4824-a9e1-b2d3945d5f6e tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] 10.222.0.26 "GET /v2.0/security-groups?id=df1b5e6b-686d-4d87-89fe-11934569ee4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448854 Apr 01 14:04:48.838666 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f8c922-33a6-4cd8-89a5-1e0a06c0f917 req-c32b7b59-7ed0-4db9-828f-81480995ece6 tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:04:48.840107 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-f5f8c922-33a6-4cd8-89a5-1e0a06c0f917 req-c32b7b59-7ed0-4db9-828f-81480995ece6 tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] 10.222.0.26 "GET /v2.0/ports?device_id=9fb3d8ab-854f-4b62-ba69-051be65e9e53 HTTP/1.1" status: 200 len: 946 time: 0.1253867 Apr 01 14:04:48.888828 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22fb88e-fd70-4fbc-88e5-f432b2c5ac88 req-dcfa91f4-eee4-4608-a026-ebb1f9efa176 tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:04:48.890142 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-b22fb88e-fd70-4fbc-88e5-f432b2c5ac88 req-dcfa91f4-eee4-4608-a026-ebb1f9efa176 tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] 10.222.0.57 "GET /v2.0/ports?device_id=9fb3d8ab-854f-4b62-ba69-051be65e9e53 HTTP/1.1" status: 200 len: 946 time: 0.1244004 Apr 01 14:04:48.936675 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-f5f8c922-33a6-4cd8-89a5-1e0a06c0f917 req-db62dc09-f4c7-4b19-b2bf-61b73660f71e tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] 10.222.0.26 "GET /v2.0/security-groups?id=df1b5e6b-686d-4d87-89fe-11934569ee4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0899525 Apr 01 14:04:48.967735 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.plugin [req-b22fb88e-fd70-4fbc-88e5-f432b2c5ac88 req-7ed87dcf-1666-473b-b6b8-9e2a05b40b0c tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] Deleting port 560f65f1-413d-49d3-8f28-ba8afa459cc8 {{(pid=83869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 14:04:48.968066 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [req-b22fb88e-fd70-4fbc-88e5-f432b2c5ac88 req-7ed87dcf-1666-473b-b6b8-9e2a05b40b0c tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736733287370'] for port, before_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:04:49.208871 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.db [req-b22fb88e-fd70-4fbc-88e5-f432b2c5ac88 req-7ed87dcf-1666-473b-b6b8-9e2a05b40b0c tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] For port 560f65f1-413d-49d3-8f28-ba8afa459cc8, host hv-neutron-8361, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8361',level=0,port_id=560f65f1-413d-49d3-8f28-ba8afa459cc8,segment=NetworkSegment(a1ffe40c-2ec3-4aac-8e09-3ca5e1236acd),segment_id=a1ffe40c-2ec3-4aac-8e09-3ca5e1236acd)] {{(pid=83869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 14:04:49.209142 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [req-b22fb88e-fd70-4fbc-88e5-f432b2c5ac88 req-7ed87dcf-1666-473b-b6b8-9e2a05b40b0c tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4155147'] for port, precommit_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:04:49.517204 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [req-b22fb88e-fd70-4fbc-88e5-f432b2c5ac88 req-7ed87dcf-1666-473b-b6b8-9e2a05b40b0c tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:04:49.517490 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [req-b22fb88e-fd70-4fbc-88e5-f432b2c5ac88 req-7ed87dcf-1666-473b-b6b8-9e2a05b40b0c tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4084747'] for floatingip, after_update {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:04:49.517796 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.db.l3_db [req-b22fb88e-fd70-4fbc-88e5-f432b2c5ac88 req-7ed87dcf-1666-473b-b6b8-9e2a05b40b0c tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] Floating IP 3370d11e-15ac-48a3-97f0-3d873485fcb6 disassociated. External IP: 172.26.5.100, port: 560f65f1-413d-49d3-8f28-ba8afa459cc8. Apr 01 14:04:49.518127 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.plugin [req-b22fb88e-fd70-4fbc-88e5-f432b2c5ac88 req-7ed87dcf-1666-473b-b6b8-9e2a05b40b0c tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] Calling delete_port for 560f65f1-413d-49d3-8f28-ba8afa459cc8 owned by compute:nova {{(pid=83869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 14:04:49.671363 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [req-b22fb88e-fd70-4fbc-88e5-f432b2c5ac88 req-7ed87dcf-1666-473b-b6b8-9e2a05b40b0c tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736733359243', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736732935810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2705155'] for port, after_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:04:49.805323 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed87dcf-1666-473b-b6b8-9e2a05b40b0c tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] Pushing event deleted for resources: {'Port': ['ID=560f65f1-413d-49d3-8f28-ba8afa459cc8,revision_number=None']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:04:49.819126 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ed87dcf-1666-473b-b6b8-9e2a05b40b0c tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:04:49.819458 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ed87dcf-1666-473b-b6b8-9e2a05b40b0c tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:04:49.819783 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ed87dcf-1666-473b-b6b8-9e2a05b40b0c tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:04:49.820135 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ed87dcf-1666-473b-b6b8-9e2a05b40b0c tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:04:49.820687 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ed87dcf-1666-473b-b6b8-9e2a05b40b0c tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:04:49.821007 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ed87dcf-1666-473b-b6b8-9e2a05b40b0c tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:04:49.821323 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ed87dcf-1666-473b-b6b8-9e2a05b40b0c tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:04:49.821646 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ed87dcf-1666-473b-b6b8-9e2a05b40b0c tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:04:49.821960 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ed87dcf-1666-473b-b6b8-9e2a05b40b0c tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:04:49.822267 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ed87dcf-1666-473b-b6b8-9e2a05b40b0c tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:04:49.822576 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ed87dcf-1666-473b-b6b8-9e2a05b40b0c tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:04:50.028055 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b22fb88e-fd70-4fbc-88e5-f432b2c5ac88 req-7ed87dcf-1666-473b-b6b8-9e2a05b40b0c tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] Router 54e531cc-e3ed-4f16-b1fb-f17ffef3423c has already been hosted by L3 agent 88bf8fc8-11a3-4e96-9d1b-5fd93ba9f6f1 {{(pid=83869) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 14:04:50.101900 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-a37590fa-fd4d-49aa-983d-83bc415d36ab req-9906793c-81f0-4554-b7d7-6fc7f7b00acb tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] 10.222.0.26 "GET /v2.0/ports?device_id=9fb3d8ab-854f-4b62-ba69-051be65e9e53 HTTP/1.1" status: 200 len: 210 time: 0.0403874 Apr 01 14:04:50.229764 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b22fb88e-fd70-4fbc-88e5-f432b2c5ac88 req-7ed87dcf-1666-473b-b6b8-9e2a05b40b0c tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] Notify agent at l3_agent.dv-neutron-836180-1-hyperv the message routers_updated {{(pid=83869) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 14:04:50.240736 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a059b928-14af-494a-8bd8-1b0cbf6ad06e None None] Sync routers for ids ['54e531cc-e3ed-4f16-b1fb-f17ffef3423c'] in dv-neutron-836180-1-hyperv {{(pid=83872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 14:04:50.283367 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a059b928-14af-494a-8bd8-1b0cbf6ad06e None None] Routers {'54e531cc-e3ed-4f16-b1fb-f17ffef3423c'} bound to L3 agent in host dv-neutron-836180-1-hyperv {{(pid=83872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 14:04:50.284210 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_hamode_db [None req-a059b928-14af-494a-8bd8-1b0cbf6ad06e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836180-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T13:25:36Z,description=,heartbeat_timestamp=2022-04-01T14:04:36Z,host='dv-neutron-836180-1-hyperv',id=88bf8fc8-11a3-4e96-9d1b-5fd93ba9f6f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T13:25:36Z,topic='l3_agent')) {'router_ids': ['54e531cc-e3ed-4f16-b1fb-f17ffef3423c'], 'active': True} {{(pid=83872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 14:04:50.303480 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_dvrscheduler_db [req-b22fb88e-fd70-4fbc-88e5-f432b2c5ac88 req-7ed87dcf-1666-473b-b6b8-9e2a05b40b0c tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] No DVR routers for this DVR port 560f65f1-413d-49d3-8f28-ba8afa459cc8 on host hv-neutron-8361 {{(pid=83869) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 14:04:50.305946 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [req-b22fb88e-fd70-4fbc-88e5-f432b2c5ac88 req-7ed87dcf-1666-473b-b6b8-9e2a05b40b0c tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109561'] for port, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:04:50.308441 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9fb3d8ab-854f-4b62-ba69-051be65e9e53', 'name': 'network-vif-deleted', 'tag': '560f65f1-413d-49d3-8f28-ba8afa459cc8'}] {{(pid=83869) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 14:04:50.326072 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-b22fb88e-fd70-4fbc-88e5-f432b2c5ac88 req-7ed87dcf-1666-473b-b6b8-9e2a05b40b0c tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] 10.222.0.57 "DELETE /v2.0/ports/560f65f1-413d-49d3-8f28-ba8afa459cc8 HTTP/1.1" status: 204 len: 173 time: 1.4274690 Apr 01 14:04:50.447931 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9fb3d8ab-854f-4b62-ba69-051be65e9e53', 'name': 'network-vif-deleted', 'tag': '560f65f1-413d-49d3-8f28-ba8afa459cc8', 'status': 'completed', 'code': 200} Apr 01 14:04:50.474639 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_dvr_db [None req-a059b928-14af-494a-8bd8-1b0cbf6ad06e None None] Set router 54e531cc-e3ed-4f16-b1fb-f17ffef3423c gateway port host: dv-neutron-836180-1-hyperv {{(pid=83872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 14:04:50.792562 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_hamode_db [None req-a059b928-14af-494a-8bd8-1b0cbf6ad06e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54e531cc-e3ed-4f16-b1fb-f17ffef3423c', 'name': 'tempest-ServerActionsTestJSON-1724647501-router', 'tenant_id': 'ac8d6dafad13497f91e5f7f06ff4319f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'external_fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.195'}], 'enable_snat': True}, 'gw_port_id': '2db02312-aeb6-4a03-958a-1037a629e6c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T14:00:36Z', 'updated_at': '2022-04-01T14:00:39Z', 'revision_number': 4, 'project_id': 'ac8d6dafad13497f91e5f7f06ff4319f', 'gw_port': {'id': '2db02312-aeb6-4a03-958a-1037a629e6c3', 'name': '', 'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:2c:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54e531cc-e3ed-4f16-b1fb-f17ffef3423c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836180-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T14:00:36Z', 'updated_at': '2022-04-01T14:00:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836180-1-hyperv', '_interfaces': [{'id': '103e1488-083c-451d-80af-4a13de5d5cb9', 'name': '', 'network_id': '5814336a-8d6c-40ed-8506-054f9bd4decc', 'tenant_id': 'ac8d6dafad13497f91e5f7f06ff4319f', 'mac_address': 'fa:16:3e:dd:a8:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54e531cc-e3ed-4f16-b1fb-f17ffef3423c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '386bfa80-3d9f-4aff-93be-9b174840257e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836180-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T14:00:38Z', 'updated_at': '2022-04-01T14:00:56Z', 'revision_number': 5, 'project_id': 'ac8d6dafad13497f91e5f7f06ff4319f', 'subnets': [{'id': '386bfa80-3d9f-4aff-93be-9b174840257e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-836180-1-hyperv', False) {} {{(pid=83872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 14:04:50.796697 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a059b928-14af-494a-8bd8-1b0cbf6ad06e None None] Checking router: 54e531cc-e3ed-4f16-b1fb-f17ffef3423c for host: dv-neutron-836180-1-hyperv {{(pid=83872) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 01 14:04:50.808214 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a059b928-14af-494a-8bd8-1b0cbf6ad06e None None] Routers {'54e531cc-e3ed-4f16-b1fb-f17ffef3423c'} bound to L3 agent in host dv-neutron-836180-1-hyperv {{(pid=83872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 14:04:50.808836 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_hamode_db [None req-a059b928-14af-494a-8bd8-1b0cbf6ad06e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836180-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T13:25:36Z,description=,heartbeat_timestamp=2022-04-01T14:04:36Z,host='dv-neutron-836180-1-hyperv',id=88bf8fc8-11a3-4e96-9d1b-5fd93ba9f6f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T13:25:36Z,topic='l3_agent')) {'router_ids': ['54e531cc-e3ed-4f16-b1fb-f17ffef3423c'], 'active': True} {{(pid=83872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 14:04:50.990691 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_dvr_db [None req-a059b928-14af-494a-8bd8-1b0cbf6ad06e None None] Set router 54e531cc-e3ed-4f16-b1fb-f17ffef3423c gateway port host: dv-neutron-836180-1-hyperv {{(pid=83872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 14:04:51.303913 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-5198ad33-1f3c-420d-ab6c-188f029a25da req-27ab7864-a6d4-4652-90bc-b8cae8892255 tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] 10.222.0.26 "GET /v2.0/ports?device_id=9fb3d8ab-854f-4b62-ba69-051be65e9e53 HTTP/1.1" status: 200 len: 210 time: 0.0534403 Apr 01 14:04:51.330162 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_hamode_db [None req-a059b928-14af-494a-8bd8-1b0cbf6ad06e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54e531cc-e3ed-4f16-b1fb-f17ffef3423c', 'name': 'tempest-ServerActionsTestJSON-1724647501-router', 'tenant_id': 'ac8d6dafad13497f91e5f7f06ff4319f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'external_fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.195'}], 'enable_snat': True}, 'gw_port_id': '2db02312-aeb6-4a03-958a-1037a629e6c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T14:00:36Z', 'updated_at': '2022-04-01T14:00:39Z', 'revision_number': 4, 'project_id': 'ac8d6dafad13497f91e5f7f06ff4319f', 'gw_port': {'id': '2db02312-aeb6-4a03-958a-1037a629e6c3', 'name': '', 'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:2c:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54e531cc-e3ed-4f16-b1fb-f17ffef3423c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836180-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T14:00:36Z', 'updated_at': '2022-04-01T14:00:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836180-1-hyperv', '_interfaces': [{'id': '103e1488-083c-451d-80af-4a13de5d5cb9', 'name': '', 'network_id': '5814336a-8d6c-40ed-8506-054f9bd4decc', 'tenant_id': 'ac8d6dafad13497f91e5f7f06ff4319f', 'mac_address': 'fa:16:3e:dd:a8:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54e531cc-e3ed-4f16-b1fb-f17ffef3423c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '386bfa80-3d9f-4aff-93be-9b174840257e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836180-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T14:00:38Z', 'updated_at': '2022-04-01T14:00:56Z', 'revision_number': 5, 'project_id': 'ac8d6dafad13497f91e5f7f06ff4319f', 'subnets': [{'id': '386bfa80-3d9f-4aff-93be-9b174840257e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-836180-1-hyperv', False) {} {{(pid=83872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 14:04:51.334801 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a059b928-14af-494a-8bd8-1b0cbf6ad06e None None] The sync data for ids ['54e531cc-e3ed-4f16-b1fb-f17ffef3423c'] in dv-neutron-836180-1-hyperv is: [{'id': '54e531cc-e3ed-4f16-b1fb-f17ffef3423c', 'name': 'tempest-ServerActionsTestJSON-1724647501-router', 'tenant_id': 'ac8d6dafad13497f91e5f7f06ff4319f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'external_fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.195'}], 'enable_snat': True}, 'gw_port_id': '2db02312-aeb6-4a03-958a-1037a629e6c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T14:00:36Z', 'updated_at': '2022-04-01T14:00:39Z', 'revision_number': 4, 'project_id': 'ac8d6dafad13497f91e5f7f06ff4319f', 'gw_port': {'id': '2db02312-aeb6-4a03-958a-1037a629e6c3', 'name': '', 'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:2c:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54e531cc-e3ed-4f16-b1fb-f17ffef3423c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836180-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T14:00:36Z', 'updated_at': '2022-04-01T14:00:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836180-1-hyperv', '_interfaces': [{'id': '103e1488-083c-451d-80af-4a13de5d5cb9', 'name': '', 'network_id': '5814336a-8d6c-40ed-8506-054f9bd4decc', 'tenant_id': 'ac8d6dafad13497f91e5f7f06ff4319f', 'mac_address': 'fa:16:3e:dd:a8:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54e531cc-e3ed-4f16-b1fb-f17ffef3423c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '386bfa80-3d9f-4aff-93be-9b174840257e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836180-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T14:00:38Z', 'updated_at': '2022-04-01T14:00:56Z', 'revision_number': 5, 'project_id': 'ac8d6dafad13497f91e5f7f06ff4319f', 'subnets': [{'id': '386bfa80-3d9f-4aff-93be-9b174840257e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 14:04:51.562238 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-425f3ed8-2a56-49a1-b7b6-f9936f72d3c0 None None] New status for floating IP 3370d11e-15ac-48a3-97f0-3d873485fcb6: DOWN {{(pid=83873) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 01 14:04:53.127471 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Device 560f65f1-413d-49d3-8f28-ba8afa459cc8 no longer exists at agent hyperv_hv-neutron-8361 {{(pid=83872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 14:04:53.163918 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.plugin [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] No Port match for: 560f65f1-413d-49d3-8f28-ba8afa459cc8 {{(pid=83872) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 01 14:04:53.164255 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Device 560f65f1-413d-49d3-8f28-ba8afa459cc8 not bound to the agent host hv-neutron-8361 {{(pid=83872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 14:04:54.064155 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:04:55.622179 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 33702) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:04:55.687029 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-29ae250f-06d6-4bfe-92e1-b549ed6d28e9 tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] Notify callbacks [] for security_group, before_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:04:55.715337 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-29ae250f-06d6-4bfe-92e1-b549ed6d28e9 tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:04:55.766538 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-29ae250f-06d6-4bfe-92e1-b549ed6d28e9 tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3775923'] for security_group, after_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:04:55.785378 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ae250f-06d6-4bfe-92e1-b549ed6d28e9 tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=df1b5e6b-686d-4d87-89fe-11934569ee4f,revision_number=None']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:04:55.796075 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29ae250f-06d6-4bfe-92e1-b549ed6d28e9 tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:04:55.796448 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29ae250f-06d6-4bfe-92e1-b549ed6d28e9 tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:04:55.796778 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29ae250f-06d6-4bfe-92e1-b549ed6d28e9 tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:04:55.797096 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29ae250f-06d6-4bfe-92e1-b549ed6d28e9 tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:04:55.797415 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29ae250f-06d6-4bfe-92e1-b549ed6d28e9 tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:04:55.797732 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29ae250f-06d6-4bfe-92e1-b549ed6d28e9 tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:04:55.798044 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29ae250f-06d6-4bfe-92e1-b549ed6d28e9 tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:04:55.798357 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29ae250f-06d6-4bfe-92e1-b549ed6d28e9 tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:04:55.798665 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29ae250f-06d6-4bfe-92e1-b549ed6d28e9 tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:04:55.798969 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29ae250f-06d6-4bfe-92e1-b549ed6d28e9 tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:04:55.799278 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29ae250f-06d6-4bfe-92e1-b549ed6d28e9 tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:04:55.808461 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-29ae250f-06d6-4bfe-92e1-b549ed6d28e9 tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] Notify callbacks [] for security_group, before_response {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:04:55.811488 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-29ae250f-06d6-4bfe-92e1-b549ed6d28e9 tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] 10.222.0.26 "DELETE /v2.0/security-groups/df1b5e6b-686d-4d87-89fe-11934569ee4f HTTP/1.1" status: 204 len: 168 time: 0.1861055 Apr 01 14:04:55.811771 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 33706) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:04:55.828383 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.api.v2.resource [None req-6b415872-fec7-4e64-94e0-e5bae5af2e27 tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] show failed (client error): The resource could not be found. Apr 01 14:04:55.829356 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-6b415872-fec7-4e64-94e0-e5bae5af2e27 tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] 10.222.0.26 "GET /v2.0/security-groups/df1b5e6b-686d-4d87-89fe-11934569ee4f HTTP/1.1" status: 404 len: 347 time: 0.0166349 Apr 01 14:04:55.832818 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 33710) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:04:55.984109 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.plugin [None req-950c503b-cba8-4208-81ca-089317ead8ef tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] Deleting port 5dd479b8-9bb3-4ee4-af6d-fd72b69ec393 {{(pid=83869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 14:04:55.984476 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-950c503b-cba8-4208-81ca-089317ead8ef tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736733287370'] for port, before_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:04:56.148577 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-950c503b-cba8-4208-81ca-089317ead8ef tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4155147'] for port, precommit_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:04:56.148812 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-950c503b-cba8-4208-81ca-089317ead8ef tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:04:56.267288 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.plugin [None req-950c503b-cba8-4208-81ca-089317ead8ef tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] Calling delete_port for 5dd479b8-9bb3-4ee4-af6d-fd72b69ec393 owned by network:floatingip {{(pid=83869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 14:04:56.405705 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-950c503b-cba8-4208-81ca-089317ead8ef tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736733359243', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736732935810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2705155'] for port, after_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:04:56.450245 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-950c503b-cba8-4208-81ca-089317ead8ef tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] Pushing event deleted for resources: {'Port': ['ID=5dd479b8-9bb3-4ee4-af6d-fd72b69ec393,revision_number=None']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:04:56.540103 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-950c503b-cba8-4208-81ca-089317ead8ef tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] Notify callbacks [] for floatingip, after_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:04:56.553460 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-950c503b-cba8-4208-81ca-089317ead8ef tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109561'] for floatingip, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:04:56.554568 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-950c503b-cba8-4208-81ca-089317ead8ef tempest-ServerActionsTestJSON-992240283 tempest-ServerActionsTestJSON-992240283-project] 10.222.0.26 "DELETE /v2.0/floatingips/3370d11e-15ac-48a3-97f0-3d873485fcb6 HTTP/1.1" status: 204 len: 168 time: 0.7209158 Apr 01 14:04:56.557577 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 33714) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:04:57.037609 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-4345aa53-bcd8-4e2e-a0cc-a662eb425968 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4084029'] for router_interface, before_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:04:57.641190 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.plugin [None req-4345aa53-bcd8-4e2e-a0cc-a662eb425968 admin admin] Deleting port 103e1488-083c-451d-80af-4a13de5d5cb9 {{(pid=83869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 14:04:57.641528 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-4345aa53-bcd8-4e2e-a0cc-a662eb425968 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736733287370'] for port, before_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:04:57.818048 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.db [None req-4345aa53-bcd8-4e2e-a0cc-a662eb425968 admin admin] For port 103e1488-083c-451d-80af-4a13de5d5cb9, host dv-neutron-836180-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836180-1-hyperv',level=0,port_id=103e1488-083c-451d-80af-4a13de5d5cb9,segment=NetworkSegment(a1ffe40c-2ec3-4aac-8e09-3ca5e1236acd),segment_id=a1ffe40c-2ec3-4aac-8e09-3ca5e1236acd)] {{(pid=83869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 14:04:57.818395 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-4345aa53-bcd8-4e2e-a0cc-a662eb425968 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4155147'] for port, precommit_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:04:57.943372 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.plugin [None req-4345aa53-bcd8-4e2e-a0cc-a662eb425968 admin admin] Calling delete_port for 103e1488-083c-451d-80af-4a13de5d5cb9 owned by network:router_interface {{(pid=83869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 14:04:58.104800 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-4345aa53-bcd8-4e2e-a0cc-a662eb425968 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736733359243', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736732935810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2705155'] for port, after_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:04:58.147309 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4345aa53-bcd8-4e2e-a0cc-a662eb425968 admin admin] Pushing event deleted for resources: {'Port': ['ID=103e1488-083c-451d-80af-4a13de5d5cb9,revision_number=None']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:04:58.528133 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-4345aa53-bcd8-4e2e-a0cc-a662eb425968 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3017585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4084076'] for router_interface, after_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:04:59.094215 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4345aa53-bcd8-4e2e-a0cc-a662eb425968 admin admin] Router 54e531cc-e3ed-4f16-b1fb-f17ffef3423c has already been hosted by L3 agent 88bf8fc8-11a3-4e96-9d1b-5fd93ba9f6f1 {{(pid=83869) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 14:04:59.295511 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4345aa53-bcd8-4e2e-a0cc-a662eb425968 admin admin] Notify agent at l3_agent.dv-neutron-836180-1-hyperv the message routers_updated {{(pid=83869) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 14:04:59.306224 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d205b455-9c7d-4765-98f4-24e4e0733020 None None] Sync routers for ids ['54e531cc-e3ed-4f16-b1fb-f17ffef3423c'] in dv-neutron-836180-1-hyperv {{(pid=83872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 14:04:59.309219 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-4345aa53-bcd8-4e2e-a0cc-a662eb425968 admin admin] 10.222.0.26 "PUT /v2.0/routers/54e531cc-e3ed-4f16-b1fb-f17ffef3423c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7499335 Apr 01 14:04:59.311291 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 33718) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:04:59.318581 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d205b455-9c7d-4765-98f4-24e4e0733020 None None] Routers {'54e531cc-e3ed-4f16-b1fb-f17ffef3423c'} bound to L3 agent in host dv-neutron-836180-1-hyperv {{(pid=83872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 14:04:59.319183 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_hamode_db [None req-d205b455-9c7d-4765-98f4-24e4e0733020 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836180-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T13:25:36Z,description=,heartbeat_timestamp=2022-04-01T14:04:36Z,host='dv-neutron-836180-1-hyperv',id=88bf8fc8-11a3-4e96-9d1b-5fd93ba9f6f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T13:25:36Z,topic='l3_agent')) {'router_ids': ['54e531cc-e3ed-4f16-b1fb-f17ffef3423c'], 'active': True} {{(pid=83872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 14:04:59.494848 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_dvr_db [None req-d205b455-9c7d-4765-98f4-24e4e0733020 None None] Set router 54e531cc-e3ed-4f16-b1fb-f17ffef3423c gateway port host: dv-neutron-836180-1-hyperv {{(pid=83872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 14:04:59.507628 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-821f480a-23e5-4c82-80a3-b7467a048e72 admin admin] Notify callbacks [] for router, before_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:04:59.820561 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-821f480a-23e5-4c82-80a3-b7467a048e72 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:04:59.826934 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_hamode_db [None req-d205b455-9c7d-4765-98f4-24e4e0733020 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54e531cc-e3ed-4f16-b1fb-f17ffef3423c', 'name': 'tempest-ServerActionsTestJSON-1724647501-router', 'tenant_id': 'ac8d6dafad13497f91e5f7f06ff4319f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'external_fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.195'}], 'enable_snat': True}, 'gw_port_id': '2db02312-aeb6-4a03-958a-1037a629e6c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T14:00:36Z', 'updated_at': '2022-04-01T14:04:58Z', 'revision_number': 5, 'project_id': 'ac8d6dafad13497f91e5f7f06ff4319f', 'gw_port': {'id': '2db02312-aeb6-4a03-958a-1037a629e6c3', 'name': '', 'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:2c:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54e531cc-e3ed-4f16-b1fb-f17ffef3423c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836180-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T14:00:36Z', 'updated_at': '2022-04-01T14:00:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836180-1-hyperv'}], 'dv-neutron-836180-1-hyperv', False) {} {{(pid=83872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 14:04:59.829548 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.plugin [None req-821f480a-23e5-4c82-80a3-b7467a048e72 admin admin] Deleting port 2db02312-aeb6-4a03-958a-1037a629e6c3 {{(pid=83869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 14:04:59.830000 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-821f480a-23e5-4c82-80a3-b7467a048e72 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736733287370'] for port, before_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:04:59.831195 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d205b455-9c7d-4765-98f4-24e4e0733020 None None] Checking router: 54e531cc-e3ed-4f16-b1fb-f17ffef3423c for host: dv-neutron-836180-1-hyperv {{(pid=83872) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 01 14:04:59.842555 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d205b455-9c7d-4765-98f4-24e4e0733020 None None] Routers {'54e531cc-e3ed-4f16-b1fb-f17ffef3423c'} bound to L3 agent in host dv-neutron-836180-1-hyperv {{(pid=83872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 14:04:59.843159 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_hamode_db [None req-d205b455-9c7d-4765-98f4-24e4e0733020 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836180-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T13:25:36Z,description=,heartbeat_timestamp=2022-04-01T14:04:36Z,host='dv-neutron-836180-1-hyperv',id=88bf8fc8-11a3-4e96-9d1b-5fd93ba9f6f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T13:25:36Z,topic='l3_agent')) {'router_ids': ['54e531cc-e3ed-4f16-b1fb-f17ffef3423c'], 'active': True} {{(pid=83872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 14:04:59.991147 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_dvr_db [None req-d205b455-9c7d-4765-98f4-24e4e0733020 None None] Set router 54e531cc-e3ed-4f16-b1fb-f17ffef3423c gateway port host: None {{(pid=83872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 14:05:00.001345 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.db [None req-821f480a-23e5-4c82-80a3-b7467a048e72 admin admin] For port 2db02312-aeb6-4a03-958a-1037a629e6c3, host dv-neutron-836180-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836180-1-hyperv',level=0,port_id=2db02312-aeb6-4a03-958a-1037a629e6c3,segment=NetworkSegment(7b924dd8-4978-40c4-ad91-4b9b27348462),segment_id=7b924dd8-4978-40c4-ad91-4b9b27348462)] {{(pid=83869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 14:05:00.001699 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-821f480a-23e5-4c82-80a3-b7467a048e72 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4155147'] for port, precommit_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:05:00.099667 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_hamode_db [None req-d205b455-9c7d-4765-98f4-24e4e0733020 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54e531cc-e3ed-4f16-b1fb-f17ffef3423c', 'name': 'tempest-ServerActionsTestJSON-1724647501-router', 'tenant_id': 'ac8d6dafad13497f91e5f7f06ff4319f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T14:00:36Z', 'updated_at': '2022-04-01T14:04:59Z', 'revision_number': 6, 'project_id': 'ac8d6dafad13497f91e5f7f06ff4319f', 'gw_port_host': None}], 'dv-neutron-836180-1-hyperv', False) {} {{(pid=83872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 14:05:00.103658 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d205b455-9c7d-4765-98f4-24e4e0733020 None None] The sync data for ids ['54e531cc-e3ed-4f16-b1fb-f17ffef3423c'] in dv-neutron-836180-1-hyperv is: [{'id': '54e531cc-e3ed-4f16-b1fb-f17ffef3423c', 'name': 'tempest-ServerActionsTestJSON-1724647501-router', 'tenant_id': 'ac8d6dafad13497f91e5f7f06ff4319f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T14:00:36Z', 'updated_at': '2022-04-01T14:04:59Z', 'revision_number': 6, 'project_id': 'ac8d6dafad13497f91e5f7f06ff4319f', 'gw_port_host': None}] {{(pid=83872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 14:05:00.123283 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.plugin [None req-821f480a-23e5-4c82-80a3-b7467a048e72 admin admin] Calling delete_port for 2db02312-aeb6-4a03-958a-1037a629e6c3 owned by network:router_gateway {{(pid=83869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 14:05:00.286901 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-821f480a-23e5-4c82-80a3-b7467a048e72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736733359243', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736732935810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2705155'] for port, after_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:05:00.335385 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-821f480a-23e5-4c82-80a3-b7467a048e72 admin admin] Pushing event deleted for resources: {'Port': ['ID=2db02312-aeb6-4a03-958a-1037a629e6c3,revision_number=None']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:05:00.557993 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-821f480a-23e5-4c82-80a3-b7467a048e72 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4084822'] for router_gateway, after_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:05:00.818627 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-821f480a-23e5-4c82-80a3-b7467a048e72 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4079814', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4170'] for router, precommit_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:05:00.823154 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-821f480a-23e5-4c82-80a3-b7467a048e72 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:05:00.851191 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-821f480a-23e5-4c82-80a3-b7467a048e72 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4079738'] for router, after_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:05:00.851826 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-821f480a-23e5-4c82-80a3-b7467a048e72 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 54e531cc-e3ed-4f16-b1fb-f17ffef3423c {{(pid=83869) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 01 14:05:00.866529 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Device 2db02312-aeb6-4a03-958a-1037a629e6c3 no longer exists at agent ovs-agent-dv-neutron-836180-1-hyperv {{(pid=83872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 14:05:00.867625 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-821f480a-23e5-4c82-80a3-b7467a048e72 admin admin] Notify callbacks [] for router, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:05:00.868773 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-821f480a-23e5-4c82-80a3-b7467a048e72 admin admin] 10.222.0.26 "DELETE /v2.0/routers/54e531cc-e3ed-4f16-b1fb-f17ffef3423c HTTP/1.1" status: 204 len: 168 time: 1.5565898 Apr 01 14:05:00.871193 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 33722) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:05:00.900024 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.plugin [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] No Port match for: 2db02312-aeb6-4a03-958a-1037a629e6c3 {{(pid=83872) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 01 14:05:00.900396 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Device 2db02312-aeb6-4a03-958a-1037a629e6c3 not bound to the agent host dv-neutron-836180-1-hyperv {{(pid=83872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 14:05:00.900804 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Device 103e1488-083c-451d-80af-4a13de5d5cb9 no longer exists at agent ovs-agent-dv-neutron-836180-1-hyperv {{(pid=83872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 14:05:00.930839 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.db_base_plugin_v2 [None req-e9438d6e-4f5d-4ae9-b961-e97c6533930e admin admin] Deleting subnet 386bfa80-3d9f-4aff-93be-9b174840257e {{(pid=83869) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 01 14:05:00.933248 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.plugin [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] No Port match for: 103e1488-083c-451d-80af-4a13de5d5cb9 {{(pid=83872) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 01 14:05:00.933594 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Device 103e1488-083c-451d-80af-4a13de5d5cb9 not bound to the agent host dv-neutron-836180-1-hyperv {{(pid=83872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 14:05:00.934124 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-e9438d6e-4f5d-4ae9-b961-e97c6533930e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:05:00.986990 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-e9438d6e-4f5d-4ae9-b961-e97c6533930e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2704975'] for subnet, precommit_delete_associations {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:05:01.076024 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-e9438d6e-4f5d-4ae9-b961-e97c6533930e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-945029'] for subnet, precommit_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:05:01.145097 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-e9438d6e-4f5d-4ae9-b961-e97c6533930e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-945042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2705198', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2999452'] for subnet, after_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:05:01.184224 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9438d6e-4f5d-4ae9-b961-e97c6533930e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=386bfa80-3d9f-4aff-93be-9b174840257e,revision_number=None']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:05:01.190659 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-e9438d6e-4f5d-4ae9-b961-e97c6533930e admin admin] Notify callbacks [] for subnet, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:05:01.199430 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1058d37b-f0d7-42e9-9e91-7c081b15cbfa None None] Network 5814336a-8d6c-40ed-8506-054f9bd4decc requested from dv-neutron-836180-1-hyperv {{(pid=83872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 14:05:01.199602 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-e9438d6e-4f5d-4ae9-b961-e97c6533930e admin admin] 10.222.0.26 "DELETE /v2.0/subnets/386bfa80-3d9f-4aff-93be-9b174840257e HTTP/1.1" status: 204 len: 168 time: 0.3251021 Apr 01 14:05:01.199790 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 33726) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:05:01.416379 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-e91391d7-8bf9-4bdf-b5bf-46daf1eceb0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1033078'] for network, before_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:05:01.427978 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.plugin [None req-e91391d7-8bf9-4bdf-b5bf-46daf1eceb0b admin admin] Deleting port 8bc4d7d4-cddf-4cec-9165-a156de4a587f {{(pid=83869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 14:05:01.428339 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-e91391d7-8bf9-4bdf-b5bf-46daf1eceb0b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736733287370'] for port, before_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:05:01.467796 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4c0f71f-0574-4070-98fe-17187d3c24c4 None None] DHCP port deletion for 5814336a-8d6c-40ed-8506-054f9bd4decc request from dv-neutron-836180-1-hyperv {{(pid=83872) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 01 14:05:01.472531 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.plugin [None req-f4c0f71f-0574-4070-98fe-17187d3c24c4 None None] Deleting port 8bc4d7d4-cddf-4cec-9165-a156de4a587f {{(pid=83872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 14:05:01.472957 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-f4c0f71f-0574-4070-98fe-17187d3c24c4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736733287370'] for port, before_delete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:05:01.629975 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.db [None req-e91391d7-8bf9-4bdf-b5bf-46daf1eceb0b admin admin] For port 8bc4d7d4-cddf-4cec-9165-a156de4a587f, host dv-neutron-836180-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836180-1-hyperv',level=0,port_id=8bc4d7d4-cddf-4cec-9165-a156de4a587f,segment=NetworkSegment(a1ffe40c-2ec3-4aac-8e09-3ca5e1236acd),segment_id=a1ffe40c-2ec3-4aac-8e09-3ca5e1236acd)] {{(pid=83869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 14:05:01.630330 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-e91391d7-8bf9-4bdf-b5bf-46daf1eceb0b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4155147'] for port, precommit_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:05:01.669285 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-f4c0f71f-0574-4070-98fe-17187d3c24c4 None None] For port 8bc4d7d4-cddf-4cec-9165-a156de4a587f, host dv-neutron-836180-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836180-1-hyperv',level=0,port_id=8bc4d7d4-cddf-4cec-9165-a156de4a587f,segment=NetworkSegment(a1ffe40c-2ec3-4aac-8e09-3ca5e1236acd),segment_id=a1ffe40c-2ec3-4aac-8e09-3ca5e1236acd)] {{(pid=83872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 14:05:01.669671 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-f4c0f71f-0574-4070-98fe-17187d3c24c4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4155147'] for port, precommit_delete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:05:01.751075 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.plugin [None req-e91391d7-8bf9-4bdf-b5bf-46daf1eceb0b admin admin] Calling delete_port for 8bc4d7d4-cddf-4cec-9165-a156de4a587f owned by network:dhcp {{(pid=83869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 14:05:01.788003 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.plugin [None req-f4c0f71f-0574-4070-98fe-17187d3c24c4 None None] Calling delete_port for 8bc4d7d4-cddf-4cec-9165-a156de4a587f owned by network:dhcp {{(pid=83872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 14:05:01.829012 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-e91391d7-8bf9-4bdf-b5bf-46daf1eceb0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736733359243', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736732935810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2705155'] for port, after_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:05:01.855391 dv-neutron-836180-1-hyperv neutron-server[83872]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Apr 01 14:05:01.855391 dv-neutron-836180-1-hyperv neutron-server[83872]: util.warn_limited( Apr 01 14:05:01.855391 dv-neutron-836180-1-hyperv neutron-server[83872]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Apr 01 14:05:01.855391 dv-neutron-836180-1-hyperv neutron-server[83872]: util.warn_limited( Apr 01 14:05:01.855391 dv-neutron-836180-1-hyperv neutron-server[83872]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 14:05:01.855391 dv-neutron-836180-1-hyperv neutron-server[83872]: util.warn( Apr 01 14:05:01.855391 dv-neutron-836180-1-hyperv neutron-server[83872]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 14:05:01.855391 dv-neutron-836180-1-hyperv neutron-server[83872]: util.warn( Apr 01 14:05:01.855391 dv-neutron-836180-1-hyperv neutron-server[83872]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 14:05:01.855391 dv-neutron-836180-1-hyperv neutron-server[83872]: util.warn( Apr 01 14:05:01.855391 dv-neutron-836180-1-hyperv neutron-server[83872]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 14:05:01.855391 dv-neutron-836180-1-hyperv neutron-server[83872]: util.warn( Apr 01 14:05:01.855391 dv-neutron-836180-1-hyperv neutron-server[83872]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 14:05:01.855391 dv-neutron-836180-1-hyperv neutron-server[83872]: util.warn( Apr 01 14:05:01.855391 dv-neutron-836180-1-hyperv neutron-server[83872]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 14:05:01.855391 dv-neutron-836180-1-hyperv neutron-server[83872]: util.warn( Apr 01 14:05:01.855391 dv-neutron-836180-1-hyperv neutron-server[83872]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 14:05:01.855391 dv-neutron-836180-1-hyperv neutron-server[83872]: util.warn( Apr 01 14:05:01.855391 dv-neutron-836180-1-hyperv neutron-server[83872]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 14:05:01.855391 dv-neutron-836180-1-hyperv neutron-server[83872]: util.warn( Apr 01 14:05:01.855391 dv-neutron-836180-1-hyperv neutron-server[83872]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 14:05:01.855391 dv-neutron-836180-1-hyperv neutron-server[83872]: util.warn( Apr 01 14:05:01.855391 dv-neutron-836180-1-hyperv neutron-server[83872]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 14:05:01.855391 dv-neutron-836180-1-hyperv neutron-server[83872]: util.warn( Apr 01 14:05:01.855391 dv-neutron-836180-1-hyperv neutron-server[83872]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 14:05:01.855391 dv-neutron-836180-1-hyperv neutron-server[83872]: util.warn( Apr 01 14:05:01.855391 dv-neutron-836180-1-hyperv neutron-server[83872]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 14:05:01.855391 dv-neutron-836180-1-hyperv neutron-server[83872]: util.warn( Apr 01 14:05:01.855391 dv-neutron-836180-1-hyperv neutron-server[83872]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 14:05:01.855391 dv-neutron-836180-1-hyperv neutron-server[83872]: util.warn( Apr 01 14:05:01.855391 dv-neutron-836180-1-hyperv neutron-server[83872]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 14:05:01.855391 dv-neutron-836180-1-hyperv neutron-server[83872]: util.warn( Apr 01 14:05:01.855391 dv-neutron-836180-1-hyperv neutron-server[83872]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 14:05:01.855391 dv-neutron-836180-1-hyperv neutron-server[83872]: util.warn( Apr 01 14:05:01.855391 dv-neutron-836180-1-hyperv neutron-server[83872]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 14:05:01.855391 dv-neutron-836180-1-hyperv neutron-server[83872]: util.warn( Apr 01 14:05:01.855391 dv-neutron-836180-1-hyperv neutron-server[83872]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 14:05:01.855391 dv-neutron-836180-1-hyperv neutron-server[83872]: util.warn( Apr 01 14:05:01.855391 dv-neutron-836180-1-hyperv neutron-server[83872]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 14:05:01.855391 dv-neutron-836180-1-hyperv neutron-server[83872]: util.warn( Apr 01 14:05:01.855391 dv-neutron-836180-1-hyperv neutron-server[83872]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 14:05:01.855391 dv-neutron-836180-1-hyperv neutron-server[83872]: util.warn( Apr 01 14:05:01.855391 dv-neutron-836180-1-hyperv neutron-server[83872]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 14:05:01.855391 dv-neutron-836180-1-hyperv neutron-server[83872]: util.warn( Apr 01 14:05:01.855391 dv-neutron-836180-1-hyperv neutron-server[83872]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 14:05:01.855391 dv-neutron-836180-1-hyperv neutron-server[83872]: util.warn( Apr 01 14:05:01.855391 dv-neutron-836180-1-hyperv neutron-server[83872]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 14:05:01.855391 dv-neutron-836180-1-hyperv neutron-server[83872]: util.warn( Apr 01 14:05:01.855391 dv-neutron-836180-1-hyperv neutron-server[83872]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 14:05:01.855391 dv-neutron-836180-1-hyperv neutron-server[83872]: util.warn( Apr 01 14:05:01.855391 dv-neutron-836180-1-hyperv neutron-server[83872]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 14:05:01.855391 dv-neutron-836180-1-hyperv neutron-server[83872]: util.warn( Apr 01 14:05:01.855391 dv-neutron-836180-1-hyperv neutron-server[83872]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 14:05:01.855391 dv-neutron-836180-1-hyperv neutron-server[83872]: util.warn( Apr 01 14:05:01.855391 dv-neutron-836180-1-hyperv neutron-server[83872]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 14:05:01.855391 dv-neutron-836180-1-hyperv neutron-server[83872]: util.warn( Apr 01 14:05:01.861753 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.db.api [None req-f4c0f71f-0574-4070-98fe-17187d3c24c4 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83872) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 01 14:05:01.862114 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG oslo_db.api [None req-f4c0f71f-0574-4070-98fe-17187d3c24c4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 01 14:05:01.874481 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91391d7-8bf9-4bdf-b5bf-46daf1eceb0b admin admin] Pushing event deleted for resources: {'Port': ['ID=8bc4d7d4-cddf-4cec-9165-a156de4a587f,revision_number=None']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:05:01.881174 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e91391d7-8bf9-4bdf-b5bf-46daf1eceb0b admin admin] No DVR routers for this DVR port 8bc4d7d4-cddf-4cec-9165-a156de4a587f on host dv-neutron-836180-1-hyperv {{(pid=83869) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 14:05:02.000751 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-e91391d7-8bf9-4bdf-b5bf-46daf1eceb0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-942654', 'neutron.services.segments.db._delete_segments_for_network-8736733387888'] for network, precommit_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:05:02.026458 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.services.segments.db [None req-e91391d7-8bf9-4bdf-b5bf-46daf1eceb0b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5814336a-8d6c-40ed-8506-054f9bd4decc']}} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 14:05:02.038259 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.services.segments.db [None req-e91391d7-8bf9-4bdf-b5bf-46daf1eceb0b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a1ffe40c-2ec3-4aac-8e09-3ca5e1236acd') {'for_net_delete': True} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 14:05:02.038558 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.services.segments.db [None req-e91391d7-8bf9-4bdf-b5bf-46daf1eceb0b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a1ffe40c-2ec3-4aac-8e09-3ca5e1236acd') {} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 14:05:02.049603 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-e91391d7-8bf9-4bdf-b5bf-46daf1eceb0b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736733386999', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2704982'] for segment, before_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:05:02.069840 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-e91391d7-8bf9-4bdf-b5bf-46daf1eceb0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1004271'] for segment, precommit_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:05:02.075827 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e91391d7-8bf9-4bdf-b5bf-46daf1eceb0b admin admin] Releasing vlan 399 on physical network physnet1 to pool {{(pid=83869) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 01 14:05:02.076202 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-e91391d7-8bf9-4bdf-b5bf-46daf1eceb0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1004262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2705264'] for segment, after_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:05:02.089721 dv-neutron-836180-1-hyperv neutron-server[83869]: Traceback (most recent call last): Apr 01 14:05:02.089721 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 01 14:05:02.089721 dv-neutron-836180-1-hyperv neutron-server[83869]: timer() Apr 01 14:05:02.089721 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 14:05:02.089721 dv-neutron-836180-1-hyperv neutron-server[83869]: cb(*args, **kw) Apr 01 14:05:02.089721 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 14:05:02.089721 dv-neutron-836180-1-hyperv neutron-server[83869]: return func(*args, **kwargs) Apr 01 14:05:02.089721 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 14:05:02.089721 dv-neutron-836180-1-hyperv neutron-server[83869]: self._notify() Apr 01 14:05:02.089721 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 14:05:02.089721 dv-neutron-836180-1-hyperv neutron-server[83869]: self.callback(batched_events) Apr 01 14:05:02.089721 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 14:05:02.089721 dv-neutron-836180-1-hyperv neutron-server[83869]: event.method(event) Apr 01 14:05:02.089721 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 14:05:02.089721 dv-neutron-836180-1-hyperv neutron-server[83869]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 14:05:02.089721 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 14:05:02.089721 dv-neutron-836180-1-hyperv neutron-server[83869]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 14:05:02.089721 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 14:05:02.089721 dv-neutron-836180-1-hyperv neutron-server[83869]: return f(self, *a, **k) Apr 01 14:05:02.089721 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 14:05:02.089721 dv-neutron-836180-1-hyperv neutron-server[83869]: return self._get(url).json() Apr 01 14:05:02.089721 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 14:05:02.089721 dv-neutron-836180-1-hyperv neutron-server[83869]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 14:05:02.089721 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 01 14:05:02.089721 dv-neutron-836180-1-hyperv neutron-server[83869]: return self.request(url, 'GET', **kwargs) Apr 01 14:05:02.089721 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 01 14:05:02.089721 dv-neutron-836180-1-hyperv neutron-server[83869]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 14:05:02.089721 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 01 14:05:02.089721 dv-neutron-836180-1-hyperv neutron-server[83869]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 14:05:02.089721 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 01 14:05:02.089721 dv-neutron-836180-1-hyperv neutron-server[83869]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 14:05:02.089721 dv-neutron-836180-1-hyperv neutron-server[83869]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 14:05:02.161678 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-e91391d7-8bf9-4bdf-b5bf-46daf1eceb0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-942599', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4084797'] for network, after_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:05:02.176719 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-e91391d7-8bf9-4bdf-b5bf-46daf1eceb0b admin admin] Notify callbacks [] for network, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:05:02.188084 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91391d7-8bf9-4bdf-b5bf-46daf1eceb0b admin admin] Pushing event deleted for resources: {'Network': ['ID=5814336a-8d6c-40ed-8506-054f9bd4decc,revision_number=None']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:05:02.200463 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-e91391d7-8bf9-4bdf-b5bf-46daf1eceb0b admin admin] 10.222.0.26 "DELETE /v2.0/networks/5814336a-8d6c-40ed-8506-054f9bd4decc HTTP/1.1" status: 204 len: 168 time: 0.9996552 Apr 01 14:05:02.356471 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 33732) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:05:02.363352 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.plugin [None req-f4c0f71f-0574-4070-98fe-17187d3c24c4 None None] Deleting port 8bc4d7d4-cddf-4cec-9165-a156de4a587f {{(pid=83872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 14:05:02.363934 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-f4c0f71f-0574-4070-98fe-17187d3c24c4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736733287370'] for port, before_delete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:05:02.410677 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-97e9f7f2-e2bc-46b0-9a9e-2700426d4ddb admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=ac8d6dafad13497f91e5f7f06ff4319f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0530596 Apr 01 14:05:02.413140 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 33736) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:05:02.426925 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.plugin [None req-f4c0f71f-0574-4070-98fe-17187d3c24c4 None None] The port '8bc4d7d4-cddf-4cec-9165-a156de4a587f' was deleted {{(pid=83872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 01 14:05:02.472937 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-43c176cc-85e2-4375-9859-90966a882db6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:05:02.498711 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-43c176cc-85e2-4375-9859-90966a882db6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:05:02.551088 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-43c176cc-85e2-4375-9859-90966a882db6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3775923'] for security_group, after_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:05:02.569183 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c176cc-85e2-4375-9859-90966a882db6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b41263ec-5a5e-42f7-ab7c-ae33ef299db9,revision_number=None']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:05:02.575994 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-43c176cc-85e2-4375-9859-90966a882db6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:05:02.577130 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-43c176cc-85e2-4375-9859-90966a882db6 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/b41263ec-5a5e-42f7-ab7c-ae33ef299db9 HTTP/1.1" status: 204 len: 168 time: 0.1631722 Apr 01 14:05:02.809106 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Device 8bc4d7d4-cddf-4cec-9165-a156de4a587f no longer exists at agent ovs-agent-dv-neutron-836180-1-hyperv {{(pid=83872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 14:05:02.875210 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.plugin [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] No Port match for: 8bc4d7d4-cddf-4cec-9165-a156de4a587f {{(pid=83872) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 01 14:05:02.875551 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Device 8bc4d7d4-cddf-4cec-9165-a156de4a587f not bound to the agent host dv-neutron-836180-1-hyperv {{(pid=83872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 14:05:03.429718 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 33758) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:05:03.564219 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.v2.base [None req-0cc5fbbd-cf5c-414a-942a-48235aaa56fd admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-1543078596-network', 'tenant_id': 'edc083ea22ef499a8ff905f390486e7a'}} {{(pid=83869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 14:05:03.569813 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-0cc5fbbd-cf5c-414a-942a-48235aaa56fd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 14:05:03.573631 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-0cc5fbbd-cf5c-414a-942a-48235aaa56fd admin admin] Usage tracker for resource:network and tenant:edc083ea22ef499a8ff905f390486e7a is out of sync, need to count used quota {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 14:05:03.576434 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-0cc5fbbd-cf5c-414a-942a-48235aaa56fd admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 14:05:03.582857 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-0cc5fbbd-cf5c-414a-942a-48235aaa56fd admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 14:05:03.592837 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0cc5fbbd-cf5c-414a-942a-48235aaa56fd admin admin] Made reservation on behalf of edc083ea22ef499a8ff905f390486e7a for: {'network': 1} {{(pid=83869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 14:05:03.595022 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-0cc5fbbd-cf5c-414a-942a-48235aaa56fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for network, before_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:05:03.607484 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-0cc5fbbd-cf5c-414a-942a-48235aaa56fd admin admin] Notify callbacks [] for security_group, before_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:05:03.614848 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-d3361ddf-3a1c-4a12-9784-b9070e5c6d94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:05:03.639809 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-0cc5fbbd-cf5c-414a-942a-48235aaa56fd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 14:05:03.644271 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-0cc5fbbd-cf5c-414a-942a-48235aaa56fd admin admin] Usage tracker for resource:security_group_rule and tenant:edc083ea22ef499a8ff905f390486e7a is out of sync, need to count used quota {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 14:05:03.647320 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-0cc5fbbd-cf5c-414a-942a-48235aaa56fd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 14:05:03.652879 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-0cc5fbbd-cf5c-414a-942a-48235aaa56fd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 14:05:03.721329 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-0cc5fbbd-cf5c-414a-942a-48235aaa56fd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:05:03.725147 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-0cc5fbbd-cf5c-414a-942a-48235aaa56fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3775923'] for security_group, after_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:05:03.757707 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0cc5fbbd-cf5c-414a-942a-48235aaa56fd admin admin] vlan segment allocate from pool success with {'vlan_id': 378, 'physical_network': 'physnet1'} {{(pid=83869) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 14:05:03.762836 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc5fbbd-cf5c-414a-942a-48235aaa56fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9787c6c4-62fc-4a88-a823-7e2c49cdb248,revision_number=1']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:05:03.770370 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-0cc5fbbd-cf5c-414a-942a-48235aaa56fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1004271'] for segment, precommit_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:05:03.770709 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.db.segments_db [None req-0cc5fbbd-cf5c-414a-942a-48235aaa56fd admin admin] Added segment de6f7f75-4fc0-4591-bfb0-88f757e12d9b of type vlan for network 1e0fe4db-a5e6-4892-9599-93903b90724d Apr 01 14:05:03.798727 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-0cc5fbbd-cf5c-414a-942a-48235aaa56fd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736732923383'] for network, precommit_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:05:03.828626 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-0cc5fbbd-cf5c-414a-942a-48235aaa56fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575'] for network, after_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:05:03.829441 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cc5fbbd-cf5c-414a-942a-48235aaa56fd admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:05:03.830003 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-0cc5fbbd-cf5c-414a-942a-48235aaa56fd admin admin] Notify callbacks [] for network, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:05:03.930362 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-0cc5fbbd-cf5c-414a-942a-48235aaa56fd admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4995410 Apr 01 14:05:03.934305 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 33764) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:05:03.935283 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc5fbbd-cf5c-414a-942a-48235aaa56fd admin admin] Pushing event updated for resources: {'Network': ['ID=1e0fe4db-a5e6-4892-9599-93903b90724d,revision_number=1']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:05:03.939989 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.v2.base [None req-3ac8c0ad-18d9-4e42-848e-681c5bf831e9 admin admin] Request body: {'subnet': {'network_id': '1e0fe4db-a5e6-4892-9599-93903b90724d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-1543078596-subnet', 'tenant_id': 'edc083ea22ef499a8ff905f390486e7a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 14:05:03.945847 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-3ac8c0ad-18d9-4e42-848e-681c5bf831e9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 14:05:03.949663 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-3ac8c0ad-18d9-4e42-848e-681c5bf831e9 admin admin] Usage tracker for resource:subnet and tenant:edc083ea22ef499a8ff905f390486e7a is out of sync, need to count used quota {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 14:05:03.950510 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Network 1e0fe4db-a5e6-4892-9599-93903b90724d details requested by agent ovs-agent-dv-neutron-836180-1-hyperv with host dv-neutron-836180-1-hyperv {{(pid=83872) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 14:05:03.953293 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-3ac8c0ad-18d9-4e42-848e-681c5bf831e9 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 14:05:03.959142 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-3ac8c0ad-18d9-4e42-848e-681c5bf831e9 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 14:05:03.968622 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ac8c0ad-18d9-4e42-848e-681c5bf831e9 admin admin] Made reservation on behalf of edc083ea22ef499a8ff905f390486e7a for: {'subnet': 1} {{(pid=83871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 14:05:03.970857 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-3ac8c0ad-18d9-4e42-848e-681c5bf831e9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2757336'] for subnet, before_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:05:04.172199 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-3ac8c0ad-18d9-4e42-848e-681c5bf831e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2743225', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2757366'] for subnet, after_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:05:04.241770 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac8c0ad-18d9-4e42-848e-681c5bf831e9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=25c64848-9db6-449f-9253-e6203f69aa65,revision_number=0']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:05:04.255750 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ac8c0ad-18d9-4e42-848e-681c5bf831e9 admin admin] Checking segment: {'id': 'de6f7f75-4fc0-4591-bfb0-88f757e12d9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '1e0fe4db-a5e6-4892-9599-93903b90724d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 14:05:04.256103 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ac8c0ad-18d9-4e42-848e-681c5bf831e9 admin admin] Network hostable DHCP agents. Network: 1e0fe4db-a5e6-4892-9599-93903b90724d, hostable agents: ['e47e4547-5c2d-4954-ba56-fa3646239f18'], hosted agents: [] {{(pid=83871) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 14:05:04.276801 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ac8c0ad-18d9-4e42-848e-681c5bf831e9 admin admin] Network 1e0fe4db-a5e6-4892-9599-93903b90724d is scheduled to be hosted by DHCP agent e47e4547-5c2d-4954-ba56-fa3646239f18 with binding_index 1 {{(pid=83871) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 14:05:04.286754 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.scheduler.base_scheduler [None req-3ac8c0ad-18d9-4e42-848e-681c5bf831e9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-836180-1-hyperv, 1e0fe4db-a5e6-4892-9599-93903b90724d) {{(pid=83871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 14:05:04.292638 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ac8c0ad-18d9-4e42-848e-681c5bf831e9 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:05:04.293212 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-3ac8c0ad-18d9-4e42-848e-681c5bf831e9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:05:04.297792 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-722c3a52-9e2f-478f-8d3a-ee8a5bfad325 None None] Network 1e0fe4db-a5e6-4892-9599-93903b90724d requested from dv-neutron-836180-1-hyperv {{(pid=83872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 14:05:04.324666 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-3ac8c0ad-18d9-4e42-848e-681c5bf831e9 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3890951 Apr 01 14:05:04.526109 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11f75f8c-b5eb-457f-8749-ee3fc8baba6b None None] Network 1e0fe4db-a5e6-4892-9599-93903b90724d requested from dv-neutron-836180-1-hyperv {{(pid=83872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 14:05:04.931249 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549050cb-3d9d-456a-92fc-c97c6edb4e8a req-3b7c3ddb-7998-4a5a-8b92-7814730212cc tempest-ServersNegativeTestJSON-64994671 tempest-ServersNegativeTestJSON-64994671-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:05:04.932607 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-549050cb-3d9d-456a-92fc-c97c6edb4e8a req-3b7c3ddb-7998-4a5a-8b92-7814730212cc tempest-ServersNegativeTestJSON-64994671 tempest-ServersNegativeTestJSON-64994671-project] 10.222.0.26 "GET /v2.0/networks?id=1e0fe4db-a5e6-4892-9599-93903b90724d HTTP/1.1" status: 200 len: 814 time: 0.2207310 Apr 01 14:05:04.949280 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-549050cb-3d9d-456a-92fc-c97c6edb4e8a req-09ac351a-a44c-4bfd-b9ff-59a01fa42709 tempest-ServersNegativeTestJSON-64994671 tempest-ServersNegativeTestJSON-64994671-project] 10.222.0.26 "GET /v2.0/quotas/edc083ea22ef499a8ff905f390486e7a HTTP/1.1" status: 200 len: 375 time: 0.0113306 Apr 01 14:05:04.983622 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.agents_db [None req-bdd220c7-049a-43d2-a923-ad1a2de078c6 None None] Agent healthcheck: found 6 active agents {{(pid=83873) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 01 14:05:04.997414 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-549050cb-3d9d-456a-92fc-c97c6edb4e8a req-07099f96-7ec6-43e2-a915-12086753002f tempest-ServersNegativeTestJSON-64994671 tempest-ServersNegativeTestJSON-64994671-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=edc083ea22ef499a8ff905f390486e7a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0432491 Apr 01 14:05:05.136490 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-549050cb-3d9d-456a-92fc-c97c6edb4e8a req-82ce68b4-a68b-4167-9ade-f68ba4d5b0c1 service neutron] 10.222.0.26 "GET /v2.0/networks/1e0fe4db-a5e6-4892-9599-93903b90724d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1317635 Apr 01 14:05:05.265465 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-549050cb-3d9d-456a-92fc-c97c6edb4e8a req-2b659253-28ea-467a-adf0-c80bb167095e service neutron] 10.222.0.26 "GET /v2.0/networks/1e0fe4db-a5e6-4892-9599-93903b90724d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230705 Apr 01 14:05:05.455745 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-34e06eb4-2972-46fd-a59e-70b7951ca29f req-fa09d031-b2ee-4fdd-a392-137c87022312 tempest-ServersNegativeTestJSON-64994671 tempest-ServersNegativeTestJSON-64994671-project] 10.222.0.26 "GET /v2.0/ports?device_id=26f9f107-8d83-4873-815f-6b74603520b7 HTTP/1.1" status: 200 len: 210 time: 0.0405607 Apr 01 14:05:05.965581 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-1295827c-0d25-4d3d-9073-d6838dd43fb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:05:06.635003 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-2f0b9d8c-79c1-41ad-954c-9f3ce6bf4abe req-e38baabf-10b7-4e8c-b242-12fbf71fb74f tempest-ServersNegativeTestJSON-64994671 tempest-ServersNegativeTestJSON-64994671-project] 10.222.0.26 "GET /v2.0/ports?device_id=26f9f107-8d83-4873-815f-6b74603520b7 HTTP/1.1" status: 200 len: 210 time: 0.0473387 Apr 01 14:05:06.755402 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549050cb-3d9d-456a-92fc-c97c6edb4e8a req-49314337-8024-4e0e-abd2-d444be8f33ba tempest-ServersNegativeTestJSON-64994671 tempest-ServersNegativeTestJSON-64994671-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:05:06.756103 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [req-549050cb-3d9d-456a-92fc-c97c6edb4e8a req-49314337-8024-4e0e-abd2-d444be8f33ba tempest-ServersNegativeTestJSON-64994671 tempest-ServersNegativeTestJSON-64994671-project] Synchronizing usage tracker for tenant:edc083ea22ef499a8ff905f390486e7a on resource:network {{(pid=83869) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 14:05:06.773660 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [req-549050cb-3d9d-456a-92fc-c97c6edb4e8a req-49314337-8024-4e0e-abd2-d444be8f33ba tempest-ServersNegativeTestJSON-64994671 tempest-ServersNegativeTestJSON-64994671-project] Unset dirty status for tenant:edc083ea22ef499a8ff905f390486e7a on resource:network {{(pid=83869) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 14:05:06.774848 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-549050cb-3d9d-456a-92fc-c97c6edb4e8a req-49314337-8024-4e0e-abd2-d444be8f33ba tempest-ServersNegativeTestJSON-64994671 tempest-ServersNegativeTestJSON-64994671-project] 10.222.0.57 "GET /v2.0/networks?id=1e0fe4db-a5e6-4892-9599-93903b90724d HTTP/1.1" status: 200 len: 814 time: 0.1663713 Apr 01 14:05:06.801061 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.v2.base [req-549050cb-3d9d-456a-92fc-c97c6edb4e8a req-cdb14e13-38aa-488a-9862-998297e052ce tempest-ServersNegativeTestJSON-64994671 tempest-ServersNegativeTestJSON-64994671-project] Request body: {'port': {'device_id': '26f9f107-8d83-4873-815f-6b74603520b7', 'network_id': '1e0fe4db-a5e6-4892-9599-93903b90724d', 'admin_state_up': True, 'tenant_id': 'edc083ea22ef499a8ff905f390486e7a'}} {{(pid=83869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 14:05:06.936525 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [req-549050cb-3d9d-456a-92fc-c97c6edb4e8a req-cdb14e13-38aa-488a-9862-998297e052ce tempest-ServersNegativeTestJSON-64994671 tempest-ServersNegativeTestJSON-64994671-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 14:05:06.940490 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [req-549050cb-3d9d-456a-92fc-c97c6edb4e8a req-cdb14e13-38aa-488a-9862-998297e052ce tempest-ServersNegativeTestJSON-64994671 tempest-ServersNegativeTestJSON-64994671-project] Usage tracker for resource:port and tenant:edc083ea22ef499a8ff905f390486e7a is out of sync, need to count used quota {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 14:05:06.943782 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [req-549050cb-3d9d-456a-92fc-c97c6edb4e8a req-cdb14e13-38aa-488a-9862-998297e052ce tempest-ServersNegativeTestJSON-64994671 tempest-ServersNegativeTestJSON-64994671-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 14:05:06.949522 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [req-549050cb-3d9d-456a-92fc-c97c6edb4e8a req-cdb14e13-38aa-488a-9862-998297e052ce tempest-ServersNegativeTestJSON-64994671 tempest-ServersNegativeTestJSON-64994671-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 14:05:06.958792 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-549050cb-3d9d-456a-92fc-c97c6edb4e8a req-cdb14e13-38aa-488a-9862-998297e052ce tempest-ServersNegativeTestJSON-64994671 tempest-ServersNegativeTestJSON-64994671-project] Made reservation on behalf of edc083ea22ef499a8ff905f390486e7a for: {'port': 1} {{(pid=83869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 14:05:06.961731 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [req-549050cb-3d9d-456a-92fc-c97c6edb4e8a req-cdb14e13-38aa-488a-9862-998297e052ce tempest-ServersNegativeTestJSON-64994671 tempest-ServersNegativeTestJSON-64994671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:05:07.213205 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.db_base_plugin_common [req-549050cb-3d9d-456a-92fc-c97c6edb4e8a req-cdb14e13-38aa-488a-9862-998297e052ce tempest-ServersNegativeTestJSON-64994671 tempest-ServersNegativeTestJSON-64994671-project] Allocated IP 172.20.0.2 (1e0fe4db-a5e6-4892-9599-93903b90724d/25c64848-9db6-449f-9253-e6203f69aa65/219bf129-d79a-467d-95a1-a6dcb5478bc6) {{(pid=83869) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 14:05:07.244473 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:05:07.420747 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [req-549050cb-3d9d-456a-92fc-c97c6edb4e8a req-cdb14e13-38aa-488a-9862-998297e052ce tempest-ServersNegativeTestJSON-64994671 tempest-ServersNegativeTestJSON-64994671-project] Notify callbacks [] for port, precommit_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:05:07.449946 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [req-549050cb-3d9d-456a-92fc-c97c6edb4e8a req-cdb14e13-38aa-488a-9862-998297e052ce tempest-ServersNegativeTestJSON-64994671 tempest-ServersNegativeTestJSON-64994671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736732935801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2705155'] for port, after_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:05:07.469514 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-2f9cfc9c-d8ba-4de3-a4ad-98162f90557c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:05:07.518821 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-549050cb-3d9d-456a-92fc-c97c6edb4e8a req-cdb14e13-38aa-488a-9862-998297e052ce tempest-ServersNegativeTestJSON-64994671 tempest-ServersNegativeTestJSON-64994671-project] Network 1e0fe4db-a5e6-4892-9599-93903b90724d is already hosted by enough agents. {{(pid=83869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 14:05:07.522210 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.scheduler.base_scheduler [req-549050cb-3d9d-456a-92fc-c97c6edb4e8a req-cdb14e13-38aa-488a-9862-998297e052ce tempest-ServersNegativeTestJSON-64994671 tempest-ServersNegativeTestJSON-64994671-project] Resources bound (agent type, host, resource id): {{(pid=83869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 14:05:07.525767 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_dvrscheduler_db [req-549050cb-3d9d-456a-92fc-c97c6edb4e8a req-cdb14e13-38aa-488a-9862-998297e052ce tempest-ServersNegativeTestJSON-64994671 tempest-ServersNegativeTestJSON-64994671-project] Received port after_create {{(pid=83869) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 14:05:07.555608 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb14e13-38aa-488a-9862-998297e052ce tempest-ServersNegativeTestJSON-64994671 tempest-ServersNegativeTestJSON-64994671-project] Pushing event updated for resources: {'Port': ['ID=219bf129-d79a-467d-95a1-a6dcb5478bc6,revision_number=1']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:05:07.587705 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549050cb-3d9d-456a-92fc-c97c6edb4e8a req-cdb14e13-38aa-488a-9862-998297e052ce tempest-ServersNegativeTestJSON-64994671 tempest-ServersNegativeTestJSON-64994671-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:05:07.588290 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [req-549050cb-3d9d-456a-92fc-c97c6edb4e8a req-cdb14e13-38aa-488a-9862-998297e052ce tempest-ServersNegativeTestJSON-64994671 tempest-ServersNegativeTestJSON-64994671-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109561'] for port, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:05:07.607763 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-549050cb-3d9d-456a-92fc-c97c6edb4e8a req-cdb14e13-38aa-488a-9862-998297e052ce tempest-ServersNegativeTestJSON-64994671 tempest-ServersNegativeTestJSON-64994671-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8111973 Apr 01 14:05:07.621879 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.v2.base [req-549050cb-3d9d-456a-92fc-c97c6edb4e8a req-7cc210d1-17e0-4598-8b7f-63ecefd58a4b service neutron] Request body: {'port': {'device_id': '26f9f107-8d83-4873-815f-6b74603520b7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8361'}} {{(pid=83869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 14:05:07.730786 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [req-549050cb-3d9d-456a-92fc-c97c6edb4e8a req-7cc210d1-17e0-4598-8b7f-63ecefd58a4b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:05:07.993540 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68959890-a3cb-4fdf-84dc-8daec779bcc4 req-9c57bd16-6529-4cc1-bfb5-63c3a427aa5a tempest-ServersNegativeTestJSON-64994671 tempest-ServersNegativeTestJSON-64994671-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:05:07.994204 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [req-68959890-a3cb-4fdf-84dc-8daec779bcc4 req-9c57bd16-6529-4cc1-bfb5-63c3a427aa5a tempest-ServersNegativeTestJSON-64994671 tempest-ServersNegativeTestJSON-64994671-project] Synchronizing usage tracker for tenant:edc083ea22ef499a8ff905f390486e7a on resource:port {{(pid=83869) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 14:05:08.033771 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [req-68959890-a3cb-4fdf-84dc-8daec779bcc4 req-9c57bd16-6529-4cc1-bfb5-63c3a427aa5a tempest-ServersNegativeTestJSON-64994671 tempest-ServersNegativeTestJSON-64994671-project] Unset dirty status for tenant:edc083ea22ef499a8ff905f390486e7a on resource:port {{(pid=83869) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 14:05:08.034942 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-68959890-a3cb-4fdf-84dc-8daec779bcc4 req-9c57bd16-6529-4cc1-bfb5-63c3a427aa5a tempest-ServersNegativeTestJSON-64994671 tempest-ServersNegativeTestJSON-64994671-project] 10.222.0.26 "GET /v2.0/ports?device_id=26f9f107-8d83-4873-815f-6b74603520b7 HTTP/1.1" status: 200 len: 931 time: 0.2662063 Apr 01 14:05:08.107005 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [req-68959890-a3cb-4fdf-84dc-8daec779bcc4 req-3d7b6540-f17b-4ed4-8c6e-21f85b6b433c tempest-ServersNegativeTestJSON-64994671 tempest-ServersNegativeTestJSON-64994671-project] Synchronizing usage tracker for tenant:edc083ea22ef499a8ff905f390486e7a on resource:security_group {{(pid=83869) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 14:05:08.174401 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [req-68959890-a3cb-4fdf-84dc-8daec779bcc4 req-3d7b6540-f17b-4ed4-8c6e-21f85b6b433c tempest-ServersNegativeTestJSON-64994671 tempest-ServersNegativeTestJSON-64994671-project] Unset dirty status for tenant:edc083ea22ef499a8ff905f390486e7a on resource:security_group {{(pid=83869) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 14:05:08.175620 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-68959890-a3cb-4fdf-84dc-8daec779bcc4 req-3d7b6540-f17b-4ed4-8c6e-21f85b6b433c tempest-ServersNegativeTestJSON-64994671 tempest-ServersNegativeTestJSON-64994671-project] 10.222.0.26 "GET /v2.0/security-groups?id=9787c6c4-62fc-4a88-a823-7e2c49cdb248&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1289897 Apr 01 14:05:08.180936 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.notifiers.nova [req-549050cb-3d9d-456a-92fc-c97c6edb4e8a req-7cc210d1-17e0-4598-8b7f-63ecefd58a4b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 219bf129-d79a-467d-95a1-a6dcb5478bc6 {{(pid=83869) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 01 14:05:08.187887 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [req-549050cb-3d9d-456a-92fc-c97c6edb4e8a req-7cc210d1-17e0-4598-8b7f-63ecefd58a4b service neutron] Notify callbacks [] for port, precommit_update {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:05:08.203970 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.provisioning_blocks [req-549050cb-3d9d-456a-92fc-c97c6edb4e8a req-7cc210d1-17e0-4598-8b7f-63ecefd58a4b service neutron] Transition to ACTIVE for port object 219bf129-d79a-467d-95a1-a6dcb5478bc6 will not be triggered until provisioned by entity L2. {{(pid=83869) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 14:05:08.209221 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [req-549050cb-3d9d-456a-92fc-c97c6edb4e8a req-7cc210d1-17e0-4598-8b7f-63ecefd58a4b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2705172'] for port, after_update {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:05:08.335499 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc210d1-17e0-4598-8b7f-63ecefd58a4b service neutron] Pushing event updated for resources: {'Port': ['ID=219bf129-d79a-467d-95a1-a6dcb5478bc6,revision_number=2']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:05:08.440551 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.managers [req-549050cb-3d9d-456a-92fc-c97c6edb4e8a req-7cc210d1-17e0-4598-8b7f-63ecefd58a4b service neutron] Attempting to bind port 219bf129-d79a-467d-95a1-a6dcb5478bc6 on host hv-neutron-8361 for vnic_type normal with profile {{(pid=83869) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 14:05:08.441647 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.managers [req-549050cb-3d9d-456a-92fc-c97c6edb4e8a req-7cc210d1-17e0-4598-8b7f-63ecefd58a4b service neutron] Attempting to bind port 219bf129-d79a-467d-95a1-a6dcb5478bc6 by drivers openvswitch,hyperv on host hv-neutron-8361 at level 0 using segments [{'id': 'de6f7f75-4fc0-4591-bfb0-88f757e12d9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '1e0fe4db-a5e6-4892-9599-93903b90724d'}] {{(pid=83869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 14:05:08.441957 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-549050cb-3d9d-456a-92fc-c97c6edb4e8a req-7cc210d1-17e0-4598-8b7f-63ecefd58a4b service neutron] Attempting to bind port 219bf129-d79a-467d-95a1-a6dcb5478bc6 on network 1e0fe4db-a5e6-4892-9599-93903b90724d {{(pid=83869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 14:05:08.447810 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-549050cb-3d9d-456a-92fc-c97c6edb4e8a req-7cc210d1-17e0-4598-8b7f-63ecefd58a4b service neutron] Port 219bf129-d79a-467d-95a1-a6dcb5478bc6 on network 1e0fe4db-a5e6-4892-9599-93903b90724d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8361 {{(pid=83869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 01 14:05:08.448121 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-549050cb-3d9d-456a-92fc-c97c6edb4e8a req-7cc210d1-17e0-4598-8b7f-63ecefd58a4b service neutron] Attempting to bind port 219bf129-d79a-467d-95a1-a6dcb5478bc6 on network 1e0fe4db-a5e6-4892-9599-93903b90724d {{(pid=83869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 14:05:08.454535 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-549050cb-3d9d-456a-92fc-c97c6edb4e8a req-7cc210d1-17e0-4598-8b7f-63ecefd58a4b service neutron] Checking agent: {'id': '359ce187-6241-4f7e-85a4-e066c7b0cdea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8361', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 13, 31, 54), 'started_at': datetime.datetime(2022, 4, 1, 13, 31, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 14, 4, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 14:05:08.454859 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-549050cb-3d9d-456a-92fc-c97c6edb4e8a req-7cc210d1-17e0-4598-8b7f-63ecefd58a4b service neutron] Checking segment: {'id': 'de6f7f75-4fc0-4591-bfb0-88f757e12d9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '1e0fe4db-a5e6-4892-9599-93903b90724d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 14:05:08.455229 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-549050cb-3d9d-456a-92fc-c97c6edb4e8a req-7cc210d1-17e0-4598-8b7f-63ecefd58a4b service neutron] Bound using segment: {'id': 'de6f7f75-4fc0-4591-bfb0-88f757e12d9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '1e0fe4db-a5e6-4892-9599-93903b90724d'} {{(pid=83869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 14:05:08.455638 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.managers [req-549050cb-3d9d-456a-92fc-c97c6edb4e8a req-7cc210d1-17e0-4598-8b7f-63ecefd58a4b service neutron] Bound port: 219bf129-d79a-467d-95a1-a6dcb5478bc6, host: hv-neutron-8361, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'de6f7f75-4fc0-4591-bfb0-88f757e12d9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '1e0fe4db-a5e6-4892-9599-93903b90724d'}}] {{(pid=83869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 14:05:08.455972 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [req-549050cb-3d9d-456a-92fc-c97c6edb4e8a req-7cc210d1-17e0-4598-8b7f-63ecefd58a4b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:05:08.547902 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.db [req-549050cb-3d9d-456a-92fc-c97c6edb4e8a req-7cc210d1-17e0-4598-8b7f-63ecefd58a4b service neutron] For port 219bf129-d79a-467d-95a1-a6dcb5478bc6, host hv-neutron-8361, cleared binding levels {{(pid=83869) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 14:05:08.551220 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.db [req-549050cb-3d9d-456a-92fc-c97c6edb4e8a req-7cc210d1-17e0-4598-8b7f-63ecefd58a4b service neutron] For port 219bf129-d79a-467d-95a1-a6dcb5478bc6, host hv-neutron-8361, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8361',level=0,port_id=219bf129-d79a-467d-95a1-a6dcb5478bc6,segment=NetworkSegment(de6f7f75-4fc0-4591-bfb0-88f757e12d9b),segment_id=de6f7f75-4fc0-4591-bfb0-88f757e12d9b)] {{(pid=83869) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 14:05:08.555972 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [req-549050cb-3d9d-456a-92fc-c97c6edb4e8a req-7cc210d1-17e0-4598-8b7f-63ecefd58a4b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2705172'] for port, after_update {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:05:08.609381 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [req-549050cb-3d9d-456a-92fc-c97c6edb4e8a req-7cc210d1-17e0-4598-8b7f-63ecefd58a4b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109561'] for port, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:05:08.610997 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-549050cb-3d9d-456a-92fc-c97c6edb4e8a req-7cc210d1-17e0-4598-8b7f-63ecefd58a4b service neutron] 10.222.0.57 "PUT /v2.0/ports/219bf129-d79a-467d-95a1-a6dcb5478bc6 HTTP/1.1" status: 200 len: 1093 time: 0.9929814 Apr 01 14:05:08.614627 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '26f9f107-8d83-4873-815f-6b74603520b7', 'tag': '219bf129-d79a-467d-95a1-a6dcb5478bc6'}] {{(pid=83869) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 14:05:08.642404 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc210d1-17e0-4598-8b7f-63ecefd58a4b service neutron] Pushing event updated for resources: {'Port': ['ID=219bf129-d79a-467d-95a1-a6dcb5478bc6,revision_number=3']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:05:08.686971 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '26f9f107-8d83-4873-815f-6b74603520b7', 'tag': '219bf129-d79a-467d-95a1-a6dcb5478bc6', 'status': 'completed', 'code': 200} Apr 01 14:05:08.730492 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-549050cb-3d9d-456a-92fc-c97c6edb4e8a req-af143da7-7b72-4b1a-81dd-0680c8e839b9 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=edc083ea22ef499a8ff905f390486e7a&device_id=26f9f107-8d83-4873-815f-6b74603520b7 HTTP/1.1" status: 200 len: 1096 time: 0.0767357 Apr 01 14:05:08.801393 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-549050cb-3d9d-456a-92fc-c97c6edb4e8a req-06bca38a-4dec-4f82-936c-20fbaf86ea21 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=219bf129-d79a-467d-95a1-a6dcb5478bc6 HTTP/1.1" status: 200 len: 217 time: 0.0607188 Apr 01 14:05:08.958659 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549050cb-3d9d-456a-92fc-c97c6edb4e8a req-cac7958f-5efd-4d45-8444-bd1564c3c3ea service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:05:08.960085 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-549050cb-3d9d-456a-92fc-c97c6edb4e8a req-cac7958f-5efd-4d45-8444-bd1564c3c3ea service neutron] 10.222.0.57 "GET /v2.0/subnets?id=25c64848-9db6-449f-9253-e6203f69aa65 HTTP/1.1" status: 200 len: 854 time: 0.1496832 Apr 01 14:05:08.968057 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-a976a7b9-9034-41e6-be13-349b75ed1593 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:05:09.008890 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-549050cb-3d9d-456a-92fc-c97c6edb4e8a req-e52a42f6-1733-4d20-aa0a-56d880228c3f service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=1e0fe4db-a5e6-4892-9599-93903b90724d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0384264 Apr 01 14:05:09.141295 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-549050cb-3d9d-456a-92fc-c97c6edb4e8a req-a3097f76-4e06-466f-b976-005d61950260 service neutron] 10.222.0.57 "GET /v2.0/networks/1e0fe4db-a5e6-4892-9599-93903b90724d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1224251 Apr 01 14:05:09.277348 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-549050cb-3d9d-456a-92fc-c97c6edb4e8a req-3e9510b3-4ace-4030-9872-de596f6fe127 service neutron] 10.222.0.57 "GET /v2.0/networks/1e0fe4db-a5e6-4892-9599-93903b90724d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1269326 Apr 01 14:05:09.433301 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbdbe6e6-3b2f-4369-b5fe-318a3abe1feb req-0fe8a370-2769-4ff1-8954-8c5cfcd620e2 tempest-ServersNegativeTestJSON-64994671 tempest-ServersNegativeTestJSON-64994671-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:05:09.434685 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-cbdbe6e6-3b2f-4369-b5fe-318a3abe1feb req-0fe8a370-2769-4ff1-8954-8c5cfcd620e2 tempest-ServersNegativeTestJSON-64994671 tempest-ServersNegativeTestJSON-64994671-project] 10.222.0.26 "GET /v2.0/ports?device_id=26f9f107-8d83-4873-815f-6b74603520b7 HTTP/1.1" status: 200 len: 943 time: 0.1370566 Apr 01 14:05:09.441810 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-6f48245f-673f-4061-be0a-5dde8a20d122 req-2ba6ffca-ef3e-42d5-b05e-73815c734088 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=edc083ea22ef499a8ff905f390486e7a&device_id=26f9f107-8d83-4873-815f-6b74603520b7 HTTP/1.1" status: 200 len: 1096 time: 0.1062398 Apr 01 14:05:09.566450 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-cbdbe6e6-3b2f-4369-b5fe-318a3abe1feb req-60c177f3-0bcc-49c7-9c26-a2aab34c113c tempest-ServersNegativeTestJSON-64994671 tempest-ServersNegativeTestJSON-64994671-project] 10.222.0.26 "GET /v2.0/security-groups?id=9787c6c4-62fc-4a88-a823-7e2c49cdb248&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1231315 Apr 01 14:05:09.601395 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f48245f-673f-4061-be0a-5dde8a20d122 req-df091689-3923-470a-b70a-e11dfeedbb13 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:05:09.602798 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-6f48245f-673f-4061-be0a-5dde8a20d122 req-df091689-3923-470a-b70a-e11dfeedbb13 service neutron] 10.222.0.57 "GET /v2.0/networks?id=1e0fe4db-a5e6-4892-9599-93903b90724d HTTP/1.1" status: 200 len: 915 time: 0.1469469 Apr 01 14:05:09.673177 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-6f48245f-673f-4061-be0a-5dde8a20d122 req-274c0e95-a653-4025-97b3-52a02e423011 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=219bf129-d79a-467d-95a1-a6dcb5478bc6 HTTP/1.1" status: 200 len: 217 time: 0.0633967 Apr 01 14:05:09.734349 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f48245f-673f-4061-be0a-5dde8a20d122 req-2741db80-4c54-4224-bd94-a8610d21cfa4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:05:09.735928 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-6f48245f-673f-4061-be0a-5dde8a20d122 req-2741db80-4c54-4224-bd94-a8610d21cfa4 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=25c64848-9db6-449f-9253-e6203f69aa65 HTTP/1.1" status: 200 len: 854 time: 0.0564613 Apr 01 14:05:09.784111 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-6f48245f-673f-4061-be0a-5dde8a20d122 req-7226d2dd-f557-4584-9abf-e791f3ac1b0d service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=1e0fe4db-a5e6-4892-9599-93903b90724d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0386457 Apr 01 14:05:09.914450 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-6f48245f-673f-4061-be0a-5dde8a20d122 req-49c3a59c-ea3d-4e83-872a-3b802cf2da8b service neutron] 10.222.0.57 "GET /v2.0/networks/1e0fe4db-a5e6-4892-9599-93903b90724d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1239693 Apr 01 14:05:10.045439 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-6f48245f-673f-4061-be0a-5dde8a20d122 req-bc9784c6-4219-43ee-97b1-699e4ec2d540 service neutron] 10.222.0.57 "GET /v2.0/networks/1e0fe4db-a5e6-4892-9599-93903b90724d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1240880 Apr 01 14:05:10.760966 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2e9dfe-33b7-48d8-b7de-badf01d428fb req-bd7eb4a2-0038-4ec1-8f5d-da2c70af64ed tempest-ServersNegativeTestJSON-64994671 tempest-ServersNegativeTestJSON-64994671-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:05:10.762489 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-6c2e9dfe-33b7-48d8-b7de-badf01d428fb req-bd7eb4a2-0038-4ec1-8f5d-da2c70af64ed tempest-ServersNegativeTestJSON-64994671 tempest-ServersNegativeTestJSON-64994671-project] 10.222.0.26 "GET /v2.0/ports?device_id=26f9f107-8d83-4873-815f-6b74603520b7 HTTP/1.1" status: 200 len: 943 time: 0.0751595 Apr 01 14:05:10.811023 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-6c2e9dfe-33b7-48d8-b7de-badf01d428fb req-b4dd39cf-5f39-4fc7-81e7-4a28e0cb1120 tempest-ServersNegativeTestJSON-64994671 tempest-ServersNegativeTestJSON-64994671-project] 10.222.0.26 "GET /v2.0/security-groups?id=9787c6c4-62fc-4a88-a823-7e2c49cdb248&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427456 Apr 01 14:05:11.203545 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Device 219bf129-d79a-467d-95a1-a6dcb5478bc6 details requested by agent hyperv_hv-neutron-8361 with host hv-neutron-8361 {{(pid=83872) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 01 14:05:11.335234 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] For port 219bf129-d79a-467d-95a1-a6dcb5478bc6, host hv-neutron-8361, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8361',level=0,port_id=219bf129-d79a-467d-95a1-a6dcb5478bc6,segment=NetworkSegment(de6f7f75-4fc0-4591-bfb0-88f757e12d9b),segment_id=de6f7f75-4fc0-4591-bfb0-88f757e12d9b)] {{(pid=83872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 14:05:11.349123 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Returning: {'device': '219bf129-d79a-467d-95a1-a6dcb5478bc6', 'network_id': '1e0fe4db-a5e6-4892-9599-93903b90724d', 'port_id': '219bf129-d79a-467d-95a1-a6dcb5478bc6', 'mac_address': 'fa:16:3e:16:61:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 378, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '25c64848-9db6-449f-9253-e6203f69aa65', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83872) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 01 14:05:11.405648 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:05:11.422337 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.notifiers.nova [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 219bf129-d79a-467d-95a1-a6dcb5478bc6 {{(pid=83872) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 01 14:05:11.438762 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] For port 219bf129-d79a-467d-95a1-a6dcb5478bc6, host hv-neutron-8361, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8361',level=0,port_id=219bf129-d79a-467d-95a1-a6dcb5478bc6,segment=NetworkSegment(de6f7f75-4fc0-4591-bfb0-88f757e12d9b),segment_id=de6f7f75-4fc0-4591-bfb0-88f757e12d9b)] {{(pid=83872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 14:05:11.442996 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864'] for port, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:05:11.507718 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Pushing event updated for resources: {'Port': ['ID=219bf129-d79a-467d-95a1-a6dcb5478bc6,revision_number=4']} {{(pid=83872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:05:11.716102 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] get_ports_and_sgs() called for port_ids ['219bf129-d79a-467d-95a1-a6dcb5478bc6'] {{(pid=83872) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 01 14:05:12.008970 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc801d9-d9b4-4d73-94d9-12f016628cf0 req-496e9389-1df3-4104-a684-81ffd989c9db tempest-ServersNegativeTestJSON-64994671 tempest-ServersNegativeTestJSON-64994671-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:05:12.010393 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-3bc801d9-d9b4-4d73-94d9-12f016628cf0 req-496e9389-1df3-4104-a684-81ffd989c9db tempest-ServersNegativeTestJSON-64994671 tempest-ServersNegativeTestJSON-64994671-project] 10.222.0.26 "GET /v2.0/ports?device_id=26f9f107-8d83-4873-815f-6b74603520b7 HTTP/1.1" status: 200 len: 944 time: 0.0798614 Apr 01 14:05:12.055333 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-3bc801d9-d9b4-4d73-94d9-12f016628cf0 req-0abceaeb-0aea-4d5a-92ff-4eaf19a40976 tempest-ServersNegativeTestJSON-64994671 tempest-ServersNegativeTestJSON-64994671-project] 10.222.0.26 "GET /v2.0/security-groups?id=9787c6c4-62fc-4a88-a823-7e2c49cdb248&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394559 Apr 01 14:05:13.206878 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Device 219bf129-d79a-467d-95a1-a6dcb5478bc6 up at agent hyperv_hv-neutron-8361 {{(pid=83872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 14:05:13.262865 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8513493a-fa4b-460c-b8e6-f7a3ddf56cd6 req-275a3931-6642-48bc-a045-30b49b8f91fa tempest-ServersNegativeTestJSON-64994671 tempest-ServersNegativeTestJSON-64994671-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:05:13.264372 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-8513493a-fa4b-460c-b8e6-f7a3ddf56cd6 req-275a3931-6642-48bc-a045-30b49b8f91fa tempest-ServersNegativeTestJSON-64994671 tempest-ServersNegativeTestJSON-64994671-project] 10.222.0.26 "GET /v2.0/ports?device_id=26f9f107-8d83-4873-815f-6b74603520b7 HTTP/1.1" status: 200 len: 944 time: 0.0824404 Apr 01 14:05:13.297856 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Provisioning for port 219bf129-d79a-467d-95a1-a6dcb5478bc6 completed by entity L2. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 14:05:13.303093 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Provisioning complete for port 219bf129-d79a-467d-95a1-a6dcb5478bc6 triggered by entity L2. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 14:05:13.303470 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-948329'] for port, provisioning_complete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:05:13.317317 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-8513493a-fa4b-460c-b8e6-f7a3ddf56cd6 req-643673c7-bdf5-46d8-831e-262d60000420 tempest-ServersNegativeTestJSON-64994671 tempest-ServersNegativeTestJSON-64994671-project] 10.222.0.26 "GET /v2.0/security-groups?id=9787c6c4-62fc-4a88-a823-7e2c49cdb248&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470593 Apr 01 14:05:13.430444 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:05:13.460516 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26f9f107-8d83-4873-815f-6b74603520b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '219bf129-d79a-467d-95a1-a6dcb5478bc6'}] {{(pid=83872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 14:05:13.470384 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] For port 219bf129-d79a-467d-95a1-a6dcb5478bc6, host hv-neutron-8361, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8361',level=0,port_id=219bf129-d79a-467d-95a1-a6dcb5478bc6,segment=NetworkSegment(de6f7f75-4fc0-4591-bfb0-88f757e12d9b),segment_id=de6f7f75-4fc0-4591-bfb0-88f757e12d9b)] {{(pid=83872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 14:05:13.477116 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864'] for port, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:05:13.523287 dv-neutron-836180-1-hyperv neutron-server[83872]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26f9f107-8d83-4873-815f-6b74603520b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '219bf129-d79a-467d-95a1-a6dcb5478bc6', 'code': 200} Apr 01 14:05:13.565793 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Pushing event updated for resources: {'Port': ['ID=219bf129-d79a-467d-95a1-a6dcb5478bc6,revision_number=5']} {{(pid=83872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:05:13.761180 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-3aae62a1-4562-4fb1-85d6-7ede92a242af req-b6d72f2f-870d-4461-8185-a404a4ad0a06 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=26f9f107-8d83-4873-815f-6b74603520b7 HTTP/1.1" status: 200 len: 1098 time: 0.0670748 Apr 01 14:05:13.809811 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-3aae62a1-4562-4fb1-85d6-7ede92a242af req-69e794d7-631a-4cbb-a7ff-e43ec53751b4 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=9787c6c4-62fc-4a88-a823-7e2c49cdb248&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396321 Apr 01 14:05:14.526309 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8261bf2-86af-4bd2-a66f-03ced13d0834 req-2549b01e-5721-4156-a943-96345519315f tempest-ServersNegativeTestJSON-64994671 tempest-ServersNegativeTestJSON-64994671-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:05:14.527729 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-d8261bf2-86af-4bd2-a66f-03ced13d0834 req-2549b01e-5721-4156-a943-96345519315f tempest-ServersNegativeTestJSON-64994671 tempest-ServersNegativeTestJSON-64994671-project] 10.222.0.26 "GET /v2.0/ports?device_id=26f9f107-8d83-4873-815f-6b74603520b7 HTTP/1.1" status: 200 len: 945 time: 0.0779703 Apr 01 14:05:14.573410 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-d8261bf2-86af-4bd2-a66f-03ced13d0834 req-43a9ae3c-6ced-4c7b-8389-309aac8d5dd7 tempest-ServersNegativeTestJSON-64994671 tempest-ServersNegativeTestJSON-64994671-project] 10.222.0.26 "GET /v2.0/security-groups?id=9787c6c4-62fc-4a88-a823-7e2c49cdb248&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400000 Apr 01 14:05:15.769061 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec7196d-b81b-4fc3-ac7f-837276494258 req-dc29f048-6ac6-4cef-bf32-0ab079e6c096 tempest-ServersNegativeTestJSON-64994671 tempest-ServersNegativeTestJSON-64994671-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:05:15.771196 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-8ec7196d-b81b-4fc3-ac7f-837276494258 req-dc29f048-6ac6-4cef-bf32-0ab079e6c096 tempest-ServersNegativeTestJSON-64994671 tempest-ServersNegativeTestJSON-64994671-project] 10.222.0.26 "GET /v2.0/ports?device_id=26f9f107-8d83-4873-815f-6b74603520b7 HTTP/1.1" status: 200 len: 945 time: 0.0753474 Apr 01 14:05:15.818505 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-8ec7196d-b81b-4fc3-ac7f-837276494258 req-3d43daf1-b51f-47a8-b919-b1f662b30353 tempest-ServersNegativeTestJSON-64994671 tempest-ServersNegativeTestJSON-64994671-project] 10.222.0.26 "GET /v2.0/security-groups?id=9787c6c4-62fc-4a88-a823-7e2c49cdb248&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418599 Apr 01 14:05:16.121433 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3768a458-143d-47ef-94be-2123e150faef req-6c8a8b09-42bb-4c48-906a-14641332e120 tempest-ServersNegativeTestJSON-64994671 tempest-ServersNegativeTestJSON-64994671-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:05:16.122835 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-3768a458-143d-47ef-94be-2123e150faef req-6c8a8b09-42bb-4c48-906a-14641332e120 tempest-ServersNegativeTestJSON-64994671 tempest-ServersNegativeTestJSON-64994671-project] 10.222.0.26 "GET /v2.0/networks?id=1e0fe4db-a5e6-4892-9599-93903b90724d HTTP/1.1" status: 200 len: 814 time: 0.1437171 Apr 01 14:05:16.139523 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-3768a458-143d-47ef-94be-2123e150faef req-1735fb3d-4bb2-45b4-81f1-b11fd7aba7d6 tempest-ServersNegativeTestJSON-64994671 tempest-ServersNegativeTestJSON-64994671-project] 10.222.0.26 "GET /v2.0/quotas/edc083ea22ef499a8ff905f390486e7a HTTP/1.1" status: 200 len: 375 time: 0.0112309 Apr 01 14:05:16.216610 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-3768a458-143d-47ef-94be-2123e150faef req-7392784b-9dcd-4061-9ce0-dfd667b7d1d0 tempest-ServersNegativeTestJSON-64994671 tempest-ServersNegativeTestJSON-64994671-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=edc083ea22ef499a8ff905f390486e7a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0721717 Apr 01 14:05:16.349915 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-3768a458-143d-47ef-94be-2123e150faef req-fbeb2f2a-4cbf-45c0-959a-a1bdfdc135c9 service neutron] 10.222.0.26 "GET /v2.0/networks/1e0fe4db-a5e6-4892-9599-93903b90724d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1256311 Apr 01 14:05:16.479537 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-3768a458-143d-47ef-94be-2123e150faef req-3cb9a61e-aa68-4ee6-9097-443a1e27720d service neutron] 10.222.0.26 "GET /v2.0/networks/1e0fe4db-a5e6-4892-9599-93903b90724d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1238456 Apr 01 14:05:16.665705 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-1600d35a-1e4b-42bd-9b7a-d8361d271c95 req-bd97ee84-c2b5-483e-a862-6db4705b7897 tempest-ServersNegativeTestJSON-64994671 tempest-ServersNegativeTestJSON-64994671-project] 10.222.0.26 "GET /v2.0/ports?device_id=e16b6e75-9234-4d3f-8696-3c0f04b219e7 HTTP/1.1" status: 200 len: 210 time: 0.0447702 Apr 01 14:05:17.665819 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3768a458-143d-47ef-94be-2123e150faef req-6f56a9be-8180-44ed-b037-4051ca527401 tempest-ServersNegativeTestJSON-64994671 tempest-ServersNegativeTestJSON-64994671-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:05:17.667250 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-3768a458-143d-47ef-94be-2123e150faef req-6f56a9be-8180-44ed-b037-4051ca527401 tempest-ServersNegativeTestJSON-64994671 tempest-ServersNegativeTestJSON-64994671-project] 10.222.0.57 "GET /v2.0/networks?id=1e0fe4db-a5e6-4892-9599-93903b90724d HTTP/1.1" status: 200 len: 814 time: 0.1475666 Apr 01 14:05:17.683329 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.v2.base [req-3768a458-143d-47ef-94be-2123e150faef req-e8a9a32c-b8ee-4559-aae0-93314ca53ece tempest-ServersNegativeTestJSON-64994671 tempest-ServersNegativeTestJSON-64994671-project] Request body: {'port': {'device_id': 'e16b6e75-9234-4d3f-8696-3c0f04b219e7', 'network_id': '1e0fe4db-a5e6-4892-9599-93903b90724d', 'admin_state_up': True, 'tenant_id': 'edc083ea22ef499a8ff905f390486e7a'}} {{(pid=83869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 14:05:17.841941 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-67c275d8-60fe-41d6-9c61-4b2994b1697e req-e0920854-5528-41aa-915b-6df00150c901 tempest-ServersNegativeTestJSON-64994671 tempest-ServersNegativeTestJSON-64994671-project] 10.222.0.26 "GET /v2.0/ports?device_id=e16b6e75-9234-4d3f-8696-3c0f04b219e7 HTTP/1.1" status: 200 len: 210 time: 0.0446219 Apr 01 14:05:17.911743 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [req-3768a458-143d-47ef-94be-2123e150faef req-e8a9a32c-b8ee-4559-aae0-93314ca53ece tempest-ServersNegativeTestJSON-64994671 tempest-ServersNegativeTestJSON-64994671-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 14:05:17.921251 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [req-3768a458-143d-47ef-94be-2123e150faef req-e8a9a32c-b8ee-4559-aae0-93314ca53ece tempest-ServersNegativeTestJSON-64994671 tempest-ServersNegativeTestJSON-64994671-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 14:05:17.931574 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3768a458-143d-47ef-94be-2123e150faef req-e8a9a32c-b8ee-4559-aae0-93314ca53ece tempest-ServersNegativeTestJSON-64994671 tempest-ServersNegativeTestJSON-64994671-project] Made reservation on behalf of edc083ea22ef499a8ff905f390486e7a for: {'port': 1} {{(pid=83869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 14:05:17.934893 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [req-3768a458-143d-47ef-94be-2123e150faef req-e8a9a32c-b8ee-4559-aae0-93314ca53ece tempest-ServersNegativeTestJSON-64994671 tempest-ServersNegativeTestJSON-64994671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:05:18.093812 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.db_base_plugin_common [req-3768a458-143d-47ef-94be-2123e150faef req-e8a9a32c-b8ee-4559-aae0-93314ca53ece tempest-ServersNegativeTestJSON-64994671 tempest-ServersNegativeTestJSON-64994671-project] Allocated IP 172.20.0.10 (1e0fe4db-a5e6-4892-9599-93903b90724d/25c64848-9db6-449f-9253-e6203f69aa65/f12f15c4-e0d7-4b28-b791-14717011fd23) {{(pid=83869) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 14:05:18.299832 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [req-3768a458-143d-47ef-94be-2123e150faef req-e8a9a32c-b8ee-4559-aae0-93314ca53ece tempest-ServersNegativeTestJSON-64994671 tempest-ServersNegativeTestJSON-64994671-project] Notify callbacks [] for port, precommit_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:05:18.328263 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [req-3768a458-143d-47ef-94be-2123e150faef req-e8a9a32c-b8ee-4559-aae0-93314ca53ece tempest-ServersNegativeTestJSON-64994671 tempest-ServersNegativeTestJSON-64994671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736732935801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2705155'] for port, after_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:05:18.339723 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] get_ports_and_sgs() called for port_ids ['219bf129-d79a-467d-95a1-a6dcb5478bc6'] {{(pid=83872) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 01 14:05:18.394320 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3768a458-143d-47ef-94be-2123e150faef req-e8a9a32c-b8ee-4559-aae0-93314ca53ece tempest-ServersNegativeTestJSON-64994671 tempest-ServersNegativeTestJSON-64994671-project] Network 1e0fe4db-a5e6-4892-9599-93903b90724d is already hosted by enough agents. {{(pid=83869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 14:05:18.403045 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.scheduler.base_scheduler [req-3768a458-143d-47ef-94be-2123e150faef req-e8a9a32c-b8ee-4559-aae0-93314ca53ece tempest-ServersNegativeTestJSON-64994671 tempest-ServersNegativeTestJSON-64994671-project] Resources bound (agent type, host, resource id): {{(pid=83869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 14:05:18.405550 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_dvrscheduler_db [req-3768a458-143d-47ef-94be-2123e150faef req-e8a9a32c-b8ee-4559-aae0-93314ca53ece tempest-ServersNegativeTestJSON-64994671 tempest-ServersNegativeTestJSON-64994671-project] Received port after_create {{(pid=83869) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 14:05:18.454833 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a9a32c-b8ee-4559-aae0-93314ca53ece tempest-ServersNegativeTestJSON-64994671 tempest-ServersNegativeTestJSON-64994671-project] Pushing event updated for resources: {'Port': ['ID=f12f15c4-e0d7-4b28-b791-14717011fd23,revision_number=1']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:05:18.476593 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3768a458-143d-47ef-94be-2123e150faef req-e8a9a32c-b8ee-4559-aae0-93314ca53ece tempest-ServersNegativeTestJSON-64994671 tempest-ServersNegativeTestJSON-64994671-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:05:18.477184 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [req-3768a458-143d-47ef-94be-2123e150faef req-e8a9a32c-b8ee-4559-aae0-93314ca53ece tempest-ServersNegativeTestJSON-64994671 tempest-ServersNegativeTestJSON-64994671-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109561'] for port, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:05:18.501695 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-3768a458-143d-47ef-94be-2123e150faef req-e8a9a32c-b8ee-4559-aae0-93314ca53ece tempest-ServersNegativeTestJSON-64994671 tempest-ServersNegativeTestJSON-64994671-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8221002 Apr 01 14:05:18.513136 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.v2.base [req-3768a458-143d-47ef-94be-2123e150faef req-6ffa1a1e-19cc-4348-aed1-9e51aa27598f service neutron] Request body: {'port': {'device_id': 'e16b6e75-9234-4d3f-8696-3c0f04b219e7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8361'}} {{(pid=83869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 14:05:18.621363 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [req-3768a458-143d-47ef-94be-2123e150faef req-6ffa1a1e-19cc-4348-aed1-9e51aa27598f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:05:19.032199 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.notifiers.nova [req-3768a458-143d-47ef-94be-2123e150faef req-6ffa1a1e-19cc-4348-aed1-9e51aa27598f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f12f15c4-e0d7-4b28-b791-14717011fd23 {{(pid=83869) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 01 14:05:19.044132 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [req-3768a458-143d-47ef-94be-2123e150faef req-6ffa1a1e-19cc-4348-aed1-9e51aa27598f service neutron] Notify callbacks [] for port, precommit_update {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:05:19.065886 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.provisioning_blocks [req-3768a458-143d-47ef-94be-2123e150faef req-6ffa1a1e-19cc-4348-aed1-9e51aa27598f service neutron] Transition to ACTIVE for port object f12f15c4-e0d7-4b28-b791-14717011fd23 will not be triggered until provisioned by entity L2. {{(pid=83869) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 14:05:19.075682 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [req-3768a458-143d-47ef-94be-2123e150faef req-6ffa1a1e-19cc-4348-aed1-9e51aa27598f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2705172'] for port, after_update {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:05:19.201342 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc9b370-4b13-41bd-b10e-92f35d974bec req-6121ef86-2307-4e0a-97fd-ea06accdd67e tempest-ServersNegativeTestJSON-64994671 tempest-ServersNegativeTestJSON-64994671-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:05:19.202031 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [req-3bc9b370-4b13-41bd-b10e-92f35d974bec req-6121ef86-2307-4e0a-97fd-ea06accdd67e tempest-ServersNegativeTestJSON-64994671 tempest-ServersNegativeTestJSON-64994671-project] Synchronizing usage tracker for tenant:edc083ea22ef499a8ff905f390486e7a on resource:port {{(pid=83869) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 14:05:19.221026 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ffa1a1e-19cc-4348-aed1-9e51aa27598f service neutron] Pushing event updated for resources: {'Port': ['ID=f12f15c4-e0d7-4b28-b791-14717011fd23,revision_number=2']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:05:19.270342 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [req-3bc9b370-4b13-41bd-b10e-92f35d974bec req-6121ef86-2307-4e0a-97fd-ea06accdd67e tempest-ServersNegativeTestJSON-64994671 tempest-ServersNegativeTestJSON-64994671-project] Unset dirty status for tenant:edc083ea22ef499a8ff905f390486e7a on resource:port {{(pid=83869) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 14:05:19.271676 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-3bc9b370-4b13-41bd-b10e-92f35d974bec req-6121ef86-2307-4e0a-97fd-ea06accdd67e tempest-ServersNegativeTestJSON-64994671 tempest-ServersNegativeTestJSON-64994671-project] 10.222.0.26 "GET /v2.0/ports?device_id=e16b6e75-9234-4d3f-8696-3c0f04b219e7 HTTP/1.1" status: 200 len: 932 time: 0.3008852 Apr 01 14:05:19.373480 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-3bc9b370-4b13-41bd-b10e-92f35d974bec req-0efdeaeb-4ea4-48c0-ba98-addd693ba4eb tempest-ServersNegativeTestJSON-64994671 tempest-ServersNegativeTestJSON-64994671-project] 10.222.0.26 "GET /v2.0/security-groups?id=9787c6c4-62fc-4a88-a823-7e2c49cdb248&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720770 Apr 01 14:05:19.377746 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.managers [req-3768a458-143d-47ef-94be-2123e150faef req-6ffa1a1e-19cc-4348-aed1-9e51aa27598f service neutron] Attempting to bind port f12f15c4-e0d7-4b28-b791-14717011fd23 on host hv-neutron-8361 for vnic_type normal with profile {{(pid=83869) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 14:05:19.378071 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.managers [req-3768a458-143d-47ef-94be-2123e150faef req-6ffa1a1e-19cc-4348-aed1-9e51aa27598f service neutron] Attempting to bind port f12f15c4-e0d7-4b28-b791-14717011fd23 by drivers openvswitch,hyperv on host hv-neutron-8361 at level 0 using segments [{'id': 'de6f7f75-4fc0-4591-bfb0-88f757e12d9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '1e0fe4db-a5e6-4892-9599-93903b90724d'}] {{(pid=83869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 14:05:19.378390 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3768a458-143d-47ef-94be-2123e150faef req-6ffa1a1e-19cc-4348-aed1-9e51aa27598f service neutron] Attempting to bind port f12f15c4-e0d7-4b28-b791-14717011fd23 on network 1e0fe4db-a5e6-4892-9599-93903b90724d {{(pid=83869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 14:05:19.384623 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3768a458-143d-47ef-94be-2123e150faef req-6ffa1a1e-19cc-4348-aed1-9e51aa27598f service neutron] Port f12f15c4-e0d7-4b28-b791-14717011fd23 on network 1e0fe4db-a5e6-4892-9599-93903b90724d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8361 {{(pid=83869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 01 14:05:19.384939 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3768a458-143d-47ef-94be-2123e150faef req-6ffa1a1e-19cc-4348-aed1-9e51aa27598f service neutron] Attempting to bind port f12f15c4-e0d7-4b28-b791-14717011fd23 on network 1e0fe4db-a5e6-4892-9599-93903b90724d {{(pid=83869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 14:05:19.391424 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3768a458-143d-47ef-94be-2123e150faef req-6ffa1a1e-19cc-4348-aed1-9e51aa27598f service neutron] Checking agent: {'id': '359ce187-6241-4f7e-85a4-e066c7b0cdea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8361', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 13, 31, 54), 'started_at': datetime.datetime(2022, 4, 1, 13, 31, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 14, 4, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 14:05:19.391802 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3768a458-143d-47ef-94be-2123e150faef req-6ffa1a1e-19cc-4348-aed1-9e51aa27598f service neutron] Checking segment: {'id': 'de6f7f75-4fc0-4591-bfb0-88f757e12d9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '1e0fe4db-a5e6-4892-9599-93903b90724d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 14:05:19.392120 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3768a458-143d-47ef-94be-2123e150faef req-6ffa1a1e-19cc-4348-aed1-9e51aa27598f service neutron] Bound using segment: {'id': 'de6f7f75-4fc0-4591-bfb0-88f757e12d9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '1e0fe4db-a5e6-4892-9599-93903b90724d'} {{(pid=83869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 14:05:19.392563 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.managers [req-3768a458-143d-47ef-94be-2123e150faef req-6ffa1a1e-19cc-4348-aed1-9e51aa27598f service neutron] Bound port: f12f15c4-e0d7-4b28-b791-14717011fd23, host: hv-neutron-8361, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'de6f7f75-4fc0-4591-bfb0-88f757e12d9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '1e0fe4db-a5e6-4892-9599-93903b90724d'}}] {{(pid=83869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 14:05:19.392991 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [req-3768a458-143d-47ef-94be-2123e150faef req-6ffa1a1e-19cc-4348-aed1-9e51aa27598f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:05:19.494622 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.db [req-3768a458-143d-47ef-94be-2123e150faef req-6ffa1a1e-19cc-4348-aed1-9e51aa27598f service neutron] For port f12f15c4-e0d7-4b28-b791-14717011fd23, host hv-neutron-8361, cleared binding levels {{(pid=83869) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 14:05:19.498277 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.db [req-3768a458-143d-47ef-94be-2123e150faef req-6ffa1a1e-19cc-4348-aed1-9e51aa27598f service neutron] For port f12f15c4-e0d7-4b28-b791-14717011fd23, host hv-neutron-8361, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8361',level=0,port_id=f12f15c4-e0d7-4b28-b791-14717011fd23,segment=NetworkSegment(de6f7f75-4fc0-4591-bfb0-88f757e12d9b),segment_id=de6f7f75-4fc0-4591-bfb0-88f757e12d9b)] {{(pid=83869) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 14:05:19.506000 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [req-3768a458-143d-47ef-94be-2123e150faef req-6ffa1a1e-19cc-4348-aed1-9e51aa27598f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2705172'] for port, after_update {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:05:19.575983 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [req-3768a458-143d-47ef-94be-2123e150faef req-6ffa1a1e-19cc-4348-aed1-9e51aa27598f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109561'] for port, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:05:19.577384 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-3768a458-143d-47ef-94be-2123e150faef req-6ffa1a1e-19cc-4348-aed1-9e51aa27598f service neutron] 10.222.0.57 "PUT /v2.0/ports/f12f15c4-e0d7-4b28-b791-14717011fd23 HTTP/1.1" status: 200 len: 1094 time: 1.0686305 Apr 01 14:05:19.577863 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e16b6e75-9234-4d3f-8696-3c0f04b219e7', 'tag': 'f12f15c4-e0d7-4b28-b791-14717011fd23'}] {{(pid=83869) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 14:05:19.594250 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ffa1a1e-19cc-4348-aed1-9e51aa27598f service neutron] Pushing event updated for resources: {'Port': ['ID=f12f15c4-e0d7-4b28-b791-14717011fd23,revision_number=3']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:05:19.655506 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e16b6e75-9234-4d3f-8696-3c0f04b219e7', 'tag': 'f12f15c4-e0d7-4b28-b791-14717011fd23', 'status': 'completed', 'code': 200} Apr 01 14:05:19.795422 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-3768a458-143d-47ef-94be-2123e150faef req-26f536fb-106b-4766-bc90-33235131f9bc service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=edc083ea22ef499a8ff905f390486e7a&device_id=e16b6e75-9234-4d3f-8696-3c0f04b219e7 HTTP/1.1" status: 200 len: 1097 time: 0.1715045 Apr 01 14:05:19.865826 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-3768a458-143d-47ef-94be-2123e150faef req-77540d3d-384c-43c3-ac97-c46b03a2a0c6 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f12f15c4-e0d7-4b28-b791-14717011fd23 HTTP/1.1" status: 200 len: 217 time: 0.0630744 Apr 01 14:05:19.931697 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3768a458-143d-47ef-94be-2123e150faef req-ecc58065-a118-408e-a712-9d23700868fd service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:05:19.933148 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-3768a458-143d-47ef-94be-2123e150faef req-ecc58065-a118-408e-a712-9d23700868fd service neutron] 10.222.0.57 "GET /v2.0/subnets?id=25c64848-9db6-449f-9253-e6203f69aa65 HTTP/1.1" status: 200 len: 854 time: 0.0605001 Apr 01 14:05:19.978826 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-3768a458-143d-47ef-94be-2123e150faef req-10b46f38-d46f-46ba-8731-584cb4839de3 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=1e0fe4db-a5e6-4892-9599-93903b90724d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0394473 Apr 01 14:05:20.112012 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-3768a458-143d-47ef-94be-2123e150faef req-7ccbf9ac-a053-42ea-89e8-21ed2f688e87 service neutron] 10.222.0.57 "GET /v2.0/networks/1e0fe4db-a5e6-4892-9599-93903b90724d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1273336 Apr 01 14:05:20.252668 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-3768a458-143d-47ef-94be-2123e150faef req-0a144b35-80bf-480a-9028-52a2c9a35603 service neutron] 10.222.0.57 "GET /v2.0/networks/1e0fe4db-a5e6-4892-9599-93903b90724d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1345773 Apr 01 14:05:20.373478 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-66ee6dc6-fce6-49e8-86c7-2f48f40fa18e req-16321eb3-8740-4aa3-aa20-9046025b7b75 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=edc083ea22ef499a8ff905f390486e7a&device_id=e16b6e75-9234-4d3f-8696-3c0f04b219e7 HTTP/1.1" status: 200 len: 1097 time: 0.0701957 Apr 01 14:05:20.560417 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ee6dc6-fce6-49e8-86c7-2f48f40fa18e req-1a6c8b7c-6cbf-4f8a-93d1-3df93280a421 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:05:20.561793 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-66ee6dc6-fce6-49e8-86c7-2f48f40fa18e req-1a6c8b7c-6cbf-4f8a-93d1-3df93280a421 service neutron] 10.222.0.57 "GET /v2.0/networks?id=1e0fe4db-a5e6-4892-9599-93903b90724d HTTP/1.1" status: 200 len: 915 time: 0.1823597 Apr 01 14:05:20.640002 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-66ee6dc6-fce6-49e8-86c7-2f48f40fa18e req-fd107221-4b4f-4f44-82b6-671e0d091878 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f12f15c4-e0d7-4b28-b791-14717011fd23 HTTP/1.1" status: 200 len: 217 time: 0.0697577 Apr 01 14:05:20.710704 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0efc902a-7fdf-44a1-8312-5c2da88d6922 req-27289ae8-19d4-42d2-86b0-a0c471632b4d tempest-ServersNegativeTestJSON-64994671 tempest-ServersNegativeTestJSON-64994671-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:05:20.712145 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-0efc902a-7fdf-44a1-8312-5c2da88d6922 req-27289ae8-19d4-42d2-86b0-a0c471632b4d tempest-ServersNegativeTestJSON-64994671 tempest-ServersNegativeTestJSON-64994671-project] 10.222.0.26 "GET /v2.0/ports?device_id=e16b6e75-9234-4d3f-8696-3c0f04b219e7 HTTP/1.1" status: 200 len: 944 time: 0.2103722 Apr 01 14:05:20.720767 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ee6dc6-fce6-49e8-86c7-2f48f40fa18e req-51ad503f-51a6-41e9-88ae-c90af9099e29 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:05:20.722107 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-66ee6dc6-fce6-49e8-86c7-2f48f40fa18e req-51ad503f-51a6-41e9-88ae-c90af9099e29 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=25c64848-9db6-449f-9253-e6203f69aa65 HTTP/1.1" status: 200 len: 854 time: 0.0750782 Apr 01 14:05:20.788631 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-66ee6dc6-fce6-49e8-86c7-2f48f40fa18e req-d1f1197e-3bbc-47f6-a5d1-1c78a16c42d5 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=1e0fe4db-a5e6-4892-9599-93903b90724d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0525355 Apr 01 14:05:20.874510 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-0efc902a-7fdf-44a1-8312-5c2da88d6922 req-5f65f25a-736a-4c2d-a6fb-b3c5c80200fd tempest-ServersNegativeTestJSON-64994671 tempest-ServersNegativeTestJSON-64994671-project] 10.222.0.26 "GET /v2.0/security-groups?id=9787c6c4-62fc-4a88-a823-7e2c49cdb248&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1552551 Apr 01 14:05:20.939576 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-66ee6dc6-fce6-49e8-86c7-2f48f40fa18e req-d007ba37-ac0f-4cd1-92a0-a9912fd9858b service neutron] 10.222.0.57 "GET /v2.0/networks/1e0fe4db-a5e6-4892-9599-93903b90724d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1358590 Apr 01 14:05:21.077104 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-66ee6dc6-fce6-49e8-86c7-2f48f40fa18e req-b3953e21-031a-4c55-8510-2f379d1f981f service neutron] 10.222.0.57 "GET /v2.0/networks/1e0fe4db-a5e6-4892-9599-93903b90724d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1305511 Apr 01 14:05:22.092694 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f3a981-f698-45d8-bc07-c7df650f7820 req-b95466d6-d088-4ef2-b396-77c437bc6bf5 tempest-ServersNegativeTestJSON-64994671 tempest-ServersNegativeTestJSON-64994671-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:05:22.094224 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-f2f3a981-f698-45d8-bc07-c7df650f7820 req-b95466d6-d088-4ef2-b396-77c437bc6bf5 tempest-ServersNegativeTestJSON-64994671 tempest-ServersNegativeTestJSON-64994671-project] 10.222.0.26 "GET /v2.0/ports?device_id=e16b6e75-9234-4d3f-8696-3c0f04b219e7 HTTP/1.1" status: 200 len: 944 time: 0.0908642 Apr 01 14:05:22.149846 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-f2f3a981-f698-45d8-bc07-c7df650f7820 req-873ef6e8-54ef-43f0-adbc-670572d932e0 tempest-ServersNegativeTestJSON-64994671 tempest-ServersNegativeTestJSON-64994671-project] 10.222.0.26 "GET /v2.0/security-groups?id=9787c6c4-62fc-4a88-a823-7e2c49cdb248&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458961 Apr 01 14:05:23.235173 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Device f12f15c4-e0d7-4b28-b791-14717011fd23 details requested by agent hyperv_hv-neutron-8361 with host hv-neutron-8361 {{(pid=83872) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 01 14:05:23.361942 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58847faf-52e6-4b45-b1b8-2e34d87fe36b req-4d16ac3f-3a42-46a5-a528-26ce98b031e5 tempest-ServersNegativeTestJSON-64994671 tempest-ServersNegativeTestJSON-64994671-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:05:23.363393 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-58847faf-52e6-4b45-b1b8-2e34d87fe36b req-4d16ac3f-3a42-46a5-a528-26ce98b031e5 tempest-ServersNegativeTestJSON-64994671 tempest-ServersNegativeTestJSON-64994671-project] 10.222.0.26 "GET /v2.0/ports?device_id=e16b6e75-9234-4d3f-8696-3c0f04b219e7 HTTP/1.1" status: 200 len: 944 time: 0.0777349 Apr 01 14:05:23.372609 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] For port f12f15c4-e0d7-4b28-b791-14717011fd23, host hv-neutron-8361, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8361',level=0,port_id=f12f15c4-e0d7-4b28-b791-14717011fd23,segment=NetworkSegment(de6f7f75-4fc0-4591-bfb0-88f757e12d9b),segment_id=de6f7f75-4fc0-4591-bfb0-88f757e12d9b)] {{(pid=83872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 14:05:23.386212 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Returning: {'device': 'f12f15c4-e0d7-4b28-b791-14717011fd23', 'network_id': '1e0fe4db-a5e6-4892-9599-93903b90724d', 'port_id': 'f12f15c4-e0d7-4b28-b791-14717011fd23', 'mac_address': 'fa:16:3e:32:95:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 378, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '25c64848-9db6-449f-9253-e6203f69aa65', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83872) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 01 14:05:23.409090 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-58847faf-52e6-4b45-b1b8-2e34d87fe36b req-c40a7750-5b03-46c5-b4ad-af9453563350 tempest-ServersNegativeTestJSON-64994671 tempest-ServersNegativeTestJSON-64994671-project] 10.222.0.26 "GET /v2.0/security-groups?id=9787c6c4-62fc-4a88-a823-7e2c49cdb248&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400684 Apr 01 14:05:23.478179 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:05:23.495320 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.notifiers.nova [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f12f15c4-e0d7-4b28-b791-14717011fd23 {{(pid=83872) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 01 14:05:23.510095 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] For port f12f15c4-e0d7-4b28-b791-14717011fd23, host hv-neutron-8361, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8361',level=0,port_id=f12f15c4-e0d7-4b28-b791-14717011fd23,segment=NetworkSegment(de6f7f75-4fc0-4591-bfb0-88f757e12d9b),segment_id=de6f7f75-4fc0-4591-bfb0-88f757e12d9b)] {{(pid=83872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 14:05:23.514078 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864'] for port, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:05:23.578266 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Pushing event updated for resources: {'Port': ['ID=f12f15c4-e0d7-4b28-b791-14717011fd23,revision_number=4']} {{(pid=83872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:05:23.732258 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] get_ports_and_sgs() called for port_ids ['f12f15c4-e0d7-4b28-b791-14717011fd23'] {{(pid=83872) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 01 14:05:23.855133 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-20d27ef4-3ec3-4089-8f83-69a60f5b2a38 req-888b4961-8ecf-44aa-8d59-eefc3ea3d9fa service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=26f9f107-8d83-4873-815f-6b74603520b7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0840614 Apr 01 14:05:24.003208 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-20d27ef4-3ec3-4089-8f83-69a60f5b2a38 req-ecd5488e-d759-4633-9027-358cf18b2757 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=edc083ea22ef499a8ff905f390486e7a&device_id=26f9f107-8d83-4873-815f-6b74603520b7 HTTP/1.1" status: 200 len: 1098 time: 0.0772128 Apr 01 14:05:24.056572 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:05:24.251663 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d27ef4-3ec3-4089-8f83-69a60f5b2a38 req-534abf05-3534-418c-bb84-eb3c18997b34 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:05:24.253126 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-20d27ef4-3ec3-4089-8f83-69a60f5b2a38 req-534abf05-3534-418c-bb84-eb3c18997b34 service neutron] 10.222.0.57 "GET /v2.0/networks?id=1e0fe4db-a5e6-4892-9599-93903b90724d HTTP/1.1" status: 200 len: 915 time: 0.2314889 Apr 01 14:05:24.324112 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-20d27ef4-3ec3-4089-8f83-69a60f5b2a38 req-546b5f83-cb41-425c-95a7-cb87418a0854 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=219bf129-d79a-467d-95a1-a6dcb5478bc6 HTTP/1.1" status: 200 len: 217 time: 0.0638013 Apr 01 14:05:24.386975 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d27ef4-3ec3-4089-8f83-69a60f5b2a38 req-1c2ba64a-cf06-4a1c-85da-cb1535164e13 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:05:24.388427 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-20d27ef4-3ec3-4089-8f83-69a60f5b2a38 req-1c2ba64a-cf06-4a1c-85da-cb1535164e13 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=25c64848-9db6-449f-9253-e6203f69aa65 HTTP/1.1" status: 200 len: 854 time: 0.0586658 Apr 01 14:05:24.441219 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-20d27ef4-3ec3-4089-8f83-69a60f5b2a38 req-f649435d-9f0f-420e-9143-ed5b1fad02eb service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=1e0fe4db-a5e6-4892-9599-93903b90724d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0433221 Apr 01 14:05:24.575583 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-20d27ef4-3ec3-4089-8f83-69a60f5b2a38 req-3fa4bbe1-64ec-47c2-ab97-25933913ee23 service neutron] 10.222.0.57 "GET /v2.0/networks/1e0fe4db-a5e6-4892-9599-93903b90724d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1287684 Apr 01 14:05:24.632242 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7758a317-791b-4a5f-b8bf-6ce0fbe9f611 req-9cf8ea56-80da-486f-8e27-01374016c47e tempest-ServersNegativeTestJSON-64994671 tempest-ServersNegativeTestJSON-64994671-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:05:24.633729 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-7758a317-791b-4a5f-b8bf-6ce0fbe9f611 req-9cf8ea56-80da-486f-8e27-01374016c47e tempest-ServersNegativeTestJSON-64994671 tempest-ServersNegativeTestJSON-64994671-project] 10.222.0.26 "GET /v2.0/ports?device_id=e16b6e75-9234-4d3f-8696-3c0f04b219e7 HTTP/1.1" status: 200 len: 945 time: 0.0964727 Apr 01 14:05:24.681784 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-7758a317-791b-4a5f-b8bf-6ce0fbe9f611 req-cc9d643d-34ae-4c82-8b9c-de2d9524ff54 tempest-ServersNegativeTestJSON-64994671 tempest-ServersNegativeTestJSON-64994671-project] 10.222.0.26 "GET /v2.0/security-groups?id=9787c6c4-62fc-4a88-a823-7e2c49cdb248&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423522 Apr 01 14:05:24.709124 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-20d27ef4-3ec3-4089-8f83-69a60f5b2a38 req-5f0d1058-d6d1-47b2-96cf-86ca620fbb7e service neutron] 10.222.0.57 "GET /v2.0/networks/1e0fe4db-a5e6-4892-9599-93903b90724d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1278811 Apr 01 14:05:25.234506 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Device f12f15c4-e0d7-4b28-b791-14717011fd23 up at agent hyperv_hv-neutron-8361 {{(pid=83872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 14:05:25.306525 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Provisioning for port f12f15c4-e0d7-4b28-b791-14717011fd23 completed by entity L2. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 14:05:25.313949 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Provisioning complete for port f12f15c4-e0d7-4b28-b791-14717011fd23 triggered by entity L2. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 14:05:25.314426 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-948329'] for port, provisioning_complete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:05:25.431263 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:05:25.461162 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e16b6e75-9234-4d3f-8696-3c0f04b219e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f12f15c4-e0d7-4b28-b791-14717011fd23'}] {{(pid=83872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 14:05:25.470690 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] For port f12f15c4-e0d7-4b28-b791-14717011fd23, host hv-neutron-8361, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8361',level=0,port_id=f12f15c4-e0d7-4b28-b791-14717011fd23,segment=NetworkSegment(de6f7f75-4fc0-4591-bfb0-88f757e12d9b),segment_id=de6f7f75-4fc0-4591-bfb0-88f757e12d9b)] {{(pid=83872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 14:05:25.474866 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864'] for port, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:05:25.525899 dv-neutron-836180-1-hyperv neutron-server[83872]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e16b6e75-9234-4d3f-8696-3c0f04b219e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f12f15c4-e0d7-4b28-b791-14717011fd23', 'code': 200} Apr 01 14:05:25.552787 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Pushing event updated for resources: {'Port': ['ID=f12f15c4-e0d7-4b28-b791-14717011fd23,revision_number=5']} {{(pid=83872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:05:25.748975 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-832184eb-17d5-425a-83cb-feadecb1e11c req-84e60780-0df4-495c-bafd-3992375dc505 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=e16b6e75-9234-4d3f-8696-3c0f04b219e7 HTTP/1.1" status: 200 len: 1099 time: 0.0701408 Apr 01 14:05:25.792318 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-832184eb-17d5-425a-83cb-feadecb1e11c req-461601c9-79ee-427c-9275-386a41af1684 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=9787c6c4-62fc-4a88-a823-7e2c49cdb248&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360389 Apr 01 14:05:25.883706 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8de4ef-b534-4f27-87aa-bb48558b6518 req-da42ba84-1faa-4858-a88d-6b9eb9d63f9b tempest-ServersNegativeTestJSON-64994671 tempest-ServersNegativeTestJSON-64994671-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:05:25.885188 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-2d8de4ef-b534-4f27-87aa-bb48558b6518 req-da42ba84-1faa-4858-a88d-6b9eb9d63f9b tempest-ServersNegativeTestJSON-64994671 tempest-ServersNegativeTestJSON-64994671-project] 10.222.0.26 "GET /v2.0/ports?device_id=e16b6e75-9234-4d3f-8696-3c0f04b219e7 HTTP/1.1" status: 200 len: 946 time: 0.0781422 Apr 01 14:05:25.931304 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-2d8de4ef-b534-4f27-87aa-bb48558b6518 req-0c3d47df-5af4-43c4-8ad9-af8cf9f51437 tempest-ServersNegativeTestJSON-64994671 tempest-ServersNegativeTestJSON-64994671-project] 10.222.0.26 "GET /v2.0/security-groups?id=9787c6c4-62fc-4a88-a823-7e2c49cdb248&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405321 Apr 01 14:05:27.132711 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6c0efc-73e6-4b42-a15a-6d9d7c13ecf4 req-57193f82-b5ee-45ff-b73f-8b004aea1ee2 tempest-ServersNegativeTestJSON-64994671 tempest-ServersNegativeTestJSON-64994671-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:05:27.134139 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-9b6c0efc-73e6-4b42-a15a-6d9d7c13ecf4 req-57193f82-b5ee-45ff-b73f-8b004aea1ee2 tempest-ServersNegativeTestJSON-64994671 tempest-ServersNegativeTestJSON-64994671-project] 10.222.0.26 "GET /v2.0/ports?device_id=e16b6e75-9234-4d3f-8696-3c0f04b219e7 HTTP/1.1" status: 200 len: 946 time: 0.0787170 Apr 01 14:05:27.178736 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-9b6c0efc-73e6-4b42-a15a-6d9d7c13ecf4 req-0bef460c-09bd-469d-a8a5-00ece1a678a5 tempest-ServersNegativeTestJSON-64994671 tempest-ServersNegativeTestJSON-64994671-project] 10.222.0.26 "GET /v2.0/security-groups?id=9787c6c4-62fc-4a88-a823-7e2c49cdb248&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391216 Apr 01 14:05:27.578586 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57fd94b0-58e2-43ae-9317-13b7f08e66c8 req-1562a4c2-e148-4f3d-a3ca-031470f6d496 tempest-ServersNegativeTestJSON-64994671 tempest-ServersNegativeTestJSON-64994671-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:05:27.580001 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-57fd94b0-58e2-43ae-9317-13b7f08e66c8 req-1562a4c2-e148-4f3d-a3ca-031470f6d496 tempest-ServersNegativeTestJSON-64994671 tempest-ServersNegativeTestJSON-64994671-project] 10.222.0.26 "GET /v2.0/ports?device_id=e16b6e75-9234-4d3f-8696-3c0f04b219e7 HTTP/1.1" status: 200 len: 946 time: 0.0777798 Apr 01 14:05:27.625897 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-57fd94b0-58e2-43ae-9317-13b7f08e66c8 req-20bc9e55-a925-4b2e-9104-228589c5b6f2 tempest-ServersNegativeTestJSON-64994671 tempest-ServersNegativeTestJSON-64994671-project] 10.222.0.26 "GET /v2.0/security-groups?id=9787c6c4-62fc-4a88-a823-7e2c49cdb248&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387521 Apr 01 14:05:28.905193 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e94b8a-703e-498f-a487-38fc189f9620 req-7298d756-7ffd-463c-a638-f69e711f2b56 tempest-ServersNegativeTestJSON-64994671 tempest-ServersNegativeTestJSON-64994671-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:05:28.906619 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-88e94b8a-703e-498f-a487-38fc189f9620 req-7298d756-7ffd-463c-a638-f69e711f2b56 tempest-ServersNegativeTestJSON-64994671 tempest-ServersNegativeTestJSON-64994671-project] 10.222.0.26 "GET /v2.0/ports?device_id=e16b6e75-9234-4d3f-8696-3c0f04b219e7 HTTP/1.1" status: 200 len: 946 time: 0.1584942 Apr 01 14:05:28.943852 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a6dee8-0f56-4456-bf4d-bbe112359ee5 req-1092fe30-e1b3-4e16-b09f-7f9a4a732a41 tempest-ServersNegativeTestJSON-64994671 tempest-ServersNegativeTestJSON-64994671-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:05:28.945198 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-05a6dee8-0f56-4456-bf4d-bbe112359ee5 req-1092fe30-e1b3-4e16-b09f-7f9a4a732a41 tempest-ServersNegativeTestJSON-64994671 tempest-ServersNegativeTestJSON-64994671-project] 10.222.0.57 "GET /v2.0/ports?device_id=e16b6e75-9234-4d3f-8696-3c0f04b219e7 HTTP/1.1" status: 200 len: 946 time: 0.0798776 Apr 01 14:05:28.951786 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-88e94b8a-703e-498f-a487-38fc189f9620 req-bcce11d7-985d-4249-a905-66fdea22557f tempest-ServersNegativeTestJSON-64994671 tempest-ServersNegativeTestJSON-64994671-project] 10.222.0.26 "GET /v2.0/security-groups?id=9787c6c4-62fc-4a88-a823-7e2c49cdb248&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395377 Apr 01 14:05:29.013186 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.plugin [req-05a6dee8-0f56-4456-bf4d-bbe112359ee5 req-a7e463cf-319e-4518-bded-af0234c9b171 tempest-ServersNegativeTestJSON-64994671 tempest-ServersNegativeTestJSON-64994671-project] Deleting port f12f15c4-e0d7-4b28-b791-14717011fd23 {{(pid=83869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 14:05:29.013518 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [req-05a6dee8-0f56-4456-bf4d-bbe112359ee5 req-a7e463cf-319e-4518-bded-af0234c9b171 tempest-ServersNegativeTestJSON-64994671 tempest-ServersNegativeTestJSON-64994671-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736733287370'] for port, before_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:05:29.278860 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.db [req-05a6dee8-0f56-4456-bf4d-bbe112359ee5 req-a7e463cf-319e-4518-bded-af0234c9b171 tempest-ServersNegativeTestJSON-64994671 tempest-ServersNegativeTestJSON-64994671-project] For port f12f15c4-e0d7-4b28-b791-14717011fd23, host hv-neutron-8361, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8361',level=0,port_id=f12f15c4-e0d7-4b28-b791-14717011fd23,segment=NetworkSegment(de6f7f75-4fc0-4591-bfb0-88f757e12d9b),segment_id=de6f7f75-4fc0-4591-bfb0-88f757e12d9b)] {{(pid=83869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 14:05:29.279172 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [req-05a6dee8-0f56-4456-bf4d-bbe112359ee5 req-a7e463cf-319e-4518-bded-af0234c9b171 tempest-ServersNegativeTestJSON-64994671 tempest-ServersNegativeTestJSON-64994671-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4155147'] for port, precommit_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:05:29.403339 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.plugin [req-05a6dee8-0f56-4456-bf4d-bbe112359ee5 req-a7e463cf-319e-4518-bded-af0234c9b171 tempest-ServersNegativeTestJSON-64994671 tempest-ServersNegativeTestJSON-64994671-project] Calling delete_port for f12f15c4-e0d7-4b28-b791-14717011fd23 owned by compute:nova {{(pid=83869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 14:05:29.546753 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [req-05a6dee8-0f56-4456-bf4d-bbe112359ee5 req-a7e463cf-319e-4518-bded-af0234c9b171 tempest-ServersNegativeTestJSON-64994671 tempest-ServersNegativeTestJSON-64994671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736733359243', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736732935810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2705155'] for port, after_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:05:29.563308 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] get_ports_and_sgs() called for port_ids ['219bf129-d79a-467d-95a1-a6dcb5478bc6', 'f12f15c4-e0d7-4b28-b791-14717011fd23'] {{(pid=83872) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 01 14:05:29.601214 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e463cf-319e-4518-bded-af0234c9b171 tempest-ServersNegativeTestJSON-64994671 tempest-ServersNegativeTestJSON-64994671-project] Pushing event deleted for resources: {'Port': ['ID=f12f15c4-e0d7-4b28-b791-14717011fd23,revision_number=None']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:05:29.774023 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_dvrscheduler_db [req-05a6dee8-0f56-4456-bf4d-bbe112359ee5 req-a7e463cf-319e-4518-bded-af0234c9b171 tempest-ServersNegativeTestJSON-64994671 tempest-ServersNegativeTestJSON-64994671-project] No DVR routers for this DVR port f12f15c4-e0d7-4b28-b791-14717011fd23 on host hv-neutron-8361 {{(pid=83869) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 14:05:29.776555 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [req-05a6dee8-0f56-4456-bf4d-bbe112359ee5 req-a7e463cf-319e-4518-bded-af0234c9b171 tempest-ServersNegativeTestJSON-64994671 tempest-ServersNegativeTestJSON-64994671-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109561'] for port, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:05:29.778963 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e16b6e75-9234-4d3f-8696-3c0f04b219e7', 'name': 'network-vif-deleted', 'tag': 'f12f15c4-e0d7-4b28-b791-14717011fd23'}] {{(pid=83869) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 14:05:29.796457 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-05a6dee8-0f56-4456-bf4d-bbe112359ee5 req-a7e463cf-319e-4518-bded-af0234c9b171 tempest-ServersNegativeTestJSON-64994671 tempest-ServersNegativeTestJSON-64994671-project] 10.222.0.57 "DELETE /v2.0/ports/f12f15c4-e0d7-4b28-b791-14717011fd23 HTTP/1.1" status: 204 len: 173 time: 0.8448851 Apr 01 14:05:29.841694 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e16b6e75-9234-4d3f-8696-3c0f04b219e7', 'name': 'network-vif-deleted', 'tag': 'f12f15c4-e0d7-4b28-b791-14717011fd23', 'status': 'completed', 'code': 200} Apr 01 14:05:30.128968 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-14af0a8f-ea51-4e58-9261-d3e28e609f14 req-034bac96-cb50-48ba-9da6-ac0773b8773f tempest-ServersNegativeTestJSON-64994671 tempest-ServersNegativeTestJSON-64994671-project] 10.222.0.26 "GET /v2.0/ports?device_id=e16b6e75-9234-4d3f-8696-3c0f04b219e7 HTTP/1.1" status: 200 len: 210 time: 0.0403183 Apr 01 14:05:31.410056 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48944c0d-8e43-426c-b0c8-de23eca4908f req-d2fbd6d1-64a7-4094-ae58-4cdb0e22e918 tempest-ServersNegativeTestJSON-64994671 tempest-ServersNegativeTestJSON-64994671-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:05:31.412074 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-48944c0d-8e43-426c-b0c8-de23eca4908f req-d2fbd6d1-64a7-4094-ae58-4cdb0e22e918 tempest-ServersNegativeTestJSON-64994671 tempest-ServersNegativeTestJSON-64994671-project] 10.222.0.26 "GET /v2.0/ports?device_id=26f9f107-8d83-4873-815f-6b74603520b7 HTTP/1.1" status: 200 len: 945 time: 0.0813446 Apr 01 14:05:31.457918 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-48944c0d-8e43-426c-b0c8-de23eca4908f req-de5f692c-f6f8-4f96-9fb6-4826d10a5865 tempest-ServersNegativeTestJSON-64994671 tempest-ServersNegativeTestJSON-64994671-project] 10.222.0.26 "GET /v2.0/security-groups?id=9787c6c4-62fc-4a88-a823-7e2c49cdb248&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401697 Apr 01 14:05:31.677939 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd5cad8-359b-4e49-9577-914bddf0ba5c req-af8aa37e-df0b-468f-ba39-d0ef356f3737 tempest-ServersNegativeTestJSON-64994671 tempest-ServersNegativeTestJSON-64994671-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:05:31.679375 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-5bd5cad8-359b-4e49-9577-914bddf0ba5c req-af8aa37e-df0b-468f-ba39-d0ef356f3737 tempest-ServersNegativeTestJSON-64994671 tempest-ServersNegativeTestJSON-64994671-project] 10.222.0.26 "GET /v2.0/ports?device_id=26f9f107-8d83-4873-815f-6b74603520b7 HTTP/1.1" status: 200 len: 945 time: 0.0760875 Apr 01 14:05:31.724188 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-5bd5cad8-359b-4e49-9577-914bddf0ba5c req-bf4dc57f-eaec-49e0-80db-c4e027a4d8c3 tempest-ServersNegativeTestJSON-64994671 tempest-ServersNegativeTestJSON-64994671-project] 10.222.0.26 "GET /v2.0/security-groups?id=9787c6c4-62fc-4a88-a823-7e2c49cdb248&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390677 Apr 01 14:05:31.921874 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856e30db-0ee8-45cc-b99d-44b9e74f5066 req-e5528bc5-3cce-4370-9bf7-34940cea2783 tempest-ServersNegativeTestJSON-64994671 tempest-ServersNegativeTestJSON-64994671-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:05:31.922556 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [req-856e30db-0ee8-45cc-b99d-44b9e74f5066 req-e5528bc5-3cce-4370-9bf7-34940cea2783 tempest-ServersNegativeTestJSON-64994671 tempest-ServersNegativeTestJSON-64994671-project] Synchronizing usage tracker for tenant:edc083ea22ef499a8ff905f390486e7a on resource:port {{(pid=83869) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 14:05:31.939263 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [req-856e30db-0ee8-45cc-b99d-44b9e74f5066 req-e5528bc5-3cce-4370-9bf7-34940cea2783 tempest-ServersNegativeTestJSON-64994671 tempest-ServersNegativeTestJSON-64994671-project] Unset dirty status for tenant:edc083ea22ef499a8ff905f390486e7a on resource:port {{(pid=83869) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 14:05:31.940764 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-856e30db-0ee8-45cc-b99d-44b9e74f5066 req-e5528bc5-3cce-4370-9bf7-34940cea2783 tempest-ServersNegativeTestJSON-64994671 tempest-ServersNegativeTestJSON-64994671-project] 10.222.0.26 "GET /v2.0/ports?device_id=26f9f107-8d83-4873-815f-6b74603520b7 HTTP/1.1" status: 200 len: 945 time: 0.0969698 Apr 01 14:05:31.990667 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-856e30db-0ee8-45cc-b99d-44b9e74f5066 req-f53862ca-e4e5-4447-ac86-617bee967ee2 tempest-ServersNegativeTestJSON-64994671 tempest-ServersNegativeTestJSON-64994671-project] 10.222.0.26 "GET /v2.0/security-groups?id=9787c6c4-62fc-4a88-a823-7e2c49cdb248&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436430 Apr 01 14:05:32.195856 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-c5e846cd-d664-4525-b5c0-aab4bb81dba1 req-cf310a02-c7b8-4b58-a3b7-3779e8900260 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=26f9f107-8d83-4873-815f-6b74603520b7&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0757077 Apr 01 14:05:32.401086 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe2565f-2606-4ef6-b564-f42b0092a189 req-40706842-23c9-4d36-9241-dde3fb024926 tempest-ServersNegativeTestJSON-64994671 tempest-ServersNegativeTestJSON-64994671-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:05:32.402534 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-1fe2565f-2606-4ef6-b564-f42b0092a189 req-40706842-23c9-4d36-9241-dde3fb024926 tempest-ServersNegativeTestJSON-64994671 tempest-ServersNegativeTestJSON-64994671-project] 10.222.0.26 "GET /v2.0/ports?device_id=26f9f107-8d83-4873-815f-6b74603520b7 HTTP/1.1" status: 200 len: 945 time: 0.0839214 Apr 01 14:05:32.448451 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-1fe2565f-2606-4ef6-b564-f42b0092a189 req-f698b780-74d0-4ea3-b7ee-70c923ef1b89 tempest-ServersNegativeTestJSON-64994671 tempest-ServersNegativeTestJSON-64994671-project] 10.222.0.26 "GET /v2.0/security-groups?id=9787c6c4-62fc-4a88-a823-7e2c49cdb248&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404100 Apr 01 14:05:32.641152 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8aa4535-7ef7-4a1e-988a-3b94271681ff req-be4a9e90-96c9-4ee9-8d9e-de9138ef8125 tempest-ServersNegativeTestJSON-64994671 tempest-ServersNegativeTestJSON-64994671-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:05:32.642795 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-f8aa4535-7ef7-4a1e-988a-3b94271681ff req-be4a9e90-96c9-4ee9-8d9e-de9138ef8125 tempest-ServersNegativeTestJSON-64994671 tempest-ServersNegativeTestJSON-64994671-project] 10.222.0.26 "GET /v2.0/ports?device_id=26f9f107-8d83-4873-815f-6b74603520b7 HTTP/1.1" status: 200 len: 945 time: 0.0774865 Apr 01 14:05:32.690238 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-f8aa4535-7ef7-4a1e-988a-3b94271681ff req-ee2a2beb-ccc0-4d70-a75b-1c233b68c6bf tempest-ServersNegativeTestJSON-64994671 tempest-ServersNegativeTestJSON-64994671-project] 10.222.0.26 "GET /v2.0/security-groups?id=9787c6c4-62fc-4a88-a823-7e2c49cdb248&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410950 Apr 01 14:05:32.904454 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b140b2-c1c1-4309-ab69-1c4ace7d74f9 req-cb223c53-2d23-479e-afc0-b4434dea5087 tempest-ServersNegativeTestJSON-64994671 tempest-ServersNegativeTestJSON-64994671-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:05:32.905916 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-a9b140b2-c1c1-4309-ab69-1c4ace7d74f9 req-cb223c53-2d23-479e-afc0-b4434dea5087 tempest-ServersNegativeTestJSON-64994671 tempest-ServersNegativeTestJSON-64994671-project] 10.222.0.26 "GET /v2.0/ports?device_id=26f9f107-8d83-4873-815f-6b74603520b7 HTTP/1.1" status: 200 len: 945 time: 0.0806940 Apr 01 14:05:32.952679 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-a9b140b2-c1c1-4309-ab69-1c4ace7d74f9 req-7a298c34-5ea7-4e3e-b656-0ce3e85a1e7d tempest-ServersNegativeTestJSON-64994671 tempest-ServersNegativeTestJSON-64994671-project] 10.222.0.26 "GET /v2.0/security-groups?id=9787c6c4-62fc-4a88-a823-7e2c49cdb248&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403070 Apr 01 14:05:33.265403 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Device f12f15c4-e0d7-4b28-b791-14717011fd23 no longer exists at agent hyperv_hv-neutron-8361 {{(pid=83872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 14:05:33.300360 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.plugin [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] No Port match for: f12f15c4-e0d7-4b28-b791-14717011fd23 {{(pid=83872) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 01 14:05:33.300921 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Device f12f15c4-e0d7-4b28-b791-14717011fd23 not bound to the agent host hv-neutron-8361 {{(pid=83872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 14:05:33.527877 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d067bc-aa2e-43a4-b0be-0c51c3d44f39 req-d46ecbb1-97be-4151-8ac1-fbd7346590ba tempest-ServersNegativeTestJSON-64994671 tempest-ServersNegativeTestJSON-64994671-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:05:33.529264 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-72d067bc-aa2e-43a4-b0be-0c51c3d44f39 req-d46ecbb1-97be-4151-8ac1-fbd7346590ba tempest-ServersNegativeTestJSON-64994671 tempest-ServersNegativeTestJSON-64994671-project] 10.222.0.26 "GET /v2.0/ports?device_id=26f9f107-8d83-4873-815f-6b74603520b7 HTTP/1.1" status: 200 len: 945 time: 0.0781555 Apr 01 14:05:33.580601 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-72d067bc-aa2e-43a4-b0be-0c51c3d44f39 req-26ef69e8-4232-40a9-91cd-5f41f5b478b0 tempest-ServersNegativeTestJSON-64994671 tempest-ServersNegativeTestJSON-64994671-project] 10.222.0.26 "GET /v2.0/security-groups?id=9787c6c4-62fc-4a88-a823-7e2c49cdb248&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454369 Apr 01 14:05:33.616330 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-f978a357-5da0-42a4-8b04-fba305fa1357 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:05:34.797385 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7fa9c9-1026-4daa-8174-4ae1891b1626 req-b77c7d0f-ae73-409c-8571-f2bb883a7631 tempest-ServersNegativeTestJSON-64994671 tempest-ServersNegativeTestJSON-64994671-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:05:34.798814 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-1c7fa9c9-1026-4daa-8174-4ae1891b1626 req-b77c7d0f-ae73-409c-8571-f2bb883a7631 tempest-ServersNegativeTestJSON-64994671 tempest-ServersNegativeTestJSON-64994671-project] 10.222.0.26 "GET /v2.0/ports?device_id=26f9f107-8d83-4873-815f-6b74603520b7 HTTP/1.1" status: 200 len: 945 time: 0.0806849 Apr 01 14:05:34.846083 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-1c7fa9c9-1026-4daa-8174-4ae1891b1626 req-fe16aff4-88e1-47f8-99a0-e4c87c02f44b tempest-ServersNegativeTestJSON-64994671 tempest-ServersNegativeTestJSON-64994671-project] 10.222.0.26 "GET /v2.0/security-groups?id=9787c6c4-62fc-4a88-a823-7e2c49cdb248&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412138 Apr 01 14:05:34.941014 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9ff52a-6e9f-43e0-bb4b-c6e9758d2d73 req-cbd289e6-a54b-4cc3-8827-a2f3a6bdcfb0 tempest-ServersNegativeTestJSON-64994671 tempest-ServersNegativeTestJSON-64994671-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:05:34.942636 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-1b9ff52a-6e9f-43e0-bb4b-c6e9758d2d73 req-cbd289e6-a54b-4cc3-8827-a2f3a6bdcfb0 tempest-ServersNegativeTestJSON-64994671 tempest-ServersNegativeTestJSON-64994671-project] 10.222.0.57 "GET /v2.0/ports?device_id=26f9f107-8d83-4873-815f-6b74603520b7 HTTP/1.1" status: 200 len: 945 time: 0.0780692 Apr 01 14:05:35.016410 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.plugin [req-1b9ff52a-6e9f-43e0-bb4b-c6e9758d2d73 req-364cd940-45b3-47be-872e-3bc429d97525 tempest-ServersNegativeTestJSON-64994671 tempest-ServersNegativeTestJSON-64994671-project] Deleting port 219bf129-d79a-467d-95a1-a6dcb5478bc6 {{(pid=83869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 14:05:35.016744 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [req-1b9ff52a-6e9f-43e0-bb4b-c6e9758d2d73 req-364cd940-45b3-47be-872e-3bc429d97525 tempest-ServersNegativeTestJSON-64994671 tempest-ServersNegativeTestJSON-64994671-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736733287370'] for port, before_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:05:35.279799 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.db [req-1b9ff52a-6e9f-43e0-bb4b-c6e9758d2d73 req-364cd940-45b3-47be-872e-3bc429d97525 tempest-ServersNegativeTestJSON-64994671 tempest-ServersNegativeTestJSON-64994671-project] For port 219bf129-d79a-467d-95a1-a6dcb5478bc6, host hv-neutron-8361, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8361',level=0,port_id=219bf129-d79a-467d-95a1-a6dcb5478bc6,segment=NetworkSegment(de6f7f75-4fc0-4591-bfb0-88f757e12d9b),segment_id=de6f7f75-4fc0-4591-bfb0-88f757e12d9b)] {{(pid=83869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 14:05:35.280270 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [req-1b9ff52a-6e9f-43e0-bb4b-c6e9758d2d73 req-364cd940-45b3-47be-872e-3bc429d97525 tempest-ServersNegativeTestJSON-64994671 tempest-ServersNegativeTestJSON-64994671-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4155147'] for port, precommit_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:05:35.409699 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.plugin [req-1b9ff52a-6e9f-43e0-bb4b-c6e9758d2d73 req-364cd940-45b3-47be-872e-3bc429d97525 tempest-ServersNegativeTestJSON-64994671 tempest-ServersNegativeTestJSON-64994671-project] Calling delete_port for 219bf129-d79a-467d-95a1-a6dcb5478bc6 owned by compute:nova {{(pid=83869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 14:05:35.564649 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [req-1b9ff52a-6e9f-43e0-bb4b-c6e9758d2d73 req-364cd940-45b3-47be-872e-3bc429d97525 tempest-ServersNegativeTestJSON-64994671 tempest-ServersNegativeTestJSON-64994671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736733359243', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736732935810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2705155'] for port, after_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:05:35.583720 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] get_ports_and_sgs() called for port_ids ['219bf129-d79a-467d-95a1-a6dcb5478bc6'] {{(pid=83872) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 01 14:05:35.617989 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-364cd940-45b3-47be-872e-3bc429d97525 tempest-ServersNegativeTestJSON-64994671 tempest-ServersNegativeTestJSON-64994671-project] Pushing event deleted for resources: {'Port': ['ID=219bf129-d79a-467d-95a1-a6dcb5478bc6,revision_number=None']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:05:35.690087 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b9ff52a-6e9f-43e0-bb4b-c6e9758d2d73 req-364cd940-45b3-47be-872e-3bc429d97525 tempest-ServersNegativeTestJSON-64994671 tempest-ServersNegativeTestJSON-64994671-project] No DVR routers for this DVR port 219bf129-d79a-467d-95a1-a6dcb5478bc6 on host hv-neutron-8361 {{(pid=83869) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 14:05:35.692842 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [req-1b9ff52a-6e9f-43e0-bb4b-c6e9758d2d73 req-364cd940-45b3-47be-872e-3bc429d97525 tempest-ServersNegativeTestJSON-64994671 tempest-ServersNegativeTestJSON-64994671-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109561'] for port, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:05:35.695330 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26f9f107-8d83-4873-815f-6b74603520b7', 'name': 'network-vif-deleted', 'tag': '219bf129-d79a-467d-95a1-a6dcb5478bc6'}] {{(pid=83869) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 14:05:35.710450 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-1b9ff52a-6e9f-43e0-bb4b-c6e9758d2d73 req-364cd940-45b3-47be-872e-3bc429d97525 tempest-ServersNegativeTestJSON-64994671 tempest-ServersNegativeTestJSON-64994671-project] 10.222.0.57 "DELETE /v2.0/ports/219bf129-d79a-467d-95a1-a6dcb5478bc6 HTTP/1.1" status: 204 len: 173 time: 0.7593544 Apr 01 14:05:35.753549 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26f9f107-8d83-4873-815f-6b74603520b7', 'name': 'network-vif-deleted', 'tag': '219bf129-d79a-467d-95a1-a6dcb5478bc6', 'status': 'completed', 'code': 200} Apr 01 14:05:35.971996 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-aec3b5e7-e347-4087-bfb0-07bcc42f7e71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:05:36.038715 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [req-9c19fc3d-6893-4003-92c9-a44e434df50b req-1d667077-5e48-4191-ba6d-8eb46eebc848 tempest-ServersNegativeTestJSON-64994671 tempest-ServersNegativeTestJSON-64994671-project] Synchronizing usage tracker for tenant:edc083ea22ef499a8ff905f390486e7a on resource:port {{(pid=83869) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 14:05:36.053537 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [req-9c19fc3d-6893-4003-92c9-a44e434df50b req-1d667077-5e48-4191-ba6d-8eb46eebc848 tempest-ServersNegativeTestJSON-64994671 tempest-ServersNegativeTestJSON-64994671-project] Unset dirty status for tenant:edc083ea22ef499a8ff905f390486e7a on resource:port {{(pid=83869) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 14:05:36.054696 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-9c19fc3d-6893-4003-92c9-a44e434df50b req-1d667077-5e48-4191-ba6d-8eb46eebc848 tempest-ServersNegativeTestJSON-64994671 tempest-ServersNegativeTestJSON-64994671-project] 10.222.0.26 "GET /v2.0/ports?device_id=26f9f107-8d83-4873-815f-6b74603520b7 HTTP/1.1" status: 200 len: 210 time: 0.0595317 Apr 01 14:05:37.162133 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 33900) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:05:37.221240 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.db_base_plugin_v2 [None req-0dcaf066-2e6b-418c-b457-006e39610f36 admin admin] Deleting subnet 25c64848-9db6-449f-9253-e6203f69aa65 {{(pid=83871) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 01 14:05:37.225127 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-0dcaf066-2e6b-418c-b457-006e39610f36 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:05:37.249673 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:05:37.276843 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-0dcaf066-2e6b-418c-b457-006e39610f36 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3166365'] for subnet, precommit_delete_associations {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:05:37.337985 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-0dcaf066-2e6b-418c-b457-006e39610f36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-945029'] for subnet, precommit_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:05:37.409788 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-0dcaf066-2e6b-418c-b457-006e39610f36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-945042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2743160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2757373'] for subnet, after_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:05:37.449743 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dcaf066-2e6b-418c-b457-006e39610f36 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=25c64848-9db6-449f-9253-e6203f69aa65,revision_number=None']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:05:37.456168 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-0dcaf066-2e6b-418c-b457-006e39610f36 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:05:37.462430 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-0dcaf066-2e6b-418c-b457-006e39610f36 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/25c64848-9db6-449f-9253-e6203f69aa65 HTTP/1.1" status: 204 len: 168 time: 0.2992005 Apr 01 14:05:37.464820 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 33904) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:05:37.473485 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-2f9cfc9c-d8ba-4de3-a4ad-98162f90557c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:05:37.571031 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-c1ece4bb-c218-411b-9a16-53c438880524 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1033078'] for network, before_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:05:37.701035 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-c1ece4bb-c218-411b-9a16-53c438880524 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-942654', 'neutron.services.segments.db._delete_segments_for_network-8736733387888'] for network, precommit_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:05:37.730191 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.services.segments.db [None req-c1ece4bb-c218-411b-9a16-53c438880524 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1e0fe4db-a5e6-4892-9599-93903b90724d']}} {{(pid=83871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 14:05:37.742360 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.services.segments.db [None req-c1ece4bb-c218-411b-9a16-53c438880524 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'de6f7f75-4fc0-4591-bfb0-88f757e12d9b') {'for_net_delete': True} {{(pid=83871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 14:05:37.742646 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.services.segments.db [None req-c1ece4bb-c218-411b-9a16-53c438880524 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'de6f7f75-4fc0-4591-bfb0-88f757e12d9b') {} {{(pid=83871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 14:05:37.753792 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-c1ece4bb-c218-411b-9a16-53c438880524 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736733386999', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3166340'] for segment, before_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:05:37.770005 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-c1ece4bb-c218-411b-9a16-53c438880524 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1004271'] for segment, precommit_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:05:37.776591 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c1ece4bb-c218-411b-9a16-53c438880524 admin admin] Releasing vlan 378 on physical network physnet1 to pool {{(pid=83871) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 01 14:05:37.776997 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-c1ece4bb-c218-411b-9a16-53c438880524 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1004262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2743078'] for segment, after_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:05:37.791020 dv-neutron-836180-1-hyperv neutron-server[83871]: Traceback (most recent call last): Apr 01 14:05:37.791020 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 01 14:05:37.791020 dv-neutron-836180-1-hyperv neutron-server[83871]: timer() Apr 01 14:05:37.791020 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 14:05:37.791020 dv-neutron-836180-1-hyperv neutron-server[83871]: cb(*args, **kw) Apr 01 14:05:37.791020 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 14:05:37.791020 dv-neutron-836180-1-hyperv neutron-server[83871]: return func(*args, **kwargs) Apr 01 14:05:37.791020 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 14:05:37.791020 dv-neutron-836180-1-hyperv neutron-server[83871]: self._notify() Apr 01 14:05:37.791020 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 14:05:37.791020 dv-neutron-836180-1-hyperv neutron-server[83871]: self.callback(batched_events) Apr 01 14:05:37.791020 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 14:05:37.791020 dv-neutron-836180-1-hyperv neutron-server[83871]: event.method(event) Apr 01 14:05:37.791020 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 14:05:37.791020 dv-neutron-836180-1-hyperv neutron-server[83871]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 14:05:37.791020 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 14:05:37.791020 dv-neutron-836180-1-hyperv neutron-server[83871]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 14:05:37.791020 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 14:05:37.791020 dv-neutron-836180-1-hyperv neutron-server[83871]: return f(self, *a, **k) Apr 01 14:05:37.791020 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 14:05:37.791020 dv-neutron-836180-1-hyperv neutron-server[83871]: return self._get(url).json() Apr 01 14:05:37.791020 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 14:05:37.791020 dv-neutron-836180-1-hyperv neutron-server[83871]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 14:05:37.791020 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 01 14:05:37.791020 dv-neutron-836180-1-hyperv neutron-server[83871]: return self.request(url, 'GET', **kwargs) Apr 01 14:05:37.791020 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 01 14:05:37.791020 dv-neutron-836180-1-hyperv neutron-server[83871]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 14:05:37.791020 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 01 14:05:37.791020 dv-neutron-836180-1-hyperv neutron-server[83871]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 14:05:37.791020 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 01 14:05:37.791020 dv-neutron-836180-1-hyperv neutron-server[83871]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 14:05:37.791020 dv-neutron-836180-1-hyperv neutron-server[83871]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 14:05:37.870190 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-c1ece4bb-c218-411b-9a16-53c438880524 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-942599', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4084797'] for network, after_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:05:37.886782 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-c1ece4bb-c218-411b-9a16-53c438880524 admin admin] Notify callbacks [] for network, before_response {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:05:37.897994 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ece4bb-c218-411b-9a16-53c438880524 admin admin] Pushing event deleted for resources: {'Network': ['ID=1e0fe4db-a5e6-4892-9599-93903b90724d,revision_number=None']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:05:37.906820 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-c1ece4bb-c218-411b-9a16-53c438880524 admin admin] 10.222.0.26 "DELETE /v2.0/networks/1e0fe4db-a5e6-4892-9599-93903b90724d HTTP/1.1" status: 204 len: 168 time: 0.4409781 Apr 01 14:05:38.056544 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 33910) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:05:38.108798 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-0a2ea445-1aa2-471c-be66-3ae9f5bc0699 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=edc083ea22ef499a8ff905f390486e7a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0510325 Apr 01 14:05:38.111230 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 33914) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:05:38.168523 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-c2fab90c-7344-4ce7-b798-3e30ba1f89a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:05:38.193543 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-c2fab90c-7344-4ce7-b798-3e30ba1f89a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:05:38.247098 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-c2fab90c-7344-4ce7-b798-3e30ba1f89a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3775923'] for security_group, after_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:05:38.267106 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2fab90c-7344-4ce7-b798-3e30ba1f89a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9787c6c4-62fc-4a88-a823-7e2c49cdb248,revision_number=None']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:05:38.279363 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-c2fab90c-7344-4ce7-b798-3e30ba1f89a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:05:38.280754 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-c2fab90c-7344-4ce7-b798-3e30ba1f89a8 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/9787c6c4-62fc-4a88-a823-7e2c49cdb248 HTTP/1.1" status: 204 len: 168 time: 0.1685274 Apr 01 14:05:38.971235 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-a976a7b9-9034-41e6-be13-349b75ed1593 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:05:39.193897 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 33936) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:05:39.314429 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Device 219bf129-d79a-467d-95a1-a6dcb5478bc6 no longer exists at agent hyperv_hv-neutron-8361 {{(pid=83872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 14:05:39.324012 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.v2.base [None req-05479273-4da2-4663-94b6-c35a70c23ceb tempest-NetworksIpV6Test-1182252291 tempest-NetworksIpV6Test-1182252291-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1183438860'}} {{(pid=83869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 14:05:39.329121 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-05479273-4da2-4663-94b6-c35a70c23ceb tempest-NetworksIpV6Test-1182252291 tempest-NetworksIpV6Test-1182252291-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 14:05:39.333568 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-05479273-4da2-4663-94b6-c35a70c23ceb tempest-NetworksIpV6Test-1182252291 tempest-NetworksIpV6Test-1182252291-project] Usage tracker for resource:network and tenant:0cf989f9b40145669c57185cf2c76427 is out of sync, need to count used quota {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 14:05:39.336428 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-05479273-4da2-4663-94b6-c35a70c23ceb tempest-NetworksIpV6Test-1182252291 tempest-NetworksIpV6Test-1182252291-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 14:05:39.343936 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-05479273-4da2-4663-94b6-c35a70c23ceb tempest-NetworksIpV6Test-1182252291 tempest-NetworksIpV6Test-1182252291-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 14:05:39.349150 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.plugin [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] No Port match for: 219bf129-d79a-467d-95a1-a6dcb5478bc6 {{(pid=83872) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 01 14:05:39.349475 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Device 219bf129-d79a-467d-95a1-a6dcb5478bc6 not bound to the agent host hv-neutron-8361 {{(pid=83872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 14:05:39.355586 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05479273-4da2-4663-94b6-c35a70c23ceb tempest-NetworksIpV6Test-1182252291 tempest-NetworksIpV6Test-1182252291-project] Made reservation on behalf of 0cf989f9b40145669c57185cf2c76427 for: {'network': 1} {{(pid=83869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 14:05:39.358927 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-05479273-4da2-4663-94b6-c35a70c23ceb tempest-NetworksIpV6Test-1182252291 tempest-NetworksIpV6Test-1182252291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for network, before_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:05:39.371975 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-05479273-4da2-4663-94b6-c35a70c23ceb tempest-NetworksIpV6Test-1182252291 tempest-NetworksIpV6Test-1182252291-project] Notify callbacks [] for security_group, before_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:05:39.418193 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-05479273-4da2-4663-94b6-c35a70c23ceb tempest-NetworksIpV6Test-1182252291 tempest-NetworksIpV6Test-1182252291-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 14:05:39.422005 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-05479273-4da2-4663-94b6-c35a70c23ceb tempest-NetworksIpV6Test-1182252291 tempest-NetworksIpV6Test-1182252291-project] Usage tracker for resource:security_group_rule and tenant:0cf989f9b40145669c57185cf2c76427 is out of sync, need to count used quota {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 14:05:39.424874 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-05479273-4da2-4663-94b6-c35a70c23ceb tempest-NetworksIpV6Test-1182252291 tempest-NetworksIpV6Test-1182252291-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 14:05:39.430735 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-05479273-4da2-4663-94b6-c35a70c23ceb tempest-NetworksIpV6Test-1182252291 tempest-NetworksIpV6Test-1182252291-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 14:05:39.501117 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-05479273-4da2-4663-94b6-c35a70c23ceb tempest-NetworksIpV6Test-1182252291 tempest-NetworksIpV6Test-1182252291-project] Notify callbacks [] for security_group, precommit_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:05:39.505756 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-05479273-4da2-4663-94b6-c35a70c23ceb tempest-NetworksIpV6Test-1182252291 tempest-NetworksIpV6Test-1182252291-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3775923'] for security_group, after_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:05:39.538978 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-05479273-4da2-4663-94b6-c35a70c23ceb tempest-NetworksIpV6Test-1182252291 tempest-NetworksIpV6Test-1182252291-project] vlan segment allocate from pool success with {'vlan_id': 359, 'physical_network': 'physnet1'} {{(pid=83869) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 14:05:39.547460 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05479273-4da2-4663-94b6-c35a70c23ceb tempest-NetworksIpV6Test-1182252291 tempest-NetworksIpV6Test-1182252291-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c75cf44a-b413-4a9c-a8c7-66e5e592e5a0,revision_number=1']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:05:39.554604 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-05479273-4da2-4663-94b6-c35a70c23ceb tempest-NetworksIpV6Test-1182252291 tempest-NetworksIpV6Test-1182252291-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1004271'] for segment, precommit_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:05:39.555515 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.db.segments_db [None req-05479273-4da2-4663-94b6-c35a70c23ceb tempest-NetworksIpV6Test-1182252291 tempest-NetworksIpV6Test-1182252291-project] Added segment 42d8b209-e870-4626-89ff-40757c4b4b88 of type vlan for network cda1bc53-ab4b-4a93-aed1-4e2c8f661e58 Apr 01 14:05:39.583142 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-05479273-4da2-4663-94b6-c35a70c23ceb tempest-NetworksIpV6Test-1182252291 tempest-NetworksIpV6Test-1182252291-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736732923383'] for network, precommit_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:05:39.615270 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-05479273-4da2-4663-94b6-c35a70c23ceb tempest-NetworksIpV6Test-1182252291 tempest-NetworksIpV6Test-1182252291-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575'] for network, after_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:05:39.619041 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05479273-4da2-4663-94b6-c35a70c23ceb tempest-NetworksIpV6Test-1182252291 tempest-NetworksIpV6Test-1182252291-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:05:39.619638 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-05479273-4da2-4663-94b6-c35a70c23ceb tempest-NetworksIpV6Test-1182252291 tempest-NetworksIpV6Test-1182252291-project] Notify callbacks [] for network, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:05:39.742839 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05479273-4da2-4663-94b6-c35a70c23ceb tempest-NetworksIpV6Test-1182252291 tempest-NetworksIpV6Test-1182252291-project] Pushing event updated for resources: {'Network': ['ID=cda1bc53-ab4b-4a93-aed1-4e2c8f661e58,revision_number=1']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:05:39.746417 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-05479273-4da2-4663-94b6-c35a70c23ceb tempest-NetworksIpV6Test-1182252291 tempest-NetworksIpV6Test-1182252291-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.5515172 Apr 01 14:05:39.753577 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Network cda1bc53-ab4b-4a93-aed1-4e2c8f661e58 details requested by agent ovs-agent-dv-neutron-836180-1-hyperv with host dv-neutron-836180-1-hyperv {{(pid=83872) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 14:05:41.983176 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.agents_db [None req-bdd220c7-049a-43d2-a923-ad1a2de078c6 None None] Agent healthcheck: found 6 active agents {{(pid=83873) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 01 14:05:43.077438 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 33942) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:05:43.083299 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.v2.base [None req-55498226-42f0-447c-bd22-b8ae1aa40f86 tempest-NetworksIpV6Test-1182252291 tempest-NetworksIpV6Test-1182252291-project] Request body: {'subnet': {'network_id': 'cda1bc53-ab4b-4a93-aed1-4e2c8f661e58', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=83869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 14:05:43.198746 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-55498226-42f0-447c-bd22-b8ae1aa40f86 tempest-NetworksIpV6Test-1182252291 tempest-NetworksIpV6Test-1182252291-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 14:05:43.203847 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-55498226-42f0-447c-bd22-b8ae1aa40f86 tempest-NetworksIpV6Test-1182252291 tempest-NetworksIpV6Test-1182252291-project] Usage tracker for resource:subnet and tenant:0cf989f9b40145669c57185cf2c76427 is out of sync, need to count used quota {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 14:05:43.207462 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-55498226-42f0-447c-bd22-b8ae1aa40f86 tempest-NetworksIpV6Test-1182252291 tempest-NetworksIpV6Test-1182252291-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 14:05:43.214192 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-55498226-42f0-447c-bd22-b8ae1aa40f86 tempest-NetworksIpV6Test-1182252291 tempest-NetworksIpV6Test-1182252291-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 14:05:43.225502 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55498226-42f0-447c-bd22-b8ae1aa40f86 tempest-NetworksIpV6Test-1182252291 tempest-NetworksIpV6Test-1182252291-project] Made reservation on behalf of 0cf989f9b40145669c57185cf2c76427 for: {'subnet': 1} {{(pid=83869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 14:05:43.422936 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-55498226-42f0-447c-bd22-b8ae1aa40f86 tempest-NetworksIpV6Test-1182252291 tempest-NetworksIpV6Test-1182252291-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2999481'] for subnet, before_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:05:43.634316 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-55498226-42f0-447c-bd22-b8ae1aa40f86 tempest-NetworksIpV6Test-1182252291 tempest-NetworksIpV6Test-1182252291-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2705391', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2999447'] for subnet, after_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:05:43.705116 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55498226-42f0-447c-bd22-b8ae1aa40f86 tempest-NetworksIpV6Test-1182252291 tempest-NetworksIpV6Test-1182252291-project] Pushing event updated for resources: {'Subnet': ['ID=d04594ca-679e-4600-a0e8-55d7a3e5506a,revision_number=0']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:05:43.730763 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55498226-42f0-447c-bd22-b8ae1aa40f86 tempest-NetworksIpV6Test-1182252291 tempest-NetworksIpV6Test-1182252291-project] Checking segment: {'id': '42d8b209-e870-4626-89ff-40757c4b4b88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'cda1bc53-ab4b-4a93-aed1-4e2c8f661e58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 14:05:43.731108 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55498226-42f0-447c-bd22-b8ae1aa40f86 tempest-NetworksIpV6Test-1182252291 tempest-NetworksIpV6Test-1182252291-project] Network hostable DHCP agents. Network: cda1bc53-ab4b-4a93-aed1-4e2c8f661e58, hostable agents: ['e47e4547-5c2d-4954-ba56-fa3646239f18'], hosted agents: [] {{(pid=83869) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 14:05:43.751936 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55498226-42f0-447c-bd22-b8ae1aa40f86 tempest-NetworksIpV6Test-1182252291 tempest-NetworksIpV6Test-1182252291-project] Network cda1bc53-ab4b-4a93-aed1-4e2c8f661e58 is scheduled to be hosted by DHCP agent e47e4547-5c2d-4954-ba56-fa3646239f18 with binding_index 1 {{(pid=83869) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 14:05:43.761198 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.scheduler.base_scheduler [None req-55498226-42f0-447c-bd22-b8ae1aa40f86 tempest-NetworksIpV6Test-1182252291 tempest-NetworksIpV6Test-1182252291-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-836180-1-hyperv, cda1bc53-ab4b-4a93-aed1-4e2c8f661e58) {{(pid=83869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 14:05:43.765250 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55498226-42f0-447c-bd22-b8ae1aa40f86 tempest-NetworksIpV6Test-1182252291 tempest-NetworksIpV6Test-1182252291-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:05:43.765833 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-55498226-42f0-447c-bd22-b8ae1aa40f86 tempest-NetworksIpV6Test-1182252291 tempest-NetworksIpV6Test-1182252291-project] Notify callbacks [] for subnet, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:05:43.770887 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a547cbd-4f74-42f4-8e1d-4d089d1110ac None None] Network cda1bc53-ab4b-4a93-aed1-4e2c8f661e58 requested from dv-neutron-836180-1-hyperv {{(pid=83872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 14:05:43.788327 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-55498226-42f0-447c-bd22-b8ae1aa40f86 tempest-NetworksIpV6Test-1182252291 tempest-NetworksIpV6Test-1182252291-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7096970 Apr 01 14:05:43.792351 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 33946) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:05:43.798562 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.v2.base [None req-0f39a7a4-40cc-4584-b159-2d72b5fb679e tempest-NetworksIpV6Test-1182252291 tempest-NetworksIpV6Test-1182252291-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-206700655'}} {{(pid=83871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 14:05:43.803800 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-0f39a7a4-40cc-4584-b159-2d72b5fb679e tempest-NetworksIpV6Test-1182252291 tempest-NetworksIpV6Test-1182252291-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 14:05:43.807912 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-0f39a7a4-40cc-4584-b159-2d72b5fb679e tempest-NetworksIpV6Test-1182252291 tempest-NetworksIpV6Test-1182252291-project] Usage tracker for resource:network and tenant:0cf989f9b40145669c57185cf2c76427 is out of sync, need to count used quota {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 14:05:43.810921 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-0f39a7a4-40cc-4584-b159-2d72b5fb679e tempest-NetworksIpV6Test-1182252291 tempest-NetworksIpV6Test-1182252291-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 14:05:43.817842 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-0f39a7a4-40cc-4584-b159-2d72b5fb679e tempest-NetworksIpV6Test-1182252291 tempest-NetworksIpV6Test-1182252291-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 14:05:43.828218 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f39a7a4-40cc-4584-b159-2d72b5fb679e tempest-NetworksIpV6Test-1182252291 tempest-NetworksIpV6Test-1182252291-project] Made reservation on behalf of 0cf989f9b40145669c57185cf2c76427 for: {'network': 1} {{(pid=83871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 14:05:43.831157 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-0f39a7a4-40cc-4584-b159-2d72b5fb679e tempest-NetworksIpV6Test-1182252291 tempest-NetworksIpV6Test-1182252291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for network, before_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:05:43.862358 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0f39a7a4-40cc-4584-b159-2d72b5fb679e tempest-NetworksIpV6Test-1182252291 tempest-NetworksIpV6Test-1182252291-project] vlan segment allocate from pool success with {'vlan_id': 383, 'physical_network': 'physnet1'} {{(pid=83871) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 14:05:43.871809 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-0f39a7a4-40cc-4584-b159-2d72b5fb679e tempest-NetworksIpV6Test-1182252291 tempest-NetworksIpV6Test-1182252291-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1004271'] for segment, precommit_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:05:43.872173 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.db.segments_db [None req-0f39a7a4-40cc-4584-b159-2d72b5fb679e tempest-NetworksIpV6Test-1182252291 tempest-NetworksIpV6Test-1182252291-project] Added segment 58c60236-d385-4bc1-9dd5-02dd2b869ddc of type vlan for network 29ff13f7-a397-4495-b8a8-f72bd43ea012 Apr 01 14:05:43.901051 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-0f39a7a4-40cc-4584-b159-2d72b5fb679e tempest-NetworksIpV6Test-1182252291 tempest-NetworksIpV6Test-1182252291-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736732923383'] for network, precommit_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:05:43.948895 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-0f39a7a4-40cc-4584-b159-2d72b5fb679e tempest-NetworksIpV6Test-1182252291 tempest-NetworksIpV6Test-1182252291-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575'] for network, after_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:05:43.952722 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f39a7a4-40cc-4584-b159-2d72b5fb679e tempest-NetworksIpV6Test-1182252291 tempest-NetworksIpV6Test-1182252291-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:05:43.953464 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-0f39a7a4-40cc-4584-b159-2d72b5fb679e tempest-NetworksIpV6Test-1182252291 tempest-NetworksIpV6Test-1182252291-project] Notify callbacks [] for network, before_response {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:05:44.005928 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1882db44-98d9-4d73-b055-6ddd0e9092e9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7e7d0ecb-2af4-55f5-9198-238ab0570d62-cda1bc53-ab4b-4a93-aed1-4e2c8f661e58', 'network_id': 'cda1bc53-ab4b-4a93-aed1-4e2c8f661e58', 'tenant_id': '0cf989f9b40145669c57185cf2c76427', 'fixed_ips': [{'subnet_id': 'd04594ca-679e-4600-a0e8-55d7a3e5506a'}]}} from dv-neutron-836180-1-hyperv. {{(pid=83872) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 01 14:05:44.006807 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-1882db44-98d9-4d73-b055-6ddd0e9092e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:05:44.054640 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-0f39a7a4-40cc-4584-b159-2d72b5fb679e tempest-NetworksIpV6Test-1182252291 tempest-NetworksIpV6Test-1182252291-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2605872 Apr 01 14:05:44.057925 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 33950) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:05:44.064501 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.v2.base [None req-1435f013-676e-43d3-94d1-1b49949da9fd tempest-NetworksIpV6Test-1182252291 tempest-NetworksIpV6Test-1182252291-project] Request body: {'subnet': {'network_id': '29ff13f7-a397-4495-b8a8-f72bd43ea012', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=83869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 14:05:44.064834 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f39a7a4-40cc-4584-b159-2d72b5fb679e tempest-NetworksIpV6Test-1182252291 tempest-NetworksIpV6Test-1182252291-project] Pushing event updated for resources: {'Network': ['ID=29ff13f7-a397-4495-b8a8-f72bd43ea012,revision_number=1']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:05:44.080126 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Network 29ff13f7-a397-4495-b8a8-f72bd43ea012 details requested by agent ovs-agent-dv-neutron-836180-1-hyperv with host dv-neutron-836180-1-hyperv {{(pid=83872) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 14:05:44.188151 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-1435f013-676e-43d3-94d1-1b49949da9fd tempest-NetworksIpV6Test-1182252291 tempest-NetworksIpV6Test-1182252291-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 14:05:44.192911 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-1435f013-676e-43d3-94d1-1b49949da9fd tempest-NetworksIpV6Test-1182252291 tempest-NetworksIpV6Test-1182252291-project] Usage tracker for resource:subnet and tenant:0cf989f9b40145669c57185cf2c76427 is out of sync, need to count used quota {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 14:05:44.196112 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-1435f013-676e-43d3-94d1-1b49949da9fd tempest-NetworksIpV6Test-1182252291 tempest-NetworksIpV6Test-1182252291-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 14:05:44.202634 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-1435f013-676e-43d3-94d1-1b49949da9fd tempest-NetworksIpV6Test-1182252291 tempest-NetworksIpV6Test-1182252291-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 14:05:44.214015 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1435f013-676e-43d3-94d1-1b49949da9fd tempest-NetworksIpV6Test-1182252291 tempest-NetworksIpV6Test-1182252291-project] Made reservation on behalf of 0cf989f9b40145669c57185cf2c76427 for: {'subnet': 1} {{(pid=83869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 14:05:44.307102 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.db_base_plugin_common [None req-1882db44-98d9-4d73-b055-6ddd0e9092e9 None None] Allocated IP 2001:db8:0:ffff::2 (cda1bc53-ab4b-4a93-aed1-4e2c8f661e58/d04594ca-679e-4600-a0e8-55d7a3e5506a/34eb1cb6-f10e-47c9-8abb-955214b7de54) {{(pid=83872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 14:05:44.324202 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-1435f013-676e-43d3-94d1-1b49949da9fd tempest-NetworksIpV6Test-1182252291 tempest-NetworksIpV6Test-1182252291-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2999481'] for subnet, before_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:05:44.517788 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-1882db44-98d9-4d73-b055-6ddd0e9092e9 None None] Notify callbacks [] for port, precommit_create {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:05:44.528920 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-1882db44-98d9-4d73-b055-6ddd0e9092e9 None None] Transition to ACTIVE for port object 34eb1cb6-f10e-47c9-8abb-955214b7de54 will not be triggered until provisioned by entity L2. {{(pid=83872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 14:05:44.548161 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-1882db44-98d9-4d73-b055-6ddd0e9092e9 None None] Transition to ACTIVE for port object 34eb1cb6-f10e-47c9-8abb-955214b7de54 will not be triggered until provisioned by entity DHCP. {{(pid=83872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 14:05:44.554831 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-1882db44-98d9-4d73-b055-6ddd0e9092e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736732935801'] for port, after_create {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:05:44.555585 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-1435f013-676e-43d3-94d1-1b49949da9fd tempest-NetworksIpV6Test-1182252291 tempest-NetworksIpV6Test-1182252291-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2705391', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2999447'] for subnet, after_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:05:44.625479 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1882db44-98d9-4d73-b055-6ddd0e9092e9 None None] Network cda1bc53-ab4b-4a93-aed1-4e2c8f661e58 is already hosted by enough agents. {{(pid=83872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 14:05:44.629326 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.scheduler.base_scheduler [None req-1882db44-98d9-4d73-b055-6ddd0e9092e9 None None] Resources bound (agent type, host, resource id): {{(pid=83872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 14:05:44.631905 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1882db44-98d9-4d73-b055-6ddd0e9092e9 None None] Received port after_create {{(pid=83872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 14:05:44.641784 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1882db44-98d9-4d73-b055-6ddd0e9092e9 None None] Pushing event updated for resources: {'Port': ['ID=34eb1cb6-f10e-47c9-8abb-955214b7de54,revision_number=1']} {{(pid=83872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:05:44.643184 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1435f013-676e-43d3-94d1-1b49949da9fd tempest-NetworksIpV6Test-1182252291 tempest-NetworksIpV6Test-1182252291-project] Pushing event updated for resources: {'Subnet': ['ID=217aadbc-2e81-4154-bef5-3eccbd2fbde3,revision_number=0']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:05:44.652735 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1435f013-676e-43d3-94d1-1b49949da9fd tempest-NetworksIpV6Test-1182252291 tempest-NetworksIpV6Test-1182252291-project] Checking segment: {'id': '58c60236-d385-4bc1-9dd5-02dd2b869ddc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '29ff13f7-a397-4495-b8a8-f72bd43ea012'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 14:05:44.653092 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1435f013-676e-43d3-94d1-1b49949da9fd tempest-NetworksIpV6Test-1182252291 tempest-NetworksIpV6Test-1182252291-project] Network hostable DHCP agents. Network: 29ff13f7-a397-4495-b8a8-f72bd43ea012, hostable agents: ['e47e4547-5c2d-4954-ba56-fa3646239f18'], hosted agents: [] {{(pid=83869) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 14:05:44.677760 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1435f013-676e-43d3-94d1-1b49949da9fd tempest-NetworksIpV6Test-1182252291 tempest-NetworksIpV6Test-1182252291-project] Network 29ff13f7-a397-4495-b8a8-f72bd43ea012 is scheduled to be hosted by DHCP agent e47e4547-5c2d-4954-ba56-fa3646239f18 with binding_index 1 {{(pid=83869) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 14:05:44.689048 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.scheduler.base_scheduler [None req-1435f013-676e-43d3-94d1-1b49949da9fd tempest-NetworksIpV6Test-1182252291 tempest-NetworksIpV6Test-1182252291-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-836180-1-hyperv, 29ff13f7-a397-4495-b8a8-f72bd43ea012) {{(pid=83869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 14:05:44.692910 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1435f013-676e-43d3-94d1-1b49949da9fd tempest-NetworksIpV6Test-1182252291 tempest-NetworksIpV6Test-1182252291-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:05:44.693625 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-1435f013-676e-43d3-94d1-1b49949da9fd tempest-NetworksIpV6Test-1182252291 tempest-NetworksIpV6Test-1182252291-project] Notify callbacks [] for subnet, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:05:44.716448 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-1435f013-676e-43d3-94d1-1b49949da9fd tempest-NetworksIpV6Test-1182252291 tempest-NetworksIpV6Test-1182252291-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.6573157 Apr 01 14:05:44.719112 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 33954) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:05:44.721602 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1882db44-98d9-4d73-b055-6ddd0e9092e9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:05:44.721944 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1882db44-98d9-4d73-b055-6ddd0e9092e9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:05:44.722809 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1882db44-98d9-4d73-b055-6ddd0e9092e9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:05:44.723214 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1882db44-98d9-4d73-b055-6ddd0e9092e9 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:05:44.723214 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1882db44-98d9-4d73-b055-6ddd0e9092e9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:05:44.723987 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1882db44-98d9-4d73-b055-6ddd0e9092e9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:05:44.724320 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1882db44-98d9-4d73-b055-6ddd0e9092e9 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:05:44.724667 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1882db44-98d9-4d73-b055-6ddd0e9092e9 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:05:44.724987 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1882db44-98d9-4d73-b055-6ddd0e9092e9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:05:44.725309 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1882db44-98d9-4d73-b055-6ddd0e9092e9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:05:44.725629 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1882db44-98d9-4d73-b055-6ddd0e9092e9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:05:44.729736 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d97c047-82fc-4a74-83d7-763fc0b53a91 None None] Network 29ff13f7-a397-4495-b8a8-f72bd43ea012 requested from dv-neutron-836180-1-hyperv {{(pid=83872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 14:05:44.822823 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.managers [None req-1882db44-98d9-4d73-b055-6ddd0e9092e9 None None] Attempting to bind port 34eb1cb6-f10e-47c9-8abb-955214b7de54 on host dv-neutron-836180-1-hyperv for vnic_type normal with profile {{(pid=83872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 14:05:44.823498 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.managers [None req-1882db44-98d9-4d73-b055-6ddd0e9092e9 None None] Attempting to bind port 34eb1cb6-f10e-47c9-8abb-955214b7de54 by drivers openvswitch,hyperv on host dv-neutron-836180-1-hyperv at level 0 using segments [{'id': '42d8b209-e870-4626-89ff-40757c4b4b88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'cda1bc53-ab4b-4a93-aed1-4e2c8f661e58'}] {{(pid=83872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 14:05:44.823498 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1882db44-98d9-4d73-b055-6ddd0e9092e9 None None] Attempting to bind port 34eb1cb6-f10e-47c9-8abb-955214b7de54 on network cda1bc53-ab4b-4a93-aed1-4e2c8f661e58 {{(pid=83872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 14:05:44.836350 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1882db44-98d9-4d73-b055-6ddd0e9092e9 None None] Checking agent: {'id': 'af948428-97cd-4d10-9f53-af028bdb39b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-836180-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 13, 25, 37), 'started_at': datetime.datetime(2022, 4, 1, 13, 26, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 14, 5, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-836180-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 14:05:44.836715 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1882db44-98d9-4d73-b055-6ddd0e9092e9 None None] Checking segment: {'id': '42d8b209-e870-4626-89ff-40757c4b4b88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'cda1bc53-ab4b-4a93-aed1-4e2c8f661e58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 14:05:44.837109 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-1882db44-98d9-4d73-b055-6ddd0e9092e9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:05:44.837495 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1882db44-98d9-4d73-b055-6ddd0e9092e9 None None] Bound using segment: {'id': '42d8b209-e870-4626-89ff-40757c4b4b88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'cda1bc53-ab4b-4a93-aed1-4e2c8f661e58'} {{(pid=83872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 14:05:44.837953 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.managers [None req-1882db44-98d9-4d73-b055-6ddd0e9092e9 None None] Bound port: 34eb1cb6-f10e-47c9-8abb-955214b7de54, host: dv-neutron-836180-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '42d8b209-e870-4626-89ff-40757c4b4b88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'cda1bc53-ab4b-4a93-aed1-4e2c8f661e58'}}] {{(pid=83872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 14:05:44.838317 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-1882db44-98d9-4d73-b055-6ddd0e9092e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:05:44.864391 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-98a613ad-3015-44ea-804e-90dd9b0bd9fc tempest-NetworksIpV6Test-1182252291 tempest-NetworksIpV6Test-1182252291-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1033078'] for network, before_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:05:44.931495 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-98a613ad-3015-44ea-804e-90dd9b0bd9fc tempest-NetworksIpV6Test-1182252291 tempest-NetworksIpV6Test-1182252291-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-945029'] for subnet, precommit_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:05:45.001793 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-1882db44-98d9-4d73-b055-6ddd0e9092e9 None None] For port 34eb1cb6-f10e-47c9-8abb-955214b7de54, host dv-neutron-836180-1-hyperv, cleared binding levels {{(pid=83872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 14:05:45.007560 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-1882db44-98d9-4d73-b055-6ddd0e9092e9 None None] For port 34eb1cb6-f10e-47c9-8abb-955214b7de54, host dv-neutron-836180-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836180-1-hyperv',level=0,port_id=34eb1cb6-f10e-47c9-8abb-955214b7de54,segment=NetworkSegment(42d8b209-e870-4626-89ff-40757c4b4b88),segment_id=42d8b209-e870-4626-89ff-40757c4b4b88)] {{(pid=83872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 14:05:45.021868 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-98a613ad-3015-44ea-804e-90dd9b0bd9fc tempest-NetworksIpV6Test-1182252291 tempest-NetworksIpV6Test-1182252291-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-945042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2705198', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2999452'] for subnet, after_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:05:45.047612 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-1882db44-98d9-4d73-b055-6ddd0e9092e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864'] for port, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:05:45.061031 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a613ad-3015-44ea-804e-90dd9b0bd9fc tempest-NetworksIpV6Test-1182252291 tempest-NetworksIpV6Test-1182252291-project] Pushing event deleted for resources: {'Subnet': ['ID=217aadbc-2e81-4154-bef5-3eccbd2fbde3,revision_number=None']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:05:45.135452 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce760cf1-c25f-4c18-8ed2-d2abea292187 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7e7d0ecb-2af4-55f5-9198-238ab0570d62-29ff13f7-a397-4495-b8a8-f72bd43ea012', 'network_id': '29ff13f7-a397-4495-b8a8-f72bd43ea012', 'tenant_id': '0cf989f9b40145669c57185cf2c76427', 'fixed_ips': [{'subnet_id': '217aadbc-2e81-4154-bef5-3eccbd2fbde3'}]}} from dv-neutron-836180-1-hyperv. {{(pid=83872) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 01 14:05:45.136286 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-ce760cf1-c25f-4c18-8ed2-d2abea292187 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:05:45.158873 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-98a613ad-3015-44ea-804e-90dd9b0bd9fc tempest-NetworksIpV6Test-1182252291 tempest-NetworksIpV6Test-1182252291-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-942654', 'neutron.services.segments.db._delete_segments_for_network-8736733387888'] for network, precommit_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:05:45.186162 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.services.segments.db [None req-98a613ad-3015-44ea-804e-90dd9b0bd9fc tempest-NetworksIpV6Test-1182252291 tempest-NetworksIpV6Test-1182252291-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['29ff13f7-a397-4495-b8a8-f72bd43ea012']}} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 14:05:45.199149 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.services.segments.db [None req-98a613ad-3015-44ea-804e-90dd9b0bd9fc tempest-NetworksIpV6Test-1182252291 tempest-NetworksIpV6Test-1182252291-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '58c60236-d385-4bc1-9dd5-02dd2b869ddc') {'for_net_delete': True} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 14:05:45.199926 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.services.segments.db [None req-98a613ad-3015-44ea-804e-90dd9b0bd9fc tempest-NetworksIpV6Test-1182252291 tempest-NetworksIpV6Test-1182252291-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '58c60236-d385-4bc1-9dd5-02dd2b869ddc') {} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 14:05:45.212182 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-98a613ad-3015-44ea-804e-90dd9b0bd9fc tempest-NetworksIpV6Test-1182252291 tempest-NetworksIpV6Test-1182252291-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736733386999', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2704982'] for segment, before_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:05:45.230403 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-98a613ad-3015-44ea-804e-90dd9b0bd9fc tempest-NetworksIpV6Test-1182252291 tempest-NetworksIpV6Test-1182252291-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1004271'] for segment, precommit_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:05:45.239386 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-98a613ad-3015-44ea-804e-90dd9b0bd9fc tempest-NetworksIpV6Test-1182252291 tempest-NetworksIpV6Test-1182252291-project] Releasing vlan 383 on physical network physnet1 to pool {{(pid=83869) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 01 14:05:45.239869 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-98a613ad-3015-44ea-804e-90dd9b0bd9fc tempest-NetworksIpV6Test-1182252291 tempest-NetworksIpV6Test-1182252291-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1004262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2705264'] for segment, after_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:05:45.256382 dv-neutron-836180-1-hyperv neutron-server[83869]: Traceback (most recent call last): Apr 01 14:05:45.256382 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 01 14:05:45.256382 dv-neutron-836180-1-hyperv neutron-server[83869]: timer() Apr 01 14:05:45.256382 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 14:05:45.256382 dv-neutron-836180-1-hyperv neutron-server[83869]: cb(*args, **kw) Apr 01 14:05:45.256382 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 14:05:45.256382 dv-neutron-836180-1-hyperv neutron-server[83869]: return func(*args, **kwargs) Apr 01 14:05:45.256382 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 14:05:45.256382 dv-neutron-836180-1-hyperv neutron-server[83869]: self._notify() Apr 01 14:05:45.256382 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 14:05:45.256382 dv-neutron-836180-1-hyperv neutron-server[83869]: self.callback(batched_events) Apr 01 14:05:45.256382 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 14:05:45.256382 dv-neutron-836180-1-hyperv neutron-server[83869]: event.method(event) Apr 01 14:05:45.256382 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 14:05:45.256382 dv-neutron-836180-1-hyperv neutron-server[83869]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 14:05:45.256382 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 14:05:45.256382 dv-neutron-836180-1-hyperv neutron-server[83869]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 14:05:45.256382 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 14:05:45.256382 dv-neutron-836180-1-hyperv neutron-server[83869]: return f(self, *a, **k) Apr 01 14:05:45.256382 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 14:05:45.256382 dv-neutron-836180-1-hyperv neutron-server[83869]: return self._get(url).json() Apr 01 14:05:45.256382 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 14:05:45.256382 dv-neutron-836180-1-hyperv neutron-server[83869]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 14:05:45.256382 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 01 14:05:45.256382 dv-neutron-836180-1-hyperv neutron-server[83869]: return self.request(url, 'GET', **kwargs) Apr 01 14:05:45.256382 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 01 14:05:45.256382 dv-neutron-836180-1-hyperv neutron-server[83869]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 14:05:45.256382 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 01 14:05:45.256382 dv-neutron-836180-1-hyperv neutron-server[83869]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 14:05:45.256382 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 01 14:05:45.256382 dv-neutron-836180-1-hyperv neutron-server[83869]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 14:05:45.256382 dv-neutron-836180-1-hyperv neutron-server[83869]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 14:05:45.258880 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1882db44-98d9-4d73-b055-6ddd0e9092e9 None None] Pushing event updated for resources: {'Port': ['ID=34eb1cb6-f10e-47c9-8abb-955214b7de54,revision_number=2']} {{(pid=83872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:05:45.280916 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2436729c-42d7-41a3-985f-83630fa64ad9 None None] Network 29ff13f7-a397-4495-b8a8-f72bd43ea012 requested from dv-neutron-836180-1-hyperv {{(pid=83872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 14:05:45.367112 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-98a613ad-3015-44ea-804e-90dd9b0bd9fc tempest-NetworksIpV6Test-1182252291 tempest-NetworksIpV6Test-1182252291-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-942599', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4084797'] for network, after_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:05:45.371973 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-98a613ad-3015-44ea-804e-90dd9b0bd9fc tempest-NetworksIpV6Test-1182252291 tempest-NetworksIpV6Test-1182252291-project] Notify callbacks [] for network, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:05:45.401176 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a613ad-3015-44ea-804e-90dd9b0bd9fc tempest-NetworksIpV6Test-1182252291 tempest-NetworksIpV6Test-1182252291-project] Pushing event deleted for resources: {'Network': ['ID=29ff13f7-a397-4495-b8a8-f72bd43ea012,revision_number=None']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:05:45.405725 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-98a613ad-3015-44ea-804e-90dd9b0bd9fc tempest-NetworksIpV6Test-1182252291 tempest-NetworksIpV6Test-1182252291-project] 10.222.0.26 "DELETE /v2.0/networks/29ff13f7-a397-4495-b8a8-f72bd43ea012 HTTP/1.1" status: 204 len: 168 time: 0.6855233 Apr 01 14:05:45.409407 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 33958) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:05:45.416409 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.v2.base [None req-b49810d7-7619-4aa4-823f-4a9a96b21e29 tempest-NetworksIpV6Test-1182252291 tempest-NetworksIpV6Test-1182252291-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1726904734'}} {{(pid=83871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 14:05:45.421742 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-b49810d7-7619-4aa4-823f-4a9a96b21e29 tempest-NetworksIpV6Test-1182252291 tempest-NetworksIpV6Test-1182252291-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 14:05:45.427183 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-b49810d7-7619-4aa4-823f-4a9a96b21e29 tempest-NetworksIpV6Test-1182252291 tempest-NetworksIpV6Test-1182252291-project] Usage tracker for resource:network and tenant:0cf989f9b40145669c57185cf2c76427 is out of sync, need to count used quota {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 14:05:45.429988 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-b49810d7-7619-4aa4-823f-4a9a96b21e29 tempest-NetworksIpV6Test-1182252291 tempest-NetworksIpV6Test-1182252291-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 14:05:45.439863 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-b49810d7-7619-4aa4-823f-4a9a96b21e29 tempest-NetworksIpV6Test-1182252291 tempest-NetworksIpV6Test-1182252291-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 14:05:45.464929 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b49810d7-7619-4aa4-823f-4a9a96b21e29 tempest-NetworksIpV6Test-1182252291 tempest-NetworksIpV6Test-1182252291-project] Made reservation on behalf of 0cf989f9b40145669c57185cf2c76427 for: {'network': 1} {{(pid=83871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 14:05:45.469299 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-b49810d7-7619-4aa4-823f-4a9a96b21e29 tempest-NetworksIpV6Test-1182252291 tempest-NetworksIpV6Test-1182252291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for network, before_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:05:45.511239 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b49810d7-7619-4aa4-823f-4a9a96b21e29 tempest-NetworksIpV6Test-1182252291 tempest-NetworksIpV6Test-1182252291-project] vlan segment allocate from pool success with {'vlan_id': 355, 'physical_network': 'physnet1'} {{(pid=83871) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 14:05:45.521602 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-b49810d7-7619-4aa4-823f-4a9a96b21e29 tempest-NetworksIpV6Test-1182252291 tempest-NetworksIpV6Test-1182252291-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1004271'] for segment, precommit_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:05:45.521940 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.db.segments_db [None req-b49810d7-7619-4aa4-823f-4a9a96b21e29 tempest-NetworksIpV6Test-1182252291 tempest-NetworksIpV6Test-1182252291-project] Added segment ac917f41-7995-4392-bcc3-cc7df7547521 of type vlan for network a1ccfe77-5f00-4052-85ef-0bad6a1b2c91 Apr 01 14:05:45.555381 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-b49810d7-7619-4aa4-823f-4a9a96b21e29 tempest-NetworksIpV6Test-1182252291 tempest-NetworksIpV6Test-1182252291-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736732923383'] for network, precommit_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:05:45.588679 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-b49810d7-7619-4aa4-823f-4a9a96b21e29 tempest-NetworksIpV6Test-1182252291 tempest-NetworksIpV6Test-1182252291-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575'] for network, after_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:05:45.592629 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b49810d7-7619-4aa4-823f-4a9a96b21e29 tempest-NetworksIpV6Test-1182252291 tempest-NetworksIpV6Test-1182252291-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:05:45.593204 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-b49810d7-7619-4aa4-823f-4a9a96b21e29 tempest-NetworksIpV6Test-1182252291 tempest-NetworksIpV6Test-1182252291-project] Notify callbacks [] for network, before_response {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:05:45.690561 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-b49810d7-7619-4aa4-823f-4a9a96b21e29 tempest-NetworksIpV6Test-1182252291 tempest-NetworksIpV6Test-1182252291-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2791984 Apr 01 14:05:45.694103 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 33962) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:05:45.700007 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.v2.base [None req-8832c1d0-1ac7-418e-83d0-4c8ba23038ed tempest-NetworksIpV6Test-1182252291 tempest-NetworksIpV6Test-1182252291-project] Request body: {'subnet': {'network_id': 'a1ccfe77-5f00-4052-85ef-0bad6a1b2c91', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=83869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 14:05:45.710296 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b49810d7-7619-4aa4-823f-4a9a96b21e29 tempest-NetworksIpV6Test-1182252291 tempest-NetworksIpV6Test-1182252291-project] Pushing event updated for resources: {'Network': ['ID=a1ccfe77-5f00-4052-85ef-0bad6a1b2c91,revision_number=1']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:05:45.730170 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Network a1ccfe77-5f00-4052-85ef-0bad6a1b2c91 details requested by agent ovs-agent-dv-neutron-836180-1-hyperv with host dv-neutron-836180-1-hyperv {{(pid=83872) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 14:05:45.925292 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-8832c1d0-1ac7-418e-83d0-4c8ba23038ed tempest-NetworksIpV6Test-1182252291 tempest-NetworksIpV6Test-1182252291-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 14:05:45.929751 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-8832c1d0-1ac7-418e-83d0-4c8ba23038ed tempest-NetworksIpV6Test-1182252291 tempest-NetworksIpV6Test-1182252291-project] Usage tracker for resource:subnet and tenant:0cf989f9b40145669c57185cf2c76427 is out of sync, need to count used quota {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 14:05:45.933226 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-8832c1d0-1ac7-418e-83d0-4c8ba23038ed tempest-NetworksIpV6Test-1182252291 tempest-NetworksIpV6Test-1182252291-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 14:05:45.939370 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-8832c1d0-1ac7-418e-83d0-4c8ba23038ed tempest-NetworksIpV6Test-1182252291 tempest-NetworksIpV6Test-1182252291-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 14:05:45.949594 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8832c1d0-1ac7-418e-83d0-4c8ba23038ed tempest-NetworksIpV6Test-1182252291 tempest-NetworksIpV6Test-1182252291-project] Made reservation on behalf of 0cf989f9b40145669c57185cf2c76427 for: {'subnet': 1} {{(pid=83869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 14:05:46.056588 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-8832c1d0-1ac7-418e-83d0-4c8ba23038ed tempest-NetworksIpV6Test-1182252291 tempest-NetworksIpV6Test-1182252291-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2999481'] for subnet, before_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:05:46.148722 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.ipam_backend_mixin [None req-8832c1d0-1ac7-418e-83d0-4c8ba23038ed tempest-NetworksIpV6Test-1182252291 tempest-NetworksIpV6Test-1182252291-project] Performing IP validity checks on allocation pools {{(pid=83869) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Apr 01 14:05:46.149233 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.ipam_backend_mixin [None req-8832c1d0-1ac7-418e-83d0-4c8ba23038ed tempest-NetworksIpV6Test-1182252291 tempest-NetworksIpV6Test-1182252291-project] Checking for overlaps among allocation pools and gateway ip {{(pid=83869) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Apr 01 14:05:46.293755 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd5a3c6b-f0b1-4120-91a5-40387ff7d24c None None] Network cda1bc53-ab4b-4a93-aed1-4e2c8f661e58 requested from dv-neutron-836180-1-hyperv {{(pid=83872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 14:05:46.315161 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-8832c1d0-1ac7-418e-83d0-4c8ba23038ed tempest-NetworksIpV6Test-1182252291 tempest-NetworksIpV6Test-1182252291-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2705391', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2999447'] for subnet, after_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:05:46.395767 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-d09df952-4837-4b63-bb1c-a070a2a4158c None None] Provisioning for port 34eb1cb6-f10e-47c9-8abb-955214b7de54 completed by entity DHCP. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 14:05:46.400793 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8832c1d0-1ac7-418e-83d0-4c8ba23038ed tempest-NetworksIpV6Test-1182252291 tempest-NetworksIpV6Test-1182252291-project] Pushing event updated for resources: {'Subnet': ['ID=4104d836-8fc6-41d6-9759-6e98bb978a60,revision_number=0']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:05:46.414482 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8832c1d0-1ac7-418e-83d0-4c8ba23038ed tempest-NetworksIpV6Test-1182252291 tempest-NetworksIpV6Test-1182252291-project] Checking segment: {'id': 'ac917f41-7995-4392-bcc3-cc7df7547521', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': 'a1ccfe77-5f00-4052-85ef-0bad6a1b2c91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 14:05:46.415003 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8832c1d0-1ac7-418e-83d0-4c8ba23038ed tempest-NetworksIpV6Test-1182252291 tempest-NetworksIpV6Test-1182252291-project] Network hostable DHCP agents. Network: a1ccfe77-5f00-4052-85ef-0bad6a1b2c91, hostable agents: ['e47e4547-5c2d-4954-ba56-fa3646239f18'], hosted agents: [] {{(pid=83869) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 14:05:46.437268 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8832c1d0-1ac7-418e-83d0-4c8ba23038ed tempest-NetworksIpV6Test-1182252291 tempest-NetworksIpV6Test-1182252291-project] Network a1ccfe77-5f00-4052-85ef-0bad6a1b2c91 is scheduled to be hosted by DHCP agent e47e4547-5c2d-4954-ba56-fa3646239f18 with binding_index 1 {{(pid=83869) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 14:05:46.446892 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.scheduler.base_scheduler [None req-8832c1d0-1ac7-418e-83d0-4c8ba23038ed tempest-NetworksIpV6Test-1182252291 tempest-NetworksIpV6Test-1182252291-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-836180-1-hyperv, a1ccfe77-5f00-4052-85ef-0bad6a1b2c91) {{(pid=83869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 14:05:46.451241 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8832c1d0-1ac7-418e-83d0-4c8ba23038ed tempest-NetworksIpV6Test-1182252291 tempest-NetworksIpV6Test-1182252291-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:05:46.451820 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-8832c1d0-1ac7-418e-83d0-4c8ba23038ed tempest-NetworksIpV6Test-1182252291 tempest-NetworksIpV6Test-1182252291-project] Notify callbacks [] for subnet, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:05:46.460503 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c2c5e83-6601-483c-bbbb-7828d066a5c3 None None] Network a1ccfe77-5f00-4052-85ef-0bad6a1b2c91 requested from dv-neutron-836180-1-hyperv {{(pid=83872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 14:05:46.474550 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-8832c1d0-1ac7-418e-83d0-4c8ba23038ed tempest-NetworksIpV6Test-1182252291 tempest-NetworksIpV6Test-1182252291-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.7793143 Apr 01 14:05:46.477179 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 33966) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:05:46.618389 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-0941b505-3db5-4f98-b5dc-7126055b6ab1 tempest-NetworksIpV6Test-1182252291 tempest-NetworksIpV6Test-1182252291-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1033078'] for network, before_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:05:46.684963 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-0941b505-3db5-4f98-b5dc-7126055b6ab1 tempest-NetworksIpV6Test-1182252291 tempest-NetworksIpV6Test-1182252291-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-945029'] for subnet, precommit_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:05:46.763110 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-0941b505-3db5-4f98-b5dc-7126055b6ab1 tempest-NetworksIpV6Test-1182252291 tempest-NetworksIpV6Test-1182252291-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-945042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2705198', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2999452'] for subnet, after_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:05:46.789734 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef8086dc-c7e3-43db-8122-8cfb36e0b009 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7e7d0ecb-2af4-55f5-9198-238ab0570d62-a1ccfe77-5f00-4052-85ef-0bad6a1b2c91', 'network_id': 'a1ccfe77-5f00-4052-85ef-0bad6a1b2c91', 'tenant_id': '0cf989f9b40145669c57185cf2c76427', 'fixed_ips': [{'subnet_id': '4104d836-8fc6-41d6-9759-6e98bb978a60'}]}} from dv-neutron-836180-1-hyperv. {{(pid=83872) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 01 14:05:46.790755 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-ef8086dc-c7e3-43db-8122-8cfb36e0b009 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:05:46.803333 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0941b505-3db5-4f98-b5dc-7126055b6ab1 tempest-NetworksIpV6Test-1182252291 tempest-NetworksIpV6Test-1182252291-project] Pushing event deleted for resources: {'Subnet': ['ID=4104d836-8fc6-41d6-9759-6e98bb978a60,revision_number=None']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:05:46.886464 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Device 34eb1cb6-f10e-47c9-8abb-955214b7de54 up at agent ovs-agent-dv-neutron-836180-1-hyperv {{(pid=83872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 14:05:46.929378 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-0941b505-3db5-4f98-b5dc-7126055b6ab1 tempest-NetworksIpV6Test-1182252291 tempest-NetworksIpV6Test-1182252291-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-942654', 'neutron.services.segments.db._delete_segments_for_network-8736733387888'] for network, precommit_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:05:46.948130 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fca1a5f5-d894-4511-844d-5b81ba52fc4e None None] Network a1ccfe77-5f00-4052-85ef-0bad6a1b2c91 requested from dv-neutron-836180-1-hyperv {{(pid=83872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 14:05:46.961147 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.services.segments.db [None req-0941b505-3db5-4f98-b5dc-7126055b6ab1 tempest-NetworksIpV6Test-1182252291 tempest-NetworksIpV6Test-1182252291-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a1ccfe77-5f00-4052-85ef-0bad6a1b2c91']}} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 14:05:46.975359 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.services.segments.db [None req-0941b505-3db5-4f98-b5dc-7126055b6ab1 tempest-NetworksIpV6Test-1182252291 tempest-NetworksIpV6Test-1182252291-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ac917f41-7995-4392-bcc3-cc7df7547521') {'for_net_delete': True} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 14:05:46.975745 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.services.segments.db [None req-0941b505-3db5-4f98-b5dc-7126055b6ab1 tempest-NetworksIpV6Test-1182252291 tempest-NetworksIpV6Test-1182252291-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ac917f41-7995-4392-bcc3-cc7df7547521') {} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 14:05:46.988655 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-0941b505-3db5-4f98-b5dc-7126055b6ab1 tempest-NetworksIpV6Test-1182252291 tempest-NetworksIpV6Test-1182252291-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736733386999', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2704982'] for segment, before_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:05:47.005174 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-0941b505-3db5-4f98-b5dc-7126055b6ab1 tempest-NetworksIpV6Test-1182252291 tempest-NetworksIpV6Test-1182252291-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1004271'] for segment, precommit_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:05:47.011162 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0941b505-3db5-4f98-b5dc-7126055b6ab1 tempest-NetworksIpV6Test-1182252291 tempest-NetworksIpV6Test-1182252291-project] Releasing vlan 355 on physical network physnet1 to pool {{(pid=83869) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 01 14:05:47.011505 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-0941b505-3db5-4f98-b5dc-7126055b6ab1 tempest-NetworksIpV6Test-1182252291 tempest-NetworksIpV6Test-1182252291-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1004262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2705264'] for segment, after_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:05:47.026236 dv-neutron-836180-1-hyperv neutron-server[83869]: Traceback (most recent call last): Apr 01 14:05:47.026236 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 01 14:05:47.026236 dv-neutron-836180-1-hyperv neutron-server[83869]: timer() Apr 01 14:05:47.026236 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 14:05:47.026236 dv-neutron-836180-1-hyperv neutron-server[83869]: cb(*args, **kw) Apr 01 14:05:47.026236 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 14:05:47.026236 dv-neutron-836180-1-hyperv neutron-server[83869]: return func(*args, **kwargs) Apr 01 14:05:47.026236 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 14:05:47.026236 dv-neutron-836180-1-hyperv neutron-server[83869]: self._notify() Apr 01 14:05:47.026236 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 14:05:47.026236 dv-neutron-836180-1-hyperv neutron-server[83869]: self.callback(batched_events) Apr 01 14:05:47.026236 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 14:05:47.026236 dv-neutron-836180-1-hyperv neutron-server[83869]: event.method(event) Apr 01 14:05:47.026236 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 14:05:47.026236 dv-neutron-836180-1-hyperv neutron-server[83869]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 14:05:47.026236 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 14:05:47.026236 dv-neutron-836180-1-hyperv neutron-server[83869]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 14:05:47.026236 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 14:05:47.026236 dv-neutron-836180-1-hyperv neutron-server[83869]: return f(self, *a, **k) Apr 01 14:05:47.026236 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 14:05:47.026236 dv-neutron-836180-1-hyperv neutron-server[83869]: return self._get(url).json() Apr 01 14:05:47.026236 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 14:05:47.026236 dv-neutron-836180-1-hyperv neutron-server[83869]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 14:05:47.026236 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 01 14:05:47.026236 dv-neutron-836180-1-hyperv neutron-server[83869]: return self.request(url, 'GET', **kwargs) Apr 01 14:05:47.026236 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 01 14:05:47.026236 dv-neutron-836180-1-hyperv neutron-server[83869]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 14:05:47.026236 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 01 14:05:47.026236 dv-neutron-836180-1-hyperv neutron-server[83869]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 14:05:47.026236 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 01 14:05:47.026236 dv-neutron-836180-1-hyperv neutron-server[83869]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 14:05:47.026236 dv-neutron-836180-1-hyperv neutron-server[83869]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 14:05:47.107312 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-0941b505-3db5-4f98-b5dc-7126055b6ab1 tempest-NetworksIpV6Test-1182252291 tempest-NetworksIpV6Test-1182252291-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-942599', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4084797'] for network, after_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:05:47.125170 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-0941b505-3db5-4f98-b5dc-7126055b6ab1 tempest-NetworksIpV6Test-1182252291 tempest-NetworksIpV6Test-1182252291-project] Notify callbacks [] for network, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:05:47.127288 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Provisioning for port 34eb1cb6-f10e-47c9-8abb-955214b7de54 completed by entity L2. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 14:05:47.136257 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0941b505-3db5-4f98-b5dc-7126055b6ab1 tempest-NetworksIpV6Test-1182252291 tempest-NetworksIpV6Test-1182252291-project] Pushing event deleted for resources: {'Network': ['ID=a1ccfe77-5f00-4052-85ef-0bad6a1b2c91,revision_number=None']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:05:47.138178 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-7dd5312b-2f6b-405c-b3a7-4784df3bcd9b None None] Provisioning complete for port 34eb1cb6-f10e-47c9-8abb-955214b7de54 triggered by entity DHCP. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 14:05:47.138551 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-7dd5312b-2f6b-405c-b3a7-4784df3bcd9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-948329'] for port, provisioning_complete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:05:47.144803 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-0941b505-3db5-4f98-b5dc-7126055b6ab1 tempest-NetworksIpV6Test-1182252291 tempest-NetworksIpV6Test-1182252291-project] 10.222.0.26 "DELETE /v2.0/networks/a1ccfe77-5f00-4052-85ef-0bad6a1b2c91 HTTP/1.1" status: 204 len: 168 time: 0.6659145 Apr 01 14:05:47.144951 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 33970) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:05:47.150566 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.v2.base [None req-a1298237-7f8a-438e-bfd9-b45e822d3c14 tempest-NetworksIpV6Test-1182252291 tempest-NetworksIpV6Test-1182252291-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2111035817'}} {{(pid=83871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 14:05:47.158180 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-a1298237-7f8a-438e-bfd9-b45e822d3c14 tempest-NetworksIpV6Test-1182252291 tempest-NetworksIpV6Test-1182252291-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 14:05:47.161647 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Provisioning complete for port 34eb1cb6-f10e-47c9-8abb-955214b7de54 triggered by entity L2. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 14:05:47.162015 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-948329'] for port, provisioning_complete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:05:47.163022 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-a1298237-7f8a-438e-bfd9-b45e822d3c14 tempest-NetworksIpV6Test-1182252291 tempest-NetworksIpV6Test-1182252291-project] Usage tracker for resource:network and tenant:0cf989f9b40145669c57185cf2c76427 is out of sync, need to count used quota {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 14:05:47.165876 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-a1298237-7f8a-438e-bfd9-b45e822d3c14 tempest-NetworksIpV6Test-1182252291 tempest-NetworksIpV6Test-1182252291-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 14:05:47.171728 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-a1298237-7f8a-438e-bfd9-b45e822d3c14 tempest-NetworksIpV6Test-1182252291 tempest-NetworksIpV6Test-1182252291-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 14:05:47.182425 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1298237-7f8a-438e-bfd9-b45e822d3c14 tempest-NetworksIpV6Test-1182252291 tempest-NetworksIpV6Test-1182252291-project] Made reservation on behalf of 0cf989f9b40145669c57185cf2c76427 for: {'network': 1} {{(pid=83871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 14:05:47.185517 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-a1298237-7f8a-438e-bfd9-b45e822d3c14 tempest-NetworksIpV6Test-1182252291 tempest-NetworksIpV6Test-1182252291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for network, before_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:05:47.213181 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a1298237-7f8a-438e-bfd9-b45e822d3c14 tempest-NetworksIpV6Test-1182252291 tempest-NetworksIpV6Test-1182252291-project] vlan segment allocate from pool success with {'vlan_id': 350, 'physical_network': 'physnet1'} {{(pid=83871) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 14:05:47.221907 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-a1298237-7f8a-438e-bfd9-b45e822d3c14 tempest-NetworksIpV6Test-1182252291 tempest-NetworksIpV6Test-1182252291-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1004271'] for segment, precommit_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:05:47.222964 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.db.segments_db [None req-a1298237-7f8a-438e-bfd9-b45e822d3c14 tempest-NetworksIpV6Test-1182252291 tempest-NetworksIpV6Test-1182252291-project] Added segment a08b3602-d1d9-434b-8c9b-029e33b38d13 of type vlan for network 16af51f5-96cb-4b64-9cf5-be48a5b75f25 Apr 01 14:05:47.254565 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-a1298237-7f8a-438e-bfd9-b45e822d3c14 tempest-NetworksIpV6Test-1182252291 tempest-NetworksIpV6Test-1182252291-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736732923383'] for network, precommit_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:05:47.283853 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-a1298237-7f8a-438e-bfd9-b45e822d3c14 tempest-NetworksIpV6Test-1182252291 tempest-NetworksIpV6Test-1182252291-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575'] for network, after_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:05:47.288265 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1298237-7f8a-438e-bfd9-b45e822d3c14 tempest-NetworksIpV6Test-1182252291 tempest-NetworksIpV6Test-1182252291-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:05:47.288878 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-a1298237-7f8a-438e-bfd9-b45e822d3c14 tempest-NetworksIpV6Test-1182252291 tempest-NetworksIpV6Test-1182252291-project] Notify callbacks [] for network, before_response {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:05:47.353209 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:05:47.364987 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-7dd5312b-2f6b-405c-b3a7-4784df3bcd9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:05:47.406535 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] For port 34eb1cb6-f10e-47c9-8abb-955214b7de54, host dv-neutron-836180-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836180-1-hyperv',level=0,port_id=34eb1cb6-f10e-47c9-8abb-955214b7de54,segment=NetworkSegment(42d8b209-e870-4626-89ff-40757c4b4b88),segment_id=42d8b209-e870-4626-89ff-40757c4b4b88)] {{(pid=83872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 14:05:47.412355 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864'] for port, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:05:47.479005 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-a1298237-7f8a-438e-bfd9-b45e822d3c14 tempest-NetworksIpV6Test-1182252291 tempest-NetworksIpV6Test-1182252291-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3328834 Apr 01 14:05:47.482126 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 33974) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:05:47.489613 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.v2.base [None req-537d9d75-699e-42eb-918f-156c16520e0b tempest-NetworksIpV6Test-1182252291 tempest-NetworksIpV6Test-1182252291-project] Request body: {'subnet': {'network_id': '16af51f5-96cb-4b64-9cf5-be48a5b75f25', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 14:05:47.506335 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1298237-7f8a-438e-bfd9-b45e822d3c14 tempest-NetworksIpV6Test-1182252291 tempest-NetworksIpV6Test-1182252291-project] Pushing event updated for resources: {'Network': ['ID=16af51f5-96cb-4b64-9cf5-be48a5b75f25,revision_number=1']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:05:47.522129 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Network 16af51f5-96cb-4b64-9cf5-be48a5b75f25 details requested by agent ovs-agent-dv-neutron-836180-1-hyperv with host dv-neutron-836180-1-hyperv {{(pid=83872) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 14:05:47.590193 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Pushing event updated for resources: {'Port': ['ID=34eb1cb6-f10e-47c9-8abb-955214b7de54,revision_number=3']} {{(pid=83872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:05:47.592848 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.db.api [None req-7dd5312b-2f6b-405c-b3a7-4784df3bcd9b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83872) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 01 14:05:47.593206 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG oslo_db.api [None req-7dd5312b-2f6b-405c-b3a7-4784df3bcd9b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 01 14:05:47.601067 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-537d9d75-699e-42eb-918f-156c16520e0b tempest-NetworksIpV6Test-1182252291 tempest-NetworksIpV6Test-1182252291-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 14:05:47.604917 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-537d9d75-699e-42eb-918f-156c16520e0b tempest-NetworksIpV6Test-1182252291 tempest-NetworksIpV6Test-1182252291-project] Usage tracker for resource:subnet and tenant:0cf989f9b40145669c57185cf2c76427 is out of sync, need to count used quota {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 14:05:47.607729 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-537d9d75-699e-42eb-918f-156c16520e0b tempest-NetworksIpV6Test-1182252291 tempest-NetworksIpV6Test-1182252291-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 14:05:47.613498 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-537d9d75-699e-42eb-918f-156c16520e0b tempest-NetworksIpV6Test-1182252291 tempest-NetworksIpV6Test-1182252291-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 14:05:47.624809 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-537d9d75-699e-42eb-918f-156c16520e0b tempest-NetworksIpV6Test-1182252291 tempest-NetworksIpV6Test-1182252291-project] Made reservation on behalf of 0cf989f9b40145669c57185cf2c76427 for: {'subnet': 1} {{(pid=83871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 14:05:47.724940 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-537d9d75-699e-42eb-918f-156c16520e0b tempest-NetworksIpV6Test-1182252291 tempest-NetworksIpV6Test-1182252291-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2757336'] for subnet, before_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:05:47.942222 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-537d9d75-699e-42eb-918f-156c16520e0b tempest-NetworksIpV6Test-1182252291 tempest-NetworksIpV6Test-1182252291-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2743225', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2757366'] for subnet, after_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:05:48.017868 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-537d9d75-699e-42eb-918f-156c16520e0b tempest-NetworksIpV6Test-1182252291 tempest-NetworksIpV6Test-1182252291-project] Pushing event updated for resources: {'Subnet': ['ID=61f933e7-410b-4c7b-86b3-27673276fe4c,revision_number=0']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:05:48.027958 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-537d9d75-699e-42eb-918f-156c16520e0b tempest-NetworksIpV6Test-1182252291 tempest-NetworksIpV6Test-1182252291-project] Checking segment: {'id': 'a08b3602-d1d9-434b-8c9b-029e33b38d13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '16af51f5-96cb-4b64-9cf5-be48a5b75f25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 14:05:48.028320 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-537d9d75-699e-42eb-918f-156c16520e0b tempest-NetworksIpV6Test-1182252291 tempest-NetworksIpV6Test-1182252291-project] Network hostable DHCP agents. Network: 16af51f5-96cb-4b64-9cf5-be48a5b75f25, hostable agents: ['e47e4547-5c2d-4954-ba56-fa3646239f18'], hosted agents: [] {{(pid=83871) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 14:05:48.049998 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-537d9d75-699e-42eb-918f-156c16520e0b tempest-NetworksIpV6Test-1182252291 tempest-NetworksIpV6Test-1182252291-project] Network 16af51f5-96cb-4b64-9cf5-be48a5b75f25 is scheduled to be hosted by DHCP agent e47e4547-5c2d-4954-ba56-fa3646239f18 with binding_index 1 {{(pid=83871) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 14:05:48.059157 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.scheduler.base_scheduler [None req-537d9d75-699e-42eb-918f-156c16520e0b tempest-NetworksIpV6Test-1182252291 tempest-NetworksIpV6Test-1182252291-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-836180-1-hyperv, 16af51f5-96cb-4b64-9cf5-be48a5b75f25) {{(pid=83871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 14:05:48.063810 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-537d9d75-699e-42eb-918f-156c16520e0b tempest-NetworksIpV6Test-1182252291 tempest-NetworksIpV6Test-1182252291-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:05:48.064475 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-537d9d75-699e-42eb-918f-156c16520e0b tempest-NetworksIpV6Test-1182252291 tempest-NetworksIpV6Test-1182252291-project] Notify callbacks [] for subnet, before_response {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:05:48.067912 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc87b934-ff3e-4cc4-8985-84b905adb07b None None] Network 16af51f5-96cb-4b64-9cf5-be48a5b75f25 requested from dv-neutron-836180-1-hyperv {{(pid=83872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 14:05:48.087536 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-537d9d75-699e-42eb-918f-156c16520e0b tempest-NetworksIpV6Test-1182252291 tempest-NetworksIpV6Test-1182252291-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6045156 Apr 01 14:05:48.091316 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 33978) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:05:48.096714 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.v2.base [None req-055f3019-08fd-4ae3-be6d-8ee721771705 tempest-NetworksIpV6Test-1182252291 tempest-NetworksIpV6Test-1182252291-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-451198999'}} {{(pid=83871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 14:05:48.102314 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-055f3019-08fd-4ae3-be6d-8ee721771705 tempest-NetworksIpV6Test-1182252291 tempest-NetworksIpV6Test-1182252291-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 14:05:48.106201 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-055f3019-08fd-4ae3-be6d-8ee721771705 tempest-NetworksIpV6Test-1182252291 tempest-NetworksIpV6Test-1182252291-project] Usage tracker for resource:network and tenant:0cf989f9b40145669c57185cf2c76427 is out of sync, need to count used quota {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 14:05:48.109126 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-055f3019-08fd-4ae3-be6d-8ee721771705 tempest-NetworksIpV6Test-1182252291 tempest-NetworksIpV6Test-1182252291-project] Quota usage for network was recalculated. Used quota:2. {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 14:05:48.114851 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-055f3019-08fd-4ae3-be6d-8ee721771705 tempest-NetworksIpV6Test-1182252291 tempest-NetworksIpV6Test-1182252291-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 14:05:48.125042 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-055f3019-08fd-4ae3-be6d-8ee721771705 tempest-NetworksIpV6Test-1182252291 tempest-NetworksIpV6Test-1182252291-project] Made reservation on behalf of 0cf989f9b40145669c57185cf2c76427 for: {'network': 1} {{(pid=83871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 14:05:48.127937 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-055f3019-08fd-4ae3-be6d-8ee721771705 tempest-NetworksIpV6Test-1182252291 tempest-NetworksIpV6Test-1182252291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for network, before_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:05:48.158484 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-055f3019-08fd-4ae3-be6d-8ee721771705 tempest-NetworksIpV6Test-1182252291 tempest-NetworksIpV6Test-1182252291-project] vlan segment allocate from pool success with {'vlan_id': 380, 'physical_network': 'physnet1'} {{(pid=83871) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 14:05:48.167980 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-055f3019-08fd-4ae3-be6d-8ee721771705 tempest-NetworksIpV6Test-1182252291 tempest-NetworksIpV6Test-1182252291-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1004271'] for segment, precommit_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:05:48.168389 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.db.segments_db [None req-055f3019-08fd-4ae3-be6d-8ee721771705 tempest-NetworksIpV6Test-1182252291 tempest-NetworksIpV6Test-1182252291-project] Added segment 949c715e-d76c-4682-9b2e-4e18650166c1 of type vlan for network ab7b798c-7f7a-425b-b093-e4f4cd3303cb Apr 01 14:05:48.194154 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-055f3019-08fd-4ae3-be6d-8ee721771705 tempest-NetworksIpV6Test-1182252291 tempest-NetworksIpV6Test-1182252291-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736732923383'] for network, precommit_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:05:48.225718 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-055f3019-08fd-4ae3-be6d-8ee721771705 tempest-NetworksIpV6Test-1182252291 tempest-NetworksIpV6Test-1182252291-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575'] for network, after_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:05:48.230311 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-055f3019-08fd-4ae3-be6d-8ee721771705 tempest-NetworksIpV6Test-1182252291 tempest-NetworksIpV6Test-1182252291-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:05:48.231023 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-055f3019-08fd-4ae3-be6d-8ee721771705 tempest-NetworksIpV6Test-1182252291 tempest-NetworksIpV6Test-1182252291-project] Notify callbacks [] for network, before_response {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:05:48.325735 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-055f3019-08fd-4ae3-be6d-8ee721771705 tempest-NetworksIpV6Test-1182252291 tempest-NetworksIpV6Test-1182252291-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2333751 Apr 01 14:05:48.328757 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 33982) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:05:48.333593 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87cca5a6-05b5-4aec-94c5-b0083b0dc1d3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7e7d0ecb-2af4-55f5-9198-238ab0570d62-16af51f5-96cb-4b64-9cf5-be48a5b75f25', 'network_id': '16af51f5-96cb-4b64-9cf5-be48a5b75f25', 'tenant_id': '0cf989f9b40145669c57185cf2c76427', 'fixed_ips': [{'subnet_id': '61f933e7-410b-4c7b-86b3-27673276fe4c'}]}} from dv-neutron-836180-1-hyperv. {{(pid=83872) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 01 14:05:48.334404 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-87cca5a6-05b5-4aec-94c5-b0083b0dc1d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:05:48.337476 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.v2.base [None req-83bc7e2f-27e4-4389-9614-fd911b0890cf tempest-NetworksIpV6Test-1182252291 tempest-NetworksIpV6Test-1182252291-project] Request body: {'subnet': {'network_id': 'ab7b798c-7f7a-425b-b093-e4f4cd3303cb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 14:05:48.356554 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055f3019-08fd-4ae3-be6d-8ee721771705 tempest-NetworksIpV6Test-1182252291 tempest-NetworksIpV6Test-1182252291-project] Pushing event updated for resources: {'Network': ['ID=ab7b798c-7f7a-425b-b093-e4f4cd3303cb,revision_number=1']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:05:48.392063 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Network ab7b798c-7f7a-425b-b093-e4f4cd3303cb details requested by agent ovs-agent-dv-neutron-836180-1-hyperv with host dv-neutron-836180-1-hyperv {{(pid=83872) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 14:05:48.452028 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-83bc7e2f-27e4-4389-9614-fd911b0890cf tempest-NetworksIpV6Test-1182252291 tempest-NetworksIpV6Test-1182252291-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 14:05:48.455943 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-83bc7e2f-27e4-4389-9614-fd911b0890cf tempest-NetworksIpV6Test-1182252291 tempest-NetworksIpV6Test-1182252291-project] Usage tracker for resource:subnet and tenant:0cf989f9b40145669c57185cf2c76427 is out of sync, need to count used quota {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 14:05:48.459994 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-83bc7e2f-27e4-4389-9614-fd911b0890cf tempest-NetworksIpV6Test-1182252291 tempest-NetworksIpV6Test-1182252291-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 14:05:48.465921 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-83bc7e2f-27e4-4389-9614-fd911b0890cf tempest-NetworksIpV6Test-1182252291 tempest-NetworksIpV6Test-1182252291-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 14:05:48.477014 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83bc7e2f-27e4-4389-9614-fd911b0890cf tempest-NetworksIpV6Test-1182252291 tempest-NetworksIpV6Test-1182252291-project] Made reservation on behalf of 0cf989f9b40145669c57185cf2c76427 for: {'subnet': 1} {{(pid=83869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 14:05:48.578699 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.db_base_plugin_common [None req-87cca5a6-05b5-4aec-94c5-b0083b0dc1d3 None None] Allocated IP 2001:db8::2 (16af51f5-96cb-4b64-9cf5-be48a5b75f25/61f933e7-410b-4c7b-86b3-27673276fe4c/7fd00c01-805a-457a-b16d-ffd1bf706670) {{(pid=83872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 14:05:48.581195 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-83bc7e2f-27e4-4389-9614-fd911b0890cf tempest-NetworksIpV6Test-1182252291 tempest-NetworksIpV6Test-1182252291-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2999481'] for subnet, before_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:05:48.816833 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-87cca5a6-05b5-4aec-94c5-b0083b0dc1d3 None None] Notify callbacks [] for port, precommit_create {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:05:48.817072 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-83bc7e2f-27e4-4389-9614-fd911b0890cf tempest-NetworksIpV6Test-1182252291 tempest-NetworksIpV6Test-1182252291-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2705391', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2999447'] for subnet, after_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:05:48.827115 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-87cca5a6-05b5-4aec-94c5-b0083b0dc1d3 None None] Transition to ACTIVE for port object 7fd00c01-805a-457a-b16d-ffd1bf706670 will not be triggered until provisioned by entity L2. {{(pid=83872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 14:05:48.841992 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Device 34eb1cb6-f10e-47c9-8abb-955214b7de54 up at agent ovs-agent-dv-neutron-836180-1-hyperv {{(pid=83872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 14:05:48.881820 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-87cca5a6-05b5-4aec-94c5-b0083b0dc1d3 None None] Transition to ACTIVE for port object 7fd00c01-805a-457a-b16d-ffd1bf706670 will not be triggered until provisioned by entity DHCP. {{(pid=83872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 14:05:48.890901 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-87cca5a6-05b5-4aec-94c5-b0083b0dc1d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736732935801'] for port, after_create {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:05:48.979631 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87cca5a6-05b5-4aec-94c5-b0083b0dc1d3 None None] Network 16af51f5-96cb-4b64-9cf5-be48a5b75f25 is already hosted by enough agents. {{(pid=83872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 14:05:48.982014 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87cca5a6-05b5-4aec-94c5-b0083b0dc1d3 None None] Pushing event updated for resources: {'Port': ['ID=7fd00c01-805a-457a-b16d-ffd1bf706670,revision_number=1']} {{(pid=83872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:05:48.985320 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.scheduler.base_scheduler [None req-87cca5a6-05b5-4aec-94c5-b0083b0dc1d3 None None] Resources bound (agent type, host, resource id): {{(pid=83872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 14:05:48.988797 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87cca5a6-05b5-4aec-94c5-b0083b0dc1d3 None None] Received port after_create {{(pid=83872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 14:05:49.015429 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83bc7e2f-27e4-4389-9614-fd911b0890cf tempest-NetworksIpV6Test-1182252291 tempest-NetworksIpV6Test-1182252291-project] Pushing event updated for resources: {'Subnet': ['ID=72c682c4-d75b-4d0f-9571-5d3f375c618f,revision_number=0']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:05:49.026658 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83bc7e2f-27e4-4389-9614-fd911b0890cf tempest-NetworksIpV6Test-1182252291 tempest-NetworksIpV6Test-1182252291-project] Checking segment: {'id': '949c715e-d76c-4682-9b2e-4e18650166c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'ab7b798c-7f7a-425b-b093-e4f4cd3303cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 14:05:49.027016 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83bc7e2f-27e4-4389-9614-fd911b0890cf tempest-NetworksIpV6Test-1182252291 tempest-NetworksIpV6Test-1182252291-project] Network hostable DHCP agents. Network: ab7b798c-7f7a-425b-b093-e4f4cd3303cb, hostable agents: ['e47e4547-5c2d-4954-ba56-fa3646239f18'], hosted agents: [] {{(pid=83869) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 14:05:49.031214 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Provisioning complete for port 34eb1cb6-f10e-47c9-8abb-955214b7de54 triggered by entity L2. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 14:05:49.031214 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-948329'] for port, provisioning_complete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:05:49.049123 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83bc7e2f-27e4-4389-9614-fd911b0890cf tempest-NetworksIpV6Test-1182252291 tempest-NetworksIpV6Test-1182252291-project] Network ab7b798c-7f7a-425b-b093-e4f4cd3303cb is scheduled to be hosted by DHCP agent e47e4547-5c2d-4954-ba56-fa3646239f18 with binding_index 1 {{(pid=83869) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 14:05:49.060240 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.scheduler.base_scheduler [None req-83bc7e2f-27e4-4389-9614-fd911b0890cf tempest-NetworksIpV6Test-1182252291 tempest-NetworksIpV6Test-1182252291-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-836180-1-hyperv, ab7b798c-7f7a-425b-b093-e4f4cd3303cb) {{(pid=83869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 14:05:49.064964 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83bc7e2f-27e4-4389-9614-fd911b0890cf tempest-NetworksIpV6Test-1182252291 tempest-NetworksIpV6Test-1182252291-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:05:49.065518 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-83bc7e2f-27e4-4389-9614-fd911b0890cf tempest-NetworksIpV6Test-1182252291 tempest-NetworksIpV6Test-1182252291-project] Notify callbacks [] for subnet, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:05:49.089614 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-83bc7e2f-27e4-4389-9614-fd911b0890cf tempest-NetworksIpV6Test-1182252291 tempest-NetworksIpV6Test-1182252291-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7566292 Apr 01 14:05:49.090187 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 33986) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:05:49.090857 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d787a8da-8457-46cd-89bd-9607b39fdc14 None None] Network ab7b798c-7f7a-425b-b093-e4f4cd3303cb requested from dv-neutron-836180-1-hyperv {{(pid=83872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 14:05:49.202591 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.managers [None req-87cca5a6-05b5-4aec-94c5-b0083b0dc1d3 None None] Attempting to bind port 7fd00c01-805a-457a-b16d-ffd1bf706670 on host dv-neutron-836180-1-hyperv for vnic_type normal with profile {{(pid=83872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 14:05:49.202942 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.managers [None req-87cca5a6-05b5-4aec-94c5-b0083b0dc1d3 None None] Attempting to bind port 7fd00c01-805a-457a-b16d-ffd1bf706670 by drivers openvswitch,hyperv on host dv-neutron-836180-1-hyperv at level 0 using segments [{'id': 'a08b3602-d1d9-434b-8c9b-029e33b38d13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '16af51f5-96cb-4b64-9cf5-be48a5b75f25'}] {{(pid=83872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 14:05:49.203289 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87cca5a6-05b5-4aec-94c5-b0083b0dc1d3 None None] Attempting to bind port 7fd00c01-805a-457a-b16d-ffd1bf706670 on network 16af51f5-96cb-4b64-9cf5-be48a5b75f25 {{(pid=83872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 14:05:49.220569 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87cca5a6-05b5-4aec-94c5-b0083b0dc1d3 None None] Checking agent: {'id': 'af948428-97cd-4d10-9f53-af028bdb39b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-836180-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 13, 25, 37), 'started_at': datetime.datetime(2022, 4, 1, 13, 26, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 14, 5, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-836180-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 14:05:49.220932 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87cca5a6-05b5-4aec-94c5-b0083b0dc1d3 None None] Checking segment: {'id': 'a08b3602-d1d9-434b-8c9b-029e33b38d13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '16af51f5-96cb-4b64-9cf5-be48a5b75f25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 14:05:49.221435 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-87cca5a6-05b5-4aec-94c5-b0083b0dc1d3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:05:49.221690 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87cca5a6-05b5-4aec-94c5-b0083b0dc1d3 None None] Bound using segment: {'id': 'a08b3602-d1d9-434b-8c9b-029e33b38d13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '16af51f5-96cb-4b64-9cf5-be48a5b75f25'} {{(pid=83872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 14:05:49.222190 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.managers [None req-87cca5a6-05b5-4aec-94c5-b0083b0dc1d3 None None] Bound port: 7fd00c01-805a-457a-b16d-ffd1bf706670, host: dv-neutron-836180-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a08b3602-d1d9-434b-8c9b-029e33b38d13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '16af51f5-96cb-4b64-9cf5-be48a5b75f25'}}] {{(pid=83872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 14:05:49.223111 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-87cca5a6-05b5-4aec-94c5-b0083b0dc1d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:05:49.232660 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-c50c1765-4386-46f5-998a-0769945404b1 tempest-NetworksIpV6Test-1182252291 tempest-NetworksIpV6Test-1182252291-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1033078'] for network, before_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:05:49.299221 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-c50c1765-4386-46f5-998a-0769945404b1 tempest-NetworksIpV6Test-1182252291 tempest-NetworksIpV6Test-1182252291-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-945029'] for subnet, precommit_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:05:49.373620 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-c50c1765-4386-46f5-998a-0769945404b1 tempest-NetworksIpV6Test-1182252291 tempest-NetworksIpV6Test-1182252291-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-945042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2743160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2757373'] for subnet, after_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:05:49.415230 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c50c1765-4386-46f5-998a-0769945404b1 tempest-NetworksIpV6Test-1182252291 tempest-NetworksIpV6Test-1182252291-project] Pushing event deleted for resources: {'Subnet': ['ID=72c682c4-d75b-4d0f-9571-5d3f375c618f,revision_number=None']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:05:49.467024 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-87cca5a6-05b5-4aec-94c5-b0083b0dc1d3 None None] For port 7fd00c01-805a-457a-b16d-ffd1bf706670, host dv-neutron-836180-1-hyperv, cleared binding levels {{(pid=83872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 14:05:49.475972 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-87cca5a6-05b5-4aec-94c5-b0083b0dc1d3 None None] For port 7fd00c01-805a-457a-b16d-ffd1bf706670, host dv-neutron-836180-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836180-1-hyperv',level=0,port_id=7fd00c01-805a-457a-b16d-ffd1bf706670,segment=NetworkSegment(a08b3602-d1d9-434b-8c9b-029e33b38d13),segment_id=a08b3602-d1d9-434b-8c9b-029e33b38d13)] {{(pid=83872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 14:05:49.480192 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-87cca5a6-05b5-4aec-94c5-b0083b0dc1d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864'] for port, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:05:49.511188 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd9a64d4-bd04-4dfa-9972-07b9cde862c4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7e7d0ecb-2af4-55f5-9198-238ab0570d62-ab7b798c-7f7a-425b-b093-e4f4cd3303cb', 'network_id': 'ab7b798c-7f7a-425b-b093-e4f4cd3303cb', 'tenant_id': '0cf989f9b40145669c57185cf2c76427', 'fixed_ips': [{'subnet_id': '72c682c4-d75b-4d0f-9571-5d3f375c618f'}]}} from dv-neutron-836180-1-hyperv. {{(pid=83872) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 01 14:05:49.511466 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-c50c1765-4386-46f5-998a-0769945404b1 tempest-NetworksIpV6Test-1182252291 tempest-NetworksIpV6Test-1182252291-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-942654', 'neutron.services.segments.db._delete_segments_for_network-8736733387888'] for network, precommit_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:05:49.511976 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-cd9a64d4-bd04-4dfa-9972-07b9cde862c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:05:49.541277 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.services.segments.db [None req-c50c1765-4386-46f5-998a-0769945404b1 tempest-NetworksIpV6Test-1182252291 tempest-NetworksIpV6Test-1182252291-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ab7b798c-7f7a-425b-b093-e4f4cd3303cb']}} {{(pid=83871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 14:05:49.555422 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.services.segments.db [None req-c50c1765-4386-46f5-998a-0769945404b1 tempest-NetworksIpV6Test-1182252291 tempest-NetworksIpV6Test-1182252291-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '949c715e-d76c-4682-9b2e-4e18650166c1') {'for_net_delete': True} {{(pid=83871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 14:05:49.555892 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.services.segments.db [None req-c50c1765-4386-46f5-998a-0769945404b1 tempest-NetworksIpV6Test-1182252291 tempest-NetworksIpV6Test-1182252291-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '949c715e-d76c-4682-9b2e-4e18650166c1') {} {{(pid=83871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 14:05:49.568518 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-c50c1765-4386-46f5-998a-0769945404b1 tempest-NetworksIpV6Test-1182252291 tempest-NetworksIpV6Test-1182252291-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736733386999', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3166340'] for segment, before_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:05:49.584927 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-c50c1765-4386-46f5-998a-0769945404b1 tempest-NetworksIpV6Test-1182252291 tempest-NetworksIpV6Test-1182252291-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1004271'] for segment, precommit_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:05:49.591133 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c50c1765-4386-46f5-998a-0769945404b1 tempest-NetworksIpV6Test-1182252291 tempest-NetworksIpV6Test-1182252291-project] Releasing vlan 380 on physical network physnet1 to pool {{(pid=83871) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 01 14:05:49.591508 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-c50c1765-4386-46f5-998a-0769945404b1 tempest-NetworksIpV6Test-1182252291 tempest-NetworksIpV6Test-1182252291-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1004262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2743078'] for segment, after_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:05:49.606204 dv-neutron-836180-1-hyperv neutron-server[83871]: Traceback (most recent call last): Apr 01 14:05:49.606204 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 01 14:05:49.606204 dv-neutron-836180-1-hyperv neutron-server[83871]: timer() Apr 01 14:05:49.606204 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 14:05:49.606204 dv-neutron-836180-1-hyperv neutron-server[83871]: cb(*args, **kw) Apr 01 14:05:49.606204 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 14:05:49.606204 dv-neutron-836180-1-hyperv neutron-server[83871]: return func(*args, **kwargs) Apr 01 14:05:49.606204 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 14:05:49.606204 dv-neutron-836180-1-hyperv neutron-server[83871]: self._notify() Apr 01 14:05:49.606204 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 14:05:49.606204 dv-neutron-836180-1-hyperv neutron-server[83871]: self.callback(batched_events) Apr 01 14:05:49.606204 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 14:05:49.606204 dv-neutron-836180-1-hyperv neutron-server[83871]: event.method(event) Apr 01 14:05:49.606204 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 14:05:49.606204 dv-neutron-836180-1-hyperv neutron-server[83871]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 14:05:49.606204 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 14:05:49.606204 dv-neutron-836180-1-hyperv neutron-server[83871]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 14:05:49.606204 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 14:05:49.606204 dv-neutron-836180-1-hyperv neutron-server[83871]: return f(self, *a, **k) Apr 01 14:05:49.606204 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 14:05:49.606204 dv-neutron-836180-1-hyperv neutron-server[83871]: return self._get(url).json() Apr 01 14:05:49.606204 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 14:05:49.606204 dv-neutron-836180-1-hyperv neutron-server[83871]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 14:05:49.606204 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 01 14:05:49.606204 dv-neutron-836180-1-hyperv neutron-server[83871]: return self.request(url, 'GET', **kwargs) Apr 01 14:05:49.606204 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 01 14:05:49.606204 dv-neutron-836180-1-hyperv neutron-server[83871]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 14:05:49.606204 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 01 14:05:49.606204 dv-neutron-836180-1-hyperv neutron-server[83871]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 14:05:49.606204 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 01 14:05:49.606204 dv-neutron-836180-1-hyperv neutron-server[83871]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 14:05:49.606204 dv-neutron-836180-1-hyperv neutron-server[83871]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 14:05:49.627278 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87cca5a6-05b5-4aec-94c5-b0083b0dc1d3 None None] Pushing event updated for resources: {'Port': ['ID=7fd00c01-805a-457a-b16d-ffd1bf706670,revision_number=2']} {{(pid=83872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:05:49.655581 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0c7a3f7-4abd-47a5-a7f6-ed144f4d2ee2 None None] Network ab7b798c-7f7a-425b-b093-e4f4cd3303cb requested from dv-neutron-836180-1-hyperv {{(pid=83872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 14:05:49.699629 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-c50c1765-4386-46f5-998a-0769945404b1 tempest-NetworksIpV6Test-1182252291 tempest-NetworksIpV6Test-1182252291-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-942599', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4084797'] for network, after_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:05:49.719394 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-c50c1765-4386-46f5-998a-0769945404b1 tempest-NetworksIpV6Test-1182252291 tempest-NetworksIpV6Test-1182252291-project] Notify callbacks [] for network, before_response {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:05:49.732174 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c50c1765-4386-46f5-998a-0769945404b1 tempest-NetworksIpV6Test-1182252291 tempest-NetworksIpV6Test-1182252291-project] Pushing event deleted for resources: {'Network': ['ID=ab7b798c-7f7a-425b-b093-e4f4cd3303cb,revision_number=None']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:05:49.741726 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-c50c1765-4386-46f5-998a-0769945404b1 tempest-NetworksIpV6Test-1182252291 tempest-NetworksIpV6Test-1182252291-project] 10.222.0.26 "DELETE /v2.0/networks/ab7b798c-7f7a-425b-b093-e4f4cd3303cb HTTP/1.1" status: 204 len: 168 time: 0.6494830 Apr 01 14:05:49.742563 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 33990) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:05:49.804128 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.pecan_wsgi.hooks.translation [None req-467e372e-9c0a-4a10-9d7c-99c0b94f66ee tempest-NetworksIpV6Test-1182252291 tempest-NetworksIpV6Test-1182252291-project] GET failed (client error): The resource could not be found. Apr 01 14:05:49.805234 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-467e372e-9c0a-4a10-9d7c-99c0b94f66ee tempest-NetworksIpV6Test-1182252291 tempest-NetworksIpV6Test-1182252291-project] Synchronizing usage tracker for tenant:0cf989f9b40145669c57185cf2c76427 on resource:subnet {{(pid=83871) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 14:05:49.835499 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-467e372e-9c0a-4a10-9d7c-99c0b94f66ee tempest-NetworksIpV6Test-1182252291 tempest-NetworksIpV6Test-1182252291-project] Unset dirty status for tenant:0cf989f9b40145669c57185cf2c76427 on resource:subnet {{(pid=83871) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 14:05:49.836934 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-467e372e-9c0a-4a10-9d7c-99c0b94f66ee tempest-NetworksIpV6Test-1182252291 tempest-NetworksIpV6Test-1182252291-project] 10.222.0.26 "GET /v2.0/subnets/72c682c4-d75b-4d0f-9571-5d3f375c618f HTTP/1.1" status: 404 len: 337 time: 0.0932996 Apr 01 14:05:49.839970 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 33994) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:05:49.866324 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.pecan_wsgi.hooks.translation [None req-648de578-8865-4d98-a095-86519b21c919 tempest-NetworksIpV6Test-1182252291 tempest-NetworksIpV6Test-1182252291-project] DELETE failed (client error): The resource could not be found. Apr 01 14:05:49.866857 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-648de578-8865-4d98-a095-86519b21c919 tempest-NetworksIpV6Test-1182252291 tempest-NetworksIpV6Test-1182252291-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83871) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 14:05:49.868668 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-648de578-8865-4d98-a095-86519b21c919 tempest-NetworksIpV6Test-1182252291 tempest-NetworksIpV6Test-1182252291-project] 10.222.0.26 "DELETE /v2.0/networks/ab7b798c-7f7a-425b-b093-e4f4cd3303cb HTTP/1.1" status: 404 len: 339 time: 0.0276976 Apr 01 14:05:49.872918 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 33998) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:05:49.915324 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.pecan_wsgi.hooks.translation [None req-b1dd6f54-76e1-486f-8fb7-e45ef89ea0b8 tempest-NetworksIpV6Test-1182252291 tempest-NetworksIpV6Test-1182252291-project] DELETE failed (client error): The resource could not be found. Apr 01 14:05:49.916052 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b1dd6f54-76e1-486f-8fb7-e45ef89ea0b8 tempest-NetworksIpV6Test-1182252291 tempest-NetworksIpV6Test-1182252291-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83871) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 14:05:49.917452 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-b1dd6f54-76e1-486f-8fb7-e45ef89ea0b8 tempest-NetworksIpV6Test-1182252291 tempest-NetworksIpV6Test-1182252291-project] 10.222.0.26 "DELETE /v2.0/subnets/72c682c4-d75b-4d0f-9571-5d3f375c618f HTTP/1.1" status: 404 len: 337 time: 0.0435941 Apr 01 14:05:49.919959 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 34002) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:05:49.946309 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.pecan_wsgi.hooks.translation [None req-39971fdb-d4db-4e7a-8751-0df65f50c5e8 tempest-NetworksIpV6Test-1182252291 tempest-NetworksIpV6Test-1182252291-project] DELETE failed (client error): The resource could not be found. Apr 01 14:05:49.946743 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-39971fdb-d4db-4e7a-8751-0df65f50c5e8 tempest-NetworksIpV6Test-1182252291 tempest-NetworksIpV6Test-1182252291-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83871) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 14:05:49.948409 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-39971fdb-d4db-4e7a-8751-0df65f50c5e8 tempest-NetworksIpV6Test-1182252291 tempest-NetworksIpV6Test-1182252291-project] 10.222.0.26 "DELETE /v2.0/networks/ab7b798c-7f7a-425b-b093-e4f4cd3303cb HTTP/1.1" status: 404 len: 339 time: 0.0275025 Apr 01 14:05:49.951042 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 34006) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:05:50.015073 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.db_base_plugin_v2 [None req-732627b3-dda6-4c13-a173-ba28863ac0ce tempest-NetworksIpV6Test-1182252291 tempest-NetworksIpV6Test-1182252291-project] Deleting subnet 61f933e7-410b-4c7b-86b3-27673276fe4c {{(pid=83871) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 01 14:05:50.018027 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-732627b3-dda6-4c13-a173-ba28863ac0ce tempest-NetworksIpV6Test-1182252291 tempest-NetworksIpV6Test-1182252291-project] Notify callbacks [] for subnet, before_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:05:50.075347 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-732627b3-dda6-4c13-a173-ba28863ac0ce tempest-NetworksIpV6Test-1182252291 tempest-NetworksIpV6Test-1182252291-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3166365'] for subnet, precommit_delete_associations {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:05:50.156219 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-732627b3-dda6-4c13-a173-ba28863ac0ce tempest-NetworksIpV6Test-1182252291 tempest-NetworksIpV6Test-1182252291-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-945029'] for subnet, precommit_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:05:50.229157 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-732627b3-dda6-4c13-a173-ba28863ac0ce tempest-NetworksIpV6Test-1182252291 tempest-NetworksIpV6Test-1182252291-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-945042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2743160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2757373'] for subnet, after_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:05:50.274355 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-732627b3-dda6-4c13-a173-ba28863ac0ce tempest-NetworksIpV6Test-1182252291 tempest-NetworksIpV6Test-1182252291-project] Pushing event deleted for resources: {'Subnet': ['ID=61f933e7-410b-4c7b-86b3-27673276fe4c,revision_number=None']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:05:50.279374 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-732627b3-dda6-4c13-a173-ba28863ac0ce tempest-NetworksIpV6Test-1182252291 tempest-NetworksIpV6Test-1182252291-project] Notify callbacks [] for subnet, before_response {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:05:50.296417 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-732627b3-dda6-4c13-a173-ba28863ac0ce tempest-NetworksIpV6Test-1182252291 tempest-NetworksIpV6Test-1182252291-project] 10.222.0.26 "DELETE /v2.0/subnets/61f933e7-410b-4c7b-86b3-27673276fe4c HTTP/1.1" status: 204 len: 168 time: 0.3420112 Apr 01 14:05:50.296635 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 34010) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:05:50.413254 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-d3f371fc-4c8e-48f2-b01d-6b2b590d8582 tempest-NetworksIpV6Test-1182252291 tempest-NetworksIpV6Test-1182252291-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1033078'] for network, before_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:05:50.424267 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.plugin [None req-d3f371fc-4c8e-48f2-b01d-6b2b590d8582 tempest-NetworksIpV6Test-1182252291 tempest-NetworksIpV6Test-1182252291-project] Deleting port 7fd00c01-805a-457a-b16d-ffd1bf706670 {{(pid=83871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 14:05:50.424626 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-d3f371fc-4c8e-48f2-b01d-6b2b590d8582 tempest-NetworksIpV6Test-1182252291 tempest-NetworksIpV6Test-1182252291-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736733287370'] for port, before_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:05:50.539101 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c995bfe4-1dc7-45b5-ab00-f5330befef5d None None] Network 16af51f5-96cb-4b64-9cf5-be48a5b75f25 requested from dv-neutron-836180-1-hyperv {{(pid=83872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 14:05:50.709304 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.db [None req-d3f371fc-4c8e-48f2-b01d-6b2b590d8582 tempest-NetworksIpV6Test-1182252291 tempest-NetworksIpV6Test-1182252291-project] For port 7fd00c01-805a-457a-b16d-ffd1bf706670, host dv-neutron-836180-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836180-1-hyperv',level=0,port_id=7fd00c01-805a-457a-b16d-ffd1bf706670,segment=NetworkSegment(a08b3602-d1d9-434b-8c9b-029e33b38d13),segment_id=a08b3602-d1d9-434b-8c9b-029e33b38d13)] {{(pid=83871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 14:05:50.709596 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-d3f371fc-4c8e-48f2-b01d-6b2b590d8582 tempest-NetworksIpV6Test-1182252291 tempest-NetworksIpV6Test-1182252291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4155147'] for port, precommit_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:05:50.722604 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-c7cb90fc-0815-4e07-8282-21b7351e05ae None None] Provisioning for port 7fd00c01-805a-457a-b16d-ffd1bf706670 completed by entity DHCP. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 14:05:50.808370 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa64d0b4-c9ba-4fa6-bfb6-f4b70e961cac None None] DHCP port deletion for 16af51f5-96cb-4b64-9cf5-be48a5b75f25 request from dv-neutron-836180-1-hyperv {{(pid=83872) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 01 14:05:50.813365 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.plugin [None req-fa64d0b4-c9ba-4fa6-bfb6-f4b70e961cac None None] Deleting port 7fd00c01-805a-457a-b16d-ffd1bf706670 {{(pid=83872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 14:05:50.813777 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-fa64d0b4-c9ba-4fa6-bfb6-f4b70e961cac None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736733287370'] for port, before_delete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:05:50.851781 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.plugin [None req-d3f371fc-4c8e-48f2-b01d-6b2b590d8582 tempest-NetworksIpV6Test-1182252291 tempest-NetworksIpV6Test-1182252291-project] Calling delete_port for 7fd00c01-805a-457a-b16d-ffd1bf706670 owned by network:dhcp {{(pid=83871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 14:05:50.925727 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-d3f371fc-4c8e-48f2-b01d-6b2b590d8582 tempest-NetworksIpV6Test-1182252291 tempest-NetworksIpV6Test-1182252291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736733359243', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736732935810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2743125'] for port, after_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:05:50.971433 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f371fc-4c8e-48f2-b01d-6b2b590d8582 tempest-NetworksIpV6Test-1182252291 tempest-NetworksIpV6Test-1182252291-project] Pushing event deleted for resources: {'Port': ['ID=7fd00c01-805a-457a-b16d-ffd1bf706670,revision_number=None']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:05:50.976403 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3f371fc-4c8e-48f2-b01d-6b2b590d8582 tempest-NetworksIpV6Test-1182252291 tempest-NetworksIpV6Test-1182252291-project] No DVR routers for this DVR port 7fd00c01-805a-457a-b16d-ffd1bf706670 on host dv-neutron-836180-1-hyperv {{(pid=83871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 14:05:51.063190 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-fa64d0b4-c9ba-4fa6-bfb6-f4b70e961cac None None] For port 7fd00c01-805a-457a-b16d-ffd1bf706670, host dv-neutron-836180-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836180-1-hyperv',level=0,port_id=7fd00c01-805a-457a-b16d-ffd1bf706670,segment=NetworkSegment(a08b3602-d1d9-434b-8c9b-029e33b38d13),segment_id=a08b3602-d1d9-434b-8c9b-029e33b38d13)] {{(pid=83872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 14:05:51.063489 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-fa64d0b4-c9ba-4fa6-bfb6-f4b70e961cac None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4155147'] for port, precommit_delete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:05:51.101050 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-d3f371fc-4c8e-48f2-b01d-6b2b590d8582 tempest-NetworksIpV6Test-1182252291 tempest-NetworksIpV6Test-1182252291-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-942654', 'neutron.services.segments.db._delete_segments_for_network-8736733387888'] for network, precommit_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:05:51.130793 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.services.segments.db [None req-d3f371fc-4c8e-48f2-b01d-6b2b590d8582 tempest-NetworksIpV6Test-1182252291 tempest-NetworksIpV6Test-1182252291-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['16af51f5-96cb-4b64-9cf5-be48a5b75f25']}} {{(pid=83871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 14:05:51.143540 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.services.segments.db [None req-d3f371fc-4c8e-48f2-b01d-6b2b590d8582 tempest-NetworksIpV6Test-1182252291 tempest-NetworksIpV6Test-1182252291-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a08b3602-d1d9-434b-8c9b-029e33b38d13') {'for_net_delete': True} {{(pid=83871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 14:05:51.143822 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.services.segments.db [None req-d3f371fc-4c8e-48f2-b01d-6b2b590d8582 tempest-NetworksIpV6Test-1182252291 tempest-NetworksIpV6Test-1182252291-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a08b3602-d1d9-434b-8c9b-029e33b38d13') {} {{(pid=83871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 14:05:51.155366 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-d3f371fc-4c8e-48f2-b01d-6b2b590d8582 tempest-NetworksIpV6Test-1182252291 tempest-NetworksIpV6Test-1182252291-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736733386999', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3166340'] for segment, before_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:05:51.172342 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-d3f371fc-4c8e-48f2-b01d-6b2b590d8582 tempest-NetworksIpV6Test-1182252291 tempest-NetworksIpV6Test-1182252291-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1004271'] for segment, precommit_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:05:51.179180 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d3f371fc-4c8e-48f2-b01d-6b2b590d8582 tempest-NetworksIpV6Test-1182252291 tempest-NetworksIpV6Test-1182252291-project] Releasing vlan 350 on physical network physnet1 to pool {{(pid=83871) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 01 14:05:51.179554 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-d3f371fc-4c8e-48f2-b01d-6b2b590d8582 tempest-NetworksIpV6Test-1182252291 tempest-NetworksIpV6Test-1182252291-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1004262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2743078'] for segment, after_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:05:51.183761 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.plugin [None req-fa64d0b4-c9ba-4fa6-bfb6-f4b70e961cac None None] Calling delete_port for 7fd00c01-805a-457a-b16d-ffd1bf706670 owned by network:dhcp {{(pid=83872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 14:05:51.194960 dv-neutron-836180-1-hyperv neutron-server[83871]: Traceback (most recent call last): Apr 01 14:05:51.194960 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 01 14:05:51.194960 dv-neutron-836180-1-hyperv neutron-server[83871]: timer() Apr 01 14:05:51.194960 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 14:05:51.194960 dv-neutron-836180-1-hyperv neutron-server[83871]: cb(*args, **kw) Apr 01 14:05:51.194960 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 14:05:51.194960 dv-neutron-836180-1-hyperv neutron-server[83871]: return func(*args, **kwargs) Apr 01 14:05:51.194960 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 14:05:51.194960 dv-neutron-836180-1-hyperv neutron-server[83871]: self._notify() Apr 01 14:05:51.194960 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 14:05:51.194960 dv-neutron-836180-1-hyperv neutron-server[83871]: self.callback(batched_events) Apr 01 14:05:51.194960 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 14:05:51.194960 dv-neutron-836180-1-hyperv neutron-server[83871]: event.method(event) Apr 01 14:05:51.194960 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 14:05:51.194960 dv-neutron-836180-1-hyperv neutron-server[83871]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 14:05:51.194960 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 14:05:51.194960 dv-neutron-836180-1-hyperv neutron-server[83871]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 14:05:51.194960 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 14:05:51.194960 dv-neutron-836180-1-hyperv neutron-server[83871]: return f(self, *a, **k) Apr 01 14:05:51.194960 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 14:05:51.194960 dv-neutron-836180-1-hyperv neutron-server[83871]: return self._get(url).json() Apr 01 14:05:51.194960 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 14:05:51.194960 dv-neutron-836180-1-hyperv neutron-server[83871]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 14:05:51.194960 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 01 14:05:51.194960 dv-neutron-836180-1-hyperv neutron-server[83871]: return self.request(url, 'GET', **kwargs) Apr 01 14:05:51.194960 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 01 14:05:51.194960 dv-neutron-836180-1-hyperv neutron-server[83871]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 14:05:51.194960 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 01 14:05:51.194960 dv-neutron-836180-1-hyperv neutron-server[83871]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 14:05:51.194960 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 01 14:05:51.194960 dv-neutron-836180-1-hyperv neutron-server[83871]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 14:05:51.194960 dv-neutron-836180-1-hyperv neutron-server[83871]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 14:05:51.254332 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.db.api [None req-fa64d0b4-c9ba-4fa6-bfb6-f4b70e961cac None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83872) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 01 14:05:51.254606 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG oslo_db.api [None req-fa64d0b4-c9ba-4fa6-bfb6-f4b70e961cac None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 01 14:05:51.274282 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-d3f371fc-4c8e-48f2-b01d-6b2b590d8582 tempest-NetworksIpV6Test-1182252291 tempest-NetworksIpV6Test-1182252291-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-942599', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4084797'] for network, after_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:05:51.291352 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-d3f371fc-4c8e-48f2-b01d-6b2b590d8582 tempest-NetworksIpV6Test-1182252291 tempest-NetworksIpV6Test-1182252291-project] Notify callbacks [] for network, before_response {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:05:51.302523 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f371fc-4c8e-48f2-b01d-6b2b590d8582 tempest-NetworksIpV6Test-1182252291 tempest-NetworksIpV6Test-1182252291-project] Pushing event deleted for resources: {'Network': ['ID=16af51f5-96cb-4b64-9cf5-be48a5b75f25,revision_number=None']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:05:51.307689 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-d3f371fc-4c8e-48f2-b01d-6b2b590d8582 tempest-NetworksIpV6Test-1182252291 tempest-NetworksIpV6Test-1182252291-project] 10.222.0.26 "DELETE /v2.0/networks/16af51f5-96cb-4b64-9cf5-be48a5b75f25 HTTP/1.1" status: 204 len: 168 time: 1.0097110 Apr 01 14:05:51.309091 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 34014) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:05:51.346696 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.pecan_wsgi.hooks.translation [None req-c1b683ff-e5cb-42bc-96b9-12d5ad8a0a65 tempest-NetworksIpV6Test-1182252291 tempest-NetworksIpV6Test-1182252291-project] DELETE failed (client error): The resource could not be found. Apr 01 14:05:51.347171 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c1b683ff-e5cb-42bc-96b9-12d5ad8a0a65 tempest-NetworksIpV6Test-1182252291 tempest-NetworksIpV6Test-1182252291-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83871) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 14:05:51.349196 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-c1b683ff-e5cb-42bc-96b9-12d5ad8a0a65 tempest-NetworksIpV6Test-1182252291 tempest-NetworksIpV6Test-1182252291-project] 10.222.0.26 "DELETE /v2.0/subnets/4104d836-8fc6-41d6-9759-6e98bb978a60 HTTP/1.1" status: 404 len: 337 time: 0.0391850 Apr 01 14:05:51.351896 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 34018) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:05:51.376532 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.pecan_wsgi.hooks.translation [None req-8ddb1501-0932-42a8-b8bb-f40aa9d476fa tempest-NetworksIpV6Test-1182252291 tempest-NetworksIpV6Test-1182252291-project] DELETE failed (client error): The resource could not be found. Apr 01 14:05:51.376948 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8ddb1501-0932-42a8-b8bb-f40aa9d476fa tempest-NetworksIpV6Test-1182252291 tempest-NetworksIpV6Test-1182252291-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83871) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 14:05:51.379149 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-8ddb1501-0932-42a8-b8bb-f40aa9d476fa tempest-NetworksIpV6Test-1182252291 tempest-NetworksIpV6Test-1182252291-project] 10.222.0.26 "DELETE /v2.0/networks/a1ccfe77-5f00-4052-85ef-0bad6a1b2c91 HTTP/1.1" status: 404 len: 339 time: 0.0257010 Apr 01 14:05:51.381518 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 34022) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:05:51.421241 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.pecan_wsgi.hooks.translation [None req-d7ab0d92-af87-4f15-985e-28dd459aae51 tempest-NetworksIpV6Test-1182252291 tempest-NetworksIpV6Test-1182252291-project] DELETE failed (client error): The resource could not be found. Apr 01 14:05:51.421660 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d7ab0d92-af87-4f15-985e-28dd459aae51 tempest-NetworksIpV6Test-1182252291 tempest-NetworksIpV6Test-1182252291-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83871) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 14:05:51.423236 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-d7ab0d92-af87-4f15-985e-28dd459aae51 tempest-NetworksIpV6Test-1182252291 tempest-NetworksIpV6Test-1182252291-project] 10.222.0.26 "DELETE /v2.0/subnets/217aadbc-2e81-4154-bef5-3eccbd2fbde3 HTTP/1.1" status: 404 len: 337 time: 0.0408616 Apr 01 14:05:51.426559 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 34026) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:05:51.451001 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.pecan_wsgi.hooks.translation [None req-88d59c86-9f6c-4d3c-ad87-6048e362e1c3 tempest-NetworksIpV6Test-1182252291 tempest-NetworksIpV6Test-1182252291-project] DELETE failed (client error): The resource could not be found. Apr 01 14:05:51.451425 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-88d59c86-9f6c-4d3c-ad87-6048e362e1c3 tempest-NetworksIpV6Test-1182252291 tempest-NetworksIpV6Test-1182252291-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83871) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 01 14:05:51.453058 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-88d59c86-9f6c-4d3c-ad87-6048e362e1c3 tempest-NetworksIpV6Test-1182252291 tempest-NetworksIpV6Test-1182252291-project] 10.222.0.26 "DELETE /v2.0/networks/29ff13f7-a397-4495-b8a8-f72bd43ea012 HTTP/1.1" status: 404 len: 339 time: 0.0256288 Apr 01 14:05:51.455641 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 34030) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:05:51.634876 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.db_base_plugin_v2 [None req-88e8b8ce-72ee-4574-b267-bf82d3b0bc5a tempest-NetworksIpV6Test-1182252291 tempest-NetworksIpV6Test-1182252291-project] Deleting subnet d04594ca-679e-4600-a0e8-55d7a3e5506a {{(pid=83871) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 01 14:05:51.637885 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-88e8b8ce-72ee-4574-b267-bf82d3b0bc5a tempest-NetworksIpV6Test-1182252291 tempest-NetworksIpV6Test-1182252291-project] Notify callbacks [] for subnet, before_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:05:51.696943 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-88e8b8ce-72ee-4574-b267-bf82d3b0bc5a tempest-NetworksIpV6Test-1182252291 tempest-NetworksIpV6Test-1182252291-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3166365'] for subnet, precommit_delete_associations {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:05:51.756168 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.plugin [None req-fa64d0b4-c9ba-4fa6-bfb6-f4b70e961cac None None] Deleting port 7fd00c01-805a-457a-b16d-ffd1bf706670 {{(pid=83872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 14:05:51.756842 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-fa64d0b4-c9ba-4fa6-bfb6-f4b70e961cac None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736733287370'] for port, before_delete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:05:51.776465 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-88e8b8ce-72ee-4574-b267-bf82d3b0bc5a tempest-NetworksIpV6Test-1182252291 tempest-NetworksIpV6Test-1182252291-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-945029'] for subnet, precommit_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:05:51.823399 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.plugin [None req-fa64d0b4-c9ba-4fa6-bfb6-f4b70e961cac None None] The port '7fd00c01-805a-457a-b16d-ffd1bf706670' was deleted {{(pid=83872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 01 14:05:51.850905 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-88e8b8ce-72ee-4574-b267-bf82d3b0bc5a tempest-NetworksIpV6Test-1182252291 tempest-NetworksIpV6Test-1182252291-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-945042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2743160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2757373'] for subnet, after_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:05:51.893427 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e8b8ce-72ee-4574-b267-bf82d3b0bc5a tempest-NetworksIpV6Test-1182252291 tempest-NetworksIpV6Test-1182252291-project] Pushing event deleted for resources: {'Subnet': ['ID=d04594ca-679e-4600-a0e8-55d7a3e5506a,revision_number=None']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:05:51.899247 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-88e8b8ce-72ee-4574-b267-bf82d3b0bc5a tempest-NetworksIpV6Test-1182252291 tempest-NetworksIpV6Test-1182252291-project] Notify callbacks [] for subnet, before_response {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:05:51.904982 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-442f1d95-7cc6-498d-b1b4-16350ae7580c None None] Network cda1bc53-ab4b-4a93-aed1-4e2c8f661e58 requested from dv-neutron-836180-1-hyperv {{(pid=83872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 14:05:51.909193 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-88e8b8ce-72ee-4574-b267-bf82d3b0bc5a tempest-NetworksIpV6Test-1182252291 tempest-NetworksIpV6Test-1182252291-project] 10.222.0.26 "DELETE /v2.0/subnets/d04594ca-679e-4600-a0e8-55d7a3e5506a HTTP/1.1" status: 204 len: 168 time: 0.4526429 Apr 01 14:05:51.912886 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 34034) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:05:52.024452 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-585b02ce-2e62-4f33-8d05-5e67a587fb2b tempest-NetworksIpV6Test-1182252291 tempest-NetworksIpV6Test-1182252291-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1033078'] for network, before_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:05:52.035893 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.plugin [None req-585b02ce-2e62-4f33-8d05-5e67a587fb2b tempest-NetworksIpV6Test-1182252291 tempest-NetworksIpV6Test-1182252291-project] Deleting port 34eb1cb6-f10e-47c9-8abb-955214b7de54 {{(pid=83871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 14:05:52.036175 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-585b02ce-2e62-4f33-8d05-5e67a587fb2b tempest-NetworksIpV6Test-1182252291 tempest-NetworksIpV6Test-1182252291-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736733287370'] for port, before_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:05:52.154631 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9aece7ca-0ea5-476c-a546-0cfaa6d1c38c None None] DHCP port deletion for cda1bc53-ab4b-4a93-aed1-4e2c8f661e58 request from dv-neutron-836180-1-hyperv {{(pid=83872) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 01 14:05:52.158579 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.plugin [None req-9aece7ca-0ea5-476c-a546-0cfaa6d1c38c None None] Deleting port 34eb1cb6-f10e-47c9-8abb-955214b7de54 {{(pid=83872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 14:05:52.158946 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-9aece7ca-0ea5-476c-a546-0cfaa6d1c38c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736733287370'] for port, before_delete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:05:52.327405 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.db [None req-585b02ce-2e62-4f33-8d05-5e67a587fb2b tempest-NetworksIpV6Test-1182252291 tempest-NetworksIpV6Test-1182252291-project] For port 34eb1cb6-f10e-47c9-8abb-955214b7de54, host dv-neutron-836180-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836180-1-hyperv',level=0,port_id=34eb1cb6-f10e-47c9-8abb-955214b7de54,segment=NetworkSegment(42d8b209-e870-4626-89ff-40757c4b4b88),segment_id=42d8b209-e870-4626-89ff-40757c4b4b88)] {{(pid=83871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 14:05:52.327982 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-585b02ce-2e62-4f33-8d05-5e67a587fb2b tempest-NetworksIpV6Test-1182252291 tempest-NetworksIpV6Test-1182252291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4155147'] for port, precommit_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:05:52.361285 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-9aece7ca-0ea5-476c-a546-0cfaa6d1c38c None None] For port 34eb1cb6-f10e-47c9-8abb-955214b7de54, host dv-neutron-836180-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836180-1-hyperv',level=0,port_id=34eb1cb6-f10e-47c9-8abb-955214b7de54,segment=NetworkSegment(42d8b209-e870-4626-89ff-40757c4b4b88),segment_id=42d8b209-e870-4626-89ff-40757c4b4b88)] {{(pid=83872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 14:05:52.361694 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-9aece7ca-0ea5-476c-a546-0cfaa6d1c38c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4155147'] for port, precommit_delete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:05:52.450201 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.plugin [None req-585b02ce-2e62-4f33-8d05-5e67a587fb2b tempest-NetworksIpV6Test-1182252291 tempest-NetworksIpV6Test-1182252291-project] Calling delete_port for 34eb1cb6-f10e-47c9-8abb-955214b7de54 owned by network:dhcp {{(pid=83871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 14:05:52.480467 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.plugin [None req-9aece7ca-0ea5-476c-a546-0cfaa6d1c38c None None] Calling delete_port for 34eb1cb6-f10e-47c9-8abb-955214b7de54 owned by network:dhcp {{(pid=83872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 14:05:52.522387 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-585b02ce-2e62-4f33-8d05-5e67a587fb2b tempest-NetworksIpV6Test-1182252291 tempest-NetworksIpV6Test-1182252291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736733359243', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736732935810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2743125'] for port, after_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:05:52.552930 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.db.api [None req-9aece7ca-0ea5-476c-a546-0cfaa6d1c38c None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83872) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 01 14:05:52.553278 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG oslo_db.api [None req-9aece7ca-0ea5-476c-a546-0cfaa6d1c38c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 01 14:05:52.567466 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-585b02ce-2e62-4f33-8d05-5e67a587fb2b tempest-NetworksIpV6Test-1182252291 tempest-NetworksIpV6Test-1182252291-project] Pushing event deleted for resources: {'Port': ['ID=34eb1cb6-f10e-47c9-8abb-955214b7de54,revision_number=None']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:05:52.571247 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-585b02ce-2e62-4f33-8d05-5e67a587fb2b tempest-NetworksIpV6Test-1182252291 tempest-NetworksIpV6Test-1182252291-project] No DVR routers for this DVR port 34eb1cb6-f10e-47c9-8abb-955214b7de54 on host dv-neutron-836180-1-hyperv {{(pid=83871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 14:05:52.691180 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-585b02ce-2e62-4f33-8d05-5e67a587fb2b tempest-NetworksIpV6Test-1182252291 tempest-NetworksIpV6Test-1182252291-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-942654', 'neutron.services.segments.db._delete_segments_for_network-8736733387888'] for network, precommit_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:05:52.719204 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.services.segments.db [None req-585b02ce-2e62-4f33-8d05-5e67a587fb2b tempest-NetworksIpV6Test-1182252291 tempest-NetworksIpV6Test-1182252291-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cda1bc53-ab4b-4a93-aed1-4e2c8f661e58']}} {{(pid=83871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 14:05:52.731319 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.services.segments.db [None req-585b02ce-2e62-4f33-8d05-5e67a587fb2b tempest-NetworksIpV6Test-1182252291 tempest-NetworksIpV6Test-1182252291-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '42d8b209-e870-4626-89ff-40757c4b4b88') {'for_net_delete': True} {{(pid=83871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 14:05:52.731605 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.services.segments.db [None req-585b02ce-2e62-4f33-8d05-5e67a587fb2b tempest-NetworksIpV6Test-1182252291 tempest-NetworksIpV6Test-1182252291-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '42d8b209-e870-4626-89ff-40757c4b4b88') {} {{(pid=83871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 14:05:52.742600 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-585b02ce-2e62-4f33-8d05-5e67a587fb2b tempest-NetworksIpV6Test-1182252291 tempest-NetworksIpV6Test-1182252291-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736733386999', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3166340'] for segment, before_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:05:52.758198 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-585b02ce-2e62-4f33-8d05-5e67a587fb2b tempest-NetworksIpV6Test-1182252291 tempest-NetworksIpV6Test-1182252291-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1004271'] for segment, precommit_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:05:52.764532 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-585b02ce-2e62-4f33-8d05-5e67a587fb2b tempest-NetworksIpV6Test-1182252291 tempest-NetworksIpV6Test-1182252291-project] Releasing vlan 359 on physical network physnet1 to pool {{(pid=83871) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 01 14:05:52.764888 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-585b02ce-2e62-4f33-8d05-5e67a587fb2b tempest-NetworksIpV6Test-1182252291 tempest-NetworksIpV6Test-1182252291-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1004262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2743078'] for segment, after_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:05:52.779662 dv-neutron-836180-1-hyperv neutron-server[83871]: Traceback (most recent call last): Apr 01 14:05:52.779662 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 01 14:05:52.779662 dv-neutron-836180-1-hyperv neutron-server[83871]: timer() Apr 01 14:05:52.779662 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 14:05:52.779662 dv-neutron-836180-1-hyperv neutron-server[83871]: cb(*args, **kw) Apr 01 14:05:52.779662 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 14:05:52.779662 dv-neutron-836180-1-hyperv neutron-server[83871]: return func(*args, **kwargs) Apr 01 14:05:52.779662 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 14:05:52.779662 dv-neutron-836180-1-hyperv neutron-server[83871]: self._notify() Apr 01 14:05:52.779662 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 14:05:52.779662 dv-neutron-836180-1-hyperv neutron-server[83871]: self.callback(batched_events) Apr 01 14:05:52.779662 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 14:05:52.779662 dv-neutron-836180-1-hyperv neutron-server[83871]: event.method(event) Apr 01 14:05:52.779662 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 14:05:52.779662 dv-neutron-836180-1-hyperv neutron-server[83871]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 14:05:52.779662 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 14:05:52.779662 dv-neutron-836180-1-hyperv neutron-server[83871]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 14:05:52.779662 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 14:05:52.779662 dv-neutron-836180-1-hyperv neutron-server[83871]: return f(self, *a, **k) Apr 01 14:05:52.779662 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 14:05:52.779662 dv-neutron-836180-1-hyperv neutron-server[83871]: return self._get(url).json() Apr 01 14:05:52.779662 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 14:05:52.779662 dv-neutron-836180-1-hyperv neutron-server[83871]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 14:05:52.779662 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 01 14:05:52.779662 dv-neutron-836180-1-hyperv neutron-server[83871]: return self.request(url, 'GET', **kwargs) Apr 01 14:05:52.779662 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 01 14:05:52.779662 dv-neutron-836180-1-hyperv neutron-server[83871]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 14:05:52.779662 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 01 14:05:52.779662 dv-neutron-836180-1-hyperv neutron-server[83871]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 14:05:52.779662 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 01 14:05:52.779662 dv-neutron-836180-1-hyperv neutron-server[83871]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 14:05:52.779662 dv-neutron-836180-1-hyperv neutron-server[83871]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 14:05:52.831520 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Device 7fd00c01-805a-457a-b16d-ffd1bf706670 no longer exists at agent ovs-agent-dv-neutron-836180-1-hyperv {{(pid=83872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 14:05:52.866298 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.plugin [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] No Port match for: 7fd00c01-805a-457a-b16d-ffd1bf706670 {{(pid=83872) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 01 14:05:52.866623 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Device 7fd00c01-805a-457a-b16d-ffd1bf706670 not bound to the agent host dv-neutron-836180-1-hyperv {{(pid=83872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 14:05:52.867024 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Device 34eb1cb6-f10e-47c9-8abb-955214b7de54 no longer exists at agent ovs-agent-dv-neutron-836180-1-hyperv {{(pid=83872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 14:05:52.877070 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-585b02ce-2e62-4f33-8d05-5e67a587fb2b tempest-NetworksIpV6Test-1182252291 tempest-NetworksIpV6Test-1182252291-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-942599', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4084797'] for network, after_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:05:52.897626 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-585b02ce-2e62-4f33-8d05-5e67a587fb2b tempest-NetworksIpV6Test-1182252291 tempest-NetworksIpV6Test-1182252291-project] Notify callbacks [] for network, before_response {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:05:52.899497 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.plugin [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] No Port match for: 34eb1cb6-f10e-47c9-8abb-955214b7de54 {{(pid=83872) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 01 14:05:52.899836 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Device 34eb1cb6-f10e-47c9-8abb-955214b7de54 not bound to the agent host dv-neutron-836180-1-hyperv {{(pid=83872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 14:05:52.903883 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-585b02ce-2e62-4f33-8d05-5e67a587fb2b tempest-NetworksIpV6Test-1182252291 tempest-NetworksIpV6Test-1182252291-project] Pushing event deleted for resources: {'Network': ['ID=cda1bc53-ab4b-4a93-aed1-4e2c8f661e58,revision_number=None']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:05:52.911140 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-585b02ce-2e62-4f33-8d05-5e67a587fb2b tempest-NetworksIpV6Test-1182252291 tempest-NetworksIpV6Test-1182252291-project] 10.222.0.26 "DELETE /v2.0/networks/cda1bc53-ab4b-4a93-aed1-4e2c8f661e58 HTTP/1.1" status: 204 len: 168 time: 0.9971678 Apr 01 14:05:53.054990 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.plugin [None req-9aece7ca-0ea5-476c-a546-0cfaa6d1c38c None None] Deleting port 34eb1cb6-f10e-47c9-8abb-955214b7de54 {{(pid=83872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 14:05:53.055359 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-9aece7ca-0ea5-476c-a546-0cfaa6d1c38c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736733287370'] for port, before_delete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:05:53.120945 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.plugin [None req-9aece7ca-0ea5-476c-a546-0cfaa6d1c38c None None] The port '34eb1cb6-f10e-47c9-8abb-955214b7de54' was deleted {{(pid=83872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 01 14:05:53.211804 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 34042) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:05:53.388510 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-3453f9ec-9af2-4846-ac43-d5f8ab1264dc admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=0cf989f9b40145669c57185cf2c76427&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1754301 Apr 01 14:05:53.390878 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 34048) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:05:53.449311 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-0df9814b-7518-418d-82dc-68e7a42f28bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:05:53.474973 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-0df9814b-7518-418d-82dc-68e7a42f28bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:05:53.527088 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-0df9814b-7518-418d-82dc-68e7a42f28bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3775923'] for security_group, after_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:05:53.544378 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df9814b-7518-418d-82dc-68e7a42f28bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c75cf44a-b413-4a9c-a8c7-66e5e592e5a0,revision_number=None']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:05:53.548473 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-0df9814b-7518-418d-82dc-68e7a42f28bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:05:53.552365 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-0df9814b-7518-418d-82dc-68e7a42f28bf admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/c75cf44a-b413-4a9c-a8c7-66e5e592e5a0 HTTP/1.1" status: 204 len: 168 time: 0.1577511 Apr 01 14:05:54.078420 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:05:54.348829 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 34070) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:05:54.477022 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.v2.base [None req-a93d9878-eba7-4c34-b317-bf3fd81f8158 tempest-RoutersNegativeTest-1957916906 tempest-RoutersNegativeTest-1957916906-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1577722174', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 14:05:54.483307 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-a93d9878-eba7-4c34-b317-bf3fd81f8158 tempest-RoutersNegativeTest-1957916906 tempest-RoutersNegativeTest-1957916906-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 14:05:54.487097 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-a93d9878-eba7-4c34-b317-bf3fd81f8158 tempest-RoutersNegativeTest-1957916906 tempest-RoutersNegativeTest-1957916906-project] Usage tracker for resource:router and tenant:3e284be713864873a6d5cc942e64a4fa is out of sync, need to count used quota {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 14:05:54.490494 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-a93d9878-eba7-4c34-b317-bf3fd81f8158 tempest-RoutersNegativeTest-1957916906 tempest-RoutersNegativeTest-1957916906-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 14:05:54.496085 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-a93d9878-eba7-4c34-b317-bf3fd81f8158 tempest-RoutersNegativeTest-1957916906 tempest-RoutersNegativeTest-1957916906-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 14:05:54.509499 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-a93d9878-eba7-4c34-b317-bf3fd81f8158 tempest-RoutersNegativeTest-1957916906 tempest-RoutersNegativeTest-1957916906-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4082176', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4220'] for router, before_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:05:54.510622 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-a93d9878-eba7-4c34-b317-bf3fd81f8158 tempest-RoutersNegativeTest-1957916906 tempest-RoutersNegativeTest-1957916906-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4082277', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4084873', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4148249', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4211'] for router, precommit_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:05:54.530164 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-a93d9878-eba7-4c34-b317-bf3fd81f8158 tempest-RoutersNegativeTest-1957916906 tempest-RoutersNegativeTest-1957916906-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:05:54.548002 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-a93d9878-eba7-4c34-b317-bf3fd81f8158 tempest-RoutersNegativeTest-1957916906 tempest-RoutersNegativeTest-1957916906-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4082201', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4084858'] for router, after_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:05:54.569987 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-a93d9878-eba7-4c34-b317-bf3fd81f8158 tempest-RoutersNegativeTest-1957916906 tempest-RoutersNegativeTest-1957916906-project] Notify callbacks [] for router, before_response {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:05:54.571132 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-a93d9878-eba7-4c34-b317-bf3fd81f8158 tempest-RoutersNegativeTest-1957916906 tempest-RoutersNegativeTest-1957916906-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.2213254 Apr 01 14:05:54.573799 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 34076) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:05:54.579317 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.v2.base [None req-0d01bba6-48a9-4b83-b6dd-0ab44d22c674 tempest-RoutersNegativeTest-1957916906 tempest-RoutersNegativeTest-1957916906-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-142738325'}} {{(pid=83871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 14:05:54.584091 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-0d01bba6-48a9-4b83-b6dd-0ab44d22c674 tempest-RoutersNegativeTest-1957916906 tempest-RoutersNegativeTest-1957916906-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 14:05:54.587931 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-0d01bba6-48a9-4b83-b6dd-0ab44d22c674 tempest-RoutersNegativeTest-1957916906 tempest-RoutersNegativeTest-1957916906-project] Usage tracker for resource:network and tenant:3e284be713864873a6d5cc942e64a4fa is out of sync, need to count used quota {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 14:05:54.591298 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-0d01bba6-48a9-4b83-b6dd-0ab44d22c674 tempest-RoutersNegativeTest-1957916906 tempest-RoutersNegativeTest-1957916906-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 14:05:54.597481 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-0d01bba6-48a9-4b83-b6dd-0ab44d22c674 tempest-RoutersNegativeTest-1957916906 tempest-RoutersNegativeTest-1957916906-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 14:05:54.606539 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d01bba6-48a9-4b83-b6dd-0ab44d22c674 tempest-RoutersNegativeTest-1957916906 tempest-RoutersNegativeTest-1957916906-project] Made reservation on behalf of 3e284be713864873a6d5cc942e64a4fa for: {'network': 1} {{(pid=83871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 14:05:54.609362 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-0d01bba6-48a9-4b83-b6dd-0ab44d22c674 tempest-RoutersNegativeTest-1957916906 tempest-RoutersNegativeTest-1957916906-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for network, before_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:05:54.622084 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-0d01bba6-48a9-4b83-b6dd-0ab44d22c674 tempest-RoutersNegativeTest-1957916906 tempest-RoutersNegativeTest-1957916906-project] Notify callbacks [] for security_group, before_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:05:54.652889 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-0d01bba6-48a9-4b83-b6dd-0ab44d22c674 tempest-RoutersNegativeTest-1957916906 tempest-RoutersNegativeTest-1957916906-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 14:05:54.656651 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-0d01bba6-48a9-4b83-b6dd-0ab44d22c674 tempest-RoutersNegativeTest-1957916906 tempest-RoutersNegativeTest-1957916906-project] Usage tracker for resource:security_group_rule and tenant:3e284be713864873a6d5cc942e64a4fa is out of sync, need to count used quota {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 14:05:54.659383 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-0d01bba6-48a9-4b83-b6dd-0ab44d22c674 tempest-RoutersNegativeTest-1957916906 tempest-RoutersNegativeTest-1957916906-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 14:05:54.665490 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-0d01bba6-48a9-4b83-b6dd-0ab44d22c674 tempest-RoutersNegativeTest-1957916906 tempest-RoutersNegativeTest-1957916906-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 14:05:54.733332 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-0d01bba6-48a9-4b83-b6dd-0ab44d22c674 tempest-RoutersNegativeTest-1957916906 tempest-RoutersNegativeTest-1957916906-project] Notify callbacks [] for security_group, precommit_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:05:54.737769 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-0d01bba6-48a9-4b83-b6dd-0ab44d22c674 tempest-RoutersNegativeTest-1957916906 tempest-RoutersNegativeTest-1957916906-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3775923'] for security_group, after_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:05:54.770939 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0d01bba6-48a9-4b83-b6dd-0ab44d22c674 tempest-RoutersNegativeTest-1957916906 tempest-RoutersNegativeTest-1957916906-project] vlan segment allocate from pool success with {'vlan_id': 383, 'physical_network': 'physnet1'} {{(pid=83871) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 14:05:54.779158 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d01bba6-48a9-4b83-b6dd-0ab44d22c674 tempest-RoutersNegativeTest-1957916906 tempest-RoutersNegativeTest-1957916906-project] Pushing event updated for resources: {'SecurityGroup': ['ID=209f088c-80d1-475a-ac9c-e8cb78430831,revision_number=1']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:05:54.785379 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-0d01bba6-48a9-4b83-b6dd-0ab44d22c674 tempest-RoutersNegativeTest-1957916906 tempest-RoutersNegativeTest-1957916906-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1004271'] for segment, precommit_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:05:54.785723 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.db.segments_db [None req-0d01bba6-48a9-4b83-b6dd-0ab44d22c674 tempest-RoutersNegativeTest-1957916906 tempest-RoutersNegativeTest-1957916906-project] Added segment 3eaeac69-57ad-4b5c-b48a-7cb3727e5ef5 of type vlan for network 0ccfe9fa-149a-44c0-848a-766501d62b44 Apr 01 14:05:54.811067 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-0d01bba6-48a9-4b83-b6dd-0ab44d22c674 tempest-RoutersNegativeTest-1957916906 tempest-RoutersNegativeTest-1957916906-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736732923383'] for network, precommit_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:05:54.839742 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-0d01bba6-48a9-4b83-b6dd-0ab44d22c674 tempest-RoutersNegativeTest-1957916906 tempest-RoutersNegativeTest-1957916906-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575'] for network, after_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:05:54.843506 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d01bba6-48a9-4b83-b6dd-0ab44d22c674 tempest-RoutersNegativeTest-1957916906 tempest-RoutersNegativeTest-1957916906-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:05:54.844074 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-0d01bba6-48a9-4b83-b6dd-0ab44d22c674 tempest-RoutersNegativeTest-1957916906 tempest-RoutersNegativeTest-1957916906-project] Notify callbacks [] for network, before_response {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:05:54.950855 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-0d01bba6-48a9-4b83-b6dd-0ab44d22c674 tempest-RoutersNegativeTest-1957916906 tempest-RoutersNegativeTest-1957916906-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.3759656 Apr 01 14:05:54.953624 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 34080) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:05:54.959431 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.v2.base [None req-85f30bae-1561-4bdb-9bd0-e5001fe3df4c tempest-RoutersNegativeTest-1957916906 tempest-RoutersNegativeTest-1957916906-project] Request body: {'subnet': {'network_id': '0ccfe9fa-149a-44c0-848a-766501d62b44', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 14:05:54.959786 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d01bba6-48a9-4b83-b6dd-0ab44d22c674 tempest-RoutersNegativeTest-1957916906 tempest-RoutersNegativeTest-1957916906-project] Pushing event updated for resources: {'Network': ['ID=0ccfe9fa-149a-44c0-848a-766501d62b44,revision_number=1']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:05:54.970096 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Network 0ccfe9fa-149a-44c0-848a-766501d62b44 details requested by agent ovs-agent-dv-neutron-836180-1-hyperv with host dv-neutron-836180-1-hyperv {{(pid=83872) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 14:05:55.071658 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-85f30bae-1561-4bdb-9bd0-e5001fe3df4c tempest-RoutersNegativeTest-1957916906 tempest-RoutersNegativeTest-1957916906-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 14:05:55.075517 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-85f30bae-1561-4bdb-9bd0-e5001fe3df4c tempest-RoutersNegativeTest-1957916906 tempest-RoutersNegativeTest-1957916906-project] Usage tracker for resource:subnet and tenant:3e284be713864873a6d5cc942e64a4fa is out of sync, need to count used quota {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 14:05:55.078327 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-85f30bae-1561-4bdb-9bd0-e5001fe3df4c tempest-RoutersNegativeTest-1957916906 tempest-RoutersNegativeTest-1957916906-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 14:05:55.084029 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-85f30bae-1561-4bdb-9bd0-e5001fe3df4c tempest-RoutersNegativeTest-1957916906 tempest-RoutersNegativeTest-1957916906-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 14:05:55.093520 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85f30bae-1561-4bdb-9bd0-e5001fe3df4c tempest-RoutersNegativeTest-1957916906 tempest-RoutersNegativeTest-1957916906-project] Made reservation on behalf of 3e284be713864873a6d5cc942e64a4fa for: {'subnet': 1} {{(pid=83869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 14:05:55.194875 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-85f30bae-1561-4bdb-9bd0-e5001fe3df4c tempest-RoutersNegativeTest-1957916906 tempest-RoutersNegativeTest-1957916906-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2999481'] for subnet, before_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:05:55.403160 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-85f30bae-1561-4bdb-9bd0-e5001fe3df4c tempest-RoutersNegativeTest-1957916906 tempest-RoutersNegativeTest-1957916906-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2705391', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2999447'] for subnet, after_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:05:55.478458 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f30bae-1561-4bdb-9bd0-e5001fe3df4c tempest-RoutersNegativeTest-1957916906 tempest-RoutersNegativeTest-1957916906-project] Pushing event updated for resources: {'Subnet': ['ID=56580e6e-87f2-4e0d-9a26-f9eb24ac3079,revision_number=0']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:05:55.493027 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85f30bae-1561-4bdb-9bd0-e5001fe3df4c tempest-RoutersNegativeTest-1957916906 tempest-RoutersNegativeTest-1957916906-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:05:55.493451 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85f30bae-1561-4bdb-9bd0-e5001fe3df4c tempest-RoutersNegativeTest-1957916906 tempest-RoutersNegativeTest-1957916906-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:05:55.493699 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85f30bae-1561-4bdb-9bd0-e5001fe3df4c tempest-RoutersNegativeTest-1957916906 tempest-RoutersNegativeTest-1957916906-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:05:55.494030 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85f30bae-1561-4bdb-9bd0-e5001fe3df4c tempest-RoutersNegativeTest-1957916906 tempest-RoutersNegativeTest-1957916906-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:05:55.494358 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85f30bae-1561-4bdb-9bd0-e5001fe3df4c tempest-RoutersNegativeTest-1957916906 tempest-RoutersNegativeTest-1957916906-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:05:55.494680 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85f30bae-1561-4bdb-9bd0-e5001fe3df4c tempest-RoutersNegativeTest-1957916906 tempest-RoutersNegativeTest-1957916906-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:05:55.495013 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85f30bae-1561-4bdb-9bd0-e5001fe3df4c tempest-RoutersNegativeTest-1957916906 tempest-RoutersNegativeTest-1957916906-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:05:55.495322 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85f30bae-1561-4bdb-9bd0-e5001fe3df4c tempest-RoutersNegativeTest-1957916906 tempest-RoutersNegativeTest-1957916906-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:05:55.495636 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85f30bae-1561-4bdb-9bd0-e5001fe3df4c tempest-RoutersNegativeTest-1957916906 tempest-RoutersNegativeTest-1957916906-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:05:55.495950 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85f30bae-1561-4bdb-9bd0-e5001fe3df4c tempest-RoutersNegativeTest-1957916906 tempest-RoutersNegativeTest-1957916906-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:05:55.496265 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85f30bae-1561-4bdb-9bd0-e5001fe3df4c tempest-RoutersNegativeTest-1957916906 tempest-RoutersNegativeTest-1957916906-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:05:55.501770 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85f30bae-1561-4bdb-9bd0-e5001fe3df4c tempest-RoutersNegativeTest-1957916906 tempest-RoutersNegativeTest-1957916906-project] Checking segment: {'id': '3eaeac69-57ad-4b5c-b48a-7cb3727e5ef5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '0ccfe9fa-149a-44c0-848a-766501d62b44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 14:05:55.502142 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85f30bae-1561-4bdb-9bd0-e5001fe3df4c tempest-RoutersNegativeTest-1957916906 tempest-RoutersNegativeTest-1957916906-project] Network hostable DHCP agents. Network: 0ccfe9fa-149a-44c0-848a-766501d62b44, hostable agents: ['e47e4547-5c2d-4954-ba56-fa3646239f18'], hosted agents: [] {{(pid=83869) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 14:05:55.524172 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85f30bae-1561-4bdb-9bd0-e5001fe3df4c tempest-RoutersNegativeTest-1957916906 tempest-RoutersNegativeTest-1957916906-project] Network 0ccfe9fa-149a-44c0-848a-766501d62b44 is scheduled to be hosted by DHCP agent e47e4547-5c2d-4954-ba56-fa3646239f18 with binding_index 1 {{(pid=83869) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 14:05:55.532704 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.scheduler.base_scheduler [None req-85f30bae-1561-4bdb-9bd0-e5001fe3df4c tempest-RoutersNegativeTest-1957916906 tempest-RoutersNegativeTest-1957916906-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-836180-1-hyperv, 0ccfe9fa-149a-44c0-848a-766501d62b44) {{(pid=83869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 14:05:55.537192 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85f30bae-1561-4bdb-9bd0-e5001fe3df4c tempest-RoutersNegativeTest-1957916906 tempest-RoutersNegativeTest-1957916906-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:05:55.537712 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-85f30bae-1561-4bdb-9bd0-e5001fe3df4c tempest-RoutersNegativeTest-1957916906 tempest-RoutersNegativeTest-1957916906-project] Notify callbacks [] for subnet, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:05:55.542114 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c48e9512-8000-4fa0-a470-0f468ab86c68 None None] Network 0ccfe9fa-149a-44c0-848a-766501d62b44 requested from dv-neutron-836180-1-hyperv {{(pid=83872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 14:05:55.561830 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-85f30bae-1561-4bdb-9bd0-e5001fe3df4c tempest-RoutersNegativeTest-1957916906 tempest-RoutersNegativeTest-1957916906-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6070378 Apr 01 14:05:55.565219 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 34084) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:05:55.571030 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.v2.base [None req-94b36796-40ad-4d46-8612-508ab65fadb5 tempest-RoutersNegativeTest-1957916906 tempest-RoutersNegativeTest-1957916906-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1540354490'}} {{(pid=83871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 14:05:55.576059 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-94b36796-40ad-4d46-8612-508ab65fadb5 tempest-RoutersNegativeTest-1957916906 tempest-RoutersNegativeTest-1957916906-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 14:05:55.579827 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-94b36796-40ad-4d46-8612-508ab65fadb5 tempest-RoutersNegativeTest-1957916906 tempest-RoutersNegativeTest-1957916906-project] Usage tracker for resource:network and tenant:3e284be713864873a6d5cc942e64a4fa is out of sync, need to count used quota {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 14:05:55.583330 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-94b36796-40ad-4d46-8612-508ab65fadb5 tempest-RoutersNegativeTest-1957916906 tempest-RoutersNegativeTest-1957916906-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 14:05:55.589591 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-94b36796-40ad-4d46-8612-508ab65fadb5 tempest-RoutersNegativeTest-1957916906 tempest-RoutersNegativeTest-1957916906-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 14:05:55.599556 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94b36796-40ad-4d46-8612-508ab65fadb5 tempest-RoutersNegativeTest-1957916906 tempest-RoutersNegativeTest-1957916906-project] Made reservation on behalf of 3e284be713864873a6d5cc942e64a4fa for: {'network': 1} {{(pid=83871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 14:05:55.602602 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-94b36796-40ad-4d46-8612-508ab65fadb5 tempest-RoutersNegativeTest-1957916906 tempest-RoutersNegativeTest-1957916906-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for network, before_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:05:55.631098 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-94b36796-40ad-4d46-8612-508ab65fadb5 tempest-RoutersNegativeTest-1957916906 tempest-RoutersNegativeTest-1957916906-project] vlan segment allocate from pool success with {'vlan_id': 378, 'physical_network': 'physnet1'} {{(pid=83871) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 14:05:55.640540 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-94b36796-40ad-4d46-8612-508ab65fadb5 tempest-RoutersNegativeTest-1957916906 tempest-RoutersNegativeTest-1957916906-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1004271'] for segment, precommit_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:05:55.640916 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.db.segments_db [None req-94b36796-40ad-4d46-8612-508ab65fadb5 tempest-RoutersNegativeTest-1957916906 tempest-RoutersNegativeTest-1957916906-project] Added segment 71d4c73d-101d-4319-a189-8e85da638e3f of type vlan for network ab2ca0db-cd26-4353-89c1-7c1eeaff3a55 Apr 01 14:05:55.671564 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-94b36796-40ad-4d46-8612-508ab65fadb5 tempest-RoutersNegativeTest-1957916906 tempest-RoutersNegativeTest-1957916906-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736732923383'] for network, precommit_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:05:55.703826 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-94b36796-40ad-4d46-8612-508ab65fadb5 tempest-RoutersNegativeTest-1957916906 tempest-RoutersNegativeTest-1957916906-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575'] for network, after_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:05:55.708155 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94b36796-40ad-4d46-8612-508ab65fadb5 tempest-RoutersNegativeTest-1957916906 tempest-RoutersNegativeTest-1957916906-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:05:55.708748 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-94b36796-40ad-4d46-8612-508ab65fadb5 tempest-RoutersNegativeTest-1957916906 tempest-RoutersNegativeTest-1957916906-project] Notify callbacks [] for network, before_response {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:05:55.768583 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44412d7c-5ece-4525-8998-347b0f3ceec2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7e7d0ecb-2af4-55f5-9198-238ab0570d62-0ccfe9fa-149a-44c0-848a-766501d62b44', 'network_id': '0ccfe9fa-149a-44c0-848a-766501d62b44', 'tenant_id': '3e284be713864873a6d5cc942e64a4fa', 'fixed_ips': [{'subnet_id': '56580e6e-87f2-4e0d-9a26-f9eb24ac3079'}]}} from dv-neutron-836180-1-hyperv. {{(pid=83872) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 01 14:05:55.769819 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-44412d7c-5ece-4525-8998-347b0f3ceec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:05:55.797714 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-94b36796-40ad-4d46-8612-508ab65fadb5 tempest-RoutersNegativeTest-1957916906 tempest-RoutersNegativeTest-1957916906-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.2312634 Apr 01 14:05:55.801060 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 34088) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:05:55.808261 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.v2.base [None req-389f7bd2-84f5-484b-96a6-e2c7288ab566 tempest-RoutersNegativeTest-1957916906 tempest-RoutersNegativeTest-1957916906-project] Request body: {'subnet': {'network_id': 'ab2ca0db-cd26-4353-89c1-7c1eeaff3a55', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=83869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 14:05:55.818919 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b36796-40ad-4d46-8612-508ab65fadb5 tempest-RoutersNegativeTest-1957916906 tempest-RoutersNegativeTest-1957916906-project] Pushing event updated for resources: {'Network': ['ID=ab2ca0db-cd26-4353-89c1-7c1eeaff3a55,revision_number=1']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:05:55.827729 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94b36796-40ad-4d46-8612-508ab65fadb5 tempest-RoutersNegativeTest-1957916906 tempest-RoutersNegativeTest-1957916906-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:05:55.828062 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94b36796-40ad-4d46-8612-508ab65fadb5 tempest-RoutersNegativeTest-1957916906 tempest-RoutersNegativeTest-1957916906-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:05:55.828416 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94b36796-40ad-4d46-8612-508ab65fadb5 tempest-RoutersNegativeTest-1957916906 tempest-RoutersNegativeTest-1957916906-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:05:55.828739 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94b36796-40ad-4d46-8612-508ab65fadb5 tempest-RoutersNegativeTest-1957916906 tempest-RoutersNegativeTest-1957916906-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:05:55.829062 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94b36796-40ad-4d46-8612-508ab65fadb5 tempest-RoutersNegativeTest-1957916906 tempest-RoutersNegativeTest-1957916906-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:05:55.829388 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94b36796-40ad-4d46-8612-508ab65fadb5 tempest-RoutersNegativeTest-1957916906 tempest-RoutersNegativeTest-1957916906-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:05:55.829684 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94b36796-40ad-4d46-8612-508ab65fadb5 tempest-RoutersNegativeTest-1957916906 tempest-RoutersNegativeTest-1957916906-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:05:55.829995 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94b36796-40ad-4d46-8612-508ab65fadb5 tempest-RoutersNegativeTest-1957916906 tempest-RoutersNegativeTest-1957916906-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:05:55.830301 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94b36796-40ad-4d46-8612-508ab65fadb5 tempest-RoutersNegativeTest-1957916906 tempest-RoutersNegativeTest-1957916906-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:05:55.830606 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94b36796-40ad-4d46-8612-508ab65fadb5 tempest-RoutersNegativeTest-1957916906 tempest-RoutersNegativeTest-1957916906-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:05:55.830911 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94b36796-40ad-4d46-8612-508ab65fadb5 tempest-RoutersNegativeTest-1957916906 tempest-RoutersNegativeTest-1957916906-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:05:55.863723 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Network ab2ca0db-cd26-4353-89c1-7c1eeaff3a55 details requested by agent ovs-agent-dv-neutron-836180-1-hyperv with host dv-neutron-836180-1-hyperv {{(pid=83872) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 14:05:55.924098 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-389f7bd2-84f5-484b-96a6-e2c7288ab566 tempest-RoutersNegativeTest-1957916906 tempest-RoutersNegativeTest-1957916906-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 14:05:55.929113 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-389f7bd2-84f5-484b-96a6-e2c7288ab566 tempest-RoutersNegativeTest-1957916906 tempest-RoutersNegativeTest-1957916906-project] Usage tracker for resource:subnet and tenant:3e284be713864873a6d5cc942e64a4fa is out of sync, need to count used quota {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 14:05:55.931885 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-389f7bd2-84f5-484b-96a6-e2c7288ab566 tempest-RoutersNegativeTest-1957916906 tempest-RoutersNegativeTest-1957916906-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 14:05:55.937955 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-389f7bd2-84f5-484b-96a6-e2c7288ab566 tempest-RoutersNegativeTest-1957916906 tempest-RoutersNegativeTest-1957916906-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 14:05:55.948990 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-389f7bd2-84f5-484b-96a6-e2c7288ab566 tempest-RoutersNegativeTest-1957916906 tempest-RoutersNegativeTest-1957916906-project] Made reservation on behalf of 3e284be713864873a6d5cc942e64a4fa for: {'subnet': 1} {{(pid=83869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 14:05:56.052596 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.db_base_plugin_common [None req-44412d7c-5ece-4525-8998-347b0f3ceec2 None None] Allocated IP 172.20.0.2 (0ccfe9fa-149a-44c0-848a-766501d62b44/56580e6e-87f2-4e0d-9a26-f9eb24ac3079/fadd3719-8b9e-40a0-bfa4-fc05aef13637) {{(pid=83872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 14:05:56.052860 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-389f7bd2-84f5-484b-96a6-e2c7288ab566 tempest-RoutersNegativeTest-1957916906 tempest-RoutersNegativeTest-1957916906-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2999481'] for subnet, before_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:05:56.257030 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-44412d7c-5ece-4525-8998-347b0f3ceec2 None None] Notify callbacks [] for port, precommit_create {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:05:56.274077 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-44412d7c-5ece-4525-8998-347b0f3ceec2 None None] Transition to ACTIVE for port object fadd3719-8b9e-40a0-bfa4-fc05aef13637 will not be triggered until provisioned by entity L2. {{(pid=83872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 14:05:56.278293 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-389f7bd2-84f5-484b-96a6-e2c7288ab566 tempest-RoutersNegativeTest-1957916906 tempest-RoutersNegativeTest-1957916906-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2705391', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2999447'] for subnet, after_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:05:56.295224 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-44412d7c-5ece-4525-8998-347b0f3ceec2 None None] Transition to ACTIVE for port object fadd3719-8b9e-40a0-bfa4-fc05aef13637 will not be triggered until provisioned by entity DHCP. {{(pid=83872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 14:05:56.300921 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-44412d7c-5ece-4525-8998-347b0f3ceec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736732935801'] for port, after_create {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:05:56.364365 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389f7bd2-84f5-484b-96a6-e2c7288ab566 tempest-RoutersNegativeTest-1957916906 tempest-RoutersNegativeTest-1957916906-project] Pushing event updated for resources: {'Subnet': ['ID=38a8f04f-1faf-4ac8-8d2c-cd8e3f981bc9,revision_number=0']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:05:56.366535 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-389f7bd2-84f5-484b-96a6-e2c7288ab566 tempest-RoutersNegativeTest-1957916906 tempest-RoutersNegativeTest-1957916906-project] Checking segment: {'id': '71d4c73d-101d-4319-a189-8e85da638e3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'ab2ca0db-cd26-4353-89c1-7c1eeaff3a55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 14:05:56.366894 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-389f7bd2-84f5-484b-96a6-e2c7288ab566 tempest-RoutersNegativeTest-1957916906 tempest-RoutersNegativeTest-1957916906-project] Network hostable DHCP agents. Network: ab2ca0db-cd26-4353-89c1-7c1eeaff3a55, hostable agents: ['e47e4547-5c2d-4954-ba56-fa3646239f18'], hosted agents: [] {{(pid=83869) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 14:05:56.370437 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44412d7c-5ece-4525-8998-347b0f3ceec2 None None] Network 0ccfe9fa-149a-44c0-848a-766501d62b44 is already hosted by enough agents. {{(pid=83872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 14:05:56.372888 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.scheduler.base_scheduler [None req-44412d7c-5ece-4525-8998-347b0f3ceec2 None None] Resources bound (agent type, host, resource id): {{(pid=83872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 14:05:56.375144 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44412d7c-5ece-4525-8998-347b0f3ceec2 None None] Received port after_create {{(pid=83872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 14:05:56.381877 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44412d7c-5ece-4525-8998-347b0f3ceec2 None None] Pushing event updated for resources: {'Port': ['ID=fadd3719-8b9e-40a0-bfa4-fc05aef13637,revision_number=1']} {{(pid=83872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:05:56.390712 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-389f7bd2-84f5-484b-96a6-e2c7288ab566 tempest-RoutersNegativeTest-1957916906 tempest-RoutersNegativeTest-1957916906-project] Network ab2ca0db-cd26-4353-89c1-7c1eeaff3a55 is scheduled to be hosted by DHCP agent e47e4547-5c2d-4954-ba56-fa3646239f18 with binding_index 1 {{(pid=83869) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 14:05:56.401611 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.scheduler.base_scheduler [None req-389f7bd2-84f5-484b-96a6-e2c7288ab566 tempest-RoutersNegativeTest-1957916906 tempest-RoutersNegativeTest-1957916906-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-836180-1-hyperv, ab2ca0db-cd26-4353-89c1-7c1eeaff3a55) {{(pid=83869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 14:05:56.405396 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-389f7bd2-84f5-484b-96a6-e2c7288ab566 tempest-RoutersNegativeTest-1957916906 tempest-RoutersNegativeTest-1957916906-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:05:56.405974 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-389f7bd2-84f5-484b-96a6-e2c7288ab566 tempest-RoutersNegativeTest-1957916906 tempest-RoutersNegativeTest-1957916906-project] Notify callbacks [] for subnet, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:05:56.425694 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9b37d62-bf84-4379-ab44-0238df04f0fd None None] Network ab2ca0db-cd26-4353-89c1-7c1eeaff3a55 requested from dv-neutron-836180-1-hyperv {{(pid=83872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 14:05:56.428715 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-389f7bd2-84f5-484b-96a6-e2c7288ab566 tempest-RoutersNegativeTest-1957916906 tempest-RoutersNegativeTest-1957916906-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6261590 Apr 01 14:05:56.432049 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 34092) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:05:56.437404 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.v2.base [None req-a71be7e0-4b7b-48bb-941a-b7eda10b5406 tempest-RoutersNegativeTest-1957916906 tempest-RoutersNegativeTest-1957916906-project] Request body: {'router': {'external_gateway_info': {'network_id': 'ab2ca0db-cd26-4353-89c1-7c1eeaff3a55'}}} {{(pid=83871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 14:05:56.555105 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.managers [None req-44412d7c-5ece-4525-8998-347b0f3ceec2 None None] Attempting to bind port fadd3719-8b9e-40a0-bfa4-fc05aef13637 on host dv-neutron-836180-1-hyperv for vnic_type normal with profile {{(pid=83872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 14:05:56.555751 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.managers [None req-44412d7c-5ece-4525-8998-347b0f3ceec2 None None] Attempting to bind port fadd3719-8b9e-40a0-bfa4-fc05aef13637 by drivers openvswitch,hyperv on host dv-neutron-836180-1-hyperv at level 0 using segments [{'id': '3eaeac69-57ad-4b5c-b48a-7cb3727e5ef5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '0ccfe9fa-149a-44c0-848a-766501d62b44'}] {{(pid=83872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 14:05:56.555877 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44412d7c-5ece-4525-8998-347b0f3ceec2 None None] Attempting to bind port fadd3719-8b9e-40a0-bfa4-fc05aef13637 on network 0ccfe9fa-149a-44c0-848a-766501d62b44 {{(pid=83872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 14:05:56.568811 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44412d7c-5ece-4525-8998-347b0f3ceec2 None None] Checking agent: {'id': 'af948428-97cd-4d10-9f53-af028bdb39b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-836180-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 13, 25, 37), 'started_at': datetime.datetime(2022, 4, 1, 13, 26, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 14, 5, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-836180-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 14:05:56.569175 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44412d7c-5ece-4525-8998-347b0f3ceec2 None None] Checking segment: {'id': '3eaeac69-57ad-4b5c-b48a-7cb3727e5ef5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '0ccfe9fa-149a-44c0-848a-766501d62b44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 14:05:56.569566 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-44412d7c-5ece-4525-8998-347b0f3ceec2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:05:56.569950 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44412d7c-5ece-4525-8998-347b0f3ceec2 None None] Bound using segment: {'id': '3eaeac69-57ad-4b5c-b48a-7cb3727e5ef5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '0ccfe9fa-149a-44c0-848a-766501d62b44'} {{(pid=83872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 14:05:56.570415 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.managers [None req-44412d7c-5ece-4525-8998-347b0f3ceec2 None None] Bound port: fadd3719-8b9e-40a0-bfa4-fc05aef13637, host: dv-neutron-836180-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3eaeac69-57ad-4b5c-b48a-7cb3727e5ef5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '0ccfe9fa-149a-44c0-848a-766501d62b44'}}] {{(pid=83872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 14:05:56.570778 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-44412d7c-5ece-4525-8998-347b0f3ceec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:05:56.752183 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-44412d7c-5ece-4525-8998-347b0f3ceec2 None None] For port fadd3719-8b9e-40a0-bfa4-fc05aef13637, host dv-neutron-836180-1-hyperv, cleared binding levels {{(pid=83872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 14:05:56.771006 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-44412d7c-5ece-4525-8998-347b0f3ceec2 None None] For port fadd3719-8b9e-40a0-bfa4-fc05aef13637, host dv-neutron-836180-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836180-1-hyperv',level=0,port_id=fadd3719-8b9e-40a0-bfa4-fc05aef13637,segment=NetworkSegment(3eaeac69-57ad-4b5c-b48a-7cb3727e5ef5),segment_id=3eaeac69-57ad-4b5c-b48a-7cb3727e5ef5)] {{(pid=83872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 14:05:56.781075 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-44412d7c-5ece-4525-8998-347b0f3ceec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864'] for port, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:05:56.817694 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3889fc77-b0bd-428f-9897-6b01bcfa8dc1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7e7d0ecb-2af4-55f5-9198-238ab0570d62-ab2ca0db-cd26-4353-89c1-7c1eeaff3a55', 'network_id': 'ab2ca0db-cd26-4353-89c1-7c1eeaff3a55', 'tenant_id': '3e284be713864873a6d5cc942e64a4fa', 'fixed_ips': [{'subnet_id': '38a8f04f-1faf-4ac8-8d2c-cd8e3f981bc9'}]}} from dv-neutron-836180-1-hyperv. {{(pid=83872) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 01 14:05:56.818486 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-3889fc77-b0bd-428f-9897-6b01bcfa8dc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:05:56.915284 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-a71be7e0-4b7b-48bb-941a-b7eda10b5406 tempest-RoutersNegativeTest-1957916906 tempest-RoutersNegativeTest-1957916906-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4084887', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4079850', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4161'] for router, precommit_update {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:05:56.947030 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44412d7c-5ece-4525-8998-347b0f3ceec2 None None] Pushing event updated for resources: {'Port': ['ID=fadd3719-8b9e-40a0-bfa4-fc05aef13637,revision_number=2']} {{(pid=83872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:05:57.038299 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.db_base_plugin_common [None req-3889fc77-b0bd-428f-9897-6b01bcfa8dc1 None None] Allocated IP 172.21.0.2 (ab2ca0db-cd26-4353-89c1-7c1eeaff3a55/38a8f04f-1faf-4ac8-8d2c-cd8e3f981bc9/e1d31be9-db20-496e-a88e-dbbaf6c520cf) {{(pid=83872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 14:05:57.095816 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.api.v2.resource [None req-a71be7e0-4b7b-48bb-941a-b7eda10b5406 tempest-RoutersNegativeTest-1957916906 tempest-RoutersNegativeTest-1957916906-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 01 14:05:57.097063 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-a71be7e0-4b7b-48bb-941a-b7eda10b5406 tempest-RoutersNegativeTest-1957916906 tempest-RoutersNegativeTest-1957916906-project] 10.222.0.26 "PUT /v2.0/routers/bdede298-222d-42df-854f-132326841196 HTTP/1.1" status: 400 len: 364 time: 0.6639462 Apr 01 14:05:57.105327 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 34096) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:05:57.179766 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.db_base_plugin_v2 [None req-91cfa1ea-d87a-4212-a7da-2e3df0711bc2 tempest-RoutersNegativeTest-1957916906 tempest-RoutersNegativeTest-1957916906-project] Deleting subnet 38a8f04f-1faf-4ac8-8d2c-cd8e3f981bc9 {{(pid=83869) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 01 14:05:57.276108 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-3889fc77-b0bd-428f-9897-6b01bcfa8dc1 None None] Notify callbacks [] for port, precommit_create {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:05:57.286301 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-3889fc77-b0bd-428f-9897-6b01bcfa8dc1 None None] Transition to ACTIVE for port object e1d31be9-db20-496e-a88e-dbbaf6c520cf will not be triggered until provisioned by entity L2. {{(pid=83872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 14:05:57.304518 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-3889fc77-b0bd-428f-9897-6b01bcfa8dc1 None None] Transition to ACTIVE for port object e1d31be9-db20-496e-a88e-dbbaf6c520cf will not be triggered until provisioned by entity DHCP. {{(pid=83872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 14:05:57.309696 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-91cfa1ea-d87a-4212-a7da-2e3df0711bc2 tempest-RoutersNegativeTest-1957916906 tempest-RoutersNegativeTest-1957916906-project] Notify callbacks [] for subnet, before_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:05:57.310386 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-3889fc77-b0bd-428f-9897-6b01bcfa8dc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736732935801'] for port, after_create {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:05:57.365480 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-91cfa1ea-d87a-4212-a7da-2e3df0711bc2 tempest-RoutersNegativeTest-1957916906 tempest-RoutersNegativeTest-1957916906-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2704975'] for subnet, precommit_delete_associations {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:05:57.383387 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3889fc77-b0bd-428f-9897-6b01bcfa8dc1 None None] Network ab2ca0db-cd26-4353-89c1-7c1eeaff3a55 is already hosted by enough agents. {{(pid=83872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 14:05:57.385986 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.scheduler.base_scheduler [None req-3889fc77-b0bd-428f-9897-6b01bcfa8dc1 None None] Resources bound (agent type, host, resource id): {{(pid=83872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 14:05:57.390142 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3889fc77-b0bd-428f-9897-6b01bcfa8dc1 None None] Received port after_create {{(pid=83872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 14:05:57.392187 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3889fc77-b0bd-428f-9897-6b01bcfa8dc1 None None] Pushing event updated for resources: {'Port': ['ID=e1d31be9-db20-496e-a88e-dbbaf6c520cf,revision_number=1']} {{(pid=83872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:05:57.456994 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-91cfa1ea-d87a-4212-a7da-2e3df0711bc2 tempest-RoutersNegativeTest-1957916906 tempest-RoutersNegativeTest-1957916906-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-945029'] for subnet, precommit_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:05:57.480261 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.managers [None req-3889fc77-b0bd-428f-9897-6b01bcfa8dc1 None None] Attempting to bind port e1d31be9-db20-496e-a88e-dbbaf6c520cf on host dv-neutron-836180-1-hyperv for vnic_type normal with profile {{(pid=83872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 14:05:57.480643 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.managers [None req-3889fc77-b0bd-428f-9897-6b01bcfa8dc1 None None] Attempting to bind port e1d31be9-db20-496e-a88e-dbbaf6c520cf by drivers openvswitch,hyperv on host dv-neutron-836180-1-hyperv at level 0 using segments [{'id': '71d4c73d-101d-4319-a189-8e85da638e3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'ab2ca0db-cd26-4353-89c1-7c1eeaff3a55'}] {{(pid=83872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 14:05:57.481001 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3889fc77-b0bd-428f-9897-6b01bcfa8dc1 None None] Attempting to bind port e1d31be9-db20-496e-a88e-dbbaf6c520cf on network ab2ca0db-cd26-4353-89c1-7c1eeaff3a55 {{(pid=83872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 14:05:57.488230 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3889fc77-b0bd-428f-9897-6b01bcfa8dc1 None None] Checking agent: {'id': 'af948428-97cd-4d10-9f53-af028bdb39b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-836180-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 13, 25, 37), 'started_at': datetime.datetime(2022, 4, 1, 13, 26, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 14, 5, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-836180-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 14:05:57.488742 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3889fc77-b0bd-428f-9897-6b01bcfa8dc1 None None] Checking segment: {'id': '71d4c73d-101d-4319-a189-8e85da638e3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'ab2ca0db-cd26-4353-89c1-7c1eeaff3a55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 14:05:57.489202 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-3889fc77-b0bd-428f-9897-6b01bcfa8dc1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:05:57.489667 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3889fc77-b0bd-428f-9897-6b01bcfa8dc1 None None] Bound using segment: {'id': '71d4c73d-101d-4319-a189-8e85da638e3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'ab2ca0db-cd26-4353-89c1-7c1eeaff3a55'} {{(pid=83872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 14:05:57.490219 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.managers [None req-3889fc77-b0bd-428f-9897-6b01bcfa8dc1 None None] Bound port: e1d31be9-db20-496e-a88e-dbbaf6c520cf, host: dv-neutron-836180-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '71d4c73d-101d-4319-a189-8e85da638e3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'ab2ca0db-cd26-4353-89c1-7c1eeaff3a55'}}] {{(pid=83872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 14:05:57.490649 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-3889fc77-b0bd-428f-9897-6b01bcfa8dc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:05:57.533335 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-91cfa1ea-d87a-4212-a7da-2e3df0711bc2 tempest-RoutersNegativeTest-1957916906 tempest-RoutersNegativeTest-1957916906-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-945042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2705198', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2999452'] for subnet, after_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:05:57.577010 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91cfa1ea-d87a-4212-a7da-2e3df0711bc2 tempest-RoutersNegativeTest-1957916906 tempest-RoutersNegativeTest-1957916906-project] Pushing event deleted for resources: {'Subnet': ['ID=38a8f04f-1faf-4ac8-8d2c-cd8e3f981bc9,revision_number=None']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:05:57.581145 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-91cfa1ea-d87a-4212-a7da-2e3df0711bc2 tempest-RoutersNegativeTest-1957916906 tempest-RoutersNegativeTest-1957916906-project] Notify callbacks [] for subnet, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:05:57.590227 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-91cfa1ea-d87a-4212-a7da-2e3df0711bc2 tempest-RoutersNegativeTest-1957916906 tempest-RoutersNegativeTest-1957916906-project] 10.222.0.26 "DELETE /v2.0/subnets/38a8f04f-1faf-4ac8-8d2c-cd8e3f981bc9 HTTP/1.1" status: 204 len: 168 time: 0.4814725 Apr 01 14:05:57.590597 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 34100) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:05:57.636608 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-3889fc77-b0bd-428f-9897-6b01bcfa8dc1 None None] For port e1d31be9-db20-496e-a88e-dbbaf6c520cf, host dv-neutron-836180-1-hyperv, cleared binding levels {{(pid=83872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 14:05:57.639880 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-3889fc77-b0bd-428f-9897-6b01bcfa8dc1 None None] For port e1d31be9-db20-496e-a88e-dbbaf6c520cf, host dv-neutron-836180-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836180-1-hyperv',level=0,port_id=e1d31be9-db20-496e-a88e-dbbaf6c520cf,segment=NetworkSegment(71d4c73d-101d-4319-a189-8e85da638e3f),segment_id=71d4c73d-101d-4319-a189-8e85da638e3f)] {{(pid=83872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 14:05:57.646041 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-3889fc77-b0bd-428f-9897-6b01bcfa8dc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864'] for port, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:05:57.713514 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-2929032f-32f5-47c7-a048-94296efeeb25 tempest-RoutersNegativeTest-1957916906 tempest-RoutersNegativeTest-1957916906-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1033078'] for network, before_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:05:57.725017 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3889fc77-b0bd-428f-9897-6b01bcfa8dc1 None None] Pushing event updated for resources: {'Port': ['ID=e1d31be9-db20-496e-a88e-dbbaf6c520cf,revision_number=3']} {{(pid=83872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:05:57.727399 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.plugin [None req-2929032f-32f5-47c7-a048-94296efeeb25 tempest-RoutersNegativeTest-1957916906 tempest-RoutersNegativeTest-1957916906-project] Deleting port e1d31be9-db20-496e-a88e-dbbaf6c520cf {{(pid=83871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 14:05:57.728062 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-2929032f-32f5-47c7-a048-94296efeeb25 tempest-RoutersNegativeTest-1957916906 tempest-RoutersNegativeTest-1957916906-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736733287370'] for port, before_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:05:57.812128 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ead8167-5937-41f9-be5d-f789e7d7e3f1 None None] Network ab2ca0db-cd26-4353-89c1-7c1eeaff3a55 requested from dv-neutron-836180-1-hyperv {{(pid=83872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 14:05:57.894362 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8efbda56-ac09-4269-9f9c-2cd8f01ec068 None None] Network 0ccfe9fa-149a-44c0-848a-766501d62b44 requested from dv-neutron-836180-1-hyperv {{(pid=83872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 14:05:57.946459 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.db [None req-2929032f-32f5-47c7-a048-94296efeeb25 tempest-RoutersNegativeTest-1957916906 tempest-RoutersNegativeTest-1957916906-project] For port e1d31be9-db20-496e-a88e-dbbaf6c520cf, host dv-neutron-836180-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836180-1-hyperv',level=0,port_id=e1d31be9-db20-496e-a88e-dbbaf6c520cf,segment=NetworkSegment(71d4c73d-101d-4319-a189-8e85da638e3f),segment_id=71d4c73d-101d-4319-a189-8e85da638e3f)] {{(pid=83871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 14:05:57.947070 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-2929032f-32f5-47c7-a048-94296efeeb25 tempest-RoutersNegativeTest-1957916906 tempest-RoutersNegativeTest-1957916906-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4155147'] for port, precommit_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:05:58.065308 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.plugin [None req-2929032f-32f5-47c7-a048-94296efeeb25 tempest-RoutersNegativeTest-1957916906 tempest-RoutersNegativeTest-1957916906-project] Calling delete_port for e1d31be9-db20-496e-a88e-dbbaf6c520cf owned by network:dhcp {{(pid=83871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 14:05:58.087042 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-7b8b5ec9-18e5-4179-a191-e4e2640d7933 None None] Provisioning for port fadd3719-8b9e-40a0-bfa4-fc05aef13637 completed by entity DHCP. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 14:05:58.141294 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-2929032f-32f5-47c7-a048-94296efeeb25 tempest-RoutersNegativeTest-1957916906 tempest-RoutersNegativeTest-1957916906-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736733359243', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736732935810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2743125'] for port, after_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:05:58.185184 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2929032f-32f5-47c7-a048-94296efeeb25 tempest-RoutersNegativeTest-1957916906 tempest-RoutersNegativeTest-1957916906-project] Pushing event deleted for resources: {'Port': ['ID=e1d31be9-db20-496e-a88e-dbbaf6c520cf,revision_number=None']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:05:58.192791 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2929032f-32f5-47c7-a048-94296efeeb25 tempest-RoutersNegativeTest-1957916906 tempest-RoutersNegativeTest-1957916906-project] No DVR routers for this DVR port e1d31be9-db20-496e-a88e-dbbaf6c520cf on host dv-neutron-836180-1-hyperv {{(pid=83871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 14:05:58.323534 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-2929032f-32f5-47c7-a048-94296efeeb25 tempest-RoutersNegativeTest-1957916906 tempest-RoutersNegativeTest-1957916906-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-942654', 'neutron.services.segments.db._delete_segments_for_network-8736733387888'] for network, precommit_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:05:58.351580 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.services.segments.db [None req-2929032f-32f5-47c7-a048-94296efeeb25 tempest-RoutersNegativeTest-1957916906 tempest-RoutersNegativeTest-1957916906-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ab2ca0db-cd26-4353-89c1-7c1eeaff3a55']}} {{(pid=83871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 14:05:58.364852 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.services.segments.db [None req-2929032f-32f5-47c7-a048-94296efeeb25 tempest-RoutersNegativeTest-1957916906 tempest-RoutersNegativeTest-1957916906-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '71d4c73d-101d-4319-a189-8e85da638e3f') {'for_net_delete': True} {{(pid=83871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 14:05:58.365147 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.services.segments.db [None req-2929032f-32f5-47c7-a048-94296efeeb25 tempest-RoutersNegativeTest-1957916906 tempest-RoutersNegativeTest-1957916906-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '71d4c73d-101d-4319-a189-8e85da638e3f') {} {{(pid=83871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 14:05:58.377321 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-2929032f-32f5-47c7-a048-94296efeeb25 tempest-RoutersNegativeTest-1957916906 tempest-RoutersNegativeTest-1957916906-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736733386999', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3166340'] for segment, before_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:05:58.397659 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-2929032f-32f5-47c7-a048-94296efeeb25 tempest-RoutersNegativeTest-1957916906 tempest-RoutersNegativeTest-1957916906-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1004271'] for segment, precommit_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:05:58.404154 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2929032f-32f5-47c7-a048-94296efeeb25 tempest-RoutersNegativeTest-1957916906 tempest-RoutersNegativeTest-1957916906-project] Releasing vlan 378 on physical network physnet1 to pool {{(pid=83871) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 01 14:05:58.404590 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-2929032f-32f5-47c7-a048-94296efeeb25 tempest-RoutersNegativeTest-1957916906 tempest-RoutersNegativeTest-1957916906-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1004262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2743078'] for segment, after_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:05:58.419259 dv-neutron-836180-1-hyperv neutron-server[83871]: Traceback (most recent call last): Apr 01 14:05:58.419259 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 01 14:05:58.419259 dv-neutron-836180-1-hyperv neutron-server[83871]: timer() Apr 01 14:05:58.419259 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 14:05:58.419259 dv-neutron-836180-1-hyperv neutron-server[83871]: cb(*args, **kw) Apr 01 14:05:58.419259 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 14:05:58.419259 dv-neutron-836180-1-hyperv neutron-server[83871]: return func(*args, **kwargs) Apr 01 14:05:58.419259 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 14:05:58.419259 dv-neutron-836180-1-hyperv neutron-server[83871]: self._notify() Apr 01 14:05:58.419259 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 14:05:58.419259 dv-neutron-836180-1-hyperv neutron-server[83871]: self.callback(batched_events) Apr 01 14:05:58.419259 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 14:05:58.419259 dv-neutron-836180-1-hyperv neutron-server[83871]: event.method(event) Apr 01 14:05:58.419259 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 14:05:58.419259 dv-neutron-836180-1-hyperv neutron-server[83871]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 14:05:58.419259 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 14:05:58.419259 dv-neutron-836180-1-hyperv neutron-server[83871]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 14:05:58.419259 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 14:05:58.419259 dv-neutron-836180-1-hyperv neutron-server[83871]: return f(self, *a, **k) Apr 01 14:05:58.419259 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 14:05:58.419259 dv-neutron-836180-1-hyperv neutron-server[83871]: return self._get(url).json() Apr 01 14:05:58.419259 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 14:05:58.419259 dv-neutron-836180-1-hyperv neutron-server[83871]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 14:05:58.419259 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 01 14:05:58.419259 dv-neutron-836180-1-hyperv neutron-server[83871]: return self.request(url, 'GET', **kwargs) Apr 01 14:05:58.419259 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 01 14:05:58.419259 dv-neutron-836180-1-hyperv neutron-server[83871]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 14:05:58.419259 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 01 14:05:58.419259 dv-neutron-836180-1-hyperv neutron-server[83871]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 14:05:58.419259 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 01 14:05:58.419259 dv-neutron-836180-1-hyperv neutron-server[83871]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 14:05:58.419259 dv-neutron-836180-1-hyperv neutron-server[83871]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 14:05:58.426949 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bfe5f2d-477d-4c3f-a749-0df4c52bb216 None None] get_active_networks_info from dv-neutron-836180-1-hyperv {{(pid=83872) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Apr 01 14:05:58.494506 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-2929032f-32f5-47c7-a048-94296efeeb25 tempest-RoutersNegativeTest-1957916906 tempest-RoutersNegativeTest-1957916906-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-942599', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4084797'] for network, after_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:05:58.511468 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bfe5f2d-477d-4c3f-a749-0df4c52bb216 None None] Resources bound (agent type, host, resource id): {{(pid=83872) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 01 14:05:58.514199 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-2929032f-32f5-47c7-a048-94296efeeb25 tempest-RoutersNegativeTest-1957916906 tempest-RoutersNegativeTest-1957916906-project] Notify callbacks [] for network, before_response {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:05:58.520895 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2929032f-32f5-47c7-a048-94296efeeb25 tempest-RoutersNegativeTest-1957916906 tempest-RoutersNegativeTest-1957916906-project] Pushing event deleted for resources: {'Network': ['ID=ab2ca0db-cd26-4353-89c1-7c1eeaff3a55,revision_number=None']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:05:58.527169 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-2929032f-32f5-47c7-a048-94296efeeb25 tempest-RoutersNegativeTest-1957916906 tempest-RoutersNegativeTest-1957916906-project] 10.222.0.26 "DELETE /v2.0/networks/ab2ca0db-cd26-4353-89c1-7c1eeaff3a55 HTTP/1.1" status: 204 len: 168 time: 0.9355624 Apr 01 14:05:58.529692 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 34104) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:05:58.598956 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.db_base_plugin_v2 [None req-644cbb11-59df-4983-ad0b-15aaf0a235d3 tempest-RoutersNegativeTest-1957916906 tempest-RoutersNegativeTest-1957916906-project] Deleting subnet 56580e6e-87f2-4e0d-9a26-f9eb24ac3079 {{(pid=83869) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 01 14:05:58.601971 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-644cbb11-59df-4983-ad0b-15aaf0a235d3 tempest-RoutersNegativeTest-1957916906 tempest-RoutersNegativeTest-1957916906-project] Notify callbacks [] for subnet, before_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:05:58.654680 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-644cbb11-59df-4983-ad0b-15aaf0a235d3 tempest-RoutersNegativeTest-1957916906 tempest-RoutersNegativeTest-1957916906-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2704975'] for subnet, precommit_delete_associations {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:05:58.735296 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-644cbb11-59df-4983-ad0b-15aaf0a235d3 tempest-RoutersNegativeTest-1957916906 tempest-RoutersNegativeTest-1957916906-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-945029'] for subnet, precommit_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:05:58.816954 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-644cbb11-59df-4983-ad0b-15aaf0a235d3 tempest-RoutersNegativeTest-1957916906 tempest-RoutersNegativeTest-1957916906-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-945042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2705198', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2999452'] for subnet, after_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:05:58.857582 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-644cbb11-59df-4983-ad0b-15aaf0a235d3 tempest-RoutersNegativeTest-1957916906 tempest-RoutersNegativeTest-1957916906-project] Pushing event deleted for resources: {'Subnet': ['ID=56580e6e-87f2-4e0d-9a26-f9eb24ac3079,revision_number=None']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:05:58.864249 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-644cbb11-59df-4983-ad0b-15aaf0a235d3 tempest-RoutersNegativeTest-1957916906 tempest-RoutersNegativeTest-1957916906-project] Notify callbacks [] for subnet, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:05:58.870071 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Device fadd3719-8b9e-40a0-bfa4-fc05aef13637 up at agent ovs-agent-dv-neutron-836180-1-hyperv {{(pid=83872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 14:05:58.874019 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-644cbb11-59df-4983-ad0b-15aaf0a235d3 tempest-RoutersNegativeTest-1957916906 tempest-RoutersNegativeTest-1957916906-project] 10.222.0.26 "DELETE /v2.0/subnets/56580e6e-87f2-4e0d-9a26-f9eb24ac3079 HTTP/1.1" status: 204 len: 168 time: 0.3430388 Apr 01 14:05:58.876526 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 34108) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:05:58.894758 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b563d50-8d42-4f06-9b4f-6b5702d78ac4 None None] Network 0ccfe9fa-149a-44c0-848a-766501d62b44 requested from dv-neutron-836180-1-hyperv {{(pid=83872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 14:05:59.076051 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-69859902-737a-455c-b508-ea7834d81ab6 tempest-RoutersNegativeTest-1957916906 tempest-RoutersNegativeTest-1957916906-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1033078'] for network, before_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:05:59.087034 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.plugin [None req-69859902-737a-455c-b508-ea7834d81ab6 tempest-RoutersNegativeTest-1957916906 tempest-RoutersNegativeTest-1957916906-project] Deleting port fadd3719-8b9e-40a0-bfa4-fc05aef13637 {{(pid=83871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 14:05:59.087368 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-69859902-737a-455c-b508-ea7834d81ab6 tempest-RoutersNegativeTest-1957916906 tempest-RoutersNegativeTest-1957916906-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736733287370'] for port, before_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:05:59.099970 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Provisioning for port fadd3719-8b9e-40a0-bfa4-fc05aef13637 completed by entity L2. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 14:05:59.107384 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Provisioning complete for port fadd3719-8b9e-40a0-bfa4-fc05aef13637 triggered by entity L2. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 14:05:59.107687 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-948329'] for port, provisioning_complete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:05:59.231470 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-649970d4-a39b-43d4-aaa4-3cb304712f14 None None] DHCP port deletion for 0ccfe9fa-149a-44c0-848a-766501d62b44 request from dv-neutron-836180-1-hyperv {{(pid=83872) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 01 14:05:59.246550 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.plugin [None req-649970d4-a39b-43d4-aaa4-3cb304712f14 None None] Deleting port fadd3719-8b9e-40a0-bfa4-fc05aef13637 {{(pid=83872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 14:05:59.247047 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-649970d4-a39b-43d4-aaa4-3cb304712f14 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736733287370'] for port, before_delete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:05:59.280480 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:05:59.303425 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.db [None req-69859902-737a-455c-b508-ea7834d81ab6 tempest-RoutersNegativeTest-1957916906 tempest-RoutersNegativeTest-1957916906-project] For port fadd3719-8b9e-40a0-bfa4-fc05aef13637, host dv-neutron-836180-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836180-1-hyperv',level=0,port_id=fadd3719-8b9e-40a0-bfa4-fc05aef13637,segment=NetworkSegment(3eaeac69-57ad-4b5c-b48a-7cb3727e5ef5),segment_id=3eaeac69-57ad-4b5c-b48a-7cb3727e5ef5)] {{(pid=83871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 14:05:59.303782 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-69859902-737a-455c-b508-ea7834d81ab6 tempest-RoutersNegativeTest-1957916906 tempest-RoutersNegativeTest-1957916906-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4155147'] for port, precommit_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:05:59.365189 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] For port fadd3719-8b9e-40a0-bfa4-fc05aef13637, host dv-neutron-836180-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836180-1-hyperv',level=0,port_id=fadd3719-8b9e-40a0-bfa4-fc05aef13637,segment=NetworkSegment(3eaeac69-57ad-4b5c-b48a-7cb3727e5ef5),segment_id=3eaeac69-57ad-4b5c-b48a-7cb3727e5ef5)] {{(pid=83872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 14:05:59.370491 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864'] for port, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:05:59.433911 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.plugin [None req-69859902-737a-455c-b508-ea7834d81ab6 tempest-RoutersNegativeTest-1957916906 tempest-RoutersNegativeTest-1957916906-project] Calling delete_port for fadd3719-8b9e-40a0-bfa4-fc05aef13637 owned by network:dhcp {{(pid=83871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 14:05:59.511337 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.db.api [None req-69859902-737a-455c-b508-ea7834d81ab6 tempest-RoutersNegativeTest-1957916906 tempest-RoutersNegativeTest-1957916906-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83871) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 01 14:05:59.511582 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG oslo_db.api [None req-69859902-737a-455c-b508-ea7834d81ab6 tempest-RoutersNegativeTest-1957916906 tempest-RoutersNegativeTest-1957916906-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 01 14:05:59.567499 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Pushing event updated for resources: {'Port': ['ID=fadd3719-8b9e-40a0-bfa4-fc05aef13637,revision_number=4']} {{(pid=83872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:05:59.574097 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-649970d4-a39b-43d4-aaa4-3cb304712f14 None None] For port fadd3719-8b9e-40a0-bfa4-fc05aef13637, host dv-neutron-836180-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836180-1-hyperv',level=0,port_id=fadd3719-8b9e-40a0-bfa4-fc05aef13637,segment=NetworkSegment(3eaeac69-57ad-4b5c-b48a-7cb3727e5ef5),segment_id=3eaeac69-57ad-4b5c-b48a-7cb3727e5ef5)] {{(pid=83872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 14:05:59.574487 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-649970d4-a39b-43d4-aaa4-3cb304712f14 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4155147'] for port, precommit_delete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:05:59.692470 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.plugin [None req-649970d4-a39b-43d4-aaa4-3cb304712f14 None None] Calling delete_port for fadd3719-8b9e-40a0-bfa4-fc05aef13637 owned by network:dhcp {{(pid=83872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 14:05:59.768093 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.db.api [None req-649970d4-a39b-43d4-aaa4-3cb304712f14 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83872) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 01 14:05:59.768501 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG oslo_db.api [None req-649970d4-a39b-43d4-aaa4-3cb304712f14 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 01 14:06:00.012531 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.plugin [None req-69859902-737a-455c-b508-ea7834d81ab6 tempest-RoutersNegativeTest-1957916906 tempest-RoutersNegativeTest-1957916906-project] Deleting port fadd3719-8b9e-40a0-bfa4-fc05aef13637 {{(pid=83871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 14:06:00.012789 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-69859902-737a-455c-b508-ea7834d81ab6 tempest-RoutersNegativeTest-1957916906 tempest-RoutersNegativeTest-1957916906-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736733287370'] for port, before_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:06:00.207967 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.db [None req-69859902-737a-455c-b508-ea7834d81ab6 tempest-RoutersNegativeTest-1957916906 tempest-RoutersNegativeTest-1957916906-project] For port fadd3719-8b9e-40a0-bfa4-fc05aef13637, host dv-neutron-836180-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836180-1-hyperv',level=0,port_id=fadd3719-8b9e-40a0-bfa4-fc05aef13637,segment=NetworkSegment(3eaeac69-57ad-4b5c-b48a-7cb3727e5ef5),segment_id=3eaeac69-57ad-4b5c-b48a-7cb3727e5ef5)] {{(pid=83871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 14:06:00.208655 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-69859902-737a-455c-b508-ea7834d81ab6 tempest-RoutersNegativeTest-1957916906 tempest-RoutersNegativeTest-1957916906-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4155147'] for port, precommit_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:06:00.269935 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.plugin [None req-649970d4-a39b-43d4-aaa4-3cb304712f14 None None] Deleting port fadd3719-8b9e-40a0-bfa4-fc05aef13637 {{(pid=83872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 14:06:00.270457 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-649970d4-a39b-43d4-aaa4-3cb304712f14 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736733287370'] for port, before_delete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:06:00.331931 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.plugin [None req-69859902-737a-455c-b508-ea7834d81ab6 tempest-RoutersNegativeTest-1957916906 tempest-RoutersNegativeTest-1957916906-project] Calling delete_port for fadd3719-8b9e-40a0-bfa4-fc05aef13637 owned by network:dhcp {{(pid=83871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 14:06:00.405539 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-69859902-737a-455c-b508-ea7834d81ab6 tempest-RoutersNegativeTest-1957916906 tempest-RoutersNegativeTest-1957916906-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736733359243', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736732935810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2743125'] for port, after_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:06:00.449454 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69859902-737a-455c-b508-ea7834d81ab6 tempest-RoutersNegativeTest-1957916906 tempest-RoutersNegativeTest-1957916906-project] Pushing event deleted for resources: {'Port': ['ID=fadd3719-8b9e-40a0-bfa4-fc05aef13637,revision_number=None']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:06:00.455533 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69859902-737a-455c-b508-ea7834d81ab6 tempest-RoutersNegativeTest-1957916906 tempest-RoutersNegativeTest-1957916906-project] No DVR routers for this DVR port fadd3719-8b9e-40a0-bfa4-fc05aef13637 on host dv-neutron-836180-1-hyperv {{(pid=83871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 14:06:00.470116 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-649970d4-a39b-43d4-aaa4-3cb304712f14 None None] For port fadd3719-8b9e-40a0-bfa4-fc05aef13637, host dv-neutron-836180-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836180-1-hyperv',level=0,port_id=fadd3719-8b9e-40a0-bfa4-fc05aef13637,segment=NetworkSegment(3eaeac69-57ad-4b5c-b48a-7cb3727e5ef5),segment_id=3eaeac69-57ad-4b5c-b48a-7cb3727e5ef5)] {{(pid=83872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 14:06:00.470509 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-649970d4-a39b-43d4-aaa4-3cb304712f14 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4155147'] for port, precommit_delete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:06:00.579978 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-69859902-737a-455c-b508-ea7834d81ab6 tempest-RoutersNegativeTest-1957916906 tempest-RoutersNegativeTest-1957916906-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-942654', 'neutron.services.segments.db._delete_segments_for_network-8736733387888'] for network, precommit_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:06:00.596554 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.plugin [None req-649970d4-a39b-43d4-aaa4-3cb304712f14 None None] Calling delete_port for fadd3719-8b9e-40a0-bfa4-fc05aef13637 owned by network:dhcp {{(pid=83872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 14:06:00.610232 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.services.segments.db [None req-69859902-737a-455c-b508-ea7834d81ab6 tempest-RoutersNegativeTest-1957916906 tempest-RoutersNegativeTest-1957916906-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0ccfe9fa-149a-44c0-848a-766501d62b44']}} {{(pid=83871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 14:06:00.623066 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.services.segments.db [None req-69859902-737a-455c-b508-ea7834d81ab6 tempest-RoutersNegativeTest-1957916906 tempest-RoutersNegativeTest-1957916906-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3eaeac69-57ad-4b5c-b48a-7cb3727e5ef5') {'for_net_delete': True} {{(pid=83871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 14:06:00.623373 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.services.segments.db [None req-69859902-737a-455c-b508-ea7834d81ab6 tempest-RoutersNegativeTest-1957916906 tempest-RoutersNegativeTest-1957916906-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3eaeac69-57ad-4b5c-b48a-7cb3727e5ef5') {} {{(pid=83871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 14:06:00.634632 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-69859902-737a-455c-b508-ea7834d81ab6 tempest-RoutersNegativeTest-1957916906 tempest-RoutersNegativeTest-1957916906-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736733386999', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3166340'] for segment, before_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:06:00.650607 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-69859902-737a-455c-b508-ea7834d81ab6 tempest-RoutersNegativeTest-1957916906 tempest-RoutersNegativeTest-1957916906-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1004271'] for segment, precommit_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:06:00.656638 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-69859902-737a-455c-b508-ea7834d81ab6 tempest-RoutersNegativeTest-1957916906 tempest-RoutersNegativeTest-1957916906-project] Releasing vlan 383 on physical network physnet1 to pool {{(pid=83871) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 01 14:06:00.657010 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-69859902-737a-455c-b508-ea7834d81ab6 tempest-RoutersNegativeTest-1957916906 tempest-RoutersNegativeTest-1957916906-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1004262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2743078'] for segment, after_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:06:00.668782 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.db.api [None req-649970d4-a39b-43d4-aaa4-3cb304712f14 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83872) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 01 14:06:00.669133 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG oslo_db.api [None req-649970d4-a39b-43d4-aaa4-3cb304712f14 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 01 14:06:00.671964 dv-neutron-836180-1-hyperv neutron-server[83871]: Traceback (most recent call last): Apr 01 14:06:00.671964 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 01 14:06:00.671964 dv-neutron-836180-1-hyperv neutron-server[83871]: timer() Apr 01 14:06:00.671964 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 14:06:00.671964 dv-neutron-836180-1-hyperv neutron-server[83871]: cb(*args, **kw) Apr 01 14:06:00.671964 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 14:06:00.671964 dv-neutron-836180-1-hyperv neutron-server[83871]: return func(*args, **kwargs) Apr 01 14:06:00.671964 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 14:06:00.671964 dv-neutron-836180-1-hyperv neutron-server[83871]: self._notify() Apr 01 14:06:00.671964 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 14:06:00.671964 dv-neutron-836180-1-hyperv neutron-server[83871]: self.callback(batched_events) Apr 01 14:06:00.671964 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 14:06:00.671964 dv-neutron-836180-1-hyperv neutron-server[83871]: event.method(event) Apr 01 14:06:00.671964 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 14:06:00.671964 dv-neutron-836180-1-hyperv neutron-server[83871]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 14:06:00.671964 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 14:06:00.671964 dv-neutron-836180-1-hyperv neutron-server[83871]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 14:06:00.671964 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 14:06:00.671964 dv-neutron-836180-1-hyperv neutron-server[83871]: return f(self, *a, **k) Apr 01 14:06:00.671964 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 14:06:00.671964 dv-neutron-836180-1-hyperv neutron-server[83871]: return self._get(url).json() Apr 01 14:06:00.671964 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 14:06:00.671964 dv-neutron-836180-1-hyperv neutron-server[83871]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 14:06:00.671964 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 01 14:06:00.671964 dv-neutron-836180-1-hyperv neutron-server[83871]: return self.request(url, 'GET', **kwargs) Apr 01 14:06:00.671964 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 01 14:06:00.671964 dv-neutron-836180-1-hyperv neutron-server[83871]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 14:06:00.671964 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 01 14:06:00.671964 dv-neutron-836180-1-hyperv neutron-server[83871]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 14:06:00.671964 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 01 14:06:00.671964 dv-neutron-836180-1-hyperv neutron-server[83871]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 14:06:00.671964 dv-neutron-836180-1-hyperv neutron-server[83871]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 14:06:00.751682 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-69859902-737a-455c-b508-ea7834d81ab6 tempest-RoutersNegativeTest-1957916906 tempest-RoutersNegativeTest-1957916906-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-942599', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4084797'] for network, after_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:06:00.767911 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-69859902-737a-455c-b508-ea7834d81ab6 tempest-RoutersNegativeTest-1957916906 tempest-RoutersNegativeTest-1957916906-project] Notify callbacks [] for network, before_response {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:06:00.778883 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69859902-737a-455c-b508-ea7834d81ab6 tempest-RoutersNegativeTest-1957916906 tempest-RoutersNegativeTest-1957916906-project] Pushing event deleted for resources: {'Network': ['ID=0ccfe9fa-149a-44c0-848a-766501d62b44,revision_number=None']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:06:00.783140 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-69859902-737a-455c-b508-ea7834d81ab6 tempest-RoutersNegativeTest-1957916906 tempest-RoutersNegativeTest-1957916906-project] 10.222.0.26 "DELETE /v2.0/networks/0ccfe9fa-149a-44c0-848a-766501d62b44 HTTP/1.1" status: 204 len: 168 time: 1.9055464 Apr 01 14:06:00.786689 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 34112) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:06:00.826753 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-a5c31e21-6f9c-49ff-9b62-a5efff4d197e tempest-RoutersNegativeTest-1957916906 tempest-RoutersNegativeTest-1957916906-project] Synchronizing usage tracker for tenant:3e284be713864873a6d5cc942e64a4fa on resource:port {{(pid=83871) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 14:06:00.836858 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Device fadd3719-8b9e-40a0-bfa4-fc05aef13637 no longer exists at agent ovs-agent-dv-neutron-836180-1-hyperv {{(pid=83872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 14:06:00.843901 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-a5c31e21-6f9c-49ff-9b62-a5efff4d197e tempest-RoutersNegativeTest-1957916906 tempest-RoutersNegativeTest-1957916906-project] Unset dirty status for tenant:3e284be713864873a6d5cc942e64a4fa on resource:port {{(pid=83871) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 14:06:00.845055 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-a5c31e21-6f9c-49ff-9b62-a5efff4d197e tempest-RoutersNegativeTest-1957916906 tempest-RoutersNegativeTest-1957916906-project] 10.222.0.26 "GET /v2.0/ports?device_id=bdede298-222d-42df-854f-132326841196 HTTP/1.1" status: 200 len: 205 time: 0.0574527 Apr 01 14:06:00.848532 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 34116) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:06:00.876921 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.plugin [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] No Port match for: fadd3719-8b9e-40a0-bfa4-fc05aef13637 {{(pid=83872) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 01 14:06:00.877243 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Device fadd3719-8b9e-40a0-bfa4-fc05aef13637 not bound to the agent host dv-neutron-836180-1-hyperv {{(pid=83872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 14:06:01.060402 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-e880cdf3-73e8-47a0-bddf-cede0bb7aa59 tempest-RoutersNegativeTest-1957916906 tempest-RoutersNegativeTest-1957916906-project] Notify callbacks [] for router, before_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:06:01.430967 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-e880cdf3-73e8-47a0-bddf-cede0bb7aa59 tempest-RoutersNegativeTest-1957916906 tempest-RoutersNegativeTest-1957916906-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4079814', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4170'] for router, precommit_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:06:01.435012 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-e880cdf3-73e8-47a0-bddf-cede0bb7aa59 tempest-RoutersNegativeTest-1957916906 tempest-RoutersNegativeTest-1957916906-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:06:01.458593 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-e880cdf3-73e8-47a0-bddf-cede0bb7aa59 tempest-RoutersNegativeTest-1957916906 tempest-RoutersNegativeTest-1957916906-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4079738'] for router, after_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:06:01.459042 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e880cdf3-73e8-47a0-bddf-cede0bb7aa59 tempest-RoutersNegativeTest-1957916906 tempest-RoutersNegativeTest-1957916906-project] Fanout notify agent at l3_agent the message router_deleted on router bdede298-222d-42df-854f-132326841196 {{(pid=83871) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 01 14:06:01.468851 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-e880cdf3-73e8-47a0-bddf-cede0bb7aa59 tempest-RoutersNegativeTest-1957916906 tempest-RoutersNegativeTest-1957916906-project] Notify callbacks [] for router, before_response {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:06:01.469902 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-e880cdf3-73e8-47a0-bddf-cede0bb7aa59 tempest-RoutersNegativeTest-1957916906 tempest-RoutersNegativeTest-1957916906-project] 10.222.0.26 "DELETE /v2.0/routers/bdede298-222d-42df-854f-132326841196 HTTP/1.1" status: 204 len: 168 time: 0.6204624 Apr 01 14:06:01.649782 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.plugin [None req-649970d4-a39b-43d4-aaa4-3cb304712f14 None None] Deleting port fadd3719-8b9e-40a0-bfa4-fc05aef13637 {{(pid=83872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 14:06:01.650286 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-649970d4-a39b-43d4-aaa4-3cb304712f14 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736733287370'] for port, before_delete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:06:01.717922 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.plugin [None req-649970d4-a39b-43d4-aaa4-3cb304712f14 None None] The port 'fadd3719-8b9e-40a0-bfa4-fc05aef13637' was deleted {{(pid=83872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 01 14:06:01.761062 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 34124) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:06:01.936334 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-6770fb92-dd96-4089-9240-231f6e17a24a admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=3e284be713864873a6d5cc942e64a4fa&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1740746 Apr 01 14:06:01.938969 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 34130) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:06:01.995972 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-cf4b9042-d5c8-4df0-8f5c-3d5f7f7f0005 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:06:02.020985 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-cf4b9042-d5c8-4df0-8f5c-3d5f7f7f0005 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:06:02.072592 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-cf4b9042-d5c8-4df0-8f5c-3d5f7f7f0005 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3775923'] for security_group, after_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:06:02.086805 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf4b9042-d5c8-4df0-8f5c-3d5f7f7f0005 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=209f088c-80d1-475a-ac9c-e8cb78430831,revision_number=None']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:06:02.092343 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-cf4b9042-d5c8-4df0-8f5c-3d5f7f7f0005 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:06:02.094214 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-cf4b9042-d5c8-4df0-8f5c-3d5f7f7f0005 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/209f088c-80d1-475a-ac9c-e8cb78430831 HTTP/1.1" status: 204 len: 168 time: 0.1543620 Apr 01 14:06:02.938572 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 34152) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:06:03.067046 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.v2.base [None req-ed29f4b1-11eb-4f59-b788-7a9f509529df admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1189722795-network', 'tenant_id': '2dc83197b27846c8ab911d39f344f498'}} {{(pid=83871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 14:06:03.071668 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-ed29f4b1-11eb-4f59-b788-7a9f509529df admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 14:06:03.075461 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-ed29f4b1-11eb-4f59-b788-7a9f509529df admin admin] Usage tracker for resource:network and tenant:2dc83197b27846c8ab911d39f344f498 is out of sync, need to count used quota {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 14:06:03.078278 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-ed29f4b1-11eb-4f59-b788-7a9f509529df admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 14:06:03.083777 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-ed29f4b1-11eb-4f59-b788-7a9f509529df admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 14:06:03.093333 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed29f4b1-11eb-4f59-b788-7a9f509529df admin admin] Made reservation on behalf of 2dc83197b27846c8ab911d39f344f498 for: {'network': 1} {{(pid=83871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 14:06:03.095464 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-ed29f4b1-11eb-4f59-b788-7a9f509529df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for network, before_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:06:03.107336 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-ed29f4b1-11eb-4f59-b788-7a9f509529df admin admin] Notify callbacks [] for security_group, before_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:06:03.138228 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-ed29f4b1-11eb-4f59-b788-7a9f509529df admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 14:06:03.141963 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-ed29f4b1-11eb-4f59-b788-7a9f509529df admin admin] Usage tracker for resource:security_group_rule and tenant:2dc83197b27846c8ab911d39f344f498 is out of sync, need to count used quota {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 14:06:03.144866 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-ed29f4b1-11eb-4f59-b788-7a9f509529df admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 14:06:03.150530 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-ed29f4b1-11eb-4f59-b788-7a9f509529df admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 14:06:03.216054 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-ed29f4b1-11eb-4f59-b788-7a9f509529df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:06:03.219763 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-ed29f4b1-11eb-4f59-b788-7a9f509529df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3775923'] for security_group, after_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:06:03.246426 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ed29f4b1-11eb-4f59-b788-7a9f509529df admin admin] vlan segment allocate from pool success with {'vlan_id': 373, 'physical_network': 'physnet1'} {{(pid=83871) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 14:06:03.259089 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed29f4b1-11eb-4f59-b788-7a9f509529df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=904b632b-e842-4cd9-a803-269ee34536d0,revision_number=1']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:06:03.263332 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-ed29f4b1-11eb-4f59-b788-7a9f509529df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1004271'] for segment, precommit_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:06:03.263598 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.db.segments_db [None req-ed29f4b1-11eb-4f59-b788-7a9f509529df admin admin] Added segment 7dda6c44-36cb-41a8-9461-bb9de0d50d1e of type vlan for network c2fc4bdb-8f1f-4150-82dd-04c13297128a Apr 01 14:06:03.290371 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-ed29f4b1-11eb-4f59-b788-7a9f509529df admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736732923383'] for network, precommit_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:06:03.321936 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-ed29f4b1-11eb-4f59-b788-7a9f509529df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575'] for network, after_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:06:03.322443 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed29f4b1-11eb-4f59-b788-7a9f509529df admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:06:03.323011 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-ed29f4b1-11eb-4f59-b788-7a9f509529df admin admin] Notify callbacks [] for network, before_response {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:06:03.434142 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-ed29f4b1-11eb-4f59-b788-7a9f509529df admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.4944339 Apr 01 14:06:03.434972 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed29f4b1-11eb-4f59-b788-7a9f509529df admin admin] Pushing event updated for resources: {'Network': ['ID=c2fc4bdb-8f1f-4150-82dd-04c13297128a,revision_number=1']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:06:03.437221 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 34158) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:06:03.443073 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.v2.base [None req-a662d025-4af8-443e-bf2e-9805ae831df6 admin admin] Request body: {'subnet': {'network_id': 'c2fc4bdb-8f1f-4150-82dd-04c13297128a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1189722795-subnet', 'tenant_id': '2dc83197b27846c8ab911d39f344f498', 'ip_version': 4}} {{(pid=83869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 14:06:03.444894 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Network c2fc4bdb-8f1f-4150-82dd-04c13297128a details requested by agent ovs-agent-dv-neutron-836180-1-hyperv with host dv-neutron-836180-1-hyperv {{(pid=83872) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 14:06:03.447954 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-a662d025-4af8-443e-bf2e-9805ae831df6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 14:06:03.451758 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-a662d025-4af8-443e-bf2e-9805ae831df6 admin admin] Usage tracker for resource:subnet and tenant:2dc83197b27846c8ab911d39f344f498 is out of sync, need to count used quota {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 14:06:03.454634 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-a662d025-4af8-443e-bf2e-9805ae831df6 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 14:06:03.460546 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-a662d025-4af8-443e-bf2e-9805ae831df6 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 14:06:03.470723 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a662d025-4af8-443e-bf2e-9805ae831df6 admin admin] Made reservation on behalf of 2dc83197b27846c8ab911d39f344f498 for: {'subnet': 1} {{(pid=83869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 14:06:03.473600 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-a662d025-4af8-443e-bf2e-9805ae831df6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2999481'] for subnet, before_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:06:03.617644 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-d1edac67-a090-4834-8e8f-a05c807eaac1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:06:03.678579 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-a662d025-4af8-443e-bf2e-9805ae831df6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2705391', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2999447'] for subnet, after_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:06:03.747348 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a662d025-4af8-443e-bf2e-9805ae831df6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6261dbf4-23e5-4582-816c-684e6637cea4,revision_number=0']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:06:03.764216 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a662d025-4af8-443e-bf2e-9805ae831df6 admin admin] Checking segment: {'id': '7dda6c44-36cb-41a8-9461-bb9de0d50d1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'c2fc4bdb-8f1f-4150-82dd-04c13297128a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 14:06:03.764589 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a662d025-4af8-443e-bf2e-9805ae831df6 admin admin] Network hostable DHCP agents. Network: c2fc4bdb-8f1f-4150-82dd-04c13297128a, hostable agents: ['e47e4547-5c2d-4954-ba56-fa3646239f18'], hosted agents: [] {{(pid=83869) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 14:06:03.787949 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a662d025-4af8-443e-bf2e-9805ae831df6 admin admin] Network c2fc4bdb-8f1f-4150-82dd-04c13297128a is scheduled to be hosted by DHCP agent e47e4547-5c2d-4954-ba56-fa3646239f18 with binding_index 1 {{(pid=83869) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 14:06:03.797241 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.scheduler.base_scheduler [None req-a662d025-4af8-443e-bf2e-9805ae831df6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-836180-1-hyperv, c2fc4bdb-8f1f-4150-82dd-04c13297128a) {{(pid=83869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 14:06:03.801209 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a662d025-4af8-443e-bf2e-9805ae831df6 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:06:03.801768 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-a662d025-4af8-443e-bf2e-9805ae831df6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:06:03.808323 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0538596e-ed01-41d7-9496-5e3bbccbb12c None None] Network c2fc4bdb-8f1f-4150-82dd-04c13297128a requested from dv-neutron-836180-1-hyperv {{(pid=83872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 14:06:03.824125 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-a662d025-4af8-443e-bf2e-9805ae831df6 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.3855171 Apr 01 14:06:03.826615 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 34162) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:06:03.832183 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.v2.base [None req-b93dfcec-6712-41ca-829b-8ca42112755b admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1189722795-router', 'tenant_id': '2dc83197b27846c8ab911d39f344f498', 'external_gateway_info': {'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301'}}} {{(pid=83869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 14:06:03.836917 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-b93dfcec-6712-41ca-829b-8ca42112755b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 14:06:03.840745 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-b93dfcec-6712-41ca-829b-8ca42112755b admin admin] Usage tracker for resource:router and tenant:2dc83197b27846c8ab911d39f344f498 is out of sync, need to count used quota {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 14:06:03.843810 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-b93dfcec-6712-41ca-829b-8ca42112755b admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 14:06:03.850429 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-b93dfcec-6712-41ca-829b-8ca42112755b admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 14:06:03.860741 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-b93dfcec-6712-41ca-829b-8ca42112755b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4082176', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4220'] for router, before_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:06:03.861762 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-b93dfcec-6712-41ca-829b-8ca42112755b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4082277', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4084873', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4148249', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4211'] for router, precommit_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:06:03.881226 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-b93dfcec-6712-41ca-829b-8ca42112755b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:06:04.027155 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c8833e6-305f-42e2-85a2-4418279f1eea None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7e7d0ecb-2af4-55f5-9198-238ab0570d62-c2fc4bdb-8f1f-4150-82dd-04c13297128a', 'network_id': 'c2fc4bdb-8f1f-4150-82dd-04c13297128a', 'tenant_id': '2dc83197b27846c8ab911d39f344f498', 'fixed_ips': [{'subnet_id': '6261dbf4-23e5-4582-816c-684e6637cea4'}]}} from dv-neutron-836180-1-hyperv. {{(pid=83872) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 01 14:06:04.027969 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-7c8833e6-305f-42e2-85a2-4418279f1eea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:06:04.127099 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-b93dfcec-6712-41ca-829b-8ca42112755b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4084887', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4079850', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4161'] for router, precommit_update {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:06:04.186748 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.db_base_plugin_common [None req-7c8833e6-305f-42e2-85a2-4418279f1eea None None] Allocated IP 172.20.0.2 (c2fc4bdb-8f1f-4150-82dd-04c13297128a/6261dbf4-23e5-4582-816c-684e6637cea4/859d147d-c387-4c5f-98bd-2fc1e17bde3d) {{(pid=83872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 14:06:04.313253 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-b93dfcec-6712-41ca-829b-8ca42112755b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:06:04.346407 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-b93dfcec-6712-41ca-829b-8ca42112755b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:06:04.392348 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-7c8833e6-305f-42e2-85a2-4418279f1eea None None] Notify callbacks [] for port, precommit_create {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:06:04.402795 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-7c8833e6-305f-42e2-85a2-4418279f1eea None None] Transition to ACTIVE for port object 859d147d-c387-4c5f-98bd-2fc1e17bde3d will not be triggered until provisioned by entity L2. {{(pid=83872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 14:06:04.422957 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-7c8833e6-305f-42e2-85a2-4418279f1eea None None] Transition to ACTIVE for port object 859d147d-c387-4c5f-98bd-2fc1e17bde3d will not be triggered until provisioned by entity DHCP. {{(pid=83872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 14:06:04.429706 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-7c8833e6-305f-42e2-85a2-4418279f1eea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736732935801'] for port, after_create {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:06:04.488182 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.db_base_plugin_common [None req-b93dfcec-6712-41ca-829b-8ca42112755b admin admin] Allocated IP 172.26.5.31 (725864b8-cceb-48c9-b5d3-1bfc4423e301/e2ed99db-0e25-4971-b535-7fa69231fae8/29ecb881-bca3-48a9-b92f-f17228d07570) {{(pid=83869) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 14:06:04.537050 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c8833e6-305f-42e2-85a2-4418279f1eea None None] Network c2fc4bdb-8f1f-4150-82dd-04c13297128a is already hosted by enough agents. {{(pid=83872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 14:06:04.539650 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.scheduler.base_scheduler [None req-7c8833e6-305f-42e2-85a2-4418279f1eea None None] Resources bound (agent type, host, resource id): {{(pid=83872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 14:06:04.543739 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c8833e6-305f-42e2-85a2-4418279f1eea None None] Received port after_create {{(pid=83872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 14:06:04.545769 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c8833e6-305f-42e2-85a2-4418279f1eea None None] Pushing event updated for resources: {'Port': ['ID=859d147d-c387-4c5f-98bd-2fc1e17bde3d,revision_number=1']} {{(pid=83872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:06:04.632312 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.managers [None req-7c8833e6-305f-42e2-85a2-4418279f1eea None None] Attempting to bind port 859d147d-c387-4c5f-98bd-2fc1e17bde3d on host dv-neutron-836180-1-hyperv for vnic_type normal with profile {{(pid=83872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 14:06:04.632682 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.managers [None req-7c8833e6-305f-42e2-85a2-4418279f1eea None None] Attempting to bind port 859d147d-c387-4c5f-98bd-2fc1e17bde3d by drivers openvswitch,hyperv on host dv-neutron-836180-1-hyperv at level 0 using segments [{'id': '7dda6c44-36cb-41a8-9461-bb9de0d50d1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'c2fc4bdb-8f1f-4150-82dd-04c13297128a'}] {{(pid=83872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 14:06:04.633032 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c8833e6-305f-42e2-85a2-4418279f1eea None None] Attempting to bind port 859d147d-c387-4c5f-98bd-2fc1e17bde3d on network c2fc4bdb-8f1f-4150-82dd-04c13297128a {{(pid=83872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 14:06:04.635879 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-b93dfcec-6712-41ca-829b-8ca42112755b admin admin] Notify callbacks [] for port, precommit_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:06:04.640164 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c8833e6-305f-42e2-85a2-4418279f1eea None None] Checking agent: {'id': 'af948428-97cd-4d10-9f53-af028bdb39b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-836180-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 13, 25, 37), 'started_at': datetime.datetime(2022, 4, 1, 13, 26, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 14, 5, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-836180-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 14:06:04.640560 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c8833e6-305f-42e2-85a2-4418279f1eea None None] Checking segment: {'id': '7dda6c44-36cb-41a8-9461-bb9de0d50d1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'c2fc4bdb-8f1f-4150-82dd-04c13297128a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 14:06:04.640984 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-7c8833e6-305f-42e2-85a2-4418279f1eea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:06:04.641379 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c8833e6-305f-42e2-85a2-4418279f1eea None None] Bound using segment: {'id': '7dda6c44-36cb-41a8-9461-bb9de0d50d1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'c2fc4bdb-8f1f-4150-82dd-04c13297128a'} {{(pid=83872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 14:06:04.641831 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.managers [None req-7c8833e6-305f-42e2-85a2-4418279f1eea None None] Bound port: 859d147d-c387-4c5f-98bd-2fc1e17bde3d, host: dv-neutron-836180-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7dda6c44-36cb-41a8-9461-bb9de0d50d1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'c2fc4bdb-8f1f-4150-82dd-04c13297128a'}}] {{(pid=83872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 14:06:04.642199 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-7c8833e6-305f-42e2-85a2-4418279f1eea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:06:04.667208 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-b93dfcec-6712-41ca-829b-8ca42112755b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736732935801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2705155'] for port, after_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:06:04.730811 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-7c8833e6-305f-42e2-85a2-4418279f1eea None None] For port 859d147d-c387-4c5f-98bd-2fc1e17bde3d, host dv-neutron-836180-1-hyperv, cleared binding levels {{(pid=83872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 14:06:04.734166 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-7c8833e6-305f-42e2-85a2-4418279f1eea None None] For port 859d147d-c387-4c5f-98bd-2fc1e17bde3d, host dv-neutron-836180-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836180-1-hyperv',level=0,port_id=859d147d-c387-4c5f-98bd-2fc1e17bde3d,segment=NetworkSegment(7dda6c44-36cb-41a8-9461-bb9de0d50d1e),segment_id=7dda6c44-36cb-41a8-9461-bb9de0d50d1e)] {{(pid=83872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 14:06:04.738600 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-7c8833e6-305f-42e2-85a2-4418279f1eea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864'] for port, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:06:04.746014 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b93dfcec-6712-41ca-829b-8ca42112755b admin admin] Network 725864b8-cceb-48c9-b5d3-1bfc4423e301 is already hosted by enough agents. {{(pid=83869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 14:06:04.747013 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b93dfcec-6712-41ca-829b-8ca42112755b admin admin] Pushing event updated for resources: {'Port': ['ID=29ecb881-bca3-48a9-b92f-f17228d07570,revision_number=1']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:06:04.750858 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.scheduler.base_scheduler [None req-b93dfcec-6712-41ca-829b-8ca42112755b admin admin] Resources bound (agent type, host, resource id): {{(pid=83869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 14:06:04.753306 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b93dfcec-6712-41ca-829b-8ca42112755b admin admin] Received port after_create {{(pid=83869) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 14:06:04.820526 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c8833e6-305f-42e2-85a2-4418279f1eea None None] Pushing event updated for resources: {'Port': ['ID=859d147d-c387-4c5f-98bd-2fc1e17bde3d,revision_number=2']} {{(pid=83872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:06:04.921340 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-b93dfcec-6712-41ca-829b-8ca42112755b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:06:04.922037 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-b93dfcec-6712-41ca-829b-8ca42112755b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4082201', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4084858'] for router, after_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:06:05.162897 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b93dfcec-6712-41ca-829b-8ca42112755b admin admin] Router 5e2c22a1-5758-44e6-9bca-de4f327758ed is scheduled to L3 agent 88bf8fc8-11a3-4e96-9d1b-5fd93ba9f6f1 with binding_index 1 {{(pid=83869) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 01 14:06:05.364398 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b93dfcec-6712-41ca-829b-8ca42112755b admin admin] Notify agent at l3_agent.dv-neutron-836180-1-hyperv the message routers_updated {{(pid=83869) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 14:06:05.372990 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf624439-c812-4196-858b-a05b015f42c0 None None] Sync routers for ids ['5e2c22a1-5758-44e6-9bca-de4f327758ed'] in dv-neutron-836180-1-hyperv {{(pid=83873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 14:06:05.384478 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf624439-c812-4196-858b-a05b015f42c0 None None] Routers {'5e2c22a1-5758-44e6-9bca-de4f327758ed'} bound to L3 agent in host dv-neutron-836180-1-hyperv {{(pid=83873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 14:06:05.385039 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-cf624439-c812-4196-858b-a05b015f42c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836180-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-01T13:25:36Z,description=,heartbeat_timestamp=2022-04-01T14:05:36Z,host='dv-neutron-836180-1-hyperv',id=88bf8fc8-11a3-4e96-9d1b-5fd93ba9f6f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T13:25:36Z,topic='l3_agent')) {'router_ids': ['5e2c22a1-5758-44e6-9bca-de4f327758ed'], 'active': True} {{(pid=83873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 14:06:05.388500 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-b93dfcec-6712-41ca-829b-8ca42112755b admin admin] Notify callbacks [] for router, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:06:05.389875 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-b93dfcec-6712-41ca-829b-8ca42112755b admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 1.5623238 Apr 01 14:06:05.392583 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 34166) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:06:05.568895 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_dvr_db [None req-cf624439-c812-4196-858b-a05b015f42c0 None None] Set router 5e2c22a1-5758-44e6-9bca-de4f327758ed gateway port host: dv-neutron-836180-1-hyperv {{(pid=83873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 14:06:05.765281 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c18f2dca-5126-4533-8c1c-03d575f526dc None None] Network c2fc4bdb-8f1f-4150-82dd-04c13297128a requested from dv-neutron-836180-1-hyperv {{(pid=83872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 14:06:05.865238 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-5830be98-2afa-4bd1-b1c8-4d0b51ca5f35 None None] Provisioning for port 859d147d-c387-4c5f-98bd-2fc1e17bde3d completed by entity DHCP. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 14:06:05.879778 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-cf624439-c812-4196-858b-a05b015f42c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e2c22a1-5758-44e6-9bca-de4f327758ed', 'name': 'tempest-TestEncryptedCinderVolumes-1189722795-router', 'tenant_id': '2dc83197b27846c8ab911d39f344f498', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'external_fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.31'}], 'enable_snat': True}, 'gw_port_id': '29ecb881-bca3-48a9-b92f-f17228d07570', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T14:06:03Z', 'updated_at': '2022-04-01T14:06:04Z', 'revision_number': 3, 'project_id': '2dc83197b27846c8ab911d39f344f498', 'gw_port': {'id': '29ecb881-bca3-48a9-b92f-f17228d07570', 'name': '', 'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:7e:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e2c22a1-5758-44e6-9bca-de4f327758ed', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T14:06:04Z', 'updated_at': '2022-04-01T14:06:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836180-1-hyperv'}], 'dv-neutron-836180-1-hyperv', False) {} {{(pid=83873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 14:06:05.885733 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf624439-c812-4196-858b-a05b015f42c0 None None] Checking router: 5e2c22a1-5758-44e6-9bca-de4f327758ed for host: dv-neutron-836180-1-hyperv {{(pid=83873) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 01 14:06:05.886123 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf624439-c812-4196-858b-a05b015f42c0 None None] Updating router 5e2c22a1-5758-44e6-9bca-de4f327758ed port 29ecb881-bca3-48a9-b92f-f17228d07570 binding host dv-neutron-836180-1-hyperv {{(pid=83873) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 01 14:06:05.941323 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-cf624439-c812-4196-858b-a05b015f42c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:06:06.008743 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-1d50a8a6-2359-4eaf-bc90-d654ee339928 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:06:06.271798 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-f3a5e8ea-2d76-4042-a103-b9c0a142a596 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:06:06.326195 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-cf624439-c812-4196-858b-a05b015f42c0 None None] Notify callbacks [] for port, precommit_update {{(pid=83873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:06:06.338478 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-cf624439-c812-4196-858b-a05b015f42c0 None None] Transition to ACTIVE for port object 29ecb881-bca3-48a9-b92f-f17228d07570 will not be triggered until provisioned by entity L2. {{(pid=83873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 14:06:06.345426 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-cf624439-c812-4196-858b-a05b015f42c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864'] for port, after_update {{(pid=83873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:06:06.421929 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.plugins.ml2.managers [None req-cf624439-c812-4196-858b-a05b015f42c0 None None] Attempting to bind port 29ecb881-bca3-48a9-b92f-f17228d07570 on host dv-neutron-836180-1-hyperv for vnic_type normal with profile {{(pid=83873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 14:06:06.422614 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.plugins.ml2.managers [None req-cf624439-c812-4196-858b-a05b015f42c0 None None] Attempting to bind port 29ecb881-bca3-48a9-b92f-f17228d07570 by drivers openvswitch,hyperv on host dv-neutron-836180-1-hyperv at level 0 using segments [{'id': '7b924dd8-4978-40c4-ad91-4b9b27348462', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301'}] {{(pid=83873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 14:06:06.422614 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf624439-c812-4196-858b-a05b015f42c0 None None] Attempting to bind port 29ecb881-bca3-48a9-b92f-f17228d07570 on network 725864b8-cceb-48c9-b5d3-1bfc4423e301 {{(pid=83873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 14:06:06.430326 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a39101-6bfa-40f1-b7bc-b65ff5b7f40e None None] Pushing event updated for resources: {'Port': ['ID=29ecb881-bca3-48a9-b92f-f17228d07570,revision_number=2']} {{(pid=83873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:06:06.438217 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf624439-c812-4196-858b-a05b015f42c0 None None] Checking agent: {'id': 'af948428-97cd-4d10-9f53-af028bdb39b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-836180-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 13, 25, 37), 'started_at': datetime.datetime(2022, 4, 1, 13, 26, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 14, 5, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-836180-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 14:06:06.438578 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf624439-c812-4196-858b-a05b015f42c0 None None] Checking segment: {'id': '7b924dd8-4978-40c4-ad91-4b9b27348462', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 14:06:06.438965 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-cf624439-c812-4196-858b-a05b015f42c0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:06:06.439361 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf624439-c812-4196-858b-a05b015f42c0 None None] Bound using segment: {'id': '7b924dd8-4978-40c4-ad91-4b9b27348462', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301'} {{(pid=83873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 14:06:06.439796 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.plugins.ml2.managers [None req-cf624439-c812-4196-858b-a05b015f42c0 None None] Bound port: 29ecb881-bca3-48a9-b92f-f17228d07570, host: dv-neutron-836180-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b924dd8-4978-40c4-ad91-4b9b27348462', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301'}}] {{(pid=83873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 14:06:06.440153 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-cf624439-c812-4196-858b-a05b015f42c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:06:06.475054 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0a39101-6bfa-40f1-b7bc-b65ff5b7f40e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:06:06.475395 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0a39101-6bfa-40f1-b7bc-b65ff5b7f40e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:06:06.475722 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0a39101-6bfa-40f1-b7bc-b65ff5b7f40e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:06:06.476048 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0a39101-6bfa-40f1-b7bc-b65ff5b7f40e None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:06:06.476394 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0a39101-6bfa-40f1-b7bc-b65ff5b7f40e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:06:06.476713 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0a39101-6bfa-40f1-b7bc-b65ff5b7f40e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:06:06.477028 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0a39101-6bfa-40f1-b7bc-b65ff5b7f40e None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:06:06.477342 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0a39101-6bfa-40f1-b7bc-b65ff5b7f40e None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:06:06.477655 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0a39101-6bfa-40f1-b7bc-b65ff5b7f40e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:06:06.477961 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0a39101-6bfa-40f1-b7bc-b65ff5b7f40e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:06:06.478269 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0a39101-6bfa-40f1-b7bc-b65ff5b7f40e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:06:06.486603 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.db_base_plugin_common [None req-f3a5e8ea-2d76-4042-a103-b9c0a142a596 admin admin] Allocated IP 172.20.0.1 (c2fc4bdb-8f1f-4150-82dd-04c13297128a/6261dbf4-23e5-4582-816c-684e6637cea4/4fd5adeb-aa24-4bc1-a6b1-f436d0dba3e6) {{(pid=83869) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 14:06:06.526789 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.plugins.ml2.db [None req-cf624439-c812-4196-858b-a05b015f42c0 None None] For port 29ecb881-bca3-48a9-b92f-f17228d07570, host dv-neutron-836180-1-hyperv, cleared binding levels {{(pid=83873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 14:06:06.530088 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.plugins.ml2.db [None req-cf624439-c812-4196-858b-a05b015f42c0 None None] For port 29ecb881-bca3-48a9-b92f-f17228d07570, host dv-neutron-836180-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836180-1-hyperv',level=0,port_id=29ecb881-bca3-48a9-b92f-f17228d07570,segment=NetworkSegment(7b924dd8-4978-40c4-ad91-4b9b27348462),segment_id=7b924dd8-4978-40c4-ad91-4b9b27348462)] {{(pid=83873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 14:06:06.533348 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-cf624439-c812-4196-858b-a05b015f42c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864'] for port, after_update {{(pid=83873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:06:06.619937 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a39101-6bfa-40f1-b7bc-b65ff5b7f40e None None] Pushing event updated for resources: {'Port': ['ID=29ecb881-bca3-48a9-b92f-f17228d07570,revision_number=3']} {{(pid=83873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:06:06.624391 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf624439-c812-4196-858b-a05b015f42c0 None None] Routers {'5e2c22a1-5758-44e6-9bca-de4f327758ed'} bound to L3 agent in host dv-neutron-836180-1-hyperv {{(pid=83873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 14:06:06.624922 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-cf624439-c812-4196-858b-a05b015f42c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836180-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-01T13:25:36Z,description=,heartbeat_timestamp=2022-04-01T14:06:06Z,host='dv-neutron-836180-1-hyperv',id=88bf8fc8-11a3-4e96-9d1b-5fd93ba9f6f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T13:25:36Z,topic='l3_agent')) {'router_ids': ['5e2c22a1-5758-44e6-9bca-de4f327758ed'], 'active': True} {{(pid=83873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 14:06:06.639346 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-f3a5e8ea-2d76-4042-a103-b9c0a142a596 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:06:06.655410 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.provisioning_blocks [None req-f3a5e8ea-2d76-4042-a103-b9c0a142a596 admin admin] Transition to ACTIVE for port object 4fd5adeb-aa24-4bc1-a6b1-f436d0dba3e6 will not be triggered until provisioned by entity DHCP. {{(pid=83869) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 14:06:06.676962 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-f3a5e8ea-2d76-4042-a103-b9c0a142a596 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736732935801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2705155'] for port, after_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:06:06.748400 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3a5e8ea-2d76-4042-a103-b9c0a142a596 admin admin] Network c2fc4bdb-8f1f-4150-82dd-04c13297128a is already hosted by enough agents. {{(pid=83869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 14:06:06.750944 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.scheduler.base_scheduler [None req-f3a5e8ea-2d76-4042-a103-b9c0a142a596 admin admin] Resources bound (agent type, host, resource id): {{(pid=83869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 14:06:06.755703 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3a5e8ea-2d76-4042-a103-b9c0a142a596 admin admin] Received port after_create {{(pid=83869) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 14:06:06.783583 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a5e8ea-2d76-4042-a103-b9c0a142a596 admin admin] Pushing event updated for resources: {'Port': ['ID=4fd5adeb-aa24-4bc1-a6b1-f436d0dba3e6,revision_number=1']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:06:06.804680 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_dvr_db [None req-cf624439-c812-4196-858b-a05b015f42c0 None None] Set router 5e2c22a1-5758-44e6-9bca-de4f327758ed gateway port host: dv-neutron-836180-1-hyperv {{(pid=83873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 14:06:06.818832 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-f3a5e8ea-2d76-4042-a103-b9c0a142a596 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4084144'] for router_interface, before_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:06:06.915990 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Device 859d147d-c387-4c5f-98bd-2fc1e17bde3d up at agent ovs-agent-dv-neutron-836180-1-hyperv {{(pid=83872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 14:06:06.917400 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-f3a5e8ea-2d76-4042-a103-b9c0a142a596 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:06:06.997461 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Provisioning for port 859d147d-c387-4c5f-98bd-2fc1e17bde3d completed by entity L2. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 14:06:07.003018 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Provisioning complete for port 859d147d-c387-4c5f-98bd-2fc1e17bde3d triggered by entity L2. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 14:06:07.003505 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-948329'] for port, provisioning_complete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:06:07.064617 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-aedcd349-c48d-49d9-9806-ec3b0c0c9a54 None None] Provisioning for port 4fd5adeb-aa24-4bc1-a6b1-f436d0dba3e6 completed by entity DHCP. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 14:06:07.076828 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-aedcd349-c48d-49d9-9806-ec3b0c0c9a54 None None] Provisioning complete for port 4fd5adeb-aa24-4bc1-a6b1-f436d0dba3e6 triggered by entity DHCP. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 14:06:07.077313 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-aedcd349-c48d-49d9-9806-ec3b0c0c9a54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-948329'] for port, provisioning_complete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:06:07.120535 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-cf624439-c812-4196-858b-a05b015f42c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e2c22a1-5758-44e6-9bca-de4f327758ed', 'name': 'tempest-TestEncryptedCinderVolumes-1189722795-router', 'tenant_id': '2dc83197b27846c8ab911d39f344f498', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'external_fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.31'}], 'enable_snat': True}, 'gw_port_id': '29ecb881-bca3-48a9-b92f-f17228d07570', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T14:06:03Z', 'updated_at': '2022-04-01T14:06:04Z', 'revision_number': 3, 'project_id': '2dc83197b27846c8ab911d39f344f498', 'gw_port': {'id': '29ecb881-bca3-48a9-b92f-f17228d07570', 'name': '', 'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:7e:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e2c22a1-5758-44e6-9bca-de4f327758ed', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836180-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T14:06:04Z', 'updated_at': '2022-04-01T14:06:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836180-1-hyperv'}], 'dv-neutron-836180-1-hyperv', False) {} {{(pid=83873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 14:06:07.125453 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf624439-c812-4196-858b-a05b015f42c0 None None] The sync data for ids ['5e2c22a1-5758-44e6-9bca-de4f327758ed'] in dv-neutron-836180-1-hyperv is: [{'id': '5e2c22a1-5758-44e6-9bca-de4f327758ed', 'name': 'tempest-TestEncryptedCinderVolumes-1189722795-router', 'tenant_id': '2dc83197b27846c8ab911d39f344f498', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'external_fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.31'}], 'enable_snat': True}, 'gw_port_id': '29ecb881-bca3-48a9-b92f-f17228d07570', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T14:06:03Z', 'updated_at': '2022-04-01T14:06:04Z', 'revision_number': 3, 'project_id': '2dc83197b27846c8ab911d39f344f498', 'gw_port': {'id': '29ecb881-bca3-48a9-b92f-f17228d07570', 'name': '', 'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:7e:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e2c22a1-5758-44e6-9bca-de4f327758ed', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836180-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T14:06:04Z', 'updated_at': '2022-04-01T14:06:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836180-1-hyperv'}] {{(pid=83873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 14:06:07.170016 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-f3a5e8ea-2d76-4042-a103-b9c0a142a596 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:06:07.174111 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.plugin [None req-aedcd349-c48d-49d9-9806-ec3b0c0c9a54 None None] Port 4fd5adeb-aa24-4bc1-a6b1-f436d0dba3e6 cannot update to ACTIVE because it is not bound. {{(pid=83872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 14:06:07.178017 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-f3a5e8ea-2d76-4042-a103-b9c0a142a596 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2705172'] for port, after_update {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:06:07.191701 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:06:07.229271 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] For port 859d147d-c387-4c5f-98bd-2fc1e17bde3d, host dv-neutron-836180-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836180-1-hyperv',level=0,port_id=859d147d-c387-4c5f-98bd-2fc1e17bde3d,segment=NetworkSegment(7dda6c44-36cb-41a8-9461-bb9de0d50d1e),segment_id=7dda6c44-36cb-41a8-9461-bb9de0d50d1e)] {{(pid=83872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 14:06:07.247331 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864'] for port, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:06:07.299253 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:06:07.306421 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a5e8ea-2d76-4042-a103-b9c0a142a596 admin admin] Pushing event updated for resources: {'Port': ['ID=4fd5adeb-aa24-4bc1-a6b1-f436d0dba3e6,revision_number=2']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:06:07.308888 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-f3a5e8ea-2d76-4042-a103-b9c0a142a596 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3017508', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4084015'] for router_interface, after_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:06:07.334041 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Pushing event updated for resources: {'Port': ['ID=859d147d-c387-4c5f-98bd-2fc1e17bde3d,revision_number=3']} {{(pid=83872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:06:07.466164 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3a5e8ea-2d76-4042-a103-b9c0a142a596 admin admin] Network c2fc4bdb-8f1f-4150-82dd-04c13297128a is already hosted by enough agents. {{(pid=83869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 14:06:07.467442 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.scheduler.base_scheduler [None req-f3a5e8ea-2d76-4042-a103-b9c0a142a596 admin admin] Resources bound (agent type, host, resource id): {{(pid=83869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 14:06:07.482871 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-2f9cfc9c-d8ba-4de3-a4ad-98162f90557c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:06:07.711070 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-b166eb3d-a941-48bf-9879-5913c8011d26 None None] Provisioning complete for port 4fd5adeb-aa24-4bc1-a6b1-f436d0dba3e6 triggered by entity DHCP. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 14:06:07.711429 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-b166eb3d-a941-48bf-9879-5913c8011d26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-948329'] for port, provisioning_complete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:06:07.764131 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.plugin [None req-b166eb3d-a941-48bf-9879-5913c8011d26 None None] Port 4fd5adeb-aa24-4bc1-a6b1-f436d0dba3e6 cannot update to ACTIVE because it is not bound. {{(pid=83872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 14:06:07.970946 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3a5e8ea-2d76-4042-a103-b9c0a142a596 admin admin] Router 5e2c22a1-5758-44e6-9bca-de4f327758ed has already been hosted by L3 agent 88bf8fc8-11a3-4e96-9d1b-5fd93ba9f6f1 {{(pid=83869) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 14:06:08.167646 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3a5e8ea-2d76-4042-a103-b9c0a142a596 admin admin] Notify agent at l3_agent.dv-neutron-836180-1-hyperv the message routers_updated {{(pid=83869) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 14:06:08.176767 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-f3a5e8ea-2d76-4042-a103-b9c0a142a596 admin admin] 10.222.0.26 "PUT /v2.0/routers/5e2c22a1-5758-44e6-9bca-de4f327758ed/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7832487 Apr 01 14:06:08.907487 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Device 859d147d-c387-4c5f-98bd-2fc1e17bde3d up at agent ovs-agent-dv-neutron-836180-1-hyperv {{(pid=83872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 14:06:08.985199 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-a976a7b9-9034-41e6-be13-349b75ed1593 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:06:08.999653 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Provisioning complete for port 859d147d-c387-4c5f-98bd-2fc1e17bde3d triggered by entity L2. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 14:06:09.000056 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-948329'] for port, provisioning_complete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:06:09.016589 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 34188) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:06:09.022334 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.v2.base [None req-b63d3a88-c891-47b7-833e-b3cd94e7ea1d admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-450928547-network', 'tenant_id': '153f3ee833504a0b924098d6c342a4ff'}} {{(pid=83869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 14:06:09.026999 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-b63d3a88-c891-47b7-833e-b3cd94e7ea1d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 14:06:09.030819 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-b63d3a88-c891-47b7-833e-b3cd94e7ea1d admin admin] Usage tracker for resource:network and tenant:153f3ee833504a0b924098d6c342a4ff is out of sync, need to count used quota {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 14:06:09.033650 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-b63d3a88-c891-47b7-833e-b3cd94e7ea1d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 14:06:09.039515 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-b63d3a88-c891-47b7-833e-b3cd94e7ea1d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 14:06:09.050215 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b63d3a88-c891-47b7-833e-b3cd94e7ea1d admin admin] Made reservation on behalf of 153f3ee833504a0b924098d6c342a4ff for: {'network': 1} {{(pid=83869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 14:06:09.052945 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-b63d3a88-c891-47b7-833e-b3cd94e7ea1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for network, before_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:06:09.066091 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-b63d3a88-c891-47b7-833e-b3cd94e7ea1d admin admin] Notify callbacks [] for security_group, before_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:06:09.098522 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-b63d3a88-c891-47b7-833e-b3cd94e7ea1d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 14:06:09.102363 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-b63d3a88-c891-47b7-833e-b3cd94e7ea1d admin admin] Usage tracker for resource:security_group_rule and tenant:153f3ee833504a0b924098d6c342a4ff is out of sync, need to count used quota {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 14:06:09.105251 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-b63d3a88-c891-47b7-833e-b3cd94e7ea1d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 14:06:09.110835 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-b63d3a88-c891-47b7-833e-b3cd94e7ea1d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 14:06:09.111330 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Device 29ecb881-bca3-48a9-b92f-f17228d07570 up at agent ovs-agent-dv-neutron-836180-1-hyperv {{(pid=83872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 14:06:09.179896 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Provisioning for port 29ecb881-bca3-48a9-b92f-f17228d07570 completed by entity L2. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 14:06:09.181300 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-b63d3a88-c891-47b7-833e-b3cd94e7ea1d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:06:09.185070 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Provisioning complete for port 29ecb881-bca3-48a9-b92f-f17228d07570 triggered by entity L2. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 14:06:09.185220 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-b63d3a88-c891-47b7-833e-b3cd94e7ea1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3775923'] for security_group, after_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:06:09.185835 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-948329'] for port, provisioning_complete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:06:09.212962 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b63d3a88-c891-47b7-833e-b3cd94e7ea1d admin admin] vlan segment allocate from pool success with {'vlan_id': 355, 'physical_network': 'physnet1'} {{(pid=83869) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 14:06:09.226030 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63d3a88-c891-47b7-833e-b3cd94e7ea1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74ec87f1-2256-4cba-bb95-ad91713a00f2,revision_number=1']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:06:09.230328 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-b63d3a88-c891-47b7-833e-b3cd94e7ea1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1004271'] for segment, precommit_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:06:09.230667 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.db.segments_db [None req-b63d3a88-c891-47b7-833e-b3cd94e7ea1d admin admin] Added segment 59e266e7-2638-449f-88b9-4bfbaf069967 of type vlan for network 520a237c-250d-4b8a-b05c-e75ac214c9f0 Apr 01 14:06:09.257875 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-b63d3a88-c891-47b7-833e-b3cd94e7ea1d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736732923383'] for network, precommit_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:06:09.289121 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-b63d3a88-c891-47b7-833e-b3cd94e7ea1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575'] for network, after_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:06:09.290355 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b63d3a88-c891-47b7-833e-b3cd94e7ea1d admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:06:09.291103 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-b63d3a88-c891-47b7-833e-b3cd94e7ea1d admin admin] Notify callbacks [] for network, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:06:09.314821 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:06:09.331124 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-b63d3a88-c891-47b7-833e-b3cd94e7ea1d admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.3132703 Apr 01 14:06:09.332035 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] For port 29ecb881-bca3-48a9-b92f-f17228d07570, host dv-neutron-836180-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836180-1-hyperv',level=0,port_id=29ecb881-bca3-48a9-b92f-f17228d07570,segment=NetworkSegment(7b924dd8-4978-40c4-ad91-4b9b27348462),segment_id=7b924dd8-4978-40c4-ad91-4b9b27348462)] {{(pid=83872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 14:06:09.334123 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 34192) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:06:09.338478 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864'] for port, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:06:09.342116 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.v2.base [None req-47f555c6-87ac-48da-92c0-02ae7e69872f admin admin] Request body: {'subnet': {'network_id': '520a237c-250d-4b8a-b05c-e75ac214c9f0', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-450928547-subnet', 'tenant_id': '153f3ee833504a0b924098d6c342a4ff', 'ip_version': 4}} {{(pid=83871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 14:06:09.350965 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-47f555c6-87ac-48da-92c0-02ae7e69872f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 14:06:09.355359 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-47f555c6-87ac-48da-92c0-02ae7e69872f admin admin] Usage tracker for resource:subnet and tenant:153f3ee833504a0b924098d6c342a4ff is out of sync, need to count used quota {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 14:06:09.358388 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-47f555c6-87ac-48da-92c0-02ae7e69872f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 14:06:09.365527 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-47f555c6-87ac-48da-92c0-02ae7e69872f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 14:06:09.376178 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47f555c6-87ac-48da-92c0-02ae7e69872f admin admin] Made reservation on behalf of 153f3ee833504a0b924098d6c342a4ff for: {'subnet': 1} {{(pid=83871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 14:06:09.378781 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-47f555c6-87ac-48da-92c0-02ae7e69872f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2757336'] for subnet, before_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:06:09.405685 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63d3a88-c891-47b7-833e-b3cd94e7ea1d admin admin] Pushing event updated for resources: {'Network': ['ID=520a237c-250d-4b8a-b05c-e75ac214c9f0,revision_number=1']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:06:09.408690 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Pushing event updated for resources: {'Port': ['ID=29ecb881-bca3-48a9-b92f-f17228d07570,revision_number=4']} {{(pid=83872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:06:09.417134 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Network 520a237c-250d-4b8a-b05c-e75ac214c9f0 details requested by agent ovs-agent-dv-neutron-836180-1-hyperv with host dv-neutron-836180-1-hyperv {{(pid=83872) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 14:06:09.584510 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-47f555c6-87ac-48da-92c0-02ae7e69872f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2743225', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2757366'] for subnet, after_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:06:09.658626 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f555c6-87ac-48da-92c0-02ae7e69872f admin admin] Pushing event updated for resources: {'Subnet': ['ID=55e76660-37ef-4ad9-a226-3f1916ef748f,revision_number=0']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:06:09.667840 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47f555c6-87ac-48da-92c0-02ae7e69872f admin admin] Checking segment: {'id': '59e266e7-2638-449f-88b9-4bfbaf069967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '520a237c-250d-4b8a-b05c-e75ac214c9f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 14:06:09.668187 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47f555c6-87ac-48da-92c0-02ae7e69872f admin admin] Network hostable DHCP agents. Network: 520a237c-250d-4b8a-b05c-e75ac214c9f0, hostable agents: ['e47e4547-5c2d-4954-ba56-fa3646239f18'], hosted agents: [] {{(pid=83871) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 14:06:09.689615 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47f555c6-87ac-48da-92c0-02ae7e69872f admin admin] Network 520a237c-250d-4b8a-b05c-e75ac214c9f0 is scheduled to be hosted by DHCP agent e47e4547-5c2d-4954-ba56-fa3646239f18 with binding_index 1 {{(pid=83871) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 14:06:09.699101 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.scheduler.base_scheduler [None req-47f555c6-87ac-48da-92c0-02ae7e69872f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-836180-1-hyperv, 520a237c-250d-4b8a-b05c-e75ac214c9f0) {{(pid=83871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 14:06:09.702960 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47f555c6-87ac-48da-92c0-02ae7e69872f admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:06:09.703536 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-47f555c6-87ac-48da-92c0-02ae7e69872f admin admin] Notify callbacks [] for subnet, before_response {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:06:09.709073 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9433c591-db51-4ecb-ac0a-90cd073eed48 None None] Network 520a237c-250d-4b8a-b05c-e75ac214c9f0 requested from dv-neutron-836180-1-hyperv {{(pid=83872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 14:06:09.724973 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-47f555c6-87ac-48da-92c0-02ae7e69872f admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3892896 Apr 01 14:06:09.727846 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 34196) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:06:09.732976 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.v2.base [None req-7ef137ae-038b-498b-a46b-713d71cfb3dd admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-450928547-router', 'tenant_id': '153f3ee833504a0b924098d6c342a4ff', 'external_gateway_info': {'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301'}}} {{(pid=83869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 14:06:09.737656 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-7ef137ae-038b-498b-a46b-713d71cfb3dd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 14:06:09.741515 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-7ef137ae-038b-498b-a46b-713d71cfb3dd admin admin] Usage tracker for resource:router and tenant:153f3ee833504a0b924098d6c342a4ff is out of sync, need to count used quota {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 14:06:09.744368 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-7ef137ae-038b-498b-a46b-713d71cfb3dd admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 14:06:09.750026 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-7ef137ae-038b-498b-a46b-713d71cfb3dd admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 14:06:09.760933 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-7ef137ae-038b-498b-a46b-713d71cfb3dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4082176', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4220'] for router, before_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:06:09.761834 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-7ef137ae-038b-498b-a46b-713d71cfb3dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4082277', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4084873', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4148249', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4211'] for router, precommit_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:06:09.779992 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-7ef137ae-038b-498b-a46b-713d71cfb3dd admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:06:09.945654 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-7ef137ae-038b-498b-a46b-713d71cfb3dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4084887', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4079850', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4161'] for router, precommit_update {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:06:09.961866 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66abdc9b-1f59-48ec-9356-043833a9499f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7e7d0ecb-2af4-55f5-9198-238ab0570d62-520a237c-250d-4b8a-b05c-e75ac214c9f0', 'network_id': '520a237c-250d-4b8a-b05c-e75ac214c9f0', 'tenant_id': '153f3ee833504a0b924098d6c342a4ff', 'fixed_ips': [{'subnet_id': '55e76660-37ef-4ad9-a226-3f1916ef748f'}]}} from dv-neutron-836180-1-hyperv. {{(pid=83872) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 01 14:06:09.962682 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-66abdc9b-1f59-48ec-9356-043833a9499f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:06:10.118881 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.db_base_plugin_common [None req-66abdc9b-1f59-48ec-9356-043833a9499f None None] Allocated IP 172.20.0.2 (520a237c-250d-4b8a-b05c-e75ac214c9f0/55e76660-37ef-4ad9-a226-3f1916ef748f/9f0cbfd1-6ba5-4bc8-8341-e5bbd3828d4f) {{(pid=83872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 14:06:10.140753 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-7ef137ae-038b-498b-a46b-713d71cfb3dd admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:06:10.170766 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-7ef137ae-038b-498b-a46b-713d71cfb3dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:06:10.314612 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.db_base_plugin_common [None req-7ef137ae-038b-498b-a46b-713d71cfb3dd admin admin] Allocated IP 172.26.5.84 (725864b8-cceb-48c9-b5d3-1bfc4423e301/e2ed99db-0e25-4971-b535-7fa69231fae8/e89ddbcc-3dbc-4148-8b86-f0d92ba233cc) {{(pid=83869) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 14:06:10.335307 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-66abdc9b-1f59-48ec-9356-043833a9499f None None] Notify callbacks [] for port, precommit_create {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:06:10.347475 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-66abdc9b-1f59-48ec-9356-043833a9499f None None] Transition to ACTIVE for port object 9f0cbfd1-6ba5-4bc8-8341-e5bbd3828d4f will not be triggered until provisioned by entity L2. {{(pid=83872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 14:06:10.369619 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-66abdc9b-1f59-48ec-9356-043833a9499f None None] Transition to ACTIVE for port object 9f0cbfd1-6ba5-4bc8-8341-e5bbd3828d4f will not be triggered until provisioned by entity DHCP. {{(pid=83872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 14:06:10.376539 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-66abdc9b-1f59-48ec-9356-043833a9499f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736732935801'] for port, after_create {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:06:10.439433 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66abdc9b-1f59-48ec-9356-043833a9499f None None] Network 520a237c-250d-4b8a-b05c-e75ac214c9f0 is already hosted by enough agents. {{(pid=83872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 14:06:10.443490 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.scheduler.base_scheduler [None req-66abdc9b-1f59-48ec-9356-043833a9499f None None] Resources bound (agent type, host, resource id): {{(pid=83872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 14:06:10.447457 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66abdc9b-1f59-48ec-9356-043833a9499f None None] Received port after_create {{(pid=83872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 14:06:10.466897 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66abdc9b-1f59-48ec-9356-043833a9499f None None] Pushing event updated for resources: {'Port': ['ID=9f0cbfd1-6ba5-4bc8-8341-e5bbd3828d4f,revision_number=1']} {{(pid=83872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:06:10.554933 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.managers [None req-66abdc9b-1f59-48ec-9356-043833a9499f None None] Attempting to bind port 9f0cbfd1-6ba5-4bc8-8341-e5bbd3828d4f on host dv-neutron-836180-1-hyperv for vnic_type normal with profile {{(pid=83872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 14:06:10.555344 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.managers [None req-66abdc9b-1f59-48ec-9356-043833a9499f None None] Attempting to bind port 9f0cbfd1-6ba5-4bc8-8341-e5bbd3828d4f by drivers openvswitch,hyperv on host dv-neutron-836180-1-hyperv at level 0 using segments [{'id': '59e266e7-2638-449f-88b9-4bfbaf069967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '520a237c-250d-4b8a-b05c-e75ac214c9f0'}] {{(pid=83872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 14:06:10.555696 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66abdc9b-1f59-48ec-9356-043833a9499f None None] Attempting to bind port 9f0cbfd1-6ba5-4bc8-8341-e5bbd3828d4f on network 520a237c-250d-4b8a-b05c-e75ac214c9f0 {{(pid=83872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 14:06:10.562173 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66abdc9b-1f59-48ec-9356-043833a9499f None None] Checking agent: {'id': 'af948428-97cd-4d10-9f53-af028bdb39b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-836180-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 13, 25, 37), 'started_at': datetime.datetime(2022, 4, 1, 13, 26, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 14, 6, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-836180-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 14:06:10.562527 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66abdc9b-1f59-48ec-9356-043833a9499f None None] Checking segment: {'id': '59e266e7-2638-449f-88b9-4bfbaf069967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '520a237c-250d-4b8a-b05c-e75ac214c9f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 14:06:10.563163 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-66abdc9b-1f59-48ec-9356-043833a9499f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:06:10.563537 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66abdc9b-1f59-48ec-9356-043833a9499f None None] Bound using segment: {'id': '59e266e7-2638-449f-88b9-4bfbaf069967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '520a237c-250d-4b8a-b05c-e75ac214c9f0'} {{(pid=83872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 14:06:10.563975 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.managers [None req-66abdc9b-1f59-48ec-9356-043833a9499f None None] Bound port: 9f0cbfd1-6ba5-4bc8-8341-e5bbd3828d4f, host: dv-neutron-836180-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '59e266e7-2638-449f-88b9-4bfbaf069967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '520a237c-250d-4b8a-b05c-e75ac214c9f0'}}] {{(pid=83872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 14:06:10.564367 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-66abdc9b-1f59-48ec-9356-043833a9499f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:06:10.582975 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-7ef137ae-038b-498b-a46b-713d71cfb3dd admin admin] Notify callbacks [] for port, precommit_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:06:10.611118 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-7ef137ae-038b-498b-a46b-713d71cfb3dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736732935801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2705155'] for port, after_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:06:10.646240 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff08e7ae-7b97-472d-8212-7ebbc210cd29 None None] Sync routers for ids ['5e2c22a1-5758-44e6-9bca-de4f327758ed'] in dv-neutron-836180-1-hyperv {{(pid=83872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 14:06:10.660564 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-66abdc9b-1f59-48ec-9356-043833a9499f None None] For port 9f0cbfd1-6ba5-4bc8-8341-e5bbd3828d4f, host dv-neutron-836180-1-hyperv, cleared binding levels {{(pid=83872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 14:06:10.665059 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-66abdc9b-1f59-48ec-9356-043833a9499f None None] For port 9f0cbfd1-6ba5-4bc8-8341-e5bbd3828d4f, host dv-neutron-836180-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836180-1-hyperv',level=0,port_id=9f0cbfd1-6ba5-4bc8-8341-e5bbd3828d4f,segment=NetworkSegment(59e266e7-2638-449f-88b9-4bfbaf069967),segment_id=59e266e7-2638-449f-88b9-4bfbaf069967)] {{(pid=83872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 14:06:10.669283 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff08e7ae-7b97-472d-8212-7ebbc210cd29 None None] Routers {'5e2c22a1-5758-44e6-9bca-de4f327758ed'} bound to L3 agent in host dv-neutron-836180-1-hyperv {{(pid=83872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 14:06:10.670283 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_hamode_db [None req-ff08e7ae-7b97-472d-8212-7ebbc210cd29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836180-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-01T13:25:36Z,description=,heartbeat_timestamp=2022-04-01T14:06:06Z,host='dv-neutron-836180-1-hyperv',id=88bf8fc8-11a3-4e96-9d1b-5fd93ba9f6f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T13:25:36Z,topic='l3_agent')) {'router_ids': ['5e2c22a1-5758-44e6-9bca-de4f327758ed'], 'active': True} {{(pid=83872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 14:06:10.687898 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ef137ae-038b-498b-a46b-713d71cfb3dd admin admin] Network 725864b8-cceb-48c9-b5d3-1bfc4423e301 is already hosted by enough agents. {{(pid=83869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 14:06:10.691154 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.scheduler.base_scheduler [None req-7ef137ae-038b-498b-a46b-713d71cfb3dd admin admin] Resources bound (agent type, host, resource id): {{(pid=83869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 14:06:10.694032 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ef137ae-038b-498b-a46b-713d71cfb3dd admin admin] Received port after_create {{(pid=83869) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 14:06:10.725574 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-66abdc9b-1f59-48ec-9356-043833a9499f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864'] for port, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:06:10.726777 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef137ae-038b-498b-a46b-713d71cfb3dd admin admin] Pushing event updated for resources: {'Port': ['ID=e89ddbcc-3dbc-4148-8b86-f0d92ba233cc,revision_number=1']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:06:10.861159 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Device 29ecb881-bca3-48a9-b92f-f17228d07570 up at agent ovs-agent-dv-neutron-836180-1-hyperv {{(pid=83872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 14:06:10.871248 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-7ef137ae-038b-498b-a46b-713d71cfb3dd admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:06:10.872089 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-7ef137ae-038b-498b-a46b-713d71cfb3dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4082201', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4084858'] for router, after_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:06:10.928110 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66abdc9b-1f59-48ec-9356-043833a9499f None None] Pushing event updated for resources: {'Port': ['ID=9f0cbfd1-6ba5-4bc8-8341-e5bbd3828d4f,revision_number=2']} {{(pid=83872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:06:10.981268 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_dvr_db [None req-ff08e7ae-7b97-472d-8212-7ebbc210cd29 None None] Set router 5e2c22a1-5758-44e6-9bca-de4f327758ed gateway port host: dv-neutron-836180-1-hyperv {{(pid=83872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 14:06:11.056405 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Provisioning complete for port 29ecb881-bca3-48a9-b92f-f17228d07570 triggered by entity L2. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 14:06:11.056773 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-948329'] for port, provisioning_complete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:06:11.140125 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ef137ae-038b-498b-a46b-713d71cfb3dd admin admin] Router 2ec04535-3ee2-4c2a-b71d-da9d61a1e920 is scheduled to L3 agent 88bf8fc8-11a3-4e96-9d1b-5fd93ba9f6f1 with binding_index 1 {{(pid=83869) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 01 14:06:11.369187 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ef137ae-038b-498b-a46b-713d71cfb3dd admin admin] Notify agent at l3_agent.dv-neutron-836180-1-hyperv the message routers_updated {{(pid=83869) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 14:06:11.378660 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3faa09f2-8c47-462d-ae9d-def8650f28e5 None None] Sync routers for ids ['2ec04535-3ee2-4c2a-b71d-da9d61a1e920'] in dv-neutron-836180-1-hyperv {{(pid=83873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 14:06:11.390325 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3faa09f2-8c47-462d-ae9d-def8650f28e5 None None] Routers {'2ec04535-3ee2-4c2a-b71d-da9d61a1e920'} bound to L3 agent in host dv-neutron-836180-1-hyperv {{(pid=83873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 14:06:11.391329 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-3faa09f2-8c47-462d-ae9d-def8650f28e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836180-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-01T13:25:36Z,description=,heartbeat_timestamp=2022-04-01T14:06:06Z,host='dv-neutron-836180-1-hyperv',id=88bf8fc8-11a3-4e96-9d1b-5fd93ba9f6f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T13:25:36Z,topic='l3_agent')) {'router_ids': ['2ec04535-3ee2-4c2a-b71d-da9d61a1e920'], 'active': True} {{(pid=83873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 14:06:11.396529 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-7ef137ae-038b-498b-a46b-713d71cfb3dd admin admin] Notify callbacks [] for router, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:06:11.397923 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-7ef137ae-038b-498b-a46b-713d71cfb3dd admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.6688981 Apr 01 14:06:11.400481 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 34200) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:06:11.428882 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_hamode_db [None req-ff08e7ae-7b97-472d-8212-7ebbc210cd29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e2c22a1-5758-44e6-9bca-de4f327758ed', 'name': 'tempest-TestEncryptedCinderVolumes-1189722795-router', 'tenant_id': '2dc83197b27846c8ab911d39f344f498', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'external_fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.31'}], 'enable_snat': True}, 'gw_port_id': '29ecb881-bca3-48a9-b92f-f17228d07570', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T14:06:03Z', 'updated_at': '2022-04-01T14:06:06Z', 'revision_number': 4, 'project_id': '2dc83197b27846c8ab911d39f344f498', 'gw_port': {'id': '29ecb881-bca3-48a9-b92f-f17228d07570', 'name': '', 'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:7e:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e2c22a1-5758-44e6-9bca-de4f327758ed', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836180-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T14:06:04Z', 'updated_at': '2022-04-01T14:06:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836180-1-hyperv', '_interfaces': [{'id': '4fd5adeb-aa24-4bc1-a6b1-f436d0dba3e6', 'name': '', 'network_id': 'c2fc4bdb-8f1f-4150-82dd-04c13297128a', 'tenant_id': '2dc83197b27846c8ab911d39f344f498', 'mac_address': 'fa:16:3e:fd:3b:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e2c22a1-5758-44e6-9bca-de4f327758ed', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6261dbf4-23e5-4582-816c-684e6637cea4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T14:06:06Z', 'updated_at': '2022-04-01T14:06:07Z', 'revision_number': 2, 'project_id': '2dc83197b27846c8ab911d39f344f498', 'subnets': [{'id': '6261dbf4-23e5-4582-816c-684e6637cea4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-836180-1-hyperv', False) {} {{(pid=83872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 14:06:11.433191 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff08e7ae-7b97-472d-8212-7ebbc210cd29 None None] Checking router: 5e2c22a1-5758-44e6-9bca-de4f327758ed for host: dv-neutron-836180-1-hyperv {{(pid=83872) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 01 14:06:11.433475 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff08e7ae-7b97-472d-8212-7ebbc210cd29 None None] Updating router 5e2c22a1-5758-44e6-9bca-de4f327758ed port 4fd5adeb-aa24-4bc1-a6b1-f436d0dba3e6 binding host dv-neutron-836180-1-hyperv {{(pid=83872) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 01 14:06:11.493919 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-ff08e7ae-7b97-472d-8212-7ebbc210cd29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:06:11.574983 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_dvr_db [None req-3faa09f2-8c47-462d-ae9d-def8650f28e5 None None] Set router 2ec04535-3ee2-4c2a-b71d-da9d61a1e920 gateway port host: dv-neutron-836180-1-hyperv {{(pid=83873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 14:06:11.893037 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-3faa09f2-8c47-462d-ae9d-def8650f28e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ec04535-3ee2-4c2a-b71d-da9d61a1e920', 'name': 'tempest-TestEncryptedCinderVolumes-450928547-router', 'tenant_id': '153f3ee833504a0b924098d6c342a4ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'external_fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.84'}], 'enable_snat': True}, 'gw_port_id': 'e89ddbcc-3dbc-4148-8b86-f0d92ba233cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T14:06:09Z', 'updated_at': '2022-04-01T14:06:10Z', 'revision_number': 3, 'project_id': '153f3ee833504a0b924098d6c342a4ff', 'gw_port': {'id': 'e89ddbcc-3dbc-4148-8b86-f0d92ba233cc', 'name': '', 'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:05:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ec04535-3ee2-4c2a-b71d-da9d61a1e920', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T14:06:10Z', 'updated_at': '2022-04-01T14:06:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836180-1-hyperv'}], 'dv-neutron-836180-1-hyperv', False) {} {{(pid=83873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 14:06:11.898090 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3faa09f2-8c47-462d-ae9d-def8650f28e5 None None] Checking router: 2ec04535-3ee2-4c2a-b71d-da9d61a1e920 for host: dv-neutron-836180-1-hyperv {{(pid=83873) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 01 14:06:11.898432 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3faa09f2-8c47-462d-ae9d-def8650f28e5 None None] Updating router 2ec04535-3ee2-4c2a-b71d-da9d61a1e920 port e89ddbcc-3dbc-4148-8b86-f0d92ba233cc binding host dv-neutron-836180-1-hyperv {{(pid=83873) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 01 14:06:11.951627 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-ff08e7ae-7b97-472d-8212-7ebbc210cd29 None None] Notify callbacks [] for port, precommit_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:06:11.959344 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-3faa09f2-8c47-462d-ae9d-def8650f28e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:06:11.964715 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-ff08e7ae-7b97-472d-8212-7ebbc210cd29 None None] Transition to ACTIVE for port object 4fd5adeb-aa24-4bc1-a6b1-f436d0dba3e6 will not be triggered until provisioned by entity L2. {{(pid=83872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 14:06:11.976365 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-ff08e7ae-7b97-472d-8212-7ebbc210cd29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864'] for port, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:06:12.139037 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf2bba4-cc61-4745-a6cf-a70801e4cb1f None None] Pushing event updated for resources: {'Port': ['ID=4fd5adeb-aa24-4bc1-a6b1-f436d0dba3e6,revision_number=3']} {{(pid=83872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:06:12.149592 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97e93f68-1ec4-4be2-838c-b561d628c9ba None None] Network 520a237c-250d-4b8a-b05c-e75ac214c9f0 requested from dv-neutron-836180-1-hyperv {{(pid=83872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 14:06:12.200101 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-8320635a-30a8-4a32-970b-c86efa3dce3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:06:12.348996 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.managers [None req-ff08e7ae-7b97-472d-8212-7ebbc210cd29 None None] Attempting to bind port 4fd5adeb-aa24-4bc1-a6b1-f436d0dba3e6 on host dv-neutron-836180-1-hyperv for vnic_type normal with profile {{(pid=83872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 14:06:12.349709 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.managers [None req-ff08e7ae-7b97-472d-8212-7ebbc210cd29 None None] Attempting to bind port 4fd5adeb-aa24-4bc1-a6b1-f436d0dba3e6 by drivers openvswitch,hyperv on host dv-neutron-836180-1-hyperv at level 0 using segments [{'id': '7dda6c44-36cb-41a8-9461-bb9de0d50d1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'c2fc4bdb-8f1f-4150-82dd-04c13297128a'}] {{(pid=83872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 14:06:12.350267 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff08e7ae-7b97-472d-8212-7ebbc210cd29 None None] Attempting to bind port 4fd5adeb-aa24-4bc1-a6b1-f436d0dba3e6 on network c2fc4bdb-8f1f-4150-82dd-04c13297128a {{(pid=83872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 14:06:12.367276 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-74a72163-7c65-4cdf-9fbb-4060ef3bf053 None None] Provisioning for port 9f0cbfd1-6ba5-4bc8-8341-e5bbd3828d4f completed by entity DHCP. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 14:06:12.374198 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-3faa09f2-8c47-462d-ae9d-def8650f28e5 None None] Notify callbacks [] for port, precommit_update {{(pid=83873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:06:12.374998 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff08e7ae-7b97-472d-8212-7ebbc210cd29 None None] Checking agent: {'id': 'af948428-97cd-4d10-9f53-af028bdb39b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-836180-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 13, 25, 37), 'started_at': datetime.datetime(2022, 4, 1, 13, 26, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 14, 6, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-836180-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 14:06:12.375916 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff08e7ae-7b97-472d-8212-7ebbc210cd29 None None] Checking segment: {'id': '7dda6c44-36cb-41a8-9461-bb9de0d50d1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'c2fc4bdb-8f1f-4150-82dd-04c13297128a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 14:06:12.375916 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-ff08e7ae-7b97-472d-8212-7ebbc210cd29 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:06:12.376409 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff08e7ae-7b97-472d-8212-7ebbc210cd29 None None] Bound using segment: {'id': '7dda6c44-36cb-41a8-9461-bb9de0d50d1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'c2fc4bdb-8f1f-4150-82dd-04c13297128a'} {{(pid=83872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 14:06:12.376985 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.managers [None req-ff08e7ae-7b97-472d-8212-7ebbc210cd29 None None] Bound port: 4fd5adeb-aa24-4bc1-a6b1-f436d0dba3e6, host: dv-neutron-836180-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7dda6c44-36cb-41a8-9461-bb9de0d50d1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'c2fc4bdb-8f1f-4150-82dd-04c13297128a'}}] {{(pid=83872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 14:06:12.377469 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-ff08e7ae-7b97-472d-8212-7ebbc210cd29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:06:12.388477 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-3faa09f2-8c47-462d-ae9d-def8650f28e5 None None] Transition to ACTIVE for port object e89ddbcc-3dbc-4148-8b86-f0d92ba233cc will not be triggered until provisioned by entity L2. {{(pid=83873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 14:06:12.395859 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-3faa09f2-8c47-462d-ae9d-def8650f28e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864'] for port, after_update {{(pid=83873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:06:12.478683 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.plugins.ml2.managers [None req-3faa09f2-8c47-462d-ae9d-def8650f28e5 None None] Attempting to bind port e89ddbcc-3dbc-4148-8b86-f0d92ba233cc on host dv-neutron-836180-1-hyperv for vnic_type normal with profile {{(pid=83873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 14:06:12.479165 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.plugins.ml2.managers [None req-3faa09f2-8c47-462d-ae9d-def8650f28e5 None None] Attempting to bind port e89ddbcc-3dbc-4148-8b86-f0d92ba233cc by drivers openvswitch,hyperv on host dv-neutron-836180-1-hyperv at level 0 using segments [{'id': '7b924dd8-4978-40c4-ad91-4b9b27348462', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301'}] {{(pid=83873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 14:06:12.479524 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3faa09f2-8c47-462d-ae9d-def8650f28e5 None None] Attempting to bind port e89ddbcc-3dbc-4148-8b86-f0d92ba233cc on network 725864b8-cceb-48c9-b5d3-1bfc4423e301 {{(pid=83873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 14:06:12.481649 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82683682-ec54-4ab0-8505-bdec8d25aafc None None] Pushing event updated for resources: {'Port': ['ID=e89ddbcc-3dbc-4148-8b86-f0d92ba233cc,revision_number=2']} {{(pid=83873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:06:12.488878 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3faa09f2-8c47-462d-ae9d-def8650f28e5 None None] Checking agent: {'id': 'af948428-97cd-4d10-9f53-af028bdb39b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-836180-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 13, 25, 37), 'started_at': datetime.datetime(2022, 4, 1, 13, 26, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 14, 6, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-836180-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 14:06:12.489247 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3faa09f2-8c47-462d-ae9d-def8650f28e5 None None] Checking segment: {'id': '7b924dd8-4978-40c4-ad91-4b9b27348462', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 14:06:12.489641 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-3faa09f2-8c47-462d-ae9d-def8650f28e5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:06:12.490019 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3faa09f2-8c47-462d-ae9d-def8650f28e5 None None] Bound using segment: {'id': '7b924dd8-4978-40c4-ad91-4b9b27348462', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301'} {{(pid=83873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 14:06:12.490481 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.plugins.ml2.managers [None req-3faa09f2-8c47-462d-ae9d-def8650f28e5 None None] Bound port: e89ddbcc-3dbc-4148-8b86-f0d92ba233cc, host: dv-neutron-836180-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b924dd8-4978-40c4-ad91-4b9b27348462', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301'}}] {{(pid=83873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 14:06:12.490844 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-3faa09f2-8c47-462d-ae9d-def8650f28e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:06:12.569050 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.plugins.ml2.db [None req-3faa09f2-8c47-462d-ae9d-def8650f28e5 None None] For port e89ddbcc-3dbc-4148-8b86-f0d92ba233cc, host dv-neutron-836180-1-hyperv, cleared binding levels {{(pid=83873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 14:06:12.572520 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.plugins.ml2.db [None req-3faa09f2-8c47-462d-ae9d-def8650f28e5 None None] For port e89ddbcc-3dbc-4148-8b86-f0d92ba233cc, host dv-neutron-836180-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836180-1-hyperv',level=0,port_id=e89ddbcc-3dbc-4148-8b86-f0d92ba233cc,segment=NetworkSegment(7b924dd8-4978-40c4-ad91-4b9b27348462),segment_id=7b924dd8-4978-40c4-ad91-4b9b27348462)] {{(pid=83873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 14:06:12.579337 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-3faa09f2-8c47-462d-ae9d-def8650f28e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864'] for port, after_update {{(pid=83873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:06:12.584225 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-ff08e7ae-7b97-472d-8212-7ebbc210cd29 None None] For port 4fd5adeb-aa24-4bc1-a6b1-f436d0dba3e6, host dv-neutron-836180-1-hyperv, cleared binding levels {{(pid=83872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 14:06:12.601737 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-ff08e7ae-7b97-472d-8212-7ebbc210cd29 None None] For port 4fd5adeb-aa24-4bc1-a6b1-f436d0dba3e6, host dv-neutron-836180-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836180-1-hyperv',level=0,port_id=4fd5adeb-aa24-4bc1-a6b1-f436d0dba3e6,segment=NetworkSegment(7dda6c44-36cb-41a8-9461-bb9de0d50d1e),segment_id=7dda6c44-36cb-41a8-9461-bb9de0d50d1e)] {{(pid=83872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 14:06:12.603076 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.db_base_plugin_common [None req-8320635a-30a8-4a32-970b-c86efa3dce3f admin admin] Allocated IP 172.20.0.1 (520a237c-250d-4b8a-b05c-e75ac214c9f0/55e76660-37ef-4ad9-a226-3f1916ef748f/03f9f3e6-1fba-477f-9e68-d67afcb0e4a2) {{(pid=83869) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 14:06:12.611904 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-ff08e7ae-7b97-472d-8212-7ebbc210cd29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864'] for port, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:06:12.665132 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82683682-ec54-4ab0-8505-bdec8d25aafc None None] Pushing event updated for resources: {'Port': ['ID=e89ddbcc-3dbc-4148-8b86-f0d92ba233cc,revision_number=3']} {{(pid=83873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:06:12.667712 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3faa09f2-8c47-462d-ae9d-def8650f28e5 None None] Routers {'2ec04535-3ee2-4c2a-b71d-da9d61a1e920'} bound to L3 agent in host dv-neutron-836180-1-hyperv {{(pid=83873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 14:06:12.668319 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-3faa09f2-8c47-462d-ae9d-def8650f28e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836180-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-01T13:25:36Z,description=,heartbeat_timestamp=2022-04-01T14:06:06Z,host='dv-neutron-836180-1-hyperv',id=88bf8fc8-11a3-4e96-9d1b-5fd93ba9f6f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T13:25:36Z,topic='l3_agent')) {'router_ids': ['2ec04535-3ee2-4c2a-b71d-da9d61a1e920'], 'active': True} {{(pid=83873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 14:06:12.714038 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf2bba4-cc61-4745-a6cf-a70801e4cb1f None None] Pushing event updated for resources: {'Port': ['ID=4fd5adeb-aa24-4bc1-a6b1-f436d0dba3e6,revision_number=4']} {{(pid=83872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:06:12.717067 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff08e7ae-7b97-472d-8212-7ebbc210cd29 None None] Routers {'5e2c22a1-5758-44e6-9bca-de4f327758ed'} bound to L3 agent in host dv-neutron-836180-1-hyperv {{(pid=83872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 14:06:12.720413 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_hamode_db [None req-ff08e7ae-7b97-472d-8212-7ebbc210cd29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836180-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-01T13:25:36Z,description=,heartbeat_timestamp=2022-04-01T14:06:06Z,host='dv-neutron-836180-1-hyperv',id=88bf8fc8-11a3-4e96-9d1b-5fd93ba9f6f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T13:25:36Z,topic='l3_agent')) {'router_ids': ['5e2c22a1-5758-44e6-9bca-de4f327758ed'], 'active': True} {{(pid=83872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 14:06:12.786990 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-8320635a-30a8-4a32-970b-c86efa3dce3f admin admin] Notify callbacks [] for port, precommit_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:06:12.812124 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.provisioning_blocks [None req-8320635a-30a8-4a32-970b-c86efa3dce3f admin admin] Transition to ACTIVE for port object 03f9f3e6-1fba-477f-9e68-d67afcb0e4a2 will not be triggered until provisioned by entity DHCP. {{(pid=83869) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 14:06:12.857004 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-8320635a-30a8-4a32-970b-c86efa3dce3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736732935801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2705155'] for port, after_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:06:12.954644 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Device 9f0cbfd1-6ba5-4bc8-8341-e5bbd3828d4f up at agent ovs-agent-dv-neutron-836180-1-hyperv {{(pid=83872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 14:06:12.972060 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_dvr_db [None req-3faa09f2-8c47-462d-ae9d-def8650f28e5 None None] Set router 2ec04535-3ee2-4c2a-b71d-da9d61a1e920 gateway port host: dv-neutron-836180-1-hyperv {{(pid=83873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 14:06:13.000894 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8320635a-30a8-4a32-970b-c86efa3dce3f admin admin] Pushing event updated for resources: {'Port': ['ID=03f9f3e6-1fba-477f-9e68-d67afcb0e4a2,revision_number=1']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:06:13.017492 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8320635a-30a8-4a32-970b-c86efa3dce3f admin admin] Network 520a237c-250d-4b8a-b05c-e75ac214c9f0 is already hosted by enough agents. {{(pid=83869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 14:06:13.019899 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.scheduler.base_scheduler [None req-8320635a-30a8-4a32-970b-c86efa3dce3f admin admin] Resources bound (agent type, host, resource id): {{(pid=83869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 14:06:13.024109 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8320635a-30a8-4a32-970b-c86efa3dce3f admin admin] Received port after_create {{(pid=83869) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 14:06:13.054514 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_dvr_db [None req-ff08e7ae-7b97-472d-8212-7ebbc210cd29 None None] Set router 5e2c22a1-5758-44e6-9bca-de4f327758ed gateway port host: dv-neutron-836180-1-hyperv {{(pid=83872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 14:06:13.090514 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-8320635a-30a8-4a32-970b-c86efa3dce3f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4084144'] for router_interface, before_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:06:13.148798 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Provisioning for port 9f0cbfd1-6ba5-4bc8-8341-e5bbd3828d4f completed by entity L2. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 14:06:13.158596 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Provisioning complete for port 9f0cbfd1-6ba5-4bc8-8341-e5bbd3828d4f triggered by entity L2. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 14:06:13.159914 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-948329'] for port, provisioning_complete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:06:13.186379 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-8320635a-30a8-4a32-970b-c86efa3dce3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:06:13.373077 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-3faa09f2-8c47-462d-ae9d-def8650f28e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ec04535-3ee2-4c2a-b71d-da9d61a1e920', 'name': 'tempest-TestEncryptedCinderVolumes-450928547-router', 'tenant_id': '153f3ee833504a0b924098d6c342a4ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'external_fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.84'}], 'enable_snat': True}, 'gw_port_id': 'e89ddbcc-3dbc-4148-8b86-f0d92ba233cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T14:06:09Z', 'updated_at': '2022-04-01T14:06:10Z', 'revision_number': 3, 'project_id': '153f3ee833504a0b924098d6c342a4ff', 'gw_port': {'id': 'e89ddbcc-3dbc-4148-8b86-f0d92ba233cc', 'name': '', 'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:05:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ec04535-3ee2-4c2a-b71d-da9d61a1e920', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836180-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T14:06:10Z', 'updated_at': '2022-04-01T14:06:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836180-1-hyperv'}], 'dv-neutron-836180-1-hyperv', False) {} {{(pid=83873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 14:06:13.377314 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3faa09f2-8c47-462d-ae9d-def8650f28e5 None None] The sync data for ids ['2ec04535-3ee2-4c2a-b71d-da9d61a1e920'] in dv-neutron-836180-1-hyperv is: [{'id': '2ec04535-3ee2-4c2a-b71d-da9d61a1e920', 'name': 'tempest-TestEncryptedCinderVolumes-450928547-router', 'tenant_id': '153f3ee833504a0b924098d6c342a4ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'external_fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.84'}], 'enable_snat': True}, 'gw_port_id': 'e89ddbcc-3dbc-4148-8b86-f0d92ba233cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T14:06:09Z', 'updated_at': '2022-04-01T14:06:10Z', 'revision_number': 3, 'project_id': '153f3ee833504a0b924098d6c342a4ff', 'gw_port': {'id': 'e89ddbcc-3dbc-4148-8b86-f0d92ba233cc', 'name': '', 'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:05:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ec04535-3ee2-4c2a-b71d-da9d61a1e920', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836180-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T14:06:10Z', 'updated_at': '2022-04-01T14:06:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836180-1-hyperv'}] {{(pid=83873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 14:06:13.439785 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-7a76dfe2-4428-4bcf-81d2-11ec9134b2d5 None None] Provisioning complete for port 9f0cbfd1-6ba5-4bc8-8341-e5bbd3828d4f triggered by entity DHCP. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 14:06:13.440178 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-7a76dfe2-4428-4bcf-81d2-11ec9134b2d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-948329'] for port, provisioning_complete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:06:13.460554 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-8320635a-30a8-4a32-970b-c86efa3dce3f admin admin] Notify callbacks [] for port, precommit_update {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:06:13.465212 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-8320635a-30a8-4a32-970b-c86efa3dce3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2705172'] for port, after_update {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:06:13.577399 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8320635a-30a8-4a32-970b-c86efa3dce3f admin admin] Pushing event updated for resources: {'Port': ['ID=03f9f3e6-1fba-477f-9e68-d67afcb0e4a2,revision_number=2']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:06:13.583894 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-8320635a-30a8-4a32-970b-c86efa3dce3f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3017508', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4084015'] for router_interface, after_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:06:13.616868 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:06:13.713620 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-7a76dfe2-4428-4bcf-81d2-11ec9134b2d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:06:13.724336 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8320635a-30a8-4a32-970b-c86efa3dce3f admin admin] Network 520a237c-250d-4b8a-b05c-e75ac214c9f0 is already hosted by enough agents. {{(pid=83869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 14:06:13.725166 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.scheduler.base_scheduler [None req-8320635a-30a8-4a32-970b-c86efa3dce3f admin admin] Resources bound (agent type, host, resource id): {{(pid=83869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 14:06:13.726525 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] For port 9f0cbfd1-6ba5-4bc8-8341-e5bbd3828d4f, host dv-neutron-836180-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836180-1-hyperv',level=0,port_id=9f0cbfd1-6ba5-4bc8-8341-e5bbd3828d4f,segment=NetworkSegment(59e266e7-2638-449f-88b9-4bfbaf069967),segment_id=59e266e7-2638-449f-88b9-4bfbaf069967)] {{(pid=83872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 14:06:13.735427 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864'] for port, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:06:13.778068 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_hamode_db [None req-ff08e7ae-7b97-472d-8212-7ebbc210cd29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e2c22a1-5758-44e6-9bca-de4f327758ed', 'name': 'tempest-TestEncryptedCinderVolumes-1189722795-router', 'tenant_id': '2dc83197b27846c8ab911d39f344f498', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'external_fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.31'}], 'enable_snat': True}, 'gw_port_id': '29ecb881-bca3-48a9-b92f-f17228d07570', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T14:06:03Z', 'updated_at': '2022-04-01T14:06:06Z', 'revision_number': 4, 'project_id': '2dc83197b27846c8ab911d39f344f498', 'gw_port': {'id': '29ecb881-bca3-48a9-b92f-f17228d07570', 'name': '', 'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:7e:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e2c22a1-5758-44e6-9bca-de4f327758ed', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836180-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T14:06:04Z', 'updated_at': '2022-04-01T14:06:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836180-1-hyperv', '_interfaces': [{'id': '4fd5adeb-aa24-4bc1-a6b1-f436d0dba3e6', 'name': '', 'network_id': 'c2fc4bdb-8f1f-4150-82dd-04c13297128a', 'tenant_id': '2dc83197b27846c8ab911d39f344f498', 'mac_address': 'fa:16:3e:fd:3b:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e2c22a1-5758-44e6-9bca-de4f327758ed', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6261dbf4-23e5-4582-816c-684e6637cea4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836180-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T14:06:06Z', 'updated_at': '2022-04-01T14:06:12Z', 'revision_number': 4, 'project_id': '2dc83197b27846c8ab911d39f344f498', 'subnets': [{'id': '6261dbf4-23e5-4582-816c-684e6637cea4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-836180-1-hyperv', False) {} {{(pid=83872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 14:06:13.821398 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff08e7ae-7b97-472d-8212-7ebbc210cd29 None None] The sync data for ids ['5e2c22a1-5758-44e6-9bca-de4f327758ed'] in dv-neutron-836180-1-hyperv is: [{'id': '5e2c22a1-5758-44e6-9bca-de4f327758ed', 'name': 'tempest-TestEncryptedCinderVolumes-1189722795-router', 'tenant_id': '2dc83197b27846c8ab911d39f344f498', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'external_fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.31'}], 'enable_snat': True}, 'gw_port_id': '29ecb881-bca3-48a9-b92f-f17228d07570', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T14:06:03Z', 'updated_at': '2022-04-01T14:06:06Z', 'revision_number': 4, 'project_id': '2dc83197b27846c8ab911d39f344f498', 'gw_port': {'id': '29ecb881-bca3-48a9-b92f-f17228d07570', 'name': '', 'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:7e:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e2c22a1-5758-44e6-9bca-de4f327758ed', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836180-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T14:06:04Z', 'updated_at': '2022-04-01T14:06:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836180-1-hyperv', '_interfaces': [{'id': '4fd5adeb-aa24-4bc1-a6b1-f436d0dba3e6', 'name': '', 'network_id': 'c2fc4bdb-8f1f-4150-82dd-04c13297128a', 'tenant_id': '2dc83197b27846c8ab911d39f344f498', 'mac_address': 'fa:16:3e:fd:3b:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e2c22a1-5758-44e6-9bca-de4f327758ed', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6261dbf4-23e5-4582-816c-684e6637cea4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836180-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T14:06:06Z', 'updated_at': '2022-04-01T14:06:12Z', 'revision_number': 4, 'project_id': '2dc83197b27846c8ab911d39f344f498', 'subnets': [{'id': '6261dbf4-23e5-4582-816c-684e6637cea4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 14:06:13.873241 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.db.api [None req-7a76dfe2-4428-4bcf-81d2-11ec9134b2d5 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83872) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 01 14:06:13.873606 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG oslo_db.api [None req-7a76dfe2-4428-4bcf-81d2-11ec9134b2d5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 01 14:06:13.876518 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Pushing event updated for resources: {'Port': ['ID=9f0cbfd1-6ba5-4bc8-8341-e5bbd3828d4f,revision_number=3']} {{(pid=83872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:06:14.164427 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8320635a-30a8-4a32-970b-c86efa3dce3f admin admin] Router 2ec04535-3ee2-4c2a-b71d-da9d61a1e920 has already been hosted by L3 agent 88bf8fc8-11a3-4e96-9d1b-5fd93ba9f6f1 {{(pid=83869) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 14:06:14.520409 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8320635a-30a8-4a32-970b-c86efa3dce3f admin admin] Notify agent at l3_agent.dv-neutron-836180-1-hyperv the message routers_updated {{(pid=83869) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 14:06:14.540454 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-8320635a-30a8-4a32-970b-c86efa3dce3f admin admin] 10.222.0.26 "PUT /v2.0/routers/2ec04535-3ee2-4c2a-b71d-da9d61a1e920/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1384981 Apr 01 14:06:14.572599 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-7e25ec1f-b96b-497c-888f-8a71454d133a None None] Provisioning for port 03f9f3e6-1fba-477f-9e68-d67afcb0e4a2 completed by entity DHCP. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 14:06:14.577914 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-7e25ec1f-b96b-497c-888f-8a71454d133a None None] Provisioning complete for port 03f9f3e6-1fba-477f-9e68-d67afcb0e4a2 triggered by entity DHCP. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 14:06:14.578493 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-7e25ec1f-b96b-497c-888f-8a71454d133a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-948329'] for port, provisioning_complete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:06:14.642940 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.plugin [None req-7e25ec1f-b96b-497c-888f-8a71454d133a None None] Port 03f9f3e6-1fba-477f-9e68-d67afcb0e4a2 cannot update to ACTIVE because it is not bound. {{(pid=83872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 14:06:14.991903 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Device 4fd5adeb-aa24-4bc1-a6b1-f436d0dba3e6 up at agent ovs-agent-dv-neutron-836180-1-hyperv {{(pid=83872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 14:06:15.081684 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Provisioning for port 4fd5adeb-aa24-4bc1-a6b1-f436d0dba3e6 completed by entity L2. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 14:06:15.088153 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Provisioning complete for port 4fd5adeb-aa24-4bc1-a6b1-f436d0dba3e6 triggered by entity L2. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 14:06:15.088716 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-948329'] for port, provisioning_complete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:06:15.247200 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:06:15.275119 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] For port 4fd5adeb-aa24-4bc1-a6b1-f436d0dba3e6, host dv-neutron-836180-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836180-1-hyperv',level=0,port_id=4fd5adeb-aa24-4bc1-a6b1-f436d0dba3e6,segment=NetworkSegment(7dda6c44-36cb-41a8-9461-bb9de0d50d1e),segment_id=7dda6c44-36cb-41a8-9461-bb9de0d50d1e)] {{(pid=83872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 14:06:15.280434 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864'] for port, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:06:15.281434 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Device 9f0cbfd1-6ba5-4bc8-8341-e5bbd3828d4f up at agent ovs-agent-dv-neutron-836180-1-hyperv {{(pid=83872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 14:06:15.413055 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Pushing event updated for resources: {'Port': ['ID=4fd5adeb-aa24-4bc1-a6b1-f436d0dba3e6,revision_number=5']} {{(pid=83872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:06:15.432647 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Provisioning complete for port 9f0cbfd1-6ba5-4bc8-8341-e5bbd3828d4f triggered by entity L2. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 14:06:15.433013 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-948329'] for port, provisioning_complete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:06:15.544801 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876d1261-b74f-4f92-b708-91f2bc0e9585 req-3afef454-718d-4036-a04d-f444673e481b tempest-TestEncryptedCinderVolumes-890522013 tempest-TestEncryptedCinderVolumes-890522013-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:06:15.545379 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [req-876d1261-b74f-4f92-b708-91f2bc0e9585 req-3afef454-718d-4036-a04d-f444673e481b tempest-TestEncryptedCinderVolumes-890522013 tempest-TestEncryptedCinderVolumes-890522013-project] Synchronizing usage tracker for tenant:2dc83197b27846c8ab911d39f344f498 on resource:network {{(pid=83871) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 14:06:15.563834 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [req-876d1261-b74f-4f92-b708-91f2bc0e9585 req-3afef454-718d-4036-a04d-f444673e481b tempest-TestEncryptedCinderVolumes-890522013 tempest-TestEncryptedCinderVolumes-890522013-project] Unset dirty status for tenant:2dc83197b27846c8ab911d39f344f498 on resource:network {{(pid=83871) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 14:06:15.564938 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Device e89ddbcc-3dbc-4148-8b86-f0d92ba233cc up at agent ovs-agent-dv-neutron-836180-1-hyperv {{(pid=83872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 14:06:15.565192 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-876d1261-b74f-4f92-b708-91f2bc0e9585 req-3afef454-718d-4036-a04d-f444673e481b tempest-TestEncryptedCinderVolumes-890522013 tempest-TestEncryptedCinderVolumes-890522013-project] 10.222.0.26 "GET /v2.0/networks?id=c2fc4bdb-8f1f-4150-82dd-04c13297128a HTTP/1.1" status: 200 len: 817 time: 0.1686265 Apr 01 14:06:15.584969 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-876d1261-b74f-4f92-b708-91f2bc0e9585 req-9764f862-e1b6-48f7-a4e1-a33d359d6449 tempest-TestEncryptedCinderVolumes-890522013 tempest-TestEncryptedCinderVolumes-890522013-project] 10.222.0.26 "GET /v2.0/quotas/2dc83197b27846c8ab911d39f344f498 HTTP/1.1" status: 200 len: 375 time: 0.0136330 Apr 01 14:06:15.634221 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Provisioning for port e89ddbcc-3dbc-4148-8b86-f0d92ba233cc completed by entity L2. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 14:06:15.639046 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Provisioning complete for port e89ddbcc-3dbc-4148-8b86-f0d92ba233cc triggered by entity L2. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 14:06:15.639536 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-948329'] for port, provisioning_complete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:06:15.766450 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:06:15.779419 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-876d1261-b74f-4f92-b708-91f2bc0e9585 req-e5790769-c434-4469-b575-2bd7275f7495 tempest-TestEncryptedCinderVolumes-890522013 tempest-TestEncryptedCinderVolumes-890522013-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=2dc83197b27846c8ab911d39f344f498&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1880364 Apr 01 14:06:15.783483 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] For port e89ddbcc-3dbc-4148-8b86-f0d92ba233cc, host dv-neutron-836180-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836180-1-hyperv',level=0,port_id=e89ddbcc-3dbc-4148-8b86-f0d92ba233cc,segment=NetworkSegment(7b924dd8-4978-40c4-ad91-4b9b27348462),segment_id=7b924dd8-4978-40c4-ad91-4b9b27348462)] {{(pid=83872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 14:06:15.789738 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864'] for port, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:06:15.855158 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Pushing event updated for resources: {'Port': ['ID=e89ddbcc-3dbc-4148-8b86-f0d92ba233cc,revision_number=4']} {{(pid=83872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:06:15.923396 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-876d1261-b74f-4f92-b708-91f2bc0e9585 req-87d9776e-505a-45f4-aecf-a90f543773e5 service neutron] 10.222.0.26 "GET /v2.0/networks/c2fc4bdb-8f1f-4150-82dd-04c13297128a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1289558 Apr 01 14:06:16.063028 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-876d1261-b74f-4f92-b708-91f2bc0e9585 req-1ae63e59-ab06-4c7c-8943-eb109da2fd5e service neutron] 10.222.0.26 "GET /v2.0/networks/c2fc4bdb-8f1f-4150-82dd-04c13297128a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1321905 Apr 01 14:06:16.275590 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [req-0d8e1127-c4c3-41ba-b8ed-7454d3a4c8a6 req-fd2b9114-d149-41b8-a3ef-e8a0b702b4eb tempest-TestEncryptedCinderVolumes-890522013 tempest-TestEncryptedCinderVolumes-890522013-project] Synchronizing usage tracker for tenant:2dc83197b27846c8ab911d39f344f498 on resource:port {{(pid=83869) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 14:06:16.296922 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [req-0d8e1127-c4c3-41ba-b8ed-7454d3a4c8a6 req-fd2b9114-d149-41b8-a3ef-e8a0b702b4eb tempest-TestEncryptedCinderVolumes-890522013 tempest-TestEncryptedCinderVolumes-890522013-project] Unset dirty status for tenant:2dc83197b27846c8ab911d39f344f498 on resource:port {{(pid=83869) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 14:06:16.309382 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-0d8e1127-c4c3-41ba-b8ed-7454d3a4c8a6 req-fd2b9114-d149-41b8-a3ef-e8a0b702b4eb tempest-TestEncryptedCinderVolumes-890522013 tempest-TestEncryptedCinderVolumes-890522013-project] 10.222.0.26 "GET /v2.0/ports?device_id=446e3674-e58e-4cad-aed8-8b90a87761bd HTTP/1.1" status: 200 len: 210 time: 0.0839233 Apr 01 14:06:16.853256 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Device 4fd5adeb-aa24-4bc1-a6b1-f436d0dba3e6 up at agent ovs-agent-dv-neutron-836180-1-hyperv {{(pid=83872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 14:06:16.926394 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Provisioning complete for port 4fd5adeb-aa24-4bc1-a6b1-f436d0dba3e6 triggered by entity L2. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 14:06:16.926755 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-948329'] for port, provisioning_complete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:06:17.036251 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Device e89ddbcc-3dbc-4148-8b86-f0d92ba233cc up at agent ovs-agent-dv-neutron-836180-1-hyperv {{(pid=83872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 14:06:17.103625 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Provisioning complete for port e89ddbcc-3dbc-4148-8b86-f0d92ba233cc triggered by entity L2. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 14:06:17.103980 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-948329'] for port, provisioning_complete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:06:17.338018 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876d1261-b74f-4f92-b708-91f2bc0e9585 req-007e9dc1-68ae-4f0a-a548-d23472fd056b tempest-TestEncryptedCinderVolumes-890522013 tempest-TestEncryptedCinderVolumes-890522013-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:06:17.339583 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-876d1261-b74f-4f92-b708-91f2bc0e9585 req-007e9dc1-68ae-4f0a-a548-d23472fd056b tempest-TestEncryptedCinderVolumes-890522013 tempest-TestEncryptedCinderVolumes-890522013-project] 10.222.0.57 "GET /v2.0/networks?id=c2fc4bdb-8f1f-4150-82dd-04c13297128a HTTP/1.1" status: 200 len: 817 time: 0.1483777 Apr 01 14:06:17.356807 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.v2.base [req-876d1261-b74f-4f92-b708-91f2bc0e9585 req-e08acc92-7a02-46d0-afec-f0494a5891cf tempest-TestEncryptedCinderVolumes-890522013 tempest-TestEncryptedCinderVolumes-890522013-project] Request body: {'port': {'device_id': '446e3674-e58e-4cad-aed8-8b90a87761bd', 'network_id': 'c2fc4bdb-8f1f-4150-82dd-04c13297128a', 'admin_state_up': True, 'tenant_id': '2dc83197b27846c8ab911d39f344f498'}} {{(pid=83869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 14:06:17.476985 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-3cd53492-23e6-4bbd-87d2-48375e3b6ea6 req-64eb1063-f333-4a83-9292-b49fa4c4e05c tempest-TestEncryptedCinderVolumes-890522013 tempest-TestEncryptedCinderVolumes-890522013-project] 10.222.0.26 "GET /v2.0/ports?device_id=446e3674-e58e-4cad-aed8-8b90a87761bd HTTP/1.1" status: 200 len: 210 time: 0.0450952 Apr 01 14:06:17.503873 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [req-876d1261-b74f-4f92-b708-91f2bc0e9585 req-e08acc92-7a02-46d0-afec-f0494a5891cf tempest-TestEncryptedCinderVolumes-890522013 tempest-TestEncryptedCinderVolumes-890522013-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 14:06:17.514935 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [req-876d1261-b74f-4f92-b708-91f2bc0e9585 req-e08acc92-7a02-46d0-afec-f0494a5891cf tempest-TestEncryptedCinderVolumes-890522013 tempest-TestEncryptedCinderVolumes-890522013-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 14:06:17.527331 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-876d1261-b74f-4f92-b708-91f2bc0e9585 req-e08acc92-7a02-46d0-afec-f0494a5891cf tempest-TestEncryptedCinderVolumes-890522013 tempest-TestEncryptedCinderVolumes-890522013-project] Made reservation on behalf of 2dc83197b27846c8ab911d39f344f498 for: {'port': 1} {{(pid=83869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 14:06:17.530511 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [req-876d1261-b74f-4f92-b708-91f2bc0e9585 req-e08acc92-7a02-46d0-afec-f0494a5891cf tempest-TestEncryptedCinderVolumes-890522013 tempest-TestEncryptedCinderVolumes-890522013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:06:17.693939 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.db_base_plugin_common [req-876d1261-b74f-4f92-b708-91f2bc0e9585 req-e08acc92-7a02-46d0-afec-f0494a5891cf tempest-TestEncryptedCinderVolumes-890522013 tempest-TestEncryptedCinderVolumes-890522013-project] Allocated IP 172.20.0.10 (c2fc4bdb-8f1f-4150-82dd-04c13297128a/6261dbf4-23e5-4582-816c-684e6637cea4/a9da7829-08f6-4378-bcf1-ca96d755caa2) {{(pid=83869) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 14:06:17.893169 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [req-876d1261-b74f-4f92-b708-91f2bc0e9585 req-e08acc92-7a02-46d0-afec-f0494a5891cf tempest-TestEncryptedCinderVolumes-890522013 tempest-TestEncryptedCinderVolumes-890522013-project] Notify callbacks [] for port, precommit_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:06:17.908216 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.provisioning_blocks [req-876d1261-b74f-4f92-b708-91f2bc0e9585 req-e08acc92-7a02-46d0-afec-f0494a5891cf tempest-TestEncryptedCinderVolumes-890522013 tempest-TestEncryptedCinderVolumes-890522013-project] Transition to ACTIVE for port object a9da7829-08f6-4378-bcf1-ca96d755caa2 will not be triggered until provisioned by entity DHCP. {{(pid=83869) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 14:06:17.930057 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [req-876d1261-b74f-4f92-b708-91f2bc0e9585 req-e08acc92-7a02-46d0-afec-f0494a5891cf tempest-TestEncryptedCinderVolumes-890522013 tempest-TestEncryptedCinderVolumes-890522013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736732935801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2705155'] for port, after_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:06:17.998049 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-876d1261-b74f-4f92-b708-91f2bc0e9585 req-e08acc92-7a02-46d0-afec-f0494a5891cf tempest-TestEncryptedCinderVolumes-890522013 tempest-TestEncryptedCinderVolumes-890522013-project] Network c2fc4bdb-8f1f-4150-82dd-04c13297128a is already hosted by enough agents. {{(pid=83869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 14:06:18.005803 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.scheduler.base_scheduler [req-876d1261-b74f-4f92-b708-91f2bc0e9585 req-e08acc92-7a02-46d0-afec-f0494a5891cf tempest-TestEncryptedCinderVolumes-890522013 tempest-TestEncryptedCinderVolumes-890522013-project] Resources bound (agent type, host, resource id): {{(pid=83869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 14:06:18.010114 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_dvrscheduler_db [req-876d1261-b74f-4f92-b708-91f2bc0e9585 req-e08acc92-7a02-46d0-afec-f0494a5891cf tempest-TestEncryptedCinderVolumes-890522013 tempest-TestEncryptedCinderVolumes-890522013-project] Received port after_create {{(pid=83869) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 14:06:18.046030 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08acc92-7a02-46d0-afec-f0494a5891cf tempest-TestEncryptedCinderVolumes-890522013 tempest-TestEncryptedCinderVolumes-890522013-project] Pushing event updated for resources: {'Port': ['ID=a9da7829-08f6-4378-bcf1-ca96d755caa2,revision_number=1']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:06:18.077878 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876d1261-b74f-4f92-b708-91f2bc0e9585 req-e08acc92-7a02-46d0-afec-f0494a5891cf tempest-TestEncryptedCinderVolumes-890522013 tempest-TestEncryptedCinderVolumes-890522013-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:06:18.078479 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [req-876d1261-b74f-4f92-b708-91f2bc0e9585 req-e08acc92-7a02-46d0-afec-f0494a5891cf tempest-TestEncryptedCinderVolumes-890522013 tempest-TestEncryptedCinderVolumes-890522013-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109561'] for port, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:06:18.105865 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-876d1261-b74f-4f92-b708-91f2bc0e9585 req-e08acc92-7a02-46d0-afec-f0494a5891cf tempest-TestEncryptedCinderVolumes-890522013 tempest-TestEncryptedCinderVolumes-890522013-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7528026 Apr 01 14:06:18.122404 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.v2.base [req-876d1261-b74f-4f92-b708-91f2bc0e9585 req-3b77a9cc-46bc-44e9-b856-a72da1a88e55 service neutron] Request body: {'port': {'device_id': '446e3674-e58e-4cad-aed8-8b90a87761bd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8361'}} {{(pid=83869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 14:06:18.235845 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [req-876d1261-b74f-4f92-b708-91f2bc0e9585 req-3b77a9cc-46bc-44e9-b856-a72da1a88e55 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:06:18.294355 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-715b8175-a0ee-430d-ab7b-28464fcf4a7a None None] Provisioning for port a9da7829-08f6-4378-bcf1-ca96d755caa2 completed by entity DHCP. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 14:06:18.299088 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-715b8175-a0ee-430d-ab7b-28464fcf4a7a None None] Provisioning complete for port a9da7829-08f6-4378-bcf1-ca96d755caa2 triggered by entity DHCP. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 14:06:18.299458 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-715b8175-a0ee-430d-ab7b-28464fcf4a7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-948329'] for port, provisioning_complete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:06:18.387096 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.plugin [None req-715b8175-a0ee-430d-ab7b-28464fcf4a7a None None] Port a9da7829-08f6-4378-bcf1-ca96d755caa2 cannot update to ACTIVE because it is not bound. {{(pid=83872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 14:06:18.584351 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.notifiers.nova [req-876d1261-b74f-4f92-b708-91f2bc0e9585 req-3b77a9cc-46bc-44e9-b856-a72da1a88e55 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a9da7829-08f6-4378-bcf1-ca96d755caa2 {{(pid=83869) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 01 14:06:18.591315 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [req-876d1261-b74f-4f92-b708-91f2bc0e9585 req-3b77a9cc-46bc-44e9-b856-a72da1a88e55 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:06:18.635862 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.provisioning_blocks [req-876d1261-b74f-4f92-b708-91f2bc0e9585 req-3b77a9cc-46bc-44e9-b856-a72da1a88e55 service neutron] Transition to ACTIVE for port object a9da7829-08f6-4378-bcf1-ca96d755caa2 will not be triggered until provisioned by entity L2. {{(pid=83869) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 14:06:18.641404 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [req-876d1261-b74f-4f92-b708-91f2bc0e9585 req-3b77a9cc-46bc-44e9-b856-a72da1a88e55 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2705172'] for port, after_update {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:06:18.790322 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b77a9cc-46bc-44e9-b856-a72da1a88e55 service neutron] Pushing event updated for resources: {'Port': ['ID=a9da7829-08f6-4378-bcf1-ca96d755caa2,revision_number=2']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:06:18.869153 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc359684-3563-49eb-827a-d98ec9c93249 req-0f34d6f3-4a29-476f-a2c5-2aa5f26b284f tempest-TestEncryptedCinderVolumes-890522013 tempest-TestEncryptedCinderVolumes-890522013-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:06:18.869835 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [req-fc359684-3563-49eb-827a-d98ec9c93249 req-0f34d6f3-4a29-476f-a2c5-2aa5f26b284f tempest-TestEncryptedCinderVolumes-890522013 tempest-TestEncryptedCinderVolumes-890522013-project] Synchronizing usage tracker for tenant:2dc83197b27846c8ab911d39f344f498 on resource:port {{(pid=83869) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 14:06:18.982917 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.agents_db [None req-bdd220c7-049a-43d2-a923-ad1a2de078c6 None None] Agent healthcheck: found 6 active agents {{(pid=83873) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 01 14:06:18.999426 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [req-fc359684-3563-49eb-827a-d98ec9c93249 req-0f34d6f3-4a29-476f-a2c5-2aa5f26b284f tempest-TestEncryptedCinderVolumes-890522013 tempest-TestEncryptedCinderVolumes-890522013-project] Unset dirty status for tenant:2dc83197b27846c8ab911d39f344f498 on resource:port {{(pid=83869) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 14:06:19.000635 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-fc359684-3563-49eb-827a-d98ec9c93249 req-0f34d6f3-4a29-476f-a2c5-2aa5f26b284f tempest-TestEncryptedCinderVolumes-890522013 tempest-TestEncryptedCinderVolumes-890522013-project] 10.222.0.26 "GET /v2.0/ports?device_id=446e3674-e58e-4cad-aed8-8b90a87761bd HTTP/1.1" status: 200 len: 944 time: 0.3958001 Apr 01 14:06:19.037481 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.managers [req-876d1261-b74f-4f92-b708-91f2bc0e9585 req-3b77a9cc-46bc-44e9-b856-a72da1a88e55 service neutron] Attempting to bind port a9da7829-08f6-4378-bcf1-ca96d755caa2 on host hv-neutron-8361 for vnic_type normal with profile {{(pid=83869) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 14:06:19.037807 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.managers [req-876d1261-b74f-4f92-b708-91f2bc0e9585 req-3b77a9cc-46bc-44e9-b856-a72da1a88e55 service neutron] Attempting to bind port a9da7829-08f6-4378-bcf1-ca96d755caa2 by drivers openvswitch,hyperv on host hv-neutron-8361 at level 0 using segments [{'id': '7dda6c44-36cb-41a8-9461-bb9de0d50d1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'c2fc4bdb-8f1f-4150-82dd-04c13297128a'}] {{(pid=83869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 14:06:19.038127 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-876d1261-b74f-4f92-b708-91f2bc0e9585 req-3b77a9cc-46bc-44e9-b856-a72da1a88e55 service neutron] Attempting to bind port a9da7829-08f6-4378-bcf1-ca96d755caa2 on network c2fc4bdb-8f1f-4150-82dd-04c13297128a {{(pid=83869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 14:06:19.053149 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-876d1261-b74f-4f92-b708-91f2bc0e9585 req-3b77a9cc-46bc-44e9-b856-a72da1a88e55 service neutron] Port a9da7829-08f6-4378-bcf1-ca96d755caa2 on network c2fc4bdb-8f1f-4150-82dd-04c13297128a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8361 {{(pid=83869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 01 14:06:19.053466 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-876d1261-b74f-4f92-b708-91f2bc0e9585 req-3b77a9cc-46bc-44e9-b856-a72da1a88e55 service neutron] Attempting to bind port a9da7829-08f6-4378-bcf1-ca96d755caa2 on network c2fc4bdb-8f1f-4150-82dd-04c13297128a {{(pid=83869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 14:06:19.066477 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-876d1261-b74f-4f92-b708-91f2bc0e9585 req-3b77a9cc-46bc-44e9-b856-a72da1a88e55 service neutron] Checking agent: {'id': '359ce187-6241-4f7e-85a4-e066c7b0cdea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8361', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 13, 31, 54), 'started_at': datetime.datetime(2022, 4, 1, 13, 31, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 14, 5, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 14:06:19.066799 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-876d1261-b74f-4f92-b708-91f2bc0e9585 req-3b77a9cc-46bc-44e9-b856-a72da1a88e55 service neutron] Checking segment: {'id': '7dda6c44-36cb-41a8-9461-bb9de0d50d1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'c2fc4bdb-8f1f-4150-82dd-04c13297128a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 14:06:19.067174 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-876d1261-b74f-4f92-b708-91f2bc0e9585 req-3b77a9cc-46bc-44e9-b856-a72da1a88e55 service neutron] Bound using segment: {'id': '7dda6c44-36cb-41a8-9461-bb9de0d50d1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'c2fc4bdb-8f1f-4150-82dd-04c13297128a'} {{(pid=83869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 14:06:19.067584 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.managers [req-876d1261-b74f-4f92-b708-91f2bc0e9585 req-3b77a9cc-46bc-44e9-b856-a72da1a88e55 service neutron] Bound port: a9da7829-08f6-4378-bcf1-ca96d755caa2, host: hv-neutron-8361, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7dda6c44-36cb-41a8-9461-bb9de0d50d1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'c2fc4bdb-8f1f-4150-82dd-04c13297128a'}}] {{(pid=83869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 14:06:19.067923 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [req-876d1261-b74f-4f92-b708-91f2bc0e9585 req-3b77a9cc-46bc-44e9-b856-a72da1a88e55 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:06:19.079424 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-fc359684-3563-49eb-827a-d98ec9c93249 req-cfb5fbcb-bd62-4471-bc75-5a781c522015 tempest-TestEncryptedCinderVolumes-890522013 tempest-TestEncryptedCinderVolumes-890522013-project] 10.222.0.26 "GET /v2.0/security-groups?id=904b632b-e842-4cd9-a803-269ee34536d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677078 Apr 01 14:06:19.157867 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.db [req-876d1261-b74f-4f92-b708-91f2bc0e9585 req-3b77a9cc-46bc-44e9-b856-a72da1a88e55 service neutron] For port a9da7829-08f6-4378-bcf1-ca96d755caa2, host hv-neutron-8361, cleared binding levels {{(pid=83869) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 14:06:19.161583 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.db [req-876d1261-b74f-4f92-b708-91f2bc0e9585 req-3b77a9cc-46bc-44e9-b856-a72da1a88e55 service neutron] For port a9da7829-08f6-4378-bcf1-ca96d755caa2, host hv-neutron-8361, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8361',level=0,port_id=a9da7829-08f6-4378-bcf1-ca96d755caa2,segment=NetworkSegment(7dda6c44-36cb-41a8-9461-bb9de0d50d1e),segment_id=7dda6c44-36cb-41a8-9461-bb9de0d50d1e)] {{(pid=83869) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 14:06:19.165304 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [req-876d1261-b74f-4f92-b708-91f2bc0e9585 req-3b77a9cc-46bc-44e9-b856-a72da1a88e55 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2705172'] for port, after_update {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:06:19.227336 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [req-876d1261-b74f-4f92-b708-91f2bc0e9585 req-3b77a9cc-46bc-44e9-b856-a72da1a88e55 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109561'] for port, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:06:19.229580 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-876d1261-b74f-4f92-b708-91f2bc0e9585 req-3b77a9cc-46bc-44e9-b856-a72da1a88e55 service neutron] 10.222.0.57 "PUT /v2.0/ports/a9da7829-08f6-4378-bcf1-ca96d755caa2 HTTP/1.1" status: 200 len: 1094 time: 1.1117396 Apr 01 14:06:19.237005 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '446e3674-e58e-4cad-aed8-8b90a87761bd', 'tag': 'a9da7829-08f6-4378-bcf1-ca96d755caa2'}] {{(pid=83869) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 14:06:19.257612 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b77a9cc-46bc-44e9-b856-a72da1a88e55 service neutron] Pushing event updated for resources: {'Port': ['ID=a9da7829-08f6-4378-bcf1-ca96d755caa2,revision_number=3']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:06:19.308851 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '446e3674-e58e-4cad-aed8-8b90a87761bd', 'tag': 'a9da7829-08f6-4378-bcf1-ca96d755caa2', 'status': 'completed', 'code': 200} Apr 01 14:06:19.353071 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-876d1261-b74f-4f92-b708-91f2bc0e9585 req-e1af44db-be9b-43af-8f95-ce207cd29698 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=2dc83197b27846c8ab911d39f344f498&device_id=446e3674-e58e-4cad-aed8-8b90a87761bd HTTP/1.1" status: 200 len: 1097 time: 0.0788531 Apr 01 14:06:19.430354 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-876d1261-b74f-4f92-b708-91f2bc0e9585 req-4bece8c2-e6fa-4439-ae5c-51a6291a6434 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a9da7829-08f6-4378-bcf1-ca96d755caa2 HTTP/1.1" status: 200 len: 217 time: 0.0666914 Apr 01 14:06:19.494533 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876d1261-b74f-4f92-b708-91f2bc0e9585 req-b7cd1a3b-736c-4c69-a53f-6455e1f5e63b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:06:19.495953 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-876d1261-b74f-4f92-b708-91f2bc0e9585 req-b7cd1a3b-736c-4c69-a53f-6455e1f5e63b service neutron] 10.222.0.57 "GET /v2.0/subnets?id=6261dbf4-23e5-4582-816c-684e6637cea4 HTTP/1.1" status: 200 len: 856 time: 0.0571878 Apr 01 14:06:19.577233 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-876d1261-b74f-4f92-b708-91f2bc0e9585 req-f69193a4-d3e5-4981-808f-69cf7fdbb1c2 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=c2fc4bdb-8f1f-4150-82dd-04c13297128a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0718641 Apr 01 14:06:19.709246 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-876d1261-b74f-4f92-b708-91f2bc0e9585 req-faa4c5ad-a573-407c-90b8-713a6847fa40 service neutron] 10.222.0.57 "GET /v2.0/networks/c2fc4bdb-8f1f-4150-82dd-04c13297128a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1230991 Apr 01 14:06:19.841588 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-876d1261-b74f-4f92-b708-91f2bc0e9585 req-9235005b-7401-466b-9036-acc8b6621a3f service neutron] 10.222.0.57 "GET /v2.0/networks/c2fc4bdb-8f1f-4150-82dd-04c13297128a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1232634 Apr 01 14:06:19.988985 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-05b5ea9e-6af7-4042-bd88-aad8dffa377e req-43362b4b-7cff-4344-8274-aa8a57657e19 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=2dc83197b27846c8ab911d39f344f498&device_id=446e3674-e58e-4cad-aed8-8b90a87761bd HTTP/1.1" status: 200 len: 1097 time: 0.0684950 Apr 01 14:06:20.126545 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b5ea9e-6af7-4042-bd88-aad8dffa377e req-c086edec-d509-4001-bf2a-2bf4df0715f1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:06:20.128120 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-05b5ea9e-6af7-4042-bd88-aad8dffa377e req-c086edec-d509-4001-bf2a-2bf4df0715f1 service neutron] 10.222.0.57 "GET /v2.0/networks?id=c2fc4bdb-8f1f-4150-82dd-04c13297128a HTTP/1.1" status: 200 len: 918 time: 0.1322889 Apr 01 14:06:20.200074 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-05b5ea9e-6af7-4042-bd88-aad8dffa377e req-28a33dea-dcff-4b1e-bafe-4d10231df6b4 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a9da7829-08f6-4378-bcf1-ca96d755caa2 HTTP/1.1" status: 200 len: 217 time: 0.0655384 Apr 01 14:06:20.304863 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b5ea9e-6af7-4042-bd88-aad8dffa377e req-07bf60e1-e5ea-439e-ad17-42aec2afc627 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:06:20.306289 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-05b5ea9e-6af7-4042-bd88-aad8dffa377e req-07bf60e1-e5ea-439e-ad17-42aec2afc627 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=6261dbf4-23e5-4582-816c-684e6637cea4 HTTP/1.1" status: 200 len: 856 time: 0.0723004 Apr 01 14:06:20.368038 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d72e65-d218-4a02-957f-7688c94fab3a req-6b80f3f5-bd95-46a5-a49d-6e2aad17373a tempest-TestEncryptedCinderVolumes-890522013 tempest-TestEncryptedCinderVolumes-890522013-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:06:20.369491 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-89d72e65-d218-4a02-957f-7688c94fab3a req-6b80f3f5-bd95-46a5-a49d-6e2aad17373a tempest-TestEncryptedCinderVolumes-890522013 tempest-TestEncryptedCinderVolumes-890522013-project] 10.222.0.26 "GET /v2.0/ports?device_id=446e3674-e58e-4cad-aed8-8b90a87761bd HTTP/1.1" status: 200 len: 944 time: 0.1711383 Apr 01 14:06:20.426216 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-05b5ea9e-6af7-4042-bd88-aad8dffa377e req-641c6bf5-afb5-4ec6-8478-8b0c557d3186 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=c2fc4bdb-8f1f-4150-82dd-04c13297128a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1115525 Apr 01 14:06:20.430862 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-89d72e65-d218-4a02-957f-7688c94fab3a req-11efd1fa-f18a-46a5-9da9-e367f6c8bb05 tempest-TestEncryptedCinderVolumes-890522013 tempest-TestEncryptedCinderVolumes-890522013-project] 10.222.0.26 "GET /v2.0/security-groups?id=904b632b-e842-4cd9-a803-269ee34536d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550902 Apr 01 14:06:20.558838 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-05b5ea9e-6af7-4042-bd88-aad8dffa377e req-1e94f5da-a0b7-4454-ad85-0a274dbf500f service neutron] 10.222.0.57 "GET /v2.0/networks/c2fc4bdb-8f1f-4150-82dd-04c13297128a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1251500 Apr 01 14:06:20.692868 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-05b5ea9e-6af7-4042-bd88-aad8dffa377e req-a7e54e15-85b5-421e-bc42-cb1328cd5b01 service neutron] 10.222.0.57 "GET /v2.0/networks/c2fc4bdb-8f1f-4150-82dd-04c13297128a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1266198 Apr 01 14:06:21.500629 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Device a9da7829-08f6-4378-bcf1-ca96d755caa2 details requested by agent hyperv_hv-neutron-8361 with host hv-neutron-8361 {{(pid=83872) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 01 14:06:21.630168 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01af38bf-6d4d-4317-87b0-fb9f5eadd35b req-3a0ded26-7534-4dee-b2c8-02793fa548df tempest-TestEncryptedCinderVolumes-890522013 tempest-TestEncryptedCinderVolumes-890522013-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:06:21.631802 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-01af38bf-6d4d-4317-87b0-fb9f5eadd35b req-3a0ded26-7534-4dee-b2c8-02793fa548df tempest-TestEncryptedCinderVolumes-890522013 tempest-TestEncryptedCinderVolumes-890522013-project] 10.222.0.26 "GET /v2.0/ports?device_id=446e3674-e58e-4cad-aed8-8b90a87761bd HTTP/1.1" status: 200 len: 944 time: 0.0793192 Apr 01 14:06:21.639262 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] For port a9da7829-08f6-4378-bcf1-ca96d755caa2, host hv-neutron-8361, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8361',level=0,port_id=a9da7829-08f6-4378-bcf1-ca96d755caa2,segment=NetworkSegment(7dda6c44-36cb-41a8-9461-bb9de0d50d1e),segment_id=7dda6c44-36cb-41a8-9461-bb9de0d50d1e)] {{(pid=83872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 14:06:21.655464 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Returning: {'device': 'a9da7829-08f6-4378-bcf1-ca96d755caa2', 'network_id': 'c2fc4bdb-8f1f-4150-82dd-04c13297128a', 'port_id': 'a9da7829-08f6-4378-bcf1-ca96d755caa2', 'mac_address': 'fa:16:3e:39:3d:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 373, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6261dbf4-23e5-4582-816c-684e6637cea4', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83872) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 01 14:06:21.681669 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [req-01af38bf-6d4d-4317-87b0-fb9f5eadd35b req-a92228ba-50f0-474c-93d1-9cc5ce2794a3 tempest-TestEncryptedCinderVolumes-890522013 tempest-TestEncryptedCinderVolumes-890522013-project] Synchronizing usage tracker for tenant:2dc83197b27846c8ab911d39f344f498 on resource:security_group {{(pid=83871) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 14:06:21.700684 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [req-01af38bf-6d4d-4317-87b0-fb9f5eadd35b req-a92228ba-50f0-474c-93d1-9cc5ce2794a3 tempest-TestEncryptedCinderVolumes-890522013 tempest-TestEncryptedCinderVolumes-890522013-project] Unset dirty status for tenant:2dc83197b27846c8ab911d39f344f498 on resource:security_group {{(pid=83871) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 14:06:21.701988 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-01af38bf-6d4d-4317-87b0-fb9f5eadd35b req-a92228ba-50f0-474c-93d1-9cc5ce2794a3 tempest-TestEncryptedCinderVolumes-890522013 tempest-TestEncryptedCinderVolumes-890522013-project] 10.222.0.26 "GET /v2.0/security-groups?id=904b632b-e842-4cd9-a803-269ee34536d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640247 Apr 01 14:06:21.713612 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:06:21.731448 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.notifiers.nova [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a9da7829-08f6-4378-bcf1-ca96d755caa2 {{(pid=83872) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 01 14:06:21.747767 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] For port a9da7829-08f6-4378-bcf1-ca96d755caa2, host hv-neutron-8361, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8361',level=0,port_id=a9da7829-08f6-4378-bcf1-ca96d755caa2,segment=NetworkSegment(7dda6c44-36cb-41a8-9461-bb9de0d50d1e),segment_id=7dda6c44-36cb-41a8-9461-bb9de0d50d1e)] {{(pid=83872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 14:06:21.751254 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864'] for port, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:06:21.816497 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Pushing event updated for resources: {'Port': ['ID=a9da7829-08f6-4378-bcf1-ca96d755caa2,revision_number=4']} {{(pid=83872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:06:22.021770 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] get_ports_and_sgs() called for port_ids ['a9da7829-08f6-4378-bcf1-ca96d755caa2'] {{(pid=83872) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 01 14:06:23.002983 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55b89ee-104a-41df-bc9b-8d203d954ffd req-cd74112f-f23c-4f69-8129-19b403547523 tempest-TestEncryptedCinderVolumes-890522013 tempest-TestEncryptedCinderVolumes-890522013-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:06:23.004362 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-d55b89ee-104a-41df-bc9b-8d203d954ffd req-cd74112f-f23c-4f69-8129-19b403547523 tempest-TestEncryptedCinderVolumes-890522013 tempest-TestEncryptedCinderVolumes-890522013-project] 10.222.0.26 "GET /v2.0/ports?device_id=446e3674-e58e-4cad-aed8-8b90a87761bd HTTP/1.1" status: 200 len: 945 time: 0.1816990 Apr 01 14:06:23.052869 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-d55b89ee-104a-41df-bc9b-8d203d954ffd req-f5af03a8-8ee9-4c56-a978-b300a77d41e8 tempest-TestEncryptedCinderVolumes-890522013 tempest-TestEncryptedCinderVolumes-890522013-project] 10.222.0.26 "GET /v2.0/security-groups?id=904b632b-e842-4cd9-a803-269ee34536d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428438 Apr 01 14:06:23.531194 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Device a9da7829-08f6-4378-bcf1-ca96d755caa2 up at agent hyperv_hv-neutron-8361 {{(pid=83872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 14:06:23.601403 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Provisioning for port a9da7829-08f6-4378-bcf1-ca96d755caa2 completed by entity L2. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 14:06:23.606396 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Provisioning complete for port a9da7829-08f6-4378-bcf1-ca96d755caa2 triggered by entity L2. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 14:06:23.606751 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-948329'] for port, provisioning_complete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:06:23.727532 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:06:23.762769 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '446e3674-e58e-4cad-aed8-8b90a87761bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9da7829-08f6-4378-bcf1-ca96d755caa2'}] {{(pid=83872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 14:06:23.774739 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] For port a9da7829-08f6-4378-bcf1-ca96d755caa2, host hv-neutron-8361, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8361',level=0,port_id=a9da7829-08f6-4378-bcf1-ca96d755caa2,segment=NetworkSegment(7dda6c44-36cb-41a8-9461-bb9de0d50d1e),segment_id=7dda6c44-36cb-41a8-9461-bb9de0d50d1e)] {{(pid=83872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 14:06:23.779879 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864'] for port, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:06:23.831586 dv-neutron-836180-1-hyperv neutron-server[83872]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '446e3674-e58e-4cad-aed8-8b90a87761bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9da7829-08f6-4378-bcf1-ca96d755caa2', 'code': 200} Apr 01 14:06:23.859110 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Pushing event updated for resources: {'Port': ['ID=a9da7829-08f6-4378-bcf1-ca96d755caa2,revision_number=5']} {{(pid=83872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:06:24.094603 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:06:24.101296 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-1486f07a-47a4-4cbd-a7b7-f626aa6e9372 req-5f492858-6827-4d74-85e4-f728bd5db76e service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=446e3674-e58e-4cad-aed8-8b90a87761bd HTTP/1.1" status: 200 len: 1099 time: 0.0989637 Apr 01 14:06:24.148922 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-1486f07a-47a4-4cbd-a7b7-f626aa6e9372 req-9b972420-0f5a-44f1-b233-0a6338f0227c service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=904b632b-e842-4cd9-a803-269ee34536d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404561 Apr 01 14:06:24.258075 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18dc600-f3a9-41f1-9375-49ae746b40a0 req-22625621-7017-45a6-af17-946d55d6effd tempest-TestEncryptedCinderVolumes-890522013 tempest-TestEncryptedCinderVolumes-890522013-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:06:24.259526 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-f18dc600-f3a9-41f1-9375-49ae746b40a0 req-22625621-7017-45a6-af17-946d55d6effd tempest-TestEncryptedCinderVolumes-890522013 tempest-TestEncryptedCinderVolumes-890522013-project] 10.222.0.26 "GET /v2.0/ports?device_id=446e3674-e58e-4cad-aed8-8b90a87761bd HTTP/1.1" status: 200 len: 946 time: 0.0771692 Apr 01 14:06:24.304437 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-f18dc600-f3a9-41f1-9375-49ae746b40a0 req-80288aa9-88bd-40b0-af21-c7d67cef8e7d tempest-TestEncryptedCinderVolumes-890522013 tempest-TestEncryptedCinderVolumes-890522013-project] 10.222.0.26 "GET /v2.0/security-groups?id=904b632b-e842-4cd9-a803-269ee34536d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393708 Apr 01 14:06:25.502141 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c41a268-5878-479a-93ee-6452dcf513bc req-70da68b1-0418-4131-8db8-18dd3b93fbb4 tempest-TestEncryptedCinderVolumes-890522013 tempest-TestEncryptedCinderVolumes-890522013-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:06:25.503775 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-8c41a268-5878-479a-93ee-6452dcf513bc req-70da68b1-0418-4131-8db8-18dd3b93fbb4 tempest-TestEncryptedCinderVolumes-890522013 tempest-TestEncryptedCinderVolumes-890522013-project] 10.222.0.26 "GET /v2.0/ports?device_id=446e3674-e58e-4cad-aed8-8b90a87761bd HTTP/1.1" status: 200 len: 946 time: 0.0750511 Apr 01 14:06:25.548344 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-8c41a268-5878-479a-93ee-6452dcf513bc req-6967d04e-49da-473e-a2c7-0616920b6f0b tempest-TestEncryptedCinderVolumes-890522013 tempest-TestEncryptedCinderVolumes-890522013-project] 10.222.0.26 "GET /v2.0/security-groups?id=904b632b-e842-4cd9-a803-269ee34536d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389290 Apr 01 14:06:25.744461 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632f2998-4d45-40be-a9ca-4251021b7ee5 req-12be6925-24b9-4cc7-89f0-fe611a8da3ed tempest-TestEncryptedCinderVolumes-890522013 tempest-TestEncryptedCinderVolumes-890522013-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:06:25.745893 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-632f2998-4d45-40be-a9ca-4251021b7ee5 req-12be6925-24b9-4cc7-89f0-fe611a8da3ed tempest-TestEncryptedCinderVolumes-890522013 tempest-TestEncryptedCinderVolumes-890522013-project] 10.222.0.26 "GET /v2.0/ports?device_id=446e3674-e58e-4cad-aed8-8b90a87761bd HTTP/1.1" status: 200 len: 946 time: 0.0786042 Apr 01 14:06:25.791541 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-632f2998-4d45-40be-a9ca-4251021b7ee5 req-9c5c0ef1-d508-4088-b9b7-be0af1769f65 tempest-TestEncryptedCinderVolumes-890522013 tempest-TestEncryptedCinderVolumes-890522013-project] 10.222.0.26 "GET /v2.0/security-groups?id=904b632b-e842-4cd9-a803-269ee34536d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401893 Apr 01 14:06:33.620726 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-7c065086-0337-49c1-80c0-452a4718e26d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:06:35.727047 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fafde23-24bc-464b-a905-c61762dc18ea None None] Sync routers for ids ['2ec04535-3ee2-4c2a-b71d-da9d61a1e920'] in dv-neutron-836180-1-hyperv {{(pid=83872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 14:06:35.749539 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fafde23-24bc-464b-a905-c61762dc18ea None None] Routers {'2ec04535-3ee2-4c2a-b71d-da9d61a1e920'} bound to L3 agent in host dv-neutron-836180-1-hyperv {{(pid=83872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 14:06:35.750246 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_hamode_db [None req-8fafde23-24bc-464b-a905-c61762dc18ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836180-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-01T13:25:36Z,description=,heartbeat_timestamp=2022-04-01T14:06:06Z,host='dv-neutron-836180-1-hyperv',id=88bf8fc8-11a3-4e96-9d1b-5fd93ba9f6f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T13:25:36Z,topic='l3_agent')) {'router_ids': ['2ec04535-3ee2-4c2a-b71d-da9d61a1e920'], 'active': True} {{(pid=83872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 14:06:35.936088 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_dvr_db [None req-8fafde23-24bc-464b-a905-c61762dc18ea None None] Set router 2ec04535-3ee2-4c2a-b71d-da9d61a1e920 gateway port host: dv-neutron-836180-1-hyperv {{(pid=83872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 14:06:36.004525 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-38f4b850-1fea-4749-ac06-d5b0907f5912 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:06:36.272153 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_hamode_db [None req-8fafde23-24bc-464b-a905-c61762dc18ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ec04535-3ee2-4c2a-b71d-da9d61a1e920', 'name': 'tempest-TestEncryptedCinderVolumes-450928547-router', 'tenant_id': '153f3ee833504a0b924098d6c342a4ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'external_fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.84'}], 'enable_snat': True}, 'gw_port_id': 'e89ddbcc-3dbc-4148-8b86-f0d92ba233cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T14:06:09Z', 'updated_at': '2022-04-01T14:06:13Z', 'revision_number': 4, 'project_id': '153f3ee833504a0b924098d6c342a4ff', 'gw_port': {'id': 'e89ddbcc-3dbc-4148-8b86-f0d92ba233cc', 'name': '', 'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:05:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ec04535-3ee2-4c2a-b71d-da9d61a1e920', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836180-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T14:06:10Z', 'updated_at': '2022-04-01T14:06:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836180-1-hyperv', '_interfaces': [{'id': '03f9f3e6-1fba-477f-9e68-d67afcb0e4a2', 'name': '', 'network_id': '520a237c-250d-4b8a-b05c-e75ac214c9f0', 'tenant_id': '153f3ee833504a0b924098d6c342a4ff', 'mac_address': 'fa:16:3e:39:ef:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ec04535-3ee2-4c2a-b71d-da9d61a1e920', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '55e76660-37ef-4ad9-a226-3f1916ef748f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T14:06:12Z', 'updated_at': '2022-04-01T14:06:13Z', 'revision_number': 2, 'project_id': '153f3ee833504a0b924098d6c342a4ff', 'subnets': [{'id': '55e76660-37ef-4ad9-a226-3f1916ef748f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-836180-1-hyperv', False) {} {{(pid=83872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 14:06:36.276119 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fafde23-24bc-464b-a905-c61762dc18ea None None] Checking router: 2ec04535-3ee2-4c2a-b71d-da9d61a1e920 for host: dv-neutron-836180-1-hyperv {{(pid=83872) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 01 14:06:36.276497 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fafde23-24bc-464b-a905-c61762dc18ea None None] Updating router 2ec04535-3ee2-4c2a-b71d-da9d61a1e920 port 03f9f3e6-1fba-477f-9e68-d67afcb0e4a2 binding host dv-neutron-836180-1-hyperv {{(pid=83872) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 01 14:06:36.327166 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-8fafde23-24bc-464b-a905-c61762dc18ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:06:36.697438 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-8fafde23-24bc-464b-a905-c61762dc18ea None None] Notify callbacks [] for port, precommit_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:06:36.709083 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-8fafde23-24bc-464b-a905-c61762dc18ea None None] Transition to ACTIVE for port object 03f9f3e6-1fba-477f-9e68-d67afcb0e4a2 will not be triggered until provisioned by entity L2. {{(pid=83872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 14:06:36.715688 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-8fafde23-24bc-464b-a905-c61762dc18ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864'] for port, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:06:36.847833 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c3ca038-5abf-4366-9dbd-36ec2bcdce13 None None] Pushing event updated for resources: {'Port': ['ID=03f9f3e6-1fba-477f-9e68-d67afcb0e4a2,revision_number=3']} {{(pid=83872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:06:36.941325 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.managers [None req-8fafde23-24bc-464b-a905-c61762dc18ea None None] Attempting to bind port 03f9f3e6-1fba-477f-9e68-d67afcb0e4a2 on host dv-neutron-836180-1-hyperv for vnic_type normal with profile {{(pid=83872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 14:06:36.941695 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.managers [None req-8fafde23-24bc-464b-a905-c61762dc18ea None None] Attempting to bind port 03f9f3e6-1fba-477f-9e68-d67afcb0e4a2 by drivers openvswitch,hyperv on host dv-neutron-836180-1-hyperv at level 0 using segments [{'id': '59e266e7-2638-449f-88b9-4bfbaf069967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '520a237c-250d-4b8a-b05c-e75ac214c9f0'}] {{(pid=83872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 14:06:36.942054 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fafde23-24bc-464b-a905-c61762dc18ea None None] Attempting to bind port 03f9f3e6-1fba-477f-9e68-d67afcb0e4a2 on network 520a237c-250d-4b8a-b05c-e75ac214c9f0 {{(pid=83872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 14:06:36.948804 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fafde23-24bc-464b-a905-c61762dc18ea None None] Checking agent: {'id': 'af948428-97cd-4d10-9f53-af028bdb39b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-836180-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 13, 25, 37), 'started_at': datetime.datetime(2022, 4, 1, 13, 26, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 14, 6, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-836180-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 14:06:36.949108 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fafde23-24bc-464b-a905-c61762dc18ea None None] Checking segment: {'id': '59e266e7-2638-449f-88b9-4bfbaf069967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '520a237c-250d-4b8a-b05c-e75ac214c9f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 14:06:36.949505 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-8fafde23-24bc-464b-a905-c61762dc18ea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:06:36.949889 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fafde23-24bc-464b-a905-c61762dc18ea None None] Bound using segment: {'id': '59e266e7-2638-449f-88b9-4bfbaf069967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '520a237c-250d-4b8a-b05c-e75ac214c9f0'} {{(pid=83872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 14:06:36.950344 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.managers [None req-8fafde23-24bc-464b-a905-c61762dc18ea None None] Bound port: 03f9f3e6-1fba-477f-9e68-d67afcb0e4a2, host: dv-neutron-836180-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '59e266e7-2638-449f-88b9-4bfbaf069967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '520a237c-250d-4b8a-b05c-e75ac214c9f0'}}] {{(pid=83872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 14:06:36.950716 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-8fafde23-24bc-464b-a905-c61762dc18ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:06:37.042666 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-8fafde23-24bc-464b-a905-c61762dc18ea None None] For port 03f9f3e6-1fba-477f-9e68-d67afcb0e4a2, host dv-neutron-836180-1-hyperv, cleared binding levels {{(pid=83872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 14:06:37.046061 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-8fafde23-24bc-464b-a905-c61762dc18ea None None] For port 03f9f3e6-1fba-477f-9e68-d67afcb0e4a2, host dv-neutron-836180-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836180-1-hyperv',level=0,port_id=03f9f3e6-1fba-477f-9e68-d67afcb0e4a2,segment=NetworkSegment(59e266e7-2638-449f-88b9-4bfbaf069967),segment_id=59e266e7-2638-449f-88b9-4bfbaf069967)] {{(pid=83872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 14:06:37.052493 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-8fafde23-24bc-464b-a905-c61762dc18ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864'] for port, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:06:37.149084 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c3ca038-5abf-4366-9dbd-36ec2bcdce13 None None] Pushing event updated for resources: {'Port': ['ID=03f9f3e6-1fba-477f-9e68-d67afcb0e4a2,revision_number=4']} {{(pid=83872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:06:37.156132 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fafde23-24bc-464b-a905-c61762dc18ea None None] Routers {'2ec04535-3ee2-4c2a-b71d-da9d61a1e920'} bound to L3 agent in host dv-neutron-836180-1-hyperv {{(pid=83872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 14:06:37.157266 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_hamode_db [None req-8fafde23-24bc-464b-a905-c61762dc18ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836180-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T13:25:36Z,description=,heartbeat_timestamp=2022-04-01T14:06:36Z,host='dv-neutron-836180-1-hyperv',id=88bf8fc8-11a3-4e96-9d1b-5fd93ba9f6f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T13:25:36Z,topic='l3_agent')) {'router_ids': ['2ec04535-3ee2-4c2a-b71d-da9d61a1e920'], 'active': True} {{(pid=83872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 14:06:37.354517 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:06:37.400904 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_dvr_db [None req-8fafde23-24bc-464b-a905-c61762dc18ea None None] Set router 2ec04535-3ee2-4c2a-b71d-da9d61a1e920 gateway port host: dv-neutron-836180-1-hyperv {{(pid=83872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 14:06:37.561518 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-2f9cfc9c-d8ba-4de3-a4ad-98162f90557c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:06:37.766341 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_hamode_db [None req-8fafde23-24bc-464b-a905-c61762dc18ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ec04535-3ee2-4c2a-b71d-da9d61a1e920', 'name': 'tempest-TestEncryptedCinderVolumes-450928547-router', 'tenant_id': '153f3ee833504a0b924098d6c342a4ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'external_fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.84'}], 'enable_snat': True}, 'gw_port_id': 'e89ddbcc-3dbc-4148-8b86-f0d92ba233cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T14:06:09Z', 'updated_at': '2022-04-01T14:06:13Z', 'revision_number': 4, 'project_id': '153f3ee833504a0b924098d6c342a4ff', 'gw_port': {'id': 'e89ddbcc-3dbc-4148-8b86-f0d92ba233cc', 'name': '', 'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:05:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ec04535-3ee2-4c2a-b71d-da9d61a1e920', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836180-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T14:06:10Z', 'updated_at': '2022-04-01T14:06:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836180-1-hyperv', '_interfaces': [{'id': '03f9f3e6-1fba-477f-9e68-d67afcb0e4a2', 'name': '', 'network_id': '520a237c-250d-4b8a-b05c-e75ac214c9f0', 'tenant_id': '153f3ee833504a0b924098d6c342a4ff', 'mac_address': 'fa:16:3e:39:ef:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ec04535-3ee2-4c2a-b71d-da9d61a1e920', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '55e76660-37ef-4ad9-a226-3f1916ef748f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836180-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T14:06:12Z', 'updated_at': '2022-04-01T14:06:37Z', 'revision_number': 4, 'project_id': '153f3ee833504a0b924098d6c342a4ff', 'subnets': [{'id': '55e76660-37ef-4ad9-a226-3f1916ef748f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-836180-1-hyperv', False) {} {{(pid=83872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 14:06:37.771388 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fafde23-24bc-464b-a905-c61762dc18ea None None] The sync data for ids ['2ec04535-3ee2-4c2a-b71d-da9d61a1e920'] in dv-neutron-836180-1-hyperv is: [{'id': '2ec04535-3ee2-4c2a-b71d-da9d61a1e920', 'name': 'tempest-TestEncryptedCinderVolumes-450928547-router', 'tenant_id': '153f3ee833504a0b924098d6c342a4ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'external_fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.84'}], 'enable_snat': True}, 'gw_port_id': 'e89ddbcc-3dbc-4148-8b86-f0d92ba233cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T14:06:09Z', 'updated_at': '2022-04-01T14:06:13Z', 'revision_number': 4, 'project_id': '153f3ee833504a0b924098d6c342a4ff', 'gw_port': {'id': 'e89ddbcc-3dbc-4148-8b86-f0d92ba233cc', 'name': '', 'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:05:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ec04535-3ee2-4c2a-b71d-da9d61a1e920', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836180-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T14:06:10Z', 'updated_at': '2022-04-01T14:06:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836180-1-hyperv', '_interfaces': [{'id': '03f9f3e6-1fba-477f-9e68-d67afcb0e4a2', 'name': '', 'network_id': '520a237c-250d-4b8a-b05c-e75ac214c9f0', 'tenant_id': '153f3ee833504a0b924098d6c342a4ff', 'mac_address': 'fa:16:3e:39:ef:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ec04535-3ee2-4c2a-b71d-da9d61a1e920', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '55e76660-37ef-4ad9-a226-3f1916ef748f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836180-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T14:06:12Z', 'updated_at': '2022-04-01T14:06:37Z', 'revision_number': 4, 'project_id': '153f3ee833504a0b924098d6c342a4ff', 'subnets': [{'id': '55e76660-37ef-4ad9-a226-3f1916ef748f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 14:06:38.882162 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Device 03f9f3e6-1fba-477f-9e68-d67afcb0e4a2 up at agent ovs-agent-dv-neutron-836180-1-hyperv {{(pid=83872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 14:06:38.952451 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Provisioning for port 03f9f3e6-1fba-477f-9e68-d67afcb0e4a2 completed by entity L2. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 14:06:38.957933 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Provisioning complete for port 03f9f3e6-1fba-477f-9e68-d67afcb0e4a2 triggered by entity L2. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 14:06:38.958255 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-948329'] for port, provisioning_complete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:06:39.017313 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-a976a7b9-9034-41e6-be13-349b75ed1593 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:06:39.090181 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:06:39.124666 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] For port 03f9f3e6-1fba-477f-9e68-d67afcb0e4a2, host dv-neutron-836180-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836180-1-hyperv',level=0,port_id=03f9f3e6-1fba-477f-9e68-d67afcb0e4a2,segment=NetworkSegment(59e266e7-2638-449f-88b9-4bfbaf069967),segment_id=59e266e7-2638-449f-88b9-4bfbaf069967)] {{(pid=83872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 14:06:39.128674 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864'] for port, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:06:39.203760 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Pushing event updated for resources: {'Port': ['ID=03f9f3e6-1fba-477f-9e68-d67afcb0e4a2,revision_number=5']} {{(pid=83872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:06:40.408005 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33ad3f2-a3b8-41ac-ae64-05c85a5b818d req-f37e70e4-139b-48a1-a8f8-a5597360dc61 tempest-TestEncryptedCinderVolumes-890522013 tempest-TestEncryptedCinderVolumes-890522013-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:06:40.409586 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-d33ad3f2-a3b8-41ac-ae64-05c85a5b818d req-f37e70e4-139b-48a1-a8f8-a5597360dc61 tempest-TestEncryptedCinderVolumes-890522013 tempest-TestEncryptedCinderVolumes-890522013-project] 10.222.0.26 "GET /v2.0/ports?device_id=446e3674-e58e-4cad-aed8-8b90a87761bd HTTP/1.1" status: 200 len: 946 time: 0.0805426 Apr 01 14:06:40.457174 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-d33ad3f2-a3b8-41ac-ae64-05c85a5b818d req-55c907e4-ea47-45ff-814e-38aa2bc508e2 tempest-TestEncryptedCinderVolumes-890522013 tempest-TestEncryptedCinderVolumes-890522013-project] 10.222.0.26 "GET /v2.0/security-groups?id=904b632b-e842-4cd9-a803-269ee34536d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420139 Apr 01 14:06:40.858045 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Device 03f9f3e6-1fba-477f-9e68-d67afcb0e4a2 up at agent ovs-agent-dv-neutron-836180-1-hyperv {{(pid=83872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 14:06:40.925243 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Provisioning complete for port 03f9f3e6-1fba-477f-9e68-d67afcb0e4a2 triggered by entity L2. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 14:06:40.925605 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-948329'] for port, provisioning_complete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:06:41.652435 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8187e097-356d-4753-95d2-4faf9368f191 req-47f355b2-c22c-402a-974f-31fc684f0489 tempest-TestEncryptedCinderVolumes-890522013 tempest-TestEncryptedCinderVolumes-890522013-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:06:41.653812 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-8187e097-356d-4753-95d2-4faf9368f191 req-47f355b2-c22c-402a-974f-31fc684f0489 tempest-TestEncryptedCinderVolumes-890522013 tempest-TestEncryptedCinderVolumes-890522013-project] 10.222.0.26 "GET /v2.0/ports?device_id=446e3674-e58e-4cad-aed8-8b90a87761bd HTTP/1.1" status: 200 len: 946 time: 0.0754006 Apr 01 14:06:41.699955 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-8187e097-356d-4753-95d2-4faf9368f191 req-65059e82-9206-45ce-a383-047be854169f tempest-TestEncryptedCinderVolumes-890522013 tempest-TestEncryptedCinderVolumes-890522013-project] 10.222.0.26 "GET /v2.0/security-groups?id=904b632b-e842-4cd9-a803-269ee34536d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395598 Apr 01 14:06:42.037782 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f79402-2557-4675-ac53-b0423a60d1a1 req-adf2e6d5-3f04-463d-affb-13780091769c tempest-TestEncryptedCinderVolumes-890522013 tempest-TestEncryptedCinderVolumes-890522013-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:06:42.039100 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-c7f79402-2557-4675-ac53-b0423a60d1a1 req-adf2e6d5-3f04-463d-affb-13780091769c tempest-TestEncryptedCinderVolumes-890522013 tempest-TestEncryptedCinderVolumes-890522013-project] 10.222.0.57 "GET /v2.0/ports?device_id=446e3674-e58e-4cad-aed8-8b90a87761bd HTTP/1.1" status: 200 len: 946 time: 0.0773246 Apr 01 14:06:42.112456 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.plugin [req-c7f79402-2557-4675-ac53-b0423a60d1a1 req-08138f36-da6d-4842-b83c-d089157bb54b tempest-TestEncryptedCinderVolumes-890522013 tempest-TestEncryptedCinderVolumes-890522013-project] Deleting port a9da7829-08f6-4378-bcf1-ca96d755caa2 {{(pid=83869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 14:06:42.112781 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [req-c7f79402-2557-4675-ac53-b0423a60d1a1 req-08138f36-da6d-4842-b83c-d089157bb54b tempest-TestEncryptedCinderVolumes-890522013 tempest-TestEncryptedCinderVolumes-890522013-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736733287370'] for port, before_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:06:42.351872 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.db [req-c7f79402-2557-4675-ac53-b0423a60d1a1 req-08138f36-da6d-4842-b83c-d089157bb54b tempest-TestEncryptedCinderVolumes-890522013 tempest-TestEncryptedCinderVolumes-890522013-project] For port a9da7829-08f6-4378-bcf1-ca96d755caa2, host hv-neutron-8361, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8361',level=0,port_id=a9da7829-08f6-4378-bcf1-ca96d755caa2,segment=NetworkSegment(7dda6c44-36cb-41a8-9461-bb9de0d50d1e),segment_id=7dda6c44-36cb-41a8-9461-bb9de0d50d1e)] {{(pid=83869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 14:06:42.352218 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [req-c7f79402-2557-4675-ac53-b0423a60d1a1 req-08138f36-da6d-4842-b83c-d089157bb54b tempest-TestEncryptedCinderVolumes-890522013 tempest-TestEncryptedCinderVolumes-890522013-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4155147'] for port, precommit_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:06:42.476194 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.plugin [req-c7f79402-2557-4675-ac53-b0423a60d1a1 req-08138f36-da6d-4842-b83c-d089157bb54b tempest-TestEncryptedCinderVolumes-890522013 tempest-TestEncryptedCinderVolumes-890522013-project] Calling delete_port for a9da7829-08f6-4378-bcf1-ca96d755caa2 owned by compute:nova {{(pid=83869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 14:06:42.615386 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [req-c7f79402-2557-4675-ac53-b0423a60d1a1 req-08138f36-da6d-4842-b83c-d089157bb54b tempest-TestEncryptedCinderVolumes-890522013 tempest-TestEncryptedCinderVolumes-890522013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736733359243', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736732935810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2705155'] for port, after_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:06:42.630869 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] get_ports_and_sgs() called for port_ids ['a9da7829-08f6-4378-bcf1-ca96d755caa2'] {{(pid=83872) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 01 14:06:42.663010 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08138f36-da6d-4842-b83c-d089157bb54b tempest-TestEncryptedCinderVolumes-890522013 tempest-TestEncryptedCinderVolumes-890522013-project] Pushing event deleted for resources: {'Port': ['ID=a9da7829-08f6-4378-bcf1-ca96d755caa2,revision_number=None']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:06:42.741469 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7f79402-2557-4675-ac53-b0423a60d1a1 req-08138f36-da6d-4842-b83c-d089157bb54b tempest-TestEncryptedCinderVolumes-890522013 tempest-TestEncryptedCinderVolumes-890522013-project] No DVR routers for this DVR port a9da7829-08f6-4378-bcf1-ca96d755caa2 on host hv-neutron-8361 {{(pid=83869) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 14:06:42.744053 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [req-c7f79402-2557-4675-ac53-b0423a60d1a1 req-08138f36-da6d-4842-b83c-d089157bb54b tempest-TestEncryptedCinderVolumes-890522013 tempest-TestEncryptedCinderVolumes-890522013-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109561'] for port, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:06:42.746831 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '446e3674-e58e-4cad-aed8-8b90a87761bd', 'name': 'network-vif-deleted', 'tag': 'a9da7829-08f6-4378-bcf1-ca96d755caa2'}] {{(pid=83869) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 14:06:42.763909 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-c7f79402-2557-4675-ac53-b0423a60d1a1 req-08138f36-da6d-4842-b83c-d089157bb54b tempest-TestEncryptedCinderVolumes-890522013 tempest-TestEncryptedCinderVolumes-890522013-project] 10.222.0.57 "DELETE /v2.0/ports/a9da7829-08f6-4378-bcf1-ca96d755caa2 HTTP/1.1" status: 204 len: 173 time: 0.7159534 Apr 01 14:06:42.833453 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '446e3674-e58e-4cad-aed8-8b90a87761bd', 'name': 'network-vif-deleted', 'tag': 'a9da7829-08f6-4378-bcf1-ca96d755caa2', 'status': 'completed', 'code': 200} Apr 01 14:06:42.913127 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-dd4e91d6-d173-4d0c-8a00-46b364120a38 req-2a749bb2-5043-482e-8e67-bbf566b36daa tempest-TestEncryptedCinderVolumes-890522013 tempest-TestEncryptedCinderVolumes-890522013-project] 10.222.0.26 "GET /v2.0/ports?device_id=446e3674-e58e-4cad-aed8-8b90a87761bd HTTP/1.1" status: 200 len: 210 time: 0.0436378 Apr 01 14:06:44.584289 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5872157-3844-4883-aa2f-31084344fc49 req-5b2311ec-839d-4729-9def-e0a1930ac07d tempest-TestEncryptedCinderVolumes-890522013 tempest-TestEncryptedCinderVolumes-890522013-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:06:44.585742 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-d5872157-3844-4883-aa2f-31084344fc49 req-5b2311ec-839d-4729-9def-e0a1930ac07d tempest-TestEncryptedCinderVolumes-890522013 tempest-TestEncryptedCinderVolumes-890522013-project] 10.222.0.26 "GET /v2.0/networks?id=c2fc4bdb-8f1f-4150-82dd-04c13297128a HTTP/1.1" status: 200 len: 817 time: 0.1463974 Apr 01 14:06:44.602790 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-d5872157-3844-4883-aa2f-31084344fc49 req-64f361dd-3df1-48fc-be1f-eed44f438345 tempest-TestEncryptedCinderVolumes-890522013 tempest-TestEncryptedCinderVolumes-890522013-project] 10.222.0.26 "GET /v2.0/quotas/2dc83197b27846c8ab911d39f344f498 HTTP/1.1" status: 200 len: 375 time: 0.0117464 Apr 01 14:06:44.686578 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-d5872157-3844-4883-aa2f-31084344fc49 req-864f5dbd-2b5e-42f5-8a61-dec8a1b20d4a tempest-TestEncryptedCinderVolumes-890522013 tempest-TestEncryptedCinderVolumes-890522013-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=2dc83197b27846c8ab911d39f344f498&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0789182 Apr 01 14:06:44.822578 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-d5872157-3844-4883-aa2f-31084344fc49 req-48d2c417-d271-4eaf-85d5-175989f9abb0 service neutron] 10.222.0.26 "GET /v2.0/networks/c2fc4bdb-8f1f-4150-82dd-04c13297128a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1241446 Apr 01 14:06:44.951264 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-d5872157-3844-4883-aa2f-31084344fc49 req-69ef88dd-f5a4-4d2e-a817-e496563f32aa service neutron] 10.222.0.26 "GET /v2.0/networks/c2fc4bdb-8f1f-4150-82dd-04c13297128a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1228721 Apr 01 14:06:45.132248 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [req-a452ca95-e8f7-4702-8e23-00c0c0145fcd req-fee7a6ed-4e21-41c2-af26-2593e66dfd4f tempest-TestEncryptedCinderVolumes-890522013 tempest-TestEncryptedCinderVolumes-890522013-project] Synchronizing usage tracker for tenant:2dc83197b27846c8ab911d39f344f498 on resource:port {{(pid=83869) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 14:06:45.148622 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [req-a452ca95-e8f7-4702-8e23-00c0c0145fcd req-fee7a6ed-4e21-41c2-af26-2593e66dfd4f tempest-TestEncryptedCinderVolumes-890522013 tempest-TestEncryptedCinderVolumes-890522013-project] Unset dirty status for tenant:2dc83197b27846c8ab911d39f344f498 on resource:port {{(pid=83869) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 14:06:45.150001 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-a452ca95-e8f7-4702-8e23-00c0c0145fcd req-fee7a6ed-4e21-41c2-af26-2593e66dfd4f tempest-TestEncryptedCinderVolumes-890522013 tempest-TestEncryptedCinderVolumes-890522013-project] 10.222.0.26 "GET /v2.0/ports?device_id=f4426dad-c5e2-4fa5-ad95-1eb4f0d2ce34 HTTP/1.1" status: 200 len: 210 time: 0.0587237 Apr 01 14:06:45.671120 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Device a9da7829-08f6-4378-bcf1-ca96d755caa2 no longer exists at agent hyperv_hv-neutron-8361 {{(pid=83872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 14:06:45.707042 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.plugin [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] No Port match for: a9da7829-08f6-4378-bcf1-ca96d755caa2 {{(pid=83872) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 01 14:06:45.707380 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Device a9da7829-08f6-4378-bcf1-ca96d755caa2 not bound to the agent host hv-neutron-8361 {{(pid=83872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 14:06:46.211548 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5872157-3844-4883-aa2f-31084344fc49 req-2e10d0ac-387a-4850-9655-86a7a8c1db63 tempest-TestEncryptedCinderVolumes-890522013 tempest-TestEncryptedCinderVolumes-890522013-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:06:46.212983 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-d5872157-3844-4883-aa2f-31084344fc49 req-2e10d0ac-387a-4850-9655-86a7a8c1db63 tempest-TestEncryptedCinderVolumes-890522013 tempest-TestEncryptedCinderVolumes-890522013-project] 10.222.0.57 "GET /v2.0/networks?id=c2fc4bdb-8f1f-4150-82dd-04c13297128a HTTP/1.1" status: 200 len: 817 time: 0.1507697 Apr 01 14:06:46.232399 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.v2.base [req-d5872157-3844-4883-aa2f-31084344fc49 req-b28fbbcd-53cb-467d-9b30-9b2f689b8d40 tempest-TestEncryptedCinderVolumes-890522013 tempest-TestEncryptedCinderVolumes-890522013-project] Request body: {'port': {'device_id': 'f4426dad-c5e2-4fa5-ad95-1eb4f0d2ce34', 'network_id': 'c2fc4bdb-8f1f-4150-82dd-04c13297128a', 'admin_state_up': True, 'tenant_id': '2dc83197b27846c8ab911d39f344f498'}} {{(pid=83869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 14:06:46.325522 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-ed69f27b-3777-4bc3-9bf0-255979acaa9a req-7fd84619-97b2-4ec1-a186-8d5720595f93 tempest-TestEncryptedCinderVolumes-890522013 tempest-TestEncryptedCinderVolumes-890522013-project] 10.222.0.26 "GET /v2.0/ports?device_id=f4426dad-c5e2-4fa5-ad95-1eb4f0d2ce34 HTTP/1.1" status: 200 len: 210 time: 0.0440576 Apr 01 14:06:46.385309 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [req-d5872157-3844-4883-aa2f-31084344fc49 req-b28fbbcd-53cb-467d-9b30-9b2f689b8d40 tempest-TestEncryptedCinderVolumes-890522013 tempest-TestEncryptedCinderVolumes-890522013-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 14:06:46.395609 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [req-d5872157-3844-4883-aa2f-31084344fc49 req-b28fbbcd-53cb-467d-9b30-9b2f689b8d40 tempest-TestEncryptedCinderVolumes-890522013 tempest-TestEncryptedCinderVolumes-890522013-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 14:06:46.405751 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d5872157-3844-4883-aa2f-31084344fc49 req-b28fbbcd-53cb-467d-9b30-9b2f689b8d40 tempest-TestEncryptedCinderVolumes-890522013 tempest-TestEncryptedCinderVolumes-890522013-project] Made reservation on behalf of 2dc83197b27846c8ab911d39f344f498 for: {'port': 1} {{(pid=83869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 14:06:46.409544 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [req-d5872157-3844-4883-aa2f-31084344fc49 req-b28fbbcd-53cb-467d-9b30-9b2f689b8d40 tempest-TestEncryptedCinderVolumes-890522013 tempest-TestEncryptedCinderVolumes-890522013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:06:46.653654 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.db_base_plugin_common [req-d5872157-3844-4883-aa2f-31084344fc49 req-b28fbbcd-53cb-467d-9b30-9b2f689b8d40 tempest-TestEncryptedCinderVolumes-890522013 tempest-TestEncryptedCinderVolumes-890522013-project] Allocated IP 172.20.0.8 (c2fc4bdb-8f1f-4150-82dd-04c13297128a/6261dbf4-23e5-4582-816c-684e6637cea4/664adb68-cb89-4c8c-a1d2-17f41bc69ce3) {{(pid=83869) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 14:06:46.853658 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [req-d5872157-3844-4883-aa2f-31084344fc49 req-b28fbbcd-53cb-467d-9b30-9b2f689b8d40 tempest-TestEncryptedCinderVolumes-890522013 tempest-TestEncryptedCinderVolumes-890522013-project] Notify callbacks [] for port, precommit_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:06:46.868907 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.provisioning_blocks [req-d5872157-3844-4883-aa2f-31084344fc49 req-b28fbbcd-53cb-467d-9b30-9b2f689b8d40 tempest-TestEncryptedCinderVolumes-890522013 tempest-TestEncryptedCinderVolumes-890522013-project] Transition to ACTIVE for port object 664adb68-cb89-4c8c-a1d2-17f41bc69ce3 will not be triggered until provisioned by entity DHCP. {{(pid=83869) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 14:06:46.890648 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [req-d5872157-3844-4883-aa2f-31084344fc49 req-b28fbbcd-53cb-467d-9b30-9b2f689b8d40 tempest-TestEncryptedCinderVolumes-890522013 tempest-TestEncryptedCinderVolumes-890522013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736732935801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2705155'] for port, after_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:06:46.961246 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d5872157-3844-4883-aa2f-31084344fc49 req-b28fbbcd-53cb-467d-9b30-9b2f689b8d40 tempest-TestEncryptedCinderVolumes-890522013 tempest-TestEncryptedCinderVolumes-890522013-project] Network c2fc4bdb-8f1f-4150-82dd-04c13297128a is already hosted by enough agents. {{(pid=83869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 14:06:46.964713 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.scheduler.base_scheduler [req-d5872157-3844-4883-aa2f-31084344fc49 req-b28fbbcd-53cb-467d-9b30-9b2f689b8d40 tempest-TestEncryptedCinderVolumes-890522013 tempest-TestEncryptedCinderVolumes-890522013-project] Resources bound (agent type, host, resource id): {{(pid=83869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 14:06:46.968323 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5872157-3844-4883-aa2f-31084344fc49 req-b28fbbcd-53cb-467d-9b30-9b2f689b8d40 tempest-TestEncryptedCinderVolumes-890522013 tempest-TestEncryptedCinderVolumes-890522013-project] Received port after_create {{(pid=83869) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 14:06:46.999069 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b28fbbcd-53cb-467d-9b30-9b2f689b8d40 tempest-TestEncryptedCinderVolumes-890522013 tempest-TestEncryptedCinderVolumes-890522013-project] Pushing event updated for resources: {'Port': ['ID=664adb68-cb89-4c8c-a1d2-17f41bc69ce3,revision_number=1']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:06:47.038240 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5872157-3844-4883-aa2f-31084344fc49 req-b28fbbcd-53cb-467d-9b30-9b2f689b8d40 tempest-TestEncryptedCinderVolumes-890522013 tempest-TestEncryptedCinderVolumes-890522013-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:06:47.039087 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [req-d5872157-3844-4883-aa2f-31084344fc49 req-b28fbbcd-53cb-467d-9b30-9b2f689b8d40 tempest-TestEncryptedCinderVolumes-890522013 tempest-TestEncryptedCinderVolumes-890522013-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109561'] for port, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:06:47.065574 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-d5872157-3844-4883-aa2f-31084344fc49 req-b28fbbcd-53cb-467d-9b30-9b2f689b8d40 tempest-TestEncryptedCinderVolumes-890522013 tempest-TestEncryptedCinderVolumes-890522013-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8369362 Apr 01 14:06:47.078936 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.v2.base [req-d5872157-3844-4883-aa2f-31084344fc49 req-fdda145c-7042-42da-ba17-d39846c2dc30 service neutron] Request body: {'port': {'device_id': 'f4426dad-c5e2-4fa5-ad95-1eb4f0d2ce34', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8361'}} {{(pid=83869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 14:06:47.153569 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-a043c681-12f8-40b0-8fb5-d6074624974e None None] Provisioning for port 664adb68-cb89-4c8c-a1d2-17f41bc69ce3 completed by entity DHCP. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 14:06:47.158731 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-a043c681-12f8-40b0-8fb5-d6074624974e None None] Provisioning complete for port 664adb68-cb89-4c8c-a1d2-17f41bc69ce3 triggered by entity DHCP. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 14:06:47.159093 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-a043c681-12f8-40b0-8fb5-d6074624974e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-948329'] for port, provisioning_complete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:06:47.188866 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [req-d5872157-3844-4883-aa2f-31084344fc49 req-fdda145c-7042-42da-ba17-d39846c2dc30 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:06:47.209405 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.plugin [None req-a043c681-12f8-40b0-8fb5-d6074624974e None None] Port 664adb68-cb89-4c8c-a1d2-17f41bc69ce3 cannot update to ACTIVE because it is not bound. {{(pid=83872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 14:06:47.593736 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef0a2d7-b966-43c2-9b5c-a12a9efcab11 req-80d0c1f6-b3df-43d4-aae2-1e2500d5b35f tempest-TestEncryptedCinderVolumes-890522013 tempest-TestEncryptedCinderVolumes-890522013-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:06:47.594426 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [req-5ef0a2d7-b966-43c2-9b5c-a12a9efcab11 req-80d0c1f6-b3df-43d4-aae2-1e2500d5b35f tempest-TestEncryptedCinderVolumes-890522013 tempest-TestEncryptedCinderVolumes-890522013-project] Synchronizing usage tracker for tenant:2dc83197b27846c8ab911d39f344f498 on resource:port {{(pid=83869) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 14:06:47.600665 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.notifiers.nova [req-d5872157-3844-4883-aa2f-31084344fc49 req-fdda145c-7042-42da-ba17-d39846c2dc30 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 664adb68-cb89-4c8c-a1d2-17f41bc69ce3 {{(pid=83869) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 01 14:06:47.609255 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [req-d5872157-3844-4883-aa2f-31084344fc49 req-fdda145c-7042-42da-ba17-d39846c2dc30 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:06:47.628114 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [req-5ef0a2d7-b966-43c2-9b5c-a12a9efcab11 req-80d0c1f6-b3df-43d4-aae2-1e2500d5b35f tempest-TestEncryptedCinderVolumes-890522013 tempest-TestEncryptedCinderVolumes-890522013-project] Unset dirty status for tenant:2dc83197b27846c8ab911d39f344f498 on resource:port {{(pid=83869) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 14:06:47.629202 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-5ef0a2d7-b966-43c2-9b5c-a12a9efcab11 req-80d0c1f6-b3df-43d4-aae2-1e2500d5b35f tempest-TestEncryptedCinderVolumes-890522013 tempest-TestEncryptedCinderVolumes-890522013-project] 10.222.0.26 "GET /v2.0/ports?device_id=f4426dad-c5e2-4fa5-ad95-1eb4f0d2ce34 HTTP/1.1" status: 200 len: 931 time: 0.1787715 Apr 01 14:06:47.630037 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.provisioning_blocks [req-d5872157-3844-4883-aa2f-31084344fc49 req-fdda145c-7042-42da-ba17-d39846c2dc30 service neutron] Transition to ACTIVE for port object 664adb68-cb89-4c8c-a1d2-17f41bc69ce3 will not be triggered until provisioned by entity L2. {{(pid=83869) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 14:06:47.634494 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [req-d5872157-3844-4883-aa2f-31084344fc49 req-fdda145c-7042-42da-ba17-d39846c2dc30 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2705172'] for port, after_update {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:06:47.788333 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdda145c-7042-42da-ba17-d39846c2dc30 service neutron] Pushing event updated for resources: {'Port': ['ID=664adb68-cb89-4c8c-a1d2-17f41bc69ce3,revision_number=2']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:06:47.802706 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-5ef0a2d7-b966-43c2-9b5c-a12a9efcab11 req-e074686f-3623-41c6-afe3-2da8f9df0685 tempest-TestEncryptedCinderVolumes-890522013 tempest-TestEncryptedCinderVolumes-890522013-project] 10.222.0.26 "GET /v2.0/security-groups?id=904b632b-e842-4cd9-a803-269ee34536d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1644387 Apr 01 14:06:47.904285 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.managers [req-d5872157-3844-4883-aa2f-31084344fc49 req-fdda145c-7042-42da-ba17-d39846c2dc30 service neutron] Attempting to bind port 664adb68-cb89-4c8c-a1d2-17f41bc69ce3 on host hv-neutron-8361 for vnic_type normal with profile {{(pid=83869) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 14:06:47.904629 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.managers [req-d5872157-3844-4883-aa2f-31084344fc49 req-fdda145c-7042-42da-ba17-d39846c2dc30 service neutron] Attempting to bind port 664adb68-cb89-4c8c-a1d2-17f41bc69ce3 by drivers openvswitch,hyperv on host hv-neutron-8361 at level 0 using segments [{'id': '7dda6c44-36cb-41a8-9461-bb9de0d50d1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'c2fc4bdb-8f1f-4150-82dd-04c13297128a'}] {{(pid=83869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 14:06:47.904945 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5872157-3844-4883-aa2f-31084344fc49 req-fdda145c-7042-42da-ba17-d39846c2dc30 service neutron] Attempting to bind port 664adb68-cb89-4c8c-a1d2-17f41bc69ce3 on network c2fc4bdb-8f1f-4150-82dd-04c13297128a {{(pid=83869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 14:06:47.911337 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5872157-3844-4883-aa2f-31084344fc49 req-fdda145c-7042-42da-ba17-d39846c2dc30 service neutron] Port 664adb68-cb89-4c8c-a1d2-17f41bc69ce3 on network c2fc4bdb-8f1f-4150-82dd-04c13297128a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8361 {{(pid=83869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 01 14:06:47.911646 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5872157-3844-4883-aa2f-31084344fc49 req-fdda145c-7042-42da-ba17-d39846c2dc30 service neutron] Attempting to bind port 664adb68-cb89-4c8c-a1d2-17f41bc69ce3 on network c2fc4bdb-8f1f-4150-82dd-04c13297128a {{(pid=83869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 14:06:47.917711 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5872157-3844-4883-aa2f-31084344fc49 req-fdda145c-7042-42da-ba17-d39846c2dc30 service neutron] Checking agent: {'id': '359ce187-6241-4f7e-85a4-e066c7b0cdea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8361', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 13, 31, 54), 'started_at': datetime.datetime(2022, 4, 1, 13, 31, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 14, 6, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 14:06:47.918033 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5872157-3844-4883-aa2f-31084344fc49 req-fdda145c-7042-42da-ba17-d39846c2dc30 service neutron] Checking segment: {'id': '7dda6c44-36cb-41a8-9461-bb9de0d50d1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'c2fc4bdb-8f1f-4150-82dd-04c13297128a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 14:06:47.918400 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5872157-3844-4883-aa2f-31084344fc49 req-fdda145c-7042-42da-ba17-d39846c2dc30 service neutron] Bound using segment: {'id': '7dda6c44-36cb-41a8-9461-bb9de0d50d1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'c2fc4bdb-8f1f-4150-82dd-04c13297128a'} {{(pid=83869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 14:06:47.918804 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.managers [req-d5872157-3844-4883-aa2f-31084344fc49 req-fdda145c-7042-42da-ba17-d39846c2dc30 service neutron] Bound port: 664adb68-cb89-4c8c-a1d2-17f41bc69ce3, host: hv-neutron-8361, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7dda6c44-36cb-41a8-9461-bb9de0d50d1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'c2fc4bdb-8f1f-4150-82dd-04c13297128a'}}] {{(pid=83869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 14:06:47.919132 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [req-d5872157-3844-4883-aa2f-31084344fc49 req-fdda145c-7042-42da-ba17-d39846c2dc30 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:06:48.006759 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.db [req-d5872157-3844-4883-aa2f-31084344fc49 req-fdda145c-7042-42da-ba17-d39846c2dc30 service neutron] For port 664adb68-cb89-4c8c-a1d2-17f41bc69ce3, host hv-neutron-8361, cleared binding levels {{(pid=83869) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 14:06:48.009552 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.db [req-d5872157-3844-4883-aa2f-31084344fc49 req-fdda145c-7042-42da-ba17-d39846c2dc30 service neutron] For port 664adb68-cb89-4c8c-a1d2-17f41bc69ce3, host hv-neutron-8361, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8361',level=0,port_id=664adb68-cb89-4c8c-a1d2-17f41bc69ce3,segment=NetworkSegment(7dda6c44-36cb-41a8-9461-bb9de0d50d1e),segment_id=7dda6c44-36cb-41a8-9461-bb9de0d50d1e)] {{(pid=83869) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 14:06:48.013891 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [req-d5872157-3844-4883-aa2f-31084344fc49 req-fdda145c-7042-42da-ba17-d39846c2dc30 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2705172'] for port, after_update {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:06:48.074674 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [req-d5872157-3844-4883-aa2f-31084344fc49 req-fdda145c-7042-42da-ba17-d39846c2dc30 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109561'] for port, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:06:48.076009 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-d5872157-3844-4883-aa2f-31084344fc49 req-fdda145c-7042-42da-ba17-d39846c2dc30 service neutron] 10.222.0.57 "PUT /v2.0/ports/664adb68-cb89-4c8c-a1d2-17f41bc69ce3 HTTP/1.1" status: 200 len: 1093 time: 1.0015273 Apr 01 14:06:48.076458 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f4426dad-c5e2-4fa5-ad95-1eb4f0d2ce34', 'tag': '664adb68-cb89-4c8c-a1d2-17f41bc69ce3'}] {{(pid=83869) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 14:06:48.095734 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdda145c-7042-42da-ba17-d39846c2dc30 service neutron] Pushing event updated for resources: {'Port': ['ID=664adb68-cb89-4c8c-a1d2-17f41bc69ce3,revision_number=3']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:06:48.162599 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f4426dad-c5e2-4fa5-ad95-1eb4f0d2ce34', 'tag': '664adb68-cb89-4c8c-a1d2-17f41bc69ce3', 'status': 'completed', 'code': 200} Apr 01 14:06:48.205874 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-d5872157-3844-4883-aa2f-31084344fc49 req-6ad2742e-92ec-4c2c-be5b-659b42a7c2d1 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=2dc83197b27846c8ab911d39f344f498&device_id=f4426dad-c5e2-4fa5-ad95-1eb4f0d2ce34 HTTP/1.1" status: 200 len: 1096 time: 0.0746644 Apr 01 14:06:48.287263 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-d5872157-3844-4883-aa2f-31084344fc49 req-3685f8da-94b7-4d54-96f8-cd143f4e5798 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=664adb68-cb89-4c8c-a1d2-17f41bc69ce3 HTTP/1.1" status: 200 len: 217 time: 0.0744731 Apr 01 14:06:48.350196 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5872157-3844-4883-aa2f-31084344fc49 req-96fa64ce-52f9-46db-bd29-a9baf9ab5284 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:06:48.351663 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-d5872157-3844-4883-aa2f-31084344fc49 req-96fa64ce-52f9-46db-bd29-a9baf9ab5284 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=6261dbf4-23e5-4582-816c-684e6637cea4 HTTP/1.1" status: 200 len: 856 time: 0.0577164 Apr 01 14:06:48.435212 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-d5872157-3844-4883-aa2f-31084344fc49 req-f309294e-a42a-4c23-aec9-6895ffeb3584 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=c2fc4bdb-8f1f-4150-82dd-04c13297128a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0716815 Apr 01 14:06:48.648663 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-d5872157-3844-4883-aa2f-31084344fc49 req-86a81ddc-6ea0-4a63-9769-1160ddf62416 service neutron] 10.222.0.57 "GET /v2.0/networks/c2fc4bdb-8f1f-4150-82dd-04c13297128a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2063119 Apr 01 14:06:48.777505 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-d5872157-3844-4883-aa2f-31084344fc49 req-1c296095-39b7-4a3b-9399-9a1d3f875296 service neutron] 10.222.0.57 "GET /v2.0/networks/c2fc4bdb-8f1f-4150-82dd-04c13297128a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1221642 Apr 01 14:06:48.893087 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-2ad139e3-74f7-4e21-be92-e9d6286e44ef req-95e847df-7fd1-4c19-82ab-863d30ccac81 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=2dc83197b27846c8ab911d39f344f498&device_id=f4426dad-c5e2-4fa5-ad95-1eb4f0d2ce34 HTTP/1.1" status: 200 len: 1096 time: 0.0709133 Apr 01 14:06:49.093905 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad139e3-74f7-4e21-be92-e9d6286e44ef req-66de398b-1c99-4246-bb23-4eb023777894 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:06:49.095846 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-2ad139e3-74f7-4e21-be92-e9d6286e44ef req-66de398b-1c99-4246-bb23-4eb023777894 service neutron] 10.222.0.57 "GET /v2.0/networks?id=c2fc4bdb-8f1f-4150-82dd-04c13297128a HTTP/1.1" status: 200 len: 918 time: 0.1937964 Apr 01 14:06:49.104340 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775543f6-1291-4ac3-9522-e9de90edbe08 req-5e783521-0844-49e1-a23c-c951c2a488c2 tempest-TestEncryptedCinderVolumes-890522013 tempest-TestEncryptedCinderVolumes-890522013-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:06:49.105860 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-775543f6-1291-4ac3-9522-e9de90edbe08 req-5e783521-0844-49e1-a23c-c951c2a488c2 tempest-TestEncryptedCinderVolumes-890522013 tempest-TestEncryptedCinderVolumes-890522013-project] 10.222.0.26 "GET /v2.0/ports?device_id=f4426dad-c5e2-4fa5-ad95-1eb4f0d2ce34 HTTP/1.1" status: 200 len: 943 time: 0.1329725 Apr 01 14:06:49.188613 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-2ad139e3-74f7-4e21-be92-e9d6286e44ef req-12fd2245-ec06-404f-993f-cef33b0aa664 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=664adb68-cb89-4c8c-a1d2-17f41bc69ce3 HTTP/1.1" status: 200 len: 217 time: 0.0818024 Apr 01 14:06:49.254784 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-775543f6-1291-4ac3-9522-e9de90edbe08 req-06f4cf60-3b9f-438a-9be4-d9d585bca91b tempest-TestEncryptedCinderVolumes-890522013 tempest-TestEncryptedCinderVolumes-890522013-project] 10.222.0.26 "GET /v2.0/security-groups?id=904b632b-e842-4cd9-a803-269ee34536d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000066 Apr 01 14:06:49.265458 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad139e3-74f7-4e21-be92-e9d6286e44ef req-87aa1ef9-3bee-47db-a921-3f1fdab55a0e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:06:49.266876 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-2ad139e3-74f7-4e21-be92-e9d6286e44ef req-87aa1ef9-3bee-47db-a921-3f1fdab55a0e service neutron] 10.222.0.57 "GET /v2.0/subnets?id=6261dbf4-23e5-4582-816c-684e6637cea4 HTTP/1.1" status: 200 len: 856 time: 0.0676003 Apr 01 14:06:49.348007 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-2ad139e3-74f7-4e21-be92-e9d6286e44ef req-ca609d09-819f-4a3f-aece-7d45a5e70046 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=c2fc4bdb-8f1f-4150-82dd-04c13297128a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0734880 Apr 01 14:06:49.478381 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-2ad139e3-74f7-4e21-be92-e9d6286e44ef req-c291201e-9815-4914-a0e7-381584a549db service neutron] 10.222.0.57 "GET /v2.0/networks/c2fc4bdb-8f1f-4150-82dd-04c13297128a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234255 Apr 01 14:06:49.609153 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-2ad139e3-74f7-4e21-be92-e9d6286e44ef req-08bf8d31-f695-4963-8eaf-82dc7845430b service neutron] 10.222.0.57 "GET /v2.0/networks/c2fc4bdb-8f1f-4150-82dd-04c13297128a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1226492 Apr 01 14:06:49.699425 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Device 664adb68-cb89-4c8c-a1d2-17f41bc69ce3 details requested by agent hyperv_hv-neutron-8361 with host hv-neutron-8361 {{(pid=83872) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 01 14:06:49.829512 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] For port 664adb68-cb89-4c8c-a1d2-17f41bc69ce3, host hv-neutron-8361, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8361',level=0,port_id=664adb68-cb89-4c8c-a1d2-17f41bc69ce3,segment=NetworkSegment(7dda6c44-36cb-41a8-9461-bb9de0d50d1e),segment_id=7dda6c44-36cb-41a8-9461-bb9de0d50d1e)] {{(pid=83872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 14:06:49.843311 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Returning: {'device': '664adb68-cb89-4c8c-a1d2-17f41bc69ce3', 'network_id': 'c2fc4bdb-8f1f-4150-82dd-04c13297128a', 'port_id': '664adb68-cb89-4c8c-a1d2-17f41bc69ce3', 'mac_address': 'fa:16:3e:23:cb:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 373, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6261dbf4-23e5-4582-816c-684e6637cea4', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83872) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 01 14:06:49.900719 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:06:49.917645 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.notifiers.nova [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 664adb68-cb89-4c8c-a1d2-17f41bc69ce3 {{(pid=83872) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 01 14:06:49.932502 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] For port 664adb68-cb89-4c8c-a1d2-17f41bc69ce3, host hv-neutron-8361, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8361',level=0,port_id=664adb68-cb89-4c8c-a1d2-17f41bc69ce3,segment=NetworkSegment(7dda6c44-36cb-41a8-9461-bb9de0d50d1e),segment_id=7dda6c44-36cb-41a8-9461-bb9de0d50d1e)] {{(pid=83872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 14:06:49.936388 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864'] for port, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:06:50.002406 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Pushing event updated for resources: {'Port': ['ID=664adb68-cb89-4c8c-a1d2-17f41bc69ce3,revision_number=4']} {{(pid=83872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:06:50.011836 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:06:50.012175 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:06:50.012532 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:06:50.012861 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:06:50.013186 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:06:50.013510 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:06:50.013831 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:06:50.014152 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:06:50.014469 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:06:50.014788 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:06:50.015102 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:06:50.154821 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] get_ports_and_sgs() called for port_ids ['664adb68-cb89-4c8c-a1d2-17f41bc69ce3'] {{(pid=83872) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 01 14:06:50.454852 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0acb7cc2-4558-4ee3-8f73-d50bab4add26 req-a493518e-3195-4577-8a74-a549d2a85133 tempest-TestEncryptedCinderVolumes-890522013 tempest-TestEncryptedCinderVolumes-890522013-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:06:50.456511 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-0acb7cc2-4558-4ee3-8f73-d50bab4add26 req-a493518e-3195-4577-8a74-a549d2a85133 tempest-TestEncryptedCinderVolumes-890522013 tempest-TestEncryptedCinderVolumes-890522013-project] 10.222.0.26 "GET /v2.0/ports?device_id=f4426dad-c5e2-4fa5-ad95-1eb4f0d2ce34 HTTP/1.1" status: 200 len: 944 time: 0.0759335 Apr 01 14:06:50.504564 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-0acb7cc2-4558-4ee3-8f73-d50bab4add26 req-8065da8b-26d6-40f4-95b4-799e50ffd6be tempest-TestEncryptedCinderVolumes-890522013 tempest-TestEncryptedCinderVolumes-890522013-project] 10.222.0.26 "GET /v2.0/security-groups?id=904b632b-e842-4cd9-a803-269ee34536d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425737 Apr 01 14:06:51.696069 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89e3cc8-e6c3-459b-8184-799b94491ad1 req-66fec004-fad7-4920-8c34-a41422695c26 tempest-TestEncryptedCinderVolumes-890522013 tempest-TestEncryptedCinderVolumes-890522013-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:06:51.697573 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-d89e3cc8-e6c3-459b-8184-799b94491ad1 req-66fec004-fad7-4920-8c34-a41422695c26 tempest-TestEncryptedCinderVolumes-890522013 tempest-TestEncryptedCinderVolumes-890522013-project] 10.222.0.26 "GET /v2.0/ports?device_id=f4426dad-c5e2-4fa5-ad95-1eb4f0d2ce34 HTTP/1.1" status: 200 len: 944 time: 0.0750923 Apr 01 14:06:51.700600 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Device 664adb68-cb89-4c8c-a1d2-17f41bc69ce3 up at agent hyperv_hv-neutron-8361 {{(pid=83872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 14:06:51.743475 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-d89e3cc8-e6c3-459b-8184-799b94491ad1 req-f1e970d6-44ad-4223-bf7e-892905d6776a tempest-TestEncryptedCinderVolumes-890522013 tempest-TestEncryptedCinderVolumes-890522013-project] 10.222.0.26 "GET /v2.0/security-groups?id=904b632b-e842-4cd9-a803-269ee34536d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402527 Apr 01 14:06:51.768797 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Provisioning for port 664adb68-cb89-4c8c-a1d2-17f41bc69ce3 completed by entity L2. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 14:06:51.773678 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Provisioning complete for port 664adb68-cb89-4c8c-a1d2-17f41bc69ce3 triggered by entity L2. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 14:06:51.774039 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-948329'] for port, provisioning_complete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:06:51.885684 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:06:51.911806 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4426dad-c5e2-4fa5-ad95-1eb4f0d2ce34', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '664adb68-cb89-4c8c-a1d2-17f41bc69ce3'}] {{(pid=83872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 14:06:51.920901 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] For port 664adb68-cb89-4c8c-a1d2-17f41bc69ce3, host hv-neutron-8361, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8361',level=0,port_id=664adb68-cb89-4c8c-a1d2-17f41bc69ce3,segment=NetworkSegment(7dda6c44-36cb-41a8-9461-bb9de0d50d1e),segment_id=7dda6c44-36cb-41a8-9461-bb9de0d50d1e)] {{(pid=83872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 14:06:51.926164 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864'] for port, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:06:51.971428 dv-neutron-836180-1-hyperv neutron-server[83872]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4426dad-c5e2-4fa5-ad95-1eb4f0d2ce34', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '664adb68-cb89-4c8c-a1d2-17f41bc69ce3', 'code': 200} Apr 01 14:06:51.998135 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Pushing event updated for resources: {'Port': ['ID=664adb68-cb89-4c8c-a1d2-17f41bc69ce3,revision_number=5']} {{(pid=83872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:06:52.223396 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-032a26bb-7e25-4837-8e56-e74a38bdf343 req-074a7882-02e0-4ca7-bb76-d0e9e772e1f0 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=f4426dad-c5e2-4fa5-ad95-1eb4f0d2ce34 HTTP/1.1" status: 200 len: 1098 time: 0.0763636 Apr 01 14:06:52.266168 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-032a26bb-7e25-4837-8e56-e74a38bdf343 req-a5963875-5ab4-4de7-b3a1-21533677477c service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=904b632b-e842-4cd9-a803-269ee34536d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355599 Apr 01 14:06:52.936671 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24cb9996-a800-4fb2-a69d-e319462ef5de req-7623f8c4-9169-4d83-b84b-2238111d1c6e tempest-TestEncryptedCinderVolumes-890522013 tempest-TestEncryptedCinderVolumes-890522013-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:06:52.938363 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-24cb9996-a800-4fb2-a69d-e319462ef5de req-7623f8c4-9169-4d83-b84b-2238111d1c6e tempest-TestEncryptedCinderVolumes-890522013 tempest-TestEncryptedCinderVolumes-890522013-project] 10.222.0.26 "GET /v2.0/ports?device_id=f4426dad-c5e2-4fa5-ad95-1eb4f0d2ce34 HTTP/1.1" status: 200 len: 945 time: 0.0761731 Apr 01 14:06:52.987650 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-24cb9996-a800-4fb2-a69d-e319462ef5de req-f3496513-4fb1-4bb4-8624-68321b1b3981 tempest-TestEncryptedCinderVolumes-890522013 tempest-TestEncryptedCinderVolumes-890522013-project] 10.222.0.26 "GET /v2.0/security-groups?id=904b632b-e842-4cd9-a803-269ee34536d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433650 Apr 01 14:06:54.104313 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:06:54.184750 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910ecced-8f32-4fb0-805f-aaef88d82a8b req-6ae6998b-9771-4ae8-aebf-8e50c4663cc8 tempest-TestEncryptedCinderVolumes-890522013 tempest-TestEncryptedCinderVolumes-890522013-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:06:54.186275 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-910ecced-8f32-4fb0-805f-aaef88d82a8b req-6ae6998b-9771-4ae8-aebf-8e50c4663cc8 tempest-TestEncryptedCinderVolumes-890522013 tempest-TestEncryptedCinderVolumes-890522013-project] 10.222.0.26 "GET /v2.0/ports?device_id=f4426dad-c5e2-4fa5-ad95-1eb4f0d2ce34 HTTP/1.1" status: 200 len: 945 time: 0.0774152 Apr 01 14:06:54.232517 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-910ecced-8f32-4fb0-805f-aaef88d82a8b req-8e3ee349-ddb5-4f8e-ada0-02339b94e445 tempest-TestEncryptedCinderVolumes-890522013 tempest-TestEncryptedCinderVolumes-890522013-project] 10.222.0.26 "GET /v2.0/security-groups?id=904b632b-e842-4cd9-a803-269ee34536d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396638 Apr 01 14:06:54.433769 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60487a20-c59a-42d2-989d-c977aaf82fa6 req-4a4aaac5-b1ec-4a50-ad90-4d2ad0799606 tempest-TestEncryptedCinderVolumes-890522013 tempest-TestEncryptedCinderVolumes-890522013-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:06:54.435198 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-60487a20-c59a-42d2-989d-c977aaf82fa6 req-4a4aaac5-b1ec-4a50-ad90-4d2ad0799606 tempest-TestEncryptedCinderVolumes-890522013 tempest-TestEncryptedCinderVolumes-890522013-project] 10.222.0.26 "GET /v2.0/ports?device_id=f4426dad-c5e2-4fa5-ad95-1eb4f0d2ce34 HTTP/1.1" status: 200 len: 945 time: 0.0768955 Apr 01 14:06:54.480813 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-60487a20-c59a-42d2-989d-c977aaf82fa6 req-8f08191e-7d1c-4814-8a0b-ec2196281e34 tempest-TestEncryptedCinderVolumes-890522013 tempest-TestEncryptedCinderVolumes-890522013-project] 10.222.0.26 "GET /v2.0/security-groups?id=904b632b-e842-4cd9-a803-269ee34536d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390060 Apr 01 14:06:55.983382 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.agents_db [None req-bdd220c7-049a-43d2-a923-ad1a2de078c6 None None] Agent healthcheck: found 6 active agents {{(pid=83873) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 01 14:07:03.622284 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-1183274f-6780-4d70-9cc5-d18ba05d0179 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:07:05.966535 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-ec4a762e-51d2-4e44-9714-09fc4020138c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:07:07.249026 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:07:07.482690 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-2f9cfc9c-d8ba-4de3-a4ad-98162f90557c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:07:08.906392 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e9e052-58da-42e5-96c2-f61beced40ee req-1a7a1528-9c30-496b-8240-5fb1bbf17649 tempest-TestEncryptedCinderVolumes-890522013 tempest-TestEncryptedCinderVolumes-890522013-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:07:08.907742 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-17e9e052-58da-42e5-96c2-f61beced40ee req-1a7a1528-9c30-496b-8240-5fb1bbf17649 tempest-TestEncryptedCinderVolumes-890522013 tempest-TestEncryptedCinderVolumes-890522013-project] 10.222.0.26 "GET /v2.0/ports?device_id=f4426dad-c5e2-4fa5-ad95-1eb4f0d2ce34 HTTP/1.1" status: 200 len: 945 time: 0.0809166 Apr 01 14:07:08.955024 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-17e9e052-58da-42e5-96c2-f61beced40ee req-48800608-7845-4ae9-a0e0-4f22151d9112 tempest-TestEncryptedCinderVolumes-890522013 tempest-TestEncryptedCinderVolumes-890522013-project] 10.222.0.26 "GET /v2.0/security-groups?id=904b632b-e842-4cd9-a803-269ee34536d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406859 Apr 01 14:07:08.981413 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-a976a7b9-9034-41e6-be13-349b75ed1593 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:07:10.150508 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2adcc06-5b9e-495f-8d9d-ce19e1f66c57 req-0638191c-8939-48b0-82e3-e0303cad9cc0 tempest-TestEncryptedCinderVolumes-890522013 tempest-TestEncryptedCinderVolumes-890522013-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:07:10.151952 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-e2adcc06-5b9e-495f-8d9d-ce19e1f66c57 req-0638191c-8939-48b0-82e3-e0303cad9cc0 tempest-TestEncryptedCinderVolumes-890522013 tempest-TestEncryptedCinderVolumes-890522013-project] 10.222.0.26 "GET /v2.0/ports?device_id=f4426dad-c5e2-4fa5-ad95-1eb4f0d2ce34 HTTP/1.1" status: 200 len: 945 time: 0.0751605 Apr 01 14:07:10.205120 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-e2adcc06-5b9e-495f-8d9d-ce19e1f66c57 req-08cfaac9-a496-42b6-b34c-ee946a703295 tempest-TestEncryptedCinderVolumes-890522013 tempest-TestEncryptedCinderVolumes-890522013-project] 10.222.0.26 "GET /v2.0/security-groups?id=904b632b-e842-4cd9-a803-269ee34536d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477180 Apr 01 14:07:10.519672 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859ff676-fdea-45ca-92ee-fc1720472f28 req-09e0c542-e21c-4893-94fc-26a3336ed917 tempest-TestEncryptedCinderVolumes-890522013 tempest-TestEncryptedCinderVolumes-890522013-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:07:10.521250 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-859ff676-fdea-45ca-92ee-fc1720472f28 req-09e0c542-e21c-4893-94fc-26a3336ed917 tempest-TestEncryptedCinderVolumes-890522013 tempest-TestEncryptedCinderVolumes-890522013-project] 10.222.0.57 "GET /v2.0/ports?device_id=f4426dad-c5e2-4fa5-ad95-1eb4f0d2ce34 HTTP/1.1" status: 200 len: 945 time: 0.0743973 Apr 01 14:07:10.588596 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.plugin [req-859ff676-fdea-45ca-92ee-fc1720472f28 req-1068da00-6193-4e68-96dc-4d9bc74f8367 tempest-TestEncryptedCinderVolumes-890522013 tempest-TestEncryptedCinderVolumes-890522013-project] Deleting port 664adb68-cb89-4c8c-a1d2-17f41bc69ce3 {{(pid=83869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 14:07:10.588926 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [req-859ff676-fdea-45ca-92ee-fc1720472f28 req-1068da00-6193-4e68-96dc-4d9bc74f8367 tempest-TestEncryptedCinderVolumes-890522013 tempest-TestEncryptedCinderVolumes-890522013-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736733287370'] for port, before_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:07:10.917709 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.db [req-859ff676-fdea-45ca-92ee-fc1720472f28 req-1068da00-6193-4e68-96dc-4d9bc74f8367 tempest-TestEncryptedCinderVolumes-890522013 tempest-TestEncryptedCinderVolumes-890522013-project] For port 664adb68-cb89-4c8c-a1d2-17f41bc69ce3, host hv-neutron-8361, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8361',level=0,port_id=664adb68-cb89-4c8c-a1d2-17f41bc69ce3,segment=NetworkSegment(7dda6c44-36cb-41a8-9461-bb9de0d50d1e),segment_id=7dda6c44-36cb-41a8-9461-bb9de0d50d1e)] {{(pid=83869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 14:07:10.917953 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [req-859ff676-fdea-45ca-92ee-fc1720472f28 req-1068da00-6193-4e68-96dc-4d9bc74f8367 tempest-TestEncryptedCinderVolumes-890522013 tempest-TestEncryptedCinderVolumes-890522013-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4155147'] for port, precommit_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:07:11.041697 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.plugin [req-859ff676-fdea-45ca-92ee-fc1720472f28 req-1068da00-6193-4e68-96dc-4d9bc74f8367 tempest-TestEncryptedCinderVolumes-890522013 tempest-TestEncryptedCinderVolumes-890522013-project] Calling delete_port for 664adb68-cb89-4c8c-a1d2-17f41bc69ce3 owned by compute:nova {{(pid=83869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 14:07:11.181542 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [req-859ff676-fdea-45ca-92ee-fc1720472f28 req-1068da00-6193-4e68-96dc-4d9bc74f8367 tempest-TestEncryptedCinderVolumes-890522013 tempest-TestEncryptedCinderVolumes-890522013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736733359243', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736732935810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2705155'] for port, after_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:07:11.194038 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] get_ports_and_sgs() called for port_ids ['664adb68-cb89-4c8c-a1d2-17f41bc69ce3'] {{(pid=83872) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 01 14:07:11.232685 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1068da00-6193-4e68-96dc-4d9bc74f8367 tempest-TestEncryptedCinderVolumes-890522013 tempest-TestEncryptedCinderVolumes-890522013-project] Pushing event deleted for resources: {'Port': ['ID=664adb68-cb89-4c8c-a1d2-17f41bc69ce3,revision_number=None']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:07:11.243995 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1068da00-6193-4e68-96dc-4d9bc74f8367 tempest-TestEncryptedCinderVolumes-890522013 tempest-TestEncryptedCinderVolumes-890522013-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:07:11.244094 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1068da00-6193-4e68-96dc-4d9bc74f8367 tempest-TestEncryptedCinderVolumes-890522013 tempest-TestEncryptedCinderVolumes-890522013-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:07:11.244485 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1068da00-6193-4e68-96dc-4d9bc74f8367 tempest-TestEncryptedCinderVolumes-890522013 tempest-TestEncryptedCinderVolumes-890522013-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:07:11.244716 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1068da00-6193-4e68-96dc-4d9bc74f8367 tempest-TestEncryptedCinderVolumes-890522013 tempest-TestEncryptedCinderVolumes-890522013-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:07:11.245044 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1068da00-6193-4e68-96dc-4d9bc74f8367 tempest-TestEncryptedCinderVolumes-890522013 tempest-TestEncryptedCinderVolumes-890522013-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:07:11.245367 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1068da00-6193-4e68-96dc-4d9bc74f8367 tempest-TestEncryptedCinderVolumes-890522013 tempest-TestEncryptedCinderVolumes-890522013-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:07:11.245688 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1068da00-6193-4e68-96dc-4d9bc74f8367 tempest-TestEncryptedCinderVolumes-890522013 tempest-TestEncryptedCinderVolumes-890522013-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:07:11.246010 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1068da00-6193-4e68-96dc-4d9bc74f8367 tempest-TestEncryptedCinderVolumes-890522013 tempest-TestEncryptedCinderVolumes-890522013-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:07:11.246330 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1068da00-6193-4e68-96dc-4d9bc74f8367 tempest-TestEncryptedCinderVolumes-890522013 tempest-TestEncryptedCinderVolumes-890522013-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:07:11.246842 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1068da00-6193-4e68-96dc-4d9bc74f8367 tempest-TestEncryptedCinderVolumes-890522013 tempest-TestEncryptedCinderVolumes-890522013-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:07:11.247169 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1068da00-6193-4e68-96dc-4d9bc74f8367 tempest-TestEncryptedCinderVolumes-890522013 tempest-TestEncryptedCinderVolumes-890522013-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:07:11.341074 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_dvrscheduler_db [req-859ff676-fdea-45ca-92ee-fc1720472f28 req-1068da00-6193-4e68-96dc-4d9bc74f8367 tempest-TestEncryptedCinderVolumes-890522013 tempest-TestEncryptedCinderVolumes-890522013-project] No DVR routers for this DVR port 664adb68-cb89-4c8c-a1d2-17f41bc69ce3 on host hv-neutron-8361 {{(pid=83869) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 14:07:11.343610 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [req-859ff676-fdea-45ca-92ee-fc1720472f28 req-1068da00-6193-4e68-96dc-4d9bc74f8367 tempest-TestEncryptedCinderVolumes-890522013 tempest-TestEncryptedCinderVolumes-890522013-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109561'] for port, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:07:11.346265 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4426dad-c5e2-4fa5-ad95-1eb4f0d2ce34', 'name': 'network-vif-deleted', 'tag': '664adb68-cb89-4c8c-a1d2-17f41bc69ce3'}] {{(pid=83869) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 14:07:11.364640 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-859ff676-fdea-45ca-92ee-fc1720472f28 req-1068da00-6193-4e68-96dc-4d9bc74f8367 tempest-TestEncryptedCinderVolumes-890522013 tempest-TestEncryptedCinderVolumes-890522013-project] 10.222.0.57 "DELETE /v2.0/ports/664adb68-cb89-4c8c-a1d2-17f41bc69ce3 HTTP/1.1" status: 204 len: 173 time: 0.8374407 Apr 01 14:07:11.407260 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-3d7a7d9a-3959-4e94-875f-7fba4f75d437 req-f246bf3f-82bc-4277-8ed1-ddcbfa8ac804 tempest-TestEncryptedCinderVolumes-890522013 tempest-TestEncryptedCinderVolumes-890522013-project] 10.222.0.26 "GET /v2.0/ports?device_id=f4426dad-c5e2-4fa5-ad95-1eb4f0d2ce34 HTTP/1.1" status: 200 len: 210 time: 0.0603228 Apr 01 14:07:11.422589 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4426dad-c5e2-4fa5-ad95-1eb4f0d2ce34', 'name': 'network-vif-deleted', 'tag': '664adb68-cb89-4c8c-a1d2-17f41bc69ce3', 'status': 'completed', 'code': 200} Apr 01 14:07:12.558483 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 34460) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:07:13.026111 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-a00addb6-2729-4d76-85f9-d67ef2326325 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4084029'] for router_interface, before_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:07:13.621110 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.plugin [None req-a00addb6-2729-4d76-85f9-d67ef2326325 admin admin] Deleting port 4fd5adeb-aa24-4bc1-a6b1-f436d0dba3e6 {{(pid=83871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 14:07:13.621800 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-a00addb6-2729-4d76-85f9-d67ef2326325 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736733287370'] for port, before_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:07:13.796842 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.db [None req-a00addb6-2729-4d76-85f9-d67ef2326325 admin admin] For port 4fd5adeb-aa24-4bc1-a6b1-f436d0dba3e6, host dv-neutron-836180-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836180-1-hyperv',level=0,port_id=4fd5adeb-aa24-4bc1-a6b1-f436d0dba3e6,segment=NetworkSegment(7dda6c44-36cb-41a8-9461-bb9de0d50d1e),segment_id=7dda6c44-36cb-41a8-9461-bb9de0d50d1e)] {{(pid=83871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 14:07:13.797186 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-a00addb6-2729-4d76-85f9-d67ef2326325 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4155147'] for port, precommit_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:07:13.824835 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Device 664adb68-cb89-4c8c-a1d2-17f41bc69ce3 no longer exists at agent hyperv_hv-neutron-8361 {{(pid=83872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 14:07:13.861040 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.plugin [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] No Port match for: 664adb68-cb89-4c8c-a1d2-17f41bc69ce3 {{(pid=83872) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 01 14:07:13.861380 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Device 664adb68-cb89-4c8c-a1d2-17f41bc69ce3 not bound to the agent host hv-neutron-8361 {{(pid=83872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 14:07:13.917042 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.plugin [None req-a00addb6-2729-4d76-85f9-d67ef2326325 admin admin] Calling delete_port for 4fd5adeb-aa24-4bc1-a6b1-f436d0dba3e6 owned by network:router_interface {{(pid=83871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 14:07:14.077207 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-a00addb6-2729-4d76-85f9-d67ef2326325 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736733359243', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736732935810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2743125'] for port, after_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:07:14.121869 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a00addb6-2729-4d76-85f9-d67ef2326325 admin admin] Pushing event deleted for resources: {'Port': ['ID=4fd5adeb-aa24-4bc1-a6b1-f436d0dba3e6,revision_number=None']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:07:14.287858 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a00addb6-2729-4d76-85f9-d67ef2326325 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:07:14.288201 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a00addb6-2729-4d76-85f9-d67ef2326325 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:07:14.288550 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a00addb6-2729-4d76-85f9-d67ef2326325 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:07:14.288872 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a00addb6-2729-4d76-85f9-d67ef2326325 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:07:14.289190 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a00addb6-2729-4d76-85f9-d67ef2326325 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:07:14.289507 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a00addb6-2729-4d76-85f9-d67ef2326325 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:07:14.289823 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a00addb6-2729-4d76-85f9-d67ef2326325 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:07:14.290136 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a00addb6-2729-4d76-85f9-d67ef2326325 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:07:14.290445 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a00addb6-2729-4d76-85f9-d67ef2326325 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:07:14.290751 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a00addb6-2729-4d76-85f9-d67ef2326325 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:07:14.291057 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a00addb6-2729-4d76-85f9-d67ef2326325 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:07:14.515005 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-a00addb6-2729-4d76-85f9-d67ef2326325 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3017585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4084076'] for router_interface, after_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:07:15.083264 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a00addb6-2729-4d76-85f9-d67ef2326325 admin admin] Router 5e2c22a1-5758-44e6-9bca-de4f327758ed has already been hosted by L3 agent 88bf8fc8-11a3-4e96-9d1b-5fd93ba9f6f1 {{(pid=83871) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 14:07:15.278881 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a00addb6-2729-4d76-85f9-d67ef2326325 admin admin] Notify agent at l3_agent.dv-neutron-836180-1-hyperv the message routers_updated {{(pid=83871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 14:07:15.291614 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3f18486-9d49-4430-93b9-c263041ab076 None None] Sync routers for ids ['5e2c22a1-5758-44e6-9bca-de4f327758ed'] in dv-neutron-836180-1-hyperv {{(pid=83873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 14:07:15.294286 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-a00addb6-2729-4d76-85f9-d67ef2326325 admin admin] 10.222.0.26 "PUT /v2.0/routers/5e2c22a1-5758-44e6-9bca-de4f327758ed/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7341876 Apr 01 14:07:15.296987 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 34464) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:07:15.304723 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3f18486-9d49-4430-93b9-c263041ab076 None None] Routers {'5e2c22a1-5758-44e6-9bca-de4f327758ed'} bound to L3 agent in host dv-neutron-836180-1-hyperv {{(pid=83873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 14:07:15.305324 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-e3f18486-9d49-4430-93b9-c263041ab076 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836180-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T13:25:36Z,description=,heartbeat_timestamp=2022-04-01T14:07:06Z,host='dv-neutron-836180-1-hyperv',id=88bf8fc8-11a3-4e96-9d1b-5fd93ba9f6f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T13:25:36Z,topic='l3_agent')) {'router_ids': ['5e2c22a1-5758-44e6-9bca-de4f327758ed'], 'active': True} {{(pid=83873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 14:07:15.496810 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-181c42e7-8f81-4dbd-aa82-e269d8687052 admin admin] Notify callbacks [] for router, before_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:07:15.508475 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_dvr_db [None req-e3f18486-9d49-4430-93b9-c263041ab076 None None] Set router 5e2c22a1-5758-44e6-9bca-de4f327758ed gateway port host: dv-neutron-836180-1-hyperv {{(pid=83873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 14:07:15.792117 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-e3f18486-9d49-4430-93b9-c263041ab076 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e2c22a1-5758-44e6-9bca-de4f327758ed', 'name': 'tempest-TestEncryptedCinderVolumes-1189722795-router', 'tenant_id': '2dc83197b27846c8ab911d39f344f498', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'external_fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.31'}], 'enable_snat': True}, 'gw_port_id': '29ecb881-bca3-48a9-b92f-f17228d07570', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T14:06:03Z', 'updated_at': '2022-04-01T14:07:14Z', 'revision_number': 5, 'project_id': '2dc83197b27846c8ab911d39f344f498', 'gw_port': {'id': '29ecb881-bca3-48a9-b92f-f17228d07570', 'name': '', 'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:7e:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e2c22a1-5758-44e6-9bca-de4f327758ed', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836180-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T14:06:04Z', 'updated_at': '2022-04-01T14:06:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836180-1-hyperv'}], 'dv-neutron-836180-1-hyperv', False) {} {{(pid=83873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 14:07:15.796492 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3f18486-9d49-4430-93b9-c263041ab076 None None] Checking router: 5e2c22a1-5758-44e6-9bca-de4f327758ed for host: dv-neutron-836180-1-hyperv {{(pid=83873) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 01 14:07:15.805220 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-181c42e7-8f81-4dbd-aa82-e269d8687052 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:07:15.807899 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3f18486-9d49-4430-93b9-c263041ab076 None None] Routers {'5e2c22a1-5758-44e6-9bca-de4f327758ed'} bound to L3 agent in host dv-neutron-836180-1-hyperv {{(pid=83873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 14:07:15.808521 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-e3f18486-9d49-4430-93b9-c263041ab076 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836180-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T13:25:36Z,description=,heartbeat_timestamp=2022-04-01T14:07:06Z,host='dv-neutron-836180-1-hyperv',id=88bf8fc8-11a3-4e96-9d1b-5fd93ba9f6f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T13:25:36Z,topic='l3_agent')) {'router_ids': ['5e2c22a1-5758-44e6-9bca-de4f327758ed'], 'active': True} {{(pid=83873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 14:07:15.815398 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.plugin [None req-181c42e7-8f81-4dbd-aa82-e269d8687052 admin admin] Deleting port 29ecb881-bca3-48a9-b92f-f17228d07570 {{(pid=83871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 14:07:15.815846 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-181c42e7-8f81-4dbd-aa82-e269d8687052 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736733287370'] for port, before_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:07:15.963339 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_dvr_db [None req-e3f18486-9d49-4430-93b9-c263041ab076 None None] Set router 5e2c22a1-5758-44e6-9bca-de4f327758ed gateway port host: None {{(pid=83873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 14:07:15.994581 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.db [None req-181c42e7-8f81-4dbd-aa82-e269d8687052 admin admin] For port 29ecb881-bca3-48a9-b92f-f17228d07570, host dv-neutron-836180-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836180-1-hyperv',level=0,port_id=29ecb881-bca3-48a9-b92f-f17228d07570,segment=NetworkSegment(7b924dd8-4978-40c4-ad91-4b9b27348462),segment_id=7b924dd8-4978-40c4-ad91-4b9b27348462)] {{(pid=83871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 14:07:15.994936 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-181c42e7-8f81-4dbd-aa82-e269d8687052 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4155147'] for port, precommit_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:07:16.067645 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-e3f18486-9d49-4430-93b9-c263041ab076 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e2c22a1-5758-44e6-9bca-de4f327758ed', 'name': 'tempest-TestEncryptedCinderVolumes-1189722795-router', 'tenant_id': '2dc83197b27846c8ab911d39f344f498', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T14:06:03Z', 'updated_at': '2022-04-01T14:07:15Z', 'revision_number': 6, 'project_id': '2dc83197b27846c8ab911d39f344f498', 'gw_port_host': None}], 'dv-neutron-836180-1-hyperv', False) {} {{(pid=83873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 14:07:16.071565 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3f18486-9d49-4430-93b9-c263041ab076 None None] The sync data for ids ['5e2c22a1-5758-44e6-9bca-de4f327758ed'] in dv-neutron-836180-1-hyperv is: [{'id': '5e2c22a1-5758-44e6-9bca-de4f327758ed', 'name': 'tempest-TestEncryptedCinderVolumes-1189722795-router', 'tenant_id': '2dc83197b27846c8ab911d39f344f498', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T14:06:03Z', 'updated_at': '2022-04-01T14:07:15Z', 'revision_number': 6, 'project_id': '2dc83197b27846c8ab911d39f344f498', 'gw_port_host': None}] {{(pid=83873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 14:07:16.117835 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.plugin [None req-181c42e7-8f81-4dbd-aa82-e269d8687052 admin admin] Calling delete_port for 29ecb881-bca3-48a9-b92f-f17228d07570 owned by network:router_gateway {{(pid=83871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 14:07:16.290001 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-181c42e7-8f81-4dbd-aa82-e269d8687052 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736733359243', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736732935810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2743125'] for port, after_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:07:16.336495 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-181c42e7-8f81-4dbd-aa82-e269d8687052 admin admin] Pushing event deleted for resources: {'Port': ['ID=29ecb881-bca3-48a9-b92f-f17228d07570,revision_number=None']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:07:16.595533 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-181c42e7-8f81-4dbd-aa82-e269d8687052 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4084822'] for router_gateway, after_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:07:16.852880 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-181c42e7-8f81-4dbd-aa82-e269d8687052 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4079814', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4170'] for router, precommit_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:07:16.857582 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-181c42e7-8f81-4dbd-aa82-e269d8687052 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:07:16.888503 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-181c42e7-8f81-4dbd-aa82-e269d8687052 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4079738'] for router, after_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:07:16.889224 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-181c42e7-8f81-4dbd-aa82-e269d8687052 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5e2c22a1-5758-44e6-9bca-de4f327758ed {{(pid=83871) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 01 14:07:16.905509 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Device 4fd5adeb-aa24-4bc1-a6b1-f436d0dba3e6 no longer exists at agent ovs-agent-dv-neutron-836180-1-hyperv {{(pid=83872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 14:07:16.907643 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-181c42e7-8f81-4dbd-aa82-e269d8687052 admin admin] Notify callbacks [] for router, before_response {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:07:16.908941 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-181c42e7-8f81-4dbd-aa82-e269d8687052 admin admin] 10.222.0.26 "DELETE /v2.0/routers/5e2c22a1-5758-44e6-9bca-de4f327758ed HTTP/1.1" status: 204 len: 168 time: 1.6109087 Apr 01 14:07:16.912405 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 34468) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:07:16.942035 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.plugin [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] No Port match for: 4fd5adeb-aa24-4bc1-a6b1-f436d0dba3e6 {{(pid=83872) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 01 14:07:16.942410 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Device 4fd5adeb-aa24-4bc1-a6b1-f436d0dba3e6 not bound to the agent host dv-neutron-836180-1-hyperv {{(pid=83872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 14:07:16.942824 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Device 29ecb881-bca3-48a9-b92f-f17228d07570 no longer exists at agent ovs-agent-dv-neutron-836180-1-hyperv {{(pid=83872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 14:07:16.984072 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.db_base_plugin_v2 [None req-f8e01493-580e-416f-bbbe-b7b086cc5f86 admin admin] Deleting subnet 6261dbf4-23e5-4582-816c-684e6637cea4 {{(pid=83871) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 01 14:07:16.987517 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-f8e01493-580e-416f-bbbe-b7b086cc5f86 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:07:16.995281 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.plugin [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] No Port match for: 29ecb881-bca3-48a9-b92f-f17228d07570 {{(pid=83872) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 01 14:07:16.995717 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Device 29ecb881-bca3-48a9-b92f-f17228d07570 not bound to the agent host dv-neutron-836180-1-hyperv {{(pid=83872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 14:07:17.051301 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-f8e01493-580e-416f-bbbe-b7b086cc5f86 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3166365'] for subnet, precommit_delete_associations {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:07:17.279821 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-f8e01493-580e-416f-bbbe-b7b086cc5f86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-945029'] for subnet, precommit_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:07:17.373866 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-f8e01493-580e-416f-bbbe-b7b086cc5f86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-945042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2743160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2757373'] for subnet, after_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:07:17.416376 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e01493-580e-416f-bbbe-b7b086cc5f86 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6261dbf4-23e5-4582-816c-684e6637cea4,revision_number=None']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:07:17.421476 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-f8e01493-580e-416f-bbbe-b7b086cc5f86 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:07:17.429012 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1349256e-6081-43ab-911c-2086d8fb6b92 None None] Network c2fc4bdb-8f1f-4150-82dd-04c13297128a requested from dv-neutron-836180-1-hyperv {{(pid=83872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 14:07:17.429230 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-f8e01493-580e-416f-bbbe-b7b086cc5f86 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/6261dbf4-23e5-4582-816c-684e6637cea4 HTTP/1.1" status: 204 len: 168 time: 0.5157108 Apr 01 14:07:17.431474 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 34472) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:07:17.565165 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-84981e78-6e75-4a5e-b8a0-4e2935cea61e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1033078'] for network, before_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:07:17.579400 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.plugin [None req-84981e78-6e75-4a5e-b8a0-4e2935cea61e admin admin] Deleting port 859d147d-c387-4c5f-98bd-2fc1e17bde3d {{(pid=83871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 14:07:17.579732 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-84981e78-6e75-4a5e-b8a0-4e2935cea61e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736733287370'] for port, before_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:07:17.709279 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ba3af58-81aa-4593-bac0-32bfe04ed179 None None] DHCP port deletion for c2fc4bdb-8f1f-4150-82dd-04c13297128a request from dv-neutron-836180-1-hyperv {{(pid=83872) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 01 14:07:17.714030 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.plugin [None req-5ba3af58-81aa-4593-bac0-32bfe04ed179 None None] Deleting port 859d147d-c387-4c5f-98bd-2fc1e17bde3d {{(pid=83872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 14:07:17.714590 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-5ba3af58-81aa-4593-bac0-32bfe04ed179 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736733287370'] for port, before_delete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:07:17.818746 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.db [None req-84981e78-6e75-4a5e-b8a0-4e2935cea61e admin admin] For port 859d147d-c387-4c5f-98bd-2fc1e17bde3d, host dv-neutron-836180-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836180-1-hyperv',level=0,port_id=859d147d-c387-4c5f-98bd-2fc1e17bde3d,segment=NetworkSegment(7dda6c44-36cb-41a8-9461-bb9de0d50d1e),segment_id=7dda6c44-36cb-41a8-9461-bb9de0d50d1e)] {{(pid=83871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 14:07:17.819099 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-84981e78-6e75-4a5e-b8a0-4e2935cea61e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4155147'] for port, precommit_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:07:17.939835 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.plugin [None req-84981e78-6e75-4a5e-b8a0-4e2935cea61e admin admin] Calling delete_port for 859d147d-c387-4c5f-98bd-2fc1e17bde3d owned by network:dhcp {{(pid=83871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 14:07:17.945962 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-5ba3af58-81aa-4593-bac0-32bfe04ed179 None None] For port 859d147d-c387-4c5f-98bd-2fc1e17bde3d, host dv-neutron-836180-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836180-1-hyperv',level=0,port_id=859d147d-c387-4c5f-98bd-2fc1e17bde3d,segment=NetworkSegment(7dda6c44-36cb-41a8-9461-bb9de0d50d1e),segment_id=7dda6c44-36cb-41a8-9461-bb9de0d50d1e)] {{(pid=83872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 14:07:17.946513 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-5ba3af58-81aa-4593-bac0-32bfe04ed179 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4155147'] for port, precommit_delete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:07:18.020533 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-84981e78-6e75-4a5e-b8a0-4e2935cea61e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736733359243', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736732935810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2743125'] for port, after_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:07:18.066865 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84981e78-6e75-4a5e-b8a0-4e2935cea61e admin admin] Pushing event deleted for resources: {'Port': ['ID=859d147d-c387-4c5f-98bd-2fc1e17bde3d,revision_number=None']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:07:18.071094 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84981e78-6e75-4a5e-b8a0-4e2935cea61e admin admin] No DVR routers for this DVR port 859d147d-c387-4c5f-98bd-2fc1e17bde3d on host dv-neutron-836180-1-hyperv {{(pid=83871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 14:07:18.106482 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.plugin [None req-5ba3af58-81aa-4593-bac0-32bfe04ed179 None None] Calling delete_port for 859d147d-c387-4c5f-98bd-2fc1e17bde3d owned by network:dhcp {{(pid=83872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 14:07:18.177611 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.db.api [None req-5ba3af58-81aa-4593-bac0-32bfe04ed179 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83872) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 01 14:07:18.177980 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG oslo_db.api [None req-5ba3af58-81aa-4593-bac0-32bfe04ed179 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 01 14:07:18.188061 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-84981e78-6e75-4a5e-b8a0-4e2935cea61e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-942654', 'neutron.services.segments.db._delete_segments_for_network-8736733387888'] for network, precommit_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:07:18.213453 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.services.segments.db [None req-84981e78-6e75-4a5e-b8a0-4e2935cea61e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c2fc4bdb-8f1f-4150-82dd-04c13297128a']}} {{(pid=83871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 14:07:18.226241 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.services.segments.db [None req-84981e78-6e75-4a5e-b8a0-4e2935cea61e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7dda6c44-36cb-41a8-9461-bb9de0d50d1e') {'for_net_delete': True} {{(pid=83871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 14:07:18.226531 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.services.segments.db [None req-84981e78-6e75-4a5e-b8a0-4e2935cea61e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7dda6c44-36cb-41a8-9461-bb9de0d50d1e') {} {{(pid=83871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 14:07:18.237780 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-84981e78-6e75-4a5e-b8a0-4e2935cea61e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736733386999', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3166340'] for segment, before_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:07:18.256224 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-84981e78-6e75-4a5e-b8a0-4e2935cea61e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1004271'] for segment, precommit_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:07:18.262627 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-84981e78-6e75-4a5e-b8a0-4e2935cea61e admin admin] Releasing vlan 373 on physical network physnet1 to pool {{(pid=83871) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 01 14:07:18.263004 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-84981e78-6e75-4a5e-b8a0-4e2935cea61e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1004262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2743078'] for segment, after_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:07:18.276616 dv-neutron-836180-1-hyperv neutron-server[83871]: Traceback (most recent call last): Apr 01 14:07:18.276616 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 01 14:07:18.276616 dv-neutron-836180-1-hyperv neutron-server[83871]: timer() Apr 01 14:07:18.276616 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 14:07:18.276616 dv-neutron-836180-1-hyperv neutron-server[83871]: cb(*args, **kw) Apr 01 14:07:18.276616 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 14:07:18.276616 dv-neutron-836180-1-hyperv neutron-server[83871]: return func(*args, **kwargs) Apr 01 14:07:18.276616 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 14:07:18.276616 dv-neutron-836180-1-hyperv neutron-server[83871]: self._notify() Apr 01 14:07:18.276616 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 14:07:18.276616 dv-neutron-836180-1-hyperv neutron-server[83871]: self.callback(batched_events) Apr 01 14:07:18.276616 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 14:07:18.276616 dv-neutron-836180-1-hyperv neutron-server[83871]: event.method(event) Apr 01 14:07:18.276616 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 14:07:18.276616 dv-neutron-836180-1-hyperv neutron-server[83871]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 14:07:18.276616 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 14:07:18.276616 dv-neutron-836180-1-hyperv neutron-server[83871]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 14:07:18.276616 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 14:07:18.276616 dv-neutron-836180-1-hyperv neutron-server[83871]: return f(self, *a, **k) Apr 01 14:07:18.276616 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 14:07:18.276616 dv-neutron-836180-1-hyperv neutron-server[83871]: return self._get(url).json() Apr 01 14:07:18.276616 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 14:07:18.276616 dv-neutron-836180-1-hyperv neutron-server[83871]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 14:07:18.276616 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 01 14:07:18.276616 dv-neutron-836180-1-hyperv neutron-server[83871]: return self.request(url, 'GET', **kwargs) Apr 01 14:07:18.276616 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 01 14:07:18.276616 dv-neutron-836180-1-hyperv neutron-server[83871]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 14:07:18.276616 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 01 14:07:18.276616 dv-neutron-836180-1-hyperv neutron-server[83871]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 14:07:18.276616 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 01 14:07:18.276616 dv-neutron-836180-1-hyperv neutron-server[83871]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 14:07:18.276616 dv-neutron-836180-1-hyperv neutron-server[83871]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 14:07:18.355533 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-84981e78-6e75-4a5e-b8a0-4e2935cea61e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-942599', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4084797'] for network, after_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:07:18.373436 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-84981e78-6e75-4a5e-b8a0-4e2935cea61e admin admin] Notify callbacks [] for network, before_response {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:07:18.383923 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84981e78-6e75-4a5e-b8a0-4e2935cea61e admin admin] Pushing event deleted for resources: {'Network': ['ID=c2fc4bdb-8f1f-4150-82dd-04c13297128a,revision_number=None']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:07:18.399250 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-84981e78-6e75-4a5e-b8a0-4e2935cea61e admin admin] 10.222.0.26 "DELETE /v2.0/networks/c2fc4bdb-8f1f-4150-82dd-04c13297128a HTTP/1.1" status: 204 len: 168 time: 0.9667423 Apr 01 14:07:18.402259 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 34476) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:07:18.679301 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.plugin [None req-5ba3af58-81aa-4593-bac0-32bfe04ed179 None None] Deleting port 859d147d-c387-4c5f-98bd-2fc1e17bde3d {{(pid=83872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 14:07:18.679771 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-5ba3af58-81aa-4593-bac0-32bfe04ed179 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736733287370'] for port, before_delete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:07:18.747724 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.plugin [None req-5ba3af58-81aa-4593-bac0-32bfe04ed179 None None] The port '859d147d-c387-4c5f-98bd-2fc1e17bde3d' was deleted {{(pid=83872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 01 14:07:18.806918 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-658487c6-1643-472e-acfd-99c65adaf99a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4084029'] for router_interface, before_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:07:18.870699 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Device 859d147d-c387-4c5f-98bd-2fc1e17bde3d no longer exists at agent ovs-agent-dv-neutron-836180-1-hyperv {{(pid=83872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 14:07:18.904438 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.plugin [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] No Port match for: 859d147d-c387-4c5f-98bd-2fc1e17bde3d {{(pid=83872) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 01 14:07:18.904880 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Device 859d147d-c387-4c5f-98bd-2fc1e17bde3d not bound to the agent host dv-neutron-836180-1-hyperv {{(pid=83872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 14:07:19.507363 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.plugin [None req-658487c6-1643-472e-acfd-99c65adaf99a admin admin] Deleting port 03f9f3e6-1fba-477f-9e68-d67afcb0e4a2 {{(pid=83869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 14:07:19.508011 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-658487c6-1643-472e-acfd-99c65adaf99a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736733287370'] for port, before_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:07:19.679558 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.db [None req-658487c6-1643-472e-acfd-99c65adaf99a admin admin] For port 03f9f3e6-1fba-477f-9e68-d67afcb0e4a2, host dv-neutron-836180-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836180-1-hyperv',level=0,port_id=03f9f3e6-1fba-477f-9e68-d67afcb0e4a2,segment=NetworkSegment(59e266e7-2638-449f-88b9-4bfbaf069967),segment_id=59e266e7-2638-449f-88b9-4bfbaf069967)] {{(pid=83869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 14:07:19.679913 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-658487c6-1643-472e-acfd-99c65adaf99a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4155147'] for port, precommit_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:07:19.803201 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.plugin [None req-658487c6-1643-472e-acfd-99c65adaf99a admin admin] Calling delete_port for 03f9f3e6-1fba-477f-9e68-d67afcb0e4a2 owned by network:router_interface {{(pid=83869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 14:07:19.978308 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-658487c6-1643-472e-acfd-99c65adaf99a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736733359243', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736732935810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2705155'] for port, after_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:07:20.028871 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-658487c6-1643-472e-acfd-99c65adaf99a admin admin] Pushing event deleted for resources: {'Port': ['ID=03f9f3e6-1fba-477f-9e68-d67afcb0e4a2,revision_number=None']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:07:20.332812 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-658487c6-1643-472e-acfd-99c65adaf99a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3017585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4084076'] for router_interface, after_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:07:21.018198 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-658487c6-1643-472e-acfd-99c65adaf99a admin admin] Router 2ec04535-3ee2-4c2a-b71d-da9d61a1e920 has already been hosted by L3 agent 88bf8fc8-11a3-4e96-9d1b-5fd93ba9f6f1 {{(pid=83869) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 14:07:21.225210 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-658487c6-1643-472e-acfd-99c65adaf99a admin admin] Notify agent at l3_agent.dv-neutron-836180-1-hyperv the message routers_updated {{(pid=83869) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 14:07:21.234085 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddf041fc-a96e-4d3c-aa03-f535875b982e None None] Sync routers for ids ['2ec04535-3ee2-4c2a-b71d-da9d61a1e920'] in dv-neutron-836180-1-hyperv {{(pid=83872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 14:07:21.234874 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-658487c6-1643-472e-acfd-99c65adaf99a admin admin] 10.222.0.26 "PUT /v2.0/routers/2ec04535-3ee2-4c2a-b71d-da9d61a1e920/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8313689 Apr 01 14:07:21.236585 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 34480) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:07:21.247313 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddf041fc-a96e-4d3c-aa03-f535875b982e None None] Routers {'2ec04535-3ee2-4c2a-b71d-da9d61a1e920'} bound to L3 agent in host dv-neutron-836180-1-hyperv {{(pid=83872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 14:07:21.248276 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_hamode_db [None req-ddf041fc-a96e-4d3c-aa03-f535875b982e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836180-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T13:25:36Z,description=,heartbeat_timestamp=2022-04-01T14:07:06Z,host='dv-neutron-836180-1-hyperv',id=88bf8fc8-11a3-4e96-9d1b-5fd93ba9f6f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T13:25:36Z,topic='l3_agent')) {'router_ids': ['2ec04535-3ee2-4c2a-b71d-da9d61a1e920'], 'active': True} {{(pid=83872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 14:07:21.437410 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_dvr_db [None req-ddf041fc-a96e-4d3c-aa03-f535875b982e None None] Set router 2ec04535-3ee2-4c2a-b71d-da9d61a1e920 gateway port host: dv-neutron-836180-1-hyperv {{(pid=83872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 14:07:21.438512 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-cf4e4859-0932-4e6d-b7e4-6ca4e11ab0b6 admin admin] Notify callbacks [] for router, before_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:07:21.650690 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-cf4e4859-0932-4e6d-b7e4-6ca4e11ab0b6 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:07:21.660203 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.plugin [None req-cf4e4859-0932-4e6d-b7e4-6ca4e11ab0b6 admin admin] Deleting port e89ddbcc-3dbc-4148-8b86-f0d92ba233cc {{(pid=83869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 14:07:21.660783 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-cf4e4859-0932-4e6d-b7e4-6ca4e11ab0b6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736733287370'] for port, before_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:07:21.733273 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_hamode_db [None req-ddf041fc-a96e-4d3c-aa03-f535875b982e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ec04535-3ee2-4c2a-b71d-da9d61a1e920', 'name': 'tempest-TestEncryptedCinderVolumes-450928547-router', 'tenant_id': '153f3ee833504a0b924098d6c342a4ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'external_fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.84'}], 'enable_snat': True}, 'gw_port_id': 'e89ddbcc-3dbc-4148-8b86-f0d92ba233cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T14:06:09Z', 'updated_at': '2022-04-01T14:07:19Z', 'revision_number': 5, 'project_id': '153f3ee833504a0b924098d6c342a4ff', 'gw_port': {'id': 'e89ddbcc-3dbc-4148-8b86-f0d92ba233cc', 'name': '', 'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:05:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ec04535-3ee2-4c2a-b71d-da9d61a1e920', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836180-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T14:06:10Z', 'updated_at': '2022-04-01T14:06:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836180-1-hyperv'}], 'dv-neutron-836180-1-hyperv', False) {} {{(pid=83872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 14:07:21.737556 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddf041fc-a96e-4d3c-aa03-f535875b982e None None] Checking router: 2ec04535-3ee2-4c2a-b71d-da9d61a1e920 for host: dv-neutron-836180-1-hyperv {{(pid=83872) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 01 14:07:21.748513 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddf041fc-a96e-4d3c-aa03-f535875b982e None None] Routers {'2ec04535-3ee2-4c2a-b71d-da9d61a1e920'} bound to L3 agent in host dv-neutron-836180-1-hyperv {{(pid=83872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 14:07:21.749109 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_hamode_db [None req-ddf041fc-a96e-4d3c-aa03-f535875b982e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836180-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T13:25:36Z,description=,heartbeat_timestamp=2022-04-01T14:07:06Z,host='dv-neutron-836180-1-hyperv',id=88bf8fc8-11a3-4e96-9d1b-5fd93ba9f6f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T13:25:36Z,topic='l3_agent')) {'router_ids': ['2ec04535-3ee2-4c2a-b71d-da9d61a1e920'], 'active': True} {{(pid=83872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 14:07:21.838111 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.db [None req-cf4e4859-0932-4e6d-b7e4-6ca4e11ab0b6 admin admin] For port e89ddbcc-3dbc-4148-8b86-f0d92ba233cc, host dv-neutron-836180-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836180-1-hyperv',level=0,port_id=e89ddbcc-3dbc-4148-8b86-f0d92ba233cc,segment=NetworkSegment(7b924dd8-4978-40c4-ad91-4b9b27348462),segment_id=7b924dd8-4978-40c4-ad91-4b9b27348462)] {{(pid=83869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 14:07:21.838458 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-cf4e4859-0932-4e6d-b7e4-6ca4e11ab0b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4155147'] for port, precommit_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:07:21.902310 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_dvr_db [None req-ddf041fc-a96e-4d3c-aa03-f535875b982e None None] Set router 2ec04535-3ee2-4c2a-b71d-da9d61a1e920 gateway port host: None {{(pid=83872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 14:07:21.961073 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.plugin [None req-cf4e4859-0932-4e6d-b7e4-6ca4e11ab0b6 admin admin] Calling delete_port for e89ddbcc-3dbc-4148-8b86-f0d92ba233cc owned by network:router_gateway {{(pid=83869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 14:07:22.014198 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_hamode_db [None req-ddf041fc-a96e-4d3c-aa03-f535875b982e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ec04535-3ee2-4c2a-b71d-da9d61a1e920', 'name': 'tempest-TestEncryptedCinderVolumes-450928547-router', 'tenant_id': '153f3ee833504a0b924098d6c342a4ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T14:06:09Z', 'updated_at': '2022-04-01T14:07:21Z', 'revision_number': 6, 'project_id': '153f3ee833504a0b924098d6c342a4ff', 'gw_port_host': None}], 'dv-neutron-836180-1-hyperv', False) {} {{(pid=83872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 14:07:22.018498 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddf041fc-a96e-4d3c-aa03-f535875b982e None None] The sync data for ids ['2ec04535-3ee2-4c2a-b71d-da9d61a1e920'] in dv-neutron-836180-1-hyperv is: [{'id': '2ec04535-3ee2-4c2a-b71d-da9d61a1e920', 'name': 'tempest-TestEncryptedCinderVolumes-450928547-router', 'tenant_id': '153f3ee833504a0b924098d6c342a4ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T14:06:09Z', 'updated_at': '2022-04-01T14:07:21Z', 'revision_number': 6, 'project_id': '153f3ee833504a0b924098d6c342a4ff', 'gw_port_host': None}] {{(pid=83872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 14:07:22.133543 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-cf4e4859-0932-4e6d-b7e4-6ca4e11ab0b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736733359243', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736732935810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2705155'] for port, after_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:07:22.180583 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf4e4859-0932-4e6d-b7e4-6ca4e11ab0b6 admin admin] Pushing event deleted for resources: {'Port': ['ID=e89ddbcc-3dbc-4148-8b86-f0d92ba233cc,revision_number=None']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:07:22.520289 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-cf4e4859-0932-4e6d-b7e4-6ca4e11ab0b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4084822'] for router_gateway, after_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:07:22.775579 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-cf4e4859-0932-4e6d-b7e4-6ca4e11ab0b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4079814', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4170'] for router, precommit_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:07:22.779640 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-cf4e4859-0932-4e6d-b7e4-6ca4e11ab0b6 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:07:22.805756 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-cf4e4859-0932-4e6d-b7e4-6ca4e11ab0b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4079738'] for router, after_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:07:22.806289 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf4e4859-0932-4e6d-b7e4-6ca4e11ab0b6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2ec04535-3ee2-4c2a-b71d-da9d61a1e920 {{(pid=83869) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 01 14:07:22.820552 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-cf4e4859-0932-4e6d-b7e4-6ca4e11ab0b6 admin admin] Notify callbacks [] for router, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:07:22.821556 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-cf4e4859-0932-4e6d-b7e4-6ca4e11ab0b6 admin admin] 10.222.0.26 "DELETE /v2.0/routers/2ec04535-3ee2-4c2a-b71d-da9d61a1e920 HTTP/1.1" status: 204 len: 168 time: 1.5838885 Apr 01 14:07:22.825423 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 34484) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:07:22.884859 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Device 03f9f3e6-1fba-477f-9e68-d67afcb0e4a2 no longer exists at agent ovs-agent-dv-neutron-836180-1-hyperv {{(pid=83872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 14:07:22.906211 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.db_base_plugin_v2 [None req-88043658-75e0-4591-8848-c1cbfae4eef2 admin admin] Deleting subnet 55e76660-37ef-4ad9-a226-3f1916ef748f {{(pid=83871) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 01 14:07:22.909261 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-88043658-75e0-4591-8848-c1cbfae4eef2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:07:22.918284 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.plugin [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] No Port match for: 03f9f3e6-1fba-477f-9e68-d67afcb0e4a2 {{(pid=83872) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 01 14:07:22.918620 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Device 03f9f3e6-1fba-477f-9e68-d67afcb0e4a2 not bound to the agent host dv-neutron-836180-1-hyperv {{(pid=83872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 14:07:22.919026 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Device e89ddbcc-3dbc-4148-8b86-f0d92ba233cc no longer exists at agent ovs-agent-dv-neutron-836180-1-hyperv {{(pid=83872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 14:07:22.951647 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.plugin [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] No Port match for: e89ddbcc-3dbc-4148-8b86-f0d92ba233cc {{(pid=83872) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 01 14:07:22.951986 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Device e89ddbcc-3dbc-4148-8b86-f0d92ba233cc not bound to the agent host dv-neutron-836180-1-hyperv {{(pid=83872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 14:07:22.963573 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-88043658-75e0-4591-8848-c1cbfae4eef2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3166365'] for subnet, precommit_delete_associations {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:07:23.045072 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-88043658-75e0-4591-8848-c1cbfae4eef2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-945029'] for subnet, precommit_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:07:23.120968 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-88043658-75e0-4591-8848-c1cbfae4eef2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-945042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2743160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2757373'] for subnet, after_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:07:23.157694 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88043658-75e0-4591-8848-c1cbfae4eef2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=55e76660-37ef-4ad9-a226-3f1916ef748f,revision_number=None']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:07:23.165423 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-88043658-75e0-4591-8848-c1cbfae4eef2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:07:23.171198 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1eb6724-bf62-444a-91f1-8be40766add9 None None] Network 520a237c-250d-4b8a-b05c-e75ac214c9f0 requested from dv-neutron-836180-1-hyperv {{(pid=83872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 14:07:23.173557 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-88043658-75e0-4591-8848-c1cbfae4eef2 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/55e76660-37ef-4ad9-a226-3f1916ef748f HTTP/1.1" status: 204 len: 168 time: 0.3452744 Apr 01 14:07:23.174401 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 34488) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:07:23.296961 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-8fe4d98e-abae-4e4e-bfab-ecd483070382 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1033078'] for network, before_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:07:23.308534 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.plugin [None req-8fe4d98e-abae-4e4e-bfab-ecd483070382 admin admin] Deleting port 9f0cbfd1-6ba5-4bc8-8341-e5bbd3828d4f {{(pid=83869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 14:07:23.308876 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-8fe4d98e-abae-4e4e-bfab-ecd483070382 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736733287370'] for port, before_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:07:23.492587 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30de1403-f602-4514-be59-601da7b8f1de None None] DHCP port deletion for 520a237c-250d-4b8a-b05c-e75ac214c9f0 request from dv-neutron-836180-1-hyperv {{(pid=83872) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 01 14:07:23.496782 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.plugin [None req-30de1403-f602-4514-be59-601da7b8f1de None None] Deleting port 9f0cbfd1-6ba5-4bc8-8341-e5bbd3828d4f {{(pid=83872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 14:07:23.497148 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-30de1403-f602-4514-be59-601da7b8f1de None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736733287370'] for port, before_delete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:07:23.523017 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.db [None req-8fe4d98e-abae-4e4e-bfab-ecd483070382 admin admin] For port 9f0cbfd1-6ba5-4bc8-8341-e5bbd3828d4f, host dv-neutron-836180-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836180-1-hyperv',level=0,port_id=9f0cbfd1-6ba5-4bc8-8341-e5bbd3828d4f,segment=NetworkSegment(59e266e7-2638-449f-88b9-4bfbaf069967),segment_id=59e266e7-2638-449f-88b9-4bfbaf069967)] {{(pid=83869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 14:07:23.523371 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-8fe4d98e-abae-4e4e-bfab-ecd483070382 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4155147'] for port, precommit_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:07:23.646855 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.plugin [None req-8fe4d98e-abae-4e4e-bfab-ecd483070382 admin admin] Calling delete_port for 9f0cbfd1-6ba5-4bc8-8341-e5bbd3828d4f owned by network:dhcp {{(pid=83869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 14:07:23.705002 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-30de1403-f602-4514-be59-601da7b8f1de None None] For port 9f0cbfd1-6ba5-4bc8-8341-e5bbd3828d4f, host dv-neutron-836180-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836180-1-hyperv',level=0,port_id=9f0cbfd1-6ba5-4bc8-8341-e5bbd3828d4f,segment=NetworkSegment(59e266e7-2638-449f-88b9-4bfbaf069967),segment_id=59e266e7-2638-449f-88b9-4bfbaf069967)] {{(pid=83872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 14:07:23.705390 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-30de1403-f602-4514-be59-601da7b8f1de None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4155147'] for port, precommit_delete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:07:23.723450 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-8fe4d98e-abae-4e4e-bfab-ecd483070382 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736733359243', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736732935810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2705155'] for port, after_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:07:23.770279 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe4d98e-abae-4e4e-bfab-ecd483070382 admin admin] Pushing event deleted for resources: {'Port': ['ID=9f0cbfd1-6ba5-4bc8-8341-e5bbd3828d4f,revision_number=None']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:07:23.777666 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fe4d98e-abae-4e4e-bfab-ecd483070382 admin admin] No DVR routers for this DVR port 9f0cbfd1-6ba5-4bc8-8341-e5bbd3828d4f on host dv-neutron-836180-1-hyperv {{(pid=83869) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 14:07:23.832816 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.plugin [None req-30de1403-f602-4514-be59-601da7b8f1de None None] Calling delete_port for 9f0cbfd1-6ba5-4bc8-8341-e5bbd3828d4f owned by network:dhcp {{(pid=83872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 14:07:23.892801 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-8fe4d98e-abae-4e4e-bfab-ecd483070382 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-942654', 'neutron.services.segments.db._delete_segments_for_network-8736733387888'] for network, precommit_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:07:23.906426 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.db.api [None req-30de1403-f602-4514-be59-601da7b8f1de None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83872) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 01 14:07:23.906982 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG oslo_db.api [None req-30de1403-f602-4514-be59-601da7b8f1de None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 01 14:07:23.925293 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.services.segments.db [None req-8fe4d98e-abae-4e4e-bfab-ecd483070382 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['520a237c-250d-4b8a-b05c-e75ac214c9f0']}} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 14:07:23.938364 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.services.segments.db [None req-8fe4d98e-abae-4e4e-bfab-ecd483070382 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '59e266e7-2638-449f-88b9-4bfbaf069967') {'for_net_delete': True} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 14:07:23.938651 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.services.segments.db [None req-8fe4d98e-abae-4e4e-bfab-ecd483070382 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '59e266e7-2638-449f-88b9-4bfbaf069967') {} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 14:07:23.951324 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-8fe4d98e-abae-4e4e-bfab-ecd483070382 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736733386999', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2704982'] for segment, before_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:07:23.968959 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-8fe4d98e-abae-4e4e-bfab-ecd483070382 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1004271'] for segment, precommit_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:07:23.976521 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8fe4d98e-abae-4e4e-bfab-ecd483070382 admin admin] Releasing vlan 355 on physical network physnet1 to pool {{(pid=83869) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 01 14:07:23.976917 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-8fe4d98e-abae-4e4e-bfab-ecd483070382 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1004262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2705264'] for segment, after_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:07:23.990749 dv-neutron-836180-1-hyperv neutron-server[83869]: Traceback (most recent call last): Apr 01 14:07:23.990749 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 01 14:07:23.990749 dv-neutron-836180-1-hyperv neutron-server[83869]: timer() Apr 01 14:07:23.990749 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 14:07:23.990749 dv-neutron-836180-1-hyperv neutron-server[83869]: cb(*args, **kw) Apr 01 14:07:23.990749 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 14:07:23.990749 dv-neutron-836180-1-hyperv neutron-server[83869]: return func(*args, **kwargs) Apr 01 14:07:23.990749 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 14:07:23.990749 dv-neutron-836180-1-hyperv neutron-server[83869]: self._notify() Apr 01 14:07:23.990749 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 14:07:23.990749 dv-neutron-836180-1-hyperv neutron-server[83869]: self.callback(batched_events) Apr 01 14:07:23.990749 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 14:07:23.990749 dv-neutron-836180-1-hyperv neutron-server[83869]: event.method(event) Apr 01 14:07:23.990749 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 14:07:23.990749 dv-neutron-836180-1-hyperv neutron-server[83869]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 14:07:23.990749 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 14:07:23.990749 dv-neutron-836180-1-hyperv neutron-server[83869]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 14:07:23.990749 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 14:07:23.990749 dv-neutron-836180-1-hyperv neutron-server[83869]: return f(self, *a, **k) Apr 01 14:07:23.990749 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 14:07:23.990749 dv-neutron-836180-1-hyperv neutron-server[83869]: return self._get(url).json() Apr 01 14:07:23.990749 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 14:07:23.990749 dv-neutron-836180-1-hyperv neutron-server[83869]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 14:07:23.990749 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 01 14:07:23.990749 dv-neutron-836180-1-hyperv neutron-server[83869]: return self.request(url, 'GET', **kwargs) Apr 01 14:07:23.990749 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 01 14:07:23.990749 dv-neutron-836180-1-hyperv neutron-server[83869]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 14:07:23.990749 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 01 14:07:23.990749 dv-neutron-836180-1-hyperv neutron-server[83869]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 14:07:23.990749 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 01 14:07:23.990749 dv-neutron-836180-1-hyperv neutron-server[83869]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 14:07:23.990749 dv-neutron-836180-1-hyperv neutron-server[83869]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 14:07:24.085804 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-8fe4d98e-abae-4e4e-bfab-ecd483070382 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-942599', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4084797'] for network, after_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:07:24.108104 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-8fe4d98e-abae-4e4e-bfab-ecd483070382 admin admin] Notify callbacks [] for network, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:07:24.108842 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:07:24.210846 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe4d98e-abae-4e4e-bfab-ecd483070382 admin admin] Pushing event deleted for resources: {'Network': ['ID=520a237c-250d-4b8a-b05c-e75ac214c9f0,revision_number=None']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:07:24.217599 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-8fe4d98e-abae-4e4e-bfab-ecd483070382 admin admin] 10.222.0.26 "DELETE /v2.0/networks/520a237c-250d-4b8a-b05c-e75ac214c9f0 HTTP/1.1" status: 204 len: 168 time: 1.0414209 Apr 01 14:07:24.407845 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.plugin [None req-30de1403-f602-4514-be59-601da7b8f1de None None] Deleting port 9f0cbfd1-6ba5-4bc8-8341-e5bbd3828d4f {{(pid=83872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 14:07:24.408229 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-30de1403-f602-4514-be59-601da7b8f1de None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736733287370'] for port, before_delete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:07:24.444872 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 34494) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:07:24.484327 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.plugin [None req-30de1403-f602-4514-be59-601da7b8f1de None None] The port '9f0cbfd1-6ba5-4bc8-8341-e5bbd3828d4f' was deleted {{(pid=83872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 01 14:07:24.501487 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-8870ba85-5a95-47b7-a21f-a4332b97fc2c admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=2dc83197b27846c8ab911d39f344f498&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0554838 Apr 01 14:07:24.504316 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 34498) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:07:24.564265 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-e85a30e9-b6a1-4439-adb9-f44967add250 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:07:24.589548 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-e85a30e9-b6a1-4439-adb9-f44967add250 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:07:24.643317 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-e85a30e9-b6a1-4439-adb9-f44967add250 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3775923'] for security_group, after_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:07:24.661722 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e85a30e9-b6a1-4439-adb9-f44967add250 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=904b632b-e842-4cd9-a803-269ee34536d0,revision_number=None']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:07:24.669123 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-e85a30e9-b6a1-4439-adb9-f44967add250 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:07:24.670222 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-e85a30e9-b6a1-4439-adb9-f44967add250 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/904b632b-e842-4cd9-a803-269ee34536d0 HTTP/1.1" status: 204 len: 168 time: 0.1650200 Apr 01 14:07:24.875861 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Device 9f0cbfd1-6ba5-4bc8-8341-e5bbd3828d4f no longer exists at agent ovs-agent-dv-neutron-836180-1-hyperv {{(pid=83872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 14:07:24.911445 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.plugin [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] No Port match for: 9f0cbfd1-6ba5-4bc8-8341-e5bbd3828d4f {{(pid=83872) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 01 14:07:24.912099 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Device 9f0cbfd1-6ba5-4bc8-8341-e5bbd3828d4f not bound to the agent host dv-neutron-836180-1-hyperv {{(pid=83872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 14:07:25.106639 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 34506) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:07:25.160204 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-d3594e36-b109-4852-aae3-b8bc8eaee991 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=153f3ee833504a0b924098d6c342a4ff&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0517912 Apr 01 14:07:25.162810 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 34510) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:07:25.223674 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-42610ec0-f4c7-42da-b56e-689a9e288fb0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:07:25.250788 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-42610ec0-f4c7-42da-b56e-689a9e288fb0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:07:25.306666 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-42610ec0-f4c7-42da-b56e-689a9e288fb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3775923'] for security_group, after_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:07:25.323376 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42610ec0-f4c7-42da-b56e-689a9e288fb0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74ec87f1-2256-4cba-bb95-ad91713a00f2,revision_number=None']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:07:25.328448 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-42610ec0-f4c7-42da-b56e-689a9e288fb0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:07:25.329556 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-42610ec0-f4c7-42da-b56e-689a9e288fb0 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/74ec87f1-2256-4cba-bb95-ad91713a00f2 HTTP/1.1" status: 204 len: 168 time: 0.1658728 Apr 01 14:07:26.344755 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 34532) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:07:26.484795 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.v2.base [None req-f7493872-da47-4289-b43d-a3d91b15cfd1 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-74095088-network', 'tenant_id': '43d1a53542d742b3b20a00f72a8ff197'}} {{(pid=83871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 14:07:26.489900 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-f7493872-da47-4289-b43d-a3d91b15cfd1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 14:07:26.493892 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-f7493872-da47-4289-b43d-a3d91b15cfd1 admin admin] Usage tracker for resource:network and tenant:43d1a53542d742b3b20a00f72a8ff197 is out of sync, need to count used quota {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 14:07:26.496761 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-f7493872-da47-4289-b43d-a3d91b15cfd1 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 14:07:26.502472 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-f7493872-da47-4289-b43d-a3d91b15cfd1 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 14:07:26.513891 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7493872-da47-4289-b43d-a3d91b15cfd1 admin admin] Made reservation on behalf of 43d1a53542d742b3b20a00f72a8ff197 for: {'network': 1} {{(pid=83871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 14:07:26.516609 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-f7493872-da47-4289-b43d-a3d91b15cfd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for network, before_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:07:26.529662 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-f7493872-da47-4289-b43d-a3d91b15cfd1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:07:26.561064 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-f7493872-da47-4289-b43d-a3d91b15cfd1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 14:07:26.565069 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-f7493872-da47-4289-b43d-a3d91b15cfd1 admin admin] Usage tracker for resource:security_group_rule and tenant:43d1a53542d742b3b20a00f72a8ff197 is out of sync, need to count used quota {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 14:07:26.567821 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-f7493872-da47-4289-b43d-a3d91b15cfd1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 14:07:26.573400 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-f7493872-da47-4289-b43d-a3d91b15cfd1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 14:07:26.646763 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-f7493872-da47-4289-b43d-a3d91b15cfd1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:07:26.650532 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-f7493872-da47-4289-b43d-a3d91b15cfd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3775923'] for security_group, after_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:07:26.680354 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f7493872-da47-4289-b43d-a3d91b15cfd1 admin admin] vlan segment allocate from pool success with {'vlan_id': 394, 'physical_network': 'physnet1'} {{(pid=83871) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 14:07:26.689201 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7493872-da47-4289-b43d-a3d91b15cfd1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24bdfb14-df95-4ed7-9a95-35534319551e,revision_number=1']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:07:26.695577 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-f7493872-da47-4289-b43d-a3d91b15cfd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1004271'] for segment, precommit_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:07:26.695780 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.db.segments_db [None req-f7493872-da47-4289-b43d-a3d91b15cfd1 admin admin] Added segment eabdb818-4a12-488b-8ccf-252b2416d6d3 of type vlan for network cd13d530-ed35-4222-8bdd-09fdd6c05830 Apr 01 14:07:26.721898 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-f7493872-da47-4289-b43d-a3d91b15cfd1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736732923383'] for network, precommit_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:07:26.751023 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-f7493872-da47-4289-b43d-a3d91b15cfd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575'] for network, after_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:07:26.751960 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7493872-da47-4289-b43d-a3d91b15cfd1 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:07:26.752545 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-f7493872-da47-4289-b43d-a3d91b15cfd1 admin admin] Notify callbacks [] for network, before_response {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:07:26.942698 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7493872-da47-4289-b43d-a3d91b15cfd1 admin admin] Pushing event updated for resources: {'Network': ['ID=cd13d530-ed35-4222-8bdd-09fdd6c05830,revision_number=1']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:07:26.949848 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-f7493872-da47-4289-b43d-a3d91b15cfd1 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.5999062 Apr 01 14:07:26.950107 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 34538) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:07:26.955612 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.v2.base [None req-0d1d9fce-d313-4b5e-bcb4-44824f72dcae admin admin] Request body: {'subnet': {'network_id': 'cd13d530-ed35-4222-8bdd-09fdd6c05830', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-74095088-subnet', 'tenant_id': '43d1a53542d742b3b20a00f72a8ff197', 'ip_version': 4}} {{(pid=83871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 14:07:26.957993 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Network cd13d530-ed35-4222-8bdd-09fdd6c05830 details requested by agent ovs-agent-dv-neutron-836180-1-hyperv with host dv-neutron-836180-1-hyperv {{(pid=83872) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 14:07:26.961375 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-0d1d9fce-d313-4b5e-bcb4-44824f72dcae admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 14:07:26.965151 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-0d1d9fce-d313-4b5e-bcb4-44824f72dcae admin admin] Usage tracker for resource:subnet and tenant:43d1a53542d742b3b20a00f72a8ff197 is out of sync, need to count used quota {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 14:07:26.967987 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-0d1d9fce-d313-4b5e-bcb4-44824f72dcae admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 14:07:26.974121 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-0d1d9fce-d313-4b5e-bcb4-44824f72dcae admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 14:07:26.985212 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d1d9fce-d313-4b5e-bcb4-44824f72dcae admin admin] Made reservation on behalf of 43d1a53542d742b3b20a00f72a8ff197 for: {'subnet': 1} {{(pid=83871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 14:07:26.988328 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-0d1d9fce-d313-4b5e-bcb4-44824f72dcae admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2757336'] for subnet, before_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:07:27.188610 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-0d1d9fce-d313-4b5e-bcb4-44824f72dcae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2743225', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2757366'] for subnet, after_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:07:27.264108 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1d9fce-d313-4b5e-bcb4-44824f72dcae admin admin] Pushing event updated for resources: {'Subnet': ['ID=1cdbc714-b945-4e1b-b302-614d14120838,revision_number=0']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:07:27.276454 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d1d9fce-d313-4b5e-bcb4-44824f72dcae admin admin] Checking segment: {'id': 'eabdb818-4a12-488b-8ccf-252b2416d6d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'cd13d530-ed35-4222-8bdd-09fdd6c05830'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 14:07:27.276805 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d1d9fce-d313-4b5e-bcb4-44824f72dcae admin admin] Network hostable DHCP agents. Network: cd13d530-ed35-4222-8bdd-09fdd6c05830, hostable agents: ['e47e4547-5c2d-4954-ba56-fa3646239f18'], hosted agents: [] {{(pid=83871) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 14:07:27.299990 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d1d9fce-d313-4b5e-bcb4-44824f72dcae admin admin] Network cd13d530-ed35-4222-8bdd-09fdd6c05830 is scheduled to be hosted by DHCP agent e47e4547-5c2d-4954-ba56-fa3646239f18 with binding_index 1 {{(pid=83871) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 14:07:27.309951 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.scheduler.base_scheduler [None req-0d1d9fce-d313-4b5e-bcb4-44824f72dcae admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-836180-1-hyperv, cd13d530-ed35-4222-8bdd-09fdd6c05830) {{(pid=83871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 14:07:27.315206 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d1d9fce-d313-4b5e-bcb4-44824f72dcae admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:07:27.315833 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-0d1d9fce-d313-4b5e-bcb4-44824f72dcae admin admin] Notify callbacks [] for subnet, before_response {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:07:27.320477 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbf8e99b-def6-4a13-ace1-63a256b0e30e None None] Network cd13d530-ed35-4222-8bdd-09fdd6c05830 requested from dv-neutron-836180-1-hyperv {{(pid=83872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 14:07:27.339549 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-0d1d9fce-d313-4b5e-bcb4-44824f72dcae admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3884609 Apr 01 14:07:27.342128 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 34542) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:07:27.347580 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.v2.base [None req-a6a2a022-61fc-4ffc-a58d-18ee18d73f09 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-74095088-router', 'tenant_id': '43d1a53542d742b3b20a00f72a8ff197', 'external_gateway_info': {'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301'}}} {{(pid=83871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 14:07:27.353034 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-a6a2a022-61fc-4ffc-a58d-18ee18d73f09 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 14:07:27.356961 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-a6a2a022-61fc-4ffc-a58d-18ee18d73f09 admin admin] Usage tracker for resource:router and tenant:43d1a53542d742b3b20a00f72a8ff197 is out of sync, need to count used quota {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 14:07:27.359769 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-a6a2a022-61fc-4ffc-a58d-18ee18d73f09 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 14:07:27.365789 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-a6a2a022-61fc-4ffc-a58d-18ee18d73f09 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 14:07:27.376738 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-a6a2a022-61fc-4ffc-a58d-18ee18d73f09 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4082176', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4220'] for router, before_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:07:27.377619 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-a6a2a022-61fc-4ffc-a58d-18ee18d73f09 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4082277', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4084873', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4148249', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4211'] for router, precommit_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:07:27.396844 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-a6a2a022-61fc-4ffc-a58d-18ee18d73f09 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:07:27.547029 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-061bc2bf-1f34-486b-aba6-0f8e339d190d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7e7d0ecb-2af4-55f5-9198-238ab0570d62-cd13d530-ed35-4222-8bdd-09fdd6c05830', 'network_id': 'cd13d530-ed35-4222-8bdd-09fdd6c05830', 'tenant_id': '43d1a53542d742b3b20a00f72a8ff197', 'fixed_ips': [{'subnet_id': '1cdbc714-b945-4e1b-b302-614d14120838'}]}} from dv-neutron-836180-1-hyperv. {{(pid=83872) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 01 14:07:27.548096 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-061bc2bf-1f34-486b-aba6-0f8e339d190d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:07:27.553429 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-a6a2a022-61fc-4ffc-a58d-18ee18d73f09 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4084887', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4079850', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4161'] for router, precommit_update {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:07:27.707263 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.db_base_plugin_common [None req-061bc2bf-1f34-486b-aba6-0f8e339d190d None None] Allocated IP 172.20.0.2 (cd13d530-ed35-4222-8bdd-09fdd6c05830/1cdbc714-b945-4e1b-b302-614d14120838/0af8ee59-4b4b-425a-bd53-d2aa442ca11a) {{(pid=83872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 14:07:27.746759 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-a6a2a022-61fc-4ffc-a58d-18ee18d73f09 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:07:27.777460 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-a6a2a022-61fc-4ffc-a58d-18ee18d73f09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:07:27.920377 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-061bc2bf-1f34-486b-aba6-0f8e339d190d None None] Notify callbacks [] for port, precommit_create {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:07:27.920850 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.db_base_plugin_common [None req-a6a2a022-61fc-4ffc-a58d-18ee18d73f09 admin admin] Allocated IP 172.26.5.181 (725864b8-cceb-48c9-b5d3-1bfc4423e301/e2ed99db-0e25-4971-b535-7fa69231fae8/8f6215e3-8646-43d6-b42b-86ddbacd511b) {{(pid=83871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 14:07:27.931375 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-061bc2bf-1f34-486b-aba6-0f8e339d190d None None] Transition to ACTIVE for port object 0af8ee59-4b4b-425a-bd53-d2aa442ca11a will not be triggered until provisioned by entity L2. {{(pid=83872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 14:07:27.950152 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-061bc2bf-1f34-486b-aba6-0f8e339d190d None None] Transition to ACTIVE for port object 0af8ee59-4b4b-425a-bd53-d2aa442ca11a will not be triggered until provisioned by entity DHCP. {{(pid=83872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 14:07:27.955766 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-061bc2bf-1f34-486b-aba6-0f8e339d190d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736732935801'] for port, after_create {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:07:28.029692 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-061bc2bf-1f34-486b-aba6-0f8e339d190d None None] Network cd13d530-ed35-4222-8bdd-09fdd6c05830 is already hosted by enough agents. {{(pid=83872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 14:07:28.033048 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.scheduler.base_scheduler [None req-061bc2bf-1f34-486b-aba6-0f8e339d190d None None] Resources bound (agent type, host, resource id): {{(pid=83872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 14:07:28.036127 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-061bc2bf-1f34-486b-aba6-0f8e339d190d None None] Received port after_create {{(pid=83872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 14:07:28.038349 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061bc2bf-1f34-486b-aba6-0f8e339d190d None None] Pushing event updated for resources: {'Port': ['ID=0af8ee59-4b4b-425a-bd53-d2aa442ca11a,revision_number=1']} {{(pid=83872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:07:28.082517 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-a6a2a022-61fc-4ffc-a58d-18ee18d73f09 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:07:28.112171 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-a6a2a022-61fc-4ffc-a58d-18ee18d73f09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736732935801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2743125'] for port, after_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:07:28.127007 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.managers [None req-061bc2bf-1f34-486b-aba6-0f8e339d190d None None] Attempting to bind port 0af8ee59-4b4b-425a-bd53-d2aa442ca11a on host dv-neutron-836180-1-hyperv for vnic_type normal with profile {{(pid=83872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 14:07:28.127510 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.managers [None req-061bc2bf-1f34-486b-aba6-0f8e339d190d None None] Attempting to bind port 0af8ee59-4b4b-425a-bd53-d2aa442ca11a by drivers openvswitch,hyperv on host dv-neutron-836180-1-hyperv at level 0 using segments [{'id': 'eabdb818-4a12-488b-8ccf-252b2416d6d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'cd13d530-ed35-4222-8bdd-09fdd6c05830'}] {{(pid=83872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 14:07:28.127740 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-061bc2bf-1f34-486b-aba6-0f8e339d190d None None] Attempting to bind port 0af8ee59-4b4b-425a-bd53-d2aa442ca11a on network cd13d530-ed35-4222-8bdd-09fdd6c05830 {{(pid=83872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 14:07:28.134997 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-061bc2bf-1f34-486b-aba6-0f8e339d190d None None] Checking agent: {'id': 'af948428-97cd-4d10-9f53-af028bdb39b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-836180-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 13, 25, 37), 'started_at': datetime.datetime(2022, 4, 1, 13, 26, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 14, 7, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-836180-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 14:07:28.135366 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-061bc2bf-1f34-486b-aba6-0f8e339d190d None None] Checking segment: {'id': 'eabdb818-4a12-488b-8ccf-252b2416d6d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'cd13d530-ed35-4222-8bdd-09fdd6c05830'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 14:07:28.135765 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-061bc2bf-1f34-486b-aba6-0f8e339d190d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:07:28.136155 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-061bc2bf-1f34-486b-aba6-0f8e339d190d None None] Bound using segment: {'id': 'eabdb818-4a12-488b-8ccf-252b2416d6d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'cd13d530-ed35-4222-8bdd-09fdd6c05830'} {{(pid=83872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 14:07:28.136721 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.managers [None req-061bc2bf-1f34-486b-aba6-0f8e339d190d None None] Bound port: 0af8ee59-4b4b-425a-bd53-d2aa442ca11a, host: dv-neutron-836180-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eabdb818-4a12-488b-8ccf-252b2416d6d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'cd13d530-ed35-4222-8bdd-09fdd6c05830'}}] {{(pid=83872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 14:07:28.137088 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-061bc2bf-1f34-486b-aba6-0f8e339d190d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:07:28.199281 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6a2a022-61fc-4ffc-a58d-18ee18d73f09 admin admin] Network 725864b8-cceb-48c9-b5d3-1bfc4423e301 is already hosted by enough agents. {{(pid=83871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 14:07:28.202490 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.scheduler.base_scheduler [None req-a6a2a022-61fc-4ffc-a58d-18ee18d73f09 admin admin] Resources bound (agent type, host, resource id): {{(pid=83871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 14:07:28.204416 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a2a022-61fc-4ffc-a58d-18ee18d73f09 admin admin] Pushing event updated for resources: {'Port': ['ID=8f6215e3-8646-43d6-b42b-86ddbacd511b,revision_number=1']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:07:28.207174 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6a2a022-61fc-4ffc-a58d-18ee18d73f09 admin admin] Received port after_create {{(pid=83871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 14:07:28.273028 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-061bc2bf-1f34-486b-aba6-0f8e339d190d None None] For port 0af8ee59-4b4b-425a-bd53-d2aa442ca11a, host dv-neutron-836180-1-hyperv, cleared binding levels {{(pid=83872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 14:07:28.276383 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-061bc2bf-1f34-486b-aba6-0f8e339d190d None None] For port 0af8ee59-4b4b-425a-bd53-d2aa442ca11a, host dv-neutron-836180-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836180-1-hyperv',level=0,port_id=0af8ee59-4b4b-425a-bd53-d2aa442ca11a,segment=NetworkSegment(eabdb818-4a12-488b-8ccf-252b2416d6d3),segment_id=eabdb818-4a12-488b-8ccf-252b2416d6d3)] {{(pid=83872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 14:07:28.282502 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-061bc2bf-1f34-486b-aba6-0f8e339d190d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864'] for port, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:07:28.372045 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061bc2bf-1f34-486b-aba6-0f8e339d190d None None] Pushing event updated for resources: {'Port': ['ID=0af8ee59-4b4b-425a-bd53-d2aa442ca11a,revision_number=2']} {{(pid=83872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:07:28.385766 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-a6a2a022-61fc-4ffc-a58d-18ee18d73f09 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:07:28.386490 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-a6a2a022-61fc-4ffc-a58d-18ee18d73f09 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4082201', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4084858'] for router, after_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:07:28.653627 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6a2a022-61fc-4ffc-a58d-18ee18d73f09 admin admin] Router 01bf2165-37a9-4ed4-a360-d25703e984b5 is scheduled to L3 agent 88bf8fc8-11a3-4e96-9d1b-5fd93ba9f6f1 with binding_index 1 {{(pid=83871) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 01 14:07:28.911851 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Device 0af8ee59-4b4b-425a-bd53-d2aa442ca11a up at agent ovs-agent-dv-neutron-836180-1-hyperv {{(pid=83872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 14:07:28.976248 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6a2a022-61fc-4ffc-a58d-18ee18d73f09 admin admin] Notify agent at l3_agent.dv-neutron-836180-1-hyperv the message routers_updated {{(pid=83871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 14:07:28.987423 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Provisioning for port 0af8ee59-4b4b-425a-bd53-d2aa442ca11a completed by entity L2. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 14:07:28.991333 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31d7cd38-d66b-423b-b514-899096b2309a None None] Sync routers for ids ['01bf2165-37a9-4ed4-a360-d25703e984b5'] in dv-neutron-836180-1-hyperv {{(pid=83873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 14:07:29.005883 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31d7cd38-d66b-423b-b514-899096b2309a None None] Routers {'01bf2165-37a9-4ed4-a360-d25703e984b5'} bound to L3 agent in host dv-neutron-836180-1-hyperv {{(pid=83873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 14:07:29.006688 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-31d7cd38-d66b-423b-b514-899096b2309a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836180-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T13:25:36Z,description=,heartbeat_timestamp=2022-04-01T14:07:06Z,host='dv-neutron-836180-1-hyperv',id=88bf8fc8-11a3-4e96-9d1b-5fd93ba9f6f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T13:25:36Z,topic='l3_agent')) {'router_ids': ['01bf2165-37a9-4ed4-a360-d25703e984b5'], 'active': True} {{(pid=83873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 14:07:29.014709 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-a6a2a022-61fc-4ffc-a58d-18ee18d73f09 admin admin] Notify callbacks [] for router, before_response {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:07:29.018673 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-a6a2a022-61fc-4ffc-a58d-18ee18d73f09 admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 1.6729274 Apr 01 14:07:29.020060 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 34546) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:07:29.191790 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_dvr_db [None req-31d7cd38-d66b-423b-b514-899096b2309a None None] Set router 01bf2165-37a9-4ed4-a360-d25703e984b5 gateway port host: dv-neutron-836180-1-hyperv {{(pid=83873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 14:07:29.334824 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbf95499-e01f-4960-a05c-a79622c99c5e None None] Network cd13d530-ed35-4222-8bdd-09fdd6c05830 requested from dv-neutron-836180-1-hyperv {{(pid=83872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 14:07:29.495986 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-724e53c6-3b72-452a-a4b4-9efba6f6fc31 None None] Provisioning for port 0af8ee59-4b4b-425a-bd53-d2aa442ca11a completed by entity DHCP. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 14:07:29.511626 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-724e53c6-3b72-452a-a4b4-9efba6f6fc31 None None] Provisioning complete for port 0af8ee59-4b4b-425a-bd53-d2aa442ca11a triggered by entity DHCP. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 14:07:29.512154 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-724e53c6-3b72-452a-a4b4-9efba6f6fc31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-948329'] for port, provisioning_complete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:07:29.514596 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-31d7cd38-d66b-423b-b514-899096b2309a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01bf2165-37a9-4ed4-a360-d25703e984b5', 'name': 'tempest-TestMinimumBasicScenario-74095088-router', 'tenant_id': '43d1a53542d742b3b20a00f72a8ff197', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'external_fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.181'}], 'enable_snat': True}, 'gw_port_id': '8f6215e3-8646-43d6-b42b-86ddbacd511b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T14:07:27Z', 'updated_at': '2022-04-01T14:07:28Z', 'revision_number': 3, 'project_id': '43d1a53542d742b3b20a00f72a8ff197', 'gw_port': {'id': '8f6215e3-8646-43d6-b42b-86ddbacd511b', 'name': '', 'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:b1:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01bf2165-37a9-4ed4-a360-d25703e984b5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T14:07:27Z', 'updated_at': '2022-04-01T14:07:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836180-1-hyperv'}], 'dv-neutron-836180-1-hyperv', False) {} {{(pid=83873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 14:07:29.518462 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31d7cd38-d66b-423b-b514-899096b2309a None None] Checking router: 01bf2165-37a9-4ed4-a360-d25703e984b5 for host: dv-neutron-836180-1-hyperv {{(pid=83873) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 01 14:07:29.519012 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31d7cd38-d66b-423b-b514-899096b2309a None None] Updating router 01bf2165-37a9-4ed4-a360-d25703e984b5 port 8f6215e3-8646-43d6-b42b-86ddbacd511b binding host dv-neutron-836180-1-hyperv {{(pid=83873) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 01 14:07:29.573036 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-31d7cd38-d66b-423b-b514-899096b2309a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:07:29.675577 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-724e53c6-3b72-452a-a4b4-9efba6f6fc31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:07:29.730893 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-724e53c6-3b72-452a-a4b4-9efba6f6fc31 None None] For port 0af8ee59-4b4b-425a-bd53-d2aa442ca11a, host dv-neutron-836180-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836180-1-hyperv',level=0,port_id=0af8ee59-4b4b-425a-bd53-d2aa442ca11a,segment=NetworkSegment(eabdb818-4a12-488b-8ccf-252b2416d6d3),segment_id=eabdb818-4a12-488b-8ccf-252b2416d6d3)] {{(pid=83872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 14:07:29.736589 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-724e53c6-3b72-452a-a4b4-9efba6f6fc31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864'] for port, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:07:29.817897 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-724e53c6-3b72-452a-a4b4-9efba6f6fc31 None None] Pushing event updated for resources: {'Port': ['ID=0af8ee59-4b4b-425a-bd53-d2aa442ca11a,revision_number=3']} {{(pid=83872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:07:29.867876 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-064a9b66-3c79-461c-84a6-25afad421abe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:07:29.964282 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-d59d8a18-80c4-45c1-8d05-0c0bd5eb5977 None None] Provisioning complete for port 0af8ee59-4b4b-425a-bd53-d2aa442ca11a triggered by entity DHCP. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 14:07:29.964667 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-d59d8a18-80c4-45c1-8d05-0c0bd5eb5977 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-948329'] for port, provisioning_complete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:07:29.990491 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-31d7cd38-d66b-423b-b514-899096b2309a None None] Notify callbacks [] for port, precommit_update {{(pid=83873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:07:30.004823 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-31d7cd38-d66b-423b-b514-899096b2309a None None] Transition to ACTIVE for port object 8f6215e3-8646-43d6-b42b-86ddbacd511b will not be triggered until provisioned by entity L2. {{(pid=83873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 14:07:30.012914 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-31d7cd38-d66b-423b-b514-899096b2309a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864'] for port, after_update {{(pid=83873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:07:30.095392 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.db_base_plugin_common [None req-064a9b66-3c79-461c-84a6-25afad421abe admin admin] Allocated IP 172.20.0.1 (cd13d530-ed35-4222-8bdd-09fdd6c05830/1cdbc714-b945-4e1b-b302-614d14120838/e2548676-1eb9-44e3-a07c-dff5f0be7438) {{(pid=83869) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 14:07:30.107143 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cad1029-95f9-4be4-9361-f5b8a651922c None None] Pushing event updated for resources: {'Port': ['ID=8f6215e3-8646-43d6-b42b-86ddbacd511b,revision_number=2']} {{(pid=83873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:07:30.112970 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.plugins.ml2.managers [None req-31d7cd38-d66b-423b-b514-899096b2309a None None] Attempting to bind port 8f6215e3-8646-43d6-b42b-86ddbacd511b on host dv-neutron-836180-1-hyperv for vnic_type normal with profile {{(pid=83873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 14:07:30.113316 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.plugins.ml2.managers [None req-31d7cd38-d66b-423b-b514-899096b2309a None None] Attempting to bind port 8f6215e3-8646-43d6-b42b-86ddbacd511b by drivers openvswitch,hyperv on host dv-neutron-836180-1-hyperv at level 0 using segments [{'id': '7b924dd8-4978-40c4-ad91-4b9b27348462', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301'}] {{(pid=83873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 14:07:30.113658 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31d7cd38-d66b-423b-b514-899096b2309a None None] Attempting to bind port 8f6215e3-8646-43d6-b42b-86ddbacd511b on network 725864b8-cceb-48c9-b5d3-1bfc4423e301 {{(pid=83873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 14:07:30.121331 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cad1029-95f9-4be4-9361-f5b8a651922c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:07:30.121658 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cad1029-95f9-4be4-9361-f5b8a651922c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:07:30.121979 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cad1029-95f9-4be4-9361-f5b8a651922c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:07:30.122296 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cad1029-95f9-4be4-9361-f5b8a651922c None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:07:30.122611 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cad1029-95f9-4be4-9361-f5b8a651922c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:07:30.122925 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cad1029-95f9-4be4-9361-f5b8a651922c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:07:30.123239 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cad1029-95f9-4be4-9361-f5b8a651922c None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:07:30.123547 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cad1029-95f9-4be4-9361-f5b8a651922c None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:07:30.123851 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cad1029-95f9-4be4-9361-f5b8a651922c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:07:30.124156 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cad1029-95f9-4be4-9361-f5b8a651922c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:07:30.124483 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cad1029-95f9-4be4-9361-f5b8a651922c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:07:30.130946 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31d7cd38-d66b-423b-b514-899096b2309a None None] Checking agent: {'id': 'af948428-97cd-4d10-9f53-af028bdb39b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-836180-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 13, 25, 37), 'started_at': datetime.datetime(2022, 4, 1, 13, 26, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 14, 7, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-836180-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 14:07:30.131296 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31d7cd38-d66b-423b-b514-899096b2309a None None] Checking segment: {'id': '7b924dd8-4978-40c4-ad91-4b9b27348462', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 14:07:30.131680 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-31d7cd38-d66b-423b-b514-899096b2309a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:07:30.132051 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31d7cd38-d66b-423b-b514-899096b2309a None None] Bound using segment: {'id': '7b924dd8-4978-40c4-ad91-4b9b27348462', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301'} {{(pid=83873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 14:07:30.132550 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.plugins.ml2.managers [None req-31d7cd38-d66b-423b-b514-899096b2309a None None] Bound port: 8f6215e3-8646-43d6-b42b-86ddbacd511b, host: dv-neutron-836180-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b924dd8-4978-40c4-ad91-4b9b27348462', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301'}}] {{(pid=83873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 14:07:30.132911 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-31d7cd38-d66b-423b-b514-899096b2309a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:07:30.202832 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.plugins.ml2.db [None req-31d7cd38-d66b-423b-b514-899096b2309a None None] For port 8f6215e3-8646-43d6-b42b-86ddbacd511b, host dv-neutron-836180-1-hyperv, cleared binding levels {{(pid=83873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 14:07:30.205817 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.plugins.ml2.db [None req-31d7cd38-d66b-423b-b514-899096b2309a None None] For port 8f6215e3-8646-43d6-b42b-86ddbacd511b, host dv-neutron-836180-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836180-1-hyperv',level=0,port_id=8f6215e3-8646-43d6-b42b-86ddbacd511b,segment=NetworkSegment(7b924dd8-4978-40c4-ad91-4b9b27348462),segment_id=7b924dd8-4978-40c4-ad91-4b9b27348462)] {{(pid=83873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 14:07:30.209964 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-31d7cd38-d66b-423b-b514-899096b2309a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864'] for port, after_update {{(pid=83873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:07:30.249479 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-064a9b66-3c79-461c-84a6-25afad421abe admin admin] Notify callbacks [] for port, precommit_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:07:30.266299 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.provisioning_blocks [None req-064a9b66-3c79-461c-84a6-25afad421abe admin admin] Transition to ACTIVE for port object e2548676-1eb9-44e3-a07c-dff5f0be7438 will not be triggered until provisioned by entity DHCP. {{(pid=83869) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 14:07:30.289046 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-064a9b66-3c79-461c-84a6-25afad421abe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736732935801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2705155'] for port, after_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:07:30.292330 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cad1029-95f9-4be4-9361-f5b8a651922c None None] Pushing event updated for resources: {'Port': ['ID=8f6215e3-8646-43d6-b42b-86ddbacd511b,revision_number=3']} {{(pid=83873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:07:30.297303 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31d7cd38-d66b-423b-b514-899096b2309a None None] Routers {'01bf2165-37a9-4ed4-a360-d25703e984b5'} bound to L3 agent in host dv-neutron-836180-1-hyperv {{(pid=83873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 14:07:30.297914 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-31d7cd38-d66b-423b-b514-899096b2309a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836180-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T13:25:36Z,description=,heartbeat_timestamp=2022-04-01T14:07:06Z,host='dv-neutron-836180-1-hyperv',id=88bf8fc8-11a3-4e96-9d1b-5fd93ba9f6f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T13:25:36Z,topic='l3_agent')) {'router_ids': ['01bf2165-37a9-4ed4-a360-d25703e984b5'], 'active': True} {{(pid=83873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 14:07:30.351145 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-064a9b66-3c79-461c-84a6-25afad421abe admin admin] Network cd13d530-ed35-4222-8bdd-09fdd6c05830 is already hosted by enough agents. {{(pid=83869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 14:07:30.354144 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.scheduler.base_scheduler [None req-064a9b66-3c79-461c-84a6-25afad421abe admin admin] Resources bound (agent type, host, resource id): {{(pid=83869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 14:07:30.357987 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-064a9b66-3c79-461c-84a6-25afad421abe admin admin] Received port after_create {{(pid=83869) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 14:07:30.411263 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-064a9b66-3c79-461c-84a6-25afad421abe admin admin] Pushing event updated for resources: {'Port': ['ID=e2548676-1eb9-44e3-a07c-dff5f0be7438,revision_number=1']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:07:30.427364 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-064a9b66-3c79-461c-84a6-25afad421abe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4084144'] for router_interface, before_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:07:30.492625 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_dvr_db [None req-31d7cd38-d66b-423b-b514-899096b2309a None None] Set router 01bf2165-37a9-4ed4-a360-d25703e984b5 gateway port host: dv-neutron-836180-1-hyperv {{(pid=83873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 14:07:30.617164 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-2caff328-98fe-4b47-bb44-68d4547e6c3e None None] Provisioning for port e2548676-1eb9-44e3-a07c-dff5f0be7438 completed by entity DHCP. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 14:07:30.623385 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-2caff328-98fe-4b47-bb44-68d4547e6c3e None None] Provisioning complete for port e2548676-1eb9-44e3-a07c-dff5f0be7438 triggered by entity DHCP. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 14:07:30.624230 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-2caff328-98fe-4b47-bb44-68d4547e6c3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-948329'] for port, provisioning_complete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:07:30.635283 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-064a9b66-3c79-461c-84a6-25afad421abe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:07:30.679132 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.plugin [None req-2caff328-98fe-4b47-bb44-68d4547e6c3e None None] Port e2548676-1eb9-44e3-a07c-dff5f0be7438 cannot update to ACTIVE because it is not bound. {{(pid=83872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 14:07:30.798455 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-31d7cd38-d66b-423b-b514-899096b2309a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01bf2165-37a9-4ed4-a360-d25703e984b5', 'name': 'tempest-TestMinimumBasicScenario-74095088-router', 'tenant_id': '43d1a53542d742b3b20a00f72a8ff197', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'external_fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.181'}], 'enable_snat': True}, 'gw_port_id': '8f6215e3-8646-43d6-b42b-86ddbacd511b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T14:07:27Z', 'updated_at': '2022-04-01T14:07:28Z', 'revision_number': 3, 'project_id': '43d1a53542d742b3b20a00f72a8ff197', 'gw_port': {'id': '8f6215e3-8646-43d6-b42b-86ddbacd511b', 'name': '', 'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:b1:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01bf2165-37a9-4ed4-a360-d25703e984b5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836180-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T14:07:27Z', 'updated_at': '2022-04-01T14:07:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836180-1-hyperv'}], 'dv-neutron-836180-1-hyperv', False) {} {{(pid=83873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 14:07:30.803033 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31d7cd38-d66b-423b-b514-899096b2309a None None] The sync data for ids ['01bf2165-37a9-4ed4-a360-d25703e984b5'] in dv-neutron-836180-1-hyperv is: [{'id': '01bf2165-37a9-4ed4-a360-d25703e984b5', 'name': 'tempest-TestMinimumBasicScenario-74095088-router', 'tenant_id': '43d1a53542d742b3b20a00f72a8ff197', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'external_fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.181'}], 'enable_snat': True}, 'gw_port_id': '8f6215e3-8646-43d6-b42b-86ddbacd511b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T14:07:27Z', 'updated_at': '2022-04-01T14:07:28Z', 'revision_number': 3, 'project_id': '43d1a53542d742b3b20a00f72a8ff197', 'gw_port': {'id': '8f6215e3-8646-43d6-b42b-86ddbacd511b', 'name': '', 'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:b1:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01bf2165-37a9-4ed4-a360-d25703e984b5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836180-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T14:07:27Z', 'updated_at': '2022-04-01T14:07:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836180-1-hyperv'}] {{(pid=83873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 14:07:30.867585 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-064a9b66-3c79-461c-84a6-25afad421abe admin admin] Notify callbacks [] for port, precommit_update {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:07:30.872579 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-064a9b66-3c79-461c-84a6-25afad421abe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2705172'] for port, after_update {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:07:30.886658 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Device 0af8ee59-4b4b-425a-bd53-d2aa442ca11a up at agent ovs-agent-dv-neutron-836180-1-hyperv {{(pid=83872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 14:07:30.961679 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Provisioning complete for port 0af8ee59-4b4b-425a-bd53-d2aa442ca11a triggered by entity L2. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 14:07:30.962049 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-948329'] for port, provisioning_complete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:07:30.988120 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-064a9b66-3c79-461c-84a6-25afad421abe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3017508', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4084015'] for router_interface, after_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:07:31.016553 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-064a9b66-3c79-461c-84a6-25afad421abe admin admin] Pushing event updated for resources: {'Port': ['ID=e2548676-1eb9-44e3-a07c-dff5f0be7438,revision_number=2']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:07:31.152689 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-064a9b66-3c79-461c-84a6-25afad421abe admin admin] Network cd13d530-ed35-4222-8bdd-09fdd6c05830 is already hosted by enough agents. {{(pid=83869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 14:07:31.153847 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.scheduler.base_scheduler [None req-064a9b66-3c79-461c-84a6-25afad421abe admin admin] Resources bound (agent type, host, resource id): {{(pid=83869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 14:07:31.407415 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-0c2f2f9f-e5e1-4617-af04-b3320a5c2684 None None] Provisioning complete for port e2548676-1eb9-44e3-a07c-dff5f0be7438 triggered by entity DHCP. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 14:07:31.407943 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-0c2f2f9f-e5e1-4617-af04-b3320a5c2684 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-948329'] for port, provisioning_complete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:07:31.465130 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.plugin [None req-0c2f2f9f-e5e1-4617-af04-b3320a5c2684 None None] Port e2548676-1eb9-44e3-a07c-dff5f0be7438 cannot update to ACTIVE because it is not bound. {{(pid=83872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 14:07:31.573163 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-064a9b66-3c79-461c-84a6-25afad421abe admin admin] Router 01bf2165-37a9-4ed4-a360-d25703e984b5 has already been hosted by L3 agent 88bf8fc8-11a3-4e96-9d1b-5fd93ba9f6f1 {{(pid=83869) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 14:07:31.781880 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-064a9b66-3c79-461c-84a6-25afad421abe admin admin] Notify agent at l3_agent.dv-neutron-836180-1-hyperv the message routers_updated {{(pid=83869) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 14:07:31.791940 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-064a9b66-3c79-461c-84a6-25afad421abe admin admin] 10.222.0.26 "PUT /v2.0/routers/01bf2165-37a9-4ed4-a360-d25703e984b5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7704062 Apr 01 14:07:32.645154 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 34568) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:07:32.650698 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.v2.base [None req-f380bfd1-a03f-40c2-a26d-2a5577c37e35 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1472652122-network', 'tenant_id': '3a472194acd94e7fa240e26ce2783b8b'}} {{(pid=83871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 14:07:32.655487 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-f380bfd1-a03f-40c2-a26d-2a5577c37e35 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 14:07:32.659317 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-f380bfd1-a03f-40c2-a26d-2a5577c37e35 admin admin] Usage tracker for resource:network and tenant:3a472194acd94e7fa240e26ce2783b8b is out of sync, need to count used quota {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 14:07:32.664160 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-f380bfd1-a03f-40c2-a26d-2a5577c37e35 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 14:07:32.670160 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-f380bfd1-a03f-40c2-a26d-2a5577c37e35 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 14:07:32.681295 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f380bfd1-a03f-40c2-a26d-2a5577c37e35 admin admin] Made reservation on behalf of 3a472194acd94e7fa240e26ce2783b8b for: {'network': 1} {{(pid=83871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 14:07:32.683601 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-f380bfd1-a03f-40c2-a26d-2a5577c37e35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for network, before_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:07:32.699371 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-f380bfd1-a03f-40c2-a26d-2a5577c37e35 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:07:32.730637 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-f380bfd1-a03f-40c2-a26d-2a5577c37e35 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 14:07:32.734440 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-f380bfd1-a03f-40c2-a26d-2a5577c37e35 admin admin] Usage tracker for resource:security_group_rule and tenant:3a472194acd94e7fa240e26ce2783b8b is out of sync, need to count used quota {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 14:07:32.737235 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-f380bfd1-a03f-40c2-a26d-2a5577c37e35 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 14:07:32.743877 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-f380bfd1-a03f-40c2-a26d-2a5577c37e35 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 14:07:32.812124 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-f380bfd1-a03f-40c2-a26d-2a5577c37e35 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:07:32.817191 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-f380bfd1-a03f-40c2-a26d-2a5577c37e35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3775923'] for security_group, after_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:07:32.845649 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f380bfd1-a03f-40c2-a26d-2a5577c37e35 admin admin] vlan segment allocate from pool success with {'vlan_id': 358, 'physical_network': 'physnet1'} {{(pid=83871) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 14:07:32.859388 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f380bfd1-a03f-40c2-a26d-2a5577c37e35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8780bbc1-fb95-4b01-9bf6-0011b740bbc2,revision_number=1']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:07:32.864920 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-f380bfd1-a03f-40c2-a26d-2a5577c37e35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1004271'] for segment, precommit_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:07:32.865273 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.db.segments_db [None req-f380bfd1-a03f-40c2-a26d-2a5577c37e35 admin admin] Added segment 9b64bb57-b0d2-47a0-8a79-fbb691328199 of type vlan for network 771a499f-6e15-4a1d-b886-2ae15ca538e1 Apr 01 14:07:32.892096 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-f380bfd1-a03f-40c2-a26d-2a5577c37e35 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736732923383'] for network, precommit_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:07:32.913337 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Device 8f6215e3-8646-43d6-b42b-86ddbacd511b up at agent ovs-agent-dv-neutron-836180-1-hyperv {{(pid=83872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 14:07:32.926668 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-f380bfd1-a03f-40c2-a26d-2a5577c37e35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575'] for network, after_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:07:32.927708 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f380bfd1-a03f-40c2-a26d-2a5577c37e35 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:07:32.928342 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-f380bfd1-a03f-40c2-a26d-2a5577c37e35 admin admin] Notify callbacks [] for network, before_response {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:07:32.983932 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.agents_db [None req-bdd220c7-049a-43d2-a923-ad1a2de078c6 None None] Agent healthcheck: found 6 active agents {{(pid=83873) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 01 14:07:32.987067 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Provisioning for port 8f6215e3-8646-43d6-b42b-86ddbacd511b completed by entity L2. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 14:07:32.993680 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Provisioning complete for port 8f6215e3-8646-43d6-b42b-86ddbacd511b triggered by entity L2. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 14:07:32.994040 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-948329'] for port, provisioning_complete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:07:33.036215 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f380bfd1-a03f-40c2-a26d-2a5577c37e35 admin admin] Pushing event updated for resources: {'Network': ['ID=771a499f-6e15-4a1d-b886-2ae15ca538e1,revision_number=1']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:07:33.041960 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-f380bfd1-a03f-40c2-a26d-2a5577c37e35 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3930397 Apr 01 14:07:33.042367 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 34572) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:07:33.047954 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.v2.base [None req-9aff4da3-26b3-4f24-b05a-021692e97f7a admin admin] Request body: {'subnet': {'network_id': '771a499f-6e15-4a1d-b886-2ae15ca538e1', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1472652122-subnet', 'tenant_id': '3a472194acd94e7fa240e26ce2783b8b', 'ip_version': 4}} {{(pid=83869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 14:07:33.049256 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Network 771a499f-6e15-4a1d-b886-2ae15ca538e1 details requested by agent ovs-agent-dv-neutron-836180-1-hyperv with host dv-neutron-836180-1-hyperv {{(pid=83872) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 14:07:33.052850 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-9aff4da3-26b3-4f24-b05a-021692e97f7a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 14:07:33.056738 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-9aff4da3-26b3-4f24-b05a-021692e97f7a admin admin] Usage tracker for resource:subnet and tenant:3a472194acd94e7fa240e26ce2783b8b is out of sync, need to count used quota {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 14:07:33.059794 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-9aff4da3-26b3-4f24-b05a-021692e97f7a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 14:07:33.066748 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-9aff4da3-26b3-4f24-b05a-021692e97f7a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 14:07:33.077769 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9aff4da3-26b3-4f24-b05a-021692e97f7a admin admin] Made reservation on behalf of 3a472194acd94e7fa240e26ce2783b8b for: {'subnet': 1} {{(pid=83869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 14:07:33.080385 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-9aff4da3-26b3-4f24-b05a-021692e97f7a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2999481'] for subnet, before_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:07:33.209837 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:07:33.226702 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] For port 8f6215e3-8646-43d6-b42b-86ddbacd511b, host dv-neutron-836180-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836180-1-hyperv',level=0,port_id=8f6215e3-8646-43d6-b42b-86ddbacd511b,segment=NetworkSegment(7b924dd8-4978-40c4-ad91-4b9b27348462),segment_id=7b924dd8-4978-40c4-ad91-4b9b27348462)] {{(pid=83872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 14:07:33.231881 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864'] for port, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:07:33.304527 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-9aff4da3-26b3-4f24-b05a-021692e97f7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2705391', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2999447'] for subnet, after_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:07:33.307209 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Pushing event updated for resources: {'Port': ['ID=8f6215e3-8646-43d6-b42b-86ddbacd511b,revision_number=4']} {{(pid=83872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:07:33.377789 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aff4da3-26b3-4f24-b05a-021692e97f7a admin admin] Pushing event updated for resources: {'Subnet': ['ID=39aab281-a068-4cfe-a143-764ac29a91be,revision_number=0']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:07:33.392617 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9aff4da3-26b3-4f24-b05a-021692e97f7a admin admin] Checking segment: {'id': '9b64bb57-b0d2-47a0-8a79-fbb691328199', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '771a499f-6e15-4a1d-b886-2ae15ca538e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 14:07:33.392969 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9aff4da3-26b3-4f24-b05a-021692e97f7a admin admin] Network hostable DHCP agents. Network: 771a499f-6e15-4a1d-b886-2ae15ca538e1, hostable agents: ['e47e4547-5c2d-4954-ba56-fa3646239f18'], hosted agents: [] {{(pid=83869) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 14:07:33.415310 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9aff4da3-26b3-4f24-b05a-021692e97f7a admin admin] Network 771a499f-6e15-4a1d-b886-2ae15ca538e1 is scheduled to be hosted by DHCP agent e47e4547-5c2d-4954-ba56-fa3646239f18 with binding_index 1 {{(pid=83869) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 14:07:33.424233 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.scheduler.base_scheduler [None req-9aff4da3-26b3-4f24-b05a-021692e97f7a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-836180-1-hyperv, 771a499f-6e15-4a1d-b886-2ae15ca538e1) {{(pid=83869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 14:07:33.428583 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9aff4da3-26b3-4f24-b05a-021692e97f7a admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:07:33.429159 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-9aff4da3-26b3-4f24-b05a-021692e97f7a admin admin] Notify callbacks [] for subnet, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:07:33.433513 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17e6715f-cc5a-45c9-a9da-d4372abc21a4 None None] Network 771a499f-6e15-4a1d-b886-2ae15ca538e1 requested from dv-neutron-836180-1-hyperv {{(pid=83872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 14:07:33.451602 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-9aff4da3-26b3-4f24-b05a-021692e97f7a admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4079340 Apr 01 14:07:33.454704 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 34576) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:07:33.461147 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.v2.base [None req-ec24d361-f98b-4fd5-941e-4666ec4f4356 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1472652122-router', 'tenant_id': '3a472194acd94e7fa240e26ce2783b8b', 'external_gateway_info': {'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301'}}} {{(pid=83869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 14:07:33.465991 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-ec24d361-f98b-4fd5-941e-4666ec4f4356 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 14:07:33.470285 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-ec24d361-f98b-4fd5-941e-4666ec4f4356 admin admin] Usage tracker for resource:router and tenant:3a472194acd94e7fa240e26ce2783b8b is out of sync, need to count used quota {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 14:07:33.473374 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-ec24d361-f98b-4fd5-941e-4666ec4f4356 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 14:07:33.479401 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-ec24d361-f98b-4fd5-941e-4666ec4f4356 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 14:07:33.490189 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-ec24d361-f98b-4fd5-941e-4666ec4f4356 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4082176', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4220'] for router, before_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:07:33.491585 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-ec24d361-f98b-4fd5-941e-4666ec4f4356 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4082277', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4084873', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4148249', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4211'] for router, precommit_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:07:33.511972 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-ec24d361-f98b-4fd5-941e-4666ec4f4356 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:07:33.694145 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-20871427-7558-496e-bc9c-a465f27f7a2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:07:33.699625 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09119612-8490-4554-8dc5-cb2eaedb2aea None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7e7d0ecb-2af4-55f5-9198-238ab0570d62-771a499f-6e15-4a1d-b886-2ae15ca538e1', 'network_id': '771a499f-6e15-4a1d-b886-2ae15ca538e1', 'tenant_id': '3a472194acd94e7fa240e26ce2783b8b', 'fixed_ips': [{'subnet_id': '39aab281-a068-4cfe-a143-764ac29a91be'}]}} from dv-neutron-836180-1-hyperv. {{(pid=83872) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 01 14:07:33.700684 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-09119612-8490-4554-8dc5-cb2eaedb2aea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:07:33.780529 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-ec24d361-f98b-4fd5-941e-4666ec4f4356 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4084887', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4079850', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4161'] for router, precommit_update {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:07:33.874832 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.db_base_plugin_common [None req-09119612-8490-4554-8dc5-cb2eaedb2aea None None] Allocated IP 172.20.0.2 (771a499f-6e15-4a1d-b886-2ae15ca538e1/39aab281-a068-4cfe-a143-764ac29a91be/e63c7477-c985-4797-888c-0aa471b72b40) {{(pid=83872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 14:07:33.982956 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-ec24d361-f98b-4fd5-941e-4666ec4f4356 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:07:34.012658 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-ec24d361-f98b-4fd5-941e-4666ec4f4356 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:07:34.078638 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-09119612-8490-4554-8dc5-cb2eaedb2aea None None] Notify callbacks [] for port, precommit_create {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:07:34.091627 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-09119612-8490-4554-8dc5-cb2eaedb2aea None None] Transition to ACTIVE for port object e63c7477-c985-4797-888c-0aa471b72b40 will not be triggered until provisioned by entity L2. {{(pid=83872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 14:07:34.111633 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-09119612-8490-4554-8dc5-cb2eaedb2aea None None] Transition to ACTIVE for port object e63c7477-c985-4797-888c-0aa471b72b40 will not be triggered until provisioned by entity DHCP. {{(pid=83872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 14:07:34.118399 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-09119612-8490-4554-8dc5-cb2eaedb2aea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736732935801'] for port, after_create {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:07:34.161633 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.db_base_plugin_common [None req-ec24d361-f98b-4fd5-941e-4666ec4f4356 admin admin] Allocated IP 172.26.5.225 (725864b8-cceb-48c9-b5d3-1bfc4423e301/e2ed99db-0e25-4971-b535-7fa69231fae8/73abc224-2324-4dfa-a1a6-3dbe100c1bf9) {{(pid=83869) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 14:07:34.201016 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09119612-8490-4554-8dc5-cb2eaedb2aea None None] Network 771a499f-6e15-4a1d-b886-2ae15ca538e1 is already hosted by enough agents. {{(pid=83872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 14:07:34.202784 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.scheduler.base_scheduler [None req-09119612-8490-4554-8dc5-cb2eaedb2aea None None] Resources bound (agent type, host, resource id): {{(pid=83872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 14:07:34.211950 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09119612-8490-4554-8dc5-cb2eaedb2aea None None] Received port after_create {{(pid=83872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 14:07:34.220276 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09119612-8490-4554-8dc5-cb2eaedb2aea None None] Pushing event updated for resources: {'Port': ['ID=e63c7477-c985-4797-888c-0aa471b72b40,revision_number=1']} {{(pid=83872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:07:34.312964 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.managers [None req-09119612-8490-4554-8dc5-cb2eaedb2aea None None] Attempting to bind port e63c7477-c985-4797-888c-0aa471b72b40 on host dv-neutron-836180-1-hyperv for vnic_type normal with profile {{(pid=83872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 14:07:34.313339 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.managers [None req-09119612-8490-4554-8dc5-cb2eaedb2aea None None] Attempting to bind port e63c7477-c985-4797-888c-0aa471b72b40 by drivers openvswitch,hyperv on host dv-neutron-836180-1-hyperv at level 0 using segments [{'id': '9b64bb57-b0d2-47a0-8a79-fbb691328199', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '771a499f-6e15-4a1d-b886-2ae15ca538e1'}] {{(pid=83872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 14:07:34.314073 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09119612-8490-4554-8dc5-cb2eaedb2aea None None] Attempting to bind port e63c7477-c985-4797-888c-0aa471b72b40 on network 771a499f-6e15-4a1d-b886-2ae15ca538e1 {{(pid=83872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 14:07:34.320690 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09119612-8490-4554-8dc5-cb2eaedb2aea None None] Checking agent: {'id': 'af948428-97cd-4d10-9f53-af028bdb39b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-836180-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 13, 25, 37), 'started_at': datetime.datetime(2022, 4, 1, 13, 26, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 14, 7, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-836180-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 14:07:34.321042 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09119612-8490-4554-8dc5-cb2eaedb2aea None None] Checking segment: {'id': '9b64bb57-b0d2-47a0-8a79-fbb691328199', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '771a499f-6e15-4a1d-b886-2ae15ca538e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 14:07:34.321436 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-09119612-8490-4554-8dc5-cb2eaedb2aea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:07:34.321815 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09119612-8490-4554-8dc5-cb2eaedb2aea None None] Bound using segment: {'id': '9b64bb57-b0d2-47a0-8a79-fbb691328199', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '771a499f-6e15-4a1d-b886-2ae15ca538e1'} {{(pid=83872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 14:07:34.322263 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.managers [None req-09119612-8490-4554-8dc5-cb2eaedb2aea None None] Bound port: e63c7477-c985-4797-888c-0aa471b72b40, host: dv-neutron-836180-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b64bb57-b0d2-47a0-8a79-fbb691328199', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '771a499f-6e15-4a1d-b886-2ae15ca538e1'}}] {{(pid=83872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 14:07:34.322628 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-09119612-8490-4554-8dc5-cb2eaedb2aea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:07:34.334250 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-ec24d361-f98b-4fd5-941e-4666ec4f4356 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:07:34.366987 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-ec24d361-f98b-4fd5-941e-4666ec4f4356 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736732935801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2705155'] for port, after_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:07:34.368029 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ba1b5e9-3ec8-47e4-ae26-38d4bd6cd611 None None] Sync routers for ids ['01bf2165-37a9-4ed4-a360-d25703e984b5'] in dv-neutron-836180-1-hyperv {{(pid=83872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 14:07:34.405327 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ba1b5e9-3ec8-47e4-ae26-38d4bd6cd611 None None] Routers {'01bf2165-37a9-4ed4-a360-d25703e984b5'} bound to L3 agent in host dv-neutron-836180-1-hyperv {{(pid=83872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 14:07:34.405949 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_hamode_db [None req-6ba1b5e9-3ec8-47e4-ae26-38d4bd6cd611 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836180-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T13:25:36Z,description=,heartbeat_timestamp=2022-04-01T14:07:06Z,host='dv-neutron-836180-1-hyperv',id=88bf8fc8-11a3-4e96-9d1b-5fd93ba9f6f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T13:25:36Z,topic='l3_agent')) {'router_ids': ['01bf2165-37a9-4ed4-a360-d25703e984b5'], 'active': True} {{(pid=83872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 14:07:34.434221 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec24d361-f98b-4fd5-941e-4666ec4f4356 admin admin] Network 725864b8-cceb-48c9-b5d3-1bfc4423e301 is already hosted by enough agents. {{(pid=83869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 14:07:34.437446 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.scheduler.base_scheduler [None req-ec24d361-f98b-4fd5-941e-4666ec4f4356 admin admin] Resources bound (agent type, host, resource id): {{(pid=83869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 14:07:34.440111 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec24d361-f98b-4fd5-941e-4666ec4f4356 admin admin] Received port after_create {{(pid=83869) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 14:07:34.483984 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec24d361-f98b-4fd5-941e-4666ec4f4356 admin admin] Pushing event updated for resources: {'Port': ['ID=73abc224-2324-4dfa-a1a6-3dbe100c1bf9,revision_number=1']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:07:34.559576 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-09119612-8490-4554-8dc5-cb2eaedb2aea None None] For port e63c7477-c985-4797-888c-0aa471b72b40, host dv-neutron-836180-1-hyperv, cleared binding levels {{(pid=83872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 14:07:34.575970 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-09119612-8490-4554-8dc5-cb2eaedb2aea None None] For port e63c7477-c985-4797-888c-0aa471b72b40, host dv-neutron-836180-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836180-1-hyperv',level=0,port_id=e63c7477-c985-4797-888c-0aa471b72b40,segment=NetworkSegment(9b64bb57-b0d2-47a0-8a79-fbb691328199),segment_id=9b64bb57-b0d2-47a0-8a79-fbb691328199)] {{(pid=83872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 14:07:34.581500 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-09119612-8490-4554-8dc5-cb2eaedb2aea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864'] for port, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:07:34.614371 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-ec24d361-f98b-4fd5-941e-4666ec4f4356 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:07:34.614998 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-ec24d361-f98b-4fd5-941e-4666ec4f4356 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4082201', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4084858'] for router, after_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:07:34.688210 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_dvr_db [None req-6ba1b5e9-3ec8-47e4-ae26-38d4bd6cd611 None None] Set router 01bf2165-37a9-4ed4-a360-d25703e984b5 gateway port host: dv-neutron-836180-1-hyperv {{(pid=83872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 14:07:34.734659 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09119612-8490-4554-8dc5-cb2eaedb2aea None None] Pushing event updated for resources: {'Port': ['ID=e63c7477-c985-4797-888c-0aa471b72b40,revision_number=2']} {{(pid=83872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:07:34.898949 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec24d361-f98b-4fd5-941e-4666ec4f4356 admin admin] Router 3818f0b1-7427-43cf-8def-f56fa640ee16 is scheduled to L3 agent 88bf8fc8-11a3-4e96-9d1b-5fd93ba9f6f1 with binding_index 1 {{(pid=83869) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 01 14:07:35.051535 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Device 8f6215e3-8646-43d6-b42b-86ddbacd511b up at agent ovs-agent-dv-neutron-836180-1-hyperv {{(pid=83872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 14:07:35.164745 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec24d361-f98b-4fd5-941e-4666ec4f4356 admin admin] Notify agent at l3_agent.dv-neutron-836180-1-hyperv the message routers_updated {{(pid=83869) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 14:07:35.171915 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_hamode_db [None req-6ba1b5e9-3ec8-47e4-ae26-38d4bd6cd611 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01bf2165-37a9-4ed4-a360-d25703e984b5', 'name': 'tempest-TestMinimumBasicScenario-74095088-router', 'tenant_id': '43d1a53542d742b3b20a00f72a8ff197', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'external_fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.181'}], 'enable_snat': True}, 'gw_port_id': '8f6215e3-8646-43d6-b42b-86ddbacd511b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T14:07:27Z', 'updated_at': '2022-04-01T14:07:30Z', 'revision_number': 4, 'project_id': '43d1a53542d742b3b20a00f72a8ff197', 'gw_port': {'id': '8f6215e3-8646-43d6-b42b-86ddbacd511b', 'name': '', 'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:b1:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01bf2165-37a9-4ed4-a360-d25703e984b5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836180-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T14:07:27Z', 'updated_at': '2022-04-01T14:07:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836180-1-hyperv', '_interfaces': [{'id': 'e2548676-1eb9-44e3-a07c-dff5f0be7438', 'name': '', 'network_id': 'cd13d530-ed35-4222-8bdd-09fdd6c05830', 'tenant_id': '43d1a53542d742b3b20a00f72a8ff197', 'mac_address': 'fa:16:3e:f4:c3:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01bf2165-37a9-4ed4-a360-d25703e984b5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1cdbc714-b945-4e1b-b302-614d14120838', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T14:07:29Z', 'updated_at': '2022-04-01T14:07:30Z', 'revision_number': 2, 'project_id': '43d1a53542d742b3b20a00f72a8ff197', 'subnets': [{'id': '1cdbc714-b945-4e1b-b302-614d14120838', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-836180-1-hyperv', False) {} {{(pid=83872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 14:07:35.176120 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Provisioning complete for port 8f6215e3-8646-43d6-b42b-86ddbacd511b triggered by entity L2. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 14:07:35.176377 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-948329'] for port, provisioning_complete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:07:35.189025 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa29f7a9-4cc4-4e66-ae43-f5103370e4e5 None None] Sync routers for ids ['3818f0b1-7427-43cf-8def-f56fa640ee16'] in dv-neutron-836180-1-hyperv {{(pid=83873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 14:07:35.205130 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa29f7a9-4cc4-4e66-ae43-f5103370e4e5 None None] Routers {'3818f0b1-7427-43cf-8def-f56fa640ee16'} bound to L3 agent in host dv-neutron-836180-1-hyperv {{(pid=83873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 14:07:35.206573 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-ec24d361-f98b-4fd5-941e-4666ec4f4356 admin admin] Notify callbacks [] for router, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:07:35.208798 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-ec24d361-f98b-4fd5-941e-4666ec4f4356 admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.7528107 Apr 01 14:07:35.209024 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ba1b5e9-3ec8-47e4-ae26-38d4bd6cd611 None None] Checking router: 01bf2165-37a9-4ed4-a360-d25703e984b5 for host: dv-neutron-836180-1-hyperv {{(pid=83872) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 01 14:07:35.209576 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ba1b5e9-3ec8-47e4-ae26-38d4bd6cd611 None None] Updating router 01bf2165-37a9-4ed4-a360-d25703e984b5 port e2548676-1eb9-44e3-a07c-dff5f0be7438 binding host dv-neutron-836180-1-hyperv {{(pid=83872) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 01 14:07:35.209716 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-fa29f7a9-4cc4-4e66-ae43-f5103370e4e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836180-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T13:25:36Z,description=,heartbeat_timestamp=2022-04-01T14:07:06Z,host='dv-neutron-836180-1-hyperv',id=88bf8fc8-11a3-4e96-9d1b-5fd93ba9f6f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T13:25:36Z,topic='l3_agent')) {'router_ids': ['3818f0b1-7427-43cf-8def-f56fa640ee16'], 'active': True} {{(pid=83873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 14:07:35.211488 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 34580) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:07:35.290005 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-6ba1b5e9-3ec8-47e4-ae26-38d4bd6cd611 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:07:35.411691 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Device e63c7477-c985-4797-888c-0aa471b72b40 up at agent ovs-agent-dv-neutron-836180-1-hyperv {{(pid=83872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 14:07:35.514618 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_dvr_db [None req-fa29f7a9-4cc4-4e66-ae43-f5103370e4e5 None None] Set router 3818f0b1-7427-43cf-8def-f56fa640ee16 gateway port host: dv-neutron-836180-1-hyperv {{(pid=83873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 14:07:35.708632 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Provisioning for port e63c7477-c985-4797-888c-0aa471b72b40 completed by entity L2. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 14:07:35.966594 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-fa29f7a9-4cc4-4e66-ae43-f5103370e4e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3818f0b1-7427-43cf-8def-f56fa640ee16', 'name': 'tempest-TestMinimumBasicScenario-1472652122-router', 'tenant_id': '3a472194acd94e7fa240e26ce2783b8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'external_fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.225'}], 'enable_snat': True}, 'gw_port_id': '73abc224-2324-4dfa-a1a6-3dbe100c1bf9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T14:07:33Z', 'updated_at': '2022-04-01T14:07:34Z', 'revision_number': 3, 'project_id': '3a472194acd94e7fa240e26ce2783b8b', 'gw_port': {'id': '73abc224-2324-4dfa-a1a6-3dbe100c1bf9', 'name': '', 'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:fd:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3818f0b1-7427-43cf-8def-f56fa640ee16', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T14:07:34Z', 'updated_at': '2022-04-01T14:07:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836180-1-hyperv'}], 'dv-neutron-836180-1-hyperv', False) {} {{(pid=83873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 14:07:35.969689 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82698b0d-9a17-4155-b92d-707a16b59754 None None] Network 771a499f-6e15-4a1d-b886-2ae15ca538e1 requested from dv-neutron-836180-1-hyperv {{(pid=83872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 14:07:35.976671 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa29f7a9-4cc4-4e66-ae43-f5103370e4e5 None None] Checking router: 3818f0b1-7427-43cf-8def-f56fa640ee16 for host: dv-neutron-836180-1-hyperv {{(pid=83873) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 01 14:07:35.977244 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa29f7a9-4cc4-4e66-ae43-f5103370e4e5 None None] Updating router 3818f0b1-7427-43cf-8def-f56fa640ee16 port 73abc224-2324-4dfa-a1a6-3dbe100c1bf9 binding host dv-neutron-836180-1-hyperv {{(pid=83873) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 01 14:07:36.046071 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-fa29f7a9-4cc4-4e66-ae43-f5103370e4e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:07:36.200711 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-40b4d7b1-2a6f-4d05-8aff-8f12118bc920 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:07:36.234547 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-6ba1b5e9-3ec8-47e4-ae26-38d4bd6cd611 None None] Notify callbacks [] for port, precommit_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:07:36.252327 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-ee8effe6-70f0-428c-bd47-54219f653748 None None] Provisioning for port e63c7477-c985-4797-888c-0aa471b72b40 completed by entity DHCP. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 14:07:36.266579 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-6ba1b5e9-3ec8-47e4-ae26-38d4bd6cd611 None None] Transition to ACTIVE for port object e2548676-1eb9-44e3-a07c-dff5f0be7438 will not be triggered until provisioned by entity L2. {{(pid=83872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 14:07:36.273395 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-ee8effe6-70f0-428c-bd47-54219f653748 None None] Provisioning complete for port e63c7477-c985-4797-888c-0aa471b72b40 triggered by entity DHCP. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 14:07:36.273867 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-ee8effe6-70f0-428c-bd47-54219f653748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-948329'] for port, provisioning_complete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:07:36.325605 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-67e65c5b-3668-403b-91b4-e8fc00907834 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:07:36.389727 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-6ba1b5e9-3ec8-47e4-ae26-38d4bd6cd611 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864'] for port, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:07:36.561747 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-fa29f7a9-4cc4-4e66-ae43-f5103370e4e5 None None] Notify callbacks [] for port, precommit_update {{(pid=83873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:07:36.589520 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-fa29f7a9-4cc4-4e66-ae43-f5103370e4e5 None None] Transition to ACTIVE for port object 73abc224-2324-4dfa-a1a6-3dbe100c1bf9 will not be triggered until provisioned by entity L2. {{(pid=83873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 14:07:36.602441 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-fa29f7a9-4cc4-4e66-ae43-f5103370e4e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864'] for port, after_update {{(pid=83873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:07:36.655165 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.db_base_plugin_common [None req-67e65c5b-3668-403b-91b4-e8fc00907834 admin admin] Allocated IP 172.20.0.1 (771a499f-6e15-4a1d-b886-2ae15ca538e1/39aab281-a068-4cfe-a143-764ac29a91be/3d699a45-5c93-44d2-9537-a761af133a89) {{(pid=83871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 14:07:36.696492 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee32317-68ec-4e59-b448-b273a16e90fc None None] Pushing event updated for resources: {'Port': ['ID=e2548676-1eb9-44e3-a07c-dff5f0be7438,revision_number=3']} {{(pid=83872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:07:36.704183 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-ee8effe6-70f0-428c-bd47-54219f653748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:07:36.710640 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a84d42-c21c-4287-b06f-754bc977ec70 None None] Pushing event updated for resources: {'Port': ['ID=73abc224-2324-4dfa-a1a6-3dbe100c1bf9,revision_number=2']} {{(pid=83873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:07:36.713653 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.plugins.ml2.managers [None req-fa29f7a9-4cc4-4e66-ae43-f5103370e4e5 None None] Attempting to bind port 73abc224-2324-4dfa-a1a6-3dbe100c1bf9 on host dv-neutron-836180-1-hyperv for vnic_type normal with profile {{(pid=83873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 14:07:36.713998 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.plugins.ml2.managers [None req-fa29f7a9-4cc4-4e66-ae43-f5103370e4e5 None None] Attempting to bind port 73abc224-2324-4dfa-a1a6-3dbe100c1bf9 by drivers openvswitch,hyperv on host dv-neutron-836180-1-hyperv at level 0 using segments [{'id': '7b924dd8-4978-40c4-ad91-4b9b27348462', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301'}] {{(pid=83873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 14:07:36.714437 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa29f7a9-4cc4-4e66-ae43-f5103370e4e5 None None] Attempting to bind port 73abc224-2324-4dfa-a1a6-3dbe100c1bf9 on network 725864b8-cceb-48c9-b5d3-1bfc4423e301 {{(pid=83873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 14:07:36.722836 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa29f7a9-4cc4-4e66-ae43-f5103370e4e5 None None] Checking agent: {'id': 'af948428-97cd-4d10-9f53-af028bdb39b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-836180-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 13, 25, 37), 'started_at': datetime.datetime(2022, 4, 1, 13, 26, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 14, 7, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-836180-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 14:07:36.723371 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa29f7a9-4cc4-4e66-ae43-f5103370e4e5 None None] Checking segment: {'id': '7b924dd8-4978-40c4-ad91-4b9b27348462', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 14:07:36.725748 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-fa29f7a9-4cc4-4e66-ae43-f5103370e4e5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:07:36.726254 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa29f7a9-4cc4-4e66-ae43-f5103370e4e5 None None] Bound using segment: {'id': '7b924dd8-4978-40c4-ad91-4b9b27348462', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301'} {{(pid=83873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 14:07:36.726973 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.plugins.ml2.managers [None req-fa29f7a9-4cc4-4e66-ae43-f5103370e4e5 None None] Bound port: 73abc224-2324-4dfa-a1a6-3dbe100c1bf9, host: dv-neutron-836180-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b924dd8-4978-40c4-ad91-4b9b27348462', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301'}}] {{(pid=83873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 14:07:36.727452 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-fa29f7a9-4cc4-4e66-ae43-f5103370e4e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:07:36.823722 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.plugins.ml2.db [None req-fa29f7a9-4cc4-4e66-ae43-f5103370e4e5 None None] For port 73abc224-2324-4dfa-a1a6-3dbe100c1bf9, host dv-neutron-836180-1-hyperv, cleared binding levels {{(pid=83873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 14:07:36.830036 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.plugins.ml2.db [None req-fa29f7a9-4cc4-4e66-ae43-f5103370e4e5 None None] For port 73abc224-2324-4dfa-a1a6-3dbe100c1bf9, host dv-neutron-836180-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836180-1-hyperv',level=0,port_id=73abc224-2324-4dfa-a1a6-3dbe100c1bf9,segment=NetworkSegment(7b924dd8-4978-40c4-ad91-4b9b27348462),segment_id=7b924dd8-4978-40c4-ad91-4b9b27348462)] {{(pid=83873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 14:07:36.839578 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-fa29f7a9-4cc4-4e66-ae43-f5103370e4e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864'] for port, after_update {{(pid=83873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:07:36.852001 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-ee8effe6-70f0-428c-bd47-54219f653748 None None] For port e63c7477-c985-4797-888c-0aa471b72b40, host dv-neutron-836180-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836180-1-hyperv',level=0,port_id=e63c7477-c985-4797-888c-0aa471b72b40,segment=NetworkSegment(9b64bb57-b0d2-47a0-8a79-fbb691328199),segment_id=9b64bb57-b0d2-47a0-8a79-fbb691328199)] {{(pid=83872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 14:07:36.867729 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-ee8effe6-70f0-428c-bd47-54219f653748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864'] for port, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:07:36.888079 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-67e65c5b-3668-403b-91b4-e8fc00907834 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:07:36.902953 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.managers [None req-6ba1b5e9-3ec8-47e4-ae26-38d4bd6cd611 None None] Attempting to bind port e2548676-1eb9-44e3-a07c-dff5f0be7438 on host dv-neutron-836180-1-hyperv for vnic_type normal with profile {{(pid=83872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 14:07:36.903213 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.managers [None req-6ba1b5e9-3ec8-47e4-ae26-38d4bd6cd611 None None] Attempting to bind port e2548676-1eb9-44e3-a07c-dff5f0be7438 by drivers openvswitch,hyperv on host dv-neutron-836180-1-hyperv at level 0 using segments [{'id': 'eabdb818-4a12-488b-8ccf-252b2416d6d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'cd13d530-ed35-4222-8bdd-09fdd6c05830'}] {{(pid=83872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 14:07:36.903501 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ba1b5e9-3ec8-47e4-ae26-38d4bd6cd611 None None] Attempting to bind port e2548676-1eb9-44e3-a07c-dff5f0be7438 on network cd13d530-ed35-4222-8bdd-09fdd6c05830 {{(pid=83872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 14:07:36.926091 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.provisioning_blocks [None req-67e65c5b-3668-403b-91b4-e8fc00907834 admin admin] Transition to ACTIVE for port object 3d699a45-5c93-44d2-9537-a761af133a89 will not be triggered until provisioned by entity DHCP. {{(pid=83871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 14:07:36.938207 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a84d42-c21c-4287-b06f-754bc977ec70 None None] Pushing event updated for resources: {'Port': ['ID=73abc224-2324-4dfa-a1a6-3dbe100c1bf9,revision_number=3']} {{(pid=83873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:07:36.948704 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa29f7a9-4cc4-4e66-ae43-f5103370e4e5 None None] Routers {'3818f0b1-7427-43cf-8def-f56fa640ee16'} bound to L3 agent in host dv-neutron-836180-1-hyperv {{(pid=83873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 14:07:36.949777 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-fa29f7a9-4cc4-4e66-ae43-f5103370e4e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836180-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T13:25:36Z,description=,heartbeat_timestamp=2022-04-01T14:07:36Z,host='dv-neutron-836180-1-hyperv',id=88bf8fc8-11a3-4e96-9d1b-5fd93ba9f6f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T13:25:36Z,topic='l3_agent')) {'router_ids': ['3818f0b1-7427-43cf-8def-f56fa640ee16'], 'active': True} {{(pid=83873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 14:07:36.952344 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ba1b5e9-3ec8-47e4-ae26-38d4bd6cd611 None None] Checking agent: {'id': 'af948428-97cd-4d10-9f53-af028bdb39b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-836180-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 13, 25, 37), 'started_at': datetime.datetime(2022, 4, 1, 13, 26, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 14, 7, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-836180-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 14:07:36.952930 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ba1b5e9-3ec8-47e4-ae26-38d4bd6cd611 None None] Checking segment: {'id': 'eabdb818-4a12-488b-8ccf-252b2416d6d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'cd13d530-ed35-4222-8bdd-09fdd6c05830'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 14:07:36.953537 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-6ba1b5e9-3ec8-47e4-ae26-38d4bd6cd611 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:07:36.954123 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ba1b5e9-3ec8-47e4-ae26-38d4bd6cd611 None None] Bound using segment: {'id': 'eabdb818-4a12-488b-8ccf-252b2416d6d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'cd13d530-ed35-4222-8bdd-09fdd6c05830'} {{(pid=83872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 14:07:36.954915 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.managers [None req-6ba1b5e9-3ec8-47e4-ae26-38d4bd6cd611 None None] Bound port: e2548676-1eb9-44e3-a07c-dff5f0be7438, host: dv-neutron-836180-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eabdb818-4a12-488b-8ccf-252b2416d6d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'cd13d530-ed35-4222-8bdd-09fdd6c05830'}}] {{(pid=83872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 14:07:36.955411 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-6ba1b5e9-3ec8-47e4-ae26-38d4bd6cd611 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:07:36.960717 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-67e65c5b-3668-403b-91b4-e8fc00907834 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736732935801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2743125'] for port, after_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:07:37.042470 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67e65c5b-3668-403b-91b4-e8fc00907834 admin admin] Network 771a499f-6e15-4a1d-b886-2ae15ca538e1 is already hosted by enough agents. {{(pid=83871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 14:07:37.043952 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.scheduler.base_scheduler [None req-67e65c5b-3668-403b-91b4-e8fc00907834 admin admin] Resources bound (agent type, host, resource id): {{(pid=83871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 14:07:37.049117 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67e65c5b-3668-403b-91b4-e8fc00907834 admin admin] Received port after_create {{(pid=83871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 14:07:37.096992 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e65c5b-3668-403b-91b4-e8fc00907834 admin admin] Pushing event updated for resources: {'Port': ['ID=3d699a45-5c93-44d2-9537-a761af133a89,revision_number=1']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:07:37.128778 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee8effe6-70f0-428c-bd47-54219f653748 None None] Pushing event updated for resources: {'Port': ['ID=e63c7477-c985-4797-888c-0aa471b72b40,revision_number=3']} {{(pid=83872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:07:37.165119 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-6ba1b5e9-3ec8-47e4-ae26-38d4bd6cd611 None None] For port e2548676-1eb9-44e3-a07c-dff5f0be7438, host dv-neutron-836180-1-hyperv, cleared binding levels {{(pid=83872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 14:07:37.170286 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-6ba1b5e9-3ec8-47e4-ae26-38d4bd6cd611 None None] For port e2548676-1eb9-44e3-a07c-dff5f0be7438, host dv-neutron-836180-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836180-1-hyperv',level=0,port_id=e2548676-1eb9-44e3-a07c-dff5f0be7438,segment=NetworkSegment(eabdb818-4a12-488b-8ccf-252b2416d6d3),segment_id=eabdb818-4a12-488b-8ccf-252b2416d6d3)] {{(pid=83872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 14:07:37.187974 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-6ba1b5e9-3ec8-47e4-ae26-38d4bd6cd611 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864'] for port, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:07:37.245468 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_dvr_db [None req-fa29f7a9-4cc4-4e66-ae43-f5103370e4e5 None None] Set router 3818f0b1-7427-43cf-8def-f56fa640ee16 gateway port host: dv-neutron-836180-1-hyperv {{(pid=83873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 14:07:37.278985 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-67e65c5b-3668-403b-91b4-e8fc00907834 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4084144'] for router_interface, before_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:07:37.279207 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee32317-68ec-4e59-b448-b273a16e90fc None None] Pushing event updated for resources: {'Port': ['ID=e2548676-1eb9-44e3-a07c-dff5f0be7438,revision_number=4']} {{(pid=83872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:07:37.310520 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:07:37.322187 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ba1b5e9-3ec8-47e4-ae26-38d4bd6cd611 None None] Routers {'01bf2165-37a9-4ed4-a360-d25703e984b5'} bound to L3 agent in host dv-neutron-836180-1-hyperv {{(pid=83872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 14:07:37.322880 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_hamode_db [None req-6ba1b5e9-3ec8-47e4-ae26-38d4bd6cd611 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836180-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T13:25:36Z,description=,heartbeat_timestamp=2022-04-01T14:07:36Z,host='dv-neutron-836180-1-hyperv',id=88bf8fc8-11a3-4e96-9d1b-5fd93ba9f6f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T13:25:36Z,topic='l3_agent')) {'router_ids': ['01bf2165-37a9-4ed4-a360-d25703e984b5'], 'active': True} {{(pid=83872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 14:07:37.443410 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-67e65c5b-3668-403b-91b4-e8fc00907834 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:07:37.508695 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-f7069b40-f04f-4a50-83a5-b30cf4a451bc None None] Provisioning complete for port e63c7477-c985-4797-888c-0aa471b72b40 triggered by entity DHCP. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 14:07:37.509065 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-f7069b40-f04f-4a50-83a5-b30cf4a451bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-948329'] for port, provisioning_complete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:07:37.601835 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-2f9cfc9c-d8ba-4de3-a4ad-98162f90557c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:07:37.669362 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-fa29f7a9-4cc4-4e66-ae43-f5103370e4e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3818f0b1-7427-43cf-8def-f56fa640ee16', 'name': 'tempest-TestMinimumBasicScenario-1472652122-router', 'tenant_id': '3a472194acd94e7fa240e26ce2783b8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'external_fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.225'}], 'enable_snat': True}, 'gw_port_id': '73abc224-2324-4dfa-a1a6-3dbe100c1bf9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T14:07:33Z', 'updated_at': '2022-04-01T14:07:34Z', 'revision_number': 3, 'project_id': '3a472194acd94e7fa240e26ce2783b8b', 'gw_port': {'id': '73abc224-2324-4dfa-a1a6-3dbe100c1bf9', 'name': '', 'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:fd:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3818f0b1-7427-43cf-8def-f56fa640ee16', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836180-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T14:07:34Z', 'updated_at': '2022-04-01T14:07:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836180-1-hyperv'}], 'dv-neutron-836180-1-hyperv', False) {} {{(pid=83873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 14:07:37.674256 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa29f7a9-4cc4-4e66-ae43-f5103370e4e5 None None] The sync data for ids ['3818f0b1-7427-43cf-8def-f56fa640ee16'] in dv-neutron-836180-1-hyperv is: [{'id': '3818f0b1-7427-43cf-8def-f56fa640ee16', 'name': 'tempest-TestMinimumBasicScenario-1472652122-router', 'tenant_id': '3a472194acd94e7fa240e26ce2783b8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'external_fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.225'}], 'enable_snat': True}, 'gw_port_id': '73abc224-2324-4dfa-a1a6-3dbe100c1bf9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T14:07:33Z', 'updated_at': '2022-04-01T14:07:34Z', 'revision_number': 3, 'project_id': '3a472194acd94e7fa240e26ce2783b8b', 'gw_port': {'id': '73abc224-2324-4dfa-a1a6-3dbe100c1bf9', 'name': '', 'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:fd:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3818f0b1-7427-43cf-8def-f56fa640ee16', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836180-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T14:07:34Z', 'updated_at': '2022-04-01T14:07:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836180-1-hyperv'}] {{(pid=83873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 14:07:37.692543 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_dvr_db [None req-6ba1b5e9-3ec8-47e4-ae26-38d4bd6cd611 None None] Set router 01bf2165-37a9-4ed4-a360-d25703e984b5 gateway port host: dv-neutron-836180-1-hyperv {{(pid=83872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 14:07:37.764564 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-67e65c5b-3668-403b-91b4-e8fc00907834 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:07:37.770406 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-67e65c5b-3668-403b-91b4-e8fc00907834 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2743106'] for port, after_update {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:07:37.887767 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-67e65c5b-3668-403b-91b4-e8fc00907834 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3017508', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4084015'] for router_interface, after_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:07:37.891291 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e65c5b-3668-403b-91b4-e8fc00907834 admin admin] Pushing event updated for resources: {'Port': ['ID=3d699a45-5c93-44d2-9537-a761af133a89,revision_number=2']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:07:37.993820 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-9db7f969-25a8-4600-bb39-0c1dd45a5d98 None None] Provisioning for port 3d699a45-5c93-44d2-9537-a761af133a89 completed by entity DHCP. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 14:07:38.006559 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-9db7f969-25a8-4600-bb39-0c1dd45a5d98 None None] Provisioning complete for port 3d699a45-5c93-44d2-9537-a761af133a89 triggered by entity DHCP. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 14:07:38.007005 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-9db7f969-25a8-4600-bb39-0c1dd45a5d98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-948329'] for port, provisioning_complete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:07:38.051974 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67e65c5b-3668-403b-91b4-e8fc00907834 admin admin] Network 771a499f-6e15-4a1d-b886-2ae15ca538e1 is already hosted by enough agents. {{(pid=83871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 14:07:38.053614 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.scheduler.base_scheduler [None req-67e65c5b-3668-403b-91b4-e8fc00907834 admin admin] Resources bound (agent type, host, resource id): {{(pid=83871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 14:07:38.096512 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.plugin [None req-9db7f969-25a8-4600-bb39-0c1dd45a5d98 None None] Port 3d699a45-5c93-44d2-9537-a761af133a89 cannot update to ACTIVE because it is not bound. {{(pid=83872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 14:07:38.179869 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_hamode_db [None req-6ba1b5e9-3ec8-47e4-ae26-38d4bd6cd611 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01bf2165-37a9-4ed4-a360-d25703e984b5', 'name': 'tempest-TestMinimumBasicScenario-74095088-router', 'tenant_id': '43d1a53542d742b3b20a00f72a8ff197', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'external_fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.181'}], 'enable_snat': True}, 'gw_port_id': '8f6215e3-8646-43d6-b42b-86ddbacd511b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T14:07:27Z', 'updated_at': '2022-04-01T14:07:30Z', 'revision_number': 4, 'project_id': '43d1a53542d742b3b20a00f72a8ff197', 'gw_port': {'id': '8f6215e3-8646-43d6-b42b-86ddbacd511b', 'name': '', 'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:b1:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01bf2165-37a9-4ed4-a360-d25703e984b5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836180-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T14:07:27Z', 'updated_at': '2022-04-01T14:07:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836180-1-hyperv', '_interfaces': [{'id': 'e2548676-1eb9-44e3-a07c-dff5f0be7438', 'name': '', 'network_id': 'cd13d530-ed35-4222-8bdd-09fdd6c05830', 'tenant_id': '43d1a53542d742b3b20a00f72a8ff197', 'mac_address': 'fa:16:3e:f4:c3:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01bf2165-37a9-4ed4-a360-d25703e984b5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1cdbc714-b945-4e1b-b302-614d14120838', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836180-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T14:07:29Z', 'updated_at': '2022-04-01T14:07:37Z', 'revision_number': 4, 'project_id': '43d1a53542d742b3b20a00f72a8ff197', 'subnets': [{'id': '1cdbc714-b945-4e1b-b302-614d14120838', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-836180-1-hyperv', False) {} {{(pid=83872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 14:07:38.184932 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ba1b5e9-3ec8-47e4-ae26-38d4bd6cd611 None None] The sync data for ids ['01bf2165-37a9-4ed4-a360-d25703e984b5'] in dv-neutron-836180-1-hyperv is: [{'id': '01bf2165-37a9-4ed4-a360-d25703e984b5', 'name': 'tempest-TestMinimumBasicScenario-74095088-router', 'tenant_id': '43d1a53542d742b3b20a00f72a8ff197', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'external_fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.181'}], 'enable_snat': True}, 'gw_port_id': '8f6215e3-8646-43d6-b42b-86ddbacd511b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T14:07:27Z', 'updated_at': '2022-04-01T14:07:30Z', 'revision_number': 4, 'project_id': '43d1a53542d742b3b20a00f72a8ff197', 'gw_port': {'id': '8f6215e3-8646-43d6-b42b-86ddbacd511b', 'name': '', 'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:b1:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01bf2165-37a9-4ed4-a360-d25703e984b5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836180-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T14:07:27Z', 'updated_at': '2022-04-01T14:07:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836180-1-hyperv', '_interfaces': [{'id': 'e2548676-1eb9-44e3-a07c-dff5f0be7438', 'name': '', 'network_id': 'cd13d530-ed35-4222-8bdd-09fdd6c05830', 'tenant_id': '43d1a53542d742b3b20a00f72a8ff197', 'mac_address': 'fa:16:3e:f4:c3:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01bf2165-37a9-4ed4-a360-d25703e984b5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1cdbc714-b945-4e1b-b302-614d14120838', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836180-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T14:07:29Z', 'updated_at': '2022-04-01T14:07:37Z', 'revision_number': 4, 'project_id': '43d1a53542d742b3b20a00f72a8ff197', 'subnets': [{'id': '1cdbc714-b945-4e1b-b302-614d14120838', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 14:07:38.385578 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-e58267cc-60f7-4c60-92b3-727d9d046636 None None] Provisioning complete for port 3d699a45-5c93-44d2-9537-a761af133a89 triggered by entity DHCP. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 14:07:38.386260 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-e58267cc-60f7-4c60-92b3-727d9d046636 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-948329'] for port, provisioning_complete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:07:38.451152 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.plugin [None req-e58267cc-60f7-4c60-92b3-727d9d046636 None None] Port 3d699a45-5c93-44d2-9537-a761af133a89 cannot update to ACTIVE because it is not bound. {{(pid=83872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 14:07:38.553012 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67e65c5b-3668-403b-91b4-e8fc00907834 admin admin] Router 3818f0b1-7427-43cf-8def-f56fa640ee16 has already been hosted by L3 agent 88bf8fc8-11a3-4e96-9d1b-5fd93ba9f6f1 {{(pid=83871) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 14:07:38.766390 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67e65c5b-3668-403b-91b4-e8fc00907834 admin admin] Notify agent at l3_agent.dv-neutron-836180-1-hyperv the message routers_updated {{(pid=83871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 14:07:38.779754 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-67e65c5b-3668-403b-91b4-e8fc00907834 admin admin] 10.222.0.26 "PUT /v2.0/routers/3818f0b1-7427-43cf-8def-f56fa640ee16/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5671225 Apr 01 14:07:38.995512 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-a976a7b9-9034-41e6-be13-349b75ed1593 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:07:39.028670 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Device 73abc224-2324-4dfa-a1a6-3dbe100c1bf9 up at agent ovs-agent-dv-neutron-836180-1-hyperv {{(pid=83872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 14:07:39.103142 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Provisioning for port 73abc224-2324-4dfa-a1a6-3dbe100c1bf9 completed by entity L2. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 14:07:39.108136 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Provisioning complete for port 73abc224-2324-4dfa-a1a6-3dbe100c1bf9 triggered by entity L2. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 14:07:39.108474 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-948329'] for port, provisioning_complete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:07:39.241786 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:07:39.259232 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] For port 73abc224-2324-4dfa-a1a6-3dbe100c1bf9, host dv-neutron-836180-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836180-1-hyperv',level=0,port_id=73abc224-2324-4dfa-a1a6-3dbe100c1bf9,segment=NetworkSegment(7b924dd8-4978-40c4-ad91-4b9b27348462),segment_id=7b924dd8-4978-40c4-ad91-4b9b27348462)] {{(pid=83872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 14:07:39.264759 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864'] for port, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:07:39.265766 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Device e63c7477-c985-4797-888c-0aa471b72b40 up at agent ovs-agent-dv-neutron-836180-1-hyperv {{(pid=83872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 14:07:39.387783 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Pushing event updated for resources: {'Port': ['ID=73abc224-2324-4dfa-a1a6-3dbe100c1bf9,revision_number=4']} {{(pid=83872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:07:39.402804 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Provisioning complete for port e63c7477-c985-4797-888c-0aa471b72b40 triggered by entity L2. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 14:07:39.403174 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-948329'] for port, provisioning_complete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:07:39.520200 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Device e2548676-1eb9-44e3-a07c-dff5f0be7438 up at agent ovs-agent-dv-neutron-836180-1-hyperv {{(pid=83872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 14:07:39.598747 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Provisioning for port e2548676-1eb9-44e3-a07c-dff5f0be7438 completed by entity L2. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 14:07:39.605246 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Provisioning complete for port e2548676-1eb9-44e3-a07c-dff5f0be7438 triggered by entity L2. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 14:07:39.605938 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-948329'] for port, provisioning_complete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:07:39.724468 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:07:39.764293 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] For port e2548676-1eb9-44e3-a07c-dff5f0be7438, host dv-neutron-836180-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836180-1-hyperv',level=0,port_id=e2548676-1eb9-44e3-a07c-dff5f0be7438,segment=NetworkSegment(eabdb818-4a12-488b-8ccf-252b2416d6d3),segment_id=eabdb818-4a12-488b-8ccf-252b2416d6d3)] {{(pid=83872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 14:07:39.769059 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864'] for port, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:07:39.841681 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Pushing event updated for resources: {'Port': ['ID=e2548676-1eb9-44e3-a07c-dff5f0be7438,revision_number=5']} {{(pid=83872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:07:40.924715 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Device 73abc224-2324-4dfa-a1a6-3dbe100c1bf9 up at agent ovs-agent-dv-neutron-836180-1-hyperv {{(pid=83872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 14:07:41.023583 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Provisioning complete for port 73abc224-2324-4dfa-a1a6-3dbe100c1bf9 triggered by entity L2. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 14:07:41.024256 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-948329'] for port, provisioning_complete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:07:41.238102 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Device e2548676-1eb9-44e3-a07c-dff5f0be7438 up at agent ovs-agent-dv-neutron-836180-1-hyperv {{(pid=83872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 14:07:41.337190 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Provisioning complete for port e2548676-1eb9-44e3-a07c-dff5f0be7438 triggered by entity L2. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 14:07:41.337817 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-948329'] for port, provisioning_complete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:07:49.999243 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9873a9-59b5-4161-a466-a4a995df4172 req-65b10094-2d80-422e-87b4-029d299e0495 tempest-TestMinimumBasicScenario-378624070 tempest-TestMinimumBasicScenario-378624070-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:07:49.999909 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [req-8d9873a9-59b5-4161-a466-a4a995df4172 req-65b10094-2d80-422e-87b4-029d299e0495 tempest-TestMinimumBasicScenario-378624070 tempest-TestMinimumBasicScenario-378624070-project] Synchronizing usage tracker for tenant:43d1a53542d742b3b20a00f72a8ff197 on resource:network {{(pid=83871) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 14:07:50.015989 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [req-8d9873a9-59b5-4161-a466-a4a995df4172 req-65b10094-2d80-422e-87b4-029d299e0495 tempest-TestMinimumBasicScenario-378624070 tempest-TestMinimumBasicScenario-378624070-project] Unset dirty status for tenant:43d1a53542d742b3b20a00f72a8ff197 on resource:network {{(pid=83871) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 14:07:50.017308 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-8d9873a9-59b5-4161-a466-a4a995df4172 req-65b10094-2d80-422e-87b4-029d299e0495 tempest-TestMinimumBasicScenario-378624070 tempest-TestMinimumBasicScenario-378624070-project] 10.222.0.26 "GET /v2.0/networks?id=cd13d530-ed35-4222-8bdd-09fdd6c05830 HTTP/1.1" status: 200 len: 813 time: 0.1582913 Apr 01 14:07:50.033240 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-8d9873a9-59b5-4161-a466-a4a995df4172 req-2128c357-05db-486d-8aca-c60bebac7b7a tempest-TestMinimumBasicScenario-378624070 tempest-TestMinimumBasicScenario-378624070-project] 10.222.0.26 "GET /v2.0/quotas/43d1a53542d742b3b20a00f72a8ff197 HTTP/1.1" status: 200 len: 375 time: 0.0104218 Apr 01 14:07:50.116637 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-8d9873a9-59b5-4161-a466-a4a995df4172 req-62b393b8-cee7-4a2d-ab8b-58070e01f6c8 tempest-TestMinimumBasicScenario-378624070 tempest-TestMinimumBasicScenario-378624070-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=43d1a53542d742b3b20a00f72a8ff197&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0779085 Apr 01 14:07:50.469737 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-8d9873a9-59b5-4161-a466-a4a995df4172 req-bab1eef5-d1b8-4ff4-b7a7-0189e9a0fb96 service neutron] 10.222.0.26 "GET /v2.0/networks/cd13d530-ed35-4222-8bdd-09fdd6c05830?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3415015 Apr 01 14:07:50.604231 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-8d9873a9-59b5-4161-a466-a4a995df4172 req-88324ec1-7020-454d-8962-6a31542aff26 service neutron] 10.222.0.26 "GET /v2.0/networks/cd13d530-ed35-4222-8bdd-09fdd6c05830?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1282017 Apr 01 14:07:50.801914 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [req-a123ff5c-1877-4dd6-85e6-6f7a2d6f2bdb req-3c11034e-b1a5-446f-9a48-7a04e0d1acd4 tempest-TestMinimumBasicScenario-378624070 tempest-TestMinimumBasicScenario-378624070-project] Synchronizing usage tracker for tenant:43d1a53542d742b3b20a00f72a8ff197 on resource:port {{(pid=83869) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 14:07:50.821015 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [req-a123ff5c-1877-4dd6-85e6-6f7a2d6f2bdb req-3c11034e-b1a5-446f-9a48-7a04e0d1acd4 tempest-TestMinimumBasicScenario-378624070 tempest-TestMinimumBasicScenario-378624070-project] Unset dirty status for tenant:43d1a53542d742b3b20a00f72a8ff197 on resource:port {{(pid=83869) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 14:07:50.834050 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-a123ff5c-1877-4dd6-85e6-6f7a2d6f2bdb req-3c11034e-b1a5-446f-9a48-7a04e0d1acd4 tempest-TestMinimumBasicScenario-378624070 tempest-TestMinimumBasicScenario-378624070-project] 10.222.0.26 "GET /v2.0/ports?device_id=688ffcdc-406f-48ed-92a4-ff4f85c5a7cf HTTP/1.1" status: 200 len: 210 time: 0.0776756 Apr 01 14:07:51.980879 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9873a9-59b5-4161-a466-a4a995df4172 req-c2b8b146-a611-46bf-96fa-679910c6cf67 tempest-TestMinimumBasicScenario-378624070 tempest-TestMinimumBasicScenario-378624070-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:07:51.982635 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-8d9873a9-59b5-4161-a466-a4a995df4172 req-c2b8b146-a611-46bf-96fa-679910c6cf67 tempest-TestMinimumBasicScenario-378624070 tempest-TestMinimumBasicScenario-378624070-project] 10.222.0.57 "GET /v2.0/networks?id=cd13d530-ed35-4222-8bdd-09fdd6c05830 HTTP/1.1" status: 200 len: 813 time: 0.1825595 Apr 01 14:07:52.002064 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.v2.base [req-8d9873a9-59b5-4161-a466-a4a995df4172 req-fdf9facc-5492-4f17-bf17-4605540b4c63 tempest-TestMinimumBasicScenario-378624070 tempest-TestMinimumBasicScenario-378624070-project] Request body: {'port': {'device_id': '688ffcdc-406f-48ed-92a4-ff4f85c5a7cf', 'network_id': 'cd13d530-ed35-4222-8bdd-09fdd6c05830', 'admin_state_up': True, 'tenant_id': '43d1a53542d742b3b20a00f72a8ff197'}} {{(pid=83869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 14:07:52.100857 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-ba2190cd-9b8f-4aef-b616-d8819166be04 req-ae140241-0fc8-4ec7-a711-3ff49cb5db17 tempest-TestMinimumBasicScenario-378624070 tempest-TestMinimumBasicScenario-378624070-project] 10.222.0.26 "GET /v2.0/ports?device_id=688ffcdc-406f-48ed-92a4-ff4f85c5a7cf HTTP/1.1" status: 200 len: 210 time: 0.0623958 Apr 01 14:07:52.189156 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [req-8d9873a9-59b5-4161-a466-a4a995df4172 req-fdf9facc-5492-4f17-bf17-4605540b4c63 tempest-TestMinimumBasicScenario-378624070 tempest-TestMinimumBasicScenario-378624070-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 14:07:52.201647 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [req-8d9873a9-59b5-4161-a466-a4a995df4172 req-fdf9facc-5492-4f17-bf17-4605540b4c63 tempest-TestMinimumBasicScenario-378624070 tempest-TestMinimumBasicScenario-378624070-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 14:07:52.216965 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8d9873a9-59b5-4161-a466-a4a995df4172 req-fdf9facc-5492-4f17-bf17-4605540b4c63 tempest-TestMinimumBasicScenario-378624070 tempest-TestMinimumBasicScenario-378624070-project] Made reservation on behalf of 43d1a53542d742b3b20a00f72a8ff197 for: {'port': 1} {{(pid=83869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 14:07:52.220661 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [req-8d9873a9-59b5-4161-a466-a4a995df4172 req-fdf9facc-5492-4f17-bf17-4605540b4c63 tempest-TestMinimumBasicScenario-378624070 tempest-TestMinimumBasicScenario-378624070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:07:52.602211 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.db_base_plugin_common [req-8d9873a9-59b5-4161-a466-a4a995df4172 req-fdf9facc-5492-4f17-bf17-4605540b4c63 tempest-TestMinimumBasicScenario-378624070 tempest-TestMinimumBasicScenario-378624070-project] Allocated IP 172.20.0.13 (cd13d530-ed35-4222-8bdd-09fdd6c05830/1cdbc714-b945-4e1b-b302-614d14120838/26598bd5-b609-442b-9726-b518ff99987d) {{(pid=83869) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 14:07:53.026156 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [req-8d9873a9-59b5-4161-a466-a4a995df4172 req-fdf9facc-5492-4f17-bf17-4605540b4c63 tempest-TestMinimumBasicScenario-378624070 tempest-TestMinimumBasicScenario-378624070-project] Notify callbacks [] for port, precommit_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:07:53.066983 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.provisioning_blocks [req-8d9873a9-59b5-4161-a466-a4a995df4172 req-fdf9facc-5492-4f17-bf17-4605540b4c63 tempest-TestMinimumBasicScenario-378624070 tempest-TestMinimumBasicScenario-378624070-project] Transition to ACTIVE for port object 26598bd5-b609-442b-9726-b518ff99987d will not be triggered until provisioned by entity DHCP. {{(pid=83869) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 14:07:53.110300 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [req-8d9873a9-59b5-4161-a466-a4a995df4172 req-fdf9facc-5492-4f17-bf17-4605540b4c63 tempest-TestMinimumBasicScenario-378624070 tempest-TestMinimumBasicScenario-378624070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736732935801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2705155'] for port, after_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:07:53.210961 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8d9873a9-59b5-4161-a466-a4a995df4172 req-fdf9facc-5492-4f17-bf17-4605540b4c63 tempest-TestMinimumBasicScenario-378624070 tempest-TestMinimumBasicScenario-378624070-project] Network cd13d530-ed35-4222-8bdd-09fdd6c05830 is already hosted by enough agents. {{(pid=83869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 14:07:53.231968 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.scheduler.base_scheduler [req-8d9873a9-59b5-4161-a466-a4a995df4172 req-fdf9facc-5492-4f17-bf17-4605540b4c63 tempest-TestMinimumBasicScenario-378624070 tempest-TestMinimumBasicScenario-378624070-project] Resources bound (agent type, host, resource id): {{(pid=83869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 14:07:53.238855 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d9873a9-59b5-4161-a466-a4a995df4172 req-fdf9facc-5492-4f17-bf17-4605540b4c63 tempest-TestMinimumBasicScenario-378624070 tempest-TestMinimumBasicScenario-378624070-project] Received port after_create {{(pid=83869) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 14:07:53.359130 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9873a9-59b5-4161-a466-a4a995df4172 req-fdf9facc-5492-4f17-bf17-4605540b4c63 tempest-TestMinimumBasicScenario-378624070 tempest-TestMinimumBasicScenario-378624070-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:07:53.360171 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [req-8d9873a9-59b5-4161-a466-a4a995df4172 req-fdf9facc-5492-4f17-bf17-4605540b4c63 tempest-TestMinimumBasicScenario-378624070 tempest-TestMinimumBasicScenario-378624070-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109561'] for port, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:07:53.501432 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf9facc-5492-4f17-bf17-4605540b4c63 tempest-TestMinimumBasicScenario-378624070 tempest-TestMinimumBasicScenario-378624070-project] Pushing event updated for resources: {'Port': ['ID=26598bd5-b609-442b-9726-b518ff99987d,revision_number=1']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:07:53.507011 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-8d9873a9-59b5-4161-a466-a4a995df4172 req-fdf9facc-5492-4f17-bf17-4605540b4c63 tempest-TestMinimumBasicScenario-378624070 tempest-TestMinimumBasicScenario-378624070-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5089650 Apr 01 14:07:53.568555 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0019ab8-82ea-4044-a668-c0fdb4d369e9 req-e62bd4b2-2ee1-4b53-8207-6f943108262f tempest-TestMinimumBasicScenario-378624070 tempest-TestMinimumBasicScenario-378624070-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:07:53.570115 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [req-c0019ab8-82ea-4044-a668-c0fdb4d369e9 req-e62bd4b2-2ee1-4b53-8207-6f943108262f tempest-TestMinimumBasicScenario-378624070 tempest-TestMinimumBasicScenario-378624070-project] Synchronizing usage tracker for tenant:43d1a53542d742b3b20a00f72a8ff197 on resource:port {{(pid=83869) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 14:07:53.601339 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [req-c0019ab8-82ea-4044-a668-c0fdb4d369e9 req-e62bd4b2-2ee1-4b53-8207-6f943108262f tempest-TestMinimumBasicScenario-378624070 tempest-TestMinimumBasicScenario-378624070-project] Unset dirty status for tenant:43d1a53542d742b3b20a00f72a8ff197 on resource:port {{(pid=83869) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 14:07:53.603190 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-c0019ab8-82ea-4044-a668-c0fdb4d369e9 req-e62bd4b2-2ee1-4b53-8207-6f943108262f tempest-TestMinimumBasicScenario-378624070 tempest-TestMinimumBasicScenario-378624070-project] 10.222.0.26 "GET /v2.0/ports?device_id=688ffcdc-406f-48ed-92a4-ff4f85c5a7cf HTTP/1.1" status: 200 len: 932 time: 0.2364767 Apr 01 14:07:53.685339 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-c0019ab8-82ea-4044-a668-c0fdb4d369e9 req-e7819518-ff80-46d0-87fa-c6db35247218 tempest-TestMinimumBasicScenario-378624070 tempest-TestMinimumBasicScenario-378624070-project] 10.222.0.26 "GET /v2.0/security-groups?id=24bdfb14-df95-4ed7-9a95-35534319551e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749166 Apr 01 14:07:53.718117 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-418899f8-d302-473d-b1c1-5fc248dfda2c None None] Provisioning for port 26598bd5-b609-442b-9726-b518ff99987d completed by entity DHCP. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 14:07:53.739131 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-418899f8-d302-473d-b1c1-5fc248dfda2c None None] Provisioning complete for port 26598bd5-b609-442b-9726-b518ff99987d triggered by entity DHCP. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 14:07:53.740065 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-418899f8-d302-473d-b1c1-5fc248dfda2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-948329'] for port, provisioning_complete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:07:53.822080 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.plugin [None req-418899f8-d302-473d-b1c1-5fc248dfda2c None None] Port 26598bd5-b609-442b-9726-b518ff99987d cannot update to ACTIVE because it is not bound. {{(pid=83872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 14:07:54.122741 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:07:54.946389 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00575a71-2d97-4c49-9438-fba5b6c4b488 req-58ebdfc6-dc7a-45e7-bce0-1b2fbb8a1d93 tempest-TestMinimumBasicScenario-378624070 tempest-TestMinimumBasicScenario-378624070-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:07:54.947768 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-00575a71-2d97-4c49-9438-fba5b6c4b488 req-58ebdfc6-dc7a-45e7-bce0-1b2fbb8a1d93 tempest-TestMinimumBasicScenario-378624070 tempest-TestMinimumBasicScenario-378624070-project] 10.222.0.26 "GET /v2.0/ports?device_id=688ffcdc-406f-48ed-92a4-ff4f85c5a7cf HTTP/1.1" status: 200 len: 932 time: 0.0885301 Apr 01 14:07:54.999554 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [req-00575a71-2d97-4c49-9438-fba5b6c4b488 req-20583cbd-b0b5-4c42-bddb-865f5cfc7d04 tempest-TestMinimumBasicScenario-378624070 tempest-TestMinimumBasicScenario-378624070-project] Synchronizing usage tracker for tenant:43d1a53542d742b3b20a00f72a8ff197 on resource:security_group {{(pid=83871) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 14:07:55.023884 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [req-00575a71-2d97-4c49-9438-fba5b6c4b488 req-20583cbd-b0b5-4c42-bddb-865f5cfc7d04 tempest-TestMinimumBasicScenario-378624070 tempest-TestMinimumBasicScenario-378624070-project] Unset dirty status for tenant:43d1a53542d742b3b20a00f72a8ff197 on resource:security_group {{(pid=83871) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 14:07:55.026710 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-00575a71-2d97-4c49-9438-fba5b6c4b488 req-20583cbd-b0b5-4c42-bddb-865f5cfc7d04 tempest-TestMinimumBasicScenario-378624070 tempest-TestMinimumBasicScenario-378624070-project] 10.222.0.26 "GET /v2.0/security-groups?id=24bdfb14-df95-4ed7-9a95-35534319551e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724046 Apr 01 14:07:56.289281 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8f81b6-c5ef-4366-bc5d-79cb28036193 req-f86648a6-d31b-472c-bd38-e31598faf0b1 tempest-TestMinimumBasicScenario-378624070 tempest-TestMinimumBasicScenario-378624070-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:07:56.291180 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-ca8f81b6-c5ef-4366-bc5d-79cb28036193 req-f86648a6-d31b-472c-bd38-e31598faf0b1 tempest-TestMinimumBasicScenario-378624070 tempest-TestMinimumBasicScenario-378624070-project] 10.222.0.26 "GET /v2.0/ports?device_id=688ffcdc-406f-48ed-92a4-ff4f85c5a7cf HTTP/1.1" status: 200 len: 932 time: 0.1171505 Apr 01 14:07:56.350278 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-ca8f81b6-c5ef-4366-bc5d-79cb28036193 req-d658f67c-6ea0-46bf-93ce-a4f56fc9fd06 tempest-TestMinimumBasicScenario-378624070 tempest-TestMinimumBasicScenario-378624070-project] 10.222.0.26 "GET /v2.0/security-groups?id=24bdfb14-df95-4ed7-9a95-35534319551e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484200 Apr 01 14:07:57.591641 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f58c5c-742b-4efa-837a-cef4e93a078c req-a61fbfb3-f23e-44e8-8776-e97177c11467 tempest-TestMinimumBasicScenario-378624070 tempest-TestMinimumBasicScenario-378624070-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:07:57.594366 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-51f58c5c-742b-4efa-837a-cef4e93a078c req-a61fbfb3-f23e-44e8-8776-e97177c11467 tempest-TestMinimumBasicScenario-378624070 tempest-TestMinimumBasicScenario-378624070-project] 10.222.0.26 "GET /v2.0/ports?device_id=688ffcdc-406f-48ed-92a4-ff4f85c5a7cf HTTP/1.1" status: 200 len: 932 time: 0.1027665 Apr 01 14:07:57.658833 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-51f58c5c-742b-4efa-837a-cef4e93a078c req-5b6789d1-6a5f-4df6-ba2e-3799056257e8 tempest-TestMinimumBasicScenario-378624070 tempest-TestMinimumBasicScenario-378624070-project] 10.222.0.26 "GET /v2.0/security-groups?id=24bdfb14-df95-4ed7-9a95-35534319551e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542610 Apr 01 14:07:58.505387 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-905de965-2146-412b-a754-b1358a619cc8 None None] Sync routers for ids ['3818f0b1-7427-43cf-8def-f56fa640ee16'] in dv-neutron-836180-1-hyperv {{(pid=83872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 14:07:58.521582 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-905de965-2146-412b-a754-b1358a619cc8 None None] Routers {'3818f0b1-7427-43cf-8def-f56fa640ee16'} bound to L3 agent in host dv-neutron-836180-1-hyperv {{(pid=83872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 14:07:58.522751 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_hamode_db [None req-905de965-2146-412b-a754-b1358a619cc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836180-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T13:25:36Z,description=,heartbeat_timestamp=2022-04-01T14:07:36Z,host='dv-neutron-836180-1-hyperv',id=88bf8fc8-11a3-4e96-9d1b-5fd93ba9f6f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T13:25:36Z,topic='l3_agent')) {'router_ids': ['3818f0b1-7427-43cf-8def-f56fa640ee16'], 'active': True} {{(pid=83872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 14:07:58.763339 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_dvr_db [None req-905de965-2146-412b-a754-b1358a619cc8 None None] Set router 3818f0b1-7427-43cf-8def-f56fa640ee16 gateway port host: dv-neutron-836180-1-hyperv {{(pid=83872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 14:07:58.935922 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1762e1d8-2c03-47a4-bab2-88f79bb73b57 req-8fe4dc32-91a7-4986-a6a0-577a283ae83d tempest-TestMinimumBasicScenario-378624070 tempest-TestMinimumBasicScenario-378624070-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:07:58.939549 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-1762e1d8-2c03-47a4-bab2-88f79bb73b57 req-8fe4dc32-91a7-4986-a6a0-577a283ae83d tempest-TestMinimumBasicScenario-378624070 tempest-TestMinimumBasicScenario-378624070-project] 10.222.0.26 "GET /v2.0/ports?device_id=688ffcdc-406f-48ed-92a4-ff4f85c5a7cf HTTP/1.1" status: 200 len: 932 time: 0.1252284 Apr 01 14:07:59.039142 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-1762e1d8-2c03-47a4-bab2-88f79bb73b57 req-9b145668-dc7c-4811-b5f5-bbfb7acaaa8a tempest-TestMinimumBasicScenario-378624070 tempest-TestMinimumBasicScenario-378624070-project] 10.222.0.26 "GET /v2.0/security-groups?id=24bdfb14-df95-4ed7-9a95-35534319551e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871878 Apr 01 14:07:59.242263 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_hamode_db [None req-905de965-2146-412b-a754-b1358a619cc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3818f0b1-7427-43cf-8def-f56fa640ee16', 'name': 'tempest-TestMinimumBasicScenario-1472652122-router', 'tenant_id': '3a472194acd94e7fa240e26ce2783b8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'external_fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.225'}], 'enable_snat': True}, 'gw_port_id': '73abc224-2324-4dfa-a1a6-3dbe100c1bf9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T14:07:33Z', 'updated_at': '2022-04-01T14:07:37Z', 'revision_number': 4, 'project_id': '3a472194acd94e7fa240e26ce2783b8b', 'gw_port': {'id': '73abc224-2324-4dfa-a1a6-3dbe100c1bf9', 'name': '', 'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:fd:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3818f0b1-7427-43cf-8def-f56fa640ee16', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836180-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T14:07:34Z', 'updated_at': '2022-04-01T14:07:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836180-1-hyperv', '_interfaces': [{'id': '3d699a45-5c93-44d2-9537-a761af133a89', 'name': '', 'network_id': '771a499f-6e15-4a1d-b886-2ae15ca538e1', 'tenant_id': '3a472194acd94e7fa240e26ce2783b8b', 'mac_address': 'fa:16:3e:89:ea:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3818f0b1-7427-43cf-8def-f56fa640ee16', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '39aab281-a068-4cfe-a143-764ac29a91be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T14:07:36Z', 'updated_at': '2022-04-01T14:07:37Z', 'revision_number': 2, 'project_id': '3a472194acd94e7fa240e26ce2783b8b', 'subnets': [{'id': '39aab281-a068-4cfe-a143-764ac29a91be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-836180-1-hyperv', False) {} {{(pid=83872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 14:07:59.247121 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-905de965-2146-412b-a754-b1358a619cc8 None None] Checking router: 3818f0b1-7427-43cf-8def-f56fa640ee16 for host: dv-neutron-836180-1-hyperv {{(pid=83872) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 01 14:07:59.248746 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-905de965-2146-412b-a754-b1358a619cc8 None None] Updating router 3818f0b1-7427-43cf-8def-f56fa640ee16 port 3d699a45-5c93-44d2-9537-a761af133a89 binding host dv-neutron-836180-1-hyperv {{(pid=83872) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 01 14:07:59.326610 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-905de965-2146-412b-a754-b1358a619cc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:07:59.706666 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-905de965-2146-412b-a754-b1358a619cc8 None None] Notify callbacks [] for port, precommit_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:07:59.730441 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-905de965-2146-412b-a754-b1358a619cc8 None None] Transition to ACTIVE for port object 3d699a45-5c93-44d2-9537-a761af133a89 will not be triggered until provisioned by entity L2. {{(pid=83872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 14:07:59.740804 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-905de965-2146-412b-a754-b1358a619cc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864'] for port, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:07:59.868875 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e847f910-e399-4898-b372-bc57ee550515 None None] Pushing event updated for resources: {'Port': ['ID=3d699a45-5c93-44d2-9537-a761af133a89,revision_number=3']} {{(pid=83872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:07:59.887696 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e847f910-e399-4898-b372-bc57ee550515 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:07:59.888052 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e847f910-e399-4898-b372-bc57ee550515 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:07:59.888391 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e847f910-e399-4898-b372-bc57ee550515 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:07:59.888722 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e847f910-e399-4898-b372-bc57ee550515 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:07:59.889055 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e847f910-e399-4898-b372-bc57ee550515 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:07:59.889379 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e847f910-e399-4898-b372-bc57ee550515 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:07:59.889702 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e847f910-e399-4898-b372-bc57ee550515 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:07:59.890019 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e847f910-e399-4898-b372-bc57ee550515 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:07:59.890339 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e847f910-e399-4898-b372-bc57ee550515 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:07:59.890652 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e847f910-e399-4898-b372-bc57ee550515 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:07:59.890965 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e847f910-e399-4898-b372-bc57ee550515 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:07:59.994331 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.managers [None req-905de965-2146-412b-a754-b1358a619cc8 None None] Attempting to bind port 3d699a45-5c93-44d2-9537-a761af133a89 on host dv-neutron-836180-1-hyperv for vnic_type normal with profile {{(pid=83872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 14:07:59.994689 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.managers [None req-905de965-2146-412b-a754-b1358a619cc8 None None] Attempting to bind port 3d699a45-5c93-44d2-9537-a761af133a89 by drivers openvswitch,hyperv on host dv-neutron-836180-1-hyperv at level 0 using segments [{'id': '9b64bb57-b0d2-47a0-8a79-fbb691328199', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '771a499f-6e15-4a1d-b886-2ae15ca538e1'}] {{(pid=83872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 14:07:59.995043 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-905de965-2146-412b-a754-b1358a619cc8 None None] Attempting to bind port 3d699a45-5c93-44d2-9537-a761af133a89 on network 771a499f-6e15-4a1d-b886-2ae15ca538e1 {{(pid=83872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 14:08:00.002285 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-905de965-2146-412b-a754-b1358a619cc8 None None] Checking agent: {'id': 'af948428-97cd-4d10-9f53-af028bdb39b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-836180-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 13, 25, 37), 'started_at': datetime.datetime(2022, 4, 1, 13, 26, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 14, 7, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-836180-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 14:08:00.002650 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-905de965-2146-412b-a754-b1358a619cc8 None None] Checking segment: {'id': '9b64bb57-b0d2-47a0-8a79-fbb691328199', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '771a499f-6e15-4a1d-b886-2ae15ca538e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 14:08:00.003066 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-905de965-2146-412b-a754-b1358a619cc8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:08:00.004901 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-905de965-2146-412b-a754-b1358a619cc8 None None] Bound using segment: {'id': '9b64bb57-b0d2-47a0-8a79-fbb691328199', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '771a499f-6e15-4a1d-b886-2ae15ca538e1'} {{(pid=83872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 14:08:00.005530 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.managers [None req-905de965-2146-412b-a754-b1358a619cc8 None None] Bound port: 3d699a45-5c93-44d2-9537-a761af133a89, host: dv-neutron-836180-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b64bb57-b0d2-47a0-8a79-fbb691328199', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '771a499f-6e15-4a1d-b886-2ae15ca538e1'}}] {{(pid=83872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 14:08:00.005934 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-905de965-2146-412b-a754-b1358a619cc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:08:00.107780 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-905de965-2146-412b-a754-b1358a619cc8 None None] For port 3d699a45-5c93-44d2-9537-a761af133a89, host dv-neutron-836180-1-hyperv, cleared binding levels {{(pid=83872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 14:08:00.111074 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-905de965-2146-412b-a754-b1358a619cc8 None None] For port 3d699a45-5c93-44d2-9537-a761af133a89, host dv-neutron-836180-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836180-1-hyperv',level=0,port_id=3d699a45-5c93-44d2-9537-a761af133a89,segment=NetworkSegment(9b64bb57-b0d2-47a0-8a79-fbb691328199),segment_id=9b64bb57-b0d2-47a0-8a79-fbb691328199)] {{(pid=83872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 14:08:00.119786 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-905de965-2146-412b-a754-b1358a619cc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864'] for port, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:08:00.211152 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e847f910-e399-4898-b372-bc57ee550515 None None] Pushing event updated for resources: {'Port': ['ID=3d699a45-5c93-44d2-9537-a761af133a89,revision_number=4']} {{(pid=83872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:08:00.214756 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-905de965-2146-412b-a754-b1358a619cc8 None None] Routers {'3818f0b1-7427-43cf-8def-f56fa640ee16'} bound to L3 agent in host dv-neutron-836180-1-hyperv {{(pid=83872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 14:08:00.215410 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_hamode_db [None req-905de965-2146-412b-a754-b1358a619cc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836180-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T13:25:36Z,description=,heartbeat_timestamp=2022-04-01T14:07:36Z,host='dv-neutron-836180-1-hyperv',id=88bf8fc8-11a3-4e96-9d1b-5fd93ba9f6f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T13:25:36Z,topic='l3_agent')) {'router_ids': ['3818f0b1-7427-43cf-8def-f56fa640ee16'], 'active': True} {{(pid=83872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 14:08:00.291871 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8920632-6058-4fcd-9386-197a034f046b req-54630cdc-2965-409b-944f-dea19e715832 tempest-TestMinimumBasicScenario-378624070 tempest-TestMinimumBasicScenario-378624070-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:08:00.300573 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-b8920632-6058-4fcd-9386-197a034f046b req-54630cdc-2965-409b-944f-dea19e715832 tempest-TestMinimumBasicScenario-378624070 tempest-TestMinimumBasicScenario-378624070-project] 10.222.0.26 "GET /v2.0/ports?device_id=688ffcdc-406f-48ed-92a4-ff4f85c5a7cf HTTP/1.1" status: 200 len: 932 time: 0.1050637 Apr 01 14:08:00.355935 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-b8920632-6058-4fcd-9386-197a034f046b req-f5ab7971-8026-4d08-88cc-84a31c607436 tempest-TestMinimumBasicScenario-378624070 tempest-TestMinimumBasicScenario-378624070-project] 10.222.0.26 "GET /v2.0/security-groups?id=24bdfb14-df95-4ed7-9a95-35534319551e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540063 Apr 01 14:08:00.388780 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.v2.base [req-8d9873a9-59b5-4161-a466-a4a995df4172 req-0f336d02-ff4f-412c-b66a-12d2e17a107d service neutron] Request body: {'port': {'device_id': '688ffcdc-406f-48ed-92a4-ff4f85c5a7cf', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8361'}} {{(pid=83869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 14:08:00.468288 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_dvr_db [None req-905de965-2146-412b-a754-b1358a619cc8 None None] Set router 3818f0b1-7427-43cf-8def-f56fa640ee16 gateway port host: dv-neutron-836180-1-hyperv {{(pid=83872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 14:08:00.508173 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [req-8d9873a9-59b5-4161-a466-a4a995df4172 req-0f336d02-ff4f-412c-b66a-12d2e17a107d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:08:00.829870 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_hamode_db [None req-905de965-2146-412b-a754-b1358a619cc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3818f0b1-7427-43cf-8def-f56fa640ee16', 'name': 'tempest-TestMinimumBasicScenario-1472652122-router', 'tenant_id': '3a472194acd94e7fa240e26ce2783b8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'external_fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.225'}], 'enable_snat': True}, 'gw_port_id': '73abc224-2324-4dfa-a1a6-3dbe100c1bf9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T14:07:33Z', 'updated_at': '2022-04-01T14:07:37Z', 'revision_number': 4, 'project_id': '3a472194acd94e7fa240e26ce2783b8b', 'gw_port': {'id': '73abc224-2324-4dfa-a1a6-3dbe100c1bf9', 'name': '', 'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:fd:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3818f0b1-7427-43cf-8def-f56fa640ee16', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836180-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T14:07:34Z', 'updated_at': '2022-04-01T14:07:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836180-1-hyperv', '_interfaces': [{'id': '3d699a45-5c93-44d2-9537-a761af133a89', 'name': '', 'network_id': '771a499f-6e15-4a1d-b886-2ae15ca538e1', 'tenant_id': '3a472194acd94e7fa240e26ce2783b8b', 'mac_address': 'fa:16:3e:89:ea:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3818f0b1-7427-43cf-8def-f56fa640ee16', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '39aab281-a068-4cfe-a143-764ac29a91be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836180-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T14:07:36Z', 'updated_at': '2022-04-01T14:08:00Z', 'revision_number': 4, 'project_id': '3a472194acd94e7fa240e26ce2783b8b', 'subnets': [{'id': '39aab281-a068-4cfe-a143-764ac29a91be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-836180-1-hyperv', False) {} {{(pid=83872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 14:08:00.834283 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-905de965-2146-412b-a754-b1358a619cc8 None None] The sync data for ids ['3818f0b1-7427-43cf-8def-f56fa640ee16'] in dv-neutron-836180-1-hyperv is: [{'id': '3818f0b1-7427-43cf-8def-f56fa640ee16', 'name': 'tempest-TestMinimumBasicScenario-1472652122-router', 'tenant_id': '3a472194acd94e7fa240e26ce2783b8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'external_fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.225'}], 'enable_snat': True}, 'gw_port_id': '73abc224-2324-4dfa-a1a6-3dbe100c1bf9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T14:07:33Z', 'updated_at': '2022-04-01T14:07:37Z', 'revision_number': 4, 'project_id': '3a472194acd94e7fa240e26ce2783b8b', 'gw_port': {'id': '73abc224-2324-4dfa-a1a6-3dbe100c1bf9', 'name': '', 'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:fd:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3818f0b1-7427-43cf-8def-f56fa640ee16', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836180-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T14:07:34Z', 'updated_at': '2022-04-01T14:07:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836180-1-hyperv', '_interfaces': [{'id': '3d699a45-5c93-44d2-9537-a761af133a89', 'name': '', 'network_id': '771a499f-6e15-4a1d-b886-2ae15ca538e1', 'tenant_id': '3a472194acd94e7fa240e26ce2783b8b', 'mac_address': 'fa:16:3e:89:ea:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3818f0b1-7427-43cf-8def-f56fa640ee16', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '39aab281-a068-4cfe-a143-764ac29a91be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836180-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T14:07:36Z', 'updated_at': '2022-04-01T14:08:00Z', 'revision_number': 4, 'project_id': '3a472194acd94e7fa240e26ce2783b8b', 'subnets': [{'id': '39aab281-a068-4cfe-a143-764ac29a91be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 14:08:00.871923 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.notifiers.nova [req-8d9873a9-59b5-4161-a466-a4a995df4172 req-0f336d02-ff4f-412c-b66a-12d2e17a107d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 26598bd5-b609-442b-9726-b518ff99987d {{(pid=83869) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 01 14:08:00.874275 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [req-8d9873a9-59b5-4161-a466-a4a995df4172 req-0f336d02-ff4f-412c-b66a-12d2e17a107d service neutron] Notify callbacks [] for port, precommit_update {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:08:00.893165 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.provisioning_blocks [req-8d9873a9-59b5-4161-a466-a4a995df4172 req-0f336d02-ff4f-412c-b66a-12d2e17a107d service neutron] Transition to ACTIVE for port object 26598bd5-b609-442b-9726-b518ff99987d will not be triggered until provisioned by entity L2. {{(pid=83869) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 14:08:00.897486 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [req-8d9873a9-59b5-4161-a466-a4a995df4172 req-0f336d02-ff4f-412c-b66a-12d2e17a107d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2705172'] for port, after_update {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:08:01.048476 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f336d02-ff4f-412c-b66a-12d2e17a107d service neutron] Pushing event updated for resources: {'Port': ['ID=26598bd5-b609-442b-9726-b518ff99987d,revision_number=2']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:08:01.179502 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.managers [req-8d9873a9-59b5-4161-a466-a4a995df4172 req-0f336d02-ff4f-412c-b66a-12d2e17a107d service neutron] Attempting to bind port 26598bd5-b609-442b-9726-b518ff99987d on host hv-neutron-8361 for vnic_type normal with profile {{(pid=83869) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 14:08:01.179839 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.managers [req-8d9873a9-59b5-4161-a466-a4a995df4172 req-0f336d02-ff4f-412c-b66a-12d2e17a107d service neutron] Attempting to bind port 26598bd5-b609-442b-9726-b518ff99987d by drivers openvswitch,hyperv on host hv-neutron-8361 at level 0 using segments [{'id': 'eabdb818-4a12-488b-8ccf-252b2416d6d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'cd13d530-ed35-4222-8bdd-09fdd6c05830'}] {{(pid=83869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 14:08:01.180164 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d9873a9-59b5-4161-a466-a4a995df4172 req-0f336d02-ff4f-412c-b66a-12d2e17a107d service neutron] Attempting to bind port 26598bd5-b609-442b-9726-b518ff99987d on network cd13d530-ed35-4222-8bdd-09fdd6c05830 {{(pid=83869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 14:08:01.187997 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d9873a9-59b5-4161-a466-a4a995df4172 req-0f336d02-ff4f-412c-b66a-12d2e17a107d service neutron] Port 26598bd5-b609-442b-9726-b518ff99987d on network cd13d530-ed35-4222-8bdd-09fdd6c05830 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8361 {{(pid=83869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 01 14:08:01.189423 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d9873a9-59b5-4161-a466-a4a995df4172 req-0f336d02-ff4f-412c-b66a-12d2e17a107d service neutron] Attempting to bind port 26598bd5-b609-442b-9726-b518ff99987d on network cd13d530-ed35-4222-8bdd-09fdd6c05830 {{(pid=83869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 14:08:01.198047 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d9873a9-59b5-4161-a466-a4a995df4172 req-0f336d02-ff4f-412c-b66a-12d2e17a107d service neutron] Checking agent: {'id': '359ce187-6241-4f7e-85a4-e066c7b0cdea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8361', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 13, 31, 54), 'started_at': datetime.datetime(2022, 4, 1, 13, 31, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 14, 7, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 14:08:01.198381 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d9873a9-59b5-4161-a466-a4a995df4172 req-0f336d02-ff4f-412c-b66a-12d2e17a107d service neutron] Checking segment: {'id': 'eabdb818-4a12-488b-8ccf-252b2416d6d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'cd13d530-ed35-4222-8bdd-09fdd6c05830'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 14:08:01.198766 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d9873a9-59b5-4161-a466-a4a995df4172 req-0f336d02-ff4f-412c-b66a-12d2e17a107d service neutron] Bound using segment: {'id': 'eabdb818-4a12-488b-8ccf-252b2416d6d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'cd13d530-ed35-4222-8bdd-09fdd6c05830'} {{(pid=83869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 14:08:01.199188 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.managers [req-8d9873a9-59b5-4161-a466-a4a995df4172 req-0f336d02-ff4f-412c-b66a-12d2e17a107d service neutron] Bound port: 26598bd5-b609-442b-9726-b518ff99987d, host: hv-neutron-8361, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eabdb818-4a12-488b-8ccf-252b2416d6d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'cd13d530-ed35-4222-8bdd-09fdd6c05830'}}] {{(pid=83869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 14:08:01.199567 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [req-8d9873a9-59b5-4161-a466-a4a995df4172 req-0f336d02-ff4f-412c-b66a-12d2e17a107d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:08:01.309623 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.db [req-8d9873a9-59b5-4161-a466-a4a995df4172 req-0f336d02-ff4f-412c-b66a-12d2e17a107d service neutron] For port 26598bd5-b609-442b-9726-b518ff99987d, host hv-neutron-8361, cleared binding levels {{(pid=83869) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 14:08:01.319009 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.db [req-8d9873a9-59b5-4161-a466-a4a995df4172 req-0f336d02-ff4f-412c-b66a-12d2e17a107d service neutron] For port 26598bd5-b609-442b-9726-b518ff99987d, host hv-neutron-8361, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8361',level=0,port_id=26598bd5-b609-442b-9726-b518ff99987d,segment=NetworkSegment(eabdb818-4a12-488b-8ccf-252b2416d6d3),segment_id=eabdb818-4a12-488b-8ccf-252b2416d6d3)] {{(pid=83869) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 14:08:01.324987 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [req-8d9873a9-59b5-4161-a466-a4a995df4172 req-0f336d02-ff4f-412c-b66a-12d2e17a107d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2705172'] for port, after_update {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:08:01.391749 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [req-8d9873a9-59b5-4161-a466-a4a995df4172 req-0f336d02-ff4f-412c-b66a-12d2e17a107d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109561'] for port, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:08:01.394701 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-8d9873a9-59b5-4161-a466-a4a995df4172 req-0f336d02-ff4f-412c-b66a-12d2e17a107d service neutron] 10.222.0.57 "PUT /v2.0/ports/26598bd5-b609-442b-9726-b518ff99987d HTTP/1.1" status: 200 len: 1094 time: 1.0095634 Apr 01 14:08:01.395293 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '688ffcdc-406f-48ed-92a4-ff4f85c5a7cf', 'tag': '26598bd5-b609-442b-9726-b518ff99987d'}] {{(pid=83869) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 14:08:01.430726 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f336d02-ff4f-412c-b66a-12d2e17a107d service neutron] Pushing event updated for resources: {'Port': ['ID=26598bd5-b609-442b-9726-b518ff99987d,revision_number=3']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:08:01.639522 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '688ffcdc-406f-48ed-92a4-ff4f85c5a7cf', 'tag': '26598bd5-b609-442b-9726-b518ff99987d', 'status': 'completed', 'code': 200} Apr 01 14:08:01.717874 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-8d9873a9-59b5-4161-a466-a4a995df4172 req-93f05ca3-bb7d-4526-b660-a371d229d48a service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=43d1a53542d742b3b20a00f72a8ff197&device_id=688ffcdc-406f-48ed-92a4-ff4f85c5a7cf HTTP/1.1" status: 200 len: 1097 time: 0.2565219 Apr 01 14:08:01.723988 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dce6504-663f-4923-be49-567fe81c4504 req-66a8bd03-b633-4512-b2b7-1cbc05a49d87 tempest-TestMinimumBasicScenario-378624070 tempest-TestMinimumBasicScenario-378624070-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:08:01.725366 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-1dce6504-663f-4923-be49-567fe81c4504 req-66a8bd03-b633-4512-b2b7-1cbc05a49d87 tempest-TestMinimumBasicScenario-378624070 tempest-TestMinimumBasicScenario-378624070-project] 10.222.0.26 "GET /v2.0/ports?device_id=688ffcdc-406f-48ed-92a4-ff4f85c5a7cf HTTP/1.1" status: 200 len: 944 time: 0.1179423 Apr 01 14:08:01.809211 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-8d9873a9-59b5-4161-a466-a4a995df4172 req-e4735f85-7b3b-4111-9d33-3363053e44ee service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=26598bd5-b609-442b-9726-b518ff99987d HTTP/1.1" status: 200 len: 217 time: 0.0812275 Apr 01 14:08:01.876519 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-1dce6504-663f-4923-be49-567fe81c4504 req-1c8a91e5-986b-4cd9-8d29-eb35e81659bd tempest-TestMinimumBasicScenario-378624070 tempest-TestMinimumBasicScenario-378624070-project] 10.222.0.26 "GET /v2.0/security-groups?id=24bdfb14-df95-4ed7-9a95-35534319551e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002474 Apr 01 14:08:01.897657 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9873a9-59b5-4161-a466-a4a995df4172 req-5b73b9f4-3c8d-4b69-b5c9-49e371c23ee5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:08:01.898205 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-8d9873a9-59b5-4161-a466-a4a995df4172 req-5b73b9f4-3c8d-4b69-b5c9-49e371c23ee5 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=1cdbc714-b945-4e1b-b302-614d14120838 HTTP/1.1" status: 200 len: 852 time: 0.0792789 Apr 01 14:08:01.989083 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-8d9873a9-59b5-4161-a466-a4a995df4172 req-bd57835a-8f4a-4ac9-a10b-04714c65ad8b service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=cd13d530-ed35-4222-8bdd-09fdd6c05830&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0839491 Apr 01 14:08:02.140447 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-8d9873a9-59b5-4161-a466-a4a995df4172 req-3aef7846-43a0-4642-bf89-819f60dd1836 service neutron] 10.222.0.57 "GET /v2.0/networks/cd13d530-ed35-4222-8bdd-09fdd6c05830?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1400886 Apr 01 14:08:02.302096 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-8d9873a9-59b5-4161-a466-a4a995df4172 req-b0255a2d-d2a7-4988-bc7e-8a100fcf84c8 service neutron] 10.222.0.57 "GET /v2.0/networks/cd13d530-ed35-4222-8bdd-09fdd6c05830?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1546483 Apr 01 14:08:02.434775 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-43235562-35d4-4e6f-983c-6e9b81fd2021 req-59743699-f49d-4316-8dc7-65da9f040055 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=43d1a53542d742b3b20a00f72a8ff197&device_id=688ffcdc-406f-48ed-92a4-ff4f85c5a7cf HTTP/1.1" status: 200 len: 1097 time: 0.0784712 Apr 01 14:08:02.578470 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43235562-35d4-4e6f-983c-6e9b81fd2021 req-58c4c11b-750f-491a-898d-41d2a9bea999 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:08:02.579959 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-43235562-35d4-4e6f-983c-6e9b81fd2021 req-58c4c11b-750f-491a-898d-41d2a9bea999 service neutron] 10.222.0.57 "GET /v2.0/networks?id=cd13d530-ed35-4222-8bdd-09fdd6c05830 HTTP/1.1" status: 200 len: 914 time: 0.1392231 Apr 01 14:08:02.657811 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-43235562-35d4-4e6f-983c-6e9b81fd2021 req-fea2dd09-1c3e-4398-83bd-3b02433b5e73 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=26598bd5-b609-442b-9726-b518ff99987d HTTP/1.1" status: 200 len: 217 time: 0.0708115 Apr 01 14:08:02.724721 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43235562-35d4-4e6f-983c-6e9b81fd2021 req-aa97f0bb-a230-43d1-8869-a2ab17509e6e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:08:02.726372 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-43235562-35d4-4e6f-983c-6e9b81fd2021 req-aa97f0bb-a230-43d1-8869-a2ab17509e6e service neutron] 10.222.0.57 "GET /v2.0/subnets?id=1cdbc714-b945-4e1b-b302-614d14120838 HTTP/1.1" status: 200 len: 852 time: 0.0621328 Apr 01 14:08:02.801594 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-43235562-35d4-4e6f-983c-6e9b81fd2021 req-da902211-c322-4ab0-8d79-72306e3e3060 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=cd13d530-ed35-4222-8bdd-09fdd6c05830&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0680659 Apr 01 14:08:02.944630 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-43235562-35d4-4e6f-983c-6e9b81fd2021 req-084fe68c-3def-4d1c-bfba-01d4704b7e40 service neutron] 10.222.0.57 "GET /v2.0/networks/cd13d530-ed35-4222-8bdd-09fdd6c05830?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1350629 Apr 01 14:08:02.950098 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Device 3d699a45-5c93-44d2-9537-a761af133a89 up at agent ovs-agent-dv-neutron-836180-1-hyperv {{(pid=83872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 14:08:03.036197 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Provisioning for port 3d699a45-5c93-44d2-9537-a761af133a89 completed by entity L2. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 14:08:03.042666 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Provisioning complete for port 3d699a45-5c93-44d2-9537-a761af133a89 triggered by entity L2. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 14:08:03.043035 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-948329'] for port, provisioning_complete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:08:03.093180 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-43235562-35d4-4e6f-983c-6e9b81fd2021 req-9c84642d-dc53-468d-a2c1-480df8621e01 service neutron] 10.222.0.57 "GET /v2.0/networks/cd13d530-ed35-4222-8bdd-09fdd6c05830?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1422648 Apr 01 14:08:03.118309 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57830f70-8091-4a90-ba38-88ee4be68d15 req-1d50d395-e3cb-48ba-9d44-b50378bb63a0 tempest-TestMinimumBasicScenario-378624070 tempest-TestMinimumBasicScenario-378624070-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:08:03.120194 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-57830f70-8091-4a90-ba38-88ee4be68d15 req-1d50d395-e3cb-48ba-9d44-b50378bb63a0 tempest-TestMinimumBasicScenario-378624070 tempest-TestMinimumBasicScenario-378624070-project] 10.222.0.26 "GET /v2.0/ports?device_id=688ffcdc-406f-48ed-92a4-ff4f85c5a7cf HTTP/1.1" status: 200 len: 944 time: 0.0981419 Apr 01 14:08:03.173268 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-57830f70-8091-4a90-ba38-88ee4be68d15 req-7267da95-3fc9-464c-aaf8-6233843bb8ce tempest-TestMinimumBasicScenario-378624070 tempest-TestMinimumBasicScenario-378624070-project] 10.222.0.26 "GET /v2.0/security-groups?id=24bdfb14-df95-4ed7-9a95-35534319551e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446563 Apr 01 14:08:03.173526 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:08:03.208894 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] For port 3d699a45-5c93-44d2-9537-a761af133a89, host dv-neutron-836180-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836180-1-hyperv',level=0,port_id=3d699a45-5c93-44d2-9537-a761af133a89,segment=NetworkSegment(9b64bb57-b0d2-47a0-8a79-fbb691328199),segment_id=9b64bb57-b0d2-47a0-8a79-fbb691328199)] {{(pid=83872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 14:08:03.212607 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864'] for port, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:08:03.284440 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Pushing event updated for resources: {'Port': ['ID=3d699a45-5c93-44d2-9537-a761af133a89,revision_number=5']} {{(pid=83872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:08:03.632699 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-6727fbcd-2032-4bff-a6aa-16e46662dca7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:08:04.104737 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Device 26598bd5-b609-442b-9726-b518ff99987d details requested by agent hyperv_hv-neutron-8361 with host hv-neutron-8361 {{(pid=83872) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 01 14:08:04.245728 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] For port 26598bd5-b609-442b-9726-b518ff99987d, host hv-neutron-8361, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8361',level=0,port_id=26598bd5-b609-442b-9726-b518ff99987d,segment=NetworkSegment(eabdb818-4a12-488b-8ccf-252b2416d6d3),segment_id=eabdb818-4a12-488b-8ccf-252b2416d6d3)] {{(pid=83872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 14:08:04.261020 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Returning: {'device': '26598bd5-b609-442b-9726-b518ff99987d', 'network_id': 'cd13d530-ed35-4222-8bdd-09fdd6c05830', 'port_id': '26598bd5-b609-442b-9726-b518ff99987d', 'mac_address': 'fa:16:3e:5b:1b:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 394, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1cdbc714-b945-4e1b-b302-614d14120838', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83872) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 01 14:08:04.318522 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:08:04.336764 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.notifiers.nova [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 26598bd5-b609-442b-9726-b518ff99987d {{(pid=83872) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 01 14:08:04.352274 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] For port 26598bd5-b609-442b-9726-b518ff99987d, host hv-neutron-8361, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8361',level=0,port_id=26598bd5-b609-442b-9726-b518ff99987d,segment=NetworkSegment(eabdb818-4a12-488b-8ccf-252b2416d6d3),segment_id=eabdb818-4a12-488b-8ccf-252b2416d6d3)] {{(pid=83872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 14:08:04.356481 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864'] for port, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:08:04.390023 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9102845e-2a2d-4ef5-a60a-3d18a516fb25 req-e9f59bf4-e75d-4cc1-84aa-0303897bf3b2 tempest-TestMinimumBasicScenario-378624070 tempest-TestMinimumBasicScenario-378624070-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:08:04.391615 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-9102845e-2a2d-4ef5-a60a-3d18a516fb25 req-e9f59bf4-e75d-4cc1-84aa-0303897bf3b2 tempest-TestMinimumBasicScenario-378624070 tempest-TestMinimumBasicScenario-378624070-project] 10.222.0.26 "GET /v2.0/ports?device_id=688ffcdc-406f-48ed-92a4-ff4f85c5a7cf HTTP/1.1" status: 200 len: 944 time: 0.0871778 Apr 01 14:08:04.430553 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Pushing event updated for resources: {'Port': ['ID=26598bd5-b609-442b-9726-b518ff99987d,revision_number=4']} {{(pid=83872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:08:04.439057 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-9102845e-2a2d-4ef5-a60a-3d18a516fb25 req-b5077dea-f25a-42df-9f0b-ae3c0bde7134 tempest-TestMinimumBasicScenario-378624070 tempest-TestMinimumBasicScenario-378624070-project] 10.222.0.26 "GET /v2.0/security-groups?id=24bdfb14-df95-4ed7-9a95-35534319551e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406270 Apr 01 14:08:04.603783 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] get_ports_and_sgs() called for port_ids ['26598bd5-b609-442b-9726-b518ff99987d'] {{(pid=83872) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 01 14:08:04.924068 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Device 3d699a45-5c93-44d2-9537-a761af133a89 up at agent ovs-agent-dv-neutron-836180-1-hyperv {{(pid=83872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 14:08:04.992708 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Provisioning complete for port 3d699a45-5c93-44d2-9537-a761af133a89 triggered by entity L2. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 14:08:04.993074 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-948329'] for port, provisioning_complete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:08:05.644982 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d60e26-1793-4984-9f30-a52be69c41ba req-06d01992-7677-4804-bcdc-ed9bedc329ca tempest-TestMinimumBasicScenario-378624070 tempest-TestMinimumBasicScenario-378624070-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:08:05.646446 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-81d60e26-1793-4984-9f30-a52be69c41ba req-06d01992-7677-4804-bcdc-ed9bedc329ca tempest-TestMinimumBasicScenario-378624070 tempest-TestMinimumBasicScenario-378624070-project] 10.222.0.26 "GET /v2.0/ports?device_id=688ffcdc-406f-48ed-92a4-ff4f85c5a7cf HTTP/1.1" status: 200 len: 945 time: 0.0835447 Apr 01 14:08:05.697899 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-81d60e26-1793-4984-9f30-a52be69c41ba req-2bfdf874-1368-4128-8d93-b3e3a904e17e tempest-TestMinimumBasicScenario-378624070 tempest-TestMinimumBasicScenario-378624070-project] 10.222.0.26 "GET /v2.0/security-groups?id=24bdfb14-df95-4ed7-9a95-35534319551e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459096 Apr 01 14:08:05.967113 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-ff738754-600e-4856-8881-d740579814db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:08:06.110734 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Device 26598bd5-b609-442b-9726-b518ff99987d up at agent hyperv_hv-neutron-8361 {{(pid=83872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 14:08:06.179585 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Provisioning for port 26598bd5-b609-442b-9726-b518ff99987d completed by entity L2. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 14:08:06.184105 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Provisioning complete for port 26598bd5-b609-442b-9726-b518ff99987d triggered by entity L2. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 14:08:06.184495 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-948329'] for port, provisioning_complete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:08:06.303098 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:08:06.328836 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '688ffcdc-406f-48ed-92a4-ff4f85c5a7cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26598bd5-b609-442b-9726-b518ff99987d'}] {{(pid=83872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 14:08:06.339411 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] For port 26598bd5-b609-442b-9726-b518ff99987d, host hv-neutron-8361, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8361',level=0,port_id=26598bd5-b609-442b-9726-b518ff99987d,segment=NetworkSegment(eabdb818-4a12-488b-8ccf-252b2416d6d3),segment_id=eabdb818-4a12-488b-8ccf-252b2416d6d3)] {{(pid=83872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 14:08:06.343464 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864'] for port, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:08:06.390598 dv-neutron-836180-1-hyperv neutron-server[83872]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '688ffcdc-406f-48ed-92a4-ff4f85c5a7cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26598bd5-b609-442b-9726-b518ff99987d', 'code': 200} Apr 01 14:08:06.411556 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Pushing event updated for resources: {'Port': ['ID=26598bd5-b609-442b-9726-b518ff99987d,revision_number=5']} {{(pid=83872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:08:06.620527 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-0fcd1814-6604-4492-964e-476470497962 req-5828b8a0-e736-4bbb-a3ba-b0aa2be0d639 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=688ffcdc-406f-48ed-92a4-ff4f85c5a7cf HTTP/1.1" status: 200 len: 1099 time: 0.0684931 Apr 01 14:08:06.668319 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-0fcd1814-6604-4492-964e-476470497962 req-9bf55307-878b-475c-b414-ed1d32101b14 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=24bdfb14-df95-4ed7-9a95-35534319551e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378618 Apr 01 14:08:06.894155 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad110721-8dc1-4e2d-8105-31b0dcb721f3 req-e12e88f3-0d5b-4dee-8c39-95553f69538d tempest-TestMinimumBasicScenario-378624070 tempest-TestMinimumBasicScenario-378624070-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:08:06.895670 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-ad110721-8dc1-4e2d-8105-31b0dcb721f3 req-e12e88f3-0d5b-4dee-8c39-95553f69538d tempest-TestMinimumBasicScenario-378624070 tempest-TestMinimumBasicScenario-378624070-project] 10.222.0.26 "GET /v2.0/ports?device_id=688ffcdc-406f-48ed-92a4-ff4f85c5a7cf HTTP/1.1" status: 200 len: 946 time: 0.0767555 Apr 01 14:08:06.946387 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-ad110721-8dc1-4e2d-8105-31b0dcb721f3 req-c18b2c0a-f8f3-4167-9480-1a514849a2be tempest-TestMinimumBasicScenario-378624070 tempest-TestMinimumBasicScenario-378624070-project] 10.222.0.26 "GET /v2.0/security-groups?id=24bdfb14-df95-4ed7-9a95-35534319551e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445414 Apr 01 14:08:07.260834 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:08:07.486931 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-2f9cfc9c-d8ba-4de3-a4ad-98162f90557c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:08:08.249145 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e2afec-7a0a-46bd-8de5-39199df1b820 req-c899a6e2-21f8-4401-a199-52775b29f4ae tempest-TestMinimumBasicScenario-378624070 tempest-TestMinimumBasicScenario-378624070-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:08:08.251686 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-b7e2afec-7a0a-46bd-8de5-39199df1b820 req-c899a6e2-21f8-4401-a199-52775b29f4ae tempest-TestMinimumBasicScenario-378624070 tempest-TestMinimumBasicScenario-378624070-project] 10.222.0.26 "GET /v2.0/ports?device_id=688ffcdc-406f-48ed-92a4-ff4f85c5a7cf HTTP/1.1" status: 200 len: 946 time: 0.1796441 Apr 01 14:08:08.300264 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-b7e2afec-7a0a-46bd-8de5-39199df1b820 req-5e0acf31-8baa-48bb-ab36-0ac480eb1e04 tempest-TestMinimumBasicScenario-378624070 tempest-TestMinimumBasicScenario-378624070-project] 10.222.0.26 "GET /v2.0/security-groups?id=24bdfb14-df95-4ed7-9a95-35534319551e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414801 Apr 01 14:08:08.507989 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8fdb7c8-73fc-4ede-900f-50bdd401e62b req-f104dd7a-20af-44de-8e32-679a5d300b67 tempest-TestMinimumBasicScenario-378624070 tempest-TestMinimumBasicScenario-378624070-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:08:08.509407 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-a8fdb7c8-73fc-4ede-900f-50bdd401e62b req-f104dd7a-20af-44de-8e32-679a5d300b67 tempest-TestMinimumBasicScenario-378624070 tempest-TestMinimumBasicScenario-378624070-project] 10.222.0.26 "GET /v2.0/ports?device_id=688ffcdc-406f-48ed-92a4-ff4f85c5a7cf HTTP/1.1" status: 200 len: 946 time: 0.0854421 Apr 01 14:08:08.566009 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-a8fdb7c8-73fc-4ede-900f-50bdd401e62b req-1a3c393b-3b4d-4884-bb2a-cf3c579c3237 tempest-TestMinimumBasicScenario-378624070 tempest-TestMinimumBasicScenario-378624070-project] 10.222.0.26 "GET /v2.0/security-groups?id=24bdfb14-df95-4ed7-9a95-35534319551e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503459 Apr 01 14:08:09.015141 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ab7f15-e2a2-4165-a888-ec09eef5ba55 req-34bb5668-a90e-4581-95d3-dff51db8185b tempest-TestMinimumBasicScenario-378624070 tempest-TestMinimumBasicScenario-378624070-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:08:09.016681 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-36ab7f15-e2a2-4165-a888-ec09eef5ba55 req-34bb5668-a90e-4581-95d3-dff51db8185b tempest-TestMinimumBasicScenario-378624070 tempest-TestMinimumBasicScenario-378624070-project] 10.222.0.26 "GET /v2.0/ports?device_id=688ffcdc-406f-48ed-92a4-ff4f85c5a7cf HTTP/1.1" status: 200 len: 946 time: 0.0847440 Apr 01 14:08:09.024278 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-a976a7b9-9034-41e6-be13-349b75ed1593 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:08:09.064003 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-36ab7f15-e2a2-4165-a888-ec09eef5ba55 req-16a60d5a-035d-4dfd-97f2-f4f8c22cbda5 tempest-TestMinimumBasicScenario-378624070 tempest-TestMinimumBasicScenario-378624070-project] 10.222.0.26 "GET /v2.0/security-groups?id=24bdfb14-df95-4ed7-9a95-35534319551e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404999 Apr 01 14:08:09.986001 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.agents_db [None req-bdd220c7-049a-43d2-a923-ad1a2de078c6 None None] Agent healthcheck: found 6 active agents {{(pid=83873) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 01 14:08:19.368783 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf7ef59-e08f-4368-8862-22119c96f73e req-bbda79d3-44c0-43d8-b091-11ccccc2d7ef tempest-TestMinimumBasicScenario-378624070 tempest-TestMinimumBasicScenario-378624070-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:08:19.370239 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-0cf7ef59-e08f-4368-8862-22119c96f73e req-bbda79d3-44c0-43d8-b091-11ccccc2d7ef tempest-TestMinimumBasicScenario-378624070 tempest-TestMinimumBasicScenario-378624070-project] 10.222.0.26 "GET /v2.0/ports?device_id=688ffcdc-406f-48ed-92a4-ff4f85c5a7cf HTTP/1.1" status: 200 len: 946 time: 0.0799227 Apr 01 14:08:19.417147 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-0cf7ef59-e08f-4368-8862-22119c96f73e req-db0a1cde-fc51-4769-9610-0028f8939f0d tempest-TestMinimumBasicScenario-378624070 tempest-TestMinimumBasicScenario-378624070-project] 10.222.0.26 "GET /v2.0/security-groups?id=24bdfb14-df95-4ed7-9a95-35534319551e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412068 Apr 01 14:08:19.446219 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 34750) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:08:19.596507 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-eb99a2d4-c5b7-4f39-b0f3-670de3b3fb1f tempest-TestMinimumBasicScenario-723383737 tempest-TestMinimumBasicScenario-723383737-project-admin] Synchronizing usage tracker for tenant:3a472194acd94e7fa240e26ce2783b8b on resource:port {{(pid=83871) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 14:08:19.620182 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-eb99a2d4-c5b7-4f39-b0f3-670de3b3fb1f tempest-TestMinimumBasicScenario-723383737 tempest-TestMinimumBasicScenario-723383737-project-admin] Unset dirty status for tenant:3a472194acd94e7fa240e26ce2783b8b on resource:port {{(pid=83871) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 14:08:19.621457 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-eb99a2d4-c5b7-4f39-b0f3-670de3b3fb1f tempest-TestMinimumBasicScenario-723383737 tempest-TestMinimumBasicScenario-723383737-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=688ffcdc-406f-48ed-92a4-ff4f85c5a7cf HTTP/1.1" status: 200 len: 1094 time: 0.1741767 Apr 01 14:08:19.625512 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 34756) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:08:19.633227 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.v2.base [None req-f83983ce-c117-4e25-ac42-c28d50beb29a tempest-TestMinimumBasicScenario-378624070 tempest-TestMinimumBasicScenario-378624070-project] Request body: {'floatingip': {'floating_network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'port_id': '26598bd5-b609-442b-9726-b518ff99987d', 'tenant_id': '43d1a53542d742b3b20a00f72a8ff197', 'fixed_ip_address': '172.20.0.13'}} {{(pid=83871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 14:08:19.639454 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-f83983ce-c117-4e25-ac42-c28d50beb29a tempest-TestMinimumBasicScenario-378624070 tempest-TestMinimumBasicScenario-378624070-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 14:08:19.643549 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-f83983ce-c117-4e25-ac42-c28d50beb29a tempest-TestMinimumBasicScenario-378624070 tempest-TestMinimumBasicScenario-378624070-project] Usage tracker for resource:floatingip and tenant:43d1a53542d742b3b20a00f72a8ff197 is out of sync, need to count used quota {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 14:08:19.646736 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-f83983ce-c117-4e25-ac42-c28d50beb29a tempest-TestMinimumBasicScenario-378624070 tempest-TestMinimumBasicScenario-378624070-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 14:08:19.652746 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-f83983ce-c117-4e25-ac42-c28d50beb29a tempest-TestMinimumBasicScenario-378624070 tempest-TestMinimumBasicScenario-378624070-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 14:08:19.663318 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-f83983ce-c117-4e25-ac42-c28d50beb29a tempest-TestMinimumBasicScenario-378624070 tempest-TestMinimumBasicScenario-378624070-project] Notify callbacks [] for floatingip, before_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:08:19.806277 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-f83983ce-c117-4e25-ac42-c28d50beb29a tempest-TestMinimumBasicScenario-378624070 tempest-TestMinimumBasicScenario-378624070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:08:19.948864 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.db_base_plugin_common [None req-f83983ce-c117-4e25-ac42-c28d50beb29a tempest-TestMinimumBasicScenario-378624070 tempest-TestMinimumBasicScenario-378624070-project] Allocated IP 172.26.5.17 (725864b8-cceb-48c9-b5d3-1bfc4423e301/e2ed99db-0e25-4971-b535-7fa69231fae8/dfea3fe5-22bc-4e35-beb7-0bcd052c411e) {{(pid=83871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 14:08:20.102529 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-f83983ce-c117-4e25-ac42-c28d50beb29a tempest-TestMinimumBasicScenario-378624070 tempest-TestMinimumBasicScenario-378624070-project] Notify callbacks [] for port, precommit_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:08:20.132062 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-f83983ce-c117-4e25-ac42-c28d50beb29a tempest-TestMinimumBasicScenario-378624070 tempest-TestMinimumBasicScenario-378624070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736732935801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2743125'] for port, after_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:08:20.204231 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f83983ce-c117-4e25-ac42-c28d50beb29a tempest-TestMinimumBasicScenario-378624070 tempest-TestMinimumBasicScenario-378624070-project] Network 725864b8-cceb-48c9-b5d3-1bfc4423e301 is already hosted by enough agents. {{(pid=83871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 14:08:20.207468 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.scheduler.base_scheduler [None req-f83983ce-c117-4e25-ac42-c28d50beb29a tempest-TestMinimumBasicScenario-378624070 tempest-TestMinimumBasicScenario-378624070-project] Resources bound (agent type, host, resource id): {{(pid=83871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 14:08:20.210119 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f83983ce-c117-4e25-ac42-c28d50beb29a tempest-TestMinimumBasicScenario-378624070 tempest-TestMinimumBasicScenario-378624070-project] Received port after_create {{(pid=83871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 14:08:20.241771 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83983ce-c117-4e25-ac42-c28d50beb29a tempest-TestMinimumBasicScenario-378624070 tempest-TestMinimumBasicScenario-378624070-project] Pushing event updated for resources: {'Port': ['ID=dfea3fe5-22bc-4e35-beb7-0bcd052c411e,revision_number=1']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:08:20.264846 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f83983ce-c117-4e25-ac42-c28d50beb29a tempest-TestMinimumBasicScenario-378624070 tempest-TestMinimumBasicScenario-378624070-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:08:20.265175 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f83983ce-c117-4e25-ac42-c28d50beb29a tempest-TestMinimumBasicScenario-378624070 tempest-TestMinimumBasicScenario-378624070-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:08:20.265489 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f83983ce-c117-4e25-ac42-c28d50beb29a tempest-TestMinimumBasicScenario-378624070 tempest-TestMinimumBasicScenario-378624070-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:08:20.265812 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f83983ce-c117-4e25-ac42-c28d50beb29a tempest-TestMinimumBasicScenario-378624070 tempest-TestMinimumBasicScenario-378624070-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:08:20.266129 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f83983ce-c117-4e25-ac42-c28d50beb29a tempest-TestMinimumBasicScenario-378624070 tempest-TestMinimumBasicScenario-378624070-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:08:20.266443 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f83983ce-c117-4e25-ac42-c28d50beb29a tempest-TestMinimumBasicScenario-378624070 tempest-TestMinimumBasicScenario-378624070-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:08:20.266758 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f83983ce-c117-4e25-ac42-c28d50beb29a tempest-TestMinimumBasicScenario-378624070 tempest-TestMinimumBasicScenario-378624070-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:08:20.267071 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f83983ce-c117-4e25-ac42-c28d50beb29a tempest-TestMinimumBasicScenario-378624070 tempest-TestMinimumBasicScenario-378624070-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:08:20.267406 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f83983ce-c117-4e25-ac42-c28d50beb29a tempest-TestMinimumBasicScenario-378624070 tempest-TestMinimumBasicScenario-378624070-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:08:20.267717 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f83983ce-c117-4e25-ac42-c28d50beb29a tempest-TestMinimumBasicScenario-378624070 tempest-TestMinimumBasicScenario-378624070-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:08:20.268021 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f83983ce-c117-4e25-ac42-c28d50beb29a tempest-TestMinimumBasicScenario-378624070 tempest-TestMinimumBasicScenario-378624070-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:08:20.900874 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-f83983ce-c117-4e25-ac42-c28d50beb29a tempest-TestMinimumBasicScenario-378624070 tempest-TestMinimumBasicScenario-378624070-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:08:20.967081 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-f83983ce-c117-4e25-ac42-c28d50beb29a tempest-TestMinimumBasicScenario-378624070 tempest-TestMinimumBasicScenario-378624070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:08:21.204022 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-f83983ce-c117-4e25-ac42-c28d50beb29a tempest-TestMinimumBasicScenario-378624070 tempest-TestMinimumBasicScenario-378624070-project] Notify callbacks [] for port, precommit_update {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:08:21.211776 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-f83983ce-c117-4e25-ac42-c28d50beb29a tempest-TestMinimumBasicScenario-378624070 tempest-TestMinimumBasicScenario-378624070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2743106'] for port, after_update {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:08:21.327195 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83983ce-c117-4e25-ac42-c28d50beb29a tempest-TestMinimumBasicScenario-378624070 tempest-TestMinimumBasicScenario-378624070-project] Pushing event updated for resources: {'Port': ['ID=dfea3fe5-22bc-4e35-beb7-0bcd052c411e,revision_number=2']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:08:21.347985 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-f83983ce-c117-4e25-ac42-c28d50beb29a tempest-TestMinimumBasicScenario-378624070 tempest-TestMinimumBasicScenario-378624070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4084747'] for floatingip, after_update {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:08:21.552016 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.db.l3_db [None req-f83983ce-c117-4e25-ac42-c28d50beb29a tempest-TestMinimumBasicScenario-378624070 tempest-TestMinimumBasicScenario-378624070-project] Floating IP c1eb85f7-e95a-4e4b-b4e3-78496314cfab associated. External IP: 172.26.5.17, port: 26598bd5-b609-442b-9726-b518ff99987d. Apr 01 14:08:21.982795 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f83983ce-c117-4e25-ac42-c28d50beb29a tempest-TestMinimumBasicScenario-378624070 tempest-TestMinimumBasicScenario-378624070-project] Router 01bf2165-37a9-4ed4-a360-d25703e984b5 has already been hosted by L3 agent 88bf8fc8-11a3-4e96-9d1b-5fd93ba9f6f1 {{(pid=83871) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 14:08:22.303659 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f83983ce-c117-4e25-ac42-c28d50beb29a tempest-TestMinimumBasicScenario-378624070 tempest-TestMinimumBasicScenario-378624070-project] Notify agent at l3_agent.dv-neutron-836180-1-hyperv the message routers_updated {{(pid=83871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 14:08:22.314278 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6eaa99dc-d7e8-4fc9-b62d-69217fd0f591 None None] Sync routers for ids ['01bf2165-37a9-4ed4-a360-d25703e984b5'] in dv-neutron-836180-1-hyperv {{(pid=83873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 14:08:22.327664 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6eaa99dc-d7e8-4fc9-b62d-69217fd0f591 None None] Routers {'01bf2165-37a9-4ed4-a360-d25703e984b5'} bound to L3 agent in host dv-neutron-836180-1-hyperv {{(pid=83873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 14:08:22.328513 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-6eaa99dc-d7e8-4fc9-b62d-69217fd0f591 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836180-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T13:25:36Z,description=,heartbeat_timestamp=2022-04-01T14:08:06Z,host='dv-neutron-836180-1-hyperv',id=88bf8fc8-11a3-4e96-9d1b-5fd93ba9f6f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T13:25:36Z,topic='l3_agent')) {'router_ids': ['01bf2165-37a9-4ed4-a360-d25703e984b5'], 'active': True} {{(pid=83873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 14:08:22.332503 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-f83983ce-c117-4e25-ac42-c28d50beb29a tempest-TestMinimumBasicScenario-378624070 tempest-TestMinimumBasicScenario-378624070-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109561'] for floatingip, before_response {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:08:22.392036 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-f83983ce-c117-4e25-ac42-c28d50beb29a tempest-TestMinimumBasicScenario-378624070 tempest-TestMinimumBasicScenario-378624070-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.7649851 Apr 01 14:08:22.393039 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '688ffcdc-406f-48ed-92a4-ff4f85c5a7cf', 'tag': '26598bd5-b609-442b-9726-b518ff99987d'}] {{(pid=83871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 14:08:22.395068 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 34760) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:08:22.402779 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.v2.base [None req-dca6ac17-a7dd-4816-87bc-b149ca4e248e tempest-TestMinimumBasicScenario-378624070 tempest-TestMinimumBasicScenario-378624070-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-832165368', 'description': 'tempest-secgroup-smoke-832165368 description', 'project_id': '43d1a53542d742b3b20a00f72a8ff197'}} {{(pid=83869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 14:08:22.410468 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-dca6ac17-a7dd-4816-87bc-b149ca4e248e tempest-TestMinimumBasicScenario-378624070 tempest-TestMinimumBasicScenario-378624070-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 14:08:22.423444 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-dca6ac17-a7dd-4816-87bc-b149ca4e248e tempest-TestMinimumBasicScenario-378624070 tempest-TestMinimumBasicScenario-378624070-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 14:08:22.434734 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-dca6ac17-a7dd-4816-87bc-b149ca4e248e tempest-TestMinimumBasicScenario-378624070 tempest-TestMinimumBasicScenario-378624070-project] Notify callbacks [] for security_group, before_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:08:22.477327 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-dca6ac17-a7dd-4816-87bc-b149ca4e248e tempest-TestMinimumBasicScenario-378624070 tempest-TestMinimumBasicScenario-378624070-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 14:08:22.481305 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-dca6ac17-a7dd-4816-87bc-b149ca4e248e tempest-TestMinimumBasicScenario-378624070 tempest-TestMinimumBasicScenario-378624070-project] Usage tracker for resource:security_group_rule and tenant:43d1a53542d742b3b20a00f72a8ff197 is out of sync, need to count used quota {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 14:08:22.484328 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-dca6ac17-a7dd-4816-87bc-b149ca4e248e tempest-TestMinimumBasicScenario-378624070 tempest-TestMinimumBasicScenario-378624070-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 14:08:22.490928 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-dca6ac17-a7dd-4816-87bc-b149ca4e248e tempest-TestMinimumBasicScenario-378624070 tempest-TestMinimumBasicScenario-378624070-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 14:08:22.522401 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_dvr_db [None req-6eaa99dc-d7e8-4fc9-b62d-69217fd0f591 None None] Set router 01bf2165-37a9-4ed4-a360-d25703e984b5 gateway port host: dv-neutron-836180-1-hyperv {{(pid=83873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 14:08:22.553057 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-dca6ac17-a7dd-4816-87bc-b149ca4e248e tempest-TestMinimumBasicScenario-378624070 tempest-TestMinimumBasicScenario-378624070-project] Notify callbacks [] for security_group, precommit_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:08:22.559333 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-dca6ac17-a7dd-4816-87bc-b149ca4e248e tempest-TestMinimumBasicScenario-378624070 tempest-TestMinimumBasicScenario-378624070-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3775923'] for security_group, after_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:08:22.599727 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-dca6ac17-a7dd-4816-87bc-b149ca4e248e tempest-TestMinimumBasicScenario-378624070 tempest-TestMinimumBasicScenario-378624070-project] Notify callbacks [] for security_group, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:08:22.604254 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-dca6ac17-a7dd-4816-87bc-b149ca4e248e tempest-TestMinimumBasicScenario-378624070 tempest-TestMinimumBasicScenario-378624070-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.2049866 Apr 01 14:08:22.604631 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 34768) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:08:22.610310 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.v2.base [None req-713b7be0-ecd8-4734-b2dd-fef73e94f85f tempest-TestMinimumBasicScenario-378624070 tempest-TestMinimumBasicScenario-378624070-project] Request body: {'security_group_rule': {'security_group_id': '10ffe314-332d-4fdb-a8ae-64079680dcf5', 'project_id': '43d1a53542d742b3b20a00f72a8ff197', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 14:08:22.621645 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-713b7be0-ecd8-4734-b2dd-fef73e94f85f tempest-TestMinimumBasicScenario-378624070 tempest-TestMinimumBasicScenario-378624070-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 14:08:22.626135 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca6ac17-a7dd-4816-87bc-b149ca4e248e tempest-TestMinimumBasicScenario-378624070 tempest-TestMinimumBasicScenario-378624070-project] Pushing event updated for resources: {'SecurityGroup': ['ID=10ffe314-332d-4fdb-a8ae-64079680dcf5,revision_number=1']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:08:22.628057 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-713b7be0-ecd8-4734-b2dd-fef73e94f85f tempest-TestMinimumBasicScenario-378624070 tempest-TestMinimumBasicScenario-378624070-project] Usage tracker for resource:security_group_rule and tenant:43d1a53542d742b3b20a00f72a8ff197 is out of sync, need to count used quota {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 14:08:22.634278 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-713b7be0-ecd8-4734-b2dd-fef73e94f85f tempest-TestMinimumBasicScenario-378624070 tempest-TestMinimumBasicScenario-378624070-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 14:08:22.636126 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dca6ac17-a7dd-4816-87bc-b149ca4e248e tempest-TestMinimumBasicScenario-378624070 tempest-TestMinimumBasicScenario-378624070-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:08:22.636810 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dca6ac17-a7dd-4816-87bc-b149ca4e248e tempest-TestMinimumBasicScenario-378624070 tempest-TestMinimumBasicScenario-378624070-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:08:22.637216 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dca6ac17-a7dd-4816-87bc-b149ca4e248e tempest-TestMinimumBasicScenario-378624070 tempest-TestMinimumBasicScenario-378624070-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:08:22.638053 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dca6ac17-a7dd-4816-87bc-b149ca4e248e tempest-TestMinimumBasicScenario-378624070 tempest-TestMinimumBasicScenario-378624070-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:08:22.638053 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dca6ac17-a7dd-4816-87bc-b149ca4e248e tempest-TestMinimumBasicScenario-378624070 tempest-TestMinimumBasicScenario-378624070-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:08:22.638270 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dca6ac17-a7dd-4816-87bc-b149ca4e248e tempest-TestMinimumBasicScenario-378624070 tempest-TestMinimumBasicScenario-378624070-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:08:22.638743 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dca6ac17-a7dd-4816-87bc-b149ca4e248e tempest-TestMinimumBasicScenario-378624070 tempest-TestMinimumBasicScenario-378624070-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:08:22.639128 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '688ffcdc-406f-48ed-92a4-ff4f85c5a7cf', 'tag': '26598bd5-b609-442b-9726-b518ff99987d', 'status': 'completed', 'code': 200} Apr 01 14:08:22.639252 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dca6ac17-a7dd-4816-87bc-b149ca4e248e tempest-TestMinimumBasicScenario-378624070 tempest-TestMinimumBasicScenario-378624070-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:08:22.639665 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dca6ac17-a7dd-4816-87bc-b149ca4e248e tempest-TestMinimumBasicScenario-378624070 tempest-TestMinimumBasicScenario-378624070-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:08:22.640047 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dca6ac17-a7dd-4816-87bc-b149ca4e248e tempest-TestMinimumBasicScenario-378624070 tempest-TestMinimumBasicScenario-378624070-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:08:22.640488 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dca6ac17-a7dd-4816-87bc-b149ca4e248e tempest-TestMinimumBasicScenario-378624070 tempest-TestMinimumBasicScenario-378624070-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:08:22.643110 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-713b7be0-ecd8-4734-b2dd-fef73e94f85f tempest-TestMinimumBasicScenario-378624070 tempest-TestMinimumBasicScenario-378624070-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 14:08:22.672408 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-713b7be0-ecd8-4734-b2dd-fef73e94f85f tempest-TestMinimumBasicScenario-378624070 tempest-TestMinimumBasicScenario-378624070-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:08:22.737882 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-713b7be0-ecd8-4734-b2dd-fef73e94f85f tempest-TestMinimumBasicScenario-378624070 tempest-TestMinimumBasicScenario-378624070-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:08:22.742623 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-713b7be0-ecd8-4734-b2dd-fef73e94f85f tempest-TestMinimumBasicScenario-378624070 tempest-TestMinimumBasicScenario-378624070-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3775744'] for security_group_rule, after_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:08:22.743295 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-a432e04c-e119-4707-9a72-def717d821ae req-196c5a9c-4822-4a62-a7f6-f2e99071d43e service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=43d1a53542d742b3b20a00f72a8ff197&device_id=688ffcdc-406f-48ed-92a4-ff4f85c5a7cf HTTP/1.1" status: 200 len: 1099 time: 0.0773950 Apr 01 14:08:22.769723 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-713b7be0-ecd8-4734-b2dd-fef73e94f85f tempest-TestMinimumBasicScenario-378624070 tempest-TestMinimumBasicScenario-378624070-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6be62e8d-ca10-4889-a72f-fe46c50ecf63,revision_number=0']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:08:22.782033 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-713b7be0-ecd8-4734-b2dd-fef73e94f85f tempest-TestMinimumBasicScenario-378624070 tempest-TestMinimumBasicScenario-378624070-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:08:22.783454 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-713b7be0-ecd8-4734-b2dd-fef73e94f85f tempest-TestMinimumBasicScenario-378624070 tempest-TestMinimumBasicScenario-378624070-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1777632 Apr 01 14:08:22.788725 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 34772) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:08:22.795873 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.v2.base [None req-6c02fef5-07c6-437b-995a-c04ea0e5c238 tempest-TestMinimumBasicScenario-378624070 tempest-TestMinimumBasicScenario-378624070-project] Request body: {'security_group_rule': {'security_group_id': '10ffe314-332d-4fdb-a8ae-64079680dcf5', 'project_id': '43d1a53542d742b3b20a00f72a8ff197', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 14:08:22.803308 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-6c02fef5-07c6-437b-995a-c04ea0e5c238 tempest-TestMinimumBasicScenario-378624070 tempest-TestMinimumBasicScenario-378624070-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 14:08:22.809724 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-6c02fef5-07c6-437b-995a-c04ea0e5c238 tempest-TestMinimumBasicScenario-378624070 tempest-TestMinimumBasicScenario-378624070-project] Usage tracker for resource:security_group_rule and tenant:43d1a53542d742b3b20a00f72a8ff197 is out of sync, need to count used quota {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 14:08:22.813243 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-6c02fef5-07c6-437b-995a-c04ea0e5c238 tempest-TestMinimumBasicScenario-378624070 tempest-TestMinimumBasicScenario-378624070-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 14:08:22.821103 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-6c02fef5-07c6-437b-995a-c04ea0e5c238 tempest-TestMinimumBasicScenario-378624070 tempest-TestMinimumBasicScenario-378624070-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 14:08:22.847739 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-6c02fef5-07c6-437b-995a-c04ea0e5c238 tempest-TestMinimumBasicScenario-378624070 tempest-TestMinimumBasicScenario-378624070-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:08:22.921130 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a432e04c-e119-4707-9a72-def717d821ae req-46eb5931-68ff-4744-bef1-d1ece3cace2d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:08:22.922354 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-a432e04c-e119-4707-9a72-def717d821ae req-46eb5931-68ff-4744-bef1-d1ece3cace2d service neutron] 10.222.0.57 "GET /v2.0/networks?id=cd13d530-ed35-4222-8bdd-09fdd6c05830 HTTP/1.1" status: 200 len: 914 time: 0.1726027 Apr 01 14:08:22.931041 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-6c02fef5-07c6-437b-995a-c04ea0e5c238 tempest-TestMinimumBasicScenario-378624070 tempest-TestMinimumBasicScenario-378624070-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:08:22.934948 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-6c02fef5-07c6-437b-995a-c04ea0e5c238 tempest-TestMinimumBasicScenario-378624070 tempest-TestMinimumBasicScenario-378624070-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3775744'] for security_group_rule, after_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:08:22.959168 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c02fef5-07c6-437b-995a-c04ea0e5c238 tempest-TestMinimumBasicScenario-378624070 tempest-TestMinimumBasicScenario-378624070-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7c0f515c-64ff-43a4-b8b4-7a05a5183e92,revision_number=0']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:08:22.970519 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-6c02fef5-07c6-437b-995a-c04ea0e5c238 tempest-TestMinimumBasicScenario-378624070 tempest-TestMinimumBasicScenario-378624070-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:08:22.972589 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-6c02fef5-07c6-437b-995a-c04ea0e5c238 tempest-TestMinimumBasicScenario-378624070 tempest-TestMinimumBasicScenario-378624070-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1827302 Apr 01 14:08:22.975498 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 34776) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:08:22.980742 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-6eaa99dc-d7e8-4fc9-b62d-69217fd0f591 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01bf2165-37a9-4ed4-a360-d25703e984b5', 'name': 'tempest-TestMinimumBasicScenario-74095088-router', 'tenant_id': '43d1a53542d742b3b20a00f72a8ff197', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'external_fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.181'}], 'enable_snat': True}, 'gw_port_id': '8f6215e3-8646-43d6-b42b-86ddbacd511b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T14:07:27Z', 'updated_at': '2022-04-01T14:07:30Z', 'revision_number': 4, 'project_id': '43d1a53542d742b3b20a00f72a8ff197', 'gw_port': {'id': '8f6215e3-8646-43d6-b42b-86ddbacd511b', 'name': '', 'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:b1:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01bf2165-37a9-4ed4-a360-d25703e984b5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836180-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T14:07:27Z', 'updated_at': '2022-04-01T14:07:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836180-1-hyperv', '_floatingips': [{'id': 'c1eb85f7-e95a-4e4b-b4e3-78496314cfab', 'tenant_id': '43d1a53542d742b3b20a00f72a8ff197', 'floating_ip_address': '172.26.5.17', 'floating_network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'router_id': '01bf2165-37a9-4ed4-a360-d25703e984b5', 'port_id': '26598bd5-b609-442b-9726-b518ff99987d', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cd13d530-ed35-4222-8bdd-09fdd6c05830', 'mac_address': 'fa:16:3e:5b:1b:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '688ffcdc-406f-48ed-92a4-ff4f85c5a7cf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T14:08:20Z', 'updated_at': '2022-04-01T14:08:20Z', 'revision_number': 0, 'project_id': '43d1a53542d742b3b20a00f72a8ff197', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e2548676-1eb9-44e3-a07c-dff5f0be7438', 'name': '', 'network_id': 'cd13d530-ed35-4222-8bdd-09fdd6c05830', 'tenant_id': '43d1a53542d742b3b20a00f72a8ff197', 'mac_address': 'fa:16:3e:f4:c3:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01bf2165-37a9-4ed4-a360-d25703e984b5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1cdbc714-b945-4e1b-b302-614d14120838', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836180-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T14:07:29Z', 'updated_at': '2022-04-01T14:07:39Z', 'revision_number': 5, 'project_id': '43d1a53542d742b3b20a00f72a8ff197', 'subnets': [{'id': '1cdbc714-b945-4e1b-b302-614d14120838', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-836180-1-hyperv', False) {} {{(pid=83873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 14:08:22.981381 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.v2.base [None req-91fd1e4c-cd23-4c6c-a9e7-d89d03a40a6c tempest-TestMinimumBasicScenario-378624070 tempest-TestMinimumBasicScenario-378624070-project] Request body: {'security_group_rule': {'security_group_id': '10ffe314-332d-4fdb-a8ae-64079680dcf5', 'project_id': '43d1a53542d742b3b20a00f72a8ff197', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 14:08:22.987962 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-91fd1e4c-cd23-4c6c-a9e7-d89d03a40a6c tempest-TestMinimumBasicScenario-378624070 tempest-TestMinimumBasicScenario-378624070-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 14:08:22.989934 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6eaa99dc-d7e8-4fc9-b62d-69217fd0f591 None None] Checking router: 01bf2165-37a9-4ed4-a360-d25703e984b5 for host: dv-neutron-836180-1-hyperv {{(pid=83873) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 01 14:08:22.992455 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-91fd1e4c-cd23-4c6c-a9e7-d89d03a40a6c tempest-TestMinimumBasicScenario-378624070 tempest-TestMinimumBasicScenario-378624070-project] Usage tracker for resource:security_group_rule and tenant:43d1a53542d742b3b20a00f72a8ff197 is out of sync, need to count used quota {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 14:08:22.995437 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-91fd1e4c-cd23-4c6c-a9e7-d89d03a40a6c tempest-TestMinimumBasicScenario-378624070 tempest-TestMinimumBasicScenario-378624070-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 14:08:23.001439 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-91fd1e4c-cd23-4c6c-a9e7-d89d03a40a6c tempest-TestMinimumBasicScenario-378624070 tempest-TestMinimumBasicScenario-378624070-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 14:08:23.004092 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6eaa99dc-d7e8-4fc9-b62d-69217fd0f591 None None] Routers {'01bf2165-37a9-4ed4-a360-d25703e984b5'} bound to L3 agent in host dv-neutron-836180-1-hyperv {{(pid=83873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 14:08:23.004970 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-6eaa99dc-d7e8-4fc9-b62d-69217fd0f591 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836180-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T13:25:36Z,description=,heartbeat_timestamp=2022-04-01T14:08:06Z,host='dv-neutron-836180-1-hyperv',id=88bf8fc8-11a3-4e96-9d1b-5fd93ba9f6f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T13:25:36Z,topic='l3_agent')) {'router_ids': ['01bf2165-37a9-4ed4-a360-d25703e984b5'], 'active': True} {{(pid=83873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 14:08:23.024005 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-91fd1e4c-cd23-4c6c-a9e7-d89d03a40a6c tempest-TestMinimumBasicScenario-378624070 tempest-TestMinimumBasicScenario-378624070-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:08:23.061182 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-a432e04c-e119-4707-9a72-def717d821ae req-bdb604fd-11dc-4f10-b800-384c331eddcd service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=26598bd5-b609-442b-9726-b518ff99987d HTTP/1.1" status: 200 len: 999 time: 0.1311188 Apr 01 14:08:23.099964 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-91fd1e4c-cd23-4c6c-a9e7-d89d03a40a6c tempest-TestMinimumBasicScenario-378624070 tempest-TestMinimumBasicScenario-378624070-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:08:23.110466 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-91fd1e4c-cd23-4c6c-a9e7-d89d03a40a6c tempest-TestMinimumBasicScenario-378624070 tempest-TestMinimumBasicScenario-378624070-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3775744'] for security_group_rule, after_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:08:23.136846 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a432e04c-e119-4707-9a72-def717d821ae req-f23779f2-e766-4c36-8f36-6bd5e7ab8a25 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:08:23.138278 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-a432e04c-e119-4707-9a72-def717d821ae req-f23779f2-e766-4c36-8f36-6bd5e7ab8a25 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=1cdbc714-b945-4e1b-b302-614d14120838 HTTP/1.1" status: 200 len: 852 time: 0.0711184 Apr 01 14:08:23.146077 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-91fd1e4c-cd23-4c6c-a9e7-d89d03a40a6c tempest-TestMinimumBasicScenario-378624070 tempest-TestMinimumBasicScenario-378624070-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:08:23.147494 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-91fd1e4c-cd23-4c6c-a9e7-d89d03a40a6c tempest-TestMinimumBasicScenario-378624070 tempest-TestMinimumBasicScenario-378624070-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1707683 Apr 01 14:08:23.150124 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91fd1e4c-cd23-4c6c-a9e7-d89d03a40a6c tempest-TestMinimumBasicScenario-378624070 tempest-TestMinimumBasicScenario-378624070-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f61a2309-48e3-49a1-8136-ba7362fa6d18,revision_number=0']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:08:23.151035 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 34780) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:08:23.189707 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.v2.base [None req-9bdaa0db-82c6-4869-975e-52576e9f3fd7 tempest-TestMinimumBasicScenario-378624070 tempest-TestMinimumBasicScenario-378624070-project] Request body: {'security_group_rule': {'security_group_id': '10ffe314-332d-4fdb-a8ae-64079680dcf5', 'project_id': '43d1a53542d742b3b20a00f72a8ff197', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 14:08:23.200597 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-9bdaa0db-82c6-4869-975e-52576e9f3fd7 tempest-TestMinimumBasicScenario-378624070 tempest-TestMinimumBasicScenario-378624070-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 14:08:23.203610 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_dvr_db [None req-6eaa99dc-d7e8-4fc9-b62d-69217fd0f591 None None] Set router 01bf2165-37a9-4ed4-a360-d25703e984b5 gateway port host: dv-neutron-836180-1-hyperv {{(pid=83873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 14:08:23.207852 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-9bdaa0db-82c6-4869-975e-52576e9f3fd7 tempest-TestMinimumBasicScenario-378624070 tempest-TestMinimumBasicScenario-378624070-project] Usage tracker for resource:security_group_rule and tenant:43d1a53542d742b3b20a00f72a8ff197 is out of sync, need to count used quota {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 14:08:23.211375 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-9bdaa0db-82c6-4869-975e-52576e9f3fd7 tempest-TestMinimumBasicScenario-378624070 tempest-TestMinimumBasicScenario-378624070-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 14:08:23.218336 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-9bdaa0db-82c6-4869-975e-52576e9f3fd7 tempest-TestMinimumBasicScenario-378624070 tempest-TestMinimumBasicScenario-378624070-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 14:08:23.252729 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-9bdaa0db-82c6-4869-975e-52576e9f3fd7 tempest-TestMinimumBasicScenario-378624070 tempest-TestMinimumBasicScenario-378624070-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:08:23.284007 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-a432e04c-e119-4707-9a72-def717d821ae req-00a052c8-2ac1-4886-8507-3c346e8cc999 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=cd13d530-ed35-4222-8bdd-09fdd6c05830&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1381390 Apr 01 14:08:23.422228 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-9bdaa0db-82c6-4869-975e-52576e9f3fd7 tempest-TestMinimumBasicScenario-378624070 tempest-TestMinimumBasicScenario-378624070-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:08:23.433211 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-9bdaa0db-82c6-4869-975e-52576e9f3fd7 tempest-TestMinimumBasicScenario-378624070 tempest-TestMinimumBasicScenario-378624070-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3775744'] for security_group_rule, after_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:08:23.478743 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bdaa0db-82c6-4869-975e-52576e9f3fd7 tempest-TestMinimumBasicScenario-378624070 tempest-TestMinimumBasicScenario-378624070-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f0d81123-2dc6-4920-807d-74b27ff93343,revision_number=0']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:08:23.485184 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-a432e04c-e119-4707-9a72-def717d821ae req-db9d3422-19b5-44f9-a453-1cf2fbf72e10 service neutron] 10.222.0.57 "GET /v2.0/networks/cd13d530-ed35-4222-8bdd-09fdd6c05830?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1902390 Apr 01 14:08:23.486196 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-9bdaa0db-82c6-4869-975e-52576e9f3fd7 tempest-TestMinimumBasicScenario-378624070 tempest-TestMinimumBasicScenario-378624070-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:08:23.488832 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-9bdaa0db-82c6-4869-975e-52576e9f3fd7 tempest-TestMinimumBasicScenario-378624070 tempest-TestMinimumBasicScenario-378624070-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.3076837 Apr 01 14:08:23.490565 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 34784) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:08:23.497306 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.v2.base [None req-28768798-338a-415d-b166-0a6a757bc04f tempest-TestMinimumBasicScenario-378624070 tempest-TestMinimumBasicScenario-378624070-project] Request body: {'security_group_rule': {'security_group_id': '10ffe314-332d-4fdb-a8ae-64079680dcf5', 'project_id': '43d1a53542d742b3b20a00f72a8ff197', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 14:08:23.526344 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-28768798-338a-415d-b166-0a6a757bc04f tempest-TestMinimumBasicScenario-378624070 tempest-TestMinimumBasicScenario-378624070-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 14:08:23.580840 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-28768798-338a-415d-b166-0a6a757bc04f tempest-TestMinimumBasicScenario-378624070 tempest-TestMinimumBasicScenario-378624070-project] Usage tracker for resource:security_group_rule and tenant:43d1a53542d742b3b20a00f72a8ff197 is out of sync, need to count used quota {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 14:08:23.588228 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-28768798-338a-415d-b166-0a6a757bc04f tempest-TestMinimumBasicScenario-378624070 tempest-TestMinimumBasicScenario-378624070-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 14:08:23.603070 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-28768798-338a-415d-b166-0a6a757bc04f tempest-TestMinimumBasicScenario-378624070 tempest-TestMinimumBasicScenario-378624070-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 14:08:23.611131 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-6eaa99dc-d7e8-4fc9-b62d-69217fd0f591 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01bf2165-37a9-4ed4-a360-d25703e984b5', 'name': 'tempest-TestMinimumBasicScenario-74095088-router', 'tenant_id': '43d1a53542d742b3b20a00f72a8ff197', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'external_fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.181'}], 'enable_snat': True}, 'gw_port_id': '8f6215e3-8646-43d6-b42b-86ddbacd511b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T14:07:27Z', 'updated_at': '2022-04-01T14:07:30Z', 'revision_number': 4, 'project_id': '43d1a53542d742b3b20a00f72a8ff197', 'gw_port': {'id': '8f6215e3-8646-43d6-b42b-86ddbacd511b', 'name': '', 'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:b1:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01bf2165-37a9-4ed4-a360-d25703e984b5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836180-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T14:07:27Z', 'updated_at': '2022-04-01T14:07:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836180-1-hyperv', '_floatingips': [{'id': 'c1eb85f7-e95a-4e4b-b4e3-78496314cfab', 'tenant_id': '43d1a53542d742b3b20a00f72a8ff197', 'floating_ip_address': '172.26.5.17', 'floating_network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'router_id': '01bf2165-37a9-4ed4-a360-d25703e984b5', 'port_id': '26598bd5-b609-442b-9726-b518ff99987d', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cd13d530-ed35-4222-8bdd-09fdd6c05830', 'mac_address': 'fa:16:3e:5b:1b:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '688ffcdc-406f-48ed-92a4-ff4f85c5a7cf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T14:08:20Z', 'updated_at': '2022-04-01T14:08:20Z', 'revision_number': 0, 'project_id': '43d1a53542d742b3b20a00f72a8ff197', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e2548676-1eb9-44e3-a07c-dff5f0be7438', 'name': '', 'network_id': 'cd13d530-ed35-4222-8bdd-09fdd6c05830', 'tenant_id': '43d1a53542d742b3b20a00f72a8ff197', 'mac_address': 'fa:16:3e:f4:c3:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01bf2165-37a9-4ed4-a360-d25703e984b5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1cdbc714-b945-4e1b-b302-614d14120838', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836180-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T14:07:29Z', 'updated_at': '2022-04-01T14:07:39Z', 'revision_number': 5, 'project_id': '43d1a53542d742b3b20a00f72a8ff197', 'subnets': [{'id': '1cdbc714-b945-4e1b-b302-614d14120838', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-836180-1-hyperv', False) {} {{(pid=83873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 14:08:23.616219 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6eaa99dc-d7e8-4fc9-b62d-69217fd0f591 None None] The sync data for ids ['01bf2165-37a9-4ed4-a360-d25703e984b5'] in dv-neutron-836180-1-hyperv is: [{'id': '01bf2165-37a9-4ed4-a360-d25703e984b5', 'name': 'tempest-TestMinimumBasicScenario-74095088-router', 'tenant_id': '43d1a53542d742b3b20a00f72a8ff197', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'external_fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.181'}], 'enable_snat': True}, 'gw_port_id': '8f6215e3-8646-43d6-b42b-86ddbacd511b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T14:07:27Z', 'updated_at': '2022-04-01T14:07:30Z', 'revision_number': 4, 'project_id': '43d1a53542d742b3b20a00f72a8ff197', 'gw_port': {'id': '8f6215e3-8646-43d6-b42b-86ddbacd511b', 'name': '', 'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:b1:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01bf2165-37a9-4ed4-a360-d25703e984b5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836180-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T14:07:27Z', 'updated_at': '2022-04-01T14:07:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836180-1-hyperv', '_floatingips': [{'id': 'c1eb85f7-e95a-4e4b-b4e3-78496314cfab', 'tenant_id': '43d1a53542d742b3b20a00f72a8ff197', 'floating_ip_address': '172.26.5.17', 'floating_network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'router_id': '01bf2165-37a9-4ed4-a360-d25703e984b5', 'port_id': '26598bd5-b609-442b-9726-b518ff99987d', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cd13d530-ed35-4222-8bdd-09fdd6c05830', 'mac_address': 'fa:16:3e:5b:1b:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '688ffcdc-406f-48ed-92a4-ff4f85c5a7cf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T14:08:20Z', 'updated_at': '2022-04-01T14:08:20Z', 'revision_number': 0, 'project_id': '43d1a53542d742b3b20a00f72a8ff197', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e2548676-1eb9-44e3-a07c-dff5f0be7438', 'name': '', 'network_id': 'cd13d530-ed35-4222-8bdd-09fdd6c05830', 'tenant_id': '43d1a53542d742b3b20a00f72a8ff197', 'mac_address': 'fa:16:3e:f4:c3:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01bf2165-37a9-4ed4-a360-d25703e984b5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1cdbc714-b945-4e1b-b302-614d14120838', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836180-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T14:07:29Z', 'updated_at': '2022-04-01T14:07:39Z', 'revision_number': 5, 'project_id': '43d1a53542d742b3b20a00f72a8ff197', 'subnets': [{'id': '1cdbc714-b945-4e1b-b302-614d14120838', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 14:08:23.623531 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.db.securitygroups_db [None req-28768798-338a-415d-b166-0a6a757bc04f tempest-TestMinimumBasicScenario-378624070 tempest-TestMinimumBasicScenario-378624070-project] Project 43d1a53542d742b3b20a00f72a8ff197 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 01 14:08:23.644741 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-28768798-338a-415d-b166-0a6a757bc04f tempest-TestMinimumBasicScenario-378624070 tempest-TestMinimumBasicScenario-378624070-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:08:23.702093 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-a432e04c-e119-4707-9a72-def717d821ae req-3707f82f-9d49-494a-9993-c0b5aa8827e3 service neutron] 10.222.0.57 "GET /v2.0/networks/cd13d530-ed35-4222-8bdd-09fdd6c05830?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2086914 Apr 01 14:08:23.758793 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-28768798-338a-415d-b166-0a6a757bc04f tempest-TestMinimumBasicScenario-378624070 tempest-TestMinimumBasicScenario-378624070-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:08:23.765299 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-28768798-338a-415d-b166-0a6a757bc04f tempest-TestMinimumBasicScenario-378624070 tempest-TestMinimumBasicScenario-378624070-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3775744'] for security_group_rule, after_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:08:23.794445 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28768798-338a-415d-b166-0a6a757bc04f tempest-TestMinimumBasicScenario-378624070 tempest-TestMinimumBasicScenario-378624070-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=73260933-980c-4995-a2a5-c584367d4889,revision_number=0']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:08:23.806743 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-28768798-338a-415d-b166-0a6a757bc04f tempest-TestMinimumBasicScenario-378624070 tempest-TestMinimumBasicScenario-378624070-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:08:23.808005 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-28768798-338a-415d-b166-0a6a757bc04f tempest-TestMinimumBasicScenario-378624070 tempest-TestMinimumBasicScenario-378624070-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.3164248 Apr 01 14:08:23.811207 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 34788) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:08:23.817289 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.v2.base [None req-8ec54afa-f75c-42bb-9e33-7ff1baa32dba tempest-TestMinimumBasicScenario-378624070 tempest-TestMinimumBasicScenario-378624070-project] Request body: {'security_group_rule': {'security_group_id': '10ffe314-332d-4fdb-a8ae-64079680dcf5', 'project_id': '43d1a53542d742b3b20a00f72a8ff197', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 14:08:23.823768 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-8ec54afa-f75c-42bb-9e33-7ff1baa32dba tempest-TestMinimumBasicScenario-378624070 tempest-TestMinimumBasicScenario-378624070-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 14:08:23.828030 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-8ec54afa-f75c-42bb-9e33-7ff1baa32dba tempest-TestMinimumBasicScenario-378624070 tempest-TestMinimumBasicScenario-378624070-project] Usage tracker for resource:security_group_rule and tenant:43d1a53542d742b3b20a00f72a8ff197 is out of sync, need to count used quota {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 14:08:23.831114 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-8ec54afa-f75c-42bb-9e33-7ff1baa32dba tempest-TestMinimumBasicScenario-378624070 tempest-TestMinimumBasicScenario-378624070-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 14:08:23.838216 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-8ec54afa-f75c-42bb-9e33-7ff1baa32dba tempest-TestMinimumBasicScenario-378624070 tempest-TestMinimumBasicScenario-378624070-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 14:08:23.852557 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.db.securitygroups_db [None req-8ec54afa-f75c-42bb-9e33-7ff1baa32dba tempest-TestMinimumBasicScenario-378624070 tempest-TestMinimumBasicScenario-378624070-project] Project 43d1a53542d742b3b20a00f72a8ff197 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 01 14:08:23.859580 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-8ec54afa-f75c-42bb-9e33-7ff1baa32dba tempest-TestMinimumBasicScenario-378624070 tempest-TestMinimumBasicScenario-378624070-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:08:23.882746 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5a8fc51-435a-47e3-8f5b-2a7d72ec3442 None None] New status for floating IP c1eb85f7-e95a-4e4b-b4e3-78496314cfab: ACTIVE {{(pid=83872) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 01 14:08:23.949527 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-8ec54afa-f75c-42bb-9e33-7ff1baa32dba tempest-TestMinimumBasicScenario-378624070 tempest-TestMinimumBasicScenario-378624070-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:08:23.954210 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-8ec54afa-f75c-42bb-9e33-7ff1baa32dba tempest-TestMinimumBasicScenario-378624070 tempest-TestMinimumBasicScenario-378624070-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3775744'] for security_group_rule, after_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:08:23.982895 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec54afa-f75c-42bb-9e33-7ff1baa32dba tempest-TestMinimumBasicScenario-378624070 tempest-TestMinimumBasicScenario-378624070-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7a3db5ed-cff5-4efe-97bd-2011e70751b6,revision_number=0']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:08:23.993286 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-8ec54afa-f75c-42bb-9e33-7ff1baa32dba tempest-TestMinimumBasicScenario-378624070 tempest-TestMinimumBasicScenario-378624070-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:08:23.994592 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-8ec54afa-f75c-42bb-9e33-7ff1baa32dba tempest-TestMinimumBasicScenario-378624070 tempest-TestMinimumBasicScenario-378624070-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1823051 Apr 01 14:08:24.139662 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-cdf35446-4f15-4f81-9bd1-afb02ce25dff req-9b99b265-15f2-4f6a-baf3-68c906ba1c2f tempest-TestMinimumBasicScenario-378624070 tempest-TestMinimumBasicScenario-378624070-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-832165368&fields=id&tenant_id=43d1a53542d742b3b20a00f72a8ff197 HTTP/1.1" status: 200 len: 267 time: 0.0438726 Apr 01 14:08:24.152506 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:08:24.224227 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf35446-4f15-4f81-9bd1-afb02ce25dff req-ba6acab3-8501-4b70-8d47-46f7406d92f7 tempest-TestMinimumBasicScenario-378624070 tempest-TestMinimumBasicScenario-378624070-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:08:24.225628 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-cdf35446-4f15-4f81-9bd1-afb02ce25dff req-ba6acab3-8501-4b70-8d47-46f7406d92f7 tempest-TestMinimumBasicScenario-378624070 tempest-TestMinimumBasicScenario-378624070-project] 10.222.0.26 "GET /v2.0/ports?device_id=688ffcdc-406f-48ed-92a4-ff4f85c5a7cf HTTP/1.1" status: 200 len: 946 time: 0.0803051 Apr 01 14:08:24.241453 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.v2.base [req-cdf35446-4f15-4f81-9bd1-afb02ce25dff req-308779f9-5b93-49cf-91ca-b65658d59a4b tempest-TestMinimumBasicScenario-378624070 tempest-TestMinimumBasicScenario-378624070-project] Request body: {'port': {'security_groups': ['24bdfb14-df95-4ed7-9a95-35534319551e', '10ffe314-332d-4fdb-a8ae-64079680dcf5']}} {{(pid=83871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 14:08:24.402198 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-cdf35446-4f15-4f81-9bd1-afb02ce25dff req-308779f9-5b93-49cf-91ca-b65658d59a4b tempest-TestMinimumBasicScenario-378624070 tempest-TestMinimumBasicScenario-378624070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:08:24.663300 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.db [req-cdf35446-4f15-4f81-9bd1-afb02ce25dff req-308779f9-5b93-49cf-91ca-b65658d59a4b tempest-TestMinimumBasicScenario-378624070 tempest-TestMinimumBasicScenario-378624070-project] For port 26598bd5-b609-442b-9726-b518ff99987d, host hv-neutron-8361, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8361',level=0,port_id=26598bd5-b609-442b-9726-b518ff99987d,segment=NetworkSegment(eabdb818-4a12-488b-8ccf-252b2416d6d3),segment_id=eabdb818-4a12-488b-8ccf-252b2416d6d3)] {{(pid=83871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 14:08:24.688582 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-cdf35446-4f15-4f81-9bd1-afb02ce25dff req-308779f9-5b93-49cf-91ca-b65658d59a4b tempest-TestMinimumBasicScenario-378624070 tempest-TestMinimumBasicScenario-378624070-project] Notify callbacks [] for port, precommit_update {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:08:24.694585 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-cdf35446-4f15-4f81-9bd1-afb02ce25dff req-308779f9-5b93-49cf-91ca-b65658d59a4b tempest-TestMinimumBasicScenario-378624070 tempest-TestMinimumBasicScenario-378624070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2743106'] for port, after_update {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:08:24.707260 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] get_ports_and_sgs() called for port_ids ['26598bd5-b609-442b-9726-b518ff99987d'] {{(pid=83872) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 01 14:08:24.783661 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf35446-4f15-4f81-9bd1-afb02ce25dff req-308779f9-5b93-49cf-91ca-b65658d59a4b tempest-TestMinimumBasicScenario-378624070 tempest-TestMinimumBasicScenario-378624070-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:08:24.784663 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-cdf35446-4f15-4f81-9bd1-afb02ce25dff req-308779f9-5b93-49cf-91ca-b65658d59a4b tempest-TestMinimumBasicScenario-378624070 tempest-TestMinimumBasicScenario-378624070-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109561'] for port, before_response {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:08:24.786394 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-cdf35446-4f15-4f81-9bd1-afb02ce25dff req-308779f9-5b93-49cf-91ca-b65658d59a4b tempest-TestMinimumBasicScenario-378624070 tempest-TestMinimumBasicScenario-378624070-project] 10.222.0.26 "PUT /v2.0/ports/26598bd5-b609-442b-9726-b518ff99987d HTTP/1.1" status: 200 len: 982 time: 0.5536804 Apr 01 14:08:24.786844 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '688ffcdc-406f-48ed-92a4-ff4f85c5a7cf', 'tag': '26598bd5-b609-442b-9726-b518ff99987d'}] {{(pid=83871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 14:08:24.826300 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-308779f9-5b93-49cf-91ca-b65658d59a4b tempest-TestMinimumBasicScenario-378624070 tempest-TestMinimumBasicScenario-378624070-project] Pushing event updated for resources: {'Port': ['ID=26598bd5-b609-442b-9726-b518ff99987d,revision_number=6']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:08:24.847842 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] get_ports_and_sgs() called for port_ids ['26598bd5-b609-442b-9726-b518ff99987d'] {{(pid=83872) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 01 14:08:24.899369 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '688ffcdc-406f-48ed-92a4-ff4f85c5a7cf', 'tag': '26598bd5-b609-442b-9726-b518ff99987d', 'status': 'completed', 'code': 200} Apr 01 14:08:25.096039 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-fcb63158-2614-4cb5-8835-b38478584a2f req-a8d6be34-0fd1-41d1-9ec3-ca7ed86f6f4b service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=43d1a53542d742b3b20a00f72a8ff197&device_id=688ffcdc-406f-48ed-92a4-ff4f85c5a7cf HTTP/1.1" status: 200 len: 1138 time: 0.1589470 Apr 01 14:08:25.133050 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bfc8811-2c23-4adb-8210-bea841f41124 req-30602814-4083-4878-84aa-7269ab67a42f tempest-TestMinimumBasicScenario-378624070 tempest-TestMinimumBasicScenario-378624070-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:08:25.134548 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-4bfc8811-2c23-4adb-8210-bea841f41124 req-30602814-4083-4878-84aa-7269ab67a42f tempest-TestMinimumBasicScenario-378624070 tempest-TestMinimumBasicScenario-378624070-project] 10.222.0.26 "GET /v2.0/ports?device_id=688ffcdc-406f-48ed-92a4-ff4f85c5a7cf HTTP/1.1" status: 200 len: 985 time: 0.1298339 Apr 01 14:08:25.249318 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-85d247cd-e248-4363-8f6f-8cc56b53f6c6 None None] Provisioning complete for port 26598bd5-b609-442b-9726-b518ff99987d triggered by entity DHCP. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 14:08:25.249886 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-85d247cd-e248-4363-8f6f-8cc56b53f6c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-948329'] for port, provisioning_complete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:08:25.272478 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [req-4bfc8811-2c23-4adb-8210-bea841f41124 req-b36798f7-bca6-476c-8a57-e3ad4561bcbb tempest-TestMinimumBasicScenario-378624070 tempest-TestMinimumBasicScenario-378624070-project] Synchronizing usage tracker for tenant:43d1a53542d742b3b20a00f72a8ff197 on resource:security_group {{(pid=83869) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 14:08:25.314954 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb63158-2614-4cb5-8835-b38478584a2f req-272f4be5-76a0-4ccd-9edb-007d970915aa service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:08:25.317584 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-fcb63158-2614-4cb5-8835-b38478584a2f req-272f4be5-76a0-4ccd-9edb-007d970915aa service neutron] 10.222.0.57 "GET /v2.0/networks?id=cd13d530-ed35-4222-8bdd-09fdd6c05830 HTTP/1.1" status: 200 len: 914 time: 0.2142293 Apr 01 14:08:25.318757 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [req-4bfc8811-2c23-4adb-8210-bea841f41124 req-b36798f7-bca6-476c-8a57-e3ad4561bcbb tempest-TestMinimumBasicScenario-378624070 tempest-TestMinimumBasicScenario-378624070-project] Unset dirty status for tenant:43d1a53542d742b3b20a00f72a8ff197 on resource:security_group {{(pid=83869) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 14:08:25.319849 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-4bfc8811-2c23-4adb-8210-bea841f41124 req-b36798f7-bca6-476c-8a57-e3ad4561bcbb tempest-TestMinimumBasicScenario-378624070 tempest-TestMinimumBasicScenario-378624070-project] 10.222.0.26 "GET /v2.0/security-groups?id=24bdfb14-df95-4ed7-9a95-35534319551e&id=10ffe314-332d-4fdb-a8ae-64079680dcf5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1297624 Apr 01 14:08:25.453452 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-fcb63158-2614-4cb5-8835-b38478584a2f req-d19267ac-d901-4411-8937-bf2e52362932 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=26598bd5-b609-442b-9726-b518ff99987d HTTP/1.1" status: 200 len: 1001 time: 0.1258314 Apr 01 14:08:25.531341 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb63158-2614-4cb5-8835-b38478584a2f req-6496ddd0-eed8-476f-b4d7-883e51f47840 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:08:25.532690 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-fcb63158-2614-4cb5-8835-b38478584a2f req-6496ddd0-eed8-476f-b4d7-883e51f47840 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=1cdbc714-b945-4e1b-b302-614d14120838 HTTP/1.1" status: 200 len: 852 time: 0.0668962 Apr 01 14:08:25.616097 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-fcb63158-2614-4cb5-8835-b38478584a2f req-c19f4355-87d5-4d81-a34d-5602323d4e6a service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=cd13d530-ed35-4222-8bdd-09fdd6c05830&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0759561 Apr 01 14:08:25.863458 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-fcb63158-2614-4cb5-8835-b38478584a2f req-68450c43-8183-4120-bb57-9fa5afbd870c service neutron] 10.222.0.57 "GET /v2.0/networks/cd13d530-ed35-4222-8bdd-09fdd6c05830?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2382622 Apr 01 14:08:26.032607 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-fcb63158-2614-4cb5-8835-b38478584a2f req-3fe7fe1d-594d-4db9-9823-b86013d9a31d service neutron] 10.222.0.57 "GET /v2.0/networks/cd13d530-ed35-4222-8bdd-09fdd6c05830?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1624365 Apr 01 14:08:26.523194 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-9f7b1d1d-7aaf-4b71-a208-a7a210a857ac req-ef1638c0-8831-4fa9-af42-63cc20d208a8 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=688ffcdc-406f-48ed-92a4-ff4f85c5a7cf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0812538 Apr 01 14:08:26.682380 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-9f7b1d1d-7aaf-4b71-a208-a7a210a857ac req-f4420d90-d90e-41e2-ba63-1cf7ab48d622 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=43d1a53542d742b3b20a00f72a8ff197&device_id=688ffcdc-406f-48ed-92a4-ff4f85c5a7cf HTTP/1.1" status: 200 len: 1138 time: 0.0838711 Apr 01 14:08:26.849504 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7b1d1d-7aaf-4b71-a208-a7a210a857ac req-75d58b4e-815b-417c-9cbb-0085f016618d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:08:26.850966 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-9f7b1d1d-7aaf-4b71-a208-a7a210a857ac req-75d58b4e-815b-417c-9cbb-0085f016618d service neutron] 10.222.0.57 "GET /v2.0/networks?id=cd13d530-ed35-4222-8bdd-09fdd6c05830 HTTP/1.1" status: 200 len: 914 time: 0.1453688 Apr 01 14:08:26.962501 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-9f7b1d1d-7aaf-4b71-a208-a7a210a857ac req-313cb245-18c5-4ac3-b1f1-c8e26533ba48 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=26598bd5-b609-442b-9726-b518ff99987d HTTP/1.1" status: 200 len: 1001 time: 0.1045494 Apr 01 14:08:27.033058 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7b1d1d-7aaf-4b71-a208-a7a210a857ac req-a320a1f2-0a38-4fed-9f14-d7d73b6e1ff1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:08:27.035428 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-9f7b1d1d-7aaf-4b71-a208-a7a210a857ac req-a320a1f2-0a38-4fed-9f14-d7d73b6e1ff1 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=1cdbc714-b945-4e1b-b302-614d14120838 HTTP/1.1" status: 200 len: 852 time: 0.0660474 Apr 01 14:08:27.121600 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-9f7b1d1d-7aaf-4b71-a208-a7a210a857ac req-cf9cb22a-777d-4238-a723-459c1b106648 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=cd13d530-ed35-4222-8bdd-09fdd6c05830&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0778806 Apr 01 14:08:27.277988 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-9f7b1d1d-7aaf-4b71-a208-a7a210a857ac req-599a896b-490b-406d-bd37-48a5cc5d961f service neutron] 10.222.0.57 "GET /v2.0/networks/cd13d530-ed35-4222-8bdd-09fdd6c05830?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1497142 Apr 01 14:08:27.424390 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-9f7b1d1d-7aaf-4b71-a208-a7a210a857ac req-3bca9bba-fd33-4b9b-8246-95bee6864bcd service neutron] 10.222.0.57 "GET /v2.0/networks/cd13d530-ed35-4222-8bdd-09fdd6c05830?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1386192 Apr 01 14:08:33.632952 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-e76095e6-8713-4e49-b6ec-24ab983ba191 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:08:35.973841 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-c2e67b1f-bc61-4886-b66d-db7cd5096945 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:08:37.258573 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:08:37.494672 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-2f9cfc9c-d8ba-4de3-a4ad-98162f90557c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:08:38.989958 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-a976a7b9-9034-41e6-be13-349b75ed1593 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:08:46.986285 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.agents_db [None req-bdd220c7-049a-43d2-a923-ad1a2de078c6 None None] Agent healthcheck: found 6 active agents {{(pid=83873) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 01 14:08:48.363690 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-5596aa8e-46d5-4b43-a5fb-e60adcc171c3 req-15451ad6-e511-4dc0-8d27-9ad4397a1b2a service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=43d1a53542d742b3b20a00f72a8ff197&device_id=688ffcdc-406f-48ed-92a4-ff4f85c5a7cf HTTP/1.1" status: 200 len: 1138 time: 0.1290174 Apr 01 14:08:48.374547 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f783b7ed-4ee1-4b71-bc91-27bcbdadc07f req-e8c5abcc-3d21-425c-a18d-e44af3d9892e tempest-TestMinimumBasicScenario-378624070 tempest-TestMinimumBasicScenario-378624070-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:08:48.375952 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-f783b7ed-4ee1-4b71-bc91-27bcbdadc07f req-e8c5abcc-3d21-425c-a18d-e44af3d9892e tempest-TestMinimumBasicScenario-378624070 tempest-TestMinimumBasicScenario-378624070-project] 10.222.0.26 "GET /v2.0/ports?device_id=688ffcdc-406f-48ed-92a4-ff4f85c5a7cf HTTP/1.1" status: 200 len: 985 time: 0.1066284 Apr 01 14:08:48.503154 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-f783b7ed-4ee1-4b71-bc91-27bcbdadc07f req-d1c75a2f-6fa0-4943-9eed-13d12c48a93c tempest-TestMinimumBasicScenario-378624070 tempest-TestMinimumBasicScenario-378624070-project] 10.222.0.26 "GET /v2.0/security-groups?id=24bdfb14-df95-4ed7-9a95-35534319551e&id=10ffe314-332d-4fdb-a8ae-64079680dcf5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1087563 Apr 01 14:08:48.534387 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5596aa8e-46d5-4b43-a5fb-e60adcc171c3 req-2f9325b7-99ff-4b23-92ac-a8f2ab5afa5f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:08:48.535818 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-5596aa8e-46d5-4b43-a5fb-e60adcc171c3 req-2f9325b7-99ff-4b23-92ac-a8f2ab5afa5f service neutron] 10.222.0.57 "GET /v2.0/networks?id=cd13d530-ed35-4222-8bdd-09fdd6c05830 HTTP/1.1" status: 200 len: 914 time: 0.1589642 Apr 01 14:08:48.638553 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-5596aa8e-46d5-4b43-a5fb-e60adcc171c3 req-7a0038f5-951a-479a-a094-59e7b8c51fcc service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=26598bd5-b609-442b-9726-b518ff99987d HTTP/1.1" status: 200 len: 1001 time: 0.0960271 Apr 01 14:08:48.706440 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5596aa8e-46d5-4b43-a5fb-e60adcc171c3 req-87bb7da2-c490-41d7-a41e-51c5e1ebedb6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:08:48.707849 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-5596aa8e-46d5-4b43-a5fb-e60adcc171c3 req-87bb7da2-c490-41d7-a41e-51c5e1ebedb6 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=1cdbc714-b945-4e1b-b302-614d14120838 HTTP/1.1" status: 200 len: 852 time: 0.0629797 Apr 01 14:08:48.785385 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-5596aa8e-46d5-4b43-a5fb-e60adcc171c3 req-1979b0b8-06b9-41b7-9e69-6ccec2a5eac6 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=cd13d530-ed35-4222-8bdd-09fdd6c05830&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0684001 Apr 01 14:08:49.021134 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-5596aa8e-46d5-4b43-a5fb-e60adcc171c3 req-b073e1d9-ed97-458d-9d94-8730b1e27414 service neutron] 10.222.0.57 "GET /v2.0/networks/cd13d530-ed35-4222-8bdd-09fdd6c05830?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2244723 Apr 01 14:08:49.160474 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-5596aa8e-46d5-4b43-a5fb-e60adcc171c3 req-27d86b69-9452-4cb4-b9bc-8f5e81b43244 service neutron] 10.222.0.57 "GET /v2.0/networks/cd13d530-ed35-4222-8bdd-09fdd6c05830?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1295044 Apr 01 14:08:49.704622 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e974e55-cd4a-40a5-8c33-3374dfe33c41 req-dc57fa91-daec-46e8-84cf-892dc37169a1 tempest-TestMinimumBasicScenario-378624070 tempest-TestMinimumBasicScenario-378624070-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:08:49.706064 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-7e974e55-cd4a-40a5-8c33-3374dfe33c41 req-dc57fa91-daec-46e8-84cf-892dc37169a1 tempest-TestMinimumBasicScenario-378624070 tempest-TestMinimumBasicScenario-378624070-project] 10.222.0.26 "GET /v2.0/ports?device_id=688ffcdc-406f-48ed-92a4-ff4f85c5a7cf HTTP/1.1" status: 200 len: 985 time: 0.0768039 Apr 01 14:08:49.752922 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-7e974e55-cd4a-40a5-8c33-3374dfe33c41 req-83443ec0-0fae-4022-b484-84a52f061f77 tempest-TestMinimumBasicScenario-378624070 tempest-TestMinimumBasicScenario-378624070-project] 10.222.0.26 "GET /v2.0/security-groups?id=24bdfb14-df95-4ed7-9a95-35534319551e&id=10ffe314-332d-4fdb-a8ae-64079680dcf5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0408239 Apr 01 14:08:50.954328 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f814fcf9-24e7-435c-8632-10ed92d61caa req-8eaf7851-a024-4353-9bc0-266f193ac335 tempest-TestMinimumBasicScenario-378624070 tempest-TestMinimumBasicScenario-378624070-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:08:50.955775 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-f814fcf9-24e7-435c-8632-10ed92d61caa req-8eaf7851-a024-4353-9bc0-266f193ac335 tempest-TestMinimumBasicScenario-378624070 tempest-TestMinimumBasicScenario-378624070-project] 10.222.0.26 "GET /v2.0/ports?device_id=688ffcdc-406f-48ed-92a4-ff4f85c5a7cf HTTP/1.1" status: 200 len: 985 time: 0.0811105 Apr 01 14:08:51.004859 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-f814fcf9-24e7-435c-8632-10ed92d61caa req-2e6a98aa-c844-40d3-9d55-2938ebd6f527 tempest-TestMinimumBasicScenario-378624070 tempest-TestMinimumBasicScenario-378624070-project] 10.222.0.26 "GET /v2.0/security-groups?id=24bdfb14-df95-4ed7-9a95-35534319551e&id=10ffe314-332d-4fdb-a8ae-64079680dcf5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0429640 Apr 01 14:08:52.203991 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497f177b-b296-4c8c-8806-7c92859f5509 req-20c3b0a3-bfef-426b-988a-ab39df94371f tempest-TestMinimumBasicScenario-378624070 tempest-TestMinimumBasicScenario-378624070-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:08:52.205446 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-497f177b-b296-4c8c-8806-7c92859f5509 req-20c3b0a3-bfef-426b-988a-ab39df94371f tempest-TestMinimumBasicScenario-378624070 tempest-TestMinimumBasicScenario-378624070-project] 10.222.0.26 "GET /v2.0/ports?device_id=688ffcdc-406f-48ed-92a4-ff4f85c5a7cf HTTP/1.1" status: 200 len: 985 time: 0.0807028 Apr 01 14:08:52.252085 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-497f177b-b296-4c8c-8806-7c92859f5509 req-c8bb4597-fc00-405e-a32d-74bf70b3df38 tempest-TestMinimumBasicScenario-378624070 tempest-TestMinimumBasicScenario-378624070-project] 10.222.0.26 "GET /v2.0/security-groups?id=24bdfb14-df95-4ed7-9a95-35534319551e&id=10ffe314-332d-4fdb-a8ae-64079680dcf5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0403907 Apr 01 14:08:53.462363 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d915d6-db45-4064-8dbe-c50b2c03a8c7 req-2ed9cb8a-5c0d-4d81-b0a7-65141436c710 tempest-TestMinimumBasicScenario-378624070 tempest-TestMinimumBasicScenario-378624070-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:08:53.463762 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-30d915d6-db45-4064-8dbe-c50b2c03a8c7 req-2ed9cb8a-5c0d-4d81-b0a7-65141436c710 tempest-TestMinimumBasicScenario-378624070 tempest-TestMinimumBasicScenario-378624070-project] 10.222.0.26 "GET /v2.0/ports?device_id=688ffcdc-406f-48ed-92a4-ff4f85c5a7cf HTTP/1.1" status: 200 len: 985 time: 0.0850890 Apr 01 14:08:53.510986 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-30d915d6-db45-4064-8dbe-c50b2c03a8c7 req-9d2a74ec-671c-46a6-bb2e-887375b2457a tempest-TestMinimumBasicScenario-378624070 tempest-TestMinimumBasicScenario-378624070-project] 10.222.0.26 "GET /v2.0/security-groups?id=24bdfb14-df95-4ed7-9a95-35534319551e&id=10ffe314-332d-4fdb-a8ae-64079680dcf5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0416331 Apr 01 14:08:54.113181 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:08:54.705944 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88f8378-eb74-4f4f-bec7-0cb18882cc3b req-a16d3765-ea90-4fc3-b0b6-91e4e395afc7 tempest-TestMinimumBasicScenario-378624070 tempest-TestMinimumBasicScenario-378624070-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:08:54.707380 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-e88f8378-eb74-4f4f-bec7-0cb18882cc3b req-a16d3765-ea90-4fc3-b0b6-91e4e395afc7 tempest-TestMinimumBasicScenario-378624070 tempest-TestMinimumBasicScenario-378624070-project] 10.222.0.26 "GET /v2.0/ports?device_id=688ffcdc-406f-48ed-92a4-ff4f85c5a7cf HTTP/1.1" status: 200 len: 985 time: 0.0770264 Apr 01 14:08:54.761140 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-e88f8378-eb74-4f4f-bec7-0cb18882cc3b req-ac6f81c0-04b5-400a-b644-ce9e24f0e722 tempest-TestMinimumBasicScenario-378624070 tempest-TestMinimumBasicScenario-378624070-project] 10.222.0.26 "GET /v2.0/security-groups?id=24bdfb14-df95-4ed7-9a95-35534319551e&id=10ffe314-332d-4fdb-a8ae-64079680dcf5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0475910 Apr 01 14:08:55.958965 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1faa3e26-c23f-4d1e-bfc4-59dcc7361001 req-e9005327-29b6-4448-8579-f5d4bdd25ba7 tempest-TestMinimumBasicScenario-378624070 tempest-TestMinimumBasicScenario-378624070-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:08:55.960326 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-1faa3e26-c23f-4d1e-bfc4-59dcc7361001 req-e9005327-29b6-4448-8579-f5d4bdd25ba7 tempest-TestMinimumBasicScenario-378624070 tempest-TestMinimumBasicScenario-378624070-project] 10.222.0.26 "GET /v2.0/ports?device_id=688ffcdc-406f-48ed-92a4-ff4f85c5a7cf HTTP/1.1" status: 200 len: 985 time: 0.0754542 Apr 01 14:08:56.007665 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-1faa3e26-c23f-4d1e-bfc4-59dcc7361001 req-7ef559c7-08b1-4d24-9b0f-f704ddf4e4ce tempest-TestMinimumBasicScenario-378624070 tempest-TestMinimumBasicScenario-378624070-project] 10.222.0.26 "GET /v2.0/security-groups?id=24bdfb14-df95-4ed7-9a95-35534319551e&id=10ffe314-332d-4fdb-a8ae-64079680dcf5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0410070 Apr 01 14:08:57.207325 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670fab63-7316-45db-9f91-cb19ad796f17 req-f5f1fef9-175a-494d-800b-10ee190e1d80 tempest-TestMinimumBasicScenario-378624070 tempest-TestMinimumBasicScenario-378624070-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:08:57.208717 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-670fab63-7316-45db-9f91-cb19ad796f17 req-f5f1fef9-175a-494d-800b-10ee190e1d80 tempest-TestMinimumBasicScenario-378624070 tempest-TestMinimumBasicScenario-378624070-project] 10.222.0.26 "GET /v2.0/ports?device_id=688ffcdc-406f-48ed-92a4-ff4f85c5a7cf HTTP/1.1" status: 200 len: 985 time: 0.0769172 Apr 01 14:08:57.257291 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-670fab63-7316-45db-9f91-cb19ad796f17 req-e1245dc2-a48b-42d1-bd4e-85eb11107594 tempest-TestMinimumBasicScenario-378624070 tempest-TestMinimumBasicScenario-378624070-project] 10.222.0.26 "GET /v2.0/security-groups?id=24bdfb14-df95-4ed7-9a95-35534319551e&id=10ffe314-332d-4fdb-a8ae-64079680dcf5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0424814 Apr 01 14:08:58.458392 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c79401-aae4-4529-9dd7-300d7a4ad3e3 req-f9f82d9a-3ce4-4f82-9c6d-60fe8dac826a tempest-TestMinimumBasicScenario-378624070 tempest-TestMinimumBasicScenario-378624070-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:08:58.459827 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-b3c79401-aae4-4529-9dd7-300d7a4ad3e3 req-f9f82d9a-3ce4-4f82-9c6d-60fe8dac826a tempest-TestMinimumBasicScenario-378624070 tempest-TestMinimumBasicScenario-378624070-project] 10.222.0.26 "GET /v2.0/ports?device_id=688ffcdc-406f-48ed-92a4-ff4f85c5a7cf HTTP/1.1" status: 200 len: 985 time: 0.0808959 Apr 01 14:08:58.508443 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-b3c79401-aae4-4529-9dd7-300d7a4ad3e3 req-5c81dcb1-c3d7-48ea-904b-9d6c8301a64a tempest-TestMinimumBasicScenario-378624070 tempest-TestMinimumBasicScenario-378624070-project] 10.222.0.26 "GET /v2.0/security-groups?id=24bdfb14-df95-4ed7-9a95-35534319551e&id=10ffe314-332d-4fdb-a8ae-64079680dcf5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0418286 Apr 01 14:08:59.711942 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d7d62f-5e3a-498f-b2c7-0c01a4a494f4 req-cf7dd0cf-b4a6-4b7e-961f-1c72af985901 tempest-TestMinimumBasicScenario-378624070 tempest-TestMinimumBasicScenario-378624070-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:08:59.713403 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-18d7d62f-5e3a-498f-b2c7-0c01a4a494f4 req-cf7dd0cf-b4a6-4b7e-961f-1c72af985901 tempest-TestMinimumBasicScenario-378624070 tempest-TestMinimumBasicScenario-378624070-project] 10.222.0.26 "GET /v2.0/ports?device_id=688ffcdc-406f-48ed-92a4-ff4f85c5a7cf HTTP/1.1" status: 200 len: 985 time: 0.0825608 Apr 01 14:08:59.760061 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-18d7d62f-5e3a-498f-b2c7-0c01a4a494f4 req-d4cc48a8-3b13-4e63-83d8-c235009b2f73 tempest-TestMinimumBasicScenario-378624070 tempest-TestMinimumBasicScenario-378624070-project] 10.222.0.26 "GET /v2.0/security-groups?id=24bdfb14-df95-4ed7-9a95-35534319551e&id=10ffe314-332d-4fdb-a8ae-64079680dcf5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0405772 Apr 01 14:09:00.957089 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0682e3-b7a0-42fd-a723-4eb0a8b044b7 req-fbefce2f-00cd-480e-a44b-e993191d5c42 tempest-TestMinimumBasicScenario-378624070 tempest-TestMinimumBasicScenario-378624070-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:09:00.958571 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-1c0682e3-b7a0-42fd-a723-4eb0a8b044b7 req-fbefce2f-00cd-480e-a44b-e993191d5c42 tempest-TestMinimumBasicScenario-378624070 tempest-TestMinimumBasicScenario-378624070-project] 10.222.0.26 "GET /v2.0/ports?device_id=688ffcdc-406f-48ed-92a4-ff4f85c5a7cf HTTP/1.1" status: 200 len: 985 time: 0.0786860 Apr 01 14:09:01.009964 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-1c0682e3-b7a0-42fd-a723-4eb0a8b044b7 req-78493205-2974-4dee-82cb-7b26e4100e8c tempest-TestMinimumBasicScenario-378624070 tempest-TestMinimumBasicScenario-378624070-project] 10.222.0.26 "GET /v2.0/security-groups?id=24bdfb14-df95-4ed7-9a95-35534319551e&id=10ffe314-332d-4fdb-a8ae-64079680dcf5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0457854 Apr 01 14:09:03.628678 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-cc6d6867-282a-4f7b-ad7c-63d0d109b996 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:09:05.966275 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-5eb204b1-e78d-41bc-b5d6-6e074d7ce1b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:09:07.253568 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:09:07.495166 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-2f9cfc9c-d8ba-4de3-a4ad-98162f90557c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:09:08.994832 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-a976a7b9-9034-41e6-be13-349b75ed1593 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:09:23.985961 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.agents_db [None req-bdd220c7-049a-43d2-a923-ad1a2de078c6 None None] Agent healthcheck: found 6 active agents {{(pid=83873) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 01 14:09:24.134990 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:09:27.802597 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-328888b2-a7c4-4e62-a343-4d50d732434c req-874dcdd4-c72e-43c5-94bc-77eaea57d719 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=688ffcdc-406f-48ed-92a4-ff4f85c5a7cf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0833645 Apr 01 14:09:27.968090 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-328888b2-a7c4-4e62-a343-4d50d732434c req-67f0e3ce-1a79-44fe-93a4-5bb6c7c71dd0 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=43d1a53542d742b3b20a00f72a8ff197&device_id=688ffcdc-406f-48ed-92a4-ff4f85c5a7cf HTTP/1.1" status: 200 len: 1138 time: 0.0707572 Apr 01 14:09:28.120712 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328888b2-a7c4-4e62-a343-4d50d732434c req-09b46444-c94f-4cde-b02d-aa0184e9eac3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:09:28.122143 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-328888b2-a7c4-4e62-a343-4d50d732434c req-09b46444-c94f-4cde-b02d-aa0184e9eac3 service neutron] 10.222.0.57 "GET /v2.0/networks?id=cd13d530-ed35-4222-8bdd-09fdd6c05830 HTTP/1.1" status: 200 len: 914 time: 0.1279342 Apr 01 14:09:28.228464 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-328888b2-a7c4-4e62-a343-4d50d732434c req-8bf9dcb9-e8d6-4f5a-8eac-cfdd7ec77305 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=26598bd5-b609-442b-9726-b518ff99987d HTTP/1.1" status: 200 len: 1001 time: 0.0992749 Apr 01 14:09:28.295573 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328888b2-a7c4-4e62-a343-4d50d732434c req-f3bfc2db-812a-4c65-97bc-c3b9294ebb3f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:09:28.297046 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-328888b2-a7c4-4e62-a343-4d50d732434c req-f3bfc2db-812a-4c65-97bc-c3b9294ebb3f service neutron] 10.222.0.57 "GET /v2.0/subnets?id=1cdbc714-b945-4e1b-b302-614d14120838 HTTP/1.1" status: 200 len: 852 time: 0.0625167 Apr 01 14:09:28.374588 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-328888b2-a7c4-4e62-a343-4d50d732434c req-4972eb15-ab4a-4f1f-89ee-235470af8f09 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=cd13d530-ed35-4222-8bdd-09fdd6c05830&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0709605 Apr 01 14:09:28.509565 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-328888b2-a7c4-4e62-a343-4d50d732434c req-1fb331ea-8168-4202-825d-eb35fe1d63f5 service neutron] 10.222.0.57 "GET /v2.0/networks/cd13d530-ed35-4222-8bdd-09fdd6c05830?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1270375 Apr 01 14:09:28.640543 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-328888b2-a7c4-4e62-a343-4d50d732434c req-e6430c88-69fa-4daf-b4b7-693d341edaa0 service neutron] 10.222.0.57 "GET /v2.0/networks/cd13d530-ed35-4222-8bdd-09fdd6c05830?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245604 Apr 01 14:09:33.630919 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-62ad6b1d-a5d6-4eb3-8165-05dcd490aa09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:09:35.970124 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-2f60d4de-ec3e-46d0-83ef-ea40c2a47ff0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:09:36.553270 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-dd84a94c-ccd2-41c6-9926-6f5d4926dd33 req-4da36ae7-0393-4af9-ae20-6eb4a2145f5e tempest-TestMinimumBasicScenario-378624070 tempest-TestMinimumBasicScenario-378624070-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-832165368&fields=id&tenant_id=43d1a53542d742b3b20a00f72a8ff197 HTTP/1.1" status: 200 len: 267 time: 0.2091873 Apr 01 14:09:36.639561 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd84a94c-ccd2-41c6-9926-6f5d4926dd33 req-40d961cd-f209-4e61-8a47-a35094401cf3 tempest-TestMinimumBasicScenario-378624070 tempest-TestMinimumBasicScenario-378624070-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:09:36.641171 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-dd84a94c-ccd2-41c6-9926-6f5d4926dd33 req-40d961cd-f209-4e61-8a47-a35094401cf3 tempest-TestMinimumBasicScenario-378624070 tempest-TestMinimumBasicScenario-378624070-project] 10.222.0.26 "GET /v2.0/ports?device_id=688ffcdc-406f-48ed-92a4-ff4f85c5a7cf HTTP/1.1" status: 200 len: 985 time: 0.0820491 Apr 01 14:09:36.654460 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.v2.base [req-dd84a94c-ccd2-41c6-9926-6f5d4926dd33 req-d064879c-a71e-4b8a-b84e-9a7ffe5ef01c tempest-TestMinimumBasicScenario-378624070 tempest-TestMinimumBasicScenario-378624070-project] Request body: {'port': {'security_groups': ['24bdfb14-df95-4ed7-9a95-35534319551e']}} {{(pid=83871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 14:09:36.776468 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-dd84a94c-ccd2-41c6-9926-6f5d4926dd33 req-d064879c-a71e-4b8a-b84e-9a7ffe5ef01c tempest-TestMinimumBasicScenario-378624070 tempest-TestMinimumBasicScenario-378624070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:09:37.115285 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.db [req-dd84a94c-ccd2-41c6-9926-6f5d4926dd33 req-d064879c-a71e-4b8a-b84e-9a7ffe5ef01c tempest-TestMinimumBasicScenario-378624070 tempest-TestMinimumBasicScenario-378624070-project] For port 26598bd5-b609-442b-9726-b518ff99987d, host hv-neutron-8361, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8361',level=0,port_id=26598bd5-b609-442b-9726-b518ff99987d,segment=NetworkSegment(eabdb818-4a12-488b-8ccf-252b2416d6d3),segment_id=eabdb818-4a12-488b-8ccf-252b2416d6d3)] {{(pid=83871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 14:09:37.141682 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-dd84a94c-ccd2-41c6-9926-6f5d4926dd33 req-d064879c-a71e-4b8a-b84e-9a7ffe5ef01c tempest-TestMinimumBasicScenario-378624070 tempest-TestMinimumBasicScenario-378624070-project] Notify callbacks [] for port, precommit_update {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:09:37.146404 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-dd84a94c-ccd2-41c6-9926-6f5d4926dd33 req-d064879c-a71e-4b8a-b84e-9a7ffe5ef01c tempest-TestMinimumBasicScenario-378624070 tempest-TestMinimumBasicScenario-378624070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2743106'] for port, after_update {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:09:37.163239 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] get_ports_and_sgs() called for port_ids ['26598bd5-b609-442b-9726-b518ff99987d'] {{(pid=83872) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 01 14:09:37.212120 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd84a94c-ccd2-41c6-9926-6f5d4926dd33 req-d064879c-a71e-4b8a-b84e-9a7ffe5ef01c tempest-TestMinimumBasicScenario-378624070 tempest-TestMinimumBasicScenario-378624070-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:09:37.212778 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [req-dd84a94c-ccd2-41c6-9926-6f5d4926dd33 req-d064879c-a71e-4b8a-b84e-9a7ffe5ef01c tempest-TestMinimumBasicScenario-378624070 tempest-TestMinimumBasicScenario-378624070-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109561'] for port, before_response {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:09:37.214184 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-dd84a94c-ccd2-41c6-9926-6f5d4926dd33 req-d064879c-a71e-4b8a-b84e-9a7ffe5ef01c tempest-TestMinimumBasicScenario-378624070 tempest-TestMinimumBasicScenario-378624070-project] 10.222.0.26 "PUT /v2.0/ports/26598bd5-b609-442b-9726-b518ff99987d HTTP/1.1" status: 200 len: 943 time: 0.5646174 Apr 01 14:09:37.214640 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '688ffcdc-406f-48ed-92a4-ff4f85c5a7cf', 'tag': '26598bd5-b609-442b-9726-b518ff99987d'}] {{(pid=83871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 14:09:37.221181 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 34852) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:09:37.256827 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d064879c-a71e-4b8a-b84e-9a7ffe5ef01c tempest-TestMinimumBasicScenario-378624070 tempest-TestMinimumBasicScenario-378624070-project] Pushing event updated for resources: {'Port': ['ID=26598bd5-b609-442b-9726-b518ff99987d,revision_number=7']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:09:37.266583 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d064879c-a71e-4b8a-b84e-9a7ffe5ef01c tempest-TestMinimumBasicScenario-378624070 tempest-TestMinimumBasicScenario-378624070-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:09:37.266927 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d064879c-a71e-4b8a-b84e-9a7ffe5ef01c tempest-TestMinimumBasicScenario-378624070 tempest-TestMinimumBasicScenario-378624070-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:09:37.267514 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d064879c-a71e-4b8a-b84e-9a7ffe5ef01c tempest-TestMinimumBasicScenario-378624070 tempest-TestMinimumBasicScenario-378624070-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:09:37.267848 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d064879c-a71e-4b8a-b84e-9a7ffe5ef01c tempest-TestMinimumBasicScenario-378624070 tempest-TestMinimumBasicScenario-378624070-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:09:37.268170 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d064879c-a71e-4b8a-b84e-9a7ffe5ef01c tempest-TestMinimumBasicScenario-378624070 tempest-TestMinimumBasicScenario-378624070-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:09:37.268558 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d064879c-a71e-4b8a-b84e-9a7ffe5ef01c tempest-TestMinimumBasicScenario-378624070 tempest-TestMinimumBasicScenario-378624070-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:09:37.268878 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d064879c-a71e-4b8a-b84e-9a7ffe5ef01c tempest-TestMinimumBasicScenario-378624070 tempest-TestMinimumBasicScenario-378624070-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:09:37.270128 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d064879c-a71e-4b8a-b84e-9a7ffe5ef01c tempest-TestMinimumBasicScenario-378624070 tempest-TestMinimumBasicScenario-378624070-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:09:37.270128 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d064879c-a71e-4b8a-b84e-9a7ffe5ef01c tempest-TestMinimumBasicScenario-378624070 tempest-TestMinimumBasicScenario-378624070-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:09:37.271373 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d064879c-a71e-4b8a-b84e-9a7ffe5ef01c tempest-TestMinimumBasicScenario-378624070 tempest-TestMinimumBasicScenario-378624070-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:09:37.271373 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d064879c-a71e-4b8a-b84e-9a7ffe5ef01c tempest-TestMinimumBasicScenario-378624070 tempest-TestMinimumBasicScenario-378624070-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:09:37.342788 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:09:37.349081 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] get_ports_and_sgs() called for port_ids ['26598bd5-b609-442b-9726-b518ff99987d'] {{(pid=83872) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 01 14:09:37.349549 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '688ffcdc-406f-48ed-92a4-ff4f85c5a7cf', 'tag': '26598bd5-b609-442b-9726-b518ff99987d', 'status': 'completed', 'code': 200} Apr 01 14:09:37.358967 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-20cc50aa-ce41-4d4a-bd06-f4ee95d853e7 tempest-TestMinimumBasicScenario-378624070 tempest-TestMinimumBasicScenario-378624070-project] Notify callbacks [] for security_group, before_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:09:37.505587 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-20cc50aa-ce41-4d4a-bd06-f4ee95d853e7 tempest-TestMinimumBasicScenario-378624070 tempest-TestMinimumBasicScenario-378624070-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:09:37.538168 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-2f9cfc9c-d8ba-4de3-a4ad-98162f90557c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:09:37.582806 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-20cc50aa-ce41-4d4a-bd06-f4ee95d853e7 tempest-TestMinimumBasicScenario-378624070 tempest-TestMinimumBasicScenario-378624070-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3775923'] for security_group, after_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:09:37.604212 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20cc50aa-ce41-4d4a-bd06-f4ee95d853e7 tempest-TestMinimumBasicScenario-378624070 tempest-TestMinimumBasicScenario-378624070-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=10ffe314-332d-4fdb-a8ae-64079680dcf5,revision_number=None']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:09:37.611682 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-33446a68-3321-408f-b4a2-db0c70d4fe10 None None] Provisioning complete for port 26598bd5-b609-442b-9726-b518ff99987d triggered by entity DHCP. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 14:09:37.612035 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-33446a68-3321-408f-b4a2-db0c70d4fe10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-948329'] for port, provisioning_complete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:09:37.647999 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20cc50aa-ce41-4d4a-bd06-f4ee95d853e7 tempest-TestMinimumBasicScenario-378624070 tempest-TestMinimumBasicScenario-378624070-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:09:37.649073 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20cc50aa-ce41-4d4a-bd06-f4ee95d853e7 tempest-TestMinimumBasicScenario-378624070 tempest-TestMinimumBasicScenario-378624070-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:09:37.649512 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20cc50aa-ce41-4d4a-bd06-f4ee95d853e7 tempest-TestMinimumBasicScenario-378624070 tempest-TestMinimumBasicScenario-378624070-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:09:37.649843 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20cc50aa-ce41-4d4a-bd06-f4ee95d853e7 tempest-TestMinimumBasicScenario-378624070 tempest-TestMinimumBasicScenario-378624070-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:09:37.650166 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20cc50aa-ce41-4d4a-bd06-f4ee95d853e7 tempest-TestMinimumBasicScenario-378624070 tempest-TestMinimumBasicScenario-378624070-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:09:37.650483 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20cc50aa-ce41-4d4a-bd06-f4ee95d853e7 tempest-TestMinimumBasicScenario-378624070 tempest-TestMinimumBasicScenario-378624070-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:09:37.650798 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20cc50aa-ce41-4d4a-bd06-f4ee95d853e7 tempest-TestMinimumBasicScenario-378624070 tempest-TestMinimumBasicScenario-378624070-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:09:37.651112 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20cc50aa-ce41-4d4a-bd06-f4ee95d853e7 tempest-TestMinimumBasicScenario-378624070 tempest-TestMinimumBasicScenario-378624070-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:09:37.651434 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20cc50aa-ce41-4d4a-bd06-f4ee95d853e7 tempest-TestMinimumBasicScenario-378624070 tempest-TestMinimumBasicScenario-378624070-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:09:37.651846 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20cc50aa-ce41-4d4a-bd06-f4ee95d853e7 tempest-TestMinimumBasicScenario-378624070 tempest-TestMinimumBasicScenario-378624070-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:09:37.653089 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20cc50aa-ce41-4d4a-bd06-f4ee95d853e7 tempest-TestMinimumBasicScenario-378624070 tempest-TestMinimumBasicScenario-378624070-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:09:37.672665 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-20cc50aa-ce41-4d4a-bd06-f4ee95d853e7 tempest-TestMinimumBasicScenario-378624070 tempest-TestMinimumBasicScenario-378624070-project] Notify callbacks [] for security_group, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:09:37.677118 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-20cc50aa-ce41-4d4a-bd06-f4ee95d853e7 tempest-TestMinimumBasicScenario-378624070 tempest-TestMinimumBasicScenario-378624070-project] 10.222.0.26 "DELETE /v2.0/security-groups/10ffe314-332d-4fdb-a8ae-64079680dcf5 HTTP/1.1" status: 204 len: 168 time: 0.4518158 Apr 01 14:09:37.677734 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 34862) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:09:37.878814 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-ae452d59-db70-486a-8a0c-bfe373e6a0a1 req-6d9bf9f1-bce1-494c-ad39-9ac5456c58f5 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=43d1a53542d742b3b20a00f72a8ff197&device_id=688ffcdc-406f-48ed-92a4-ff4f85c5a7cf HTTP/1.1" status: 200 len: 1099 time: 0.4856594 Apr 01 14:09:37.977111 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.plugin [None req-e4c59a80-40be-4252-ad2f-a44af89b90f1 tempest-TestMinimumBasicScenario-378624070 tempest-TestMinimumBasicScenario-378624070-project] Deleting port dfea3fe5-22bc-4e35-beb7-0bcd052c411e {{(pid=83869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 14:09:37.977337 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-e4c59a80-40be-4252-ad2f-a44af89b90f1 tempest-TestMinimumBasicScenario-378624070 tempest-TestMinimumBasicScenario-378624070-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736733287370'] for port, before_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:09:38.145870 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae452d59-db70-486a-8a0c-bfe373e6a0a1 req-875fbde6-73ba-4495-a3e4-bfe5eb779f74 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:09:38.147293 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-ae452d59-db70-486a-8a0c-bfe373e6a0a1 req-875fbde6-73ba-4495-a3e4-bfe5eb779f74 service neutron] 10.222.0.57 "GET /v2.0/networks?id=cd13d530-ed35-4222-8bdd-09fdd6c05830 HTTP/1.1" status: 200 len: 914 time: 0.2593179 Apr 01 14:09:38.263821 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-e4c59a80-40be-4252-ad2f-a44af89b90f1 tempest-TestMinimumBasicScenario-378624070 tempest-TestMinimumBasicScenario-378624070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4155147'] for port, precommit_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:09:38.264470 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-e4c59a80-40be-4252-ad2f-a44af89b90f1 tempest-TestMinimumBasicScenario-378624070 tempest-TestMinimumBasicScenario-378624070-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:09:38.388985 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-ae452d59-db70-486a-8a0c-bfe373e6a0a1 req-c26407fa-0b78-47c2-bda5-6e3ec3a1639a service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=26598bd5-b609-442b-9726-b518ff99987d HTTP/1.1" status: 200 len: 1001 time: 0.2331529 Apr 01 14:09:38.395084 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.plugin [None req-e4c59a80-40be-4252-ad2f-a44af89b90f1 tempest-TestMinimumBasicScenario-378624070 tempest-TestMinimumBasicScenario-378624070-project] Calling delete_port for dfea3fe5-22bc-4e35-beb7-0bcd052c411e owned by network:floatingip {{(pid=83869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 14:09:38.506429 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae452d59-db70-486a-8a0c-bfe373e6a0a1 req-ac0a7af4-0431-40f4-8fce-97557c09760f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:09:38.507903 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-ae452d59-db70-486a-8a0c-bfe373e6a0a1 req-ac0a7af4-0431-40f4-8fce-97557c09760f service neutron] 10.222.0.57 "GET /v2.0/subnets?id=1cdbc714-b945-4e1b-b302-614d14120838 HTTP/1.1" status: 200 len: 852 time: 0.0840437 Apr 01 14:09:38.652549 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-ae452d59-db70-486a-8a0c-bfe373e6a0a1 req-ae7783f6-5771-4123-8cd1-ecec8837a14f service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=cd13d530-ed35-4222-8bdd-09fdd6c05830&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1347556 Apr 01 14:09:38.653617 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-e4c59a80-40be-4252-ad2f-a44af89b90f1 tempest-TestMinimumBasicScenario-378624070 tempest-TestMinimumBasicScenario-378624070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736733359243', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736732935810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2705155'] for port, after_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:09:38.771830 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c59a80-40be-4252-ad2f-a44af89b90f1 tempest-TestMinimumBasicScenario-378624070 tempest-TestMinimumBasicScenario-378624070-project] Pushing event deleted for resources: {'Port': ['ID=dfea3fe5-22bc-4e35-beb7-0bcd052c411e,revision_number=None']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:09:38.913403 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-e4c59a80-40be-4252-ad2f-a44af89b90f1 tempest-TestMinimumBasicScenario-378624070 tempest-TestMinimumBasicScenario-378624070-project] Notify callbacks [] for floatingip, after_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:09:38.971190 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-ae452d59-db70-486a-8a0c-bfe373e6a0a1 req-d83569ff-c002-4772-b2cd-03931caf957f service neutron] 10.222.0.57 "GET /v2.0/networks/cd13d530-ed35-4222-8bdd-09fdd6c05830?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2845273 Apr 01 14:09:38.999621 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-a976a7b9-9034-41e6-be13-349b75ed1593 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:09:39.297463 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-ae452d59-db70-486a-8a0c-bfe373e6a0a1 req-bb90f6ec-d660-4960-9d83-7ec074941bc6 service neutron] 10.222.0.57 "GET /v2.0/networks/cd13d530-ed35-4222-8bdd-09fdd6c05830?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3145204 Apr 01 14:09:39.564802 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4c59a80-40be-4252-ad2f-a44af89b90f1 tempest-TestMinimumBasicScenario-378624070 tempest-TestMinimumBasicScenario-378624070-project] Router 01bf2165-37a9-4ed4-a360-d25703e984b5 has already been hosted by L3 agent 88bf8fc8-11a3-4e96-9d1b-5fd93ba9f6f1 {{(pid=83869) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 14:09:39.777936 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4c59a80-40be-4252-ad2f-a44af89b90f1 tempest-TestMinimumBasicScenario-378624070 tempest-TestMinimumBasicScenario-378624070-project] Notify agent at l3_agent.dv-neutron-836180-1-hyperv the message routers_updated {{(pid=83869) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 14:09:39.787868 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb49dec5-076d-49e5-b112-a17c90c4f2fa None None] Sync routers for ids ['01bf2165-37a9-4ed4-a360-d25703e984b5'] in dv-neutron-836180-1-hyperv {{(pid=83873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 14:09:39.800147 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-e4c59a80-40be-4252-ad2f-a44af89b90f1 tempest-TestMinimumBasicScenario-378624070 tempest-TestMinimumBasicScenario-378624070-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109561'] for floatingip, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:09:39.801880 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb49dec5-076d-49e5-b112-a17c90c4f2fa None None] Routers {'01bf2165-37a9-4ed4-a360-d25703e984b5'} bound to L3 agent in host dv-neutron-836180-1-hyperv {{(pid=83873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 14:09:39.802484 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-cb49dec5-076d-49e5-b112-a17c90c4f2fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836180-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T13:25:36Z,description=,heartbeat_timestamp=2022-04-01T14:09:36Z,host='dv-neutron-836180-1-hyperv',id=88bf8fc8-11a3-4e96-9d1b-5fd93ba9f6f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T13:25:36Z,topic='l3_agent')) {'router_ids': ['01bf2165-37a9-4ed4-a360-d25703e984b5'], 'active': True} {{(pid=83873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 14:09:39.860580 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-e4c59a80-40be-4252-ad2f-a44af89b90f1 tempest-TestMinimumBasicScenario-378624070 tempest-TestMinimumBasicScenario-378624070-project] 10.222.0.26 "DELETE /v2.0/floatingips/c1eb85f7-e95a-4e4b-b4e3-78496314cfab HTTP/1.1" status: 204 len: 168 time: 2.1816890 Apr 01 14:09:39.861544 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '688ffcdc-406f-48ed-92a4-ff4f85c5a7cf', 'tag': '26598bd5-b609-442b-9726-b518ff99987d'}] {{(pid=83869) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 14:09:39.933193 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '688ffcdc-406f-48ed-92a4-ff4f85c5a7cf', 'tag': '26598bd5-b609-442b-9726-b518ff99987d', 'status': 'completed', 'code': 200} Apr 01 14:09:40.014743 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_dvr_db [None req-cb49dec5-076d-49e5-b112-a17c90c4f2fa None None] Set router 01bf2165-37a9-4ed4-a360-d25703e984b5 gateway port host: dv-neutron-836180-1-hyperv {{(pid=83873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 14:09:40.042886 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-daabaf2d-61e8-41cd-a3de-89d65f9253ae req-e64bc1d8-9893-4593-aea4-14bac69ecf96 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=43d1a53542d742b3b20a00f72a8ff197&device_id=688ffcdc-406f-48ed-92a4-ff4f85c5a7cf HTTP/1.1" status: 200 len: 1099 time: 0.0807965 Apr 01 14:09:40.201092 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daabaf2d-61e8-41cd-a3de-89d65f9253ae req-8b7797f0-415f-4b88-aefc-d09c2028e0a2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:09:40.202870 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-daabaf2d-61e8-41cd-a3de-89d65f9253ae req-8b7797f0-415f-4b88-aefc-d09c2028e0a2 service neutron] 10.222.0.57 "GET /v2.0/networks?id=cd13d530-ed35-4222-8bdd-09fdd6c05830 HTTP/1.1" status: 200 len: 914 time: 0.1531370 Apr 01 14:09:40.297238 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-daabaf2d-61e8-41cd-a3de-89d65f9253ae req-a7f69f28-add8-4c3f-9d04-b6a5524d6d40 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=26598bd5-b609-442b-9726-b518ff99987d HTTP/1.1" status: 200 len: 217 time: 0.0825505 Apr 01 14:09:40.387227 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daabaf2d-61e8-41cd-a3de-89d65f9253ae req-ffe15007-0b55-4065-92e9-32effedb38a1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:09:40.388722 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-daabaf2d-61e8-41cd-a3de-89d65f9253ae req-ffe15007-0b55-4065-92e9-32effedb38a1 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=1cdbc714-b945-4e1b-b302-614d14120838 HTTP/1.1" status: 200 len: 852 time: 0.0836425 Apr 01 14:09:40.432771 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-cb49dec5-076d-49e5-b112-a17c90c4f2fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01bf2165-37a9-4ed4-a360-d25703e984b5', 'name': 'tempest-TestMinimumBasicScenario-74095088-router', 'tenant_id': '43d1a53542d742b3b20a00f72a8ff197', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'external_fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.181'}], 'enable_snat': True}, 'gw_port_id': '8f6215e3-8646-43d6-b42b-86ddbacd511b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T14:07:27Z', 'updated_at': '2022-04-01T14:07:30Z', 'revision_number': 4, 'project_id': '43d1a53542d742b3b20a00f72a8ff197', 'gw_port': {'id': '8f6215e3-8646-43d6-b42b-86ddbacd511b', 'name': '', 'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:b1:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01bf2165-37a9-4ed4-a360-d25703e984b5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836180-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T14:07:27Z', 'updated_at': '2022-04-01T14:07:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836180-1-hyperv', '_interfaces': [{'id': 'e2548676-1eb9-44e3-a07c-dff5f0be7438', 'name': '', 'network_id': 'cd13d530-ed35-4222-8bdd-09fdd6c05830', 'tenant_id': '43d1a53542d742b3b20a00f72a8ff197', 'mac_address': 'fa:16:3e:f4:c3:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01bf2165-37a9-4ed4-a360-d25703e984b5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1cdbc714-b945-4e1b-b302-614d14120838', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836180-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T14:07:29Z', 'updated_at': '2022-04-01T14:07:39Z', 'revision_number': 5, 'project_id': '43d1a53542d742b3b20a00f72a8ff197', 'subnets': [{'id': '1cdbc714-b945-4e1b-b302-614d14120838', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-836180-1-hyperv', False) {} {{(pid=83873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 14:09:40.436959 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb49dec5-076d-49e5-b112-a17c90c4f2fa None None] Checking router: 01bf2165-37a9-4ed4-a360-d25703e984b5 for host: dv-neutron-836180-1-hyperv {{(pid=83873) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 01 14:09:40.449583 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb49dec5-076d-49e5-b112-a17c90c4f2fa None None] Routers {'01bf2165-37a9-4ed4-a360-d25703e984b5'} bound to L3 agent in host dv-neutron-836180-1-hyperv {{(pid=83873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 14:09:40.450104 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-cb49dec5-076d-49e5-b112-a17c90c4f2fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836180-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T13:25:36Z,description=,heartbeat_timestamp=2022-04-01T14:09:36Z,host='dv-neutron-836180-1-hyperv',id=88bf8fc8-11a3-4e96-9d1b-5fd93ba9f6f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T13:25:36Z,topic='l3_agent')) {'router_ids': ['01bf2165-37a9-4ed4-a360-d25703e984b5'], 'active': True} {{(pid=83873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 14:09:40.476002 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-daabaf2d-61e8-41cd-a3de-89d65f9253ae req-d23a7b3c-d276-4483-9ae4-42f144714991 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=cd13d530-ed35-4222-8bdd-09fdd6c05830&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0787048 Apr 01 14:09:40.622934 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-daabaf2d-61e8-41cd-a3de-89d65f9253ae req-79c3c48a-b773-4f35-ac61-2dfea298ebc0 service neutron] 10.222.0.57 "GET /v2.0/networks/cd13d530-ed35-4222-8bdd-09fdd6c05830?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1344750 Apr 01 14:09:40.649398 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_dvr_db [None req-cb49dec5-076d-49e5-b112-a17c90c4f2fa None None] Set router 01bf2165-37a9-4ed4-a360-d25703e984b5 gateway port host: dv-neutron-836180-1-hyperv {{(pid=83873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 14:09:40.782463 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-daabaf2d-61e8-41cd-a3de-89d65f9253ae req-67ef4ba6-634e-4ae0-b87b-65d816dbf400 service neutron] 10.222.0.57 "GET /v2.0/networks/cd13d530-ed35-4222-8bdd-09fdd6c05830?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1379213 Apr 01 14:09:40.981413 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-cb49dec5-076d-49e5-b112-a17c90c4f2fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01bf2165-37a9-4ed4-a360-d25703e984b5', 'name': 'tempest-TestMinimumBasicScenario-74095088-router', 'tenant_id': '43d1a53542d742b3b20a00f72a8ff197', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'external_fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.181'}], 'enable_snat': True}, 'gw_port_id': '8f6215e3-8646-43d6-b42b-86ddbacd511b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T14:07:27Z', 'updated_at': '2022-04-01T14:07:30Z', 'revision_number': 4, 'project_id': '43d1a53542d742b3b20a00f72a8ff197', 'gw_port': {'id': '8f6215e3-8646-43d6-b42b-86ddbacd511b', 'name': '', 'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:b1:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01bf2165-37a9-4ed4-a360-d25703e984b5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836180-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T14:07:27Z', 'updated_at': '2022-04-01T14:07:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836180-1-hyperv', '_interfaces': [{'id': 'e2548676-1eb9-44e3-a07c-dff5f0be7438', 'name': '', 'network_id': 'cd13d530-ed35-4222-8bdd-09fdd6c05830', 'tenant_id': '43d1a53542d742b3b20a00f72a8ff197', 'mac_address': 'fa:16:3e:f4:c3:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01bf2165-37a9-4ed4-a360-d25703e984b5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1cdbc714-b945-4e1b-b302-614d14120838', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836180-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T14:07:29Z', 'updated_at': '2022-04-01T14:07:39Z', 'revision_number': 5, 'project_id': '43d1a53542d742b3b20a00f72a8ff197', 'subnets': [{'id': '1cdbc714-b945-4e1b-b302-614d14120838', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-836180-1-hyperv', False) {} {{(pid=83873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 14:09:40.985529 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb49dec5-076d-49e5-b112-a17c90c4f2fa None None] The sync data for ids ['01bf2165-37a9-4ed4-a360-d25703e984b5'] in dv-neutron-836180-1-hyperv is: [{'id': '01bf2165-37a9-4ed4-a360-d25703e984b5', 'name': 'tempest-TestMinimumBasicScenario-74095088-router', 'tenant_id': '43d1a53542d742b3b20a00f72a8ff197', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'external_fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.181'}], 'enable_snat': True}, 'gw_port_id': '8f6215e3-8646-43d6-b42b-86ddbacd511b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T14:07:27Z', 'updated_at': '2022-04-01T14:07:30Z', 'revision_number': 4, 'project_id': '43d1a53542d742b3b20a00f72a8ff197', 'gw_port': {'id': '8f6215e3-8646-43d6-b42b-86ddbacd511b', 'name': '', 'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:b1:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01bf2165-37a9-4ed4-a360-d25703e984b5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836180-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T14:07:27Z', 'updated_at': '2022-04-01T14:07:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836180-1-hyperv', '_interfaces': [{'id': 'e2548676-1eb9-44e3-a07c-dff5f0be7438', 'name': '', 'network_id': 'cd13d530-ed35-4222-8bdd-09fdd6c05830', 'tenant_id': '43d1a53542d742b3b20a00f72a8ff197', 'mac_address': 'fa:16:3e:f4:c3:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01bf2165-37a9-4ed4-a360-d25703e984b5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1cdbc714-b945-4e1b-b302-614d14120838', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836180-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T14:07:29Z', 'updated_at': '2022-04-01T14:07:39Z', 'revision_number': 5, 'project_id': '43d1a53542d742b3b20a00f72a8ff197', 'subnets': [{'id': '1cdbc714-b945-4e1b-b302-614d14120838', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 14:09:41.233407 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1757e092-2db0-4ca7-8162-ea1975f841ce None None] New status for floating IP c1eb85f7-e95a-4e4b-b4e3-78496314cfab: DOWN {{(pid=83872) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 01 14:09:44.734737 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ad4103-b11a-4655-b6d1-8672147cd540 req-b5970589-f096-4684-84f5-44193e9345a5 tempest-TestMinimumBasicScenario-378624070 tempest-TestMinimumBasicScenario-378624070-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:09:44.735330 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [req-d1ad4103-b11a-4655-b6d1-8672147cd540 req-b5970589-f096-4684-84f5-44193e9345a5 tempest-TestMinimumBasicScenario-378624070 tempest-TestMinimumBasicScenario-378624070-project] Synchronizing usage tracker for tenant:43d1a53542d742b3b20a00f72a8ff197 on resource:port {{(pid=83869) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 14:09:44.753308 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [req-d1ad4103-b11a-4655-b6d1-8672147cd540 req-b5970589-f096-4684-84f5-44193e9345a5 tempest-TestMinimumBasicScenario-378624070 tempest-TestMinimumBasicScenario-378624070-project] Unset dirty status for tenant:43d1a53542d742b3b20a00f72a8ff197 on resource:port {{(pid=83869) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 14:09:44.754853 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-d1ad4103-b11a-4655-b6d1-8672147cd540 req-b5970589-f096-4684-84f5-44193e9345a5 tempest-TestMinimumBasicScenario-378624070 tempest-TestMinimumBasicScenario-378624070-project] 10.222.0.26 "GET /v2.0/ports?device_id=688ffcdc-406f-48ed-92a4-ff4f85c5a7cf HTTP/1.1" status: 200 len: 946 time: 0.1134977 Apr 01 14:09:44.919559 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [req-d1ad4103-b11a-4655-b6d1-8672147cd540 req-c9f041b5-f941-4d0e-a7df-2e26ee30edd7 tempest-TestMinimumBasicScenario-378624070 tempest-TestMinimumBasicScenario-378624070-project] Synchronizing usage tracker for tenant:43d1a53542d742b3b20a00f72a8ff197 on resource:security_group {{(pid=83869) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 14:09:44.937311 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [req-d1ad4103-b11a-4655-b6d1-8672147cd540 req-c9f041b5-f941-4d0e-a7df-2e26ee30edd7 tempest-TestMinimumBasicScenario-378624070 tempest-TestMinimumBasicScenario-378624070-project] Unset dirty status for tenant:43d1a53542d742b3b20a00f72a8ff197 on resource:security_group {{(pid=83869) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 14:09:44.938719 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-d1ad4103-b11a-4655-b6d1-8672147cd540 req-c9f041b5-f941-4d0e-a7df-2e26ee30edd7 tempest-TestMinimumBasicScenario-378624070 tempest-TestMinimumBasicScenario-378624070-project] 10.222.0.26 "GET /v2.0/security-groups?id=24bdfb14-df95-4ed7-9a95-35534319551e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1769516 Apr 01 14:09:46.146766 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb748dfe-2af4-4be6-9351-300f7648155f req-a473190b-d36d-40ca-9235-d8e8551c7c4c tempest-TestMinimumBasicScenario-378624070 tempest-TestMinimumBasicScenario-378624070-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:09:46.148482 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-cb748dfe-2af4-4be6-9351-300f7648155f req-a473190b-d36d-40ca-9235-d8e8551c7c4c tempest-TestMinimumBasicScenario-378624070 tempest-TestMinimumBasicScenario-378624070-project] 10.222.0.26 "GET /v2.0/ports?device_id=688ffcdc-406f-48ed-92a4-ff4f85c5a7cf HTTP/1.1" status: 200 len: 946 time: 0.0814764 Apr 01 14:09:46.196533 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-cb748dfe-2af4-4be6-9351-300f7648155f req-a79f74f9-e80b-4435-b2a6-92d5c566bb35 tempest-TestMinimumBasicScenario-378624070 tempest-TestMinimumBasicScenario-378624070-project] 10.222.0.26 "GET /v2.0/security-groups?id=24bdfb14-df95-4ed7-9a95-35534319551e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403788 Apr 01 14:09:46.655840 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44b56d2-c59f-415d-995b-c61f5558ca74 req-c58da28c-a1d4-419a-b77d-ef8867c678a8 tempest-TestMinimumBasicScenario-378624070 tempest-TestMinimumBasicScenario-378624070-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:09:46.657284 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-b44b56d2-c59f-415d-995b-c61f5558ca74 req-c58da28c-a1d4-419a-b77d-ef8867c678a8 tempest-TestMinimumBasicScenario-378624070 tempest-TestMinimumBasicScenario-378624070-project] 10.222.0.57 "GET /v2.0/ports?device_id=688ffcdc-406f-48ed-92a4-ff4f85c5a7cf HTTP/1.1" status: 200 len: 946 time: 0.0821974 Apr 01 14:09:46.729552 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.plugin [req-b44b56d2-c59f-415d-995b-c61f5558ca74 req-1a735b7a-d013-489e-a558-4d62ec2b82b8 tempest-TestMinimumBasicScenario-378624070 tempest-TestMinimumBasicScenario-378624070-project] Deleting port 26598bd5-b609-442b-9726-b518ff99987d {{(pid=83869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 14:09:46.729887 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [req-b44b56d2-c59f-415d-995b-c61f5558ca74 req-1a735b7a-d013-489e-a558-4d62ec2b82b8 tempest-TestMinimumBasicScenario-378624070 tempest-TestMinimumBasicScenario-378624070-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736733287370'] for port, before_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:09:46.976109 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.db [req-b44b56d2-c59f-415d-995b-c61f5558ca74 req-1a735b7a-d013-489e-a558-4d62ec2b82b8 tempest-TestMinimumBasicScenario-378624070 tempest-TestMinimumBasicScenario-378624070-project] For port 26598bd5-b609-442b-9726-b518ff99987d, host hv-neutron-8361, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8361',level=0,port_id=26598bd5-b609-442b-9726-b518ff99987d,segment=NetworkSegment(eabdb818-4a12-488b-8ccf-252b2416d6d3),segment_id=eabdb818-4a12-488b-8ccf-252b2416d6d3)] {{(pid=83869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 14:09:46.976497 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [req-b44b56d2-c59f-415d-995b-c61f5558ca74 req-1a735b7a-d013-489e-a558-4d62ec2b82b8 tempest-TestMinimumBasicScenario-378624070 tempest-TestMinimumBasicScenario-378624070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4155147'] for port, precommit_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:09:47.098392 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.plugin [req-b44b56d2-c59f-415d-995b-c61f5558ca74 req-1a735b7a-d013-489e-a558-4d62ec2b82b8 tempest-TestMinimumBasicScenario-378624070 tempest-TestMinimumBasicScenario-378624070-project] Calling delete_port for 26598bd5-b609-442b-9726-b518ff99987d owned by compute:nova {{(pid=83869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 14:09:47.250415 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [req-b44b56d2-c59f-415d-995b-c61f5558ca74 req-1a735b7a-d013-489e-a558-4d62ec2b82b8 tempest-TestMinimumBasicScenario-378624070 tempest-TestMinimumBasicScenario-378624070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736733359243', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736732935810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2705155'] for port, after_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:09:47.266030 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] get_ports_and_sgs() called for port_ids ['26598bd5-b609-442b-9726-b518ff99987d'] {{(pid=83872) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 01 14:09:47.302843 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a735b7a-d013-489e-a558-4d62ec2b82b8 tempest-TestMinimumBasicScenario-378624070 tempest-TestMinimumBasicScenario-378624070-project] Pushing event deleted for resources: {'Port': ['ID=26598bd5-b609-442b-9726-b518ff99987d,revision_number=None']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:09:47.419213 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-b5293a6b-6a65-4c28-b179-7b5de520f0ec req-e4356112-ce59-411e-8dfd-d476cc326c7f tempest-TestMinimumBasicScenario-378624070 tempest-TestMinimumBasicScenario-378624070-project] 10.222.0.26 "GET /v2.0/ports?device_id=688ffcdc-406f-48ed-92a4-ff4f85c5a7cf HTTP/1.1" status: 200 len: 210 time: 0.0773780 Apr 01 14:09:47.423907 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_dvrscheduler_db [req-b44b56d2-c59f-415d-995b-c61f5558ca74 req-1a735b7a-d013-489e-a558-4d62ec2b82b8 tempest-TestMinimumBasicScenario-378624070 tempest-TestMinimumBasicScenario-378624070-project] No DVR routers for this DVR port 26598bd5-b609-442b-9726-b518ff99987d on host hv-neutron-8361 {{(pid=83869) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 14:09:47.426284 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [req-b44b56d2-c59f-415d-995b-c61f5558ca74 req-1a735b7a-d013-489e-a558-4d62ec2b82b8 tempest-TestMinimumBasicScenario-378624070 tempest-TestMinimumBasicScenario-378624070-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109561'] for port, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:09:47.428811 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '688ffcdc-406f-48ed-92a4-ff4f85c5a7cf', 'name': 'network-vif-deleted', 'tag': '26598bd5-b609-442b-9726-b518ff99987d'}] {{(pid=83869) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 14:09:47.449891 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-b44b56d2-c59f-415d-995b-c61f5558ca74 req-1a735b7a-d013-489e-a558-4d62ec2b82b8 tempest-TestMinimumBasicScenario-378624070 tempest-TestMinimumBasicScenario-378624070-project] 10.222.0.57 "DELETE /v2.0/ports/26598bd5-b609-442b-9726-b518ff99987d HTTP/1.1" status: 204 len: 173 time: 0.7860341 Apr 01 14:09:47.512124 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '688ffcdc-406f-48ed-92a4-ff4f85c5a7cf', 'name': 'network-vif-deleted', 'tag': '26598bd5-b609-442b-9726-b518ff99987d', 'status': 'completed', 'code': 200} Apr 01 14:09:49.185463 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 34948) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:09:49.631200 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-85547d57-cedd-4178-8e0f-04e2ee14ce45 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4084029'] for router_interface, before_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:09:50.251989 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.plugin [None req-85547d57-cedd-4178-8e0f-04e2ee14ce45 admin admin] Deleting port e2548676-1eb9-44e3-a07c-dff5f0be7438 {{(pid=83871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 14:09:50.252658 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-85547d57-cedd-4178-8e0f-04e2ee14ce45 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736733287370'] for port, before_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:09:50.438966 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.db [None req-85547d57-cedd-4178-8e0f-04e2ee14ce45 admin admin] For port e2548676-1eb9-44e3-a07c-dff5f0be7438, host dv-neutron-836180-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836180-1-hyperv',level=0,port_id=e2548676-1eb9-44e3-a07c-dff5f0be7438,segment=NetworkSegment(eabdb818-4a12-488b-8ccf-252b2416d6d3),segment_id=eabdb818-4a12-488b-8ccf-252b2416d6d3)] {{(pid=83871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 14:09:50.439332 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-85547d57-cedd-4178-8e0f-04e2ee14ce45 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4155147'] for port, precommit_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:09:50.540566 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Device 26598bd5-b609-442b-9726-b518ff99987d no longer exists at agent hyperv_hv-neutron-8361 {{(pid=83872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 14:09:50.577557 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.plugin [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] No Port match for: 26598bd5-b609-442b-9726-b518ff99987d {{(pid=83872) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 01 14:09:50.577898 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Device 26598bd5-b609-442b-9726-b518ff99987d not bound to the agent host hv-neutron-8361 {{(pid=83872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 14:09:50.665588 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.plugin [None req-85547d57-cedd-4178-8e0f-04e2ee14ce45 admin admin] Calling delete_port for e2548676-1eb9-44e3-a07c-dff5f0be7438 owned by network:router_interface {{(pid=83871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 14:09:50.849140 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-85547d57-cedd-4178-8e0f-04e2ee14ce45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736733359243', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736732935810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2743125'] for port, after_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:09:50.895946 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85547d57-cedd-4178-8e0f-04e2ee14ce45 admin admin] Pushing event deleted for resources: {'Port': ['ID=e2548676-1eb9-44e3-a07c-dff5f0be7438,revision_number=None']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:09:51.200503 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-85547d57-cedd-4178-8e0f-04e2ee14ce45 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3017585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4084076'] for router_interface, after_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:09:51.789596 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85547d57-cedd-4178-8e0f-04e2ee14ce45 admin admin] Router 01bf2165-37a9-4ed4-a360-d25703e984b5 has already been hosted by L3 agent 88bf8fc8-11a3-4e96-9d1b-5fd93ba9f6f1 {{(pid=83871) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 14:09:51.985873 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85547d57-cedd-4178-8e0f-04e2ee14ce45 admin admin] Notify agent at l3_agent.dv-neutron-836180-1-hyperv the message routers_updated {{(pid=83871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 14:09:51.995178 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78a618d7-5639-4439-a8b5-f563608c7254 None None] Sync routers for ids ['01bf2165-37a9-4ed4-a360-d25703e984b5'] in dv-neutron-836180-1-hyperv {{(pid=83873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 14:09:51.997798 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-85547d57-cedd-4178-8e0f-04e2ee14ce45 admin admin] 10.222.0.26 "PUT /v2.0/routers/01bf2165-37a9-4ed4-a360-d25703e984b5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8112710 Apr 01 14:09:52.000277 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 34952) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:09:52.007341 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78a618d7-5639-4439-a8b5-f563608c7254 None None] Routers {'01bf2165-37a9-4ed4-a360-d25703e984b5'} bound to L3 agent in host dv-neutron-836180-1-hyperv {{(pid=83873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 14:09:52.007796 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-78a618d7-5639-4439-a8b5-f563608c7254 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836180-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T13:25:36Z,description=,heartbeat_timestamp=2022-04-01T14:09:36Z,host='dv-neutron-836180-1-hyperv',id=88bf8fc8-11a3-4e96-9d1b-5fd93ba9f6f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T13:25:36Z,topic='l3_agent')) {'router_ids': ['01bf2165-37a9-4ed4-a360-d25703e984b5'], 'active': True} {{(pid=83873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 14:09:52.198618 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_dvr_db [None req-78a618d7-5639-4439-a8b5-f563608c7254 None None] Set router 01bf2165-37a9-4ed4-a360-d25703e984b5 gateway port host: dv-neutron-836180-1-hyperv {{(pid=83873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 14:09:52.311919 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-43d419d6-d7ab-4485-9c77-516e0ffd80cd admin admin] Notify callbacks [] for router, before_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:09:52.497700 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-78a618d7-5639-4439-a8b5-f563608c7254 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01bf2165-37a9-4ed4-a360-d25703e984b5', 'name': 'tempest-TestMinimumBasicScenario-74095088-router', 'tenant_id': '43d1a53542d742b3b20a00f72a8ff197', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'external_fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.181'}], 'enable_snat': True}, 'gw_port_id': '8f6215e3-8646-43d6-b42b-86ddbacd511b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T14:07:27Z', 'updated_at': '2022-04-01T14:09:50Z', 'revision_number': 5, 'project_id': '43d1a53542d742b3b20a00f72a8ff197', 'gw_port': {'id': '8f6215e3-8646-43d6-b42b-86ddbacd511b', 'name': '', 'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:b1:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01bf2165-37a9-4ed4-a360-d25703e984b5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836180-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T14:07:27Z', 'updated_at': '2022-04-01T14:07:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836180-1-hyperv'}], 'dv-neutron-836180-1-hyperv', False) {} {{(pid=83873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 14:09:52.501439 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78a618d7-5639-4439-a8b5-f563608c7254 None None] Checking router: 01bf2165-37a9-4ed4-a360-d25703e984b5 for host: dv-neutron-836180-1-hyperv {{(pid=83873) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 01 14:09:52.512463 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78a618d7-5639-4439-a8b5-f563608c7254 None None] Routers {'01bf2165-37a9-4ed4-a360-d25703e984b5'} bound to L3 agent in host dv-neutron-836180-1-hyperv {{(pid=83873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 14:09:52.513060 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-78a618d7-5639-4439-a8b5-f563608c7254 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836180-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T13:25:36Z,description=,heartbeat_timestamp=2022-04-01T14:09:36Z,host='dv-neutron-836180-1-hyperv',id=88bf8fc8-11a3-4e96-9d1b-5fd93ba9f6f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T13:25:36Z,topic='l3_agent')) {'router_ids': ['01bf2165-37a9-4ed4-a360-d25703e984b5'], 'active': True} {{(pid=83873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 14:09:52.513690 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-43d419d6-d7ab-4485-9c77-516e0ffd80cd admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:09:52.524291 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.plugin [None req-43d419d6-d7ab-4485-9c77-516e0ffd80cd admin admin] Deleting port 8f6215e3-8646-43d6-b42b-86ddbacd511b {{(pid=83871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 14:09:52.524718 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-43d419d6-d7ab-4485-9c77-516e0ffd80cd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736733287370'] for port, before_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:09:52.670546 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_dvr_db [None req-78a618d7-5639-4439-a8b5-f563608c7254 None None] Set router 01bf2165-37a9-4ed4-a360-d25703e984b5 gateway port host: None {{(pid=83873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 14:09:52.703759 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.db [None req-43d419d6-d7ab-4485-9c77-516e0ffd80cd admin admin] For port 8f6215e3-8646-43d6-b42b-86ddbacd511b, host dv-neutron-836180-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836180-1-hyperv',level=0,port_id=8f6215e3-8646-43d6-b42b-86ddbacd511b,segment=NetworkSegment(7b924dd8-4978-40c4-ad91-4b9b27348462),segment_id=7b924dd8-4978-40c4-ad91-4b9b27348462)] {{(pid=83871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 14:09:52.704114 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-43d419d6-d7ab-4485-9c77-516e0ffd80cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4155147'] for port, precommit_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:09:52.810731 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-78a618d7-5639-4439-a8b5-f563608c7254 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01bf2165-37a9-4ed4-a360-d25703e984b5', 'name': 'tempest-TestMinimumBasicScenario-74095088-router', 'tenant_id': '43d1a53542d742b3b20a00f72a8ff197', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T14:07:27Z', 'updated_at': '2022-04-01T14:09:52Z', 'revision_number': 6, 'project_id': '43d1a53542d742b3b20a00f72a8ff197', 'gw_port_host': None}], 'dv-neutron-836180-1-hyperv', False) {} {{(pid=83873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 14:09:52.816947 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78a618d7-5639-4439-a8b5-f563608c7254 None None] The sync data for ids ['01bf2165-37a9-4ed4-a360-d25703e984b5'] in dv-neutron-836180-1-hyperv is: [{'id': '01bf2165-37a9-4ed4-a360-d25703e984b5', 'name': 'tempest-TestMinimumBasicScenario-74095088-router', 'tenant_id': '43d1a53542d742b3b20a00f72a8ff197', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T14:07:27Z', 'updated_at': '2022-04-01T14:09:52Z', 'revision_number': 6, 'project_id': '43d1a53542d742b3b20a00f72a8ff197', 'gw_port_host': None}] {{(pid=83873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 14:09:52.834994 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.plugin [None req-43d419d6-d7ab-4485-9c77-516e0ffd80cd admin admin] Calling delete_port for 8f6215e3-8646-43d6-b42b-86ddbacd511b owned by network:router_gateway {{(pid=83871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 14:09:53.016598 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-43d419d6-d7ab-4485-9c77-516e0ffd80cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736733359243', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736732935810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2743125'] for port, after_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:09:53.065542 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d419d6-d7ab-4485-9c77-516e0ffd80cd admin admin] Pushing event deleted for resources: {'Port': ['ID=8f6215e3-8646-43d6-b42b-86ddbacd511b,revision_number=None']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:09:53.298960 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-43d419d6-d7ab-4485-9c77-516e0ffd80cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4084822'] for router_gateway, after_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:09:53.306215 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Device e2548676-1eb9-44e3-a07c-dff5f0be7438 no longer exists at agent ovs-agent-dv-neutron-836180-1-hyperv {{(pid=83872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 14:09:53.360472 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.plugin [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] No Port match for: e2548676-1eb9-44e3-a07c-dff5f0be7438 {{(pid=83872) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 01 14:09:53.360875 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Device e2548676-1eb9-44e3-a07c-dff5f0be7438 not bound to the agent host dv-neutron-836180-1-hyperv {{(pid=83872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 14:09:53.674150 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-43d419d6-d7ab-4485-9c77-516e0ffd80cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4079814', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4170'] for router, precommit_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:09:53.680696 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-43d419d6-d7ab-4485-9c77-516e0ffd80cd admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:09:53.709857 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-43d419d6-d7ab-4485-9c77-516e0ffd80cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4079738'] for router, after_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:09:53.710567 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43d419d6-d7ab-4485-9c77-516e0ffd80cd admin admin] Fanout notify agent at l3_agent the message router_deleted on router 01bf2165-37a9-4ed4-a360-d25703e984b5 {{(pid=83871) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 01 14:09:53.724549 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-43d419d6-d7ab-4485-9c77-516e0ffd80cd admin admin] Notify callbacks [] for router, before_response {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:09:53.725723 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-43d419d6-d7ab-4485-9c77-516e0ffd80cd admin admin] 10.222.0.26 "DELETE /v2.0/routers/01bf2165-37a9-4ed4-a360-d25703e984b5 HTTP/1.1" status: 204 len: 168 time: 1.7244260 Apr 01 14:09:53.729431 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 34956) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:09:53.793662 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.db_base_plugin_v2 [None req-6a573e9f-6426-4035-a9c8-59c3b76f4ad0 admin admin] Deleting subnet 1cdbc714-b945-4e1b-b302-614d14120838 {{(pid=83871) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 01 14:09:53.796932 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-6a573e9f-6426-4035-a9c8-59c3b76f4ad0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:09:53.855555 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-6a573e9f-6426-4035-a9c8-59c3b76f4ad0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3166365'] for subnet, precommit_delete_associations {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:09:53.951856 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-6a573e9f-6426-4035-a9c8-59c3b76f4ad0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-945029'] for subnet, precommit_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:09:54.035424 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-6a573e9f-6426-4035-a9c8-59c3b76f4ad0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-945042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2743160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2757373'] for subnet, after_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:09:54.084909 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a573e9f-6426-4035-a9c8-59c3b76f4ad0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1cdbc714-b945-4e1b-b302-614d14120838,revision_number=None']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:09:54.089383 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-6a573e9f-6426-4035-a9c8-59c3b76f4ad0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:09:54.095327 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-6a573e9f-6426-4035-a9c8-59c3b76f4ad0 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/1cdbc714-b945-4e1b-b302-614d14120838 HTTP/1.1" status: 204 len: 168 time: 0.3655965 Apr 01 14:09:54.096670 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ae5788b-837b-4fa1-935f-deaa437c9014 None None] Network cd13d530-ed35-4222-8bdd-09fdd6c05830 requested from dv-neutron-836180-1-hyperv {{(pid=83872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 14:09:54.097874 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 34960) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:09:54.198182 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:09:54.206297 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-983c6b50-fd0b-47f6-81fc-0437dbd6642d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1033078'] for network, before_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:09:54.217277 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.plugin [None req-983c6b50-fd0b-47f6-81fc-0437dbd6642d admin admin] Deleting port 0af8ee59-4b4b-425a-bd53-d2aa442ca11a {{(pid=83869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 14:09:54.217596 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-983c6b50-fd0b-47f6-81fc-0437dbd6642d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736733287370'] for port, before_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:09:54.370375 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5dd46d6f-2d5d-4d8b-8bdf-ae23b650189f None None] DHCP port deletion for cd13d530-ed35-4222-8bdd-09fdd6c05830 request from dv-neutron-836180-1-hyperv {{(pid=83872) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 01 14:09:54.375383 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.plugin [None req-5dd46d6f-2d5d-4d8b-8bdf-ae23b650189f None None] Deleting port 0af8ee59-4b4b-425a-bd53-d2aa442ca11a {{(pid=83872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 14:09:54.375974 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-5dd46d6f-2d5d-4d8b-8bdf-ae23b650189f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736733287370'] for port, before_delete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:09:54.426314 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.db [None req-983c6b50-fd0b-47f6-81fc-0437dbd6642d admin admin] For port 0af8ee59-4b4b-425a-bd53-d2aa442ca11a, host dv-neutron-836180-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836180-1-hyperv',level=0,port_id=0af8ee59-4b4b-425a-bd53-d2aa442ca11a,segment=NetworkSegment(eabdb818-4a12-488b-8ccf-252b2416d6d3),segment_id=eabdb818-4a12-488b-8ccf-252b2416d6d3)] {{(pid=83869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 14:09:54.426785 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-983c6b50-fd0b-47f6-81fc-0437dbd6642d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4155147'] for port, precommit_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:09:54.551517 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.plugin [None req-983c6b50-fd0b-47f6-81fc-0437dbd6642d admin admin] Calling delete_port for 0af8ee59-4b4b-425a-bd53-d2aa442ca11a owned by network:dhcp {{(pid=83869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 14:09:54.580617 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-5dd46d6f-2d5d-4d8b-8bdf-ae23b650189f None None] For port 0af8ee59-4b4b-425a-bd53-d2aa442ca11a, host dv-neutron-836180-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836180-1-hyperv',level=0,port_id=0af8ee59-4b4b-425a-bd53-d2aa442ca11a,segment=NetworkSegment(eabdb818-4a12-488b-8ccf-252b2416d6d3),segment_id=eabdb818-4a12-488b-8ccf-252b2416d6d3)] {{(pid=83872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 14:09:54.580998 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-5dd46d6f-2d5d-4d8b-8bdf-ae23b650189f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4155147'] for port, precommit_delete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:09:54.625541 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-983c6b50-fd0b-47f6-81fc-0437dbd6642d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736733359243', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736732935810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2705155'] for port, after_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:09:54.671731 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983c6b50-fd0b-47f6-81fc-0437dbd6642d admin admin] Pushing event deleted for resources: {'Port': ['ID=0af8ee59-4b4b-425a-bd53-d2aa442ca11a,revision_number=None']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:09:54.676843 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-983c6b50-fd0b-47f6-81fc-0437dbd6642d admin admin] No DVR routers for this DVR port 0af8ee59-4b4b-425a-bd53-d2aa442ca11a on host dv-neutron-836180-1-hyperv {{(pid=83869) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 14:09:54.703038 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.plugin [None req-5dd46d6f-2d5d-4d8b-8bdf-ae23b650189f None None] Calling delete_port for 0af8ee59-4b4b-425a-bd53-d2aa442ca11a owned by network:dhcp {{(pid=83872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 14:09:54.782406 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.db.api [None req-5dd46d6f-2d5d-4d8b-8bdf-ae23b650189f None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83872) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 01 14:09:54.782763 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG oslo_db.api [None req-5dd46d6f-2d5d-4d8b-8bdf-ae23b650189f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 01 14:09:54.885024 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-983c6b50-fd0b-47f6-81fc-0437dbd6642d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-942654', 'neutron.services.segments.db._delete_segments_for_network-8736733387888'] for network, precommit_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:09:54.909113 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.services.segments.db [None req-983c6b50-fd0b-47f6-81fc-0437dbd6642d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cd13d530-ed35-4222-8bdd-09fdd6c05830']}} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 14:09:54.921998 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.services.segments.db [None req-983c6b50-fd0b-47f6-81fc-0437dbd6642d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eabdb818-4a12-488b-8ccf-252b2416d6d3') {'for_net_delete': True} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 14:09:54.922286 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.services.segments.db [None req-983c6b50-fd0b-47f6-81fc-0437dbd6642d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eabdb818-4a12-488b-8ccf-252b2416d6d3') {} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 14:09:54.934625 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-983c6b50-fd0b-47f6-81fc-0437dbd6642d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736733386999', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2704982'] for segment, before_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:09:54.950737 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-983c6b50-fd0b-47f6-81fc-0437dbd6642d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1004271'] for segment, precommit_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:09:54.956916 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-983c6b50-fd0b-47f6-81fc-0437dbd6642d admin admin] Releasing vlan 394 on physical network physnet1 to pool {{(pid=83869) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 01 14:09:54.957326 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-983c6b50-fd0b-47f6-81fc-0437dbd6642d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1004262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2705264'] for segment, after_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:09:54.972743 dv-neutron-836180-1-hyperv neutron-server[83869]: Traceback (most recent call last): Apr 01 14:09:54.972743 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 01 14:09:54.972743 dv-neutron-836180-1-hyperv neutron-server[83869]: timer() Apr 01 14:09:54.972743 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 14:09:54.972743 dv-neutron-836180-1-hyperv neutron-server[83869]: cb(*args, **kw) Apr 01 14:09:54.972743 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 14:09:54.972743 dv-neutron-836180-1-hyperv neutron-server[83869]: return func(*args, **kwargs) Apr 01 14:09:54.972743 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 14:09:54.972743 dv-neutron-836180-1-hyperv neutron-server[83869]: self._notify() Apr 01 14:09:54.972743 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 14:09:54.972743 dv-neutron-836180-1-hyperv neutron-server[83869]: self.callback(batched_events) Apr 01 14:09:54.972743 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 14:09:54.972743 dv-neutron-836180-1-hyperv neutron-server[83869]: event.method(event) Apr 01 14:09:54.972743 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 14:09:54.972743 dv-neutron-836180-1-hyperv neutron-server[83869]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 14:09:54.972743 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 14:09:54.972743 dv-neutron-836180-1-hyperv neutron-server[83869]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 14:09:54.972743 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 14:09:54.972743 dv-neutron-836180-1-hyperv neutron-server[83869]: return f(self, *a, **k) Apr 01 14:09:54.972743 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 14:09:54.972743 dv-neutron-836180-1-hyperv neutron-server[83869]: return self._get(url).json() Apr 01 14:09:54.972743 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 14:09:54.972743 dv-neutron-836180-1-hyperv neutron-server[83869]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 14:09:54.972743 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 01 14:09:54.972743 dv-neutron-836180-1-hyperv neutron-server[83869]: return self.request(url, 'GET', **kwargs) Apr 01 14:09:54.972743 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 01 14:09:54.972743 dv-neutron-836180-1-hyperv neutron-server[83869]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 14:09:54.972743 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 01 14:09:54.972743 dv-neutron-836180-1-hyperv neutron-server[83869]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 14:09:54.972743 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 01 14:09:54.972743 dv-neutron-836180-1-hyperv neutron-server[83869]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 14:09:54.972743 dv-neutron-836180-1-hyperv neutron-server[83869]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 14:09:54.979102 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Device 8f6215e3-8646-43d6-b42b-86ddbacd511b no longer exists at agent ovs-agent-dv-neutron-836180-1-hyperv {{(pid=83872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 14:09:55.016367 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.plugin [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] No Port match for: 8f6215e3-8646-43d6-b42b-86ddbacd511b {{(pid=83872) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 01 14:09:55.016709 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Device 8f6215e3-8646-43d6-b42b-86ddbacd511b not bound to the agent host dv-neutron-836180-1-hyperv {{(pid=83872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 14:09:55.017110 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Device 0af8ee59-4b4b-425a-bd53-d2aa442ca11a no longer exists at agent ovs-agent-dv-neutron-836180-1-hyperv {{(pid=83872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 14:09:55.049424 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-983c6b50-fd0b-47f6-81fc-0437dbd6642d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-942599', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4084797'] for network, after_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:09:55.049859 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.plugin [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] No Port match for: 0af8ee59-4b4b-425a-bd53-d2aa442ca11a {{(pid=83872) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 01 14:09:55.050249 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Device 0af8ee59-4b4b-425a-bd53-d2aa442ca11a not bound to the agent host dv-neutron-836180-1-hyperv {{(pid=83872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 14:09:55.066475 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-983c6b50-fd0b-47f6-81fc-0437dbd6642d admin admin] Notify callbacks [] for network, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:09:55.077937 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983c6b50-fd0b-47f6-81fc-0437dbd6642d admin admin] Pushing event deleted for resources: {'Network': ['ID=cd13d530-ed35-4222-8bdd-09fdd6c05830,revision_number=None']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:09:55.090605 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-983c6b50-fd0b-47f6-81fc-0437dbd6642d admin admin] 10.222.0.26 "DELETE /v2.0/networks/cd13d530-ed35-4222-8bdd-09fdd6c05830 HTTP/1.1" status: 204 len: 168 time: 0.9917109 Apr 01 14:09:55.093497 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 34964) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:09:55.284310 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.plugin [None req-5dd46d6f-2d5d-4d8b-8bdf-ae23b650189f None None] Deleting port 0af8ee59-4b4b-425a-bd53-d2aa442ca11a {{(pid=83872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 14:09:55.285140 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-5dd46d6f-2d5d-4d8b-8bdf-ae23b650189f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736733287370'] for port, before_delete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:09:55.348941 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.plugin [None req-5dd46d6f-2d5d-4d8b-8bdf-ae23b650189f None None] The port '0af8ee59-4b4b-425a-bd53-d2aa442ca11a' was deleted {{(pid=83872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 01 14:09:55.477452 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-f14f72e9-14f4-4822-b351-09cf68351cdd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4084029'] for router_interface, before_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:09:56.056281 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.plugin [None req-f14f72e9-14f4-4822-b351-09cf68351cdd admin admin] Deleting port 3d699a45-5c93-44d2-9537-a761af133a89 {{(pid=83869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 14:09:56.056635 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-f14f72e9-14f4-4822-b351-09cf68351cdd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736733287370'] for port, before_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:09:56.337984 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.db [None req-f14f72e9-14f4-4822-b351-09cf68351cdd admin admin] For port 3d699a45-5c93-44d2-9537-a761af133a89, host dv-neutron-836180-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836180-1-hyperv',level=0,port_id=3d699a45-5c93-44d2-9537-a761af133a89,segment=NetworkSegment(9b64bb57-b0d2-47a0-8a79-fbb691328199),segment_id=9b64bb57-b0d2-47a0-8a79-fbb691328199)] {{(pid=83869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 14:09:56.338330 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-f14f72e9-14f4-4822-b351-09cf68351cdd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4155147'] for port, precommit_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:09:56.456042 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.plugin [None req-f14f72e9-14f4-4822-b351-09cf68351cdd admin admin] Calling delete_port for 3d699a45-5c93-44d2-9537-a761af133a89 owned by network:router_interface {{(pid=83869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 14:09:56.619362 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-f14f72e9-14f4-4822-b351-09cf68351cdd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736733359243', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736732935810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2705155'] for port, after_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:09:56.667194 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f14f72e9-14f4-4822-b351-09cf68351cdd admin admin] Pushing event deleted for resources: {'Port': ['ID=3d699a45-5c93-44d2-9537-a761af133a89,revision_number=None']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:09:56.956795 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-f14f72e9-14f4-4822-b351-09cf68351cdd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3017585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4084076'] for router_interface, after_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:09:57.537939 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f14f72e9-14f4-4822-b351-09cf68351cdd admin admin] Router 3818f0b1-7427-43cf-8def-f56fa640ee16 has already been hosted by L3 agent 88bf8fc8-11a3-4e96-9d1b-5fd93ba9f6f1 {{(pid=83869) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 14:09:57.834184 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f14f72e9-14f4-4822-b351-09cf68351cdd admin admin] Notify agent at l3_agent.dv-neutron-836180-1-hyperv the message routers_updated {{(pid=83869) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 14:09:57.843109 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23e78de1-54cd-41df-a282-039210f049dc None None] Sync routers for ids ['3818f0b1-7427-43cf-8def-f56fa640ee16'] in dv-neutron-836180-1-hyperv {{(pid=83872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 14:09:57.851146 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-f14f72e9-14f4-4822-b351-09cf68351cdd admin admin] 10.222.0.26 "PUT /v2.0/routers/3818f0b1-7427-43cf-8def-f56fa640ee16/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7560377 Apr 01 14:09:57.853717 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 34968) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:09:57.856118 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23e78de1-54cd-41df-a282-039210f049dc None None] Routers {'3818f0b1-7427-43cf-8def-f56fa640ee16'} bound to L3 agent in host dv-neutron-836180-1-hyperv {{(pid=83872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 14:09:57.856758 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_hamode_db [None req-23e78de1-54cd-41df-a282-039210f049dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836180-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T13:25:36Z,description=,heartbeat_timestamp=2022-04-01T14:09:36Z,host='dv-neutron-836180-1-hyperv',id=88bf8fc8-11a3-4e96-9d1b-5fd93ba9f6f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T13:25:36Z,topic='l3_agent')) {'router_ids': ['3818f0b1-7427-43cf-8def-f56fa640ee16'], 'active': True} {{(pid=83872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 14:09:58.036523 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_dvr_db [None req-23e78de1-54cd-41df-a282-039210f049dc None None] Set router 3818f0b1-7427-43cf-8def-f56fa640ee16 gateway port host: dv-neutron-836180-1-hyperv {{(pid=83872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 14:09:58.048923 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-933052b4-8b59-49f0-9a32-79c9069b759a admin admin] Notify callbacks [] for router, before_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:09:58.246901 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-933052b4-8b59-49f0-9a32-79c9069b759a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:09:58.256786 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.plugin [None req-933052b4-8b59-49f0-9a32-79c9069b759a admin admin] Deleting port 73abc224-2324-4dfa-a1a6-3dbe100c1bf9 {{(pid=83869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 14:09:58.257958 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-933052b4-8b59-49f0-9a32-79c9069b759a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736733287370'] for port, before_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:09:58.365306 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_hamode_db [None req-23e78de1-54cd-41df-a282-039210f049dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3818f0b1-7427-43cf-8def-f56fa640ee16', 'name': 'tempest-TestMinimumBasicScenario-1472652122-router', 'tenant_id': '3a472194acd94e7fa240e26ce2783b8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'external_fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.225'}], 'enable_snat': True}, 'gw_port_id': '73abc224-2324-4dfa-a1a6-3dbe100c1bf9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T14:07:33Z', 'updated_at': '2022-04-01T14:09:56Z', 'revision_number': 5, 'project_id': '3a472194acd94e7fa240e26ce2783b8b', 'gw_port': {'id': '73abc224-2324-4dfa-a1a6-3dbe100c1bf9', 'name': '', 'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:fd:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3818f0b1-7427-43cf-8def-f56fa640ee16', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836180-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T14:07:34Z', 'updated_at': '2022-04-01T14:07:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836180-1-hyperv'}], 'dv-neutron-836180-1-hyperv', False) {} {{(pid=83872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 14:09:58.370104 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23e78de1-54cd-41df-a282-039210f049dc None None] Checking router: 3818f0b1-7427-43cf-8def-f56fa640ee16 for host: dv-neutron-836180-1-hyperv {{(pid=83872) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 01 14:09:58.380652 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23e78de1-54cd-41df-a282-039210f049dc None None] Routers {'3818f0b1-7427-43cf-8def-f56fa640ee16'} bound to L3 agent in host dv-neutron-836180-1-hyperv {{(pid=83872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 14:09:58.381260 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_hamode_db [None req-23e78de1-54cd-41df-a282-039210f049dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836180-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T13:25:36Z,description=,heartbeat_timestamp=2022-04-01T14:09:36Z,host='dv-neutron-836180-1-hyperv',id=88bf8fc8-11a3-4e96-9d1b-5fd93ba9f6f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T13:25:36Z,topic='l3_agent')) {'router_ids': ['3818f0b1-7427-43cf-8def-f56fa640ee16'], 'active': True} {{(pid=83872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 14:09:58.436817 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.db [None req-933052b4-8b59-49f0-9a32-79c9069b759a admin admin] For port 73abc224-2324-4dfa-a1a6-3dbe100c1bf9, host dv-neutron-836180-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836180-1-hyperv',level=0,port_id=73abc224-2324-4dfa-a1a6-3dbe100c1bf9,segment=NetworkSegment(7b924dd8-4978-40c4-ad91-4b9b27348462),segment_id=7b924dd8-4978-40c4-ad91-4b9b27348462)] {{(pid=83869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 14:09:58.437169 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-933052b4-8b59-49f0-9a32-79c9069b759a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4155147'] for port, precommit_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:09:58.530558 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_dvr_db [None req-23e78de1-54cd-41df-a282-039210f049dc None None] Set router 3818f0b1-7427-43cf-8def-f56fa640ee16 gateway port host: None {{(pid=83872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 14:09:58.557545 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.plugin [None req-933052b4-8b59-49f0-9a32-79c9069b759a admin admin] Calling delete_port for 73abc224-2324-4dfa-a1a6-3dbe100c1bf9 owned by network:router_gateway {{(pid=83869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 14:09:58.636826 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_hamode_db [None req-23e78de1-54cd-41df-a282-039210f049dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3818f0b1-7427-43cf-8def-f56fa640ee16', 'name': 'tempest-TestMinimumBasicScenario-1472652122-router', 'tenant_id': '3a472194acd94e7fa240e26ce2783b8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T14:07:33Z', 'updated_at': '2022-04-01T14:09:58Z', 'revision_number': 6, 'project_id': '3a472194acd94e7fa240e26ce2783b8b', 'gw_port_host': None}], 'dv-neutron-836180-1-hyperv', False) {} {{(pid=83872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 14:09:58.640913 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23e78de1-54cd-41df-a282-039210f049dc None None] The sync data for ids ['3818f0b1-7427-43cf-8def-f56fa640ee16'] in dv-neutron-836180-1-hyperv is: [{'id': '3818f0b1-7427-43cf-8def-f56fa640ee16', 'name': 'tempest-TestMinimumBasicScenario-1472652122-router', 'tenant_id': '3a472194acd94e7fa240e26ce2783b8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T14:07:33Z', 'updated_at': '2022-04-01T14:09:58Z', 'revision_number': 6, 'project_id': '3a472194acd94e7fa240e26ce2783b8b', 'gw_port_host': None}] {{(pid=83872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 14:09:58.735918 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-933052b4-8b59-49f0-9a32-79c9069b759a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736733359243', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736732935810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2705155'] for port, after_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:09:58.781679 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-933052b4-8b59-49f0-9a32-79c9069b759a admin admin] Pushing event deleted for resources: {'Port': ['ID=73abc224-2324-4dfa-a1a6-3dbe100c1bf9,revision_number=None']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:09:59.001955 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-933052b4-8b59-49f0-9a32-79c9069b759a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4084822'] for router_gateway, after_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:09:59.053233 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Device 3d699a45-5c93-44d2-9537-a761af133a89 no longer exists at agent ovs-agent-dv-neutron-836180-1-hyperv {{(pid=83872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 14:09:59.092148 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.plugin [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] No Port match for: 3d699a45-5c93-44d2-9537-a761af133a89 {{(pid=83872) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 01 14:09:59.092545 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Device 3d699a45-5c93-44d2-9537-a761af133a89 not bound to the agent host dv-neutron-836180-1-hyperv {{(pid=83872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 14:09:59.375338 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-933052b4-8b59-49f0-9a32-79c9069b759a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4079814', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4170'] for router, precommit_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:09:59.379448 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-933052b4-8b59-49f0-9a32-79c9069b759a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:09:59.407825 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-933052b4-8b59-49f0-9a32-79c9069b759a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4079738'] for router, after_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:09:59.408567 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-933052b4-8b59-49f0-9a32-79c9069b759a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3818f0b1-7427-43cf-8def-f56fa640ee16 {{(pid=83869) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 01 14:09:59.421301 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-933052b4-8b59-49f0-9a32-79c9069b759a admin admin] Notify callbacks [] for router, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:09:59.422433 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-933052b4-8b59-49f0-9a32-79c9069b759a admin admin] 10.222.0.26 "DELETE /v2.0/routers/3818f0b1-7427-43cf-8def-f56fa640ee16 HTTP/1.1" status: 204 len: 168 time: 1.5677962 Apr 01 14:09:59.425052 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 34972) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:09:59.489984 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.db_base_plugin_v2 [None req-38c506b3-1288-4bcf-bdc8-1476e58b0c16 admin admin] Deleting subnet 39aab281-a068-4cfe-a143-764ac29a91be {{(pid=83869) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 01 14:09:59.493534 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-38c506b3-1288-4bcf-bdc8-1476e58b0c16 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:09:59.544241 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-38c506b3-1288-4bcf-bdc8-1476e58b0c16 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2704975'] for subnet, precommit_delete_associations {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:09:59.625157 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-38c506b3-1288-4bcf-bdc8-1476e58b0c16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-945029'] for subnet, precommit_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:09:59.698179 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-38c506b3-1288-4bcf-bdc8-1476e58b0c16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-945042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2705198', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2999452'] for subnet, after_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:09:59.735559 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c506b3-1288-4bcf-bdc8-1476e58b0c16 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=39aab281-a068-4cfe-a143-764ac29a91be,revision_number=None']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:09:59.745364 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-38c506b3-1288-4bcf-bdc8-1476e58b0c16 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:09:59.750513 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8563f507-2121-4947-937c-73d9d03b401b None None] Network 771a499f-6e15-4a1d-b886-2ae15ca538e1 requested from dv-neutron-836180-1-hyperv {{(pid=83872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 14:09:59.752194 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-38c506b3-1288-4bcf-bdc8-1476e58b0c16 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/39aab281-a068-4cfe-a143-764ac29a91be HTTP/1.1" status: 204 len: 168 time: 0.3259993 Apr 01 14:09:59.754617 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 34976) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:09:59.861494 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-8826b1d4-4a18-4886-9c57-b18ef1d5d492 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1033078'] for network, before_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:09:59.872115 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.plugin [None req-8826b1d4-4a18-4886-9c57-b18ef1d5d492 admin admin] Deleting port e63c7477-c985-4797-888c-0aa471b72b40 {{(pid=83869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 14:09:59.872482 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-8826b1d4-4a18-4886-9c57-b18ef1d5d492 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736733287370'] for port, before_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:09:59.996072 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbd0b998-6e7c-4456-a616-906d59ce87de None None] DHCP port deletion for 771a499f-6e15-4a1d-b886-2ae15ca538e1 request from dv-neutron-836180-1-hyperv {{(pid=83872) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 01 14:09:59.999602 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.plugin [None req-fbd0b998-6e7c-4456-a616-906d59ce87de None None] Deleting port e63c7477-c985-4797-888c-0aa471b72b40 {{(pid=83872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 14:09:59.999973 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-fbd0b998-6e7c-4456-a616-906d59ce87de None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736733287370'] for port, before_delete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:10:00.084257 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.db [None req-8826b1d4-4a18-4886-9c57-b18ef1d5d492 admin admin] For port e63c7477-c985-4797-888c-0aa471b72b40, host dv-neutron-836180-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836180-1-hyperv',level=0,port_id=e63c7477-c985-4797-888c-0aa471b72b40,segment=NetworkSegment(9b64bb57-b0d2-47a0-8a79-fbb691328199),segment_id=9b64bb57-b0d2-47a0-8a79-fbb691328199)] {{(pid=83869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 14:10:00.085030 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-8826b1d4-4a18-4886-9c57-b18ef1d5d492 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4155147'] for port, precommit_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:10:00.204579 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-fbd0b998-6e7c-4456-a616-906d59ce87de None None] For port e63c7477-c985-4797-888c-0aa471b72b40, host dv-neutron-836180-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836180-1-hyperv',level=0,port_id=e63c7477-c985-4797-888c-0aa471b72b40,segment=NetworkSegment(9b64bb57-b0d2-47a0-8a79-fbb691328199),segment_id=9b64bb57-b0d2-47a0-8a79-fbb691328199)] {{(pid=83872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 14:10:00.205148 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-fbd0b998-6e7c-4456-a616-906d59ce87de None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4155147'] for port, precommit_delete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:10:00.207765 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.plugin [None req-8826b1d4-4a18-4886-9c57-b18ef1d5d492 admin admin] Calling delete_port for e63c7477-c985-4797-888c-0aa471b72b40 owned by network:dhcp {{(pid=83869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 14:10:00.287922 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-8826b1d4-4a18-4886-9c57-b18ef1d5d492 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736733359243', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736732935810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2705155'] for port, after_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:10:00.324833 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.plugin [None req-fbd0b998-6e7c-4456-a616-906d59ce87de None None] Calling delete_port for e63c7477-c985-4797-888c-0aa471b72b40 owned by network:dhcp {{(pid=83872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 14:10:00.331712 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8826b1d4-4a18-4886-9c57-b18ef1d5d492 admin admin] Pushing event deleted for resources: {'Port': ['ID=e63c7477-c985-4797-888c-0aa471b72b40,revision_number=None']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:10:00.340047 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8826b1d4-4a18-4886-9c57-b18ef1d5d492 admin admin] No DVR routers for this DVR port e63c7477-c985-4797-888c-0aa471b72b40 on host dv-neutron-836180-1-hyperv {{(pid=83869) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 14:10:00.394947 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.db.api [None req-fbd0b998-6e7c-4456-a616-906d59ce87de None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83872) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 01 14:10:00.395375 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG oslo_db.api [None req-fbd0b998-6e7c-4456-a616-906d59ce87de None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 01 14:10:00.462692 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-8826b1d4-4a18-4886-9c57-b18ef1d5d492 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-942654', 'neutron.services.segments.db._delete_segments_for_network-8736733387888'] for network, precommit_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:10:00.488108 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.services.segments.db [None req-8826b1d4-4a18-4886-9c57-b18ef1d5d492 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['771a499f-6e15-4a1d-b886-2ae15ca538e1']}} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 14:10:00.500579 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.services.segments.db [None req-8826b1d4-4a18-4886-9c57-b18ef1d5d492 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9b64bb57-b0d2-47a0-8a79-fbb691328199') {'for_net_delete': True} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 14:10:00.500868 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.services.segments.db [None req-8826b1d4-4a18-4886-9c57-b18ef1d5d492 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9b64bb57-b0d2-47a0-8a79-fbb691328199') {} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 14:10:00.512767 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-8826b1d4-4a18-4886-9c57-b18ef1d5d492 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736733386999', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2704982'] for segment, before_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:10:00.528817 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-8826b1d4-4a18-4886-9c57-b18ef1d5d492 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1004271'] for segment, precommit_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:10:00.534871 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8826b1d4-4a18-4886-9c57-b18ef1d5d492 admin admin] Releasing vlan 358 on physical network physnet1 to pool {{(pid=83869) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 01 14:10:00.535254 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-8826b1d4-4a18-4886-9c57-b18ef1d5d492 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1004262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2705264'] for segment, after_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:10:00.548735 dv-neutron-836180-1-hyperv neutron-server[83869]: Traceback (most recent call last): Apr 01 14:10:00.548735 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 01 14:10:00.548735 dv-neutron-836180-1-hyperv neutron-server[83869]: timer() Apr 01 14:10:00.548735 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 14:10:00.548735 dv-neutron-836180-1-hyperv neutron-server[83869]: cb(*args, **kw) Apr 01 14:10:00.548735 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 14:10:00.548735 dv-neutron-836180-1-hyperv neutron-server[83869]: return func(*args, **kwargs) Apr 01 14:10:00.548735 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 14:10:00.548735 dv-neutron-836180-1-hyperv neutron-server[83869]: self._notify() Apr 01 14:10:00.548735 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 14:10:00.548735 dv-neutron-836180-1-hyperv neutron-server[83869]: self.callback(batched_events) Apr 01 14:10:00.548735 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 14:10:00.548735 dv-neutron-836180-1-hyperv neutron-server[83869]: event.method(event) Apr 01 14:10:00.548735 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 14:10:00.548735 dv-neutron-836180-1-hyperv neutron-server[83869]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 14:10:00.548735 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 14:10:00.548735 dv-neutron-836180-1-hyperv neutron-server[83869]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 14:10:00.548735 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 14:10:00.548735 dv-neutron-836180-1-hyperv neutron-server[83869]: return f(self, *a, **k) Apr 01 14:10:00.548735 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 14:10:00.548735 dv-neutron-836180-1-hyperv neutron-server[83869]: return self._get(url).json() Apr 01 14:10:00.548735 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 14:10:00.548735 dv-neutron-836180-1-hyperv neutron-server[83869]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 14:10:00.548735 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 01 14:10:00.548735 dv-neutron-836180-1-hyperv neutron-server[83869]: return self.request(url, 'GET', **kwargs) Apr 01 14:10:00.548735 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 01 14:10:00.548735 dv-neutron-836180-1-hyperv neutron-server[83869]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 14:10:00.548735 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 01 14:10:00.548735 dv-neutron-836180-1-hyperv neutron-server[83869]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 14:10:00.548735 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 01 14:10:00.548735 dv-neutron-836180-1-hyperv neutron-server[83869]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 14:10:00.548735 dv-neutron-836180-1-hyperv neutron-server[83869]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 14:10:00.630004 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-8826b1d4-4a18-4886-9c57-b18ef1d5d492 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-942599', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4084797'] for network, after_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:10:00.646794 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-8826b1d4-4a18-4886-9c57-b18ef1d5d492 admin admin] Notify callbacks [] for network, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:10:00.656928 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8826b1d4-4a18-4886-9c57-b18ef1d5d492 admin admin] Pushing event deleted for resources: {'Network': ['ID=771a499f-6e15-4a1d-b886-2ae15ca538e1,revision_number=None']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:10:00.664542 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-8826b1d4-4a18-4886-9c57-b18ef1d5d492 admin admin] 10.222.0.26 "DELETE /v2.0/networks/771a499f-6e15-4a1d-b886-2ae15ca538e1 HTTP/1.1" status: 204 len: 168 time: 0.9089689 Apr 01 14:10:00.868953 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 34982) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:10:00.896563 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.plugin [None req-fbd0b998-6e7c-4456-a616-906d59ce87de None None] Deleting port e63c7477-c985-4797-888c-0aa471b72b40 {{(pid=83872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 14:10:00.896563 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-fbd0b998-6e7c-4456-a616-906d59ce87de None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736733287370'] for port, before_delete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:10:00.924243 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-dae65d68-8f0e-4157-95ce-e5272e0f0133 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=43d1a53542d742b3b20a00f72a8ff197&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0541368 Apr 01 14:10:00.927562 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 34986) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:10:00.966656 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.plugin [None req-fbd0b998-6e7c-4456-a616-906d59ce87de None None] The port 'e63c7477-c985-4797-888c-0aa471b72b40' was deleted {{(pid=83872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 01 14:10:00.988059 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.agents_db [None req-bdd220c7-049a-43d2-a923-ad1a2de078c6 None None] Agent healthcheck: found 6 active agents {{(pid=83873) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 01 14:10:01.002580 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-857a1cab-93b1-4237-9b9f-4b19e4b4fd52 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:10:01.003974 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Device 73abc224-2324-4dfa-a1a6-3dbe100c1bf9 no longer exists at agent ovs-agent-dv-neutron-836180-1-hyperv {{(pid=83872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 14:10:01.037830 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.plugin [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] No Port match for: 73abc224-2324-4dfa-a1a6-3dbe100c1bf9 {{(pid=83872) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 01 14:10:01.038757 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Device 73abc224-2324-4dfa-a1a6-3dbe100c1bf9 not bound to the agent host dv-neutron-836180-1-hyperv {{(pid=83872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 14:10:01.039167 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Device e63c7477-c985-4797-888c-0aa471b72b40 no longer exists at agent ovs-agent-dv-neutron-836180-1-hyperv {{(pid=83872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 14:10:01.074484 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.plugin [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] No Port match for: e63c7477-c985-4797-888c-0aa471b72b40 {{(pid=83872) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 01 14:10:01.074835 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Device e63c7477-c985-4797-888c-0aa471b72b40 not bound to the agent host dv-neutron-836180-1-hyperv {{(pid=83872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 14:10:01.135060 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-857a1cab-93b1-4237-9b9f-4b19e4b4fd52 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:10:01.199444 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-857a1cab-93b1-4237-9b9f-4b19e4b4fd52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3775923'] for security_group, after_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:10:01.222453 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-857a1cab-93b1-4237-9b9f-4b19e4b4fd52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24bdfb14-df95-4ed7-9a95-35534319551e,revision_number=None']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:10:01.231094 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-857a1cab-93b1-4237-9b9f-4b19e4b4fd52 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:10:01.232207 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-857a1cab-93b1-4237-9b9f-4b19e4b4fd52 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/24bdfb14-df95-4ed7-9a95-35534319551e HTTP/1.1" status: 204 len: 168 time: 0.3035936 Apr 01 14:10:01.641377 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 34994) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:10:01.692033 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-fd98efa8-f06c-488d-b39c-d7be10a5d4dd admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=3a472194acd94e7fa240e26ce2783b8b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0495231 Apr 01 14:10:01.695355 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 34998) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:10:01.754662 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-9b13fe70-46bf-4e11-a743-3fd29d29ceda admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:10:01.780751 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-9b13fe70-46bf-4e11-a743-3fd29d29ceda admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:10:01.832081 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-9b13fe70-46bf-4e11-a743-3fd29d29ceda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3775923'] for security_group, after_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:10:01.849905 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b13fe70-46bf-4e11-a743-3fd29d29ceda admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8780bbc1-fb95-4b01-9bf6-0011b740bbc2,revision_number=None']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:10:01.856821 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-9b13fe70-46bf-4e11-a743-3fd29d29ceda admin admin] Notify callbacks [] for security_group, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:10:01.858190 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-9b13fe70-46bf-4e11-a743-3fd29d29ceda admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/8780bbc1-fb95-4b01-9bf6-0011b740bbc2 HTTP/1.1" status: 204 len: 168 time: 0.1617317 Apr 01 14:10:03.634089 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-e78de028-2249-4cf1-bbf5-1f21e02d9f2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:10:04.225928 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 35042) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:10:04.231600 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.v2.base [None req-d1db5f59-fdf0-4964-83ca-982459401014 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-457689340', 'description': 'tempest-secgroup-smoke-457689340 description', 'project_id': '1ac9f9a3637e41b9993bdb348451719c'}} {{(pid=83869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 14:10:04.237609 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-d1db5f59-fdf0-4964-83ca-982459401014 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 14:10:04.242129 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-d1db5f59-fdf0-4964-83ca-982459401014 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Usage tracker for resource:security_group and tenant:1ac9f9a3637e41b9993bdb348451719c is out of sync, need to count used quota {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 14:10:04.245104 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-d1db5f59-fdf0-4964-83ca-982459401014 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 14:10:04.250814 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-d1db5f59-fdf0-4964-83ca-982459401014 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 14:10:04.263304 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-d1db5f59-fdf0-4964-83ca-982459401014 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Notify callbacks [] for security_group, before_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:10:04.276843 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-d1db5f59-fdf0-4964-83ca-982459401014 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Notify callbacks [] for security_group, before_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:10:04.308363 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-d1db5f59-fdf0-4964-83ca-982459401014 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 14:10:04.312020 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-d1db5f59-fdf0-4964-83ca-982459401014 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Usage tracker for resource:security_group_rule and tenant:1ac9f9a3637e41b9993bdb348451719c is out of sync, need to count used quota {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 14:10:04.315020 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-d1db5f59-fdf0-4964-83ca-982459401014 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 14:10:04.321291 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-d1db5f59-fdf0-4964-83ca-982459401014 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 14:10:04.389104 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-d1db5f59-fdf0-4964-83ca-982459401014 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Notify callbacks [] for security_group, precommit_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:10:04.392775 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-d1db5f59-fdf0-4964-83ca-982459401014 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3775923'] for security_group, after_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:10:04.434806 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-d1db5f59-fdf0-4964-83ca-982459401014 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 14:10:04.436989 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1db5f59-fdf0-4964-83ca-982459401014 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7b387263-c1ea-405a-a91a-7ec3394f85c7,revision_number=1']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:10:04.441396 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-d1db5f59-fdf0-4964-83ca-982459401014 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Usage tracker for resource:security_group_rule and tenant:1ac9f9a3637e41b9993bdb348451719c is out of sync, need to count used quota {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 14:10:04.445165 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-d1db5f59-fdf0-4964-83ca-982459401014 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 14:10:04.450910 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-d1db5f59-fdf0-4964-83ca-982459401014 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 14:10:04.507215 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-d1db5f59-fdf0-4964-83ca-982459401014 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Notify callbacks [] for security_group, precommit_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:10:04.510938 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-d1db5f59-fdf0-4964-83ca-982459401014 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3775923'] for security_group, after_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:10:04.555381 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-d1db5f59-fdf0-4964-83ca-982459401014 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Notify callbacks [] for security_group, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:10:04.556645 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-d1db5f59-fdf0-4964-83ca-982459401014 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.3295827 Apr 01 14:10:04.557335 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1db5f59-fdf0-4964-83ca-982459401014 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5d282080-a627-4137-a839-473d49916ec9,revision_number=1']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:10:04.559786 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 35046) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:10:04.566406 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.v2.base [None req-f1099475-90dd-46cf-8b94-b62f42acb621 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Request body: {'security_group_rule': {'security_group_id': '5d282080-a627-4137-a839-473d49916ec9', 'project_id': '1ac9f9a3637e41b9993bdb348451719c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 14:10:04.574141 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-f1099475-90dd-46cf-8b94-b62f42acb621 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 14:10:04.578400 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-f1099475-90dd-46cf-8b94-b62f42acb621 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Usage tracker for resource:security_group_rule and tenant:1ac9f9a3637e41b9993bdb348451719c is out of sync, need to count used quota {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 14:10:04.581624 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-f1099475-90dd-46cf-8b94-b62f42acb621 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 14:10:04.589307 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-f1099475-90dd-46cf-8b94-b62f42acb621 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 14:10:04.605235 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-f1099475-90dd-46cf-8b94-b62f42acb621 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:10:04.668401 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-f1099475-90dd-46cf-8b94-b62f42acb621 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:10:04.672042 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-f1099475-90dd-46cf-8b94-b62f42acb621 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3775744'] for security_group_rule, after_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:10:04.696599 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1099475-90dd-46cf-8b94-b62f42acb621 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=322b7963-64ad-4688-9d4f-30ea3d3a254f,revision_number=0']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:10:04.704863 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-f1099475-90dd-46cf-8b94-b62f42acb621 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:10:04.708712 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 35050) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:10:04.708830 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-f1099475-90dd-46cf-8b94-b62f42acb621 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1477830 Apr 01 14:10:04.715214 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.v2.base [None req-972a2cb3-8a25-4c24-9212-8d271291ddc3 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Request body: {'security_group_rule': {'security_group_id': '5d282080-a627-4137-a839-473d49916ec9', 'project_id': '1ac9f9a3637e41b9993bdb348451719c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 14:10:04.721164 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-972a2cb3-8a25-4c24-9212-8d271291ddc3 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 14:10:04.724907 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-972a2cb3-8a25-4c24-9212-8d271291ddc3 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Usage tracker for resource:security_group_rule and tenant:1ac9f9a3637e41b9993bdb348451719c is out of sync, need to count used quota {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 14:10:04.728359 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-972a2cb3-8a25-4c24-9212-8d271291ddc3 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 14:10:04.734742 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-972a2cb3-8a25-4c24-9212-8d271291ddc3 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 14:10:04.751187 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-972a2cb3-8a25-4c24-9212-8d271291ddc3 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:10:04.817112 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-972a2cb3-8a25-4c24-9212-8d271291ddc3 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:10:04.821089 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-972a2cb3-8a25-4c24-9212-8d271291ddc3 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3775744'] for security_group_rule, after_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:10:04.844392 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-972a2cb3-8a25-4c24-9212-8d271291ddc3 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=671b756c-4ce3-43b5-aae3-8bed45615db2,revision_number=0']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:10:04.853209 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-972a2cb3-8a25-4c24-9212-8d271291ddc3 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:10:04.854456 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-972a2cb3-8a25-4c24-9212-8d271291ddc3 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1446917 Apr 01 14:10:04.857108 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 35054) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:10:04.864700 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.v2.base [None req-d49e2103-d0a5-4af5-a9b9-c953a0398cea tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Request body: {'security_group_rule': {'security_group_id': '5d282080-a627-4137-a839-473d49916ec9', 'project_id': '1ac9f9a3637e41b9993bdb348451719c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 14:10:04.873729 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-d49e2103-d0a5-4af5-a9b9-c953a0398cea tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 14:10:04.878874 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-d49e2103-d0a5-4af5-a9b9-c953a0398cea tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Usage tracker for resource:security_group_rule and tenant:1ac9f9a3637e41b9993bdb348451719c is out of sync, need to count used quota {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 14:10:04.883409 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-d49e2103-d0a5-4af5-a9b9-c953a0398cea tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 14:10:04.891236 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-d49e2103-d0a5-4af5-a9b9-c953a0398cea tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 14:10:04.912553 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-d49e2103-d0a5-4af5-a9b9-c953a0398cea tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:10:04.976820 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-d49e2103-d0a5-4af5-a9b9-c953a0398cea tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:10:04.980181 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-d49e2103-d0a5-4af5-a9b9-c953a0398cea tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3775744'] for security_group_rule, after_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:10:05.002883 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d49e2103-d0a5-4af5-a9b9-c953a0398cea tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=376d7ad4-fede-4a91-a243-7e944542bc90,revision_number=0']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:10:05.012578 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-d49e2103-d0a5-4af5-a9b9-c953a0398cea tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:10:05.013803 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-d49e2103-d0a5-4af5-a9b9-c953a0398cea tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1557496 Apr 01 14:10:05.016512 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 35058) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:10:05.021740 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.v2.base [None req-15c53b69-5603-42b8-a925-7c3e8ac86810 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Request body: {'security_group_rule': {'security_group_id': '5d282080-a627-4137-a839-473d49916ec9', 'project_id': '1ac9f9a3637e41b9993bdb348451719c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 14:10:05.027698 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-15c53b69-5603-42b8-a925-7c3e8ac86810 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 14:10:05.031480 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-15c53b69-5603-42b8-a925-7c3e8ac86810 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Usage tracker for resource:security_group_rule and tenant:1ac9f9a3637e41b9993bdb348451719c is out of sync, need to count used quota {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 14:10:05.034335 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-15c53b69-5603-42b8-a925-7c3e8ac86810 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 14:10:05.040046 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-15c53b69-5603-42b8-a925-7c3e8ac86810 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 14:10:05.057214 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-15c53b69-5603-42b8-a925-7c3e8ac86810 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:10:05.124270 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-15c53b69-5603-42b8-a925-7c3e8ac86810 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:10:05.128051 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-15c53b69-5603-42b8-a925-7c3e8ac86810 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3775744'] for security_group_rule, after_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:10:05.150997 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c53b69-5603-42b8-a925-7c3e8ac86810 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=876c95cb-9067-4178-9732-2fe613e095bb,revision_number=0']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:10:05.159116 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-15c53b69-5603-42b8-a925-7c3e8ac86810 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:10:05.160391 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-15c53b69-5603-42b8-a925-7c3e8ac86810 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1429763 Apr 01 14:10:05.163694 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 35062) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:10:05.169149 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.v2.base [None req-acba41ae-56e0-4192-9c37-a86c46c5efaa tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Request body: {'security_group_rule': {'security_group_id': '5d282080-a627-4137-a839-473d49916ec9', 'project_id': '1ac9f9a3637e41b9993bdb348451719c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 14:10:05.174763 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-acba41ae-56e0-4192-9c37-a86c46c5efaa tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 14:10:05.179279 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-acba41ae-56e0-4192-9c37-a86c46c5efaa tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Usage tracker for resource:security_group_rule and tenant:1ac9f9a3637e41b9993bdb348451719c is out of sync, need to count used quota {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 14:10:05.182277 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-acba41ae-56e0-4192-9c37-a86c46c5efaa tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 14:10:05.188185 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-acba41ae-56e0-4192-9c37-a86c46c5efaa tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 14:10:05.198889 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.db.securitygroups_db [None req-acba41ae-56e0-4192-9c37-a86c46c5efaa tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Project 1ac9f9a3637e41b9993bdb348451719c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 01 14:10:05.205520 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-acba41ae-56e0-4192-9c37-a86c46c5efaa tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:10:05.270153 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-acba41ae-56e0-4192-9c37-a86c46c5efaa tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:10:05.273971 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-acba41ae-56e0-4192-9c37-a86c46c5efaa tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3775744'] for security_group_rule, after_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:10:05.297813 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acba41ae-56e0-4192-9c37-a86c46c5efaa tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ab9fcc4d-f875-4631-9e3b-f92cc8acd1d8,revision_number=0']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:10:05.306898 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-acba41ae-56e0-4192-9c37-a86c46c5efaa tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:10:05.308148 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-acba41ae-56e0-4192-9c37-a86c46c5efaa tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1434405 Apr 01 14:10:05.310875 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 35066) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:10:05.316270 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.v2.base [None req-01f83511-4a9c-41b5-9900-be966e682d73 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Request body: {'security_group_rule': {'security_group_id': '5d282080-a627-4137-a839-473d49916ec9', 'project_id': '1ac9f9a3637e41b9993bdb348451719c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 14:10:05.322221 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-01f83511-4a9c-41b5-9900-be966e682d73 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 14:10:05.325984 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-01f83511-4a9c-41b5-9900-be966e682d73 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Usage tracker for resource:security_group_rule and tenant:1ac9f9a3637e41b9993bdb348451719c is out of sync, need to count used quota {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 14:10:05.328857 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-01f83511-4a9c-41b5-9900-be966e682d73 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 14:10:05.334558 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-01f83511-4a9c-41b5-9900-be966e682d73 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 14:10:05.345722 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.db.securitygroups_db [None req-01f83511-4a9c-41b5-9900-be966e682d73 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Project 1ac9f9a3637e41b9993bdb348451719c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 01 14:10:05.353951 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-01f83511-4a9c-41b5-9900-be966e682d73 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:10:05.427268 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-01f83511-4a9c-41b5-9900-be966e682d73 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:10:05.432258 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-01f83511-4a9c-41b5-9900-be966e682d73 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3775744'] for security_group_rule, after_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:10:05.455761 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f83511-4a9c-41b5-9900-be966e682d73 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=040b5dec-8bd6-413e-849d-0dec6fbc24d0,revision_number=0']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:10:05.468160 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-01f83511-4a9c-41b5-9900-be966e682d73 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:10:05.470198 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-01f83511-4a9c-41b5-9900-be966e682d73 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1581881 Apr 01 14:10:05.473410 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 35070) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:10:05.480091 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.v2.base [None req-5ce126bc-d1de-482c-bac9-662357e2f76d tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Request body: {'network': {'name': 'tempest-network-smoke--1772918146', 'project_id': '1ac9f9a3637e41b9993bdb348451719c', 'port_security_enabled': True}} {{(pid=83869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 14:10:05.485186 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-5ce126bc-d1de-482c-bac9-662357e2f76d tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 14:10:05.488955 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-5ce126bc-d1de-482c-bac9-662357e2f76d tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Usage tracker for resource:network and tenant:1ac9f9a3637e41b9993bdb348451719c is out of sync, need to count used quota {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 14:10:05.491830 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-5ce126bc-d1de-482c-bac9-662357e2f76d tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 14:10:05.497790 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-5ce126bc-d1de-482c-bac9-662357e2f76d tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 14:10:05.513492 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ce126bc-d1de-482c-bac9-662357e2f76d tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Made reservation on behalf of 1ac9f9a3637e41b9993bdb348451719c for: {'network': 1} {{(pid=83869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 14:10:05.516455 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-5ce126bc-d1de-482c-bac9-662357e2f76d tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for network, before_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:10:05.546104 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5ce126bc-d1de-482c-bac9-662357e2f76d tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] vlan segment allocate from pool success with {'vlan_id': 393, 'physical_network': 'physnet1'} {{(pid=83869) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 14:10:05.555383 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-5ce126bc-d1de-482c-bac9-662357e2f76d tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1004271'] for segment, precommit_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:10:05.555720 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.db.segments_db [None req-5ce126bc-d1de-482c-bac9-662357e2f76d tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Added segment bc757f88-cb81-4a41-9dba-e29da9f29642 of type vlan for network 7c7153a8-203c-475b-bdd1-c36af41d295e Apr 01 14:10:05.583926 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-5ce126bc-d1de-482c-bac9-662357e2f76d tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736732923383'] for network, precommit_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:10:05.616454 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-5ce126bc-d1de-482c-bac9-662357e2f76d tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575'] for network, after_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:10:05.620196 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ce126bc-d1de-482c-bac9-662357e2f76d tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:10:05.620802 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-5ce126bc-d1de-482c-bac9-662357e2f76d tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Notify callbacks [] for network, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:10:05.719739 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-5ce126bc-d1de-482c-bac9-662357e2f76d tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2450919 Apr 01 14:10:05.722767 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 35074) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:10:05.729469 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce126bc-d1de-482c-bac9-662357e2f76d tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Pushing event updated for resources: {'Network': ['ID=7c7153a8-203c-475b-bdd1-c36af41d295e,revision_number=1']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:10:05.729618 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.v2.base [None req-0f4a70e5-7732-48f7-b57a-b7e824f89551 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-99890001', 'admin_state_up': True, 'project_id': '1ac9f9a3637e41b9993bdb348451719c', 'external_gateway_info': {'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301'}}} {{(pid=83871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 14:10:05.736568 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-0f4a70e5-7732-48f7-b57a-b7e824f89551 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 14:10:05.740199 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Network 7c7153a8-203c-475b-bdd1-c36af41d295e details requested by agent ovs-agent-dv-neutron-836180-1-hyperv with host dv-neutron-836180-1-hyperv {{(pid=83872) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 14:10:05.740713 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-0f4a70e5-7732-48f7-b57a-b7e824f89551 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Usage tracker for resource:router and tenant:1ac9f9a3637e41b9993bdb348451719c is out of sync, need to count used quota {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 14:10:05.744229 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-0f4a70e5-7732-48f7-b57a-b7e824f89551 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 14:10:05.750787 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-0f4a70e5-7732-48f7-b57a-b7e824f89551 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 14:10:05.761986 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-0f4a70e5-7732-48f7-b57a-b7e824f89551 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4082176', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4220'] for router, before_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:10:05.762888 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-0f4a70e5-7732-48f7-b57a-b7e824f89551 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4082277', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4084873', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4148249', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4211'] for router, precommit_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:10:05.781951 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-0f4a70e5-7732-48f7-b57a-b7e824f89551 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:10:05.925540 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-0f4a70e5-7732-48f7-b57a-b7e824f89551 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4084887', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4079850', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4161'] for router, precommit_update {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:10:05.971851 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-5ede24d4-bedd-4d5e-b16e-bf9fc1df6672 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:10:06.105276 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-0f4a70e5-7732-48f7-b57a-b7e824f89551 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Notify callbacks [] for router_gateway, before_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:10:06.137357 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-0f4a70e5-7732-48f7-b57a-b7e824f89551 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:10:06.272344 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.db_base_plugin_common [None req-0f4a70e5-7732-48f7-b57a-b7e824f89551 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Allocated IP 172.26.5.28 (725864b8-cceb-48c9-b5d3-1bfc4423e301/e2ed99db-0e25-4971-b535-7fa69231fae8/25e9e251-67d9-4c4b-b988-72e77c192a4a) {{(pid=83871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 14:10:06.440689 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-0f4a70e5-7732-48f7-b57a-b7e824f89551 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Notify callbacks [] for port, precommit_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:10:06.468779 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-0f4a70e5-7732-48f7-b57a-b7e824f89551 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736732935801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2743125'] for port, after_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:10:06.531015 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f4a70e5-7732-48f7-b57a-b7e824f89551 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Network 725864b8-cceb-48c9-b5d3-1bfc4423e301 is already hosted by enough agents. {{(pid=83871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 14:10:06.533991 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.scheduler.base_scheduler [None req-0f4a70e5-7732-48f7-b57a-b7e824f89551 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Resources bound (agent type, host, resource id): {{(pid=83871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 14:10:06.543191 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f4a70e5-7732-48f7-b57a-b7e824f89551 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Received port after_create {{(pid=83871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 14:10:06.580829 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f4a70e5-7732-48f7-b57a-b7e824f89551 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Pushing event updated for resources: {'Port': ['ID=25e9e251-67d9-4c4b-b988-72e77c192a4a,revision_number=1']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:10:06.709716 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-0f4a70e5-7732-48f7-b57a-b7e824f89551 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Notify callbacks [] for router_gateway, after_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:10:06.711104 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-0f4a70e5-7732-48f7-b57a-b7e824f89551 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4082201', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4084858'] for router, after_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:10:06.930955 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f4a70e5-7732-48f7-b57a-b7e824f89551 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Router 4ec314ec-b5d7-4b19-a95c-a4fbaaffba65 is scheduled to L3 agent 88bf8fc8-11a3-4e96-9d1b-5fd93ba9f6f1 with binding_index 1 {{(pid=83871) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 01 14:10:07.211196 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f4a70e5-7732-48f7-b57a-b7e824f89551 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Notify agent at l3_agent.dv-neutron-836180-1-hyperv the message routers_updated {{(pid=83871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 14:10:07.222610 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c094159-d917-4514-a758-0d7dbaa568d0 None None] Sync routers for ids ['4ec314ec-b5d7-4b19-a95c-a4fbaaffba65'] in dv-neutron-836180-1-hyperv {{(pid=83873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 14:10:07.236972 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c094159-d917-4514-a758-0d7dbaa568d0 None None] Routers {'4ec314ec-b5d7-4b19-a95c-a4fbaaffba65'} bound to L3 agent in host dv-neutron-836180-1-hyperv {{(pid=83873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 14:10:07.237385 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-0f4a70e5-7732-48f7-b57a-b7e824f89551 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Notify callbacks [] for router, before_response {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:10:07.237719 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-4c094159-d917-4514-a758-0d7dbaa568d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836180-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-01T13:25:36Z,description=,heartbeat_timestamp=2022-04-01T14:10:06Z,host='dv-neutron-836180-1-hyperv',id=88bf8fc8-11a3-4e96-9d1b-5fd93ba9f6f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T13:25:36Z,topic='l3_agent')) {'router_ids': ['4ec314ec-b5d7-4b19-a95c-a4fbaaffba65'], 'active': True} {{(pid=83873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 14:10:07.238681 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-0f4a70e5-7732-48f7-b57a-b7e824f89551 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 1.5147743 Apr 01 14:10:07.241934 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 35078) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:10:07.263676 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:10:07.418404 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-718de669-830a-4f2a-bd4a-d89a1347283d tempest-TestNetworkAdvancedServerOps-832265304 tempest-TestNetworkAdvancedServerOps-832265304-project-admin] 10.222.0.26 "GET /v2.0/subnets?project_id=1ac9f9a3637e41b9993bdb348451719c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1749458 Apr 01 14:10:07.421003 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 35084) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:10:07.423775 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_dvr_db [None req-4c094159-d917-4514-a758-0d7dbaa568d0 None None] Set router 4ec314ec-b5d7-4b19-a95c-a4fbaaffba65 gateway port host: dv-neutron-836180-1-hyperv {{(pid=83873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 14:10:07.500640 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-2f9cfc9c-d8ba-4de3-a4ad-98162f90557c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:10:07.557859 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75ff63df-6a15-469a-94b5-6be4e31cb32b tempest-TestNetworkAdvancedServerOps-832265304 tempest-TestNetworkAdvancedServerOps-832265304-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:10:07.559355 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-75ff63df-6a15-469a-94b5-6be4e31cb32b tempest-TestNetworkAdvancedServerOps-832265304 tempest-TestNetworkAdvancedServerOps-832265304-project-admin] 10.222.0.26 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1374676 Apr 01 14:10:07.562229 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 35088) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:10:07.608387 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-02f238f0-c26a-4932-89bd-e4faba6dcafc tempest-TestNetworkAdvancedServerOps-832265304 tempest-TestNetworkAdvancedServerOps-832265304-project-admin] 10.222.0.26 "GET /v2.0/subnets?network_id=725864b8-cceb-48c9-b5d3-1bfc4423e301&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0446441 Apr 01 14:10:07.610924 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 35092) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:10:07.616192 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.v2.base [None req-d9457a67-c495-4021-a5c6-bb6d0b28fed4 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1251829510', 'network_id': '7c7153a8-203c-475b-bdd1-c36af41d295e', 'project_id': '1ac9f9a3637e41b9993bdb348451719c', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=83871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 14:10:07.726287 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-d9457a67-c495-4021-a5c6-bb6d0b28fed4 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 14:10:07.726567 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-4c094159-d917-4514-a758-0d7dbaa568d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ec314ec-b5d7-4b19-a95c-a4fbaaffba65', 'name': 'tempest-TestNetworkAdvancedServerOps-router-99890001', 'tenant_id': '1ac9f9a3637e41b9993bdb348451719c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'external_fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.28'}], 'enable_snat': True}, 'gw_port_id': '25e9e251-67d9-4c4b-b988-72e77c192a4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T14:10:05Z', 'updated_at': '2022-04-01T14:10:06Z', 'revision_number': 3, 'project_id': '1ac9f9a3637e41b9993bdb348451719c', 'gw_port': {'id': '25e9e251-67d9-4c4b-b988-72e77c192a4a', 'name': '', 'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:8e:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ec314ec-b5d7-4b19-a95c-a4fbaaffba65', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T14:10:06Z', 'updated_at': '2022-04-01T14:10:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836180-1-hyperv'}], 'dv-neutron-836180-1-hyperv', False) {} {{(pid=83873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 14:10:07.730464 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c094159-d917-4514-a758-0d7dbaa568d0 None None] Checking router: 4ec314ec-b5d7-4b19-a95c-a4fbaaffba65 for host: dv-neutron-836180-1-hyperv {{(pid=83873) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 01 14:10:07.730804 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c094159-d917-4514-a758-0d7dbaa568d0 None None] Updating router 4ec314ec-b5d7-4b19-a95c-a4fbaaffba65 port 25e9e251-67d9-4c4b-b988-72e77c192a4a binding host dv-neutron-836180-1-hyperv {{(pid=83873) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 01 14:10:07.732170 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-d9457a67-c495-4021-a5c6-bb6d0b28fed4 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Usage tracker for resource:subnet and tenant:1ac9f9a3637e41b9993bdb348451719c is out of sync, need to count used quota {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 14:10:07.735190 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-d9457a67-c495-4021-a5c6-bb6d0b28fed4 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 14:10:07.742798 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-d9457a67-c495-4021-a5c6-bb6d0b28fed4 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 14:10:07.753640 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9457a67-c495-4021-a5c6-bb6d0b28fed4 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Made reservation on behalf of 1ac9f9a3637e41b9993bdb348451719c for: {'subnet': 1} {{(pid=83871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 14:10:07.785000 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-4c094159-d917-4514-a758-0d7dbaa568d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:10:07.855062 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-d9457a67-c495-4021-a5c6-bb6d0b28fed4 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2757336'] for subnet, before_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:10:08.069472 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-d9457a67-c495-4021-a5c6-bb6d0b28fed4 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2743225', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2757366'] for subnet, after_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:10:08.112585 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-4c094159-d917-4514-a758-0d7dbaa568d0 None None] Notify callbacks [] for port, precommit_update {{(pid=83873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:10:08.125482 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-4c094159-d917-4514-a758-0d7dbaa568d0 None None] Transition to ACTIVE for port object 25e9e251-67d9-4c4b-b988-72e77c192a4a will not be triggered until provisioned by entity L2. {{(pid=83873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 14:10:08.134950 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-4c094159-d917-4514-a758-0d7dbaa568d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864'] for port, after_update {{(pid=83873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:10:08.151020 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9457a67-c495-4021-a5c6-bb6d0b28fed4 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Pushing event updated for resources: {'Subnet': ['ID=c5874aa3-c471-483f-9229-f71b072ffb5d,revision_number=0']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:10:08.173443 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9457a67-c495-4021-a5c6-bb6d0b28fed4 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Checking segment: {'id': 'bc757f88-cb81-4a41-9dba-e29da9f29642', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '7c7153a8-203c-475b-bdd1-c36af41d295e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 14:10:08.173840 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9457a67-c495-4021-a5c6-bb6d0b28fed4 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Network hostable DHCP agents. Network: 7c7153a8-203c-475b-bdd1-c36af41d295e, hostable agents: ['e47e4547-5c2d-4954-ba56-fa3646239f18'], hosted agents: [] {{(pid=83871) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 14:10:08.197985 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9457a67-c495-4021-a5c6-bb6d0b28fed4 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Network 7c7153a8-203c-475b-bdd1-c36af41d295e is scheduled to be hosted by DHCP agent e47e4547-5c2d-4954-ba56-fa3646239f18 with binding_index 1 {{(pid=83871) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 14:10:08.208460 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.scheduler.base_scheduler [None req-d9457a67-c495-4021-a5c6-bb6d0b28fed4 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-836180-1-hyperv, 7c7153a8-203c-475b-bdd1-c36af41d295e) {{(pid=83871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 14:10:08.213145 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9457a67-c495-4021-a5c6-bb6d0b28fed4 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:10:08.213725 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-d9457a67-c495-4021-a5c6-bb6d0b28fed4 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Notify callbacks [] for subnet, before_response {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:10:08.218625 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d4f96db-6b9c-4e1c-8238-27f622868c9b None None] Network 7c7153a8-203c-475b-bdd1-c36af41d295e requested from dv-neutron-836180-1-hyperv {{(pid=83872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 14:10:08.224980 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.plugins.ml2.managers [None req-4c094159-d917-4514-a758-0d7dbaa568d0 None None] Attempting to bind port 25e9e251-67d9-4c4b-b988-72e77c192a4a on host dv-neutron-836180-1-hyperv for vnic_type normal with profile {{(pid=83873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 14:10:08.225911 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.plugins.ml2.managers [None req-4c094159-d917-4514-a758-0d7dbaa568d0 None None] Attempting to bind port 25e9e251-67d9-4c4b-b988-72e77c192a4a by drivers openvswitch,hyperv on host dv-neutron-836180-1-hyperv at level 0 using segments [{'id': '7b924dd8-4978-40c4-ad91-4b9b27348462', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301'}] {{(pid=83873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 14:10:08.226433 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c094159-d917-4514-a758-0d7dbaa568d0 None None] Attempting to bind port 25e9e251-67d9-4c4b-b988-72e77c192a4a on network 725864b8-cceb-48c9-b5d3-1bfc4423e301 {{(pid=83873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 14:10:08.229157 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e24d70-e2f8-492f-83e2-2fc98a637f23 None None] Pushing event updated for resources: {'Port': ['ID=25e9e251-67d9-4c4b-b988-72e77c192a4a,revision_number=2']} {{(pid=83873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:10:08.239926 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36e24d70-e2f8-492f-83e2-2fc98a637f23 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:10:08.240548 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36e24d70-e2f8-492f-83e2-2fc98a637f23 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:10:08.241137 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36e24d70-e2f8-492f-83e2-2fc98a637f23 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:10:08.242480 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36e24d70-e2f8-492f-83e2-2fc98a637f23 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:10:08.242961 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36e24d70-e2f8-492f-83e2-2fc98a637f23 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:10:08.243434 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36e24d70-e2f8-492f-83e2-2fc98a637f23 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:10:08.243905 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36e24d70-e2f8-492f-83e2-2fc98a637f23 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:10:08.244417 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36e24d70-e2f8-492f-83e2-2fc98a637f23 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:10:08.245691 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36e24d70-e2f8-492f-83e2-2fc98a637f23 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:10:08.245691 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36e24d70-e2f8-492f-83e2-2fc98a637f23 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:10:08.245691 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36e24d70-e2f8-492f-83e2-2fc98a637f23 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:10:08.252507 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c094159-d917-4514-a758-0d7dbaa568d0 None None] Checking agent: {'id': 'af948428-97cd-4d10-9f53-af028bdb39b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-836180-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 13, 25, 37), 'started_at': datetime.datetime(2022, 4, 1, 13, 26, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 14, 10, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-836180-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 14:10:08.253290 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c094159-d917-4514-a758-0d7dbaa568d0 None None] Checking segment: {'id': '7b924dd8-4978-40c4-ad91-4b9b27348462', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 14:10:08.253994 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-4c094159-d917-4514-a758-0d7dbaa568d0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:10:08.254530 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c094159-d917-4514-a758-0d7dbaa568d0 None None] Bound using segment: {'id': '7b924dd8-4978-40c4-ad91-4b9b27348462', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301'} {{(pid=83873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 14:10:08.255148 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.plugins.ml2.managers [None req-4c094159-d917-4514-a758-0d7dbaa568d0 None None] Bound port: 25e9e251-67d9-4c4b-b988-72e77c192a4a, host: dv-neutron-836180-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b924dd8-4978-40c4-ad91-4b9b27348462', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301'}}] {{(pid=83873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 14:10:08.255727 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-4c094159-d917-4514-a758-0d7dbaa568d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:10:08.260795 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-d9457a67-c495-4021-a5c6-bb6d0b28fed4 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.6487980 Apr 01 14:10:08.264249 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 35096) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:10:08.340819 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.plugins.ml2.db [None req-4c094159-d917-4514-a758-0d7dbaa568d0 None None] For port 25e9e251-67d9-4c4b-b988-72e77c192a4a, host dv-neutron-836180-1-hyperv, cleared binding levels {{(pid=83873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 14:10:08.344950 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.plugins.ml2.db [None req-4c094159-d917-4514-a758-0d7dbaa568d0 None None] For port 25e9e251-67d9-4c4b-b988-72e77c192a4a, host dv-neutron-836180-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836180-1-hyperv',level=0,port_id=25e9e251-67d9-4c4b-b988-72e77c192a4a,segment=NetworkSegment(7b924dd8-4978-40c4-ad91-4b9b27348462),segment_id=7b924dd8-4978-40c4-ad91-4b9b27348462)] {{(pid=83873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 14:10:08.350008 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-4c094159-d917-4514-a758-0d7dbaa568d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864'] for port, after_update {{(pid=83873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:10:08.449113 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c094159-d917-4514-a758-0d7dbaa568d0 None None] Routers {'4ec314ec-b5d7-4b19-a95c-a4fbaaffba65'} bound to L3 agent in host dv-neutron-836180-1-hyperv {{(pid=83873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 14:10:08.450040 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-4c094159-d917-4514-a758-0d7dbaa568d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836180-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-01T13:25:36Z,description=,heartbeat_timestamp=2022-04-01T14:10:06Z,host='dv-neutron-836180-1-hyperv',id=88bf8fc8-11a3-4e96-9d1b-5fd93ba9f6f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T13:25:36Z,topic='l3_agent')) {'router_ids': ['4ec314ec-b5d7-4b19-a95c-a4fbaaffba65'], 'active': True} {{(pid=83873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 14:10:08.483403 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5ffc504-97f5-47c2-a78c-bf1e1bfe6f6c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7e7d0ecb-2af4-55f5-9198-238ab0570d62-7c7153a8-203c-475b-bdd1-c36af41d295e', 'network_id': '7c7153a8-203c-475b-bdd1-c36af41d295e', 'tenant_id': '1ac9f9a3637e41b9993bdb348451719c', 'fixed_ips': [{'subnet_id': 'c5874aa3-c471-483f-9229-f71b072ffb5d'}]}} from dv-neutron-836180-1-hyperv. {{(pid=83872) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 01 14:10:08.484526 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-c5ffc504-97f5-47c2-a78c-bf1e1bfe6f6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:10:08.567404 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e24d70-e2f8-492f-83e2-2fc98a637f23 None None] Pushing event updated for resources: {'Port': ['ID=25e9e251-67d9-4c4b-b988-72e77c192a4a,revision_number=3']} {{(pid=83873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:10:08.660893 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_dvr_db [None req-4c094159-d917-4514-a758-0d7dbaa568d0 None None] Set router 4ec314ec-b5d7-4b19-a95c-a4fbaaffba65 gateway port host: dv-neutron-836180-1-hyperv {{(pid=83873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 14:10:08.674338 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.db_base_plugin_common [None req-c5ffc504-97f5-47c2-a78c-bf1e1bfe6f6c None None] Allocated IP 172.20.0.2 (7c7153a8-203c-475b-bdd1-c36af41d295e/c5874aa3-c471-483f-9229-f71b072ffb5d/00e76d20-7e17-4997-9638-ea2a5c65001c) {{(pid=83872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 14:10:08.914754 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-c5ffc504-97f5-47c2-a78c-bf1e1bfe6f6c None None] Notify callbacks [] for port, precommit_create {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:10:08.925628 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-c5ffc504-97f5-47c2-a78c-bf1e1bfe6f6c None None] Transition to ACTIVE for port object 00e76d20-7e17-4997-9638-ea2a5c65001c will not be triggered until provisioned by entity L2. {{(pid=83872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 14:10:08.946977 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-c5ffc504-97f5-47c2-a78c-bf1e1bfe6f6c None None] Transition to ACTIVE for port object 00e76d20-7e17-4997-9638-ea2a5c65001c will not be triggered until provisioned by entity DHCP. {{(pid=83872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 14:10:08.958869 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-c5ffc504-97f5-47c2-a78c-bf1e1bfe6f6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736732935801'] for port, after_create {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:10:09.032406 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-4c094159-d917-4514-a758-0d7dbaa568d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ec314ec-b5d7-4b19-a95c-a4fbaaffba65', 'name': 'tempest-TestNetworkAdvancedServerOps-router-99890001', 'tenant_id': '1ac9f9a3637e41b9993bdb348451719c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'external_fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.28'}], 'enable_snat': True}, 'gw_port_id': '25e9e251-67d9-4c4b-b988-72e77c192a4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T14:10:05Z', 'updated_at': '2022-04-01T14:10:06Z', 'revision_number': 3, 'project_id': '1ac9f9a3637e41b9993bdb348451719c', 'gw_port': {'id': '25e9e251-67d9-4c4b-b988-72e77c192a4a', 'name': '', 'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:8e:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ec314ec-b5d7-4b19-a95c-a4fbaaffba65', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836180-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T14:10:06Z', 'updated_at': '2022-04-01T14:10:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836180-1-hyperv'}], 'dv-neutron-836180-1-hyperv', False) {} {{(pid=83873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 14:10:09.039069 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c094159-d917-4514-a758-0d7dbaa568d0 None None] The sync data for ids ['4ec314ec-b5d7-4b19-a95c-a4fbaaffba65'] in dv-neutron-836180-1-hyperv is: [{'id': '4ec314ec-b5d7-4b19-a95c-a4fbaaffba65', 'name': 'tempest-TestNetworkAdvancedServerOps-router-99890001', 'tenant_id': '1ac9f9a3637e41b9993bdb348451719c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'external_fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.28'}], 'enable_snat': True}, 'gw_port_id': '25e9e251-67d9-4c4b-b988-72e77c192a4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T14:10:05Z', 'updated_at': '2022-04-01T14:10:06Z', 'revision_number': 3, 'project_id': '1ac9f9a3637e41b9993bdb348451719c', 'gw_port': {'id': '25e9e251-67d9-4c4b-b988-72e77c192a4a', 'name': '', 'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:8e:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ec314ec-b5d7-4b19-a95c-a4fbaaffba65', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836180-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T14:10:06Z', 'updated_at': '2022-04-01T14:10:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836180-1-hyperv'}] {{(pid=83873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 14:10:09.045602 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5ffc504-97f5-47c2-a78c-bf1e1bfe6f6c None None] Network 7c7153a8-203c-475b-bdd1-c36af41d295e is already hosted by enough agents. {{(pid=83872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 14:10:09.049304 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.scheduler.base_scheduler [None req-c5ffc504-97f5-47c2-a78c-bf1e1bfe6f6c None None] Resources bound (agent type, host, resource id): {{(pid=83872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 14:10:09.052929 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5ffc504-97f5-47c2-a78c-bf1e1bfe6f6c None None] Received port after_create {{(pid=83872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 14:10:09.070304 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-a976a7b9-9034-41e6-be13-349b75ed1593 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:10:09.111197 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ffc504-97f5-47c2-a78c-bf1e1bfe6f6c None None] Pushing event updated for resources: {'Port': ['ID=00e76d20-7e17-4997-9638-ea2a5c65001c,revision_number=1']} {{(pid=83872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:10:09.149334 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5ffc504-97f5-47c2-a78c-bf1e1bfe6f6c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:10:09.149677 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5ffc504-97f5-47c2-a78c-bf1e1bfe6f6c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:10:09.150014 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5ffc504-97f5-47c2-a78c-bf1e1bfe6f6c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:10:09.150346 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5ffc504-97f5-47c2-a78c-bf1e1bfe6f6c None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:10:09.150680 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5ffc504-97f5-47c2-a78c-bf1e1bfe6f6c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:10:09.151014 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5ffc504-97f5-47c2-a78c-bf1e1bfe6f6c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:10:09.151337 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5ffc504-97f5-47c2-a78c-bf1e1bfe6f6c None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:10:09.151650 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5ffc504-97f5-47c2-a78c-bf1e1bfe6f6c None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:10:09.152112 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5ffc504-97f5-47c2-a78c-bf1e1bfe6f6c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:10:09.152465 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5ffc504-97f5-47c2-a78c-bf1e1bfe6f6c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:10:09.152785 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5ffc504-97f5-47c2-a78c-bf1e1bfe6f6c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:10:09.196717 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.managers [None req-c5ffc504-97f5-47c2-a78c-bf1e1bfe6f6c None None] Attempting to bind port 00e76d20-7e17-4997-9638-ea2a5c65001c on host dv-neutron-836180-1-hyperv for vnic_type normal with profile {{(pid=83872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 14:10:09.197363 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.managers [None req-c5ffc504-97f5-47c2-a78c-bf1e1bfe6f6c None None] Attempting to bind port 00e76d20-7e17-4997-9638-ea2a5c65001c by drivers openvswitch,hyperv on host dv-neutron-836180-1-hyperv at level 0 using segments [{'id': 'bc757f88-cb81-4a41-9dba-e29da9f29642', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '7c7153a8-203c-475b-bdd1-c36af41d295e'}] {{(pid=83872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 14:10:09.197973 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5ffc504-97f5-47c2-a78c-bf1e1bfe6f6c None None] Attempting to bind port 00e76d20-7e17-4997-9638-ea2a5c65001c on network 7c7153a8-203c-475b-bdd1-c36af41d295e {{(pid=83872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 14:10:09.209076 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5ffc504-97f5-47c2-a78c-bf1e1bfe6f6c None None] Checking agent: {'id': 'af948428-97cd-4d10-9f53-af028bdb39b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-836180-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 13, 25, 37), 'started_at': datetime.datetime(2022, 4, 1, 13, 26, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 14, 10, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-836180-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 14:10:09.209820 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5ffc504-97f5-47c2-a78c-bf1e1bfe6f6c None None] Checking segment: {'id': 'bc757f88-cb81-4a41-9dba-e29da9f29642', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '7c7153a8-203c-475b-bdd1-c36af41d295e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 14:10:09.210550 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-c5ffc504-97f5-47c2-a78c-bf1e1bfe6f6c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:10:09.211239 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5ffc504-97f5-47c2-a78c-bf1e1bfe6f6c None None] Bound using segment: {'id': 'bc757f88-cb81-4a41-9dba-e29da9f29642', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '7c7153a8-203c-475b-bdd1-c36af41d295e'} {{(pid=83872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 14:10:09.212037 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.managers [None req-c5ffc504-97f5-47c2-a78c-bf1e1bfe6f6c None None] Bound port: 00e76d20-7e17-4997-9638-ea2a5c65001c, host: dv-neutron-836180-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bc757f88-cb81-4a41-9dba-e29da9f29642', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '7c7153a8-203c-475b-bdd1-c36af41d295e'}}] {{(pid=83872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 14:10:09.212703 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-c5ffc504-97f5-47c2-a78c-bf1e1bfe6f6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:10:09.359315 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-c5ffc504-97f5-47c2-a78c-bf1e1bfe6f6c None None] For port 00e76d20-7e17-4997-9638-ea2a5c65001c, host dv-neutron-836180-1-hyperv, cleared binding levels {{(pid=83872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 14:10:09.363431 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-c5ffc504-97f5-47c2-a78c-bf1e1bfe6f6c None None] For port 00e76d20-7e17-4997-9638-ea2a5c65001c, host dv-neutron-836180-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836180-1-hyperv',level=0,port_id=00e76d20-7e17-4997-9638-ea2a5c65001c,segment=NetworkSegment(bc757f88-cb81-4a41-9dba-e29da9f29642),segment_id=bc757f88-cb81-4a41-9dba-e29da9f29642)] {{(pid=83872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 14:10:09.370686 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-c5ffc504-97f5-47c2-a78c-bf1e1bfe6f6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864'] for port, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:10:09.422149 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-2c81b3ec-1a78-47aa-b56e-59d3fda665ef tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:10:09.468181 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ffc504-97f5-47c2-a78c-bf1e1bfe6f6c None None] Pushing event updated for resources: {'Port': ['ID=00e76d20-7e17-4997-9638-ea2a5c65001c,revision_number=2']} {{(pid=83872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:10:09.898100 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.db_base_plugin_common [None req-2c81b3ec-1a78-47aa-b56e-59d3fda665ef tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Allocated IP 172.20.0.1 (7c7153a8-203c-475b-bdd1-c36af41d295e/c5874aa3-c471-483f-9229-f71b072ffb5d/e03fb9ae-143a-4915-b923-e9d30c9abc85) {{(pid=83869) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 14:10:10.063963 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-2c81b3ec-1a78-47aa-b56e-59d3fda665ef tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Notify callbacks [] for port, precommit_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:10:10.079839 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.provisioning_blocks [None req-2c81b3ec-1a78-47aa-b56e-59d3fda665ef tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Transition to ACTIVE for port object e03fb9ae-143a-4915-b923-e9d30c9abc85 will not be triggered until provisioned by entity DHCP. {{(pid=83869) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 14:10:10.102809 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-2c81b3ec-1a78-47aa-b56e-59d3fda665ef tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736732935801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2705155'] for port, after_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:10:10.178567 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c81b3ec-1a78-47aa-b56e-59d3fda665ef tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Network 7c7153a8-203c-475b-bdd1-c36af41d295e is already hosted by enough agents. {{(pid=83869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 14:10:10.182687 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.scheduler.base_scheduler [None req-2c81b3ec-1a78-47aa-b56e-59d3fda665ef tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Resources bound (agent type, host, resource id): {{(pid=83869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 14:10:10.185284 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c81b3ec-1a78-47aa-b56e-59d3fda665ef tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Received port after_create {{(pid=83869) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 14:10:10.222160 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c81b3ec-1a78-47aa-b56e-59d3fda665ef tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Pushing event updated for resources: {'Port': ['ID=e03fb9ae-143a-4915-b923-e9d30c9abc85,revision_number=1']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:10:10.253910 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-2c81b3ec-1a78-47aa-b56e-59d3fda665ef tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4084144'] for router_interface, before_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:10:10.345746 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-2c81b3ec-1a78-47aa-b56e-59d3fda665ef tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:10:10.480711 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f897337a-f030-47bb-bd6c-a20eccfc6b63 None None] Network 7c7153a8-203c-475b-bdd1-c36af41d295e requested from dv-neutron-836180-1-hyperv {{(pid=83872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 14:10:10.588157 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-118ae95e-8fa6-4161-a883-6b1bb53f55bd None None] Provisioning for port 00e76d20-7e17-4997-9638-ea2a5c65001c completed by entity DHCP. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 14:10:10.767772 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-2c81b3ec-1a78-47aa-b56e-59d3fda665ef tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Notify callbacks [] for port, precommit_update {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:10:10.772469 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-2c81b3ec-1a78-47aa-b56e-59d3fda665ef tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2705172'] for port, after_update {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:10:10.882159 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-2c81b3ec-1a78-47aa-b56e-59d3fda665ef tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3017508', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4084015'] for router_interface, after_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:10:10.885823 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c81b3ec-1a78-47aa-b56e-59d3fda665ef tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Pushing event updated for resources: {'Port': ['ID=e03fb9ae-143a-4915-b923-e9d30c9abc85,revision_number=2']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:10:10.971235 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-3f46c19e-e022-4e26-b28c-a0bdd7570755 None None] Provisioning for port e03fb9ae-143a-4915-b923-e9d30c9abc85 completed by entity DHCP. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 14:10:10.986895 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-3f46c19e-e022-4e26-b28c-a0bdd7570755 None None] Provisioning complete for port e03fb9ae-143a-4915-b923-e9d30c9abc85 triggered by entity DHCP. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 14:10:10.987927 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-3f46c19e-e022-4e26-b28c-a0bdd7570755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-948329'] for port, provisioning_complete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:10:11.057188 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.plugin [None req-3f46c19e-e022-4e26-b28c-a0bdd7570755 None None] Port e03fb9ae-143a-4915-b923-e9d30c9abc85 cannot update to ACTIVE because it is not bound. {{(pid=83872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 14:10:11.066100 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Device 25e9e251-67d9-4c4b-b988-72e77c192a4a up at agent ovs-agent-dv-neutron-836180-1-hyperv {{(pid=83872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 14:10:11.066383 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c81b3ec-1a78-47aa-b56e-59d3fda665ef tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Network 7c7153a8-203c-475b-bdd1-c36af41d295e is already hosted by enough agents. {{(pid=83869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 14:10:11.067650 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.scheduler.base_scheduler [None req-2c81b3ec-1a78-47aa-b56e-59d3fda665ef tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Resources bound (agent type, host, resource id): {{(pid=83869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 14:10:11.139751 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Provisioning for port 25e9e251-67d9-4c4b-b988-72e77c192a4a completed by entity L2. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 14:10:11.145455 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Provisioning complete for port 25e9e251-67d9-4c4b-b988-72e77c192a4a triggered by entity L2. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 14:10:11.145815 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-948329'] for port, provisioning_complete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:10:11.227550 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-cbefafa5-7150-4537-8664-b2d737edb1ee None None] Provisioning complete for port e03fb9ae-143a-4915-b923-e9d30c9abc85 triggered by entity DHCP. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 14:10:11.227826 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-cbefafa5-7150-4537-8664-b2d737edb1ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-948329'] for port, provisioning_complete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:10:11.349628 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.plugin [None req-cbefafa5-7150-4537-8664-b2d737edb1ee None None] Port e03fb9ae-143a-4915-b923-e9d30c9abc85 cannot update to ACTIVE because it is not bound. {{(pid=83872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 14:10:11.351298 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:10:11.367540 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] For port 25e9e251-67d9-4c4b-b988-72e77c192a4a, host dv-neutron-836180-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836180-1-hyperv',level=0,port_id=25e9e251-67d9-4c4b-b988-72e77c192a4a,segment=NetworkSegment(7b924dd8-4978-40c4-ad91-4b9b27348462),segment_id=7b924dd8-4978-40c4-ad91-4b9b27348462)] {{(pid=83872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 14:10:11.371212 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864'] for port, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:10:11.371999 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Device 00e76d20-7e17-4997-9638-ea2a5c65001c up at agent ovs-agent-dv-neutron-836180-1-hyperv {{(pid=83872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 14:10:11.536123 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-33944089-5d77-424e-886b-df0468b3ad90 None None] Provisioning complete for port e03fb9ae-143a-4915-b923-e9d30c9abc85 triggered by entity DHCP. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 14:10:11.537124 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-33944089-5d77-424e-886b-df0468b3ad90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-948329'] for port, provisioning_complete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:10:11.565802 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Pushing event updated for resources: {'Port': ['ID=25e9e251-67d9-4c4b-b988-72e77c192a4a,revision_number=4']} {{(pid=83872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:10:11.598828 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.plugin [None req-33944089-5d77-424e-886b-df0468b3ad90 None None] Port e03fb9ae-143a-4915-b923-e9d30c9abc85 cannot update to ACTIVE because it is not bound. {{(pid=83872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 14:10:11.603917 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Provisioning for port 00e76d20-7e17-4997-9638-ea2a5c65001c completed by entity L2. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 14:10:11.604365 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c81b3ec-1a78-47aa-b56e-59d3fda665ef tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Router 4ec314ec-b5d7-4b19-a95c-a4fbaaffba65 has already been hosted by L3 agent 88bf8fc8-11a3-4e96-9d1b-5fd93ba9f6f1 {{(pid=83869) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 14:10:11.609037 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Provisioning complete for port 00e76d20-7e17-4997-9638-ea2a5c65001c triggered by entity L2. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 14:10:11.609396 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-948329'] for port, provisioning_complete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:10:11.728680 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:10:11.762512 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] For port 00e76d20-7e17-4997-9638-ea2a5c65001c, host dv-neutron-836180-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836180-1-hyperv',level=0,port_id=00e76d20-7e17-4997-9638-ea2a5c65001c,segment=NetworkSegment(bc757f88-cb81-4a41-9dba-e29da9f29642),segment_id=bc757f88-cb81-4a41-9dba-e29da9f29642)] {{(pid=83872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 14:10:11.766434 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864'] for port, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:10:11.808374 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c81b3ec-1a78-47aa-b56e-59d3fda665ef tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Notify agent at l3_agent.dv-neutron-836180-1-hyperv the message routers_updated {{(pid=83869) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 14:10:11.817987 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-2c81b3ec-1a78-47aa-b56e-59d3fda665ef tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] 10.222.0.26 "PUT /v2.0/routers/4ec314ec-b5d7-4b19-a95c-a4fbaaffba65/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5524170 Apr 01 14:10:11.839873 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Pushing event updated for resources: {'Port': ['ID=00e76d20-7e17-4997-9638-ea2a5c65001c,revision_number=3']} {{(pid=83872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:10:11.989094 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-437a1fc9-41c4-441e-983c-2172627681d2 req-b6d9de0e-3830-42d8-a489-4bd09b675963 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-457689340&fields=id&tenant_id=1ac9f9a3637e41b9993bdb348451719c HTTP/1.1" status: 200 len: 267 time: 0.0399387 Apr 01 14:10:12.138508 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437a1fc9-41c4-441e-983c-2172627681d2 req-456129d6-3c70-438f-9c2b-fa2044db259c tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:10:12.139961 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-437a1fc9-41c4-441e-983c-2172627681d2 req-456129d6-3c70-438f-9c2b-fa2044db259c tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] 10.222.0.26 "GET /v2.0/networks?id=7c7153a8-203c-475b-bdd1-c36af41d295e HTTP/1.1" status: 200 len: 797 time: 0.1439657 Apr 01 14:10:12.157421 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-437a1fc9-41c4-441e-983c-2172627681d2 req-f6718912-ca97-4d90-9179-130e6c1276a4 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] 10.222.0.26 "GET /v2.0/quotas/1ac9f9a3637e41b9993bdb348451719c HTTP/1.1" status: 200 len: 375 time: 0.0118322 Apr 01 14:10:12.244091 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-437a1fc9-41c4-441e-983c-2172627681d2 req-aa1e76ac-ce50-453e-baa4-2710a9549442 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=1ac9f9a3637e41b9993bdb348451719c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0811732 Apr 01 14:10:12.388922 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-437a1fc9-41c4-441e-983c-2172627681d2 req-36d1fc1b-d115-4137-8778-cc243b4375eb service neutron] 10.222.0.26 "GET /v2.0/networks/7c7153a8-203c-475b-bdd1-c36af41d295e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1320384 Apr 01 14:10:12.536201 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-437a1fc9-41c4-441e-983c-2172627681d2 req-490dc0e1-56e4-4e1e-bf28-3a3bf7a923a7 service neutron] 10.222.0.26 "GET /v2.0/networks/7c7153a8-203c-475b-bdd1-c36af41d295e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1396856 Apr 01 14:10:12.699546 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34274d02-87ea-4dc5-84eb-6cd624dbe7b8 None None] Sync routers for ids ['4ec314ec-b5d7-4b19-a95c-a4fbaaffba65'] in dv-neutron-836180-1-hyperv {{(pid=83872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 14:10:12.713283 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34274d02-87ea-4dc5-84eb-6cd624dbe7b8 None None] Routers {'4ec314ec-b5d7-4b19-a95c-a4fbaaffba65'} bound to L3 agent in host dv-neutron-836180-1-hyperv {{(pid=83872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 14:10:12.714036 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_hamode_db [None req-34274d02-87ea-4dc5-84eb-6cd624dbe7b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836180-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-01T13:25:36Z,description=,heartbeat_timestamp=2022-04-01T14:10:06Z,host='dv-neutron-836180-1-hyperv',id=88bf8fc8-11a3-4e96-9d1b-5fd93ba9f6f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T13:25:36Z,topic='l3_agent')) {'router_ids': ['4ec314ec-b5d7-4b19-a95c-a4fbaaffba65'], 'active': True} {{(pid=83872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 14:10:12.732937 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [req-bf362e1d-8ba4-407f-a9aa-59b6e5ea3929 req-fd8dba34-9ec2-48c5-a472-d37df2713549 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Synchronizing usage tracker for tenant:1ac9f9a3637e41b9993bdb348451719c on resource:port {{(pid=83869) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 14:10:12.753784 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [req-bf362e1d-8ba4-407f-a9aa-59b6e5ea3929 req-fd8dba34-9ec2-48c5-a472-d37df2713549 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Unset dirty status for tenant:1ac9f9a3637e41b9993bdb348451719c on resource:port {{(pid=83869) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 14:10:12.755365 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-bf362e1d-8ba4-407f-a9aa-59b6e5ea3929 req-fd8dba34-9ec2-48c5-a472-d37df2713549 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] 10.222.0.26 "GET /v2.0/ports?device_id=7fa64097-fa7f-41c5-b944-07300b563705 HTTP/1.1" status: 200 len: 210 time: 0.0688207 Apr 01 14:10:12.903017 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_dvr_db [None req-34274d02-87ea-4dc5-84eb-6cd624dbe7b8 None None] Set router 4ec314ec-b5d7-4b19-a95c-a4fbaaffba65 gateway port host: dv-neutron-836180-1-hyperv {{(pid=83872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 14:10:13.028392 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Device 25e9e251-67d9-4c4b-b988-72e77c192a4a up at agent ovs-agent-dv-neutron-836180-1-hyperv {{(pid=83872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 14:10:13.248108 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Provisioning complete for port 25e9e251-67d9-4c4b-b988-72e77c192a4a triggered by entity L2. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 14:10:13.248590 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-948329'] for port, provisioning_complete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:10:13.389847 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_hamode_db [None req-34274d02-87ea-4dc5-84eb-6cd624dbe7b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ec314ec-b5d7-4b19-a95c-a4fbaaffba65', 'name': 'tempest-TestNetworkAdvancedServerOps-router-99890001', 'tenant_id': '1ac9f9a3637e41b9993bdb348451719c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'external_fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.28'}], 'enable_snat': True}, 'gw_port_id': '25e9e251-67d9-4c4b-b988-72e77c192a4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T14:10:05Z', 'updated_at': '2022-04-01T14:10:10Z', 'revision_number': 4, 'project_id': '1ac9f9a3637e41b9993bdb348451719c', 'gw_port': {'id': '25e9e251-67d9-4c4b-b988-72e77c192a4a', 'name': '', 'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:8e:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ec314ec-b5d7-4b19-a95c-a4fbaaffba65', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836180-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T14:10:06Z', 'updated_at': '2022-04-01T14:10:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836180-1-hyperv', '_interfaces': [{'id': 'e03fb9ae-143a-4915-b923-e9d30c9abc85', 'name': '', 'network_id': '7c7153a8-203c-475b-bdd1-c36af41d295e', 'tenant_id': '1ac9f9a3637e41b9993bdb348451719c', 'mac_address': 'fa:16:3e:ce:7c:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ec314ec-b5d7-4b19-a95c-a4fbaaffba65', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c5874aa3-c471-483f-9229-f71b072ffb5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T14:10:09Z', 'updated_at': '2022-04-01T14:10:10Z', 'revision_number': 2, 'project_id': '1ac9f9a3637e41b9993bdb348451719c', 'subnets': [{'id': 'c5874aa3-c471-483f-9229-f71b072ffb5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-836180-1-hyperv', False) {} {{(pid=83872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 14:10:13.393604 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Device 00e76d20-7e17-4997-9638-ea2a5c65001c up at agent ovs-agent-dv-neutron-836180-1-hyperv {{(pid=83872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 14:10:13.421021 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34274d02-87ea-4dc5-84eb-6cd624dbe7b8 None None] Checking router: 4ec314ec-b5d7-4b19-a95c-a4fbaaffba65 for host: dv-neutron-836180-1-hyperv {{(pid=83872) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 01 14:10:13.421297 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34274d02-87ea-4dc5-84eb-6cd624dbe7b8 None None] Updating router 4ec314ec-b5d7-4b19-a95c-a4fbaaffba65 port e03fb9ae-143a-4915-b923-e9d30c9abc85 binding host dv-neutron-836180-1-hyperv {{(pid=83872) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 01 14:10:13.495688 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-34274d02-87ea-4dc5-84eb-6cd624dbe7b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:10:13.580778 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Provisioning complete for port 00e76d20-7e17-4997-9638-ea2a5c65001c triggered by entity L2. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 14:10:13.581146 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-948329'] for port, provisioning_complete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:10:14.015600 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-34274d02-87ea-4dc5-84eb-6cd624dbe7b8 None None] Notify callbacks [] for port, precommit_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:10:14.029266 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-34274d02-87ea-4dc5-84eb-6cd624dbe7b8 None None] Transition to ACTIVE for port object e03fb9ae-143a-4915-b923-e9d30c9abc85 will not be triggered until provisioned by entity L2. {{(pid=83872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 14:10:14.038468 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-34274d02-87ea-4dc5-84eb-6cd624dbe7b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864'] for port, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:10:14.048037 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-d57de795-12c2-4414-aed7-85027a912a4e req-9179be85-ca1c-42a3-a9c8-ef4aa204b733 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] 10.222.0.26 "GET /v2.0/ports?device_id=7fa64097-fa7f-41c5-b944-07300b563705 HTTP/1.1" status: 200 len: 210 time: 0.1636250 Apr 01 14:10:14.151194 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437a1fc9-41c4-441e-983c-2172627681d2 req-4bbc5983-a5a5-4b0c-8077-c76636bd66b1 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:10:14.152586 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [req-437a1fc9-41c4-441e-983c-2172627681d2 req-4bbc5983-a5a5-4b0c-8077-c76636bd66b1 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Synchronizing usage tracker for tenant:1ac9f9a3637e41b9993bdb348451719c on resource:network {{(pid=83869) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 14:10:14.177822 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [req-437a1fc9-41c4-441e-983c-2172627681d2 req-4bbc5983-a5a5-4b0c-8077-c76636bd66b1 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Unset dirty status for tenant:1ac9f9a3637e41b9993bdb348451719c on resource:network {{(pid=83869) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 14:10:14.180016 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-437a1fc9-41c4-441e-983c-2172627681d2 req-4bbc5983-a5a5-4b0c-8077-c76636bd66b1 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] 10.222.0.57 "GET /v2.0/networks?id=7c7153a8-203c-475b-bdd1-c36af41d295e HTTP/1.1" status: 200 len: 797 time: 0.2495990 Apr 01 14:10:14.193471 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1706f7d-9340-4661-9f1c-0a19e983603a None None] Pushing event updated for resources: {'Port': ['ID=e03fb9ae-143a-4915-b923-e9d30c9abc85,revision_number=3']} {{(pid=83872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:10:14.286010 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [req-437a1fc9-41c4-441e-983c-2172627681d2 req-e93d7db2-be7b-40e0-a8df-991a8afa9cfa tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Synchronizing usage tracker for tenant:1ac9f9a3637e41b9993bdb348451719c on resource:security_group {{(pid=83869) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 14:10:14.320870 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [req-437a1fc9-41c4-441e-983c-2172627681d2 req-e93d7db2-be7b-40e0-a8df-991a8afa9cfa tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Unset dirty status for tenant:1ac9f9a3637e41b9993bdb348451719c on resource:security_group {{(pid=83869) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 14:10:14.322560 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-437a1fc9-41c4-441e-983c-2172627681d2 req-e93d7db2-be7b-40e0-a8df-991a8afa9cfa tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1ac9f9a3637e41b9993bdb348451719c HTTP/1.1" status: 200 len: 379 time: 0.1174362 Apr 01 14:10:14.324015 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.managers [None req-34274d02-87ea-4dc5-84eb-6cd624dbe7b8 None None] Attempting to bind port e03fb9ae-143a-4915-b923-e9d30c9abc85 on host dv-neutron-836180-1-hyperv for vnic_type normal with profile {{(pid=83872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 14:10:14.324438 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.managers [None req-34274d02-87ea-4dc5-84eb-6cd624dbe7b8 None None] Attempting to bind port e03fb9ae-143a-4915-b923-e9d30c9abc85 by drivers openvswitch,hyperv on host dv-neutron-836180-1-hyperv at level 0 using segments [{'id': 'bc757f88-cb81-4a41-9dba-e29da9f29642', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '7c7153a8-203c-475b-bdd1-c36af41d295e'}] {{(pid=83872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 14:10:14.324798 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34274d02-87ea-4dc5-84eb-6cd624dbe7b8 None None] Attempting to bind port e03fb9ae-143a-4915-b923-e9d30c9abc85 on network 7c7153a8-203c-475b-bdd1-c36af41d295e {{(pid=83872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 14:10:14.331614 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34274d02-87ea-4dc5-84eb-6cd624dbe7b8 None None] Checking agent: {'id': 'af948428-97cd-4d10-9f53-af028bdb39b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-836180-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 13, 25, 37), 'started_at': datetime.datetime(2022, 4, 1, 13, 26, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 14, 10, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-836180-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 14:10:14.332035 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34274d02-87ea-4dc5-84eb-6cd624dbe7b8 None None] Checking segment: {'id': 'bc757f88-cb81-4a41-9dba-e29da9f29642', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '7c7153a8-203c-475b-bdd1-c36af41d295e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 14:10:14.332404 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-34274d02-87ea-4dc5-84eb-6cd624dbe7b8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:10:14.332788 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34274d02-87ea-4dc5-84eb-6cd624dbe7b8 None None] Bound using segment: {'id': 'bc757f88-cb81-4a41-9dba-e29da9f29642', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '7c7153a8-203c-475b-bdd1-c36af41d295e'} {{(pid=83872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 14:10:14.333267 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.managers [None req-34274d02-87ea-4dc5-84eb-6cd624dbe7b8 None None] Bound port: e03fb9ae-143a-4915-b923-e9d30c9abc85, host: dv-neutron-836180-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bc757f88-cb81-4a41-9dba-e29da9f29642', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '7c7153a8-203c-475b-bdd1-c36af41d295e'}}] {{(pid=83872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 14:10:14.333612 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-34274d02-87ea-4dc5-84eb-6cd624dbe7b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:10:14.337931 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.v2.base [req-437a1fc9-41c4-441e-983c-2172627681d2 req-c22706f0-168f-499f-8ed6-b1552729956e tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Request body: {'port': {'device_id': '7fa64097-fa7f-41c5-b944-07300b563705', 'network_id': '7c7153a8-203c-475b-bdd1-c36af41d295e', 'admin_state_up': True, 'tenant_id': '1ac9f9a3637e41b9993bdb348451719c', 'security_groups': ['5d282080-a627-4137-a839-473d49916ec9']}} {{(pid=83869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 14:10:14.439667 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-34274d02-87ea-4dc5-84eb-6cd624dbe7b8 None None] For port e03fb9ae-143a-4915-b923-e9d30c9abc85, host dv-neutron-836180-1-hyperv, cleared binding levels {{(pid=83872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 14:10:14.444539 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-34274d02-87ea-4dc5-84eb-6cd624dbe7b8 None None] For port e03fb9ae-143a-4915-b923-e9d30c9abc85, host dv-neutron-836180-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836180-1-hyperv',level=0,port_id=e03fb9ae-143a-4915-b923-e9d30c9abc85,segment=NetworkSegment(bc757f88-cb81-4a41-9dba-e29da9f29642),segment_id=bc757f88-cb81-4a41-9dba-e29da9f29642)] {{(pid=83872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 14:10:14.454805 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-34274d02-87ea-4dc5-84eb-6cd624dbe7b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864'] for port, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:10:14.496269 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [req-437a1fc9-41c4-441e-983c-2172627681d2 req-c22706f0-168f-499f-8ed6-b1552729956e tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 14:10:14.513416 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [req-437a1fc9-41c4-441e-983c-2172627681d2 req-c22706f0-168f-499f-8ed6-b1552729956e tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 14:10:14.528528 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-437a1fc9-41c4-441e-983c-2172627681d2 req-c22706f0-168f-499f-8ed6-b1552729956e tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Made reservation on behalf of 1ac9f9a3637e41b9993bdb348451719c for: {'port': 1} {{(pid=83869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 14:10:14.533103 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [req-437a1fc9-41c4-441e-983c-2172627681d2 req-c22706f0-168f-499f-8ed6-b1552729956e tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:10:14.557910 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1706f7d-9340-4661-9f1c-0a19e983603a None None] Pushing event updated for resources: {'Port': ['ID=e03fb9ae-143a-4915-b923-e9d30c9abc85,revision_number=4']} {{(pid=83872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:10:14.565094 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34274d02-87ea-4dc5-84eb-6cd624dbe7b8 None None] Routers {'4ec314ec-b5d7-4b19-a95c-a4fbaaffba65'} bound to L3 agent in host dv-neutron-836180-1-hyperv {{(pid=83872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 14:10:14.566081 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_hamode_db [None req-34274d02-87ea-4dc5-84eb-6cd624dbe7b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836180-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-01T13:25:36Z,description=,heartbeat_timestamp=2022-04-01T14:10:06Z,host='dv-neutron-836180-1-hyperv',id=88bf8fc8-11a3-4e96-9d1b-5fd93ba9f6f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T13:25:36Z,topic='l3_agent')) {'router_ids': ['4ec314ec-b5d7-4b19-a95c-a4fbaaffba65'], 'active': True} {{(pid=83872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 14:10:14.755850 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.db_base_plugin_common [req-437a1fc9-41c4-441e-983c-2172627681d2 req-c22706f0-168f-499f-8ed6-b1552729956e tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Allocated IP 172.20.0.14 (7c7153a8-203c-475b-bdd1-c36af41d295e/c5874aa3-c471-483f-9229-f71b072ffb5d/9810080d-b53b-48f0-bb45-de853521876e) {{(pid=83869) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 14:10:14.787122 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_dvr_db [None req-34274d02-87ea-4dc5-84eb-6cd624dbe7b8 None None] Set router 4ec314ec-b5d7-4b19-a95c-a4fbaaffba65 gateway port host: dv-neutron-836180-1-hyperv {{(pid=83872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 14:10:14.970436 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [req-437a1fc9-41c4-441e-983c-2172627681d2 req-c22706f0-168f-499f-8ed6-b1552729956e tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Notify callbacks [] for port, precommit_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:10:14.988677 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.provisioning_blocks [req-437a1fc9-41c4-441e-983c-2172627681d2 req-c22706f0-168f-499f-8ed6-b1552729956e tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Transition to ACTIVE for port object 9810080d-b53b-48f0-bb45-de853521876e will not be triggered until provisioned by entity DHCP. {{(pid=83869) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 14:10:15.018088 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [req-437a1fc9-41c4-441e-983c-2172627681d2 req-c22706f0-168f-499f-8ed6-b1552729956e tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736732935801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2705155'] for port, after_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:10:15.090663 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-437a1fc9-41c4-441e-983c-2172627681d2 req-c22706f0-168f-499f-8ed6-b1552729956e tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Network 7c7153a8-203c-475b-bdd1-c36af41d295e is already hosted by enough agents. {{(pid=83869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 14:10:15.100667 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.scheduler.base_scheduler [req-437a1fc9-41c4-441e-983c-2172627681d2 req-c22706f0-168f-499f-8ed6-b1552729956e tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Resources bound (agent type, host, resource id): {{(pid=83869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 14:10:15.104939 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_dvrscheduler_db [req-437a1fc9-41c4-441e-983c-2172627681d2 req-c22706f0-168f-499f-8ed6-b1552729956e tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Received port after_create {{(pid=83869) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 14:10:15.157707 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c22706f0-168f-499f-8ed6-b1552729956e tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Pushing event updated for resources: {'Port': ['ID=9810080d-b53b-48f0-bb45-de853521876e,revision_number=1']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:10:15.188874 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_hamode_db [None req-34274d02-87ea-4dc5-84eb-6cd624dbe7b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ec314ec-b5d7-4b19-a95c-a4fbaaffba65', 'name': 'tempest-TestNetworkAdvancedServerOps-router-99890001', 'tenant_id': '1ac9f9a3637e41b9993bdb348451719c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'external_fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.28'}], 'enable_snat': True}, 'gw_port_id': '25e9e251-67d9-4c4b-b988-72e77c192a4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T14:10:05Z', 'updated_at': '2022-04-01T14:10:10Z', 'revision_number': 4, 'project_id': '1ac9f9a3637e41b9993bdb348451719c', 'gw_port': {'id': '25e9e251-67d9-4c4b-b988-72e77c192a4a', 'name': '', 'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:8e:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ec314ec-b5d7-4b19-a95c-a4fbaaffba65', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836180-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T14:10:06Z', 'updated_at': '2022-04-01T14:10:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836180-1-hyperv', '_interfaces': [{'id': 'e03fb9ae-143a-4915-b923-e9d30c9abc85', 'name': '', 'network_id': '7c7153a8-203c-475b-bdd1-c36af41d295e', 'tenant_id': '1ac9f9a3637e41b9993bdb348451719c', 'mac_address': 'fa:16:3e:ce:7c:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ec314ec-b5d7-4b19-a95c-a4fbaaffba65', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c5874aa3-c471-483f-9229-f71b072ffb5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836180-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T14:10:09Z', 'updated_at': '2022-04-01T14:10:14Z', 'revision_number': 4, 'project_id': '1ac9f9a3637e41b9993bdb348451719c', 'subnets': [{'id': 'c5874aa3-c471-483f-9229-f71b072ffb5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-836180-1-hyperv', False) {} {{(pid=83872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 14:10:15.194472 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437a1fc9-41c4-441e-983c-2172627681d2 req-c22706f0-168f-499f-8ed6-b1552729956e tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:10:15.195671 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [req-437a1fc9-41c4-441e-983c-2172627681d2 req-c22706f0-168f-499f-8ed6-b1552729956e tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109561'] for port, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:10:15.201409 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34274d02-87ea-4dc5-84eb-6cd624dbe7b8 None None] The sync data for ids ['4ec314ec-b5d7-4b19-a95c-a4fbaaffba65'] in dv-neutron-836180-1-hyperv is: [{'id': '4ec314ec-b5d7-4b19-a95c-a4fbaaffba65', 'name': 'tempest-TestNetworkAdvancedServerOps-router-99890001', 'tenant_id': '1ac9f9a3637e41b9993bdb348451719c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'external_fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.28'}], 'enable_snat': True}, 'gw_port_id': '25e9e251-67d9-4c4b-b988-72e77c192a4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T14:10:05Z', 'updated_at': '2022-04-01T14:10:10Z', 'revision_number': 4, 'project_id': '1ac9f9a3637e41b9993bdb348451719c', 'gw_port': {'id': '25e9e251-67d9-4c4b-b988-72e77c192a4a', 'name': '', 'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:8e:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ec314ec-b5d7-4b19-a95c-a4fbaaffba65', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836180-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T14:10:06Z', 'updated_at': '2022-04-01T14:10:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836180-1-hyperv', '_interfaces': [{'id': 'e03fb9ae-143a-4915-b923-e9d30c9abc85', 'name': '', 'network_id': '7c7153a8-203c-475b-bdd1-c36af41d295e', 'tenant_id': '1ac9f9a3637e41b9993bdb348451719c', 'mac_address': 'fa:16:3e:ce:7c:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ec314ec-b5d7-4b19-a95c-a4fbaaffba65', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c5874aa3-c471-483f-9229-f71b072ffb5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836180-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T14:10:09Z', 'updated_at': '2022-04-01T14:10:14Z', 'revision_number': 4, 'project_id': '1ac9f9a3637e41b9993bdb348451719c', 'subnets': [{'id': 'c5874aa3-c471-483f-9229-f71b072ffb5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 14:10:15.227886 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-437a1fc9-41c4-441e-983c-2172627681d2 req-c22706f0-168f-499f-8ed6-b1552729956e tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8992689 Apr 01 14:10:15.275065 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.v2.base [req-437a1fc9-41c4-441e-983c-2172627681d2 req-0b21104c-99f9-40e6-b475-b1de890b087f service neutron] Request body: {'port': {'device_id': '7fa64097-fa7f-41c5-b944-07300b563705', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8361'}} {{(pid=83869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 14:10:15.568833 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-fe4a8231-3aad-4b0f-b1a8-4a23893ba543 None None] Provisioning for port 9810080d-b53b-48f0-bb45-de853521876e completed by entity DHCP. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 14:10:15.574039 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-fe4a8231-3aad-4b0f-b1a8-4a23893ba543 None None] Provisioning complete for port 9810080d-b53b-48f0-bb45-de853521876e triggered by entity DHCP. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 14:10:15.574485 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-fe4a8231-3aad-4b0f-b1a8-4a23893ba543 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-948329'] for port, provisioning_complete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:10:15.609011 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [req-437a1fc9-41c4-441e-983c-2172627681d2 req-0b21104c-99f9-40e6-b475-b1de890b087f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:10:15.630940 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75502364-ee69-4e14-a5f6-0521bbcb4a8f req-5674810b-079b-4a35-b85a-c5d6204d5aa0 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:10:15.632141 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [req-75502364-ee69-4e14-a5f6-0521bbcb4a8f req-5674810b-079b-4a35-b85a-c5d6204d5aa0 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Synchronizing usage tracker for tenant:1ac9f9a3637e41b9993bdb348451719c on resource:port {{(pid=83869) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 14:10:15.632833 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.plugin [None req-fe4a8231-3aad-4b0f-b1a8-4a23893ba543 None None] Port 9810080d-b53b-48f0-bb45-de853521876e cannot update to ACTIVE because it is not bound. {{(pid=83872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 14:10:15.692823 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [req-75502364-ee69-4e14-a5f6-0521bbcb4a8f req-5674810b-079b-4a35-b85a-c5d6204d5aa0 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Unset dirty status for tenant:1ac9f9a3637e41b9993bdb348451719c on resource:port {{(pid=83869) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 14:10:15.694369 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-75502364-ee69-4e14-a5f6-0521bbcb4a8f req-5674810b-079b-4a35-b85a-c5d6204d5aa0 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] 10.222.0.26 "GET /v2.0/ports?device_id=7fa64097-fa7f-41c5-b944-07300b563705 HTTP/1.1" status: 200 len: 932 time: 0.3771167 Apr 01 14:10:15.810214 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-75502364-ee69-4e14-a5f6-0521bbcb4a8f req-dc544d8f-8379-463e-b65c-117686e96480 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] 10.222.0.26 "GET /v2.0/security-groups?id=5d282080-a627-4137-a839-473d49916ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1046813 Apr 01 14:10:16.029682 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.notifiers.nova [req-437a1fc9-41c4-441e-983c-2172627681d2 req-0b21104c-99f9-40e6-b475-b1de890b087f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9810080d-b53b-48f0-bb45-de853521876e {{(pid=83869) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 01 14:10:16.037048 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [req-437a1fc9-41c4-441e-983c-2172627681d2 req-0b21104c-99f9-40e6-b475-b1de890b087f service neutron] Notify callbacks [] for port, precommit_update {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:10:16.053663 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.provisioning_blocks [req-437a1fc9-41c4-441e-983c-2172627681d2 req-0b21104c-99f9-40e6-b475-b1de890b087f service neutron] Transition to ACTIVE for port object 9810080d-b53b-48f0-bb45-de853521876e will not be triggered until provisioned by entity L2. {{(pid=83869) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 14:10:16.065294 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [req-437a1fc9-41c4-441e-983c-2172627681d2 req-0b21104c-99f9-40e6-b475-b1de890b087f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2705172'] for port, after_update {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:10:16.202017 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b21104c-99f9-40e6-b475-b1de890b087f service neutron] Pushing event updated for resources: {'Port': ['ID=9810080d-b53b-48f0-bb45-de853521876e,revision_number=2']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:10:16.328639 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.managers [req-437a1fc9-41c4-441e-983c-2172627681d2 req-0b21104c-99f9-40e6-b475-b1de890b087f service neutron] Attempting to bind port 9810080d-b53b-48f0-bb45-de853521876e on host hv-neutron-8361 for vnic_type normal with profile {{(pid=83869) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 14:10:16.329110 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.managers [req-437a1fc9-41c4-441e-983c-2172627681d2 req-0b21104c-99f9-40e6-b475-b1de890b087f service neutron] Attempting to bind port 9810080d-b53b-48f0-bb45-de853521876e by drivers openvswitch,hyperv on host hv-neutron-8361 at level 0 using segments [{'id': 'bc757f88-cb81-4a41-9dba-e29da9f29642', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '7c7153a8-203c-475b-bdd1-c36af41d295e'}] {{(pid=83869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 14:10:16.329451 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-437a1fc9-41c4-441e-983c-2172627681d2 req-0b21104c-99f9-40e6-b475-b1de890b087f service neutron] Attempting to bind port 9810080d-b53b-48f0-bb45-de853521876e on network 7c7153a8-203c-475b-bdd1-c36af41d295e {{(pid=83869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 14:10:16.335805 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-437a1fc9-41c4-441e-983c-2172627681d2 req-0b21104c-99f9-40e6-b475-b1de890b087f service neutron] Port 9810080d-b53b-48f0-bb45-de853521876e on network 7c7153a8-203c-475b-bdd1-c36af41d295e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8361 {{(pid=83869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 01 14:10:16.336106 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-437a1fc9-41c4-441e-983c-2172627681d2 req-0b21104c-99f9-40e6-b475-b1de890b087f service neutron] Attempting to bind port 9810080d-b53b-48f0-bb45-de853521876e on network 7c7153a8-203c-475b-bdd1-c36af41d295e {{(pid=83869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 14:10:16.342475 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-437a1fc9-41c4-441e-983c-2172627681d2 req-0b21104c-99f9-40e6-b475-b1de890b087f service neutron] Checking agent: {'id': '359ce187-6241-4f7e-85a4-e066c7b0cdea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8361', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 13, 31, 54), 'started_at': datetime.datetime(2022, 4, 1, 13, 31, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 14, 9, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 14:10:16.342793 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-437a1fc9-41c4-441e-983c-2172627681d2 req-0b21104c-99f9-40e6-b475-b1de890b087f service neutron] Checking segment: {'id': 'bc757f88-cb81-4a41-9dba-e29da9f29642', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '7c7153a8-203c-475b-bdd1-c36af41d295e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 14:10:16.343158 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-437a1fc9-41c4-441e-983c-2172627681d2 req-0b21104c-99f9-40e6-b475-b1de890b087f service neutron] Bound using segment: {'id': 'bc757f88-cb81-4a41-9dba-e29da9f29642', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '7c7153a8-203c-475b-bdd1-c36af41d295e'} {{(pid=83869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 14:10:16.343561 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.managers [req-437a1fc9-41c4-441e-983c-2172627681d2 req-0b21104c-99f9-40e6-b475-b1de890b087f service neutron] Bound port: 9810080d-b53b-48f0-bb45-de853521876e, host: hv-neutron-8361, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bc757f88-cb81-4a41-9dba-e29da9f29642', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '7c7153a8-203c-475b-bdd1-c36af41d295e'}}] {{(pid=83869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 14:10:16.343893 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [req-437a1fc9-41c4-441e-983c-2172627681d2 req-0b21104c-99f9-40e6-b475-b1de890b087f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:10:16.436047 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.db [req-437a1fc9-41c4-441e-983c-2172627681d2 req-0b21104c-99f9-40e6-b475-b1de890b087f service neutron] For port 9810080d-b53b-48f0-bb45-de853521876e, host hv-neutron-8361, cleared binding levels {{(pid=83869) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 14:10:16.439228 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.db [req-437a1fc9-41c4-441e-983c-2172627681d2 req-0b21104c-99f9-40e6-b475-b1de890b087f service neutron] For port 9810080d-b53b-48f0-bb45-de853521876e, host hv-neutron-8361, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8361',level=0,port_id=9810080d-b53b-48f0-bb45-de853521876e,segment=NetworkSegment(bc757f88-cb81-4a41-9dba-e29da9f29642),segment_id=bc757f88-cb81-4a41-9dba-e29da9f29642)] {{(pid=83869) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 14:10:16.444784 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [req-437a1fc9-41c4-441e-983c-2172627681d2 req-0b21104c-99f9-40e6-b475-b1de890b087f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2705172'] for port, after_update {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:10:16.499335 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [req-437a1fc9-41c4-441e-983c-2172627681d2 req-0b21104c-99f9-40e6-b475-b1de890b087f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109561'] for port, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:10:16.500706 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-437a1fc9-41c4-441e-983c-2172627681d2 req-0b21104c-99f9-40e6-b475-b1de890b087f service neutron] 10.222.0.57 "PUT /v2.0/ports/9810080d-b53b-48f0-bb45-de853521876e HTTP/1.1" status: 200 len: 1094 time: 1.2494893 Apr 01 14:10:16.501130 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7fa64097-fa7f-41c5-b944-07300b563705', 'tag': '9810080d-b53b-48f0-bb45-de853521876e'}] {{(pid=83869) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 14:10:16.528708 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b21104c-99f9-40e6-b475-b1de890b087f service neutron] Pushing event updated for resources: {'Port': ['ID=9810080d-b53b-48f0-bb45-de853521876e,revision_number=3']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:10:16.626670 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-437a1fc9-41c4-441e-983c-2172627681d2 req-8e1e4bc3-36b4-44e5-a748-8ac4d43e8a36 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=1ac9f9a3637e41b9993bdb348451719c&device_id=7fa64097-fa7f-41c5-b944-07300b563705 HTTP/1.1" status: 200 len: 1097 time: 0.0809464 Apr 01 14:10:16.687598 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7fa64097-fa7f-41c5-b944-07300b563705', 'tag': '9810080d-b53b-48f0-bb45-de853521876e', 'status': 'completed', 'code': 200} Apr 01 14:10:16.703962 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-437a1fc9-41c4-441e-983c-2172627681d2 req-ae06833b-dbb5-4318-872a-98447cab8018 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9810080d-b53b-48f0-bb45-de853521876e HTTP/1.1" status: 200 len: 217 time: 0.0681524 Apr 01 14:10:16.783593 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437a1fc9-41c4-441e-983c-2172627681d2 req-96e0de10-b954-4da6-86c8-db41c0d4f958 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:10:16.785029 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-437a1fc9-41c4-441e-983c-2172627681d2 req-96e0de10-b954-4da6-86c8-db41c0d4f958 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=c5874aa3-c471-483f-9229-f71b072ffb5d HTTP/1.1" status: 200 len: 835 time: 0.0727680 Apr 01 14:10:16.862695 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-437a1fc9-41c4-441e-983c-2172627681d2 req-3b00ac56-0e3d-4bd3-b5f5-d98cd8cdb29c service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=7c7153a8-203c-475b-bdd1-c36af41d295e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0696454 Apr 01 14:10:17.010513 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Device e03fb9ae-143a-4915-b923-e9d30c9abc85 up at agent ovs-agent-dv-neutron-836180-1-hyperv {{(pid=83872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 14:10:17.058804 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-437a1fc9-41c4-441e-983c-2172627681d2 req-fabee199-a11c-45f8-be63-9f6adf4df9b7 service neutron] 10.222.0.57 "GET /v2.0/networks/7c7153a8-203c-475b-bdd1-c36af41d295e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1874852 Apr 01 14:10:17.081191 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Provisioning for port e03fb9ae-143a-4915-b923-e9d30c9abc85 completed by entity L2. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 14:10:17.086655 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Provisioning complete for port e03fb9ae-143a-4915-b923-e9d30c9abc85 triggered by entity L2. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 14:10:17.087039 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-948329'] for port, provisioning_complete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:10:17.105205 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f34cf9c-1c2d-490c-8633-77d2da7aa345 req-449fe646-e329-4b66-95ee-8001bb315da6 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:10:17.107606 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-3f34cf9c-1c2d-490c-8633-77d2da7aa345 req-449fe646-e329-4b66-95ee-8001bb315da6 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] 10.222.0.26 "GET /v2.0/ports?device_id=7fa64097-fa7f-41c5-b944-07300b563705 HTTP/1.1" status: 200 len: 944 time: 0.1658175 Apr 01 14:10:17.224960 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:10:17.258649 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-3f34cf9c-1c2d-490c-8633-77d2da7aa345 req-dd769150-f50c-41e7-ab1d-f5575cf4fcef tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] 10.222.0.26 "GET /v2.0/security-groups?id=5d282080-a627-4137-a839-473d49916ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0909874 Apr 01 14:10:17.275003 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] For port e03fb9ae-143a-4915-b923-e9d30c9abc85, host dv-neutron-836180-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836180-1-hyperv',level=0,port_id=e03fb9ae-143a-4915-b923-e9d30c9abc85,segment=NetworkSegment(bc757f88-cb81-4a41-9dba-e29da9f29642),segment_id=bc757f88-cb81-4a41-9dba-e29da9f29642)] {{(pid=83872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 14:10:17.281906 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864'] for port, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:10:17.297183 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-437a1fc9-41c4-441e-983c-2172627681d2 req-11c19a23-4cf6-48c4-b2c9-14053ea3c8e9 service neutron] 10.222.0.57 "GET /v2.0/networks/7c7153a8-203c-475b-bdd1-c36af41d295e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2254839 Apr 01 14:10:17.360313 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Pushing event updated for resources: {'Port': ['ID=e03fb9ae-143a-4915-b923-e9d30c9abc85,revision_number=5']} {{(pid=83872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:10:17.421636 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-58a58038-00bc-4c69-9d3c-31260346f407 req-3c69f414-6fb0-4747-8e3a-5178072d484b service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=1ac9f9a3637e41b9993bdb348451719c&device_id=7fa64097-fa7f-41c5-b944-07300b563705 HTTP/1.1" status: 200 len: 1097 time: 0.0726709 Apr 01 14:10:17.667377 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a58038-00bc-4c69-9d3c-31260346f407 req-ca7ad784-eae8-4731-898b-89b57120f892 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:10:17.668760 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-58a58038-00bc-4c69-9d3c-31260346f407 req-ca7ad784-eae8-4731-898b-89b57120f892 service neutron] 10.222.0.57 "GET /v2.0/networks?id=7c7153a8-203c-475b-bdd1-c36af41d295e HTTP/1.1" status: 200 len: 898 time: 0.2363014 Apr 01 14:10:17.739729 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-58a58038-00bc-4c69-9d3c-31260346f407 req-7b26619f-0727-41b8-895f-3b5a8df4596b service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9810080d-b53b-48f0-bb45-de853521876e HTTP/1.1" status: 200 len: 217 time: 0.0635121 Apr 01 14:10:17.803897 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a58038-00bc-4c69-9d3c-31260346f407 req-8f1c675e-c56f-431f-afc5-40ce642940d9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:10:17.805356 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-58a58038-00bc-4c69-9d3c-31260346f407 req-8f1c675e-c56f-431f-afc5-40ce642940d9 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=c5874aa3-c471-483f-9229-f71b072ffb5d HTTP/1.1" status: 200 len: 835 time: 0.0588830 Apr 01 14:10:17.893256 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-58a58038-00bc-4c69-9d3c-31260346f407 req-f6ff0fa3-b194-4187-8a0d-c69dba9a6ce2 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=7c7153a8-203c-475b-bdd1-c36af41d295e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0813141 Apr 01 14:10:18.022781 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-58a58038-00bc-4c69-9d3c-31260346f407 req-f88cbd92-bfd6-49ee-bb8f-5d4be98506ce service neutron] 10.222.0.57 "GET /v2.0/networks/7c7153a8-203c-475b-bdd1-c36af41d295e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1225343 Apr 01 14:10:18.154600 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-58a58038-00bc-4c69-9d3c-31260346f407 req-73e2fa55-742b-467e-a470-c2dc85eac92a service neutron] 10.222.0.57 "GET /v2.0/networks/7c7153a8-203c-475b-bdd1-c36af41d295e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1247661 Apr 01 14:10:18.484589 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1366a96-1938-4e54-9e6b-1b5b99588336 req-cd30d3af-cf7a-417c-ba06-33dbae40f9f2 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:10:18.486042 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-f1366a96-1938-4e54-9e6b-1b5b99588336 req-cd30d3af-cf7a-417c-ba06-33dbae40f9f2 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] 10.222.0.26 "GET /v2.0/ports?device_id=7fa64097-fa7f-41c5-b944-07300b563705 HTTP/1.1" status: 200 len: 944 time: 0.0788825 Apr 01 14:10:18.532012 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-f1366a96-1938-4e54-9e6b-1b5b99588336 req-beb2eba8-cca1-4f30-9289-aa6839048e1d tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] 10.222.0.26 "GET /v2.0/security-groups?id=5d282080-a627-4137-a839-473d49916ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397031 Apr 01 14:10:18.994023 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Device e03fb9ae-143a-4915-b923-e9d30c9abc85 up at agent ovs-agent-dv-neutron-836180-1-hyperv {{(pid=83872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 14:10:19.061777 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Provisioning complete for port e03fb9ae-143a-4915-b923-e9d30c9abc85 triggered by entity L2. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 14:10:19.062224 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-948329'] for port, provisioning_complete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:10:19.730724 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93ad026-4c6a-43d5-8869-5bc58b1097c4 req-29aa683d-8cab-436a-a71b-25d2a54caeba tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:10:19.732160 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-e93ad026-4c6a-43d5-8869-5bc58b1097c4 req-29aa683d-8cab-436a-a71b-25d2a54caeba tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] 10.222.0.26 "GET /v2.0/ports?device_id=7fa64097-fa7f-41c5-b944-07300b563705 HTTP/1.1" status: 200 len: 944 time: 0.0769577 Apr 01 14:10:19.778301 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-e93ad026-4c6a-43d5-8869-5bc58b1097c4 req-145d3f8e-e413-435c-833c-9fb16a6a742c tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] 10.222.0.26 "GET /v2.0/security-groups?id=5d282080-a627-4137-a839-473d49916ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406373 Apr 01 14:10:20.636166 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Device 9810080d-b53b-48f0-bb45-de853521876e details requested by agent hyperv_hv-neutron-8361 with host hv-neutron-8361 {{(pid=83872) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 01 14:10:20.790979 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] For port 9810080d-b53b-48f0-bb45-de853521876e, host hv-neutron-8361, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8361',level=0,port_id=9810080d-b53b-48f0-bb45-de853521876e,segment=NetworkSegment(bc757f88-cb81-4a41-9dba-e29da9f29642),segment_id=bc757f88-cb81-4a41-9dba-e29da9f29642)] {{(pid=83872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 14:10:20.812701 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Returning: {'device': '9810080d-b53b-48f0-bb45-de853521876e', 'network_id': '7c7153a8-203c-475b-bdd1-c36af41d295e', 'port_id': '9810080d-b53b-48f0-bb45-de853521876e', 'mac_address': 'fa:16:3e:ed:09:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 393, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c5874aa3-c471-483f-9229-f71b072ffb5d', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83872) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 01 14:10:20.874841 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:10:20.892719 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.notifiers.nova [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9810080d-b53b-48f0-bb45-de853521876e {{(pid=83872) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 01 14:10:20.909768 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] For port 9810080d-b53b-48f0-bb45-de853521876e, host hv-neutron-8361, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8361',level=0,port_id=9810080d-b53b-48f0-bb45-de853521876e,segment=NetworkSegment(bc757f88-cb81-4a41-9dba-e29da9f29642),segment_id=bc757f88-cb81-4a41-9dba-e29da9f29642)] {{(pid=83872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 14:10:20.914753 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864'] for port, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:10:20.984523 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Pushing event updated for resources: {'Port': ['ID=9810080d-b53b-48f0-bb45-de853521876e,revision_number=4']} {{(pid=83872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:10:20.987924 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba8e14f-a9f1-43f4-907f-2b2fa5cdd541 req-74c67a32-f164-4f9c-86fb-ce675879239f tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:10:20.989754 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-dba8e14f-a9f1-43f4-907f-2b2fa5cdd541 req-74c67a32-f164-4f9c-86fb-ce675879239f tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] 10.222.0.26 "GET /v2.0/ports?device_id=7fa64097-fa7f-41c5-b944-07300b563705 HTTP/1.1" status: 200 len: 945 time: 0.0853391 Apr 01 14:10:21.037000 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-dba8e14f-a9f1-43f4-907f-2b2fa5cdd541 req-da73f6c7-2c05-4418-a597-46aa2c966a46 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] 10.222.0.26 "GET /v2.0/security-groups?id=5d282080-a627-4137-a839-473d49916ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407088 Apr 01 14:10:21.181939 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] get_ports_and_sgs() called for port_ids ['9810080d-b53b-48f0-bb45-de853521876e'] {{(pid=83872) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 01 14:10:22.277310 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6044e3fc-0aab-4062-b431-eeda94bdea7e req-c216cb8d-d334-4076-af15-99d9b0b1bb6a tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:10:22.278777 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-6044e3fc-0aab-4062-b431-eeda94bdea7e req-c216cb8d-d334-4076-af15-99d9b0b1bb6a tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] 10.222.0.26 "GET /v2.0/ports?device_id=7fa64097-fa7f-41c5-b944-07300b563705 HTTP/1.1" status: 200 len: 945 time: 0.0936387 Apr 01 14:10:22.327749 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-6044e3fc-0aab-4062-b431-eeda94bdea7e req-27b354b6-167e-40b3-bbdf-f10580317906 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] 10.222.0.26 "GET /v2.0/security-groups?id=5d282080-a627-4137-a839-473d49916ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413079 Apr 01 14:10:22.637734 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Device 9810080d-b53b-48f0-bb45-de853521876e up at agent hyperv_hv-neutron-8361 {{(pid=83872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 14:10:22.708811 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Provisioning for port 9810080d-b53b-48f0-bb45-de853521876e completed by entity L2. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 14:10:22.715667 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Provisioning complete for port 9810080d-b53b-48f0-bb45-de853521876e triggered by entity L2. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 14:10:22.716047 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-948329'] for port, provisioning_complete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:10:22.834965 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:10:22.861856 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7fa64097-fa7f-41c5-b944-07300b563705', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9810080d-b53b-48f0-bb45-de853521876e'}] {{(pid=83872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 14:10:22.873165 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] For port 9810080d-b53b-48f0-bb45-de853521876e, host hv-neutron-8361, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8361',level=0,port_id=9810080d-b53b-48f0-bb45-de853521876e,segment=NetworkSegment(bc757f88-cb81-4a41-9dba-e29da9f29642),segment_id=bc757f88-cb81-4a41-9dba-e29da9f29642)] {{(pid=83872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 14:10:22.878205 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864'] for port, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:10:22.993665 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Pushing event updated for resources: {'Port': ['ID=9810080d-b53b-48f0-bb45-de853521876e,revision_number=5']} {{(pid=83872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:10:23.057651 dv-neutron-836180-1-hyperv neutron-server[83872]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7fa64097-fa7f-41c5-b944-07300b563705', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9810080d-b53b-48f0-bb45-de853521876e', 'code': 200} Apr 01 14:10:23.352078 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-d2b7c53b-34fe-4e86-97f8-71b22831b0e7 req-7bec5eb2-0f3e-4c79-92af-ce8a5dc64982 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=7fa64097-fa7f-41c5-b944-07300b563705 HTTP/1.1" status: 200 len: 1099 time: 0.0752110 Apr 01 14:10:23.404231 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-d2b7c53b-34fe-4e86-97f8-71b22831b0e7 req-4d2d041c-59ee-45fc-881c-0681869bbe9e service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=5d282080-a627-4137-a839-473d49916ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428271 Apr 01 14:10:23.574345 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40bfc3fd-4419-4515-a460-f427bee55904 req-1ebdb068-3f04-4ae2-a05e-a6669ef73fa3 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:10:23.576760 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-40bfc3fd-4419-4515-a460-f427bee55904 req-1ebdb068-3f04-4ae2-a05e-a6669ef73fa3 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] 10.222.0.26 "GET /v2.0/ports?device_id=7fa64097-fa7f-41c5-b944-07300b563705 HTTP/1.1" status: 200 len: 946 time: 0.1181087 Apr 01 14:10:23.629205 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-40bfc3fd-4419-4515-a460-f427bee55904 req-0144eacc-e8e7-49b5-bc10-c08217bb6d1f tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] 10.222.0.26 "GET /v2.0/security-groups?id=5d282080-a627-4137-a839-473d49916ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471704 Apr 01 14:10:24.137501 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:10:24.847666 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3e8c27-84f0-4eb6-809f-de07ad595e13 req-eddd5670-3f0d-4338-8c03-d242684d9330 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:10:24.849154 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-1b3e8c27-84f0-4eb6-809f-de07ad595e13 req-eddd5670-3f0d-4338-8c03-d242684d9330 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] 10.222.0.26 "GET /v2.0/ports?device_id=7fa64097-fa7f-41c5-b944-07300b563705 HTTP/1.1" status: 200 len: 946 time: 0.0870183 Apr 01 14:10:24.899079 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-1b3e8c27-84f0-4eb6-809f-de07ad595e13 req-c0fe86f8-557c-4d43-af20-15ee9e938cc1 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] 10.222.0.26 "GET /v2.0/security-groups?id=5d282080-a627-4137-a839-473d49916ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438368 Apr 01 14:10:26.126636 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ecf1bb3-c984-4e74-838f-4604bec4267a req-f7716d45-4a23-4d8d-a3e9-a190c9a835d7 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:10:26.128136 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-2ecf1bb3-c984-4e74-838f-4604bec4267a req-f7716d45-4a23-4d8d-a3e9-a190c9a835d7 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] 10.222.0.26 "GET /v2.0/ports?device_id=7fa64097-fa7f-41c5-b944-07300b563705 HTTP/1.1" status: 200 len: 946 time: 0.0962994 Apr 01 14:10:26.182386 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-2ecf1bb3-c984-4e74-838f-4604bec4267a req-2db0aa6f-c7b4-4be4-9f3b-4a3c2ba107dc tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] 10.222.0.26 "GET /v2.0/security-groups?id=5d282080-a627-4137-a839-473d49916ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443606 Apr 01 14:10:26.399700 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0f2f7a-478e-4126-9325-a9cdc03d3975 req-95d6fa0d-5be6-4a73-b989-627be9b5b15e tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:10:26.401277 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-cd0f2f7a-478e-4126-9325-a9cdc03d3975 req-95d6fa0d-5be6-4a73-b989-627be9b5b15e tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] 10.222.0.26 "GET /v2.0/ports?device_id=7fa64097-fa7f-41c5-b944-07300b563705 HTTP/1.1" status: 200 len: 946 time: 0.0806446 Apr 01 14:10:26.449770 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-cd0f2f7a-478e-4126-9325-a9cdc03d3975 req-eda976d3-e54b-4299-b6ee-7bb75085ddb3 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] 10.222.0.26 "GET /v2.0/security-groups?id=5d282080-a627-4137-a839-473d49916ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427797 Apr 01 14:10:26.478083 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 35156) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:10:26.565396 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-7c04f64d-5056-4c84-ad83-a2806f070265 tempest-TestNetworkAdvancedServerOps-832265304 tempest-TestNetworkAdvancedServerOps-832265304-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=7fa64097-fa7f-41c5-b944-07300b563705 HTTP/1.1" status: 200 len: 1094 time: 0.0859890 Apr 01 14:10:26.568202 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 35160) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:10:26.574142 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.v2.base [None req-ab861f57-6bd8-4e1e-9797-c188ddd5c26a tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Request body: {'floatingip': {'floating_network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'port_id': '9810080d-b53b-48f0-bb45-de853521876e', 'tenant_id': '1ac9f9a3637e41b9993bdb348451719c', 'fixed_ip_address': '172.20.0.14'}} {{(pid=83869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 14:10:26.579843 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-ab861f57-6bd8-4e1e-9797-c188ddd5c26a tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 14:10:26.583769 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-ab861f57-6bd8-4e1e-9797-c188ddd5c26a tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Usage tracker for resource:floatingip and tenant:1ac9f9a3637e41b9993bdb348451719c is out of sync, need to count used quota {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 14:10:26.587530 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-ab861f57-6bd8-4e1e-9797-c188ddd5c26a tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 14:10:26.593141 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-ab861f57-6bd8-4e1e-9797-c188ddd5c26a tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 14:10:26.604533 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-ab861f57-6bd8-4e1e-9797-c188ddd5c26a tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Notify callbacks [] for floatingip, before_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:10:26.748350 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-ab861f57-6bd8-4e1e-9797-c188ddd5c26a tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:10:26.905362 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.db_base_plugin_common [None req-ab861f57-6bd8-4e1e-9797-c188ddd5c26a tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Allocated IP 172.26.5.215 (725864b8-cceb-48c9-b5d3-1bfc4423e301/e2ed99db-0e25-4971-b535-7fa69231fae8/52f5699d-5102-4c1c-b491-a416aeec234e) {{(pid=83869) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 14:10:27.067684 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-ab861f57-6bd8-4e1e-9797-c188ddd5c26a tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Notify callbacks [] for port, precommit_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:10:27.099744 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-ab861f57-6bd8-4e1e-9797-c188ddd5c26a tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736732935801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2705155'] for port, after_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:10:27.169101 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab861f57-6bd8-4e1e-9797-c188ddd5c26a tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Network 725864b8-cceb-48c9-b5d3-1bfc4423e301 is already hosted by enough agents. {{(pid=83869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 14:10:27.171779 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.scheduler.base_scheduler [None req-ab861f57-6bd8-4e1e-9797-c188ddd5c26a tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Resources bound (agent type, host, resource id): {{(pid=83869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 14:10:27.174816 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab861f57-6bd8-4e1e-9797-c188ddd5c26a tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Received port after_create {{(pid=83869) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 14:10:27.324879 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab861f57-6bd8-4e1e-9797-c188ddd5c26a tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Pushing event updated for resources: {'Port': ['ID=52f5699d-5102-4c1c-b491-a416aeec234e,revision_number=1']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:10:27.864857 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-ab861f57-6bd8-4e1e-9797-c188ddd5c26a tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:10:27.923908 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-ab861f57-6bd8-4e1e-9797-c188ddd5c26a tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:10:28.147163 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-ab861f57-6bd8-4e1e-9797-c188ddd5c26a tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Notify callbacks [] for port, precommit_update {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:10:28.153363 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-ab861f57-6bd8-4e1e-9797-c188ddd5c26a tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2705172'] for port, after_update {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:10:28.264253 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab861f57-6bd8-4e1e-9797-c188ddd5c26a tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Pushing event updated for resources: {'Port': ['ID=52f5699d-5102-4c1c-b491-a416aeec234e,revision_number=2']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:10:28.279422 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-ab861f57-6bd8-4e1e-9797-c188ddd5c26a tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4084747'] for floatingip, after_update {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:10:28.483408 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.db.l3_db [None req-ab861f57-6bd8-4e1e-9797-c188ddd5c26a tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Floating IP ae8acc3c-b3ce-473b-8b24-6bb7d25a7885 associated. External IP: 172.26.5.215, port: 9810080d-b53b-48f0-bb45-de853521876e. Apr 01 14:10:29.005744 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-1f56ac19-116a-4a31-8648-b77c0912b91a req-0b8e6999-1aac-46fb-8d70-8efa6cafe9fa service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=7fa64097-fa7f-41c5-b944-07300b563705&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2085342 Apr 01 14:10:29.065069 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab861f57-6bd8-4e1e-9797-c188ddd5c26a tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Router 4ec314ec-b5d7-4b19-a95c-a4fbaaffba65 has already been hosted by L3 agent 88bf8fc8-11a3-4e96-9d1b-5fd93ba9f6f1 {{(pid=83869) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 14:10:29.280421 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-1f56ac19-116a-4a31-8648-b77c0912b91a req-c70abf09-bd73-4c19-a019-41ffb40dea69 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=1ac9f9a3637e41b9993bdb348451719c&device_id=7fa64097-fa7f-41c5-b944-07300b563705 HTTP/1.1" status: 200 len: 1099 time: 0.1558173 Apr 01 14:10:29.453942 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab861f57-6bd8-4e1e-9797-c188ddd5c26a tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Notify agent at l3_agent.dv-neutron-836180-1-hyperv the message routers_updated {{(pid=83869) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 14:10:29.464616 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39a69a85-873e-43e8-85ee-62f2f9a063bf None None] Sync routers for ids ['4ec314ec-b5d7-4b19-a95c-a4fbaaffba65'] in dv-neutron-836180-1-hyperv {{(pid=83873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 14:10:29.470466 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f56ac19-116a-4a31-8648-b77c0912b91a req-92807fa0-0f3e-41b4-895b-3f152270459c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:10:29.472079 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-1f56ac19-116a-4a31-8648-b77c0912b91a req-92807fa0-0f3e-41b4-895b-3f152270459c service neutron] 10.222.0.57 "GET /v2.0/networks?id=7c7153a8-203c-475b-bdd1-c36af41d295e HTTP/1.1" status: 200 len: 898 time: 0.1675103 Apr 01 14:10:29.478749 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39a69a85-873e-43e8-85ee-62f2f9a063bf None None] Routers {'4ec314ec-b5d7-4b19-a95c-a4fbaaffba65'} bound to L3 agent in host dv-neutron-836180-1-hyperv {{(pid=83873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 14:10:29.479384 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-39a69a85-873e-43e8-85ee-62f2f9a063bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836180-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-01T13:25:36Z,description=,heartbeat_timestamp=2022-04-01T14:10:06Z,host='dv-neutron-836180-1-hyperv',id=88bf8fc8-11a3-4e96-9d1b-5fd93ba9f6f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T13:25:36Z,topic='l3_agent')) {'router_ids': ['4ec314ec-b5d7-4b19-a95c-a4fbaaffba65'], 'active': True} {{(pid=83873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 14:10:29.559423 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-ab861f57-6bd8-4e1e-9797-c188ddd5c26a tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109561'] for floatingip, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:10:29.635858 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-1f56ac19-116a-4a31-8648-b77c0912b91a req-33d052f9-16d2-4cbe-83d8-61898f9a2892 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9810080d-b53b-48f0-bb45-de853521876e HTTP/1.1" status: 200 len: 1000 time: 0.1548779 Apr 01 14:10:29.641059 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-ab861f57-6bd8-4e1e-9797-c188ddd5c26a tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 3.0711238 Apr 01 14:10:29.641799 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7fa64097-fa7f-41c5-b944-07300b563705', 'tag': '9810080d-b53b-48f0-bb45-de853521876e'}] {{(pid=83869) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 14:10:29.695762 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_dvr_db [None req-39a69a85-873e-43e8-85ee-62f2f9a063bf None None] Set router 4ec314ec-b5d7-4b19-a95c-a4fbaaffba65 gateway port host: dv-neutron-836180-1-hyperv {{(pid=83873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 14:10:29.708119 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f56ac19-116a-4a31-8648-b77c0912b91a req-415cf21c-e286-4c13-91f9-9fd899d9b88d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:10:29.710238 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-1f56ac19-116a-4a31-8648-b77c0912b91a req-415cf21c-e286-4c13-91f9-9fd899d9b88d service neutron] 10.222.0.57 "GET /v2.0/subnets?id=c5874aa3-c471-483f-9229-f71b072ffb5d HTTP/1.1" status: 200 len: 835 time: 0.0637798 Apr 01 14:10:29.716473 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7fa64097-fa7f-41c5-b944-07300b563705', 'tag': '9810080d-b53b-48f0-bb45-de853521876e', 'status': 'completed', 'code': 200} Apr 01 14:10:29.870365 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-1f56ac19-116a-4a31-8648-b77c0912b91a req-3d3e3f38-8592-4324-bbd5-30d0ac9d8825 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=7c7153a8-203c-475b-bdd1-c36af41d295e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1506047 Apr 01 14:10:29.963581 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02c585f-4f9c-4134-911b-a08da421fd42 req-33619805-c6b8-41f4-b3de-0ff5d7cae924 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:10:29.965084 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-d02c585f-4f9c-4134-911b-a08da421fd42 req-33619805-c6b8-41f4-b3de-0ff5d7cae924 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] 10.222.0.26 "GET /v2.0/ports?device_id=7fa64097-fa7f-41c5-b944-07300b563705 HTTP/1.1" status: 200 len: 946 time: 0.1877937 Apr 01 14:10:30.056238 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-d02c585f-4f9c-4134-911b-a08da421fd42 req-c2d4c8a4-d946-40de-a4b4-4cc0b59faaa1 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] 10.222.0.26 "GET /v2.0/security-groups?id=5d282080-a627-4137-a839-473d49916ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0813410 Apr 01 14:10:30.058333 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-1f56ac19-116a-4a31-8648-b77c0912b91a req-89d3d12f-b7c3-4044-8978-4e22c5be0d23 service neutron] 10.222.0.57 "GET /v2.0/networks/7c7153a8-203c-475b-bdd1-c36af41d295e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1804953 Apr 01 14:10:30.087169 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 35168) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:10:30.112772 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-39a69a85-873e-43e8-85ee-62f2f9a063bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ec314ec-b5d7-4b19-a95c-a4fbaaffba65', 'name': 'tempest-TestNetworkAdvancedServerOps-router-99890001', 'tenant_id': '1ac9f9a3637e41b9993bdb348451719c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'external_fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.28'}], 'enable_snat': True}, 'gw_port_id': '25e9e251-67d9-4c4b-b988-72e77c192a4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T14:10:05Z', 'updated_at': '2022-04-01T14:10:10Z', 'revision_number': 4, 'project_id': '1ac9f9a3637e41b9993bdb348451719c', 'gw_port': {'id': '25e9e251-67d9-4c4b-b988-72e77c192a4a', 'name': '', 'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:8e:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ec314ec-b5d7-4b19-a95c-a4fbaaffba65', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836180-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T14:10:06Z', 'updated_at': '2022-04-01T14:10:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836180-1-hyperv', '_floatingips': [{'id': 'ae8acc3c-b3ce-473b-8b24-6bb7d25a7885', 'tenant_id': '1ac9f9a3637e41b9993bdb348451719c', 'floating_ip_address': '172.26.5.215', 'floating_network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'router_id': '4ec314ec-b5d7-4b19-a95c-a4fbaaffba65', 'port_id': '9810080d-b53b-48f0-bb45-de853521876e', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7c7153a8-203c-475b-bdd1-c36af41d295e', 'mac_address': 'fa:16:3e:ed:09:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fa64097-fa7f-41c5-b944-07300b563705', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T14:10:27Z', 'updated_at': '2022-04-01T14:10:27Z', 'revision_number': 0, 'project_id': '1ac9f9a3637e41b9993bdb348451719c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e03fb9ae-143a-4915-b923-e9d30c9abc85', 'name': '', 'network_id': '7c7153a8-203c-475b-bdd1-c36af41d295e', 'tenant_id': '1ac9f9a3637e41b9993bdb348451719c', 'mac_address': 'fa:16:3e:ce:7c:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ec314ec-b5d7-4b19-a95c-a4fbaaffba65', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c5874aa3-c471-483f-9229-f71b072ffb5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836180-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T14:10:09Z', 'updated_at': '2022-04-01T14:10:17Z', 'revision_number': 5, 'project_id': '1ac9f9a3637e41b9993bdb348451719c', 'subnets': [{'id': 'c5874aa3-c471-483f-9229-f71b072ffb5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-836180-1-hyperv', False) {} {{(pid=83873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 14:10:30.119026 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39a69a85-873e-43e8-85ee-62f2f9a063bf None None] Checking router: 4ec314ec-b5d7-4b19-a95c-a4fbaaffba65 for host: dv-neutron-836180-1-hyperv {{(pid=83873) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 01 14:10:30.133955 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39a69a85-873e-43e8-85ee-62f2f9a063bf None None] Routers {'4ec314ec-b5d7-4b19-a95c-a4fbaaffba65'} bound to L3 agent in host dv-neutron-836180-1-hyperv {{(pid=83873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 14:10:30.134480 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-39a69a85-873e-43e8-85ee-62f2f9a063bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836180-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-01T13:25:36Z,description=,heartbeat_timestamp=2022-04-01T14:10:06Z,host='dv-neutron-836180-1-hyperv',id=88bf8fc8-11a3-4e96-9d1b-5fd93ba9f6f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T13:25:36Z,topic='l3_agent')) {'router_ids': ['4ec314ec-b5d7-4b19-a95c-a4fbaaffba65'], 'active': True} {{(pid=83873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 14:10:30.207421 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-e9499c13-c1e5-47ab-9843-c098ad511630 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] 10.222.0.26 "GET /v2.0/floatingips/ae8acc3c-b3ce-473b-8b24-6bb7d25a7885 HTTP/1.1" status: 200 len: 992 time: 0.1180594 Apr 01 14:10:30.208536 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-1f56ac19-116a-4a31-8648-b77c0912b91a req-89ecb60f-7e0d-4180-bf04-4c662b6aa6e5 service neutron] 10.222.0.57 "GET /v2.0/networks/7c7153a8-203c-475b-bdd1-c36af41d295e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1433880 Apr 01 14:10:30.355191 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-2e9f5d72-ce12-4aba-b744-17cca84fa34a req-24ac44aa-c95a-4116-9ee4-870e3178b01f service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=1ac9f9a3637e41b9993bdb348451719c&device_id=7fa64097-fa7f-41c5-b944-07300b563705 HTTP/1.1" status: 200 len: 1099 time: 0.0841396 Apr 01 14:10:30.358702 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_dvr_db [None req-39a69a85-873e-43e8-85ee-62f2f9a063bf None None] Set router 4ec314ec-b5d7-4b19-a95c-a4fbaaffba65 gateway port host: dv-neutron-836180-1-hyperv {{(pid=83873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 14:10:30.501549 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9f5d72-ce12-4aba-b744-17cca84fa34a req-06b3046a-d8b3-4cdd-9198-98873f3bfffc service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:10:30.502905 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-2e9f5d72-ce12-4aba-b744-17cca84fa34a req-06b3046a-d8b3-4cdd-9198-98873f3bfffc service neutron] 10.222.0.57 "GET /v2.0/networks?id=7c7153a8-203c-475b-bdd1-c36af41d295e HTTP/1.1" status: 200 len: 898 time: 0.1405849 Apr 01 14:10:30.623949 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-2e9f5d72-ce12-4aba-b744-17cca84fa34a req-88ba8698-4235-4b25-967e-c0eb75ca50f2 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9810080d-b53b-48f0-bb45-de853521876e HTTP/1.1" status: 200 len: 1000 time: 0.1138694 Apr 01 14:10:30.698450 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9f5d72-ce12-4aba-b744-17cca84fa34a req-87f80571-c977-45a3-9cb1-bf04eca0a0a4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:10:30.700751 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-2e9f5d72-ce12-4aba-b744-17cca84fa34a req-87f80571-c977-45a3-9cb1-bf04eca0a0a4 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=c5874aa3-c471-483f-9229-f71b072ffb5d HTTP/1.1" status: 200 len: 835 time: 0.0697513 Apr 01 14:10:30.736589 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-39a69a85-873e-43e8-85ee-62f2f9a063bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ec314ec-b5d7-4b19-a95c-a4fbaaffba65', 'name': 'tempest-TestNetworkAdvancedServerOps-router-99890001', 'tenant_id': '1ac9f9a3637e41b9993bdb348451719c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'external_fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.28'}], 'enable_snat': True}, 'gw_port_id': '25e9e251-67d9-4c4b-b988-72e77c192a4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T14:10:05Z', 'updated_at': '2022-04-01T14:10:10Z', 'revision_number': 4, 'project_id': '1ac9f9a3637e41b9993bdb348451719c', 'gw_port': {'id': '25e9e251-67d9-4c4b-b988-72e77c192a4a', 'name': '', 'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:8e:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ec314ec-b5d7-4b19-a95c-a4fbaaffba65', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836180-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T14:10:06Z', 'updated_at': '2022-04-01T14:10:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836180-1-hyperv', '_floatingips': [{'id': 'ae8acc3c-b3ce-473b-8b24-6bb7d25a7885', 'tenant_id': '1ac9f9a3637e41b9993bdb348451719c', 'floating_ip_address': '172.26.5.215', 'floating_network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'router_id': '4ec314ec-b5d7-4b19-a95c-a4fbaaffba65', 'port_id': '9810080d-b53b-48f0-bb45-de853521876e', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7c7153a8-203c-475b-bdd1-c36af41d295e', 'mac_address': 'fa:16:3e:ed:09:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fa64097-fa7f-41c5-b944-07300b563705', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T14:10:27Z', 'updated_at': '2022-04-01T14:10:27Z', 'revision_number': 0, 'project_id': '1ac9f9a3637e41b9993bdb348451719c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e03fb9ae-143a-4915-b923-e9d30c9abc85', 'name': '', 'network_id': '7c7153a8-203c-475b-bdd1-c36af41d295e', 'tenant_id': '1ac9f9a3637e41b9993bdb348451719c', 'mac_address': 'fa:16:3e:ce:7c:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ec314ec-b5d7-4b19-a95c-a4fbaaffba65', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c5874aa3-c471-483f-9229-f71b072ffb5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836180-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T14:10:09Z', 'updated_at': '2022-04-01T14:10:17Z', 'revision_number': 5, 'project_id': '1ac9f9a3637e41b9993bdb348451719c', 'subnets': [{'id': 'c5874aa3-c471-483f-9229-f71b072ffb5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-836180-1-hyperv', False) {} {{(pid=83873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 14:10:30.741892 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39a69a85-873e-43e8-85ee-62f2f9a063bf None None] The sync data for ids ['4ec314ec-b5d7-4b19-a95c-a4fbaaffba65'] in dv-neutron-836180-1-hyperv is: [{'id': '4ec314ec-b5d7-4b19-a95c-a4fbaaffba65', 'name': 'tempest-TestNetworkAdvancedServerOps-router-99890001', 'tenant_id': '1ac9f9a3637e41b9993bdb348451719c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'external_fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.28'}], 'enable_snat': True}, 'gw_port_id': '25e9e251-67d9-4c4b-b988-72e77c192a4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T14:10:05Z', 'updated_at': '2022-04-01T14:10:10Z', 'revision_number': 4, 'project_id': '1ac9f9a3637e41b9993bdb348451719c', 'gw_port': {'id': '25e9e251-67d9-4c4b-b988-72e77c192a4a', 'name': '', 'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:8e:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ec314ec-b5d7-4b19-a95c-a4fbaaffba65', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836180-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T14:10:06Z', 'updated_at': '2022-04-01T14:10:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836180-1-hyperv', '_floatingips': [{'id': 'ae8acc3c-b3ce-473b-8b24-6bb7d25a7885', 'tenant_id': '1ac9f9a3637e41b9993bdb348451719c', 'floating_ip_address': '172.26.5.215', 'floating_network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'router_id': '4ec314ec-b5d7-4b19-a95c-a4fbaaffba65', 'port_id': '9810080d-b53b-48f0-bb45-de853521876e', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7c7153a8-203c-475b-bdd1-c36af41d295e', 'mac_address': 'fa:16:3e:ed:09:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fa64097-fa7f-41c5-b944-07300b563705', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T14:10:27Z', 'updated_at': '2022-04-01T14:10:27Z', 'revision_number': 0, 'project_id': '1ac9f9a3637e41b9993bdb348451719c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e03fb9ae-143a-4915-b923-e9d30c9abc85', 'name': '', 'network_id': '7c7153a8-203c-475b-bdd1-c36af41d295e', 'tenant_id': '1ac9f9a3637e41b9993bdb348451719c', 'mac_address': 'fa:16:3e:ce:7c:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ec314ec-b5d7-4b19-a95c-a4fbaaffba65', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c5874aa3-c471-483f-9229-f71b072ffb5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836180-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T14:10:09Z', 'updated_at': '2022-04-01T14:10:17Z', 'revision_number': 5, 'project_id': '1ac9f9a3637e41b9993bdb348451719c', 'subnets': [{'id': 'c5874aa3-c471-483f-9229-f71b072ffb5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 14:10:30.903379 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-2e9f5d72-ce12-4aba-b744-17cca84fa34a req-d95fb20a-b71f-4bba-9d78-eb1cde685a0f service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=7c7153a8-203c-475b-bdd1-c36af41d295e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1964681 Apr 01 14:10:31.041471 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-2e9f5d72-ce12-4aba-b744-17cca84fa34a req-d1e77837-9190-4c92-a7ce-a9c9168d4bd8 service neutron] 10.222.0.57 "GET /v2.0/networks/7c7153a8-203c-475b-bdd1-c36af41d295e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1313479 Apr 01 14:10:31.174310 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-2e9f5d72-ce12-4aba-b744-17cca84fa34a req-33372f22-db77-494d-a177-80360313e0cd service neutron] 10.222.0.57 "GET /v2.0/networks/7c7153a8-203c-475b-bdd1-c36af41d295e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1264682 Apr 01 14:10:31.209823 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 35172) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:10:31.320385 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-d9b52a0b-adab-4a1a-990b-143e43203826 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] 10.222.0.26 "GET /v2.0/floatingips/ae8acc3c-b3ce-473b-8b24-6bb7d25a7885 HTTP/1.1" status: 200 len: 992 time: 0.1087925 Apr 01 14:10:31.788635 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efdf57ea-0db5-40e5-b52e-e8295cae51fe None None] New status for floating IP ae8acc3c-b3ce-473b-8b24-6bb7d25a7885: ACTIVE {{(pid=83872) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 01 14:10:32.324563 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 35176) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:10:32.456359 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-ba14dd3c-1b89-4e86-bac4-94224585ac0e tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] 10.222.0.26 "GET /v2.0/floatingips/ae8acc3c-b3ce-473b-8b24-6bb7d25a7885 HTTP/1.1" status: 200 len: 994 time: 0.1306727 Apr 01 14:10:33.637835 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-91dd278c-5201-4448-b7eb-a9da6db0f2bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:10:35.982845 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-329bf112-e499-41ec-9884-ce3180d5b973 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:10:37.260595 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:10:37.507396 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-2f9cfc9c-d8ba-4de3-a4ad-98162f90557c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:10:37.992084 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.agents_db [None req-bdd220c7-049a-43d2-a923-ad1a2de078c6 None None] Agent healthcheck: found 6 active agents {{(pid=83873) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 01 14:10:39.004839 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-a976a7b9-9034-41e6-be13-349b75ed1593 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:10:54.148593 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:11:03.641912 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-ab829722-a8b0-4c69-a935-7c2c221d18d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:11:04.217435 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab2731c-bda9-443c-b46b-de3b2a3f8c6f req-be4c3d16-3c4d-49d7-ae72-b7dd960a421f tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:11:04.219902 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-8ab2731c-bda9-443c-b46b-de3b2a3f8c6f req-be4c3d16-3c4d-49d7-ae72-b7dd960a421f tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] 10.222.0.26 "GET /v2.0/ports?device_id=7fa64097-fa7f-41c5-b944-07300b563705 HTTP/1.1" status: 200 len: 946 time: 0.0798388 Apr 01 14:11:04.278880 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-8ab2731c-bda9-443c-b46b-de3b2a3f8c6f req-cc21667d-0303-452b-90cb-b984782f36d3 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] 10.222.0.26 "GET /v2.0/security-groups?id=5d282080-a627-4137-a839-473d49916ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496550 Apr 01 14:11:05.505191 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a9a05a-a1b1-4d0a-ae16-b4a3d990f77d req-f6f59069-8b80-4ef7-95f3-bccdc8734abd tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:11:05.506674 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-88a9a05a-a1b1-4d0a-ae16-b4a3d990f77d req-f6f59069-8b80-4ef7-95f3-bccdc8734abd tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] 10.222.0.26 "GET /v2.0/ports?device_id=7fa64097-fa7f-41c5-b944-07300b563705 HTTP/1.1" status: 200 len: 946 time: 0.0822477 Apr 01 14:11:05.553678 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-88a9a05a-a1b1-4d0a-ae16-b4a3d990f77d req-18ac8697-d4dc-4a52-aeea-624f52907f3a tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] 10.222.0.26 "GET /v2.0/security-groups?id=5d282080-a627-4137-a839-473d49916ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411386 Apr 01 14:11:05.581319 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 35196) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:11:05.686370 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-ef29dc35-a93c-4f65-bc97-3d2b0161e43c tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] 10.222.0.26 "GET /v2.0/floatingips/ae8acc3c-b3ce-473b-8b24-6bb7d25a7885 HTTP/1.1" status: 200 len: 994 time: 0.1039443 Apr 01 14:11:05.980172 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-204a941a-ad5f-4584-8342-d2ca7c34eab6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:11:07.194585 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a1a7b4-c3dd-4ac0-b029-1ce45c0a6ceb req-1cd5637b-d8c5-49fd-b7e9-df11d5210fad tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:11:07.196048 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-83a1a7b4-c3dd-4ac0-b029-1ce45c0a6ceb req-1cd5637b-d8c5-49fd-b7e9-df11d5210fad tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] 10.222.0.26 "GET /v2.0/ports?device_id=7fa64097-fa7f-41c5-b944-07300b563705 HTTP/1.1" status: 200 len: 946 time: 0.0788221 Apr 01 14:11:07.243082 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-83a1a7b4-c3dd-4ac0-b029-1ce45c0a6ceb req-ea457607-4b4d-4a3b-83dc-88a3e2bf9561 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] 10.222.0.26 "GET /v2.0/security-groups?id=5d282080-a627-4137-a839-473d49916ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411367 Apr 01 14:11:07.259566 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:11:07.507728 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-2f9cfc9c-d8ba-4de3-a4ad-98162f90557c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:11:08.460007 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917c16c7-0e87-4745-bd27-a03bc8aa0bb1 req-82cd849a-ba08-4b4e-a1aa-9b8d3b39395f tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:11:08.461515 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-917c16c7-0e87-4745-bd27-a03bc8aa0bb1 req-82cd849a-ba08-4b4e-a1aa-9b8d3b39395f tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] 10.222.0.26 "GET /v2.0/ports?device_id=7fa64097-fa7f-41c5-b944-07300b563705 HTTP/1.1" status: 200 len: 946 time: 0.0825584 Apr 01 14:11:08.509492 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-917c16c7-0e87-4745-bd27-a03bc8aa0bb1 req-b4d436b5-1076-4c5c-af57-7f5bd76fd362 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] 10.222.0.26 "GET /v2.0/security-groups?id=5d282080-a627-4137-a839-473d49916ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423801 Apr 01 14:11:08.538391 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 35208) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:11:08.648335 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-ae51a9dd-11e4-45dc-ac38-fce2ae72ae80 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] 10.222.0.26 "GET /v2.0/floatingips/ae8acc3c-b3ce-473b-8b24-6bb7d25a7885 HTTP/1.1" status: 200 len: 994 time: 0.1087983 Apr 01 14:11:08.938880 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 35216) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:11:09.013839 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-a976a7b9-9034-41e6-be13-349b75ed1593 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:11:09.159741 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.plugin [None req-a9dc2600-468f-4c5a-a213-c72bb05324b1 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Deleting port 52f5699d-5102-4c1c-b491-a416aeec234e {{(pid=83871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 14:11:09.160137 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-a9dc2600-468f-4c5a-a213-c72bb05324b1 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736733287370'] for port, before_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:11:09.333778 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-a9dc2600-468f-4c5a-a213-c72bb05324b1 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4155147'] for port, precommit_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:11:09.334321 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-a9dc2600-468f-4c5a-a213-c72bb05324b1 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:11:09.463737 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.plugin [None req-a9dc2600-468f-4c5a-a213-c72bb05324b1 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Calling delete_port for 52f5699d-5102-4c1c-b491-a416aeec234e owned by network:floatingip {{(pid=83871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 14:11:09.727387 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-a9dc2600-468f-4c5a-a213-c72bb05324b1 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736733359243', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736732935810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2743125'] for port, after_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:11:09.775816 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9dc2600-468f-4c5a-a213-c72bb05324b1 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Pushing event deleted for resources: {'Port': ['ID=52f5699d-5102-4c1c-b491-a416aeec234e,revision_number=None']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:11:09.846079 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9dc2600-468f-4c5a-a213-c72bb05324b1 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:11:09.846419 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9dc2600-468f-4c5a-a213-c72bb05324b1 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:11:09.846828 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9dc2600-468f-4c5a-a213-c72bb05324b1 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:11:09.847102 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9dc2600-468f-4c5a-a213-c72bb05324b1 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:11:09.847403 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9dc2600-468f-4c5a-a213-c72bb05324b1 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:11:09.847726 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9dc2600-468f-4c5a-a213-c72bb05324b1 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:11:09.848041 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9dc2600-468f-4c5a-a213-c72bb05324b1 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:11:09.848378 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9dc2600-468f-4c5a-a213-c72bb05324b1 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:11:09.848854 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9dc2600-468f-4c5a-a213-c72bb05324b1 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:11:09.849618 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9dc2600-468f-4c5a-a213-c72bb05324b1 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:11:09.849942 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9dc2600-468f-4c5a-a213-c72bb05324b1 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:11:09.883139 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-a9dc2600-468f-4c5a-a213-c72bb05324b1 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Notify callbacks [] for floatingip, after_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:11:10.284352 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9dc2600-468f-4c5a-a213-c72bb05324b1 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Router 4ec314ec-b5d7-4b19-a95c-a4fbaaffba65 has already been hosted by L3 agent 88bf8fc8-11a3-4e96-9d1b-5fd93ba9f6f1 {{(pid=83871) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 14:11:10.498175 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9dc2600-468f-4c5a-a213-c72bb05324b1 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Notify agent at l3_agent.dv-neutron-836180-1-hyperv the message routers_updated {{(pid=83871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 14:11:10.508762 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a7180b5-7c17-4e11-9e0d-93404a266377 None None] Sync routers for ids ['4ec314ec-b5d7-4b19-a95c-a4fbaaffba65'] in dv-neutron-836180-1-hyperv {{(pid=83873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 14:11:10.520275 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-a9dc2600-468f-4c5a-a213-c72bb05324b1 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109561'] for floatingip, before_response {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:11:10.521612 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a7180b5-7c17-4e11-9e0d-93404a266377 None None] Routers {'4ec314ec-b5d7-4b19-a95c-a4fbaaffba65'} bound to L3 agent in host dv-neutron-836180-1-hyperv {{(pid=83873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 14:11:10.522229 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-1a7180b5-7c17-4e11-9e0d-93404a266377 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836180-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T13:25:36Z,description=,heartbeat_timestamp=2022-04-01T14:11:06Z,host='dv-neutron-836180-1-hyperv',id=88bf8fc8-11a3-4e96-9d1b-5fd93ba9f6f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T13:25:36Z,topic='l3_agent')) {'router_ids': ['4ec314ec-b5d7-4b19-a95c-a4fbaaffba65'], 'active': True} {{(pid=83873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 14:11:10.575101 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-a9dc2600-468f-4c5a-a213-c72bb05324b1 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] 10.222.0.26 "DELETE /v2.0/floatingips/ae8acc3c-b3ce-473b-8b24-6bb7d25a7885 HTTP/1.1" status: 204 len: 168 time: 1.6350024 Apr 01 14:11:10.575567 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7fa64097-fa7f-41c5-b944-07300b563705', 'tag': '9810080d-b53b-48f0-bb45-de853521876e'}] {{(pid=83871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 14:11:10.633739 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7fa64097-fa7f-41c5-b944-07300b563705', 'tag': '9810080d-b53b-48f0-bb45-de853521876e', 'status': 'completed', 'code': 200} Apr 01 14:11:10.713899 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_dvr_db [None req-1a7180b5-7c17-4e11-9e0d-93404a266377 None None] Set router 4ec314ec-b5d7-4b19-a95c-a4fbaaffba65 gateway port host: dv-neutron-836180-1-hyperv {{(pid=83873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 14:11:10.735748 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-c0be3429-3aaf-4f3a-9a0b-e624add3a452 req-349052c5-120a-45ba-95a7-eb6a70515282 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=1ac9f9a3637e41b9993bdb348451719c&device_id=7fa64097-fa7f-41c5-b944-07300b563705 HTTP/1.1" status: 200 len: 1099 time: 0.0751860 Apr 01 14:11:10.896969 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0be3429-3aaf-4f3a-9a0b-e624add3a452 req-6c8e7e94-67de-4f3a-a132-8ee231635dfb service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:11:10.898918 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-c0be3429-3aaf-4f3a-9a0b-e624add3a452 req-6c8e7e94-67de-4f3a-a132-8ee231635dfb service neutron] 10.222.0.57 "GET /v2.0/networks?id=7c7153a8-203c-475b-bdd1-c36af41d295e HTTP/1.1" status: 200 len: 898 time: 0.1566532 Apr 01 14:11:10.976850 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-c0be3429-3aaf-4f3a-9a0b-e624add3a452 req-157705bb-8b40-4b0d-a0a5-b0d495fe93ef service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9810080d-b53b-48f0-bb45-de853521876e HTTP/1.1" status: 200 len: 217 time: 0.0706389 Apr 01 14:11:11.008786 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3327195-ef3f-4a12-91ec-ce1d33d363e2 req-6318437b-5a3f-428a-9f05-b5ce59b92349 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:11:11.009607 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [req-b3327195-ef3f-4a12-91ec-ce1d33d363e2 req-6318437b-5a3f-428a-9f05-b5ce59b92349 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Synchronizing usage tracker for tenant:1ac9f9a3637e41b9993bdb348451719c on resource:port {{(pid=83871) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 14:11:11.028611 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [req-b3327195-ef3f-4a12-91ec-ce1d33d363e2 req-6318437b-5a3f-428a-9f05-b5ce59b92349 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Unset dirty status for tenant:1ac9f9a3637e41b9993bdb348451719c on resource:port {{(pid=83871) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 14:11:11.029782 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-b3327195-ef3f-4a12-91ec-ce1d33d363e2 req-6318437b-5a3f-428a-9f05-b5ce59b92349 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] 10.222.0.26 "GET /v2.0/ports?device_id=7fa64097-fa7f-41c5-b944-07300b563705 HTTP/1.1" status: 200 len: 946 time: 0.1115241 Apr 01 14:11:11.045124 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0be3429-3aaf-4f3a-9a0b-e624add3a452 req-3f829101-cbbf-427c-aa64-dce51f1a4c79 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:11:11.046168 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-c0be3429-3aaf-4f3a-9a0b-e624add3a452 req-3f829101-cbbf-427c-aa64-dce51f1a4c79 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=c5874aa3-c471-483f-9229-f71b072ffb5d HTTP/1.1" status: 200 len: 835 time: 0.0623567 Apr 01 14:11:11.057731 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-1a7180b5-7c17-4e11-9e0d-93404a266377 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ec314ec-b5d7-4b19-a95c-a4fbaaffba65', 'name': 'tempest-TestNetworkAdvancedServerOps-router-99890001', 'tenant_id': '1ac9f9a3637e41b9993bdb348451719c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'external_fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.28'}], 'enable_snat': True}, 'gw_port_id': '25e9e251-67d9-4c4b-b988-72e77c192a4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T14:10:05Z', 'updated_at': '2022-04-01T14:10:10Z', 'revision_number': 4, 'project_id': '1ac9f9a3637e41b9993bdb348451719c', 'gw_port': {'id': '25e9e251-67d9-4c4b-b988-72e77c192a4a', 'name': '', 'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:8e:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ec314ec-b5d7-4b19-a95c-a4fbaaffba65', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836180-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T14:10:06Z', 'updated_at': '2022-04-01T14:10:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836180-1-hyperv', '_interfaces': [{'id': 'e03fb9ae-143a-4915-b923-e9d30c9abc85', 'name': '', 'network_id': '7c7153a8-203c-475b-bdd1-c36af41d295e', 'tenant_id': '1ac9f9a3637e41b9993bdb348451719c', 'mac_address': 'fa:16:3e:ce:7c:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ec314ec-b5d7-4b19-a95c-a4fbaaffba65', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c5874aa3-c471-483f-9229-f71b072ffb5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836180-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T14:10:09Z', 'updated_at': '2022-04-01T14:10:17Z', 'revision_number': 5, 'project_id': '1ac9f9a3637e41b9993bdb348451719c', 'subnets': [{'id': 'c5874aa3-c471-483f-9229-f71b072ffb5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-836180-1-hyperv', False) {} {{(pid=83873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 14:11:11.061674 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a7180b5-7c17-4e11-9e0d-93404a266377 None None] Checking router: 4ec314ec-b5d7-4b19-a95c-a4fbaaffba65 for host: dv-neutron-836180-1-hyperv {{(pid=83873) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 01 14:11:11.074724 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a7180b5-7c17-4e11-9e0d-93404a266377 None None] Routers {'4ec314ec-b5d7-4b19-a95c-a4fbaaffba65'} bound to L3 agent in host dv-neutron-836180-1-hyperv {{(pid=83873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 14:11:11.075343 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-1a7180b5-7c17-4e11-9e0d-93404a266377 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836180-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T13:25:36Z,description=,heartbeat_timestamp=2022-04-01T14:11:06Z,host='dv-neutron-836180-1-hyperv',id=88bf8fc8-11a3-4e96-9d1b-5fd93ba9f6f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T13:25:36Z,topic='l3_agent')) {'router_ids': ['4ec314ec-b5d7-4b19-a95c-a4fbaaffba65'], 'active': True} {{(pid=83873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 14:11:11.079248 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-b3327195-ef3f-4a12-91ec-ce1d33d363e2 req-b1916f01-4f72-45c6-b7be-cbf4e830c228 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] 10.222.0.26 "GET /v2.0/security-groups?id=5d282080-a627-4137-a839-473d49916ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433533 Apr 01 14:11:11.130991 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-c0be3429-3aaf-4f3a-9a0b-e624add3a452 req-411d335c-4320-4984-98b1-d890c61ca189 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=7c7153a8-203c-475b-bdd1-c36af41d295e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0773973 Apr 01 14:11:11.265622 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_dvr_db [None req-1a7180b5-7c17-4e11-9e0d-93404a266377 None None] Set router 4ec314ec-b5d7-4b19-a95c-a4fbaaffba65 gateway port host: dv-neutron-836180-1-hyperv {{(pid=83873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 14:11:11.277955 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-c0be3429-3aaf-4f3a-9a0b-e624add3a452 req-0f30776e-a062-4534-adb9-b6037e61c140 service neutron] 10.222.0.57 "GET /v2.0/networks/7c7153a8-203c-475b-bdd1-c36af41d295e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1399965 Apr 01 14:11:11.420044 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-c0be3429-3aaf-4f3a-9a0b-e624add3a452 req-2914f049-8d00-4fb7-ac65-0935bd51edd6 service neutron] 10.222.0.57 "GET /v2.0/networks/7c7153a8-203c-475b-bdd1-c36af41d295e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1350286 Apr 01 14:11:11.587001 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-1a7180b5-7c17-4e11-9e0d-93404a266377 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ec314ec-b5d7-4b19-a95c-a4fbaaffba65', 'name': 'tempest-TestNetworkAdvancedServerOps-router-99890001', 'tenant_id': '1ac9f9a3637e41b9993bdb348451719c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'external_fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.28'}], 'enable_snat': True}, 'gw_port_id': '25e9e251-67d9-4c4b-b988-72e77c192a4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T14:10:05Z', 'updated_at': '2022-04-01T14:10:10Z', 'revision_number': 4, 'project_id': '1ac9f9a3637e41b9993bdb348451719c', 'gw_port': {'id': '25e9e251-67d9-4c4b-b988-72e77c192a4a', 'name': '', 'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:8e:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ec314ec-b5d7-4b19-a95c-a4fbaaffba65', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836180-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T14:10:06Z', 'updated_at': '2022-04-01T14:10:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836180-1-hyperv', '_interfaces': [{'id': 'e03fb9ae-143a-4915-b923-e9d30c9abc85', 'name': '', 'network_id': '7c7153a8-203c-475b-bdd1-c36af41d295e', 'tenant_id': '1ac9f9a3637e41b9993bdb348451719c', 'mac_address': 'fa:16:3e:ce:7c:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ec314ec-b5d7-4b19-a95c-a4fbaaffba65', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c5874aa3-c471-483f-9229-f71b072ffb5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836180-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T14:10:09Z', 'updated_at': '2022-04-01T14:10:17Z', 'revision_number': 5, 'project_id': '1ac9f9a3637e41b9993bdb348451719c', 'subnets': [{'id': 'c5874aa3-c471-483f-9229-f71b072ffb5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-836180-1-hyperv', False) {} {{(pid=83873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 14:11:11.591114 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a7180b5-7c17-4e11-9e0d-93404a266377 None None] The sync data for ids ['4ec314ec-b5d7-4b19-a95c-a4fbaaffba65'] in dv-neutron-836180-1-hyperv is: [{'id': '4ec314ec-b5d7-4b19-a95c-a4fbaaffba65', 'name': 'tempest-TestNetworkAdvancedServerOps-router-99890001', 'tenant_id': '1ac9f9a3637e41b9993bdb348451719c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'external_fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.28'}], 'enable_snat': True}, 'gw_port_id': '25e9e251-67d9-4c4b-b988-72e77c192a4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T14:10:05Z', 'updated_at': '2022-04-01T14:10:10Z', 'revision_number': 4, 'project_id': '1ac9f9a3637e41b9993bdb348451719c', 'gw_port': {'id': '25e9e251-67d9-4c4b-b988-72e77c192a4a', 'name': '', 'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:8e:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ec314ec-b5d7-4b19-a95c-a4fbaaffba65', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836180-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T14:10:06Z', 'updated_at': '2022-04-01T14:10:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836180-1-hyperv', '_interfaces': [{'id': 'e03fb9ae-143a-4915-b923-e9d30c9abc85', 'name': '', 'network_id': '7c7153a8-203c-475b-bdd1-c36af41d295e', 'tenant_id': '1ac9f9a3637e41b9993bdb348451719c', 'mac_address': 'fa:16:3e:ce:7c:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ec314ec-b5d7-4b19-a95c-a4fbaaffba65', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c5874aa3-c471-483f-9229-f71b072ffb5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836180-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T14:10:09Z', 'updated_at': '2022-04-01T14:10:17Z', 'revision_number': 5, 'project_id': '1ac9f9a3637e41b9993bdb348451719c', 'subnets': [{'id': 'c5874aa3-c471-483f-9229-f71b072ffb5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 14:11:11.831958 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbf6864b-7dcd-4f01-b4a4-8e038d43524a None None] New status for floating IP ae8acc3c-b3ce-473b-8b24-6bb7d25a7885: DOWN {{(pid=83872) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 01 14:11:12.289709 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6db24a-08b6-4642-a2f2-c094d897198c req-fc549490-f19c-4269-8987-2f8c35f5b53f tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:11:12.291173 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-5a6db24a-08b6-4642-a2f2-c094d897198c req-fc549490-f19c-4269-8987-2f8c35f5b53f tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] 10.222.0.26 "GET /v2.0/ports?device_id=7fa64097-fa7f-41c5-b944-07300b563705 HTTP/1.1" status: 200 len: 946 time: 0.0856583 Apr 01 14:11:12.338447 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-5a6db24a-08b6-4642-a2f2-c094d897198c req-869a0eb2-7f8c-4a7e-a5e8-6e085ca57b57 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] 10.222.0.26 "GET /v2.0/security-groups?id=5d282080-a627-4137-a839-473d49916ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418119 Apr 01 14:11:12.836747 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a1df1d-1eaa-4334-816d-f86d53346ac0 req-b738fbe8-4395-4aaa-ac69-ddd000d159b7 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:11:12.838188 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-88a1df1d-1eaa-4334-816d-f86d53346ac0 req-b738fbe8-4395-4aaa-ac69-ddd000d159b7 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] 10.222.0.57 "GET /v2.0/ports?device_id=7fa64097-fa7f-41c5-b944-07300b563705 HTTP/1.1" status: 200 len: 946 time: 0.1758573 Apr 01 14:11:12.906105 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.plugin [req-88a1df1d-1eaa-4334-816d-f86d53346ac0 req-839e363c-00fd-48fc-a628-381be741d6f6 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Deleting port 9810080d-b53b-48f0-bb45-de853521876e {{(pid=83869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 14:11:12.906439 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [req-88a1df1d-1eaa-4334-816d-f86d53346ac0 req-839e363c-00fd-48fc-a628-381be741d6f6 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736733287370'] for port, before_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:11:13.161722 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.db [req-88a1df1d-1eaa-4334-816d-f86d53346ac0 req-839e363c-00fd-48fc-a628-381be741d6f6 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] For port 9810080d-b53b-48f0-bb45-de853521876e, host hv-neutron-8361, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8361',level=0,port_id=9810080d-b53b-48f0-bb45-de853521876e,segment=NetworkSegment(bc757f88-cb81-4a41-9dba-e29da9f29642),segment_id=bc757f88-cb81-4a41-9dba-e29da9f29642)] {{(pid=83869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 14:11:13.162112 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [req-88a1df1d-1eaa-4334-816d-f86d53346ac0 req-839e363c-00fd-48fc-a628-381be741d6f6 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4155147'] for port, precommit_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:11:13.290403 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.plugin [req-88a1df1d-1eaa-4334-816d-f86d53346ac0 req-839e363c-00fd-48fc-a628-381be741d6f6 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Calling delete_port for 9810080d-b53b-48f0-bb45-de853521876e owned by compute:nova {{(pid=83869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 14:11:13.445962 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [req-88a1df1d-1eaa-4334-816d-f86d53346ac0 req-839e363c-00fd-48fc-a628-381be741d6f6 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736733359243', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736732935810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2705155'] for port, after_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:11:13.496936 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-839e363c-00fd-48fc-a628-381be741d6f6 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Pushing event deleted for resources: {'Port': ['ID=9810080d-b53b-48f0-bb45-de853521876e,revision_number=None']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:11:13.505855 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-f153a1c0-22af-49a8-ab4d-96e1b4c8b8cc req-b904fa1c-0dc2-4467-951e-e91f021e46a2 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] 10.222.0.26 "GET /v2.0/ports?device_id=7fa64097-fa7f-41c5-b944-07300b563705 HTTP/1.1" status: 200 len: 210 time: 0.0409315 Apr 01 14:11:13.541105 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-839e363c-00fd-48fc-a628-381be741d6f6 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:11:13.541446 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-839e363c-00fd-48fc-a628-381be741d6f6 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:11:13.541779 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-839e363c-00fd-48fc-a628-381be741d6f6 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:11:13.542105 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-839e363c-00fd-48fc-a628-381be741d6f6 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:11:13.542425 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-839e363c-00fd-48fc-a628-381be741d6f6 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:11:13.542744 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-839e363c-00fd-48fc-a628-381be741d6f6 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:11:13.543061 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-839e363c-00fd-48fc-a628-381be741d6f6 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:11:13.543380 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-839e363c-00fd-48fc-a628-381be741d6f6 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:11:13.543696 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-839e363c-00fd-48fc-a628-381be741d6f6 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:11:13.544008 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-839e363c-00fd-48fc-a628-381be741d6f6 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:11:13.544338 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-839e363c-00fd-48fc-a628-381be741d6f6 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:11:13.586083 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_dvrscheduler_db [req-88a1df1d-1eaa-4334-816d-f86d53346ac0 req-839e363c-00fd-48fc-a628-381be741d6f6 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] No DVR routers for this DVR port 9810080d-b53b-48f0-bb45-de853521876e on host hv-neutron-8361 {{(pid=83869) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 14:11:13.588594 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [req-88a1df1d-1eaa-4334-816d-f86d53346ac0 req-839e363c-00fd-48fc-a628-381be741d6f6 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109561'] for port, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:11:13.591077 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7fa64097-fa7f-41c5-b944-07300b563705', 'name': 'network-vif-deleted', 'tag': '9810080d-b53b-48f0-bb45-de853521876e'}] {{(pid=83869) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 14:11:13.607538 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-88a1df1d-1eaa-4334-816d-f86d53346ac0 req-839e363c-00fd-48fc-a628-381be741d6f6 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] 10.222.0.57 "DELETE /v2.0/ports/9810080d-b53b-48f0-bb45-de853521876e HTTP/1.1" status: 204 len: 173 time: 0.7634463 Apr 01 14:11:13.650955 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7fa64097-fa7f-41c5-b944-07300b563705', 'name': 'network-vif-deleted', 'tag': '9810080d-b53b-48f0-bb45-de853521876e', 'status': 'completed', 'code': 200} Apr 01 14:11:14.621693 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 35234) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:11:14.993227 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.agents_db [None req-bdd220c7-049a-43d2-a923-ad1a2de078c6 None None] Agent healthcheck: found 6 active agents {{(pid=83873) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 01 14:11:15.040851 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-c87b9d3b-dfab-4d7a-a720-1fa1b4ff2ef9 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4084029'] for router_interface, before_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:11:15.790760 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.plugin [None req-c87b9d3b-dfab-4d7a-a720-1fa1b4ff2ef9 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Deleting port e03fb9ae-143a-4915-b923-e9d30c9abc85 {{(pid=83871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 14:11:15.791472 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-c87b9d3b-dfab-4d7a-a720-1fa1b4ff2ef9 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736733287370'] for port, before_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:11:15.979827 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.db [None req-c87b9d3b-dfab-4d7a-a720-1fa1b4ff2ef9 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] For port e03fb9ae-143a-4915-b923-e9d30c9abc85, host dv-neutron-836180-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836180-1-hyperv',level=0,port_id=e03fb9ae-143a-4915-b923-e9d30c9abc85,segment=NetworkSegment(bc757f88-cb81-4a41-9dba-e29da9f29642),segment_id=bc757f88-cb81-4a41-9dba-e29da9f29642)] {{(pid=83871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 14:11:15.980176 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-c87b9d3b-dfab-4d7a-a720-1fa1b4ff2ef9 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4155147'] for port, precommit_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:11:16.107253 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.plugin [None req-c87b9d3b-dfab-4d7a-a720-1fa1b4ff2ef9 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Calling delete_port for e03fb9ae-143a-4915-b923-e9d30c9abc85 owned by network:router_interface {{(pid=83871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 14:11:16.286344 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-c87b9d3b-dfab-4d7a-a720-1fa1b4ff2ef9 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736733359243', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736732935810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2743125'] for port, after_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:11:16.335091 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c87b9d3b-dfab-4d7a-a720-1fa1b4ff2ef9 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Pushing event deleted for resources: {'Port': ['ID=e03fb9ae-143a-4915-b923-e9d30c9abc85,revision_number=None']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:11:16.634714 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-c87b9d3b-dfab-4d7a-a720-1fa1b4ff2ef9 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3017585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4084076'] for router_interface, after_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:11:16.935706 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Device 9810080d-b53b-48f0-bb45-de853521876e no longer exists at agent hyperv_hv-neutron-8361 {{(pid=83872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 14:11:16.975971 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.plugin [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] No Port match for: 9810080d-b53b-48f0-bb45-de853521876e {{(pid=83872) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 01 14:11:16.975971 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Device 9810080d-b53b-48f0-bb45-de853521876e not bound to the agent host hv-neutron-8361 {{(pid=83872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 14:11:17.349009 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c87b9d3b-dfab-4d7a-a720-1fa1b4ff2ef9 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Router 4ec314ec-b5d7-4b19-a95c-a4fbaaffba65 has already been hosted by L3 agent 88bf8fc8-11a3-4e96-9d1b-5fd93ba9f6f1 {{(pid=83871) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 14:11:17.553740 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c87b9d3b-dfab-4d7a-a720-1fa1b4ff2ef9 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Notify agent at l3_agent.dv-neutron-836180-1-hyperv the message routers_updated {{(pid=83871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 14:11:17.564400 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a40dcea4-b981-48b8-8eef-4576b6ead870 None None] Sync routers for ids ['4ec314ec-b5d7-4b19-a95c-a4fbaaffba65'] in dv-neutron-836180-1-hyperv {{(pid=83873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 14:11:17.570676 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-c87b9d3b-dfab-4d7a-a720-1fa1b4ff2ef9 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] 10.222.0.26 "PUT /v2.0/routers/4ec314ec-b5d7-4b19-a95c-a4fbaaffba65/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9445994 Apr 01 14:11:17.571075 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 35238) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:11:17.592172 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a40dcea4-b981-48b8-8eef-4576b6ead870 None None] Routers {'4ec314ec-b5d7-4b19-a95c-a4fbaaffba65'} bound to L3 agent in host dv-neutron-836180-1-hyperv {{(pid=83873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 14:11:17.593059 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-a40dcea4-b981-48b8-8eef-4576b6ead870 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836180-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T13:25:36Z,description=,heartbeat_timestamp=2022-04-01T14:11:06Z,host='dv-neutron-836180-1-hyperv',id=88bf8fc8-11a3-4e96-9d1b-5fd93ba9f6f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T13:25:36Z,topic='l3_agent')) {'router_ids': ['4ec314ec-b5d7-4b19-a95c-a4fbaaffba65'], 'active': True} {{(pid=83873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 14:11:17.783933 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.db_base_plugin_v2 [None req-112931ec-db9b-4cf2-af70-a16d00ae9cbe tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Deleting subnet c5874aa3-c471-483f-9229-f71b072ffb5d {{(pid=83871) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 01 14:11:17.787429 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-112931ec-db9b-4cf2-af70-a16d00ae9cbe tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Notify callbacks [] for subnet, before_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:11:17.826039 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_dvr_db [None req-a40dcea4-b981-48b8-8eef-4576b6ead870 None None] Set router 4ec314ec-b5d7-4b19-a95c-a4fbaaffba65 gateway port host: dv-neutron-836180-1-hyperv {{(pid=83873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 14:11:17.840692 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-112931ec-db9b-4cf2-af70-a16d00ae9cbe tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3166365'] for subnet, precommit_delete_associations {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:11:17.928911 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-112931ec-db9b-4cf2-af70-a16d00ae9cbe tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-945029'] for subnet, precommit_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:11:18.001780 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-112931ec-db9b-4cf2-af70-a16d00ae9cbe tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-945042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2743160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2757373'] for subnet, after_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:11:18.041834 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-112931ec-db9b-4cf2-af70-a16d00ae9cbe tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Pushing event deleted for resources: {'Subnet': ['ID=c5874aa3-c471-483f-9229-f71b072ffb5d,revision_number=None']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:11:18.045872 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-112931ec-db9b-4cf2-af70-a16d00ae9cbe tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Notify callbacks [] for subnet, before_response {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:11:18.055501 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-112931ec-db9b-4cf2-af70-a16d00ae9cbe tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] 10.222.0.26 "DELETE /v2.0/subnets/c5874aa3-c471-483f-9229-f71b072ffb5d HTTP/1.1" status: 204 len: 168 time: 0.4812150 Apr 01 14:11:18.056680 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 35242) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:11:18.057572 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5a517d0-05ca-4fff-969a-d6aa9068bd6a None None] Network 7c7153a8-203c-475b-bdd1-c36af41d295e requested from dv-neutron-836180-1-hyperv {{(pid=83872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 14:11:18.132247 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-a40dcea4-b981-48b8-8eef-4576b6ead870 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ec314ec-b5d7-4b19-a95c-a4fbaaffba65', 'name': 'tempest-TestNetworkAdvancedServerOps-router-99890001', 'tenant_id': '1ac9f9a3637e41b9993bdb348451719c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'external_fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.28'}], 'enable_snat': True}, 'gw_port_id': '25e9e251-67d9-4c4b-b988-72e77c192a4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T14:10:05Z', 'updated_at': '2022-04-01T14:11:16Z', 'revision_number': 5, 'project_id': '1ac9f9a3637e41b9993bdb348451719c', 'gw_port': {'id': '25e9e251-67d9-4c4b-b988-72e77c192a4a', 'name': '', 'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:8e:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ec314ec-b5d7-4b19-a95c-a4fbaaffba65', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836180-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T14:10:06Z', 'updated_at': '2022-04-01T14:10:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836180-1-hyperv'}], 'dv-neutron-836180-1-hyperv', False) {} {{(pid=83873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 14:11:18.136509 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a40dcea4-b981-48b8-8eef-4576b6ead870 None None] Checking router: 4ec314ec-b5d7-4b19-a95c-a4fbaaffba65 for host: dv-neutron-836180-1-hyperv {{(pid=83873) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 01 14:11:18.148470 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a40dcea4-b981-48b8-8eef-4576b6ead870 None None] Routers {'4ec314ec-b5d7-4b19-a95c-a4fbaaffba65'} bound to L3 agent in host dv-neutron-836180-1-hyperv {{(pid=83873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 14:11:18.149086 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-a40dcea4-b981-48b8-8eef-4576b6ead870 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836180-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T13:25:36Z,description=,heartbeat_timestamp=2022-04-01T14:11:06Z,host='dv-neutron-836180-1-hyperv',id=88bf8fc8-11a3-4e96-9d1b-5fd93ba9f6f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T13:25:36Z,topic='l3_agent')) {'router_ids': ['4ec314ec-b5d7-4b19-a95c-a4fbaaffba65'], 'active': True} {{(pid=83873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 14:11:18.291562 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-8034e43e-050b-4259-a698-e5019dcaeed1 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Notify callbacks [] for router, before_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:11:18.346773 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_dvr_db [None req-a40dcea4-b981-48b8-8eef-4576b6ead870 None None] Set router 4ec314ec-b5d7-4b19-a95c-a4fbaaffba65 gateway port host: dv-neutron-836180-1-hyperv {{(pid=83873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 14:11:18.388922 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a174e660-e866-44a8-963b-36cb2d2aca68 None None] DHCP port deletion for 7c7153a8-203c-475b-bdd1-c36af41d295e request from dv-neutron-836180-1-hyperv {{(pid=83872) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 01 14:11:18.395269 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.plugin [None req-a174e660-e866-44a8-963b-36cb2d2aca68 None None] Deleting port 00e76d20-7e17-4997-9638-ea2a5c65001c {{(pid=83872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 14:11:18.395944 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-a174e660-e866-44a8-963b-36cb2d2aca68 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736733287370'] for port, before_delete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:11:18.625825 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-a174e660-e866-44a8-963b-36cb2d2aca68 None None] For port 00e76d20-7e17-4997-9638-ea2a5c65001c, host dv-neutron-836180-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836180-1-hyperv',level=0,port_id=00e76d20-7e17-4997-9638-ea2a5c65001c,segment=NetworkSegment(bc757f88-cb81-4a41-9dba-e29da9f29642),segment_id=bc757f88-cb81-4a41-9dba-e29da9f29642)] {{(pid=83872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 14:11:18.626229 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-a174e660-e866-44a8-963b-36cb2d2aca68 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4155147'] for port, precommit_delete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:11:18.628557 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-8034e43e-050b-4259-a698-e5019dcaeed1 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:11:18.639248 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.plugin [None req-8034e43e-050b-4259-a698-e5019dcaeed1 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Deleting port 25e9e251-67d9-4c4b-b988-72e77c192a4a {{(pid=83871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 14:11:18.639575 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-8034e43e-050b-4259-a698-e5019dcaeed1 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736733287370'] for port, before_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:11:18.665695 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-a40dcea4-b981-48b8-8eef-4576b6ead870 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ec314ec-b5d7-4b19-a95c-a4fbaaffba65', 'name': 'tempest-TestNetworkAdvancedServerOps-router-99890001', 'tenant_id': '1ac9f9a3637e41b9993bdb348451719c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'external_fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.28'}], 'enable_snat': True}, 'gw_port_id': '25e9e251-67d9-4c4b-b988-72e77c192a4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T14:10:05Z', 'updated_at': '2022-04-01T14:11:16Z', 'revision_number': 5, 'project_id': '1ac9f9a3637e41b9993bdb348451719c', 'gw_port': {'id': '25e9e251-67d9-4c4b-b988-72e77c192a4a', 'name': '', 'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:8e:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ec314ec-b5d7-4b19-a95c-a4fbaaffba65', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836180-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T14:10:06Z', 'updated_at': '2022-04-01T14:10:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836180-1-hyperv'}], 'dv-neutron-836180-1-hyperv', False) {} {{(pid=83873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 14:11:18.669661 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a40dcea4-b981-48b8-8eef-4576b6ead870 None None] The sync data for ids ['4ec314ec-b5d7-4b19-a95c-a4fbaaffba65'] in dv-neutron-836180-1-hyperv is: [{'id': '4ec314ec-b5d7-4b19-a95c-a4fbaaffba65', 'name': 'tempest-TestNetworkAdvancedServerOps-router-99890001', 'tenant_id': '1ac9f9a3637e41b9993bdb348451719c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'external_fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.28'}], 'enable_snat': True}, 'gw_port_id': '25e9e251-67d9-4c4b-b988-72e77c192a4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T14:10:05Z', 'updated_at': '2022-04-01T14:11:16Z', 'revision_number': 5, 'project_id': '1ac9f9a3637e41b9993bdb348451719c', 'gw_port': {'id': '25e9e251-67d9-4c4b-b988-72e77c192a4a', 'name': '', 'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:8e:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ec314ec-b5d7-4b19-a95c-a4fbaaffba65', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836180-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T14:10:06Z', 'updated_at': '2022-04-01T14:10:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836180-1-hyperv'}] {{(pid=83873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 14:11:18.755221 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.plugin [None req-a174e660-e866-44a8-963b-36cb2d2aca68 None None] Calling delete_port for 00e76d20-7e17-4997-9638-ea2a5c65001c owned by network:dhcp {{(pid=83872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 14:11:18.820694 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.db [None req-8034e43e-050b-4259-a698-e5019dcaeed1 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] For port 25e9e251-67d9-4c4b-b988-72e77c192a4a, host dv-neutron-836180-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836180-1-hyperv',level=0,port_id=25e9e251-67d9-4c4b-b988-72e77c192a4a,segment=NetworkSegment(7b924dd8-4978-40c4-ad91-4b9b27348462),segment_id=7b924dd8-4978-40c4-ad91-4b9b27348462)] {{(pid=83871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 14:11:18.821052 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-8034e43e-050b-4259-a698-e5019dcaeed1 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4155147'] for port, precommit_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:11:18.846741 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-a174e660-e866-44a8-963b-36cb2d2aca68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736733359243', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736732935810'] for port, after_delete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:11:18.907757 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a174e660-e866-44a8-963b-36cb2d2aca68 None None] Pushing event deleted for resources: {'Port': ['ID=00e76d20-7e17-4997-9638-ea2a5c65001c,revision_number=None']} {{(pid=83872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:11:18.913214 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a174e660-e866-44a8-963b-36cb2d2aca68 None None] No DVR routers for this DVR port 00e76d20-7e17-4997-9638-ea2a5c65001c on host dv-neutron-836180-1-hyperv {{(pid=83872) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 14:11:18.920038 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a174e660-e866-44a8-963b-36cb2d2aca68 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:11:18.920697 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a174e660-e866-44a8-963b-36cb2d2aca68 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:11:18.920697 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a174e660-e866-44a8-963b-36cb2d2aca68 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:11:18.921118 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a174e660-e866-44a8-963b-36cb2d2aca68 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:11:18.921371 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a174e660-e866-44a8-963b-36cb2d2aca68 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:11:18.921679 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a174e660-e866-44a8-963b-36cb2d2aca68 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:11:18.922003 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a174e660-e866-44a8-963b-36cb2d2aca68 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:11:18.922319 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a174e660-e866-44a8-963b-36cb2d2aca68 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:11:18.922637 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a174e660-e866-44a8-963b-36cb2d2aca68 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:11:18.922951 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a174e660-e866-44a8-963b-36cb2d2aca68 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:11:18.923264 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a174e660-e866-44a8-963b-36cb2d2aca68 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:11:18.959917 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.plugin [None req-8034e43e-050b-4259-a698-e5019dcaeed1 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Calling delete_port for 25e9e251-67d9-4c4b-b988-72e77c192a4a owned by network:router_gateway {{(pid=83871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 14:11:19.076321 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Device 00e76d20-7e17-4997-9638-ea2a5c65001c no longer exists at agent ovs-agent-dv-neutron-836180-1-hyperv {{(pid=83872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 14:11:19.111577 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.plugin [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] No Port match for: 00e76d20-7e17-4997-9638-ea2a5c65001c {{(pid=83872) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 01 14:11:19.111928 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Device 00e76d20-7e17-4997-9638-ea2a5c65001c not bound to the agent host dv-neutron-836180-1-hyperv {{(pid=83872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 14:11:19.112350 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Device e03fb9ae-143a-4915-b923-e9d30c9abc85 no longer exists at agent ovs-agent-dv-neutron-836180-1-hyperv {{(pid=83872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 14:11:19.152623 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.plugin [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] No Port match for: e03fb9ae-143a-4915-b923-e9d30c9abc85 {{(pid=83872) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 01 14:11:19.152960 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Device e03fb9ae-143a-4915-b923-e9d30c9abc85 not bound to the agent host dv-neutron-836180-1-hyperv {{(pid=83872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 14:11:19.164122 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-8034e43e-050b-4259-a698-e5019dcaeed1 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736733359243', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736732935810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2743125'] for port, after_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:11:19.229122 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8034e43e-050b-4259-a698-e5019dcaeed1 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Pushing event deleted for resources: {'Port': ['ID=25e9e251-67d9-4c4b-b988-72e77c192a4a,revision_number=None']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:11:19.451934 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-8034e43e-050b-4259-a698-e5019dcaeed1 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4084822'] for router_gateway, after_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:11:19.722361 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-8034e43e-050b-4259-a698-e5019dcaeed1 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4079814', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4170'] for router, precommit_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:11:19.727005 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-8034e43e-050b-4259-a698-e5019dcaeed1 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:11:19.751473 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-8034e43e-050b-4259-a698-e5019dcaeed1 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4079738'] for router, after_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:11:19.752114 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8034e43e-050b-4259-a698-e5019dcaeed1 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Fanout notify agent at l3_agent the message router_deleted on router 4ec314ec-b5d7-4b19-a95c-a4fbaaffba65 {{(pid=83871) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 01 14:11:19.767942 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-8034e43e-050b-4259-a698-e5019dcaeed1 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Notify callbacks [] for router, before_response {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:11:19.769103 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-8034e43e-050b-4259-a698-e5019dcaeed1 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] 10.222.0.26 "DELETE /v2.0/routers/4ec314ec-b5d7-4b19-a95c-a4fbaaffba65 HTTP/1.1" status: 204 len: 168 time: 1.7109005 Apr 01 14:11:19.772883 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 35246) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:11:19.910420 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-78ad040f-3ddd-464e-815d-62c086a49aa2 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1033078'] for network, before_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:11:20.043176 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-78ad040f-3ddd-464e-815d-62c086a49aa2 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-942654', 'neutron.services.segments.db._delete_segments_for_network-8736733387888'] for network, precommit_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:11:20.068709 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.services.segments.db [None req-78ad040f-3ddd-464e-815d-62c086a49aa2 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7c7153a8-203c-475b-bdd1-c36af41d295e']}} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 14:11:20.080741 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.services.segments.db [None req-78ad040f-3ddd-464e-815d-62c086a49aa2 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bc757f88-cb81-4a41-9dba-e29da9f29642') {'for_net_delete': True} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 14:11:20.081031 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.services.segments.db [None req-78ad040f-3ddd-464e-815d-62c086a49aa2 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bc757f88-cb81-4a41-9dba-e29da9f29642') {} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 14:11:20.093248 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-78ad040f-3ddd-464e-815d-62c086a49aa2 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736733386999', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2704982'] for segment, before_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:11:20.109130 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-78ad040f-3ddd-464e-815d-62c086a49aa2 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1004271'] for segment, precommit_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:11:20.117837 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-78ad040f-3ddd-464e-815d-62c086a49aa2 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Releasing vlan 393 on physical network physnet1 to pool {{(pid=83869) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 01 14:11:20.118832 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-78ad040f-3ddd-464e-815d-62c086a49aa2 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1004262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2705264'] for segment, after_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:11:20.140843 dv-neutron-836180-1-hyperv neutron-server[83869]: Traceback (most recent call last): Apr 01 14:11:20.140843 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 01 14:11:20.140843 dv-neutron-836180-1-hyperv neutron-server[83869]: timer() Apr 01 14:11:20.140843 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 14:11:20.140843 dv-neutron-836180-1-hyperv neutron-server[83869]: cb(*args, **kw) Apr 01 14:11:20.140843 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 14:11:20.140843 dv-neutron-836180-1-hyperv neutron-server[83869]: return func(*args, **kwargs) Apr 01 14:11:20.140843 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 14:11:20.140843 dv-neutron-836180-1-hyperv neutron-server[83869]: self._notify() Apr 01 14:11:20.140843 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 14:11:20.140843 dv-neutron-836180-1-hyperv neutron-server[83869]: self.callback(batched_events) Apr 01 14:11:20.140843 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 14:11:20.140843 dv-neutron-836180-1-hyperv neutron-server[83869]: event.method(event) Apr 01 14:11:20.140843 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 14:11:20.140843 dv-neutron-836180-1-hyperv neutron-server[83869]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 14:11:20.140843 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 14:11:20.140843 dv-neutron-836180-1-hyperv neutron-server[83869]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 14:11:20.140843 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 14:11:20.140843 dv-neutron-836180-1-hyperv neutron-server[83869]: return f(self, *a, **k) Apr 01 14:11:20.140843 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 14:11:20.140843 dv-neutron-836180-1-hyperv neutron-server[83869]: return self._get(url).json() Apr 01 14:11:20.140843 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 14:11:20.140843 dv-neutron-836180-1-hyperv neutron-server[83869]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 14:11:20.140843 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 01 14:11:20.140843 dv-neutron-836180-1-hyperv neutron-server[83869]: return self.request(url, 'GET', **kwargs) Apr 01 14:11:20.140843 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 01 14:11:20.140843 dv-neutron-836180-1-hyperv neutron-server[83869]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 14:11:20.140843 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 01 14:11:20.140843 dv-neutron-836180-1-hyperv neutron-server[83869]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 14:11:20.140843 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 01 14:11:20.140843 dv-neutron-836180-1-hyperv neutron-server[83869]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 14:11:20.140843 dv-neutron-836180-1-hyperv neutron-server[83869]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 14:11:20.243610 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-78ad040f-3ddd-464e-815d-62c086a49aa2 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-942599', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4084797'] for network, after_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:11:20.249328 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-78ad040f-3ddd-464e-815d-62c086a49aa2 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Notify callbacks [] for network, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:11:20.276365 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ad040f-3ddd-464e-815d-62c086a49aa2 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Pushing event deleted for resources: {'Network': ['ID=7c7153a8-203c-475b-bdd1-c36af41d295e,revision_number=None']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:11:20.284887 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-78ad040f-3ddd-464e-815d-62c086a49aa2 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] 10.222.0.26 "DELETE /v2.0/networks/7c7153a8-203c-475b-bdd1-c36af41d295e HTTP/1.1" status: 204 len: 168 time: 0.5108323 Apr 01 14:11:20.286455 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 35250) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:11:20.358769 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-9ad08fbe-e474-4868-869e-16720e30d8e3 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Notify callbacks [] for security_group, before_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:11:20.389882 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-9ad08fbe-e474-4868-869e-16720e30d8e3 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:11:20.455717 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-9ad08fbe-e474-4868-869e-16720e30d8e3 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3775923'] for security_group, after_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:11:20.477910 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad08fbe-e474-4868-869e-16720e30d8e3 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d282080-a627-4137-a839-473d49916ec9,revision_number=None']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:11:20.485467 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-9ad08fbe-e474-4868-869e-16720e30d8e3 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Notify callbacks [] for security_group, before_response {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:11:20.486057 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-9ad08fbe-e474-4868-869e-16720e30d8e3 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] 10.222.0.26 "DELETE /v2.0/security-groups/5d282080-a627-4137-a839-473d49916ec9 HTTP/1.1" status: 204 len: 168 time: 0.1986215 Apr 01 14:11:20.743139 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 35258) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:11:20.748794 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.v2.base [None req-680a2e5b-f17e-4386-8da6-017ec1aef6b0 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1544750293', 'description': 'tempest-secgroup-smoke-1544750293 description', 'project_id': '1ac9f9a3637e41b9993bdb348451719c'}} {{(pid=83871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 14:11:20.755125 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-680a2e5b-f17e-4386-8da6-017ec1aef6b0 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 14:11:20.759467 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-680a2e5b-f17e-4386-8da6-017ec1aef6b0 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Usage tracker for resource:security_group and tenant:1ac9f9a3637e41b9993bdb348451719c is out of sync, need to count used quota {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 14:11:20.762363 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-680a2e5b-f17e-4386-8da6-017ec1aef6b0 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 14:11:20.768652 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-680a2e5b-f17e-4386-8da6-017ec1aef6b0 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 14:11:20.778119 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-680a2e5b-f17e-4386-8da6-017ec1aef6b0 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Notify callbacks [] for security_group, before_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:11:20.815544 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-680a2e5b-f17e-4386-8da6-017ec1aef6b0 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 14:11:20.820625 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-680a2e5b-f17e-4386-8da6-017ec1aef6b0 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Usage tracker for resource:security_group_rule and tenant:1ac9f9a3637e41b9993bdb348451719c is out of sync, need to count used quota {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 14:11:20.824026 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-680a2e5b-f17e-4386-8da6-017ec1aef6b0 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 14:11:20.838936 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-680a2e5b-f17e-4386-8da6-017ec1aef6b0 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 14:11:21.001677 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-680a2e5b-f17e-4386-8da6-017ec1aef6b0 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Notify callbacks [] for security_group, precommit_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:11:21.005887 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-680a2e5b-f17e-4386-8da6-017ec1aef6b0 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3775923'] for security_group, after_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:11:21.019279 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Device 25e9e251-67d9-4c4b-b988-72e77c192a4a no longer exists at agent ovs-agent-dv-neutron-836180-1-hyperv {{(pid=83872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 14:11:21.050645 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680a2e5b-f17e-4386-8da6-017ec1aef6b0 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Pushing event updated for resources: {'SecurityGroup': ['ID=19b37ef0-262f-4b4f-92b5-875b02dd0430,revision_number=1']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:11:21.053707 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.plugin [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] No Port match for: 25e9e251-67d9-4c4b-b988-72e77c192a4a {{(pid=83872) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 01 14:11:21.054187 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Device 25e9e251-67d9-4c4b-b988-72e77c192a4a not bound to the agent host dv-neutron-836180-1-hyperv {{(pid=83872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 14:11:21.057827 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-680a2e5b-f17e-4386-8da6-017ec1aef6b0 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Notify callbacks [] for security_group, before_response {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:11:21.059068 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-680a2e5b-f17e-4386-8da6-017ec1aef6b0 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.3149173 Apr 01 14:11:21.062044 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 35262) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:11:21.067937 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.v2.base [None req-b19137bd-f8ca-4f00-8024-90ddd54b46d4 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Request body: {'security_group_rule': {'security_group_id': '19b37ef0-262f-4b4f-92b5-875b02dd0430', 'project_id': '1ac9f9a3637e41b9993bdb348451719c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 14:11:21.074060 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-b19137bd-f8ca-4f00-8024-90ddd54b46d4 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 14:11:21.078090 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-b19137bd-f8ca-4f00-8024-90ddd54b46d4 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Usage tracker for resource:security_group_rule and tenant:1ac9f9a3637e41b9993bdb348451719c is out of sync, need to count used quota {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 14:11:21.080986 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-b19137bd-f8ca-4f00-8024-90ddd54b46d4 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 14:11:21.087382 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-b19137bd-f8ca-4f00-8024-90ddd54b46d4 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 14:11:21.104407 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-b19137bd-f8ca-4f00-8024-90ddd54b46d4 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:11:21.165747 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-b19137bd-f8ca-4f00-8024-90ddd54b46d4 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:11:21.169709 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-b19137bd-f8ca-4f00-8024-90ddd54b46d4 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3775744'] for security_group_rule, after_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:11:21.193950 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b19137bd-f8ca-4f00-8024-90ddd54b46d4 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a88b6e19-b83d-41b1-aea6-658dec892326,revision_number=0']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:11:21.203837 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-b19137bd-f8ca-4f00-8024-90ddd54b46d4 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:11:21.205940 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-b19137bd-f8ca-4f00-8024-90ddd54b46d4 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1420841 Apr 01 14:11:21.209741 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 35266) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:11:21.217605 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.v2.base [None req-8b9f8daf-d7f9-4909-b30c-8614ca668d9c tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Request body: {'security_group_rule': {'security_group_id': '19b37ef0-262f-4b4f-92b5-875b02dd0430', 'project_id': '1ac9f9a3637e41b9993bdb348451719c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 14:11:21.228156 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-8b9f8daf-d7f9-4909-b30c-8614ca668d9c tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 14:11:21.231937 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-8b9f8daf-d7f9-4909-b30c-8614ca668d9c tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Usage tracker for resource:security_group_rule and tenant:1ac9f9a3637e41b9993bdb348451719c is out of sync, need to count used quota {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 14:11:21.234874 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-8b9f8daf-d7f9-4909-b30c-8614ca668d9c tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 14:11:21.240577 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-8b9f8daf-d7f9-4909-b30c-8614ca668d9c tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 14:11:21.258709 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-8b9f8daf-d7f9-4909-b30c-8614ca668d9c tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:11:21.328676 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-8b9f8daf-d7f9-4909-b30c-8614ca668d9c tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:11:21.333946 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-8b9f8daf-d7f9-4909-b30c-8614ca668d9c tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3775744'] for security_group_rule, after_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:11:21.356565 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b9f8daf-d7f9-4909-b30c-8614ca668d9c tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=048e48e5-1e97-4893-92fc-30b815d46345,revision_number=0']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:11:21.365614 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-8b9f8daf-d7f9-4909-b30c-8614ca668d9c tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:11:21.367107 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-8b9f8daf-d7f9-4909-b30c-8614ca668d9c tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1562166 Apr 01 14:11:21.372668 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 35270) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:11:21.380434 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.v2.base [None req-6cee14de-bfbf-4448-bf55-339e9e80698e tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Request body: {'security_group_rule': {'security_group_id': '19b37ef0-262f-4b4f-92b5-875b02dd0430', 'project_id': '1ac9f9a3637e41b9993bdb348451719c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 14:11:21.386612 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-6cee14de-bfbf-4448-bf55-339e9e80698e tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 14:11:21.391027 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-6cee14de-bfbf-4448-bf55-339e9e80698e tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Usage tracker for resource:security_group_rule and tenant:1ac9f9a3637e41b9993bdb348451719c is out of sync, need to count used quota {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 14:11:21.393412 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-6cee14de-bfbf-4448-bf55-339e9e80698e tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 14:11:21.399635 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-6cee14de-bfbf-4448-bf55-339e9e80698e tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 14:11:21.416333 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-6cee14de-bfbf-4448-bf55-339e9e80698e tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:11:21.479757 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-6cee14de-bfbf-4448-bf55-339e9e80698e tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:11:21.483020 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-6cee14de-bfbf-4448-bf55-339e9e80698e tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3775744'] for security_group_rule, after_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:11:21.507970 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cee14de-bfbf-4448-bf55-339e9e80698e tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fe2de4a4-06f3-4964-bbc9-076926f20f68,revision_number=0']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:11:21.517544 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-6cee14de-bfbf-4448-bf55-339e9e80698e tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:11:21.519214 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-6cee14de-bfbf-4448-bf55-339e9e80698e tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1455338 Apr 01 14:11:21.522736 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 35274) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:11:21.528431 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.v2.base [None req-590aed7a-bfaa-4439-b464-9deb14000968 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Request body: {'security_group_rule': {'security_group_id': '19b37ef0-262f-4b4f-92b5-875b02dd0430', 'project_id': '1ac9f9a3637e41b9993bdb348451719c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 14:11:21.534940 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-590aed7a-bfaa-4439-b464-9deb14000968 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 14:11:21.539185 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-590aed7a-bfaa-4439-b464-9deb14000968 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Usage tracker for resource:security_group_rule and tenant:1ac9f9a3637e41b9993bdb348451719c is out of sync, need to count used quota {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 14:11:21.542295 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-590aed7a-bfaa-4439-b464-9deb14000968 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 14:11:21.548977 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-590aed7a-bfaa-4439-b464-9deb14000968 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 14:11:21.566132 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-590aed7a-bfaa-4439-b464-9deb14000968 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:11:21.631874 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-590aed7a-bfaa-4439-b464-9deb14000968 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:11:21.635675 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-590aed7a-bfaa-4439-b464-9deb14000968 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3775744'] for security_group_rule, after_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:11:21.659438 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-590aed7a-bfaa-4439-b464-9deb14000968 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a772ea7a-faf1-4506-9f95-2f945e0b7424,revision_number=0']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:11:21.670064 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-590aed7a-bfaa-4439-b464-9deb14000968 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:11:21.671294 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-590aed7a-bfaa-4439-b464-9deb14000968 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1474643 Apr 01 14:11:21.674117 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 35278) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:11:21.680092 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.v2.base [None req-59c16079-2f3f-4537-adeb-9dd860ff9f24 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Request body: {'security_group_rule': {'security_group_id': '19b37ef0-262f-4b4f-92b5-875b02dd0430', 'project_id': '1ac9f9a3637e41b9993bdb348451719c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 14:11:21.685980 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-59c16079-2f3f-4537-adeb-9dd860ff9f24 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 14:11:21.689963 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-59c16079-2f3f-4537-adeb-9dd860ff9f24 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Usage tracker for resource:security_group_rule and tenant:1ac9f9a3637e41b9993bdb348451719c is out of sync, need to count used quota {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 14:11:21.693440 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-59c16079-2f3f-4537-adeb-9dd860ff9f24 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 14:11:21.699103 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-59c16079-2f3f-4537-adeb-9dd860ff9f24 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 14:11:21.712047 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.db.securitygroups_db [None req-59c16079-2f3f-4537-adeb-9dd860ff9f24 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Project 1ac9f9a3637e41b9993bdb348451719c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 01 14:11:21.718280 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-59c16079-2f3f-4537-adeb-9dd860ff9f24 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:11:21.781279 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-59c16079-2f3f-4537-adeb-9dd860ff9f24 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:11:21.784849 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-59c16079-2f3f-4537-adeb-9dd860ff9f24 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3775744'] for security_group_rule, after_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:11:21.809425 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c16079-2f3f-4537-adeb-9dd860ff9f24 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b7ff9071-2889-4ad0-9a34-32cc26e5b0eb,revision_number=0']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:11:21.824052 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-59c16079-2f3f-4537-adeb-9dd860ff9f24 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:11:21.825313 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-59c16079-2f3f-4537-adeb-9dd860ff9f24 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1502910 Apr 01 14:11:21.828018 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 35282) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:11:21.833643 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.v2.base [None req-a50a1f07-55c2-47bf-89cb-876bc4f2c07a tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Request body: {'security_group_rule': {'security_group_id': '19b37ef0-262f-4b4f-92b5-875b02dd0430', 'project_id': '1ac9f9a3637e41b9993bdb348451719c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 14:11:21.839958 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-a50a1f07-55c2-47bf-89cb-876bc4f2c07a tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 14:11:21.844431 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-a50a1f07-55c2-47bf-89cb-876bc4f2c07a tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Usage tracker for resource:security_group_rule and tenant:1ac9f9a3637e41b9993bdb348451719c is out of sync, need to count used quota {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 14:11:21.847409 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-a50a1f07-55c2-47bf-89cb-876bc4f2c07a tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 14:11:21.853654 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-a50a1f07-55c2-47bf-89cb-876bc4f2c07a tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 14:11:21.864711 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.db.securitygroups_db [None req-a50a1f07-55c2-47bf-89cb-876bc4f2c07a tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Project 1ac9f9a3637e41b9993bdb348451719c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 01 14:11:21.871137 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-a50a1f07-55c2-47bf-89cb-876bc4f2c07a tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:11:21.939352 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-a50a1f07-55c2-47bf-89cb-876bc4f2c07a tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:11:21.946872 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-a50a1f07-55c2-47bf-89cb-876bc4f2c07a tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3775744'] for security_group_rule, after_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:11:21.972595 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a50a1f07-55c2-47bf-89cb-876bc4f2c07a tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=18f70b13-bcea-431e-9e5c-cab84b310c9d,revision_number=0']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:11:21.981663 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-a50a1f07-55c2-47bf-89cb-876bc4f2c07a tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:11:21.985540 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-a50a1f07-55c2-47bf-89cb-876bc4f2c07a tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1538355 Apr 01 14:11:21.985906 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 35286) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:11:21.992207 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.v2.base [None req-32e72a2d-a8cd-400a-be18-e2303a300c02 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Request body: {'network': {'name': 'tempest-network-smoke--1779809872', 'project_id': '1ac9f9a3637e41b9993bdb348451719c', 'port_security_enabled': True}} {{(pid=83871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 14:11:21.997337 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-32e72a2d-a8cd-400a-be18-e2303a300c02 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 14:11:22.001323 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-32e72a2d-a8cd-400a-be18-e2303a300c02 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Usage tracker for resource:network and tenant:1ac9f9a3637e41b9993bdb348451719c is out of sync, need to count used quota {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 14:11:22.004256 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-32e72a2d-a8cd-400a-be18-e2303a300c02 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 14:11:22.010722 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-32e72a2d-a8cd-400a-be18-e2303a300c02 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 14:11:22.020928 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32e72a2d-a8cd-400a-be18-e2303a300c02 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Made reservation on behalf of 1ac9f9a3637e41b9993bdb348451719c for: {'network': 1} {{(pid=83871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 14:11:22.023832 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-32e72a2d-a8cd-400a-be18-e2303a300c02 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for network, before_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:11:22.052602 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-32e72a2d-a8cd-400a-be18-e2303a300c02 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] vlan segment allocate from pool success with {'vlan_id': 369, 'physical_network': 'physnet1'} {{(pid=83871) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 14:11:22.061057 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-32e72a2d-a8cd-400a-be18-e2303a300c02 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1004271'] for segment, precommit_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:11:22.061389 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.db.segments_db [None req-32e72a2d-a8cd-400a-be18-e2303a300c02 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Added segment 277dfbcc-6fba-487b-b3c4-04bf0c825d99 of type vlan for network c39f1361-5e60-4459-a4ec-71670a09682f Apr 01 14:11:22.091531 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-32e72a2d-a8cd-400a-be18-e2303a300c02 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736732923383'] for network, precommit_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:11:22.122167 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-32e72a2d-a8cd-400a-be18-e2303a300c02 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575'] for network, after_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:11:22.125801 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32e72a2d-a8cd-400a-be18-e2303a300c02 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:11:22.126367 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-32e72a2d-a8cd-400a-be18-e2303a300c02 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Notify callbacks [] for network, before_response {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:11:22.240046 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-32e72a2d-a8cd-400a-be18-e2303a300c02 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2530637 Apr 01 14:11:22.243003 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e72a2d-a8cd-400a-be18-e2303a300c02 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Pushing event updated for resources: {'Network': ['ID=c39f1361-5e60-4459-a4ec-71670a09682f,revision_number=1']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:11:22.243810 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 35290) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:11:22.253808 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.v2.base [None req-32be1ed2-916d-4d33-99fd-9771cdb9533b tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1969903409', 'admin_state_up': True, 'project_id': '1ac9f9a3637e41b9993bdb348451719c', 'external_gateway_info': {'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301'}}} {{(pid=83869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 14:11:22.257733 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Network c39f1361-5e60-4459-a4ec-71670a09682f details requested by agent ovs-agent-dv-neutron-836180-1-hyperv with host dv-neutron-836180-1-hyperv {{(pid=83872) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 14:11:22.264163 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-32be1ed2-916d-4d33-99fd-9771cdb9533b tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 14:11:22.270866 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-32be1ed2-916d-4d33-99fd-9771cdb9533b tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Usage tracker for resource:router and tenant:1ac9f9a3637e41b9993bdb348451719c is out of sync, need to count used quota {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 14:11:22.273946 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-32be1ed2-916d-4d33-99fd-9771cdb9533b tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 14:11:22.280207 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-32be1ed2-916d-4d33-99fd-9771cdb9533b tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 14:11:22.293958 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-32be1ed2-916d-4d33-99fd-9771cdb9533b tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4082176', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4220'] for router, before_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:11:22.294177 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-32be1ed2-916d-4d33-99fd-9771cdb9533b tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4082277', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4084873', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4148249', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4211'] for router, precommit_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:11:22.315123 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-32be1ed2-916d-4d33-99fd-9771cdb9533b tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:11:22.468582 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-32be1ed2-916d-4d33-99fd-9771cdb9533b tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4084887', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4079850', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4161'] for router, precommit_update {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:11:22.744209 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-32be1ed2-916d-4d33-99fd-9771cdb9533b tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Notify callbacks [] for router_gateway, before_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:11:22.774792 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-32be1ed2-916d-4d33-99fd-9771cdb9533b tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:11:22.915149 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.db_base_plugin_common [None req-32be1ed2-916d-4d33-99fd-9771cdb9533b tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Allocated IP 172.26.5.89 (725864b8-cceb-48c9-b5d3-1bfc4423e301/e2ed99db-0e25-4971-b535-7fa69231fae8/ff240181-f621-4c8a-9f58-6a0f5087320c) {{(pid=83869) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 14:11:23.072597 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-32be1ed2-916d-4d33-99fd-9771cdb9533b tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Notify callbacks [] for port, precommit_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:11:23.109226 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-32be1ed2-916d-4d33-99fd-9771cdb9533b tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736732935801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2705155'] for port, after_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:11:23.178830 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32be1ed2-916d-4d33-99fd-9771cdb9533b tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Network 725864b8-cceb-48c9-b5d3-1bfc4423e301 is already hosted by enough agents. {{(pid=83869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 14:11:23.182081 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.scheduler.base_scheduler [None req-32be1ed2-916d-4d33-99fd-9771cdb9533b tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Resources bound (agent type, host, resource id): {{(pid=83869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 14:11:23.185645 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32be1ed2-916d-4d33-99fd-9771cdb9533b tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Received port after_create {{(pid=83869) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 14:11:23.215421 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32be1ed2-916d-4d33-99fd-9771cdb9533b tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Pushing event updated for resources: {'Port': ['ID=ff240181-f621-4c8a-9f58-6a0f5087320c,revision_number=1']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:11:23.352690 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-32be1ed2-916d-4d33-99fd-9771cdb9533b tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Notify callbacks [] for router_gateway, after_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:11:23.353497 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-32be1ed2-916d-4d33-99fd-9771cdb9533b tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4082201', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4084858'] for router, after_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:11:23.587465 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32be1ed2-916d-4d33-99fd-9771cdb9533b tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Router 8cf4d12b-054f-4556-bbb2-1167de386ad8 is scheduled to L3 agent 88bf8fc8-11a3-4e96-9d1b-5fd93ba9f6f1 with binding_index 1 {{(pid=83869) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 01 14:11:23.799407 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32be1ed2-916d-4d33-99fd-9771cdb9533b tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Notify agent at l3_agent.dv-neutron-836180-1-hyperv the message routers_updated {{(pid=83869) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 14:11:23.809398 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a6527b3-5386-4afa-99f5-cca807e8e274 None None] Sync routers for ids ['8cf4d12b-054f-4556-bbb2-1167de386ad8'] in dv-neutron-836180-1-hyperv {{(pid=83872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 14:11:23.823058 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a6527b3-5386-4afa-99f5-cca807e8e274 None None] Routers {'8cf4d12b-054f-4556-bbb2-1167de386ad8'} bound to L3 agent in host dv-neutron-836180-1-hyperv {{(pid=83872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 14:11:23.823744 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_hamode_db [None req-7a6527b3-5386-4afa-99f5-cca807e8e274 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836180-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T13:25:36Z,description=,heartbeat_timestamp=2022-04-01T14:11:06Z,host='dv-neutron-836180-1-hyperv',id=88bf8fc8-11a3-4e96-9d1b-5fd93ba9f6f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T13:25:36Z,topic='l3_agent')) {'router_ids': ['8cf4d12b-054f-4556-bbb2-1167de386ad8'], 'active': True} {{(pid=83872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 14:11:23.829569 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-32be1ed2-916d-4d33-99fd-9771cdb9533b tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Notify callbacks [] for router, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:11:23.830888 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-32be1ed2-916d-4d33-99fd-9771cdb9533b tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.5849388 Apr 01 14:11:23.834450 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 35294) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:11:23.876761 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-46cf7faf-337c-4625-85ad-20d72265dffc tempest-TestNetworkAdvancedServerOps-832265304 tempest-TestNetworkAdvancedServerOps-832265304-project-admin] 10.222.0.26 "GET /v2.0/subnets?project_id=1ac9f9a3637e41b9993bdb348451719c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0411832 Apr 01 14:11:23.879408 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 35298) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:11:24.028655 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_dvr_db [None req-7a6527b3-5386-4afa-99f5-cca807e8e274 None None] Set router 8cf4d12b-054f-4556-bbb2-1167de386ad8 gateway port host: dv-neutron-836180-1-hyperv {{(pid=83872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 14:11:24.033555 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a72091b4-7653-45fc-b823-351d33c5891e tempest-TestNetworkAdvancedServerOps-832265304 tempest-TestNetworkAdvancedServerOps-832265304-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:11:24.035349 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-a72091b4-7653-45fc-b823-351d33c5891e tempest-TestNetworkAdvancedServerOps-832265304 tempest-TestNetworkAdvancedServerOps-832265304-project-admin] 10.222.0.26 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1549318 Apr 01 14:11:24.040206 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 35302) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:11:24.080770 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-700a9702-870c-44be-a31a-58c39f165ab6 tempest-TestNetworkAdvancedServerOps-832265304 tempest-TestNetworkAdvancedServerOps-832265304-project-admin] 10.222.0.26 "GET /v2.0/subnets?network_id=725864b8-cceb-48c9-b5d3-1bfc4423e301&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0392771 Apr 01 14:11:24.085136 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 35306) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:11:24.090577 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.v2.base [None req-f4fa6099-af23-4715-be20-6525c7b2b7c9 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-692197378', 'network_id': 'c39f1361-5e60-4459-a4ec-71670a09682f', 'project_id': '1ac9f9a3637e41b9993bdb348451719c', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=83869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 14:11:24.225546 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-f4fa6099-af23-4715-be20-6525c7b2b7c9 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 14:11:24.229670 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-f4fa6099-af23-4715-be20-6525c7b2b7c9 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Usage tracker for resource:subnet and tenant:1ac9f9a3637e41b9993bdb348451719c is out of sync, need to count used quota {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 14:11:24.232774 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-f4fa6099-af23-4715-be20-6525c7b2b7c9 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 14:11:24.236725 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:11:24.239542 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-f4fa6099-af23-4715-be20-6525c7b2b7c9 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 14:11:24.250365 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4fa6099-af23-4715-be20-6525c7b2b7c9 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Made reservation on behalf of 1ac9f9a3637e41b9993bdb348451719c for: {'subnet': 1} {{(pid=83869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 14:11:24.360402 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-f4fa6099-af23-4715-be20-6525c7b2b7c9 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2999481'] for subnet, before_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:11:24.361685 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_hamode_db [None req-7a6527b3-5386-4afa-99f5-cca807e8e274 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cf4d12b-054f-4556-bbb2-1167de386ad8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1969903409', 'tenant_id': '1ac9f9a3637e41b9993bdb348451719c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'external_fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.89'}], 'enable_snat': True}, 'gw_port_id': 'ff240181-f621-4c8a-9f58-6a0f5087320c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T14:11:22Z', 'updated_at': '2022-04-01T14:11:23Z', 'revision_number': 3, 'project_id': '1ac9f9a3637e41b9993bdb348451719c', 'gw_port': {'id': 'ff240181-f621-4c8a-9f58-6a0f5087320c', 'name': '', 'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:56:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8cf4d12b-054f-4556-bbb2-1167de386ad8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T14:11:22Z', 'updated_at': '2022-04-01T14:11:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836180-1-hyperv'}], 'dv-neutron-836180-1-hyperv', False) {} {{(pid=83872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 14:11:24.366122 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a6527b3-5386-4afa-99f5-cca807e8e274 None None] Checking router: 8cf4d12b-054f-4556-bbb2-1167de386ad8 for host: dv-neutron-836180-1-hyperv {{(pid=83872) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 01 14:11:24.366467 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a6527b3-5386-4afa-99f5-cca807e8e274 None None] Updating router 8cf4d12b-054f-4556-bbb2-1167de386ad8 port ff240181-f621-4c8a-9f58-6a0f5087320c binding host dv-neutron-836180-1-hyperv {{(pid=83872) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 01 14:11:24.426987 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-7a6527b3-5386-4afa-99f5-cca807e8e274 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:11:24.758254 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-f4fa6099-af23-4715-be20-6525c7b2b7c9 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2705391', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2999447'] for subnet, after_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:11:24.835578 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4fa6099-af23-4715-be20-6525c7b2b7c9 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Pushing event updated for resources: {'Subnet': ['ID=43df549d-3285-4eab-8315-99c7d9697250,revision_number=0']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:11:24.852361 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4fa6099-af23-4715-be20-6525c7b2b7c9 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Checking segment: {'id': '277dfbcc-6fba-487b-b3c4-04bf0c825d99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'c39f1361-5e60-4459-a4ec-71670a09682f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 14:11:24.852361 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4fa6099-af23-4715-be20-6525c7b2b7c9 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Network hostable DHCP agents. Network: c39f1361-5e60-4459-a4ec-71670a09682f, hostable agents: ['e47e4547-5c2d-4954-ba56-fa3646239f18'], hosted agents: [] {{(pid=83869) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 14:11:24.878486 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4fa6099-af23-4715-be20-6525c7b2b7c9 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Network c39f1361-5e60-4459-a4ec-71670a09682f is scheduled to be hosted by DHCP agent e47e4547-5c2d-4954-ba56-fa3646239f18 with binding_index 1 {{(pid=83869) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 14:11:24.891796 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-7a6527b3-5386-4afa-99f5-cca807e8e274 None None] Notify callbacks [] for port, precommit_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:11:24.893118 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.scheduler.base_scheduler [None req-f4fa6099-af23-4715-be20-6525c7b2b7c9 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-836180-1-hyperv, c39f1361-5e60-4459-a4ec-71670a09682f) {{(pid=83869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 14:11:24.898898 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4fa6099-af23-4715-be20-6525c7b2b7c9 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:11:24.899522 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-f4fa6099-af23-4715-be20-6525c7b2b7c9 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Notify callbacks [] for subnet, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:11:24.906094 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-7a6527b3-5386-4afa-99f5-cca807e8e274 None None] Transition to ACTIVE for port object ff240181-f621-4c8a-9f58-6a0f5087320c will not be triggered until provisioned by entity L2. {{(pid=83872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 14:11:24.910954 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-312fe035-3d55-4da4-9190-90e5f5a0cfba None None] Network c39f1361-5e60-4459-a4ec-71670a09682f requested from dv-neutron-836180-1-hyperv {{(pid=83872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 14:11:24.927884 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-f4fa6099-af23-4715-be20-6525c7b2b7c9 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.8403292 Apr 01 14:11:24.931722 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-7a6527b3-5386-4afa-99f5-cca807e8e274 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864'] for port, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:11:24.932748 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 35310) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:11:25.092100 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b147fff-2f40-43ce-a396-043711e72e73 None None] Pushing event updated for resources: {'Port': ['ID=ff240181-f621-4c8a-9f58-6a0f5087320c,revision_number=2']} {{(pid=83872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:11:25.109029 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.managers [None req-7a6527b3-5386-4afa-99f5-cca807e8e274 None None] Attempting to bind port ff240181-f621-4c8a-9f58-6a0f5087320c on host dv-neutron-836180-1-hyperv for vnic_type normal with profile {{(pid=83872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 14:11:25.109386 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.managers [None req-7a6527b3-5386-4afa-99f5-cca807e8e274 None None] Attempting to bind port ff240181-f621-4c8a-9f58-6a0f5087320c by drivers openvswitch,hyperv on host dv-neutron-836180-1-hyperv at level 0 using segments [{'id': '7b924dd8-4978-40c4-ad91-4b9b27348462', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301'}] {{(pid=83872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 14:11:25.109734 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a6527b3-5386-4afa-99f5-cca807e8e274 None None] Attempting to bind port ff240181-f621-4c8a-9f58-6a0f5087320c on network 725864b8-cceb-48c9-b5d3-1bfc4423e301 {{(pid=83872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 14:11:25.130390 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a6527b3-5386-4afa-99f5-cca807e8e274 None None] Checking agent: {'id': 'af948428-97cd-4d10-9f53-af028bdb39b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-836180-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 13, 25, 37), 'started_at': datetime.datetime(2022, 4, 1, 13, 26, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 14, 11, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-836180-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 14:11:25.130748 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a6527b3-5386-4afa-99f5-cca807e8e274 None None] Checking segment: {'id': '7b924dd8-4978-40c4-ad91-4b9b27348462', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 14:11:25.131135 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-7a6527b3-5386-4afa-99f5-cca807e8e274 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:11:25.131512 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a6527b3-5386-4afa-99f5-cca807e8e274 None None] Bound using segment: {'id': '7b924dd8-4978-40c4-ad91-4b9b27348462', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301'} {{(pid=83872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 14:11:25.131977 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.managers [None req-7a6527b3-5386-4afa-99f5-cca807e8e274 None None] Bound port: ff240181-f621-4c8a-9f58-6a0f5087320c, host: dv-neutron-836180-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b924dd8-4978-40c4-ad91-4b9b27348462', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301'}}] {{(pid=83872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 14:11:25.132371 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-7a6527b3-5386-4afa-99f5-cca807e8e274 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:11:25.305877 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-7a6527b3-5386-4afa-99f5-cca807e8e274 None None] For port ff240181-f621-4c8a-9f58-6a0f5087320c, host dv-neutron-836180-1-hyperv, cleared binding levels {{(pid=83872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 14:11:25.319153 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-7a6527b3-5386-4afa-99f5-cca807e8e274 None None] For port ff240181-f621-4c8a-9f58-6a0f5087320c, host dv-neutron-836180-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836180-1-hyperv',level=0,port_id=ff240181-f621-4c8a-9f58-6a0f5087320c,segment=NetworkSegment(7b924dd8-4978-40c4-ad91-4b9b27348462),segment_id=7b924dd8-4978-40c4-ad91-4b9b27348462)] {{(pid=83872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 14:11:25.324700 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-7a6527b3-5386-4afa-99f5-cca807e8e274 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864'] for port, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:11:25.362367 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d4b3bea-c369-4d40-988c-fb6a14439344 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7e7d0ecb-2af4-55f5-9198-238ab0570d62-c39f1361-5e60-4459-a4ec-71670a09682f', 'network_id': 'c39f1361-5e60-4459-a4ec-71670a09682f', 'tenant_id': '1ac9f9a3637e41b9993bdb348451719c', 'fixed_ips': [{'subnet_id': '43df549d-3285-4eab-8315-99c7d9697250'}]}} from dv-neutron-836180-1-hyperv. {{(pid=83872) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 01 14:11:25.363185 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-6d4b3bea-c369-4d40-988c-fb6a14439344 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:11:25.484114 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b147fff-2f40-43ce-a396-043711e72e73 None None] Pushing event updated for resources: {'Port': ['ID=ff240181-f621-4c8a-9f58-6a0f5087320c,revision_number=3']} {{(pid=83872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:11:25.508735 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a6527b3-5386-4afa-99f5-cca807e8e274 None None] Routers {'8cf4d12b-054f-4556-bbb2-1167de386ad8'} bound to L3 agent in host dv-neutron-836180-1-hyperv {{(pid=83872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 14:11:25.509405 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_hamode_db [None req-7a6527b3-5386-4afa-99f5-cca807e8e274 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836180-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T13:25:36Z,description=,heartbeat_timestamp=2022-04-01T14:11:06Z,host='dv-neutron-836180-1-hyperv',id=88bf8fc8-11a3-4e96-9d1b-5fd93ba9f6f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T13:25:36Z,topic='l3_agent')) {'router_ids': ['8cf4d12b-054f-4556-bbb2-1167de386ad8'], 'active': True} {{(pid=83872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 14:11:25.732999 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.db_base_plugin_common [None req-6d4b3bea-c369-4d40-988c-fb6a14439344 None None] Allocated IP 172.20.0.2 (c39f1361-5e60-4459-a4ec-71670a09682f/43df549d-3285-4eab-8315-99c7d9697250/2376263b-d504-46e6-b4d9-c33de52fe86a) {{(pid=83872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 14:11:25.772684 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-098dbe21-c1d4-40eb-bf47-b73d21782ba1 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:11:25.814712 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_dvr_db [None req-7a6527b3-5386-4afa-99f5-cca807e8e274 None None] Set router 8cf4d12b-054f-4556-bbb2-1167de386ad8 gateway port host: dv-neutron-836180-1-hyperv {{(pid=83872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 14:11:26.242149 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-6d4b3bea-c369-4d40-988c-fb6a14439344 None None] Notify callbacks [] for port, precommit_create {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:11:26.260212 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-6d4b3bea-c369-4d40-988c-fb6a14439344 None None] Transition to ACTIVE for port object 2376263b-d504-46e6-b4d9-c33de52fe86a will not be triggered until provisioned by entity L2. {{(pid=83872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 14:11:26.288061 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-6d4b3bea-c369-4d40-988c-fb6a14439344 None None] Transition to ACTIVE for port object 2376263b-d504-46e6-b4d9-c33de52fe86a will not be triggered until provisioned by entity DHCP. {{(pid=83872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 14:11:26.295712 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-6d4b3bea-c369-4d40-988c-fb6a14439344 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736732935801'] for port, after_create {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:11:26.352723 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_hamode_db [None req-7a6527b3-5386-4afa-99f5-cca807e8e274 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cf4d12b-054f-4556-bbb2-1167de386ad8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1969903409', 'tenant_id': '1ac9f9a3637e41b9993bdb348451719c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'external_fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.89'}], 'enable_snat': True}, 'gw_port_id': 'ff240181-f621-4c8a-9f58-6a0f5087320c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T14:11:22Z', 'updated_at': '2022-04-01T14:11:23Z', 'revision_number': 3, 'project_id': '1ac9f9a3637e41b9993bdb348451719c', 'gw_port': {'id': 'ff240181-f621-4c8a-9f58-6a0f5087320c', 'name': '', 'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:56:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8cf4d12b-054f-4556-bbb2-1167de386ad8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836180-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T14:11:22Z', 'updated_at': '2022-04-01T14:11:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836180-1-hyperv'}], 'dv-neutron-836180-1-hyperv', False) {} {{(pid=83872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 14:11:26.373230 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.db_base_plugin_common [None req-098dbe21-c1d4-40eb-bf47-b73d21782ba1 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Allocated IP 172.20.0.1 (c39f1361-5e60-4459-a4ec-71670a09682f/43df549d-3285-4eab-8315-99c7d9697250/d3fa3a81-a000-4ce5-bada-1e2e6e3ceb39) {{(pid=83869) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 14:11:26.373511 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a6527b3-5386-4afa-99f5-cca807e8e274 None None] The sync data for ids ['8cf4d12b-054f-4556-bbb2-1167de386ad8'] in dv-neutron-836180-1-hyperv is: [{'id': '8cf4d12b-054f-4556-bbb2-1167de386ad8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1969903409', 'tenant_id': '1ac9f9a3637e41b9993bdb348451719c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'external_fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.89'}], 'enable_snat': True}, 'gw_port_id': 'ff240181-f621-4c8a-9f58-6a0f5087320c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T14:11:22Z', 'updated_at': '2022-04-01T14:11:23Z', 'revision_number': 3, 'project_id': '1ac9f9a3637e41b9993bdb348451719c', 'gw_port': {'id': 'ff240181-f621-4c8a-9f58-6a0f5087320c', 'name': '', 'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:56:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8cf4d12b-054f-4556-bbb2-1167de386ad8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836180-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T14:11:22Z', 'updated_at': '2022-04-01T14:11:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836180-1-hyperv'}] {{(pid=83872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 14:11:26.377861 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d4b3bea-c369-4d40-988c-fb6a14439344 None None] Network c39f1361-5e60-4459-a4ec-71670a09682f is already hosted by enough agents. {{(pid=83872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 14:11:26.383160 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d4b3bea-c369-4d40-988c-fb6a14439344 None None] Pushing event updated for resources: {'Port': ['ID=2376263b-d504-46e6-b4d9-c33de52fe86a,revision_number=1']} {{(pid=83872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:11:26.386235 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.scheduler.base_scheduler [None req-6d4b3bea-c369-4d40-988c-fb6a14439344 None None] Resources bound (agent type, host, resource id): {{(pid=83872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 14:11:26.388402 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d4b3bea-c369-4d40-988c-fb6a14439344 None None] Received port after_create {{(pid=83872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 14:11:26.498665 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.managers [None req-6d4b3bea-c369-4d40-988c-fb6a14439344 None None] Attempting to bind port 2376263b-d504-46e6-b4d9-c33de52fe86a on host dv-neutron-836180-1-hyperv for vnic_type normal with profile {{(pid=83872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 14:11:26.499032 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.managers [None req-6d4b3bea-c369-4d40-988c-fb6a14439344 None None] Attempting to bind port 2376263b-d504-46e6-b4d9-c33de52fe86a by drivers openvswitch,hyperv on host dv-neutron-836180-1-hyperv at level 0 using segments [{'id': '277dfbcc-6fba-487b-b3c4-04bf0c825d99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'c39f1361-5e60-4459-a4ec-71670a09682f'}] {{(pid=83872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 14:11:26.499386 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d4b3bea-c369-4d40-988c-fb6a14439344 None None] Attempting to bind port 2376263b-d504-46e6-b4d9-c33de52fe86a on network c39f1361-5e60-4459-a4ec-71670a09682f {{(pid=83872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 14:11:26.507988 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d4b3bea-c369-4d40-988c-fb6a14439344 None None] Checking agent: {'id': 'af948428-97cd-4d10-9f53-af028bdb39b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-836180-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 13, 25, 37), 'started_at': datetime.datetime(2022, 4, 1, 13, 26, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 14, 11, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-836180-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 14:11:26.508328 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d4b3bea-c369-4d40-988c-fb6a14439344 None None] Checking segment: {'id': '277dfbcc-6fba-487b-b3c4-04bf0c825d99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'c39f1361-5e60-4459-a4ec-71670a09682f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 14:11:26.508763 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-6d4b3bea-c369-4d40-988c-fb6a14439344 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:11:26.509159 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d4b3bea-c369-4d40-988c-fb6a14439344 None None] Bound using segment: {'id': '277dfbcc-6fba-487b-b3c4-04bf0c825d99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'c39f1361-5e60-4459-a4ec-71670a09682f'} {{(pid=83872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 14:11:26.509868 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.managers [None req-6d4b3bea-c369-4d40-988c-fb6a14439344 None None] Bound port: 2376263b-d504-46e6-b4d9-c33de52fe86a, host: dv-neutron-836180-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '277dfbcc-6fba-487b-b3c4-04bf0c825d99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'c39f1361-5e60-4459-a4ec-71670a09682f'}}] {{(pid=83872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 14:11:26.510179 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-6d4b3bea-c369-4d40-988c-fb6a14439344 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:11:26.644824 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-6d4b3bea-c369-4d40-988c-fb6a14439344 None None] For port 2376263b-d504-46e6-b4d9-c33de52fe86a, host dv-neutron-836180-1-hyperv, cleared binding levels {{(pid=83872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 14:11:26.649539 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-6d4b3bea-c369-4d40-988c-fb6a14439344 None None] For port 2376263b-d504-46e6-b4d9-c33de52fe86a, host dv-neutron-836180-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836180-1-hyperv',level=0,port_id=2376263b-d504-46e6-b4d9-c33de52fe86a,segment=NetworkSegment(277dfbcc-6fba-487b-b3c4-04bf0c825d99),segment_id=277dfbcc-6fba-487b-b3c4-04bf0c825d99)] {{(pid=83872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 14:11:26.657338 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-6d4b3bea-c369-4d40-988c-fb6a14439344 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864'] for port, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:11:26.705379 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-098dbe21-c1d4-40eb-bf47-b73d21782ba1 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Notify callbacks [] for port, precommit_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:11:26.729528 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.provisioning_blocks [None req-098dbe21-c1d4-40eb-bf47-b73d21782ba1 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Transition to ACTIVE for port object d3fa3a81-a000-4ce5-bada-1e2e6e3ceb39 will not be triggered until provisioned by entity DHCP. {{(pid=83869) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 14:11:26.754078 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d4b3bea-c369-4d40-988c-fb6a14439344 None None] Pushing event updated for resources: {'Port': ['ID=2376263b-d504-46e6-b4d9-c33de52fe86a,revision_number=2']} {{(pid=83872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:11:26.762888 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-098dbe21-c1d4-40eb-bf47-b73d21782ba1 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736732935801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2705155'] for port, after_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:11:26.842585 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-098dbe21-c1d4-40eb-bf47-b73d21782ba1 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Network c39f1361-5e60-4459-a4ec-71670a09682f is already hosted by enough agents. {{(pid=83869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 14:11:26.846693 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.scheduler.base_scheduler [None req-098dbe21-c1d4-40eb-bf47-b73d21782ba1 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Resources bound (agent type, host, resource id): {{(pid=83869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 14:11:26.851092 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-098dbe21-c1d4-40eb-bf47-b73d21782ba1 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Received port after_create {{(pid=83869) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 14:11:26.883497 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-098dbe21-c1d4-40eb-bf47-b73d21782ba1 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Pushing event updated for resources: {'Port': ['ID=d3fa3a81-a000-4ce5-bada-1e2e6e3ceb39,revision_number=1']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:11:26.927452 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-098dbe21-c1d4-40eb-bf47-b73d21782ba1 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4084144'] for router_interface, before_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:11:27.055071 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-098dbe21-c1d4-40eb-bf47-b73d21782ba1 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:11:27.132779 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Device 2376263b-d504-46e6-b4d9-c33de52fe86a up at agent ovs-agent-dv-neutron-836180-1-hyperv {{(pid=83872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 14:11:27.221192 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Provisioning for port 2376263b-d504-46e6-b4d9-c33de52fe86a completed by entity L2. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 14:11:27.228160 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Device ff240181-f621-4c8a-9f58-6a0f5087320c up at agent ovs-agent-dv-neutron-836180-1-hyperv {{(pid=83872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 14:11:27.309031 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Provisioning for port ff240181-f621-4c8a-9f58-6a0f5087320c completed by entity L2. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 14:11:27.317549 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Provisioning complete for port ff240181-f621-4c8a-9f58-6a0f5087320c triggered by entity L2. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 14:11:27.317549 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-948329'] for port, provisioning_complete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:11:27.463522 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:11:27.485813 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] For port ff240181-f621-4c8a-9f58-6a0f5087320c, host dv-neutron-836180-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836180-1-hyperv',level=0,port_id=ff240181-f621-4c8a-9f58-6a0f5087320c,segment=NetworkSegment(7b924dd8-4978-40c4-ad91-4b9b27348462),segment_id=7b924dd8-4978-40c4-ad91-4b9b27348462)] {{(pid=83872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 14:11:27.492586 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864'] for port, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:11:27.582196 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Pushing event updated for resources: {'Port': ['ID=ff240181-f621-4c8a-9f58-6a0f5087320c,revision_number=4']} {{(pid=83872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:11:27.612367 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-098dbe21-c1d4-40eb-bf47-b73d21782ba1 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Notify callbacks [] for port, precommit_update {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:11:27.619354 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-098dbe21-c1d4-40eb-bf47-b73d21782ba1 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2705172'] for port, after_update {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:11:27.736011 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-098dbe21-c1d4-40eb-bf47-b73d21782ba1 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Pushing event updated for resources: {'Port': ['ID=d3fa3a81-a000-4ce5-bada-1e2e6e3ceb39,revision_number=2']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:11:27.738851 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-098dbe21-c1d4-40eb-bf47-b73d21782ba1 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3017508', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4084015'] for router_interface, after_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:11:27.833093 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46e2f1ba-3b89-4c25-a552-7ae6d422e4c7 None None] Network c39f1361-5e60-4459-a4ec-71670a09682f requested from dv-neutron-836180-1-hyperv {{(pid=83872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 14:11:27.884011 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-098dbe21-c1d4-40eb-bf47-b73d21782ba1 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Network c39f1361-5e60-4459-a4ec-71670a09682f is already hosted by enough agents. {{(pid=83869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 14:11:27.885209 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.scheduler.base_scheduler [None req-098dbe21-c1d4-40eb-bf47-b73d21782ba1 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Resources bound (agent type, host, resource id): {{(pid=83869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 14:11:27.928194 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-56e11968-2c8c-4941-850d-0330c0886327 None None] Provisioning for port 2376263b-d504-46e6-b4d9-c33de52fe86a completed by entity DHCP. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 14:11:27.949531 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-56e11968-2c8c-4941-850d-0330c0886327 None None] Provisioning complete for port 2376263b-d504-46e6-b4d9-c33de52fe86a triggered by entity DHCP. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 14:11:27.949531 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-56e11968-2c8c-4941-850d-0330c0886327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-948329'] for port, provisioning_complete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:11:28.165051 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-56e11968-2c8c-4941-850d-0330c0886327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:11:28.213661 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-56e11968-2c8c-4941-850d-0330c0886327 None None] For port 2376263b-d504-46e6-b4d9-c33de52fe86a, host dv-neutron-836180-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836180-1-hyperv',level=0,port_id=2376263b-d504-46e6-b4d9-c33de52fe86a,segment=NetworkSegment(277dfbcc-6fba-487b-b3c4-04bf0c825d99),segment_id=277dfbcc-6fba-487b-b3c4-04bf0c825d99)] {{(pid=83872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 14:11:28.226841 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-56e11968-2c8c-4941-850d-0330c0886327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864'] for port, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:11:28.319748 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-098dbe21-c1d4-40eb-bf47-b73d21782ba1 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Router 8cf4d12b-054f-4556-bbb2-1167de386ad8 has already been hosted by L3 agent 88bf8fc8-11a3-4e96-9d1b-5fd93ba9f6f1 {{(pid=83869) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 14:11:28.327459 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e11968-2c8c-4941-850d-0330c0886327 None None] Pushing event updated for resources: {'Port': ['ID=2376263b-d504-46e6-b4d9-c33de52fe86a,revision_number=3']} {{(pid=83872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:11:28.452272 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-710fda6f-e382-454e-9d83-f3a60ba8f82a None None] Provisioning for port d3fa3a81-a000-4ce5-bada-1e2e6e3ceb39 completed by entity DHCP. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 14:11:28.459514 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-710fda6f-e382-454e-9d83-f3a60ba8f82a None None] Provisioning complete for port d3fa3a81-a000-4ce5-bada-1e2e6e3ceb39 triggered by entity DHCP. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 14:11:28.459976 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-710fda6f-e382-454e-9d83-f3a60ba8f82a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-948329'] for port, provisioning_complete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:11:28.522160 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.plugin [None req-710fda6f-e382-454e-9d83-f3a60ba8f82a None None] Port d3fa3a81-a000-4ce5-bada-1e2e6e3ceb39 cannot update to ACTIVE because it is not bound. {{(pid=83872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 14:11:28.536712 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-710fda6f-e382-454e-9d83-f3a60ba8f82a None None] Provisioning complete for port 2376263b-d504-46e6-b4d9-c33de52fe86a triggered by entity DHCP. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 14:11:28.537106 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-710fda6f-e382-454e-9d83-f3a60ba8f82a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-948329'] for port, provisioning_complete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:11:28.643758 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-098dbe21-c1d4-40eb-bf47-b73d21782ba1 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Notify agent at l3_agent.dv-neutron-836180-1-hyperv the message routers_updated {{(pid=83869) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 14:11:28.657416 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-098dbe21-c1d4-40eb-bf47-b73d21782ba1 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] 10.222.0.26 "PUT /v2.0/routers/8cf4d12b-054f-4556-bbb2-1167de386ad8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7235839 Apr 01 14:11:28.794231 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-b73147a5-0bb0-41f1-b74a-3bea4a5d402f None None] Provisioning complete for port d3fa3a81-a000-4ce5-bada-1e2e6e3ceb39 triggered by entity DHCP. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 14:11:28.794603 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-b73147a5-0bb0-41f1-b74a-3bea4a5d402f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-948329'] for port, provisioning_complete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:11:28.856334 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.plugin [None req-b73147a5-0bb0-41f1-b74a-3bea4a5d402f None None] Port d3fa3a81-a000-4ce5-bada-1e2e6e3ceb39 cannot update to ACTIVE because it is not bound. {{(pid=83872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 14:11:28.861727 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-637b4bea-a28c-40a3-b469-0297a4f146e4 req-d2da470c-851d-4255-8672-35682f091c99 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1544750293&fields=id&tenant_id=1ac9f9a3637e41b9993bdb348451719c HTTP/1.1" status: 200 len: 267 time: 0.0591216 Apr 01 14:11:28.984609 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-fb959146-7aff-4f68-8d74-d6ccdbcf8696 None None] Provisioning complete for port d3fa3a81-a000-4ce5-bada-1e2e6e3ceb39 triggered by entity DHCP. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 14:11:28.985166 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-fb959146-7aff-4f68-8d74-d6ccdbcf8696 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-948329'] for port, provisioning_complete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:11:29.027858 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637b4bea-a28c-40a3-b469-0297a4f146e4 req-45be68d5-6721-459b-8598-7b1e511ecea7 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:11:29.028984 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [req-637b4bea-a28c-40a3-b469-0297a4f146e4 req-45be68d5-6721-459b-8598-7b1e511ecea7 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Synchronizing usage tracker for tenant:1ac9f9a3637e41b9993bdb348451719c on resource:network {{(pid=83869) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 14:11:29.050172 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [req-637b4bea-a28c-40a3-b469-0297a4f146e4 req-45be68d5-6721-459b-8598-7b1e511ecea7 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Unset dirty status for tenant:1ac9f9a3637e41b9993bdb348451719c on resource:network {{(pid=83869) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 14:11:29.052379 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-637b4bea-a28c-40a3-b469-0297a4f146e4 req-45be68d5-6721-459b-8598-7b1e511ecea7 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] 10.222.0.26 "GET /v2.0/networks?id=c39f1361-5e60-4459-a4ec-71670a09682f HTTP/1.1" status: 200 len: 797 time: 0.1822655 Apr 01 14:11:29.053915 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Device 2376263b-d504-46e6-b4d9-c33de52fe86a up at agent ovs-agent-dv-neutron-836180-1-hyperv {{(pid=83872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 14:11:29.072979 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-637b4bea-a28c-40a3-b469-0297a4f146e4 req-426d115d-3c82-45aa-a795-ce6455f1cec3 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] 10.222.0.26 "GET /v2.0/quotas/1ac9f9a3637e41b9993bdb348451719c HTTP/1.1" status: 200 len: 375 time: 0.0149705 Apr 01 14:11:29.085973 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.plugin [None req-fb959146-7aff-4f68-8d74-d6ccdbcf8696 None None] Port d3fa3a81-a000-4ce5-bada-1e2e6e3ceb39 cannot update to ACTIVE because it is not bound. {{(pid=83872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 14:11:29.134601 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Provisioning complete for port 2376263b-d504-46e6-b4d9-c33de52fe86a triggered by entity L2. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 14:11:29.134966 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-948329'] for port, provisioning_complete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:11:29.165131 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [req-637b4bea-a28c-40a3-b469-0297a4f146e4 req-1b2d855a-9a57-4996-8702-743323f3324b tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Synchronizing usage tracker for tenant:1ac9f9a3637e41b9993bdb348451719c on resource:port {{(pid=83869) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 14:11:29.181811 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [req-637b4bea-a28c-40a3-b469-0297a4f146e4 req-1b2d855a-9a57-4996-8702-743323f3324b tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Unset dirty status for tenant:1ac9f9a3637e41b9993bdb348451719c on resource:port {{(pid=83869) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 14:11:29.183730 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-637b4bea-a28c-40a3-b469-0297a4f146e4 req-1b2d855a-9a57-4996-8702-743323f3324b tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=1ac9f9a3637e41b9993bdb348451719c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1052105 Apr 01 14:11:29.309625 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [req-637b4bea-a28c-40a3-b469-0297a4f146e4 req-3d0f4774-5336-465f-9de7-115996c57350 service neutron] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=83869) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 01 14:11:29.309832 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Device ff240181-f621-4c8a-9f58-6a0f5087320c up at agent ovs-agent-dv-neutron-836180-1-hyperv {{(pid=83872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 14:11:29.310608 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-637b4bea-a28c-40a3-b469-0297a4f146e4 req-3d0f4774-5336-465f-9de7-115996c57350 service neutron] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.1143320 Apr 01 14:11:29.385972 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Provisioning complete for port ff240181-f621-4c8a-9f58-6a0f5087320c triggered by entity L2. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 14:11:29.386536 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-948329'] for port, provisioning_complete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:11:29.455703 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-637b4bea-a28c-40a3-b469-0297a4f146e4 req-6379bf45-129e-4b49-a66b-68879b4b5b5c service neutron] 10.222.0.26 "GET /v2.0/networks/c39f1361-5e60-4459-a4ec-71670a09682f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1375730 Apr 01 14:11:29.592900 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-637b4bea-a28c-40a3-b469-0297a4f146e4 req-d39861a2-bffd-4972-8524-3df852a7d623 service neutron] 10.222.0.26 "GET /v2.0/networks/c39f1361-5e60-4459-a4ec-71670a09682f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1306484 Apr 01 14:11:29.780807 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [req-e1f094ec-bace-43f5-b7ca-1e5d33e9b6d1 req-9bfecc5e-159e-42ca-a44e-f5a5a05e618a tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Synchronizing usage tracker for tenant:1ac9f9a3637e41b9993bdb348451719c on resource:port {{(pid=83871) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 14:11:29.792951 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [req-e1f094ec-bace-43f5-b7ca-1e5d33e9b6d1 req-9bfecc5e-159e-42ca-a44e-f5a5a05e618a tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Unset dirty status for tenant:1ac9f9a3637e41b9993bdb348451719c on resource:port {{(pid=83871) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 14:11:29.794067 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-e1f094ec-bace-43f5-b7ca-1e5d33e9b6d1 req-9bfecc5e-159e-42ca-a44e-f5a5a05e618a tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] 10.222.0.26 "GET /v2.0/ports?device_id=4d3740da-d91f-4d60-a37e-95ca6ed889a3 HTTP/1.1" status: 200 len: 210 time: 0.0531752 Apr 01 14:11:30.122180 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c80ceb33-d046-435f-b8d4-5c31190e829f None None] Sync routers for ids ['8cf4d12b-054f-4556-bbb2-1167de386ad8'] in dv-neutron-836180-1-hyperv {{(pid=83873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 14:11:30.134915 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c80ceb33-d046-435f-b8d4-5c31190e829f None None] Routers {'8cf4d12b-054f-4556-bbb2-1167de386ad8'} bound to L3 agent in host dv-neutron-836180-1-hyperv {{(pid=83873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 14:11:30.135498 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-c80ceb33-d046-435f-b8d4-5c31190e829f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836180-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T13:25:36Z,description=,heartbeat_timestamp=2022-04-01T14:11:06Z,host='dv-neutron-836180-1-hyperv',id=88bf8fc8-11a3-4e96-9d1b-5fd93ba9f6f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T13:25:36Z,topic='l3_agent')) {'router_ids': ['8cf4d12b-054f-4556-bbb2-1167de386ad8'], 'active': True} {{(pid=83873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 14:11:30.318190 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_dvr_db [None req-c80ceb33-d046-435f-b8d4-5c31190e829f None None] Set router 8cf4d12b-054f-4556-bbb2-1167de386ad8 gateway port host: dv-neutron-836180-1-hyperv {{(pid=83873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 14:11:30.652516 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-c80ceb33-d046-435f-b8d4-5c31190e829f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cf4d12b-054f-4556-bbb2-1167de386ad8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1969903409', 'tenant_id': '1ac9f9a3637e41b9993bdb348451719c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'external_fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.89'}], 'enable_snat': True}, 'gw_port_id': 'ff240181-f621-4c8a-9f58-6a0f5087320c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T14:11:22Z', 'updated_at': '2022-04-01T14:11:26Z', 'revision_number': 4, 'project_id': '1ac9f9a3637e41b9993bdb348451719c', 'gw_port': {'id': 'ff240181-f621-4c8a-9f58-6a0f5087320c', 'name': '', 'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:56:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cf4d12b-054f-4556-bbb2-1167de386ad8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836180-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T14:11:22Z', 'updated_at': '2022-04-01T14:11:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836180-1-hyperv', '_interfaces': [{'id': 'd3fa3a81-a000-4ce5-bada-1e2e6e3ceb39', 'name': '', 'network_id': 'c39f1361-5e60-4459-a4ec-71670a09682f', 'tenant_id': '1ac9f9a3637e41b9993bdb348451719c', 'mac_address': 'fa:16:3e:3b:4c:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8cf4d12b-054f-4556-bbb2-1167de386ad8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '43df549d-3285-4eab-8315-99c7d9697250', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T14:11:26Z', 'updated_at': '2022-04-01T14:11:27Z', 'revision_number': 2, 'project_id': '1ac9f9a3637e41b9993bdb348451719c', 'subnets': [{'id': '43df549d-3285-4eab-8315-99c7d9697250', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-836180-1-hyperv', False) {} {{(pid=83873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 14:11:30.656163 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c80ceb33-d046-435f-b8d4-5c31190e829f None None] Checking router: 8cf4d12b-054f-4556-bbb2-1167de386ad8 for host: dv-neutron-836180-1-hyperv {{(pid=83873) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 01 14:11:30.656528 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c80ceb33-d046-435f-b8d4-5c31190e829f None None] Updating router 8cf4d12b-054f-4556-bbb2-1167de386ad8 port d3fa3a81-a000-4ce5-bada-1e2e6e3ceb39 binding host dv-neutron-836180-1-hyperv {{(pid=83873) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 01 14:11:30.705197 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-c80ceb33-d046-435f-b8d4-5c31190e829f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:11:30.902786 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-0e0c729f-9f8a-4f8d-b948-8f1c631d6f72 req-a8201dc6-2fd2-4c56-9ade-8ec971ec9300 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] 10.222.0.26 "GET /v2.0/ports?device_id=4d3740da-d91f-4d60-a37e-95ca6ed889a3 HTTP/1.1" status: 200 len: 210 time: 0.0414619 Apr 01 14:11:31.047739 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-c80ceb33-d046-435f-b8d4-5c31190e829f None None] Notify callbacks [] for port, precommit_update {{(pid=83873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:11:31.060231 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-c80ceb33-d046-435f-b8d4-5c31190e829f None None] Transition to ACTIVE for port object d3fa3a81-a000-4ce5-bada-1e2e6e3ceb39 will not be triggered until provisioned by entity L2. {{(pid=83873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 14:11:31.066007 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-c80ceb33-d046-435f-b8d4-5c31190e829f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864'] for port, after_update {{(pid=83873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:11:31.190082 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b27d51-94ab-4d57-be0a-93a024775332 None None] Pushing event updated for resources: {'Port': ['ID=d3fa3a81-a000-4ce5-bada-1e2e6e3ceb39,revision_number=3']} {{(pid=83873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:11:31.202184 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81b27d51-94ab-4d57-be0a-93a024775332 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:11:31.202510 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81b27d51-94ab-4d57-be0a-93a024775332 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:11:31.202835 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81b27d51-94ab-4d57-be0a-93a024775332 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:11:31.203149 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81b27d51-94ab-4d57-be0a-93a024775332 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:11:31.203461 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81b27d51-94ab-4d57-be0a-93a024775332 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:11:31.203772 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81b27d51-94ab-4d57-be0a-93a024775332 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:11:31.204079 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81b27d51-94ab-4d57-be0a-93a024775332 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:11:31.204408 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81b27d51-94ab-4d57-be0a-93a024775332 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:11:31.204715 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81b27d51-94ab-4d57-be0a-93a024775332 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:11:31.205017 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81b27d51-94ab-4d57-be0a-93a024775332 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:11:31.205317 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81b27d51-94ab-4d57-be0a-93a024775332 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:11:31.294540 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.plugins.ml2.managers [None req-c80ceb33-d046-435f-b8d4-5c31190e829f None None] Attempting to bind port d3fa3a81-a000-4ce5-bada-1e2e6e3ceb39 on host dv-neutron-836180-1-hyperv for vnic_type normal with profile {{(pid=83873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 14:11:31.294896 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.plugins.ml2.managers [None req-c80ceb33-d046-435f-b8d4-5c31190e829f None None] Attempting to bind port d3fa3a81-a000-4ce5-bada-1e2e6e3ceb39 by drivers openvswitch,hyperv on host dv-neutron-836180-1-hyperv at level 0 using segments [{'id': '277dfbcc-6fba-487b-b3c4-04bf0c825d99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'c39f1361-5e60-4459-a4ec-71670a09682f'}] {{(pid=83873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 14:11:31.295249 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c80ceb33-d046-435f-b8d4-5c31190e829f None None] Attempting to bind port d3fa3a81-a000-4ce5-bada-1e2e6e3ceb39 on network c39f1361-5e60-4459-a4ec-71670a09682f {{(pid=83873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 14:11:31.302923 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c80ceb33-d046-435f-b8d4-5c31190e829f None None] Checking agent: {'id': 'af948428-97cd-4d10-9f53-af028bdb39b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-836180-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 13, 25, 37), 'started_at': datetime.datetime(2022, 4, 1, 13, 26, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 14, 11, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-836180-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 14:11:31.303366 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c80ceb33-d046-435f-b8d4-5c31190e829f None None] Checking segment: {'id': '277dfbcc-6fba-487b-b3c4-04bf0c825d99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'c39f1361-5e60-4459-a4ec-71670a09682f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 14:11:31.303670 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-c80ceb33-d046-435f-b8d4-5c31190e829f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:11:31.304049 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c80ceb33-d046-435f-b8d4-5c31190e829f None None] Bound using segment: {'id': '277dfbcc-6fba-487b-b3c4-04bf0c825d99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'c39f1361-5e60-4459-a4ec-71670a09682f'} {{(pid=83873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 14:11:31.304520 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.plugins.ml2.managers [None req-c80ceb33-d046-435f-b8d4-5c31190e829f None None] Bound port: d3fa3a81-a000-4ce5-bada-1e2e6e3ceb39, host: dv-neutron-836180-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '277dfbcc-6fba-487b-b3c4-04bf0c825d99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'c39f1361-5e60-4459-a4ec-71670a09682f'}}] {{(pid=83873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 14:11:31.304877 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-c80ceb33-d046-435f-b8d4-5c31190e829f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:11:31.392669 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.plugins.ml2.db [None req-c80ceb33-d046-435f-b8d4-5c31190e829f None None] For port d3fa3a81-a000-4ce5-bada-1e2e6e3ceb39, host dv-neutron-836180-1-hyperv, cleared binding levels {{(pid=83873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 14:11:31.395698 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.plugins.ml2.db [None req-c80ceb33-d046-435f-b8d4-5c31190e829f None None] For port d3fa3a81-a000-4ce5-bada-1e2e6e3ceb39, host dv-neutron-836180-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836180-1-hyperv',level=0,port_id=d3fa3a81-a000-4ce5-bada-1e2e6e3ceb39,segment=NetworkSegment(277dfbcc-6fba-487b-b3c4-04bf0c825d99),segment_id=277dfbcc-6fba-487b-b3c4-04bf0c825d99)] {{(pid=83873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 14:11:31.399891 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-c80ceb33-d046-435f-b8d4-5c31190e829f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864'] for port, after_update {{(pid=83873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:11:31.474696 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b27d51-94ab-4d57-be0a-93a024775332 None None] Pushing event updated for resources: {'Port': ['ID=d3fa3a81-a000-4ce5-bada-1e2e6e3ceb39,revision_number=4']} {{(pid=83873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:11:31.482417 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c80ceb33-d046-435f-b8d4-5c31190e829f None None] Routers {'8cf4d12b-054f-4556-bbb2-1167de386ad8'} bound to L3 agent in host dv-neutron-836180-1-hyperv {{(pid=83873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 14:11:31.483010 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-c80ceb33-d046-435f-b8d4-5c31190e829f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836180-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T13:25:36Z,description=,heartbeat_timestamp=2022-04-01T14:11:06Z,host='dv-neutron-836180-1-hyperv',id=88bf8fc8-11a3-4e96-9d1b-5fd93ba9f6f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T13:25:36Z,topic='l3_agent')) {'router_ids': ['8cf4d12b-054f-4556-bbb2-1167de386ad8'], 'active': True} {{(pid=83873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 14:11:31.666347 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_dvr_db [None req-c80ceb33-d046-435f-b8d4-5c31190e829f None None] Set router 8cf4d12b-054f-4556-bbb2-1167de386ad8 gateway port host: dv-neutron-836180-1-hyperv {{(pid=83873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 14:11:32.017553 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-c80ceb33-d046-435f-b8d4-5c31190e829f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cf4d12b-054f-4556-bbb2-1167de386ad8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1969903409', 'tenant_id': '1ac9f9a3637e41b9993bdb348451719c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'external_fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.89'}], 'enable_snat': True}, 'gw_port_id': 'ff240181-f621-4c8a-9f58-6a0f5087320c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T14:11:22Z', 'updated_at': '2022-04-01T14:11:26Z', 'revision_number': 4, 'project_id': '1ac9f9a3637e41b9993bdb348451719c', 'gw_port': {'id': 'ff240181-f621-4c8a-9f58-6a0f5087320c', 'name': '', 'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:56:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cf4d12b-054f-4556-bbb2-1167de386ad8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836180-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T14:11:22Z', 'updated_at': '2022-04-01T14:11:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836180-1-hyperv', '_interfaces': [{'id': 'd3fa3a81-a000-4ce5-bada-1e2e6e3ceb39', 'name': '', 'network_id': 'c39f1361-5e60-4459-a4ec-71670a09682f', 'tenant_id': '1ac9f9a3637e41b9993bdb348451719c', 'mac_address': 'fa:16:3e:3b:4c:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8cf4d12b-054f-4556-bbb2-1167de386ad8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '43df549d-3285-4eab-8315-99c7d9697250', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836180-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T14:11:26Z', 'updated_at': '2022-04-01T14:11:31Z', 'revision_number': 4, 'project_id': '1ac9f9a3637e41b9993bdb348451719c', 'subnets': [{'id': '43df549d-3285-4eab-8315-99c7d9697250', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-836180-1-hyperv', False) {} {{(pid=83873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 14:11:32.021804 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c80ceb33-d046-435f-b8d4-5c31190e829f None None] The sync data for ids ['8cf4d12b-054f-4556-bbb2-1167de386ad8'] in dv-neutron-836180-1-hyperv is: [{'id': '8cf4d12b-054f-4556-bbb2-1167de386ad8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1969903409', 'tenant_id': '1ac9f9a3637e41b9993bdb348451719c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'external_fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.89'}], 'enable_snat': True}, 'gw_port_id': 'ff240181-f621-4c8a-9f58-6a0f5087320c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T14:11:22Z', 'updated_at': '2022-04-01T14:11:26Z', 'revision_number': 4, 'project_id': '1ac9f9a3637e41b9993bdb348451719c', 'gw_port': {'id': 'ff240181-f621-4c8a-9f58-6a0f5087320c', 'name': '', 'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:56:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cf4d12b-054f-4556-bbb2-1167de386ad8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836180-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T14:11:22Z', 'updated_at': '2022-04-01T14:11:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836180-1-hyperv', '_interfaces': [{'id': 'd3fa3a81-a000-4ce5-bada-1e2e6e3ceb39', 'name': '', 'network_id': 'c39f1361-5e60-4459-a4ec-71670a09682f', 'tenant_id': '1ac9f9a3637e41b9993bdb348451719c', 'mac_address': 'fa:16:3e:3b:4c:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8cf4d12b-054f-4556-bbb2-1167de386ad8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '43df549d-3285-4eab-8315-99c7d9697250', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836180-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T14:11:26Z', 'updated_at': '2022-04-01T14:11:31Z', 'revision_number': 4, 'project_id': '1ac9f9a3637e41b9993bdb348451719c', 'subnets': [{'id': '43df549d-3285-4eab-8315-99c7d9697250', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 14:11:32.036917 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-f8ec948c-889f-46c6-b9d0-1a796dadbe2c req-e51dfeae-b720-466c-b6a5-e9aba673aeb0 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] 10.222.0.26 "GET /v2.0/ports?device_id=4d3740da-d91f-4d60-a37e-95ca6ed889a3 HTTP/1.1" status: 200 len: 210 time: 0.0429668 Apr 01 14:11:33.057286 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Device d3fa3a81-a000-4ce5-bada-1e2e6e3ceb39 up at agent ovs-agent-dv-neutron-836180-1-hyperv {{(pid=83872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 14:11:33.168114 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Provisioning for port d3fa3a81-a000-4ce5-bada-1e2e6e3ceb39 completed by entity L2. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 14:11:33.174222 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Provisioning complete for port d3fa3a81-a000-4ce5-bada-1e2e6e3ceb39 triggered by entity L2. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 14:11:33.175018 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-948329'] for port, provisioning_complete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:11:33.205651 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-445bb7dc-561d-431f-9455-4322aaaa65f3 req-8a2ea1cf-a359-4796-b272-454e347471d7 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] 10.222.0.26 "GET /v2.0/ports?device_id=4d3740da-d91f-4d60-a37e-95ca6ed889a3 HTTP/1.1" status: 200 len: 210 time: 0.0798485 Apr 01 14:11:33.309673 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:11:33.346968 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] For port d3fa3a81-a000-4ce5-bada-1e2e6e3ceb39, host dv-neutron-836180-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836180-1-hyperv',level=0,port_id=d3fa3a81-a000-4ce5-bada-1e2e6e3ceb39,segment=NetworkSegment(277dfbcc-6fba-487b-b3c4-04bf0c825d99),segment_id=277dfbcc-6fba-487b-b3c4-04bf0c825d99)] {{(pid=83872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 14:11:33.353307 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864'] for port, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:11:33.429439 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Pushing event updated for resources: {'Port': ['ID=d3fa3a81-a000-4ce5-bada-1e2e6e3ceb39,revision_number=5']} {{(pid=83872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:11:33.648036 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-be2708e0-bd65-4317-999d-5d07fdc446fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:11:34.387753 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-20a812f8-6785-47c8-98ef-bd3d2b6e8932 req-382841dc-a4aa-4a2e-86cc-d01d77af3aa7 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] 10.222.0.26 "GET /v2.0/ports?device_id=4d3740da-d91f-4d60-a37e-95ca6ed889a3 HTTP/1.1" status: 200 len: 210 time: 0.0465300 Apr 01 14:11:35.038156 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Device d3fa3a81-a000-4ce5-bada-1e2e6e3ceb39 up at agent ovs-agent-dv-neutron-836180-1-hyperv {{(pid=83872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 14:11:35.081879 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637b4bea-a28c-40a3-b469-0297a4f146e4 req-5489b03d-27a6-41ca-b2f5-26f32192508b tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:11:35.085315 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-637b4bea-a28c-40a3-b469-0297a4f146e4 req-5489b03d-27a6-41ca-b2f5-26f32192508b tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] 10.222.0.57 "GET /v2.0/networks?id=c39f1361-5e60-4459-a4ec-71670a09682f HTTP/1.1" status: 200 len: 797 time: 0.1699820 Apr 01 14:11:35.112214 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Provisioning complete for port d3fa3a81-a000-4ce5-bada-1e2e6e3ceb39 triggered by entity L2. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 14:11:35.112606 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-948329'] for port, provisioning_complete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:11:35.154099 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-637b4bea-a28c-40a3-b469-0297a4f146e4 req-80e7b0ce-3f26-4cf9-8dcc-b2f93e7f7409 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1ac9f9a3637e41b9993bdb348451719c HTTP/1.1" status: 200 len: 380 time: 0.0560739 Apr 01 14:11:35.165427 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.v2.base [req-637b4bea-a28c-40a3-b469-0297a4f146e4 req-88d6d229-7245-4c18-bfac-60d25a2e2ecb tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Request body: {'port': {'device_id': '4d3740da-d91f-4d60-a37e-95ca6ed889a3', 'network_id': 'c39f1361-5e60-4459-a4ec-71670a09682f', 'admin_state_up': True, 'tenant_id': '1ac9f9a3637e41b9993bdb348451719c', 'security_groups': ['19b37ef0-262f-4b4f-92b5-875b02dd0430']}} {{(pid=83869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 14:11:35.322428 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [req-637b4bea-a28c-40a3-b469-0297a4f146e4 req-88d6d229-7245-4c18-bfac-60d25a2e2ecb tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 14:11:35.332887 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [req-637b4bea-a28c-40a3-b469-0297a4f146e4 req-88d6d229-7245-4c18-bfac-60d25a2e2ecb tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 14:11:35.342750 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-637b4bea-a28c-40a3-b469-0297a4f146e4 req-88d6d229-7245-4c18-bfac-60d25a2e2ecb tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Made reservation on behalf of 1ac9f9a3637e41b9993bdb348451719c for: {'port': 1} {{(pid=83869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 14:11:35.345883 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [req-637b4bea-a28c-40a3-b469-0297a4f146e4 req-88d6d229-7245-4c18-bfac-60d25a2e2ecb tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:11:35.518699 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.db_base_plugin_common [req-637b4bea-a28c-40a3-b469-0297a4f146e4 req-88d6d229-7245-4c18-bfac-60d25a2e2ecb tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Allocated IP 172.20.0.6 (c39f1361-5e60-4459-a4ec-71670a09682f/43df549d-3285-4eab-8315-99c7d9697250/49584085-8946-46aa-82a8-26ac3c0a36fd) {{(pid=83869) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 14:11:35.572538 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-c755d6b3-08c5-4bd6-9e2f-c16702c94dc1 req-c4f4fb05-3f74-47e4-a042-9f301b78ec3f tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] 10.222.0.26 "GET /v2.0/ports?device_id=4d3740da-d91f-4d60-a37e-95ca6ed889a3 HTTP/1.1" status: 200 len: 210 time: 0.0490801 Apr 01 14:11:35.801075 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [req-637b4bea-a28c-40a3-b469-0297a4f146e4 req-88d6d229-7245-4c18-bfac-60d25a2e2ecb tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Notify callbacks [] for port, precommit_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:11:35.836968 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.provisioning_blocks [req-637b4bea-a28c-40a3-b469-0297a4f146e4 req-88d6d229-7245-4c18-bfac-60d25a2e2ecb tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Transition to ACTIVE for port object 49584085-8946-46aa-82a8-26ac3c0a36fd will not be triggered until provisioned by entity DHCP. {{(pid=83869) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 14:11:35.880455 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [req-637b4bea-a28c-40a3-b469-0297a4f146e4 req-88d6d229-7245-4c18-bfac-60d25a2e2ecb tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736732935801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2705155'] for port, after_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:11:35.963528 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-637b4bea-a28c-40a3-b469-0297a4f146e4 req-88d6d229-7245-4c18-bfac-60d25a2e2ecb tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Network c39f1361-5e60-4459-a4ec-71670a09682f is already hosted by enough agents. {{(pid=83869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 14:11:35.977220 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.scheduler.base_scheduler [req-637b4bea-a28c-40a3-b469-0297a4f146e4 req-88d6d229-7245-4c18-bfac-60d25a2e2ecb tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Resources bound (agent type, host, resource id): {{(pid=83869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 14:11:35.980995 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_dvrscheduler_db [req-637b4bea-a28c-40a3-b469-0297a4f146e4 req-88d6d229-7245-4c18-bfac-60d25a2e2ecb tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Received port after_create {{(pid=83869) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 14:11:36.000101 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-b26637e0-fb56-4587-a608-75fef03676d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:11:36.036613 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d6d229-7245-4c18-bfac-60d25a2e2ecb tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Pushing event updated for resources: {'Port': ['ID=49584085-8946-46aa-82a8-26ac3c0a36fd,revision_number=1']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:11:36.064759 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637b4bea-a28c-40a3-b469-0297a4f146e4 req-88d6d229-7245-4c18-bfac-60d25a2e2ecb tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:11:36.065284 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [req-637b4bea-a28c-40a3-b469-0297a4f146e4 req-88d6d229-7245-4c18-bfac-60d25a2e2ecb tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109561'] for port, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:11:36.102927 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-637b4bea-a28c-40a3-b469-0297a4f146e4 req-88d6d229-7245-4c18-bfac-60d25a2e2ecb tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9425266 Apr 01 14:11:36.117525 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.v2.base [req-637b4bea-a28c-40a3-b469-0297a4f146e4 req-22dc327f-d970-414e-96d3-0353fdf40f6a service neutron] Request body: {'port': {'device_id': '4d3740da-d91f-4d60-a37e-95ca6ed889a3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8361'}} {{(pid=83869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 14:11:36.302454 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-5b4e4b67-4381-4a9d-bd13-12017deea3a8 None None] Provisioning for port 49584085-8946-46aa-82a8-26ac3c0a36fd completed by entity DHCP. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 14:11:36.310329 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-5b4e4b67-4381-4a9d-bd13-12017deea3a8 None None] Provisioning complete for port 49584085-8946-46aa-82a8-26ac3c0a36fd triggered by entity DHCP. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 14:11:36.311067 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-5b4e4b67-4381-4a9d-bd13-12017deea3a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-948329'] for port, provisioning_complete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:11:36.385534 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.plugin [None req-5b4e4b67-4381-4a9d-bd13-12017deea3a8 None None] Port 49584085-8946-46aa-82a8-26ac3c0a36fd cannot update to ACTIVE because it is not bound. {{(pid=83872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 14:11:36.401913 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [req-637b4bea-a28c-40a3-b469-0297a4f146e4 req-22dc327f-d970-414e-96d3-0353fdf40f6a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:11:36.784175 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf7b3ca-f477-4963-ad70-ca74d2006244 req-5c2789a5-8fff-4d5f-8015-662f1c6b18d8 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:11:36.786373 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-4cf7b3ca-f477-4963-ad70-ca74d2006244 req-5c2789a5-8fff-4d5f-8015-662f1c6b18d8 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] 10.222.0.26 "GET /v2.0/ports?device_id=4d3740da-d91f-4d60-a37e-95ca6ed889a3 HTTP/1.1" status: 200 len: 931 time: 0.0847325 Apr 01 14:11:36.799073 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.notifiers.nova [req-637b4bea-a28c-40a3-b469-0297a4f146e4 req-22dc327f-d970-414e-96d3-0353fdf40f6a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 49584085-8946-46aa-82a8-26ac3c0a36fd {{(pid=83869) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 01 14:11:36.807130 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [req-637b4bea-a28c-40a3-b469-0297a4f146e4 req-22dc327f-d970-414e-96d3-0353fdf40f6a service neutron] Notify callbacks [] for port, precommit_update {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:11:36.822604 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.provisioning_blocks [req-637b4bea-a28c-40a3-b469-0297a4f146e4 req-22dc327f-d970-414e-96d3-0353fdf40f6a service neutron] Transition to ACTIVE for port object 49584085-8946-46aa-82a8-26ac3c0a36fd will not be triggered until provisioned by entity L2. {{(pid=83869) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 14:11:36.825855 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [req-637b4bea-a28c-40a3-b469-0297a4f146e4 req-22dc327f-d970-414e-96d3-0353fdf40f6a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2705172'] for port, after_update {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:11:36.834596 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [req-4cf7b3ca-f477-4963-ad70-ca74d2006244 req-7c66cb3d-2bd5-40a9-bfd9-dbc60f155bc1 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Synchronizing usage tracker for tenant:1ac9f9a3637e41b9993bdb348451719c on resource:security_group {{(pid=83871) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 14:11:36.849850 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [req-4cf7b3ca-f477-4963-ad70-ca74d2006244 req-7c66cb3d-2bd5-40a9-bfd9-dbc60f155bc1 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Unset dirty status for tenant:1ac9f9a3637e41b9993bdb348451719c on resource:security_group {{(pid=83871) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 14:11:36.851008 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-4cf7b3ca-f477-4963-ad70-ca74d2006244 req-7c66cb3d-2bd5-40a9-bfd9-dbc60f155bc1 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] 10.222.0.26 "GET /v2.0/security-groups?id=19b37ef0-262f-4b4f-92b5-875b02dd0430&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0582495 Apr 01 14:11:36.958271 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22dc327f-d970-414e-96d3-0353fdf40f6a service neutron] Pushing event updated for resources: {'Port': ['ID=49584085-8946-46aa-82a8-26ac3c0a36fd,revision_number=2']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:11:37.069899 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.managers [req-637b4bea-a28c-40a3-b469-0297a4f146e4 req-22dc327f-d970-414e-96d3-0353fdf40f6a service neutron] Attempting to bind port 49584085-8946-46aa-82a8-26ac3c0a36fd on host hv-neutron-8361 for vnic_type normal with profile {{(pid=83869) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 14:11:37.070228 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.managers [req-637b4bea-a28c-40a3-b469-0297a4f146e4 req-22dc327f-d970-414e-96d3-0353fdf40f6a service neutron] Attempting to bind port 49584085-8946-46aa-82a8-26ac3c0a36fd by drivers openvswitch,hyperv on host hv-neutron-8361 at level 0 using segments [{'id': '277dfbcc-6fba-487b-b3c4-04bf0c825d99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'c39f1361-5e60-4459-a4ec-71670a09682f'}] {{(pid=83869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 14:11:37.070542 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-637b4bea-a28c-40a3-b469-0297a4f146e4 req-22dc327f-d970-414e-96d3-0353fdf40f6a service neutron] Attempting to bind port 49584085-8946-46aa-82a8-26ac3c0a36fd on network c39f1361-5e60-4459-a4ec-71670a09682f {{(pid=83869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 14:11:37.076146 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-637b4bea-a28c-40a3-b469-0297a4f146e4 req-22dc327f-d970-414e-96d3-0353fdf40f6a service neutron] Port 49584085-8946-46aa-82a8-26ac3c0a36fd on network c39f1361-5e60-4459-a4ec-71670a09682f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8361 {{(pid=83869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 01 14:11:37.076481 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-637b4bea-a28c-40a3-b469-0297a4f146e4 req-22dc327f-d970-414e-96d3-0353fdf40f6a service neutron] Attempting to bind port 49584085-8946-46aa-82a8-26ac3c0a36fd on network c39f1361-5e60-4459-a4ec-71670a09682f {{(pid=83869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 14:11:37.082492 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-637b4bea-a28c-40a3-b469-0297a4f146e4 req-22dc327f-d970-414e-96d3-0353fdf40f6a service neutron] Checking agent: {'id': '359ce187-6241-4f7e-85a4-e066c7b0cdea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8361', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 13, 31, 54), 'started_at': datetime.datetime(2022, 4, 1, 13, 31, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 14, 11, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 14:11:37.082807 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-637b4bea-a28c-40a3-b469-0297a4f146e4 req-22dc327f-d970-414e-96d3-0353fdf40f6a service neutron] Checking segment: {'id': '277dfbcc-6fba-487b-b3c4-04bf0c825d99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'c39f1361-5e60-4459-a4ec-71670a09682f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 14:11:37.083173 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-637b4bea-a28c-40a3-b469-0297a4f146e4 req-22dc327f-d970-414e-96d3-0353fdf40f6a service neutron] Bound using segment: {'id': '277dfbcc-6fba-487b-b3c4-04bf0c825d99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'c39f1361-5e60-4459-a4ec-71670a09682f'} {{(pid=83869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 14:11:37.083579 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.managers [req-637b4bea-a28c-40a3-b469-0297a4f146e4 req-22dc327f-d970-414e-96d3-0353fdf40f6a service neutron] Bound port: 49584085-8946-46aa-82a8-26ac3c0a36fd, host: hv-neutron-8361, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '277dfbcc-6fba-487b-b3c4-04bf0c825d99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'c39f1361-5e60-4459-a4ec-71670a09682f'}}] {{(pid=83869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 14:11:37.083912 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [req-637b4bea-a28c-40a3-b469-0297a4f146e4 req-22dc327f-d970-414e-96d3-0353fdf40f6a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:11:37.177567 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.db [req-637b4bea-a28c-40a3-b469-0297a4f146e4 req-22dc327f-d970-414e-96d3-0353fdf40f6a service neutron] For port 49584085-8946-46aa-82a8-26ac3c0a36fd, host hv-neutron-8361, cleared binding levels {{(pid=83869) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 14:11:37.180356 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.db [req-637b4bea-a28c-40a3-b469-0297a4f146e4 req-22dc327f-d970-414e-96d3-0353fdf40f6a service neutron] For port 49584085-8946-46aa-82a8-26ac3c0a36fd, host hv-neutron-8361, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8361',level=0,port_id=49584085-8946-46aa-82a8-26ac3c0a36fd,segment=NetworkSegment(277dfbcc-6fba-487b-b3c4-04bf0c825d99),segment_id=277dfbcc-6fba-487b-b3c4-04bf0c825d99)] {{(pid=83869) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 14:11:37.184783 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [req-637b4bea-a28c-40a3-b469-0297a4f146e4 req-22dc327f-d970-414e-96d3-0353fdf40f6a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2705172'] for port, after_update {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:11:37.247503 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [req-637b4bea-a28c-40a3-b469-0297a4f146e4 req-22dc327f-d970-414e-96d3-0353fdf40f6a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109561'] for port, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:11:37.248922 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-637b4bea-a28c-40a3-b469-0297a4f146e4 req-22dc327f-d970-414e-96d3-0353fdf40f6a service neutron] 10.222.0.57 "PUT /v2.0/ports/49584085-8946-46aa-82a8-26ac3c0a36fd HTTP/1.1" status: 200 len: 1093 time: 1.1373637 Apr 01 14:11:37.249351 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d3740da-d91f-4d60-a37e-95ca6ed889a3', 'tag': '49584085-8946-46aa-82a8-26ac3c0a36fd'}] {{(pid=83869) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 14:11:37.271842 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:11:37.284790 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22dc327f-d970-414e-96d3-0353fdf40f6a service neutron] Pushing event updated for resources: {'Port': ['ID=49584085-8946-46aa-82a8-26ac3c0a36fd,revision_number=3']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:11:37.345077 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4d3740da-d91f-4d60-a37e-95ca6ed889a3', 'tag': '49584085-8946-46aa-82a8-26ac3c0a36fd', 'status': 'completed', 'code': 200} Apr 01 14:11:37.392038 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-637b4bea-a28c-40a3-b469-0297a4f146e4 req-2d8cede7-2285-4a38-a8a2-cc0f3f845544 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=1ac9f9a3637e41b9993bdb348451719c&device_id=4d3740da-d91f-4d60-a37e-95ca6ed889a3 HTTP/1.1" status: 200 len: 1096 time: 0.0962753 Apr 01 14:11:37.462517 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-637b4bea-a28c-40a3-b469-0297a4f146e4 req-44638af8-159e-4e3c-87b7-7a5253cb9e5c service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=49584085-8946-46aa-82a8-26ac3c0a36fd HTTP/1.1" status: 200 len: 217 time: 0.0630858 Apr 01 14:11:37.510330 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-2f9cfc9c-d8ba-4de3-a4ad-98162f90557c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:11:37.528800 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637b4bea-a28c-40a3-b469-0297a4f146e4 req-dc272b90-d546-45ea-ba38-14f573ee65ad service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:11:37.530257 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-637b4bea-a28c-40a3-b469-0297a4f146e4 req-dc272b90-d546-45ea-ba38-14f573ee65ad service neutron] 10.222.0.57 "GET /v2.0/subnets?id=43df549d-3285-4eab-8315-99c7d9697250 HTTP/1.1" status: 200 len: 834 time: 0.0611043 Apr 01 14:11:37.608784 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-637b4bea-a28c-40a3-b469-0297a4f146e4 req-c12b84b6-2a43-430f-b6dd-45f74408fbf7 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=c39f1361-5e60-4459-a4ec-71670a09682f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0718622 Apr 01 14:11:37.739048 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-637b4bea-a28c-40a3-b469-0297a4f146e4 req-366a3f8f-fca1-4d3f-af94-e477022f9e0d service neutron] 10.222.0.57 "GET /v2.0/networks/c39f1361-5e60-4459-a4ec-71670a09682f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1230431 Apr 01 14:11:37.871353 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-637b4bea-a28c-40a3-b469-0297a4f146e4 req-87b5de8b-8d93-4502-897a-a0a81f11a7c8 service neutron] 10.222.0.57 "GET /v2.0/networks/c39f1361-5e60-4459-a4ec-71670a09682f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1257589 Apr 01 14:11:38.001015 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-b3702dcf-ad3c-43b4-8a3b-9ca34413aebf req-1a9773d4-2973-4add-aee3-4e79fa866c79 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=1ac9f9a3637e41b9993bdb348451719c&device_id=4d3740da-d91f-4d60-a37e-95ca6ed889a3 HTTP/1.1" status: 200 len: 1096 time: 0.0751073 Apr 01 14:11:38.075879 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86b675a-4081-4d07-a0e1-d2af5903b53c req-0c462478-3580-4b26-b9a8-4b2e1a152f86 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:11:38.077540 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-d86b675a-4081-4d07-a0e1-d2af5903b53c req-0c462478-3580-4b26-b9a8-4b2e1a152f86 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] 10.222.0.26 "GET /v2.0/ports?device_id=4d3740da-d91f-4d60-a37e-95ca6ed889a3 HTTP/1.1" status: 200 len: 943 time: 0.0858202 Apr 01 14:11:38.131063 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-d86b675a-4081-4d07-a0e1-d2af5903b53c req-a92b1ef1-82b4-4416-b860-036b4371bf0e tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] 10.222.0.26 "GET /v2.0/security-groups?id=19b37ef0-262f-4b4f-92b5-875b02dd0430&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444341 Apr 01 14:11:38.158178 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3702dcf-ad3c-43b4-8a3b-9ca34413aebf req-d26e4e65-fcf6-4693-80ca-ba9e82daf1a7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:11:38.159597 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-b3702dcf-ad3c-43b4-8a3b-9ca34413aebf req-d26e4e65-fcf6-4693-80ca-ba9e82daf1a7 service neutron] 10.222.0.57 "GET /v2.0/networks?id=c39f1361-5e60-4459-a4ec-71670a09682f HTTP/1.1" status: 200 len: 898 time: 0.1500888 Apr 01 14:11:38.322136 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-b3702dcf-ad3c-43b4-8a3b-9ca34413aebf req-8ad0e343-ae88-4ee9-a7ad-5891447975e9 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=49584085-8946-46aa-82a8-26ac3c0a36fd HTTP/1.1" status: 200 len: 217 time: 0.1558588 Apr 01 14:11:38.392978 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3702dcf-ad3c-43b4-8a3b-9ca34413aebf req-5a92cb9b-ac51-429c-abb7-17cda3912f6b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:11:38.394403 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-b3702dcf-ad3c-43b4-8a3b-9ca34413aebf req-5a92cb9b-ac51-429c-abb7-17cda3912f6b service neutron] 10.222.0.57 "GET /v2.0/subnets?id=43df549d-3285-4eab-8315-99c7d9697250 HTTP/1.1" status: 200 len: 834 time: 0.0656395 Apr 01 14:11:38.477292 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-b3702dcf-ad3c-43b4-8a3b-9ca34413aebf req-8bae57b1-8893-4b5e-b5f5-4b34c64c0489 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=c39f1361-5e60-4459-a4ec-71670a09682f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0728233 Apr 01 14:11:38.610549 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-b3702dcf-ad3c-43b4-8a3b-9ca34413aebf req-e1816c7f-c5ea-453d-b189-c03ef0746b93 service neutron] 10.222.0.57 "GET /v2.0/networks/c39f1361-5e60-4459-a4ec-71670a09682f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1256936 Apr 01 14:11:38.743495 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-b3702dcf-ad3c-43b4-8a3b-9ca34413aebf req-2b64dfcf-50f1-4445-94ab-cdc9b0e48f6d service neutron] 10.222.0.57 "GET /v2.0/networks/c39f1361-5e60-4459-a4ec-71670a09682f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1264055 Apr 01 14:11:39.006466 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-a976a7b9-9034-41e6-be13-349b75ed1593 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:11:39.337700 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4f14d7-05f5-4566-8207-e1706aaac518 req-a1860918-1a23-4db9-b6b3-36af59d972c5 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:11:39.338371 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [req-ef4f14d7-05f5-4566-8207-e1706aaac518 req-a1860918-1a23-4db9-b6b3-36af59d972c5 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Synchronizing usage tracker for tenant:1ac9f9a3637e41b9993bdb348451719c on resource:port {{(pid=83869) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 14:11:39.357548 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [req-ef4f14d7-05f5-4566-8207-e1706aaac518 req-a1860918-1a23-4db9-b6b3-36af59d972c5 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Unset dirty status for tenant:1ac9f9a3637e41b9993bdb348451719c on resource:port {{(pid=83869) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 14:11:39.358861 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-ef4f14d7-05f5-4566-8207-e1706aaac518 req-a1860918-1a23-4db9-b6b3-36af59d972c5 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] 10.222.0.26 "GET /v2.0/ports?device_id=4d3740da-d91f-4d60-a37e-95ca6ed889a3 HTTP/1.1" status: 200 len: 943 time: 0.1046879 Apr 01 14:11:39.411427 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-ef4f14d7-05f5-4566-8207-e1706aaac518 req-596bb42c-697d-4096-b13c-9e07b8fa6683 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] 10.222.0.26 "GET /v2.0/security-groups?id=19b37ef0-262f-4b4f-92b5-875b02dd0430&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468371 Apr 01 14:11:40.617553 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7394608-a7f1-430d-96b1-4d19a9e4101c req-e45e75bb-3f9c-4ae9-8f61-fd8bf4cd5e89 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:11:40.619047 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-a7394608-a7f1-430d-96b1-4d19a9e4101c req-e45e75bb-3f9c-4ae9-8f61-fd8bf4cd5e89 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] 10.222.0.26 "GET /v2.0/ports?device_id=4d3740da-d91f-4d60-a37e-95ca6ed889a3 HTTP/1.1" status: 200 len: 943 time: 0.0788894 Apr 01 14:11:40.666999 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-a7394608-a7f1-430d-96b1-4d19a9e4101c req-eae84d6d-de99-4277-9fe4-e60154fed167 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] 10.222.0.26 "GET /v2.0/security-groups?id=19b37ef0-262f-4b4f-92b5-875b02dd0430&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406849 Apr 01 14:11:41.037028 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Device 49584085-8946-46aa-82a8-26ac3c0a36fd details requested by agent hyperv_hv-neutron-8361 with host hv-neutron-8361 {{(pid=83872) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 01 14:11:41.180111 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] For port 49584085-8946-46aa-82a8-26ac3c0a36fd, host hv-neutron-8361, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8361',level=0,port_id=49584085-8946-46aa-82a8-26ac3c0a36fd,segment=NetworkSegment(277dfbcc-6fba-487b-b3c4-04bf0c825d99),segment_id=277dfbcc-6fba-487b-b3c4-04bf0c825d99)] {{(pid=83872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 14:11:41.194044 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Returning: {'device': '49584085-8946-46aa-82a8-26ac3c0a36fd', 'network_id': 'c39f1361-5e60-4459-a4ec-71670a09682f', 'port_id': '49584085-8946-46aa-82a8-26ac3c0a36fd', 'mac_address': 'fa:16:3e:58:ab:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 369, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '43df549d-3285-4eab-8315-99c7d9697250', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83872) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 01 14:11:41.248676 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:11:41.266256 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.notifiers.nova [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 49584085-8946-46aa-82a8-26ac3c0a36fd {{(pid=83872) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 01 14:11:41.282387 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] For port 49584085-8946-46aa-82a8-26ac3c0a36fd, host hv-neutron-8361, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8361',level=0,port_id=49584085-8946-46aa-82a8-26ac3c0a36fd,segment=NetworkSegment(277dfbcc-6fba-487b-b3c4-04bf0c825d99),segment_id=277dfbcc-6fba-487b-b3c4-04bf0c825d99)] {{(pid=83872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 14:11:41.287778 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864'] for port, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:11:41.356137 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Pushing event updated for resources: {'Port': ['ID=49584085-8946-46aa-82a8-26ac3c0a36fd,revision_number=4']} {{(pid=83872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:11:41.524428 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] get_ports_and_sgs() called for port_ids ['49584085-8946-46aa-82a8-26ac3c0a36fd'] {{(pid=83872) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 01 14:11:41.864951 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9378c127-5cc5-46ad-ab8c-4c51e073c08d req-5ded8cb1-61d9-4ba2-832a-abb8a9056904 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:11:41.866390 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-9378c127-5cc5-46ad-ab8c-4c51e073c08d req-5ded8cb1-61d9-4ba2-832a-abb8a9056904 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] 10.222.0.26 "GET /v2.0/ports?device_id=4d3740da-d91f-4d60-a37e-95ca6ed889a3 HTTP/1.1" status: 200 len: 944 time: 0.0772450 Apr 01 14:11:41.912520 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-9378c127-5cc5-46ad-ab8c-4c51e073c08d req-13f8e812-e9c6-4a04-87ab-3742570b7954 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] 10.222.0.26 "GET /v2.0/security-groups?id=19b37ef0-262f-4b4f-92b5-875b02dd0430&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406122 Apr 01 14:11:43.066462 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Device 49584085-8946-46aa-82a8-26ac3c0a36fd up at agent hyperv_hv-neutron-8361 {{(pid=83872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 14:11:43.117380 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2afb913f-5039-4bbb-94ca-fcab7278bcaf req-a9a98eba-66c6-4781-b81d-207119983146 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:11:43.118900 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-2afb913f-5039-4bbb-94ca-fcab7278bcaf req-a9a98eba-66c6-4781-b81d-207119983146 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] 10.222.0.26 "GET /v2.0/ports?device_id=4d3740da-d91f-4d60-a37e-95ca6ed889a3 HTTP/1.1" status: 200 len: 944 time: 0.0804245 Apr 01 14:11:43.137974 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Provisioning for port 49584085-8946-46aa-82a8-26ac3c0a36fd completed by entity L2. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 14:11:43.142955 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Provisioning complete for port 49584085-8946-46aa-82a8-26ac3c0a36fd triggered by entity L2. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 14:11:43.143325 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-948329'] for port, provisioning_complete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:11:43.167439 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-2afb913f-5039-4bbb-94ca-fcab7278bcaf req-19b3701c-7f57-4a4b-8afb-5da108e76a5e tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] 10.222.0.26 "GET /v2.0/security-groups?id=19b37ef0-262f-4b4f-92b5-875b02dd0430&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431182 Apr 01 14:11:43.419793 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:11:43.459328 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d3740da-d91f-4d60-a37e-95ca6ed889a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49584085-8946-46aa-82a8-26ac3c0a36fd'}] {{(pid=83872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 14:11:43.471922 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] For port 49584085-8946-46aa-82a8-26ac3c0a36fd, host hv-neutron-8361, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8361',level=0,port_id=49584085-8946-46aa-82a8-26ac3c0a36fd,segment=NetworkSegment(277dfbcc-6fba-487b-b3c4-04bf0c825d99),segment_id=277dfbcc-6fba-487b-b3c4-04bf0c825d99)] {{(pid=83872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 14:11:43.477727 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864'] for port, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:11:43.523620 dv-neutron-836180-1-hyperv neutron-server[83872]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d3740da-d91f-4d60-a37e-95ca6ed889a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49584085-8946-46aa-82a8-26ac3c0a36fd', 'code': 200} Apr 01 14:11:43.557126 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Pushing event updated for resources: {'Port': ['ID=49584085-8946-46aa-82a8-26ac3c0a36fd,revision_number=5']} {{(pid=83872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:11:43.750391 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-a64f872a-c0b1-4f57-9ed1-02f308c76c1b req-25cfe6af-f82d-4d48-86ac-958c7baac362 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=4d3740da-d91f-4d60-a37e-95ca6ed889a3 HTTP/1.1" status: 200 len: 1098 time: 0.0710289 Apr 01 14:11:43.792503 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-a64f872a-c0b1-4f57-9ed1-02f308c76c1b req-9053d46d-9e20-41fc-be9e-98c60ac70f32 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=19b37ef0-262f-4b4f-92b5-875b02dd0430&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354550 Apr 01 14:11:44.384844 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10bae621-acc3-4983-9138-902d667b191b req-332f57d1-6300-4ba3-afeb-507b98e5e68d tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:11:44.386596 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-10bae621-acc3-4983-9138-902d667b191b req-332f57d1-6300-4ba3-afeb-507b98e5e68d tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] 10.222.0.26 "GET /v2.0/ports?device_id=4d3740da-d91f-4d60-a37e-95ca6ed889a3 HTTP/1.1" status: 200 len: 945 time: 0.0955682 Apr 01 14:11:44.435457 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-10bae621-acc3-4983-9138-902d667b191b req-733a2e8a-761d-4568-9243-4fdca190a373 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] 10.222.0.26 "GET /v2.0/security-groups?id=19b37ef0-262f-4b4f-92b5-875b02dd0430&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432236 Apr 01 14:11:45.636119 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8f1116-ec86-4c38-9054-3f480befed1e req-ecfd803a-9c27-4f71-8fc7-fda7160b6d9e tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:11:45.637585 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-7c8f1116-ec86-4c38-9054-3f480befed1e req-ecfd803a-9c27-4f71-8fc7-fda7160b6d9e tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] 10.222.0.26 "GET /v2.0/ports?device_id=4d3740da-d91f-4d60-a37e-95ca6ed889a3 HTTP/1.1" status: 200 len: 945 time: 0.0765345 Apr 01 14:11:45.687147 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-7c8f1116-ec86-4c38-9054-3f480befed1e req-ec0e41f1-e9f9-4c81-a967-5544c91e7dd5 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] 10.222.0.26 "GET /v2.0/security-groups?id=19b37ef0-262f-4b4f-92b5-875b02dd0430&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439961 Apr 01 14:11:45.881199 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1f387f-40ab-4728-8474-e4670fe116b8 req-f9c1d260-1794-4316-aca1-9ec4f50b99d6 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:11:45.882664 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-8a1f387f-40ab-4728-8474-e4670fe116b8 req-f9c1d260-1794-4316-aca1-9ec4f50b99d6 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] 10.222.0.26 "GET /v2.0/ports?device_id=4d3740da-d91f-4d60-a37e-95ca6ed889a3 HTTP/1.1" status: 200 len: 945 time: 0.0773487 Apr 01 14:11:45.928098 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-8a1f387f-40ab-4728-8474-e4670fe116b8 req-4f4ef7a0-e38b-4c1c-91e6-f16b9e4c16b2 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] 10.222.0.26 "GET /v2.0/security-groups?id=19b37ef0-262f-4b4f-92b5-875b02dd0430&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397496 Apr 01 14:11:45.955992 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 35374) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:11:46.028203 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-2272ff15-a6a1-42dc-b721-19cc3afa4203 tempest-TestNetworkAdvancedServerOps-832265304 tempest-TestNetworkAdvancedServerOps-832265304-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=4d3740da-d91f-4d60-a37e-95ca6ed889a3 HTTP/1.1" status: 200 len: 1093 time: 0.0710258 Apr 01 14:11:46.031072 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 35378) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:11:46.037876 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.v2.base [None req-1512dfa8-1fe8-4712-814c-26f62916b8be tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Request body: {'floatingip': {'floating_network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'port_id': '49584085-8946-46aa-82a8-26ac3c0a36fd', 'tenant_id': '1ac9f9a3637e41b9993bdb348451719c', 'fixed_ip_address': '172.20.0.6'}} {{(pid=83871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 14:11:46.043556 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-1512dfa8-1fe8-4712-814c-26f62916b8be tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 14:11:46.047334 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-1512dfa8-1fe8-4712-814c-26f62916b8be tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Usage tracker for resource:floatingip and tenant:1ac9f9a3637e41b9993bdb348451719c is out of sync, need to count used quota {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 14:11:46.050363 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-1512dfa8-1fe8-4712-814c-26f62916b8be tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 14:11:46.056891 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-1512dfa8-1fe8-4712-814c-26f62916b8be tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 14:11:46.068905 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-1512dfa8-1fe8-4712-814c-26f62916b8be tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Notify callbacks [] for floatingip, before_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:11:46.207229 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-1512dfa8-1fe8-4712-814c-26f62916b8be tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:11:46.352150 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.db_base_plugin_common [None req-1512dfa8-1fe8-4712-814c-26f62916b8be tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Allocated IP 172.26.5.178 (725864b8-cceb-48c9-b5d3-1bfc4423e301/e2ed99db-0e25-4971-b535-7fa69231fae8/d8cbe867-5a9d-4adf-a929-4ab22df8d9bd) {{(pid=83871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 14:11:46.587939 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-1512dfa8-1fe8-4712-814c-26f62916b8be tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Notify callbacks [] for port, precommit_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:11:46.619240 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-1512dfa8-1fe8-4712-814c-26f62916b8be tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736732935801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2743125'] for port, after_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:11:46.689505 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1512dfa8-1fe8-4712-814c-26f62916b8be tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Network 725864b8-cceb-48c9-b5d3-1bfc4423e301 is already hosted by enough agents. {{(pid=83871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 14:11:46.693588 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.scheduler.base_scheduler [None req-1512dfa8-1fe8-4712-814c-26f62916b8be tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Resources bound (agent type, host, resource id): {{(pid=83871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 14:11:46.695515 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1512dfa8-1fe8-4712-814c-26f62916b8be tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Pushing event updated for resources: {'Port': ['ID=d8cbe867-5a9d-4adf-a929-4ab22df8d9bd,revision_number=1']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:11:46.697592 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1512dfa8-1fe8-4712-814c-26f62916b8be tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Received port after_create {{(pid=83871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 14:11:47.241970 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-1512dfa8-1fe8-4712-814c-26f62916b8be tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:11:47.306689 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-1512dfa8-1fe8-4712-814c-26f62916b8be tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:11:47.521713 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-1512dfa8-1fe8-4712-814c-26f62916b8be tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Notify callbacks [] for port, precommit_update {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:11:47.525832 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-1512dfa8-1fe8-4712-814c-26f62916b8be tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2743106'] for port, after_update {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:11:47.633960 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1512dfa8-1fe8-4712-814c-26f62916b8be tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Pushing event updated for resources: {'Port': ['ID=d8cbe867-5a9d-4adf-a929-4ab22df8d9bd,revision_number=2']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:11:47.649630 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-1512dfa8-1fe8-4712-814c-26f62916b8be tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4084747'] for floatingip, after_update {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:11:47.857891 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.db.l3_db [None req-1512dfa8-1fe8-4712-814c-26f62916b8be tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Floating IP 34e7b891-4564-47af-826a-7ee9d8c8d93c associated. External IP: 172.26.5.178, port: 49584085-8946-46aa-82a8-26ac3c0a36fd. Apr 01 14:11:48.346061 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1512dfa8-1fe8-4712-814c-26f62916b8be tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Router 8cf4d12b-054f-4556-bbb2-1167de386ad8 has already been hosted by L3 agent 88bf8fc8-11a3-4e96-9d1b-5fd93ba9f6f1 {{(pid=83871) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 14:11:48.552477 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1512dfa8-1fe8-4712-814c-26f62916b8be tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Notify agent at l3_agent.dv-neutron-836180-1-hyperv the message routers_updated {{(pid=83871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 14:11:48.563751 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93cdcfa4-2500-48a9-a0f0-064d7e370bd9 None None] Sync routers for ids ['8cf4d12b-054f-4556-bbb2-1167de386ad8'] in dv-neutron-836180-1-hyperv {{(pid=83872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 14:11:48.576337 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93cdcfa4-2500-48a9-a0f0-064d7e370bd9 None None] Routers {'8cf4d12b-054f-4556-bbb2-1167de386ad8'} bound to L3 agent in host dv-neutron-836180-1-hyperv {{(pid=83872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 14:11:48.576957 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_hamode_db [None req-93cdcfa4-2500-48a9-a0f0-064d7e370bd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836180-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T13:25:36Z,description=,heartbeat_timestamp=2022-04-01T14:11:36Z,host='dv-neutron-836180-1-hyperv',id=88bf8fc8-11a3-4e96-9d1b-5fd93ba9f6f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T13:25:36Z,topic='l3_agent')) {'router_ids': ['8cf4d12b-054f-4556-bbb2-1167de386ad8'], 'active': True} {{(pid=83872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 14:11:48.588014 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-1512dfa8-1fe8-4712-814c-26f62916b8be tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109561'] for floatingip, before_response {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:11:48.658653 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-1512dfa8-1fe8-4712-814c-26f62916b8be tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.6264942 Apr 01 14:11:48.659220 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d3740da-d91f-4d60-a37e-95ca6ed889a3', 'tag': '49584085-8946-46aa-82a8-26ac3c0a36fd'}] {{(pid=83871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 14:11:48.728974 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4d3740da-d91f-4d60-a37e-95ca6ed889a3', 'tag': '49584085-8946-46aa-82a8-26ac3c0a36fd', 'status': 'completed', 'code': 200} Apr 01 14:11:48.776580 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_dvr_db [None req-93cdcfa4-2500-48a9-a0f0-064d7e370bd9 None None] Set router 8cf4d12b-054f-4556-bbb2-1167de386ad8 gateway port host: dv-neutron-836180-1-hyperv {{(pid=83872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 14:11:48.908730 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-f3721d24-ea0c-46e5-95ad-d441876cea06 req-120c542a-ca59-4c2b-976c-e827b336c330 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=1ac9f9a3637e41b9993bdb348451719c&device_id=4d3740da-d91f-4d60-a37e-95ca6ed889a3 HTTP/1.1" status: 200 len: 1098 time: 0.1536164 Apr 01 14:11:48.919313 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42331422-77b6-4da8-9d5e-ac68f873affe req-a5909a09-a10f-42b0-9a7b-1c19b53bcea3 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:11:48.920756 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-42331422-77b6-4da8-9d5e-ac68f873affe req-a5909a09-a10f-42b0-9a7b-1c19b53bcea3 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] 10.222.0.26 "GET /v2.0/ports?device_id=4d3740da-d91f-4d60-a37e-95ca6ed889a3 HTTP/1.1" status: 200 len: 945 time: 0.1319861 Apr 01 14:11:49.077352 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-42331422-77b6-4da8-9d5e-ac68f873affe req-73d2af83-b502-42b4-8ada-19e1280eb1b2 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] 10.222.0.26 "GET /v2.0/security-groups?id=19b37ef0-262f-4b4f-92b5-875b02dd0430&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1357164 Apr 01 14:11:49.111635 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 35388) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:11:49.121519 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3721d24-ea0c-46e5-95ad-d441876cea06 req-8e10cfb9-88c4-4e9c-8d35-7265bff2318a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:11:49.122952 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-f3721d24-ea0c-46e5-95ad-d441876cea06 req-8e10cfb9-88c4-4e9c-8d35-7265bff2318a service neutron] 10.222.0.57 "GET /v2.0/networks?id=c39f1361-5e60-4459-a4ec-71670a09682f HTTP/1.1" status: 200 len: 898 time: 0.2013350 Apr 01 14:11:49.199380 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_hamode_db [None req-93cdcfa4-2500-48a9-a0f0-064d7e370bd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cf4d12b-054f-4556-bbb2-1167de386ad8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1969903409', 'tenant_id': '1ac9f9a3637e41b9993bdb348451719c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'external_fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.89'}], 'enable_snat': True}, 'gw_port_id': 'ff240181-f621-4c8a-9f58-6a0f5087320c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T14:11:22Z', 'updated_at': '2022-04-01T14:11:26Z', 'revision_number': 4, 'project_id': '1ac9f9a3637e41b9993bdb348451719c', 'gw_port': {'id': 'ff240181-f621-4c8a-9f58-6a0f5087320c', 'name': '', 'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:56:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cf4d12b-054f-4556-bbb2-1167de386ad8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836180-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T14:11:22Z', 'updated_at': '2022-04-01T14:11:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836180-1-hyperv', '_floatingips': [{'id': '34e7b891-4564-47af-826a-7ee9d8c8d93c', 'tenant_id': '1ac9f9a3637e41b9993bdb348451719c', 'floating_ip_address': '172.26.5.178', 'floating_network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'router_id': '8cf4d12b-054f-4556-bbb2-1167de386ad8', 'port_id': '49584085-8946-46aa-82a8-26ac3c0a36fd', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c39f1361-5e60-4459-a4ec-71670a09682f', 'mac_address': 'fa:16:3e:58:ab:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d3740da-d91f-4d60-a37e-95ca6ed889a3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T14:11:47Z', 'updated_at': '2022-04-01T14:11:47Z', 'revision_number': 0, 'project_id': '1ac9f9a3637e41b9993bdb348451719c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd3fa3a81-a000-4ce5-bada-1e2e6e3ceb39', 'name': '', 'network_id': 'c39f1361-5e60-4459-a4ec-71670a09682f', 'tenant_id': '1ac9f9a3637e41b9993bdb348451719c', 'mac_address': 'fa:16:3e:3b:4c:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cf4d12b-054f-4556-bbb2-1167de386ad8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '43df549d-3285-4eab-8315-99c7d9697250', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836180-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T14:11:26Z', 'updated_at': '2022-04-01T14:11:33Z', 'revision_number': 5, 'project_id': '1ac9f9a3637e41b9993bdb348451719c', 'subnets': [{'id': '43df549d-3285-4eab-8315-99c7d9697250', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-836180-1-hyperv', False) {} {{(pid=83872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 14:11:49.204532 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93cdcfa4-2500-48a9-a0f0-064d7e370bd9 None None] Checking router: 8cf4d12b-054f-4556-bbb2-1167de386ad8 for host: dv-neutron-836180-1-hyperv {{(pid=83872) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 01 14:11:49.217925 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93cdcfa4-2500-48a9-a0f0-064d7e370bd9 None None] Routers {'8cf4d12b-054f-4556-bbb2-1167de386ad8'} bound to L3 agent in host dv-neutron-836180-1-hyperv {{(pid=83872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 14:11:49.217925 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_hamode_db [None req-93cdcfa4-2500-48a9-a0f0-064d7e370bd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836180-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T13:25:36Z,description=,heartbeat_timestamp=2022-04-01T14:11:36Z,host='dv-neutron-836180-1-hyperv',id=88bf8fc8-11a3-4e96-9d1b-5fd93ba9f6f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T13:25:36Z,topic='l3_agent')) {'router_ids': ['8cf4d12b-054f-4556-bbb2-1167de386ad8'], 'active': True} {{(pid=83872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 14:11:49.235328 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-3444b32a-832a-45d7-9eae-96d4ef273743 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] 10.222.0.26 "GET /v2.0/floatingips/34e7b891-4564-47af-826a-7ee9d8c8d93c HTTP/1.1" status: 200 len: 991 time: 0.1223557 Apr 01 14:11:49.253373 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-f3721d24-ea0c-46e5-95ad-d441876cea06 req-6d9a62c7-ee47-47f1-839d-8a23fcaec2bb service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=49584085-8946-46aa-82a8-26ac3c0a36fd HTTP/1.1" status: 200 len: 999 time: 0.1223900 Apr 01 14:11:49.325841 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3721d24-ea0c-46e5-95ad-d441876cea06 req-a3cbb880-a6d6-4eec-9062-3a7a68603a61 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:11:49.327277 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-f3721d24-ea0c-46e5-95ad-d441876cea06 req-a3cbb880-a6d6-4eec-9062-3a7a68603a61 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=43df549d-3285-4eab-8315-99c7d9697250 HTTP/1.1" status: 200 len: 834 time: 0.0672052 Apr 01 14:11:49.419560 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-f3721d24-ea0c-46e5-95ad-d441876cea06 req-bde0a8c4-4505-4604-9059-87c1110221b9 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=c39f1361-5e60-4459-a4ec-71670a09682f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0848033 Apr 01 14:11:49.430706 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_dvr_db [None req-93cdcfa4-2500-48a9-a0f0-064d7e370bd9 None None] Set router 8cf4d12b-054f-4556-bbb2-1167de386ad8 gateway port host: dv-neutron-836180-1-hyperv {{(pid=83872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 14:11:49.695108 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-f3721d24-ea0c-46e5-95ad-d441876cea06 req-67bc0570-79fd-413c-8252-2338df8538b4 service neutron] 10.222.0.57 "GET /v2.0/networks/c39f1361-5e60-4459-a4ec-71670a09682f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2682629 Apr 01 14:11:49.843616 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_hamode_db [None req-93cdcfa4-2500-48a9-a0f0-064d7e370bd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cf4d12b-054f-4556-bbb2-1167de386ad8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1969903409', 'tenant_id': '1ac9f9a3637e41b9993bdb348451719c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'external_fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.89'}], 'enable_snat': True}, 'gw_port_id': 'ff240181-f621-4c8a-9f58-6a0f5087320c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T14:11:22Z', 'updated_at': '2022-04-01T14:11:26Z', 'revision_number': 4, 'project_id': '1ac9f9a3637e41b9993bdb348451719c', 'gw_port': {'id': 'ff240181-f621-4c8a-9f58-6a0f5087320c', 'name': '', 'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:56:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cf4d12b-054f-4556-bbb2-1167de386ad8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836180-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T14:11:22Z', 'updated_at': '2022-04-01T14:11:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836180-1-hyperv', '_floatingips': [{'id': '34e7b891-4564-47af-826a-7ee9d8c8d93c', 'tenant_id': '1ac9f9a3637e41b9993bdb348451719c', 'floating_ip_address': '172.26.5.178', 'floating_network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'router_id': '8cf4d12b-054f-4556-bbb2-1167de386ad8', 'port_id': '49584085-8946-46aa-82a8-26ac3c0a36fd', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c39f1361-5e60-4459-a4ec-71670a09682f', 'mac_address': 'fa:16:3e:58:ab:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d3740da-d91f-4d60-a37e-95ca6ed889a3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T14:11:47Z', 'updated_at': '2022-04-01T14:11:47Z', 'revision_number': 0, 'project_id': '1ac9f9a3637e41b9993bdb348451719c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd3fa3a81-a000-4ce5-bada-1e2e6e3ceb39', 'name': '', 'network_id': 'c39f1361-5e60-4459-a4ec-71670a09682f', 'tenant_id': '1ac9f9a3637e41b9993bdb348451719c', 'mac_address': 'fa:16:3e:3b:4c:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cf4d12b-054f-4556-bbb2-1167de386ad8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '43df549d-3285-4eab-8315-99c7d9697250', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836180-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T14:11:26Z', 'updated_at': '2022-04-01T14:11:33Z', 'revision_number': 5, 'project_id': '1ac9f9a3637e41b9993bdb348451719c', 'subnets': [{'id': '43df549d-3285-4eab-8315-99c7d9697250', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-836180-1-hyperv', False) {} {{(pid=83872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 14:11:49.849103 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93cdcfa4-2500-48a9-a0f0-064d7e370bd9 None None] The sync data for ids ['8cf4d12b-054f-4556-bbb2-1167de386ad8'] in dv-neutron-836180-1-hyperv is: [{'id': '8cf4d12b-054f-4556-bbb2-1167de386ad8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1969903409', 'tenant_id': '1ac9f9a3637e41b9993bdb348451719c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'external_fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.89'}], 'enable_snat': True}, 'gw_port_id': 'ff240181-f621-4c8a-9f58-6a0f5087320c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T14:11:22Z', 'updated_at': '2022-04-01T14:11:26Z', 'revision_number': 4, 'project_id': '1ac9f9a3637e41b9993bdb348451719c', 'gw_port': {'id': 'ff240181-f621-4c8a-9f58-6a0f5087320c', 'name': '', 'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:56:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cf4d12b-054f-4556-bbb2-1167de386ad8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836180-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T14:11:22Z', 'updated_at': '2022-04-01T14:11:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836180-1-hyperv', '_floatingips': [{'id': '34e7b891-4564-47af-826a-7ee9d8c8d93c', 'tenant_id': '1ac9f9a3637e41b9993bdb348451719c', 'floating_ip_address': '172.26.5.178', 'floating_network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'router_id': '8cf4d12b-054f-4556-bbb2-1167de386ad8', 'port_id': '49584085-8946-46aa-82a8-26ac3c0a36fd', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c39f1361-5e60-4459-a4ec-71670a09682f', 'mac_address': 'fa:16:3e:58:ab:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d3740da-d91f-4d60-a37e-95ca6ed889a3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T14:11:47Z', 'updated_at': '2022-04-01T14:11:47Z', 'revision_number': 0, 'project_id': '1ac9f9a3637e41b9993bdb348451719c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd3fa3a81-a000-4ce5-bada-1e2e6e3ceb39', 'name': '', 'network_id': 'c39f1361-5e60-4459-a4ec-71670a09682f', 'tenant_id': '1ac9f9a3637e41b9993bdb348451719c', 'mac_address': 'fa:16:3e:3b:4c:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cf4d12b-054f-4556-bbb2-1167de386ad8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '43df549d-3285-4eab-8315-99c7d9697250', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836180-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T14:11:26Z', 'updated_at': '2022-04-01T14:11:33Z', 'revision_number': 5, 'project_id': '1ac9f9a3637e41b9993bdb348451719c', 'subnets': [{'id': '43df549d-3285-4eab-8315-99c7d9697250', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 14:11:49.851556 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-f3721d24-ea0c-46e5-95ad-d441876cea06 req-19efa887-492b-4861-8644-8526cfeed3e7 service neutron] 10.222.0.57 "GET /v2.0/networks/c39f1361-5e60-4459-a4ec-71670a09682f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1492853 Apr 01 14:11:50.092078 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc6eca0e-2e43-4171-8410-c48faf622d52 None None] New status for floating IP 34e7b891-4564-47af-826a-7ee9d8c8d93c: ACTIVE {{(pid=83873) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 01 14:11:50.239807 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 35392) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:11:50.377233 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-15da848b-044b-41e2-bff3-c391e58ae897 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] 10.222.0.26 "GET /v2.0/floatingips/34e7b891-4564-47af-826a-7ee9d8c8d93c HTTP/1.1" status: 200 len: 991 time: 0.1360450 Apr 01 14:11:51.382647 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 35396) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:11:51.488672 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-9a962fa0-9f80-4236-b34d-b9b13c9e9397 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] 10.222.0.26 "GET /v2.0/floatingips/34e7b891-4564-47af-826a-7ee9d8c8d93c HTTP/1.1" status: 200 len: 993 time: 0.1046970 Apr 01 14:11:51.994414 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.agents_db [None req-bdd220c7-049a-43d2-a923-ad1a2de078c6 None None] Agent healthcheck: found 6 active agents {{(pid=83873) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 01 14:11:54.159325 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:12:03.641610 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-399baf07-de99-4498-99e1-6bdf9982c02d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:12:05.975505 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-717a2dee-e9a2-4ae9-a6dc-3859becff5e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:12:07.258004 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:12:07.514478 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-2f9cfc9c-d8ba-4de3-a4ad-98162f90557c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:12:09.010768 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-a976a7b9-9034-41e6-be13-349b75ed1593 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:12:23.008220 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-300de952-331d-44a1-9d46-f6245c1275c3 req-87e7c709-2ac5-4db6-841b-5749a83db6b3 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=1ac9f9a3637e41b9993bdb348451719c&device_id=4d3740da-d91f-4d60-a37e-95ca6ed889a3 HTTP/1.1" status: 200 len: 1098 time: 0.0730870 Apr 01 14:12:23.053515 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d4994e-3b04-44c1-abe7-964c510cdd43 req-f2a90d1d-c974-4e20-965b-51d888c7de68 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:12:23.055049 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-f4d4994e-3b04-44c1-abe7-964c510cdd43 req-f2a90d1d-c974-4e20-965b-51d888c7de68 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] 10.222.0.26 "GET /v2.0/ports?device_id=4d3740da-d91f-4d60-a37e-95ca6ed889a3 HTTP/1.1" status: 200 len: 945 time: 0.0872240 Apr 01 14:12:23.114817 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-f4d4994e-3b04-44c1-abe7-964c510cdd43 req-fdb49e04-f269-4a08-9af2-e42504ec05e0 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] 10.222.0.26 "GET /v2.0/security-groups?id=19b37ef0-262f-4b4f-92b5-875b02dd0430&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517471 Apr 01 14:12:23.183279 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300de952-331d-44a1-9d46-f6245c1275c3 req-7e10fa4d-c6f0-43dc-b38c-2edc682961bb service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:12:23.185007 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-300de952-331d-44a1-9d46-f6245c1275c3 req-7e10fa4d-c6f0-43dc-b38c-2edc682961bb service neutron] 10.222.0.57 "GET /v2.0/networks?id=c39f1361-5e60-4459-a4ec-71670a09682f HTTP/1.1" status: 200 len: 898 time: 0.1674309 Apr 01 14:12:23.342282 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-300de952-331d-44a1-9d46-f6245c1275c3 req-e14fb0fd-df55-478b-89c6-24b2d06c1a76 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=49584085-8946-46aa-82a8-26ac3c0a36fd HTTP/1.1" status: 200 len: 1001 time: 0.1501775 Apr 01 14:12:23.413126 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300de952-331d-44a1-9d46-f6245c1275c3 req-6fcf061b-c896-4bb9-8425-3ecebe27ed7a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:12:23.414484 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-300de952-331d-44a1-9d46-f6245c1275c3 req-6fcf061b-c896-4bb9-8425-3ecebe27ed7a service neutron] 10.222.0.57 "GET /v2.0/subnets?id=43df549d-3285-4eab-8315-99c7d9697250 HTTP/1.1" status: 200 len: 834 time: 0.0660307 Apr 01 14:12:23.509394 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-300de952-331d-44a1-9d46-f6245c1275c3 req-72b53603-7bd0-4afb-82d1-8870b0b4184d service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=c39f1361-5e60-4459-a4ec-71670a09682f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0878749 Apr 01 14:12:23.650433 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-300de952-331d-44a1-9d46-f6245c1275c3 req-03371bea-cd15-4b0b-9a18-387ab0d87431 service neutron] 10.222.0.57 "GET /v2.0/networks/c39f1361-5e60-4459-a4ec-71670a09682f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1319184 Apr 01 14:12:23.804864 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-300de952-331d-44a1-9d46-f6245c1275c3 req-95a288d9-c1cd-4116-96b2-9e2d6b84ee42 service neutron] 10.222.0.57 "GET /v2.0/networks/c39f1361-5e60-4459-a4ec-71670a09682f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1455042 Apr 01 14:12:24.171521 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:12:24.428201 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37a700c-2231-43cf-b863-508ac85a3a92 req-d0418260-c61e-4052-9729-a2d0650e4cdc tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:12:24.429642 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-e37a700c-2231-43cf-b863-508ac85a3a92 req-d0418260-c61e-4052-9729-a2d0650e4cdc tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] 10.222.0.26 "GET /v2.0/ports?device_id=4d3740da-d91f-4d60-a37e-95ca6ed889a3 HTTP/1.1" status: 200 len: 945 time: 0.1186736 Apr 01 14:12:24.488748 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-e37a700c-2231-43cf-b863-508ac85a3a92 req-a21dceab-6306-496e-ae40-479899396bd9 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] 10.222.0.26 "GET /v2.0/security-groups?id=19b37ef0-262f-4b4f-92b5-875b02dd0430&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497608 Apr 01 14:12:25.707592 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14052f61-4f55-4925-b9ff-0d164bc4e088 req-c0bec042-032a-4f2b-8b2f-555e9ddd8aa8 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:12:25.709085 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-14052f61-4f55-4925-b9ff-0d164bc4e088 req-c0bec042-032a-4f2b-8b2f-555e9ddd8aa8 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] 10.222.0.26 "GET /v2.0/ports?device_id=4d3740da-d91f-4d60-a37e-95ca6ed889a3 HTTP/1.1" status: 200 len: 945 time: 0.0759666 Apr 01 14:12:25.758122 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-14052f61-4f55-4925-b9ff-0d164bc4e088 req-7c5378a8-7150-4c5d-aa0a-05769461f881 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] 10.222.0.26 "GET /v2.0/security-groups?id=19b37ef0-262f-4b4f-92b5-875b02dd0430&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397170 Apr 01 14:12:26.966330 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2f75b9-df92-4b9f-bf43-5ee292073129 req-f225af5e-aeeb-4dd0-a2dd-1d9f87d1f66e tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:12:26.967791 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-1a2f75b9-df92-4b9f-bf43-5ee292073129 req-f225af5e-aeeb-4dd0-a2dd-1d9f87d1f66e tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] 10.222.0.26 "GET /v2.0/ports?device_id=4d3740da-d91f-4d60-a37e-95ca6ed889a3 HTTP/1.1" status: 200 len: 945 time: 0.0856438 Apr 01 14:12:27.015787 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-1a2f75b9-df92-4b9f-bf43-5ee292073129 req-79a09f9c-d58d-4357-9bad-e1053cec1264 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] 10.222.0.26 "GET /v2.0/security-groups?id=19b37ef0-262f-4b4f-92b5-875b02dd0430&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424309 Apr 01 14:12:28.236722 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ee54e2-e45f-47cd-8632-b2e27c1b9d93 req-1f4e6384-823c-47a7-864b-824840b4e13c tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:12:28.238242 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-b3ee54e2-e45f-47cd-8632-b2e27c1b9d93 req-1f4e6384-823c-47a7-864b-824840b4e13c tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] 10.222.0.26 "GET /v2.0/ports?device_id=4d3740da-d91f-4d60-a37e-95ca6ed889a3 HTTP/1.1" status: 200 len: 945 time: 0.0922253 Apr 01 14:12:28.299202 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-b3ee54e2-e45f-47cd-8632-b2e27c1b9d93 req-ab9871ab-2398-44f5-a756-90f1858f591c tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] 10.222.0.26 "GET /v2.0/security-groups?id=19b37ef0-262f-4b4f-92b5-875b02dd0430&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538716 Apr 01 14:12:28.995323 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.agents_db [None req-bdd220c7-049a-43d2-a923-ad1a2de078c6 None None] Agent healthcheck: found 6 active agents {{(pid=83873) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 01 14:12:29.530965 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8075156-afaf-468c-9d6f-5bdb492cc9e8 req-e5ec0f62-6d7e-4a8c-9906-a34e2997a1c7 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:12:29.532545 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-b8075156-afaf-468c-9d6f-5bdb492cc9e8 req-e5ec0f62-6d7e-4a8c-9906-a34e2997a1c7 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] 10.222.0.26 "GET /v2.0/ports?device_id=4d3740da-d91f-4d60-a37e-95ca6ed889a3 HTTP/1.1" status: 200 len: 945 time: 0.0924160 Apr 01 14:12:29.586505 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-b8075156-afaf-468c-9d6f-5bdb492cc9e8 req-534661ed-297d-4480-b245-f5c00883ddeb tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] 10.222.0.26 "GET /v2.0/security-groups?id=19b37ef0-262f-4b4f-92b5-875b02dd0430&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475342 Apr 01 14:12:30.794473 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b27c47-632d-4e9a-b76e-fbe09ec8b0ab req-d4f12c6c-e677-4f26-9858-4405949ace8c tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:12:30.795866 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-91b27c47-632d-4e9a-b76e-fbe09ec8b0ab req-d4f12c6c-e677-4f26-9858-4405949ace8c tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] 10.222.0.26 "GET /v2.0/ports?device_id=4d3740da-d91f-4d60-a37e-95ca6ed889a3 HTTP/1.1" status: 200 len: 945 time: 0.0801525 Apr 01 14:12:30.856123 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-91b27c47-632d-4e9a-b76e-fbe09ec8b0ab req-a276922c-ed54-4300-a12b-68dea982c821 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] 10.222.0.26 "GET /v2.0/security-groups?id=19b37ef0-262f-4b4f-92b5-875b02dd0430&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537839 Apr 01 14:12:32.060583 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5362b029-92f2-4d1b-b7cb-454883f92038 req-b1c37508-d6f4-4801-9f0d-64b2279b14fe tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:12:32.062025 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-5362b029-92f2-4d1b-b7cb-454883f92038 req-b1c37508-d6f4-4801-9f0d-64b2279b14fe tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] 10.222.0.26 "GET /v2.0/ports?device_id=4d3740da-d91f-4d60-a37e-95ca6ed889a3 HTTP/1.1" status: 200 len: 945 time: 0.0811107 Apr 01 14:12:32.109289 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-5362b029-92f2-4d1b-b7cb-454883f92038 req-0f932d61-61d7-412b-9662-2d7d5abbe91a tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] 10.222.0.26 "GET /v2.0/security-groups?id=19b37ef0-262f-4b4f-92b5-875b02dd0430&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415084 Apr 01 14:12:32.897949 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-fe870450-6e9f-4795-9366-0d618d31ed27 req-67a804d0-b2f3-42a0-8171-91f89d44dfda service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=1ac9f9a3637e41b9993bdb348451719c&device_id=4d3740da-d91f-4d60-a37e-95ca6ed889a3 HTTP/1.1" status: 200 len: 1098 time: 0.0744810 Apr 01 14:12:33.043606 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe870450-6e9f-4795-9366-0d618d31ed27 req-61cd2d6e-5a7d-4184-9f60-2f991726e8cd service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:12:33.045240 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-fe870450-6e9f-4795-9366-0d618d31ed27 req-61cd2d6e-5a7d-4184-9f60-2f991726e8cd service neutron] 10.222.0.57 "GET /v2.0/networks?id=c39f1361-5e60-4459-a4ec-71670a09682f HTTP/1.1" status: 200 len: 898 time: 0.1282434 Apr 01 14:12:33.150520 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-fe870450-6e9f-4795-9366-0d618d31ed27 req-3ea4e4ed-b96c-4e7a-b450-1ea0cdccf7f1 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=49584085-8946-46aa-82a8-26ac3c0a36fd HTTP/1.1" status: 200 len: 1001 time: 0.0983469 Apr 01 14:12:33.363629 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe870450-6e9f-4795-9366-0d618d31ed27 req-3458b36c-7368-4ef6-ad13-3a60acced5c8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:12:33.365161 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-fe870450-6e9f-4795-9366-0d618d31ed27 req-3458b36c-7368-4ef6-ad13-3a60acced5c8 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=43df549d-3285-4eab-8315-99c7d9697250 HTTP/1.1" status: 200 len: 834 time: 0.2062869 Apr 01 14:12:33.388047 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9244dba4-2cf9-4bc9-84c5-83f97b9fc67a req-b1e975a7-8379-4941-875a-c926e670bc02 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:12:33.389561 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-9244dba4-2cf9-4bc9-84c5-83f97b9fc67a req-b1e975a7-8379-4941-875a-c926e670bc02 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] 10.222.0.26 "GET /v2.0/ports?device_id=4d3740da-d91f-4d60-a37e-95ca6ed889a3 HTTP/1.1" status: 200 len: 945 time: 0.0831966 Apr 01 14:12:33.439407 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-9244dba4-2cf9-4bc9-84c5-83f97b9fc67a req-11ddc89d-e3d4-42bc-8908-c087bb5ce62d tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] 10.222.0.26 "GET /v2.0/security-groups?id=19b37ef0-262f-4b4f-92b5-875b02dd0430&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435038 Apr 01 14:12:33.447794 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-fe870450-6e9f-4795-9366-0d618d31ed27 req-302ee50f-6fb7-4dcd-9328-ac7ea9bc2e39 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=c39f1361-5e60-4459-a4ec-71670a09682f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0752678 Apr 01 14:12:33.592126 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-fe870450-6e9f-4795-9366-0d618d31ed27 req-1d9b0dbe-1347-41bd-b253-f60a8ce87a7c service neutron] 10.222.0.57 "GET /v2.0/networks/c39f1361-5e60-4459-a4ec-71670a09682f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1372893 Apr 01 14:12:33.656625 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-4759262b-4308-4a42-b37a-282f36fcb59a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:12:33.735125 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-fe870450-6e9f-4795-9366-0d618d31ed27 req-702aa698-3f01-4ffe-a028-6deeac594070 service neutron] 10.222.0.57 "GET /v2.0/networks/c39f1361-5e60-4459-a4ec-71670a09682f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1365187 Apr 01 14:12:34.699953 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4764ba-068a-47cb-b7ec-d8f84009e58d req-629234b2-c410-4a82-a216-f55e94ccf6d8 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:12:34.701448 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-9d4764ba-068a-47cb-b7ec-d8f84009e58d req-629234b2-c410-4a82-a216-f55e94ccf6d8 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] 10.222.0.26 "GET /v2.0/ports?device_id=4d3740da-d91f-4d60-a37e-95ca6ed889a3 HTTP/1.1" status: 200 len: 945 time: 0.1002586 Apr 01 14:12:34.774818 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-9d4764ba-068a-47cb-b7ec-d8f84009e58d req-24cdf6e0-d924-42a3-8cad-4a58f7c5e35e tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] 10.222.0.26 "GET /v2.0/security-groups?id=19b37ef0-262f-4b4f-92b5-875b02dd0430&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0670657 Apr 01 14:12:35.984407 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-9e06a39e-3df4-4b78-841d-a746b5916abe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:12:36.048287 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b19c43-60c1-45b7-8cc5-79d3ce7e2d87 req-3276cc01-2f23-40f4-955d-e13f16ea0b99 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:12:36.050649 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-e4b19c43-60c1-45b7-8cc5-79d3ce7e2d87 req-3276cc01-2f23-40f4-955d-e13f16ea0b99 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] 10.222.0.26 "GET /v2.0/ports?device_id=4d3740da-d91f-4d60-a37e-95ca6ed889a3 HTTP/1.1" status: 200 len: 945 time: 0.1082144 Apr 01 14:12:36.100209 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-e4b19c43-60c1-45b7-8cc5-79d3ce7e2d87 req-ed121506-1f2d-4545-9479-fde34041d19a tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] 10.222.0.26 "GET /v2.0/security-groups?id=19b37ef0-262f-4b4f-92b5-875b02dd0430&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435877 Apr 01 14:12:36.129552 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 35442) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:12:36.260611 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-e5af2f87-01f9-49ce-ab83-7772d7e88860 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] 10.222.0.26 "GET /v2.0/floatingips/34e7b891-4564-47af-826a-7ee9d8c8d93c HTTP/1.1" status: 200 len: 993 time: 0.1291776 Apr 01 14:12:37.266469 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:12:37.526394 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-2f9cfc9c-d8ba-4de3-a4ad-98162f90557c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:12:39.021192 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-a976a7b9-9034-41e6-be13-349b75ed1593 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:12:54.174042 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:13:03.652334 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-52c8f85e-0833-43e2-9c38-388a1f0c917a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:13:05.979541 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-d84cc0bd-8ae0-45d8-86b8-0ad860cb7e99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:13:05.995687 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.agents_db [None req-bdd220c7-049a-43d2-a923-ad1a2de078c6 None None] Agent healthcheck: found 6 active agents {{(pid=83873) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 01 14:13:07.049740 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 35456) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:13:07.268805 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:13:07.384969 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.plugin [None req-ab57451b-7f28-4cc7-a114-7d19d036fb49 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Deleting port d8cbe867-5a9d-4adf-a929-4ab22df8d9bd {{(pid=83871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 14:13:07.385330 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-ab57451b-7f28-4cc7-a114-7d19d036fb49 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736733287370'] for port, before_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:13:07.514542 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-2f9cfc9c-d8ba-4de3-a4ad-98162f90557c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:13:07.570436 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-ab57451b-7f28-4cc7-a114-7d19d036fb49 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4155147'] for port, precommit_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:13:07.570665 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-ab57451b-7f28-4cc7-a114-7d19d036fb49 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:13:07.700013 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.plugin [None req-ab57451b-7f28-4cc7-a114-7d19d036fb49 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Calling delete_port for d8cbe867-5a9d-4adf-a929-4ab22df8d9bd owned by network:floatingip {{(pid=83871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 14:13:07.872760 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-ab57451b-7f28-4cc7-a114-7d19d036fb49 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736733359243', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736732935810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2743125'] for port, after_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:13:07.919502 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab57451b-7f28-4cc7-a114-7d19d036fb49 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Pushing event deleted for resources: {'Port': ['ID=d8cbe867-5a9d-4adf-a929-4ab22df8d9bd,revision_number=None']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:13:07.989396 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab57451b-7f28-4cc7-a114-7d19d036fb49 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:13:07.989733 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab57451b-7f28-4cc7-a114-7d19d036fb49 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:13:07.990059 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab57451b-7f28-4cc7-a114-7d19d036fb49 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:13:07.990386 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab57451b-7f28-4cc7-a114-7d19d036fb49 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:13:07.990718 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab57451b-7f28-4cc7-a114-7d19d036fb49 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:13:07.991026 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab57451b-7f28-4cc7-a114-7d19d036fb49 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:13:07.991340 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab57451b-7f28-4cc7-a114-7d19d036fb49 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:13:07.991654 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab57451b-7f28-4cc7-a114-7d19d036fb49 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:13:07.992708 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab57451b-7f28-4cc7-a114-7d19d036fb49 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:13:07.993036 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab57451b-7f28-4cc7-a114-7d19d036fb49 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:13:07.993347 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab57451b-7f28-4cc7-a114-7d19d036fb49 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:13:08.028554 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-ab57451b-7f28-4cc7-a114-7d19d036fb49 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Notify callbacks [] for floatingip, after_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:13:08.445084 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab57451b-7f28-4cc7-a114-7d19d036fb49 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Router 8cf4d12b-054f-4556-bbb2-1167de386ad8 has already been hosted by L3 agent 88bf8fc8-11a3-4e96-9d1b-5fd93ba9f6f1 {{(pid=83871) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 14:13:08.669100 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab57451b-7f28-4cc7-a114-7d19d036fb49 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Notify agent at l3_agent.dv-neutron-836180-1-hyperv the message routers_updated {{(pid=83871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 14:13:08.680608 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1f4dc7f-9d79-4aa3-9fac-9f4278bc3812 None None] Sync routers for ids ['8cf4d12b-054f-4556-bbb2-1167de386ad8'] in dv-neutron-836180-1-hyperv {{(pid=83872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 14:13:08.694046 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1f4dc7f-9d79-4aa3-9fac-9f4278bc3812 None None] Routers {'8cf4d12b-054f-4556-bbb2-1167de386ad8'} bound to L3 agent in host dv-neutron-836180-1-hyperv {{(pid=83872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 14:13:08.694662 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_hamode_db [None req-e1f4dc7f-9d79-4aa3-9fac-9f4278bc3812 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836180-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T13:25:36Z,description=,heartbeat_timestamp=2022-04-01T14:13:06Z,host='dv-neutron-836180-1-hyperv',id=88bf8fc8-11a3-4e96-9d1b-5fd93ba9f6f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T13:25:36Z,topic='l3_agent')) {'router_ids': ['8cf4d12b-054f-4556-bbb2-1167de386ad8'], 'active': True} {{(pid=83872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 14:13:08.695005 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-ab57451b-7f28-4cc7-a114-7d19d036fb49 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109561'] for floatingip, before_response {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:13:08.769703 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-ab57451b-7f28-4cc7-a114-7d19d036fb49 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] 10.222.0.26 "DELETE /v2.0/floatingips/34e7b891-4564-47af-826a-7ee9d8c8d93c HTTP/1.1" status: 204 len: 168 time: 1.7187917 Apr 01 14:13:08.770298 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d3740da-d91f-4d60-a37e-95ca6ed889a3', 'tag': '49584085-8946-46aa-82a8-26ac3c0a36fd'}] {{(pid=83871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 14:13:08.852120 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4d3740da-d91f-4d60-a37e-95ca6ed889a3', 'tag': '49584085-8946-46aa-82a8-26ac3c0a36fd', 'status': 'completed', 'code': 200} Apr 01 14:13:08.952108 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_dvr_db [None req-e1f4dc7f-9d79-4aa3-9fac-9f4278bc3812 None None] Set router 8cf4d12b-054f-4556-bbb2-1167de386ad8 gateway port host: dv-neutron-836180-1-hyperv {{(pid=83872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 14:13:08.962460 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-87ed9bdb-53fb-46bd-8197-a0ea6af0b4d6 req-5ec09a49-5d15-4a6f-bcfb-3ffd567f7ff2 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=1ac9f9a3637e41b9993bdb348451719c&device_id=4d3740da-d91f-4d60-a37e-95ca6ed889a3 HTTP/1.1" status: 200 len: 1098 time: 0.0801678 Apr 01 14:13:09.133290 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-a976a7b9-9034-41e6-be13-349b75ed1593 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:13:09.154790 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ed9bdb-53fb-46bd-8197-a0ea6af0b4d6 req-179cd8e7-124d-4e55-8b4d-f83182997856 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:13:09.156363 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-87ed9bdb-53fb-46bd-8197-a0ea6af0b4d6 req-179cd8e7-124d-4e55-8b4d-f83182997856 service neutron] 10.222.0.57 "GET /v2.0/networks?id=c39f1361-5e60-4459-a4ec-71670a09682f HTTP/1.1" status: 200 len: 898 time: 0.1865971 Apr 01 14:13:09.276374 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-87ed9bdb-53fb-46bd-8197-a0ea6af0b4d6 req-0f5660ac-a2da-43c9-9c73-baa081756557 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=49584085-8946-46aa-82a8-26ac3c0a36fd HTTP/1.1" status: 200 len: 217 time: 0.1119020 Apr 01 14:13:09.361200 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_hamode_db [None req-e1f4dc7f-9d79-4aa3-9fac-9f4278bc3812 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cf4d12b-054f-4556-bbb2-1167de386ad8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1969903409', 'tenant_id': '1ac9f9a3637e41b9993bdb348451719c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'external_fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.89'}], 'enable_snat': True}, 'gw_port_id': 'ff240181-f621-4c8a-9f58-6a0f5087320c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T14:11:22Z', 'updated_at': '2022-04-01T14:11:26Z', 'revision_number': 4, 'project_id': '1ac9f9a3637e41b9993bdb348451719c', 'gw_port': {'id': 'ff240181-f621-4c8a-9f58-6a0f5087320c', 'name': '', 'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:56:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cf4d12b-054f-4556-bbb2-1167de386ad8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836180-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T14:11:22Z', 'updated_at': '2022-04-01T14:11:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836180-1-hyperv', '_interfaces': [{'id': 'd3fa3a81-a000-4ce5-bada-1e2e6e3ceb39', 'name': '', 'network_id': 'c39f1361-5e60-4459-a4ec-71670a09682f', 'tenant_id': '1ac9f9a3637e41b9993bdb348451719c', 'mac_address': 'fa:16:3e:3b:4c:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cf4d12b-054f-4556-bbb2-1167de386ad8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '43df549d-3285-4eab-8315-99c7d9697250', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836180-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T14:11:26Z', 'updated_at': '2022-04-01T14:11:33Z', 'revision_number': 5, 'project_id': '1ac9f9a3637e41b9993bdb348451719c', 'subnets': [{'id': '43df549d-3285-4eab-8315-99c7d9697250', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-836180-1-hyperv', False) {} {{(pid=83872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 14:13:09.365403 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1f4dc7f-9d79-4aa3-9fac-9f4278bc3812 None None] Checking router: 8cf4d12b-054f-4556-bbb2-1167de386ad8 for host: dv-neutron-836180-1-hyperv {{(pid=83872) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 01 14:13:09.365596 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ed9bdb-53fb-46bd-8197-a0ea6af0b4d6 req-66ed9ee3-5428-4acc-9a8d-5e1482fb9d74 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:13:09.367651 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-87ed9bdb-53fb-46bd-8197-a0ea6af0b4d6 req-66ed9ee3-5428-4acc-9a8d-5e1482fb9d74 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=43df549d-3285-4eab-8315-99c7d9697250 HTTP/1.1" status: 200 len: 834 time: 0.0823178 Apr 01 14:13:09.377565 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb949a7-56f6-4726-9d49-6ab47c37d842 req-3388d745-b77a-42af-8386-cd93154f28c3 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:13:09.379058 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-9fb949a7-56f6-4726-9d49-6ab47c37d842 req-3388d745-b77a-42af-8386-cd93154f28c3 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] 10.222.0.26 "GET /v2.0/ports?device_id=4d3740da-d91f-4d60-a37e-95ca6ed889a3 HTTP/1.1" status: 200 len: 945 time: 0.1605237 Apr 01 14:13:09.379701 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1f4dc7f-9d79-4aa3-9fac-9f4278bc3812 None None] Routers {'8cf4d12b-054f-4556-bbb2-1167de386ad8'} bound to L3 agent in host dv-neutron-836180-1-hyperv {{(pid=83872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 14:13:09.380350 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_hamode_db [None req-e1f4dc7f-9d79-4aa3-9fac-9f4278bc3812 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836180-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T13:25:36Z,description=,heartbeat_timestamp=2022-04-01T14:13:06Z,host='dv-neutron-836180-1-hyperv',id=88bf8fc8-11a3-4e96-9d1b-5fd93ba9f6f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T13:25:36Z,topic='l3_agent')) {'router_ids': ['8cf4d12b-054f-4556-bbb2-1167de386ad8'], 'active': True} {{(pid=83872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 14:13:09.477660 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-9fb949a7-56f6-4726-9d49-6ab47c37d842 req-64e8cbf0-2dc6-4d70-b1ab-76a22a9f5b6b tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] 10.222.0.26 "GET /v2.0/security-groups?id=19b37ef0-262f-4b4f-92b5-875b02dd0430&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0668681 Apr 01 14:13:09.512907 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-87ed9bdb-53fb-46bd-8197-a0ea6af0b4d6 req-c98ce778-dfd4-4dcc-98e3-ff07ed9e97f1 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=c39f1361-5e60-4459-a4ec-71670a09682f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1324735 Apr 01 14:13:09.601020 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_dvr_db [None req-e1f4dc7f-9d79-4aa3-9fac-9f4278bc3812 None None] Set router 8cf4d12b-054f-4556-bbb2-1167de386ad8 gateway port host: dv-neutron-836180-1-hyperv {{(pid=83872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 14:13:09.678376 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-87ed9bdb-53fb-46bd-8197-a0ea6af0b4d6 req-52300c08-e593-41f9-8ca0-72e37250b7c5 service neutron] 10.222.0.57 "GET /v2.0/networks/c39f1361-5e60-4459-a4ec-71670a09682f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1561286 Apr 01 14:13:09.831960 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-87ed9bdb-53fb-46bd-8197-a0ea6af0b4d6 req-709d3191-5160-4877-84f0-b336d9e738c4 service neutron] 10.222.0.57 "GET /v2.0/networks/c39f1361-5e60-4459-a4ec-71670a09682f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1426985 Apr 01 14:13:09.975982 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_hamode_db [None req-e1f4dc7f-9d79-4aa3-9fac-9f4278bc3812 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cf4d12b-054f-4556-bbb2-1167de386ad8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1969903409', 'tenant_id': '1ac9f9a3637e41b9993bdb348451719c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'external_fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.89'}], 'enable_snat': True}, 'gw_port_id': 'ff240181-f621-4c8a-9f58-6a0f5087320c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T14:11:22Z', 'updated_at': '2022-04-01T14:11:26Z', 'revision_number': 4, 'project_id': '1ac9f9a3637e41b9993bdb348451719c', 'gw_port': {'id': 'ff240181-f621-4c8a-9f58-6a0f5087320c', 'name': '', 'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:56:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cf4d12b-054f-4556-bbb2-1167de386ad8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836180-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T14:11:22Z', 'updated_at': '2022-04-01T14:11:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836180-1-hyperv', '_interfaces': [{'id': 'd3fa3a81-a000-4ce5-bada-1e2e6e3ceb39', 'name': '', 'network_id': 'c39f1361-5e60-4459-a4ec-71670a09682f', 'tenant_id': '1ac9f9a3637e41b9993bdb348451719c', 'mac_address': 'fa:16:3e:3b:4c:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cf4d12b-054f-4556-bbb2-1167de386ad8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '43df549d-3285-4eab-8315-99c7d9697250', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836180-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T14:11:26Z', 'updated_at': '2022-04-01T14:11:33Z', 'revision_number': 5, 'project_id': '1ac9f9a3637e41b9993bdb348451719c', 'subnets': [{'id': '43df549d-3285-4eab-8315-99c7d9697250', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-836180-1-hyperv', False) {} {{(pid=83872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 14:13:09.982596 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1f4dc7f-9d79-4aa3-9fac-9f4278bc3812 None None] The sync data for ids ['8cf4d12b-054f-4556-bbb2-1167de386ad8'] in dv-neutron-836180-1-hyperv is: [{'id': '8cf4d12b-054f-4556-bbb2-1167de386ad8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1969903409', 'tenant_id': '1ac9f9a3637e41b9993bdb348451719c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'external_fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.89'}], 'enable_snat': True}, 'gw_port_id': 'ff240181-f621-4c8a-9f58-6a0f5087320c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T14:11:22Z', 'updated_at': '2022-04-01T14:11:26Z', 'revision_number': 4, 'project_id': '1ac9f9a3637e41b9993bdb348451719c', 'gw_port': {'id': 'ff240181-f621-4c8a-9f58-6a0f5087320c', 'name': '', 'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:56:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cf4d12b-054f-4556-bbb2-1167de386ad8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836180-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T14:11:22Z', 'updated_at': '2022-04-01T14:11:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836180-1-hyperv', '_interfaces': [{'id': 'd3fa3a81-a000-4ce5-bada-1e2e6e3ceb39', 'name': '', 'network_id': 'c39f1361-5e60-4459-a4ec-71670a09682f', 'tenant_id': '1ac9f9a3637e41b9993bdb348451719c', 'mac_address': 'fa:16:3e:3b:4c:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cf4d12b-054f-4556-bbb2-1167de386ad8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '43df549d-3285-4eab-8315-99c7d9697250', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836180-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T14:11:26Z', 'updated_at': '2022-04-01T14:11:33Z', 'revision_number': 5, 'project_id': '1ac9f9a3637e41b9993bdb348451719c', 'subnets': [{'id': '43df549d-3285-4eab-8315-99c7d9697250', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 14:13:10.229808 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-281c8195-922b-49ad-b549-a7ce5bdd50b1 None None] New status for floating IP 34e7b891-4564-47af-826a-7ee9d8c8d93c: DOWN {{(pid=83873) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 01 14:13:10.705096 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a1dd74-0c0e-49d9-9917-4e52f97b6118 req-dc668206-21bb-4d86-834d-81a46ee2857f tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:13:10.705797 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [req-13a1dd74-0c0e-49d9-9917-4e52f97b6118 req-dc668206-21bb-4d86-834d-81a46ee2857f tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Synchronizing usage tracker for tenant:1ac9f9a3637e41b9993bdb348451719c on resource:port {{(pid=83871) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 14:13:10.722987 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [req-13a1dd74-0c0e-49d9-9917-4e52f97b6118 req-dc668206-21bb-4d86-834d-81a46ee2857f tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Unset dirty status for tenant:1ac9f9a3637e41b9993bdb348451719c on resource:port {{(pid=83871) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 14:13:10.724360 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-13a1dd74-0c0e-49d9-9917-4e52f97b6118 req-dc668206-21bb-4d86-834d-81a46ee2857f tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] 10.222.0.26 "GET /v2.0/ports?device_id=4d3740da-d91f-4d60-a37e-95ca6ed889a3 HTTP/1.1" status: 200 len: 945 time: 0.0980856 Apr 01 14:13:10.773645 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-13a1dd74-0c0e-49d9-9917-4e52f97b6118 req-06003cfc-dcb2-4bab-ae92-6171e8f32255 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] 10.222.0.26 "GET /v2.0/security-groups?id=19b37ef0-262f-4b4f-92b5-875b02dd0430&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426652 Apr 01 14:13:10.943952 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22bc0f5-8fb9-42c9-a4fa-fad7bd9b57c0 req-6fbb4051-57c3-4375-9e04-f58f53aee5fa tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:13:10.946109 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-b22bc0f5-8fb9-42c9-a4fa-fad7bd9b57c0 req-6fbb4051-57c3-4375-9e04-f58f53aee5fa tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] 10.222.0.57 "GET /v2.0/ports?device_id=4d3740da-d91f-4d60-a37e-95ca6ed889a3 HTTP/1.1" status: 200 len: 945 time: 0.0828741 Apr 01 14:13:11.016780 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.plugin [req-b22bc0f5-8fb9-42c9-a4fa-fad7bd9b57c0 req-a76d51c2-ea9b-4eb1-b1eb-aadd770d52bb tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Deleting port 49584085-8946-46aa-82a8-26ac3c0a36fd {{(pid=83869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 14:13:11.017114 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [req-b22bc0f5-8fb9-42c9-a4fa-fad7bd9b57c0 req-a76d51c2-ea9b-4eb1-b1eb-aadd770d52bb tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736733287370'] for port, before_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:13:11.371065 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.db [req-b22bc0f5-8fb9-42c9-a4fa-fad7bd9b57c0 req-a76d51c2-ea9b-4eb1-b1eb-aadd770d52bb tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] For port 49584085-8946-46aa-82a8-26ac3c0a36fd, host hv-neutron-8361, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8361',level=0,port_id=49584085-8946-46aa-82a8-26ac3c0a36fd,segment=NetworkSegment(277dfbcc-6fba-487b-b3c4-04bf0c825d99),segment_id=277dfbcc-6fba-487b-b3c4-04bf0c825d99)] {{(pid=83869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 14:13:11.371402 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [req-b22bc0f5-8fb9-42c9-a4fa-fad7bd9b57c0 req-a76d51c2-ea9b-4eb1-b1eb-aadd770d52bb tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4155147'] for port, precommit_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:13:11.495055 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.plugin [req-b22bc0f5-8fb9-42c9-a4fa-fad7bd9b57c0 req-a76d51c2-ea9b-4eb1-b1eb-aadd770d52bb tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Calling delete_port for 49584085-8946-46aa-82a8-26ac3c0a36fd owned by compute:nova {{(pid=83869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 14:13:11.641541 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [req-b22bc0f5-8fb9-42c9-a4fa-fad7bd9b57c0 req-a76d51c2-ea9b-4eb1-b1eb-aadd770d52bb tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736733359243', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736732935810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2705155'] for port, after_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:13:11.690128 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76d51c2-ea9b-4eb1-b1eb-aadd770d52bb tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Pushing event deleted for resources: {'Port': ['ID=49584085-8946-46aa-82a8-26ac3c0a36fd,revision_number=None']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:13:11.736145 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a76d51c2-ea9b-4eb1-b1eb-aadd770d52bb tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:13:11.736425 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a76d51c2-ea9b-4eb1-b1eb-aadd770d52bb tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:13:11.736669 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a76d51c2-ea9b-4eb1-b1eb-aadd770d52bb tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:13:11.737019 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a76d51c2-ea9b-4eb1-b1eb-aadd770d52bb tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:13:11.737353 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a76d51c2-ea9b-4eb1-b1eb-aadd770d52bb tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:13:11.737681 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a76d51c2-ea9b-4eb1-b1eb-aadd770d52bb tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:13:11.738005 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a76d51c2-ea9b-4eb1-b1eb-aadd770d52bb tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:13:11.738327 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a76d51c2-ea9b-4eb1-b1eb-aadd770d52bb tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:13:11.738664 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a76d51c2-ea9b-4eb1-b1eb-aadd770d52bb tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:13:11.738987 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a76d51c2-ea9b-4eb1-b1eb-aadd770d52bb tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:13:11.739317 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a76d51c2-ea9b-4eb1-b1eb-aadd770d52bb tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:13:11.783122 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_dvrscheduler_db [req-b22bc0f5-8fb9-42c9-a4fa-fad7bd9b57c0 req-a76d51c2-ea9b-4eb1-b1eb-aadd770d52bb tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] No DVR routers for this DVR port 49584085-8946-46aa-82a8-26ac3c0a36fd on host hv-neutron-8361 {{(pid=83869) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 14:13:11.785706 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [req-b22bc0f5-8fb9-42c9-a4fa-fad7bd9b57c0 req-a76d51c2-ea9b-4eb1-b1eb-aadd770d52bb tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109561'] for port, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:13:11.788406 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d3740da-d91f-4d60-a37e-95ca6ed889a3', 'name': 'network-vif-deleted', 'tag': '49584085-8946-46aa-82a8-26ac3c0a36fd'}] {{(pid=83869) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 14:13:11.805600 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-b22bc0f5-8fb9-42c9-a4fa-fad7bd9b57c0 req-a76d51c2-ea9b-4eb1-b1eb-aadd770d52bb tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] 10.222.0.57 "DELETE /v2.0/ports/49584085-8946-46aa-82a8-26ac3c0a36fd HTTP/1.1" status: 204 len: 173 time: 0.8540568 Apr 01 14:13:11.862574 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d3740da-d91f-4d60-a37e-95ca6ed889a3', 'name': 'network-vif-deleted', 'tag': '49584085-8946-46aa-82a8-26ac3c0a36fd', 'status': 'completed', 'code': 200} Apr 01 14:13:12.098757 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-a08ca160-77f6-4802-a5e5-0a03551dae20 req-a5383fa0-4096-469e-b513-2f498f820271 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] 10.222.0.26 "GET /v2.0/ports?device_id=4d3740da-d91f-4d60-a37e-95ca6ed889a3 HTTP/1.1" status: 200 len: 210 time: 0.1495547 Apr 01 14:13:13.217100 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 35478) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:13:13.668560 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-fb26c8a6-259c-4dd5-9ee0-689adbfd4e4f tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4084029'] for router_interface, before_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:13:14.356992 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.plugin [None req-fb26c8a6-259c-4dd5-9ee0-689adbfd4e4f tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Deleting port d3fa3a81-a000-4ce5-bada-1e2e6e3ceb39 {{(pid=83871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 14:13:14.357689 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-fb26c8a6-259c-4dd5-9ee0-689adbfd4e4f tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736733287370'] for port, before_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:13:14.582181 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.db [None req-fb26c8a6-259c-4dd5-9ee0-689adbfd4e4f tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] For port d3fa3a81-a000-4ce5-bada-1e2e6e3ceb39, host dv-neutron-836180-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836180-1-hyperv',level=0,port_id=d3fa3a81-a000-4ce5-bada-1e2e6e3ceb39,segment=NetworkSegment(277dfbcc-6fba-487b-b3c4-04bf0c825d99),segment_id=277dfbcc-6fba-487b-b3c4-04bf0c825d99)] {{(pid=83871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 14:13:14.582557 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-fb26c8a6-259c-4dd5-9ee0-689adbfd4e4f tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4155147'] for port, precommit_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:13:14.707284 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.plugin [None req-fb26c8a6-259c-4dd5-9ee0-689adbfd4e4f tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Calling delete_port for d3fa3a81-a000-4ce5-bada-1e2e6e3ceb39 owned by network:router_interface {{(pid=83871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 14:13:15.004180 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-fb26c8a6-259c-4dd5-9ee0-689adbfd4e4f tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736733359243', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736732935810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2743125'] for port, after_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:13:15.051144 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb26c8a6-259c-4dd5-9ee0-689adbfd4e4f tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Pushing event deleted for resources: {'Port': ['ID=d3fa3a81-a000-4ce5-bada-1e2e6e3ceb39,revision_number=None']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:13:15.367241 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-fb26c8a6-259c-4dd5-9ee0-689adbfd4e4f tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3017585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4084076'] for router_interface, after_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:13:15.441343 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Device 49584085-8946-46aa-82a8-26ac3c0a36fd no longer exists at agent hyperv_hv-neutron-8361 {{(pid=83872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 14:13:15.478694 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.plugin [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] No Port match for: 49584085-8946-46aa-82a8-26ac3c0a36fd {{(pid=83872) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 01 14:13:15.479036 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Device 49584085-8946-46aa-82a8-26ac3c0a36fd not bound to the agent host hv-neutron-8361 {{(pid=83872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 14:13:16.016204 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb26c8a6-259c-4dd5-9ee0-689adbfd4e4f tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Router 8cf4d12b-054f-4556-bbb2-1167de386ad8 has already been hosted by L3 agent 88bf8fc8-11a3-4e96-9d1b-5fd93ba9f6f1 {{(pid=83871) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 14:13:16.240278 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb26c8a6-259c-4dd5-9ee0-689adbfd4e4f tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Notify agent at l3_agent.dv-neutron-836180-1-hyperv the message routers_updated {{(pid=83871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 14:13:16.253790 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ac02290-e9aa-4197-923f-5a25e3d3619f None None] Sync routers for ids ['8cf4d12b-054f-4556-bbb2-1167de386ad8'] in dv-neutron-836180-1-hyperv {{(pid=83872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 14:13:16.255731 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-fb26c8a6-259c-4dd5-9ee0-689adbfd4e4f tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] 10.222.0.26 "PUT /v2.0/routers/8cf4d12b-054f-4556-bbb2-1167de386ad8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0374618 Apr 01 14:13:16.258601 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 35482) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:13:16.268421 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ac02290-e9aa-4197-923f-5a25e3d3619f None None] Routers {'8cf4d12b-054f-4556-bbb2-1167de386ad8'} bound to L3 agent in host dv-neutron-836180-1-hyperv {{(pid=83872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 14:13:16.269293 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_hamode_db [None req-2ac02290-e9aa-4197-923f-5a25e3d3619f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836180-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T13:25:36Z,description=,heartbeat_timestamp=2022-04-01T14:13:06Z,host='dv-neutron-836180-1-hyperv',id=88bf8fc8-11a3-4e96-9d1b-5fd93ba9f6f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T13:25:36Z,topic='l3_agent')) {'router_ids': ['8cf4d12b-054f-4556-bbb2-1167de386ad8'], 'active': True} {{(pid=83872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 14:13:16.456242 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_dvr_db [None req-2ac02290-e9aa-4197-923f-5a25e3d3619f None None] Set router 8cf4d12b-054f-4556-bbb2-1167de386ad8 gateway port host: dv-neutron-836180-1-hyperv {{(pid=83872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 14:13:16.563228 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.db_base_plugin_v2 [None req-b2feeb51-70af-460c-ab3e-1f3feaf0b6b0 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Deleting subnet 43df549d-3285-4eab-8315-99c7d9697250 {{(pid=83871) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 01 14:13:16.566336 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-b2feeb51-70af-460c-ab3e-1f3feaf0b6b0 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Notify callbacks [] for subnet, before_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:13:16.626508 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-b2feeb51-70af-460c-ab3e-1f3feaf0b6b0 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3166365'] for subnet, precommit_delete_associations {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:13:16.729161 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-b2feeb51-70af-460c-ab3e-1f3feaf0b6b0 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-945029'] for subnet, precommit_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:13:16.816164 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-b2feeb51-70af-460c-ab3e-1f3feaf0b6b0 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-945042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2743160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2757373'] for subnet, after_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:13:16.819012 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_hamode_db [None req-2ac02290-e9aa-4197-923f-5a25e3d3619f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cf4d12b-054f-4556-bbb2-1167de386ad8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1969903409', 'tenant_id': '1ac9f9a3637e41b9993bdb348451719c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'external_fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.89'}], 'enable_snat': True}, 'gw_port_id': 'ff240181-f621-4c8a-9f58-6a0f5087320c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T14:11:22Z', 'updated_at': '2022-04-01T14:13:14Z', 'revision_number': 5, 'project_id': '1ac9f9a3637e41b9993bdb348451719c', 'gw_port': {'id': 'ff240181-f621-4c8a-9f58-6a0f5087320c', 'name': '', 'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:56:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cf4d12b-054f-4556-bbb2-1167de386ad8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836180-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T14:11:22Z', 'updated_at': '2022-04-01T14:11:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836180-1-hyperv'}], 'dv-neutron-836180-1-hyperv', False) {} {{(pid=83872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 14:13:16.823794 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ac02290-e9aa-4197-923f-5a25e3d3619f None None] Checking router: 8cf4d12b-054f-4556-bbb2-1167de386ad8 for host: dv-neutron-836180-1-hyperv {{(pid=83872) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 01 14:13:16.836773 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ac02290-e9aa-4197-923f-5a25e3d3619f None None] Routers {'8cf4d12b-054f-4556-bbb2-1167de386ad8'} bound to L3 agent in host dv-neutron-836180-1-hyperv {{(pid=83872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 14:13:16.837402 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_hamode_db [None req-2ac02290-e9aa-4197-923f-5a25e3d3619f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836180-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T13:25:36Z,description=,heartbeat_timestamp=2022-04-01T14:13:06Z,host='dv-neutron-836180-1-hyperv',id=88bf8fc8-11a3-4e96-9d1b-5fd93ba9f6f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T13:25:36Z,topic='l3_agent')) {'router_ids': ['8cf4d12b-054f-4556-bbb2-1167de386ad8'], 'active': True} {{(pid=83872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 14:13:16.868559 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2feeb51-70af-460c-ab3e-1f3feaf0b6b0 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Pushing event deleted for resources: {'Subnet': ['ID=43df549d-3285-4eab-8315-99c7d9697250,revision_number=None']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:13:16.872471 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-b2feeb51-70af-460c-ab3e-1f3feaf0b6b0 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Notify callbacks [] for subnet, before_response {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:13:16.879449 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-b2feeb51-70af-460c-ab3e-1f3feaf0b6b0 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] 10.222.0.26 "DELETE /v2.0/subnets/43df549d-3285-4eab-8315-99c7d9697250 HTTP/1.1" status: 204 len: 168 time: 0.6196747 Apr 01 14:13:16.882668 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 35486) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:13:16.890145 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88ef51b2-47a5-4bf5-9eeb-d89603b5123b None None] Network c39f1361-5e60-4459-a4ec-71670a09682f requested from dv-neutron-836180-1-hyperv {{(pid=83872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 14:13:17.187651 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-0df932e9-72b3-4b3c-bcd8-932e2d5c6d71 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Notify callbacks [] for router, before_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:13:17.233667 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_dvr_db [None req-2ac02290-e9aa-4197-923f-5a25e3d3619f None None] Set router 8cf4d12b-054f-4556-bbb2-1167de386ad8 gateway port host: dv-neutron-836180-1-hyperv {{(pid=83872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 14:13:17.471829 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-0df932e9-72b3-4b3c-bcd8-932e2d5c6d71 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:13:17.486205 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.plugin [None req-0df932e9-72b3-4b3c-bcd8-932e2d5c6d71 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Deleting port ff240181-f621-4c8a-9f58-6a0f5087320c {{(pid=83869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 14:13:17.486549 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-0df932e9-72b3-4b3c-bcd8-932e2d5c6d71 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736733287370'] for port, before_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:13:17.530434 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a19e3b14-120b-4a6c-b854-585f47d03a56 None None] DHCP port deletion for c39f1361-5e60-4459-a4ec-71670a09682f request from dv-neutron-836180-1-hyperv {{(pid=83872) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 01 14:13:17.538069 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.plugin [None req-a19e3b14-120b-4a6c-b854-585f47d03a56 None None] Deleting port 2376263b-d504-46e6-b4d9-c33de52fe86a {{(pid=83872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 14:13:17.539087 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-a19e3b14-120b-4a6c-b854-585f47d03a56 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736733287370'] for port, before_delete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:13:17.685107 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.db [None req-0df932e9-72b3-4b3c-bcd8-932e2d5c6d71 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] For port ff240181-f621-4c8a-9f58-6a0f5087320c, host dv-neutron-836180-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836180-1-hyperv',level=0,port_id=ff240181-f621-4c8a-9f58-6a0f5087320c,segment=NetworkSegment(7b924dd8-4978-40c4-ad91-4b9b27348462),segment_id=7b924dd8-4978-40c4-ad91-4b9b27348462)] {{(pid=83869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 14:13:17.685326 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-0df932e9-72b3-4b3c-bcd8-932e2d5c6d71 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4155147'] for port, precommit_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:13:17.694072 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_hamode_db [None req-2ac02290-e9aa-4197-923f-5a25e3d3619f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cf4d12b-054f-4556-bbb2-1167de386ad8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1969903409', 'tenant_id': '1ac9f9a3637e41b9993bdb348451719c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'external_fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.89'}], 'enable_snat': True}, 'gw_port_id': 'ff240181-f621-4c8a-9f58-6a0f5087320c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T14:11:22Z', 'updated_at': '2022-04-01T14:13:14Z', 'revision_number': 5, 'project_id': '1ac9f9a3637e41b9993bdb348451719c', 'gw_port': {'id': 'ff240181-f621-4c8a-9f58-6a0f5087320c', 'name': '', 'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:56:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cf4d12b-054f-4556-bbb2-1167de386ad8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836180-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T14:11:22Z', 'updated_at': '2022-04-01T14:11:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836180-1-hyperv'}], 'dv-neutron-836180-1-hyperv', False) {} {{(pid=83872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 14:13:17.747401 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ac02290-e9aa-4197-923f-5a25e3d3619f None None] The sync data for ids ['8cf4d12b-054f-4556-bbb2-1167de386ad8'] in dv-neutron-836180-1-hyperv is: [{'id': '8cf4d12b-054f-4556-bbb2-1167de386ad8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1969903409', 'tenant_id': '1ac9f9a3637e41b9993bdb348451719c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'external_fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.89'}], 'enable_snat': True}, 'gw_port_id': 'ff240181-f621-4c8a-9f58-6a0f5087320c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T14:11:22Z', 'updated_at': '2022-04-01T14:13:14Z', 'revision_number': 5, 'project_id': '1ac9f9a3637e41b9993bdb348451719c', 'gw_port': {'id': 'ff240181-f621-4c8a-9f58-6a0f5087320c', 'name': '', 'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:56:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cf4d12b-054f-4556-bbb2-1167de386ad8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836180-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T14:11:22Z', 'updated_at': '2022-04-01T14:11:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836180-1-hyperv'}] {{(pid=83872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 14:13:17.800250 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-a19e3b14-120b-4a6c-b854-585f47d03a56 None None] For port 2376263b-d504-46e6-b4d9-c33de52fe86a, host dv-neutron-836180-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836180-1-hyperv',level=0,port_id=2376263b-d504-46e6-b4d9-c33de52fe86a,segment=NetworkSegment(277dfbcc-6fba-487b-b3c4-04bf0c825d99),segment_id=277dfbcc-6fba-487b-b3c4-04bf0c825d99)] {{(pid=83872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 14:13:17.801280 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-a19e3b14-120b-4a6c-b854-585f47d03a56 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4155147'] for port, precommit_delete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:13:17.811094 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.plugin [None req-0df932e9-72b3-4b3c-bcd8-932e2d5c6d71 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Calling delete_port for ff240181-f621-4c8a-9f58-6a0f5087320c owned by network:router_gateway {{(pid=83869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 14:13:17.927427 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.plugin [None req-a19e3b14-120b-4a6c-b854-585f47d03a56 None None] Calling delete_port for 2376263b-d504-46e6-b4d9-c33de52fe86a owned by network:dhcp {{(pid=83872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 14:13:18.006337 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-0df932e9-72b3-4b3c-bcd8-932e2d5c6d71 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736733359243', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736732935810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2705155'] for port, after_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:13:18.040126 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-a19e3b14-120b-4a6c-b854-585f47d03a56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736733359243', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736732935810'] for port, after_delete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:13:18.059593 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df932e9-72b3-4b3c-bcd8-932e2d5c6d71 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Pushing event deleted for resources: {'Port': ['ID=ff240181-f621-4c8a-9f58-6a0f5087320c,revision_number=None']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:13:18.122706 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19e3b14-120b-4a6c-b854-585f47d03a56 None None] Pushing event deleted for resources: {'Port': ['ID=2376263b-d504-46e6-b4d9-c33de52fe86a,revision_number=None']} {{(pid=83872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:13:18.153817 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a19e3b14-120b-4a6c-b854-585f47d03a56 None None] No DVR routers for this DVR port 2376263b-d504-46e6-b4d9-c33de52fe86a on host dv-neutron-836180-1-hyperv {{(pid=83872) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 14:13:18.168647 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a19e3b14-120b-4a6c-b854-585f47d03a56 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:13:18.168647 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a19e3b14-120b-4a6c-b854-585f47d03a56 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:13:18.168940 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a19e3b14-120b-4a6c-b854-585f47d03a56 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:13:18.169283 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a19e3b14-120b-4a6c-b854-585f47d03a56 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:13:18.169608 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a19e3b14-120b-4a6c-b854-585f47d03a56 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:13:18.169938 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a19e3b14-120b-4a6c-b854-585f47d03a56 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:13:18.170280 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a19e3b14-120b-4a6c-b854-585f47d03a56 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:13:18.170866 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a19e3b14-120b-4a6c-b854-585f47d03a56 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:13:18.171284 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a19e3b14-120b-4a6c-b854-585f47d03a56 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:13:18.171614 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a19e3b14-120b-4a6c-b854-585f47d03a56 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:13:18.172020 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a19e3b14-120b-4a6c-b854-585f47d03a56 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:13:18.501661 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-0df932e9-72b3-4b3c-bcd8-932e2d5c6d71 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4084822'] for router_gateway, after_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:13:18.760267 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-0df932e9-72b3-4b3c-bcd8-932e2d5c6d71 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4079814', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4170'] for router, precommit_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:13:18.764585 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-0df932e9-72b3-4b3c-bcd8-932e2d5c6d71 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:13:18.790380 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-0df932e9-72b3-4b3c-bcd8-932e2d5c6d71 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4079738'] for router, after_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:13:18.791054 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0df932e9-72b3-4b3c-bcd8-932e2d5c6d71 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Fanout notify agent at l3_agent the message router_deleted on router 8cf4d12b-054f-4556-bbb2-1167de386ad8 {{(pid=83869) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 01 14:13:18.806500 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-0df932e9-72b3-4b3c-bcd8-932e2d5c6d71 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Notify callbacks [] for router, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:13:18.807624 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-0df932e9-72b3-4b3c-bcd8-932e2d5c6d71 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] 10.222.0.26 "DELETE /v2.0/routers/8cf4d12b-054f-4556-bbb2-1167de386ad8 HTTP/1.1" status: 204 len: 168 time: 1.9239371 Apr 01 14:13:18.811598 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 35490) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:13:18.938340 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-f07d1819-c2e0-45cf-9315-aa6f8bc86553 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1033078'] for network, before_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:13:19.085055 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Device 2376263b-d504-46e6-b4d9-c33de52fe86a no longer exists at agent ovs-agent-dv-neutron-836180-1-hyperv {{(pid=83872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 14:13:19.096338 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-f07d1819-c2e0-45cf-9315-aa6f8bc86553 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-942654', 'neutron.services.segments.db._delete_segments_for_network-8736733387888'] for network, precommit_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:13:19.118769 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.plugin [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] No Port match for: 2376263b-d504-46e6-b4d9-c33de52fe86a {{(pid=83872) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 01 14:13:19.119105 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Device 2376263b-d504-46e6-b4d9-c33de52fe86a not bound to the agent host dv-neutron-836180-1-hyperv {{(pid=83872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 14:13:19.119514 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Device d3fa3a81-a000-4ce5-bada-1e2e6e3ceb39 no longer exists at agent ovs-agent-dv-neutron-836180-1-hyperv {{(pid=83872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 14:13:19.123041 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.services.segments.db [None req-f07d1819-c2e0-45cf-9315-aa6f8bc86553 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c39f1361-5e60-4459-a4ec-71670a09682f']}} {{(pid=83871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 14:13:19.135973 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.services.segments.db [None req-f07d1819-c2e0-45cf-9315-aa6f8bc86553 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '277dfbcc-6fba-487b-b3c4-04bf0c825d99') {'for_net_delete': True} {{(pid=83871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 14:13:19.136267 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.services.segments.db [None req-f07d1819-c2e0-45cf-9315-aa6f8bc86553 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '277dfbcc-6fba-487b-b3c4-04bf0c825d99') {} {{(pid=83871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 14:13:19.150323 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-f07d1819-c2e0-45cf-9315-aa6f8bc86553 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736733386999', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3166340'] for segment, before_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:13:19.173494 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-f07d1819-c2e0-45cf-9315-aa6f8bc86553 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1004271'] for segment, precommit_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:13:19.180054 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f07d1819-c2e0-45cf-9315-aa6f8bc86553 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Releasing vlan 369 on physical network physnet1 to pool {{(pid=83871) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 01 14:13:19.180469 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-f07d1819-c2e0-45cf-9315-aa6f8bc86553 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1004262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2743078'] for segment, after_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:13:19.187609 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.plugin [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] No Port match for: d3fa3a81-a000-4ce5-bada-1e2e6e3ceb39 {{(pid=83872) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 01 14:13:19.188196 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Device d3fa3a81-a000-4ce5-bada-1e2e6e3ceb39 not bound to the agent host dv-neutron-836180-1-hyperv {{(pid=83872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 14:13:19.188622 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Device ff240181-f621-4c8a-9f58-6a0f5087320c no longer exists at agent ovs-agent-dv-neutron-836180-1-hyperv {{(pid=83872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 14:13:19.195589 dv-neutron-836180-1-hyperv neutron-server[83871]: Traceback (most recent call last): Apr 01 14:13:19.195589 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 01 14:13:19.195589 dv-neutron-836180-1-hyperv neutron-server[83871]: timer() Apr 01 14:13:19.195589 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 14:13:19.195589 dv-neutron-836180-1-hyperv neutron-server[83871]: cb(*args, **kw) Apr 01 14:13:19.195589 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 14:13:19.195589 dv-neutron-836180-1-hyperv neutron-server[83871]: return func(*args, **kwargs) Apr 01 14:13:19.195589 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 14:13:19.195589 dv-neutron-836180-1-hyperv neutron-server[83871]: self._notify() Apr 01 14:13:19.195589 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 14:13:19.195589 dv-neutron-836180-1-hyperv neutron-server[83871]: self.callback(batched_events) Apr 01 14:13:19.195589 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 14:13:19.195589 dv-neutron-836180-1-hyperv neutron-server[83871]: event.method(event) Apr 01 14:13:19.195589 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 14:13:19.195589 dv-neutron-836180-1-hyperv neutron-server[83871]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 14:13:19.195589 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 14:13:19.195589 dv-neutron-836180-1-hyperv neutron-server[83871]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 14:13:19.195589 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 14:13:19.195589 dv-neutron-836180-1-hyperv neutron-server[83871]: return f(self, *a, **k) Apr 01 14:13:19.195589 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 14:13:19.195589 dv-neutron-836180-1-hyperv neutron-server[83871]: return self._get(url).json() Apr 01 14:13:19.195589 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 14:13:19.195589 dv-neutron-836180-1-hyperv neutron-server[83871]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 14:13:19.195589 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 01 14:13:19.195589 dv-neutron-836180-1-hyperv neutron-server[83871]: return self.request(url, 'GET', **kwargs) Apr 01 14:13:19.195589 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 01 14:13:19.195589 dv-neutron-836180-1-hyperv neutron-server[83871]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 14:13:19.195589 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 01 14:13:19.195589 dv-neutron-836180-1-hyperv neutron-server[83871]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 14:13:19.195589 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 01 14:13:19.195589 dv-neutron-836180-1-hyperv neutron-server[83871]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 14:13:19.195589 dv-neutron-836180-1-hyperv neutron-server[83871]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 14:13:19.220157 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.plugin [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] No Port match for: ff240181-f621-4c8a-9f58-6a0f5087320c {{(pid=83872) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 01 14:13:19.220520 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Device ff240181-f621-4c8a-9f58-6a0f5087320c not bound to the agent host dv-neutron-836180-1-hyperv {{(pid=83872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 14:13:19.283274 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-f07d1819-c2e0-45cf-9315-aa6f8bc86553 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-942599', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4084797'] for network, after_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:13:19.310572 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-f07d1819-c2e0-45cf-9315-aa6f8bc86553 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Notify callbacks [] for network, before_response {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:13:19.317950 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f07d1819-c2e0-45cf-9315-aa6f8bc86553 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Pushing event deleted for resources: {'Network': ['ID=c39f1361-5e60-4459-a4ec-71670a09682f,revision_number=None']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:13:19.331198 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-f07d1819-c2e0-45cf-9315-aa6f8bc86553 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] 10.222.0.26 "DELETE /v2.0/networks/c39f1361-5e60-4459-a4ec-71670a09682f HTTP/1.1" status: 204 len: 168 time: 0.5182557 Apr 01 14:13:19.334002 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 35494) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:13:19.409042 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-80218464-ebed-4191-9d47-c4053d8ce58f tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Notify callbacks [] for security_group, before_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:13:19.439067 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-80218464-ebed-4191-9d47-c4053d8ce58f tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:13:19.502259 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-80218464-ebed-4191-9d47-c4053d8ce58f tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3775923'] for security_group, after_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:13:19.522493 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80218464-ebed-4191-9d47-c4053d8ce58f tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=19b37ef0-262f-4b4f-92b5-875b02dd0430,revision_number=None']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:13:19.534650 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-80218464-ebed-4191-9d47-c4053d8ce58f tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Notify callbacks [] for security_group, before_response {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:13:19.535706 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-80218464-ebed-4191-9d47-c4053d8ce58f tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] 10.222.0.26 "DELETE /v2.0/security-groups/19b37ef0-262f-4b4f-92b5-875b02dd0430 HTTP/1.1" status: 204 len: 168 time: 0.2008195 Apr 01 14:13:19.780668 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 35502) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:13:19.786737 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.v2.base [None req-2c2d7bc1-c059-4cd1-b14f-b91c539ce5a8 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1335129182', 'description': 'tempest-secgroup-smoke-1335129182 description', 'project_id': '1ac9f9a3637e41b9993bdb348451719c'}} {{(pid=83871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 14:13:19.793490 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-2c2d7bc1-c059-4cd1-b14f-b91c539ce5a8 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 14:13:19.797564 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-2c2d7bc1-c059-4cd1-b14f-b91c539ce5a8 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Usage tracker for resource:security_group and tenant:1ac9f9a3637e41b9993bdb348451719c is out of sync, need to count used quota {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 14:13:19.800418 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-2c2d7bc1-c059-4cd1-b14f-b91c539ce5a8 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 14:13:19.807359 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-2c2d7bc1-c059-4cd1-b14f-b91c539ce5a8 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 14:13:19.817682 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-2c2d7bc1-c059-4cd1-b14f-b91c539ce5a8 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Notify callbacks [] for security_group, before_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:13:19.857377 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-2c2d7bc1-c059-4cd1-b14f-b91c539ce5a8 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 14:13:19.861457 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-2c2d7bc1-c059-4cd1-b14f-b91c539ce5a8 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Usage tracker for resource:security_group_rule and tenant:1ac9f9a3637e41b9993bdb348451719c is out of sync, need to count used quota {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 14:13:19.864219 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-2c2d7bc1-c059-4cd1-b14f-b91c539ce5a8 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 14:13:19.870456 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-2c2d7bc1-c059-4cd1-b14f-b91c539ce5a8 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 14:13:19.925011 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-2c2d7bc1-c059-4cd1-b14f-b91c539ce5a8 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Notify callbacks [] for security_group, precommit_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:13:19.928922 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-2c2d7bc1-c059-4cd1-b14f-b91c539ce5a8 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3775923'] for security_group, after_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:13:19.977740 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c2d7bc1-c059-4cd1-b14f-b91c539ce5a8 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Pushing event updated for resources: {'SecurityGroup': ['ID=13528e8d-7066-4e1d-81ef-07acf8079948,revision_number=1']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:13:19.983917 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-2c2d7bc1-c059-4cd1-b14f-b91c539ce5a8 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Notify callbacks [] for security_group, before_response {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:13:19.985271 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-2c2d7bc1-c059-4cd1-b14f-b91c539ce5a8 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.2035501 Apr 01 14:13:19.988289 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 35506) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:13:19.995823 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.v2.base [None req-a0fa53af-36a4-44db-8b17-01da74366acb tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Request body: {'security_group_rule': {'security_group_id': '13528e8d-7066-4e1d-81ef-07acf8079948', 'project_id': '1ac9f9a3637e41b9993bdb348451719c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 14:13:20.002775 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-a0fa53af-36a4-44db-8b17-01da74366acb tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 14:13:20.007731 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-a0fa53af-36a4-44db-8b17-01da74366acb tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Usage tracker for resource:security_group_rule and tenant:1ac9f9a3637e41b9993bdb348451719c is out of sync, need to count used quota {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 14:13:20.011782 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-a0fa53af-36a4-44db-8b17-01da74366acb tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 14:13:20.017851 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-a0fa53af-36a4-44db-8b17-01da74366acb tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 14:13:20.035399 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-a0fa53af-36a4-44db-8b17-01da74366acb tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:13:20.094668 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-a0fa53af-36a4-44db-8b17-01da74366acb tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:13:20.099009 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-a0fa53af-36a4-44db-8b17-01da74366acb tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3775744'] for security_group_rule, after_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:13:20.125294 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0fa53af-36a4-44db-8b17-01da74366acb tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d209fd4b-2dc1-4944-8c0b-0f42f3a2ca77,revision_number=0']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:13:20.134913 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-a0fa53af-36a4-44db-8b17-01da74366acb tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:13:20.136096 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-a0fa53af-36a4-44db-8b17-01da74366acb tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1467776 Apr 01 14:13:20.139410 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 35510) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:13:20.144702 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.v2.base [None req-88600f30-450a-4ab5-873d-a2a9808a91d9 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Request body: {'security_group_rule': {'security_group_id': '13528e8d-7066-4e1d-81ef-07acf8079948', 'project_id': '1ac9f9a3637e41b9993bdb348451719c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 14:13:20.150638 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-88600f30-450a-4ab5-873d-a2a9808a91d9 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 14:13:20.154318 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-88600f30-450a-4ab5-873d-a2a9808a91d9 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Usage tracker for resource:security_group_rule and tenant:1ac9f9a3637e41b9993bdb348451719c is out of sync, need to count used quota {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 14:13:20.157108 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-88600f30-450a-4ab5-873d-a2a9808a91d9 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 14:13:20.162643 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-88600f30-450a-4ab5-873d-a2a9808a91d9 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 14:13:20.182505 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-88600f30-450a-4ab5-873d-a2a9808a91d9 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:13:20.247814 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-88600f30-450a-4ab5-873d-a2a9808a91d9 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:13:20.253573 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-88600f30-450a-4ab5-873d-a2a9808a91d9 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3775744'] for security_group_rule, after_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:13:20.280158 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88600f30-450a-4ab5-873d-a2a9808a91d9 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d7cf523e-cb6e-4e71-a24e-73dd5a04f58a,revision_number=0']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:13:20.291158 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-88600f30-450a-4ab5-873d-a2a9808a91d9 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:13:20.292382 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-88600f30-450a-4ab5-873d-a2a9808a91d9 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1520374 Apr 01 14:13:20.296284 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 35514) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:13:20.301870 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.v2.base [None req-09364a36-b2a2-43a1-b496-ad9aa7dc8fde tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Request body: {'security_group_rule': {'security_group_id': '13528e8d-7066-4e1d-81ef-07acf8079948', 'project_id': '1ac9f9a3637e41b9993bdb348451719c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 14:13:20.308872 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-09364a36-b2a2-43a1-b496-ad9aa7dc8fde tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 14:13:20.312682 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-09364a36-b2a2-43a1-b496-ad9aa7dc8fde tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Usage tracker for resource:security_group_rule and tenant:1ac9f9a3637e41b9993bdb348451719c is out of sync, need to count used quota {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 14:13:20.315877 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-09364a36-b2a2-43a1-b496-ad9aa7dc8fde tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 14:13:20.321804 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-09364a36-b2a2-43a1-b496-ad9aa7dc8fde tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 14:13:20.338724 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-09364a36-b2a2-43a1-b496-ad9aa7dc8fde tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:13:20.403140 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-09364a36-b2a2-43a1-b496-ad9aa7dc8fde tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:13:20.406766 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-09364a36-b2a2-43a1-b496-ad9aa7dc8fde tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3775744'] for security_group_rule, after_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:13:20.430470 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09364a36-b2a2-43a1-b496-ad9aa7dc8fde tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=47f5d09e-62fe-4e95-bb8e-d3959debf846,revision_number=0']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:13:20.439093 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-09364a36-b2a2-43a1-b496-ad9aa7dc8fde tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:13:20.440468 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-09364a36-b2a2-43a1-b496-ad9aa7dc8fde tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1430721 Apr 01 14:13:20.443094 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 35518) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:13:20.448533 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.v2.base [None req-94161584-4a05-4c95-9cff-65f79ed8bcd4 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Request body: {'security_group_rule': {'security_group_id': '13528e8d-7066-4e1d-81ef-07acf8079948', 'project_id': '1ac9f9a3637e41b9993bdb348451719c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 14:13:20.454400 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-94161584-4a05-4c95-9cff-65f79ed8bcd4 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 14:13:20.459725 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-94161584-4a05-4c95-9cff-65f79ed8bcd4 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Usage tracker for resource:security_group_rule and tenant:1ac9f9a3637e41b9993bdb348451719c is out of sync, need to count used quota {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 14:13:20.463129 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-94161584-4a05-4c95-9cff-65f79ed8bcd4 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 14:13:20.468794 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-94161584-4a05-4c95-9cff-65f79ed8bcd4 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 14:13:20.485385 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-94161584-4a05-4c95-9cff-65f79ed8bcd4 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:13:20.551737 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-94161584-4a05-4c95-9cff-65f79ed8bcd4 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:13:20.555551 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-94161584-4a05-4c95-9cff-65f79ed8bcd4 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3775744'] for security_group_rule, after_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:13:20.578659 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94161584-4a05-4c95-9cff-65f79ed8bcd4 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6f107b84-50ff-45bc-894a-2a06d1c339c8,revision_number=0']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:13:20.588753 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-94161584-4a05-4c95-9cff-65f79ed8bcd4 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:13:20.589923 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-94161584-4a05-4c95-9cff-65f79ed8bcd4 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1459403 Apr 01 14:13:20.592661 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 35522) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:13:20.598002 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.v2.base [None req-c08578c3-6e15-4c9c-a50d-e45b064149f0 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Request body: {'security_group_rule': {'security_group_id': '13528e8d-7066-4e1d-81ef-07acf8079948', 'project_id': '1ac9f9a3637e41b9993bdb348451719c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 14:13:20.604868 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-c08578c3-6e15-4c9c-a50d-e45b064149f0 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 14:13:20.611185 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-c08578c3-6e15-4c9c-a50d-e45b064149f0 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Usage tracker for resource:security_group_rule and tenant:1ac9f9a3637e41b9993bdb348451719c is out of sync, need to count used quota {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 14:13:20.617390 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-c08578c3-6e15-4c9c-a50d-e45b064149f0 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 14:13:20.623352 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-c08578c3-6e15-4c9c-a50d-e45b064149f0 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 14:13:20.632906 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.db.securitygroups_db [None req-c08578c3-6e15-4c9c-a50d-e45b064149f0 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Project 1ac9f9a3637e41b9993bdb348451719c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 01 14:13:20.639440 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-c08578c3-6e15-4c9c-a50d-e45b064149f0 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:13:20.716998 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-c08578c3-6e15-4c9c-a50d-e45b064149f0 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:13:20.720546 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-c08578c3-6e15-4c9c-a50d-e45b064149f0 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3775744'] for security_group_rule, after_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:13:20.743650 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c08578c3-6e15-4c9c-a50d-e45b064149f0 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ee916639-f003-4462-bc04-623d4c4d51e6,revision_number=0']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:13:20.752544 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-c08578c3-6e15-4c9c-a50d-e45b064149f0 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:13:20.753724 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-c08578c3-6e15-4c9c-a50d-e45b064149f0 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1601059 Apr 01 14:13:20.756471 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 35526) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:13:20.762360 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.v2.base [None req-0429e09e-984f-42ba-a470-50b2c561a731 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Request body: {'security_group_rule': {'security_group_id': '13528e8d-7066-4e1d-81ef-07acf8079948', 'project_id': '1ac9f9a3637e41b9993bdb348451719c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 14:13:20.768194 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-0429e09e-984f-42ba-a470-50b2c561a731 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 14:13:20.771899 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-0429e09e-984f-42ba-a470-50b2c561a731 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Usage tracker for resource:security_group_rule and tenant:1ac9f9a3637e41b9993bdb348451719c is out of sync, need to count used quota {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 14:13:20.775866 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-0429e09e-984f-42ba-a470-50b2c561a731 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 14:13:20.781688 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-0429e09e-984f-42ba-a470-50b2c561a731 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 14:13:20.793780 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.db.securitygroups_db [None req-0429e09e-984f-42ba-a470-50b2c561a731 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Project 1ac9f9a3637e41b9993bdb348451719c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 01 14:13:20.800596 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-0429e09e-984f-42ba-a470-50b2c561a731 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:13:20.869021 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-0429e09e-984f-42ba-a470-50b2c561a731 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:13:20.872750 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-0429e09e-984f-42ba-a470-50b2c561a731 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3775744'] for security_group_rule, after_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:13:20.897756 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0429e09e-984f-42ba-a470-50b2c561a731 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c1f05160-eac0-4be5-a131-db62c42fc417,revision_number=0']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:13:20.910368 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-0429e09e-984f-42ba-a470-50b2c561a731 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:13:20.911604 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-0429e09e-984f-42ba-a470-50b2c561a731 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1542258 Apr 01 14:13:20.914667 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 35530) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:13:20.920810 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.v2.base [None req-90214dd5-2af5-4922-b7bb-d77d75e5c384 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Request body: {'network': {'name': 'tempest-network-smoke--2126704161', 'project_id': '1ac9f9a3637e41b9993bdb348451719c', 'port_security_enabled': True}} {{(pid=83869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 14:13:20.925984 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-90214dd5-2af5-4922-b7bb-d77d75e5c384 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 14:13:20.930326 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-90214dd5-2af5-4922-b7bb-d77d75e5c384 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Usage tracker for resource:network and tenant:1ac9f9a3637e41b9993bdb348451719c is out of sync, need to count used quota {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 14:13:20.933209 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-90214dd5-2af5-4922-b7bb-d77d75e5c384 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 14:13:20.939760 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-90214dd5-2af5-4922-b7bb-d77d75e5c384 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 14:13:20.949529 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90214dd5-2af5-4922-b7bb-d77d75e5c384 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Made reservation on behalf of 1ac9f9a3637e41b9993bdb348451719c for: {'network': 1} {{(pid=83869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 14:13:20.952495 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-90214dd5-2af5-4922-b7bb-d77d75e5c384 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for network, before_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:13:20.985694 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-90214dd5-2af5-4922-b7bb-d77d75e5c384 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] vlan segment allocate from pool success with {'vlan_id': 395, 'physical_network': 'physnet1'} {{(pid=83869) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 14:13:20.998041 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-90214dd5-2af5-4922-b7bb-d77d75e5c384 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1004271'] for segment, precommit_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:13:20.998379 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.db.segments_db [None req-90214dd5-2af5-4922-b7bb-d77d75e5c384 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Added segment 72aa718b-333f-43b3-b1a7-476804e5efc3 of type vlan for network 2b87a8ff-e236-4ca4-a445-3a94edb5eef0 Apr 01 14:13:21.028450 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-90214dd5-2af5-4922-b7bb-d77d75e5c384 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736732923383'] for network, precommit_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:13:21.059065 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-90214dd5-2af5-4922-b7bb-d77d75e5c384 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575'] for network, after_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:13:21.063551 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90214dd5-2af5-4922-b7bb-d77d75e5c384 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:13:21.064220 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-90214dd5-2af5-4922-b7bb-d77d75e5c384 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Notify callbacks [] for network, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:13:21.172545 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90214dd5-2af5-4922-b7bb-d77d75e5c384 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Pushing event updated for resources: {'Network': ['ID=2b87a8ff-e236-4ca4-a445-3a94edb5eef0,revision_number=1']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:13:21.175923 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-90214dd5-2af5-4922-b7bb-d77d75e5c384 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2600303 Apr 01 14:13:21.178551 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 35534) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:13:21.185200 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.v2.base [None req-9f00102e-f8b3-4033-a698-b7904e4db643 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-2037225660', 'admin_state_up': True, 'project_id': '1ac9f9a3637e41b9993bdb348451719c', 'external_gateway_info': {'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301'}}} {{(pid=83869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 14:13:21.186522 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Network 2b87a8ff-e236-4ca4-a445-3a94edb5eef0 details requested by agent ovs-agent-dv-neutron-836180-1-hyperv with host dv-neutron-836180-1-hyperv {{(pid=83872) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 14:13:21.192638 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-9f00102e-f8b3-4033-a698-b7904e4db643 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 14:13:21.197717 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-9f00102e-f8b3-4033-a698-b7904e4db643 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Usage tracker for resource:router and tenant:1ac9f9a3637e41b9993bdb348451719c is out of sync, need to count used quota {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 14:13:21.200578 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-9f00102e-f8b3-4033-a698-b7904e4db643 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 14:13:21.206300 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-9f00102e-f8b3-4033-a698-b7904e4db643 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 14:13:21.218895 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-9f00102e-f8b3-4033-a698-b7904e4db643 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4082176', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4220'] for router, before_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:13:21.219817 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-9f00102e-f8b3-4033-a698-b7904e4db643 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4082277', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4084873', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4148249', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4211'] for router, precommit_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:13:21.240096 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-9f00102e-f8b3-4033-a698-b7904e4db643 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:13:21.407467 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-9f00102e-f8b3-4033-a698-b7904e4db643 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4084887', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4079850', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4161'] for router, precommit_update {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:13:21.591870 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-9f00102e-f8b3-4033-a698-b7904e4db643 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Notify callbacks [] for router_gateway, before_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:13:21.621540 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-9f00102e-f8b3-4033-a698-b7904e4db643 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:13:21.758548 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.db_base_plugin_common [None req-9f00102e-f8b3-4033-a698-b7904e4db643 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Allocated IP 172.26.5.172 (725864b8-cceb-48c9-b5d3-1bfc4423e301/e2ed99db-0e25-4971-b535-7fa69231fae8/2dc9df40-c0ef-4dc9-9a03-80f06f885573) {{(pid=83869) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 14:13:22.002828 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-9f00102e-f8b3-4033-a698-b7904e4db643 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Notify callbacks [] for port, precommit_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:13:22.031689 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-9f00102e-f8b3-4033-a698-b7904e4db643 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736732935801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2705155'] for port, after_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:13:22.099225 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f00102e-f8b3-4033-a698-b7904e4db643 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Network 725864b8-cceb-48c9-b5d3-1bfc4423e301 is already hosted by enough agents. {{(pid=83869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 14:13:22.103660 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.scheduler.base_scheduler [None req-9f00102e-f8b3-4033-a698-b7904e4db643 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Resources bound (agent type, host, resource id): {{(pid=83869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 14:13:22.107165 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f00102e-f8b3-4033-a698-b7904e4db643 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Received port after_create {{(pid=83869) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 14:13:22.140019 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f00102e-f8b3-4033-a698-b7904e4db643 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Pushing event updated for resources: {'Port': ['ID=2dc9df40-c0ef-4dc9-9a03-80f06f885573,revision_number=1']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:13:22.277181 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-9f00102e-f8b3-4033-a698-b7904e4db643 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Notify callbacks [] for router_gateway, after_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:13:22.277852 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-9f00102e-f8b3-4033-a698-b7904e4db643 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4082201', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4084858'] for router, after_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:13:22.507435 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f00102e-f8b3-4033-a698-b7904e4db643 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Router f4e2bd11-675f-43c7-aabe-67aad12dfb95 is scheduled to L3 agent 88bf8fc8-11a3-4e96-9d1b-5fd93ba9f6f1 with binding_index 1 {{(pid=83869) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 01 14:13:22.715637 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f00102e-f8b3-4033-a698-b7904e4db643 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Notify agent at l3_agent.dv-neutron-836180-1-hyperv the message routers_updated {{(pid=83869) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 14:13:22.730501 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b20bf3e-9cc8-437d-bc97-a2ff38c9bf8a None None] Sync routers for ids ['f4e2bd11-675f-43c7-aabe-67aad12dfb95'] in dv-neutron-836180-1-hyperv {{(pid=83873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 14:13:22.745511 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b20bf3e-9cc8-437d-bc97-a2ff38c9bf8a None None] Routers {'f4e2bd11-675f-43c7-aabe-67aad12dfb95'} bound to L3 agent in host dv-neutron-836180-1-hyperv {{(pid=83873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 14:13:22.746101 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-5b20bf3e-9cc8-437d-bc97-a2ff38c9bf8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836180-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T13:25:36Z,description=,heartbeat_timestamp=2022-04-01T14:13:06Z,host='dv-neutron-836180-1-hyperv',id=88bf8fc8-11a3-4e96-9d1b-5fd93ba9f6f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T13:25:36Z,topic='l3_agent')) {'router_ids': ['f4e2bd11-675f-43c7-aabe-67aad12dfb95'], 'active': True} {{(pid=83873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 14:13:22.749093 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-9f00102e-f8b3-4033-a698-b7904e4db643 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Notify callbacks [] for router, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:13:22.750512 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-9f00102e-f8b3-4033-a698-b7904e4db643 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.5708799 Apr 01 14:13:22.754181 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 35538) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:13:22.803644 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-2715e988-cef1-4acf-b82c-34bb50742ba9 tempest-TestNetworkAdvancedServerOps-832265304 tempest-TestNetworkAdvancedServerOps-832265304-project-admin] 10.222.0.26 "GET /v2.0/subnets?project_id=1ac9f9a3637e41b9993bdb348451719c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0480678 Apr 01 14:13:22.807762 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 35542) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:13:22.932434 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_dvr_db [None req-5b20bf3e-9cc8-437d-bc97-a2ff38c9bf8a None None] Set router f4e2bd11-675f-43c7-aabe-67aad12dfb95 gateway port host: dv-neutron-836180-1-hyperv {{(pid=83873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 14:13:22.949438 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81ca7509-14b4-4e86-a28d-88641c90c448 tempest-TestNetworkAdvancedServerOps-832265304 tempest-TestNetworkAdvancedServerOps-832265304-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:13:22.950939 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-81ca7509-14b4-4e86-a28d-88641c90c448 tempest-TestNetworkAdvancedServerOps-832265304 tempest-TestNetworkAdvancedServerOps-832265304-project-admin] 10.222.0.26 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1421554 Apr 01 14:13:22.955278 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 35546) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:13:22.996088 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-c0ab0a6e-77d4-420c-b2ce-3f7e3b99174d tempest-TestNetworkAdvancedServerOps-832265304 tempest-TestNetworkAdvancedServerOps-832265304-project-admin] 10.222.0.26 "GET /v2.0/subnets?network_id=725864b8-cceb-48c9-b5d3-1bfc4423e301&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0395350 Apr 01 14:13:23.000103 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 35550) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:13:23.006508 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.v2.base [None req-ee749cfb-3a50-43da-955f-597205213128 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2024175955', 'network_id': '2b87a8ff-e236-4ca4-a445-3a94edb5eef0', 'project_id': '1ac9f9a3637e41b9993bdb348451719c', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=83869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 14:13:23.143627 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-ee749cfb-3a50-43da-955f-597205213128 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 14:13:23.147785 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-ee749cfb-3a50-43da-955f-597205213128 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Usage tracker for resource:subnet and tenant:1ac9f9a3637e41b9993bdb348451719c is out of sync, need to count used quota {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 14:13:23.152772 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-ee749cfb-3a50-43da-955f-597205213128 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 14:13:23.162565 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-ee749cfb-3a50-43da-955f-597205213128 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 14:13:23.176079 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee749cfb-3a50-43da-955f-597205213128 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Made reservation on behalf of 1ac9f9a3637e41b9993bdb348451719c for: {'subnet': 1} {{(pid=83869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 14:13:23.302687 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-5b20bf3e-9cc8-437d-bc97-a2ff38c9bf8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4e2bd11-675f-43c7-aabe-67aad12dfb95', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2037225660', 'tenant_id': '1ac9f9a3637e41b9993bdb348451719c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'external_fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.172'}], 'enable_snat': True}, 'gw_port_id': '2dc9df40-c0ef-4dc9-9a03-80f06f885573', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T14:13:21Z', 'updated_at': '2022-04-01T14:13:22Z', 'revision_number': 3, 'project_id': '1ac9f9a3637e41b9993bdb348451719c', 'gw_port': {'id': '2dc9df40-c0ef-4dc9-9a03-80f06f885573', 'name': '', 'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:98:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4e2bd11-675f-43c7-aabe-67aad12dfb95', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T14:13:21Z', 'updated_at': '2022-04-01T14:13:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836180-1-hyperv'}], 'dv-neutron-836180-1-hyperv', False) {} {{(pid=83873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 14:13:23.307942 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b20bf3e-9cc8-437d-bc97-a2ff38c9bf8a None None] Checking router: f4e2bd11-675f-43c7-aabe-67aad12dfb95 for host: dv-neutron-836180-1-hyperv {{(pid=83873) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 01 14:13:23.308276 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b20bf3e-9cc8-437d-bc97-a2ff38c9bf8a None None] Updating router f4e2bd11-675f-43c7-aabe-67aad12dfb95 port 2dc9df40-c0ef-4dc9-9a03-80f06f885573 binding host dv-neutron-836180-1-hyperv {{(pid=83873) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 01 14:13:23.310472 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-ee749cfb-3a50-43da-955f-597205213128 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2999481'] for subnet, before_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:13:23.368823 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-5b20bf3e-9cc8-437d-bc97-a2ff38c9bf8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:13:23.578560 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-ee749cfb-3a50-43da-955f-597205213128 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2705391', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2999447'] for subnet, after_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:13:23.685371 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee749cfb-3a50-43da-955f-597205213128 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Pushing event updated for resources: {'Subnet': ['ID=801509aa-742a-474f-9df7-531b152c1985,revision_number=0']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:13:23.700516 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee749cfb-3a50-43da-955f-597205213128 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Checking segment: {'id': '72aa718b-333f-43b3-b1a7-476804e5efc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '2b87a8ff-e236-4ca4-a445-3a94edb5eef0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 14:13:23.701052 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee749cfb-3a50-43da-955f-597205213128 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Network hostable DHCP agents. Network: 2b87a8ff-e236-4ca4-a445-3a94edb5eef0, hostable agents: ['e47e4547-5c2d-4954-ba56-fa3646239f18'], hosted agents: [] {{(pid=83869) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 14:13:23.734064 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee749cfb-3a50-43da-955f-597205213128 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Network 2b87a8ff-e236-4ca4-a445-3a94edb5eef0 is scheduled to be hosted by DHCP agent e47e4547-5c2d-4954-ba56-fa3646239f18 with binding_index 1 {{(pid=83869) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 14:13:23.748170 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.scheduler.base_scheduler [None req-ee749cfb-3a50-43da-955f-597205213128 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-836180-1-hyperv, 2b87a8ff-e236-4ca4-a445-3a94edb5eef0) {{(pid=83869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 14:13:23.755165 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee749cfb-3a50-43da-955f-597205213128 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:13:23.756434 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-ee749cfb-3a50-43da-955f-597205213128 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Notify callbacks [] for subnet, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:13:23.760707 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fba84fd4-d7f1-45ed-b8f6-41a476f302ce None None] Network 2b87a8ff-e236-4ca4-a445-3a94edb5eef0 requested from dv-neutron-836180-1-hyperv {{(pid=83872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 14:13:23.779627 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-5b20bf3e-9cc8-437d-bc97-a2ff38c9bf8a None None] Notify callbacks [] for port, precommit_update {{(pid=83873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:13:23.794014 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 35554) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:13:23.794832 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-5b20bf3e-9cc8-437d-bc97-a2ff38c9bf8a None None] Transition to ACTIVE for port object 2dc9df40-c0ef-4dc9-9a03-80f06f885573 will not be triggered until provisioned by entity L2. {{(pid=83873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 14:13:23.795195 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-ee749cfb-3a50-43da-955f-597205213128 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.7927835 Apr 01 14:13:23.803347 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-5b20bf3e-9cc8-437d-bc97-a2ff38c9bf8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864'] for port, after_update {{(pid=83873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:13:23.927512 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.plugins.ml2.managers [None req-5b20bf3e-9cc8-437d-bc97-a2ff38c9bf8a None None] Attempting to bind port 2dc9df40-c0ef-4dc9-9a03-80f06f885573 on host dv-neutron-836180-1-hyperv for vnic_type normal with profile {{(pid=83873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 14:13:23.927876 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.plugins.ml2.managers [None req-5b20bf3e-9cc8-437d-bc97-a2ff38c9bf8a None None] Attempting to bind port 2dc9df40-c0ef-4dc9-9a03-80f06f885573 by drivers openvswitch,hyperv on host dv-neutron-836180-1-hyperv at level 0 using segments [{'id': '7b924dd8-4978-40c4-ad91-4b9b27348462', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301'}] {{(pid=83873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 14:13:23.928227 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b20bf3e-9cc8-437d-bc97-a2ff38c9bf8a None None] Attempting to bind port 2dc9df40-c0ef-4dc9-9a03-80f06f885573 on network 725864b8-cceb-48c9-b5d3-1bfc4423e301 {{(pid=83873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 14:13:23.938652 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b20bf3e-9cc8-437d-bc97-a2ff38c9bf8a None None] Checking agent: {'id': 'af948428-97cd-4d10-9f53-af028bdb39b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-836180-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 13, 25, 37), 'started_at': datetime.datetime(2022, 4, 1, 13, 26, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 14, 13, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-836180-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 14:13:23.938652 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b20bf3e-9cc8-437d-bc97-a2ff38c9bf8a None None] Checking segment: {'id': '7b924dd8-4978-40c4-ad91-4b9b27348462', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 14:13:23.938652 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-5b20bf3e-9cc8-437d-bc97-a2ff38c9bf8a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:13:23.938652 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b20bf3e-9cc8-437d-bc97-a2ff38c9bf8a None None] Bound using segment: {'id': '7b924dd8-4978-40c4-ad91-4b9b27348462', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301'} {{(pid=83873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 14:13:23.939470 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.plugins.ml2.managers [None req-5b20bf3e-9cc8-437d-bc97-a2ff38c9bf8a None None] Bound port: 2dc9df40-c0ef-4dc9-9a03-80f06f885573, host: dv-neutron-836180-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b924dd8-4978-40c4-ad91-4b9b27348462', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301'}}] {{(pid=83873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 14:13:23.939470 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-5b20bf3e-9cc8-437d-bc97-a2ff38c9bf8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:13:24.051286 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f9d7f4-d8d4-4160-bc10-d51ca6bb7fe4 None None] Pushing event updated for resources: {'Port': ['ID=2dc9df40-c0ef-4dc9-9a03-80f06f885573,revision_number=2']} {{(pid=83873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:13:24.071567 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9f9d7f4-d8d4-4160-bc10-d51ca6bb7fe4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:13:24.071820 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9f9d7f4-d8d4-4160-bc10-d51ca6bb7fe4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:13:24.072148 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9f9d7f4-d8d4-4160-bc10-d51ca6bb7fe4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:13:24.072503 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9f9d7f4-d8d4-4160-bc10-d51ca6bb7fe4 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:13:24.072829 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9f9d7f4-d8d4-4160-bc10-d51ca6bb7fe4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:13:24.073191 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9f9d7f4-d8d4-4160-bc10-d51ca6bb7fe4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:13:24.073453 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9f9d7f4-d8d4-4160-bc10-d51ca6bb7fe4 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:13:24.073771 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9f9d7f4-d8d4-4160-bc10-d51ca6bb7fe4 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:13:24.074082 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9f9d7f4-d8d4-4160-bc10-d51ca6bb7fe4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:13:24.074525 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9f9d7f4-d8d4-4160-bc10-d51ca6bb7fe4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:13:24.074834 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9f9d7f4-d8d4-4160-bc10-d51ca6bb7fe4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:13:24.082720 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf49ea13-1d9e-4f7c-b8f7-f26742bcc73b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7e7d0ecb-2af4-55f5-9198-238ab0570d62-2b87a8ff-e236-4ca4-a445-3a94edb5eef0', 'network_id': '2b87a8ff-e236-4ca4-a445-3a94edb5eef0', 'tenant_id': '1ac9f9a3637e41b9993bdb348451719c', 'fixed_ips': [{'subnet_id': '801509aa-742a-474f-9df7-531b152c1985'}]}} from dv-neutron-836180-1-hyperv. {{(pid=83872) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 01 14:13:24.083504 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.plugins.ml2.db [None req-5b20bf3e-9cc8-437d-bc97-a2ff38c9bf8a None None] For port 2dc9df40-c0ef-4dc9-9a03-80f06f885573, host dv-neutron-836180-1-hyperv, cleared binding levels {{(pid=83873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 14:13:24.083686 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-bf49ea13-1d9e-4f7c-b8f7-f26742bcc73b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:13:24.087430 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.plugins.ml2.db [None req-5b20bf3e-9cc8-437d-bc97-a2ff38c9bf8a None None] For port 2dc9df40-c0ef-4dc9-9a03-80f06f885573, host dv-neutron-836180-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836180-1-hyperv',level=0,port_id=2dc9df40-c0ef-4dc9-9a03-80f06f885573,segment=NetworkSegment(7b924dd8-4978-40c4-ad91-4b9b27348462),segment_id=7b924dd8-4978-40c4-ad91-4b9b27348462)] {{(pid=83873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 14:13:24.092706 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-5b20bf3e-9cc8-437d-bc97-a2ff38c9bf8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864'] for port, after_update {{(pid=83873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:13:24.229866 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f9d7f4-d8d4-4160-bc10-d51ca6bb7fe4 None None] Pushing event updated for resources: {'Port': ['ID=2dc9df40-c0ef-4dc9-9a03-80f06f885573,revision_number=3']} {{(pid=83873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:13:24.241104 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b20bf3e-9cc8-437d-bc97-a2ff38c9bf8a None None] Routers {'f4e2bd11-675f-43c7-aabe-67aad12dfb95'} bound to L3 agent in host dv-neutron-836180-1-hyperv {{(pid=83873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 14:13:24.243265 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-5b20bf3e-9cc8-437d-bc97-a2ff38c9bf8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836180-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T13:25:36Z,description=,heartbeat_timestamp=2022-04-01T14:13:06Z,host='dv-neutron-836180-1-hyperv',id=88bf8fc8-11a3-4e96-9d1b-5fd93ba9f6f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T13:25:36Z,topic='l3_agent')) {'router_ids': ['f4e2bd11-675f-43c7-aabe-67aad12dfb95'], 'active': True} {{(pid=83873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 14:13:24.378772 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:13:24.402212 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.db_base_plugin_common [None req-bf49ea13-1d9e-4f7c-b8f7-f26742bcc73b None None] Allocated IP 172.20.0.2 (2b87a8ff-e236-4ca4-a445-3a94edb5eef0/801509aa-742a-474f-9df7-531b152c1985/51c82511-2776-42ec-9241-eb24c30b6111) {{(pid=83872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 14:13:24.519304 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_dvr_db [None req-5b20bf3e-9cc8-437d-bc97-a2ff38c9bf8a None None] Set router f4e2bd11-675f-43c7-aabe-67aad12dfb95 gateway port host: dv-neutron-836180-1-hyperv {{(pid=83873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 14:13:24.668481 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-bf49ea13-1d9e-4f7c-b8f7-f26742bcc73b None None] Notify callbacks [] for port, precommit_create {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:13:24.679422 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-bf49ea13-1d9e-4f7c-b8f7-f26742bcc73b None None] Transition to ACTIVE for port object 51c82511-2776-42ec-9241-eb24c30b6111 will not be triggered until provisioned by entity L2. {{(pid=83872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 14:13:24.705004 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-bf49ea13-1d9e-4f7c-b8f7-f26742bcc73b None None] Transition to ACTIVE for port object 51c82511-2776-42ec-9241-eb24c30b6111 will not be triggered until provisioned by entity DHCP. {{(pid=83872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 14:13:24.712614 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-bf49ea13-1d9e-4f7c-b8f7-f26742bcc73b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736732935801'] for port, after_create {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:13:24.795493 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf49ea13-1d9e-4f7c-b8f7-f26742bcc73b None None] Network 2b87a8ff-e236-4ca4-a445-3a94edb5eef0 is already hosted by enough agents. {{(pid=83872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 14:13:24.798171 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.scheduler.base_scheduler [None req-bf49ea13-1d9e-4f7c-b8f7-f26742bcc73b None None] Resources bound (agent type, host, resource id): {{(pid=83872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 14:13:24.802468 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf49ea13-1d9e-4f7c-b8f7-f26742bcc73b None None] Received port after_create {{(pid=83872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 14:13:24.805225 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf49ea13-1d9e-4f7c-b8f7-f26742bcc73b None None] Pushing event updated for resources: {'Port': ['ID=51c82511-2776-42ec-9241-eb24c30b6111,revision_number=1']} {{(pid=83872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:13:24.910394 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-713fcde5-ab90-42fe-9cd1-a2e5328e8c41 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:13:24.917308 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.managers [None req-bf49ea13-1d9e-4f7c-b8f7-f26742bcc73b None None] Attempting to bind port 51c82511-2776-42ec-9241-eb24c30b6111 on host dv-neutron-836180-1-hyperv for vnic_type normal with profile {{(pid=83872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 14:13:24.917895 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.managers [None req-bf49ea13-1d9e-4f7c-b8f7-f26742bcc73b None None] Attempting to bind port 51c82511-2776-42ec-9241-eb24c30b6111 by drivers openvswitch,hyperv on host dv-neutron-836180-1-hyperv at level 0 using segments [{'id': '72aa718b-333f-43b3-b1a7-476804e5efc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '2b87a8ff-e236-4ca4-a445-3a94edb5eef0'}] {{(pid=83872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 14:13:24.918326 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf49ea13-1d9e-4f7c-b8f7-f26742bcc73b None None] Attempting to bind port 51c82511-2776-42ec-9241-eb24c30b6111 on network 2b87a8ff-e236-4ca4-a445-3a94edb5eef0 {{(pid=83872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 14:13:24.927759 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf49ea13-1d9e-4f7c-b8f7-f26742bcc73b None None] Checking agent: {'id': 'af948428-97cd-4d10-9f53-af028bdb39b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-836180-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 13, 25, 37), 'started_at': datetime.datetime(2022, 4, 1, 13, 26, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 14, 13, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-836180-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 14:13:24.928430 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf49ea13-1d9e-4f7c-b8f7-f26742bcc73b None None] Checking segment: {'id': '72aa718b-333f-43b3-b1a7-476804e5efc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '2b87a8ff-e236-4ca4-a445-3a94edb5eef0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 14:13:24.928833 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-bf49ea13-1d9e-4f7c-b8f7-f26742bcc73b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:13:24.930510 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf49ea13-1d9e-4f7c-b8f7-f26742bcc73b None None] Bound using segment: {'id': '72aa718b-333f-43b3-b1a7-476804e5efc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '2b87a8ff-e236-4ca4-a445-3a94edb5eef0'} {{(pid=83872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 14:13:24.930650 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.managers [None req-bf49ea13-1d9e-4f7c-b8f7-f26742bcc73b None None] Bound port: 51c82511-2776-42ec-9241-eb24c30b6111, host: dv-neutron-836180-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '72aa718b-333f-43b3-b1a7-476804e5efc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '2b87a8ff-e236-4ca4-a445-3a94edb5eef0'}}] {{(pid=83872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 14:13:24.931057 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-bf49ea13-1d9e-4f7c-b8f7-f26742bcc73b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:13:24.990712 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-5b20bf3e-9cc8-437d-bc97-a2ff38c9bf8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4e2bd11-675f-43c7-aabe-67aad12dfb95', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2037225660', 'tenant_id': '1ac9f9a3637e41b9993bdb348451719c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'external_fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.172'}], 'enable_snat': True}, 'gw_port_id': '2dc9df40-c0ef-4dc9-9a03-80f06f885573', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T14:13:21Z', 'updated_at': '2022-04-01T14:13:22Z', 'revision_number': 3, 'project_id': '1ac9f9a3637e41b9993bdb348451719c', 'gw_port': {'id': '2dc9df40-c0ef-4dc9-9a03-80f06f885573', 'name': '', 'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:98:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4e2bd11-675f-43c7-aabe-67aad12dfb95', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836180-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T14:13:21Z', 'updated_at': '2022-04-01T14:13:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836180-1-hyperv'}], 'dv-neutron-836180-1-hyperv', False) {} {{(pid=83873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 14:13:24.997674 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b20bf3e-9cc8-437d-bc97-a2ff38c9bf8a None None] The sync data for ids ['f4e2bd11-675f-43c7-aabe-67aad12dfb95'] in dv-neutron-836180-1-hyperv is: [{'id': 'f4e2bd11-675f-43c7-aabe-67aad12dfb95', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2037225660', 'tenant_id': '1ac9f9a3637e41b9993bdb348451719c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'external_fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.172'}], 'enable_snat': True}, 'gw_port_id': '2dc9df40-c0ef-4dc9-9a03-80f06f885573', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T14:13:21Z', 'updated_at': '2022-04-01T14:13:22Z', 'revision_number': 3, 'project_id': '1ac9f9a3637e41b9993bdb348451719c', 'gw_port': {'id': '2dc9df40-c0ef-4dc9-9a03-80f06f885573', 'name': '', 'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:98:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4e2bd11-675f-43c7-aabe-67aad12dfb95', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836180-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T14:13:21Z', 'updated_at': '2022-04-01T14:13:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836180-1-hyperv'}] {{(pid=83873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 14:13:25.041272 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-bf49ea13-1d9e-4f7c-b8f7-f26742bcc73b None None] For port 51c82511-2776-42ec-9241-eb24c30b6111, host dv-neutron-836180-1-hyperv, cleared binding levels {{(pid=83872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 14:13:25.044995 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-bf49ea13-1d9e-4f7c-b8f7-f26742bcc73b None None] For port 51c82511-2776-42ec-9241-eb24c30b6111, host dv-neutron-836180-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836180-1-hyperv',level=0,port_id=51c82511-2776-42ec-9241-eb24c30b6111,segment=NetworkSegment(72aa718b-333f-43b3-b1a7-476804e5efc3),segment_id=72aa718b-333f-43b3-b1a7-476804e5efc3)] {{(pid=83872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 14:13:25.053663 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-bf49ea13-1d9e-4f7c-b8f7-f26742bcc73b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864'] for port, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:13:25.204559 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf49ea13-1d9e-4f7c-b8f7-f26742bcc73b None None] Pushing event updated for resources: {'Port': ['ID=51c82511-2776-42ec-9241-eb24c30b6111,revision_number=2']} {{(pid=83872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:13:25.674398 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.db_base_plugin_common [None req-713fcde5-ab90-42fe-9cd1-a2e5328e8c41 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Allocated IP 172.20.0.1 (2b87a8ff-e236-4ca4-a445-3a94edb5eef0/801509aa-742a-474f-9df7-531b152c1985/e9b1ba31-5678-4b83-9533-243f23e051c5) {{(pid=83871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 14:13:25.932524 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-713fcde5-ab90-42fe-9cd1-a2e5328e8c41 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Notify callbacks [] for port, precommit_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:13:25.951793 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.provisioning_blocks [None req-713fcde5-ab90-42fe-9cd1-a2e5328e8c41 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Transition to ACTIVE for port object e9b1ba31-5678-4b83-9533-243f23e051c5 will not be triggered until provisioned by entity DHCP. {{(pid=83871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 14:13:25.978452 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-713fcde5-ab90-42fe-9cd1-a2e5328e8c41 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736732935801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2743125'] for port, after_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:13:26.060844 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-713fcde5-ab90-42fe-9cd1-a2e5328e8c41 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Network 2b87a8ff-e236-4ca4-a445-3a94edb5eef0 is already hosted by enough agents. {{(pid=83871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 14:13:26.064625 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.scheduler.base_scheduler [None req-713fcde5-ab90-42fe-9cd1-a2e5328e8c41 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Resources bound (agent type, host, resource id): {{(pid=83871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 14:13:26.069434 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-713fcde5-ab90-42fe-9cd1-a2e5328e8c41 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Received port after_create {{(pid=83871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 14:13:26.103912 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-713fcde5-ab90-42fe-9cd1-a2e5328e8c41 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Pushing event updated for resources: {'Port': ['ID=e9b1ba31-5678-4b83-9533-243f23e051c5,revision_number=1']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:13:26.145876 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-713fcde5-ab90-42fe-9cd1-a2e5328e8c41 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4084144'] for router_interface, before_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:13:26.269971 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-713fcde5-ab90-42fe-9cd1-a2e5328e8c41 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:13:26.491342 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51204fbf-f435-40e0-bf38-b310512eb0fa None None] Network 2b87a8ff-e236-4ca4-a445-3a94edb5eef0 requested from dv-neutron-836180-1-hyperv {{(pid=83872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 14:13:26.625187 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-50c9a806-91a6-4a54-820c-13399d9481a2 None None] Provisioning for port 51c82511-2776-42ec-9241-eb24c30b6111 completed by entity DHCP. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 14:13:26.834854 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-713fcde5-ab90-42fe-9cd1-a2e5328e8c41 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Notify callbacks [] for port, precommit_update {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:13:26.841961 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-713fcde5-ab90-42fe-9cd1-a2e5328e8c41 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2743106'] for port, after_update {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:13:26.961983 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-713fcde5-ab90-42fe-9cd1-a2e5328e8c41 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Pushing event updated for resources: {'Port': ['ID=e9b1ba31-5678-4b83-9533-243f23e051c5,revision_number=2']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:13:26.964646 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-713fcde5-ab90-42fe-9cd1-a2e5328e8c41 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3017508', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4084015'] for router_interface, after_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:13:26.992129 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-d0d4593e-830c-4351-af4b-860f03a65055 None None] Provisioning for port e9b1ba31-5678-4b83-9533-243f23e051c5 completed by entity DHCP. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 14:13:26.998644 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-d0d4593e-830c-4351-af4b-860f03a65055 None None] Provisioning complete for port e9b1ba31-5678-4b83-9533-243f23e051c5 triggered by entity DHCP. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 14:13:26.999154 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-d0d4593e-830c-4351-af4b-860f03a65055 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-948329'] for port, provisioning_complete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:13:27.081617 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.plugin [None req-d0d4593e-830c-4351-af4b-860f03a65055 None None] Port e9b1ba31-5678-4b83-9533-243f23e051c5 cannot update to ACTIVE because it is not bound. {{(pid=83872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 14:13:27.151925 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-713fcde5-ab90-42fe-9cd1-a2e5328e8c41 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Network 2b87a8ff-e236-4ca4-a445-3a94edb5eef0 is already hosted by enough agents. {{(pid=83871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 14:13:27.158080 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.scheduler.base_scheduler [None req-713fcde5-ab90-42fe-9cd1-a2e5328e8c41 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Resources bound (agent type, host, resource id): {{(pid=83871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 14:13:27.206321 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Device 2dc9df40-c0ef-4dc9-9a03-80f06f885573 up at agent ovs-agent-dv-neutron-836180-1-hyperv {{(pid=83872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 14:13:27.325855 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-07c0e336-504d-4761-bb29-b28d6812e6cc None None] Provisioning complete for port e9b1ba31-5678-4b83-9533-243f23e051c5 triggered by entity DHCP. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 14:13:27.326600 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-07c0e336-504d-4761-bb29-b28d6812e6cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-948329'] for port, provisioning_complete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:13:27.405707 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Provisioning for port 2dc9df40-c0ef-4dc9-9a03-80f06f885573 completed by entity L2. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 14:13:27.409509 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.plugin [None req-07c0e336-504d-4761-bb29-b28d6812e6cc None None] Port e9b1ba31-5678-4b83-9533-243f23e051c5 cannot update to ACTIVE because it is not bound. {{(pid=83872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 14:13:27.414393 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Provisioning complete for port 2dc9df40-c0ef-4dc9-9a03-80f06f885573 triggered by entity L2. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 14:13:27.414893 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-948329'] for port, provisioning_complete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:13:27.598428 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:13:27.609332 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-9ceef844-e188-4efb-9c88-1889436b1297 None None] Provisioning complete for port e9b1ba31-5678-4b83-9533-243f23e051c5 triggered by entity DHCP. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 14:13:27.609716 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-9ceef844-e188-4efb-9c88-1889436b1297 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-948329'] for port, provisioning_complete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:13:27.661250 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] For port 2dc9df40-c0ef-4dc9-9a03-80f06f885573, host dv-neutron-836180-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836180-1-hyperv',level=0,port_id=2dc9df40-c0ef-4dc9-9a03-80f06f885573,segment=NetworkSegment(7b924dd8-4978-40c4-ad91-4b9b27348462),segment_id=7b924dd8-4978-40c4-ad91-4b9b27348462)] {{(pid=83872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 14:13:27.669585 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864'] for port, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:13:27.670412 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Device 51c82511-2776-42ec-9241-eb24c30b6111 up at agent ovs-agent-dv-neutron-836180-1-hyperv {{(pid=83872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 14:13:27.673481 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-713fcde5-ab90-42fe-9cd1-a2e5328e8c41 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Router f4e2bd11-675f-43c7-aabe-67aad12dfb95 has already been hosted by L3 agent 88bf8fc8-11a3-4e96-9d1b-5fd93ba9f6f1 {{(pid=83871) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 14:13:27.744631 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.plugin [None req-9ceef844-e188-4efb-9c88-1889436b1297 None None] Port e9b1ba31-5678-4b83-9533-243f23e051c5 cannot update to ACTIVE because it is not bound. {{(pid=83872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 14:13:27.796331 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Pushing event updated for resources: {'Port': ['ID=2dc9df40-c0ef-4dc9-9a03-80f06f885573,revision_number=4']} {{(pid=83872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:13:27.812044 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Provisioning for port 51c82511-2776-42ec-9241-eb24c30b6111 completed by entity L2. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 14:13:27.820779 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Provisioning complete for port 51c82511-2776-42ec-9241-eb24c30b6111 triggered by entity L2. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 14:13:27.822345 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-948329'] for port, provisioning_complete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:13:27.920871 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-713fcde5-ab90-42fe-9cd1-a2e5328e8c41 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Notify agent at l3_agent.dv-neutron-836180-1-hyperv the message routers_updated {{(pid=83871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 14:13:27.936654 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-713fcde5-ab90-42fe-9cd1-a2e5328e8c41 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] 10.222.0.26 "PUT /v2.0/routers/f4e2bd11-675f-43c7-aabe-67aad12dfb95/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1405194 Apr 01 14:13:27.958408 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:13:27.996051 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] For port 51c82511-2776-42ec-9241-eb24c30b6111, host dv-neutron-836180-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836180-1-hyperv',level=0,port_id=51c82511-2776-42ec-9241-eb24c30b6111,segment=NetworkSegment(72aa718b-333f-43b3-b1a7-476804e5efc3),segment_id=72aa718b-333f-43b3-b1a7-476804e5efc3)] {{(pid=83872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 14:13:28.000534 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864'] for port, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:13:28.085325 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Pushing event updated for resources: {'Port': ['ID=51c82511-2776-42ec-9241-eb24c30b6111,revision_number=3']} {{(pid=83872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:13:28.122749 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [req-475b3798-33ed-4c47-aa14-8f1942795342 req-f3204adc-9c8e-48d0-a227-c0aed12e7de2 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Synchronizing usage tracker for tenant:1ac9f9a3637e41b9993bdb348451719c on resource:security_group {{(pid=83871) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 14:13:28.140853 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [req-475b3798-33ed-4c47-aa14-8f1942795342 req-f3204adc-9c8e-48d0-a227-c0aed12e7de2 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Unset dirty status for tenant:1ac9f9a3637e41b9993bdb348451719c on resource:security_group {{(pid=83871) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 14:13:28.142063 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-475b3798-33ed-4c47-aa14-8f1942795342 req-f3204adc-9c8e-48d0-a227-c0aed12e7de2 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1335129182&fields=id&tenant_id=1ac9f9a3637e41b9993bdb348451719c HTTP/1.1" status: 200 len: 267 time: 0.0629246 Apr 01 14:13:28.333508 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475b3798-33ed-4c47-aa14-8f1942795342 req-c136e6c1-2894-4780-b824-ad62cbbfac02 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:13:28.334647 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [req-475b3798-33ed-4c47-aa14-8f1942795342 req-c136e6c1-2894-4780-b824-ad62cbbfac02 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Synchronizing usage tracker for tenant:1ac9f9a3637e41b9993bdb348451719c on resource:network {{(pid=83871) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 14:13:28.355452 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [req-475b3798-33ed-4c47-aa14-8f1942795342 req-c136e6c1-2894-4780-b824-ad62cbbfac02 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Unset dirty status for tenant:1ac9f9a3637e41b9993bdb348451719c on resource:network {{(pid=83871) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 14:13:28.356727 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-475b3798-33ed-4c47-aa14-8f1942795342 req-c136e6c1-2894-4780-b824-ad62cbbfac02 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] 10.222.0.26 "GET /v2.0/networks?id=2b87a8ff-e236-4ca4-a445-3a94edb5eef0 HTTP/1.1" status: 200 len: 797 time: 0.2073843 Apr 01 14:13:28.377729 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-475b3798-33ed-4c47-aa14-8f1942795342 req-29b622a8-2606-40fd-ad3f-87203727a199 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] 10.222.0.26 "GET /v2.0/quotas/1ac9f9a3637e41b9993bdb348451719c HTTP/1.1" status: 200 len: 375 time: 0.0124030 Apr 01 14:13:28.477844 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [req-475b3798-33ed-4c47-aa14-8f1942795342 req-683a96d1-b9a3-4217-a6ca-6e5bdfcfdaf5 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Synchronizing usage tracker for tenant:1ac9f9a3637e41b9993bdb348451719c on resource:port {{(pid=83871) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 14:13:28.496803 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [req-475b3798-33ed-4c47-aa14-8f1942795342 req-683a96d1-b9a3-4217-a6ca-6e5bdfcfdaf5 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Unset dirty status for tenant:1ac9f9a3637e41b9993bdb348451719c on resource:port {{(pid=83871) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 14:13:28.498155 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-475b3798-33ed-4c47-aa14-8f1942795342 req-683a96d1-b9a3-4217-a6ca-6e5bdfcfdaf5 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=1ac9f9a3637e41b9993bdb348451719c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1139216 Apr 01 14:13:28.594338 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [req-475b3798-33ed-4c47-aa14-8f1942795342 req-68f08430-703a-42d8-b67e-eef0dbebf1a6 service neutron] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=83871) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 01 14:13:28.595316 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-475b3798-33ed-4c47-aa14-8f1942795342 req-68f08430-703a-42d8-b67e-eef0dbebf1a6 service neutron] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0781569 Apr 01 14:13:28.746388 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-475b3798-33ed-4c47-aa14-8f1942795342 req-8decb46e-373d-4fa0-813e-83cfd9b83640 service neutron] 10.222.0.26 "GET /v2.0/networks/2b87a8ff-e236-4ca4-a445-3a94edb5eef0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1447401 Apr 01 14:13:28.892517 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-475b3798-33ed-4c47-aa14-8f1942795342 req-982de5d8-6b40-4b44-9572-7a7ee09b49aa service neutron] 10.222.0.26 "GET /v2.0/networks/2b87a8ff-e236-4ca4-a445-3a94edb5eef0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1400428 Apr 01 14:13:29.092634 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2883b293-20fe-4382-ae94-57a1706a672b None None] Sync routers for ids ['f4e2bd11-675f-43c7-aabe-67aad12dfb95'] in dv-neutron-836180-1-hyperv {{(pid=83872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 14:13:29.113359 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2883b293-20fe-4382-ae94-57a1706a672b None None] Routers {'f4e2bd11-675f-43c7-aabe-67aad12dfb95'} bound to L3 agent in host dv-neutron-836180-1-hyperv {{(pid=83872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 14:13:29.114124 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_hamode_db [None req-2883b293-20fe-4382-ae94-57a1706a672b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836180-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T13:25:36Z,description=,heartbeat_timestamp=2022-04-01T14:13:06Z,host='dv-neutron-836180-1-hyperv',id=88bf8fc8-11a3-4e96-9d1b-5fd93ba9f6f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T13:25:36Z,topic='l3_agent')) {'router_ids': ['f4e2bd11-675f-43c7-aabe-67aad12dfb95'], 'active': True} {{(pid=83872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 14:13:29.166544 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [req-fb194595-464e-4292-81b1-927cd0d4a172 req-017cc2f1-484f-422f-b47d-60f79a9ba806 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Synchronizing usage tracker for tenant:1ac9f9a3637e41b9993bdb348451719c on resource:port {{(pid=83869) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 14:13:29.173479 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Device 2dc9df40-c0ef-4dc9-9a03-80f06f885573 up at agent ovs-agent-dv-neutron-836180-1-hyperv {{(pid=83872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 14:13:29.184680 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [req-fb194595-464e-4292-81b1-927cd0d4a172 req-017cc2f1-484f-422f-b47d-60f79a9ba806 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Unset dirty status for tenant:1ac9f9a3637e41b9993bdb348451719c on resource:port {{(pid=83869) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 14:13:29.185957 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-fb194595-464e-4292-81b1-927cd0d4a172 req-017cc2f1-484f-422f-b47d-60f79a9ba806 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] 10.222.0.26 "GET /v2.0/ports?device_id=52cc64fe-2519-4765-8956-227f6315f418 HTTP/1.1" status: 200 len: 210 time: 0.0698121 Apr 01 14:13:29.379356 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Provisioning complete for port 2dc9df40-c0ef-4dc9-9a03-80f06f885573 triggered by entity L2. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 14:13:29.379719 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-948329'] for port, provisioning_complete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:13:29.414247 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_dvr_db [None req-2883b293-20fe-4382-ae94-57a1706a672b None None] Set router f4e2bd11-675f-43c7-aabe-67aad12dfb95 gateway port host: dv-neutron-836180-1-hyperv {{(pid=83872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 14:13:29.745441 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Device 51c82511-2776-42ec-9241-eb24c30b6111 up at agent ovs-agent-dv-neutron-836180-1-hyperv {{(pid=83872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 14:13:29.910561 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Provisioning complete for port 51c82511-2776-42ec-9241-eb24c30b6111 triggered by entity L2. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 14:13:29.911302 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-948329'] for port, provisioning_complete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:13:29.991552 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_hamode_db [None req-2883b293-20fe-4382-ae94-57a1706a672b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4e2bd11-675f-43c7-aabe-67aad12dfb95', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2037225660', 'tenant_id': '1ac9f9a3637e41b9993bdb348451719c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'external_fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.172'}], 'enable_snat': True}, 'gw_port_id': '2dc9df40-c0ef-4dc9-9a03-80f06f885573', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T14:13:21Z', 'updated_at': '2022-04-01T14:13:26Z', 'revision_number': 4, 'project_id': '1ac9f9a3637e41b9993bdb348451719c', 'gw_port': {'id': '2dc9df40-c0ef-4dc9-9a03-80f06f885573', 'name': '', 'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:98:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4e2bd11-675f-43c7-aabe-67aad12dfb95', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836180-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T14:13:21Z', 'updated_at': '2022-04-01T14:13:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836180-1-hyperv', '_interfaces': [{'id': 'e9b1ba31-5678-4b83-9533-243f23e051c5', 'name': '', 'network_id': '2b87a8ff-e236-4ca4-a445-3a94edb5eef0', 'tenant_id': '1ac9f9a3637e41b9993bdb348451719c', 'mac_address': 'fa:16:3e:f1:9a:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4e2bd11-675f-43c7-aabe-67aad12dfb95', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '801509aa-742a-474f-9df7-531b152c1985', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T14:13:25Z', 'updated_at': '2022-04-01T14:13:26Z', 'revision_number': 2, 'project_id': '1ac9f9a3637e41b9993bdb348451719c', 'subnets': [{'id': '801509aa-742a-474f-9df7-531b152c1985', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-836180-1-hyperv', False) {} {{(pid=83872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 14:13:29.999761 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2883b293-20fe-4382-ae94-57a1706a672b None None] Checking router: f4e2bd11-675f-43c7-aabe-67aad12dfb95 for host: dv-neutron-836180-1-hyperv {{(pid=83872) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 01 14:13:30.000051 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2883b293-20fe-4382-ae94-57a1706a672b None None] Updating router f4e2bd11-675f-43c7-aabe-67aad12dfb95 port e9b1ba31-5678-4b83-9533-243f23e051c5 binding host dv-neutron-836180-1-hyperv {{(pid=83872) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 01 14:13:30.095913 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-2883b293-20fe-4382-ae94-57a1706a672b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:13:30.640052 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-b2531725-3122-4df8-bba5-340d1553fc31 req-273630e7-3696-42f6-9081-077ce212e6b7 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] 10.222.0.26 "GET /v2.0/ports?device_id=52cc64fe-2519-4765-8956-227f6315f418 HTTP/1.1" status: 200 len: 210 time: 0.2418599 Apr 01 14:13:30.740628 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-2883b293-20fe-4382-ae94-57a1706a672b None None] Notify callbacks [] for port, precommit_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:13:30.759139 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-2883b293-20fe-4382-ae94-57a1706a672b None None] Transition to ACTIVE for port object e9b1ba31-5678-4b83-9533-243f23e051c5 will not be triggered until provisioned by entity L2. {{(pid=83872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 14:13:30.769388 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-2883b293-20fe-4382-ae94-57a1706a672b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864'] for port, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:13:30.876141 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475b3798-33ed-4c47-aa14-8f1942795342 req-83b942e3-758f-49f3-a7bb-1b6b6d974943 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:13:30.878689 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [req-475b3798-33ed-4c47-aa14-8f1942795342 req-83b942e3-758f-49f3-a7bb-1b6b6d974943 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Synchronizing usage tracker for tenant:1ac9f9a3637e41b9993bdb348451719c on resource:network {{(pid=83869) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 14:13:30.907623 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [req-475b3798-33ed-4c47-aa14-8f1942795342 req-83b942e3-758f-49f3-a7bb-1b6b6d974943 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Unset dirty status for tenant:1ac9f9a3637e41b9993bdb348451719c on resource:network {{(pid=83869) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 14:13:30.909845 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-475b3798-33ed-4c47-aa14-8f1942795342 req-83b942e3-758f-49f3-a7bb-1b6b6d974943 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] 10.222.0.57 "GET /v2.0/networks?id=2b87a8ff-e236-4ca4-a445-3a94edb5eef0 HTTP/1.1" status: 200 len: 797 time: 0.4960279 Apr 01 14:13:30.955809 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe60cafc-74c7-4f00-ac18-258d3f662f90 None None] Pushing event updated for resources: {'Port': ['ID=e9b1ba31-5678-4b83-9533-243f23e051c5,revision_number=3']} {{(pid=83872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:13:31.000797 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-475b3798-33ed-4c47-aa14-8f1942795342 req-6cf36f87-32bb-46f5-9d5e-ce3faac085bc tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1ac9f9a3637e41b9993bdb348451719c HTTP/1.1" status: 200 len: 380 time: 0.0762579 Apr 01 14:13:31.010750 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.v2.base [req-475b3798-33ed-4c47-aa14-8f1942795342 req-e6920654-f156-4181-8009-139d7847fe60 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Request body: {'port': {'device_id': '52cc64fe-2519-4765-8956-227f6315f418', 'network_id': '2b87a8ff-e236-4ca4-a445-3a94edb5eef0', 'admin_state_up': True, 'tenant_id': '1ac9f9a3637e41b9993bdb348451719c', 'security_groups': ['13528e8d-7066-4e1d-81ef-07acf8079948']}} {{(pid=83869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 14:13:31.072640 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.managers [None req-2883b293-20fe-4382-ae94-57a1706a672b None None] Attempting to bind port e9b1ba31-5678-4b83-9533-243f23e051c5 on host dv-neutron-836180-1-hyperv for vnic_type normal with profile {{(pid=83872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 14:13:31.073034 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.managers [None req-2883b293-20fe-4382-ae94-57a1706a672b None None] Attempting to bind port e9b1ba31-5678-4b83-9533-243f23e051c5 by drivers openvswitch,hyperv on host dv-neutron-836180-1-hyperv at level 0 using segments [{'id': '72aa718b-333f-43b3-b1a7-476804e5efc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '2b87a8ff-e236-4ca4-a445-3a94edb5eef0'}] {{(pid=83872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 14:13:31.073427 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2883b293-20fe-4382-ae94-57a1706a672b None None] Attempting to bind port e9b1ba31-5678-4b83-9533-243f23e051c5 on network 2b87a8ff-e236-4ca4-a445-3a94edb5eef0 {{(pid=83872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 14:13:31.084932 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2883b293-20fe-4382-ae94-57a1706a672b None None] Checking agent: {'id': 'af948428-97cd-4d10-9f53-af028bdb39b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-836180-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 13, 25, 37), 'started_at': datetime.datetime(2022, 4, 1, 13, 26, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 14, 13, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-836180-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 14:13:31.085524 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2883b293-20fe-4382-ae94-57a1706a672b None None] Checking segment: {'id': '72aa718b-333f-43b3-b1a7-476804e5efc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '2b87a8ff-e236-4ca4-a445-3a94edb5eef0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 14:13:31.086860 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-2883b293-20fe-4382-ae94-57a1706a672b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:13:31.087426 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2883b293-20fe-4382-ae94-57a1706a672b None None] Bound using segment: {'id': '72aa718b-333f-43b3-b1a7-476804e5efc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '2b87a8ff-e236-4ca4-a445-3a94edb5eef0'} {{(pid=83872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 14:13:31.088238 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.managers [None req-2883b293-20fe-4382-ae94-57a1706a672b None None] Bound port: e9b1ba31-5678-4b83-9533-243f23e051c5, host: dv-neutron-836180-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '72aa718b-333f-43b3-b1a7-476804e5efc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '2b87a8ff-e236-4ca4-a445-3a94edb5eef0'}}] {{(pid=83872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 14:13:31.088889 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-2883b293-20fe-4382-ae94-57a1706a672b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:13:31.215733 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [req-475b3798-33ed-4c47-aa14-8f1942795342 req-e6920654-f156-4181-8009-139d7847fe60 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 14:13:31.228622 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-2883b293-20fe-4382-ae94-57a1706a672b None None] For port e9b1ba31-5678-4b83-9533-243f23e051c5, host dv-neutron-836180-1-hyperv, cleared binding levels {{(pid=83872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 14:13:31.231961 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [req-475b3798-33ed-4c47-aa14-8f1942795342 req-e6920654-f156-4181-8009-139d7847fe60 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 14:13:31.232475 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-2883b293-20fe-4382-ae94-57a1706a672b None None] For port e9b1ba31-5678-4b83-9533-243f23e051c5, host dv-neutron-836180-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836180-1-hyperv',level=0,port_id=e9b1ba31-5678-4b83-9533-243f23e051c5,segment=NetworkSegment(72aa718b-333f-43b3-b1a7-476804e5efc3),segment_id=72aa718b-333f-43b3-b1a7-476804e5efc3)] {{(pid=83872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 14:13:31.246059 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-2883b293-20fe-4382-ae94-57a1706a672b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864'] for port, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:13:31.250142 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-475b3798-33ed-4c47-aa14-8f1942795342 req-e6920654-f156-4181-8009-139d7847fe60 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Made reservation on behalf of 1ac9f9a3637e41b9993bdb348451719c for: {'port': 1} {{(pid=83869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 14:13:31.254004 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [req-475b3798-33ed-4c47-aa14-8f1942795342 req-e6920654-f156-4181-8009-139d7847fe60 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:13:31.355523 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe60cafc-74c7-4f00-ac18-258d3f662f90 None None] Pushing event updated for resources: {'Port': ['ID=e9b1ba31-5678-4b83-9533-243f23e051c5,revision_number=4']} {{(pid=83872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:13:31.361715 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2883b293-20fe-4382-ae94-57a1706a672b None None] Routers {'f4e2bd11-675f-43c7-aabe-67aad12dfb95'} bound to L3 agent in host dv-neutron-836180-1-hyperv {{(pid=83872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 14:13:31.362751 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_hamode_db [None req-2883b293-20fe-4382-ae94-57a1706a672b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836180-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T13:25:36Z,description=,heartbeat_timestamp=2022-04-01T14:13:06Z,host='dv-neutron-836180-1-hyperv',id=88bf8fc8-11a3-4e96-9d1b-5fd93ba9f6f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T13:25:36Z,topic='l3_agent')) {'router_ids': ['f4e2bd11-675f-43c7-aabe-67aad12dfb95'], 'active': True} {{(pid=83872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 14:13:31.494137 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.db_base_plugin_common [req-475b3798-33ed-4c47-aa14-8f1942795342 req-e6920654-f156-4181-8009-139d7847fe60 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Allocated IP 172.20.0.10 (2b87a8ff-e236-4ca4-a445-3a94edb5eef0/801509aa-742a-474f-9df7-531b152c1985/d9779d8a-c62c-47ec-9765-5aa18255ef4d) {{(pid=83869) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 14:13:31.597247 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_dvr_db [None req-2883b293-20fe-4382-ae94-57a1706a672b None None] Set router f4e2bd11-675f-43c7-aabe-67aad12dfb95 gateway port host: dv-neutron-836180-1-hyperv {{(pid=83872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 14:13:31.805838 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [req-475b3798-33ed-4c47-aa14-8f1942795342 req-e6920654-f156-4181-8009-139d7847fe60 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Notify callbacks [] for port, precommit_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:13:31.869896 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-9406e74f-ed27-41de-ae2e-9ae7487a0e72 req-8926c10b-f1cf-4684-8276-d42c517cbf3e tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] 10.222.0.26 "GET /v2.0/ports?device_id=52cc64fe-2519-4765-8956-227f6315f418 HTTP/1.1" status: 200 len: 210 time: 0.0561261 Apr 01 14:13:31.872938 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.provisioning_blocks [req-475b3798-33ed-4c47-aa14-8f1942795342 req-e6920654-f156-4181-8009-139d7847fe60 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Transition to ACTIVE for port object d9779d8a-c62c-47ec-9765-5aa18255ef4d will not be triggered until provisioned by entity DHCP. {{(pid=83869) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 14:13:31.904192 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [req-475b3798-33ed-4c47-aa14-8f1942795342 req-e6920654-f156-4181-8009-139d7847fe60 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736732935801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2705155'] for port, after_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:13:32.014827 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-475b3798-33ed-4c47-aa14-8f1942795342 req-e6920654-f156-4181-8009-139d7847fe60 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Network 2b87a8ff-e236-4ca4-a445-3a94edb5eef0 is already hosted by enough agents. {{(pid=83869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 14:13:32.018755 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.scheduler.base_scheduler [req-475b3798-33ed-4c47-aa14-8f1942795342 req-e6920654-f156-4181-8009-139d7847fe60 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Resources bound (agent type, host, resource id): {{(pid=83869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 14:13:32.021109 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6920654-f156-4181-8009-139d7847fe60 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Pushing event updated for resources: {'Port': ['ID=d9779d8a-c62c-47ec-9765-5aa18255ef4d,revision_number=1']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:13:32.023476 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_dvrscheduler_db [req-475b3798-33ed-4c47-aa14-8f1942795342 req-e6920654-f156-4181-8009-139d7847fe60 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Received port after_create {{(pid=83869) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 14:13:32.103162 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_hamode_db [None req-2883b293-20fe-4382-ae94-57a1706a672b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4e2bd11-675f-43c7-aabe-67aad12dfb95', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2037225660', 'tenant_id': '1ac9f9a3637e41b9993bdb348451719c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'external_fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.172'}], 'enable_snat': True}, 'gw_port_id': '2dc9df40-c0ef-4dc9-9a03-80f06f885573', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T14:13:21Z', 'updated_at': '2022-04-01T14:13:26Z', 'revision_number': 4, 'project_id': '1ac9f9a3637e41b9993bdb348451719c', 'gw_port': {'id': '2dc9df40-c0ef-4dc9-9a03-80f06f885573', 'name': '', 'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:98:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4e2bd11-675f-43c7-aabe-67aad12dfb95', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836180-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T14:13:21Z', 'updated_at': '2022-04-01T14:13:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836180-1-hyperv', '_interfaces': [{'id': 'e9b1ba31-5678-4b83-9533-243f23e051c5', 'name': '', 'network_id': '2b87a8ff-e236-4ca4-a445-3a94edb5eef0', 'tenant_id': '1ac9f9a3637e41b9993bdb348451719c', 'mac_address': 'fa:16:3e:f1:9a:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4e2bd11-675f-43c7-aabe-67aad12dfb95', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '801509aa-742a-474f-9df7-531b152c1985', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836180-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T14:13:25Z', 'updated_at': '2022-04-01T14:13:31Z', 'revision_number': 4, 'project_id': '1ac9f9a3637e41b9993bdb348451719c', 'subnets': [{'id': '801509aa-742a-474f-9df7-531b152c1985', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-836180-1-hyperv', False) {} {{(pid=83872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 14:13:32.112282 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2883b293-20fe-4382-ae94-57a1706a672b None None] The sync data for ids ['f4e2bd11-675f-43c7-aabe-67aad12dfb95'] in dv-neutron-836180-1-hyperv is: [{'id': 'f4e2bd11-675f-43c7-aabe-67aad12dfb95', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2037225660', 'tenant_id': '1ac9f9a3637e41b9993bdb348451719c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'external_fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.172'}], 'enable_snat': True}, 'gw_port_id': '2dc9df40-c0ef-4dc9-9a03-80f06f885573', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T14:13:21Z', 'updated_at': '2022-04-01T14:13:26Z', 'revision_number': 4, 'project_id': '1ac9f9a3637e41b9993bdb348451719c', 'gw_port': {'id': '2dc9df40-c0ef-4dc9-9a03-80f06f885573', 'name': '', 'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:98:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4e2bd11-675f-43c7-aabe-67aad12dfb95', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836180-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T14:13:21Z', 'updated_at': '2022-04-01T14:13:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836180-1-hyperv', '_interfaces': [{'id': 'e9b1ba31-5678-4b83-9533-243f23e051c5', 'name': '', 'network_id': '2b87a8ff-e236-4ca4-a445-3a94edb5eef0', 'tenant_id': '1ac9f9a3637e41b9993bdb348451719c', 'mac_address': 'fa:16:3e:f1:9a:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4e2bd11-675f-43c7-aabe-67aad12dfb95', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '801509aa-742a-474f-9df7-531b152c1985', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836180-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T14:13:25Z', 'updated_at': '2022-04-01T14:13:31Z', 'revision_number': 4, 'project_id': '1ac9f9a3637e41b9993bdb348451719c', 'subnets': [{'id': '801509aa-742a-474f-9df7-531b152c1985', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 14:13:32.139001 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475b3798-33ed-4c47-aa14-8f1942795342 req-e6920654-f156-4181-8009-139d7847fe60 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:13:32.140586 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [req-475b3798-33ed-4c47-aa14-8f1942795342 req-e6920654-f156-4181-8009-139d7847fe60 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109561'] for port, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:13:32.213972 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-475b3798-33ed-4c47-aa14-8f1942795342 req-e6920654-f156-4181-8009-139d7847fe60 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2073162 Apr 01 14:13:32.237160 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.v2.base [req-475b3798-33ed-4c47-aa14-8f1942795342 req-4730d312-1334-48f0-a3c5-c24861c884e4 service neutron] Request body: {'port': {'device_id': '52cc64fe-2519-4765-8956-227f6315f418', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8361'}} {{(pid=83869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 14:13:32.446920 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [req-475b3798-33ed-4c47-aa14-8f1942795342 req-4730d312-1334-48f0-a3c5-c24861c884e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:13:32.484979 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-a7af110d-8e7b-4a12-a8aa-44b785817e48 None None] Provisioning for port d9779d8a-c62c-47ec-9765-5aa18255ef4d completed by entity DHCP. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 14:13:32.495093 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-a7af110d-8e7b-4a12-a8aa-44b785817e48 None None] Provisioning complete for port d9779d8a-c62c-47ec-9765-5aa18255ef4d triggered by entity DHCP. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 14:13:32.495913 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-a7af110d-8e7b-4a12-a8aa-44b785817e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-948329'] for port, provisioning_complete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:13:32.582262 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.plugin [None req-a7af110d-8e7b-4a12-a8aa-44b785817e48 None None] Port d9779d8a-c62c-47ec-9765-5aa18255ef4d cannot update to ACTIVE because it is not bound. {{(pid=83872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 14:13:33.003095 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.notifiers.nova [req-475b3798-33ed-4c47-aa14-8f1942795342 req-4730d312-1334-48f0-a3c5-c24861c884e4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d9779d8a-c62c-47ec-9765-5aa18255ef4d {{(pid=83869) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 01 14:13:33.015897 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [req-475b3798-33ed-4c47-aa14-8f1942795342 req-4730d312-1334-48f0-a3c5-c24861c884e4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:13:33.047772 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.provisioning_blocks [req-475b3798-33ed-4c47-aa14-8f1942795342 req-4730d312-1334-48f0-a3c5-c24861c884e4 service neutron] Transition to ACTIVE for port object d9779d8a-c62c-47ec-9765-5aa18255ef4d will not be triggered until provisioned by entity L2. {{(pid=83869) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 14:13:33.053534 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [req-475b3798-33ed-4c47-aa14-8f1942795342 req-4730d312-1334-48f0-a3c5-c24861c884e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2705172'] for port, after_update {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:13:33.225791 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Device e9b1ba31-5678-4b83-9533-243f23e051c5 up at agent ovs-agent-dv-neutron-836180-1-hyperv {{(pid=83872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 14:13:33.276234 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a77b94-3690-4a06-9e2f-a314b66d04c8 req-662bd23a-0aac-4cf0-aed6-36a3e8f91110 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:13:33.279091 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-b3a77b94-3690-4a06-9e2f-a314b66d04c8 req-662bd23a-0aac-4cf0-aed6-36a3e8f91110 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] 10.222.0.26 "GET /v2.0/ports?device_id=52cc64fe-2519-4765-8956-227f6315f418 HTTP/1.1" status: 200 len: 944 time: 0.1717818 Apr 01 14:13:33.403747 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-b3a77b94-3690-4a06-9e2f-a314b66d04c8 req-1d2c7f56-7c58-4a43-ae11-a614f512faf6 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] 10.222.0.26 "GET /v2.0/security-groups?id=13528e8d-7066-4e1d-81ef-07acf8079948&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1172085 Apr 01 14:13:33.459743 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4730d312-1334-48f0-a3c5-c24861c884e4 service neutron] Pushing event updated for resources: {'Port': ['ID=d9779d8a-c62c-47ec-9765-5aa18255ef4d,revision_number=2']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:13:33.486573 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Provisioning for port e9b1ba31-5678-4b83-9533-243f23e051c5 completed by entity L2. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 14:13:33.493761 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Provisioning complete for port e9b1ba31-5678-4b83-9533-243f23e051c5 triggered by entity L2. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 14:13:33.494210 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-948329'] for port, provisioning_complete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:13:33.603544 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.managers [req-475b3798-33ed-4c47-aa14-8f1942795342 req-4730d312-1334-48f0-a3c5-c24861c884e4 service neutron] Attempting to bind port d9779d8a-c62c-47ec-9765-5aa18255ef4d on host hv-neutron-8361 for vnic_type normal with profile {{(pid=83869) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 14:13:33.604242 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.managers [req-475b3798-33ed-4c47-aa14-8f1942795342 req-4730d312-1334-48f0-a3c5-c24861c884e4 service neutron] Attempting to bind port d9779d8a-c62c-47ec-9765-5aa18255ef4d by drivers openvswitch,hyperv on host hv-neutron-8361 at level 0 using segments [{'id': '72aa718b-333f-43b3-b1a7-476804e5efc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '2b87a8ff-e236-4ca4-a445-3a94edb5eef0'}] {{(pid=83869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 14:13:33.605022 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-475b3798-33ed-4c47-aa14-8f1942795342 req-4730d312-1334-48f0-a3c5-c24861c884e4 service neutron] Attempting to bind port d9779d8a-c62c-47ec-9765-5aa18255ef4d on network 2b87a8ff-e236-4ca4-a445-3a94edb5eef0 {{(pid=83869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 14:13:33.615416 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-475b3798-33ed-4c47-aa14-8f1942795342 req-4730d312-1334-48f0-a3c5-c24861c884e4 service neutron] Port d9779d8a-c62c-47ec-9765-5aa18255ef4d on network 2b87a8ff-e236-4ca4-a445-3a94edb5eef0 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8361 {{(pid=83869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 01 14:13:33.615906 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-475b3798-33ed-4c47-aa14-8f1942795342 req-4730d312-1334-48f0-a3c5-c24861c884e4 service neutron] Attempting to bind port d9779d8a-c62c-47ec-9765-5aa18255ef4d on network 2b87a8ff-e236-4ca4-a445-3a94edb5eef0 {{(pid=83869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 14:13:33.628932 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-475b3798-33ed-4c47-aa14-8f1942795342 req-4730d312-1334-48f0-a3c5-c24861c884e4 service neutron] Checking agent: {'id': '359ce187-6241-4f7e-85a4-e066c7b0cdea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8361', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 13, 31, 54), 'started_at': datetime.datetime(2022, 4, 1, 13, 31, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 14, 13, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 14:13:33.628932 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-475b3798-33ed-4c47-aa14-8f1942795342 req-4730d312-1334-48f0-a3c5-c24861c884e4 service neutron] Checking segment: {'id': '72aa718b-333f-43b3-b1a7-476804e5efc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '2b87a8ff-e236-4ca4-a445-3a94edb5eef0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 14:13:33.629408 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-475b3798-33ed-4c47-aa14-8f1942795342 req-4730d312-1334-48f0-a3c5-c24861c884e4 service neutron] Bound using segment: {'id': '72aa718b-333f-43b3-b1a7-476804e5efc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '2b87a8ff-e236-4ca4-a445-3a94edb5eef0'} {{(pid=83869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 14:13:33.629887 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.managers [req-475b3798-33ed-4c47-aa14-8f1942795342 req-4730d312-1334-48f0-a3c5-c24861c884e4 service neutron] Bound port: d9779d8a-c62c-47ec-9765-5aa18255ef4d, host: hv-neutron-8361, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '72aa718b-333f-43b3-b1a7-476804e5efc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '2b87a8ff-e236-4ca4-a445-3a94edb5eef0'}}] {{(pid=83869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 14:13:33.630402 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [req-475b3798-33ed-4c47-aa14-8f1942795342 req-4730d312-1334-48f0-a3c5-c24861c884e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:13:33.691166 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-50ba1968-6842-42bd-9e4b-064f0ed6f0d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:13:33.695373 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:13:33.745702 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] For port e9b1ba31-5678-4b83-9533-243f23e051c5, host dv-neutron-836180-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836180-1-hyperv',level=0,port_id=e9b1ba31-5678-4b83-9533-243f23e051c5,segment=NetworkSegment(72aa718b-333f-43b3-b1a7-476804e5efc3),segment_id=72aa718b-333f-43b3-b1a7-476804e5efc3)] {{(pid=83872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 14:13:33.751476 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864'] for port, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:13:33.777113 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.db [req-475b3798-33ed-4c47-aa14-8f1942795342 req-4730d312-1334-48f0-a3c5-c24861c884e4 service neutron] For port d9779d8a-c62c-47ec-9765-5aa18255ef4d, host hv-neutron-8361, cleared binding levels {{(pid=83869) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 14:13:33.783080 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.db [req-475b3798-33ed-4c47-aa14-8f1942795342 req-4730d312-1334-48f0-a3c5-c24861c884e4 service neutron] For port d9779d8a-c62c-47ec-9765-5aa18255ef4d, host hv-neutron-8361, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8361',level=0,port_id=d9779d8a-c62c-47ec-9765-5aa18255ef4d,segment=NetworkSegment(72aa718b-333f-43b3-b1a7-476804e5efc3),segment_id=72aa718b-333f-43b3-b1a7-476804e5efc3)] {{(pid=83869) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 14:13:33.790983 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [req-475b3798-33ed-4c47-aa14-8f1942795342 req-4730d312-1334-48f0-a3c5-c24861c884e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2705172'] for port, after_update {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:13:33.863867 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Pushing event updated for resources: {'Port': ['ID=e9b1ba31-5678-4b83-9533-243f23e051c5,revision_number=5']} {{(pid=83872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:13:33.886218 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [req-475b3798-33ed-4c47-aa14-8f1942795342 req-4730d312-1334-48f0-a3c5-c24861c884e4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109561'] for port, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:13:33.887886 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-475b3798-33ed-4c47-aa14-8f1942795342 req-4730d312-1334-48f0-a3c5-c24861c884e4 service neutron] 10.222.0.57 "PUT /v2.0/ports/d9779d8a-c62c-47ec-9765-5aa18255ef4d HTTP/1.1" status: 200 len: 1094 time: 1.6582057 Apr 01 14:13:33.888335 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '52cc64fe-2519-4765-8956-227f6315f418', 'tag': 'd9779d8a-c62c-47ec-9765-5aa18255ef4d'}] {{(pid=83869) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 14:13:33.910249 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4730d312-1334-48f0-a3c5-c24861c884e4 service neutron] Pushing event updated for resources: {'Port': ['ID=d9779d8a-c62c-47ec-9765-5aa18255ef4d,revision_number=3']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:13:34.098815 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '52cc64fe-2519-4765-8956-227f6315f418', 'tag': 'd9779d8a-c62c-47ec-9765-5aa18255ef4d', 'status': 'completed', 'code': 200} Apr 01 14:13:34.150373 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-475b3798-33ed-4c47-aa14-8f1942795342 req-ba180920-892c-490a-96cc-d82758d23eed service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=1ac9f9a3637e41b9993bdb348451719c&device_id=52cc64fe-2519-4765-8956-227f6315f418 HTTP/1.1" status: 200 len: 1097 time: 0.1977768 Apr 01 14:13:34.225485 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-475b3798-33ed-4c47-aa14-8f1942795342 req-2e501f00-f25a-4a14-9521-7005cf7fc50a service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d9779d8a-c62c-47ec-9765-5aa18255ef4d HTTP/1.1" status: 200 len: 217 time: 0.0676606 Apr 01 14:13:34.311996 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475b3798-33ed-4c47-aa14-8f1942795342 req-3268bbb9-09e0-4a2b-93e9-7d067172a876 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:13:34.313744 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-475b3798-33ed-4c47-aa14-8f1942795342 req-3268bbb9-09e0-4a2b-93e9-7d067172a876 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=801509aa-742a-474f-9df7-531b152c1985 HTTP/1.1" status: 200 len: 835 time: 0.0795090 Apr 01 14:13:34.427119 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-475b3798-33ed-4c47-aa14-8f1942795342 req-5583ecd5-0d06-4732-a614-071f63ed7add service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=2b87a8ff-e236-4ca4-a445-3a94edb5eef0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1053951 Apr 01 14:13:34.587292 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-475b3798-33ed-4c47-aa14-8f1942795342 req-9a9611fd-6104-498c-a4dc-2b626c689de6 service neutron] 10.222.0.57 "GET /v2.0/networks/2b87a8ff-e236-4ca4-a445-3a94edb5eef0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1530638 Apr 01 14:13:34.643696 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1481b212-faae-4966-b768-2990a5f2dd93 req-3a502dbc-25b9-4cb0-8a8e-2516e4ded61f tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:13:34.646149 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-1481b212-faae-4966-b768-2990a5f2dd93 req-3a502dbc-25b9-4cb0-8a8e-2516e4ded61f tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] 10.222.0.26 "GET /v2.0/ports?device_id=52cc64fe-2519-4765-8956-227f6315f418 HTTP/1.1" status: 200 len: 944 time: 0.1000586 Apr 01 14:13:34.702110 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-1481b212-faae-4966-b768-2990a5f2dd93 req-25e61d9f-dace-4b6d-9eaf-2114ce8be8eb tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] 10.222.0.26 "GET /v2.0/security-groups?id=13528e8d-7066-4e1d-81ef-07acf8079948&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486238 Apr 01 14:13:34.745538 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-475b3798-33ed-4c47-aa14-8f1942795342 req-358b92ce-dfe5-475f-a742-cedbf89cfff8 service neutron] 10.222.0.57 "GET /v2.0/networks/2b87a8ff-e236-4ca4-a445-3a94edb5eef0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1489275 Apr 01 14:13:34.883389 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-ded41305-82f1-47ec-8f2e-1d52f0638573 req-9873327c-1240-45dd-8736-1dd0a986eb05 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=1ac9f9a3637e41b9993bdb348451719c&device_id=52cc64fe-2519-4765-8956-227f6315f418 HTTP/1.1" status: 200 len: 1097 time: 0.0809946 Apr 01 14:13:35.064659 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded41305-82f1-47ec-8f2e-1d52f0638573 req-aea20c68-3280-4711-96e7-4bd893a92162 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:13:35.066144 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-ded41305-82f1-47ec-8f2e-1d52f0638573 req-aea20c68-3280-4711-96e7-4bd893a92162 service neutron] 10.222.0.57 "GET /v2.0/networks?id=2b87a8ff-e236-4ca4-a445-3a94edb5eef0 HTTP/1.1" status: 200 len: 898 time: 0.1771746 Apr 01 14:13:35.119110 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Device e9b1ba31-5678-4b83-9533-243f23e051c5 up at agent ovs-agent-dv-neutron-836180-1-hyperv {{(pid=83872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 14:13:35.145077 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-ded41305-82f1-47ec-8f2e-1d52f0638573 req-726dc1d2-bf68-48c2-b24a-77b204554d5a service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d9779d8a-c62c-47ec-9765-5aa18255ef4d HTTP/1.1" status: 200 len: 217 time: 0.0716188 Apr 01 14:13:35.231728 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Provisioning complete for port e9b1ba31-5678-4b83-9533-243f23e051c5 triggered by entity L2. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 14:13:35.232800 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-948329'] for port, provisioning_complete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:13:35.239363 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded41305-82f1-47ec-8f2e-1d52f0638573 req-c64742a1-f8b2-4aa4-9d7f-246725dc75f3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:13:35.242577 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-ded41305-82f1-47ec-8f2e-1d52f0638573 req-c64742a1-f8b2-4aa4-9d7f-246725dc75f3 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=801509aa-742a-474f-9df7-531b152c1985 HTTP/1.1" status: 200 len: 835 time: 0.0895376 Apr 01 14:13:35.385898 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-ded41305-82f1-47ec-8f2e-1d52f0638573 req-a89ec65d-eed8-44b9-a4cf-1004cb2fc51e service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=2b87a8ff-e236-4ca4-a445-3a94edb5eef0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1362648 Apr 01 14:13:35.606940 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-ded41305-82f1-47ec-8f2e-1d52f0638573 req-7511e0c2-cb67-4cc5-9787-30ef3a31cfb2 service neutron] 10.222.0.57 "GET /v2.0/networks/2b87a8ff-e236-4ca4-a445-3a94edb5eef0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2136600 Apr 01 14:13:35.854569 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-ded41305-82f1-47ec-8f2e-1d52f0638573 req-3012b090-d580-4543-a91d-d7395e2011dd service neutron] 10.222.0.57 "GET /v2.0/networks/2b87a8ff-e236-4ca4-a445-3a94edb5eef0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2412331 Apr 01 14:13:35.996895 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-f5126f40-a892-48f5-82c4-eba5f0315fed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:13:36.014118 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6289121c-a008-4be2-ae83-a754c31b83c7 req-c2d71892-7a95-4726-b7e0-18f988d6d47c tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:13:36.014798 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [req-6289121c-a008-4be2-ae83-a754c31b83c7 req-c2d71892-7a95-4726-b7e0-18f988d6d47c tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Synchronizing usage tracker for tenant:1ac9f9a3637e41b9993bdb348451719c on resource:port {{(pid=83869) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 14:13:36.032059 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [req-6289121c-a008-4be2-ae83-a754c31b83c7 req-c2d71892-7a95-4726-b7e0-18f988d6d47c tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Unset dirty status for tenant:1ac9f9a3637e41b9993bdb348451719c on resource:port {{(pid=83869) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 14:13:36.033313 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-6289121c-a008-4be2-ae83-a754c31b83c7 req-c2d71892-7a95-4726-b7e0-18f988d6d47c tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] 10.222.0.26 "GET /v2.0/ports?device_id=52cc64fe-2519-4765-8956-227f6315f418 HTTP/1.1" status: 200 len: 944 time: 0.1224103 Apr 01 14:13:36.086760 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-6289121c-a008-4be2-ae83-a754c31b83c7 req-59564839-c1c4-4146-9a46-adacb7779d74 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] 10.222.0.26 "GET /v2.0/security-groups?id=13528e8d-7066-4e1d-81ef-07acf8079948&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451143 Apr 01 14:13:37.279513 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:13:37.374575 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c15da66-c9cc-46de-9a45-7b8518a3a814 req-425906f5-15e4-4ecf-8364-3b96d4e0cdfb tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:13:37.376714 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-6c15da66-c9cc-46de-9a45-7b8518a3a814 req-425906f5-15e4-4ecf-8364-3b96d4e0cdfb tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] 10.222.0.26 "GET /v2.0/ports?device_id=52cc64fe-2519-4765-8956-227f6315f418 HTTP/1.1" status: 200 len: 944 time: 0.1365616 Apr 01 14:13:37.435956 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-6c15da66-c9cc-46de-9a45-7b8518a3a814 req-bcf05dd5-a260-4b2d-993c-0c3c3b7992ea tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] 10.222.0.26 "GET /v2.0/security-groups?id=13528e8d-7066-4e1d-81ef-07acf8079948&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497131 Apr 01 14:13:37.525716 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-2f9cfc9c-d8ba-4de3-a4ad-98162f90557c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:13:37.548363 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Device d9779d8a-c62c-47ec-9765-5aa18255ef4d details requested by agent hyperv_hv-neutron-8361 with host hv-neutron-8361 {{(pid=83872) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 01 14:13:37.747348 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] For port d9779d8a-c62c-47ec-9765-5aa18255ef4d, host hv-neutron-8361, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8361',level=0,port_id=d9779d8a-c62c-47ec-9765-5aa18255ef4d,segment=NetworkSegment(72aa718b-333f-43b3-b1a7-476804e5efc3),segment_id=72aa718b-333f-43b3-b1a7-476804e5efc3)] {{(pid=83872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 14:13:37.776417 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Returning: {'device': 'd9779d8a-c62c-47ec-9765-5aa18255ef4d', 'network_id': '2b87a8ff-e236-4ca4-a445-3a94edb5eef0', 'port_id': 'd9779d8a-c62c-47ec-9765-5aa18255ef4d', 'mac_address': 'fa:16:3e:bb:64:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 395, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '801509aa-742a-474f-9df7-531b152c1985', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83872) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 01 14:13:37.875450 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:13:37.900738 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.notifiers.nova [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d9779d8a-c62c-47ec-9765-5aa18255ef4d {{(pid=83872) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 01 14:13:37.922787 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] For port d9779d8a-c62c-47ec-9765-5aa18255ef4d, host hv-neutron-8361, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8361',level=0,port_id=d9779d8a-c62c-47ec-9765-5aa18255ef4d,segment=NetworkSegment(72aa718b-333f-43b3-b1a7-476804e5efc3),segment_id=72aa718b-333f-43b3-b1a7-476804e5efc3)] {{(pid=83872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 14:13:37.930177 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864'] for port, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:13:38.045273 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Pushing event updated for resources: {'Port': ['ID=d9779d8a-c62c-47ec-9765-5aa18255ef4d,revision_number=4']} {{(pid=83872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:13:38.172568 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] get_ports_and_sgs() called for port_ids ['d9779d8a-c62c-47ec-9765-5aa18255ef4d'] {{(pid=83872) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 01 14:13:38.657732 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700ab448-6f16-4348-8284-6560544de90f req-9ee68ce8-0d1a-461b-9f0e-794f1e8dcf12 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:13:38.659217 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-700ab448-6f16-4348-8284-6560544de90f req-9ee68ce8-0d1a-461b-9f0e-794f1e8dcf12 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] 10.222.0.26 "GET /v2.0/ports?device_id=52cc64fe-2519-4765-8956-227f6315f418 HTTP/1.1" status: 200 len: 945 time: 0.0802774 Apr 01 14:13:38.715925 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-700ab448-6f16-4348-8284-6560544de90f req-dbac75a6-9a1e-4467-8a16-3ec03b8387ca tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] 10.222.0.26 "GET /v2.0/security-groups?id=13528e8d-7066-4e1d-81ef-07acf8079948&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499535 Apr 01 14:13:39.020209 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-a976a7b9-9034-41e6-be13-349b75ed1593 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:13:39.556882 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Device d9779d8a-c62c-47ec-9765-5aa18255ef4d up at agent hyperv_hv-neutron-8361 {{(pid=83872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 14:13:39.643897 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Provisioning for port d9779d8a-c62c-47ec-9765-5aa18255ef4d completed by entity L2. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 14:13:39.650281 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Provisioning complete for port d9779d8a-c62c-47ec-9765-5aa18255ef4d triggered by entity L2. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 14:13:39.650650 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-948329'] for port, provisioning_complete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:13:39.772271 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:13:39.800886 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52cc64fe-2519-4765-8956-227f6315f418', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9779d8a-c62c-47ec-9765-5aa18255ef4d'}] {{(pid=83872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 14:13:39.818023 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] For port d9779d8a-c62c-47ec-9765-5aa18255ef4d, host hv-neutron-8361, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8361',level=0,port_id=d9779d8a-c62c-47ec-9765-5aa18255ef4d,segment=NetworkSegment(72aa718b-333f-43b3-b1a7-476804e5efc3),segment_id=72aa718b-333f-43b3-b1a7-476804e5efc3)] {{(pid=83872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 14:13:39.822453 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864'] for port, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:13:39.862270 dv-neutron-836180-1-hyperv neutron-server[83872]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52cc64fe-2519-4765-8956-227f6315f418', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9779d8a-c62c-47ec-9765-5aa18255ef4d', 'code': 200} Apr 01 14:13:39.903786 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Pushing event updated for resources: {'Port': ['ID=d9779d8a-c62c-47ec-9765-5aa18255ef4d,revision_number=5']} {{(pid=83872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:13:39.929946 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194dca50-8b6a-4a96-b1b3-b368951d54cf req-ac771f2c-8116-4b3d-a18e-bfd9611eb002 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:13:39.931578 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-194dca50-8b6a-4a96-b1b3-b368951d54cf req-ac771f2c-8116-4b3d-a18e-bfd9611eb002 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] 10.222.0.26 "GET /v2.0/ports?device_id=52cc64fe-2519-4765-8956-227f6315f418 HTTP/1.1" status: 200 len: 946 time: 0.0818164 Apr 01 14:13:39.983301 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-194dca50-8b6a-4a96-b1b3-b368951d54cf req-d50f27dd-9824-4725-8112-8214bb9d00ce tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] 10.222.0.26 "GET /v2.0/security-groups?id=13528e8d-7066-4e1d-81ef-07acf8079948&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459828 Apr 01 14:13:40.102136 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-70db6ce8-1a90-4cf1-8c17-83a031fa0d74 req-ee31dc75-eea7-4b04-a9dd-1c63ad428f01 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=52cc64fe-2519-4765-8956-227f6315f418 HTTP/1.1" status: 200 len: 1099 time: 0.0747204 Apr 01 14:13:40.149625 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-70db6ce8-1a90-4cf1-8c17-83a031fa0d74 req-f53608e1-5fee-4bc2-bf9d-a184d1e08870 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=13528e8d-7066-4e1d-81ef-07acf8079948&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410459 Apr 01 14:13:41.294040 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-befefe0c-3cd6-4a8c-ab42-3e5ff561c531 req-74997104-d682-4655-be4d-f47a97e3f839 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:13:41.295548 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-befefe0c-3cd6-4a8c-ab42-3e5ff561c531 req-74997104-d682-4655-be4d-f47a97e3f839 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] 10.222.0.26 "GET /v2.0/ports?device_id=52cc64fe-2519-4765-8956-227f6315f418 HTTP/1.1" status: 200 len: 946 time: 0.1811433 Apr 01 14:13:41.348117 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-befefe0c-3cd6-4a8c-ab42-3e5ff561c531 req-0814c3c7-2757-4793-ac3e-586f1a80f4a9 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] 10.222.0.26 "GET /v2.0/security-groups?id=13528e8d-7066-4e1d-81ef-07acf8079948&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427661 Apr 01 14:13:42.560157 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca49a456-cc74-4a1d-a89a-ffe115cb9f0d req-0fc9b9a9-9f9c-4d95-ba9d-af8a58ee21c7 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:13:42.561779 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-ca49a456-cc74-4a1d-a89a-ffe115cb9f0d req-0fc9b9a9-9f9c-4d95-ba9d-af8a58ee21c7 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] 10.222.0.26 "GET /v2.0/ports?device_id=52cc64fe-2519-4765-8956-227f6315f418 HTTP/1.1" status: 200 len: 946 time: 0.0825067 Apr 01 14:13:42.613213 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-ca49a456-cc74-4a1d-a89a-ffe115cb9f0d req-373b687c-33f6-4024-b041-d5cdce3c529d tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] 10.222.0.26 "GET /v2.0/security-groups?id=13528e8d-7066-4e1d-81ef-07acf8079948&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451455 Apr 01 14:13:42.830809 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765ff6f0-f332-49c9-9dad-7da1efcac9c7 req-51c072d7-a7d4-4e3a-9e17-af3ef1721118 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:13:42.832461 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-765ff6f0-f332-49c9-9dad-7da1efcac9c7 req-51c072d7-a7d4-4e3a-9e17-af3ef1721118 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] 10.222.0.26 "GET /v2.0/ports?device_id=52cc64fe-2519-4765-8956-227f6315f418 HTTP/1.1" status: 200 len: 946 time: 0.0870426 Apr 01 14:13:42.883214 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-765ff6f0-f332-49c9-9dad-7da1efcac9c7 req-af35516e-3b60-4e99-9bcb-121774f28309 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] 10.222.0.26 "GET /v2.0/security-groups?id=13528e8d-7066-4e1d-81ef-07acf8079948&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431826 Apr 01 14:13:42.911693 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 35604) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:13:42.989309 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-a1c6ed31-f070-4abe-b170-8a20e63d6048 tempest-TestNetworkAdvancedServerOps-832265304 tempest-TestNetworkAdvancedServerOps-832265304-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=52cc64fe-2519-4765-8956-227f6315f418 HTTP/1.1" status: 200 len: 1094 time: 0.0763838 Apr 01 14:13:42.995687 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 35608) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:13:43.000186 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.agents_db [None req-bdd220c7-049a-43d2-a923-ad1a2de078c6 None None] Agent healthcheck: found 6 active agents {{(pid=83873) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 01 14:13:43.001472 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.v2.base [None req-e903ed36-84fc-4842-9aac-6e47bdcaec1b tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Request body: {'floatingip': {'floating_network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'port_id': 'd9779d8a-c62c-47ec-9765-5aa18255ef4d', 'tenant_id': '1ac9f9a3637e41b9993bdb348451719c', 'fixed_ip_address': '172.20.0.10'}} {{(pid=83871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 14:13:43.007182 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-e903ed36-84fc-4842-9aac-6e47bdcaec1b tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 14:13:43.011345 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-e903ed36-84fc-4842-9aac-6e47bdcaec1b tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Usage tracker for resource:floatingip and tenant:1ac9f9a3637e41b9993bdb348451719c is out of sync, need to count used quota {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 14:13:43.014262 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-e903ed36-84fc-4842-9aac-6e47bdcaec1b tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 14:13:43.019848 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-e903ed36-84fc-4842-9aac-6e47bdcaec1b tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 14:13:43.032591 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-e903ed36-84fc-4842-9aac-6e47bdcaec1b tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Notify callbacks [] for floatingip, before_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:13:43.187623 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-e903ed36-84fc-4842-9aac-6e47bdcaec1b tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:13:43.365337 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.db_base_plugin_common [None req-e903ed36-84fc-4842-9aac-6e47bdcaec1b tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Allocated IP 172.26.5.44 (725864b8-cceb-48c9-b5d3-1bfc4423e301/e2ed99db-0e25-4971-b535-7fa69231fae8/8ec818e9-5c4b-42f2-a268-f44a447556b1) {{(pid=83871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 14:13:43.571878 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-e903ed36-84fc-4842-9aac-6e47bdcaec1b tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Notify callbacks [] for port, precommit_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:13:43.610250 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-e903ed36-84fc-4842-9aac-6e47bdcaec1b tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736732935801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2743125'] for port, after_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:13:43.686863 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e903ed36-84fc-4842-9aac-6e47bdcaec1b tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Network 725864b8-cceb-48c9-b5d3-1bfc4423e301 is already hosted by enough agents. {{(pid=83871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 14:13:43.688351 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.scheduler.base_scheduler [None req-e903ed36-84fc-4842-9aac-6e47bdcaec1b tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Resources bound (agent type, host, resource id): {{(pid=83871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 14:13:43.692556 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e903ed36-84fc-4842-9aac-6e47bdcaec1b tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Received port after_create {{(pid=83871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 14:13:43.728163 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e903ed36-84fc-4842-9aac-6e47bdcaec1b tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Pushing event updated for resources: {'Port': ['ID=8ec818e9-5c4b-42f2-a268-f44a447556b1,revision_number=1']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:13:44.374551 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-e903ed36-84fc-4842-9aac-6e47bdcaec1b tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:13:44.444452 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-e903ed36-84fc-4842-9aac-6e47bdcaec1b tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:13:44.647270 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-e903ed36-84fc-4842-9aac-6e47bdcaec1b tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Notify callbacks [] for port, precommit_update {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:13:44.652424 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-e903ed36-84fc-4842-9aac-6e47bdcaec1b tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2743106'] for port, after_update {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:13:44.757480 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e903ed36-84fc-4842-9aac-6e47bdcaec1b tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Pushing event updated for resources: {'Port': ['ID=8ec818e9-5c4b-42f2-a268-f44a447556b1,revision_number=2']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:13:44.771818 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-e903ed36-84fc-4842-9aac-6e47bdcaec1b tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4084747'] for floatingip, after_update {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:13:44.964428 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.db.l3_db [None req-e903ed36-84fc-4842-9aac-6e47bdcaec1b tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Floating IP 5393611f-4fd0-487c-8076-f09189ec567c associated. External IP: 172.26.5.44, port: d9779d8a-c62c-47ec-9765-5aa18255ef4d. Apr 01 14:13:45.359786 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e903ed36-84fc-4842-9aac-6e47bdcaec1b tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Router f4e2bd11-675f-43c7-aabe-67aad12dfb95 has already been hosted by L3 agent 88bf8fc8-11a3-4e96-9d1b-5fd93ba9f6f1 {{(pid=83871) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 14:13:45.569626 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e903ed36-84fc-4842-9aac-6e47bdcaec1b tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Notify agent at l3_agent.dv-neutron-836180-1-hyperv the message routers_updated {{(pid=83871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 14:13:45.584705 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e3ce149-6462-4f01-91ef-80cac20635dd None None] Sync routers for ids ['f4e2bd11-675f-43c7-aabe-67aad12dfb95'] in dv-neutron-836180-1-hyperv {{(pid=83873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 14:13:45.599169 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-e903ed36-84fc-4842-9aac-6e47bdcaec1b tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109561'] for floatingip, before_response {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:13:45.600854 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e3ce149-6462-4f01-91ef-80cac20635dd None None] Routers {'f4e2bd11-675f-43c7-aabe-67aad12dfb95'} bound to L3 agent in host dv-neutron-836180-1-hyperv {{(pid=83873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 14:13:45.601753 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-4e3ce149-6462-4f01-91ef-80cac20635dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836180-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T13:25:36Z,description=,heartbeat_timestamp=2022-04-01T14:13:36Z,host='dv-neutron-836180-1-hyperv',id=88bf8fc8-11a3-4e96-9d1b-5fd93ba9f6f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T13:25:36Z,topic='l3_agent')) {'router_ids': ['f4e2bd11-675f-43c7-aabe-67aad12dfb95'], 'active': True} {{(pid=83873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 14:13:45.661527 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-e903ed36-84fc-4842-9aac-6e47bdcaec1b tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.6647353 Apr 01 14:13:45.662163 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '52cc64fe-2519-4765-8956-227f6315f418', 'tag': 'd9779d8a-c62c-47ec-9765-5aa18255ef4d'}] {{(pid=83871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 14:13:45.794928 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_dvr_db [None req-4e3ce149-6462-4f01-91ef-80cac20635dd None None] Set router f4e2bd11-675f-43c7-aabe-67aad12dfb95 gateway port host: dv-neutron-836180-1-hyperv {{(pid=83873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 14:13:45.817406 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '52cc64fe-2519-4765-8956-227f6315f418', 'tag': 'd9779d8a-c62c-47ec-9765-5aa18255ef4d', 'status': 'completed', 'code': 200} Apr 01 14:13:45.848255 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aeeded3-3c04-4911-8191-105f1c901051 req-8ec54fc2-34a7-45f4-bbb6-a98bc8b5fcf9 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:13:45.849731 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-6aeeded3-3c04-4911-8191-105f1c901051 req-8ec54fc2-34a7-45f4-bbb6-a98bc8b5fcf9 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] 10.222.0.26 "GET /v2.0/ports?device_id=52cc64fe-2519-4765-8956-227f6315f418 HTTP/1.1" status: 200 len: 946 time: 0.0815051 Apr 01 14:13:45.901450 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-6aeeded3-3c04-4911-8191-105f1c901051 req-78350201-a86d-466c-ab4c-154c861aa8d6 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] 10.222.0.26 "GET /v2.0/security-groups?id=13528e8d-7066-4e1d-81ef-07acf8079948&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449708 Apr 01 14:13:45.919989 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-fbbab4e2-9d1d-4418-a5eb-1e4fa2e44c63 req-e40a1b99-d9b6-45e0-8a1c-4d915d4bb1ba service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=1ac9f9a3637e41b9993bdb348451719c&device_id=52cc64fe-2519-4765-8956-227f6315f418 HTTP/1.1" status: 200 len: 1099 time: 0.0790117 Apr 01 14:13:45.935435 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 35618) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:13:46.049671 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-6837bbde-6ed3-424b-9e49-c6256c05fe8c tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] 10.222.0.26 "GET /v2.0/floatingips/5393611f-4fd0-487c-8076-f09189ec567c HTTP/1.1" status: 200 len: 991 time: 0.1130390 Apr 01 14:13:46.067186 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbbab4e2-9d1d-4418-a5eb-1e4fa2e44c63 req-ab55cc40-deba-45dc-9bef-3e72a274313d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:13:46.068664 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-fbbab4e2-9d1d-4418-a5eb-1e4fa2e44c63 req-ab55cc40-deba-45dc-9bef-3e72a274313d service neutron] 10.222.0.57 "GET /v2.0/networks?id=2b87a8ff-e236-4ca4-a445-3a94edb5eef0 HTTP/1.1" status: 200 len: 898 time: 0.1421344 Apr 01 14:13:46.168400 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-4e3ce149-6462-4f01-91ef-80cac20635dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4e2bd11-675f-43c7-aabe-67aad12dfb95', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2037225660', 'tenant_id': '1ac9f9a3637e41b9993bdb348451719c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'external_fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.172'}], 'enable_snat': True}, 'gw_port_id': '2dc9df40-c0ef-4dc9-9a03-80f06f885573', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T14:13:21Z', 'updated_at': '2022-04-01T14:13:26Z', 'revision_number': 4, 'project_id': '1ac9f9a3637e41b9993bdb348451719c', 'gw_port': {'id': '2dc9df40-c0ef-4dc9-9a03-80f06f885573', 'name': '', 'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:98:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4e2bd11-675f-43c7-aabe-67aad12dfb95', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836180-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T14:13:21Z', 'updated_at': '2022-04-01T14:13:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836180-1-hyperv', '_floatingips': [{'id': '5393611f-4fd0-487c-8076-f09189ec567c', 'tenant_id': '1ac9f9a3637e41b9993bdb348451719c', 'floating_ip_address': '172.26.5.44', 'floating_network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'router_id': 'f4e2bd11-675f-43c7-aabe-67aad12dfb95', 'port_id': 'd9779d8a-c62c-47ec-9765-5aa18255ef4d', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2b87a8ff-e236-4ca4-a445-3a94edb5eef0', 'mac_address': 'fa:16:3e:bb:64:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52cc64fe-2519-4765-8956-227f6315f418', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T14:13:44Z', 'updated_at': '2022-04-01T14:13:44Z', 'revision_number': 0, 'project_id': '1ac9f9a3637e41b9993bdb348451719c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e9b1ba31-5678-4b83-9533-243f23e051c5', 'name': '', 'network_id': '2b87a8ff-e236-4ca4-a445-3a94edb5eef0', 'tenant_id': '1ac9f9a3637e41b9993bdb348451719c', 'mac_address': 'fa:16:3e:f1:9a:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4e2bd11-675f-43c7-aabe-67aad12dfb95', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '801509aa-742a-474f-9df7-531b152c1985', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836180-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T14:13:25Z', 'updated_at': '2022-04-01T14:13:33Z', 'revision_number': 5, 'project_id': '1ac9f9a3637e41b9993bdb348451719c', 'subnets': [{'id': '801509aa-742a-474f-9df7-531b152c1985', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-836180-1-hyperv', False) {} {{(pid=83873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 14:13:46.172169 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e3ce149-6462-4f01-91ef-80cac20635dd None None] Checking router: f4e2bd11-675f-43c7-aabe-67aad12dfb95 for host: dv-neutron-836180-1-hyperv {{(pid=83873) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 01 14:13:46.177310 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-fbbab4e2-9d1d-4418-a5eb-1e4fa2e44c63 req-2e36b317-0070-468c-b534-198b9e3ea54d service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d9779d8a-c62c-47ec-9765-5aa18255ef4d HTTP/1.1" status: 200 len: 999 time: 0.0995793 Apr 01 14:13:46.183065 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e3ce149-6462-4f01-91ef-80cac20635dd None None] Routers {'f4e2bd11-675f-43c7-aabe-67aad12dfb95'} bound to L3 agent in host dv-neutron-836180-1-hyperv {{(pid=83873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 14:13:46.183652 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-4e3ce149-6462-4f01-91ef-80cac20635dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836180-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T13:25:36Z,description=,heartbeat_timestamp=2022-04-01T14:13:36Z,host='dv-neutron-836180-1-hyperv',id=88bf8fc8-11a3-4e96-9d1b-5fd93ba9f6f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T13:25:36Z,topic='l3_agent')) {'router_ids': ['f4e2bd11-675f-43c7-aabe-67aad12dfb95'], 'active': True} {{(pid=83873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 14:13:46.241205 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbbab4e2-9d1d-4418-a5eb-1e4fa2e44c63 req-32828ca1-97b0-473c-9f41-f039e7e893e9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:13:46.243829 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-fbbab4e2-9d1d-4418-a5eb-1e4fa2e44c63 req-32828ca1-97b0-473c-9f41-f039e7e893e9 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=801509aa-742a-474f-9df7-531b152c1985 HTTP/1.1" status: 200 len: 835 time: 0.0602012 Apr 01 14:13:46.322924 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-fbbab4e2-9d1d-4418-a5eb-1e4fa2e44c63 req-d8fc48fc-3314-4e9a-8947-248fb1e3dfb8 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=2b87a8ff-e236-4ca4-a445-3a94edb5eef0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0727122 Apr 01 14:13:46.405504 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_dvr_db [None req-4e3ce149-6462-4f01-91ef-80cac20635dd None None] Set router f4e2bd11-675f-43c7-aabe-67aad12dfb95 gateway port host: dv-neutron-836180-1-hyperv {{(pid=83873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 14:13:46.462706 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-fbbab4e2-9d1d-4418-a5eb-1e4fa2e44c63 req-35c3e4e6-56be-4332-9780-68692c47ef8a service neutron] 10.222.0.57 "GET /v2.0/networks/2b87a8ff-e236-4ca4-a445-3a94edb5eef0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1302655 Apr 01 14:13:46.603552 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-fbbab4e2-9d1d-4418-a5eb-1e4fa2e44c63 req-3cd14b3e-7d7f-4e23-b6b6-5464184801e1 service neutron] 10.222.0.57 "GET /v2.0/networks/2b87a8ff-e236-4ca4-a445-3a94edb5eef0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1295912 Apr 01 14:13:46.750434 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-4e3ce149-6462-4f01-91ef-80cac20635dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4e2bd11-675f-43c7-aabe-67aad12dfb95', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2037225660', 'tenant_id': '1ac9f9a3637e41b9993bdb348451719c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'external_fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.172'}], 'enable_snat': True}, 'gw_port_id': '2dc9df40-c0ef-4dc9-9a03-80f06f885573', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T14:13:21Z', 'updated_at': '2022-04-01T14:13:26Z', 'revision_number': 4, 'project_id': '1ac9f9a3637e41b9993bdb348451719c', 'gw_port': {'id': '2dc9df40-c0ef-4dc9-9a03-80f06f885573', 'name': '', 'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:98:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4e2bd11-675f-43c7-aabe-67aad12dfb95', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836180-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T14:13:21Z', 'updated_at': '2022-04-01T14:13:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836180-1-hyperv', '_floatingips': [{'id': '5393611f-4fd0-487c-8076-f09189ec567c', 'tenant_id': '1ac9f9a3637e41b9993bdb348451719c', 'floating_ip_address': '172.26.5.44', 'floating_network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'router_id': 'f4e2bd11-675f-43c7-aabe-67aad12dfb95', 'port_id': 'd9779d8a-c62c-47ec-9765-5aa18255ef4d', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2b87a8ff-e236-4ca4-a445-3a94edb5eef0', 'mac_address': 'fa:16:3e:bb:64:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52cc64fe-2519-4765-8956-227f6315f418', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T14:13:44Z', 'updated_at': '2022-04-01T14:13:44Z', 'revision_number': 0, 'project_id': '1ac9f9a3637e41b9993bdb348451719c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e9b1ba31-5678-4b83-9533-243f23e051c5', 'name': '', 'network_id': '2b87a8ff-e236-4ca4-a445-3a94edb5eef0', 'tenant_id': '1ac9f9a3637e41b9993bdb348451719c', 'mac_address': 'fa:16:3e:f1:9a:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4e2bd11-675f-43c7-aabe-67aad12dfb95', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '801509aa-742a-474f-9df7-531b152c1985', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836180-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T14:13:25Z', 'updated_at': '2022-04-01T14:13:33Z', 'revision_number': 5, 'project_id': '1ac9f9a3637e41b9993bdb348451719c', 'subnets': [{'id': '801509aa-742a-474f-9df7-531b152c1985', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-836180-1-hyperv', False) {} {{(pid=83873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 14:13:46.755438 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e3ce149-6462-4f01-91ef-80cac20635dd None None] The sync data for ids ['f4e2bd11-675f-43c7-aabe-67aad12dfb95'] in dv-neutron-836180-1-hyperv is: [{'id': 'f4e2bd11-675f-43c7-aabe-67aad12dfb95', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2037225660', 'tenant_id': '1ac9f9a3637e41b9993bdb348451719c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'external_fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.172'}], 'enable_snat': True}, 'gw_port_id': '2dc9df40-c0ef-4dc9-9a03-80f06f885573', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T14:13:21Z', 'updated_at': '2022-04-01T14:13:26Z', 'revision_number': 4, 'project_id': '1ac9f9a3637e41b9993bdb348451719c', 'gw_port': {'id': '2dc9df40-c0ef-4dc9-9a03-80f06f885573', 'name': '', 'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:98:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4e2bd11-675f-43c7-aabe-67aad12dfb95', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836180-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T14:13:21Z', 'updated_at': '2022-04-01T14:13:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836180-1-hyperv', '_floatingips': [{'id': '5393611f-4fd0-487c-8076-f09189ec567c', 'tenant_id': '1ac9f9a3637e41b9993bdb348451719c', 'floating_ip_address': '172.26.5.44', 'floating_network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'router_id': 'f4e2bd11-675f-43c7-aabe-67aad12dfb95', 'port_id': 'd9779d8a-c62c-47ec-9765-5aa18255ef4d', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2b87a8ff-e236-4ca4-a445-3a94edb5eef0', 'mac_address': 'fa:16:3e:bb:64:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52cc64fe-2519-4765-8956-227f6315f418', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T14:13:44Z', 'updated_at': '2022-04-01T14:13:44Z', 'revision_number': 0, 'project_id': '1ac9f9a3637e41b9993bdb348451719c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e9b1ba31-5678-4b83-9533-243f23e051c5', 'name': '', 'network_id': '2b87a8ff-e236-4ca4-a445-3a94edb5eef0', 'tenant_id': '1ac9f9a3637e41b9993bdb348451719c', 'mac_address': 'fa:16:3e:f1:9a:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4e2bd11-675f-43c7-aabe-67aad12dfb95', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '801509aa-742a-474f-9df7-531b152c1985', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836180-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T14:13:25Z', 'updated_at': '2022-04-01T14:13:33Z', 'revision_number': 5, 'project_id': '1ac9f9a3637e41b9993bdb348451719c', 'subnets': [{'id': '801509aa-742a-474f-9df7-531b152c1985', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 14:13:47.053505 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 35622) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:13:47.265470 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-d55ae56f-be3b-4ad2-8912-3b10a909107c tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] 10.222.0.26 "GET /v2.0/floatingips/5393611f-4fd0-487c-8076-f09189ec567c HTTP/1.1" status: 200 len: 991 time: 0.2091584 Apr 01 14:13:48.268890 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 35626) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:13:48.388284 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-7b5cee36-1346-4d06-a58e-cc67b65eb52a tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] 10.222.0.26 "GET /v2.0/floatingips/5393611f-4fd0-487c-8076-f09189ec567c HTTP/1.1" status: 200 len: 991 time: 0.1182630 Apr 01 14:13:48.437861 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af6a0285-ff86-4877-a210-815de707427d None None] New status for floating IP 5393611f-4fd0-487c-8076-f09189ec567c: ACTIVE {{(pid=83872) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 01 14:13:49.392623 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 35632) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:13:49.501716 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-7ed059fb-3cec-4b33-bb66-e8cfeb4604b6 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] 10.222.0.26 "GET /v2.0/floatingips/5393611f-4fd0-487c-8076-f09189ec567c HTTP/1.1" status: 200 len: 993 time: 0.1078451 Apr 01 14:13:54.190146 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:14:03.653373 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-f76594f9-d477-4857-9ebb-e24e542cc63a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:14:05.984238 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-eeb9a41a-04db-4009-b019-124d9b0cc977 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:14:07.267081 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:14:07.518026 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-2f9cfc9c-d8ba-4de3-a4ad-98162f90557c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:14:09.020145 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-a976a7b9-9034-41e6-be13-349b75ed1593 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:14:18.947208 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-058fd535-6c2d-4254-8edc-52c0a62e0700 req-f3e168cb-ca62-4069-a558-e3db644febd0 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=52cc64fe-2519-4765-8956-227f6315f418&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0701132 Apr 01 14:14:19.232812 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 35654) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:14:19.283226 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd7f6b2-7ec6-439e-81ad-43f8770bc80f req-1f7a435f-2352-4932-b3be-1efa4e5a6011 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:14:19.284720 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-dfd7f6b2-7ec6-439e-81ad-43f8770bc80f req-1f7a435f-2352-4932-b3be-1efa4e5a6011 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] 10.222.0.26 "GET /v2.0/ports?device_id=52cc64fe-2519-4765-8956-227f6315f418 HTTP/1.1" status: 200 len: 946 time: 0.0964785 Apr 01 14:14:19.336448 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-dfd7f6b2-7ec6-439e-81ad-43f8770bc80f req-d75cb0a8-60f4-42b5-8ee4-7c85468ffea1 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] 10.222.0.26 "GET /v2.0/security-groups?id=13528e8d-7066-4e1d-81ef-07acf8079948&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451529 Apr 01 14:14:19.381713 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-387d4040-6545-4395-81ef-d97664dd6654 req-2a69db1b-0345-458b-a9df-cd551195aa98 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=52cc64fe-2519-4765-8956-227f6315f418&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1477666 Apr 01 14:14:20.001392 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.agents_db [None req-bdd220c7-049a-43d2-a923-ad1a2de078c6 None None] Agent healthcheck: found 6 active agents {{(pid=83873) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 01 14:14:20.588119 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062e9aa0-a6d6-4265-ba67-02b4481b42d1 req-70c8fa64-bc5b-49f3-9fcb-3c7b98e48933 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:14:20.589645 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-062e9aa0-a6d6-4265-ba67-02b4481b42d1 req-70c8fa64-bc5b-49f3-9fcb-3c7b98e48933 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] 10.222.0.26 "GET /v2.0/ports?device_id=52cc64fe-2519-4765-8956-227f6315f418 HTTP/1.1" status: 200 len: 946 time: 0.0907342 Apr 01 14:14:20.639261 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-062e9aa0-a6d6-4265-ba67-02b4481b42d1 req-563c308e-2f13-4f0e-938d-f6fa08f5fbcb tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] 10.222.0.26 "GET /v2.0/security-groups?id=13528e8d-7066-4e1d-81ef-07acf8079948&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436468 Apr 01 14:14:20.913176 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-387d4040-6545-4395-81ef-d97664dd6654 req-139c4190-ee32-4d9d-bec6-51b0fab5a70e service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=1ac9f9a3637e41b9993bdb348451719c&device_id=52cc64fe-2519-4765-8956-227f6315f418 HTTP/1.1" status: 200 len: 1099 time: 0.0727949 Apr 01 14:14:21.050308 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387d4040-6545-4395-81ef-d97664dd6654 req-ac861f8e-4720-4e8c-bf03-18138c955851 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:14:21.051769 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-387d4040-6545-4395-81ef-d97664dd6654 req-ac861f8e-4720-4e8c-bf03-18138c955851 service neutron] 10.222.0.57 "GET /v2.0/networks?id=2b87a8ff-e236-4ca4-a445-3a94edb5eef0 HTTP/1.1" status: 200 len: 898 time: 0.1309724 Apr 01 14:14:21.160603 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-387d4040-6545-4395-81ef-d97664dd6654 req-3a8fbcb8-f902-4e9f-af7d-d780b324a6ab service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d9779d8a-c62c-47ec-9765-5aa18255ef4d HTTP/1.1" status: 200 len: 1001 time: 0.1004779 Apr 01 14:14:21.228647 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387d4040-6545-4395-81ef-d97664dd6654 req-cd8001be-de7f-4d94-b5d3-0b44e7d372b9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:14:21.229594 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-387d4040-6545-4395-81ef-d97664dd6654 req-cd8001be-de7f-4d94-b5d3-0b44e7d372b9 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=801509aa-742a-474f-9df7-531b152c1985 HTTP/1.1" status: 200 len: 835 time: 0.0620098 Apr 01 14:14:21.308559 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-387d4040-6545-4395-81ef-d97664dd6654 req-1f249d46-cd00-4a29-822e-82a41aec6fe2 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=2b87a8ff-e236-4ca4-a445-3a94edb5eef0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0711410 Apr 01 14:14:21.446347 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-387d4040-6545-4395-81ef-d97664dd6654 req-4724ae1e-c5d9-4e97-8899-3f8e79e9d722 service neutron] 10.222.0.57 "GET /v2.0/networks/2b87a8ff-e236-4ca4-a445-3a94edb5eef0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1287153 Apr 01 14:14:21.666321 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-387d4040-6545-4395-81ef-d97664dd6654 req-42c89c9f-1cdd-4ecf-b16c-12d9cf6e7a83 service neutron] 10.222.0.57 "GET /v2.0/networks/2b87a8ff-e236-4ca4-a445-3a94edb5eef0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2127209 Apr 01 14:14:21.853214 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c0cc9a-7280-4ab3-8fc3-363489fa7206 req-4a0c2b36-23ad-488c-8d3a-d46c6628afd1 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:14:21.854726 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-34c0cc9a-7280-4ab3-8fc3-363489fa7206 req-4a0c2b36-23ad-488c-8d3a-d46c6628afd1 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] 10.222.0.26 "GET /v2.0/ports?device_id=52cc64fe-2519-4765-8956-227f6315f418 HTTP/1.1" status: 200 len: 946 time: 0.0815222 Apr 01 14:14:21.899837 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-34c0cc9a-7280-4ab3-8fc3-363489fa7206 req-3d295fe9-0899-4401-928a-b598106c1a77 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] 10.222.0.26 "GET /v2.0/security-groups?id=13528e8d-7066-4e1d-81ef-07acf8079948&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389612 Apr 01 14:14:23.101119 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf1ac7b-adb9-4494-a903-cc7ef93ba209 req-1546184b-8a7c-4d8f-939b-3fa0fe879c4b tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:14:23.103168 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-4bf1ac7b-adb9-4494-a903-cc7ef93ba209 req-1546184b-8a7c-4d8f-939b-3fa0fe879c4b tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] 10.222.0.26 "GET /v2.0/ports?device_id=52cc64fe-2519-4765-8956-227f6315f418 HTTP/1.1" status: 200 len: 946 time: 0.0806074 Apr 01 14:14:23.147887 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-4bf1ac7b-adb9-4494-a903-cc7ef93ba209 req-6a4c6677-a8ca-43b5-94fe-d7ff985ada2c tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] 10.222.0.26 "GET /v2.0/security-groups?id=13528e8d-7066-4e1d-81ef-07acf8079948&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389667 Apr 01 14:14:24.202405 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:14:24.352417 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23fe5e61-3177-438e-a0aa-41387f7acd8b req-83d689be-85c1-4356-a02e-341d8c9643fc tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:14:24.353892 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-23fe5e61-3177-438e-a0aa-41387f7acd8b req-83d689be-85c1-4356-a02e-341d8c9643fc tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] 10.222.0.26 "GET /v2.0/ports?device_id=52cc64fe-2519-4765-8956-227f6315f418 HTTP/1.1" status: 200 len: 946 time: 0.0795133 Apr 01 14:14:24.404696 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-23fe5e61-3177-438e-a0aa-41387f7acd8b req-d17466d9-848e-40fe-9d13-b38ff8f898b0 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] 10.222.0.26 "GET /v2.0/security-groups?id=13528e8d-7066-4e1d-81ef-07acf8079948&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450759 Apr 01 14:14:25.603353 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749121a0-9991-4138-b2f0-d0f7411146bf req-dc2dc6ec-480a-40a9-8595-eb96d0c8329c tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:14:25.604984 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-749121a0-9991-4138-b2f0-d0f7411146bf req-dc2dc6ec-480a-40a9-8595-eb96d0c8329c tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] 10.222.0.26 "GET /v2.0/ports?device_id=52cc64fe-2519-4765-8956-227f6315f418 HTTP/1.1" status: 200 len: 946 time: 0.0791330 Apr 01 14:14:25.654181 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-749121a0-9991-4138-b2f0-d0f7411146bf req-838f34e7-d120-47e0-a332-c77f8bbc24eb tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] 10.222.0.26 "GET /v2.0/security-groups?id=13528e8d-7066-4e1d-81ef-07acf8079948&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437355 Apr 01 14:14:26.853380 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe77ea7-a2c9-4845-b8d0-b8c11d0cc3e3 req-ebeeceee-1c99-4e57-873f-6f218e7f07d4 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:14:26.854812 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-0fe77ea7-a2c9-4845-b8d0-b8c11d0cc3e3 req-ebeeceee-1c99-4e57-873f-6f218e7f07d4 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] 10.222.0.26 "GET /v2.0/ports?device_id=52cc64fe-2519-4765-8956-227f6315f418 HTTP/1.1" status: 200 len: 946 time: 0.0805140 Apr 01 14:14:26.902635 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-0fe77ea7-a2c9-4845-b8d0-b8c11d0cc3e3 req-8fb4c384-4967-4961-bb54-30e29cb42086 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] 10.222.0.26 "GET /v2.0/security-groups?id=13528e8d-7066-4e1d-81ef-07acf8079948&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423453 Apr 01 14:14:28.106072 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b94d629-38b6-4d45-b585-7e0fcc8dd300 req-b9154f55-1cc3-42c3-9c74-30b719208a18 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:14:28.107294 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-3b94d629-38b6-4d45-b585-7e0fcc8dd300 req-b9154f55-1cc3-42c3-9c74-30b719208a18 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] 10.222.0.26 "GET /v2.0/ports?device_id=52cc64fe-2519-4765-8956-227f6315f418 HTTP/1.1" status: 200 len: 946 time: 0.0843554 Apr 01 14:14:28.154351 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-3b94d629-38b6-4d45-b585-7e0fcc8dd300 req-4356dd5e-91ce-4cdb-9ff9-71089ee66b94 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] 10.222.0.26 "GET /v2.0/security-groups?id=13528e8d-7066-4e1d-81ef-07acf8079948&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415285 Apr 01 14:14:29.351189 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840df817-e654-4c5d-9c27-270870dd9a0f req-444f82ec-9148-40d7-87dd-fb8c1137d442 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:14:29.353154 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-840df817-e654-4c5d-9c27-270870dd9a0f req-444f82ec-9148-40d7-87dd-fb8c1137d442 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] 10.222.0.26 "GET /v2.0/ports?device_id=52cc64fe-2519-4765-8956-227f6315f418 HTTP/1.1" status: 200 len: 946 time: 0.0749424 Apr 01 14:14:29.401437 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-840df817-e654-4c5d-9c27-270870dd9a0f req-f5b299b5-ef58-4154-b3ef-bd691673f677 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] 10.222.0.26 "GET /v2.0/security-groups?id=13528e8d-7066-4e1d-81ef-07acf8079948&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427802 Apr 01 14:14:30.600745 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1a652a-aec1-4fd1-93ef-c5daccaf9862 req-4209ceef-b639-45f5-b4d8-ce25e37b9814 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:14:30.602171 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-eb1a652a-aec1-4fd1-93ef-c5daccaf9862 req-4209ceef-b639-45f5-b4d8-ce25e37b9814 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] 10.222.0.26 "GET /v2.0/ports?device_id=52cc64fe-2519-4765-8956-227f6315f418 HTTP/1.1" status: 200 len: 946 time: 0.0753133 Apr 01 14:14:30.655012 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-eb1a652a-aec1-4fd1-93ef-c5daccaf9862 req-a00b37a4-c222-4487-a4d9-218817fb7627 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] 10.222.0.26 "GET /v2.0/security-groups?id=13528e8d-7066-4e1d-81ef-07acf8079948&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433800 Apr 01 14:14:31.862697 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ef947d-6e6a-49fb-942f-2eddfad7969b req-3d78025d-ab0f-470c-9f0c-3f07c78c57c3 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:14:31.864150 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-f2ef947d-6e6a-49fb-942f-2eddfad7969b req-3d78025d-ab0f-470c-9f0c-3f07c78c57c3 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] 10.222.0.26 "GET /v2.0/ports?device_id=52cc64fe-2519-4765-8956-227f6315f418 HTTP/1.1" status: 200 len: 946 time: 0.0839283 Apr 01 14:14:31.912768 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-f2ef947d-6e6a-49fb-942f-2eddfad7969b req-9ac190e4-5b6b-4d6c-8912-ed3046a2fe63 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] 10.222.0.26 "GET /v2.0/security-groups?id=13528e8d-7066-4e1d-81ef-07acf8079948&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430629 Apr 01 14:14:33.110770 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba6d9d4-f6c4-4841-bba8-7bd53db52c71 req-2ed82eed-f3f6-4fa9-a22f-a8b938fc46d5 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:14:33.112229 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-4ba6d9d4-f6c4-4841-bba8-7bd53db52c71 req-2ed82eed-f3f6-4fa9-a22f-a8b938fc46d5 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] 10.222.0.26 "GET /v2.0/ports?device_id=52cc64fe-2519-4765-8956-227f6315f418 HTTP/1.1" status: 200 len: 946 time: 0.0786572 Apr 01 14:14:33.157810 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-4ba6d9d4-f6c4-4841-bba8-7bd53db52c71 req-54e17765-205c-4908-b097-5685949d9ef3 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] 10.222.0.26 "GET /v2.0/security-groups?id=13528e8d-7066-4e1d-81ef-07acf8079948&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399404 Apr 01 14:14:33.654944 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-7a6a2163-9d98-43a8-9651-649fa71823d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:14:34.358505 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c30337-a09b-4830-87f5-080566fdd805 req-ee92d2ae-8c2b-47e9-a931-90412bdbcd9d tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:14:34.359953 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-61c30337-a09b-4830-87f5-080566fdd805 req-ee92d2ae-8c2b-47e9-a931-90412bdbcd9d tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] 10.222.0.26 "GET /v2.0/ports?device_id=52cc64fe-2519-4765-8956-227f6315f418 HTTP/1.1" status: 200 len: 946 time: 0.0814438 Apr 01 14:14:34.407076 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-61c30337-a09b-4830-87f5-080566fdd805 req-dfc5d7da-5f74-4192-9692-3e1c048a72e9 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] 10.222.0.26 "GET /v2.0/security-groups?id=13528e8d-7066-4e1d-81ef-07acf8079948&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415685 Apr 01 14:14:34.890962 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-1a2ab798-3900-4b47-9c02-446f1ef4e1f7 req-0e7e1b8e-cd99-48cf-983f-a54d499b709f service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=1ac9f9a3637e41b9993bdb348451719c&device_id=52cc64fe-2519-4765-8956-227f6315f418 HTTP/1.1" status: 200 len: 1099 time: 0.0704718 Apr 01 14:14:35.035704 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2ab798-3900-4b47-9c02-446f1ef4e1f7 req-336b8ce5-bf59-4591-9b85-2d2097b996f9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:14:35.037171 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-1a2ab798-3900-4b47-9c02-446f1ef4e1f7 req-336b8ce5-bf59-4591-9b85-2d2097b996f9 service neutron] 10.222.0.57 "GET /v2.0/networks?id=2b87a8ff-e236-4ca4-a445-3a94edb5eef0 HTTP/1.1" status: 200 len: 898 time: 0.1257150 Apr 01 14:14:35.145353 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-1a2ab798-3900-4b47-9c02-446f1ef4e1f7 req-6dc6f7b6-76c1-4c04-867a-cc31c320b06e service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d9779d8a-c62c-47ec-9765-5aa18255ef4d HTTP/1.1" status: 200 len: 1001 time: 0.0990705 Apr 01 14:14:35.208823 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2ab798-3900-4b47-9c02-446f1ef4e1f7 req-4e44177e-aa97-4555-b217-66e950128305 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:14:35.210239 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-1a2ab798-3900-4b47-9c02-446f1ef4e1f7 req-4e44177e-aa97-4555-b217-66e950128305 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=801509aa-742a-474f-9df7-531b152c1985 HTTP/1.1" status: 200 len: 835 time: 0.0587125 Apr 01 14:14:35.292654 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-1a2ab798-3900-4b47-9c02-446f1ef4e1f7 req-6782e0a2-3459-40ed-b557-5550ccd9156b service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=2b87a8ff-e236-4ca4-a445-3a94edb5eef0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0750206 Apr 01 14:14:35.304372 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [req-1a2ab798-3900-4b47-9c02-446f1ef4e1f7 req-6ec8a304-1962-4ca3-8140-70da2e555845 service neutron] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=83869) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 01 14:14:35.305287 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-1a2ab798-3900-4b47-9c02-446f1ef4e1f7 req-6ec8a304-1962-4ca3-8140-70da2e555845 service neutron] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0048535 Apr 01 14:14:35.441017 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-1a2ab798-3900-4b47-9c02-446f1ef4e1f7 req-d8f1cdf0-6fe3-4a00-a482-4fd572565f5a service neutron] 10.222.0.57 "GET /v2.0/networks/2b87a8ff-e236-4ca4-a445-3a94edb5eef0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1272252 Apr 01 14:14:35.583743 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-1a2ab798-3900-4b47-9c02-446f1ef4e1f7 req-ea124b07-79f2-4053-bbd2-3c5325a526d4 service neutron] 10.222.0.57 "GET /v2.0/networks/2b87a8ff-e236-4ca4-a445-3a94edb5eef0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1360102 Apr 01 14:14:35.616985 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9774ff-5bda-47df-b0ac-6c72f40c4d88 req-c01da354-f6c7-4c3b-95dc-582dc96e3d0f tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:14:35.618471 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-3b9774ff-5bda-47df-b0ac-6c72f40c4d88 req-c01da354-f6c7-4c3b-95dc-582dc96e3d0f tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] 10.222.0.26 "GET /v2.0/ports?device_id=52cc64fe-2519-4765-8956-227f6315f418 HTTP/1.1" status: 200 len: 946 time: 0.0855086 Apr 01 14:14:35.664796 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-3b9774ff-5bda-47df-b0ac-6c72f40c4d88 req-1a1873c8-1068-4518-9f00-8cc0f1078b65 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] 10.222.0.26 "GET /v2.0/security-groups?id=13528e8d-7066-4e1d-81ef-07acf8079948&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396032 Apr 01 14:14:35.987137 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-1bdce991-cec1-447a-b5b7-70f444147202 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:14:36.874762 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5edcf258-2bbc-4410-9c7f-0075088277a4 req-87a975e1-9be3-47cc-a1f3-dd6c78bd8311 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:14:36.876260 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-5edcf258-2bbc-4410-9c7f-0075088277a4 req-87a975e1-9be3-47cc-a1f3-dd6c78bd8311 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] 10.222.0.26 "GET /v2.0/ports?device_id=52cc64fe-2519-4765-8956-227f6315f418 HTTP/1.1" status: 200 len: 946 time: 0.0810440 Apr 01 14:14:36.926437 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-5edcf258-2bbc-4410-9c7f-0075088277a4 req-02844bbb-4857-4b40-af0f-584be5a94f0c tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] 10.222.0.26 "GET /v2.0/security-groups?id=13528e8d-7066-4e1d-81ef-07acf8079948&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441499 Apr 01 14:14:37.269373 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:14:37.520310 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-2f9cfc9c-d8ba-4de3-a4ad-98162f90557c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:14:38.193634 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e29051f-7650-48f9-8844-cd906ad93768 req-a8242acb-8074-40d9-801d-fe46e18915fd tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:14:38.195109 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-8e29051f-7650-48f9-8844-cd906ad93768 req-a8242acb-8074-40d9-801d-fe46e18915fd tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] 10.222.0.26 "GET /v2.0/ports?device_id=52cc64fe-2519-4765-8956-227f6315f418 HTTP/1.1" status: 200 len: 946 time: 0.1431255 Apr 01 14:14:38.241040 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-8e29051f-7650-48f9-8844-cd906ad93768 req-2ac35708-64b3-4546-ba07-411063896fec tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] 10.222.0.26 "GET /v2.0/security-groups?id=13528e8d-7066-4e1d-81ef-07acf8079948&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395515 Apr 01 14:14:38.773395 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-387d4040-6545-4395-81ef-d97664dd6654 req-825f307d-2d0c-4baa-86fa-5eaf86ceccad service neutron] 10.222.0.57 "GET /v2.0/ports/d9779d8a-c62c-47ec-9765-5aa18255ef4d/bindings/hv-neutron-8361 HTTP/1.1" status: 200 len: 384 time: 0.1605110 Apr 01 14:14:39.023008 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-a976a7b9-9034-41e6-be13-349b75ed1593 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:14:39.044844 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-387d4040-6545-4395-81ef-d97664dd6654 req-2eae3ab5-1135-45f6-940e-62dc5c2aee95 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=52cc64fe-2519-4765-8956-227f6315f418&tenant_id=1ac9f9a3637e41b9993bdb348451719c HTTP/1.1" status: 200 len: 1099 time: 0.0708621 Apr 01 14:14:39.228509 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-387d4040-6545-4395-81ef-d97664dd6654 req-18f6cafe-05ff-4697-99c7-81c1d38a7d15 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=1ac9f9a3637e41b9993bdb348451719c&device_id=52cc64fe-2519-4765-8956-227f6315f418 HTTP/1.1" status: 200 len: 1099 time: 0.1618159 Apr 01 14:14:39.362230 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387d4040-6545-4395-81ef-d97664dd6654 req-7b5a44be-4dcd-4735-a4b2-8a8f61d265a5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:14:39.363635 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-387d4040-6545-4395-81ef-d97664dd6654 req-7b5a44be-4dcd-4735-a4b2-8a8f61d265a5 service neutron] 10.222.0.57 "GET /v2.0/networks?id=2b87a8ff-e236-4ca4-a445-3a94edb5eef0 HTTP/1.1" status: 200 len: 898 time: 0.1280575 Apr 01 14:14:39.508513 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-387d4040-6545-4395-81ef-d97664dd6654 req-ed736179-7922-44ff-8c47-cffdab7a0dde service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d9779d8a-c62c-47ec-9765-5aa18255ef4d HTTP/1.1" status: 200 len: 1001 time: 0.1092954 Apr 01 14:14:39.574368 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c5ba80-e798-4854-ae5e-83bcff395868 req-2bdba69a-9741-416b-bee7-8ed8a658cd5e tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:14:39.575775 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-85c5ba80-e798-4854-ae5e-83bcff395868 req-2bdba69a-9741-416b-bee7-8ed8a658cd5e tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] 10.222.0.26 "GET /v2.0/ports?device_id=52cc64fe-2519-4765-8956-227f6315f418 HTTP/1.1" status: 200 len: 946 time: 0.2077827 Apr 01 14:14:39.599428 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387d4040-6545-4395-81ef-d97664dd6654 req-29b24fc3-2bed-44e4-927b-95bb329c0432 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:14:39.600780 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-387d4040-6545-4395-81ef-d97664dd6654 req-29b24fc3-2bed-44e4-927b-95bb329c0432 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=801509aa-742a-474f-9df7-531b152c1985 HTTP/1.1" status: 200 len: 835 time: 0.0836642 Apr 01 14:14:39.667910 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-85c5ba80-e798-4854-ae5e-83bcff395868 req-b16a7412-727f-4ac0-92da-8662cde7311c tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] 10.222.0.26 "GET /v2.0/security-groups?id=13528e8d-7066-4e1d-81ef-07acf8079948&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0859110 Apr 01 14:14:39.693187 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-387d4040-6545-4395-81ef-d97664dd6654 req-01f6d342-613f-4ebd-95b0-a794319fe463 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=2b87a8ff-e236-4ca4-a445-3a94edb5eef0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0849543 Apr 01 14:14:39.827742 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-387d4040-6545-4395-81ef-d97664dd6654 req-561d623a-efa4-4be5-94af-f5e82c335df7 service neutron] 10.222.0.57 "GET /v2.0/networks/2b87a8ff-e236-4ca4-a445-3a94edb5eef0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1251559 Apr 01 14:14:39.958191 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-387d4040-6545-4395-81ef-d97664dd6654 req-60709e9a-0875-4a3a-b41b-ee9c7c8b4772 service neutron] 10.222.0.57 "GET /v2.0/networks/2b87a8ff-e236-4ca4-a445-3a94edb5eef0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1239226 Apr 01 14:14:40.870902 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cbe02a9-ee2d-488e-8323-2052ef293ee7 req-0ac14db4-0728-4693-a0f3-5534e593f31e tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:14:40.872952 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-3cbe02a9-ee2d-488e-8323-2052ef293ee7 req-0ac14db4-0728-4693-a0f3-5534e593f31e tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] 10.222.0.26 "GET /v2.0/ports?device_id=52cc64fe-2519-4765-8956-227f6315f418 HTTP/1.1" status: 200 len: 946 time: 0.0795894 Apr 01 14:14:40.919548 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-3cbe02a9-ee2d-488e-8323-2052ef293ee7 req-6273130c-48aa-452f-aa07-ad931bbdbc41 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] 10.222.0.26 "GET /v2.0/security-groups?id=13528e8d-7066-4e1d-81ef-07acf8079948&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412257 Apr 01 14:14:41.829790 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Device d9779d8a-c62c-47ec-9765-5aa18255ef4d details requested by agent hyperv_hv-neutron-8361 with host hv-neutron-8361 {{(pid=83872) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 01 14:14:41.833156 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Device d9779d8a-c62c-47ec-9765-5aa18255ef4d no longer exists at agent hyperv_hv-neutron-8361 {{(pid=83872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 14:14:42.080399 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:14:42.117849 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] For port d9779d8a-c62c-47ec-9765-5aa18255ef4d, host hv-neutron-8361, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8361',level=0,port_id=d9779d8a-c62c-47ec-9765-5aa18255ef4d,segment=NetworkSegment(72aa718b-333f-43b3-b1a7-476804e5efc3),segment_id=72aa718b-333f-43b3-b1a7-476804e5efc3)] {{(pid=83872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 14:14:42.132039 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52cc64fe-2519-4765-8956-227f6315f418', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd9779d8a-c62c-47ec-9765-5aa18255ef4d'}] {{(pid=83872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 14:14:42.144245 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Returning: {'device': 'd9779d8a-c62c-47ec-9765-5aa18255ef4d', 'network_id': '2b87a8ff-e236-4ca4-a445-3a94edb5eef0', 'port_id': 'd9779d8a-c62c-47ec-9765-5aa18255ef4d', 'mac_address': 'fa:16:3e:bb:64:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 395, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '801509aa-742a-474f-9df7-531b152c1985', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83872) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 01 14:14:42.146751 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] For port d9779d8a-c62c-47ec-9765-5aa18255ef4d, host hv-neutron-8361, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8361',level=0,port_id=d9779d8a-c62c-47ec-9765-5aa18255ef4d,segment=NetworkSegment(72aa718b-333f-43b3-b1a7-476804e5efc3),segment_id=72aa718b-333f-43b3-b1a7-476804e5efc3)] {{(pid=83872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 14:14:42.177646 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864'] for port, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:14:42.208953 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf391fb-bb32-4287-a445-b23ad9034477 req-ffcd35a7-d3d5-4a6c-911d-1e3aea71e237 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:14:42.210561 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-abf391fb-bb32-4287-a445-b23ad9034477 req-ffcd35a7-d3d5-4a6c-911d-1e3aea71e237 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] 10.222.0.26 "GET /v2.0/ports?device_id=52cc64fe-2519-4765-8956-227f6315f418 HTTP/1.1" status: 200 len: 944 time: 0.1530068 Apr 01 14:14:42.216575 dv-neutron-836180-1-hyperv neutron-server[83872]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52cc64fe-2519-4765-8956-227f6315f418', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd9779d8a-c62c-47ec-9765-5aa18255ef4d', 'code': 200} Apr 01 14:14:42.258136 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:14:42.264673 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-abf391fb-bb32-4287-a445-b23ad9034477 req-3045a6e6-bdfd-4a87-9fe0-f8aad3ffd10b tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] 10.222.0.26 "GET /v2.0/security-groups?id=13528e8d-7066-4e1d-81ef-07acf8079948&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474658 Apr 01 14:14:42.282955 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Pushing event updated for resources: {'Port': ['ID=d9779d8a-c62c-47ec-9765-5aa18255ef4d,revision_number=6']} {{(pid=83872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:14:42.286111 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.notifiers.nova [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d9779d8a-c62c-47ec-9765-5aa18255ef4d {{(pid=83872) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 01 14:14:42.302662 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:14:42.303003 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:14:42.303335 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:14:42.303665 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:14:42.303992 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:14:42.304331 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:14:42.304658 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:14:42.304980 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:14:42.305321 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:14:42.305650 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:14:42.306029 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:14:42.313363 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] For port d9779d8a-c62c-47ec-9765-5aa18255ef4d, host hv-neutron-8361, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8361',level=0,port_id=d9779d8a-c62c-47ec-9765-5aa18255ef4d,segment=NetworkSegment(72aa718b-333f-43b3-b1a7-476804e5efc3),segment_id=72aa718b-333f-43b3-b1a7-476804e5efc3)] {{(pid=83872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 14:14:42.318062 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864'] for port, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:14:42.389767 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Pushing event updated for resources: {'Port': ['ID=d9779d8a-c62c-47ec-9765-5aa18255ef4d,revision_number=7']} {{(pid=83872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:14:42.393862 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] get_ports_and_sgs() called for port_ids ['d9779d8a-c62c-47ec-9765-5aa18255ef4d'] {{(pid=83872) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 01 14:14:42.670084 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db9ec85-3e5c-4b97-acc0-ed2738e15848 req-f1b3a891-4108-4816-ab0a-3e4dfe90fd50 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:14:42.672120 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-1db9ec85-3e5c-4b97-acc0-ed2738e15848 req-f1b3a891-4108-4816-ab0a-3e4dfe90fd50 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] 10.222.0.57 "GET /v2.0/ports?device_id=52cc64fe-2519-4765-8956-227f6315f418&tenant_id=1ac9f9a3637e41b9993bdb348451719c&binding%3Ahost_id=hv-neutron-8361 HTTP/1.1" status: 200 len: 945 time: 0.1442759 Apr 01 14:14:42.678122 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c474dec0-36e8-4633-ae5a-2a7f17d263c9 req-077324ac-2142-40ce-bc09-c1e9b0f44bd7 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:14:42.681139 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-c474dec0-36e8-4633-ae5a-2a7f17d263c9 req-077324ac-2142-40ce-bc09-c1e9b0f44bd7 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] 10.222.0.26 "GET /v2.0/ports?device_id=52cc64fe-2519-4765-8956-227f6315f418 HTTP/1.1" status: 200 len: 945 time: 0.1215358 Apr 01 14:14:42.738400 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-c474dec0-36e8-4633-ae5a-2a7f17d263c9 req-8eacef0c-3aca-4bac-b242-dce8ac2b0714 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] 10.222.0.26 "GET /v2.0/security-groups?id=13528e8d-7066-4e1d-81ef-07acf8079948&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499196 Apr 01 14:14:42.829649 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-1db9ec85-3e5c-4b97-acc0-ed2738e15848 req-8d5ab6b2-dee2-43aa-b06a-77df41fb2093 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=1ac9f9a3637e41b9993bdb348451719c&device_id=52cc64fe-2519-4765-8956-227f6315f418 HTTP/1.1" status: 200 len: 1098 time: 0.0776522 Apr 01 14:14:42.969748 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db9ec85-3e5c-4b97-acc0-ed2738e15848 req-657f2f0f-0bee-4a29-98df-d4072ab2c6d4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:14:42.971116 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-1db9ec85-3e5c-4b97-acc0-ed2738e15848 req-657f2f0f-0bee-4a29-98df-d4072ab2c6d4 service neutron] 10.222.0.57 "GET /v2.0/networks?id=2b87a8ff-e236-4ca4-a445-3a94edb5eef0 HTTP/1.1" status: 200 len: 898 time: 0.1334901 Apr 01 14:14:42.977801 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4565e2e-3a85-4ae8-b428-5ce7a84be910 req-b35e5b10-0d04-43ce-9fe0-ce5605efa147 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:14:42.980501 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-e4565e2e-3a85-4ae8-b428-5ce7a84be910 req-b35e5b10-0d04-43ce-9fe0-ce5605efa147 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] 10.222.0.26 "GET /v2.0/ports?device_id=52cc64fe-2519-4765-8956-227f6315f418 HTTP/1.1" status: 200 len: 945 time: 0.0937345 Apr 01 14:14:43.028799 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-e4565e2e-3a85-4ae8-b428-5ce7a84be910 req-3c64cbe2-c76f-4c7f-be16-0d714ec03dc7 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] 10.222.0.26 "GET /v2.0/security-groups?id=13528e8d-7066-4e1d-81ef-07acf8079948&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427628 Apr 01 14:14:43.077513 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-1db9ec85-3e5c-4b97-acc0-ed2738e15848 req-2aff78de-16ea-45a6-9fe8-7ad985c386ef service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d9779d8a-c62c-47ec-9765-5aa18255ef4d HTTP/1.1" status: 200 len: 1000 time: 0.0989735 Apr 01 14:14:43.139060 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db9ec85-3e5c-4b97-acc0-ed2738e15848 req-e54bc0dc-da70-4b03-92c3-5cf6f152cd82 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:14:43.140452 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-1db9ec85-3e5c-4b97-acc0-ed2738e15848 req-e54bc0dc-da70-4b03-92c3-5cf6f152cd82 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=801509aa-742a-474f-9df7-531b152c1985 HTTP/1.1" status: 200 len: 835 time: 0.0560269 Apr 01 14:14:43.217114 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-1db9ec85-3e5c-4b97-acc0-ed2738e15848 req-28ebc60f-2b8a-44d8-a185-3c2349be5891 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=2b87a8ff-e236-4ca4-a445-3a94edb5eef0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0694931 Apr 01 14:14:43.439691 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-1db9ec85-3e5c-4b97-acc0-ed2738e15848 req-97ae911e-43f0-4988-a938-675d89d394b1 service neutron] 10.222.0.57 "GET /v2.0/networks/2b87a8ff-e236-4ca4-a445-3a94edb5eef0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2148871 Apr 01 14:14:43.569705 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-1db9ec85-3e5c-4b97-acc0-ed2738e15848 req-a2da5f55-7164-497c-81c5-a0f1ebfbb85d service neutron] 10.222.0.57 "GET /v2.0/networks/2b87a8ff-e236-4ca4-a445-3a94edb5eef0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230731 Apr 01 14:14:43.850109 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Device d9779d8a-c62c-47ec-9765-5aa18255ef4d up at agent hyperv_hv-neutron-8361 {{(pid=83872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 14:14:43.917884 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Provisioning complete for port d9779d8a-c62c-47ec-9765-5aa18255ef4d triggered by entity L2. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 14:14:43.918267 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-948329'] for port, provisioning_complete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:14:44.037875 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:14:44.072432 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] For port d9779d8a-c62c-47ec-9765-5aa18255ef4d, host hv-neutron-8361, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8361',level=0,port_id=d9779d8a-c62c-47ec-9765-5aa18255ef4d,segment=NetworkSegment(72aa718b-333f-43b3-b1a7-476804e5efc3),segment_id=72aa718b-333f-43b3-b1a7-476804e5efc3)] {{(pid=83872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 14:14:44.078175 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864'] for port, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:14:44.148238 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Pushing event updated for resources: {'Port': ['ID=d9779d8a-c62c-47ec-9765-5aa18255ef4d,revision_number=8']} {{(pid=83872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:14:44.218314 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52cc64fe-2519-4765-8956-227f6315f418', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9779d8a-c62c-47ec-9765-5aa18255ef4d'}] {{(pid=83872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 14:14:44.238687 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcac834c-594e-4a02-ab57-ebe6158491f7 req-be3acb62-a650-4794-90f0-7d2f91d8de25 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:14:44.245435 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-dcac834c-594e-4a02-ab57-ebe6158491f7 req-be3acb62-a650-4794-90f0-7d2f91d8de25 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] 10.222.0.26 "GET /v2.0/ports?device_id=52cc64fe-2519-4765-8956-227f6315f418 HTTP/1.1" status: 200 len: 946 time: 0.0858004 Apr 01 14:14:44.289268 dv-neutron-836180-1-hyperv neutron-server[83872]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52cc64fe-2519-4765-8956-227f6315f418', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9779d8a-c62c-47ec-9765-5aa18255ef4d', 'code': 200} Apr 01 14:14:44.295395 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-dcac834c-594e-4a02-ab57-ebe6158491f7 req-81f5199c-87f1-4c27-8450-76f45c3b0077 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] 10.222.0.26 "GET /v2.0/security-groups?id=13528e8d-7066-4e1d-81ef-07acf8079948&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486243 Apr 01 14:14:44.324191 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 35738) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:14:44.431554 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-76c566b7-9291-47fe-b568-45123a905e32 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] 10.222.0.26 "GET /v2.0/floatingips/5393611f-4fd0-487c-8076-f09189ec567c HTTP/1.1" status: 200 len: 993 time: 0.1060910 Apr 01 14:14:54.220446 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:14:57.001501 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.agents_db [None req-bdd220c7-049a-43d2-a923-ad1a2de078c6 None None] Agent healthcheck: found 6 active agents {{(pid=83873) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 01 14:15:03.657120 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-bcded239-96a9-469e-8470-c5a40cba91e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:15:05.989152 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-9fb4c0db-d7ca-41a9-bf9e-d75148bc1ee3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:15:07.272386 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:15:07.523357 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-2f9cfc9c-d8ba-4de3-a4ad-98162f90557c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:15:09.026919 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-a976a7b9-9034-41e6-be13-349b75ed1593 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:15:15.155257 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 35754) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:15:15.353540 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.plugin [None req-a5c18eae-f0cf-42c3-b658-a9fa11929918 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Deleting port 8ec818e9-5c4b-42f2-a268-f44a447556b1 {{(pid=83869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 14:15:15.353785 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-a5c18eae-f0cf-42c3-b658-a9fa11929918 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736733287370'] for port, before_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:15:15.518831 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-a5c18eae-f0cf-42c3-b658-a9fa11929918 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4155147'] for port, precommit_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:15:15.519150 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-a5c18eae-f0cf-42c3-b658-a9fa11929918 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:15:15.638192 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.plugin [None req-a5c18eae-f0cf-42c3-b658-a9fa11929918 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Calling delete_port for 8ec818e9-5c4b-42f2-a268-f44a447556b1 owned by network:floatingip {{(pid=83869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 14:15:15.782748 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-a5c18eae-f0cf-42c3-b658-a9fa11929918 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736733359243', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736732935810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2705155'] for port, after_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:15:15.827649 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c18eae-f0cf-42c3-b658-a9fa11929918 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Pushing event deleted for resources: {'Port': ['ID=8ec818e9-5c4b-42f2-a268-f44a447556b1,revision_number=None']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:15:15.867899 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5c18eae-f0cf-42c3-b658-a9fa11929918 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:15:15.868235 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5c18eae-f0cf-42c3-b658-a9fa11929918 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:15:15.868589 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5c18eae-f0cf-42c3-b658-a9fa11929918 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:15:15.868914 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5c18eae-f0cf-42c3-b658-a9fa11929918 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:15:15.869233 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5c18eae-f0cf-42c3-b658-a9fa11929918 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:15:15.869547 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5c18eae-f0cf-42c3-b658-a9fa11929918 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:15:15.869860 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5c18eae-f0cf-42c3-b658-a9fa11929918 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:15:15.870174 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5c18eae-f0cf-42c3-b658-a9fa11929918 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:15:15.871057 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5c18eae-f0cf-42c3-b658-a9fa11929918 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:15:15.871839 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5c18eae-f0cf-42c3-b658-a9fa11929918 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:15:15.871955 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5c18eae-f0cf-42c3-b658-a9fa11929918 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:15:15.929429 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-a5c18eae-f0cf-42c3-b658-a9fa11929918 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Notify callbacks [] for floatingip, after_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:15:16.423837 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5c18eae-f0cf-42c3-b658-a9fa11929918 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Router f4e2bd11-675f-43c7-aabe-67aad12dfb95 has already been hosted by L3 agent 88bf8fc8-11a3-4e96-9d1b-5fd93ba9f6f1 {{(pid=83869) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 14:15:16.649873 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5c18eae-f0cf-42c3-b658-a9fa11929918 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Notify agent at l3_agent.dv-neutron-836180-1-hyperv the message routers_updated {{(pid=83869) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 14:15:16.660574 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5151472-7fca-4ac6-8f46-856663b38a9c None None] Sync routers for ids ['f4e2bd11-675f-43c7-aabe-67aad12dfb95'] in dv-neutron-836180-1-hyperv {{(pid=83873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 14:15:16.672000 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-a5c18eae-f0cf-42c3-b658-a9fa11929918 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109561'] for floatingip, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:15:16.680156 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5151472-7fca-4ac6-8f46-856663b38a9c None None] Routers {'f4e2bd11-675f-43c7-aabe-67aad12dfb95'} bound to L3 agent in host dv-neutron-836180-1-hyperv {{(pid=83873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 14:15:16.680793 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-a5151472-7fca-4ac6-8f46-856663b38a9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836180-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T13:25:36Z,description=,heartbeat_timestamp=2022-04-01T14:15:06Z,host='dv-neutron-836180-1-hyperv',id=88bf8fc8-11a3-4e96-9d1b-5fd93ba9f6f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T13:25:36Z,topic='l3_agent')) {'router_ids': ['f4e2bd11-675f-43c7-aabe-67aad12dfb95'], 'active': True} {{(pid=83873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 14:15:16.727225 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-a5c18eae-f0cf-42c3-b658-a9fa11929918 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] 10.222.0.26 "DELETE /v2.0/floatingips/5393611f-4fd0-487c-8076-f09189ec567c HTTP/1.1" status: 204 len: 168 time: 1.5709028 Apr 01 14:15:16.727832 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '52cc64fe-2519-4765-8956-227f6315f418', 'tag': 'd9779d8a-c62c-47ec-9765-5aa18255ef4d'}] {{(pid=83869) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 14:15:16.861551 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_dvr_db [None req-a5151472-7fca-4ac6-8f46-856663b38a9c None None] Set router f4e2bd11-675f-43c7-aabe-67aad12dfb95 gateway port host: dv-neutron-836180-1-hyperv {{(pid=83873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 14:15:16.868670 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '52cc64fe-2519-4765-8956-227f6315f418', 'tag': 'd9779d8a-c62c-47ec-9765-5aa18255ef4d', 'status': 'completed', 'code': 200} Apr 01 14:15:16.977685 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-8f9b581f-1756-4c68-afa7-1757f9024459 req-f621cd59-8719-4d5a-874c-aaa47a798d1b service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=1ac9f9a3637e41b9993bdb348451719c&device_id=52cc64fe-2519-4765-8956-227f6315f418 HTTP/1.1" status: 200 len: 1099 time: 0.0867703 Apr 01 14:15:17.122166 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9b581f-1756-4c68-afa7-1757f9024459 req-e2d60b1b-f575-4806-baf1-fae9f0834eff service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:15:17.124711 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-8f9b581f-1756-4c68-afa7-1757f9024459 req-e2d60b1b-f575-4806-baf1-fae9f0834eff service neutron] 10.222.0.57 "GET /v2.0/networks?id=2b87a8ff-e236-4ca4-a445-3a94edb5eef0 HTTP/1.1" status: 200 len: 898 time: 0.1393447 Apr 01 14:15:17.142305 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c643e64-f6e2-491e-b985-11432e7d7d0f req-1c8f7bbf-db62-4290-8040-4fa782360fc6 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:15:17.143791 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-2c643e64-f6e2-491e-b985-11432e7d7d0f req-1c8f7bbf-db62-4290-8040-4fa782360fc6 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] 10.222.0.26 "GET /v2.0/ports?device_id=52cc64fe-2519-4765-8956-227f6315f418 HTTP/1.1" status: 200 len: 946 time: 0.0857546 Apr 01 14:15:17.193923 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-2c643e64-f6e2-491e-b985-11432e7d7d0f req-c77ddb9d-c9a0-4a22-8f59-24273adb524f tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] 10.222.0.26 "GET /v2.0/security-groups?id=13528e8d-7066-4e1d-81ef-07acf8079948&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438387 Apr 01 14:15:17.195750 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-a5151472-7fca-4ac6-8f46-856663b38a9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4e2bd11-675f-43c7-aabe-67aad12dfb95', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2037225660', 'tenant_id': '1ac9f9a3637e41b9993bdb348451719c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'external_fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.172'}], 'enable_snat': True}, 'gw_port_id': '2dc9df40-c0ef-4dc9-9a03-80f06f885573', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T14:13:21Z', 'updated_at': '2022-04-01T14:13:26Z', 'revision_number': 4, 'project_id': '1ac9f9a3637e41b9993bdb348451719c', 'gw_port': {'id': '2dc9df40-c0ef-4dc9-9a03-80f06f885573', 'name': '', 'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:98:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4e2bd11-675f-43c7-aabe-67aad12dfb95', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836180-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T14:13:21Z', 'updated_at': '2022-04-01T14:13:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836180-1-hyperv', '_interfaces': [{'id': 'e9b1ba31-5678-4b83-9533-243f23e051c5', 'name': '', 'network_id': '2b87a8ff-e236-4ca4-a445-3a94edb5eef0', 'tenant_id': '1ac9f9a3637e41b9993bdb348451719c', 'mac_address': 'fa:16:3e:f1:9a:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4e2bd11-675f-43c7-aabe-67aad12dfb95', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '801509aa-742a-474f-9df7-531b152c1985', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836180-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T14:13:25Z', 'updated_at': '2022-04-01T14:13:33Z', 'revision_number': 5, 'project_id': '1ac9f9a3637e41b9993bdb348451719c', 'subnets': [{'id': '801509aa-742a-474f-9df7-531b152c1985', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-836180-1-hyperv', False) {} {{(pid=83873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 14:15:17.199815 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-8f9b581f-1756-4c68-afa7-1757f9024459 req-d59c9199-e742-468b-98e5-88e585f87066 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d9779d8a-c62c-47ec-9765-5aa18255ef4d HTTP/1.1" status: 200 len: 217 time: 0.0622876 Apr 01 14:15:17.201307 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5151472-7fca-4ac6-8f46-856663b38a9c None None] Checking router: f4e2bd11-675f-43c7-aabe-67aad12dfb95 for host: dv-neutron-836180-1-hyperv {{(pid=83873) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 01 14:15:17.212044 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5151472-7fca-4ac6-8f46-856663b38a9c None None] Routers {'f4e2bd11-675f-43c7-aabe-67aad12dfb95'} bound to L3 agent in host dv-neutron-836180-1-hyperv {{(pid=83873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 14:15:17.212809 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-a5151472-7fca-4ac6-8f46-856663b38a9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836180-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T13:25:36Z,description=,heartbeat_timestamp=2022-04-01T14:15:06Z,host='dv-neutron-836180-1-hyperv',id=88bf8fc8-11a3-4e96-9d1b-5fd93ba9f6f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T13:25:36Z,topic='l3_agent')) {'router_ids': ['f4e2bd11-675f-43c7-aabe-67aad12dfb95'], 'active': True} {{(pid=83873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 14:15:17.267648 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9b581f-1756-4c68-afa7-1757f9024459 req-61b734dd-2f92-450d-8e6c-ce616a01d90c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:15:17.269092 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-8f9b581f-1756-4c68-afa7-1757f9024459 req-61b734dd-2f92-450d-8e6c-ce616a01d90c service neutron] 10.222.0.57 "GET /v2.0/subnets?id=801509aa-742a-474f-9df7-531b152c1985 HTTP/1.1" status: 200 len: 835 time: 0.0629869 Apr 01 14:15:17.346326 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-8f9b581f-1756-4c68-afa7-1757f9024459 req-24367c91-d1e4-4110-a51a-19cc4f076b93 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=2b87a8ff-e236-4ca4-a445-3a94edb5eef0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0703113 Apr 01 14:15:17.391257 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_dvr_db [None req-a5151472-7fca-4ac6-8f46-856663b38a9c None None] Set router f4e2bd11-675f-43c7-aabe-67aad12dfb95 gateway port host: dv-neutron-836180-1-hyperv {{(pid=83873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 14:15:17.483339 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-8f9b581f-1756-4c68-afa7-1757f9024459 req-7d831a35-460e-408c-b6d9-a0184f8ae485 service neutron] 10.222.0.57 "GET /v2.0/networks/2b87a8ff-e236-4ca4-a445-3a94edb5eef0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1284010 Apr 01 14:15:17.615150 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-8f9b581f-1756-4c68-afa7-1757f9024459 req-b8001f57-2ce6-43bb-9b96-6c88f757ec4b service neutron] 10.222.0.57 "GET /v2.0/networks/2b87a8ff-e236-4ca4-a445-3a94edb5eef0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249955 Apr 01 14:15:17.736931 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-a5151472-7fca-4ac6-8f46-856663b38a9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4e2bd11-675f-43c7-aabe-67aad12dfb95', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2037225660', 'tenant_id': '1ac9f9a3637e41b9993bdb348451719c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'external_fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.172'}], 'enable_snat': True}, 'gw_port_id': '2dc9df40-c0ef-4dc9-9a03-80f06f885573', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T14:13:21Z', 'updated_at': '2022-04-01T14:13:26Z', 'revision_number': 4, 'project_id': '1ac9f9a3637e41b9993bdb348451719c', 'gw_port': {'id': '2dc9df40-c0ef-4dc9-9a03-80f06f885573', 'name': '', 'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:98:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4e2bd11-675f-43c7-aabe-67aad12dfb95', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836180-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T14:13:21Z', 'updated_at': '2022-04-01T14:13:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836180-1-hyperv', '_interfaces': [{'id': 'e9b1ba31-5678-4b83-9533-243f23e051c5', 'name': '', 'network_id': '2b87a8ff-e236-4ca4-a445-3a94edb5eef0', 'tenant_id': '1ac9f9a3637e41b9993bdb348451719c', 'mac_address': 'fa:16:3e:f1:9a:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4e2bd11-675f-43c7-aabe-67aad12dfb95', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '801509aa-742a-474f-9df7-531b152c1985', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836180-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T14:13:25Z', 'updated_at': '2022-04-01T14:13:33Z', 'revision_number': 5, 'project_id': '1ac9f9a3637e41b9993bdb348451719c', 'subnets': [{'id': '801509aa-742a-474f-9df7-531b152c1985', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-836180-1-hyperv', False) {} {{(pid=83873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 14:15:17.742229 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5151472-7fca-4ac6-8f46-856663b38a9c None None] The sync data for ids ['f4e2bd11-675f-43c7-aabe-67aad12dfb95'] in dv-neutron-836180-1-hyperv is: [{'id': 'f4e2bd11-675f-43c7-aabe-67aad12dfb95', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2037225660', 'tenant_id': '1ac9f9a3637e41b9993bdb348451719c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'external_fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.172'}], 'enable_snat': True}, 'gw_port_id': '2dc9df40-c0ef-4dc9-9a03-80f06f885573', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T14:13:21Z', 'updated_at': '2022-04-01T14:13:26Z', 'revision_number': 4, 'project_id': '1ac9f9a3637e41b9993bdb348451719c', 'gw_port': {'id': '2dc9df40-c0ef-4dc9-9a03-80f06f885573', 'name': '', 'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:98:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4e2bd11-675f-43c7-aabe-67aad12dfb95', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836180-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T14:13:21Z', 'updated_at': '2022-04-01T14:13:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836180-1-hyperv', '_interfaces': [{'id': 'e9b1ba31-5678-4b83-9533-243f23e051c5', 'name': '', 'network_id': '2b87a8ff-e236-4ca4-a445-3a94edb5eef0', 'tenant_id': '1ac9f9a3637e41b9993bdb348451719c', 'mac_address': 'fa:16:3e:f1:9a:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4e2bd11-675f-43c7-aabe-67aad12dfb95', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '801509aa-742a-474f-9df7-531b152c1985', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836180-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T14:13:25Z', 'updated_at': '2022-04-01T14:13:33Z', 'revision_number': 5, 'project_id': '1ac9f9a3637e41b9993bdb348451719c', 'subnets': [{'id': '801509aa-742a-474f-9df7-531b152c1985', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 14:15:17.968739 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d71faec4-0b98-4f5c-a1ff-03a6b53009ba None None] New status for floating IP 5393611f-4fd0-487c-8076-f09189ec567c: DOWN {{(pid=83872) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 01 14:15:18.403026 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68cd5e45-4f59-483b-9b07-0966768b3944 req-f1182d94-f3a5-4391-8e5f-dfabe1568061 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:15:18.403631 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [req-68cd5e45-4f59-483b-9b07-0966768b3944 req-f1182d94-f3a5-4391-8e5f-dfabe1568061 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Synchronizing usage tracker for tenant:1ac9f9a3637e41b9993bdb348451719c on resource:port {{(pid=83869) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 14:15:18.418666 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [req-68cd5e45-4f59-483b-9b07-0966768b3944 req-f1182d94-f3a5-4391-8e5f-dfabe1568061 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Unset dirty status for tenant:1ac9f9a3637e41b9993bdb348451719c on resource:port {{(pid=83869) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 14:15:18.420086 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-68cd5e45-4f59-483b-9b07-0966768b3944 req-f1182d94-f3a5-4391-8e5f-dfabe1568061 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] 10.222.0.26 "GET /v2.0/ports?device_id=52cc64fe-2519-4765-8956-227f6315f418 HTTP/1.1" status: 200 len: 946 time: 0.0951984 Apr 01 14:15:18.466201 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-68cd5e45-4f59-483b-9b07-0966768b3944 req-898251a6-4a79-4b82-b566-e7442cc35275 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] 10.222.0.26 "GET /v2.0/security-groups?id=13528e8d-7066-4e1d-81ef-07acf8079948&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406706 Apr 01 14:15:19.043315 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1b9fdc-5e8e-4490-b4a8-c079f67ad730 req-d06de79b-1543-43c9-8f82-38d8e136fbcd tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:15:19.044801 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-6b1b9fdc-5e8e-4490-b4a8-c079f67ad730 req-d06de79b-1543-43c9-8f82-38d8e136fbcd tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] 10.222.0.57 "GET /v2.0/ports?device_id=52cc64fe-2519-4765-8956-227f6315f418 HTTP/1.1" status: 200 len: 946 time: 0.0758820 Apr 01 14:15:19.120029 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.plugin [req-6b1b9fdc-5e8e-4490-b4a8-c079f67ad730 req-3b1ebd25-0d1a-48e3-9705-ee1690b24ac7 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Deleting port d9779d8a-c62c-47ec-9765-5aa18255ef4d {{(pid=83869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 14:15:19.120432 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [req-6b1b9fdc-5e8e-4490-b4a8-c079f67ad730 req-3b1ebd25-0d1a-48e3-9705-ee1690b24ac7 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736733287370'] for port, before_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:15:19.388016 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.db [req-6b1b9fdc-5e8e-4490-b4a8-c079f67ad730 req-3b1ebd25-0d1a-48e3-9705-ee1690b24ac7 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] For port d9779d8a-c62c-47ec-9765-5aa18255ef4d, host hv-neutron-8361, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8361',level=0,port_id=d9779d8a-c62c-47ec-9765-5aa18255ef4d,segment=NetworkSegment(72aa718b-333f-43b3-b1a7-476804e5efc3),segment_id=72aa718b-333f-43b3-b1a7-476804e5efc3)] {{(pid=83869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 14:15:19.388395 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [req-6b1b9fdc-5e8e-4490-b4a8-c079f67ad730 req-3b1ebd25-0d1a-48e3-9705-ee1690b24ac7 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4155147'] for port, precommit_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:15:19.619269 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.plugin [req-6b1b9fdc-5e8e-4490-b4a8-c079f67ad730 req-3b1ebd25-0d1a-48e3-9705-ee1690b24ac7 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Calling delete_port for d9779d8a-c62c-47ec-9765-5aa18255ef4d owned by compute:nova {{(pid=83869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 14:15:19.671587 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6433152-c724-40ad-a3ea-236f3779f604 req-213f39ad-ce9d-4a81-b04c-f3edd1c82ae9 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:15:19.673026 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-b6433152-c724-40ad-a3ea-236f3779f604 req-213f39ad-ce9d-4a81-b04c-f3edd1c82ae9 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] 10.222.0.26 "GET /v2.0/ports?device_id=52cc64fe-2519-4765-8956-227f6315f418 HTTP/1.1" status: 200 len: 946 time: 0.0816801 Apr 01 14:15:19.731301 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-b6433152-c724-40ad-a3ea-236f3779f604 req-b487e7ec-37a5-4c47-91e3-c31080d9d184 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] 10.222.0.26 "GET /v2.0/security-groups?id=13528e8d-7066-4e1d-81ef-07acf8079948&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500677 Apr 01 14:15:19.773060 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [req-6b1b9fdc-5e8e-4490-b4a8-c079f67ad730 req-3b1ebd25-0d1a-48e3-9705-ee1690b24ac7 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736733359243', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736732935810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2705155'] for port, after_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:15:19.822161 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b1ebd25-0d1a-48e3-9705-ee1690b24ac7 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Pushing event deleted for resources: {'Port': ['ID=d9779d8a-c62c-47ec-9765-5aa18255ef4d,revision_number=None']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:15:19.898400 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b1b9fdc-5e8e-4490-b4a8-c079f67ad730 req-3b1ebd25-0d1a-48e3-9705-ee1690b24ac7 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] No DVR routers for this DVR port d9779d8a-c62c-47ec-9765-5aa18255ef4d on host hv-neutron-8361 {{(pid=83869) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 14:15:19.900832 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [req-6b1b9fdc-5e8e-4490-b4a8-c079f67ad730 req-3b1ebd25-0d1a-48e3-9705-ee1690b24ac7 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109561'] for port, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:15:19.903263 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52cc64fe-2519-4765-8956-227f6315f418', 'name': 'network-vif-deleted', 'tag': 'd9779d8a-c62c-47ec-9765-5aa18255ef4d'}] {{(pid=83869) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 14:15:19.919677 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-6b1b9fdc-5e8e-4490-b4a8-c079f67ad730 req-3b1ebd25-0d1a-48e3-9705-ee1690b24ac7 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] 10.222.0.57 "DELETE /v2.0/ports/d9779d8a-c62c-47ec-9765-5aa18255ef4d HTTP/1.1" status: 204 len: 173 time: 0.8661740 Apr 01 14:15:19.963845 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52cc64fe-2519-4765-8956-227f6315f418', 'name': 'network-vif-deleted', 'tag': 'd9779d8a-c62c-47ec-9765-5aa18255ef4d', 'status': 'completed', 'code': 200} Apr 01 14:15:20.836982 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 35774) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:15:21.232150 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-af7e04f3-e8c7-4009-9550-bbc501ff57ab tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4084029'] for router_interface, before_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:15:21.836112 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.plugin [None req-af7e04f3-e8c7-4009-9550-bbc501ff57ab tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Deleting port e9b1ba31-5678-4b83-9533-243f23e051c5 {{(pid=83869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 14:15:21.836478 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-af7e04f3-e8c7-4009-9550-bbc501ff57ab tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736733287370'] for port, before_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:15:21.986714 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Device d9779d8a-c62c-47ec-9765-5aa18255ef4d no longer exists at agent hyperv_hv-neutron-8361 {{(pid=83872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 14:15:22.020536 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.plugin [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] No Port match for: d9779d8a-c62c-47ec-9765-5aa18255ef4d {{(pid=83872) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 01 14:15:22.020870 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Device d9779d8a-c62c-47ec-9765-5aa18255ef4d not bound to the agent host hv-neutron-8361 {{(pid=83872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 14:15:22.118760 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.db [None req-af7e04f3-e8c7-4009-9550-bbc501ff57ab tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] For port e9b1ba31-5678-4b83-9533-243f23e051c5, host dv-neutron-836180-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836180-1-hyperv',level=0,port_id=e9b1ba31-5678-4b83-9533-243f23e051c5,segment=NetworkSegment(72aa718b-333f-43b3-b1a7-476804e5efc3),segment_id=72aa718b-333f-43b3-b1a7-476804e5efc3)] {{(pid=83869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 14:15:22.119297 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-af7e04f3-e8c7-4009-9550-bbc501ff57ab tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4155147'] for port, precommit_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:15:22.254230 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.plugin [None req-af7e04f3-e8c7-4009-9550-bbc501ff57ab tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Calling delete_port for e9b1ba31-5678-4b83-9533-243f23e051c5 owned by network:router_interface {{(pid=83869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 14:15:22.428114 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-af7e04f3-e8c7-4009-9550-bbc501ff57ab tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736733359243', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736732935810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2705155'] for port, after_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:15:22.474558 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af7e04f3-e8c7-4009-9550-bbc501ff57ab tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Pushing event deleted for resources: {'Port': ['ID=e9b1ba31-5678-4b83-9533-243f23e051c5,revision_number=None']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:15:22.769501 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-af7e04f3-e8c7-4009-9550-bbc501ff57ab tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3017585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4084076'] for router_interface, after_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:15:23.355886 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af7e04f3-e8c7-4009-9550-bbc501ff57ab tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Router f4e2bd11-675f-43c7-aabe-67aad12dfb95 has already been hosted by L3 agent 88bf8fc8-11a3-4e96-9d1b-5fd93ba9f6f1 {{(pid=83869) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 14:15:23.658311 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af7e04f3-e8c7-4009-9550-bbc501ff57ab tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Notify agent at l3_agent.dv-neutron-836180-1-hyperv the message routers_updated {{(pid=83869) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 14:15:23.669180 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32d12172-a377-4f3d-ab50-8aeb8d10dba3 None None] Sync routers for ids ['f4e2bd11-675f-43c7-aabe-67aad12dfb95'] in dv-neutron-836180-1-hyperv {{(pid=83873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 14:15:23.675483 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-af7e04f3-e8c7-4009-9550-bbc501ff57ab tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] 10.222.0.26 "PUT /v2.0/routers/f4e2bd11-675f-43c7-aabe-67aad12dfb95/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8374109 Apr 01 14:15:23.678258 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 35778) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:15:23.681566 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32d12172-a377-4f3d-ab50-8aeb8d10dba3 None None] Routers {'f4e2bd11-675f-43c7-aabe-67aad12dfb95'} bound to L3 agent in host dv-neutron-836180-1-hyperv {{(pid=83873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 14:15:23.682170 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-32d12172-a377-4f3d-ab50-8aeb8d10dba3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836180-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T13:25:36Z,description=,heartbeat_timestamp=2022-04-01T14:15:06Z,host='dv-neutron-836180-1-hyperv',id=88bf8fc8-11a3-4e96-9d1b-5fd93ba9f6f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T13:25:36Z,topic='l3_agent')) {'router_ids': ['f4e2bd11-675f-43c7-aabe-67aad12dfb95'], 'active': True} {{(pid=83873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 14:15:23.868293 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_dvr_db [None req-32d12172-a377-4f3d-ab50-8aeb8d10dba3 None None] Set router f4e2bd11-675f-43c7-aabe-67aad12dfb95 gateway port host: dv-neutron-836180-1-hyperv {{(pid=83873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 14:15:23.869273 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.db_base_plugin_v2 [None req-abeb221e-ab5f-405e-aba0-9ad61f2fcf10 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Deleting subnet 801509aa-742a-474f-9df7-531b152c1985 {{(pid=83869) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 01 14:15:23.873259 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-abeb221e-ab5f-405e-aba0-9ad61f2fcf10 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Notify callbacks [] for subnet, before_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:15:23.933914 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-abeb221e-ab5f-405e-aba0-9ad61f2fcf10 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2704975'] for subnet, precommit_delete_associations {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:15:24.016785 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-abeb221e-ab5f-405e-aba0-9ad61f2fcf10 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-945029'] for subnet, precommit_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:15:24.093829 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-abeb221e-ab5f-405e-aba0-9ad61f2fcf10 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-945042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2705198', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2999452'] for subnet, after_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:15:24.132256 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abeb221e-ab5f-405e-aba0-9ad61f2fcf10 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Pushing event deleted for resources: {'Subnet': ['ID=801509aa-742a-474f-9df7-531b152c1985,revision_number=None']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:15:24.137767 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-abeb221e-ab5f-405e-aba0-9ad61f2fcf10 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Notify callbacks [] for subnet, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:15:24.144731 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-abeb221e-ab5f-405e-aba0-9ad61f2fcf10 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] 10.222.0.26 "DELETE /v2.0/subnets/801509aa-742a-474f-9df7-531b152c1985 HTTP/1.1" status: 204 len: 168 time: 0.4646606 Apr 01 14:15:24.146210 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df52b22a-049b-437f-bcc1-5e2686b2bc5f None None] Network 2b87a8ff-e236-4ca4-a445-3a94edb5eef0 requested from dv-neutron-836180-1-hyperv {{(pid=83872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 14:15:24.146695 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 35782) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:15:24.163115 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-32d12172-a377-4f3d-ab50-8aeb8d10dba3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4e2bd11-675f-43c7-aabe-67aad12dfb95', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2037225660', 'tenant_id': '1ac9f9a3637e41b9993bdb348451719c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'external_fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.172'}], 'enable_snat': True}, 'gw_port_id': '2dc9df40-c0ef-4dc9-9a03-80f06f885573', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T14:13:21Z', 'updated_at': '2022-04-01T14:15:22Z', 'revision_number': 5, 'project_id': '1ac9f9a3637e41b9993bdb348451719c', 'gw_port': {'id': '2dc9df40-c0ef-4dc9-9a03-80f06f885573', 'name': '', 'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:98:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4e2bd11-675f-43c7-aabe-67aad12dfb95', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836180-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T14:13:21Z', 'updated_at': '2022-04-01T14:13:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836180-1-hyperv'}], 'dv-neutron-836180-1-hyperv', False) {} {{(pid=83873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 14:15:24.167502 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32d12172-a377-4f3d-ab50-8aeb8d10dba3 None None] Checking router: f4e2bd11-675f-43c7-aabe-67aad12dfb95 for host: dv-neutron-836180-1-hyperv {{(pid=83873) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 01 14:15:24.178572 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32d12172-a377-4f3d-ab50-8aeb8d10dba3 None None] Routers {'f4e2bd11-675f-43c7-aabe-67aad12dfb95'} bound to L3 agent in host dv-neutron-836180-1-hyperv {{(pid=83873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 14:15:24.179175 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-32d12172-a377-4f3d-ab50-8aeb8d10dba3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836180-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T13:25:36Z,description=,heartbeat_timestamp=2022-04-01T14:15:06Z,host='dv-neutron-836180-1-hyperv',id=88bf8fc8-11a3-4e96-9d1b-5fd93ba9f6f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T13:25:36Z,topic='l3_agent')) {'router_ids': ['f4e2bd11-675f-43c7-aabe-67aad12dfb95'], 'active': True} {{(pid=83873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 14:15:24.332646 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:15:24.353447 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-32c8a7d1-b835-44a3-83b0-a80edbb47416 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Notify callbacks [] for router, before_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:15:24.388573 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_dvr_db [None req-32d12172-a377-4f3d-ab50-8aeb8d10dba3 None None] Set router f4e2bd11-675f-43c7-aabe-67aad12dfb95 gateway port host: dv-neutron-836180-1-hyperv {{(pid=83873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 14:15:24.429021 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86cf948c-2e61-4924-86dc-e51a0c9627e6 None None] DHCP port deletion for 2b87a8ff-e236-4ca4-a445-3a94edb5eef0 request from dv-neutron-836180-1-hyperv {{(pid=83872) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 01 14:15:24.434213 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.plugin [None req-86cf948c-2e61-4924-86dc-e51a0c9627e6 None None] Deleting port 51c82511-2776-42ec-9241-eb24c30b6111 {{(pid=83872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 14:15:24.434829 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-86cf948c-2e61-4924-86dc-e51a0c9627e6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736733287370'] for port, before_delete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:15:24.584224 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-32c8a7d1-b835-44a3-83b0-a80edbb47416 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:15:24.594999 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.plugin [None req-32c8a7d1-b835-44a3-83b0-a80edbb47416 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Deleting port 2dc9df40-c0ef-4dc9-9a03-80f06f885573 {{(pid=83869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 14:15:24.595482 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-32c8a7d1-b835-44a3-83b0-a80edbb47416 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736733287370'] for port, before_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:15:24.652988 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-86cf948c-2e61-4924-86dc-e51a0c9627e6 None None] For port 51c82511-2776-42ec-9241-eb24c30b6111, host dv-neutron-836180-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836180-1-hyperv',level=0,port_id=51c82511-2776-42ec-9241-eb24c30b6111,segment=NetworkSegment(72aa718b-333f-43b3-b1a7-476804e5efc3),segment_id=72aa718b-333f-43b3-b1a7-476804e5efc3)] {{(pid=83872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 14:15:24.653438 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-86cf948c-2e61-4924-86dc-e51a0c9627e6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4155147'] for port, precommit_delete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:15:24.695285 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-32d12172-a377-4f3d-ab50-8aeb8d10dba3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4e2bd11-675f-43c7-aabe-67aad12dfb95', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2037225660', 'tenant_id': '1ac9f9a3637e41b9993bdb348451719c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'external_fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.172'}], 'enable_snat': True}, 'gw_port_id': '2dc9df40-c0ef-4dc9-9a03-80f06f885573', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T14:13:21Z', 'updated_at': '2022-04-01T14:15:22Z', 'revision_number': 5, 'project_id': '1ac9f9a3637e41b9993bdb348451719c', 'gw_port': {'id': '2dc9df40-c0ef-4dc9-9a03-80f06f885573', 'name': '', 'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:98:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4e2bd11-675f-43c7-aabe-67aad12dfb95', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836180-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T14:13:21Z', 'updated_at': '2022-04-01T14:13:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836180-1-hyperv'}], 'dv-neutron-836180-1-hyperv', False) {} {{(pid=83873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 14:15:24.699932 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32d12172-a377-4f3d-ab50-8aeb8d10dba3 None None] The sync data for ids ['f4e2bd11-675f-43c7-aabe-67aad12dfb95'] in dv-neutron-836180-1-hyperv is: [{'id': 'f4e2bd11-675f-43c7-aabe-67aad12dfb95', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2037225660', 'tenant_id': '1ac9f9a3637e41b9993bdb348451719c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'external_fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.172'}], 'enable_snat': True}, 'gw_port_id': '2dc9df40-c0ef-4dc9-9a03-80f06f885573', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T14:13:21Z', 'updated_at': '2022-04-01T14:15:22Z', 'revision_number': 5, 'project_id': '1ac9f9a3637e41b9993bdb348451719c', 'gw_port': {'id': '2dc9df40-c0ef-4dc9-9a03-80f06f885573', 'name': '', 'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:98:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4e2bd11-675f-43c7-aabe-67aad12dfb95', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836180-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T14:13:21Z', 'updated_at': '2022-04-01T14:13:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836180-1-hyperv'}] {{(pid=83873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 14:15:24.784062 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.db [None req-32c8a7d1-b835-44a3-83b0-a80edbb47416 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] For port 2dc9df40-c0ef-4dc9-9a03-80f06f885573, host dv-neutron-836180-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836180-1-hyperv',level=0,port_id=2dc9df40-c0ef-4dc9-9a03-80f06f885573,segment=NetworkSegment(7b924dd8-4978-40c4-ad91-4b9b27348462),segment_id=7b924dd8-4978-40c4-ad91-4b9b27348462)] {{(pid=83869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 14:15:24.784446 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-32c8a7d1-b835-44a3-83b0-a80edbb47416 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4155147'] for port, precommit_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:15:24.807337 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.plugin [None req-86cf948c-2e61-4924-86dc-e51a0c9627e6 None None] Calling delete_port for 51c82511-2776-42ec-9241-eb24c30b6111 owned by network:dhcp {{(pid=83872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 14:15:24.881523 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-86cf948c-2e61-4924-86dc-e51a0c9627e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736733359243', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736732935810'] for port, after_delete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:15:24.908901 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.plugin [None req-32c8a7d1-b835-44a3-83b0-a80edbb47416 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Calling delete_port for 2dc9df40-c0ef-4dc9-9a03-80f06f885573 owned by network:router_gateway {{(pid=83869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 14:15:24.928918 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86cf948c-2e61-4924-86dc-e51a0c9627e6 None None] Pushing event deleted for resources: {'Port': ['ID=51c82511-2776-42ec-9241-eb24c30b6111,revision_number=None']} {{(pid=83872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:15:24.935940 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86cf948c-2e61-4924-86dc-e51a0c9627e6 None None] No DVR routers for this DVR port 51c82511-2776-42ec-9241-eb24c30b6111 on host dv-neutron-836180-1-hyperv {{(pid=83872) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 14:15:25.092695 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-32c8a7d1-b835-44a3-83b0-a80edbb47416 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736733359243', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736732935810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2705155'] for port, after_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:15:25.155457 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Device 51c82511-2776-42ec-9241-eb24c30b6111 no longer exists at agent ovs-agent-dv-neutron-836180-1-hyperv {{(pid=83872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 14:15:25.191204 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.plugin [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] No Port match for: 51c82511-2776-42ec-9241-eb24c30b6111 {{(pid=83872) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 01 14:15:25.191755 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Device 51c82511-2776-42ec-9241-eb24c30b6111 not bound to the agent host dv-neutron-836180-1-hyperv {{(pid=83872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 14:15:25.192576 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Device e9b1ba31-5678-4b83-9533-243f23e051c5 no longer exists at agent ovs-agent-dv-neutron-836180-1-hyperv {{(pid=83872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 14:15:25.227638 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.plugin [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] No Port match for: e9b1ba31-5678-4b83-9533-243f23e051c5 {{(pid=83872) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 01 14:15:25.227986 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Device e9b1ba31-5678-4b83-9533-243f23e051c5 not bound to the agent host dv-neutron-836180-1-hyperv {{(pid=83872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 14:15:25.243919 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c8a7d1-b835-44a3-83b0-a80edbb47416 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Pushing event deleted for resources: {'Port': ['ID=2dc9df40-c0ef-4dc9-9a03-80f06f885573,revision_number=None']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:15:25.467958 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-32c8a7d1-b835-44a3-83b0-a80edbb47416 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4084822'] for router_gateway, after_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:15:25.726024 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-32c8a7d1-b835-44a3-83b0-a80edbb47416 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4079814', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4170'] for router, precommit_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:15:25.730785 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-32c8a7d1-b835-44a3-83b0-a80edbb47416 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:15:25.756069 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-32c8a7d1-b835-44a3-83b0-a80edbb47416 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4079738'] for router, after_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:15:25.756638 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32c8a7d1-b835-44a3-83b0-a80edbb47416 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Fanout notify agent at l3_agent the message router_deleted on router f4e2bd11-675f-43c7-aabe-67aad12dfb95 {{(pid=83869) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 01 14:15:25.771905 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-32c8a7d1-b835-44a3-83b0-a80edbb47416 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Notify callbacks [] for router, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:15:25.775643 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-32c8a7d1-b835-44a3-83b0-a80edbb47416 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] 10.222.0.26 "DELETE /v2.0/routers/f4e2bd11-675f-43c7-aabe-67aad12dfb95 HTTP/1.1" status: 204 len: 168 time: 1.6259604 Apr 01 14:15:25.776033 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 35786) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:15:25.889616 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-f33d334d-837b-40a9-a457-6c9dac299281 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1033078'] for network, before_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:15:26.017690 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-f33d334d-837b-40a9-a457-6c9dac299281 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-942654', 'neutron.services.segments.db._delete_segments_for_network-8736733387888'] for network, precommit_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:15:26.041978 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.services.segments.db [None req-f33d334d-837b-40a9-a457-6c9dac299281 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2b87a8ff-e236-4ca4-a445-3a94edb5eef0']}} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 14:15:26.054663 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.services.segments.db [None req-f33d334d-837b-40a9-a457-6c9dac299281 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '72aa718b-333f-43b3-b1a7-476804e5efc3') {'for_net_delete': True} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 14:15:26.054954 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.services.segments.db [None req-f33d334d-837b-40a9-a457-6c9dac299281 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '72aa718b-333f-43b3-b1a7-476804e5efc3') {} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 14:15:26.066182 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-f33d334d-837b-40a9-a457-6c9dac299281 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736733386999', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2704982'] for segment, before_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:15:26.085103 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-f33d334d-837b-40a9-a457-6c9dac299281 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1004271'] for segment, precommit_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:15:26.091665 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f33d334d-837b-40a9-a457-6c9dac299281 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Releasing vlan 395 on physical network physnet1 to pool {{(pid=83869) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 01 14:15:26.092042 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-f33d334d-837b-40a9-a457-6c9dac299281 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1004262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2705264'] for segment, after_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:15:26.106638 dv-neutron-836180-1-hyperv neutron-server[83869]: Traceback (most recent call last): Apr 01 14:15:26.106638 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 01 14:15:26.106638 dv-neutron-836180-1-hyperv neutron-server[83869]: timer() Apr 01 14:15:26.106638 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 14:15:26.106638 dv-neutron-836180-1-hyperv neutron-server[83869]: cb(*args, **kw) Apr 01 14:15:26.106638 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 14:15:26.106638 dv-neutron-836180-1-hyperv neutron-server[83869]: return func(*args, **kwargs) Apr 01 14:15:26.106638 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 14:15:26.106638 dv-neutron-836180-1-hyperv neutron-server[83869]: self._notify() Apr 01 14:15:26.106638 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 14:15:26.106638 dv-neutron-836180-1-hyperv neutron-server[83869]: self.callback(batched_events) Apr 01 14:15:26.106638 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 14:15:26.106638 dv-neutron-836180-1-hyperv neutron-server[83869]: event.method(event) Apr 01 14:15:26.106638 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 14:15:26.106638 dv-neutron-836180-1-hyperv neutron-server[83869]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 14:15:26.106638 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 14:15:26.106638 dv-neutron-836180-1-hyperv neutron-server[83869]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 14:15:26.106638 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 14:15:26.106638 dv-neutron-836180-1-hyperv neutron-server[83869]: return f(self, *a, **k) Apr 01 14:15:26.106638 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 14:15:26.106638 dv-neutron-836180-1-hyperv neutron-server[83869]: return self._get(url).json() Apr 01 14:15:26.106638 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 14:15:26.106638 dv-neutron-836180-1-hyperv neutron-server[83869]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 14:15:26.106638 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 01 14:15:26.106638 dv-neutron-836180-1-hyperv neutron-server[83869]: return self.request(url, 'GET', **kwargs) Apr 01 14:15:26.106638 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 01 14:15:26.106638 dv-neutron-836180-1-hyperv neutron-server[83869]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 14:15:26.106638 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 01 14:15:26.106638 dv-neutron-836180-1-hyperv neutron-server[83869]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 14:15:26.106638 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 01 14:15:26.106638 dv-neutron-836180-1-hyperv neutron-server[83869]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 14:15:26.106638 dv-neutron-836180-1-hyperv neutron-server[83869]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 14:15:26.188936 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-f33d334d-837b-40a9-a457-6c9dac299281 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-942599', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4084797'] for network, after_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:15:26.196768 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-f33d334d-837b-40a9-a457-6c9dac299281 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Notify callbacks [] for network, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:15:26.221626 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33d334d-837b-40a9-a457-6c9dac299281 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Pushing event deleted for resources: {'Network': ['ID=2b87a8ff-e236-4ca4-a445-3a94edb5eef0,revision_number=None']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:15:26.229982 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-f33d334d-837b-40a9-a457-6c9dac299281 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] 10.222.0.26 "DELETE /v2.0/networks/2b87a8ff-e236-4ca4-a445-3a94edb5eef0 HTTP/1.1" status: 204 len: 168 time: 0.4530580 Apr 01 14:15:26.233645 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 35790) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:15:26.312796 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-38261ddc-2673-48f0-83c1-c02337234e63 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Notify callbacks [] for security_group, before_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:15:26.343965 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-38261ddc-2673-48f0-83c1-c02337234e63 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:15:26.430135 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-38261ddc-2673-48f0-83c1-c02337234e63 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3775923'] for security_group, after_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:15:26.450391 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38261ddc-2673-48f0-83c1-c02337234e63 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=13528e8d-7066-4e1d-81ef-07acf8079948,revision_number=None']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:15:26.464439 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-38261ddc-2673-48f0-83c1-c02337234e63 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Notify callbacks [] for security_group, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:15:26.465940 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-38261ddc-2673-48f0-83c1-c02337234e63 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] 10.222.0.26 "DELETE /v2.0/security-groups/13528e8d-7066-4e1d-81ef-07acf8079948 HTTP/1.1" status: 204 len: 168 time: 0.2308686 Apr 01 14:15:26.921424 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 35798) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:15:26.932560 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.v2.base [None req-c931e615-36b4-4da7-9a7c-89f88c27c939 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1035904625', 'description': 'tempest-secgroup-smoke-1035904625 description', 'project_id': '1ac9f9a3637e41b9993bdb348451719c'}} {{(pid=83869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 14:15:26.942463 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-c931e615-36b4-4da7-9a7c-89f88c27c939 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 14:15:26.951191 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-c931e615-36b4-4da7-9a7c-89f88c27c939 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Usage tracker for resource:security_group and tenant:1ac9f9a3637e41b9993bdb348451719c is out of sync, need to count used quota {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 14:15:26.954719 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-c931e615-36b4-4da7-9a7c-89f88c27c939 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 14:15:26.961814 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-c931e615-36b4-4da7-9a7c-89f88c27c939 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 14:15:26.976763 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-c931e615-36b4-4da7-9a7c-89f88c27c939 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Notify callbacks [] for security_group, before_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:15:27.024228 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-c931e615-36b4-4da7-9a7c-89f88c27c939 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 14:15:27.029034 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-c931e615-36b4-4da7-9a7c-89f88c27c939 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Usage tracker for resource:security_group_rule and tenant:1ac9f9a3637e41b9993bdb348451719c is out of sync, need to count used quota {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 14:15:27.032403 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-c931e615-36b4-4da7-9a7c-89f88c27c939 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 14:15:27.038802 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-c931e615-36b4-4da7-9a7c-89f88c27c939 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 14:15:27.105210 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-c931e615-36b4-4da7-9a7c-89f88c27c939 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Notify callbacks [] for security_group, precommit_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:15:27.118028 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-c931e615-36b4-4da7-9a7c-89f88c27c939 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3775923'] for security_group, after_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:15:27.156689 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Device 2dc9df40-c0ef-4dc9-9a03-80f06f885573 no longer exists at agent ovs-agent-dv-neutron-836180-1-hyperv {{(pid=83872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 14:15:27.183628 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c931e615-36b4-4da7-9a7c-89f88c27c939 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f8cbbbf9-cafa-4942-a6bc-16af6453e201,revision_number=1']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:15:27.189126 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-c931e615-36b4-4da7-9a7c-89f88c27c939 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Notify callbacks [] for security_group, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:15:27.190528 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-c931e615-36b4-4da7-9a7c-89f88c27c939 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.2677591 Apr 01 14:15:27.193799 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 35802) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:15:27.203302 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.v2.base [None req-83a93240-496e-45c5-bc28-1cac41948a7d tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Request body: {'security_group_rule': {'security_group_id': 'f8cbbbf9-cafa-4942-a6bc-16af6453e201', 'project_id': '1ac9f9a3637e41b9993bdb348451719c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 14:15:27.206783 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.plugin [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] No Port match for: 2dc9df40-c0ef-4dc9-9a03-80f06f885573 {{(pid=83872) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 01 14:15:27.207120 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Device 2dc9df40-c0ef-4dc9-9a03-80f06f885573 not bound to the agent host dv-neutron-836180-1-hyperv {{(pid=83872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 14:15:27.212469 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-83a93240-496e-45c5-bc28-1cac41948a7d tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 14:15:27.217632 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-83a93240-496e-45c5-bc28-1cac41948a7d tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Usage tracker for resource:security_group_rule and tenant:1ac9f9a3637e41b9993bdb348451719c is out of sync, need to count used quota {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 14:15:27.221865 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-83a93240-496e-45c5-bc28-1cac41948a7d tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 14:15:27.229782 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-83a93240-496e-45c5-bc28-1cac41948a7d tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 14:15:27.254831 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-83a93240-496e-45c5-bc28-1cac41948a7d tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:15:27.356580 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-83a93240-496e-45c5-bc28-1cac41948a7d tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:15:27.361691 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-83a93240-496e-45c5-bc28-1cac41948a7d tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3775744'] for security_group_rule, after_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:15:27.385673 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a93240-496e-45c5-bc28-1cac41948a7d tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=289be895-c6a4-4b8e-9be6-fc94611c8dec,revision_number=0']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:15:27.411670 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-83a93240-496e-45c5-bc28-1cac41948a7d tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:15:27.412813 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-83a93240-496e-45c5-bc28-1cac41948a7d tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.2178979 Apr 01 14:15:27.415833 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 35806) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:15:27.423051 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.v2.base [None req-0db08c3e-69da-42af-a31b-dcb8ef50b138 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Request body: {'security_group_rule': {'security_group_id': 'f8cbbbf9-cafa-4942-a6bc-16af6453e201', 'project_id': '1ac9f9a3637e41b9993bdb348451719c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 14:15:27.430626 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-0db08c3e-69da-42af-a31b-dcb8ef50b138 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 14:15:27.435574 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-0db08c3e-69da-42af-a31b-dcb8ef50b138 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Usage tracker for resource:security_group_rule and tenant:1ac9f9a3637e41b9993bdb348451719c is out of sync, need to count used quota {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 14:15:27.438491 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-0db08c3e-69da-42af-a31b-dcb8ef50b138 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 14:15:27.447696 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-0db08c3e-69da-42af-a31b-dcb8ef50b138 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 14:15:27.468695 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-0db08c3e-69da-42af-a31b-dcb8ef50b138 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:15:27.534062 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-0db08c3e-69da-42af-a31b-dcb8ef50b138 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:15:27.539830 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-0db08c3e-69da-42af-a31b-dcb8ef50b138 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3775744'] for security_group_rule, after_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:15:27.571047 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db08c3e-69da-42af-a31b-dcb8ef50b138 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d2e416b7-3564-4390-b1e4-9d3749841380,revision_number=0']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:15:27.579773 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-0db08c3e-69da-42af-a31b-dcb8ef50b138 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:15:27.581326 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-0db08c3e-69da-42af-a31b-dcb8ef50b138 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1642425 Apr 01 14:15:27.583966 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 35810) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:15:27.591470 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.v2.base [None req-17fbcae7-0d7f-4041-8a4f-d699e72b4533 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Request body: {'security_group_rule': {'security_group_id': 'f8cbbbf9-cafa-4942-a6bc-16af6453e201', 'project_id': '1ac9f9a3637e41b9993bdb348451719c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 14:15:27.597633 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-17fbcae7-0d7f-4041-8a4f-d699e72b4533 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 14:15:27.601426 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-17fbcae7-0d7f-4041-8a4f-d699e72b4533 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Usage tracker for resource:security_group_rule and tenant:1ac9f9a3637e41b9993bdb348451719c is out of sync, need to count used quota {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 14:15:27.605648 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-17fbcae7-0d7f-4041-8a4f-d699e72b4533 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 14:15:27.613926 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-17fbcae7-0d7f-4041-8a4f-d699e72b4533 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 14:15:27.635107 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-17fbcae7-0d7f-4041-8a4f-d699e72b4533 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:15:27.825161 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-17fbcae7-0d7f-4041-8a4f-d699e72b4533 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:15:27.828869 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-17fbcae7-0d7f-4041-8a4f-d699e72b4533 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3775744'] for security_group_rule, after_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:15:27.852398 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17fbcae7-0d7f-4041-8a4f-d699e72b4533 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=39ee4547-2d7a-4bb1-a89e-67c84a0ca3bc,revision_number=0']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:15:27.861588 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-17fbcae7-0d7f-4041-8a4f-d699e72b4533 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:15:27.862734 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-17fbcae7-0d7f-4041-8a4f-d699e72b4533 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.2774715 Apr 01 14:15:27.865587 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 35814) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:15:27.871853 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.v2.base [None req-2aae9bed-ad2d-48f0-9980-5f8b20c1abfb tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Request body: {'security_group_rule': {'security_group_id': 'f8cbbbf9-cafa-4942-a6bc-16af6453e201', 'project_id': '1ac9f9a3637e41b9993bdb348451719c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 14:15:27.877734 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-2aae9bed-ad2d-48f0-9980-5f8b20c1abfb tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 14:15:27.881511 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-2aae9bed-ad2d-48f0-9980-5f8b20c1abfb tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Usage tracker for resource:security_group_rule and tenant:1ac9f9a3637e41b9993bdb348451719c is out of sync, need to count used quota {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 14:15:27.884389 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-2aae9bed-ad2d-48f0-9980-5f8b20c1abfb tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 14:15:27.890125 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-2aae9bed-ad2d-48f0-9980-5f8b20c1abfb tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 14:15:27.911288 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-2aae9bed-ad2d-48f0-9980-5f8b20c1abfb tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:15:27.985568 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-2aae9bed-ad2d-48f0-9980-5f8b20c1abfb tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:15:27.989145 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-2aae9bed-ad2d-48f0-9980-5f8b20c1abfb tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3775744'] for security_group_rule, after_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:15:28.011770 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aae9bed-ad2d-48f0-9980-5f8b20c1abfb tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b4f77d22-ceb7-4dcf-a322-42f4986e9c9d,revision_number=0']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:15:28.020656 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-2aae9bed-ad2d-48f0-9980-5f8b20c1abfb tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:15:28.021835 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-2aae9bed-ad2d-48f0-9980-5f8b20c1abfb tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1551962 Apr 01 14:15:28.024773 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 35818) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:15:28.030423 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.v2.base [None req-2a78ac5d-1d7f-44f4-bace-992ccf85af3d tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Request body: {'security_group_rule': {'security_group_id': 'f8cbbbf9-cafa-4942-a6bc-16af6453e201', 'project_id': '1ac9f9a3637e41b9993bdb348451719c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 14:15:28.036571 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-2a78ac5d-1d7f-44f4-bace-992ccf85af3d tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 14:15:28.040593 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-2a78ac5d-1d7f-44f4-bace-992ccf85af3d tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Usage tracker for resource:security_group_rule and tenant:1ac9f9a3637e41b9993bdb348451719c is out of sync, need to count used quota {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 14:15:28.043949 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-2a78ac5d-1d7f-44f4-bace-992ccf85af3d tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 14:15:28.049534 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-2a78ac5d-1d7f-44f4-bace-992ccf85af3d tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 14:15:28.061337 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.db.securitygroups_db [None req-2a78ac5d-1d7f-44f4-bace-992ccf85af3d tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Project 1ac9f9a3637e41b9993bdb348451719c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 01 14:15:28.067913 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-2a78ac5d-1d7f-44f4-bace-992ccf85af3d tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:15:28.134678 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-2a78ac5d-1d7f-44f4-bace-992ccf85af3d tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:15:28.138363 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-2a78ac5d-1d7f-44f4-bace-992ccf85af3d tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3775744'] for security_group_rule, after_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:15:28.161497 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a78ac5d-1d7f-44f4-bace-992ccf85af3d tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f126bfff-cbd7-41d3-a080-4f5505aea335,revision_number=0']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:15:28.171770 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-2a78ac5d-1d7f-44f4-bace-992ccf85af3d tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:15:28.173157 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-2a78ac5d-1d7f-44f4-bace-992ccf85af3d tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1472485 Apr 01 14:15:28.175743 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 35822) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:15:28.181131 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.v2.base [None req-435a05e2-92b6-4d93-882c-5c56a75af58a tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Request body: {'security_group_rule': {'security_group_id': 'f8cbbbf9-cafa-4942-a6bc-16af6453e201', 'project_id': '1ac9f9a3637e41b9993bdb348451719c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 14:15:28.195199 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-435a05e2-92b6-4d93-882c-5c56a75af58a tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 14:15:28.199478 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-435a05e2-92b6-4d93-882c-5c56a75af58a tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Usage tracker for resource:security_group_rule and tenant:1ac9f9a3637e41b9993bdb348451719c is out of sync, need to count used quota {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 14:15:28.202534 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-435a05e2-92b6-4d93-882c-5c56a75af58a tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 14:15:28.208177 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-435a05e2-92b6-4d93-882c-5c56a75af58a tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 14:15:28.219228 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.db.securitygroups_db [None req-435a05e2-92b6-4d93-882c-5c56a75af58a tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Project 1ac9f9a3637e41b9993bdb348451719c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 01 14:15:28.226320 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-435a05e2-92b6-4d93-882c-5c56a75af58a tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:15:28.295770 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-435a05e2-92b6-4d93-882c-5c56a75af58a tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:15:28.299428 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-435a05e2-92b6-4d93-882c-5c56a75af58a tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3775744'] for security_group_rule, after_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:15:28.322938 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435a05e2-92b6-4d93-882c-5c56a75af58a tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1148f062-e642-4f2f-8a8c-1cf70af3d2b3,revision_number=0']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:15:28.332845 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-435a05e2-92b6-4d93-882c-5c56a75af58a tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:15:28.334091 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-435a05e2-92b6-4d93-882c-5c56a75af58a tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1573560 Apr 01 14:15:28.336976 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 35826) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:15:28.342833 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.v2.base [None req-ff0f6cd7-a340-4d6f-a610-d1744265313b tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Request body: {'network': {'name': 'tempest-network-smoke--1834130549', 'project_id': '1ac9f9a3637e41b9993bdb348451719c', 'port_security_enabled': True}} {{(pid=83869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 14:15:28.347777 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-ff0f6cd7-a340-4d6f-a610-d1744265313b tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 14:15:28.351821 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-ff0f6cd7-a340-4d6f-a610-d1744265313b tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Usage tracker for resource:network and tenant:1ac9f9a3637e41b9993bdb348451719c is out of sync, need to count used quota {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 14:15:28.354666 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-ff0f6cd7-a340-4d6f-a610-d1744265313b tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 14:15:28.361220 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-ff0f6cd7-a340-4d6f-a610-d1744265313b tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 14:15:28.371439 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff0f6cd7-a340-4d6f-a610-d1744265313b tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Made reservation on behalf of 1ac9f9a3637e41b9993bdb348451719c for: {'network': 1} {{(pid=83869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 14:15:28.374508 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-ff0f6cd7-a340-4d6f-a610-d1744265313b tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for network, before_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:15:28.403661 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ff0f6cd7-a340-4d6f-a610-d1744265313b tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] vlan segment allocate from pool success with {'vlan_id': 371, 'physical_network': 'physnet1'} {{(pid=83869) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 14:15:28.412669 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-ff0f6cd7-a340-4d6f-a610-d1744265313b tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1004271'] for segment, precommit_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:15:28.413070 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.db.segments_db [None req-ff0f6cd7-a340-4d6f-a610-d1744265313b tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Added segment be222e19-bfff-4883-a805-9c19059e332a of type vlan for network 3bec20e0-faf1-400d-b0b8-56a6ec41fd2b Apr 01 14:15:28.438968 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-ff0f6cd7-a340-4d6f-a610-d1744265313b tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736732923383'] for network, precommit_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:15:28.470601 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-ff0f6cd7-a340-4d6f-a610-d1744265313b tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575'] for network, after_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:15:28.474400 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff0f6cd7-a340-4d6f-a610-d1744265313b tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:15:28.474963 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-ff0f6cd7-a340-4d6f-a610-d1744265313b tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Notify callbacks [] for network, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:15:28.575718 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-ff0f6cd7-a340-4d6f-a610-d1744265313b tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2376895 Apr 01 14:15:28.578599 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 35830) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:15:28.583827 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.v2.base [None req-99af63e1-71f6-43d4-8daf-35676d25c1ee tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-546150424', 'admin_state_up': True, 'project_id': '1ac9f9a3637e41b9993bdb348451719c', 'external_gateway_info': {'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301'}}} {{(pid=83871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 14:15:28.584883 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff0f6cd7-a340-4d6f-a610-d1744265313b tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Pushing event updated for resources: {'Network': ['ID=3bec20e0-faf1-400d-b0b8-56a6ec41fd2b,revision_number=1']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:15:28.591413 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-99af63e1-71f6-43d4-8daf-35676d25c1ee tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 14:15:28.595301 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-99af63e1-71f6-43d4-8daf-35676d25c1ee tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Usage tracker for resource:router and tenant:1ac9f9a3637e41b9993bdb348451719c is out of sync, need to count used quota {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 14:15:28.598055 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Network 3bec20e0-faf1-400d-b0b8-56a6ec41fd2b details requested by agent ovs-agent-dv-neutron-836180-1-hyperv with host dv-neutron-836180-1-hyperv {{(pid=83872) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 14:15:28.598521 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-99af63e1-71f6-43d4-8daf-35676d25c1ee tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 14:15:28.604342 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-99af63e1-71f6-43d4-8daf-35676d25c1ee tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 14:15:28.614454 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-99af63e1-71f6-43d4-8daf-35676d25c1ee tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4082176', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4220'] for router, before_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:15:28.615446 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-99af63e1-71f6-43d4-8daf-35676d25c1ee tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4082277', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4084873', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4148249', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4211'] for router, precommit_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:15:28.634361 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-99af63e1-71f6-43d4-8daf-35676d25c1ee tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:15:28.864388 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-99af63e1-71f6-43d4-8daf-35676d25c1ee tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4084887', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4079850', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4161'] for router, precommit_update {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:15:29.039272 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-99af63e1-71f6-43d4-8daf-35676d25c1ee tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Notify callbacks [] for router_gateway, before_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:15:29.073162 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-99af63e1-71f6-43d4-8daf-35676d25c1ee tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:15:29.204273 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.db_base_plugin_common [None req-99af63e1-71f6-43d4-8daf-35676d25c1ee tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Allocated IP 172.26.5.3 (725864b8-cceb-48c9-b5d3-1bfc4423e301/e2ed99db-0e25-4971-b535-7fa69231fae8/71d2a3a8-6b03-4f22-8729-6625776d4a52) {{(pid=83871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 14:15:29.355670 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-99af63e1-71f6-43d4-8daf-35676d25c1ee tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Notify callbacks [] for port, precommit_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:15:29.382139 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-99af63e1-71f6-43d4-8daf-35676d25c1ee tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736732935801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2743125'] for port, after_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:15:29.451125 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99af63e1-71f6-43d4-8daf-35676d25c1ee tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Network 725864b8-cceb-48c9-b5d3-1bfc4423e301 is already hosted by enough agents. {{(pid=83871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 14:15:29.453650 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.scheduler.base_scheduler [None req-99af63e1-71f6-43d4-8daf-35676d25c1ee tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Resources bound (agent type, host, resource id): {{(pid=83871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 14:15:29.457721 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99af63e1-71f6-43d4-8daf-35676d25c1ee tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Received port after_create {{(pid=83871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 14:15:29.481615 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99af63e1-71f6-43d4-8daf-35676d25c1ee tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Pushing event updated for resources: {'Port': ['ID=71d2a3a8-6b03-4f22-8729-6625776d4a52,revision_number=1']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:15:29.502614 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99af63e1-71f6-43d4-8daf-35676d25c1ee tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:15:29.502953 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99af63e1-71f6-43d4-8daf-35676d25c1ee tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:15:29.503281 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99af63e1-71f6-43d4-8daf-35676d25c1ee tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:15:29.503609 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99af63e1-71f6-43d4-8daf-35676d25c1ee tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:15:29.503931 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99af63e1-71f6-43d4-8daf-35676d25c1ee tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:15:29.504251 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99af63e1-71f6-43d4-8daf-35676d25c1ee tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:15:29.504592 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99af63e1-71f6-43d4-8daf-35676d25c1ee tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:15:29.504908 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99af63e1-71f6-43d4-8daf-35676d25c1ee tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:15:29.505222 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99af63e1-71f6-43d4-8daf-35676d25c1ee tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:15:29.505532 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99af63e1-71f6-43d4-8daf-35676d25c1ee tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:15:29.505846 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99af63e1-71f6-43d4-8daf-35676d25c1ee tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:15:29.623548 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-99af63e1-71f6-43d4-8daf-35676d25c1ee tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Notify callbacks [] for router_gateway, after_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:15:29.624245 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-99af63e1-71f6-43d4-8daf-35676d25c1ee tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4082201', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4084858'] for router, after_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:15:29.844243 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99af63e1-71f6-43d4-8daf-35676d25c1ee tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Router 500efc0d-4313-4f3f-b82d-8ed088497f4c is scheduled to L3 agent 88bf8fc8-11a3-4e96-9d1b-5fd93ba9f6f1 with binding_index 1 {{(pid=83871) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 01 14:15:30.041948 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99af63e1-71f6-43d4-8daf-35676d25c1ee tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Notify agent at l3_agent.dv-neutron-836180-1-hyperv the message routers_updated {{(pid=83871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 14:15:30.051155 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e54b789a-1ed2-40e2-a72f-e13be1b2f5e7 None None] Sync routers for ids ['500efc0d-4313-4f3f-b82d-8ed088497f4c'] in dv-neutron-836180-1-hyperv {{(pid=83872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 14:15:30.062961 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e54b789a-1ed2-40e2-a72f-e13be1b2f5e7 None None] Routers {'500efc0d-4313-4f3f-b82d-8ed088497f4c'} bound to L3 agent in host dv-neutron-836180-1-hyperv {{(pid=83872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 14:15:30.063592 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_hamode_db [None req-e54b789a-1ed2-40e2-a72f-e13be1b2f5e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836180-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T13:25:36Z,description=,heartbeat_timestamp=2022-04-01T14:15:06Z,host='dv-neutron-836180-1-hyperv',id=88bf8fc8-11a3-4e96-9d1b-5fd93ba9f6f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T13:25:36Z,topic='l3_agent')) {'router_ids': ['500efc0d-4313-4f3f-b82d-8ed088497f4c'], 'active': True} {{(pid=83872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 14:15:30.068101 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-99af63e1-71f6-43d4-8daf-35676d25c1ee tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Notify callbacks [] for router, before_response {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:15:30.069340 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-99af63e1-71f6-43d4-8daf-35676d25c1ee tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 1.4897606 Apr 01 14:15:30.072393 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 35834) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:15:30.178020 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-f67f74aa-9887-4d7f-a86a-a1b46788aab3 tempest-TestNetworkAdvancedServerOps-832265304 tempest-TestNetworkAdvancedServerOps-832265304-project-admin] 10.222.0.26 "GET /v2.0/subnets?project_id=1ac9f9a3637e41b9993bdb348451719c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1045542 Apr 01 14:15:30.180673 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 35840) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:15:30.239522 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_dvr_db [None req-e54b789a-1ed2-40e2-a72f-e13be1b2f5e7 None None] Set router 500efc0d-4313-4f3f-b82d-8ed088497f4c gateway port host: dv-neutron-836180-1-hyperv {{(pid=83872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 14:15:30.313718 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10e60c5e-efd3-4a1c-a9c4-af4c29e8fc2a tempest-TestNetworkAdvancedServerOps-832265304 tempest-TestNetworkAdvancedServerOps-832265304-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:15:30.315088 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-10e60c5e-efd3-4a1c-a9c4-af4c29e8fc2a tempest-TestNetworkAdvancedServerOps-832265304 tempest-TestNetworkAdvancedServerOps-832265304-project-admin] 10.222.0.26 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1335154 Apr 01 14:15:30.318284 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 35844) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:15:30.362361 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-727a377e-9b05-4ae1-8056-e639f0779198 tempest-TestNetworkAdvancedServerOps-832265304 tempest-TestNetworkAdvancedServerOps-832265304-project-admin] 10.222.0.26 "GET /v2.0/subnets?network_id=725864b8-cceb-48c9-b5d3-1bfc4423e301&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0429492 Apr 01 14:15:30.364836 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 35848) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:15:30.369905 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.v2.base [None req-0568284d-c34b-4eb1-beab-fcefe9656ff5 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1912234958', 'network_id': '3bec20e0-faf1-400d-b0b8-56a6ec41fd2b', 'project_id': '1ac9f9a3637e41b9993bdb348451719c', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=83871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 14:15:30.478903 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-0568284d-c34b-4eb1-beab-fcefe9656ff5 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 14:15:30.482758 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-0568284d-c34b-4eb1-beab-fcefe9656ff5 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Usage tracker for resource:subnet and tenant:1ac9f9a3637e41b9993bdb348451719c is out of sync, need to count used quota {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 14:15:30.485561 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-0568284d-c34b-4eb1-beab-fcefe9656ff5 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 14:15:30.491325 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-0568284d-c34b-4eb1-beab-fcefe9656ff5 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 14:15:30.501531 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0568284d-c34b-4eb1-beab-fcefe9656ff5 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Made reservation on behalf of 1ac9f9a3637e41b9993bdb348451719c for: {'subnet': 1} {{(pid=83871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 14:15:30.533134 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_hamode_db [None req-e54b789a-1ed2-40e2-a72f-e13be1b2f5e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '500efc0d-4313-4f3f-b82d-8ed088497f4c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-546150424', 'tenant_id': '1ac9f9a3637e41b9993bdb348451719c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'external_fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.3'}], 'enable_snat': True}, 'gw_port_id': '71d2a3a8-6b03-4f22-8729-6625776d4a52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T14:15:28Z', 'updated_at': '2022-04-01T14:15:29Z', 'revision_number': 3, 'project_id': '1ac9f9a3637e41b9993bdb348451719c', 'gw_port': {'id': '71d2a3a8-6b03-4f22-8729-6625776d4a52', 'name': '', 'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:ec:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '500efc0d-4313-4f3f-b82d-8ed088497f4c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T14:15:29Z', 'updated_at': '2022-04-01T14:15:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836180-1-hyperv'}], 'dv-neutron-836180-1-hyperv', False) {} {{(pid=83872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 14:15:30.537357 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e54b789a-1ed2-40e2-a72f-e13be1b2f5e7 None None] Checking router: 500efc0d-4313-4f3f-b82d-8ed088497f4c for host: dv-neutron-836180-1-hyperv {{(pid=83872) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 01 14:15:30.537740 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e54b789a-1ed2-40e2-a72f-e13be1b2f5e7 None None] Updating router 500efc0d-4313-4f3f-b82d-8ed088497f4c port 71d2a3a8-6b03-4f22-8729-6625776d4a52 binding host dv-neutron-836180-1-hyperv {{(pid=83872) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 01 14:15:30.596149 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-e54b789a-1ed2-40e2-a72f-e13be1b2f5e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:15:30.696040 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-0568284d-c34b-4eb1-beab-fcefe9656ff5 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2757336'] for subnet, before_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:15:30.912808 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-0568284d-c34b-4eb1-beab-fcefe9656ff5 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2743225', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2757366'] for subnet, after_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:15:30.936882 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-e54b789a-1ed2-40e2-a72f-e13be1b2f5e7 None None] Notify callbacks [] for port, precommit_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:15:30.950359 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-e54b789a-1ed2-40e2-a72f-e13be1b2f5e7 None None] Transition to ACTIVE for port object 71d2a3a8-6b03-4f22-8729-6625776d4a52 will not be triggered until provisioned by entity L2. {{(pid=83872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 14:15:30.957433 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-e54b789a-1ed2-40e2-a72f-e13be1b2f5e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864'] for port, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:15:30.997239 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0568284d-c34b-4eb1-beab-fcefe9656ff5 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Pushing event updated for resources: {'Subnet': ['ID=12dd948c-70b1-4f83-852a-e69c5b75a0a4,revision_number=0']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:15:31.010281 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0568284d-c34b-4eb1-beab-fcefe9656ff5 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Checking segment: {'id': 'be222e19-bfff-4883-a805-9c19059e332a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '3bec20e0-faf1-400d-b0b8-56a6ec41fd2b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 14:15:31.010641 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0568284d-c34b-4eb1-beab-fcefe9656ff5 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Network hostable DHCP agents. Network: 3bec20e0-faf1-400d-b0b8-56a6ec41fd2b, hostable agents: ['e47e4547-5c2d-4954-ba56-fa3646239f18'], hosted agents: [] {{(pid=83871) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 14:15:31.037372 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0568284d-c34b-4eb1-beab-fcefe9656ff5 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Network 3bec20e0-faf1-400d-b0b8-56a6ec41fd2b is scheduled to be hosted by DHCP agent e47e4547-5c2d-4954-ba56-fa3646239f18 with binding_index 1 {{(pid=83871) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 14:15:31.052019 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.scheduler.base_scheduler [None req-0568284d-c34b-4eb1-beab-fcefe9656ff5 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-836180-1-hyperv, 3bec20e0-faf1-400d-b0b8-56a6ec41fd2b) {{(pid=83871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 14:15:31.056241 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0568284d-c34b-4eb1-beab-fcefe9656ff5 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:15:31.057103 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-0568284d-c34b-4eb1-beab-fcefe9656ff5 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Notify callbacks [] for subnet, before_response {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:15:31.064655 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f650e55d-b418-41ad-8c9d-b11730cbd3f4 None None] Network 3bec20e0-faf1-400d-b0b8-56a6ec41fd2b requested from dv-neutron-836180-1-hyperv {{(pid=83872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 14:15:31.090605 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-0568284d-c34b-4eb1-beab-fcefe9656ff5 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.7246869 Apr 01 14:15:31.094659 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 35852) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:15:31.170369 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.managers [None req-e54b789a-1ed2-40e2-a72f-e13be1b2f5e7 None None] Attempting to bind port 71d2a3a8-6b03-4f22-8729-6625776d4a52 on host dv-neutron-836180-1-hyperv for vnic_type normal with profile {{(pid=83872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 14:15:31.170651 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.managers [None req-e54b789a-1ed2-40e2-a72f-e13be1b2f5e7 None None] Attempting to bind port 71d2a3a8-6b03-4f22-8729-6625776d4a52 by drivers openvswitch,hyperv on host dv-neutron-836180-1-hyperv at level 0 using segments [{'id': '7b924dd8-4978-40c4-ad91-4b9b27348462', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301'}] {{(pid=83872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 14:15:31.170977 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e54b789a-1ed2-40e2-a72f-e13be1b2f5e7 None None] Attempting to bind port 71d2a3a8-6b03-4f22-8729-6625776d4a52 on network 725864b8-cceb-48c9-b5d3-1bfc4423e301 {{(pid=83872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 14:15:31.174922 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea7cfca-38a9-4bac-936f-907c9fc51fc4 None None] Pushing event updated for resources: {'Port': ['ID=71d2a3a8-6b03-4f22-8729-6625776d4a52,revision_number=2']} {{(pid=83872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:15:31.195345 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e54b789a-1ed2-40e2-a72f-e13be1b2f5e7 None None] Checking agent: {'id': 'af948428-97cd-4d10-9f53-af028bdb39b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-836180-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 13, 25, 37), 'started_at': datetime.datetime(2022, 4, 1, 13, 26, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 14, 15, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-836180-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 14:15:31.195712 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e54b789a-1ed2-40e2-a72f-e13be1b2f5e7 None None] Checking segment: {'id': '7b924dd8-4978-40c4-ad91-4b9b27348462', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 14:15:31.196112 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-e54b789a-1ed2-40e2-a72f-e13be1b2f5e7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:15:31.196532 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e54b789a-1ed2-40e2-a72f-e13be1b2f5e7 None None] Bound using segment: {'id': '7b924dd8-4978-40c4-ad91-4b9b27348462', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301'} {{(pid=83872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 14:15:31.197000 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.managers [None req-e54b789a-1ed2-40e2-a72f-e13be1b2f5e7 None None] Bound port: 71d2a3a8-6b03-4f22-8729-6625776d4a52, host: dv-neutron-836180-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b924dd8-4978-40c4-ad91-4b9b27348462', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301'}}] {{(pid=83872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 14:15:31.197370 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-e54b789a-1ed2-40e2-a72f-e13be1b2f5e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:15:31.348391 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-e54b789a-1ed2-40e2-a72f-e13be1b2f5e7 None None] For port 71d2a3a8-6b03-4f22-8729-6625776d4a52, host dv-neutron-836180-1-hyperv, cleared binding levels {{(pid=83872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 14:15:31.360837 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-e54b789a-1ed2-40e2-a72f-e13be1b2f5e7 None None] For port 71d2a3a8-6b03-4f22-8729-6625776d4a52, host dv-neutron-836180-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836180-1-hyperv',level=0,port_id=71d2a3a8-6b03-4f22-8729-6625776d4a52,segment=NetworkSegment(7b924dd8-4978-40c4-ad91-4b9b27348462),segment_id=7b924dd8-4978-40c4-ad91-4b9b27348462)] {{(pid=83872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 14:15:31.398803 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-e54b789a-1ed2-40e2-a72f-e13be1b2f5e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864'] for port, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:15:31.445739 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40172229-c752-4b4a-9bc1-3ad6500f4f28 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7e7d0ecb-2af4-55f5-9198-238ab0570d62-3bec20e0-faf1-400d-b0b8-56a6ec41fd2b', 'network_id': '3bec20e0-faf1-400d-b0b8-56a6ec41fd2b', 'tenant_id': '1ac9f9a3637e41b9993bdb348451719c', 'fixed_ips': [{'subnet_id': '12dd948c-70b1-4f83-852a-e69c5b75a0a4'}]}} from dv-neutron-836180-1-hyperv. {{(pid=83872) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 01 14:15:31.446556 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-40172229-c752-4b4a-9bc1-3ad6500f4f28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:15:31.547351 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea7cfca-38a9-4bac-936f-907c9fc51fc4 None None] Pushing event updated for resources: {'Port': ['ID=71d2a3a8-6b03-4f22-8729-6625776d4a52,revision_number=3']} {{(pid=83872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:15:31.568896 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e54b789a-1ed2-40e2-a72f-e13be1b2f5e7 None None] Routers {'500efc0d-4313-4f3f-b82d-8ed088497f4c'} bound to L3 agent in host dv-neutron-836180-1-hyperv {{(pid=83872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 14:15:31.569419 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_hamode_db [None req-e54b789a-1ed2-40e2-a72f-e13be1b2f5e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836180-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T13:25:36Z,description=,heartbeat_timestamp=2022-04-01T14:15:06Z,host='dv-neutron-836180-1-hyperv',id=88bf8fc8-11a3-4e96-9d1b-5fd93ba9f6f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T13:25:36Z,topic='l3_agent')) {'router_ids': ['500efc0d-4313-4f3f-b82d-8ed088497f4c'], 'active': True} {{(pid=83872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 14:15:31.808495 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.db_base_plugin_common [None req-40172229-c752-4b4a-9bc1-3ad6500f4f28 None None] Allocated IP 172.20.0.2 (3bec20e0-faf1-400d-b0b8-56a6ec41fd2b/12dd948c-70b1-4f83-852a-e69c5b75a0a4/33e816d4-2633-4363-9ea7-64769c391c08) {{(pid=83872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 14:15:31.853149 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_dvr_db [None req-e54b789a-1ed2-40e2-a72f-e13be1b2f5e7 None None] Set router 500efc0d-4313-4f3f-b82d-8ed088497f4c gateway port host: dv-neutron-836180-1-hyperv {{(pid=83872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 14:15:31.937746 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-aecb2501-97ce-4078-9a1e-d3a66e727549 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:15:32.272623 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-40172229-c752-4b4a-9bc1-3ad6500f4f28 None None] Notify callbacks [] for port, precommit_create {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:15:32.294853 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-40172229-c752-4b4a-9bc1-3ad6500f4f28 None None] Transition to ACTIVE for port object 33e816d4-2633-4363-9ea7-64769c391c08 will not be triggered until provisioned by entity L2. {{(pid=83872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 14:15:32.327062 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-40172229-c752-4b4a-9bc1-3ad6500f4f28 None None] Transition to ACTIVE for port object 33e816d4-2633-4363-9ea7-64769c391c08 will not be triggered until provisioned by entity DHCP. {{(pid=83872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 14:15:32.336900 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-40172229-c752-4b4a-9bc1-3ad6500f4f28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736732935801'] for port, after_create {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:15:32.374568 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_hamode_db [None req-e54b789a-1ed2-40e2-a72f-e13be1b2f5e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '500efc0d-4313-4f3f-b82d-8ed088497f4c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-546150424', 'tenant_id': '1ac9f9a3637e41b9993bdb348451719c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'external_fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.3'}], 'enable_snat': True}, 'gw_port_id': '71d2a3a8-6b03-4f22-8729-6625776d4a52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T14:15:28Z', 'updated_at': '2022-04-01T14:15:29Z', 'revision_number': 3, 'project_id': '1ac9f9a3637e41b9993bdb348451719c', 'gw_port': {'id': '71d2a3a8-6b03-4f22-8729-6625776d4a52', 'name': '', 'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:ec:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '500efc0d-4313-4f3f-b82d-8ed088497f4c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836180-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T14:15:29Z', 'updated_at': '2022-04-01T14:15:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836180-1-hyperv'}], 'dv-neutron-836180-1-hyperv', False) {} {{(pid=83872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 14:15:32.390030 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e54b789a-1ed2-40e2-a72f-e13be1b2f5e7 None None] The sync data for ids ['500efc0d-4313-4f3f-b82d-8ed088497f4c'] in dv-neutron-836180-1-hyperv is: [{'id': '500efc0d-4313-4f3f-b82d-8ed088497f4c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-546150424', 'tenant_id': '1ac9f9a3637e41b9993bdb348451719c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'external_fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.3'}], 'enable_snat': True}, 'gw_port_id': '71d2a3a8-6b03-4f22-8729-6625776d4a52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T14:15:28Z', 'updated_at': '2022-04-01T14:15:29Z', 'revision_number': 3, 'project_id': '1ac9f9a3637e41b9993bdb348451719c', 'gw_port': {'id': '71d2a3a8-6b03-4f22-8729-6625776d4a52', 'name': '', 'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:ec:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '500efc0d-4313-4f3f-b82d-8ed088497f4c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836180-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T14:15:29Z', 'updated_at': '2022-04-01T14:15:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836180-1-hyperv'}] {{(pid=83872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 14:15:32.413459 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40172229-c752-4b4a-9bc1-3ad6500f4f28 None None] Network 3bec20e0-faf1-400d-b0b8-56a6ec41fd2b is already hosted by enough agents. {{(pid=83872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 14:15:32.416161 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.scheduler.base_scheduler [None req-40172229-c752-4b4a-9bc1-3ad6500f4f28 None None] Resources bound (agent type, host, resource id): {{(pid=83872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 14:15:32.421251 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40172229-c752-4b4a-9bc1-3ad6500f4f28 None None] Received port after_create {{(pid=83872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 14:15:32.423681 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40172229-c752-4b4a-9bc1-3ad6500f4f28 None None] Pushing event updated for resources: {'Port': ['ID=33e816d4-2633-4363-9ea7-64769c391c08,revision_number=1']} {{(pid=83872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:15:32.461637 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.db_base_plugin_common [None req-aecb2501-97ce-4078-9a1e-d3a66e727549 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Allocated IP 172.20.0.1 (3bec20e0-faf1-400d-b0b8-56a6ec41fd2b/12dd948c-70b1-4f83-852a-e69c5b75a0a4/6f3a83e3-a53b-4738-a68f-75bd20c47a0f) {{(pid=83869) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 14:15:32.525983 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.managers [None req-40172229-c752-4b4a-9bc1-3ad6500f4f28 None None] Attempting to bind port 33e816d4-2633-4363-9ea7-64769c391c08 on host dv-neutron-836180-1-hyperv for vnic_type normal with profile {{(pid=83872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 14:15:32.526256 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.managers [None req-40172229-c752-4b4a-9bc1-3ad6500f4f28 None None] Attempting to bind port 33e816d4-2633-4363-9ea7-64769c391c08 by drivers openvswitch,hyperv on host dv-neutron-836180-1-hyperv at level 0 using segments [{'id': 'be222e19-bfff-4883-a805-9c19059e332a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '3bec20e0-faf1-400d-b0b8-56a6ec41fd2b'}] {{(pid=83872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 14:15:32.526617 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40172229-c752-4b4a-9bc1-3ad6500f4f28 None None] Attempting to bind port 33e816d4-2633-4363-9ea7-64769c391c08 on network 3bec20e0-faf1-400d-b0b8-56a6ec41fd2b {{(pid=83872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 14:15:32.534173 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40172229-c752-4b4a-9bc1-3ad6500f4f28 None None] Checking agent: {'id': 'af948428-97cd-4d10-9f53-af028bdb39b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-836180-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 13, 25, 37), 'started_at': datetime.datetime(2022, 4, 1, 13, 26, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 14, 15, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-836180-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 14:15:32.534540 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40172229-c752-4b4a-9bc1-3ad6500f4f28 None None] Checking segment: {'id': 'be222e19-bfff-4883-a805-9c19059e332a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '3bec20e0-faf1-400d-b0b8-56a6ec41fd2b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 14:15:32.534942 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-40172229-c752-4b4a-9bc1-3ad6500f4f28 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:15:32.535332 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40172229-c752-4b4a-9bc1-3ad6500f4f28 None None] Bound using segment: {'id': 'be222e19-bfff-4883-a805-9c19059e332a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '3bec20e0-faf1-400d-b0b8-56a6ec41fd2b'} {{(pid=83872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 14:15:32.535796 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.managers [None req-40172229-c752-4b4a-9bc1-3ad6500f4f28 None None] Bound port: 33e816d4-2633-4363-9ea7-64769c391c08, host: dv-neutron-836180-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be222e19-bfff-4883-a805-9c19059e332a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '3bec20e0-faf1-400d-b0b8-56a6ec41fd2b'}}] {{(pid=83872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 14:15:32.536171 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-40172229-c752-4b4a-9bc1-3ad6500f4f28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:15:32.647271 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-40172229-c752-4b4a-9bc1-3ad6500f4f28 None None] For port 33e816d4-2633-4363-9ea7-64769c391c08, host dv-neutron-836180-1-hyperv, cleared binding levels {{(pid=83872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 14:15:32.651071 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-40172229-c752-4b4a-9bc1-3ad6500f4f28 None None] For port 33e816d4-2633-4363-9ea7-64769c391c08, host dv-neutron-836180-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836180-1-hyperv',level=0,port_id=33e816d4-2633-4363-9ea7-64769c391c08,segment=NetworkSegment(be222e19-bfff-4883-a805-9c19059e332a),segment_id=be222e19-bfff-4883-a805-9c19059e332a)] {{(pid=83872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 14:15:32.657074 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-40172229-c752-4b4a-9bc1-3ad6500f4f28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864'] for port, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:15:32.662116 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-aecb2501-97ce-4078-9a1e-d3a66e727549 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Notify callbacks [] for port, precommit_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:15:32.681371 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.provisioning_blocks [None req-aecb2501-97ce-4078-9a1e-d3a66e727549 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Transition to ACTIVE for port object 6f3a83e3-a53b-4738-a68f-75bd20c47a0f will not be triggered until provisioned by entity DHCP. {{(pid=83869) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 14:15:32.709994 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-aecb2501-97ce-4078-9a1e-d3a66e727549 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736732935801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2705155'] for port, after_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:15:32.797393 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40172229-c752-4b4a-9bc1-3ad6500f4f28 None None] Pushing event updated for resources: {'Port': ['ID=33e816d4-2633-4363-9ea7-64769c391c08,revision_number=2']} {{(pid=83872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:15:32.830766 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aecb2501-97ce-4078-9a1e-d3a66e727549 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Network 3bec20e0-faf1-400d-b0b8-56a6ec41fd2b is already hosted by enough agents. {{(pid=83869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 14:15:32.835581 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.scheduler.base_scheduler [None req-aecb2501-97ce-4078-9a1e-d3a66e727549 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Resources bound (agent type, host, resource id): {{(pid=83869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 14:15:32.838491 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecb2501-97ce-4078-9a1e-d3a66e727549 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Pushing event updated for resources: {'Port': ['ID=6f3a83e3-a53b-4738-a68f-75bd20c47a0f,revision_number=1']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:15:32.842417 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aecb2501-97ce-4078-9a1e-d3a66e727549 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Received port after_create {{(pid=83869) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 14:15:32.911896 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-aecb2501-97ce-4078-9a1e-d3a66e727549 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4084144'] for router_interface, before_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:15:33.057429 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-aecb2501-97ce-4078-9a1e-d3a66e727549 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:15:33.247259 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Device 33e816d4-2633-4363-9ea7-64769c391c08 up at agent ovs-agent-dv-neutron-836180-1-hyperv {{(pid=83872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 14:15:33.337500 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Provisioning for port 33e816d4-2633-4363-9ea7-64769c391c08 completed by entity L2. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 14:15:33.348473 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Device 71d2a3a8-6b03-4f22-8729-6625776d4a52 up at agent ovs-agent-dv-neutron-836180-1-hyperv {{(pid=83872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 14:15:33.423793 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Provisioning for port 71d2a3a8-6b03-4f22-8729-6625776d4a52 completed by entity L2. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 14:15:33.428628 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Provisioning complete for port 71d2a3a8-6b03-4f22-8729-6625776d4a52 triggered by entity L2. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 14:15:33.428992 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-948329'] for port, provisioning_complete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:15:33.522484 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-aecb2501-97ce-4078-9a1e-d3a66e727549 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Notify callbacks [] for port, precommit_update {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:15:33.528538 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-aecb2501-97ce-4078-9a1e-d3a66e727549 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2705172'] for port, after_update {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:15:33.554265 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:15:33.572590 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] For port 71d2a3a8-6b03-4f22-8729-6625776d4a52, host dv-neutron-836180-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836180-1-hyperv',level=0,port_id=71d2a3a8-6b03-4f22-8729-6625776d4a52,segment=NetworkSegment(7b924dd8-4978-40c4-ad91-4b9b27348462),segment_id=7b924dd8-4978-40c4-ad91-4b9b27348462)] {{(pid=83872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 14:15:33.576593 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864'] for port, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:15:33.649780 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecb2501-97ce-4078-9a1e-d3a66e727549 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Pushing event updated for resources: {'Port': ['ID=6f3a83e3-a53b-4738-a68f-75bd20c47a0f,revision_number=2']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:15:33.653343 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-aecb2501-97ce-4078-9a1e-d3a66e727549 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3017508', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4084015'] for router_interface, after_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:15:33.661101 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Pushing event updated for resources: {'Port': ['ID=71d2a3a8-6b03-4f22-8729-6625776d4a52,revision_number=4']} {{(pid=83872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:15:33.664586 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-c4ba5daf-535e-4ed1-8f9e-5414e88b6286 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:15:33.802496 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aecb2501-97ce-4078-9a1e-d3a66e727549 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Network 3bec20e0-faf1-400d-b0b8-56a6ec41fd2b is already hosted by enough agents. {{(pid=83869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 14:15:33.803500 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.scheduler.base_scheduler [None req-aecb2501-97ce-4078-9a1e-d3a66e727549 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Resources bound (agent type, host, resource id): {{(pid=83869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 14:15:33.833030 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-602888cb-2308-4419-a01b-fc8764510ae2 None None] Network 3bec20e0-faf1-400d-b0b8-56a6ec41fd2b requested from dv-neutron-836180-1-hyperv {{(pid=83872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 14:15:33.941908 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-9fb8df65-00a4-40ce-a119-42d0bb44106f None None] Provisioning for port 33e816d4-2633-4363-9ea7-64769c391c08 completed by entity DHCP. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 14:15:33.957916 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-9fb8df65-00a4-40ce-a119-42d0bb44106f None None] Provisioning complete for port 33e816d4-2633-4363-9ea7-64769c391c08 triggered by entity DHCP. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 14:15:33.958288 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-9fb8df65-00a4-40ce-a119-42d0bb44106f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-948329'] for port, provisioning_complete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:15:34.001894 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.agents_db [None req-bdd220c7-049a-43d2-a923-ad1a2de078c6 None None] Agent healthcheck: found 6 active agents {{(pid=83873) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 01 14:15:34.165022 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-9fb8df65-00a4-40ce-a119-42d0bb44106f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:15:34.215023 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-9fb8df65-00a4-40ce-a119-42d0bb44106f None None] For port 33e816d4-2633-4363-9ea7-64769c391c08, host dv-neutron-836180-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836180-1-hyperv',level=0,port_id=33e816d4-2633-4363-9ea7-64769c391c08,segment=NetworkSegment(be222e19-bfff-4883-a805-9c19059e332a),segment_id=be222e19-bfff-4883-a805-9c19059e332a)] {{(pid=83872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 14:15:34.220952 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-9fb8df65-00a4-40ce-a119-42d0bb44106f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864'] for port, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:15:34.295096 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb8df65-00a4-40ce-a119-42d0bb44106f None None] Pushing event updated for resources: {'Port': ['ID=33e816d4-2633-4363-9ea7-64769c391c08,revision_number=3']} {{(pid=83872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:15:34.310185 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aecb2501-97ce-4078-9a1e-d3a66e727549 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Router 500efc0d-4313-4f3f-b82d-8ed088497f4c has already been hosted by L3 agent 88bf8fc8-11a3-4e96-9d1b-5fd93ba9f6f1 {{(pid=83869) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 14:15:34.534168 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aecb2501-97ce-4078-9a1e-d3a66e727549 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Notify agent at l3_agent.dv-neutron-836180-1-hyperv the message routers_updated {{(pid=83869) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 14:15:34.549397 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-aecb2501-97ce-4078-9a1e-d3a66e727549 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] 10.222.0.26 "PUT /v2.0/routers/500efc0d-4313-4f3f-b82d-8ed088497f4c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4534221 Apr 01 14:15:34.562717 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-fdc9ae62-cab0-48d8-a417-89e3df719fa1 None None] Provisioning for port 6f3a83e3-a53b-4738-a68f-75bd20c47a0f completed by entity DHCP. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 14:15:34.568544 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-fdc9ae62-cab0-48d8-a417-89e3df719fa1 None None] Provisioning complete for port 6f3a83e3-a53b-4738-a68f-75bd20c47a0f triggered by entity DHCP. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 14:15:34.568908 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-fdc9ae62-cab0-48d8-a417-89e3df719fa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-948329'] for port, provisioning_complete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:15:34.631562 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.plugin [None req-fdc9ae62-cab0-48d8-a417-89e3df719fa1 None None] Port 6f3a83e3-a53b-4738-a68f-75bd20c47a0f cannot update to ACTIVE because it is not bound. {{(pid=83872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 14:15:34.645515 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-fdc9ae62-cab0-48d8-a417-89e3df719fa1 None None] Provisioning complete for port 33e816d4-2633-4363-9ea7-64769c391c08 triggered by entity DHCP. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 14:15:34.645874 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-fdc9ae62-cab0-48d8-a417-89e3df719fa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-948329'] for port, provisioning_complete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:15:34.740920 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [req-c51b333f-b132-4490-9f5e-9475854dc4af req-fd7ba8b0-f50d-4114-8a79-b137912db7c0 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Synchronizing usage tracker for tenant:1ac9f9a3637e41b9993bdb348451719c on resource:security_group {{(pid=83869) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 14:15:34.760622 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [req-c51b333f-b132-4490-9f5e-9475854dc4af req-fd7ba8b0-f50d-4114-8a79-b137912db7c0 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Unset dirty status for tenant:1ac9f9a3637e41b9993bdb348451719c on resource:security_group {{(pid=83869) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 14:15:34.762116 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-c51b333f-b132-4490-9f5e-9475854dc4af req-fd7ba8b0-f50d-4114-8a79-b137912db7c0 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1035904625&fields=id&tenant_id=1ac9f9a3637e41b9993bdb348451719c HTTP/1.1" status: 200 len: 267 time: 0.0645466 Apr 01 14:15:34.894439 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-2eddb893-5163-4486-a322-ba927328d7dd None None] Provisioning complete for port 6f3a83e3-a53b-4738-a68f-75bd20c47a0f triggered by entity DHCP. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 14:15:34.894806 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-2eddb893-5163-4486-a322-ba927328d7dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-948329'] for port, provisioning_complete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:15:34.915847 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51b333f-b132-4490-9f5e-9475854dc4af req-e5e77c9a-5f3c-41db-a4c5-8691dd719f84 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:15:34.916539 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [req-c51b333f-b132-4490-9f5e-9475854dc4af req-e5e77c9a-5f3c-41db-a4c5-8691dd719f84 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Synchronizing usage tracker for tenant:1ac9f9a3637e41b9993bdb348451719c on resource:network {{(pid=83869) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 14:15:34.932110 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [req-c51b333f-b132-4490-9f5e-9475854dc4af req-e5e77c9a-5f3c-41db-a4c5-8691dd719f84 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Unset dirty status for tenant:1ac9f9a3637e41b9993bdb348451719c on resource:network {{(pid=83869) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 14:15:34.933713 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-c51b333f-b132-4490-9f5e-9475854dc4af req-e5e77c9a-5f3c-41db-a4c5-8691dd719f84 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] 10.222.0.26 "GET /v2.0/networks?id=3bec20e0-faf1-400d-b0b8-56a6ec41fd2b HTTP/1.1" status: 200 len: 797 time: 0.1643820 Apr 01 14:15:34.951044 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.plugin [None req-2eddb893-5163-4486-a322-ba927328d7dd None None] Port 6f3a83e3-a53b-4738-a68f-75bd20c47a0f cannot update to ACTIVE because it is not bound. {{(pid=83872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 14:15:34.952460 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-c51b333f-b132-4490-9f5e-9475854dc4af req-798d5f65-cd1a-4d11-ac08-990b17ccea23 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] 10.222.0.26 "GET /v2.0/quotas/1ac9f9a3637e41b9993bdb348451719c HTTP/1.1" status: 200 len: 375 time: 0.0123146 Apr 01 14:15:35.034047 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [req-c51b333f-b132-4490-9f5e-9475854dc4af req-ecf602c0-4979-430c-b2a4-0357e28000cd tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Synchronizing usage tracker for tenant:1ac9f9a3637e41b9993bdb348451719c on resource:port {{(pid=83869) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 14:15:35.050276 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [req-c51b333f-b132-4490-9f5e-9475854dc4af req-ecf602c0-4979-430c-b2a4-0357e28000cd tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Unset dirty status for tenant:1ac9f9a3637e41b9993bdb348451719c on resource:port {{(pid=83869) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 14:15:35.051643 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-c51b333f-b132-4490-9f5e-9475854dc4af req-ecf602c0-4979-430c-b2a4-0357e28000cd tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=1ac9f9a3637e41b9993bdb348451719c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0943882 Apr 01 14:15:35.163951 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Device 33e816d4-2633-4363-9ea7-64769c391c08 up at agent ovs-agent-dv-neutron-836180-1-hyperv {{(pid=83872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 14:15:35.198651 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-c51b333f-b132-4490-9f5e-9475854dc4af req-f92fd674-a3be-4a62-a4a0-5250372b3606 service neutron] 10.222.0.26 "GET /v2.0/networks/3bec20e0-faf1-400d-b0b8-56a6ec41fd2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1350918 Apr 01 14:15:35.237692 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Provisioning complete for port 33e816d4-2633-4363-9ea7-64769c391c08 triggered by entity L2. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 14:15:35.238073 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-948329'] for port, provisioning_complete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:15:35.345339 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-c51b333f-b132-4490-9f5e-9475854dc4af req-4e93eb98-03b2-468d-aed1-0a9ce49d412c service neutron] 10.222.0.26 "GET /v2.0/networks/3bec20e0-faf1-400d-b0b8-56a6ec41fd2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1409292 Apr 01 14:15:35.364009 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Device 71d2a3a8-6b03-4f22-8729-6625776d4a52 up at agent ovs-agent-dv-neutron-836180-1-hyperv {{(pid=83872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 14:15:35.436078 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Provisioning complete for port 71d2a3a8-6b03-4f22-8729-6625776d4a52 triggered by entity L2. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 14:15:35.436526 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-948329'] for port, provisioning_complete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:15:35.544818 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-ef2a1b63-3488-4127-ab87-f06ab86593bd req-4fdd4e59-df8b-444b-9bce-00634e622f5a tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] 10.222.0.26 "GET /v2.0/ports?device_id=01b65e7c-ce61-4ae9-9c09-bc4e2fc164e4 HTTP/1.1" status: 200 len: 210 time: 0.0419717 Apr 01 14:15:35.993572 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-db1360be-cd1a-441f-b919-fcbc2f5d72eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:15:36.002945 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-589f8218-eca5-4cc5-83a2-be239034c379 None None] Sync routers for ids ['500efc0d-4313-4f3f-b82d-8ed088497f4c'] in dv-neutron-836180-1-hyperv {{(pid=83873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 14:15:36.015538 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-589f8218-eca5-4cc5-83a2-be239034c379 None None] Routers {'500efc0d-4313-4f3f-b82d-8ed088497f4c'} bound to L3 agent in host dv-neutron-836180-1-hyperv {{(pid=83873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 14:15:36.016152 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-589f8218-eca5-4cc5-83a2-be239034c379 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836180-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T13:25:36Z,description=,heartbeat_timestamp=2022-04-01T14:15:36Z,host='dv-neutron-836180-1-hyperv',id=88bf8fc8-11a3-4e96-9d1b-5fd93ba9f6f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T13:25:36Z,topic='l3_agent')) {'router_ids': ['500efc0d-4313-4f3f-b82d-8ed088497f4c'], 'active': True} {{(pid=83873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 14:15:36.228178 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_dvr_db [None req-589f8218-eca5-4cc5-83a2-be239034c379 None None] Set router 500efc0d-4313-4f3f-b82d-8ed088497f4c gateway port host: dv-neutron-836180-1-hyperv {{(pid=83873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 14:15:36.564608 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-589f8218-eca5-4cc5-83a2-be239034c379 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '500efc0d-4313-4f3f-b82d-8ed088497f4c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-546150424', 'tenant_id': '1ac9f9a3637e41b9993bdb348451719c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'external_fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.3'}], 'enable_snat': True}, 'gw_port_id': '71d2a3a8-6b03-4f22-8729-6625776d4a52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T14:15:28Z', 'updated_at': '2022-04-01T14:15:32Z', 'revision_number': 4, 'project_id': '1ac9f9a3637e41b9993bdb348451719c', 'gw_port': {'id': '71d2a3a8-6b03-4f22-8729-6625776d4a52', 'name': '', 'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:ec:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '500efc0d-4313-4f3f-b82d-8ed088497f4c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836180-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T14:15:29Z', 'updated_at': '2022-04-01T14:15:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836180-1-hyperv', '_interfaces': [{'id': '6f3a83e3-a53b-4738-a68f-75bd20c47a0f', 'name': '', 'network_id': '3bec20e0-faf1-400d-b0b8-56a6ec41fd2b', 'tenant_id': '1ac9f9a3637e41b9993bdb348451719c', 'mac_address': 'fa:16:3e:1f:c9:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '500efc0d-4313-4f3f-b82d-8ed088497f4c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '12dd948c-70b1-4f83-852a-e69c5b75a0a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T14:15:32Z', 'updated_at': '2022-04-01T14:15:33Z', 'revision_number': 2, 'project_id': '1ac9f9a3637e41b9993bdb348451719c', 'subnets': [{'id': '12dd948c-70b1-4f83-852a-e69c5b75a0a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-836180-1-hyperv', False) {} {{(pid=83873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 14:15:36.570641 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-589f8218-eca5-4cc5-83a2-be239034c379 None None] Checking router: 500efc0d-4313-4f3f-b82d-8ed088497f4c for host: dv-neutron-836180-1-hyperv {{(pid=83873) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 01 14:15:36.571166 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-589f8218-eca5-4cc5-83a2-be239034c379 None None] Updating router 500efc0d-4313-4f3f-b82d-8ed088497f4c port 6f3a83e3-a53b-4738-a68f-75bd20c47a0f binding host dv-neutron-836180-1-hyperv {{(pid=83873) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 01 14:15:36.634409 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-589f8218-eca5-4cc5-83a2-be239034c379 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:15:36.689513 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-6fb62421-0132-4c15-9eab-6c3763c544d0 req-8524d748-b4c2-40b0-bbdd-b8cee929ca0b tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] 10.222.0.26 "GET /v2.0/ports?device_id=01b65e7c-ce61-4ae9-9c09-bc4e2fc164e4 HTTP/1.1" status: 200 len: 210 time: 0.0640697 Apr 01 14:15:37.033771 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-589f8218-eca5-4cc5-83a2-be239034c379 None None] Notify callbacks [] for port, precommit_update {{(pid=83873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:15:37.048942 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-589f8218-eca5-4cc5-83a2-be239034c379 None None] Transition to ACTIVE for port object 6f3a83e3-a53b-4738-a68f-75bd20c47a0f will not be triggered until provisioned by entity L2. {{(pid=83873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 14:15:37.055027 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-589f8218-eca5-4cc5-83a2-be239034c379 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864'] for port, after_update {{(pid=83873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:15:37.186099 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82b7765-c5b0-40ce-84b7-5ea136bcb3fb None None] Pushing event updated for resources: {'Port': ['ID=6f3a83e3-a53b-4738-a68f-75bd20c47a0f,revision_number=3']} {{(pid=83873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:15:37.254690 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d82b7765-c5b0-40ce-84b7-5ea136bcb3fb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:15:37.255032 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d82b7765-c5b0-40ce-84b7-5ea136bcb3fb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:15:37.255366 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d82b7765-c5b0-40ce-84b7-5ea136bcb3fb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:15:37.255695 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d82b7765-c5b0-40ce-84b7-5ea136bcb3fb None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:15:37.256213 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d82b7765-c5b0-40ce-84b7-5ea136bcb3fb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:15:37.256709 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d82b7765-c5b0-40ce-84b7-5ea136bcb3fb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:15:37.257172 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d82b7765-c5b0-40ce-84b7-5ea136bcb3fb None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:15:37.257649 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d82b7765-c5b0-40ce-84b7-5ea136bcb3fb None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:15:37.258103 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d82b7765-c5b0-40ce-84b7-5ea136bcb3fb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:15:37.258576 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d82b7765-c5b0-40ce-84b7-5ea136bcb3fb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:15:37.259056 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d82b7765-c5b0-40ce-84b7-5ea136bcb3fb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:15:37.287851 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:15:37.290353 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.plugins.ml2.managers [None req-589f8218-eca5-4cc5-83a2-be239034c379 None None] Attempting to bind port 6f3a83e3-a53b-4738-a68f-75bd20c47a0f on host dv-neutron-836180-1-hyperv for vnic_type normal with profile {{(pid=83873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 14:15:37.290700 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.plugins.ml2.managers [None req-589f8218-eca5-4cc5-83a2-be239034c379 None None] Attempting to bind port 6f3a83e3-a53b-4738-a68f-75bd20c47a0f by drivers openvswitch,hyperv on host dv-neutron-836180-1-hyperv at level 0 using segments [{'id': 'be222e19-bfff-4883-a805-9c19059e332a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '3bec20e0-faf1-400d-b0b8-56a6ec41fd2b'}] {{(pid=83873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 14:15:37.292339 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-589f8218-eca5-4cc5-83a2-be239034c379 None None] Attempting to bind port 6f3a83e3-a53b-4738-a68f-75bd20c47a0f on network 3bec20e0-faf1-400d-b0b8-56a6ec41fd2b {{(pid=83873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 14:15:37.299634 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-589f8218-eca5-4cc5-83a2-be239034c379 None None] Checking agent: {'id': 'af948428-97cd-4d10-9f53-af028bdb39b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-836180-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 13, 25, 37), 'started_at': datetime.datetime(2022, 4, 1, 13, 26, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 14, 15, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-836180-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 14:15:37.299957 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-589f8218-eca5-4cc5-83a2-be239034c379 None None] Checking segment: {'id': 'be222e19-bfff-4883-a805-9c19059e332a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '3bec20e0-faf1-400d-b0b8-56a6ec41fd2b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 14:15:37.300429 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-589f8218-eca5-4cc5-83a2-be239034c379 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:15:37.300820 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-589f8218-eca5-4cc5-83a2-be239034c379 None None] Bound using segment: {'id': 'be222e19-bfff-4883-a805-9c19059e332a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '3bec20e0-faf1-400d-b0b8-56a6ec41fd2b'} {{(pid=83873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 14:15:37.301330 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.plugins.ml2.managers [None req-589f8218-eca5-4cc5-83a2-be239034c379 None None] Bound port: 6f3a83e3-a53b-4738-a68f-75bd20c47a0f, host: dv-neutron-836180-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be222e19-bfff-4883-a805-9c19059e332a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '3bec20e0-faf1-400d-b0b8-56a6ec41fd2b'}}] {{(pid=83873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 14:15:37.301701 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-589f8218-eca5-4cc5-83a2-be239034c379 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:15:37.396717 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.plugins.ml2.db [None req-589f8218-eca5-4cc5-83a2-be239034c379 None None] For port 6f3a83e3-a53b-4738-a68f-75bd20c47a0f, host dv-neutron-836180-1-hyperv, cleared binding levels {{(pid=83873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 14:15:37.400180 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.plugins.ml2.db [None req-589f8218-eca5-4cc5-83a2-be239034c379 None None] For port 6f3a83e3-a53b-4738-a68f-75bd20c47a0f, host dv-neutron-836180-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836180-1-hyperv',level=0,port_id=6f3a83e3-a53b-4738-a68f-75bd20c47a0f,segment=NetworkSegment(be222e19-bfff-4883-a805-9c19059e332a),segment_id=be222e19-bfff-4883-a805-9c19059e332a)] {{(pid=83873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 14:15:37.406320 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-589f8218-eca5-4cc5-83a2-be239034c379 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864'] for port, after_update {{(pid=83873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:15:37.498926 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82b7765-c5b0-40ce-84b7-5ea136bcb3fb None None] Pushing event updated for resources: {'Port': ['ID=6f3a83e3-a53b-4738-a68f-75bd20c47a0f,revision_number=4']} {{(pid=83873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:15:37.504524 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-589f8218-eca5-4cc5-83a2-be239034c379 None None] Routers {'500efc0d-4313-4f3f-b82d-8ed088497f4c'} bound to L3 agent in host dv-neutron-836180-1-hyperv {{(pid=83873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 14:15:37.505468 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-589f8218-eca5-4cc5-83a2-be239034c379 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836180-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T13:25:36Z,description=,heartbeat_timestamp=2022-04-01T14:15:36Z,host='dv-neutron-836180-1-hyperv',id=88bf8fc8-11a3-4e96-9d1b-5fd93ba9f6f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T13:25:36Z,topic='l3_agent')) {'router_ids': ['500efc0d-4313-4f3f-b82d-8ed088497f4c'], 'active': True} {{(pid=83873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 14:15:37.538123 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-2f9cfc9c-d8ba-4de3-a4ad-98162f90557c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:15:37.705478 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_dvr_db [None req-589f8218-eca5-4cc5-83a2-be239034c379 None None] Set router 500efc0d-4313-4f3f-b82d-8ed088497f4c gateway port host: dv-neutron-836180-1-hyperv {{(pid=83873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 14:15:38.032357 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-44b5a64c-9875-4b8b-87b1-6c0788cdce6c req-473a13ce-6472-4736-8f31-8cb8758a40f6 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] 10.222.0.26 "GET /v2.0/ports?device_id=01b65e7c-ce61-4ae9-9c09-bc4e2fc164e4 HTTP/1.1" status: 200 len: 210 time: 0.0420833 Apr 01 14:15:38.095644 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-589f8218-eca5-4cc5-83a2-be239034c379 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '500efc0d-4313-4f3f-b82d-8ed088497f4c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-546150424', 'tenant_id': '1ac9f9a3637e41b9993bdb348451719c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'external_fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.3'}], 'enable_snat': True}, 'gw_port_id': '71d2a3a8-6b03-4f22-8729-6625776d4a52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T14:15:28Z', 'updated_at': '2022-04-01T14:15:32Z', 'revision_number': 4, 'project_id': '1ac9f9a3637e41b9993bdb348451719c', 'gw_port': {'id': '71d2a3a8-6b03-4f22-8729-6625776d4a52', 'name': '', 'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:ec:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '500efc0d-4313-4f3f-b82d-8ed088497f4c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836180-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T14:15:29Z', 'updated_at': '2022-04-01T14:15:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836180-1-hyperv', '_interfaces': [{'id': '6f3a83e3-a53b-4738-a68f-75bd20c47a0f', 'name': '', 'network_id': '3bec20e0-faf1-400d-b0b8-56a6ec41fd2b', 'tenant_id': '1ac9f9a3637e41b9993bdb348451719c', 'mac_address': 'fa:16:3e:1f:c9:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '500efc0d-4313-4f3f-b82d-8ed088497f4c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '12dd948c-70b1-4f83-852a-e69c5b75a0a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836180-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T14:15:32Z', 'updated_at': '2022-04-01T14:15:37Z', 'revision_number': 4, 'project_id': '1ac9f9a3637e41b9993bdb348451719c', 'subnets': [{'id': '12dd948c-70b1-4f83-852a-e69c5b75a0a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-836180-1-hyperv', False) {} {{(pid=83873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 14:15:38.099850 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-589f8218-eca5-4cc5-83a2-be239034c379 None None] The sync data for ids ['500efc0d-4313-4f3f-b82d-8ed088497f4c'] in dv-neutron-836180-1-hyperv is: [{'id': '500efc0d-4313-4f3f-b82d-8ed088497f4c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-546150424', 'tenant_id': '1ac9f9a3637e41b9993bdb348451719c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'external_fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.3'}], 'enable_snat': True}, 'gw_port_id': '71d2a3a8-6b03-4f22-8729-6625776d4a52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T14:15:28Z', 'updated_at': '2022-04-01T14:15:32Z', 'revision_number': 4, 'project_id': '1ac9f9a3637e41b9993bdb348451719c', 'gw_port': {'id': '71d2a3a8-6b03-4f22-8729-6625776d4a52', 'name': '', 'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:ec:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '500efc0d-4313-4f3f-b82d-8ed088497f4c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836180-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T14:15:29Z', 'updated_at': '2022-04-01T14:15:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836180-1-hyperv', '_interfaces': [{'id': '6f3a83e3-a53b-4738-a68f-75bd20c47a0f', 'name': '', 'network_id': '3bec20e0-faf1-400d-b0b8-56a6ec41fd2b', 'tenant_id': '1ac9f9a3637e41b9993bdb348451719c', 'mac_address': 'fa:16:3e:1f:c9:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '500efc0d-4313-4f3f-b82d-8ed088497f4c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '12dd948c-70b1-4f83-852a-e69c5b75a0a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836180-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T14:15:32Z', 'updated_at': '2022-04-01T14:15:37Z', 'revision_number': 4, 'project_id': '1ac9f9a3637e41b9993bdb348451719c', 'subnets': [{'id': '12dd948c-70b1-4f83-852a-e69c5b75a0a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 14:15:38.917419 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51b333f-b132-4490-9f5e-9475854dc4af req-4c35fcce-5d0d-4832-92d3-41f5957ed93c tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:15:38.919694 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-c51b333f-b132-4490-9f5e-9475854dc4af req-4c35fcce-5d0d-4832-92d3-41f5957ed93c tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] 10.222.0.57 "GET /v2.0/networks?id=3bec20e0-faf1-400d-b0b8-56a6ec41fd2b HTTP/1.1" status: 200 len: 797 time: 0.1629622 Apr 01 14:15:38.977856 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-c51b333f-b132-4490-9f5e-9475854dc4af req-40edf376-6227-4040-a844-415d509a266d tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1ac9f9a3637e41b9993bdb348451719c HTTP/1.1" status: 200 len: 380 time: 0.0457029 Apr 01 14:15:38.992822 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.v2.base [req-c51b333f-b132-4490-9f5e-9475854dc4af req-394b3c8f-287d-4571-85f0-6a90f8d37e3a tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Request body: {'port': {'device_id': '01b65e7c-ce61-4ae9-9c09-bc4e2fc164e4', 'network_id': '3bec20e0-faf1-400d-b0b8-56a6ec41fd2b', 'admin_state_up': True, 'tenant_id': '1ac9f9a3637e41b9993bdb348451719c', 'security_groups': ['f8cbbbf9-cafa-4942-a6bc-16af6453e201']}} {{(pid=83869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 14:15:39.035474 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-a976a7b9-9034-41e6-be13-349b75ed1593 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:15:39.141762 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [req-c51b333f-b132-4490-9f5e-9475854dc4af req-394b3c8f-287d-4571-85f0-6a90f8d37e3a tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 14:15:39.153889 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [req-c51b333f-b132-4490-9f5e-9475854dc4af req-394b3c8f-287d-4571-85f0-6a90f8d37e3a tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 14:15:39.200886 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c51b333f-b132-4490-9f5e-9475854dc4af req-394b3c8f-287d-4571-85f0-6a90f8d37e3a tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Made reservation on behalf of 1ac9f9a3637e41b9993bdb348451719c for: {'port': 1} {{(pid=83869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 14:15:39.203885 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [req-c51b333f-b132-4490-9f5e-9475854dc4af req-394b3c8f-287d-4571-85f0-6a90f8d37e3a tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:15:39.205764 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Device 6f3a83e3-a53b-4738-a68f-75bd20c47a0f up at agent ovs-agent-dv-neutron-836180-1-hyperv {{(pid=83872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 14:15:39.221288 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-d943594e-28d4-4435-9222-63f3b9ebf631 req-e5def8a5-57db-4510-90ef-2cc515c7a340 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] 10.222.0.26 "GET /v2.0/ports?device_id=01b65e7c-ce61-4ae9-9c09-bc4e2fc164e4 HTTP/1.1" status: 200 len: 210 time: 0.0587373 Apr 01 14:15:39.288663 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Provisioning for port 6f3a83e3-a53b-4738-a68f-75bd20c47a0f completed by entity L2. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 14:15:39.295626 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Provisioning complete for port 6f3a83e3-a53b-4738-a68f-75bd20c47a0f triggered by entity L2. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 14:15:39.296003 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-948329'] for port, provisioning_complete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:15:39.392329 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.db_base_plugin_common [req-c51b333f-b132-4490-9f5e-9475854dc4af req-394b3c8f-287d-4571-85f0-6a90f8d37e3a tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Allocated IP 172.20.0.6 (3bec20e0-faf1-400d-b0b8-56a6ec41fd2b/12dd948c-70b1-4f83-852a-e69c5b75a0a4/d3023056-305c-4ac3-afdf-9c612cf9b3ca) {{(pid=83869) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 14:15:39.452800 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:15:39.489600 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] For port 6f3a83e3-a53b-4738-a68f-75bd20c47a0f, host dv-neutron-836180-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836180-1-hyperv',level=0,port_id=6f3a83e3-a53b-4738-a68f-75bd20c47a0f,segment=NetworkSegment(be222e19-bfff-4883-a805-9c19059e332a),segment_id=be222e19-bfff-4883-a805-9c19059e332a)] {{(pid=83872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 14:15:39.494698 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864'] for port, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:15:39.562147 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Pushing event updated for resources: {'Port': ['ID=6f3a83e3-a53b-4738-a68f-75bd20c47a0f,revision_number=5']} {{(pid=83872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:15:39.597413 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [req-c51b333f-b132-4490-9f5e-9475854dc4af req-394b3c8f-287d-4571-85f0-6a90f8d37e3a tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Notify callbacks [] for port, precommit_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:15:39.614312 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.provisioning_blocks [req-c51b333f-b132-4490-9f5e-9475854dc4af req-394b3c8f-287d-4571-85f0-6a90f8d37e3a tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Transition to ACTIVE for port object d3023056-305c-4ac3-afdf-9c612cf9b3ca will not be triggered until provisioned by entity DHCP. {{(pid=83869) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 14:15:39.635941 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [req-c51b333f-b132-4490-9f5e-9475854dc4af req-394b3c8f-287d-4571-85f0-6a90f8d37e3a tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736732935801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2705155'] for port, after_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:15:39.813554 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c51b333f-b132-4490-9f5e-9475854dc4af req-394b3c8f-287d-4571-85f0-6a90f8d37e3a tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Network 3bec20e0-faf1-400d-b0b8-56a6ec41fd2b is already hosted by enough agents. {{(pid=83869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 14:15:39.816953 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.scheduler.base_scheduler [req-c51b333f-b132-4490-9f5e-9475854dc4af req-394b3c8f-287d-4571-85f0-6a90f8d37e3a tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Resources bound (agent type, host, resource id): {{(pid=83869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 14:15:39.819721 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_dvrscheduler_db [req-c51b333f-b132-4490-9f5e-9475854dc4af req-394b3c8f-287d-4571-85f0-6a90f8d37e3a tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Received port after_create {{(pid=83869) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 14:15:39.856523 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-394b3c8f-287d-4571-85f0-6a90f8d37e3a tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Pushing event updated for resources: {'Port': ['ID=d3023056-305c-4ac3-afdf-9c612cf9b3ca,revision_number=1']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:15:39.891560 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51b333f-b132-4490-9f5e-9475854dc4af req-394b3c8f-287d-4571-85f0-6a90f8d37e3a tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:15:39.892150 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [req-c51b333f-b132-4490-9f5e-9475854dc4af req-394b3c8f-287d-4571-85f0-6a90f8d37e3a tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109561'] for port, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:15:39.919559 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-c51b333f-b132-4490-9f5e-9475854dc4af req-394b3c8f-287d-4571-85f0-6a90f8d37e3a tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9307845 Apr 01 14:15:39.935542 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.v2.base [req-c51b333f-b132-4490-9f5e-9475854dc4af req-a55465ec-8b45-45ef-b64c-00d9f52ff825 service neutron] Request body: {'port': {'device_id': '01b65e7c-ce61-4ae9-9c09-bc4e2fc164e4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8361'}} {{(pid=83869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 14:15:40.052376 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [req-c51b333f-b132-4490-9f5e-9475854dc4af req-a55465ec-8b45-45ef-b64c-00d9f52ff825 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:15:40.062783 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-420156c8-9a9f-4e34-ad84-260e68839e8d None None] Provisioning for port d3023056-305c-4ac3-afdf-9c612cf9b3ca completed by entity DHCP. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 14:15:40.067483 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-420156c8-9a9f-4e34-ad84-260e68839e8d None None] Provisioning complete for port d3023056-305c-4ac3-afdf-9c612cf9b3ca triggered by entity DHCP. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 14:15:40.067781 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-420156c8-9a9f-4e34-ad84-260e68839e8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-948329'] for port, provisioning_complete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:15:40.123819 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.plugin [None req-420156c8-9a9f-4e34-ad84-260e68839e8d None None] Port d3023056-305c-4ac3-afdf-9c612cf9b3ca cannot update to ACTIVE because it is not bound. {{(pid=83872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 14:15:40.405899 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.notifiers.nova [req-c51b333f-b132-4490-9f5e-9475854dc4af req-a55465ec-8b45-45ef-b64c-00d9f52ff825 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d3023056-305c-4ac3-afdf-9c612cf9b3ca {{(pid=83869) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 01 14:15:40.413350 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [req-c51b333f-b132-4490-9f5e-9475854dc4af req-a55465ec-8b45-45ef-b64c-00d9f52ff825 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:15:40.429371 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.provisioning_blocks [req-c51b333f-b132-4490-9f5e-9475854dc4af req-a55465ec-8b45-45ef-b64c-00d9f52ff825 service neutron] Transition to ACTIVE for port object d3023056-305c-4ac3-afdf-9c612cf9b3ca will not be triggered until provisioned by entity L2. {{(pid=83869) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 14:15:40.434818 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [req-c51b333f-b132-4490-9f5e-9475854dc4af req-a55465ec-8b45-45ef-b64c-00d9f52ff825 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2705172'] for port, after_update {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:15:40.445545 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986ea49d-888d-46fc-a3f8-5a46e0866775 req-9697a058-dc62-4ce1-a51c-6eaa8d8e65ba tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:15:40.447375 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-986ea49d-888d-46fc-a3f8-5a46e0866775 req-9697a058-dc62-4ce1-a51c-6eaa8d8e65ba tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] 10.222.0.26 "GET /v2.0/ports?device_id=01b65e7c-ce61-4ae9-9c09-bc4e2fc164e4 HTTP/1.1" status: 200 len: 931 time: 0.0877068 Apr 01 14:15:40.498892 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-986ea49d-888d-46fc-a3f8-5a46e0866775 req-bb500463-46c6-4e73-a696-32165fbfe700 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] 10.222.0.26 "GET /v2.0/security-groups?id=f8cbbbf9-cafa-4942-a6bc-16af6453e201&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449693 Apr 01 14:15:40.568488 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a55465ec-8b45-45ef-b64c-00d9f52ff825 service neutron] Pushing event updated for resources: {'Port': ['ID=d3023056-305c-4ac3-afdf-9c612cf9b3ca,revision_number=2']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:15:40.686889 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.managers [req-c51b333f-b132-4490-9f5e-9475854dc4af req-a55465ec-8b45-45ef-b64c-00d9f52ff825 service neutron] Attempting to bind port d3023056-305c-4ac3-afdf-9c612cf9b3ca on host hv-neutron-8361 for vnic_type normal with profile {{(pid=83869) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 14:15:40.687141 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.managers [req-c51b333f-b132-4490-9f5e-9475854dc4af req-a55465ec-8b45-45ef-b64c-00d9f52ff825 service neutron] Attempting to bind port d3023056-305c-4ac3-afdf-9c612cf9b3ca by drivers openvswitch,hyperv on host hv-neutron-8361 at level 0 using segments [{'id': 'be222e19-bfff-4883-a805-9c19059e332a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '3bec20e0-faf1-400d-b0b8-56a6ec41fd2b'}] {{(pid=83869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 14:15:40.687418 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c51b333f-b132-4490-9f5e-9475854dc4af req-a55465ec-8b45-45ef-b64c-00d9f52ff825 service neutron] Attempting to bind port d3023056-305c-4ac3-afdf-9c612cf9b3ca on network 3bec20e0-faf1-400d-b0b8-56a6ec41fd2b {{(pid=83869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 14:15:40.693940 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c51b333f-b132-4490-9f5e-9475854dc4af req-a55465ec-8b45-45ef-b64c-00d9f52ff825 service neutron] Port d3023056-305c-4ac3-afdf-9c612cf9b3ca on network 3bec20e0-faf1-400d-b0b8-56a6ec41fd2b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8361 {{(pid=83869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 01 14:15:40.694233 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c51b333f-b132-4490-9f5e-9475854dc4af req-a55465ec-8b45-45ef-b64c-00d9f52ff825 service neutron] Attempting to bind port d3023056-305c-4ac3-afdf-9c612cf9b3ca on network 3bec20e0-faf1-400d-b0b8-56a6ec41fd2b {{(pid=83869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 14:15:40.700942 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c51b333f-b132-4490-9f5e-9475854dc4af req-a55465ec-8b45-45ef-b64c-00d9f52ff825 service neutron] Checking agent: {'id': '359ce187-6241-4f7e-85a4-e066c7b0cdea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8361', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 13, 31, 54), 'started_at': datetime.datetime(2022, 4, 1, 13, 31, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 14, 15, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 14:15:40.701265 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c51b333f-b132-4490-9f5e-9475854dc4af req-a55465ec-8b45-45ef-b64c-00d9f52ff825 service neutron] Checking segment: {'id': 'be222e19-bfff-4883-a805-9c19059e332a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '3bec20e0-faf1-400d-b0b8-56a6ec41fd2b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 14:15:40.701636 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c51b333f-b132-4490-9f5e-9475854dc4af req-a55465ec-8b45-45ef-b64c-00d9f52ff825 service neutron] Bound using segment: {'id': 'be222e19-bfff-4883-a805-9c19059e332a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '3bec20e0-faf1-400d-b0b8-56a6ec41fd2b'} {{(pid=83869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 14:15:40.702047 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.managers [req-c51b333f-b132-4490-9f5e-9475854dc4af req-a55465ec-8b45-45ef-b64c-00d9f52ff825 service neutron] Bound port: d3023056-305c-4ac3-afdf-9c612cf9b3ca, host: hv-neutron-8361, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'be222e19-bfff-4883-a805-9c19059e332a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '3bec20e0-faf1-400d-b0b8-56a6ec41fd2b'}}] {{(pid=83869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 14:15:40.702384 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [req-c51b333f-b132-4490-9f5e-9475854dc4af req-a55465ec-8b45-45ef-b64c-00d9f52ff825 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:15:40.797821 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.db [req-c51b333f-b132-4490-9f5e-9475854dc4af req-a55465ec-8b45-45ef-b64c-00d9f52ff825 service neutron] For port d3023056-305c-4ac3-afdf-9c612cf9b3ca, host hv-neutron-8361, cleared binding levels {{(pid=83869) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 14:15:40.800846 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.db [req-c51b333f-b132-4490-9f5e-9475854dc4af req-a55465ec-8b45-45ef-b64c-00d9f52ff825 service neutron] For port d3023056-305c-4ac3-afdf-9c612cf9b3ca, host hv-neutron-8361, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8361',level=0,port_id=d3023056-305c-4ac3-afdf-9c612cf9b3ca,segment=NetworkSegment(be222e19-bfff-4883-a805-9c19059e332a),segment_id=be222e19-bfff-4883-a805-9c19059e332a)] {{(pid=83869) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 14:15:40.806077 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [req-c51b333f-b132-4490-9f5e-9475854dc4af req-a55465ec-8b45-45ef-b64c-00d9f52ff825 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2705172'] for port, after_update {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:15:40.871592 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [req-c51b333f-b132-4490-9f5e-9475854dc4af req-a55465ec-8b45-45ef-b64c-00d9f52ff825 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109561'] for port, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:15:40.873288 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-c51b333f-b132-4490-9f5e-9475854dc4af req-a55465ec-8b45-45ef-b64c-00d9f52ff825 service neutron] 10.222.0.57 "PUT /v2.0/ports/d3023056-305c-4ac3-afdf-9c612cf9b3ca HTTP/1.1" status: 200 len: 1093 time: 0.9429250 Apr 01 14:15:40.873720 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '01b65e7c-ce61-4ae9-9c09-bc4e2fc164e4', 'tag': 'd3023056-305c-4ac3-afdf-9c612cf9b3ca'}] {{(pid=83869) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 14:15:40.894189 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a55465ec-8b45-45ef-b64c-00d9f52ff825 service neutron] Pushing event updated for resources: {'Port': ['ID=d3023056-305c-4ac3-afdf-9c612cf9b3ca,revision_number=3']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:15:40.978875 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '01b65e7c-ce61-4ae9-9c09-bc4e2fc164e4', 'tag': 'd3023056-305c-4ac3-afdf-9c612cf9b3ca', 'status': 'completed', 'code': 200} Apr 01 14:15:41.009874 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-c51b333f-b132-4490-9f5e-9475854dc4af req-2549cf98-7c42-446d-aebd-49e596319ef4 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=1ac9f9a3637e41b9993bdb348451719c&device_id=01b65e7c-ce61-4ae9-9c09-bc4e2fc164e4 HTTP/1.1" status: 200 len: 1096 time: 0.0846317 Apr 01 14:15:41.084640 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-c51b333f-b132-4490-9f5e-9475854dc4af req-449feaab-c3ab-4757-9405-99b9981b0777 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d3023056-305c-4ac3-afdf-9c612cf9b3ca HTTP/1.1" status: 200 len: 217 time: 0.0671313 Apr 01 14:15:41.147554 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51b333f-b132-4490-9f5e-9475854dc4af req-ea581260-5ba2-452d-9418-e9cff62bfd77 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:15:41.148915 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-c51b333f-b132-4490-9f5e-9475854dc4af req-ea581260-5ba2-452d-9418-e9cff62bfd77 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=12dd948c-70b1-4f83-852a-e69c5b75a0a4 HTTP/1.1" status: 200 len: 835 time: 0.0579345 Apr 01 14:15:41.167271 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Device 6f3a83e3-a53b-4738-a68f-75bd20c47a0f up at agent ovs-agent-dv-neutron-836180-1-hyperv {{(pid=83872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 14:15:41.235114 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-c51b333f-b132-4490-9f5e-9475854dc4af req-d09cf81a-49b1-4ed9-b09a-d8e01d1d0b79 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=3bec20e0-faf1-400d-b0b8-56a6ec41fd2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0794618 Apr 01 14:15:41.254729 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Provisioning complete for port 6f3a83e3-a53b-4738-a68f-75bd20c47a0f triggered by entity L2. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 14:15:41.255181 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-948329'] for port, provisioning_complete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:15:41.381704 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-c51b333f-b132-4490-9f5e-9475854dc4af req-d190924a-ab89-4097-bf62-7add002758e6 service neutron] 10.222.0.57 "GET /v2.0/networks/3bec20e0-faf1-400d-b0b8-56a6ec41fd2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1387994 Apr 01 14:15:41.522542 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-c51b333f-b132-4490-9f5e-9475854dc4af req-40b5cc43-f2e0-463e-96ef-71ef392171ab service neutron] 10.222.0.57 "GET /v2.0/networks/3bec20e0-faf1-400d-b0b8-56a6ec41fd2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1339021 Apr 01 14:15:41.657637 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-adfb89e7-a54e-4125-bd91-99af2188915d req-a8f4d2fa-f70b-47ec-9abf-96c76e40a531 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=1ac9f9a3637e41b9993bdb348451719c&device_id=01b65e7c-ce61-4ae9-9c09-bc4e2fc164e4 HTTP/1.1" status: 200 len: 1096 time: 0.0729880 Apr 01 14:15:41.732201 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d960f99-6902-4c02-8383-c215577444c6 req-29b373ca-e738-48f4-a336-26880b76c5ab tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:15:41.733809 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-3d960f99-6902-4c02-8383-c215577444c6 req-29b373ca-e738-48f4-a336-26880b76c5ab tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] 10.222.0.26 "GET /v2.0/ports?device_id=01b65e7c-ce61-4ae9-9c09-bc4e2fc164e4 HTTP/1.1" status: 200 len: 943 time: 0.0894125 Apr 01 14:15:41.794022 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-3d960f99-6902-4c02-8383-c215577444c6 req-51a93546-354f-48a5-93ae-cb30661c385a tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] 10.222.0.26 "GET /v2.0/security-groups?id=f8cbbbf9-cafa-4942-a6bc-16af6453e201&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512686 Apr 01 14:15:41.892198 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adfb89e7-a54e-4125-bd91-99af2188915d req-34430aff-84da-4030-ad15-3a0d2e46d9d7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:15:41.894016 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-adfb89e7-a54e-4125-bd91-99af2188915d req-34430aff-84da-4030-ad15-3a0d2e46d9d7 service neutron] 10.222.0.57 "GET /v2.0/networks?id=3bec20e0-faf1-400d-b0b8-56a6ec41fd2b HTTP/1.1" status: 200 len: 898 time: 0.2294955 Apr 01 14:15:41.969704 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-adfb89e7-a54e-4125-bd91-99af2188915d req-f3e57d64-3e11-4636-b4d5-8a3c5795d381 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d3023056-305c-4ac3-afdf-9c612cf9b3ca HTTP/1.1" status: 200 len: 217 time: 0.0677385 Apr 01 14:15:42.032764 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adfb89e7-a54e-4125-bd91-99af2188915d req-4196f3bc-749c-4707-945f-2e623dc4b324 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:15:42.034775 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-adfb89e7-a54e-4125-bd91-99af2188915d req-4196f3bc-749c-4707-945f-2e623dc4b324 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=12dd948c-70b1-4f83-852a-e69c5b75a0a4 HTTP/1.1" status: 200 len: 835 time: 0.0589392 Apr 01 14:15:42.117466 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-adfb89e7-a54e-4125-bd91-99af2188915d req-c860f30e-1555-4852-a03c-22be32e16230 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=3bec20e0-faf1-400d-b0b8-56a6ec41fd2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0756717 Apr 01 14:15:42.251098 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-adfb89e7-a54e-4125-bd91-99af2188915d req-cb5a95ac-810f-463a-8761-a80b548a01fc service neutron] 10.222.0.57 "GET /v2.0/networks/3bec20e0-faf1-400d-b0b8-56a6ec41fd2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1264398 Apr 01 14:15:42.386207 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-adfb89e7-a54e-4125-bd91-99af2188915d req-9f4cbe36-694e-45eb-a313-21ef45201673 service neutron] 10.222.0.57 "GET /v2.0/networks/3bec20e0-faf1-400d-b0b8-56a6ec41fd2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1269598 Apr 01 14:15:43.002553 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc2ae89-7acc-4a79-bb7f-50476e683b71 req-89cc81c1-57a8-4208-9bd4-c498bc3b2a51 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:15:43.003143 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [req-ccc2ae89-7acc-4a79-bb7f-50476e683b71 req-89cc81c1-57a8-4208-9bd4-c498bc3b2a51 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Synchronizing usage tracker for tenant:1ac9f9a3637e41b9993bdb348451719c on resource:port {{(pid=83869) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 14:15:43.019026 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [req-ccc2ae89-7acc-4a79-bb7f-50476e683b71 req-89cc81c1-57a8-4208-9bd4-c498bc3b2a51 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Unset dirty status for tenant:1ac9f9a3637e41b9993bdb348451719c on resource:port {{(pid=83869) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 14:15:43.020606 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-ccc2ae89-7acc-4a79-bb7f-50476e683b71 req-89cc81c1-57a8-4208-9bd4-c498bc3b2a51 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] 10.222.0.26 "GET /v2.0/ports?device_id=01b65e7c-ce61-4ae9-9c09-bc4e2fc164e4 HTTP/1.1" status: 200 len: 943 time: 0.0936768 Apr 01 14:15:43.076948 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-ccc2ae89-7acc-4a79-bb7f-50476e683b71 req-3682d60f-c1ae-4ecb-8967-663d9f795d20 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] 10.222.0.26 "GET /v2.0/security-groups?id=f8cbbbf9-cafa-4942-a6bc-16af6453e201&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479698 Apr 01 14:15:44.033255 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Device d3023056-305c-4ac3-afdf-9c612cf9b3ca details requested by agent hyperv_hv-neutron-8361 with host hv-neutron-8361 {{(pid=83872) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 01 14:15:44.177800 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] For port d3023056-305c-4ac3-afdf-9c612cf9b3ca, host hv-neutron-8361, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8361',level=0,port_id=d3023056-305c-4ac3-afdf-9c612cf9b3ca,segment=NetworkSegment(be222e19-bfff-4883-a805-9c19059e332a),segment_id=be222e19-bfff-4883-a805-9c19059e332a)] {{(pid=83872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 14:15:44.198670 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Returning: {'device': 'd3023056-305c-4ac3-afdf-9c612cf9b3ca', 'network_id': '3bec20e0-faf1-400d-b0b8-56a6ec41fd2b', 'port_id': 'd3023056-305c-4ac3-afdf-9c612cf9b3ca', 'mac_address': 'fa:16:3e:bc:22:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 371, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '12dd948c-70b1-4f83-852a-e69c5b75a0a4', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83872) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 01 14:15:44.255982 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:15:44.273787 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.notifiers.nova [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d3023056-305c-4ac3-afdf-9c612cf9b3ca {{(pid=83872) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 01 14:15:44.295982 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] For port d3023056-305c-4ac3-afdf-9c612cf9b3ca, host hv-neutron-8361, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8361',level=0,port_id=d3023056-305c-4ac3-afdf-9c612cf9b3ca,segment=NetworkSegment(be222e19-bfff-4883-a805-9c19059e332a),segment_id=be222e19-bfff-4883-a805-9c19059e332a)] {{(pid=83872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 14:15:44.300508 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864'] for port, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:15:44.302063 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f04443d-6921-4760-839e-1ec575cbf593 req-e6294058-d72d-4854-b00e-39b9c0aca613 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:15:44.303591 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-3f04443d-6921-4760-839e-1ec575cbf593 req-e6294058-d72d-4854-b00e-39b9c0aca613 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] 10.222.0.26 "GET /v2.0/ports?device_id=01b65e7c-ce61-4ae9-9c09-bc4e2fc164e4 HTTP/1.1" status: 200 len: 943 time: 0.0988636 Apr 01 14:15:44.360233 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-3f04443d-6921-4760-839e-1ec575cbf593 req-2b7e4c7e-1c19-48eb-a058-af95a35c658a tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] 10.222.0.26 "GET /v2.0/security-groups?id=f8cbbbf9-cafa-4942-a6bc-16af6453e201&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469816 Apr 01 14:15:44.372661 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Pushing event updated for resources: {'Port': ['ID=d3023056-305c-4ac3-afdf-9c612cf9b3ca,revision_number=4']} {{(pid=83872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:15:44.381223 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:15:44.381558 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:15:44.381885 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:15:44.382214 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:15:44.382543 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:15:44.382847 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:15:44.383168 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:15:44.383484 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:15:44.383798 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:15:44.384106 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:15:44.384439 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:15:44.635312 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] get_ports_and_sgs() called for port_ids ['d3023056-305c-4ac3-afdf-9c612cf9b3ca'] {{(pid=83872) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 01 14:15:45.568587 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bed6041-4f94-44df-862c-c06664b3a060 req-58a25fb7-d66d-4fa0-825b-2bbe26a5d174 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:15:45.570042 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-0bed6041-4f94-44df-862c-c06664b3a060 req-58a25fb7-d66d-4fa0-825b-2bbe26a5d174 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] 10.222.0.26 "GET /v2.0/ports?device_id=01b65e7c-ce61-4ae9-9c09-bc4e2fc164e4 HTTP/1.1" status: 200 len: 944 time: 0.0909705 Apr 01 14:15:45.616620 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-0bed6041-4f94-44df-862c-c06664b3a060 req-4e854698-cef9-44d8-824f-53da612784eb tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] 10.222.0.26 "GET /v2.0/security-groups?id=f8cbbbf9-cafa-4942-a6bc-16af6453e201&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409551 Apr 01 14:15:46.049070 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Device d3023056-305c-4ac3-afdf-9c612cf9b3ca up at agent hyperv_hv-neutron-8361 {{(pid=83872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 14:15:46.117779 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Provisioning for port d3023056-305c-4ac3-afdf-9c612cf9b3ca completed by entity L2. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 14:15:46.123141 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Provisioning complete for port d3023056-305c-4ac3-afdf-9c612cf9b3ca triggered by entity L2. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 14:15:46.123504 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-948329'] for port, provisioning_complete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:15:46.245696 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:15:46.275780 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01b65e7c-ce61-4ae9-9c09-bc4e2fc164e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3023056-305c-4ac3-afdf-9c612cf9b3ca'}] {{(pid=83872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 14:15:46.285951 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] For port d3023056-305c-4ac3-afdf-9c612cf9b3ca, host hv-neutron-8361, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8361',level=0,port_id=d3023056-305c-4ac3-afdf-9c612cf9b3ca,segment=NetworkSegment(be222e19-bfff-4883-a805-9c19059e332a),segment_id=be222e19-bfff-4883-a805-9c19059e332a)] {{(pid=83872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 14:15:46.290831 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864'] for port, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:15:46.361975 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Pushing event updated for resources: {'Port': ['ID=d3023056-305c-4ac3-afdf-9c612cf9b3ca,revision_number=5']} {{(pid=83872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:15:46.432110 dv-neutron-836180-1-hyperv neutron-server[83872]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01b65e7c-ce61-4ae9-9c09-bc4e2fc164e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3023056-305c-4ac3-afdf-9c612cf9b3ca', 'code': 200} Apr 01 14:15:46.666125 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-92e6698e-85f4-4a05-a533-7063ba2cf2d2 req-c3eafc2e-253f-4411-b688-13a4d89811ba service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=01b65e7c-ce61-4ae9-9c09-bc4e2fc164e4 HTTP/1.1" status: 200 len: 1098 time: 0.0695429 Apr 01 14:15:46.719987 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-92e6698e-85f4-4a05-a533-7063ba2cf2d2 req-bd545f3c-7df6-47be-ac3b-9b6981cf08ae service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=f8cbbbf9-cafa-4942-a6bc-16af6453e201&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466609 Apr 01 14:15:46.821418 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec18249f-ae2f-4163-a687-b3dad1a27da4 req-ab2833ce-7071-4b95-864e-a54fd33b8d49 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:15:46.822854 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-ec18249f-ae2f-4163-a687-b3dad1a27da4 req-ab2833ce-7071-4b95-864e-a54fd33b8d49 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] 10.222.0.26 "GET /v2.0/ports?device_id=01b65e7c-ce61-4ae9-9c09-bc4e2fc164e4 HTTP/1.1" status: 200 len: 945 time: 0.0835633 Apr 01 14:15:46.868951 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-ec18249f-ae2f-4163-a687-b3dad1a27da4 req-3b86de8f-c9b3-4b30-97b3-f776815e895e tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] 10.222.0.26 "GET /v2.0/security-groups?id=f8cbbbf9-cafa-4942-a6bc-16af6453e201&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400562 Apr 01 14:15:48.076596 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a6ddf5-4f80-44c2-bd72-a082a5d00e12 req-7f16db36-dc33-4d16-a705-fcc399a4dbbe tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:15:48.078056 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-e9a6ddf5-4f80-44c2-bd72-a082a5d00e12 req-7f16db36-dc33-4d16-a705-fcc399a4dbbe tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] 10.222.0.26 "GET /v2.0/ports?device_id=01b65e7c-ce61-4ae9-9c09-bc4e2fc164e4 HTTP/1.1" status: 200 len: 945 time: 0.0811503 Apr 01 14:15:48.130585 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-e9a6ddf5-4f80-44c2-bd72-a082a5d00e12 req-785c9a89-b63d-4b54-a408-551d732cbee5 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] 10.222.0.26 "GET /v2.0/security-groups?id=f8cbbbf9-cafa-4942-a6bc-16af6453e201&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465724 Apr 01 14:15:48.335963 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38057378-2918-438d-ae8a-16a54cfd5ec0 req-5a60dbe3-98ac-4959-bed0-bbf87a9fc468 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:15:48.337331 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-38057378-2918-438d-ae8a-16a54cfd5ec0 req-5a60dbe3-98ac-4959-bed0-bbf87a9fc468 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] 10.222.0.26 "GET /v2.0/ports?device_id=01b65e7c-ce61-4ae9-9c09-bc4e2fc164e4 HTTP/1.1" status: 200 len: 945 time: 0.0804992 Apr 01 14:15:48.387333 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-38057378-2918-438d-ae8a-16a54cfd5ec0 req-bd94979b-5651-4228-a585-36e2ee2fe35f tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] 10.222.0.26 "GET /v2.0/security-groups?id=f8cbbbf9-cafa-4942-a6bc-16af6453e201&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435953 Apr 01 14:15:48.425860 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 35916) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:15:48.500259 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-eaea1d4e-cdf1-4479-9d7a-08bf9b3f1b1b tempest-TestNetworkAdvancedServerOps-832265304 tempest-TestNetworkAdvancedServerOps-832265304-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=01b65e7c-ce61-4ae9-9c09-bc4e2fc164e4 HTTP/1.1" status: 200 len: 1093 time: 0.0731325 Apr 01 14:15:48.504499 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 35920) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:15:48.509568 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.v2.base [None req-35d941a4-8b51-4acd-afcc-85684d9d9242 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Request body: {'floatingip': {'floating_network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'port_id': 'd3023056-305c-4ac3-afdf-9c612cf9b3ca', 'tenant_id': '1ac9f9a3637e41b9993bdb348451719c', 'fixed_ip_address': '172.20.0.6'}} {{(pid=83869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 14:15:48.515848 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-35d941a4-8b51-4acd-afcc-85684d9d9242 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 14:15:48.519674 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-35d941a4-8b51-4acd-afcc-85684d9d9242 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Usage tracker for resource:floatingip and tenant:1ac9f9a3637e41b9993bdb348451719c is out of sync, need to count used quota {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 14:15:48.522510 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-35d941a4-8b51-4acd-afcc-85684d9d9242 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 14:15:48.528514 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-35d941a4-8b51-4acd-afcc-85684d9d9242 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 14:15:48.540656 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-35d941a4-8b51-4acd-afcc-85684d9d9242 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Notify callbacks [] for floatingip, before_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:15:48.680001 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-35d941a4-8b51-4acd-afcc-85684d9d9242 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:15:48.831107 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.db_base_plugin_common [None req-35d941a4-8b51-4acd-afcc-85684d9d9242 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Allocated IP 172.26.5.112 (725864b8-cceb-48c9-b5d3-1bfc4423e301/e2ed99db-0e25-4971-b535-7fa69231fae8/2f0721a5-b22d-4171-aeca-86de6e8a8929) {{(pid=83869) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 14:15:48.984158 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-35d941a4-8b51-4acd-afcc-85684d9d9242 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Notify callbacks [] for port, precommit_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:15:49.013765 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-35d941a4-8b51-4acd-afcc-85684d9d9242 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736732935801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2705155'] for port, after_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:15:49.081838 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35d941a4-8b51-4acd-afcc-85684d9d9242 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Network 725864b8-cceb-48c9-b5d3-1bfc4423e301 is already hosted by enough agents. {{(pid=83869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 14:15:49.084404 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.scheduler.base_scheduler [None req-35d941a4-8b51-4acd-afcc-85684d9d9242 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Resources bound (agent type, host, resource id): {{(pid=83869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 14:15:49.086908 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35d941a4-8b51-4acd-afcc-85684d9d9242 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Received port after_create {{(pid=83869) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 14:15:49.121498 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d941a4-8b51-4acd-afcc-85684d9d9242 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Pushing event updated for resources: {'Port': ['ID=2f0721a5-b22d-4171-aeca-86de6e8a8929,revision_number=1']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:15:49.723908 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-35d941a4-8b51-4acd-afcc-85684d9d9242 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:15:49.787359 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-35d941a4-8b51-4acd-afcc-85684d9d9242 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:15:50.002820 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-35d941a4-8b51-4acd-afcc-85684d9d9242 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Notify callbacks [] for port, precommit_update {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:15:50.007433 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-35d941a4-8b51-4acd-afcc-85684d9d9242 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2705172'] for port, after_update {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:15:50.129661 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d941a4-8b51-4acd-afcc-85684d9d9242 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Pushing event updated for resources: {'Port': ['ID=2f0721a5-b22d-4171-aeca-86de6e8a8929,revision_number=2']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:15:50.143519 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-35d941a4-8b51-4acd-afcc-85684d9d9242 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4084747'] for floatingip, after_update {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:15:50.345622 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.db.l3_db [None req-35d941a4-8b51-4acd-afcc-85684d9d9242 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Floating IP 110ebc00-5e78-4f42-9e8a-08a157413ca4 associated. External IP: 172.26.5.112, port: d3023056-305c-4ac3-afdf-9c612cf9b3ca. Apr 01 14:15:50.760956 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35d941a4-8b51-4acd-afcc-85684d9d9242 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Router 500efc0d-4313-4f3f-b82d-8ed088497f4c has already been hosted by L3 agent 88bf8fc8-11a3-4e96-9d1b-5fd93ba9f6f1 {{(pid=83869) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 14:15:51.086715 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35d941a4-8b51-4acd-afcc-85684d9d9242 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Notify agent at l3_agent.dv-neutron-836180-1-hyperv the message routers_updated {{(pid=83869) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 14:15:51.100247 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-432b946c-8bd8-4da3-8170-26132d04c575 None None] Sync routers for ids ['500efc0d-4313-4f3f-b82d-8ed088497f4c'] in dv-neutron-836180-1-hyperv {{(pid=83872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 14:15:51.116380 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-432b946c-8bd8-4da3-8170-26132d04c575 None None] Routers {'500efc0d-4313-4f3f-b82d-8ed088497f4c'} bound to L3 agent in host dv-neutron-836180-1-hyperv {{(pid=83872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 14:15:51.117113 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_hamode_db [None req-432b946c-8bd8-4da3-8170-26132d04c575 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836180-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T13:25:36Z,description=,heartbeat_timestamp=2022-04-01T14:15:36Z,host='dv-neutron-836180-1-hyperv',id=88bf8fc8-11a3-4e96-9d1b-5fd93ba9f6f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T13:25:36Z,topic='l3_agent')) {'router_ids': ['500efc0d-4313-4f3f-b82d-8ed088497f4c'], 'active': True} {{(pid=83872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 14:15:51.129209 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-35d941a4-8b51-4acd-afcc-85684d9d9242 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109561'] for floatingip, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:15:51.189904 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-35d941a4-8b51-4acd-afcc-85684d9d9242 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.6843677 Apr 01 14:15:51.190593 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '01b65e7c-ce61-4ae9-9c09-bc4e2fc164e4', 'tag': 'd3023056-305c-4ac3-afdf-9c612cf9b3ca'}] {{(pid=83869) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 14:15:51.284088 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '01b65e7c-ce61-4ae9-9c09-bc4e2fc164e4', 'tag': 'd3023056-305c-4ac3-afdf-9c612cf9b3ca', 'status': 'completed', 'code': 200} Apr 01 14:15:51.309947 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_dvr_db [None req-432b946c-8bd8-4da3-8170-26132d04c575 None None] Set router 500efc0d-4313-4f3f-b82d-8ed088497f4c gateway port host: dv-neutron-836180-1-hyperv {{(pid=83872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 14:15:51.400420 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa87bd2-2a7b-48bd-90ac-ff959f7ce5ee req-fd6122da-8a8e-44e4-9e14-861cfa161463 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:15:51.405056 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-daa87bd2-2a7b-48bd-90ac-ff959f7ce5ee req-fd6122da-8a8e-44e4-9e14-861cfa161463 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] 10.222.0.26 "GET /v2.0/ports?device_id=01b65e7c-ce61-4ae9-9c09-bc4e2fc164e4 HTTP/1.1" status: 200 len: 945 time: 0.1065459 Apr 01 14:15:51.422937 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-d7aa161b-c1ab-4b44-99d3-3f8e8279f0b1 req-e1ed3d0e-26f9-49dd-82e8-e9b881b6b6c8 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=1ac9f9a3637e41b9993bdb348451719c&device_id=01b65e7c-ce61-4ae9-9c09-bc4e2fc164e4 HTTP/1.1" status: 200 len: 1098 time: 0.1146505 Apr 01 14:15:51.467267 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-daa87bd2-2a7b-48bd-90ac-ff959f7ce5ee req-3cfff8a8-6dec-4fc8-8797-55731067997f tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] 10.222.0.26 "GET /v2.0/security-groups?id=f8cbbbf9-cafa-4942-a6bc-16af6453e201&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0549197 Apr 01 14:15:51.507041 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 35928) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:15:51.602398 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7aa161b-c1ab-4b44-99d3-3f8e8279f0b1 req-a2dab347-0700-43c6-91d8-c54790d305a8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:15:51.608805 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-d7aa161b-c1ab-4b44-99d3-3f8e8279f0b1 req-a2dab347-0700-43c6-91d8-c54790d305a8 service neutron] 10.222.0.57 "GET /v2.0/networks?id=3bec20e0-faf1-400d-b0b8-56a6ec41fd2b HTTP/1.1" status: 200 len: 898 time: 0.1786926 Apr 01 14:15:51.662734 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-8e39d1a1-bf55-4473-bee3-e00ac7c261f8 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] 10.222.0.26 "GET /v2.0/floatingips/110ebc00-5e78-4f42-9e8a-08a157413ca4 HTTP/1.1" status: 200 len: 991 time: 0.1533928 Apr 01 14:15:51.757634 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-d7aa161b-c1ab-4b44-99d3-3f8e8279f0b1 req-3b810d30-a525-48df-8a7b-20152385969b service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d3023056-305c-4ac3-afdf-9c612cf9b3ca HTTP/1.1" status: 200 len: 999 time: 0.1420329 Apr 01 14:15:51.810653 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_hamode_db [None req-432b946c-8bd8-4da3-8170-26132d04c575 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '500efc0d-4313-4f3f-b82d-8ed088497f4c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-546150424', 'tenant_id': '1ac9f9a3637e41b9993bdb348451719c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'external_fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.3'}], 'enable_snat': True}, 'gw_port_id': '71d2a3a8-6b03-4f22-8729-6625776d4a52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T14:15:28Z', 'updated_at': '2022-04-01T14:15:32Z', 'revision_number': 4, 'project_id': '1ac9f9a3637e41b9993bdb348451719c', 'gw_port': {'id': '71d2a3a8-6b03-4f22-8729-6625776d4a52', 'name': '', 'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:ec:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '500efc0d-4313-4f3f-b82d-8ed088497f4c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836180-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T14:15:29Z', 'updated_at': '2022-04-01T14:15:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836180-1-hyperv', '_floatingips': [{'id': '110ebc00-5e78-4f42-9e8a-08a157413ca4', 'tenant_id': '1ac9f9a3637e41b9993bdb348451719c', 'floating_ip_address': '172.26.5.112', 'floating_network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'router_id': '500efc0d-4313-4f3f-b82d-8ed088497f4c', 'port_id': 'd3023056-305c-4ac3-afdf-9c612cf9b3ca', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3bec20e0-faf1-400d-b0b8-56a6ec41fd2b', 'mac_address': 'fa:16:3e:bc:22:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01b65e7c-ce61-4ae9-9c09-bc4e2fc164e4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T14:15:49Z', 'updated_at': '2022-04-01T14:15:49Z', 'revision_number': 0, 'project_id': '1ac9f9a3637e41b9993bdb348451719c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6f3a83e3-a53b-4738-a68f-75bd20c47a0f', 'name': '', 'network_id': '3bec20e0-faf1-400d-b0b8-56a6ec41fd2b', 'tenant_id': '1ac9f9a3637e41b9993bdb348451719c', 'mac_address': 'fa:16:3e:1f:c9:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '500efc0d-4313-4f3f-b82d-8ed088497f4c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '12dd948c-70b1-4f83-852a-e69c5b75a0a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836180-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T14:15:32Z', 'updated_at': '2022-04-01T14:15:39Z', 'revision_number': 5, 'project_id': '1ac9f9a3637e41b9993bdb348451719c', 'subnets': [{'id': '12dd948c-70b1-4f83-852a-e69c5b75a0a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-836180-1-hyperv', False) {} {{(pid=83872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 14:15:51.815394 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-432b946c-8bd8-4da3-8170-26132d04c575 None None] Checking router: 500efc0d-4313-4f3f-b82d-8ed088497f4c for host: dv-neutron-836180-1-hyperv {{(pid=83872) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 01 14:15:51.834322 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-432b946c-8bd8-4da3-8170-26132d04c575 None None] Routers {'500efc0d-4313-4f3f-b82d-8ed088497f4c'} bound to L3 agent in host dv-neutron-836180-1-hyperv {{(pid=83872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 14:15:51.835311 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_hamode_db [None req-432b946c-8bd8-4da3-8170-26132d04c575 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836180-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T13:25:36Z,description=,heartbeat_timestamp=2022-04-01T14:15:36Z,host='dv-neutron-836180-1-hyperv',id=88bf8fc8-11a3-4e96-9d1b-5fd93ba9f6f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T13:25:36Z,topic='l3_agent')) {'router_ids': ['500efc0d-4313-4f3f-b82d-8ed088497f4c'], 'active': True} {{(pid=83872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 14:15:51.844132 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7aa161b-c1ab-4b44-99d3-3f8e8279f0b1 req-5b0c104c-5fa3-46b5-aab8-04f4c88ca5d8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:15:51.846287 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-d7aa161b-c1ab-4b44-99d3-3f8e8279f0b1 req-5b0c104c-5fa3-46b5-aab8-04f4c88ca5d8 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=12dd948c-70b1-4f83-852a-e69c5b75a0a4 HTTP/1.1" status: 200 len: 835 time: 0.0810151 Apr 01 14:15:51.942276 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-d7aa161b-c1ab-4b44-99d3-3f8e8279f0b1 req-776dc9e8-38a9-48f8-835e-d800b104a197 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=3bec20e0-faf1-400d-b0b8-56a6ec41fd2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0889945 Apr 01 14:15:52.039647 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_dvr_db [None req-432b946c-8bd8-4da3-8170-26132d04c575 None None] Set router 500efc0d-4313-4f3f-b82d-8ed088497f4c gateway port host: dv-neutron-836180-1-hyperv {{(pid=83872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 14:15:52.118285 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-d7aa161b-c1ab-4b44-99d3-3f8e8279f0b1 req-2fccf326-5263-4b2c-b5be-152486d47dc1 service neutron] 10.222.0.57 "GET /v2.0/networks/3bec20e0-faf1-400d-b0b8-56a6ec41fd2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1680298 Apr 01 14:15:52.288098 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-d7aa161b-c1ab-4b44-99d3-3f8e8279f0b1 req-ac0ee942-61d7-4b5a-a7cc-3bfd8dd0e2dc service neutron] 10.222.0.57 "GET /v2.0/networks/3bec20e0-faf1-400d-b0b8-56a6ec41fd2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1614225 Apr 01 14:15:52.452456 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_hamode_db [None req-432b946c-8bd8-4da3-8170-26132d04c575 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '500efc0d-4313-4f3f-b82d-8ed088497f4c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-546150424', 'tenant_id': '1ac9f9a3637e41b9993bdb348451719c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'external_fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.3'}], 'enable_snat': True}, 'gw_port_id': '71d2a3a8-6b03-4f22-8729-6625776d4a52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T14:15:28Z', 'updated_at': '2022-04-01T14:15:32Z', 'revision_number': 4, 'project_id': '1ac9f9a3637e41b9993bdb348451719c', 'gw_port': {'id': '71d2a3a8-6b03-4f22-8729-6625776d4a52', 'name': '', 'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:ec:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '500efc0d-4313-4f3f-b82d-8ed088497f4c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836180-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T14:15:29Z', 'updated_at': '2022-04-01T14:15:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836180-1-hyperv', '_floatingips': [{'id': '110ebc00-5e78-4f42-9e8a-08a157413ca4', 'tenant_id': '1ac9f9a3637e41b9993bdb348451719c', 'floating_ip_address': '172.26.5.112', 'floating_network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'router_id': '500efc0d-4313-4f3f-b82d-8ed088497f4c', 'port_id': 'd3023056-305c-4ac3-afdf-9c612cf9b3ca', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3bec20e0-faf1-400d-b0b8-56a6ec41fd2b', 'mac_address': 'fa:16:3e:bc:22:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01b65e7c-ce61-4ae9-9c09-bc4e2fc164e4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T14:15:49Z', 'updated_at': '2022-04-01T14:15:49Z', 'revision_number': 0, 'project_id': '1ac9f9a3637e41b9993bdb348451719c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6f3a83e3-a53b-4738-a68f-75bd20c47a0f', 'name': '', 'network_id': '3bec20e0-faf1-400d-b0b8-56a6ec41fd2b', 'tenant_id': '1ac9f9a3637e41b9993bdb348451719c', 'mac_address': 'fa:16:3e:1f:c9:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '500efc0d-4313-4f3f-b82d-8ed088497f4c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '12dd948c-70b1-4f83-852a-e69c5b75a0a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836180-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T14:15:32Z', 'updated_at': '2022-04-01T14:15:39Z', 'revision_number': 5, 'project_id': '1ac9f9a3637e41b9993bdb348451719c', 'subnets': [{'id': '12dd948c-70b1-4f83-852a-e69c5b75a0a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-836180-1-hyperv', False) {} {{(pid=83872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 14:15:52.457019 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-432b946c-8bd8-4da3-8170-26132d04c575 None None] The sync data for ids ['500efc0d-4313-4f3f-b82d-8ed088497f4c'] in dv-neutron-836180-1-hyperv is: [{'id': '500efc0d-4313-4f3f-b82d-8ed088497f4c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-546150424', 'tenant_id': '1ac9f9a3637e41b9993bdb348451719c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'external_fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.3'}], 'enable_snat': True}, 'gw_port_id': '71d2a3a8-6b03-4f22-8729-6625776d4a52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T14:15:28Z', 'updated_at': '2022-04-01T14:15:32Z', 'revision_number': 4, 'project_id': '1ac9f9a3637e41b9993bdb348451719c', 'gw_port': {'id': '71d2a3a8-6b03-4f22-8729-6625776d4a52', 'name': '', 'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:ec:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '500efc0d-4313-4f3f-b82d-8ed088497f4c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836180-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T14:15:29Z', 'updated_at': '2022-04-01T14:15:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836180-1-hyperv', '_floatingips': [{'id': '110ebc00-5e78-4f42-9e8a-08a157413ca4', 'tenant_id': '1ac9f9a3637e41b9993bdb348451719c', 'floating_ip_address': '172.26.5.112', 'floating_network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'router_id': '500efc0d-4313-4f3f-b82d-8ed088497f4c', 'port_id': 'd3023056-305c-4ac3-afdf-9c612cf9b3ca', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3bec20e0-faf1-400d-b0b8-56a6ec41fd2b', 'mac_address': 'fa:16:3e:bc:22:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01b65e7c-ce61-4ae9-9c09-bc4e2fc164e4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T14:15:49Z', 'updated_at': '2022-04-01T14:15:49Z', 'revision_number': 0, 'project_id': '1ac9f9a3637e41b9993bdb348451719c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6f3a83e3-a53b-4738-a68f-75bd20c47a0f', 'name': '', 'network_id': '3bec20e0-faf1-400d-b0b8-56a6ec41fd2b', 'tenant_id': '1ac9f9a3637e41b9993bdb348451719c', 'mac_address': 'fa:16:3e:1f:c9:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '500efc0d-4313-4f3f-b82d-8ed088497f4c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '12dd948c-70b1-4f83-852a-e69c5b75a0a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836180-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T14:15:32Z', 'updated_at': '2022-04-01T14:15:39Z', 'revision_number': 5, 'project_id': '1ac9f9a3637e41b9993bdb348451719c', 'subnets': [{'id': '12dd948c-70b1-4f83-852a-e69c5b75a0a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 14:15:52.667076 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 35932) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:15:52.773643 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-097f2ed1-3d71-4deb-9507-910c28b6b88f tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] 10.222.0.26 "GET /v2.0/floatingips/110ebc00-5e78-4f42-9e8a-08a157413ca4 HTTP/1.1" status: 200 len: 991 time: 0.1053865 Apr 01 14:15:53.779013 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 35936) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:15:53.885651 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-74f308b1-f0ca-4cb4-a7c4-884108dc87fb tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] 10.222.0.26 "GET /v2.0/floatingips/110ebc00-5e78-4f42-9e8a-08a157413ca4 HTTP/1.1" status: 200 len: 991 time: 0.1054685 Apr 01 14:15:54.229771 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:15:54.889941 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 35940) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:15:55.002462 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-8e948c85-a7ef-439b-b1d9-cbfeb3829bd9 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] 10.222.0.26 "GET /v2.0/floatingips/110ebc00-5e78-4f42-9e8a-08a157413ca4 HTTP/1.1" status: 200 len: 991 time: 0.1112273 Apr 01 14:15:55.085746 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed9d700a-764a-4bbe-b42d-e4fb86dbc178 None None] New status for floating IP 110ebc00-5e78-4f42-9e8a-08a157413ca4: ACTIVE {{(pid=83873) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 01 14:15:56.006451 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 35944) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:15:56.139022 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-8f96d3cc-986a-4327-81f5-0377f19edb7e tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] 10.222.0.26 "GET /v2.0/floatingips/110ebc00-5e78-4f42-9e8a-08a157413ca4 HTTP/1.1" status: 200 len: 993 time: 0.1312962 Apr 01 14:16:03.658591 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-65a155b3-ae97-4504-92ee-89a234efa0d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:16:05.987351 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-337a1c4a-4cf6-4aca-86f2-d4948246fa14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:16:07.276244 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:16:07.530795 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-2f9cfc9c-d8ba-4de3-a4ad-98162f90557c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:16:09.032489 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-a976a7b9-9034-41e6-be13-349b75ed1593 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:16:11.001867 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.agents_db [None req-bdd220c7-049a-43d2-a923-ad1a2de078c6 None None] Agent healthcheck: found 6 active agents {{(pid=83873) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 01 14:16:23.701436 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [req-ae31494f-4353-4b21-b595-6f44a3241079 req-e0708fb1-7c83-45d3-ac80-b51ea55f7088 service neutron] (83871) timed out ('10.222.0.57', 63059) {{(pid=83871) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Apr 01 14:16:24.255107 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:16:25.744586 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0da4700-bcda-4718-9800-58051c518527 req-9dcfe6b7-effb-4e18-8a5e-3c8bdd0cbd5c tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:16:25.746034 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-c0da4700-bcda-4718-9800-58051c518527 req-9dcfe6b7-effb-4e18-8a5e-3c8bdd0cbd5c tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] 10.222.0.26 "GET /v2.0/ports?device_id=01b65e7c-ce61-4ae9-9c09-bc4e2fc164e4 HTTP/1.1" status: 200 len: 945 time: 0.0872538 Apr 01 14:16:25.795392 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-c0da4700-bcda-4718-9800-58051c518527 req-6395a8aa-3813-4f52-83b3-3e89ad4e4a61 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] 10.222.0.26 "GET /v2.0/security-groups?id=f8cbbbf9-cafa-4942-a6bc-16af6453e201&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428300 Apr 01 14:16:26.996760 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59dc268-475a-4a3f-bb29-8a8a040ca97e req-2d82c249-1497-4fb0-b582-51822219466b tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:16:26.998305 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-c59dc268-475a-4a3f-bb29-8a8a040ca97e req-2d82c249-1497-4fb0-b582-51822219466b tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] 10.222.0.26 "GET /v2.0/ports?device_id=01b65e7c-ce61-4ae9-9c09-bc4e2fc164e4 HTTP/1.1" status: 200 len: 945 time: 0.0765803 Apr 01 14:16:27.043170 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-c59dc268-475a-4a3f-bb29-8a8a040ca97e req-5d6f85b8-1536-4c5e-bdeb-4eed9cdbd8c7 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] 10.222.0.26 "GET /v2.0/security-groups?id=f8cbbbf9-cafa-4942-a6bc-16af6453e201&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394127 Apr 01 14:16:28.241827 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5e78ec-a916-4b8f-a758-556e5451f2df req-bedfddb2-223d-4aad-b379-e4511ec25880 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:16:28.243268 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-1c5e78ec-a916-4b8f-a758-556e5451f2df req-bedfddb2-223d-4aad-b379-e4511ec25880 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] 10.222.0.26 "GET /v2.0/ports?device_id=01b65e7c-ce61-4ae9-9c09-bc4e2fc164e4 HTTP/1.1" status: 200 len: 945 time: 0.0796909 Apr 01 14:16:28.289924 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-1c5e78ec-a916-4b8f-a758-556e5451f2df req-ba43e3e0-26d5-4c45-8577-ea0ae9a80a81 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] 10.222.0.26 "GET /v2.0/security-groups?id=f8cbbbf9-cafa-4942-a6bc-16af6453e201&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402768 Apr 01 14:16:29.529213 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3c4e16-2459-4051-92b2-1aa93c3f9100 req-8ed95203-cd05-4a1d-9c41-c1846e0f8364 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:16:29.531175 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-dd3c4e16-2459-4051-92b2-1aa93c3f9100 req-8ed95203-cd05-4a1d-9c41-c1846e0f8364 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] 10.222.0.26 "GET /v2.0/ports?device_id=01b65e7c-ce61-4ae9-9c09-bc4e2fc164e4 HTTP/1.1" status: 200 len: 945 time: 0.0926042 Apr 01 14:16:29.675715 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-dd3c4e16-2459-4051-92b2-1aa93c3f9100 req-ee8773e6-1120-4424-ab04-f3830683dc61 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] 10.222.0.26 "GET /v2.0/security-groups?id=f8cbbbf9-cafa-4942-a6bc-16af6453e201&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1390038 Apr 01 14:16:30.879370 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce41c5d-1e6f-4e3e-8c70-95e79bf81589 req-61a9f60c-4a53-4337-b547-04c082c8de94 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:16:30.880815 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-0ce41c5d-1e6f-4e3e-8c70-95e79bf81589 req-61a9f60c-4a53-4337-b547-04c082c8de94 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] 10.222.0.26 "GET /v2.0/ports?device_id=01b65e7c-ce61-4ae9-9c09-bc4e2fc164e4 HTTP/1.1" status: 200 len: 945 time: 0.0755765 Apr 01 14:16:30.935210 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-0ce41c5d-1e6f-4e3e-8c70-95e79bf81589 req-3e80bf35-39ff-4af8-829a-7c36290d92bd tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] 10.222.0.26 "GET /v2.0/security-groups?id=f8cbbbf9-cafa-4942-a6bc-16af6453e201&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486856 Apr 01 14:16:32.138639 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf494a3-39ff-40d0-bf25-5ecab9085f61 req-24caee4f-f091-4eab-9c34-140c3f570c54 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:16:32.140141 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-4bf494a3-39ff-40d0-bf25-5ecab9085f61 req-24caee4f-f091-4eab-9c34-140c3f570c54 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] 10.222.0.26 "GET /v2.0/ports?device_id=01b65e7c-ce61-4ae9-9c09-bc4e2fc164e4 HTTP/1.1" status: 200 len: 945 time: 0.0770221 Apr 01 14:16:32.185795 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-4bf494a3-39ff-40d0-bf25-5ecab9085f61 req-267c6449-1dd5-44cf-bb51-e697c790f973 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] 10.222.0.26 "GET /v2.0/security-groups?id=f8cbbbf9-cafa-4942-a6bc-16af6453e201&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401375 Apr 01 14:16:33.411379 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa3c7a5-b874-44cb-80aa-cd3a24fdf3f4 req-0030b4a5-8a3c-4be1-af1d-0dd504fc21e9 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:16:33.412758 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-0fa3c7a5-b874-44cb-80aa-cd3a24fdf3f4 req-0030b4a5-8a3c-4be1-af1d-0dd504fc21e9 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] 10.222.0.26 "GET /v2.0/ports?device_id=01b65e7c-ce61-4ae9-9c09-bc4e2fc164e4 HTTP/1.1" status: 200 len: 945 time: 0.0809999 Apr 01 14:16:33.457635 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-0fa3c7a5-b874-44cb-80aa-cd3a24fdf3f4 req-4336afb8-621e-4f47-a659-6ad42b29e2d4 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] 10.222.0.26 "GET /v2.0/security-groups?id=f8cbbbf9-cafa-4942-a6bc-16af6453e201&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394173 Apr 01 14:16:33.661315 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-92c88b32-0393-4f7a-826d-468b77bac3f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:16:34.661318 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5599bb5f-6aba-4a1d-b1dd-c6d07a95b4cb req-e7ffaf00-4acd-4e6d-a5a1-74f6303363d3 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:16:34.662782 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-5599bb5f-6aba-4a1d-b1dd-c6d07a95b4cb req-e7ffaf00-4acd-4e6d-a5a1-74f6303363d3 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] 10.222.0.26 "GET /v2.0/ports?device_id=01b65e7c-ce61-4ae9-9c09-bc4e2fc164e4 HTTP/1.1" status: 200 len: 945 time: 0.0801387 Apr 01 14:16:34.714606 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-5599bb5f-6aba-4a1d-b1dd-c6d07a95b4cb req-4ed55203-84b2-4bbb-a4d0-c432e9005bf2 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] 10.222.0.26 "GET /v2.0/security-groups?id=f8cbbbf9-cafa-4942-a6bc-16af6453e201&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461125 Apr 01 14:16:34.895756 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-5900b1ca-4b17-4bd3-ab58-9ae841aceb55 req-7aa80cbf-7667-405d-ae83-635a8aaa9b50 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=1ac9f9a3637e41b9993bdb348451719c&device_id=01b65e7c-ce61-4ae9-9c09-bc4e2fc164e4 HTTP/1.1" status: 200 len: 1098 time: 0.0693986 Apr 01 14:16:35.136037 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5900b1ca-4b17-4bd3-ab58-9ae841aceb55 req-0539ade4-095e-4f81-a602-2aaeb85113d9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:16:35.138186 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-5900b1ca-4b17-4bd3-ab58-9ae841aceb55 req-0539ade4-095e-4f81-a602-2aaeb85113d9 service neutron] 10.222.0.57 "GET /v2.0/networks?id=3bec20e0-faf1-400d-b0b8-56a6ec41fd2b HTTP/1.1" status: 200 len: 898 time: 0.2192693 Apr 01 14:16:35.264675 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-5900b1ca-4b17-4bd3-ab58-9ae841aceb55 req-0593f24b-8fbd-40cb-ba25-a656f355cf3a service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d3023056-305c-4ac3-afdf-9c612cf9b3ca HTTP/1.1" status: 200 len: 1001 time: 0.1164975 Apr 01 14:16:35.334289 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5900b1ca-4b17-4bd3-ab58-9ae841aceb55 req-a70466ef-be3a-44a3-b063-91ebb06e6ccf service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:16:35.335714 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-5900b1ca-4b17-4bd3-ab58-9ae841aceb55 req-a70466ef-be3a-44a3-b063-91ebb06e6ccf service neutron] 10.222.0.57 "GET /v2.0/subnets?id=12dd948c-70b1-4f83-852a-e69c5b75a0a4 HTTP/1.1" status: 200 len: 835 time: 0.0648341 Apr 01 14:16:35.414185 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-5900b1ca-4b17-4bd3-ab58-9ae841aceb55 req-eb6fb838-268f-4d15-af40-f63e0440e3e3 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=3bec20e0-faf1-400d-b0b8-56a6ec41fd2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0708244 Apr 01 14:16:35.561420 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-5900b1ca-4b17-4bd3-ab58-9ae841aceb55 req-9fb85571-55dd-41ed-9e71-7b62e5a0c13c service neutron] 10.222.0.57 "GET /v2.0/networks/3bec20e0-faf1-400d-b0b8-56a6ec41fd2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1399996 Apr 01 14:16:35.705756 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-5900b1ca-4b17-4bd3-ab58-9ae841aceb55 req-3316b13a-385c-4016-b18a-22432131bcfa service neutron] 10.222.0.57 "GET /v2.0/networks/3bec20e0-faf1-400d-b0b8-56a6ec41fd2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1375475 Apr 01 14:16:35.993977 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-b31b2c63-4b4a-406c-8177-f8a4f943b39c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:16:36.075907 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3c2d40-bcb1-4657-9b57-4e811c2f77ec req-08c585c3-6898-41ad-b24b-86782a000e2f tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:16:36.077509 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-ff3c2d40-bcb1-4657-9b57-4e811c2f77ec req-08c585c3-6898-41ad-b24b-86782a000e2f tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] 10.222.0.26 "GET /v2.0/ports?device_id=01b65e7c-ce61-4ae9-9c09-bc4e2fc164e4 HTTP/1.1" status: 200 len: 945 time: 0.0898488 Apr 01 14:16:36.128766 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-ff3c2d40-bcb1-4657-9b57-4e811c2f77ec req-fd8f9777-d5e3-433f-a361-2be033fc0d1c tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] 10.222.0.26 "GET /v2.0/security-groups?id=f8cbbbf9-cafa-4942-a6bc-16af6453e201&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444546 Apr 01 14:16:37.270544 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:16:37.329931 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f9e086-5cb0-4062-ac4d-962f7cb353da req-5a67b1ca-134f-452f-a394-07730c17dd35 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:16:37.331375 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-80f9e086-5cb0-4062-ac4d-962f7cb353da req-5a67b1ca-134f-452f-a394-07730c17dd35 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] 10.222.0.26 "GET /v2.0/ports?device_id=01b65e7c-ce61-4ae9-9c09-bc4e2fc164e4 HTTP/1.1" status: 200 len: 945 time: 0.0793655 Apr 01 14:16:37.380195 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-80f9e086-5cb0-4062-ac4d-962f7cb353da req-dd2439e4-07fd-4762-a1b3-8533d44aa8ef tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] 10.222.0.26 "GET /v2.0/security-groups?id=f8cbbbf9-cafa-4942-a6bc-16af6453e201&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430663 Apr 01 14:16:37.408937 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 35980) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:16:37.513609 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-46d3eb0c-c6a1-4a09-a20d-bda025f4d320 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] 10.222.0.26 "GET /v2.0/floatingips/110ebc00-5e78-4f42-9e8a-08a157413ca4 HTTP/1.1" status: 200 len: 993 time: 0.1027622 Apr 01 14:16:37.533659 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-2f9cfc9c-d8ba-4de3-a4ad-98162f90557c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:16:39.034991 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-a976a7b9-9034-41e6-be13-349b75ed1593 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:16:39.058778 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b2d96c-f40b-41b1-bfbb-d4272b25d1ee req-8f2c8927-757a-41ee-a3c2-12206d11fe53 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:16:39.060821 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-99b2d96c-f40b-41b1-bfbb-d4272b25d1ee req-8f2c8927-757a-41ee-a3c2-12206d11fe53 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] 10.222.0.26 "GET /v2.0/ports?device_id=01b65e7c-ce61-4ae9-9c09-bc4e2fc164e4 HTTP/1.1" status: 200 len: 945 time: 0.1262186 Apr 01 14:16:39.103304 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-d6a62534-100f-40fa-b574-986192fc7292 req-4784177e-7971-4448-9244-714005be1c14 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=1ac9f9a3637e41b9993bdb348451719c&device_id=01b65e7c-ce61-4ae9-9c09-bc4e2fc164e4 HTTP/1.1" status: 200 len: 1098 time: 0.1193287 Apr 01 14:16:39.135999 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-99b2d96c-f40b-41b1-bfbb-d4272b25d1ee req-a47b4f0a-7cbe-4538-a8f8-fab79d9f1676 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] 10.222.0.26 "GET /v2.0/security-groups?id=f8cbbbf9-cafa-4942-a6bc-16af6453e201&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0693185 Apr 01 14:16:39.241589 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a62534-100f-40fa-b574-986192fc7292 req-0d7ceb28-e044-4ab1-a94c-44edaabf31ab service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:16:39.242994 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-d6a62534-100f-40fa-b574-986192fc7292 req-0d7ceb28-e044-4ab1-a94c-44edaabf31ab service neutron] 10.222.0.57 "GET /v2.0/networks?id=3bec20e0-faf1-400d-b0b8-56a6ec41fd2b HTTP/1.1" status: 200 len: 898 time: 0.1320875 Apr 01 14:16:39.347060 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-d6a62534-100f-40fa-b574-986192fc7292 req-a3498e23-0529-418c-aaa7-106467827aa8 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d3023056-305c-4ac3-afdf-9c612cf9b3ca HTTP/1.1" status: 200 len: 1001 time: 0.0960369 Apr 01 14:16:39.409783 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a62534-100f-40fa-b574-986192fc7292 req-75ba73ca-9003-4dba-b3a7-f747ae9267f8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:16:39.411112 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-d6a62534-100f-40fa-b574-986192fc7292 req-75ba73ca-9003-4dba-b3a7-f747ae9267f8 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=12dd948c-70b1-4f83-852a-e69c5b75a0a4 HTTP/1.1" status: 200 len: 835 time: 0.0571811 Apr 01 14:16:39.487172 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-d6a62534-100f-40fa-b574-986192fc7292 req-0d96ff38-41ea-421e-8ae0-de351c9bf2df service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=3bec20e0-faf1-400d-b0b8-56a6ec41fd2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0673730 Apr 01 14:16:39.625232 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-d6a62534-100f-40fa-b574-986192fc7292 req-b91afd77-be38-4545-b21c-868fa137cc21 service neutron] 10.222.0.57 "GET /v2.0/networks/3bec20e0-faf1-400d-b0b8-56a6ec41fd2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1285274 Apr 01 14:16:39.777678 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-d6a62534-100f-40fa-b574-986192fc7292 req-63de80ca-d165-4b8d-b7c2-50743a260454 service neutron] 10.222.0.57 "GET /v2.0/networks/3bec20e0-faf1-400d-b0b8-56a6ec41fd2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1460609 Apr 01 14:16:40.354243 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d44e36-7bf7-497d-8ad5-f7fad8e0008d req-ac319306-50e6-4a4b-abfc-bfbeb408df0d tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:16:40.356192 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-39d44e36-7bf7-497d-8ad5-f7fad8e0008d req-ac319306-50e6-4a4b-abfc-bfbeb408df0d tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] 10.222.0.26 "GET /v2.0/ports?device_id=01b65e7c-ce61-4ae9-9c09-bc4e2fc164e4 HTTP/1.1" status: 200 len: 945 time: 0.0966139 Apr 01 14:16:40.412796 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-39d44e36-7bf7-497d-8ad5-f7fad8e0008d req-1fda3ec1-e525-4687-8931-3e4a4059f6a8 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] 10.222.0.26 "GET /v2.0/security-groups?id=f8cbbbf9-cafa-4942-a6bc-16af6453e201&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463774 Apr 01 14:16:41.700055 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02dbc90-dea0-4478-8521-335d96572c1e req-c8e0783a-f100-4e87-b474-129facc0d856 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:16:41.701660 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-e02dbc90-dea0-4478-8521-335d96572c1e req-c8e0783a-f100-4e87-b474-129facc0d856 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] 10.222.0.26 "GET /v2.0/ports?device_id=01b65e7c-ce61-4ae9-9c09-bc4e2fc164e4 HTTP/1.1" status: 200 len: 945 time: 0.1674147 Apr 01 14:16:41.754316 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-e02dbc90-dea0-4478-8521-335d96572c1e req-c1cf56a2-7069-40d6-8eed-a387a64a86e5 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] 10.222.0.26 "GET /v2.0/security-groups?id=f8cbbbf9-cafa-4942-a6bc-16af6453e201&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471001 Apr 01 14:16:41.784521 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 35996) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:16:41.889580 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-1771f7dd-3d40-4af3-8e62-a6a1d081dafa tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] 10.222.0.26 "GET /v2.0/floatingips/110ebc00-5e78-4f42-9e8a-08a157413ca4 HTTP/1.1" status: 200 len: 993 time: 0.1038539 Apr 01 14:16:48.002053 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.agents_db [None req-bdd220c7-049a-43d2-a923-ad1a2de078c6 None None] Agent healthcheck: found 6 active agents {{(pid=83873) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 01 14:16:54.267490 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:17:03.665761 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-f49f67e3-7089-4c21-9034-c3826b8f6522 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:17:05.993898 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-46d8c088-5388-471e-9caf-f286315f090e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:17:07.278206 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:17:07.536156 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-2f9cfc9c-d8ba-4de3-a4ad-98162f90557c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:17:09.044887 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-a976a7b9-9034-41e6-be13-349b75ed1593 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:17:14.352186 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 36010) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:17:14.556871 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.plugin [None req-d9dc4248-8e0d-468f-a56c-49f87be3e764 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Deleting port 2f0721a5-b22d-4171-aeca-86de6e8a8929 {{(pid=83869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 14:17:14.557117 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-d9dc4248-8e0d-468f-a56c-49f87be3e764 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736733287370'] for port, before_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:17:14.725194 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-d9dc4248-8e0d-468f-a56c-49f87be3e764 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4155147'] for port, precommit_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:17:14.725523 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-d9dc4248-8e0d-468f-a56c-49f87be3e764 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:17:14.845785 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.plugin [None req-d9dc4248-8e0d-468f-a56c-49f87be3e764 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Calling delete_port for 2f0721a5-b22d-4171-aeca-86de6e8a8929 owned by network:floatingip {{(pid=83869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 14:17:14.992442 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-d9dc4248-8e0d-468f-a56c-49f87be3e764 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736733359243', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736732935810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2705155'] for port, after_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:17:15.037407 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9dc4248-8e0d-468f-a56c-49f87be3e764 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Pushing event deleted for resources: {'Port': ['ID=2f0721a5-b22d-4171-aeca-86de6e8a8929,revision_number=None']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:17:15.079460 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9dc4248-8e0d-468f-a56c-49f87be3e764 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:17:15.079798 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9dc4248-8e0d-468f-a56c-49f87be3e764 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:17:15.080400 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9dc4248-8e0d-468f-a56c-49f87be3e764 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:17:15.080557 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9dc4248-8e0d-468f-a56c-49f87be3e764 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:17:15.080818 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9dc4248-8e0d-468f-a56c-49f87be3e764 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:17:15.081140 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9dc4248-8e0d-468f-a56c-49f87be3e764 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:17:15.081461 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9dc4248-8e0d-468f-a56c-49f87be3e764 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:17:15.081781 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9dc4248-8e0d-468f-a56c-49f87be3e764 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:17:15.082096 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9dc4248-8e0d-468f-a56c-49f87be3e764 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:17:15.082411 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9dc4248-8e0d-468f-a56c-49f87be3e764 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:17:15.082725 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9dc4248-8e0d-468f-a56c-49f87be3e764 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:17:15.145479 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-d9dc4248-8e0d-468f-a56c-49f87be3e764 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Notify callbacks [] for floatingip, after_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:17:15.535704 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9dc4248-8e0d-468f-a56c-49f87be3e764 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Router 500efc0d-4313-4f3f-b82d-8ed088497f4c has already been hosted by L3 agent 88bf8fc8-11a3-4e96-9d1b-5fd93ba9f6f1 {{(pid=83869) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 14:17:15.832591 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9dc4248-8e0d-468f-a56c-49f87be3e764 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Notify agent at l3_agent.dv-neutron-836180-1-hyperv the message routers_updated {{(pid=83869) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 14:17:15.842458 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4c6ec5a-08d9-4893-af15-161bd73e2737 None None] Sync routers for ids ['500efc0d-4313-4f3f-b82d-8ed088497f4c'] in dv-neutron-836180-1-hyperv {{(pid=83872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 14:17:15.853832 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-d9dc4248-8e0d-468f-a56c-49f87be3e764 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109561'] for floatingip, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:17:15.855148 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4c6ec5a-08d9-4893-af15-161bd73e2737 None None] Routers {'500efc0d-4313-4f3f-b82d-8ed088497f4c'} bound to L3 agent in host dv-neutron-836180-1-hyperv {{(pid=83872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 14:17:15.855745 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_hamode_db [None req-d4c6ec5a-08d9-4893-af15-161bd73e2737 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836180-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T13:25:36Z,description=,heartbeat_timestamp=2022-04-01T14:17:06Z,host='dv-neutron-836180-1-hyperv',id=88bf8fc8-11a3-4e96-9d1b-5fd93ba9f6f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T13:25:36Z,topic='l3_agent')) {'router_ids': ['500efc0d-4313-4f3f-b82d-8ed088497f4c'], 'active': True} {{(pid=83872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 14:17:15.906682 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-d9dc4248-8e0d-468f-a56c-49f87be3e764 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] 10.222.0.26 "DELETE /v2.0/floatingips/110ebc00-5e78-4f42-9e8a-08a157413ca4 HTTP/1.1" status: 204 len: 168 time: 1.5532076 Apr 01 14:17:15.907400 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '01b65e7c-ce61-4ae9-9c09-bc4e2fc164e4', 'tag': 'd3023056-305c-4ac3-afdf-9c612cf9b3ca'}] {{(pid=83869) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 14:17:15.969923 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '01b65e7c-ce61-4ae9-9c09-bc4e2fc164e4', 'tag': 'd3023056-305c-4ac3-afdf-9c612cf9b3ca', 'status': 'completed', 'code': 200} Apr 01 14:17:16.049525 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_dvr_db [None req-d4c6ec5a-08d9-4893-af15-161bd73e2737 None None] Set router 500efc0d-4313-4f3f-b82d-8ed088497f4c gateway port host: dv-neutron-836180-1-hyperv {{(pid=83872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 14:17:16.069096 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-d1a00f31-208f-409c-850a-568de6f0ea45 req-ad2ecfd5-7629-4e11-88c2-06aa4613e9f3 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=1ac9f9a3637e41b9993bdb348451719c&device_id=01b65e7c-ce61-4ae9-9c09-bc4e2fc164e4 HTTP/1.1" status: 200 len: 1098 time: 0.0754280 Apr 01 14:17:16.223854 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a00f31-208f-409c-850a-568de6f0ea45 req-433d3ade-946b-401f-9ed0-d34b23e1250f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:17:16.226894 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-d1a00f31-208f-409c-850a-568de6f0ea45 req-433d3ade-946b-401f-9ed0-d34b23e1250f service neutron] 10.222.0.57 "GET /v2.0/networks?id=3bec20e0-faf1-400d-b0b8-56a6ec41fd2b HTTP/1.1" status: 200 len: 898 time: 0.1513839 Apr 01 14:17:16.325475 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24729ba3-a266-4947-99b2-8c702fce87e0 req-bbf93567-05c9-4508-a239-07680b3bed7d tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:17:16.327675 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-24729ba3-a266-4947-99b2-8c702fce87e0 req-bbf93567-05c9-4508-a239-07680b3bed7d tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] 10.222.0.26 "GET /v2.0/ports?device_id=01b65e7c-ce61-4ae9-9c09-bc4e2fc164e4 HTTP/1.1" status: 200 len: 945 time: 0.0897870 Apr 01 14:17:16.328111 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-d1a00f31-208f-409c-850a-568de6f0ea45 req-1366ef5e-e4fa-4c98-b40b-b0bbc936bc67 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d3023056-305c-4ac3-afdf-9c612cf9b3ca HTTP/1.1" status: 200 len: 217 time: 0.0936832 Apr 01 14:17:16.385565 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-24729ba3-a266-4947-99b2-8c702fce87e0 req-8b44e5a5-cdf8-4246-b303-437475a04f82 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] 10.222.0.26 "GET /v2.0/security-groups?id=f8cbbbf9-cafa-4942-a6bc-16af6453e201&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516691 Apr 01 14:17:16.404700 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a00f31-208f-409c-850a-568de6f0ea45 req-c3868151-c67c-44ca-8e1f-b6b1ca7cbb13 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:17:16.406981 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-d1a00f31-208f-409c-850a-568de6f0ea45 req-c3868151-c67c-44ca-8e1f-b6b1ca7cbb13 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=12dd948c-70b1-4f83-852a-e69c5b75a0a4 HTTP/1.1" status: 200 len: 835 time: 0.0696709 Apr 01 14:17:16.471605 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_hamode_db [None req-d4c6ec5a-08d9-4893-af15-161bd73e2737 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '500efc0d-4313-4f3f-b82d-8ed088497f4c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-546150424', 'tenant_id': '1ac9f9a3637e41b9993bdb348451719c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'external_fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.3'}], 'enable_snat': True}, 'gw_port_id': '71d2a3a8-6b03-4f22-8729-6625776d4a52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T14:15:28Z', 'updated_at': '2022-04-01T14:15:32Z', 'revision_number': 4, 'project_id': '1ac9f9a3637e41b9993bdb348451719c', 'gw_port': {'id': '71d2a3a8-6b03-4f22-8729-6625776d4a52', 'name': '', 'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:ec:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '500efc0d-4313-4f3f-b82d-8ed088497f4c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836180-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T14:15:29Z', 'updated_at': '2022-04-01T14:15:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836180-1-hyperv', '_interfaces': [{'id': '6f3a83e3-a53b-4738-a68f-75bd20c47a0f', 'name': '', 'network_id': '3bec20e0-faf1-400d-b0b8-56a6ec41fd2b', 'tenant_id': '1ac9f9a3637e41b9993bdb348451719c', 'mac_address': 'fa:16:3e:1f:c9:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '500efc0d-4313-4f3f-b82d-8ed088497f4c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '12dd948c-70b1-4f83-852a-e69c5b75a0a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836180-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T14:15:32Z', 'updated_at': '2022-04-01T14:15:39Z', 'revision_number': 5, 'project_id': '1ac9f9a3637e41b9993bdb348451719c', 'subnets': [{'id': '12dd948c-70b1-4f83-852a-e69c5b75a0a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-836180-1-hyperv', False) {} {{(pid=83872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 14:17:16.475948 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4c6ec5a-08d9-4893-af15-161bd73e2737 None None] Checking router: 500efc0d-4313-4f3f-b82d-8ed088497f4c for host: dv-neutron-836180-1-hyperv {{(pid=83872) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 01 14:17:16.481620 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-d1a00f31-208f-409c-850a-568de6f0ea45 req-ab28dbb8-f7c9-4400-bf11-fc74b54ea058 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=3bec20e0-faf1-400d-b0b8-56a6ec41fd2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0678365 Apr 01 14:17:16.486623 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4c6ec5a-08d9-4893-af15-161bd73e2737 None None] Routers {'500efc0d-4313-4f3f-b82d-8ed088497f4c'} bound to L3 agent in host dv-neutron-836180-1-hyperv {{(pid=83872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 14:17:16.487219 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_hamode_db [None req-d4c6ec5a-08d9-4893-af15-161bd73e2737 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836180-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T13:25:36Z,description=,heartbeat_timestamp=2022-04-01T14:17:06Z,host='dv-neutron-836180-1-hyperv',id=88bf8fc8-11a3-4e96-9d1b-5fd93ba9f6f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T13:25:36Z,topic='l3_agent')) {'router_ids': ['500efc0d-4313-4f3f-b82d-8ed088497f4c'], 'active': True} {{(pid=83872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 14:17:16.620268 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-d1a00f31-208f-409c-850a-568de6f0ea45 req-d552334a-51c8-4958-a428-308297394ab6 service neutron] 10.222.0.57 "GET /v2.0/networks/3bec20e0-faf1-400d-b0b8-56a6ec41fd2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1314864 Apr 01 14:17:16.677060 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_dvr_db [None req-d4c6ec5a-08d9-4893-af15-161bd73e2737 None None] Set router 500efc0d-4313-4f3f-b82d-8ed088497f4c gateway port host: dv-neutron-836180-1-hyperv {{(pid=83872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 14:17:16.755422 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-d1a00f31-208f-409c-850a-568de6f0ea45 req-73a95877-fae1-4bcb-b21f-49cc5b2bbb28 service neutron] 10.222.0.57 "GET /v2.0/networks/3bec20e0-faf1-400d-b0b8-56a6ec41fd2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1283984 Apr 01 14:17:16.981084 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_hamode_db [None req-d4c6ec5a-08d9-4893-af15-161bd73e2737 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '500efc0d-4313-4f3f-b82d-8ed088497f4c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-546150424', 'tenant_id': '1ac9f9a3637e41b9993bdb348451719c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'external_fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.3'}], 'enable_snat': True}, 'gw_port_id': '71d2a3a8-6b03-4f22-8729-6625776d4a52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T14:15:28Z', 'updated_at': '2022-04-01T14:15:32Z', 'revision_number': 4, 'project_id': '1ac9f9a3637e41b9993bdb348451719c', 'gw_port': {'id': '71d2a3a8-6b03-4f22-8729-6625776d4a52', 'name': '', 'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:ec:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '500efc0d-4313-4f3f-b82d-8ed088497f4c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836180-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T14:15:29Z', 'updated_at': '2022-04-01T14:15:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836180-1-hyperv', '_interfaces': [{'id': '6f3a83e3-a53b-4738-a68f-75bd20c47a0f', 'name': '', 'network_id': '3bec20e0-faf1-400d-b0b8-56a6ec41fd2b', 'tenant_id': '1ac9f9a3637e41b9993bdb348451719c', 'mac_address': 'fa:16:3e:1f:c9:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '500efc0d-4313-4f3f-b82d-8ed088497f4c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '12dd948c-70b1-4f83-852a-e69c5b75a0a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836180-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T14:15:32Z', 'updated_at': '2022-04-01T14:15:39Z', 'revision_number': 5, 'project_id': '1ac9f9a3637e41b9993bdb348451719c', 'subnets': [{'id': '12dd948c-70b1-4f83-852a-e69c5b75a0a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-836180-1-hyperv', False) {} {{(pid=83872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 14:17:16.985693 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4c6ec5a-08d9-4893-af15-161bd73e2737 None None] The sync data for ids ['500efc0d-4313-4f3f-b82d-8ed088497f4c'] in dv-neutron-836180-1-hyperv is: [{'id': '500efc0d-4313-4f3f-b82d-8ed088497f4c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-546150424', 'tenant_id': '1ac9f9a3637e41b9993bdb348451719c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'external_fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.3'}], 'enable_snat': True}, 'gw_port_id': '71d2a3a8-6b03-4f22-8729-6625776d4a52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T14:15:28Z', 'updated_at': '2022-04-01T14:15:32Z', 'revision_number': 4, 'project_id': '1ac9f9a3637e41b9993bdb348451719c', 'gw_port': {'id': '71d2a3a8-6b03-4f22-8729-6625776d4a52', 'name': '', 'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:ec:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '500efc0d-4313-4f3f-b82d-8ed088497f4c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836180-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T14:15:29Z', 'updated_at': '2022-04-01T14:15:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836180-1-hyperv', '_interfaces': [{'id': '6f3a83e3-a53b-4738-a68f-75bd20c47a0f', 'name': '', 'network_id': '3bec20e0-faf1-400d-b0b8-56a6ec41fd2b', 'tenant_id': '1ac9f9a3637e41b9993bdb348451719c', 'mac_address': 'fa:16:3e:1f:c9:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '500efc0d-4313-4f3f-b82d-8ed088497f4c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '12dd948c-70b1-4f83-852a-e69c5b75a0a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836180-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T14:15:32Z', 'updated_at': '2022-04-01T14:15:39Z', 'revision_number': 5, 'project_id': '1ac9f9a3637e41b9993bdb348451719c', 'subnets': [{'id': '12dd948c-70b1-4f83-852a-e69c5b75a0a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 14:17:17.210537 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fa7b8cf-8113-4fa6-8551-db4c36acdede None None] New status for floating IP 110ebc00-5e78-4f42-9e8a-08a157413ca4: DOWN {{(pid=83873) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 01 14:17:17.593105 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d353906-9760-4900-aa15-7a6781507be3 req-b95bf59e-a565-491a-b73b-ace49b1bfee5 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:17:17.593785 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [req-2d353906-9760-4900-aa15-7a6781507be3 req-b95bf59e-a565-491a-b73b-ace49b1bfee5 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Synchronizing usage tracker for tenant:1ac9f9a3637e41b9993bdb348451719c on resource:port {{(pid=83869) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 14:17:17.610770 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [req-2d353906-9760-4900-aa15-7a6781507be3 req-b95bf59e-a565-491a-b73b-ace49b1bfee5 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Unset dirty status for tenant:1ac9f9a3637e41b9993bdb348451719c on resource:port {{(pid=83869) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 14:17:17.612093 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-2d353906-9760-4900-aa15-7a6781507be3 req-b95bf59e-a565-491a-b73b-ace49b1bfee5 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] 10.222.0.26 "GET /v2.0/ports?device_id=01b65e7c-ce61-4ae9-9c09-bc4e2fc164e4 HTTP/1.1" status: 200 len: 945 time: 0.0999253 Apr 01 14:17:17.664225 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-2d353906-9760-4900-aa15-7a6781507be3 req-657ce705-42e5-4834-9d00-16754d8a2a36 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] 10.222.0.26 "GET /v2.0/security-groups?id=f8cbbbf9-cafa-4942-a6bc-16af6453e201&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461812 Apr 01 14:17:18.076791 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f4513a-44f0-486a-bfb3-da0dc2a42698 req-3280a733-bb41-43f2-88bb-390676837fb4 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:17:18.078342 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-61f4513a-44f0-486a-bfb3-da0dc2a42698 req-3280a733-bb41-43f2-88bb-390676837fb4 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] 10.222.0.57 "GET /v2.0/ports?device_id=01b65e7c-ce61-4ae9-9c09-bc4e2fc164e4 HTTP/1.1" status: 200 len: 945 time: 0.1041822 Apr 01 14:17:18.154430 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.plugin [req-61f4513a-44f0-486a-bfb3-da0dc2a42698 req-a1418bd0-596d-4dc8-a6db-e5f120f8426e tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Deleting port d3023056-305c-4ac3-afdf-9c612cf9b3ca {{(pid=83869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 14:17:18.155004 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [req-61f4513a-44f0-486a-bfb3-da0dc2a42698 req-a1418bd0-596d-4dc8-a6db-e5f120f8426e tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736733287370'] for port, before_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:17:18.448945 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.db [req-61f4513a-44f0-486a-bfb3-da0dc2a42698 req-a1418bd0-596d-4dc8-a6db-e5f120f8426e tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] For port d3023056-305c-4ac3-afdf-9c612cf9b3ca, host hv-neutron-8361, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8361',level=0,port_id=d3023056-305c-4ac3-afdf-9c612cf9b3ca,segment=NetworkSegment(be222e19-bfff-4883-a805-9c19059e332a),segment_id=be222e19-bfff-4883-a805-9c19059e332a)] {{(pid=83869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 14:17:18.449185 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [req-61f4513a-44f0-486a-bfb3-da0dc2a42698 req-a1418bd0-596d-4dc8-a6db-e5f120f8426e tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4155147'] for port, precommit_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:17:18.584337 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.plugin [req-61f4513a-44f0-486a-bfb3-da0dc2a42698 req-a1418bd0-596d-4dc8-a6db-e5f120f8426e tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Calling delete_port for d3023056-305c-4ac3-afdf-9c612cf9b3ca owned by compute:nova {{(pid=83869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 14:17:18.763074 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [req-61f4513a-44f0-486a-bfb3-da0dc2a42698 req-a1418bd0-596d-4dc8-a6db-e5f120f8426e tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736733359243', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736732935810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2705155'] for port, after_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:17:18.853274 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-5c6afa3a-e74c-45c9-ac01-da661b7920a2 req-dde53e17-5937-42de-a92c-3113c0386bd0 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] 10.222.0.26 "GET /v2.0/ports?device_id=01b65e7c-ce61-4ae9-9c09-bc4e2fc164e4 HTTP/1.1" status: 200 len: 210 time: 0.0476668 Apr 01 14:17:18.923372 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1418bd0-596d-4dc8-a6db-e5f120f8426e tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Pushing event deleted for resources: {'Port': ['ID=d3023056-305c-4ac3-afdf-9c612cf9b3ca,revision_number=None']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:17:18.999528 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_dvrscheduler_db [req-61f4513a-44f0-486a-bfb3-da0dc2a42698 req-a1418bd0-596d-4dc8-a6db-e5f120f8426e tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] No DVR routers for this DVR port d3023056-305c-4ac3-afdf-9c612cf9b3ca on host hv-neutron-8361 {{(pid=83869) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 14:17:19.002126 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [req-61f4513a-44f0-486a-bfb3-da0dc2a42698 req-a1418bd0-596d-4dc8-a6db-e5f120f8426e tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109561'] for port, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:17:19.005067 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01b65e7c-ce61-4ae9-9c09-bc4e2fc164e4', 'name': 'network-vif-deleted', 'tag': 'd3023056-305c-4ac3-afdf-9c612cf9b3ca'}] {{(pid=83869) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 14:17:19.020752 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-61f4513a-44f0-486a-bfb3-da0dc2a42698 req-a1418bd0-596d-4dc8-a6db-e5f120f8426e tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] 10.222.0.57 "DELETE /v2.0/ports/d3023056-305c-4ac3-afdf-9c612cf9b3ca HTTP/1.1" status: 204 len: 173 time: 0.9365270 Apr 01 14:17:19.067259 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01b65e7c-ce61-4ae9-9c09-bc4e2fc164e4', 'name': 'network-vif-deleted', 'tag': 'd3023056-305c-4ac3-afdf-9c612cf9b3ca', 'status': 'completed', 'code': 200} Apr 01 14:17:19.969318 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 36028) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:17:20.370910 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-a4b13c2b-e0d5-46ea-a650-1c083c1bebce tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4084029'] for router_interface, before_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:17:20.971341 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.plugin [None req-a4b13c2b-e0d5-46ea-a650-1c083c1bebce tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Deleting port 6f3a83e3-a53b-4738-a68f-75bd20c47a0f {{(pid=83869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 14:17:20.972101 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-a4b13c2b-e0d5-46ea-a650-1c083c1bebce tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736733287370'] for port, before_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:17:21.151416 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.db [None req-a4b13c2b-e0d5-46ea-a650-1c083c1bebce tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] For port 6f3a83e3-a53b-4738-a68f-75bd20c47a0f, host dv-neutron-836180-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836180-1-hyperv',level=0,port_id=6f3a83e3-a53b-4738-a68f-75bd20c47a0f,segment=NetworkSegment(be222e19-bfff-4883-a805-9c19059e332a),segment_id=be222e19-bfff-4883-a805-9c19059e332a)] {{(pid=83869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 14:17:21.151768 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-a4b13c2b-e0d5-46ea-a650-1c083c1bebce tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4155147'] for port, precommit_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:17:21.272491 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.plugin [None req-a4b13c2b-e0d5-46ea-a650-1c083c1bebce tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Calling delete_port for 6f3a83e3-a53b-4738-a68f-75bd20c47a0f owned by network:router_interface {{(pid=83869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 14:17:21.542194 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-a4b13c2b-e0d5-46ea-a650-1c083c1bebce tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736733359243', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736732935810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2705155'] for port, after_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:17:21.588831 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b13c2b-e0d5-46ea-a650-1c083c1bebce tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Pushing event deleted for resources: {'Port': ['ID=6f3a83e3-a53b-4738-a68f-75bd20c47a0f,revision_number=None']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:17:21.885428 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-a4b13c2b-e0d5-46ea-a650-1c083c1bebce tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3017585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4084076'] for router_interface, after_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:17:22.510732 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4b13c2b-e0d5-46ea-a650-1c083c1bebce tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Router 500efc0d-4313-4f3f-b82d-8ed088497f4c has already been hosted by L3 agent 88bf8fc8-11a3-4e96-9d1b-5fd93ba9f6f1 {{(pid=83869) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 14:17:22.565535 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Device d3023056-305c-4ac3-afdf-9c612cf9b3ca no longer exists at agent hyperv_hv-neutron-8361 {{(pid=83872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 14:17:22.599612 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.plugin [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] No Port match for: d3023056-305c-4ac3-afdf-9c612cf9b3ca {{(pid=83872) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 01 14:17:22.599959 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Device d3023056-305c-4ac3-afdf-9c612cf9b3ca not bound to the agent host hv-neutron-8361 {{(pid=83872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 14:17:22.726996 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4b13c2b-e0d5-46ea-a650-1c083c1bebce tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Notify agent at l3_agent.dv-neutron-836180-1-hyperv the message routers_updated {{(pid=83869) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 14:17:22.737038 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31c2e4bc-8d67-4320-ab9c-a17044d649cf None None] Sync routers for ids ['500efc0d-4313-4f3f-b82d-8ed088497f4c'] in dv-neutron-836180-1-hyperv {{(pid=83872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 14:17:22.741841 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-a4b13c2b-e0d5-46ea-a650-1c083c1bebce tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] 10.222.0.26 "PUT /v2.0/routers/500efc0d-4313-4f3f-b82d-8ed088497f4c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7707531 Apr 01 14:17:22.744615 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 36032) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:17:22.749449 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31c2e4bc-8d67-4320-ab9c-a17044d649cf None None] Routers {'500efc0d-4313-4f3f-b82d-8ed088497f4c'} bound to L3 agent in host dv-neutron-836180-1-hyperv {{(pid=83872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 14:17:22.750092 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_hamode_db [None req-31c2e4bc-8d67-4320-ab9c-a17044d649cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836180-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T13:25:36Z,description=,heartbeat_timestamp=2022-04-01T14:17:06Z,host='dv-neutron-836180-1-hyperv',id=88bf8fc8-11a3-4e96-9d1b-5fd93ba9f6f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T13:25:36Z,topic='l3_agent')) {'router_ids': ['500efc0d-4313-4f3f-b82d-8ed088497f4c'], 'active': True} {{(pid=83872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 14:17:22.931079 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.db_base_plugin_v2 [None req-8005482e-5703-47aa-bb0c-57ebbf0c8ecd tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Deleting subnet 12dd948c-70b1-4f83-852a-e69c5b75a0a4 {{(pid=83871) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 01 14:17:22.934123 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-8005482e-5703-47aa-bb0c-57ebbf0c8ecd tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Notify callbacks [] for subnet, before_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:17:22.945724 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_dvr_db [None req-31c2e4bc-8d67-4320-ab9c-a17044d649cf None None] Set router 500efc0d-4313-4f3f-b82d-8ed088497f4c gateway port host: dv-neutron-836180-1-hyperv {{(pid=83872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 14:17:23.004929 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-8005482e-5703-47aa-bb0c-57ebbf0c8ecd tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3166365'] for subnet, precommit_delete_associations {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:17:23.095057 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-8005482e-5703-47aa-bb0c-57ebbf0c8ecd tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-945029'] for subnet, precommit_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:17:23.178082 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-8005482e-5703-47aa-bb0c-57ebbf0c8ecd tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-945042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2743160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2757373'] for subnet, after_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:17:23.226310 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-8005482e-5703-47aa-bb0c-57ebbf0c8ecd tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Notify callbacks [] for subnet, before_response {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:17:23.228069 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8005482e-5703-47aa-bb0c-57ebbf0c8ecd tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Pushing event deleted for resources: {'Subnet': ['ID=12dd948c-70b1-4f83-852a-e69c5b75a0a4,revision_number=None']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:17:23.230662 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5143676-e313-47da-a4ff-9ae470f6c3dd None None] Network 3bec20e0-faf1-400d-b0b8-56a6ec41fd2b requested from dv-neutron-836180-1-hyperv {{(pid=83872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 14:17:23.239888 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8005482e-5703-47aa-bb0c-57ebbf0c8ecd tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:17:23.240236 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8005482e-5703-47aa-bb0c-57ebbf0c8ecd tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:17:23.240622 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8005482e-5703-47aa-bb0c-57ebbf0c8ecd tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:17:23.240952 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8005482e-5703-47aa-bb0c-57ebbf0c8ecd tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:17:23.241283 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8005482e-5703-47aa-bb0c-57ebbf0c8ecd tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:17:23.241612 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8005482e-5703-47aa-bb0c-57ebbf0c8ecd tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:17:23.241932 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8005482e-5703-47aa-bb0c-57ebbf0c8ecd tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:17:23.242257 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8005482e-5703-47aa-bb0c-57ebbf0c8ecd tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:17:23.242574 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8005482e-5703-47aa-bb0c-57ebbf0c8ecd tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:17:23.242887 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8005482e-5703-47aa-bb0c-57ebbf0c8ecd tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:17:23.243206 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8005482e-5703-47aa-bb0c-57ebbf0c8ecd tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:17:23.247161 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-8005482e-5703-47aa-bb0c-57ebbf0c8ecd tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] 10.222.0.26 "DELETE /v2.0/subnets/12dd948c-70b1-4f83-852a-e69c5b75a0a4 HTTP/1.1" status: 204 len: 168 time: 0.5011103 Apr 01 14:17:23.249419 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 36036) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:17:23.462462 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_hamode_db [None req-31c2e4bc-8d67-4320-ab9c-a17044d649cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '500efc0d-4313-4f3f-b82d-8ed088497f4c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-546150424', 'tenant_id': '1ac9f9a3637e41b9993bdb348451719c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'external_fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.3'}], 'enable_snat': True}, 'gw_port_id': '71d2a3a8-6b03-4f22-8729-6625776d4a52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T14:15:28Z', 'updated_at': '2022-04-01T14:17:21Z', 'revision_number': 5, 'project_id': '1ac9f9a3637e41b9993bdb348451719c', 'gw_port': {'id': '71d2a3a8-6b03-4f22-8729-6625776d4a52', 'name': '', 'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:ec:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '500efc0d-4313-4f3f-b82d-8ed088497f4c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836180-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T14:15:29Z', 'updated_at': '2022-04-01T14:15:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836180-1-hyperv'}], 'dv-neutron-836180-1-hyperv', False) {} {{(pid=83872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 14:17:23.468757 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31c2e4bc-8d67-4320-ab9c-a17044d649cf None None] Checking router: 500efc0d-4313-4f3f-b82d-8ed088497f4c for host: dv-neutron-836180-1-hyperv {{(pid=83872) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 01 14:17:23.478463 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-6f837468-5e6b-41e7-a100-95a8f46f5dd9 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Notify callbacks [] for router, before_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:17:23.494135 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31c2e4bc-8d67-4320-ab9c-a17044d649cf None None] Routers {'500efc0d-4313-4f3f-b82d-8ed088497f4c'} bound to L3 agent in host dv-neutron-836180-1-hyperv {{(pid=83872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 14:17:23.494751 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_hamode_db [None req-31c2e4bc-8d67-4320-ab9c-a17044d649cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836180-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T13:25:36Z,description=,heartbeat_timestamp=2022-04-01T14:17:06Z,host='dv-neutron-836180-1-hyperv',id=88bf8fc8-11a3-4e96-9d1b-5fd93ba9f6f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T13:25:36Z,topic='l3_agent')) {'router_ids': ['500efc0d-4313-4f3f-b82d-8ed088497f4c'], 'active': True} {{(pid=83872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 14:17:23.629989 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2ffba33-8657-48fa-8532-632249675474 None None] DHCP port deletion for 3bec20e0-faf1-400d-b0b8-56a6ec41fd2b request from dv-neutron-836180-1-hyperv {{(pid=83872) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 01 14:17:23.647837 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.plugin [None req-b2ffba33-8657-48fa-8532-632249675474 None None] Deleting port 33e816d4-2633-4363-9ea7-64769c391c08 {{(pid=83872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 14:17:23.648206 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-b2ffba33-8657-48fa-8532-632249675474 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736733287370'] for port, before_delete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:17:23.830729 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_dvr_db [None req-31c2e4bc-8d67-4320-ab9c-a17044d649cf None None] Set router 500efc0d-4313-4f3f-b82d-8ed088497f4c gateway port host: dv-neutron-836180-1-hyperv {{(pid=83872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 14:17:23.849551 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-6f837468-5e6b-41e7-a100-95a8f46f5dd9 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:17:23.859619 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.plugin [None req-6f837468-5e6b-41e7-a100-95a8f46f5dd9 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Deleting port 71d2a3a8-6b03-4f22-8729-6625776d4a52 {{(pid=83871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 14:17:23.860048 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-6f837468-5e6b-41e7-a100-95a8f46f5dd9 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736733287370'] for port, before_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:17:24.041780 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.db [None req-6f837468-5e6b-41e7-a100-95a8f46f5dd9 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] For port 71d2a3a8-6b03-4f22-8729-6625776d4a52, host dv-neutron-836180-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836180-1-hyperv',level=0,port_id=71d2a3a8-6b03-4f22-8729-6625776d4a52,segment=NetworkSegment(7b924dd8-4978-40c4-ad91-4b9b27348462),segment_id=7b924dd8-4978-40c4-ad91-4b9b27348462)] {{(pid=83871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 14:17:24.042137 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-6f837468-5e6b-41e7-a100-95a8f46f5dd9 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4155147'] for port, precommit_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:17:24.113632 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-b2ffba33-8657-48fa-8532-632249675474 None None] For port 33e816d4-2633-4363-9ea7-64769c391c08, host dv-neutron-836180-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836180-1-hyperv',level=0,port_id=33e816d4-2633-4363-9ea7-64769c391c08,segment=NetworkSegment(be222e19-bfff-4883-a805-9c19059e332a),segment_id=be222e19-bfff-4883-a805-9c19059e332a)] {{(pid=83872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 14:17:24.113937 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-b2ffba33-8657-48fa-8532-632249675474 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4155147'] for port, precommit_delete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:17:24.176530 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.plugin [None req-6f837468-5e6b-41e7-a100-95a8f46f5dd9 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Calling delete_port for 71d2a3a8-6b03-4f22-8729-6625776d4a52 owned by network:router_gateway {{(pid=83871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 14:17:24.263580 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.plugin [None req-b2ffba33-8657-48fa-8532-632249675474 None None] Calling delete_port for 33e816d4-2633-4363-9ea7-64769c391c08 owned by network:dhcp {{(pid=83872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 14:17:24.368945 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:17:24.375756 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-6f837468-5e6b-41e7-a100-95a8f46f5dd9 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736733359243', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736732935810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2743125'] for port, after_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:17:24.412751 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-b2ffba33-8657-48fa-8532-632249675474 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736733359243', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736732935810'] for port, after_delete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:17:24.439489 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f837468-5e6b-41e7-a100-95a8f46f5dd9 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Pushing event deleted for resources: {'Port': ['ID=71d2a3a8-6b03-4f22-8729-6625776d4a52,revision_number=None']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:17:24.464166 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ffba33-8657-48fa-8532-632249675474 None None] Pushing event deleted for resources: {'Port': ['ID=33e816d4-2633-4363-9ea7-64769c391c08,revision_number=None']} {{(pid=83872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:17:24.472358 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2ffba33-8657-48fa-8532-632249675474 None None] No DVR routers for this DVR port 33e816d4-2633-4363-9ea7-64769c391c08 on host dv-neutron-836180-1-hyperv {{(pid=83872) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 14:17:24.484670 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_hamode_db [None req-31c2e4bc-8d67-4320-ab9c-a17044d649cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '500efc0d-4313-4f3f-b82d-8ed088497f4c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-546150424', 'tenant_id': '1ac9f9a3637e41b9993bdb348451719c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'external_fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.3'}], 'enable_snat': True}, 'gw_port_id': '71d2a3a8-6b03-4f22-8729-6625776d4a52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T14:15:28Z', 'updated_at': '2022-04-01T14:17:21Z', 'revision_number': 5, 'project_id': '1ac9f9a3637e41b9993bdb348451719c', 'gw_port': {'id': '71d2a3a8-6b03-4f22-8729-6625776d4a52', 'name': '', 'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:ec:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '500efc0d-4313-4f3f-b82d-8ed088497f4c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836180-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T14:15:29Z', 'updated_at': '2022-04-01T14:15:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836180-1-hyperv'}], 'dv-neutron-836180-1-hyperv', False) {} {{(pid=83872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 14:17:24.490673 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2ffba33-8657-48fa-8532-632249675474 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:17:24.491204 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2ffba33-8657-48fa-8532-632249675474 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:17:24.491548 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2ffba33-8657-48fa-8532-632249675474 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:17:24.491886 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2ffba33-8657-48fa-8532-632249675474 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:17:24.492222 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2ffba33-8657-48fa-8532-632249675474 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:17:24.492580 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2ffba33-8657-48fa-8532-632249675474 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:17:24.492913 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2ffba33-8657-48fa-8532-632249675474 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:17:24.493240 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2ffba33-8657-48fa-8532-632249675474 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:17:24.493581 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2ffba33-8657-48fa-8532-632249675474 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:17:24.493883 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2ffba33-8657-48fa-8532-632249675474 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:17:24.494200 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2ffba33-8657-48fa-8532-632249675474 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:17:24.497878 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31c2e4bc-8d67-4320-ab9c-a17044d649cf None None] The sync data for ids ['500efc0d-4313-4f3f-b82d-8ed088497f4c'] in dv-neutron-836180-1-hyperv is: [{'id': '500efc0d-4313-4f3f-b82d-8ed088497f4c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-546150424', 'tenant_id': '1ac9f9a3637e41b9993bdb348451719c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'external_fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.3'}], 'enable_snat': True}, 'gw_port_id': '71d2a3a8-6b03-4f22-8729-6625776d4a52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T14:15:28Z', 'updated_at': '2022-04-01T14:17:21Z', 'revision_number': 5, 'project_id': '1ac9f9a3637e41b9993bdb348451719c', 'gw_port': {'id': '71d2a3a8-6b03-4f22-8729-6625776d4a52', 'name': '', 'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:ec:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '500efc0d-4313-4f3f-b82d-8ed088497f4c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836180-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T14:15:29Z', 'updated_at': '2022-04-01T14:15:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836180-1-hyperv'}] {{(pid=83872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 14:17:24.687600 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-6f837468-5e6b-41e7-a100-95a8f46f5dd9 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4084822'] for router_gateway, after_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:17:24.955309 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-6f837468-5e6b-41e7-a100-95a8f46f5dd9 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4079814', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4170'] for router, precommit_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:17:24.960040 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-6f837468-5e6b-41e7-a100-95a8f46f5dd9 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:17:24.995336 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-6f837468-5e6b-41e7-a100-95a8f46f5dd9 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4079738'] for router, after_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:17:24.995994 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f837468-5e6b-41e7-a100-95a8f46f5dd9 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Fanout notify agent at l3_agent the message router_deleted on router 500efc0d-4313-4f3f-b82d-8ed088497f4c {{(pid=83871) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 01 14:17:25.004189 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.agents_db [None req-bdd220c7-049a-43d2-a923-ad1a2de078c6 None None] Agent healthcheck: found 6 active agents {{(pid=83873) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 01 14:17:25.015950 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-6f837468-5e6b-41e7-a100-95a8f46f5dd9 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Notify callbacks [] for router, before_response {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:17:25.017400 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-6f837468-5e6b-41e7-a100-95a8f46f5dd9 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] 10.222.0.26 "DELETE /v2.0/routers/500efc0d-4313-4f3f-b82d-8ed088497f4c HTTP/1.1" status: 204 len: 168 time: 1.7669566 Apr 01 14:17:25.020133 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 36040) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:17:25.171045 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-4e86233a-c17f-4282-bd7c-9dae80dbe6d0 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1033078'] for network, before_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:17:25.418421 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-4e86233a-c17f-4282-bd7c-9dae80dbe6d0 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-942654', 'neutron.services.segments.db._delete_segments_for_network-8736733387888'] for network, precommit_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:17:25.444381 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.services.segments.db [None req-4e86233a-c17f-4282-bd7c-9dae80dbe6d0 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3bec20e0-faf1-400d-b0b8-56a6ec41fd2b']}} {{(pid=83871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 14:17:25.461292 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.services.segments.db [None req-4e86233a-c17f-4282-bd7c-9dae80dbe6d0 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'be222e19-bfff-4883-a805-9c19059e332a') {'for_net_delete': True} {{(pid=83871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 14:17:25.461509 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.services.segments.db [None req-4e86233a-c17f-4282-bd7c-9dae80dbe6d0 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'be222e19-bfff-4883-a805-9c19059e332a') {} {{(pid=83871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 14:17:25.473924 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-4e86233a-c17f-4282-bd7c-9dae80dbe6d0 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736733386999', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3166340'] for segment, before_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:17:25.490837 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-4e86233a-c17f-4282-bd7c-9dae80dbe6d0 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1004271'] for segment, precommit_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:17:25.496798 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4e86233a-c17f-4282-bd7c-9dae80dbe6d0 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Releasing vlan 371 on physical network physnet1 to pool {{(pid=83871) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 01 14:17:25.497169 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-4e86233a-c17f-4282-bd7c-9dae80dbe6d0 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1004262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2743078'] for segment, after_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:17:25.511232 dv-neutron-836180-1-hyperv neutron-server[83871]: Traceback (most recent call last): Apr 01 14:17:25.511232 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 01 14:17:25.511232 dv-neutron-836180-1-hyperv neutron-server[83871]: timer() Apr 01 14:17:25.511232 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 14:17:25.511232 dv-neutron-836180-1-hyperv neutron-server[83871]: cb(*args, **kw) Apr 01 14:17:25.511232 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 14:17:25.511232 dv-neutron-836180-1-hyperv neutron-server[83871]: return func(*args, **kwargs) Apr 01 14:17:25.511232 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 14:17:25.511232 dv-neutron-836180-1-hyperv neutron-server[83871]: self._notify() Apr 01 14:17:25.511232 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 14:17:25.511232 dv-neutron-836180-1-hyperv neutron-server[83871]: self.callback(batched_events) Apr 01 14:17:25.511232 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 14:17:25.511232 dv-neutron-836180-1-hyperv neutron-server[83871]: event.method(event) Apr 01 14:17:25.511232 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 14:17:25.511232 dv-neutron-836180-1-hyperv neutron-server[83871]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 14:17:25.511232 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 14:17:25.511232 dv-neutron-836180-1-hyperv neutron-server[83871]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 14:17:25.511232 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 14:17:25.511232 dv-neutron-836180-1-hyperv neutron-server[83871]: return f(self, *a, **k) Apr 01 14:17:25.511232 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 14:17:25.511232 dv-neutron-836180-1-hyperv neutron-server[83871]: return self._get(url).json() Apr 01 14:17:25.511232 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 14:17:25.511232 dv-neutron-836180-1-hyperv neutron-server[83871]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 14:17:25.511232 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 01 14:17:25.511232 dv-neutron-836180-1-hyperv neutron-server[83871]: return self.request(url, 'GET', **kwargs) Apr 01 14:17:25.511232 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 01 14:17:25.511232 dv-neutron-836180-1-hyperv neutron-server[83871]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 14:17:25.511232 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 01 14:17:25.511232 dv-neutron-836180-1-hyperv neutron-server[83871]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 14:17:25.511232 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 01 14:17:25.511232 dv-neutron-836180-1-hyperv neutron-server[83871]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 14:17:25.511232 dv-neutron-836180-1-hyperv neutron-server[83871]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 14:17:25.588878 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Device 6f3a83e3-a53b-4738-a68f-75bd20c47a0f no longer exists at agent ovs-agent-dv-neutron-836180-1-hyperv {{(pid=83872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 14:17:25.629908 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.plugin [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] No Port match for: 6f3a83e3-a53b-4738-a68f-75bd20c47a0f {{(pid=83872) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 01 14:17:25.630160 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-4e86233a-c17f-4282-bd7c-9dae80dbe6d0 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-942599', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4084797'] for network, after_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:17:25.630273 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Device 6f3a83e3-a53b-4738-a68f-75bd20c47a0f not bound to the agent host dv-neutron-836180-1-hyperv {{(pid=83872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 14:17:25.630748 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Device 33e816d4-2633-4363-9ea7-64769c391c08 no longer exists at agent ovs-agent-dv-neutron-836180-1-hyperv {{(pid=83872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 14:17:25.635764 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-4e86233a-c17f-4282-bd7c-9dae80dbe6d0 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Notify callbacks [] for network, before_response {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:17:25.668628 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e86233a-c17f-4282-bd7c-9dae80dbe6d0 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Pushing event deleted for resources: {'Network': ['ID=3bec20e0-faf1-400d-b0b8-56a6ec41fd2b,revision_number=None']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:17:25.673780 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-4e86233a-c17f-4282-bd7c-9dae80dbe6d0 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] 10.222.0.26 "DELETE /v2.0/networks/3bec20e0-faf1-400d-b0b8-56a6ec41fd2b HTTP/1.1" status: 204 len: 168 time: 0.6525755 Apr 01 14:17:25.675085 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.plugin [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] No Port match for: 33e816d4-2633-4363-9ea7-64769c391c08 {{(pid=83872) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 01 14:17:25.675800 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Device 33e816d4-2633-4363-9ea7-64769c391c08 not bound to the agent host dv-neutron-836180-1-hyperv {{(pid=83872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 14:17:25.676812 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 36044) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:17:25.757045 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-8366de46-667a-4eee-ab9c-5cfc68770a9b tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Notify callbacks [] for security_group, before_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:17:25.788816 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-8366de46-667a-4eee-ab9c-5cfc68770a9b tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:17:25.862280 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-8366de46-667a-4eee-ab9c-5cfc68770a9b tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3775923'] for security_group, after_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:17:25.881552 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8366de46-667a-4eee-ab9c-5cfc68770a9b tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8cbbbf9-cafa-4942-a6bc-16af6453e201,revision_number=None']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:17:25.895288 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-8366de46-667a-4eee-ab9c-5cfc68770a9b tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Notify callbacks [] for security_group, before_response {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:17:25.896880 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-8366de46-667a-4eee-ab9c-5cfc68770a9b tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] 10.222.0.26 "DELETE /v2.0/security-groups/f8cbbbf9-cafa-4942-a6bc-16af6453e201 HTTP/1.1" status: 204 len: 168 time: 0.2183700 Apr 01 14:17:26.279117 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 36052) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:17:26.286492 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.v2.base [None req-6f409884-8efa-4711-8096-51bd6e2c50ae tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1533296649', 'description': 'tempest-secgroup-smoke-1533296649 description', 'project_id': '1ac9f9a3637e41b9993bdb348451719c'}} {{(pid=83871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 14:17:26.292520 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-6f409884-8efa-4711-8096-51bd6e2c50ae tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 14:17:26.297147 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-6f409884-8efa-4711-8096-51bd6e2c50ae tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Usage tracker for resource:security_group and tenant:1ac9f9a3637e41b9993bdb348451719c is out of sync, need to count used quota {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 14:17:26.300069 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-6f409884-8efa-4711-8096-51bd6e2c50ae tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 14:17:26.305951 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-6f409884-8efa-4711-8096-51bd6e2c50ae tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 14:17:26.317325 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-6f409884-8efa-4711-8096-51bd6e2c50ae tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Notify callbacks [] for security_group, before_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:17:26.353663 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-6f409884-8efa-4711-8096-51bd6e2c50ae tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 14:17:26.357265 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-6f409884-8efa-4711-8096-51bd6e2c50ae tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Usage tracker for resource:security_group_rule and tenant:1ac9f9a3637e41b9993bdb348451719c is out of sync, need to count used quota {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 14:17:26.360356 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-6f409884-8efa-4711-8096-51bd6e2c50ae tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 14:17:26.365818 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-6f409884-8efa-4711-8096-51bd6e2c50ae tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 14:17:26.430604 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-6f409884-8efa-4711-8096-51bd6e2c50ae tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Notify callbacks [] for security_group, precommit_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:17:26.435641 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-6f409884-8efa-4711-8096-51bd6e2c50ae tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3775923'] for security_group, after_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:17:26.485335 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f409884-8efa-4711-8096-51bd6e2c50ae tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cebf25b2-bab6-4c6d-9628-aa70ed4a0749,revision_number=1']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:17:26.488497 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-6f409884-8efa-4711-8096-51bd6e2c50ae tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Notify callbacks [] for security_group, before_response {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:17:26.490218 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-6f409884-8efa-4711-8096-51bd6e2c50ae tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.2098248 Apr 01 14:17:26.494237 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 36058) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:17:26.500048 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.v2.base [None req-6fbe52a5-ba12-47c6-8a1e-4976bd783b64 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Request body: {'security_group_rule': {'security_group_id': 'cebf25b2-bab6-4c6d-9628-aa70ed4a0749', 'project_id': '1ac9f9a3637e41b9993bdb348451719c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 14:17:26.506997 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-6fbe52a5-ba12-47c6-8a1e-4976bd783b64 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 14:17:26.510991 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-6fbe52a5-ba12-47c6-8a1e-4976bd783b64 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Usage tracker for resource:security_group_rule and tenant:1ac9f9a3637e41b9993bdb348451719c is out of sync, need to count used quota {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 14:17:26.514059 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-6fbe52a5-ba12-47c6-8a1e-4976bd783b64 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 14:17:26.520653 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-6fbe52a5-ba12-47c6-8a1e-4976bd783b64 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 14:17:26.537834 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-6fbe52a5-ba12-47c6-8a1e-4976bd783b64 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:17:26.602645 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-6fbe52a5-ba12-47c6-8a1e-4976bd783b64 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:17:26.606407 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-6fbe52a5-ba12-47c6-8a1e-4976bd783b64 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3775744'] for security_group_rule, after_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:17:26.629815 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fbe52a5-ba12-47c6-8a1e-4976bd783b64 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c0427854-46e7-4946-a433-5f44ba69f81e,revision_number=0']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:17:26.639212 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-6fbe52a5-ba12-47c6-8a1e-4976bd783b64 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:17:26.640741 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-6fbe52a5-ba12-47c6-8a1e-4976bd783b64 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1453786 Apr 01 14:17:26.643634 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 36062) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:17:26.649247 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.v2.base [None req-0fd20121-62c1-4be6-8ab6-fb5c3ec2e8fc tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Request body: {'security_group_rule': {'security_group_id': 'cebf25b2-bab6-4c6d-9628-aa70ed4a0749', 'project_id': '1ac9f9a3637e41b9993bdb348451719c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 14:17:26.658547 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-0fd20121-62c1-4be6-8ab6-fb5c3ec2e8fc tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 14:17:26.665508 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-0fd20121-62c1-4be6-8ab6-fb5c3ec2e8fc tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Usage tracker for resource:security_group_rule and tenant:1ac9f9a3637e41b9993bdb348451719c is out of sync, need to count used quota {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 14:17:26.668808 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-0fd20121-62c1-4be6-8ab6-fb5c3ec2e8fc tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 14:17:26.675400 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-0fd20121-62c1-4be6-8ab6-fb5c3ec2e8fc tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 14:17:26.699355 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-0fd20121-62c1-4be6-8ab6-fb5c3ec2e8fc tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:17:26.785944 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-0fd20121-62c1-4be6-8ab6-fb5c3ec2e8fc tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:17:26.790057 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-0fd20121-62c1-4be6-8ab6-fb5c3ec2e8fc tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3775744'] for security_group_rule, after_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:17:26.816605 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd20121-62c1-4be6-8ab6-fb5c3ec2e8fc tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3111e81c-2dc2-4ee9-96fb-994ea6428d4a,revision_number=0']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:17:26.830473 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-0fd20121-62c1-4be6-8ab6-fb5c3ec2e8fc tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:17:26.830473 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-0fd20121-62c1-4be6-8ab6-fb5c3ec2e8fc tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1868744 Apr 01 14:17:26.830473 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 36066) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:17:26.841430 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.v2.base [None req-01d38d5e-d059-4550-b6b1-e00cf7d65072 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Request body: {'security_group_rule': {'security_group_id': 'cebf25b2-bab6-4c6d-9628-aa70ed4a0749', 'project_id': '1ac9f9a3637e41b9993bdb348451719c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 14:17:26.851681 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-01d38d5e-d059-4550-b6b1-e00cf7d65072 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 14:17:26.856704 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-01d38d5e-d059-4550-b6b1-e00cf7d65072 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Usage tracker for resource:security_group_rule and tenant:1ac9f9a3637e41b9993bdb348451719c is out of sync, need to count used quota {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 14:17:26.860362 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-01d38d5e-d059-4550-b6b1-e00cf7d65072 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 14:17:26.866298 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-01d38d5e-d059-4550-b6b1-e00cf7d65072 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 14:17:26.884850 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-01d38d5e-d059-4550-b6b1-e00cf7d65072 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:17:26.951044 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-01d38d5e-d059-4550-b6b1-e00cf7d65072 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:17:26.955263 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-01d38d5e-d059-4550-b6b1-e00cf7d65072 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3775744'] for security_group_rule, after_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:17:26.979214 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d38d5e-d059-4550-b6b1-e00cf7d65072 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5a60a25e-5dea-44a0-aecf-f4eebd32414e,revision_number=0']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:17:26.989881 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-01d38d5e-d059-4550-b6b1-e00cf7d65072 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:17:26.991303 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-01d38d5e-d059-4550-b6b1-e00cf7d65072 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1558986 Apr 01 14:17:26.994445 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 36070) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:17:26.999869 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.v2.base [None req-190b2296-fb05-4447-8305-bb6482a39a1b tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Request body: {'security_group_rule': {'security_group_id': 'cebf25b2-bab6-4c6d-9628-aa70ed4a0749', 'project_id': '1ac9f9a3637e41b9993bdb348451719c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 14:17:27.006106 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-190b2296-fb05-4447-8305-bb6482a39a1b tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 14:17:27.010069 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-190b2296-fb05-4447-8305-bb6482a39a1b tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Usage tracker for resource:security_group_rule and tenant:1ac9f9a3637e41b9993bdb348451719c is out of sync, need to count used quota {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 14:17:27.013079 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-190b2296-fb05-4447-8305-bb6482a39a1b tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 14:17:27.019744 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-190b2296-fb05-4447-8305-bb6482a39a1b tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 14:17:27.036900 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-190b2296-fb05-4447-8305-bb6482a39a1b tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:17:27.102723 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-190b2296-fb05-4447-8305-bb6482a39a1b tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:17:27.107260 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-190b2296-fb05-4447-8305-bb6482a39a1b tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3775744'] for security_group_rule, after_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:17:27.130429 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-190b2296-fb05-4447-8305-bb6482a39a1b tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9c92c413-3e5e-4894-b259-00cb3f0e3bf8,revision_number=0']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:17:27.140604 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-190b2296-fb05-4447-8305-bb6482a39a1b tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:17:27.141760 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-190b2296-fb05-4447-8305-bb6482a39a1b tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1464276 Apr 01 14:17:27.144515 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 36074) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:17:27.149943 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.v2.base [None req-c43e0037-ec89-4bb4-a30d-914827e364d8 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Request body: {'security_group_rule': {'security_group_id': 'cebf25b2-bab6-4c6d-9628-aa70ed4a0749', 'project_id': '1ac9f9a3637e41b9993bdb348451719c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 14:17:27.157848 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-c43e0037-ec89-4bb4-a30d-914827e364d8 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 14:17:27.162338 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-c43e0037-ec89-4bb4-a30d-914827e364d8 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Usage tracker for resource:security_group_rule and tenant:1ac9f9a3637e41b9993bdb348451719c is out of sync, need to count used quota {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 14:17:27.165987 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-c43e0037-ec89-4bb4-a30d-914827e364d8 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 14:17:27.171964 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Device 71d2a3a8-6b03-4f22-8729-6625776d4a52 no longer exists at agent ovs-agent-dv-neutron-836180-1-hyperv {{(pid=83872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 14:17:27.172513 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-c43e0037-ec89-4bb4-a30d-914827e364d8 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 14:17:27.186913 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.db.securitygroups_db [None req-c43e0037-ec89-4bb4-a30d-914827e364d8 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Project 1ac9f9a3637e41b9993bdb348451719c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 01 14:17:27.197205 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-c43e0037-ec89-4bb4-a30d-914827e364d8 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:17:27.227016 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.plugin [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] No Port match for: 71d2a3a8-6b03-4f22-8729-6625776d4a52 {{(pid=83872) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 01 14:17:27.227543 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Device 71d2a3a8-6b03-4f22-8729-6625776d4a52 not bound to the agent host dv-neutron-836180-1-hyperv {{(pid=83872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 14:17:27.282228 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-c43e0037-ec89-4bb4-a30d-914827e364d8 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:17:27.287443 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-c43e0037-ec89-4bb4-a30d-914827e364d8 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3775744'] for security_group_rule, after_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:17:27.314199 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c43e0037-ec89-4bb4-a30d-914827e364d8 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=18ad486a-cd05-412d-a8a8-30e457e53e3e,revision_number=0']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:17:27.323124 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-c43e0037-ec89-4bb4-a30d-914827e364d8 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:17:27.324378 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-c43e0037-ec89-4bb4-a30d-914827e364d8 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1788588 Apr 01 14:17:27.328194 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 36078) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:17:27.334323 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.v2.base [None req-70a5f85a-60e8-4d22-a363-e5721d7a2c4d tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Request body: {'security_group_rule': {'security_group_id': 'cebf25b2-bab6-4c6d-9628-aa70ed4a0749', 'project_id': '1ac9f9a3637e41b9993bdb348451719c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 14:17:27.340576 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-70a5f85a-60e8-4d22-a363-e5721d7a2c4d tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 14:17:27.344669 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-70a5f85a-60e8-4d22-a363-e5721d7a2c4d tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Usage tracker for resource:security_group_rule and tenant:1ac9f9a3637e41b9993bdb348451719c is out of sync, need to count used quota {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 14:17:27.347913 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-70a5f85a-60e8-4d22-a363-e5721d7a2c4d tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 14:17:27.357075 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-70a5f85a-60e8-4d22-a363-e5721d7a2c4d tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 14:17:27.367876 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.db.securitygroups_db [None req-70a5f85a-60e8-4d22-a363-e5721d7a2c4d tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Project 1ac9f9a3637e41b9993bdb348451719c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 01 14:17:27.374832 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-70a5f85a-60e8-4d22-a363-e5721d7a2c4d tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:17:27.444994 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-70a5f85a-60e8-4d22-a363-e5721d7a2c4d tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:17:27.448817 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-70a5f85a-60e8-4d22-a363-e5721d7a2c4d tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3775744'] for security_group_rule, after_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:17:27.480148 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a5f85a-60e8-4d22-a363-e5721d7a2c4d tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a259a2e5-d83a-47a5-8c2d-a20065cb7860,revision_number=0']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:17:27.487243 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-70a5f85a-60e8-4d22-a363-e5721d7a2c4d tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:17:27.490961 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-70a5f85a-60e8-4d22-a363-e5721d7a2c4d tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1593843 Apr 01 14:17:27.491726 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 36082) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:17:27.497559 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.v2.base [None req-53da054c-9d25-42a9-97a9-1540476c17eb tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Request body: {'network': {'name': 'tempest-network-smoke--1251308994', 'project_id': '1ac9f9a3637e41b9993bdb348451719c', 'port_security_enabled': True}} {{(pid=83869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 14:17:27.503885 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-53da054c-9d25-42a9-97a9-1540476c17eb tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 14:17:27.508768 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-53da054c-9d25-42a9-97a9-1540476c17eb tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Usage tracker for resource:network and tenant:1ac9f9a3637e41b9993bdb348451719c is out of sync, need to count used quota {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 14:17:27.511833 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-53da054c-9d25-42a9-97a9-1540476c17eb tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 14:17:27.517684 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-53da054c-9d25-42a9-97a9-1540476c17eb tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 14:17:27.528828 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53da054c-9d25-42a9-97a9-1540476c17eb tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Made reservation on behalf of 1ac9f9a3637e41b9993bdb348451719c for: {'network': 1} {{(pid=83869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 14:17:27.532254 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-53da054c-9d25-42a9-97a9-1540476c17eb tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for network, before_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:17:27.562244 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-53da054c-9d25-42a9-97a9-1540476c17eb tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] vlan segment allocate from pool success with {'vlan_id': 372, 'physical_network': 'physnet1'} {{(pid=83869) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 14:17:27.573506 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-53da054c-9d25-42a9-97a9-1540476c17eb tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1004271'] for segment, precommit_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:17:27.574050 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.db.segments_db [None req-53da054c-9d25-42a9-97a9-1540476c17eb tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Added segment 9cf99d7e-05d6-4a58-abe2-458b10be4aad of type vlan for network 57fb44bc-ed6a-44b4-a9bc-087855fa5dd4 Apr 01 14:17:27.603353 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-53da054c-9d25-42a9-97a9-1540476c17eb tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736732923383'] for network, precommit_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:17:27.637780 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-53da054c-9d25-42a9-97a9-1540476c17eb tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575'] for network, after_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:17:27.642577 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53da054c-9d25-42a9-97a9-1540476c17eb tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:17:27.643271 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-53da054c-9d25-42a9-97a9-1540476c17eb tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Notify callbacks [] for network, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:17:27.878019 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-53da054c-9d25-42a9-97a9-1540476c17eb tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3851161 Apr 01 14:17:27.881320 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 36088) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:17:27.888207 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.v2.base [None req-ce70f3cb-7f13-45a8-b039-14e9b0df9b1a tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-102584828', 'admin_state_up': True, 'project_id': '1ac9f9a3637e41b9993bdb348451719c', 'external_gateway_info': {'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301'}}} {{(pid=83869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 14:17:27.894448 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53da054c-9d25-42a9-97a9-1540476c17eb tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Pushing event updated for resources: {'Network': ['ID=57fb44bc-ed6a-44b4-a9bc-087855fa5dd4,revision_number=1']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:17:27.898229 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-ce70f3cb-7f13-45a8-b039-14e9b0df9b1a tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 14:17:27.902869 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-ce70f3cb-7f13-45a8-b039-14e9b0df9b1a tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Usage tracker for resource:router and tenant:1ac9f9a3637e41b9993bdb348451719c is out of sync, need to count used quota {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 14:17:27.905990 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Network 57fb44bc-ed6a-44b4-a9bc-087855fa5dd4 details requested by agent ovs-agent-dv-neutron-836180-1-hyperv with host dv-neutron-836180-1-hyperv {{(pid=83872) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 14:17:27.906436 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-ce70f3cb-7f13-45a8-b039-14e9b0df9b1a tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 14:17:27.912420 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-ce70f3cb-7f13-45a8-b039-14e9b0df9b1a tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 14:17:27.925315 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-ce70f3cb-7f13-45a8-b039-14e9b0df9b1a tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4082176', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4220'] for router, before_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:17:27.926555 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-ce70f3cb-7f13-45a8-b039-14e9b0df9b1a tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4082277', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4084873', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4148249', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4211'] for router, precommit_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:17:27.950814 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-ce70f3cb-7f13-45a8-b039-14e9b0df9b1a tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:17:28.124971 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-ce70f3cb-7f13-45a8-b039-14e9b0df9b1a tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4084887', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4079850', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4161'] for router, precommit_update {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:17:28.317976 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-ce70f3cb-7f13-45a8-b039-14e9b0df9b1a tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Notify callbacks [] for router_gateway, before_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:17:28.348221 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-ce70f3cb-7f13-45a8-b039-14e9b0df9b1a tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:17:28.495156 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.db_base_plugin_common [None req-ce70f3cb-7f13-45a8-b039-14e9b0df9b1a tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Allocated IP 172.26.5.178 (725864b8-cceb-48c9-b5d3-1bfc4423e301/e2ed99db-0e25-4971-b535-7fa69231fae8/b5393ee4-b6dc-4019-b164-8da505d74575) {{(pid=83869) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 14:17:28.643584 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-ce70f3cb-7f13-45a8-b039-14e9b0df9b1a tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Notify callbacks [] for port, precommit_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:17:28.675354 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-ce70f3cb-7f13-45a8-b039-14e9b0df9b1a tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736732935801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2705155'] for port, after_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:17:28.750351 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce70f3cb-7f13-45a8-b039-14e9b0df9b1a tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Network 725864b8-cceb-48c9-b5d3-1bfc4423e301 is already hosted by enough agents. {{(pid=83869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 14:17:28.753062 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.scheduler.base_scheduler [None req-ce70f3cb-7f13-45a8-b039-14e9b0df9b1a tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Resources bound (agent type, host, resource id): {{(pid=83869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 14:17:28.757198 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce70f3cb-7f13-45a8-b039-14e9b0df9b1a tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Received port after_create {{(pid=83869) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 14:17:28.786695 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce70f3cb-7f13-45a8-b039-14e9b0df9b1a tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Pushing event updated for resources: {'Port': ['ID=b5393ee4-b6dc-4019-b164-8da505d74575,revision_number=1']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:17:28.928466 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-ce70f3cb-7f13-45a8-b039-14e9b0df9b1a tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Notify callbacks [] for router_gateway, after_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:17:28.929020 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-ce70f3cb-7f13-45a8-b039-14e9b0df9b1a tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4082201', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4084858'] for router, after_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:17:29.219502 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce70f3cb-7f13-45a8-b039-14e9b0df9b1a tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Router bf738d23-ff91-497a-95a8-9b5c1a22f8ab is scheduled to L3 agent 88bf8fc8-11a3-4e96-9d1b-5fd93ba9f6f1 with binding_index 1 {{(pid=83869) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 01 14:17:29.471270 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce70f3cb-7f13-45a8-b039-14e9b0df9b1a tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Notify agent at l3_agent.dv-neutron-836180-1-hyperv the message routers_updated {{(pid=83869) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 14:17:29.487776 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acf8ca5d-44ed-4285-86d3-56cc66d5720c None None] Sync routers for ids ['bf738d23-ff91-497a-95a8-9b5c1a22f8ab'] in dv-neutron-836180-1-hyperv {{(pid=83873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 14:17:29.501489 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acf8ca5d-44ed-4285-86d3-56cc66d5720c None None] Routers {'bf738d23-ff91-497a-95a8-9b5c1a22f8ab'} bound to L3 agent in host dv-neutron-836180-1-hyperv {{(pid=83873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 14:17:29.502114 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-acf8ca5d-44ed-4285-86d3-56cc66d5720c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836180-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T13:25:36Z,description=,heartbeat_timestamp=2022-04-01T14:17:06Z,host='dv-neutron-836180-1-hyperv',id=88bf8fc8-11a3-4e96-9d1b-5fd93ba9f6f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T13:25:36Z,topic='l3_agent')) {'router_ids': ['bf738d23-ff91-497a-95a8-9b5c1a22f8ab'], 'active': True} {{(pid=83873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 14:17:29.519434 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-ce70f3cb-7f13-45a8-b039-14e9b0df9b1a tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Notify callbacks [] for router, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:17:29.520693 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-ce70f3cb-7f13-45a8-b039-14e9b0df9b1a tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.6385312 Apr 01 14:17:29.524195 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 36092) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:17:29.582127 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-42a41605-5856-42c9-8dfe-7dca303abddd tempest-TestNetworkAdvancedServerOps-832265304 tempest-TestNetworkAdvancedServerOps-832265304-project-admin] 10.222.0.26 "GET /v2.0/subnets?project_id=1ac9f9a3637e41b9993bdb348451719c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0564845 Apr 01 14:17:29.585166 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 36096) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:17:29.713302 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_dvr_db [None req-acf8ca5d-44ed-4285-86d3-56cc66d5720c None None] Set router bf738d23-ff91-497a-95a8-9b5c1a22f8ab gateway port host: dv-neutron-836180-1-hyperv {{(pid=83873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 14:17:29.852525 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f5c973b-587f-43be-b545-0aa3d751cf45 tempest-TestNetworkAdvancedServerOps-832265304 tempest-TestNetworkAdvancedServerOps-832265304-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:17:29.854167 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-9f5c973b-587f-43be-b545-0aa3d751cf45 tempest-TestNetworkAdvancedServerOps-832265304 tempest-TestNetworkAdvancedServerOps-832265304-project-admin] 10.222.0.26 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2677631 Apr 01 14:17:29.857008 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 36100) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:17:29.900552 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-60fb86a1-216f-4474-bfee-4eda693862dd tempest-TestNetworkAdvancedServerOps-832265304 tempest-TestNetworkAdvancedServerOps-832265304-project-admin] 10.222.0.26 "GET /v2.0/subnets?network_id=725864b8-cceb-48c9-b5d3-1bfc4423e301&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0401196 Apr 01 14:17:29.901290 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 36104) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:17:29.908092 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.v2.base [None req-1495345e-58aa-4c09-ace5-a7544d8ff5bf tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-168849256', 'network_id': '57fb44bc-ed6a-44b4-a9bc-087855fa5dd4', 'project_id': '1ac9f9a3637e41b9993bdb348451719c', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=83871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 14:17:30.020475 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-1495345e-58aa-4c09-ace5-a7544d8ff5bf tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 14:17:30.024291 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-1495345e-58aa-4c09-ace5-a7544d8ff5bf tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Usage tracker for resource:subnet and tenant:1ac9f9a3637e41b9993bdb348451719c is out of sync, need to count used quota {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 14:17:30.030510 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-1495345e-58aa-4c09-ace5-a7544d8ff5bf tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 14:17:30.042286 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-1495345e-58aa-4c09-ace5-a7544d8ff5bf tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 14:17:30.053488 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1495345e-58aa-4c09-ace5-a7544d8ff5bf tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Made reservation on behalf of 1ac9f9a3637e41b9993bdb348451719c for: {'subnet': 1} {{(pid=83871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 14:17:30.077226 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-acf8ca5d-44ed-4285-86d3-56cc66d5720c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf738d23-ff91-497a-95a8-9b5c1a22f8ab', 'name': 'tempest-TestNetworkAdvancedServerOps-router-102584828', 'tenant_id': '1ac9f9a3637e41b9993bdb348451719c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'external_fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.178'}], 'enable_snat': True}, 'gw_port_id': 'b5393ee4-b6dc-4019-b164-8da505d74575', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T14:17:27Z', 'updated_at': '2022-04-01T14:17:28Z', 'revision_number': 3, 'project_id': '1ac9f9a3637e41b9993bdb348451719c', 'gw_port': {'id': 'b5393ee4-b6dc-4019-b164-8da505d74575', 'name': '', 'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:69:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf738d23-ff91-497a-95a8-9b5c1a22f8ab', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T14:17:28Z', 'updated_at': '2022-04-01T14:17:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836180-1-hyperv'}], 'dv-neutron-836180-1-hyperv', False) {} {{(pid=83873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 14:17:30.082205 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acf8ca5d-44ed-4285-86d3-56cc66d5720c None None] Checking router: bf738d23-ff91-497a-95a8-9b5c1a22f8ab for host: dv-neutron-836180-1-hyperv {{(pid=83873) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 01 14:17:30.082542 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acf8ca5d-44ed-4285-86d3-56cc66d5720c None None] Updating router bf738d23-ff91-497a-95a8-9b5c1a22f8ab port b5393ee4-b6dc-4019-b164-8da505d74575 binding host dv-neutron-836180-1-hyperv {{(pid=83873) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 01 14:17:30.146406 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-acf8ca5d-44ed-4285-86d3-56cc66d5720c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:17:30.169181 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-1495345e-58aa-4c09-ace5-a7544d8ff5bf tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2757336'] for subnet, before_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:17:30.418467 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-1495345e-58aa-4c09-ace5-a7544d8ff5bf tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2743225', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2757366'] for subnet, after_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:17:30.502978 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1495345e-58aa-4c09-ace5-a7544d8ff5bf tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Pushing event updated for resources: {'Subnet': ['ID=727e2d4d-ef48-45aa-b5fe-dc7522b05eb9,revision_number=0']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:17:30.509591 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-acf8ca5d-44ed-4285-86d3-56cc66d5720c None None] Notify callbacks [] for port, precommit_update {{(pid=83873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:17:30.519154 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1495345e-58aa-4c09-ace5-a7544d8ff5bf tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Checking segment: {'id': '9cf99d7e-05d6-4a58-abe2-458b10be4aad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '57fb44bc-ed6a-44b4-a9bc-087855fa5dd4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 14:17:30.519722 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1495345e-58aa-4c09-ace5-a7544d8ff5bf tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Network hostable DHCP agents. Network: 57fb44bc-ed6a-44b4-a9bc-087855fa5dd4, hostable agents: ['e47e4547-5c2d-4954-ba56-fa3646239f18'], hosted agents: [] {{(pid=83871) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 14:17:30.522369 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-acf8ca5d-44ed-4285-86d3-56cc66d5720c None None] Transition to ACTIVE for port object b5393ee4-b6dc-4019-b164-8da505d74575 will not be triggered until provisioned by entity L2. {{(pid=83873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 14:17:30.529171 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-acf8ca5d-44ed-4285-86d3-56cc66d5720c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864'] for port, after_update {{(pid=83873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:17:30.546842 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1495345e-58aa-4c09-ace5-a7544d8ff5bf tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Network 57fb44bc-ed6a-44b4-a9bc-087855fa5dd4 is scheduled to be hosted by DHCP agent e47e4547-5c2d-4954-ba56-fa3646239f18 with binding_index 1 {{(pid=83871) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 14:17:30.560859 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.scheduler.base_scheduler [None req-1495345e-58aa-4c09-ace5-a7544d8ff5bf tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-836180-1-hyperv, 57fb44bc-ed6a-44b4-a9bc-087855fa5dd4) {{(pid=83871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 14:17:30.565499 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1495345e-58aa-4c09-ace5-a7544d8ff5bf tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:17:30.566197 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-1495345e-58aa-4c09-ace5-a7544d8ff5bf tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Notify callbacks [] for subnet, before_response {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:17:30.576501 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67ee7964-3d4a-4a05-aa7e-381c2d63ba3d None None] Network 57fb44bc-ed6a-44b4-a9bc-087855fa5dd4 requested from dv-neutron-836180-1-hyperv {{(pid=83872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 14:17:30.600708 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.plugins.ml2.managers [None req-acf8ca5d-44ed-4285-86d3-56cc66d5720c None None] Attempting to bind port b5393ee4-b6dc-4019-b164-8da505d74575 on host dv-neutron-836180-1-hyperv for vnic_type normal with profile {{(pid=83873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 14:17:30.601138 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.plugins.ml2.managers [None req-acf8ca5d-44ed-4285-86d3-56cc66d5720c None None] Attempting to bind port b5393ee4-b6dc-4019-b164-8da505d74575 by drivers openvswitch,hyperv on host dv-neutron-836180-1-hyperv at level 0 using segments [{'id': '7b924dd8-4978-40c4-ad91-4b9b27348462', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301'}] {{(pid=83873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 14:17:30.601472 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acf8ca5d-44ed-4285-86d3-56cc66d5720c None None] Attempting to bind port b5393ee4-b6dc-4019-b164-8da505d74575 on network 725864b8-cceb-48c9-b5d3-1bfc4423e301 {{(pid=83873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 14:17:30.613144 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-1495345e-58aa-4c09-ace5-a7544d8ff5bf tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.7058256 Apr 01 14:17:30.613391 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acf8ca5d-44ed-4285-86d3-56cc66d5720c None None] Checking agent: {'id': 'af948428-97cd-4d10-9f53-af028bdb39b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-836180-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 13, 25, 37), 'started_at': datetime.datetime(2022, 4, 1, 13, 26, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 14, 17, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-836180-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 14:17:30.613391 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acf8ca5d-44ed-4285-86d3-56cc66d5720c None None] Checking segment: {'id': '7b924dd8-4978-40c4-ad91-4b9b27348462', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 14:17:30.613391 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-acf8ca5d-44ed-4285-86d3-56cc66d5720c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:17:30.613391 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acf8ca5d-44ed-4285-86d3-56cc66d5720c None None] Bound using segment: {'id': '7b924dd8-4978-40c4-ad91-4b9b27348462', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301'} {{(pid=83873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 14:17:30.613792 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 36108) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:17:30.613889 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.plugins.ml2.managers [None req-acf8ca5d-44ed-4285-86d3-56cc66d5720c None None] Bound port: b5393ee4-b6dc-4019-b164-8da505d74575, host: dv-neutron-836180-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b924dd8-4978-40c4-ad91-4b9b27348462', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301'}}] {{(pid=83873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 14:17:30.614649 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-acf8ca5d-44ed-4285-86d3-56cc66d5720c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:17:30.676414 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c6c7c1-a2ea-4873-9570-b6b20887f832 None None] Pushing event updated for resources: {'Port': ['ID=b5393ee4-b6dc-4019-b164-8da505d74575,revision_number=2']} {{(pid=83873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:17:30.704550 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36c6c7c1-a2ea-4873-9570-b6b20887f832 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:17:30.704962 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36c6c7c1-a2ea-4873-9570-b6b20887f832 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:17:30.705284 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36c6c7c1-a2ea-4873-9570-b6b20887f832 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:17:30.705607 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36c6c7c1-a2ea-4873-9570-b6b20887f832 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:17:30.705924 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36c6c7c1-a2ea-4873-9570-b6b20887f832 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:17:30.706234 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36c6c7c1-a2ea-4873-9570-b6b20887f832 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:17:30.706576 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36c6c7c1-a2ea-4873-9570-b6b20887f832 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:17:30.706872 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36c6c7c1-a2ea-4873-9570-b6b20887f832 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:17:30.707179 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36c6c7c1-a2ea-4873-9570-b6b20887f832 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:17:30.707491 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36c6c7c1-a2ea-4873-9570-b6b20887f832 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:17:30.707798 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36c6c7c1-a2ea-4873-9570-b6b20887f832 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:17:30.714667 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.plugins.ml2.db [None req-acf8ca5d-44ed-4285-86d3-56cc66d5720c None None] For port b5393ee4-b6dc-4019-b164-8da505d74575, host dv-neutron-836180-1-hyperv, cleared binding levels {{(pid=83873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 14:17:30.718625 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.plugins.ml2.db [None req-acf8ca5d-44ed-4285-86d3-56cc66d5720c None None] For port b5393ee4-b6dc-4019-b164-8da505d74575, host dv-neutron-836180-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836180-1-hyperv',level=0,port_id=b5393ee4-b6dc-4019-b164-8da505d74575,segment=NetworkSegment(7b924dd8-4978-40c4-ad91-4b9b27348462),segment_id=7b924dd8-4978-40c4-ad91-4b9b27348462)] {{(pid=83873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 14:17:30.723915 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-acf8ca5d-44ed-4285-86d3-56cc66d5720c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864'] for port, after_update {{(pid=83873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:17:30.812346 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acf8ca5d-44ed-4285-86d3-56cc66d5720c None None] Routers {'bf738d23-ff91-497a-95a8-9b5c1a22f8ab'} bound to L3 agent in host dv-neutron-836180-1-hyperv {{(pid=83873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 14:17:30.812916 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-acf8ca5d-44ed-4285-86d3-56cc66d5720c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836180-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T13:25:36Z,description=,heartbeat_timestamp=2022-04-01T14:17:06Z,host='dv-neutron-836180-1-hyperv',id=88bf8fc8-11a3-4e96-9d1b-5fd93ba9f6f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T13:25:36Z,topic='l3_agent')) {'router_ids': ['bf738d23-ff91-497a-95a8-9b5c1a22f8ab'], 'active': True} {{(pid=83873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 14:17:30.877675 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb1f3dab-1d88-4084-a480-bb429873c742 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7e7d0ecb-2af4-55f5-9198-238ab0570d62-57fb44bc-ed6a-44b4-a9bc-087855fa5dd4', 'network_id': '57fb44bc-ed6a-44b4-a9bc-087855fa5dd4', 'tenant_id': '1ac9f9a3637e41b9993bdb348451719c', 'fixed_ips': [{'subnet_id': '727e2d4d-ef48-45aa-b5fe-dc7522b05eb9'}]}} from dv-neutron-836180-1-hyperv. {{(pid=83872) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 01 14:17:30.878656 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-bb1f3dab-1d88-4084-a480-bb429873c742 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:17:30.934183 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c6c7c1-a2ea-4873-9570-b6b20887f832 None None] Pushing event updated for resources: {'Port': ['ID=b5393ee4-b6dc-4019-b164-8da505d74575,revision_number=3']} {{(pid=83873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:17:31.004759 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_dvr_db [None req-acf8ca5d-44ed-4285-86d3-56cc66d5720c None None] Set router bf738d23-ff91-497a-95a8-9b5c1a22f8ab gateway port host: dv-neutron-836180-1-hyperv {{(pid=83873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 14:17:31.073621 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.db_base_plugin_common [None req-bb1f3dab-1d88-4084-a480-bb429873c742 None None] Allocated IP 172.20.0.2 (57fb44bc-ed6a-44b4-a9bc-087855fa5dd4/727e2d4d-ef48-45aa-b5fe-dc7522b05eb9/f2797fdf-868d-4d88-a608-3c36b6489b88) {{(pid=83872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 14:17:31.336360 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-bb1f3dab-1d88-4084-a480-bb429873c742 None None] Notify callbacks [] for port, precommit_create {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:17:31.349300 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-bb1f3dab-1d88-4084-a480-bb429873c742 None None] Transition to ACTIVE for port object f2797fdf-868d-4d88-a608-3c36b6489b88 will not be triggered until provisioned by entity L2. {{(pid=83872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 14:17:31.364374 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-acf8ca5d-44ed-4285-86d3-56cc66d5720c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf738d23-ff91-497a-95a8-9b5c1a22f8ab', 'name': 'tempest-TestNetworkAdvancedServerOps-router-102584828', 'tenant_id': '1ac9f9a3637e41b9993bdb348451719c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'external_fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.178'}], 'enable_snat': True}, 'gw_port_id': 'b5393ee4-b6dc-4019-b164-8da505d74575', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T14:17:27Z', 'updated_at': '2022-04-01T14:17:28Z', 'revision_number': 3, 'project_id': '1ac9f9a3637e41b9993bdb348451719c', 'gw_port': {'id': 'b5393ee4-b6dc-4019-b164-8da505d74575', 'name': '', 'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:69:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf738d23-ff91-497a-95a8-9b5c1a22f8ab', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836180-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T14:17:28Z', 'updated_at': '2022-04-01T14:17:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836180-1-hyperv'}], 'dv-neutron-836180-1-hyperv', False) {} {{(pid=83873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 14:17:31.369447 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acf8ca5d-44ed-4285-86d3-56cc66d5720c None None] The sync data for ids ['bf738d23-ff91-497a-95a8-9b5c1a22f8ab'] in dv-neutron-836180-1-hyperv is: [{'id': 'bf738d23-ff91-497a-95a8-9b5c1a22f8ab', 'name': 'tempest-TestNetworkAdvancedServerOps-router-102584828', 'tenant_id': '1ac9f9a3637e41b9993bdb348451719c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'external_fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.178'}], 'enable_snat': True}, 'gw_port_id': 'b5393ee4-b6dc-4019-b164-8da505d74575', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T14:17:27Z', 'updated_at': '2022-04-01T14:17:28Z', 'revision_number': 3, 'project_id': '1ac9f9a3637e41b9993bdb348451719c', 'gw_port': {'id': 'b5393ee4-b6dc-4019-b164-8da505d74575', 'name': '', 'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:69:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf738d23-ff91-497a-95a8-9b5c1a22f8ab', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836180-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T14:17:28Z', 'updated_at': '2022-04-01T14:17:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836180-1-hyperv'}] {{(pid=83873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 14:17:31.373664 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-bb1f3dab-1d88-4084-a480-bb429873c742 None None] Transition to ACTIVE for port object f2797fdf-868d-4d88-a608-3c36b6489b88 will not be triggered until provisioned by entity DHCP. {{(pid=83872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 14:17:31.383750 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-bb1f3dab-1d88-4084-a480-bb429873c742 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736732935801'] for port, after_create {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:17:31.500783 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb1f3dab-1d88-4084-a480-bb429873c742 None None] Network 57fb44bc-ed6a-44b4-a9bc-087855fa5dd4 is already hosted by enough agents. {{(pid=83872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 14:17:31.502744 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.scheduler.base_scheduler [None req-bb1f3dab-1d88-4084-a480-bb429873c742 None None] Resources bound (agent type, host, resource id): {{(pid=83872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 14:17:31.505615 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb1f3dab-1d88-4084-a480-bb429873c742 None None] Pushing event updated for resources: {'Port': ['ID=f2797fdf-868d-4d88-a608-3c36b6489b88,revision_number=1']} {{(pid=83872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:17:31.509245 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb1f3dab-1d88-4084-a480-bb429873c742 None None] Received port after_create {{(pid=83872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 14:17:31.651645 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.managers [None req-bb1f3dab-1d88-4084-a480-bb429873c742 None None] Attempting to bind port f2797fdf-868d-4d88-a608-3c36b6489b88 on host dv-neutron-836180-1-hyperv for vnic_type normal with profile {{(pid=83872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 14:17:31.652694 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.managers [None req-bb1f3dab-1d88-4084-a480-bb429873c742 None None] Attempting to bind port f2797fdf-868d-4d88-a608-3c36b6489b88 by drivers openvswitch,hyperv on host dv-neutron-836180-1-hyperv at level 0 using segments [{'id': '9cf99d7e-05d6-4a58-abe2-458b10be4aad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '57fb44bc-ed6a-44b4-a9bc-087855fa5dd4'}] {{(pid=83872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 14:17:31.653046 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb1f3dab-1d88-4084-a480-bb429873c742 None None] Attempting to bind port f2797fdf-868d-4d88-a608-3c36b6489b88 on network 57fb44bc-ed6a-44b4-a9bc-087855fa5dd4 {{(pid=83872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 14:17:31.661494 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb1f3dab-1d88-4084-a480-bb429873c742 None None] Checking agent: {'id': 'af948428-97cd-4d10-9f53-af028bdb39b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-836180-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 13, 25, 37), 'started_at': datetime.datetime(2022, 4, 1, 13, 26, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 14, 17, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-836180-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 14:17:31.662069 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb1f3dab-1d88-4084-a480-bb429873c742 None None] Checking segment: {'id': '9cf99d7e-05d6-4a58-abe2-458b10be4aad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '57fb44bc-ed6a-44b4-a9bc-087855fa5dd4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 14:17:31.662372 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-bb1f3dab-1d88-4084-a480-bb429873c742 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:17:31.662758 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb1f3dab-1d88-4084-a480-bb429873c742 None None] Bound using segment: {'id': '9cf99d7e-05d6-4a58-abe2-458b10be4aad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '57fb44bc-ed6a-44b4-a9bc-087855fa5dd4'} {{(pid=83872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 14:17:31.663829 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.managers [None req-bb1f3dab-1d88-4084-a480-bb429873c742 None None] Bound port: f2797fdf-868d-4d88-a608-3c36b6489b88, host: dv-neutron-836180-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9cf99d7e-05d6-4a58-abe2-458b10be4aad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '57fb44bc-ed6a-44b4-a9bc-087855fa5dd4'}}] {{(pid=83872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 14:17:31.663829 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-bb1f3dab-1d88-4084-a480-bb429873c742 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:17:31.681086 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-bad5d20e-1a5f-4065-a1f3-10c4159913ee tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:17:31.789740 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-bb1f3dab-1d88-4084-a480-bb429873c742 None None] For port f2797fdf-868d-4d88-a608-3c36b6489b88, host dv-neutron-836180-1-hyperv, cleared binding levels {{(pid=83872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 14:17:31.793799 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-bb1f3dab-1d88-4084-a480-bb429873c742 None None] For port f2797fdf-868d-4d88-a608-3c36b6489b88, host dv-neutron-836180-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836180-1-hyperv',level=0,port_id=f2797fdf-868d-4d88-a608-3c36b6489b88,segment=NetworkSegment(9cf99d7e-05d6-4a58-abe2-458b10be4aad),segment_id=9cf99d7e-05d6-4a58-abe2-458b10be4aad)] {{(pid=83872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 14:17:31.800973 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-bb1f3dab-1d88-4084-a480-bb429873c742 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864'] for port, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:17:31.917186 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb1f3dab-1d88-4084-a480-bb429873c742 None None] Pushing event updated for resources: {'Port': ['ID=f2797fdf-868d-4d88-a608-3c36b6489b88,revision_number=2']} {{(pid=83872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:17:32.259290 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.db_base_plugin_common [None req-bad5d20e-1a5f-4065-a1f3-10c4159913ee tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Allocated IP 172.20.0.1 (57fb44bc-ed6a-44b4-a9bc-087855fa5dd4/727e2d4d-ef48-45aa-b5fe-dc7522b05eb9/a06d9c85-ec1b-41e6-8402-d528a5ca042e) {{(pid=83871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 14:17:32.458925 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-bad5d20e-1a5f-4065-a1f3-10c4159913ee tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Notify callbacks [] for port, precommit_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:17:32.481445 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.provisioning_blocks [None req-bad5d20e-1a5f-4065-a1f3-10c4159913ee tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Transition to ACTIVE for port object a06d9c85-ec1b-41e6-8402-d528a5ca042e will not be triggered until provisioned by entity DHCP. {{(pid=83871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 14:17:32.507612 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-bad5d20e-1a5f-4065-a1f3-10c4159913ee tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736732935801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2743125'] for port, after_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:17:32.581306 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bad5d20e-1a5f-4065-a1f3-10c4159913ee tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Network 57fb44bc-ed6a-44b4-a9bc-087855fa5dd4 is already hosted by enough agents. {{(pid=83871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 14:17:32.584189 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.scheduler.base_scheduler [None req-bad5d20e-1a5f-4065-a1f3-10c4159913ee tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Resources bound (agent type, host, resource id): {{(pid=83871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 14:17:32.589640 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bad5d20e-1a5f-4065-a1f3-10c4159913ee tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Received port after_create {{(pid=83871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 14:17:32.619055 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad5d20e-1a5f-4065-a1f3-10c4159913ee tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Pushing event updated for resources: {'Port': ['ID=a06d9c85-ec1b-41e6-8402-d528a5ca042e,revision_number=1']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:17:32.657795 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-bad5d20e-1a5f-4065-a1f3-10c4159913ee tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4084144'] for router_interface, before_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:17:32.777298 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-bad5d20e-1a5f-4065-a1f3-10c4159913ee tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:17:33.019291 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea0daf14-528a-4954-b9a4-03d09052b878 None None] Network 57fb44bc-ed6a-44b4-a9bc-087855fa5dd4 requested from dv-neutron-836180-1-hyperv {{(pid=83872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 14:17:33.124058 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-a77928c2-893b-4da2-a10e-a464fa0a94fa None None] Provisioning for port f2797fdf-868d-4d88-a608-3c36b6489b88 completed by entity DHCP. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 14:17:33.307022 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Device f2797fdf-868d-4d88-a608-3c36b6489b88 up at agent ovs-agent-dv-neutron-836180-1-hyperv {{(pid=83872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 14:17:33.407655 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Provisioning for port f2797fdf-868d-4d88-a608-3c36b6489b88 completed by entity L2. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 14:17:33.410424 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-bad5d20e-1a5f-4065-a1f3-10c4159913ee tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Notify callbacks [] for port, precommit_update {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:17:33.416165 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-bad5d20e-1a5f-4065-a1f3-10c4159913ee tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2743106'] for port, after_update {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:17:33.417363 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Provisioning complete for port f2797fdf-868d-4d88-a608-3c36b6489b88 triggered by entity L2. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 14:17:33.417856 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-948329'] for port, provisioning_complete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:17:33.535855 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-bad5d20e-1a5f-4065-a1f3-10c4159913ee tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3017508', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4084015'] for router_interface, after_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:17:33.571809 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:17:33.595584 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad5d20e-1a5f-4065-a1f3-10c4159913ee tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Pushing event updated for resources: {'Port': ['ID=a06d9c85-ec1b-41e6-8402-d528a5ca042e,revision_number=2']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:17:33.616322 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] For port f2797fdf-868d-4d88-a608-3c36b6489b88, host dv-neutron-836180-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836180-1-hyperv',level=0,port_id=f2797fdf-868d-4d88-a608-3c36b6489b88,segment=NetworkSegment(9cf99d7e-05d6-4a58-abe2-458b10be4aad),segment_id=9cf99d7e-05d6-4a58-abe2-458b10be4aad)] {{(pid=83872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 14:17:33.622584 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864'] for port, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:17:33.623612 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Device b5393ee4-b6dc-4019-b164-8da505d74575 up at agent ovs-agent-dv-neutron-836180-1-hyperv {{(pid=83872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 14:17:33.749958 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bad5d20e-1a5f-4065-a1f3-10c4159913ee tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Network 57fb44bc-ed6a-44b4-a9bc-087855fa5dd4 is already hosted by enough agents. {{(pid=83871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 14:17:33.750437 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-45105eba-72e3-433b-9f21-c556cc110df6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:17:33.751969 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.scheduler.base_scheduler [None req-bad5d20e-1a5f-4065-a1f3-10c4159913ee tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Resources bound (agent type, host, resource id): {{(pid=83871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 14:17:33.767398 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Pushing event updated for resources: {'Port': ['ID=f2797fdf-868d-4d88-a608-3c36b6489b88,revision_number=3']} {{(pid=83872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:17:33.792441 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Provisioning for port b5393ee4-b6dc-4019-b164-8da505d74575 completed by entity L2. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 14:17:33.797501 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-d3bcdb3a-a4b3-419c-8388-6e6631caff2d None None] Provisioning complete for port f2797fdf-868d-4d88-a608-3c36b6489b88 triggered by entity DHCP. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 14:17:33.797878 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-d3bcdb3a-a4b3-419c-8388-6e6631caff2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-948329'] for port, provisioning_complete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:17:33.827759 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Provisioning complete for port b5393ee4-b6dc-4019-b164-8da505d74575 triggered by entity L2. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 14:17:33.828497 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-948329'] for port, provisioning_complete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:17:34.028688 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:17:34.048809 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-d3bcdb3a-a4b3-419c-8388-6e6631caff2d None None] Provisioning for port a06d9c85-ec1b-41e6-8402-d528a5ca042e completed by entity DHCP. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 14:17:34.052578 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] For port b5393ee4-b6dc-4019-b164-8da505d74575, host dv-neutron-836180-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836180-1-hyperv',level=0,port_id=b5393ee4-b6dc-4019-b164-8da505d74575,segment=NetworkSegment(7b924dd8-4978-40c4-ad91-4b9b27348462),segment_id=7b924dd8-4978-40c4-ad91-4b9b27348462)] {{(pid=83872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 14:17:34.056242 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-d3bcdb3a-a4b3-419c-8388-6e6631caff2d None None] Provisioning complete for port a06d9c85-ec1b-41e6-8402-d528a5ca042e triggered by entity DHCP. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 14:17:34.056711 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-d3bcdb3a-a4b3-419c-8388-6e6631caff2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-948329'] for port, provisioning_complete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:17:34.086281 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864'] for port, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:17:34.213022 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.plugin [None req-d3bcdb3a-a4b3-419c-8388-6e6631caff2d None None] Port a06d9c85-ec1b-41e6-8402-d528a5ca042e cannot update to ACTIVE because it is not bound. {{(pid=83872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 14:17:34.230139 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Pushing event updated for resources: {'Port': ['ID=b5393ee4-b6dc-4019-b164-8da505d74575,revision_number=4']} {{(pid=83872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:17:34.293466 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bad5d20e-1a5f-4065-a1f3-10c4159913ee tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Router bf738d23-ff91-497a-95a8-9b5c1a22f8ab has already been hosted by L3 agent 88bf8fc8-11a3-4e96-9d1b-5fd93ba9f6f1 {{(pid=83871) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 14:17:34.343140 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-be29984f-f2b7-48c7-b755-334e30b9a1b0 None None] Provisioning complete for port a06d9c85-ec1b-41e6-8402-d528a5ca042e triggered by entity DHCP. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 14:17:34.347037 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-be29984f-f2b7-48c7-b755-334e30b9a1b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-948329'] for port, provisioning_complete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:17:34.412041 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.plugin [None req-be29984f-f2b7-48c7-b755-334e30b9a1b0 None None] Port a06d9c85-ec1b-41e6-8402-d528a5ca042e cannot update to ACTIVE because it is not bound. {{(pid=83872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 14:17:34.537655 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bad5d20e-1a5f-4065-a1f3-10c4159913ee tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Notify agent at l3_agent.dv-neutron-836180-1-hyperv the message routers_updated {{(pid=83871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 14:17:34.552924 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-bad5d20e-1a5f-4065-a1f3-10c4159913ee tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] 10.222.0.26 "PUT /v2.0/routers/bf738d23-ff91-497a-95a8-9b5c1a22f8ab/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9357471 Apr 01 14:17:34.805568 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-e68a69b2-980b-4aba-8cbf-6b15680bd95c req-c587c7ef-6e45-4860-98e7-ab5ff32691ce tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1533296649&fields=id&tenant_id=1ac9f9a3637e41b9993bdb348451719c HTTP/1.1" status: 200 len: 267 time: 0.0521028 Apr 01 14:17:35.006729 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68a69b2-980b-4aba-8cbf-6b15680bd95c req-b9bdd473-91aa-47af-a466-c408fa70fb22 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:17:35.007625 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [req-e68a69b2-980b-4aba-8cbf-6b15680bd95c req-b9bdd473-91aa-47af-a466-c408fa70fb22 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Synchronizing usage tracker for tenant:1ac9f9a3637e41b9993bdb348451719c on resource:network {{(pid=83869) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 14:17:35.027931 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [req-e68a69b2-980b-4aba-8cbf-6b15680bd95c req-b9bdd473-91aa-47af-a466-c408fa70fb22 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Unset dirty status for tenant:1ac9f9a3637e41b9993bdb348451719c on resource:network {{(pid=83869) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 14:17:35.029274 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-e68a69b2-980b-4aba-8cbf-6b15680bd95c req-b9bdd473-91aa-47af-a466-c408fa70fb22 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] 10.222.0.26 "GET /v2.0/networks?id=57fb44bc-ed6a-44b4-a9bc-087855fa5dd4 HTTP/1.1" status: 200 len: 797 time: 0.2165632 Apr 01 14:17:35.055718 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-e68a69b2-980b-4aba-8cbf-6b15680bd95c req-05deb1d4-31d5-4ac2-8157-d3a532cee30b tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] 10.222.0.26 "GET /v2.0/quotas/1ac9f9a3637e41b9993bdb348451719c HTTP/1.1" status: 200 len: 375 time: 0.0169554 Apr 01 14:17:35.147633 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [req-e68a69b2-980b-4aba-8cbf-6b15680bd95c req-0bafda61-149e-43c2-8d8d-c13c9ae39e10 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Synchronizing usage tracker for tenant:1ac9f9a3637e41b9993bdb348451719c on resource:port {{(pid=83869) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 14:17:35.173258 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [req-e68a69b2-980b-4aba-8cbf-6b15680bd95c req-0bafda61-149e-43c2-8d8d-c13c9ae39e10 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Unset dirty status for tenant:1ac9f9a3637e41b9993bdb348451719c on resource:port {{(pid=83869) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 14:17:35.175309 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-e68a69b2-980b-4aba-8cbf-6b15680bd95c req-0bafda61-149e-43c2-8d8d-c13c9ae39e10 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=1ac9f9a3637e41b9993bdb348451719c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1116948 Apr 01 14:17:35.196975 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8c6fab1-942f-4616-ad3f-40a40940c738 None None] Sync routers for ids ['bf738d23-ff91-497a-95a8-9b5c1a22f8ab'] in dv-neutron-836180-1-hyperv {{(pid=83872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 14:17:35.246027 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8c6fab1-942f-4616-ad3f-40a40940c738 None None] Routers {'bf738d23-ff91-497a-95a8-9b5c1a22f8ab'} bound to L3 agent in host dv-neutron-836180-1-hyperv {{(pid=83872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 14:17:35.246917 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_hamode_db [None req-e8c6fab1-942f-4616-ad3f-40a40940c738 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836180-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T13:25:36Z,description=,heartbeat_timestamp=2022-04-01T14:17:06Z,host='dv-neutron-836180-1-hyperv',id=88bf8fc8-11a3-4e96-9d1b-5fd93ba9f6f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T13:25:36Z,topic='l3_agent')) {'router_ids': ['bf738d23-ff91-497a-95a8-9b5c1a22f8ab'], 'active': True} {{(pid=83872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 14:17:35.339529 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Device f2797fdf-868d-4d88-a608-3c36b6489b88 up at agent ovs-agent-dv-neutron-836180-1-hyperv {{(pid=83872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 14:17:35.529791 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-e68a69b2-980b-4aba-8cbf-6b15680bd95c req-f778fde5-8627-4979-ab4f-600187ef99c2 service neutron] 10.222.0.26 "GET /v2.0/networks/57fb44bc-ed6a-44b4-a9bc-087855fa5dd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3220727 Apr 01 14:17:35.562746 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Provisioning complete for port f2797fdf-868d-4d88-a608-3c36b6489b88 triggered by entity L2. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 14:17:35.563237 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-948329'] for port, provisioning_complete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:17:35.605871 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_dvr_db [None req-e8c6fab1-942f-4616-ad3f-40a40940c738 None None] Set router bf738d23-ff91-497a-95a8-9b5c1a22f8ab gateway port host: dv-neutron-836180-1-hyperv {{(pid=83872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 14:17:35.695981 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-e68a69b2-980b-4aba-8cbf-6b15680bd95c req-959daa29-10d0-4e64-a602-9b38c1899684 service neutron] 10.222.0.26 "GET /v2.0/networks/57fb44bc-ed6a-44b4-a9bc-087855fa5dd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1574812 Apr 01 14:17:36.002623 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [req-9ba187a9-5699-497c-b5a4-1f656958c413 req-a949b14c-a28e-4c7f-9282-ccc65c3e189e tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Synchronizing usage tracker for tenant:1ac9f9a3637e41b9993bdb348451719c on resource:port {{(pid=83871) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 14:17:36.017557 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [req-9ba187a9-5699-497c-b5a4-1f656958c413 req-a949b14c-a28e-4c7f-9282-ccc65c3e189e tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Unset dirty status for tenant:1ac9f9a3637e41b9993bdb348451719c on resource:port {{(pid=83871) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 14:17:36.018743 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-9ba187a9-5699-497c-b5a4-1f656958c413 req-a949b14c-a28e-4c7f-9282-ccc65c3e189e tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] 10.222.0.26 "GET /v2.0/ports?device_id=c640e203-2242-469a-b97f-ef2521448b73 HTTP/1.1" status: 200 len: 210 time: 0.0657725 Apr 01 14:17:36.020707 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Device b5393ee4-b6dc-4019-b164-8da505d74575 up at agent ovs-agent-dv-neutron-836180-1-hyperv {{(pid=83872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 14:17:36.095231 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-62b364a9-db8c-4bd4-bb1c-134596272cee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:17:36.192904 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Provisioning complete for port b5393ee4-b6dc-4019-b164-8da505d74575 triggered by entity L2. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 14:17:36.193341 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-948329'] for port, provisioning_complete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:17:36.286332 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_hamode_db [None req-e8c6fab1-942f-4616-ad3f-40a40940c738 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf738d23-ff91-497a-95a8-9b5c1a22f8ab', 'name': 'tempest-TestNetworkAdvancedServerOps-router-102584828', 'tenant_id': '1ac9f9a3637e41b9993bdb348451719c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'external_fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.178'}], 'enable_snat': True}, 'gw_port_id': 'b5393ee4-b6dc-4019-b164-8da505d74575', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T14:17:27Z', 'updated_at': '2022-04-01T14:17:32Z', 'revision_number': 4, 'project_id': '1ac9f9a3637e41b9993bdb348451719c', 'gw_port': {'id': 'b5393ee4-b6dc-4019-b164-8da505d74575', 'name': '', 'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:69:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf738d23-ff91-497a-95a8-9b5c1a22f8ab', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836180-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T14:17:28Z', 'updated_at': '2022-04-01T14:17:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836180-1-hyperv', '_interfaces': [{'id': 'a06d9c85-ec1b-41e6-8402-d528a5ca042e', 'name': '', 'network_id': '57fb44bc-ed6a-44b4-a9bc-087855fa5dd4', 'tenant_id': '1ac9f9a3637e41b9993bdb348451719c', 'mac_address': 'fa:16:3e:66:42:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf738d23-ff91-497a-95a8-9b5c1a22f8ab', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '727e2d4d-ef48-45aa-b5fe-dc7522b05eb9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T14:17:32Z', 'updated_at': '2022-04-01T14:17:33Z', 'revision_number': 2, 'project_id': '1ac9f9a3637e41b9993bdb348451719c', 'subnets': [{'id': '727e2d4d-ef48-45aa-b5fe-dc7522b05eb9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-836180-1-hyperv', False) {} {{(pid=83872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 14:17:36.296714 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8c6fab1-942f-4616-ad3f-40a40940c738 None None] Checking router: bf738d23-ff91-497a-95a8-9b5c1a22f8ab for host: dv-neutron-836180-1-hyperv {{(pid=83872) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 01 14:17:36.297290 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8c6fab1-942f-4616-ad3f-40a40940c738 None None] Updating router bf738d23-ff91-497a-95a8-9b5c1a22f8ab port a06d9c85-ec1b-41e6-8402-d528a5ca042e binding host dv-neutron-836180-1-hyperv {{(pid=83872) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 01 14:17:36.423207 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-e8c6fab1-942f-4616-ad3f-40a40940c738 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:17:36.863166 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-e8c6fab1-942f-4616-ad3f-40a40940c738 None None] Notify callbacks [] for port, precommit_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:17:36.876169 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-e8c6fab1-942f-4616-ad3f-40a40940c738 None None] Transition to ACTIVE for port object a06d9c85-ec1b-41e6-8402-d528a5ca042e will not be triggered until provisioned by entity L2. {{(pid=83872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 14:17:36.883248 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-e8c6fab1-942f-4616-ad3f-40a40940c738 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864'] for port, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:17:37.080494 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf241ac8-2326-4ff0-9035-e226c497fcbd None None] Pushing event updated for resources: {'Port': ['ID=a06d9c85-ec1b-41e6-8402-d528a5ca042e,revision_number=3']} {{(pid=83872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:17:37.252927 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.managers [None req-e8c6fab1-942f-4616-ad3f-40a40940c738 None None] Attempting to bind port a06d9c85-ec1b-41e6-8402-d528a5ca042e on host dv-neutron-836180-1-hyperv for vnic_type normal with profile {{(pid=83872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 14:17:37.254361 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.managers [None req-e8c6fab1-942f-4616-ad3f-40a40940c738 None None] Attempting to bind port a06d9c85-ec1b-41e6-8402-d528a5ca042e by drivers openvswitch,hyperv on host dv-neutron-836180-1-hyperv at level 0 using segments [{'id': '9cf99d7e-05d6-4a58-abe2-458b10be4aad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '57fb44bc-ed6a-44b4-a9bc-087855fa5dd4'}] {{(pid=83872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 14:17:37.254361 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8c6fab1-942f-4616-ad3f-40a40940c738 None None] Attempting to bind port a06d9c85-ec1b-41e6-8402-d528a5ca042e on network 57fb44bc-ed6a-44b4-a9bc-087855fa5dd4 {{(pid=83872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 14:17:37.279003 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8c6fab1-942f-4616-ad3f-40a40940c738 None None] Checking agent: {'id': 'af948428-97cd-4d10-9f53-af028bdb39b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-836180-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 13, 25, 37), 'started_at': datetime.datetime(2022, 4, 1, 13, 26, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 14, 17, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-836180-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 14:17:37.279564 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8c6fab1-942f-4616-ad3f-40a40940c738 None None] Checking segment: {'id': '9cf99d7e-05d6-4a58-abe2-458b10be4aad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '57fb44bc-ed6a-44b4-a9bc-087855fa5dd4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 14:17:37.280629 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-e8c6fab1-942f-4616-ad3f-40a40940c738 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:17:37.281204 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8c6fab1-942f-4616-ad3f-40a40940c738 None None] Bound using segment: {'id': '9cf99d7e-05d6-4a58-abe2-458b10be4aad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '57fb44bc-ed6a-44b4-a9bc-087855fa5dd4'} {{(pid=83872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 14:17:37.281953 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.managers [None req-e8c6fab1-942f-4616-ad3f-40a40940c738 None None] Bound port: a06d9c85-ec1b-41e6-8402-d528a5ca042e, host: dv-neutron-836180-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9cf99d7e-05d6-4a58-abe2-458b10be4aad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '57fb44bc-ed6a-44b4-a9bc-087855fa5dd4'}}] {{(pid=83872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 14:17:37.282537 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-e8c6fab1-942f-4616-ad3f-40a40940c738 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:17:37.344138 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:17:37.393950 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68a69b2-980b-4aba-8cbf-6b15680bd95c req-7831d151-96c4-4e78-9e01-dd1e3927ff92 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:17:37.395422 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-e68a69b2-980b-4aba-8cbf-6b15680bd95c req-7831d151-96c4-4e78-9e01-dd1e3927ff92 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] 10.222.0.57 "GET /v2.0/networks?id=57fb44bc-ed6a-44b4-a9bc-087855fa5dd4 HTTP/1.1" status: 200 len: 797 time: 0.3013716 Apr 01 14:17:37.401753 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-a49b06d8-4579-4b46-8734-2bb4f0de0f0f req-6562256d-397e-4297-beca-bef525d2c93b tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] 10.222.0.26 "GET /v2.0/ports?device_id=c640e203-2242-469a-b97f-ef2521448b73 HTTP/1.1" status: 200 len: 210 time: 0.0490067 Apr 01 14:17:37.407579 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-e8c6fab1-942f-4616-ad3f-40a40940c738 None None] For port a06d9c85-ec1b-41e6-8402-d528a5ca042e, host dv-neutron-836180-1-hyperv, cleared binding levels {{(pid=83872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 14:17:37.411671 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-e8c6fab1-942f-4616-ad3f-40a40940c738 None None] For port a06d9c85-ec1b-41e6-8402-d528a5ca042e, host dv-neutron-836180-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836180-1-hyperv',level=0,port_id=a06d9c85-ec1b-41e6-8402-d528a5ca042e,segment=NetworkSegment(9cf99d7e-05d6-4a58-abe2-458b10be4aad),segment_id=9cf99d7e-05d6-4a58-abe2-458b10be4aad)] {{(pid=83872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 14:17:37.419042 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-e8c6fab1-942f-4616-ad3f-40a40940c738 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864'] for port, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:17:37.478111 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-e68a69b2-980b-4aba-8cbf-6b15680bd95c req-c05923c3-6dae-4c2e-af69-3dc0dd23d3a8 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1ac9f9a3637e41b9993bdb348451719c HTTP/1.1" status: 200 len: 380 time: 0.0629902 Apr 01 14:17:37.495465 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.v2.base [req-e68a69b2-980b-4aba-8cbf-6b15680bd95c req-83d05a76-af8c-4847-b7d9-bfa2b5541896 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Request body: {'port': {'device_id': 'c640e203-2242-469a-b97f-ef2521448b73', 'network_id': '57fb44bc-ed6a-44b4-a9bc-087855fa5dd4', 'admin_state_up': True, 'tenant_id': '1ac9f9a3637e41b9993bdb348451719c', 'security_groups': ['cebf25b2-bab6-4c6d-9628-aa70ed4a0749']}} {{(pid=83869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 14:17:37.517358 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8c6fab1-942f-4616-ad3f-40a40940c738 None None] Routers {'bf738d23-ff91-497a-95a8-9b5c1a22f8ab'} bound to L3 agent in host dv-neutron-836180-1-hyperv {{(pid=83872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 14:17:37.518100 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_hamode_db [None req-e8c6fab1-942f-4616-ad3f-40a40940c738 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836180-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T13:25:36Z,description=,heartbeat_timestamp=2022-04-01T14:17:36Z,host='dv-neutron-836180-1-hyperv',id=88bf8fc8-11a3-4e96-9d1b-5fd93ba9f6f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T13:25:36Z,topic='l3_agent')) {'router_ids': ['bf738d23-ff91-497a-95a8-9b5c1a22f8ab'], 'active': True} {{(pid=83872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 14:17:37.584261 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf241ac8-2326-4ff0-9035-e226c497fcbd None None] Pushing event updated for resources: {'Port': ['ID=a06d9c85-ec1b-41e6-8402-d528a5ca042e,revision_number=4']} {{(pid=83872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:17:37.678477 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-2f9cfc9c-d8ba-4de3-a4ad-98162f90557c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:17:37.683867 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [req-e68a69b2-980b-4aba-8cbf-6b15680bd95c req-83d05a76-af8c-4847-b7d9-bfa2b5541896 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 14:17:37.696626 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [req-e68a69b2-980b-4aba-8cbf-6b15680bd95c req-83d05a76-af8c-4847-b7d9-bfa2b5541896 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 14:17:37.711322 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e68a69b2-980b-4aba-8cbf-6b15680bd95c req-83d05a76-af8c-4847-b7d9-bfa2b5541896 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Made reservation on behalf of 1ac9f9a3637e41b9993bdb348451719c for: {'port': 1} {{(pid=83869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 14:17:37.715562 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [req-e68a69b2-980b-4aba-8cbf-6b15680bd95c req-83d05a76-af8c-4847-b7d9-bfa2b5541896 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:17:37.766961 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_dvr_db [None req-e8c6fab1-942f-4616-ad3f-40a40940c738 None None] Set router bf738d23-ff91-497a-95a8-9b5c1a22f8ab gateway port host: dv-neutron-836180-1-hyperv {{(pid=83872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 14:17:37.924173 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.db_base_plugin_common [req-e68a69b2-980b-4aba-8cbf-6b15680bd95c req-83d05a76-af8c-4847-b7d9-bfa2b5541896 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Allocated IP 172.20.0.13 (57fb44bc-ed6a-44b4-a9bc-087855fa5dd4/727e2d4d-ef48-45aa-b5fe-dc7522b05eb9/a77a3338-3d99-456c-922a-40f43ff06624) {{(pid=83869) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 14:17:38.117856 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_hamode_db [None req-e8c6fab1-942f-4616-ad3f-40a40940c738 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf738d23-ff91-497a-95a8-9b5c1a22f8ab', 'name': 'tempest-TestNetworkAdvancedServerOps-router-102584828', 'tenant_id': '1ac9f9a3637e41b9993bdb348451719c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'external_fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.178'}], 'enable_snat': True}, 'gw_port_id': 'b5393ee4-b6dc-4019-b164-8da505d74575', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T14:17:27Z', 'updated_at': '2022-04-01T14:17:32Z', 'revision_number': 4, 'project_id': '1ac9f9a3637e41b9993bdb348451719c', 'gw_port': {'id': 'b5393ee4-b6dc-4019-b164-8da505d74575', 'name': '', 'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:69:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf738d23-ff91-497a-95a8-9b5c1a22f8ab', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836180-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T14:17:28Z', 'updated_at': '2022-04-01T14:17:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836180-1-hyperv', '_interfaces': [{'id': 'a06d9c85-ec1b-41e6-8402-d528a5ca042e', 'name': '', 'network_id': '57fb44bc-ed6a-44b4-a9bc-087855fa5dd4', 'tenant_id': '1ac9f9a3637e41b9993bdb348451719c', 'mac_address': 'fa:16:3e:66:42:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf738d23-ff91-497a-95a8-9b5c1a22f8ab', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '727e2d4d-ef48-45aa-b5fe-dc7522b05eb9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836180-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T14:17:32Z', 'updated_at': '2022-04-01T14:17:37Z', 'revision_number': 4, 'project_id': '1ac9f9a3637e41b9993bdb348451719c', 'subnets': [{'id': '727e2d4d-ef48-45aa-b5fe-dc7522b05eb9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-836180-1-hyperv', False) {} {{(pid=83872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 14:17:38.121034 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8c6fab1-942f-4616-ad3f-40a40940c738 None None] The sync data for ids ['bf738d23-ff91-497a-95a8-9b5c1a22f8ab'] in dv-neutron-836180-1-hyperv is: [{'id': 'bf738d23-ff91-497a-95a8-9b5c1a22f8ab', 'name': 'tempest-TestNetworkAdvancedServerOps-router-102584828', 'tenant_id': '1ac9f9a3637e41b9993bdb348451719c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'external_fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.178'}], 'enable_snat': True}, 'gw_port_id': 'b5393ee4-b6dc-4019-b164-8da505d74575', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T14:17:27Z', 'updated_at': '2022-04-01T14:17:32Z', 'revision_number': 4, 'project_id': '1ac9f9a3637e41b9993bdb348451719c', 'gw_port': {'id': 'b5393ee4-b6dc-4019-b164-8da505d74575', 'name': '', 'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:69:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf738d23-ff91-497a-95a8-9b5c1a22f8ab', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836180-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T14:17:28Z', 'updated_at': '2022-04-01T14:17:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836180-1-hyperv', '_interfaces': [{'id': 'a06d9c85-ec1b-41e6-8402-d528a5ca042e', 'name': '', 'network_id': '57fb44bc-ed6a-44b4-a9bc-087855fa5dd4', 'tenant_id': '1ac9f9a3637e41b9993bdb348451719c', 'mac_address': 'fa:16:3e:66:42:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf738d23-ff91-497a-95a8-9b5c1a22f8ab', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '727e2d4d-ef48-45aa-b5fe-dc7522b05eb9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836180-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T14:17:32Z', 'updated_at': '2022-04-01T14:17:37Z', 'revision_number': 4, 'project_id': '1ac9f9a3637e41b9993bdb348451719c', 'subnets': [{'id': '727e2d4d-ef48-45aa-b5fe-dc7522b05eb9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 14:17:38.148091 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [req-e68a69b2-980b-4aba-8cbf-6b15680bd95c req-83d05a76-af8c-4847-b7d9-bfa2b5541896 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Notify callbacks [] for port, precommit_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:17:38.171312 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.provisioning_blocks [req-e68a69b2-980b-4aba-8cbf-6b15680bd95c req-83d05a76-af8c-4847-b7d9-bfa2b5541896 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Transition to ACTIVE for port object a77a3338-3d99-456c-922a-40f43ff06624 will not be triggered until provisioned by entity DHCP. {{(pid=83869) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 14:17:38.199615 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [req-e68a69b2-980b-4aba-8cbf-6b15680bd95c req-83d05a76-af8c-4847-b7d9-bfa2b5541896 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736732935801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2705155'] for port, after_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:17:38.281228 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e68a69b2-980b-4aba-8cbf-6b15680bd95c req-83d05a76-af8c-4847-b7d9-bfa2b5541896 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Network 57fb44bc-ed6a-44b4-a9bc-087855fa5dd4 is already hosted by enough agents. {{(pid=83869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 14:17:38.285058 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.scheduler.base_scheduler [req-e68a69b2-980b-4aba-8cbf-6b15680bd95c req-83d05a76-af8c-4847-b7d9-bfa2b5541896 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Resources bound (agent type, host, resource id): {{(pid=83869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 14:17:38.288813 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_dvrscheduler_db [req-e68a69b2-980b-4aba-8cbf-6b15680bd95c req-83d05a76-af8c-4847-b7d9-bfa2b5541896 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Received port after_create {{(pid=83869) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 14:17:38.323454 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d05a76-af8c-4847-b7d9-bfa2b5541896 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Pushing event updated for resources: {'Port': ['ID=a77a3338-3d99-456c-922a-40f43ff06624,revision_number=1']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:17:38.390595 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68a69b2-980b-4aba-8cbf-6b15680bd95c req-83d05a76-af8c-4847-b7d9-bfa2b5541896 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:17:38.391234 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [req-e68a69b2-980b-4aba-8cbf-6b15680bd95c req-83d05a76-af8c-4847-b7d9-bfa2b5541896 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109561'] for port, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:17:38.428149 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-e68a69b2-980b-4aba-8cbf-6b15680bd95c req-83d05a76-af8c-4847-b7d9-bfa2b5541896 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9377313 Apr 01 14:17:38.444213 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.v2.base [req-e68a69b2-980b-4aba-8cbf-6b15680bd95c req-4ea7aa21-88be-41d6-94f5-c6e3880c35c1 service neutron] Request body: {'port': {'device_id': 'c640e203-2242-469a-b97f-ef2521448b73', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8361'}} {{(pid=83869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 14:17:38.609602 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [req-e68a69b2-980b-4aba-8cbf-6b15680bd95c req-4ea7aa21-88be-41d6-94f5-c6e3880c35c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:17:38.642057 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-ba4b73c8-0a43-4965-ab79-778d74145b8c None None] Provisioning for port a77a3338-3d99-456c-922a-40f43ff06624 completed by entity DHCP. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 14:17:38.651454 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-ba4b73c8-0a43-4965-ab79-778d74145b8c None None] Provisioning complete for port a77a3338-3d99-456c-922a-40f43ff06624 triggered by entity DHCP. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 14:17:38.652052 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-ba4b73c8-0a43-4965-ab79-778d74145b8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-948329'] for port, provisioning_complete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:17:38.699840 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3901672f-f4bc-4afc-8d7f-22f51995d6ee req-1dea9f59-7619-4691-8eca-99a249c9f0ec tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:17:38.709214 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-3901672f-f4bc-4afc-8d7f-22f51995d6ee req-1dea9f59-7619-4691-8eca-99a249c9f0ec tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] 10.222.0.26 "GET /v2.0/ports?device_id=c640e203-2242-469a-b97f-ef2521448b73 HTTP/1.1" status: 200 len: 932 time: 0.1213779 Apr 01 14:17:38.760231 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.plugin [None req-ba4b73c8-0a43-4965-ab79-778d74145b8c None None] Port a77a3338-3d99-456c-922a-40f43ff06624 cannot update to ACTIVE because it is not bound. {{(pid=83872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 14:17:38.779723 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [req-3901672f-f4bc-4afc-8d7f-22f51995d6ee req-fa681e81-fa76-4464-9cde-5b84cc09bb95 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Synchronizing usage tracker for tenant:1ac9f9a3637e41b9993bdb348451719c on resource:security_group {{(pid=83871) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 14:17:38.813331 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [req-3901672f-f4bc-4afc-8d7f-22f51995d6ee req-fa681e81-fa76-4464-9cde-5b84cc09bb95 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Unset dirty status for tenant:1ac9f9a3637e41b9993bdb348451719c on resource:security_group {{(pid=83871) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 14:17:38.814574 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-3901672f-f4bc-4afc-8d7f-22f51995d6ee req-fa681e81-fa76-4464-9cde-5b84cc09bb95 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] 10.222.0.26 "GET /v2.0/security-groups?id=cebf25b2-bab6-4c6d-9628-aa70ed4a0749&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1041117 Apr 01 14:17:39.042108 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-a976a7b9-9034-41e6-be13-349b75ed1593 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:17:39.196762 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.notifiers.nova [req-e68a69b2-980b-4aba-8cbf-6b15680bd95c req-4ea7aa21-88be-41d6-94f5-c6e3880c35c1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a77a3338-3d99-456c-922a-40f43ff06624 {{(pid=83869) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 01 14:17:39.206606 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [req-e68a69b2-980b-4aba-8cbf-6b15680bd95c req-4ea7aa21-88be-41d6-94f5-c6e3880c35c1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:17:39.223845 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.provisioning_blocks [req-e68a69b2-980b-4aba-8cbf-6b15680bd95c req-4ea7aa21-88be-41d6-94f5-c6e3880c35c1 service neutron] Transition to ACTIVE for port object a77a3338-3d99-456c-922a-40f43ff06624 will not be triggered until provisioned by entity L2. {{(pid=83869) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 14:17:39.228181 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [req-e68a69b2-980b-4aba-8cbf-6b15680bd95c req-4ea7aa21-88be-41d6-94f5-c6e3880c35c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2705172'] for port, after_update {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:17:39.261608 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Device a06d9c85-ec1b-41e6-8402-d528a5ca042e up at agent ovs-agent-dv-neutron-836180-1-hyperv {{(pid=83872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 14:17:39.379875 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Provisioning for port a06d9c85-ec1b-41e6-8402-d528a5ca042e completed by entity L2. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 14:17:39.390336 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Provisioning complete for port a06d9c85-ec1b-41e6-8402-d528a5ca042e triggered by entity L2. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 14:17:39.390789 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-948329'] for port, provisioning_complete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:17:39.473670 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea7aa21-88be-41d6-94f5-c6e3880c35c1 service neutron] Pushing event updated for resources: {'Port': ['ID=a77a3338-3d99-456c-922a-40f43ff06624,revision_number=2']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:17:39.527072 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:17:39.533845 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.managers [req-e68a69b2-980b-4aba-8cbf-6b15680bd95c req-4ea7aa21-88be-41d6-94f5-c6e3880c35c1 service neutron] Attempting to bind port a77a3338-3d99-456c-922a-40f43ff06624 on host hv-neutron-8361 for vnic_type normal with profile {{(pid=83869) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 14:17:39.534168 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.managers [req-e68a69b2-980b-4aba-8cbf-6b15680bd95c req-4ea7aa21-88be-41d6-94f5-c6e3880c35c1 service neutron] Attempting to bind port a77a3338-3d99-456c-922a-40f43ff06624 by drivers openvswitch,hyperv on host hv-neutron-8361 at level 0 using segments [{'id': '9cf99d7e-05d6-4a58-abe2-458b10be4aad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '57fb44bc-ed6a-44b4-a9bc-087855fa5dd4'}] {{(pid=83869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 14:17:39.534498 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e68a69b2-980b-4aba-8cbf-6b15680bd95c req-4ea7aa21-88be-41d6-94f5-c6e3880c35c1 service neutron] Attempting to bind port a77a3338-3d99-456c-922a-40f43ff06624 on network 57fb44bc-ed6a-44b4-a9bc-087855fa5dd4 {{(pid=83869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 14:17:39.541648 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e68a69b2-980b-4aba-8cbf-6b15680bd95c req-4ea7aa21-88be-41d6-94f5-c6e3880c35c1 service neutron] Port a77a3338-3d99-456c-922a-40f43ff06624 on network 57fb44bc-ed6a-44b4-a9bc-087855fa5dd4 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8361 {{(pid=83869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 01 14:17:39.541944 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e68a69b2-980b-4aba-8cbf-6b15680bd95c req-4ea7aa21-88be-41d6-94f5-c6e3880c35c1 service neutron] Attempting to bind port a77a3338-3d99-456c-922a-40f43ff06624 on network 57fb44bc-ed6a-44b4-a9bc-087855fa5dd4 {{(pid=83869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 14:17:39.551745 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e68a69b2-980b-4aba-8cbf-6b15680bd95c req-4ea7aa21-88be-41d6-94f5-c6e3880c35c1 service neutron] Checking agent: {'id': '359ce187-6241-4f7e-85a4-e066c7b0cdea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8361', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 13, 31, 54), 'started_at': datetime.datetime(2022, 4, 1, 13, 31, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 14, 17, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 14:17:39.552086 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e68a69b2-980b-4aba-8cbf-6b15680bd95c req-4ea7aa21-88be-41d6-94f5-c6e3880c35c1 service neutron] Checking segment: {'id': '9cf99d7e-05d6-4a58-abe2-458b10be4aad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '57fb44bc-ed6a-44b4-a9bc-087855fa5dd4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 14:17:39.552498 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e68a69b2-980b-4aba-8cbf-6b15680bd95c req-4ea7aa21-88be-41d6-94f5-c6e3880c35c1 service neutron] Bound using segment: {'id': '9cf99d7e-05d6-4a58-abe2-458b10be4aad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '57fb44bc-ed6a-44b4-a9bc-087855fa5dd4'} {{(pid=83869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 14:17:39.552925 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.managers [req-e68a69b2-980b-4aba-8cbf-6b15680bd95c req-4ea7aa21-88be-41d6-94f5-c6e3880c35c1 service neutron] Bound port: a77a3338-3d99-456c-922a-40f43ff06624, host: hv-neutron-8361, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9cf99d7e-05d6-4a58-abe2-458b10be4aad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '57fb44bc-ed6a-44b4-a9bc-087855fa5dd4'}}] {{(pid=83869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 14:17:39.554240 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [req-e68a69b2-980b-4aba-8cbf-6b15680bd95c req-4ea7aa21-88be-41d6-94f5-c6e3880c35c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:17:39.583856 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] For port a06d9c85-ec1b-41e6-8402-d528a5ca042e, host dv-neutron-836180-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836180-1-hyperv',level=0,port_id=a06d9c85-ec1b-41e6-8402-d528a5ca042e,segment=NetworkSegment(9cf99d7e-05d6-4a58-abe2-458b10be4aad),segment_id=9cf99d7e-05d6-4a58-abe2-458b10be4aad)] {{(pid=83872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 14:17:39.591930 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864'] for port, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:17:39.664696 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.db [req-e68a69b2-980b-4aba-8cbf-6b15680bd95c req-4ea7aa21-88be-41d6-94f5-c6e3880c35c1 service neutron] For port a77a3338-3d99-456c-922a-40f43ff06624, host hv-neutron-8361, cleared binding levels {{(pid=83869) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 14:17:39.667939 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Pushing event updated for resources: {'Port': ['ID=a06d9c85-ec1b-41e6-8402-d528a5ca042e,revision_number=5']} {{(pid=83872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:17:39.668825 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.db [req-e68a69b2-980b-4aba-8cbf-6b15680bd95c req-4ea7aa21-88be-41d6-94f5-c6e3880c35c1 service neutron] For port a77a3338-3d99-456c-922a-40f43ff06624, host hv-neutron-8361, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8361',level=0,port_id=a77a3338-3d99-456c-922a-40f43ff06624,segment=NetworkSegment(9cf99d7e-05d6-4a58-abe2-458b10be4aad),segment_id=9cf99d7e-05d6-4a58-abe2-458b10be4aad)] {{(pid=83869) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 14:17:39.676628 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [req-e68a69b2-980b-4aba-8cbf-6b15680bd95c req-4ea7aa21-88be-41d6-94f5-c6e3880c35c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2705172'] for port, after_update {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:17:39.758975 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [req-e68a69b2-980b-4aba-8cbf-6b15680bd95c req-4ea7aa21-88be-41d6-94f5-c6e3880c35c1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109561'] for port, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:17:39.760400 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-e68a69b2-980b-4aba-8cbf-6b15680bd95c req-4ea7aa21-88be-41d6-94f5-c6e3880c35c1 service neutron] 10.222.0.57 "PUT /v2.0/ports/a77a3338-3d99-456c-922a-40f43ff06624 HTTP/1.1" status: 200 len: 1094 time: 1.3242493 Apr 01 14:17:39.760837 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c640e203-2242-469a-b97f-ef2521448b73', 'tag': 'a77a3338-3d99-456c-922a-40f43ff06624'}] {{(pid=83869) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 14:17:39.796775 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea7aa21-88be-41d6-94f5-c6e3880c35c1 service neutron] Pushing event updated for resources: {'Port': ['ID=a77a3338-3d99-456c-922a-40f43ff06624,revision_number=3']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:17:39.863187 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c640e203-2242-469a-b97f-ef2521448b73', 'tag': 'a77a3338-3d99-456c-922a-40f43ff06624', 'status': 'completed', 'code': 200} Apr 01 14:17:39.919968 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-e68a69b2-980b-4aba-8cbf-6b15680bd95c req-751b5817-deec-451b-b2a3-375e6c2b1006 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=1ac9f9a3637e41b9993bdb348451719c&device_id=c640e203-2242-469a-b97f-ef2521448b73 HTTP/1.1" status: 200 len: 1097 time: 0.1164889 Apr 01 14:17:40.039588 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-e68a69b2-980b-4aba-8cbf-6b15680bd95c req-7308e09b-262b-488a-9dc5-bdd3098b23ee service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a77a3338-3d99-456c-922a-40f43ff06624 HTTP/1.1" status: 200 len: 217 time: 0.1121860 Apr 01 14:17:40.115477 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68a69b2-980b-4aba-8cbf-6b15680bd95c req-4bdee163-ab29-4428-b39e-232ccfa06d40 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:17:40.116996 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-e68a69b2-980b-4aba-8cbf-6b15680bd95c req-4bdee163-ab29-4428-b39e-232ccfa06d40 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=727e2d4d-ef48-45aa-b5fe-dc7522b05eb9 HTTP/1.1" status: 200 len: 834 time: 0.0713995 Apr 01 14:17:40.121841 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62336599-bff9-4149-8ecc-5d86520cc5fb req-f83d98e9-b503-4447-be02-284123fbb2fd tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:17:40.123312 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-62336599-bff9-4149-8ecc-5d86520cc5fb req-f83d98e9-b503-4447-be02-284123fbb2fd tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] 10.222.0.26 "GET /v2.0/ports?device_id=c640e203-2242-469a-b97f-ef2521448b73 HTTP/1.1" status: 200 len: 944 time: 0.0961962 Apr 01 14:17:40.176598 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-62336599-bff9-4149-8ecc-5d86520cc5fb req-3ae847b2-30c2-4596-9513-1768263802bd tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] 10.222.0.26 "GET /v2.0/security-groups?id=cebf25b2-bab6-4c6d-9628-aa70ed4a0749&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471303 Apr 01 14:17:40.200650 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-e68a69b2-980b-4aba-8cbf-6b15680bd95c req-c435a44e-f02e-4c3e-a47e-7c92c9b78c16 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=57fb44bc-ed6a-44b4-a9bc-087855fa5dd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0767031 Apr 01 14:17:40.351397 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-e68a69b2-980b-4aba-8cbf-6b15680bd95c req-e37d6b06-9399-42db-a9b2-a40e8ed2b3f4 service neutron] 10.222.0.57 "GET /v2.0/networks/57fb44bc-ed6a-44b4-a9bc-087855fa5dd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1380394 Apr 01 14:17:40.496271 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-e68a69b2-980b-4aba-8cbf-6b15680bd95c req-31e64d3a-0b97-4fe1-a1de-fa9dab56d0aa service neutron] 10.222.0.57 "GET /v2.0/networks/57fb44bc-ed6a-44b4-a9bc-087855fa5dd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1380849 Apr 01 14:17:40.624103 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-3baafff4-f777-445a-bbac-4138d30c2b53 req-8b80a6e9-6f05-4157-a590-6f1da75f2222 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=1ac9f9a3637e41b9993bdb348451719c&device_id=c640e203-2242-469a-b97f-ef2521448b73 HTTP/1.1" status: 200 len: 1097 time: 0.0737724 Apr 01 14:17:40.776555 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3baafff4-f777-445a-bbac-4138d30c2b53 req-7a077dbc-4762-49d3-9ad7-b23212b7a684 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:17:40.778401 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-3baafff4-f777-445a-bbac-4138d30c2b53 req-7a077dbc-4762-49d3-9ad7-b23212b7a684 service neutron] 10.222.0.57 "GET /v2.0/networks?id=57fb44bc-ed6a-44b4-a9bc-087855fa5dd4 HTTP/1.1" status: 200 len: 898 time: 0.1441219 Apr 01 14:17:40.870052 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-3baafff4-f777-445a-bbac-4138d30c2b53 req-ef828e6e-795b-49f0-b667-93c917b21f27 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a77a3338-3d99-456c-922a-40f43ff06624 HTTP/1.1" status: 200 len: 217 time: 0.0845206 Apr 01 14:17:40.947668 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3baafff4-f777-445a-bbac-4138d30c2b53 req-f38b059a-b109-4451-b7f3-8d974b969b35 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:17:40.949956 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-3baafff4-f777-445a-bbac-4138d30c2b53 req-f38b059a-b109-4451-b7f3-8d974b969b35 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=727e2d4d-ef48-45aa-b5fe-dc7522b05eb9 HTTP/1.1" status: 200 len: 834 time: 0.0736408 Apr 01 14:17:41.131768 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-3baafff4-f777-445a-bbac-4138d30c2b53 req-fc670e44-9dab-4af7-8178-0ba03babcf24 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=57fb44bc-ed6a-44b4-a9bc-087855fa5dd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1755576 Apr 01 14:17:41.240116 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Device a06d9c85-ec1b-41e6-8402-d528a5ca042e up at agent ovs-agent-dv-neutron-836180-1-hyperv {{(pid=83872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 14:17:41.323985 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-3baafff4-f777-445a-bbac-4138d30c2b53 req-58cd6faf-93cf-4696-85d7-f76f251c45fa service neutron] 10.222.0.57 "GET /v2.0/networks/57fb44bc-ed6a-44b4-a9bc-087855fa5dd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1830773 Apr 01 14:17:41.354981 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Provisioning complete for port a06d9c85-ec1b-41e6-8402-d528a5ca042e triggered by entity L2. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 14:17:41.355348 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-948329'] for port, provisioning_complete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:17:41.527085 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f8ccdc-b4bb-41e6-a638-91ee611531d8 req-26d61c25-7071-4694-83a5-4009e5bc30ab tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:17:41.527761 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [req-73f8ccdc-b4bb-41e6-a638-91ee611531d8 req-26d61c25-7071-4694-83a5-4009e5bc30ab tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Synchronizing usage tracker for tenant:1ac9f9a3637e41b9993bdb348451719c on resource:port {{(pid=83869) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 14:17:41.531561 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-3baafff4-f777-445a-bbac-4138d30c2b53 req-463245a6-5101-4628-af42-d09c5207a694 service neutron] 10.222.0.57 "GET /v2.0/networks/57fb44bc-ed6a-44b4-a9bc-087855fa5dd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1991234 Apr 01 14:17:41.547424 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [req-73f8ccdc-b4bb-41e6-a638-91ee611531d8 req-26d61c25-7071-4694-83a5-4009e5bc30ab tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Unset dirty status for tenant:1ac9f9a3637e41b9993bdb348451719c on resource:port {{(pid=83869) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 14:17:41.548981 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-73f8ccdc-b4bb-41e6-a638-91ee611531d8 req-26d61c25-7071-4694-83a5-4009e5bc30ab tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] 10.222.0.26 "GET /v2.0/ports?device_id=c640e203-2242-469a-b97f-ef2521448b73 HTTP/1.1" status: 200 len: 944 time: 0.2183232 Apr 01 14:17:41.606541 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-73f8ccdc-b4bb-41e6-a638-91ee611531d8 req-4367d249-3f5a-4680-8300-d4af02bc49f7 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] 10.222.0.26 "GET /v2.0/security-groups?id=cebf25b2-bab6-4c6d-9628-aa70ed4a0749&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498385 Apr 01 14:17:42.598217 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Device a77a3338-3d99-456c-922a-40f43ff06624 details requested by agent hyperv_hv-neutron-8361 with host hv-neutron-8361 {{(pid=83872) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 01 14:17:42.757353 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] For port a77a3338-3d99-456c-922a-40f43ff06624, host hv-neutron-8361, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8361',level=0,port_id=a77a3338-3d99-456c-922a-40f43ff06624,segment=NetworkSegment(9cf99d7e-05d6-4a58-abe2-458b10be4aad),segment_id=9cf99d7e-05d6-4a58-abe2-458b10be4aad)] {{(pid=83872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 14:17:42.810807 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Returning: {'device': 'a77a3338-3d99-456c-922a-40f43ff06624', 'network_id': '57fb44bc-ed6a-44b4-a9bc-087855fa5dd4', 'port_id': 'a77a3338-3d99-456c-922a-40f43ff06624', 'mac_address': 'fa:16:3e:45:87:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 372, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '727e2d4d-ef48-45aa-b5fe-dc7522b05eb9', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83872) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 01 14:17:42.871102 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:17:42.873311 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7fbdafc-e1ce-443f-b316-996d993f3453 req-56ce1406-145a-4e43-9e26-a95124934325 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:17:42.876385 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-a7fbdafc-e1ce-443f-b316-996d993f3453 req-56ce1406-145a-4e43-9e26-a95124934325 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] 10.222.0.26 "GET /v2.0/ports?device_id=c640e203-2242-469a-b97f-ef2521448b73 HTTP/1.1" status: 200 len: 944 time: 0.1135314 Apr 01 14:17:42.891738 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.notifiers.nova [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a77a3338-3d99-456c-922a-40f43ff06624 {{(pid=83872) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 01 14:17:42.910927 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] For port a77a3338-3d99-456c-922a-40f43ff06624, host hv-neutron-8361, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8361',level=0,port_id=a77a3338-3d99-456c-922a-40f43ff06624,segment=NetworkSegment(9cf99d7e-05d6-4a58-abe2-458b10be4aad),segment_id=9cf99d7e-05d6-4a58-abe2-458b10be4aad)] {{(pid=83872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 14:17:42.916269 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864'] for port, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:17:42.954281 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-a7fbdafc-e1ce-443f-b316-996d993f3453 req-60f83dea-1d63-43cf-996b-193c15cefed0 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] 10.222.0.26 "GET /v2.0/security-groups?id=cebf25b2-bab6-4c6d-9628-aa70ed4a0749&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0720453 Apr 01 14:17:43.009801 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Pushing event updated for resources: {'Port': ['ID=a77a3338-3d99-456c-922a-40f43ff06624,revision_number=4']} {{(pid=83872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:17:43.188673 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] get_ports_and_sgs() called for port_ids ['a77a3338-3d99-456c-922a-40f43ff06624'] {{(pid=83872) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 01 14:17:44.169436 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cedf8e7e-6efa-45e6-8e1c-925e01c35e9e req-037afdbe-84de-4351-aee7-19643565a927 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:17:44.171062 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-cedf8e7e-6efa-45e6-8e1c-925e01c35e9e req-037afdbe-84de-4351-aee7-19643565a927 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] 10.222.0.26 "GET /v2.0/ports?device_id=c640e203-2242-469a-b97f-ef2521448b73 HTTP/1.1" status: 200 len: 945 time: 0.0887227 Apr 01 14:17:44.220850 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-cedf8e7e-6efa-45e6-8e1c-925e01c35e9e req-df0787b0-d8bd-4944-850e-55fd80ca4fd9 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] 10.222.0.26 "GET /v2.0/security-groups?id=cebf25b2-bab6-4c6d-9628-aa70ed4a0749&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424182 Apr 01 14:17:44.612463 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Device a77a3338-3d99-456c-922a-40f43ff06624 up at agent hyperv_hv-neutron-8361 {{(pid=83872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 14:17:44.683156 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Provisioning for port a77a3338-3d99-456c-922a-40f43ff06624 completed by entity L2. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 14:17:44.690524 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Provisioning complete for port a77a3338-3d99-456c-922a-40f43ff06624 triggered by entity L2. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 14:17:44.690903 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-948329'] for port, provisioning_complete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:17:44.830797 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:17:44.862241 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c640e203-2242-469a-b97f-ef2521448b73', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a77a3338-3d99-456c-922a-40f43ff06624'}] {{(pid=83872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 14:17:44.879246 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] For port a77a3338-3d99-456c-922a-40f43ff06624, host hv-neutron-8361, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8361',level=0,port_id=a77a3338-3d99-456c-922a-40f43ff06624,segment=NetworkSegment(9cf99d7e-05d6-4a58-abe2-458b10be4aad),segment_id=9cf99d7e-05d6-4a58-abe2-458b10be4aad)] {{(pid=83872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 14:17:44.883807 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864'] for port, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:17:44.938180 dv-neutron-836180-1-hyperv neutron-server[83872]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c640e203-2242-469a-b97f-ef2521448b73', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a77a3338-3d99-456c-922a-40f43ff06624', 'code': 200} Apr 01 14:17:44.967120 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Pushing event updated for resources: {'Port': ['ID=a77a3338-3d99-456c-922a-40f43ff06624,revision_number=5']} {{(pid=83872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:17:45.193230 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-bc482c10-70aa-468a-b148-65a0624347b3 req-66d82d8d-c20f-40ac-a354-1d1994013f6e service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=c640e203-2242-469a-b97f-ef2521448b73 HTTP/1.1" status: 200 len: 1099 time: 0.0789526 Apr 01 14:17:45.239506 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-bc482c10-70aa-468a-b148-65a0624347b3 req-64e3e5e3-f47c-4278-82d7-5ba55b42fa47 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=cebf25b2-bab6-4c6d-9628-aa70ed4a0749&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392103 Apr 01 14:17:45.449140 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085aa121-50ce-4f28-be79-5c2b0ab515ed req-c9de2401-e1d9-4bf5-9257-cdd3b27a38d9 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:17:45.450631 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-085aa121-50ce-4f28-be79-5c2b0ab515ed req-c9de2401-e1d9-4bf5-9257-cdd3b27a38d9 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] 10.222.0.26 "GET /v2.0/ports?device_id=c640e203-2242-469a-b97f-ef2521448b73 HTTP/1.1" status: 200 len: 946 time: 0.0904913 Apr 01 14:17:45.505639 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-085aa121-50ce-4f28-be79-5c2b0ab515ed req-7e362fd2-cc0e-48d7-9f9a-57fb173bf102 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] 10.222.0.26 "GET /v2.0/security-groups?id=cebf25b2-bab6-4c6d-9628-aa70ed4a0749&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469570 Apr 01 14:17:46.730599 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a34838-5d87-4e09-a28d-d89a2be4de10 req-ca19642d-c680-4c9a-b108-6f4e74147bc8 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:17:46.732088 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-33a34838-5d87-4e09-a28d-d89a2be4de10 req-ca19642d-c680-4c9a-b108-6f4e74147bc8 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] 10.222.0.26 "GET /v2.0/ports?device_id=c640e203-2242-469a-b97f-ef2521448b73 HTTP/1.1" status: 200 len: 946 time: 0.0838213 Apr 01 14:17:46.783328 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-33a34838-5d87-4e09-a28d-d89a2be4de10 req-c73d5fde-ff8c-4af2-8524-a16e64595d21 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] 10.222.0.26 "GET /v2.0/security-groups?id=cebf25b2-bab6-4c6d-9628-aa70ed4a0749&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454481 Apr 01 14:17:46.996951 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5050f1e0-9bf8-45ba-9779-06413f1cb3df req-e294b79f-b712-4aa1-a147-b8596c0a158a tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:17:46.998398 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-5050f1e0-9bf8-45ba-9779-06413f1cb3df req-e294b79f-b712-4aa1-a147-b8596c0a158a tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] 10.222.0.26 "GET /v2.0/ports?device_id=c640e203-2242-469a-b97f-ef2521448b73 HTTP/1.1" status: 200 len: 946 time: 0.0843611 Apr 01 14:17:47.051782 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-5050f1e0-9bf8-45ba-9779-06413f1cb3df req-d8681a66-e37c-446c-b05a-ea8d7e8989a0 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] 10.222.0.26 "GET /v2.0/security-groups?id=cebf25b2-bab6-4c6d-9628-aa70ed4a0749&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470936 Apr 01 14:17:47.081899 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 36160) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:17:47.266083 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-4c08c4c6-a830-43bd-9a86-b42e83b12b04 tempest-TestNetworkAdvancedServerOps-832265304 tempest-TestNetworkAdvancedServerOps-832265304-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=c640e203-2242-469a-b97f-ef2521448b73 HTTP/1.1" status: 200 len: 1094 time: 0.1830034 Apr 01 14:17:47.270398 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 36164) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:17:47.276036 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.v2.base [None req-5a0a8e76-5d6f-4c92-8d14-36bf9870d98d tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Request body: {'floatingip': {'floating_network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'port_id': 'a77a3338-3d99-456c-922a-40f43ff06624', 'tenant_id': '1ac9f9a3637e41b9993bdb348451719c', 'fixed_ip_address': '172.20.0.13'}} {{(pid=83869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 14:17:47.282352 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-5a0a8e76-5d6f-4c92-8d14-36bf9870d98d tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 14:17:47.287251 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-5a0a8e76-5d6f-4c92-8d14-36bf9870d98d tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Usage tracker for resource:floatingip and tenant:1ac9f9a3637e41b9993bdb348451719c is out of sync, need to count used quota {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 14:17:47.291377 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-5a0a8e76-5d6f-4c92-8d14-36bf9870d98d tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 14:17:47.299561 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-5a0a8e76-5d6f-4c92-8d14-36bf9870d98d tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 14:17:47.313319 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-5a0a8e76-5d6f-4c92-8d14-36bf9870d98d tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Notify callbacks [] for floatingip, before_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:17:47.467107 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-5a0a8e76-5d6f-4c92-8d14-36bf9870d98d tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:17:47.628054 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.db_base_plugin_common [None req-5a0a8e76-5d6f-4c92-8d14-36bf9870d98d tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Allocated IP 172.26.5.158 (725864b8-cceb-48c9-b5d3-1bfc4423e301/e2ed99db-0e25-4971-b535-7fa69231fae8/452921ab-62c8-428f-aa87-f860a4f74995) {{(pid=83869) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 14:17:47.798304 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-5a0a8e76-5d6f-4c92-8d14-36bf9870d98d tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Notify callbacks [] for port, precommit_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:17:47.829392 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-5a0a8e76-5d6f-4c92-8d14-36bf9870d98d tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736732935801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2705155'] for port, after_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:17:47.896452 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a0a8e76-5d6f-4c92-8d14-36bf9870d98d tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Network 725864b8-cceb-48c9-b5d3-1bfc4423e301 is already hosted by enough agents. {{(pid=83869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 14:17:47.899820 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.scheduler.base_scheduler [None req-5a0a8e76-5d6f-4c92-8d14-36bf9870d98d tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Resources bound (agent type, host, resource id): {{(pid=83869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 14:17:47.902277 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a0a8e76-5d6f-4c92-8d14-36bf9870d98d tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Received port after_create {{(pid=83869) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 14:17:47.941725 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a0a8e76-5d6f-4c92-8d14-36bf9870d98d tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Pushing event updated for resources: {'Port': ['ID=452921ab-62c8-428f-aa87-f860a4f74995,revision_number=1']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:17:48.586498 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-5a0a8e76-5d6f-4c92-8d14-36bf9870d98d tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:17:48.650613 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-5a0a8e76-5d6f-4c92-8d14-36bf9870d98d tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:17:48.900927 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-5a0a8e76-5d6f-4c92-8d14-36bf9870d98d tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Notify callbacks [] for port, precommit_update {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:17:48.906434 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-5a0a8e76-5d6f-4c92-8d14-36bf9870d98d tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2705172'] for port, after_update {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:17:49.035737 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a0a8e76-5d6f-4c92-8d14-36bf9870d98d tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Pushing event updated for resources: {'Port': ['ID=452921ab-62c8-428f-aa87-f860a4f74995,revision_number=2']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:17:49.055219 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-5a0a8e76-5d6f-4c92-8d14-36bf9870d98d tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4084747'] for floatingip, after_update {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:17:49.284999 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.db.l3_db [None req-5a0a8e76-5d6f-4c92-8d14-36bf9870d98d tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Floating IP a62990dc-aec6-4f8c-8e5e-267fffd8f6c0 associated. External IP: 172.26.5.158, port: a77a3338-3d99-456c-922a-40f43ff06624. Apr 01 14:17:49.738221 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a0a8e76-5d6f-4c92-8d14-36bf9870d98d tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Router bf738d23-ff91-497a-95a8-9b5c1a22f8ab has already been hosted by L3 agent 88bf8fc8-11a3-4e96-9d1b-5fd93ba9f6f1 {{(pid=83869) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 14:17:49.955605 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a0a8e76-5d6f-4c92-8d14-36bf9870d98d tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Notify agent at l3_agent.dv-neutron-836180-1-hyperv the message routers_updated {{(pid=83869) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 14:17:49.967063 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ef84b68-ed22-4136-bdf0-5939ddbfc620 None None] Sync routers for ids ['bf738d23-ff91-497a-95a8-9b5c1a22f8ab'] in dv-neutron-836180-1-hyperv {{(pid=83873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 14:17:49.981043 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ef84b68-ed22-4136-bdf0-5939ddbfc620 None None] Routers {'bf738d23-ff91-497a-95a8-9b5c1a22f8ab'} bound to L3 agent in host dv-neutron-836180-1-hyperv {{(pid=83873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 14:17:49.981680 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-2ef84b68-ed22-4136-bdf0-5939ddbfc620 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836180-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T13:25:36Z,description=,heartbeat_timestamp=2022-04-01T14:17:36Z,host='dv-neutron-836180-1-hyperv',id=88bf8fc8-11a3-4e96-9d1b-5fd93ba9f6f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T13:25:36Z,topic='l3_agent')) {'router_ids': ['bf738d23-ff91-497a-95a8-9b5c1a22f8ab'], 'active': True} {{(pid=83873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 14:17:49.988405 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-5a0a8e76-5d6f-4c92-8d14-36bf9870d98d tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109561'] for floatingip, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:17:50.048445 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-5a0a8e76-5d6f-4c92-8d14-36bf9870d98d tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.7768896 Apr 01 14:17:50.049016 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c640e203-2242-469a-b97f-ef2521448b73', 'tag': 'a77a3338-3d99-456c-922a-40f43ff06624'}] {{(pid=83869) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 14:17:50.116837 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c640e203-2242-469a-b97f-ef2521448b73', 'tag': 'a77a3338-3d99-456c-922a-40f43ff06624', 'status': 'completed', 'code': 200} Apr 01 14:17:50.217503 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_dvr_db [None req-2ef84b68-ed22-4136-bdf0-5939ddbfc620 None None] Set router bf738d23-ff91-497a-95a8-9b5c1a22f8ab gateway port host: dv-neutron-836180-1-hyperv {{(pid=83873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 14:17:50.261295 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd44bb2-e864-4eeb-bdd7-8e38aeb009e1 req-82744f04-51cf-456d-a288-c4a0a878158e tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:17:50.264442 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-9fd44bb2-e864-4eeb-bdd7-8e38aeb009e1 req-82744f04-51cf-456d-a288-c4a0a878158e tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] 10.222.0.26 "GET /v2.0/ports?device_id=c640e203-2242-469a-b97f-ef2521448b73 HTTP/1.1" status: 200 len: 946 time: 0.0949893 Apr 01 14:17:50.330069 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-9fd44bb2-e864-4eeb-bdd7-8e38aeb009e1 req-60b8e92d-fead-4af4-bf0f-d065662bf907 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] 10.222.0.26 "GET /v2.0/security-groups?id=cebf25b2-bab6-4c6d-9628-aa70ed4a0749&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539873 Apr 01 14:17:50.362418 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 36172) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:17:50.406473 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-a899ace4-aab8-4f10-8f4a-9926bb60626a req-e48678b6-0e0d-4bb8-a4d1-13b9112ae2a0 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=1ac9f9a3637e41b9993bdb348451719c&device_id=c640e203-2242-469a-b97f-ef2521448b73 HTTP/1.1" status: 200 len: 1099 time: 0.2633562 Apr 01 14:17:50.495280 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-23701ca0-6ae5-493a-bdff-8d809821353c tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] 10.222.0.26 "GET /v2.0/floatingips/a62990dc-aec6-4f8c-8e5e-267fffd8f6c0 HTTP/1.1" status: 200 len: 992 time: 0.1316779 Apr 01 14:17:50.567385 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a899ace4-aab8-4f10-8f4a-9926bb60626a req-239c430e-7332-4383-944f-4617878be596 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:17:50.568853 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-a899ace4-aab8-4f10-8f4a-9926bb60626a req-239c430e-7332-4383-944f-4617878be596 service neutron] 10.222.0.57 "GET /v2.0/networks?id=57fb44bc-ed6a-44b4-a9bc-087855fa5dd4 HTTP/1.1" status: 200 len: 898 time: 0.1558585 Apr 01 14:17:50.622558 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-2ef84b68-ed22-4136-bdf0-5939ddbfc620 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf738d23-ff91-497a-95a8-9b5c1a22f8ab', 'name': 'tempest-TestNetworkAdvancedServerOps-router-102584828', 'tenant_id': '1ac9f9a3637e41b9993bdb348451719c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'external_fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.178'}], 'enable_snat': True}, 'gw_port_id': 'b5393ee4-b6dc-4019-b164-8da505d74575', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T14:17:27Z', 'updated_at': '2022-04-01T14:17:32Z', 'revision_number': 4, 'project_id': '1ac9f9a3637e41b9993bdb348451719c', 'gw_port': {'id': 'b5393ee4-b6dc-4019-b164-8da505d74575', 'name': '', 'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:69:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf738d23-ff91-497a-95a8-9b5c1a22f8ab', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836180-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T14:17:28Z', 'updated_at': '2022-04-01T14:17:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836180-1-hyperv', '_floatingips': [{'id': 'a62990dc-aec6-4f8c-8e5e-267fffd8f6c0', 'tenant_id': '1ac9f9a3637e41b9993bdb348451719c', 'floating_ip_address': '172.26.5.158', 'floating_network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'router_id': 'bf738d23-ff91-497a-95a8-9b5c1a22f8ab', 'port_id': 'a77a3338-3d99-456c-922a-40f43ff06624', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '57fb44bc-ed6a-44b4-a9bc-087855fa5dd4', 'mac_address': 'fa:16:3e:45:87:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c640e203-2242-469a-b97f-ef2521448b73', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T14:17:48Z', 'updated_at': '2022-04-01T14:17:48Z', 'revision_number': 0, 'project_id': '1ac9f9a3637e41b9993bdb348451719c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a06d9c85-ec1b-41e6-8402-d528a5ca042e', 'name': '', 'network_id': '57fb44bc-ed6a-44b4-a9bc-087855fa5dd4', 'tenant_id': '1ac9f9a3637e41b9993bdb348451719c', 'mac_address': 'fa:16:3e:66:42:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf738d23-ff91-497a-95a8-9b5c1a22f8ab', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '727e2d4d-ef48-45aa-b5fe-dc7522b05eb9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836180-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T14:17:32Z', 'updated_at': '2022-04-01T14:17:39Z', 'revision_number': 5, 'project_id': '1ac9f9a3637e41b9993bdb348451719c', 'subnets': [{'id': '727e2d4d-ef48-45aa-b5fe-dc7522b05eb9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-836180-1-hyperv', False) {} {{(pid=83873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 14:17:50.627461 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ef84b68-ed22-4136-bdf0-5939ddbfc620 None None] Checking router: bf738d23-ff91-497a-95a8-9b5c1a22f8ab for host: dv-neutron-836180-1-hyperv {{(pid=83873) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 01 14:17:50.639059 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ef84b68-ed22-4136-bdf0-5939ddbfc620 None None] Routers {'bf738d23-ff91-497a-95a8-9b5c1a22f8ab'} bound to L3 agent in host dv-neutron-836180-1-hyperv {{(pid=83873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 14:17:50.640079 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-2ef84b68-ed22-4136-bdf0-5939ddbfc620 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836180-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T13:25:36Z,description=,heartbeat_timestamp=2022-04-01T14:17:36Z,host='dv-neutron-836180-1-hyperv',id=88bf8fc8-11a3-4e96-9d1b-5fd93ba9f6f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T13:25:36Z,topic='l3_agent')) {'router_ids': ['bf738d23-ff91-497a-95a8-9b5c1a22f8ab'], 'active': True} {{(pid=83873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 14:17:50.684426 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-a899ace4-aab8-4f10-8f4a-9926bb60626a req-dc48a3f1-db99-4671-8598-e0d67836ff5d service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a77a3338-3d99-456c-922a-40f43ff06624 HTTP/1.1" status: 200 len: 1000 time: 0.1084678 Apr 01 14:17:50.765687 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a899ace4-aab8-4f10-8f4a-9926bb60626a req-9adb9021-5931-4895-81cf-1e203455cedb service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:17:50.767777 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-a899ace4-aab8-4f10-8f4a-9926bb60626a req-9adb9021-5931-4895-81cf-1e203455cedb service neutron] 10.222.0.57 "GET /v2.0/subnets?id=727e2d4d-ef48-45aa-b5fe-dc7522b05eb9 HTTP/1.1" status: 200 len: 834 time: 0.0734496 Apr 01 14:17:50.834080 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_dvr_db [None req-2ef84b68-ed22-4136-bdf0-5939ddbfc620 None None] Set router bf738d23-ff91-497a-95a8-9b5c1a22f8ab gateway port host: dv-neutron-836180-1-hyperv {{(pid=83873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 14:17:50.852090 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-a899ace4-aab8-4f10-8f4a-9926bb60626a req-d69aa45a-26b7-4ac7-96c9-808d6bcf7e8a service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=57fb44bc-ed6a-44b4-a9bc-087855fa5dd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0775423 Apr 01 14:17:51.022045 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-a899ace4-aab8-4f10-8f4a-9926bb60626a req-732c67d5-30d4-47c3-882f-82a7a1a169ac service neutron] 10.222.0.57 "GET /v2.0/networks/57fb44bc-ed6a-44b4-a9bc-087855fa5dd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1607697 Apr 01 14:17:51.170618 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-a899ace4-aab8-4f10-8f4a-9926bb60626a req-3e0fbc32-d275-49b6-8b30-9fe59513a7da service neutron] 10.222.0.57 "GET /v2.0/networks/57fb44bc-ed6a-44b4-a9bc-087855fa5dd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1391370 Apr 01 14:17:51.246496 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-2ef84b68-ed22-4136-bdf0-5939ddbfc620 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf738d23-ff91-497a-95a8-9b5c1a22f8ab', 'name': 'tempest-TestNetworkAdvancedServerOps-router-102584828', 'tenant_id': '1ac9f9a3637e41b9993bdb348451719c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'external_fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.178'}], 'enable_snat': True}, 'gw_port_id': 'b5393ee4-b6dc-4019-b164-8da505d74575', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T14:17:27Z', 'updated_at': '2022-04-01T14:17:32Z', 'revision_number': 4, 'project_id': '1ac9f9a3637e41b9993bdb348451719c', 'gw_port': {'id': 'b5393ee4-b6dc-4019-b164-8da505d74575', 'name': '', 'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:69:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf738d23-ff91-497a-95a8-9b5c1a22f8ab', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836180-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T14:17:28Z', 'updated_at': '2022-04-01T14:17:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836180-1-hyperv', '_floatingips': [{'id': 'a62990dc-aec6-4f8c-8e5e-267fffd8f6c0', 'tenant_id': '1ac9f9a3637e41b9993bdb348451719c', 'floating_ip_address': '172.26.5.158', 'floating_network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'router_id': 'bf738d23-ff91-497a-95a8-9b5c1a22f8ab', 'port_id': 'a77a3338-3d99-456c-922a-40f43ff06624', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '57fb44bc-ed6a-44b4-a9bc-087855fa5dd4', 'mac_address': 'fa:16:3e:45:87:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c640e203-2242-469a-b97f-ef2521448b73', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T14:17:48Z', 'updated_at': '2022-04-01T14:17:48Z', 'revision_number': 0, 'project_id': '1ac9f9a3637e41b9993bdb348451719c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a06d9c85-ec1b-41e6-8402-d528a5ca042e', 'name': '', 'network_id': '57fb44bc-ed6a-44b4-a9bc-087855fa5dd4', 'tenant_id': '1ac9f9a3637e41b9993bdb348451719c', 'mac_address': 'fa:16:3e:66:42:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf738d23-ff91-497a-95a8-9b5c1a22f8ab', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '727e2d4d-ef48-45aa-b5fe-dc7522b05eb9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836180-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T14:17:32Z', 'updated_at': '2022-04-01T14:17:39Z', 'revision_number': 5, 'project_id': '1ac9f9a3637e41b9993bdb348451719c', 'subnets': [{'id': '727e2d4d-ef48-45aa-b5fe-dc7522b05eb9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-836180-1-hyperv', False) {} {{(pid=83873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 14:17:51.251363 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ef84b68-ed22-4136-bdf0-5939ddbfc620 None None] The sync data for ids ['bf738d23-ff91-497a-95a8-9b5c1a22f8ab'] in dv-neutron-836180-1-hyperv is: [{'id': 'bf738d23-ff91-497a-95a8-9b5c1a22f8ab', 'name': 'tempest-TestNetworkAdvancedServerOps-router-102584828', 'tenant_id': '1ac9f9a3637e41b9993bdb348451719c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'external_fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.178'}], 'enable_snat': True}, 'gw_port_id': 'b5393ee4-b6dc-4019-b164-8da505d74575', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T14:17:27Z', 'updated_at': '2022-04-01T14:17:32Z', 'revision_number': 4, 'project_id': '1ac9f9a3637e41b9993bdb348451719c', 'gw_port': {'id': 'b5393ee4-b6dc-4019-b164-8da505d74575', 'name': '', 'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:69:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf738d23-ff91-497a-95a8-9b5c1a22f8ab', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836180-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T14:17:28Z', 'updated_at': '2022-04-01T14:17:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836180-1-hyperv', '_floatingips': [{'id': 'a62990dc-aec6-4f8c-8e5e-267fffd8f6c0', 'tenant_id': '1ac9f9a3637e41b9993bdb348451719c', 'floating_ip_address': '172.26.5.158', 'floating_network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'router_id': 'bf738d23-ff91-497a-95a8-9b5c1a22f8ab', 'port_id': 'a77a3338-3d99-456c-922a-40f43ff06624', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '57fb44bc-ed6a-44b4-a9bc-087855fa5dd4', 'mac_address': 'fa:16:3e:45:87:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c640e203-2242-469a-b97f-ef2521448b73', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T14:17:48Z', 'updated_at': '2022-04-01T14:17:48Z', 'revision_number': 0, 'project_id': '1ac9f9a3637e41b9993bdb348451719c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a06d9c85-ec1b-41e6-8402-d528a5ca042e', 'name': '', 'network_id': '57fb44bc-ed6a-44b4-a9bc-087855fa5dd4', 'tenant_id': '1ac9f9a3637e41b9993bdb348451719c', 'mac_address': 'fa:16:3e:66:42:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf738d23-ff91-497a-95a8-9b5c1a22f8ab', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '727e2d4d-ef48-45aa-b5fe-dc7522b05eb9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836180-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T14:17:32Z', 'updated_at': '2022-04-01T14:17:39Z', 'revision_number': 5, 'project_id': '1ac9f9a3637e41b9993bdb348451719c', 'subnets': [{'id': '727e2d4d-ef48-45aa-b5fe-dc7522b05eb9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 14:17:51.500150 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 36176) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:17:51.610502 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-7e4b05f1-4294-435a-8826-f9f475d683c7 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] 10.222.0.26 "GET /v2.0/floatingips/a62990dc-aec6-4f8c-8e5e-267fffd8f6c0 HTTP/1.1" status: 200 len: 992 time: 0.1091313 Apr 01 14:17:52.614647 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 36180) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:17:52.734618 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-bcf851fb-88cc-4baf-871b-de5d584f38d6 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] 10.222.0.26 "GET /v2.0/floatingips/a62990dc-aec6-4f8c-8e5e-267fffd8f6c0 HTTP/1.1" status: 200 len: 992 time: 0.1188135 Apr 01 14:17:53.740024 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 36184) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:17:53.871227 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-42958890-8567-41f4-a387-676bc84a9665 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] 10.222.0.26 "GET /v2.0/floatingips/a62990dc-aec6-4f8c-8e5e-267fffd8f6c0 HTTP/1.1" status: 200 len: 992 time: 0.1298079 Apr 01 14:17:54.285350 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:17:54.338245 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68cfddda-de47-409e-8731-029b3eac3c50 None None] New status for floating IP a62990dc-aec6-4f8c-8e5e-267fffd8f6c0: ACTIVE {{(pid=83872) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 01 14:17:54.875901 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 36188) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:17:54.990072 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-94052e88-878e-4a0f-af1a-9c7e1646b7ae tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] 10.222.0.26 "GET /v2.0/floatingips/a62990dc-aec6-4f8c-8e5e-267fffd8f6c0 HTTP/1.1" status: 200 len: 994 time: 0.1127377 Apr 01 14:18:02.006901 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.agents_db [None req-bdd220c7-049a-43d2-a923-ad1a2de078c6 None None] Agent healthcheck: found 6 active agents {{(pid=83873) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 01 14:18:03.679565 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-7e81c482-7825-402c-b77e-10c90d366972 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:18:05.996149 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-810dd4d3-30e9-4657-b8b2-e3d5846c4a44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:18:07.278668 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:18:07.543731 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-2f9cfc9c-d8ba-4de3-a4ad-98162f90557c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:18:09.042306 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-a976a7b9-9034-41e6-be13-349b75ed1593 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:18:24.273582 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:18:24.741283 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fda0ed1-16f5-4529-a8e2-f3ec63c7eebe req-9a1ad150-c8b6-42d2-9b70-8d13341199e3 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:18:24.742725 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-6fda0ed1-16f5-4529-a8e2-f3ec63c7eebe req-9a1ad150-c8b6-42d2-9b70-8d13341199e3 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] 10.222.0.26 "GET /v2.0/ports?device_id=c640e203-2242-469a-b97f-ef2521448b73 HTTP/1.1" status: 200 len: 946 time: 0.0812619 Apr 01 14:18:24.793424 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-6fda0ed1-16f5-4529-a8e2-f3ec63c7eebe req-d9fb04e5-0f47-414f-9f4d-e1ddb345caa0 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] 10.222.0.26 "GET /v2.0/security-groups?id=cebf25b2-bab6-4c6d-9628-aa70ed4a0749&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443749 Apr 01 14:18:26.006280 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c230df-1941-40e9-9863-bbcaf319dcc5 req-2dfdb5ff-cd0f-4a52-8634-dff871377243 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:18:26.007763 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-18c230df-1941-40e9-9863-bbcaf319dcc5 req-2dfdb5ff-cd0f-4a52-8634-dff871377243 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] 10.222.0.26 "GET /v2.0/ports?device_id=c640e203-2242-469a-b97f-ef2521448b73 HTTP/1.1" status: 200 len: 946 time: 0.0828872 Apr 01 14:18:26.056713 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-18c230df-1941-40e9-9863-bbcaf319dcc5 req-02d31962-9cbb-4618-b636-5b4fc9953462 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] 10.222.0.26 "GET /v2.0/security-groups?id=cebf25b2-bab6-4c6d-9628-aa70ed4a0749&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432713 Apr 01 14:18:26.096376 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 36208) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:18:26.201818 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-7f121934-2ab9-4050-bb6d-266702df4e77 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] 10.222.0.26 "GET /v2.0/floatingips/a62990dc-aec6-4f8c-8e5e-267fffd8f6c0 HTTP/1.1" status: 200 len: 994 time: 0.1044040 Apr 01 14:18:27.856668 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-7f214b21-eb5c-441f-979c-31d3ca8ac161 req-5adb1c91-54b5-4899-b12f-3786e3fd9ceb service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=1ac9f9a3637e41b9993bdb348451719c&device_id=c640e203-2242-469a-b97f-ef2521448b73 HTTP/1.1" status: 200 len: 1099 time: 0.1046002 Apr 01 14:18:27.868569 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de40c901-6e11-46df-b1d5-a2ac13285e64 req-0713f293-0757-4429-9647-ca97398c337e tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:18:27.870466 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-de40c901-6e11-46df-b1d5-a2ac13285e64 req-0713f293-0757-4429-9647-ca97398c337e tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] 10.222.0.26 "GET /v2.0/ports?device_id=c640e203-2242-469a-b97f-ef2521448b73 HTTP/1.1" status: 200 len: 946 time: 0.1606836 Apr 01 14:18:28.033158 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-de40c901-6e11-46df-b1d5-a2ac13285e64 req-b651c960-aca2-4463-9d79-ed4fdbaa3202 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] 10.222.0.26 "GET /v2.0/security-groups?id=cebf25b2-bab6-4c6d-9628-aa70ed4a0749&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1377127 Apr 01 14:18:28.071411 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f214b21-eb5c-441f-979c-31d3ca8ac161 req-ca8fab0e-3450-4471-aa02-d4e2889d3ade service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:18:28.073076 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-7f214b21-eb5c-441f-979c-31d3ca8ac161 req-ca8fab0e-3450-4471-aa02-d4e2889d3ade service neutron] 10.222.0.57 "GET /v2.0/networks?id=57fb44bc-ed6a-44b4-a9bc-087855fa5dd4 HTTP/1.1" status: 200 len: 898 time: 0.2011068 Apr 01 14:18:28.281425 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-7f214b21-eb5c-441f-979c-31d3ca8ac161 req-6d0c7cdd-45c4-42b1-a99b-04a1cff36227 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a77a3338-3d99-456c-922a-40f43ff06624 HTTP/1.1" status: 200 len: 1002 time: 0.1978004 Apr 01 14:18:28.347972 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f214b21-eb5c-441f-979c-31d3ca8ac161 req-f44eb911-4143-4e3a-a331-f32996611d30 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:18:28.349477 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-7f214b21-eb5c-441f-979c-31d3ca8ac161 req-f44eb911-4143-4e3a-a331-f32996611d30 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=727e2d4d-ef48-45aa-b5fe-dc7522b05eb9 HTTP/1.1" status: 200 len: 834 time: 0.0600011 Apr 01 14:18:28.434560 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-7f214b21-eb5c-441f-979c-31d3ca8ac161 req-18228aa9-3478-475f-9c82-bd8c65739017 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=57fb44bc-ed6a-44b4-a9bc-087855fa5dd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0763779 Apr 01 14:18:28.601854 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-7f214b21-eb5c-441f-979c-31d3ca8ac161 req-9c87ec24-2923-4d13-9256-ec3f5ec66443 service neutron] 10.222.0.57 "GET /v2.0/networks/57fb44bc-ed6a-44b4-a9bc-087855fa5dd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1570654 Apr 01 14:18:28.757014 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-7f214b21-eb5c-441f-979c-31d3ca8ac161 req-9a9a243b-bfa2-4678-926a-62ca2b10d2fd service neutron] 10.222.0.57 "GET /v2.0/networks/57fb44bc-ed6a-44b4-a9bc-087855fa5dd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1463082 Apr 01 14:18:29.295995 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b8aeb9-65b4-4d75-b27d-739b267cf88d req-ce2a7ecb-e741-443c-a2ff-7464fab1b091 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:18:29.298346 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-83b8aeb9-65b4-4d75-b27d-739b267cf88d req-ce2a7ecb-e741-443c-a2ff-7464fab1b091 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] 10.222.0.26 "GET /v2.0/ports?device_id=c640e203-2242-469a-b97f-ef2521448b73 HTTP/1.1" status: 200 len: 946 time: 0.0959744 Apr 01 14:18:29.356828 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-83b8aeb9-65b4-4d75-b27d-739b267cf88d req-4dcea6f4-7673-4ba7-a4a9-f459d5877205 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] 10.222.0.26 "GET /v2.0/security-groups?id=cebf25b2-bab6-4c6d-9628-aa70ed4a0749&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526946 Apr 01 14:18:30.578314 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7249328b-84c8-49f0-a7a2-d28eed9573d4 req-2bba4152-64f4-4754-bd9f-717a20c22dab tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:18:30.579787 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-7249328b-84c8-49f0-a7a2-d28eed9573d4 req-2bba4152-64f4-4754-bd9f-717a20c22dab tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] 10.222.0.26 "GET /v2.0/ports?device_id=c640e203-2242-469a-b97f-ef2521448b73 HTTP/1.1" status: 200 len: 946 time: 0.0893307 Apr 01 14:18:30.640863 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-7249328b-84c8-49f0-a7a2-d28eed9573d4 req-5f3fdd7e-41ad-4fdd-9bc5-00fd2ae08d25 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] 10.222.0.26 "GET /v2.0/security-groups?id=cebf25b2-bab6-4c6d-9628-aa70ed4a0749&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0555019 Apr 01 14:18:30.668720 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 36224) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:18:30.780785 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-806921c4-3cce-488c-8bcb-f199ec28c4fd tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] 10.222.0.26 "GET /v2.0/floatingips/a62990dc-aec6-4f8c-8e5e-267fffd8f6c0 HTTP/1.1" status: 200 len: 994 time: 0.1108298 Apr 01 14:18:31.071595 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 36232) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:18:31.293433 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.plugin [None req-06adc57f-5dcc-47ef-97b6-371154c8da34 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Deleting port 452921ab-62c8-428f-aa87-f860a4f74995 {{(pid=83871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 14:18:31.293765 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-06adc57f-5dcc-47ef-97b6-371154c8da34 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736733287370'] for port, before_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:18:31.464734 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-06adc57f-5dcc-47ef-97b6-371154c8da34 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4155147'] for port, precommit_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:18:31.464972 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-06adc57f-5dcc-47ef-97b6-371154c8da34 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:18:31.585076 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.plugin [None req-06adc57f-5dcc-47ef-97b6-371154c8da34 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Calling delete_port for 452921ab-62c8-428f-aa87-f860a4f74995 owned by network:floatingip {{(pid=83871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 14:18:31.740874 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-06adc57f-5dcc-47ef-97b6-371154c8da34 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736733359243', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736732935810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2743125'] for port, after_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:18:31.785084 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06adc57f-5dcc-47ef-97b6-371154c8da34 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Pushing event deleted for resources: {'Port': ['ID=452921ab-62c8-428f-aa87-f860a4f74995,revision_number=None']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:18:31.856909 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06adc57f-5dcc-47ef-97b6-371154c8da34 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:18:31.857237 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06adc57f-5dcc-47ef-97b6-371154c8da34 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:18:31.857549 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06adc57f-5dcc-47ef-97b6-371154c8da34 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:18:31.857875 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06adc57f-5dcc-47ef-97b6-371154c8da34 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:18:31.858190 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06adc57f-5dcc-47ef-97b6-371154c8da34 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:18:31.858674 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06adc57f-5dcc-47ef-97b6-371154c8da34 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:18:31.859532 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06adc57f-5dcc-47ef-97b6-371154c8da34 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:18:31.859849 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06adc57f-5dcc-47ef-97b6-371154c8da34 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:18:31.860165 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06adc57f-5dcc-47ef-97b6-371154c8da34 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:18:31.860497 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06adc57f-5dcc-47ef-97b6-371154c8da34 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:18:31.860808 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06adc57f-5dcc-47ef-97b6-371154c8da34 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:18:31.894599 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-06adc57f-5dcc-47ef-97b6-371154c8da34 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Notify callbacks [] for floatingip, after_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:18:32.401042 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06adc57f-5dcc-47ef-97b6-371154c8da34 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Router bf738d23-ff91-497a-95a8-9b5c1a22f8ab has already been hosted by L3 agent 88bf8fc8-11a3-4e96-9d1b-5fd93ba9f6f1 {{(pid=83871) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 14:18:32.624382 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06adc57f-5dcc-47ef-97b6-371154c8da34 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Notify agent at l3_agent.dv-neutron-836180-1-hyperv the message routers_updated {{(pid=83871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 14:18:32.636220 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6427206-ccb1-4593-a0fa-3730449cea1e None None] Sync routers for ids ['bf738d23-ff91-497a-95a8-9b5c1a22f8ab'] in dv-neutron-836180-1-hyperv {{(pid=83873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 14:18:32.648024 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-06adc57f-5dcc-47ef-97b6-371154c8da34 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109561'] for floatingip, before_response {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:18:32.650422 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6427206-ccb1-4593-a0fa-3730449cea1e None None] Routers {'bf738d23-ff91-497a-95a8-9b5c1a22f8ab'} bound to L3 agent in host dv-neutron-836180-1-hyperv {{(pid=83873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 14:18:32.651034 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-b6427206-ccb1-4593-a0fa-3730449cea1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836180-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T13:25:36Z,description=,heartbeat_timestamp=2022-04-01T14:18:06Z,host='dv-neutron-836180-1-hyperv',id=88bf8fc8-11a3-4e96-9d1b-5fd93ba9f6f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T13:25:36Z,topic='l3_agent')) {'router_ids': ['bf738d23-ff91-497a-95a8-9b5c1a22f8ab'], 'active': True} {{(pid=83873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 14:18:32.714957 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-06adc57f-5dcc-47ef-97b6-371154c8da34 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] 10.222.0.26 "DELETE /v2.0/floatingips/a62990dc-aec6-4f8c-8e5e-267fffd8f6c0 HTTP/1.1" status: 204 len: 168 time: 1.6422153 Apr 01 14:18:32.715652 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c640e203-2242-469a-b97f-ef2521448b73', 'tag': 'a77a3338-3d99-456c-922a-40f43ff06624'}] {{(pid=83871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 14:18:32.814993 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c640e203-2242-469a-b97f-ef2521448b73', 'tag': 'a77a3338-3d99-456c-922a-40f43ff06624', 'status': 'completed', 'code': 200} Apr 01 14:18:32.862455 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_dvr_db [None req-b6427206-ccb1-4593-a0fa-3730449cea1e None None] Set router bf738d23-ff91-497a-95a8-9b5c1a22f8ab gateway port host: dv-neutron-836180-1-hyperv {{(pid=83873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 14:18:32.951005 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-fa0fd8f1-fc3c-4805-b319-4ce9fba1a8ca req-ad2af2bf-e697-4966-9e4c-9b68d75824b5 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=1ac9f9a3637e41b9993bdb348451719c&device_id=c640e203-2242-469a-b97f-ef2521448b73 HTTP/1.1" status: 200 len: 1099 time: 0.1152349 Apr 01 14:18:33.116941 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0fd8f1-fc3c-4805-b319-4ce9fba1a8ca req-04096aff-ac0f-47bd-8a2e-6feb197ba390 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:18:33.118491 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-fa0fd8f1-fc3c-4805-b319-4ce9fba1a8ca req-04096aff-ac0f-47bd-8a2e-6feb197ba390 service neutron] 10.222.0.57 "GET /v2.0/networks?id=57fb44bc-ed6a-44b4-a9bc-087855fa5dd4 HTTP/1.1" status: 200 len: 898 time: 0.1582403 Apr 01 14:18:33.228645 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-fa0fd8f1-fc3c-4805-b319-4ce9fba1a8ca req-7a14b04f-96d9-4fc3-b443-481d102769d9 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a77a3338-3d99-456c-922a-40f43ff06624 HTTP/1.1" status: 200 len: 217 time: 0.1020691 Apr 01 14:18:33.253708 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42ead71-5a75-4fb1-98bf-a4556409ed35 req-e2b056ad-f2d7-4638-8d3a-9612e15107df tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:18:33.254744 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [req-b42ead71-5a75-4fb1-98bf-a4556409ed35 req-e2b056ad-f2d7-4638-8d3a-9612e15107df tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Synchronizing usage tracker for tenant:1ac9f9a3637e41b9993bdb348451719c on resource:port {{(pid=83871) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 14:18:33.281633 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [req-b42ead71-5a75-4fb1-98bf-a4556409ed35 req-e2b056ad-f2d7-4638-8d3a-9612e15107df tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Unset dirty status for tenant:1ac9f9a3637e41b9993bdb348451719c on resource:port {{(pid=83871) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 14:18:33.284199 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-b42ead71-5a75-4fb1-98bf-a4556409ed35 req-e2b056ad-f2d7-4638-8d3a-9612e15107df tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] 10.222.0.26 "GET /v2.0/ports?device_id=c640e203-2242-469a-b97f-ef2521448b73 HTTP/1.1" status: 200 len: 946 time: 0.1422420 Apr 01 14:18:33.327266 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0fd8f1-fc3c-4805-b319-4ce9fba1a8ca req-b11f3daf-17ef-4668-90d2-4df2c55d679e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:18:33.332188 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-fa0fd8f1-fc3c-4805-b319-4ce9fba1a8ca req-b11f3daf-17ef-4668-90d2-4df2c55d679e service neutron] 10.222.0.57 "GET /v2.0/subnets?id=727e2d4d-ef48-45aa-b5fe-dc7522b05eb9 HTTP/1.1" status: 200 len: 834 time: 0.0950322 Apr 01 14:18:33.352856 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-b42ead71-5a75-4fb1-98bf-a4556409ed35 req-4015253f-65e5-4bea-983f-be65dfd8683a tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] 10.222.0.26 "GET /v2.0/security-groups?id=cebf25b2-bab6-4c6d-9628-aa70ed4a0749&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0611813 Apr 01 14:18:33.385310 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-b6427206-ccb1-4593-a0fa-3730449cea1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf738d23-ff91-497a-95a8-9b5c1a22f8ab', 'name': 'tempest-TestNetworkAdvancedServerOps-router-102584828', 'tenant_id': '1ac9f9a3637e41b9993bdb348451719c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'external_fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.178'}], 'enable_snat': True}, 'gw_port_id': 'b5393ee4-b6dc-4019-b164-8da505d74575', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T14:17:27Z', 'updated_at': '2022-04-01T14:17:32Z', 'revision_number': 4, 'project_id': '1ac9f9a3637e41b9993bdb348451719c', 'gw_port': {'id': 'b5393ee4-b6dc-4019-b164-8da505d74575', 'name': '', 'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:69:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf738d23-ff91-497a-95a8-9b5c1a22f8ab', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836180-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T14:17:28Z', 'updated_at': '2022-04-01T14:17:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836180-1-hyperv', '_interfaces': [{'id': 'a06d9c85-ec1b-41e6-8402-d528a5ca042e', 'name': '', 'network_id': '57fb44bc-ed6a-44b4-a9bc-087855fa5dd4', 'tenant_id': '1ac9f9a3637e41b9993bdb348451719c', 'mac_address': 'fa:16:3e:66:42:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf738d23-ff91-497a-95a8-9b5c1a22f8ab', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '727e2d4d-ef48-45aa-b5fe-dc7522b05eb9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836180-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T14:17:32Z', 'updated_at': '2022-04-01T14:17:39Z', 'revision_number': 5, 'project_id': '1ac9f9a3637e41b9993bdb348451719c', 'subnets': [{'id': '727e2d4d-ef48-45aa-b5fe-dc7522b05eb9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-836180-1-hyperv', False) {} {{(pid=83873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 14:18:33.388441 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6427206-ccb1-4593-a0fa-3730449cea1e None None] Checking router: bf738d23-ff91-497a-95a8-9b5c1a22f8ab for host: dv-neutron-836180-1-hyperv {{(pid=83873) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 01 14:18:33.406991 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6427206-ccb1-4593-a0fa-3730449cea1e None None] Routers {'bf738d23-ff91-497a-95a8-9b5c1a22f8ab'} bound to L3 agent in host dv-neutron-836180-1-hyperv {{(pid=83873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 14:18:33.407988 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-b6427206-ccb1-4593-a0fa-3730449cea1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836180-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T13:25:36Z,description=,heartbeat_timestamp=2022-04-01T14:18:06Z,host='dv-neutron-836180-1-hyperv',id=88bf8fc8-11a3-4e96-9d1b-5fd93ba9f6f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T13:25:36Z,topic='l3_agent')) {'router_ids': ['bf738d23-ff91-497a-95a8-9b5c1a22f8ab'], 'active': True} {{(pid=83873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 14:18:33.440899 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-fa0fd8f1-fc3c-4805-b319-4ce9fba1a8ca req-9ed840b4-87cb-4436-9830-1c8c9d634251 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=57fb44bc-ed6a-44b4-a9bc-087855fa5dd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1005015 Apr 01 14:18:33.622750 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-fa0fd8f1-fc3c-4805-b319-4ce9fba1a8ca req-393752b1-3916-4733-a10e-080391a90430 service neutron] 10.222.0.57 "GET /v2.0/networks/57fb44bc-ed6a-44b4-a9bc-087855fa5dd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1749296 Apr 01 14:18:33.653561 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_dvr_db [None req-b6427206-ccb1-4593-a0fa-3730449cea1e None None] Set router bf738d23-ff91-497a-95a8-9b5c1a22f8ab gateway port host: dv-neutron-836180-1-hyperv {{(pid=83873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 14:18:33.670168 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-30449c95-53e2-4725-8750-e00aa3c2fb6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:18:33.789234 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-fa0fd8f1-fc3c-4805-b319-4ce9fba1a8ca req-eac5a5e6-5050-44dc-8dbb-e26a9172b27d service neutron] 10.222.0.57 "GET /v2.0/networks/57fb44bc-ed6a-44b4-a9bc-087855fa5dd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1588478 Apr 01 14:18:34.008316 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-b6427206-ccb1-4593-a0fa-3730449cea1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf738d23-ff91-497a-95a8-9b5c1a22f8ab', 'name': 'tempest-TestNetworkAdvancedServerOps-router-102584828', 'tenant_id': '1ac9f9a3637e41b9993bdb348451719c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'external_fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.178'}], 'enable_snat': True}, 'gw_port_id': 'b5393ee4-b6dc-4019-b164-8da505d74575', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T14:17:27Z', 'updated_at': '2022-04-01T14:17:32Z', 'revision_number': 4, 'project_id': '1ac9f9a3637e41b9993bdb348451719c', 'gw_port': {'id': 'b5393ee4-b6dc-4019-b164-8da505d74575', 'name': '', 'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:69:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf738d23-ff91-497a-95a8-9b5c1a22f8ab', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836180-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T14:17:28Z', 'updated_at': '2022-04-01T14:17:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836180-1-hyperv', '_interfaces': [{'id': 'a06d9c85-ec1b-41e6-8402-d528a5ca042e', 'name': '', 'network_id': '57fb44bc-ed6a-44b4-a9bc-087855fa5dd4', 'tenant_id': '1ac9f9a3637e41b9993bdb348451719c', 'mac_address': 'fa:16:3e:66:42:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf738d23-ff91-497a-95a8-9b5c1a22f8ab', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '727e2d4d-ef48-45aa-b5fe-dc7522b05eb9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836180-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T14:17:32Z', 'updated_at': '2022-04-01T14:17:39Z', 'revision_number': 5, 'project_id': '1ac9f9a3637e41b9993bdb348451719c', 'subnets': [{'id': '727e2d4d-ef48-45aa-b5fe-dc7522b05eb9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-836180-1-hyperv', False) {} {{(pid=83873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 14:18:34.012582 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6427206-ccb1-4593-a0fa-3730449cea1e None None] The sync data for ids ['bf738d23-ff91-497a-95a8-9b5c1a22f8ab'] in dv-neutron-836180-1-hyperv is: [{'id': 'bf738d23-ff91-497a-95a8-9b5c1a22f8ab', 'name': 'tempest-TestNetworkAdvancedServerOps-router-102584828', 'tenant_id': '1ac9f9a3637e41b9993bdb348451719c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'external_fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.178'}], 'enable_snat': True}, 'gw_port_id': 'b5393ee4-b6dc-4019-b164-8da505d74575', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T14:17:27Z', 'updated_at': '2022-04-01T14:17:32Z', 'revision_number': 4, 'project_id': '1ac9f9a3637e41b9993bdb348451719c', 'gw_port': {'id': 'b5393ee4-b6dc-4019-b164-8da505d74575', 'name': '', 'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:69:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf738d23-ff91-497a-95a8-9b5c1a22f8ab', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836180-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T14:17:28Z', 'updated_at': '2022-04-01T14:17:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836180-1-hyperv', '_interfaces': [{'id': 'a06d9c85-ec1b-41e6-8402-d528a5ca042e', 'name': '', 'network_id': '57fb44bc-ed6a-44b4-a9bc-087855fa5dd4', 'tenant_id': '1ac9f9a3637e41b9993bdb348451719c', 'mac_address': 'fa:16:3e:66:42:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf738d23-ff91-497a-95a8-9b5c1a22f8ab', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '727e2d4d-ef48-45aa-b5fe-dc7522b05eb9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836180-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T14:17:32Z', 'updated_at': '2022-04-01T14:17:39Z', 'revision_number': 5, 'project_id': '1ac9f9a3637e41b9993bdb348451719c', 'subnets': [{'id': '727e2d4d-ef48-45aa-b5fe-dc7522b05eb9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 14:18:34.270413 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39371855-921b-463a-bd6c-47839b78dc92 None None] New status for floating IP a62990dc-aec6-4f8c-8e5e-267fffd8f6c0: DOWN {{(pid=83872) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 01 14:18:34.602063 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49751401-c4a5-4153-ade8-e866958b793c req-5ab454f9-88aa-44fa-8a57-bbf5ecfc2533 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:18:34.603550 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-49751401-c4a5-4153-ade8-e866958b793c req-5ab454f9-88aa-44fa-8a57-bbf5ecfc2533 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] 10.222.0.26 "GET /v2.0/ports?device_id=c640e203-2242-469a-b97f-ef2521448b73 HTTP/1.1" status: 200 len: 946 time: 0.0890708 Apr 01 14:18:34.661191 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-49751401-c4a5-4153-ade8-e866958b793c req-553931dd-94f1-4ae8-a2c2-9a13277386f6 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] 10.222.0.26 "GET /v2.0/security-groups?id=cebf25b2-bab6-4c6d-9628-aa70ed4a0749&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506690 Apr 01 14:18:35.196981 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c75df68-eb6b-4b52-8c6e-b62945160d7d req-fe790164-829f-4a82-9824-66e24afaad12 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:18:35.198045 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-1c75df68-eb6b-4b52-8c6e-b62945160d7d req-fe790164-829f-4a82-9824-66e24afaad12 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] 10.222.0.57 "GET /v2.0/ports?device_id=c640e203-2242-469a-b97f-ef2521448b73 HTTP/1.1" status: 200 len: 946 time: 0.1890626 Apr 01 14:18:35.294700 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.plugin [req-1c75df68-eb6b-4b52-8c6e-b62945160d7d req-b2dbe37a-c25e-4879-ad52-a9f0c43b977f tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Deleting port a77a3338-3d99-456c-922a-40f43ff06624 {{(pid=83869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 14:18:35.295275 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [req-1c75df68-eb6b-4b52-8c6e-b62945160d7d req-b2dbe37a-c25e-4879-ad52-a9f0c43b977f tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736733287370'] for port, before_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:18:35.589297 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.db [req-1c75df68-eb6b-4b52-8c6e-b62945160d7d req-b2dbe37a-c25e-4879-ad52-a9f0c43b977f tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] For port a77a3338-3d99-456c-922a-40f43ff06624, host hv-neutron-8361, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8361',level=0,port_id=a77a3338-3d99-456c-922a-40f43ff06624,segment=NetworkSegment(9cf99d7e-05d6-4a58-abe2-458b10be4aad),segment_id=9cf99d7e-05d6-4a58-abe2-458b10be4aad)] {{(pid=83869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 14:18:35.589654 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [req-1c75df68-eb6b-4b52-8c6e-b62945160d7d req-b2dbe37a-c25e-4879-ad52-a9f0c43b977f tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4155147'] for port, precommit_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:18:35.717441 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.plugin [req-1c75df68-eb6b-4b52-8c6e-b62945160d7d req-b2dbe37a-c25e-4879-ad52-a9f0c43b977f tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Calling delete_port for a77a3338-3d99-456c-922a-40f43ff06624 owned by compute:nova {{(pid=83869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 14:18:35.892970 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [req-1c75df68-eb6b-4b52-8c6e-b62945160d7d req-b2dbe37a-c25e-4879-ad52-a9f0c43b977f tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736733359243', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736732935810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2705155'] for port, after_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:18:35.902392 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73639a3-1fe9-4453-9dd0-5df849dbc46a req-1e9bda3c-009f-402e-b3aa-aab5a2e41162 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:18:35.904557 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-a73639a3-1fe9-4453-9dd0-5df849dbc46a req-1e9bda3c-009f-402e-b3aa-aab5a2e41162 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] 10.222.0.26 "GET /v2.0/ports?device_id=c640e203-2242-469a-b97f-ef2521448b73 HTTP/1.1" status: 200 len: 946 time: 0.0859704 Apr 01 14:18:35.957572 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2dbe37a-c25e-4879-ad52-a9f0c43b977f tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Pushing event deleted for resources: {'Port': ['ID=a77a3338-3d99-456c-922a-40f43ff06624,revision_number=None']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:18:35.958172 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-a73639a3-1fe9-4453-9dd0-5df849dbc46a req-4b6e2eb5-b368-430e-b445-43e25a0923e8 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] 10.222.0.26 "GET /v2.0/security-groups?id=cebf25b2-bab6-4c6d-9628-aa70ed4a0749&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463822 Apr 01 14:18:36.000522 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2dbe37a-c25e-4879-ad52-a9f0c43b977f tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:18:36.000953 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2dbe37a-c25e-4879-ad52-a9f0c43b977f tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:18:36.001294 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2dbe37a-c25e-4879-ad52-a9f0c43b977f tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:18:36.001626 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2dbe37a-c25e-4879-ad52-a9f0c43b977f tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:18:36.002107 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2dbe37a-c25e-4879-ad52-a9f0c43b977f tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:18:36.002491 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2dbe37a-c25e-4879-ad52-a9f0c43b977f tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:18:36.002830 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2dbe37a-c25e-4879-ad52-a9f0c43b977f tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:18:36.003234 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2dbe37a-c25e-4879-ad52-a9f0c43b977f tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:18:36.003586 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2dbe37a-c25e-4879-ad52-a9f0c43b977f tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:18:36.003915 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2dbe37a-c25e-4879-ad52-a9f0c43b977f tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:18:36.004329 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2dbe37a-c25e-4879-ad52-a9f0c43b977f tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:18:36.014532 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-584669be-d5b4-4890-9d35-14b4f04bc95f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:18:36.092590 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c75df68-eb6b-4b52-8c6e-b62945160d7d req-b2dbe37a-c25e-4879-ad52-a9f0c43b977f tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] No DVR routers for this DVR port a77a3338-3d99-456c-922a-40f43ff06624 on host hv-neutron-8361 {{(pid=83869) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 14:18:36.095992 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [req-1c75df68-eb6b-4b52-8c6e-b62945160d7d req-b2dbe37a-c25e-4879-ad52-a9f0c43b977f tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109561'] for port, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:18:36.099303 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c640e203-2242-469a-b97f-ef2521448b73', 'name': 'network-vif-deleted', 'tag': 'a77a3338-3d99-456c-922a-40f43ff06624'}] {{(pid=83869) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 14:18:36.119367 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-1c75df68-eb6b-4b52-8c6e-b62945160d7d req-b2dbe37a-c25e-4879-ad52-a9f0c43b977f tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] 10.222.0.57 "DELETE /v2.0/ports/a77a3338-3d99-456c-922a-40f43ff06624 HTTP/1.1" status: 204 len: 173 time: 0.9104896 Apr 01 14:18:36.197291 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c640e203-2242-469a-b97f-ef2521448b73', 'name': 'network-vif-deleted', 'tag': 'a77a3338-3d99-456c-922a-40f43ff06624', 'status': 'completed', 'code': 200} Apr 01 14:18:36.828947 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-bb1bd03d-30fc-4592-a246-9ed6fe7a3b51 req-ac56ec68-8a72-479a-8a95-3ffe1dec30ba service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=c640e203-2242-469a-b97f-ef2521448b73&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0457494 Apr 01 14:18:36.957177 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-bb1bd03d-30fc-4592-a246-9ed6fe7a3b51 req-2eb6b83f-75b1-491f-af1d-72a02691ae22 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=1ac9f9a3637e41b9993bdb348451719c&device_id=c640e203-2242-469a-b97f-ef2521448b73 HTTP/1.1" status: 200 len: 210 time: 0.0491292 Apr 01 14:18:37.086813 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 36252) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:18:37.125968 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1bd03d-30fc-4592-a246-9ed6fe7a3b51 req-22711fdc-665a-4d37-af08-2123edc36d34 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:18:37.127313 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-bb1bd03d-30fc-4592-a246-9ed6fe7a3b51 req-22711fdc-665a-4d37-af08-2123edc36d34 service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=1ac9f9a3637e41b9993bdb348451719c&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1466589 Apr 01 14:18:37.276681 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1bd03d-30fc-4592-a246-9ed6fe7a3b51 req-c2a0fd59-206d-46c7-8ee1-104dfbadfef8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:18:37.278368 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-bb1bd03d-30fc-4592-a246-9ed6fe7a3b51 req-c2a0fd59-206d-46c7-8ee1-104dfbadfef8 service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1423841 Apr 01 14:18:37.295376 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:18:37.519220 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-c085ea7d-ccf0-443f-bb17-f50a79175fa6 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4084029'] for router_interface, before_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:18:37.549877 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-2f9cfc9c-d8ba-4de3-a4ad-98162f90557c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:18:38.247883 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.plugin [None req-c085ea7d-ccf0-443f-bb17-f50a79175fa6 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Deleting port a06d9c85-ec1b-41e6-8402-d528a5ca042e {{(pid=83871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 14:18:38.248754 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-c085ea7d-ccf0-443f-bb17-f50a79175fa6 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736733287370'] for port, before_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:18:38.458799 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.db [None req-c085ea7d-ccf0-443f-bb17-f50a79175fa6 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] For port a06d9c85-ec1b-41e6-8402-d528a5ca042e, host dv-neutron-836180-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836180-1-hyperv',level=0,port_id=a06d9c85-ec1b-41e6-8402-d528a5ca042e,segment=NetworkSegment(9cf99d7e-05d6-4a58-abe2-458b10be4aad),segment_id=9cf99d7e-05d6-4a58-abe2-458b10be4aad)] {{(pid=83871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 14:18:38.459176 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-c085ea7d-ccf0-443f-bb17-f50a79175fa6 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4155147'] for port, precommit_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:18:38.590892 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.plugin [None req-c085ea7d-ccf0-443f-bb17-f50a79175fa6 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Calling delete_port for a06d9c85-ec1b-41e6-8402-d528a5ca042e owned by network:router_interface {{(pid=83871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 14:18:38.787563 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-c085ea7d-ccf0-443f-bb17-f50a79175fa6 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736733359243', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736732935810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2743125'] for port, after_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:18:38.826743 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Device a77a3338-3d99-456c-922a-40f43ff06624 no longer exists at agent hyperv_hv-neutron-8361 {{(pid=83872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 14:18:38.841432 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c085ea7d-ccf0-443f-bb17-f50a79175fa6 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Pushing event deleted for resources: {'Port': ['ID=a06d9c85-ec1b-41e6-8402-d528a5ca042e,revision_number=None']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:18:38.866141 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.plugin [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] No Port match for: a77a3338-3d99-456c-922a-40f43ff06624 {{(pid=83872) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 01 14:18:38.866482 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Device a77a3338-3d99-456c-922a-40f43ff06624 not bound to the agent host hv-neutron-8361 {{(pid=83872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 14:18:39.007600 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.agents_db [None req-bdd220c7-049a-43d2-a923-ad1a2de078c6 None None] Agent healthcheck: found 6 active agents {{(pid=83873) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 01 14:18:39.047241 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-a976a7b9-9034-41e6-be13-349b75ed1593 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:18:39.271696 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-c085ea7d-ccf0-443f-bb17-f50a79175fa6 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3017585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4084076'] for router_interface, after_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:18:40.035721 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c085ea7d-ccf0-443f-bb17-f50a79175fa6 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Router bf738d23-ff91-497a-95a8-9b5c1a22f8ab has already been hosted by L3 agent 88bf8fc8-11a3-4e96-9d1b-5fd93ba9f6f1 {{(pid=83871) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 14:18:40.254931 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c085ea7d-ccf0-443f-bb17-f50a79175fa6 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Notify agent at l3_agent.dv-neutron-836180-1-hyperv the message routers_updated {{(pid=83871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 14:18:40.267640 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6b3cec7-778f-4078-bc5e-d8e11fd9500c None None] Sync routers for ids ['bf738d23-ff91-497a-95a8-9b5c1a22f8ab'] in dv-neutron-836180-1-hyperv {{(pid=83873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 14:18:40.272606 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-c085ea7d-ccf0-443f-bb17-f50a79175fa6 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] 10.222.0.26 "PUT /v2.0/routers/bf738d23-ff91-497a-95a8-9b5c1a22f8ab/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1842039 Apr 01 14:18:40.274991 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 36256) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:18:40.283529 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6b3cec7-778f-4078-bc5e-d8e11fd9500c None None] Routers {'bf738d23-ff91-497a-95a8-9b5c1a22f8ab'} bound to L3 agent in host dv-neutron-836180-1-hyperv {{(pid=83873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 14:18:40.284242 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-f6b3cec7-778f-4078-bc5e-d8e11fd9500c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836180-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T13:25:36Z,description=,heartbeat_timestamp=2022-04-01T14:18:36Z,host='dv-neutron-836180-1-hyperv',id=88bf8fc8-11a3-4e96-9d1b-5fd93ba9f6f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T13:25:36Z,topic='l3_agent')) {'router_ids': ['bf738d23-ff91-497a-95a8-9b5c1a22f8ab'], 'active': True} {{(pid=83873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 14:18:40.497545 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.db_base_plugin_v2 [None req-363e500a-8d9d-4c0a-b095-4e3f9d0e2eea tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Deleting subnet 727e2d4d-ef48-45aa-b5fe-dc7522b05eb9 {{(pid=83871) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 01 14:18:40.501751 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-363e500a-8d9d-4c0a-b095-4e3f9d0e2eea tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Notify callbacks [] for subnet, before_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:18:40.502648 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_dvr_db [None req-f6b3cec7-778f-4078-bc5e-d8e11fd9500c None None] Set router bf738d23-ff91-497a-95a8-9b5c1a22f8ab gateway port host: dv-neutron-836180-1-hyperv {{(pid=83873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 14:18:40.567163 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-363e500a-8d9d-4c0a-b095-4e3f9d0e2eea tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3166365'] for subnet, precommit_delete_associations {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:18:40.689065 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-363e500a-8d9d-4c0a-b095-4e3f9d0e2eea tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-945029'] for subnet, precommit_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:18:40.789930 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-363e500a-8d9d-4c0a-b095-4e3f9d0e2eea tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-945042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2743160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2757373'] for subnet, after_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:18:40.843713 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-f6b3cec7-778f-4078-bc5e-d8e11fd9500c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf738d23-ff91-497a-95a8-9b5c1a22f8ab', 'name': 'tempest-TestNetworkAdvancedServerOps-router-102584828', 'tenant_id': '1ac9f9a3637e41b9993bdb348451719c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'external_fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.178'}], 'enable_snat': True}, 'gw_port_id': 'b5393ee4-b6dc-4019-b164-8da505d74575', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T14:17:27Z', 'updated_at': '2022-04-01T14:18:38Z', 'revision_number': 5, 'project_id': '1ac9f9a3637e41b9993bdb348451719c', 'gw_port': {'id': 'b5393ee4-b6dc-4019-b164-8da505d74575', 'name': '', 'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:69:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf738d23-ff91-497a-95a8-9b5c1a22f8ab', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836180-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T14:17:28Z', 'updated_at': '2022-04-01T14:17:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836180-1-hyperv'}], 'dv-neutron-836180-1-hyperv', False) {} {{(pid=83873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 14:18:40.846233 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-363e500a-8d9d-4c0a-b095-4e3f9d0e2eea tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Pushing event deleted for resources: {'Subnet': ['ID=727e2d4d-ef48-45aa-b5fe-dc7522b05eb9,revision_number=None']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:18:40.848631 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6b3cec7-778f-4078-bc5e-d8e11fd9500c None None] Checking router: bf738d23-ff91-497a-95a8-9b5c1a22f8ab for host: dv-neutron-836180-1-hyperv {{(pid=83873) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 01 14:18:40.851095 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-363e500a-8d9d-4c0a-b095-4e3f9d0e2eea tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Notify callbacks [] for subnet, before_response {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:18:40.861032 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-363e500a-8d9d-4c0a-b095-4e3f9d0e2eea tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] 10.222.0.26 "DELETE /v2.0/subnets/727e2d4d-ef48-45aa-b5fe-dc7522b05eb9 HTTP/1.1" status: 204 len: 168 time: 0.5815430 Apr 01 14:18:40.861032 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 36260) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:18:40.864952 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-578926da-d86f-4b9e-83f2-3b75c4b0aa3d None None] Network 57fb44bc-ed6a-44b4-a9bc-087855fa5dd4 requested from dv-neutron-836180-1-hyperv {{(pid=83872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 14:18:40.866087 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6b3cec7-778f-4078-bc5e-d8e11fd9500c None None] Routers {'bf738d23-ff91-497a-95a8-9b5c1a22f8ab'} bound to L3 agent in host dv-neutron-836180-1-hyperv {{(pid=83873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 14:18:40.866863 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-f6b3cec7-778f-4078-bc5e-d8e11fd9500c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836180-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T13:25:36Z,description=,heartbeat_timestamp=2022-04-01T14:18:36Z,host='dv-neutron-836180-1-hyperv',id=88bf8fc8-11a3-4e96-9d1b-5fd93ba9f6f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T13:25:36Z,topic='l3_agent')) {'router_ids': ['bf738d23-ff91-497a-95a8-9b5c1a22f8ab'], 'active': True} {{(pid=83873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 14:18:41.107317 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-4874da2f-c5df-4262-a2c6-e1f796a2896d tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Notify callbacks [] for router, before_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:18:41.108022 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_dvr_db [None req-f6b3cec7-778f-4078-bc5e-d8e11fd9500c None None] Set router bf738d23-ff91-497a-95a8-9b5c1a22f8ab gateway port host: dv-neutron-836180-1-hyperv {{(pid=83873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 14:18:41.248956 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d54aa6bf-e5eb-4736-a139-d22d479b84c1 None None] DHCP port deletion for 57fb44bc-ed6a-44b4-a9bc-087855fa5dd4 request from dv-neutron-836180-1-hyperv {{(pid=83872) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 01 14:18:41.264128 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.plugin [None req-d54aa6bf-e5eb-4736-a139-d22d479b84c1 None None] Deleting port f2797fdf-868d-4d88-a608-3c36b6489b88 {{(pid=83872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 14:18:41.264687 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-d54aa6bf-e5eb-4736-a139-d22d479b84c1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736733287370'] for port, before_delete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:18:41.396346 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-4874da2f-c5df-4262-a2c6-e1f796a2896d tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:18:41.414118 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.plugin [None req-4874da2f-c5df-4262-a2c6-e1f796a2896d tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Deleting port b5393ee4-b6dc-4019-b164-8da505d74575 {{(pid=83871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 14:18:41.415040 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-4874da2f-c5df-4262-a2c6-e1f796a2896d tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736733287370'] for port, before_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:18:41.420136 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Device f2797fdf-868d-4d88-a608-3c36b6489b88 no longer exists at agent ovs-agent-dv-neutron-836180-1-hyperv {{(pid=83872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 14:18:41.543510 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-f6b3cec7-778f-4078-bc5e-d8e11fd9500c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf738d23-ff91-497a-95a8-9b5c1a22f8ab', 'name': 'tempest-TestNetworkAdvancedServerOps-router-102584828', 'tenant_id': '1ac9f9a3637e41b9993bdb348451719c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'external_fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.178'}], 'enable_snat': True}, 'gw_port_id': 'b5393ee4-b6dc-4019-b164-8da505d74575', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T14:17:27Z', 'updated_at': '2022-04-01T14:18:38Z', 'revision_number': 5, 'project_id': '1ac9f9a3637e41b9993bdb348451719c', 'gw_port': {'id': 'b5393ee4-b6dc-4019-b164-8da505d74575', 'name': '', 'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:69:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf738d23-ff91-497a-95a8-9b5c1a22f8ab', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836180-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T14:17:28Z', 'updated_at': '2022-04-01T14:17:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836180-1-hyperv'}], 'dv-neutron-836180-1-hyperv', False) {} {{(pid=83873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 14:18:41.548958 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6b3cec7-778f-4078-bc5e-d8e11fd9500c None None] The sync data for ids ['bf738d23-ff91-497a-95a8-9b5c1a22f8ab'] in dv-neutron-836180-1-hyperv is: [{'id': 'bf738d23-ff91-497a-95a8-9b5c1a22f8ab', 'name': 'tempest-TestNetworkAdvancedServerOps-router-102584828', 'tenant_id': '1ac9f9a3637e41b9993bdb348451719c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'external_fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.178'}], 'enable_snat': True}, 'gw_port_id': 'b5393ee4-b6dc-4019-b164-8da505d74575', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T14:17:27Z', 'updated_at': '2022-04-01T14:18:38Z', 'revision_number': 5, 'project_id': '1ac9f9a3637e41b9993bdb348451719c', 'gw_port': {'id': 'b5393ee4-b6dc-4019-b164-8da505d74575', 'name': '', 'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:69:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf738d23-ff91-497a-95a8-9b5c1a22f8ab', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836180-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T14:17:28Z', 'updated_at': '2022-04-01T14:17:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836180-1-hyperv'}] {{(pid=83873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 14:18:41.584640 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-d54aa6bf-e5eb-4736-a139-d22d479b84c1 None None] For port f2797fdf-868d-4d88-a608-3c36b6489b88, host dv-neutron-836180-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836180-1-hyperv',level=0,port_id=f2797fdf-868d-4d88-a608-3c36b6489b88,segment=NetworkSegment(9cf99d7e-05d6-4a58-abe2-458b10be4aad),segment_id=9cf99d7e-05d6-4a58-abe2-458b10be4aad)] {{(pid=83872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 14:18:41.585043 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-d54aa6bf-e5eb-4736-a139-d22d479b84c1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4155147'] for port, precommit_delete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:18:41.626955 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.db [None req-4874da2f-c5df-4262-a2c6-e1f796a2896d tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] For port b5393ee4-b6dc-4019-b164-8da505d74575, host dv-neutron-836180-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836180-1-hyperv',level=0,port_id=b5393ee4-b6dc-4019-b164-8da505d74575,segment=NetworkSegment(7b924dd8-4978-40c4-ad91-4b9b27348462),segment_id=7b924dd8-4978-40c4-ad91-4b9b27348462)] {{(pid=83871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 14:18:41.627522 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-4874da2f-c5df-4262-a2c6-e1f796a2896d tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4155147'] for port, precommit_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:18:41.746994 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.plugin [None req-d54aa6bf-e5eb-4736-a139-d22d479b84c1 None None] Calling delete_port for f2797fdf-868d-4d88-a608-3c36b6489b88 owned by network:dhcp {{(pid=83872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 14:18:41.813463 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:18:41.879904 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.plugin [None req-4874da2f-c5df-4262-a2c6-e1f796a2896d tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Calling delete_port for b5393ee4-b6dc-4019-b164-8da505d74575 owned by network:router_gateway {{(pid=83871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 14:18:41.888230 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-d54aa6bf-e5eb-4736-a139-d22d479b84c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736733359243', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736732935810'] for port, after_delete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:18:41.944467 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54aa6bf-e5eb-4736-a139-d22d479b84c1 None None] Pushing event deleted for resources: {'Port': ['ID=f2797fdf-868d-4d88-a608-3c36b6489b88,revision_number=None']} {{(pid=83872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:18:41.955537 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d54aa6bf-e5eb-4736-a139-d22d479b84c1 None None] No DVR routers for this DVR port f2797fdf-868d-4d88-a608-3c36b6489b88 on host dv-neutron-836180-1-hyperv {{(pid=83872) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 14:18:41.969123 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d54aa6bf-e5eb-4736-a139-d22d479b84c1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:18:41.969123 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d54aa6bf-e5eb-4736-a139-d22d479b84c1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:18:41.969836 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d54aa6bf-e5eb-4736-a139-d22d479b84c1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:18:41.970281 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d54aa6bf-e5eb-4736-a139-d22d479b84c1 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:18:41.970794 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d54aa6bf-e5eb-4736-a139-d22d479b84c1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:18:41.971087 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d54aa6bf-e5eb-4736-a139-d22d479b84c1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:18:41.971450 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d54aa6bf-e5eb-4736-a139-d22d479b84c1 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:18:41.971703 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d54aa6bf-e5eb-4736-a139-d22d479b84c1 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:18:41.971974 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d54aa6bf-e5eb-4736-a139-d22d479b84c1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:18:41.972310 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d54aa6bf-e5eb-4736-a139-d22d479b84c1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:18:41.972633 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d54aa6bf-e5eb-4736-a139-d22d479b84c1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:18:42.076483 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-4874da2f-c5df-4262-a2c6-e1f796a2896d tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736733359243', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736732935810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2743125'] for port, after_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:18:42.125269 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4874da2f-c5df-4262-a2c6-e1f796a2896d tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Pushing event deleted for resources: {'Port': ['ID=b5393ee4-b6dc-4019-b164-8da505d74575,revision_number=None']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:18:42.356222 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-4874da2f-c5df-4262-a2c6-e1f796a2896d tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4084822'] for router_gateway, after_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:18:42.618246 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-4874da2f-c5df-4262-a2c6-e1f796a2896d tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4079814', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4170'] for router, precommit_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:18:42.622527 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-4874da2f-c5df-4262-a2c6-e1f796a2896d tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:18:42.647815 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-4874da2f-c5df-4262-a2c6-e1f796a2896d tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4079738'] for router, after_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:18:42.648375 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4874da2f-c5df-4262-a2c6-e1f796a2896d tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Fanout notify agent at l3_agent the message router_deleted on router bf738d23-ff91-497a-95a8-9b5c1a22f8ab {{(pid=83871) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 01 14:18:42.663819 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-4874da2f-c5df-4262-a2c6-e1f796a2896d tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Notify callbacks [] for router, before_response {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:18:42.665042 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-4874da2f-c5df-4262-a2c6-e1f796a2896d tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] 10.222.0.26 "DELETE /v2.0/routers/bf738d23-ff91-497a-95a8-9b5c1a22f8ab HTTP/1.1" status: 204 len: 168 time: 1.8034160 Apr 01 14:18:42.667911 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 36264) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:18:42.795095 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-1588569c-9e06-4e97-bfa0-4d38a03c2c0c tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1033078'] for network, before_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:18:42.932076 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-1588569c-9e06-4e97-bfa0-4d38a03c2c0c tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-942654', 'neutron.services.segments.db._delete_segments_for_network-8736733387888'] for network, precommit_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:18:42.958167 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.services.segments.db [None req-1588569c-9e06-4e97-bfa0-4d38a03c2c0c tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['57fb44bc-ed6a-44b4-a9bc-087855fa5dd4']}} {{(pid=83871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 14:18:42.970482 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.services.segments.db [None req-1588569c-9e06-4e97-bfa0-4d38a03c2c0c tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9cf99d7e-05d6-4a58-abe2-458b10be4aad') {'for_net_delete': True} {{(pid=83871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 14:18:42.970763 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.services.segments.db [None req-1588569c-9e06-4e97-bfa0-4d38a03c2c0c tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9cf99d7e-05d6-4a58-abe2-458b10be4aad') {} {{(pid=83871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 14:18:42.982035 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-1588569c-9e06-4e97-bfa0-4d38a03c2c0c tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736733386999', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3166340'] for segment, before_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:18:43.002082 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-1588569c-9e06-4e97-bfa0-4d38a03c2c0c tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1004271'] for segment, precommit_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:18:43.008918 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1588569c-9e06-4e97-bfa0-4d38a03c2c0c tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Releasing vlan 372 on physical network physnet1 to pool {{(pid=83871) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 01 14:18:43.009314 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-1588569c-9e06-4e97-bfa0-4d38a03c2c0c tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1004262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2743078'] for segment, after_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:18:43.024733 dv-neutron-836180-1-hyperv neutron-server[83871]: Traceback (most recent call last): Apr 01 14:18:43.024733 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 01 14:18:43.024733 dv-neutron-836180-1-hyperv neutron-server[83871]: timer() Apr 01 14:18:43.024733 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 14:18:43.024733 dv-neutron-836180-1-hyperv neutron-server[83871]: cb(*args, **kw) Apr 01 14:18:43.024733 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 14:18:43.024733 dv-neutron-836180-1-hyperv neutron-server[83871]: return func(*args, **kwargs) Apr 01 14:18:43.024733 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 14:18:43.024733 dv-neutron-836180-1-hyperv neutron-server[83871]: self._notify() Apr 01 14:18:43.024733 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 14:18:43.024733 dv-neutron-836180-1-hyperv neutron-server[83871]: self.callback(batched_events) Apr 01 14:18:43.024733 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 14:18:43.024733 dv-neutron-836180-1-hyperv neutron-server[83871]: event.method(event) Apr 01 14:18:43.024733 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 14:18:43.024733 dv-neutron-836180-1-hyperv neutron-server[83871]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 14:18:43.024733 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 14:18:43.024733 dv-neutron-836180-1-hyperv neutron-server[83871]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 14:18:43.024733 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 14:18:43.024733 dv-neutron-836180-1-hyperv neutron-server[83871]: return f(self, *a, **k) Apr 01 14:18:43.024733 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 14:18:43.024733 dv-neutron-836180-1-hyperv neutron-server[83871]: return self._get(url).json() Apr 01 14:18:43.024733 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 14:18:43.024733 dv-neutron-836180-1-hyperv neutron-server[83871]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 14:18:43.024733 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 01 14:18:43.024733 dv-neutron-836180-1-hyperv neutron-server[83871]: return self.request(url, 'GET', **kwargs) Apr 01 14:18:43.024733 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 01 14:18:43.024733 dv-neutron-836180-1-hyperv neutron-server[83871]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 14:18:43.024733 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 01 14:18:43.024733 dv-neutron-836180-1-hyperv neutron-server[83871]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 14:18:43.024733 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 01 14:18:43.024733 dv-neutron-836180-1-hyperv neutron-server[83871]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 14:18:43.024733 dv-neutron-836180-1-hyperv neutron-server[83871]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 14:18:43.104734 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-1588569c-9e06-4e97-bfa0-4d38a03c2c0c tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-942599', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4084797'] for network, after_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:18:43.123281 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-1588569c-9e06-4e97-bfa0-4d38a03c2c0c tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Notify callbacks [] for network, before_response {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:18:43.137286 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1588569c-9e06-4e97-bfa0-4d38a03c2c0c tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Pushing event deleted for resources: {'Network': ['ID=57fb44bc-ed6a-44b4-a9bc-087855fa5dd4,revision_number=None']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:18:43.146358 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-1588569c-9e06-4e97-bfa0-4d38a03c2c0c tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] 10.222.0.26 "DELETE /v2.0/networks/57fb44bc-ed6a-44b4-a9bc-087855fa5dd4 HTTP/1.1" status: 204 len: 168 time: 0.4748740 Apr 01 14:18:43.147244 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 36268) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:18:43.285693 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Device a06d9c85-ec1b-41e6-8402-d528a5ca042e no longer exists at agent ovs-agent-dv-neutron-836180-1-hyperv {{(pid=83872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 14:18:43.322873 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.plugin [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] No Port match for: a06d9c85-ec1b-41e6-8402-d528a5ca042e {{(pid=83872) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 01 14:18:43.323187 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Device a06d9c85-ec1b-41e6-8402-d528a5ca042e not bound to the agent host dv-neutron-836180-1-hyperv {{(pid=83872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 14:18:43.323606 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Device b5393ee4-b6dc-4019-b164-8da505d74575 no longer exists at agent ovs-agent-dv-neutron-836180-1-hyperv {{(pid=83872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 14:18:43.342046 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-4ea68853-2eb5-4b24-82ab-96f9fbecaa84 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Notify callbacks [] for security_group, before_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:18:43.359703 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.plugin [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] No Port match for: b5393ee4-b6dc-4019-b164-8da505d74575 {{(pid=83872) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 01 14:18:43.360479 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Device b5393ee4-b6dc-4019-b164-8da505d74575 not bound to the agent host dv-neutron-836180-1-hyperv {{(pid=83872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 14:18:43.381548 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-4ea68853-2eb5-4b24-82ab-96f9fbecaa84 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:18:43.446731 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-4ea68853-2eb5-4b24-82ab-96f9fbecaa84 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3775923'] for security_group, after_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:18:43.465623 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea68853-2eb5-4b24-82ab-96f9fbecaa84 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cebf25b2-bab6-4c6d-9628-aa70ed4a0749,revision_number=None']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:18:43.477091 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-4ea68853-2eb5-4b24-82ab-96f9fbecaa84 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] Notify callbacks [] for security_group, before_response {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:18:43.478193 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-4ea68853-2eb5-4b24-82ab-96f9fbecaa84 tempest-TestNetworkAdvancedServerOps-1349732679 tempest-TestNetworkAdvancedServerOps-1349732679-project] 10.222.0.26 "DELETE /v2.0/security-groups/cebf25b2-bab6-4c6d-9628-aa70ed4a0749 HTTP/1.1" status: 204 len: 168 time: 0.3298364 Apr 01 14:18:43.914269 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 36278) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:18:44.092156 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-171d655a-cb78-44d7-b975-a266a723ce1e admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=1ac9f9a3637e41b9993bdb348451719c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1767488 Apr 01 14:18:44.101076 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 36284) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:18:44.161499 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-9e0bdb3a-6185-46cc-8860-00f35f873081 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:18:44.190722 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-9e0bdb3a-6185-46cc-8860-00f35f873081 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:18:44.246180 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-9e0bdb3a-6185-46cc-8860-00f35f873081 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3775923'] for security_group, after_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:18:44.264127 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e0bdb3a-6185-46cc-8860-00f35f873081 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b387263-c1ea-405a-a91a-7ec3394f85c7,revision_number=None']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:18:44.273184 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-9e0bdb3a-6185-46cc-8860-00f35f873081 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:18:44.276846 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-9e0bdb3a-6185-46cc-8860-00f35f873081 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/7b387263-c1ea-405a-a91a-7ec3394f85c7 HTTP/1.1" status: 204 len: 168 time: 0.1723146 Apr 01 14:18:44.634563 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 36292) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:18:44.654054 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-abd38c0c-b557-4f98-8a81-43bedbfdcf12 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:18:44.686066 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-abd38c0c-b557-4f98-8a81-43bedbfdcf12 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 14:18:44.690888 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-abd38c0c-b557-4f98-8a81-43bedbfdcf12 admin admin] Usage tracker for resource:security_group_rule and tenant:c6f8ab4470204726a80149e400d634e2 is out of sync, need to count used quota {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 14:18:44.693713 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-abd38c0c-b557-4f98-8a81-43bedbfdcf12 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 14:18:44.699577 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-abd38c0c-b557-4f98-8a81-43bedbfdcf12 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 14:18:44.768451 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-abd38c0c-b557-4f98-8a81-43bedbfdcf12 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:18:44.772282 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-abd38c0c-b557-4f98-8a81-43bedbfdcf12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3775923'] for security_group, after_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:18:44.821874 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd38c0c-b557-4f98-8a81-43bedbfdcf12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5189233-b505-42bd-90b9-869aac449678,revision_number=1']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:18:44.829272 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-abd38c0c-b557-4f98-8a81-43bedbfdcf12 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=c6f8ab4470204726a80149e400d634e2&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1919675 Apr 01 14:18:44.830956 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 36296) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:18:44.904404 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-2eae9850-343f-4625-9d7b-865ebc5813c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:18:44.935116 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-2eae9850-343f-4625-9d7b-865ebc5813c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:18:44.998833 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-2eae9850-343f-4625-9d7b-865ebc5813c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3775923'] for security_group, after_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:18:45.015306 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eae9850-343f-4625-9d7b-865ebc5813c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5189233-b505-42bd-90b9-869aac449678,revision_number=None']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:18:45.022530 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-2eae9850-343f-4625-9d7b-865ebc5813c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:18:45.023536 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-2eae9850-343f-4625-9d7b-865ebc5813c8 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/b5189233-b505-42bd-90b9-869aac449678 HTTP/1.1" status: 204 len: 168 time: 0.1911407 Apr 01 14:18:46.179001 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 36318) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:18:46.317767 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.v2.base [None req-6855cdef-6cf8-4321-9270-71752c45ff62 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1942318884-network', 'tenant_id': '1738f80b01b740f9889eafec82b2aaf9'}} {{(pid=83869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 14:18:46.322778 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-6855cdef-6cf8-4321-9270-71752c45ff62 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 14:18:46.327617 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-6855cdef-6cf8-4321-9270-71752c45ff62 admin admin] Usage tracker for resource:network and tenant:1738f80b01b740f9889eafec82b2aaf9 is out of sync, need to count used quota {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 14:18:46.331125 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-6855cdef-6cf8-4321-9270-71752c45ff62 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 14:18:46.337450 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-6855cdef-6cf8-4321-9270-71752c45ff62 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 14:18:46.353179 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6855cdef-6cf8-4321-9270-71752c45ff62 admin admin] Made reservation on behalf of 1738f80b01b740f9889eafec82b2aaf9 for: {'network': 1} {{(pid=83869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 14:18:46.355389 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-6855cdef-6cf8-4321-9270-71752c45ff62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for network, before_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:18:46.368981 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-6855cdef-6cf8-4321-9270-71752c45ff62 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:18:46.402873 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-6855cdef-6cf8-4321-9270-71752c45ff62 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 14:18:46.407740 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-6855cdef-6cf8-4321-9270-71752c45ff62 admin admin] Usage tracker for resource:security_group_rule and tenant:1738f80b01b740f9889eafec82b2aaf9 is out of sync, need to count used quota {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 14:18:46.411107 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-6855cdef-6cf8-4321-9270-71752c45ff62 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 14:18:46.417726 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-6855cdef-6cf8-4321-9270-71752c45ff62 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 14:18:46.503534 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-6855cdef-6cf8-4321-9270-71752c45ff62 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:18:46.507353 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-6855cdef-6cf8-4321-9270-71752c45ff62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3775923'] for security_group, after_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:18:46.538371 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6855cdef-6cf8-4321-9270-71752c45ff62 admin admin] vlan segment allocate from pool success with {'vlan_id': 354, 'physical_network': 'physnet1'} {{(pid=83869) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 14:18:46.544100 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6855cdef-6cf8-4321-9270-71752c45ff62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=314a3558-98f7-4df9-b7dd-82207141a863,revision_number=1']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:18:46.560085 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-6855cdef-6cf8-4321-9270-71752c45ff62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1004271'] for segment, precommit_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:18:46.560534 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.db.segments_db [None req-6855cdef-6cf8-4321-9270-71752c45ff62 admin admin] Added segment a25f9ba2-745b-4dcb-b8ce-224525240f7f of type vlan for network d6128c6d-3463-4b30-b80b-6cd8c7d78ddb Apr 01 14:18:46.588766 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-6855cdef-6cf8-4321-9270-71752c45ff62 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736732923383'] for network, precommit_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:18:46.618804 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-6855cdef-6cf8-4321-9270-71752c45ff62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575'] for network, after_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:18:46.619835 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6855cdef-6cf8-4321-9270-71752c45ff62 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:18:46.620448 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-6855cdef-6cf8-4321-9270-71752c45ff62 admin admin] Notify callbacks [] for network, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:18:46.726176 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-6855cdef-6cf8-4321-9270-71752c45ff62 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5459499 Apr 01 14:18:46.727119 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6855cdef-6cf8-4321-9270-71752c45ff62 admin admin] Pushing event updated for resources: {'Network': ['ID=d6128c6d-3463-4b30-b80b-6cd8c7d78ddb,revision_number=1']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:18:46.729233 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 36324) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:18:46.735540 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.v2.base [None req-3b8450cd-2097-4524-87b2-6a08dd3cbb84 admin admin] Request body: {'subnet': {'network_id': 'd6128c6d-3463-4b30-b80b-6cd8c7d78ddb', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1942318884-subnet', 'tenant_id': '1738f80b01b740f9889eafec82b2aaf9', 'ip_version': 4}} {{(pid=83869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 14:18:46.737703 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Network d6128c6d-3463-4b30-b80b-6cd8c7d78ddb details requested by agent ovs-agent-dv-neutron-836180-1-hyperv with host dv-neutron-836180-1-hyperv {{(pid=83872) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 14:18:46.740416 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-3b8450cd-2097-4524-87b2-6a08dd3cbb84 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 14:18:46.744348 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-3b8450cd-2097-4524-87b2-6a08dd3cbb84 admin admin] Usage tracker for resource:subnet and tenant:1738f80b01b740f9889eafec82b2aaf9 is out of sync, need to count used quota {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 14:18:46.747241 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-3b8450cd-2097-4524-87b2-6a08dd3cbb84 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 14:18:46.754004 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-3b8450cd-2097-4524-87b2-6a08dd3cbb84 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 14:18:46.764288 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b8450cd-2097-4524-87b2-6a08dd3cbb84 admin admin] Made reservation on behalf of 1738f80b01b740f9889eafec82b2aaf9 for: {'subnet': 1} {{(pid=83869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 14:18:46.766858 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-3b8450cd-2097-4524-87b2-6a08dd3cbb84 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2999481'] for subnet, before_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:18:47.066825 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-3b8450cd-2097-4524-87b2-6a08dd3cbb84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2705391', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2999447'] for subnet, after_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:18:47.141981 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8450cd-2097-4524-87b2-6a08dd3cbb84 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c40694bf-8b6c-4ede-8b5d-50a91840a91c,revision_number=0']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:18:47.153453 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b8450cd-2097-4524-87b2-6a08dd3cbb84 admin admin] Checking segment: {'id': 'a25f9ba2-745b-4dcb-b8ce-224525240f7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'd6128c6d-3463-4b30-b80b-6cd8c7d78ddb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 14:18:47.153800 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b8450cd-2097-4524-87b2-6a08dd3cbb84 admin admin] Network hostable DHCP agents. Network: d6128c6d-3463-4b30-b80b-6cd8c7d78ddb, hostable agents: ['e47e4547-5c2d-4954-ba56-fa3646239f18'], hosted agents: [] {{(pid=83869) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 14:18:47.175911 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b8450cd-2097-4524-87b2-6a08dd3cbb84 admin admin] Network d6128c6d-3463-4b30-b80b-6cd8c7d78ddb is scheduled to be hosted by DHCP agent e47e4547-5c2d-4954-ba56-fa3646239f18 with binding_index 1 {{(pid=83869) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 14:18:47.184610 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.scheduler.base_scheduler [None req-3b8450cd-2097-4524-87b2-6a08dd3cbb84 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-836180-1-hyperv, d6128c6d-3463-4b30-b80b-6cd8c7d78ddb) {{(pid=83869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 14:18:47.188714 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b8450cd-2097-4524-87b2-6a08dd3cbb84 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:18:47.189287 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-3b8450cd-2097-4524-87b2-6a08dd3cbb84 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:18:47.194790 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-955d7b5e-b088-4406-aec7-3277dd29dc48 None None] Network d6128c6d-3463-4b30-b80b-6cd8c7d78ddb requested from dv-neutron-836180-1-hyperv {{(pid=83872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 14:18:47.212721 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 36328) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:18:47.213226 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-3b8450cd-2097-4524-87b2-6a08dd3cbb84 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4824784 Apr 01 14:18:47.219146 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.v2.base [None req-3abf4ab9-2ee8-4403-a307-978131743344 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1942318884-router', 'tenant_id': '1738f80b01b740f9889eafec82b2aaf9', 'external_gateway_info': {'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301'}}} {{(pid=83871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 14:18:47.224460 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-3abf4ab9-2ee8-4403-a307-978131743344 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 14:18:47.228252 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-3abf4ab9-2ee8-4403-a307-978131743344 admin admin] Usage tracker for resource:router and tenant:1738f80b01b740f9889eafec82b2aaf9 is out of sync, need to count used quota {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 14:18:47.231084 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-3abf4ab9-2ee8-4403-a307-978131743344 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 14:18:47.237196 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-3abf4ab9-2ee8-4403-a307-978131743344 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 14:18:47.249180 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-3abf4ab9-2ee8-4403-a307-978131743344 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4082176', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4220'] for router, before_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:18:47.251000 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-3abf4ab9-2ee8-4403-a307-978131743344 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4082277', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4084873', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4148249', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4211'] for router, precommit_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:18:47.273815 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-3abf4ab9-2ee8-4403-a307-978131743344 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:18:47.417586 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6c43dbb-8f24-4933-bb0d-4ba2137363e5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7e7d0ecb-2af4-55f5-9198-238ab0570d62-d6128c6d-3463-4b30-b80b-6cd8c7d78ddb', 'network_id': 'd6128c6d-3463-4b30-b80b-6cd8c7d78ddb', 'tenant_id': '1738f80b01b740f9889eafec82b2aaf9', 'fixed_ips': [{'subnet_id': 'c40694bf-8b6c-4ede-8b5d-50a91840a91c'}]}} from dv-neutron-836180-1-hyperv. {{(pid=83872) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 01 14:18:47.418512 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-f6c43dbb-8f24-4933-bb0d-4ba2137363e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:18:47.428986 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-3abf4ab9-2ee8-4403-a307-978131743344 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4084887', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4079850', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4161'] for router, precommit_update {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:18:47.576419 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.db_base_plugin_common [None req-f6c43dbb-8f24-4933-bb0d-4ba2137363e5 None None] Allocated IP 172.20.0.2 (d6128c6d-3463-4b30-b80b-6cd8c7d78ddb/c40694bf-8b6c-4ede-8b5d-50a91840a91c/5ae2cbb8-6f5c-42fe-9965-d5bedf480444) {{(pid=83872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 14:18:47.615808 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-3abf4ab9-2ee8-4403-a307-978131743344 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:18:47.649735 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-3abf4ab9-2ee8-4403-a307-978131743344 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:18:47.783619 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.db_base_plugin_common [None req-3abf4ab9-2ee8-4403-a307-978131743344 admin admin] Allocated IP 172.26.5.151 (725864b8-cceb-48c9-b5d3-1bfc4423e301/e2ed99db-0e25-4971-b535-7fa69231fae8/35b95295-5490-4be5-ab0d-323c37d800a2) {{(pid=83871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 14:18:47.785103 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-f6c43dbb-8f24-4933-bb0d-4ba2137363e5 None None] Notify callbacks [] for port, precommit_create {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:18:47.795760 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-f6c43dbb-8f24-4933-bb0d-4ba2137363e5 None None] Transition to ACTIVE for port object 5ae2cbb8-6f5c-42fe-9965-d5bedf480444 will not be triggered until provisioned by entity L2. {{(pid=83872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 14:18:47.815874 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-f6c43dbb-8f24-4933-bb0d-4ba2137363e5 None None] Transition to ACTIVE for port object 5ae2cbb8-6f5c-42fe-9965-d5bedf480444 will not be triggered until provisioned by entity DHCP. {{(pid=83872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 14:18:47.821383 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-f6c43dbb-8f24-4933-bb0d-4ba2137363e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736732935801'] for port, after_create {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:18:47.924194 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6c43dbb-8f24-4933-bb0d-4ba2137363e5 None None] Network d6128c6d-3463-4b30-b80b-6cd8c7d78ddb is already hosted by enough agents. {{(pid=83872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 14:18:47.927395 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.scheduler.base_scheduler [None req-f6c43dbb-8f24-4933-bb0d-4ba2137363e5 None None] Resources bound (agent type, host, resource id): {{(pid=83872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 14:18:47.930799 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6c43dbb-8f24-4933-bb0d-4ba2137363e5 None None] Received port after_create {{(pid=83872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 14:18:47.937058 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c43dbb-8f24-4933-bb0d-4ba2137363e5 None None] Pushing event updated for resources: {'Port': ['ID=5ae2cbb8-6f5c-42fe-9965-d5bedf480444,revision_number=1']} {{(pid=83872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:18:47.946604 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-3abf4ab9-2ee8-4403-a307-978131743344 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:18:47.973824 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-3abf4ab9-2ee8-4403-a307-978131743344 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736732935801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2743125'] for port, after_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:18:48.026245 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.managers [None req-f6c43dbb-8f24-4933-bb0d-4ba2137363e5 None None] Attempting to bind port 5ae2cbb8-6f5c-42fe-9965-d5bedf480444 on host dv-neutron-836180-1-hyperv for vnic_type normal with profile {{(pid=83872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 14:18:48.026653 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.managers [None req-f6c43dbb-8f24-4933-bb0d-4ba2137363e5 None None] Attempting to bind port 5ae2cbb8-6f5c-42fe-9965-d5bedf480444 by drivers openvswitch,hyperv on host dv-neutron-836180-1-hyperv at level 0 using segments [{'id': 'a25f9ba2-745b-4dcb-b8ce-224525240f7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'd6128c6d-3463-4b30-b80b-6cd8c7d78ddb'}] {{(pid=83872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 14:18:48.027012 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6c43dbb-8f24-4933-bb0d-4ba2137363e5 None None] Attempting to bind port 5ae2cbb8-6f5c-42fe-9965-d5bedf480444 on network d6128c6d-3463-4b30-b80b-6cd8c7d78ddb {{(pid=83872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 14:18:48.034010 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6c43dbb-8f24-4933-bb0d-4ba2137363e5 None None] Checking agent: {'id': 'af948428-97cd-4d10-9f53-af028bdb39b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-836180-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 13, 25, 37), 'started_at': datetime.datetime(2022, 4, 1, 13, 26, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 14, 18, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-836180-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 14:18:48.034292 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6c43dbb-8f24-4933-bb0d-4ba2137363e5 None None] Checking segment: {'id': 'a25f9ba2-745b-4dcb-b8ce-224525240f7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'd6128c6d-3463-4b30-b80b-6cd8c7d78ddb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 14:18:48.034707 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-f6c43dbb-8f24-4933-bb0d-4ba2137363e5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:18:48.035084 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6c43dbb-8f24-4933-bb0d-4ba2137363e5 None None] Bound using segment: {'id': 'a25f9ba2-745b-4dcb-b8ce-224525240f7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'd6128c6d-3463-4b30-b80b-6cd8c7d78ddb'} {{(pid=83872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 14:18:48.035525 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.managers [None req-f6c43dbb-8f24-4933-bb0d-4ba2137363e5 None None] Bound port: 5ae2cbb8-6f5c-42fe-9965-d5bedf480444, host: dv-neutron-836180-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a25f9ba2-745b-4dcb-b8ce-224525240f7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'd6128c6d-3463-4b30-b80b-6cd8c7d78ddb'}}] {{(pid=83872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 14:18:48.035882 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-f6c43dbb-8f24-4933-bb0d-4ba2137363e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:18:48.049758 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3abf4ab9-2ee8-4403-a307-978131743344 admin admin] Network 725864b8-cceb-48c9-b5d3-1bfc4423e301 is already hosted by enough agents. {{(pid=83871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 14:18:48.053013 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3abf4ab9-2ee8-4403-a307-978131743344 admin admin] Pushing event updated for resources: {'Port': ['ID=35b95295-5490-4be5-ab0d-323c37d800a2,revision_number=1']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:18:48.055463 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.scheduler.base_scheduler [None req-3abf4ab9-2ee8-4403-a307-978131743344 admin admin] Resources bound (agent type, host, resource id): {{(pid=83871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 14:18:48.057395 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3abf4ab9-2ee8-4403-a307-978131743344 admin admin] Received port after_create {{(pid=83871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 14:18:48.129589 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-f6c43dbb-8f24-4933-bb0d-4ba2137363e5 None None] For port 5ae2cbb8-6f5c-42fe-9965-d5bedf480444, host dv-neutron-836180-1-hyperv, cleared binding levels {{(pid=83872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 14:18:48.132746 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-f6c43dbb-8f24-4933-bb0d-4ba2137363e5 None None] For port 5ae2cbb8-6f5c-42fe-9965-d5bedf480444, host dv-neutron-836180-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836180-1-hyperv',level=0,port_id=5ae2cbb8-6f5c-42fe-9965-d5bedf480444,segment=NetworkSegment(a25f9ba2-745b-4dcb-b8ce-224525240f7f),segment_id=a25f9ba2-745b-4dcb-b8ce-224525240f7f)] {{(pid=83872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 14:18:48.137266 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-f6c43dbb-8f24-4933-bb0d-4ba2137363e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864'] for port, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:18:48.232479 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c43dbb-8f24-4933-bb0d-4ba2137363e5 None None] Pushing event updated for resources: {'Port': ['ID=5ae2cbb8-6f5c-42fe-9965-d5bedf480444,revision_number=2']} {{(pid=83872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:18:48.264209 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-3abf4ab9-2ee8-4403-a307-978131743344 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:18:48.264209 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-3abf4ab9-2ee8-4403-a307-978131743344 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4082201', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4084858'] for router, after_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:18:48.556207 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3abf4ab9-2ee8-4403-a307-978131743344 admin admin] Router 09ff4e49-a23a-4aa8-b173-1190989723df is scheduled to L3 agent 88bf8fc8-11a3-4e96-9d1b-5fd93ba9f6f1 with binding_index 1 {{(pid=83871) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 01 14:18:48.885457 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3abf4ab9-2ee8-4403-a307-978131743344 admin admin] Notify agent at l3_agent.dv-neutron-836180-1-hyperv the message routers_updated {{(pid=83871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 14:18:48.897317 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba3f65d4-07e5-45c6-982e-07f864051604 None None] Sync routers for ids ['09ff4e49-a23a-4aa8-b173-1190989723df'] in dv-neutron-836180-1-hyperv {{(pid=83872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 14:18:48.910617 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba3f65d4-07e5-45c6-982e-07f864051604 None None] Routers {'09ff4e49-a23a-4aa8-b173-1190989723df'} bound to L3 agent in host dv-neutron-836180-1-hyperv {{(pid=83872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 14:18:48.911247 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_hamode_db [None req-ba3f65d4-07e5-45c6-982e-07f864051604 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836180-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T13:25:36Z,description=,heartbeat_timestamp=2022-04-01T14:18:36Z,host='dv-neutron-836180-1-hyperv',id=88bf8fc8-11a3-4e96-9d1b-5fd93ba9f6f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T13:25:36Z,topic='l3_agent')) {'router_ids': ['09ff4e49-a23a-4aa8-b173-1190989723df'], 'active': True} {{(pid=83872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 14:18:48.927025 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-3abf4ab9-2ee8-4403-a307-978131743344 admin admin] Notify callbacks [] for router, before_response {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:18:48.930749 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-3abf4ab9-2ee8-4403-a307-978131743344 admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.7146947 Apr 01 14:18:48.931073 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 36332) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:18:49.117769 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_dvr_db [None req-ba3f65d4-07e5-45c6-982e-07f864051604 None None] Set router 09ff4e49-a23a-4aa8-b173-1190989723df gateway port host: dv-neutron-836180-1-hyperv {{(pid=83872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 14:18:49.333953 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da7bcf1d-e31c-45a0-97ad-a8c205aa38e3 None None] Network d6128c6d-3463-4b30-b80b-6cd8c7d78ddb requested from dv-neutron-836180-1-hyperv {{(pid=83872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 14:18:49.353776 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Device 5ae2cbb8-6f5c-42fe-9965-d5bedf480444 up at agent ovs-agent-dv-neutron-836180-1-hyperv {{(pid=83872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 14:18:49.564789 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-2a21c249-5b62-4fad-b965-d03cc72696d3 None None] Provisioning for port 5ae2cbb8-6f5c-42fe-9965-d5bedf480444 completed by entity DHCP. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 14:18:49.665111 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Provisioning for port 5ae2cbb8-6f5c-42fe-9965-d5bedf480444 completed by entity L2. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 14:18:49.699538 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-c71cbb7f-33f7-48b5-8a91-aae4c951a46b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:18:49.704946 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Provisioning complete for port 5ae2cbb8-6f5c-42fe-9965-d5bedf480444 triggered by entity L2. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 14:18:49.705373 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-948329'] for port, provisioning_complete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:18:49.805301 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_hamode_db [None req-ba3f65d4-07e5-45c6-982e-07f864051604 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09ff4e49-a23a-4aa8-b173-1190989723df', 'name': 'tempest-TestShelveInstance-1942318884-router', 'tenant_id': '1738f80b01b740f9889eafec82b2aaf9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'external_fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.151'}], 'enable_snat': True}, 'gw_port_id': '35b95295-5490-4be5-ab0d-323c37d800a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T14:18:47Z', 'updated_at': '2022-04-01T14:18:48Z', 'revision_number': 3, 'project_id': '1738f80b01b740f9889eafec82b2aaf9', 'gw_port': {'id': '35b95295-5490-4be5-ab0d-323c37d800a2', 'name': '', 'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:32:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09ff4e49-a23a-4aa8-b173-1190989723df', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T14:18:47Z', 'updated_at': '2022-04-01T14:18:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836180-1-hyperv'}], 'dv-neutron-836180-1-hyperv', False) {} {{(pid=83872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 14:18:49.845545 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba3f65d4-07e5-45c6-982e-07f864051604 None None] Checking router: 09ff4e49-a23a-4aa8-b173-1190989723df for host: dv-neutron-836180-1-hyperv {{(pid=83872) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 01 14:18:49.845887 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba3f65d4-07e5-45c6-982e-07f864051604 None None] Updating router 09ff4e49-a23a-4aa8-b173-1190989723df port 35b95295-5490-4be5-ab0d-323c37d800a2 binding host dv-neutron-836180-1-hyperv {{(pid=83872) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 01 14:18:49.916827 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:18:49.918232 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.db_base_plugin_common [None req-c71cbb7f-33f7-48b5-8a91-aae4c951a46b admin admin] Allocated IP 172.20.0.1 (d6128c6d-3463-4b30-b80b-6cd8c7d78ddb/c40694bf-8b6c-4ede-8b5d-50a91840a91c/9f097cc0-12e5-4bf7-bcf6-080e35857801) {{(pid=83869) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 14:18:49.933380 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-ba3f65d4-07e5-45c6-982e-07f864051604 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:18:50.048120 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] For port 5ae2cbb8-6f5c-42fe-9965-d5bedf480444, host dv-neutron-836180-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836180-1-hyperv',level=0,port_id=5ae2cbb8-6f5c-42fe-9965-d5bedf480444,segment=NetworkSegment(a25f9ba2-745b-4dcb-b8ce-224525240f7f),segment_id=a25f9ba2-745b-4dcb-b8ce-224525240f7f)] {{(pid=83872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 14:18:50.052622 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864'] for port, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:18:50.087164 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-c71cbb7f-33f7-48b5-8a91-aae4c951a46b admin admin] Notify callbacks [] for port, precommit_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:18:50.105728 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.provisioning_blocks [None req-c71cbb7f-33f7-48b5-8a91-aae4c951a46b admin admin] Transition to ACTIVE for port object 9f097cc0-12e5-4bf7-bcf6-080e35857801 will not be triggered until provisioned by entity DHCP. {{(pid=83869) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 14:18:50.130963 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-c71cbb7f-33f7-48b5-8a91-aae4c951a46b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736732935801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2705155'] for port, after_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:18:50.199858 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c71cbb7f-33f7-48b5-8a91-aae4c951a46b admin admin] Network d6128c6d-3463-4b30-b80b-6cd8c7d78ddb is already hosted by enough agents. {{(pid=83869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 14:18:50.203416 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.scheduler.base_scheduler [None req-c71cbb7f-33f7-48b5-8a91-aae4c951a46b admin admin] Resources bound (agent type, host, resource id): {{(pid=83869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 14:18:50.205395 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c71cbb7f-33f7-48b5-8a91-aae4c951a46b admin admin] Pushing event updated for resources: {'Port': ['ID=9f097cc0-12e5-4bf7-bcf6-080e35857801,revision_number=1']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:18:50.207537 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c71cbb7f-33f7-48b5-8a91-aae4c951a46b admin admin] Received port after_create {{(pid=83869) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 14:18:50.271521 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-c71cbb7f-33f7-48b5-8a91-aae4c951a46b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4084144'] for router_interface, before_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:18:50.272573 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Pushing event updated for resources: {'Port': ['ID=5ae2cbb8-6f5c-42fe-9965-d5bedf480444,revision_number=3']} {{(pid=83872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:18:50.286761 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-ec9bc3e5-ce67-40ce-8283-75436aae32ef None None] Provisioning complete for port 5ae2cbb8-6f5c-42fe-9965-d5bedf480444 triggered by entity DHCP. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 14:18:50.287133 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-ec9bc3e5-ce67-40ce-8283-75436aae32ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-948329'] for port, provisioning_complete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:18:50.365948 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-c71cbb7f-33f7-48b5-8a91-aae4c951a46b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:18:50.526954 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-ba3f65d4-07e5-45c6-982e-07f864051604 None None] Notify callbacks [] for port, precommit_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:18:50.541425 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-ba3f65d4-07e5-45c6-982e-07f864051604 None None] Transition to ACTIVE for port object 35b95295-5490-4be5-ab0d-323c37d800a2 will not be triggered until provisioned by entity L2. {{(pid=83872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 14:18:50.551014 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-ba3f65d4-07e5-45c6-982e-07f864051604 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864'] for port, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:18:50.641423 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.managers [None req-ba3f65d4-07e5-45c6-982e-07f864051604 None None] Attempting to bind port 35b95295-5490-4be5-ab0d-323c37d800a2 on host dv-neutron-836180-1-hyperv for vnic_type normal with profile {{(pid=83872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 14:18:50.641687 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.managers [None req-ba3f65d4-07e5-45c6-982e-07f864051604 None None] Attempting to bind port 35b95295-5490-4be5-ab0d-323c37d800a2 by drivers openvswitch,hyperv on host dv-neutron-836180-1-hyperv at level 0 using segments [{'id': '7b924dd8-4978-40c4-ad91-4b9b27348462', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301'}] {{(pid=83872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 14:18:50.642037 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba3f65d4-07e5-45c6-982e-07f864051604 None None] Attempting to bind port 35b95295-5490-4be5-ab0d-323c37d800a2 on network 725864b8-cceb-48c9-b5d3-1bfc4423e301 {{(pid=83872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 14:18:50.644534 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4362027-05a6-4978-9187-b782cc45bd1f None None] Pushing event updated for resources: {'Port': ['ID=35b95295-5490-4be5-ab0d-323c37d800a2,revision_number=2']} {{(pid=83872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:18:50.654903 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba3f65d4-07e5-45c6-982e-07f864051604 None None] Checking agent: {'id': 'af948428-97cd-4d10-9f53-af028bdb39b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-836180-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 13, 25, 37), 'started_at': datetime.datetime(2022, 4, 1, 13, 26, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 14, 18, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-836180-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 14:18:50.656223 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba3f65d4-07e5-45c6-982e-07f864051604 None None] Checking segment: {'id': '7b924dd8-4978-40c4-ad91-4b9b27348462', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 14:18:50.656774 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-ba3f65d4-07e5-45c6-982e-07f864051604 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:18:50.657236 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba3f65d4-07e5-45c6-982e-07f864051604 None None] Bound using segment: {'id': '7b924dd8-4978-40c4-ad91-4b9b27348462', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301'} {{(pid=83872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 14:18:50.657701 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.managers [None req-ba3f65d4-07e5-45c6-982e-07f864051604 None None] Bound port: 35b95295-5490-4be5-ab0d-323c37d800a2, host: dv-neutron-836180-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b924dd8-4978-40c4-ad91-4b9b27348462', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301'}}] {{(pid=83872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 14:18:50.658067 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-ba3f65d4-07e5-45c6-982e-07f864051604 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:18:50.692068 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-6a8e6cae-e771-403e-93eb-c83c4c617797 None None] Provisioning for port 9f097cc0-12e5-4bf7-bcf6-080e35857801 completed by entity DHCP. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 14:18:50.705284 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-6a8e6cae-e771-403e-93eb-c83c4c617797 None None] Provisioning complete for port 9f097cc0-12e5-4bf7-bcf6-080e35857801 triggered by entity DHCP. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 14:18:50.705645 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-6a8e6cae-e771-403e-93eb-c83c4c617797 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-948329'] for port, provisioning_complete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:18:50.717482 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-c71cbb7f-33f7-48b5-8a91-aae4c951a46b admin admin] Notify callbacks [] for port, precommit_update {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:18:50.722421 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-c71cbb7f-33f7-48b5-8a91-aae4c951a46b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2705172'] for port, after_update {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:18:50.778375 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.plugin [None req-6a8e6cae-e771-403e-93eb-c83c4c617797 None None] Port 9f097cc0-12e5-4bf7-bcf6-080e35857801 cannot update to ACTIVE because it is not bound. {{(pid=83872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 14:18:50.789773 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-ba3f65d4-07e5-45c6-982e-07f864051604 None None] For port 35b95295-5490-4be5-ab0d-323c37d800a2, host dv-neutron-836180-1-hyperv, cleared binding levels {{(pid=83872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 14:18:50.794223 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-ba3f65d4-07e5-45c6-982e-07f864051604 None None] For port 35b95295-5490-4be5-ab0d-323c37d800a2, host dv-neutron-836180-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836180-1-hyperv',level=0,port_id=35b95295-5490-4be5-ab0d-323c37d800a2,segment=NetworkSegment(7b924dd8-4978-40c4-ad91-4b9b27348462),segment_id=7b924dd8-4978-40c4-ad91-4b9b27348462)] {{(pid=83872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 14:18:50.801187 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-ba3f65d4-07e5-45c6-982e-07f864051604 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864'] for port, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:18:50.830586 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-c71cbb7f-33f7-48b5-8a91-aae4c951a46b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3017508', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4084015'] for router_interface, after_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:18:50.834253 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c71cbb7f-33f7-48b5-8a91-aae4c951a46b admin admin] Pushing event updated for resources: {'Port': ['ID=9f097cc0-12e5-4bf7-bcf6-080e35857801,revision_number=2']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:18:50.895336 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4362027-05a6-4978-9187-b782cc45bd1f None None] Pushing event updated for resources: {'Port': ['ID=35b95295-5490-4be5-ab0d-323c37d800a2,revision_number=3']} {{(pid=83872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:18:50.899204 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba3f65d4-07e5-45c6-982e-07f864051604 None None] Routers {'09ff4e49-a23a-4aa8-b173-1190989723df'} bound to L3 agent in host dv-neutron-836180-1-hyperv {{(pid=83872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 14:18:50.899799 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_hamode_db [None req-ba3f65d4-07e5-45c6-982e-07f864051604 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836180-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T13:25:36Z,description=,heartbeat_timestamp=2022-04-01T14:18:36Z,host='dv-neutron-836180-1-hyperv',id=88bf8fc8-11a3-4e96-9d1b-5fd93ba9f6f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T13:25:36Z,topic='l3_agent')) {'router_ids': ['09ff4e49-a23a-4aa8-b173-1190989723df'], 'active': True} {{(pid=83872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 14:18:50.987878 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c71cbb7f-33f7-48b5-8a91-aae4c951a46b admin admin] Network d6128c6d-3463-4b30-b80b-6cd8c7d78ddb is already hosted by enough agents. {{(pid=83869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 14:18:50.989122 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.scheduler.base_scheduler [None req-c71cbb7f-33f7-48b5-8a91-aae4c951a46b admin admin] Resources bound (agent type, host, resource id): {{(pid=83869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 14:18:51.100511 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_dvr_db [None req-ba3f65d4-07e5-45c6-982e-07f864051604 None None] Set router 09ff4e49-a23a-4aa8-b173-1190989723df gateway port host: dv-neutron-836180-1-hyperv {{(pid=83872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 14:18:51.305655 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Device 5ae2cbb8-6f5c-42fe-9965-d5bedf480444 up at agent ovs-agent-dv-neutron-836180-1-hyperv {{(pid=83872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 14:18:51.395984 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c71cbb7f-33f7-48b5-8a91-aae4c951a46b admin admin] Router 09ff4e49-a23a-4aa8-b173-1190989723df has already been hosted by L3 agent 88bf8fc8-11a3-4e96-9d1b-5fd93ba9f6f1 {{(pid=83869) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 14:18:51.433254 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-693c7431-14b6-43b1-afd2-6f5c2a189deb None None] Provisioning complete for port 9f097cc0-12e5-4bf7-bcf6-080e35857801 triggered by entity DHCP. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 14:18:51.433535 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-693c7431-14b6-43b1-afd2-6f5c2a189deb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-948329'] for port, provisioning_complete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:18:51.527276 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.plugin [None req-693c7431-14b6-43b1-afd2-6f5c2a189deb None None] Port 9f097cc0-12e5-4bf7-bcf6-080e35857801 cannot update to ACTIVE because it is not bound. {{(pid=83872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 14:18:51.536456 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Provisioning complete for port 5ae2cbb8-6f5c-42fe-9965-d5bedf480444 triggered by entity L2. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 14:18:51.536819 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-948329'] for port, provisioning_complete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:18:51.603628 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c71cbb7f-33f7-48b5-8a91-aae4c951a46b admin admin] Notify agent at l3_agent.dv-neutron-836180-1-hyperv the message routers_updated {{(pid=83869) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 14:18:51.614283 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-c71cbb7f-33f7-48b5-8a91-aae4c951a46b admin admin] 10.222.0.26 "PUT /v2.0/routers/09ff4e49-a23a-4aa8-b173-1190989723df/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6821091 Apr 01 14:18:51.616645 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_hamode_db [None req-ba3f65d4-07e5-45c6-982e-07f864051604 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09ff4e49-a23a-4aa8-b173-1190989723df', 'name': 'tempest-TestShelveInstance-1942318884-router', 'tenant_id': '1738f80b01b740f9889eafec82b2aaf9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'external_fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.151'}], 'enable_snat': True}, 'gw_port_id': '35b95295-5490-4be5-ab0d-323c37d800a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T14:18:47Z', 'updated_at': '2022-04-01T14:18:50Z', 'revision_number': 4, 'project_id': '1738f80b01b740f9889eafec82b2aaf9', 'gw_port': {'id': '35b95295-5490-4be5-ab0d-323c37d800a2', 'name': '', 'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:32:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09ff4e49-a23a-4aa8-b173-1190989723df', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836180-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T14:18:47Z', 'updated_at': '2022-04-01T14:18:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836180-1-hyperv', '_interfaces': [{'id': '9f097cc0-12e5-4bf7-bcf6-080e35857801', 'name': '', 'network_id': 'd6128c6d-3463-4b30-b80b-6cd8c7d78ddb', 'tenant_id': '1738f80b01b740f9889eafec82b2aaf9', 'mac_address': 'fa:16:3e:69:24:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09ff4e49-a23a-4aa8-b173-1190989723df', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c40694bf-8b6c-4ede-8b5d-50a91840a91c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T14:18:49Z', 'updated_at': '2022-04-01T14:18:50Z', 'revision_number': 2, 'project_id': '1738f80b01b740f9889eafec82b2aaf9', 'subnets': [{'id': 'c40694bf-8b6c-4ede-8b5d-50a91840a91c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-836180-1-hyperv', False) {} {{(pid=83872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 14:18:51.650155 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba3f65d4-07e5-45c6-982e-07f864051604 None None] The sync data for ids ['09ff4e49-a23a-4aa8-b173-1190989723df'] in dv-neutron-836180-1-hyperv is: [{'id': '09ff4e49-a23a-4aa8-b173-1190989723df', 'name': 'tempest-TestShelveInstance-1942318884-router', 'tenant_id': '1738f80b01b740f9889eafec82b2aaf9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'external_fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.151'}], 'enable_snat': True}, 'gw_port_id': '35b95295-5490-4be5-ab0d-323c37d800a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T14:18:47Z', 'updated_at': '2022-04-01T14:18:50Z', 'revision_number': 4, 'project_id': '1738f80b01b740f9889eafec82b2aaf9', 'gw_port': {'id': '35b95295-5490-4be5-ab0d-323c37d800a2', 'name': '', 'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:32:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09ff4e49-a23a-4aa8-b173-1190989723df', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836180-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T14:18:47Z', 'updated_at': '2022-04-01T14:18:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836180-1-hyperv', '_interfaces': [{'id': '9f097cc0-12e5-4bf7-bcf6-080e35857801', 'name': '', 'network_id': 'd6128c6d-3463-4b30-b80b-6cd8c7d78ddb', 'tenant_id': '1738f80b01b740f9889eafec82b2aaf9', 'mac_address': 'fa:16:3e:69:24:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09ff4e49-a23a-4aa8-b173-1190989723df', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c40694bf-8b6c-4ede-8b5d-50a91840a91c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T14:18:49Z', 'updated_at': '2022-04-01T14:18:50Z', 'revision_number': 2, 'project_id': '1738f80b01b740f9889eafec82b2aaf9', 'subnets': [{'id': 'c40694bf-8b6c-4ede-8b5d-50a91840a91c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 14:18:52.600087 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 36354) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:18:52.605918 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.v2.base [None req-41675481-65cc-434b-9570-fc0a17d81022 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1121757312-network', 'tenant_id': '2add1734b87f4e5a8b225944caaac2c2'}} {{(pid=83869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 14:18:52.612210 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-41675481-65cc-434b-9570-fc0a17d81022 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 14:18:52.616792 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-41675481-65cc-434b-9570-fc0a17d81022 admin admin] Usage tracker for resource:network and tenant:2add1734b87f4e5a8b225944caaac2c2 is out of sync, need to count used quota {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 14:18:52.619921 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-41675481-65cc-434b-9570-fc0a17d81022 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 14:18:52.626690 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-41675481-65cc-434b-9570-fc0a17d81022 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 14:18:52.643174 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41675481-65cc-434b-9570-fc0a17d81022 admin admin] Made reservation on behalf of 2add1734b87f4e5a8b225944caaac2c2 for: {'network': 1} {{(pid=83869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 14:18:52.647010 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-41675481-65cc-434b-9570-fc0a17d81022 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for network, before_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:18:52.663424 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-41675481-65cc-434b-9570-fc0a17d81022 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:18:52.702135 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-41675481-65cc-434b-9570-fc0a17d81022 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 14:18:52.706146 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-41675481-65cc-434b-9570-fc0a17d81022 admin admin] Usage tracker for resource:security_group_rule and tenant:2add1734b87f4e5a8b225944caaac2c2 is out of sync, need to count used quota {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 14:18:52.709339 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-41675481-65cc-434b-9570-fc0a17d81022 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 14:18:52.715155 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-41675481-65cc-434b-9570-fc0a17d81022 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 14:18:52.784875 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-41675481-65cc-434b-9570-fc0a17d81022 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:18:52.789748 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-41675481-65cc-434b-9570-fc0a17d81022 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3775923'] for security_group, after_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:18:52.821108 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-41675481-65cc-434b-9570-fc0a17d81022 admin admin] vlan segment allocate from pool success with {'vlan_id': 364, 'physical_network': 'physnet1'} {{(pid=83869) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 14:18:52.830576 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41675481-65cc-434b-9570-fc0a17d81022 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4642d328-289e-4e46-8440-47abdc8e7505,revision_number=1']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:18:52.836448 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-41675481-65cc-434b-9570-fc0a17d81022 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1004271'] for segment, precommit_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:18:52.836780 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.db.segments_db [None req-41675481-65cc-434b-9570-fc0a17d81022 admin admin] Added segment 8d1277ee-19c2-4cae-8b8c-bb45d71ccd12 of type vlan for network 0ca1f32a-8633-4131-9f74-497613c8d5fe Apr 01 14:18:52.865161 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-41675481-65cc-434b-9570-fc0a17d81022 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736732923383'] for network, precommit_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:18:52.900633 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-41675481-65cc-434b-9570-fc0a17d81022 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575'] for network, after_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:18:52.901486 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41675481-65cc-434b-9570-fc0a17d81022 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:18:52.902048 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-41675481-65cc-434b-9570-fc0a17d81022 admin admin] Notify callbacks [] for network, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:18:53.005753 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41675481-65cc-434b-9570-fc0a17d81022 admin admin] Pushing event updated for resources: {'Network': ['ID=0ca1f32a-8633-4131-9f74-497613c8d5fe,revision_number=1']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:18:53.010264 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-41675481-65cc-434b-9570-fc0a17d81022 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4090047 Apr 01 14:18:53.013906 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 36358) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:18:53.015882 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Network 0ca1f32a-8633-4131-9f74-497613c8d5fe details requested by agent ovs-agent-dv-neutron-836180-1-hyperv with host dv-neutron-836180-1-hyperv {{(pid=83872) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 14:18:53.020768 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.v2.base [None req-b732e5cd-8786-41ba-9488-f056c85e01ba admin admin] Request body: {'subnet': {'network_id': '0ca1f32a-8633-4131-9f74-497613c8d5fe', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1121757312-subnet', 'tenant_id': '2add1734b87f4e5a8b225944caaac2c2', 'ip_version': 4}} {{(pid=83869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 14:18:53.026158 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-b732e5cd-8786-41ba-9488-f056c85e01ba admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 14:18:53.030163 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-b732e5cd-8786-41ba-9488-f056c85e01ba admin admin] Usage tracker for resource:subnet and tenant:2add1734b87f4e5a8b225944caaac2c2 is out of sync, need to count used quota {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 14:18:53.033800 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-b732e5cd-8786-41ba-9488-f056c85e01ba admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 14:18:53.039501 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-b732e5cd-8786-41ba-9488-f056c85e01ba admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 14:18:53.050617 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b732e5cd-8786-41ba-9488-f056c85e01ba admin admin] Made reservation on behalf of 2add1734b87f4e5a8b225944caaac2c2 for: {'subnet': 1} {{(pid=83869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 14:18:53.053100 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-b732e5cd-8786-41ba-9488-f056c85e01ba admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2999481'] for subnet, before_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:18:53.272851 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-b732e5cd-8786-41ba-9488-f056c85e01ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2705391', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2999447'] for subnet, after_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:18:53.310543 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Device 35b95295-5490-4be5-ab0d-323c37d800a2 up at agent ovs-agent-dv-neutron-836180-1-hyperv {{(pid=83872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 14:18:53.383020 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Provisioning for port 35b95295-5490-4be5-ab0d-323c37d800a2 completed by entity L2. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 14:18:53.388871 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Provisioning complete for port 35b95295-5490-4be5-ab0d-323c37d800a2 triggered by entity L2. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 14:18:53.389374 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-948329'] for port, provisioning_complete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:18:53.456628 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b732e5cd-8786-41ba-9488-f056c85e01ba admin admin] Pushing event updated for resources: {'Subnet': ['ID=4f85f100-91d1-440c-b0d1-1cb24e374623,revision_number=0']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:18:53.470728 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b732e5cd-8786-41ba-9488-f056c85e01ba admin admin] Checking segment: {'id': '8d1277ee-19c2-4cae-8b8c-bb45d71ccd12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '0ca1f32a-8633-4131-9f74-497613c8d5fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 14:18:53.471082 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b732e5cd-8786-41ba-9488-f056c85e01ba admin admin] Network hostable DHCP agents. Network: 0ca1f32a-8633-4131-9f74-497613c8d5fe, hostable agents: ['e47e4547-5c2d-4954-ba56-fa3646239f18'], hosted agents: [] {{(pid=83869) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 14:18:53.492938 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b732e5cd-8786-41ba-9488-f056c85e01ba admin admin] Network 0ca1f32a-8633-4131-9f74-497613c8d5fe is scheduled to be hosted by DHCP agent e47e4547-5c2d-4954-ba56-fa3646239f18 with binding_index 1 {{(pid=83869) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 14:18:53.503316 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.scheduler.base_scheduler [None req-b732e5cd-8786-41ba-9488-f056c85e01ba admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-836180-1-hyperv, 0ca1f32a-8633-4131-9f74-497613c8d5fe) {{(pid=83869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 14:18:53.507180 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b732e5cd-8786-41ba-9488-f056c85e01ba admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:18:53.507744 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-b732e5cd-8786-41ba-9488-f056c85e01ba admin admin] Notify callbacks [] for subnet, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:18:53.513748 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f20845c-873d-4bd7-ab60-e55801de8fdb None None] Network 0ca1f32a-8633-4131-9f74-497613c8d5fe requested from dv-neutron-836180-1-hyperv {{(pid=83872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 14:18:53.529416 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-b732e5cd-8786-41ba-9488-f056c85e01ba admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5139966 Apr 01 14:18:53.532063 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 36362) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:18:53.537106 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:18:53.537248 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.v2.base [None req-5abc9418-908f-49f2-a779-1f0229a5edb6 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1121757312-router', 'tenant_id': '2add1734b87f4e5a8b225944caaac2c2', 'external_gateway_info': {'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301'}}} {{(pid=83869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 14:18:53.541758 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-5abc9418-908f-49f2-a779-1f0229a5edb6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 14:18:53.547966 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-5abc9418-908f-49f2-a779-1f0229a5edb6 admin admin] Usage tracker for resource:router and tenant:2add1734b87f4e5a8b225944caaac2c2 is out of sync, need to count used quota {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 14:18:53.551388 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-5abc9418-908f-49f2-a779-1f0229a5edb6 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 14:18:53.558068 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-5abc9418-908f-49f2-a779-1f0229a5edb6 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 14:18:53.569549 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-5abc9418-908f-49f2-a779-1f0229a5edb6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4082176', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4220'] for router, before_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:18:53.570660 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-5abc9418-908f-49f2-a779-1f0229a5edb6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4082277', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4084873', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4148249', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4211'] for router, precommit_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:18:53.589701 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-5abc9418-908f-49f2-a779-1f0229a5edb6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:18:53.615932 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] For port 35b95295-5490-4be5-ab0d-323c37d800a2, host dv-neutron-836180-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836180-1-hyperv',level=0,port_id=35b95295-5490-4be5-ab0d-323c37d800a2,segment=NetworkSegment(7b924dd8-4978-40c4-ad91-4b9b27348462),segment_id=7b924dd8-4978-40c4-ad91-4b9b27348462)] {{(pid=83872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 14:18:53.621556 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864'] for port, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:18:53.756116 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-5abc9418-908f-49f2-a779-1f0229a5edb6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4084887', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4079850', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4161'] for router, precommit_update {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:18:53.756798 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Pushing event updated for resources: {'Port': ['ID=35b95295-5490-4be5-ab0d-323c37d800a2,revision_number=4']} {{(pid=83872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:18:53.821112 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad66b239-da50-4b6b-b5b0-ca157277b7d2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7e7d0ecb-2af4-55f5-9198-238ab0570d62-0ca1f32a-8633-4131-9f74-497613c8d5fe', 'network_id': '0ca1f32a-8633-4131-9f74-497613c8d5fe', 'tenant_id': '2add1734b87f4e5a8b225944caaac2c2', 'fixed_ips': [{'subnet_id': '4f85f100-91d1-440c-b0d1-1cb24e374623'}]}} from dv-neutron-836180-1-hyperv. {{(pid=83872) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 01 14:18:53.821937 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-ad66b239-da50-4b6b-b5b0-ca157277b7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:18:53.955474 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-5abc9418-908f-49f2-a779-1f0229a5edb6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:18:53.986492 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-5abc9418-908f-49f2-a779-1f0229a5edb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:18:53.988577 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.db_base_plugin_common [None req-ad66b239-da50-4b6b-b5b0-ca157277b7d2 None None] Allocated IP 172.20.0.2 (0ca1f32a-8633-4131-9f74-497613c8d5fe/4f85f100-91d1-440c-b0d1-1cb24e374623/134fe61a-4758-49cf-bc91-1769914153bf) {{(pid=83872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 14:18:54.165994 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.db_base_plugin_common [None req-5abc9418-908f-49f2-a779-1f0229a5edb6 admin admin] Allocated IP 172.26.5.128 (725864b8-cceb-48c9-b5d3-1bfc4423e301/e2ed99db-0e25-4971-b535-7fa69231fae8/fe5b476b-587c-4fdb-9a9a-227b6e80601a) {{(pid=83869) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 14:18:54.242343 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-ad66b239-da50-4b6b-b5b0-ca157277b7d2 None None] Notify callbacks [] for port, precommit_create {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:18:54.255110 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-ad66b239-da50-4b6b-b5b0-ca157277b7d2 None None] Transition to ACTIVE for port object 134fe61a-4758-49cf-bc91-1769914153bf will not be triggered until provisioned by entity L2. {{(pid=83872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 14:18:54.293149 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-ad66b239-da50-4b6b-b5b0-ca157277b7d2 None None] Transition to ACTIVE for port object 134fe61a-4758-49cf-bc91-1769914153bf will not be triggered until provisioned by entity DHCP. {{(pid=83872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 14:18:54.296749 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:18:54.303744 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-ad66b239-da50-4b6b-b5b0-ca157277b7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736732935801'] for port, after_create {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:18:54.356202 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-5abc9418-908f-49f2-a779-1f0229a5edb6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:18:54.402597 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-5abc9418-908f-49f2-a779-1f0229a5edb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736732935801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2705155'] for port, after_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:18:54.407456 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad66b239-da50-4b6b-b5b0-ca157277b7d2 None None] Network 0ca1f32a-8633-4131-9f74-497613c8d5fe is already hosted by enough agents. {{(pid=83872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 14:18:54.408913 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.scheduler.base_scheduler [None req-ad66b239-da50-4b6b-b5b0-ca157277b7d2 None None] Resources bound (agent type, host, resource id): {{(pid=83872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 14:18:54.411808 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad66b239-da50-4b6b-b5b0-ca157277b7d2 None None] Pushing event updated for resources: {'Port': ['ID=134fe61a-4758-49cf-bc91-1769914153bf,revision_number=1']} {{(pid=83872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:18:54.414049 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad66b239-da50-4b6b-b5b0-ca157277b7d2 None None] Received port after_create {{(pid=83872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 14:18:54.482415 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5abc9418-908f-49f2-a779-1f0229a5edb6 admin admin] Network 725864b8-cceb-48c9-b5d3-1bfc4423e301 is already hosted by enough agents. {{(pid=83869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 14:18:54.486601 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.scheduler.base_scheduler [None req-5abc9418-908f-49f2-a779-1f0229a5edb6 admin admin] Resources bound (agent type, host, resource id): {{(pid=83869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 14:18:54.489964 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5abc9418-908f-49f2-a779-1f0229a5edb6 admin admin] Received port after_create {{(pid=83869) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 14:18:54.519071 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.managers [None req-ad66b239-da50-4b6b-b5b0-ca157277b7d2 None None] Attempting to bind port 134fe61a-4758-49cf-bc91-1769914153bf on host dv-neutron-836180-1-hyperv for vnic_type normal with profile {{(pid=83872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 14:18:54.519525 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.managers [None req-ad66b239-da50-4b6b-b5b0-ca157277b7d2 None None] Attempting to bind port 134fe61a-4758-49cf-bc91-1769914153bf by drivers openvswitch,hyperv on host dv-neutron-836180-1-hyperv at level 0 using segments [{'id': '8d1277ee-19c2-4cae-8b8c-bb45d71ccd12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '0ca1f32a-8633-4131-9f74-497613c8d5fe'}] {{(pid=83872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 14:18:54.519953 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad66b239-da50-4b6b-b5b0-ca157277b7d2 None None] Attempting to bind port 134fe61a-4758-49cf-bc91-1769914153bf on network 0ca1f32a-8633-4131-9f74-497613c8d5fe {{(pid=83872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 14:18:54.526923 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad66b239-da50-4b6b-b5b0-ca157277b7d2 None None] Checking agent: {'id': 'af948428-97cd-4d10-9f53-af028bdb39b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-836180-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 13, 25, 37), 'started_at': datetime.datetime(2022, 4, 1, 13, 26, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 14, 18, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-836180-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 14:18:54.527470 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad66b239-da50-4b6b-b5b0-ca157277b7d2 None None] Checking segment: {'id': '8d1277ee-19c2-4cae-8b8c-bb45d71ccd12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '0ca1f32a-8633-4131-9f74-497613c8d5fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 14:18:54.528027 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-ad66b239-da50-4b6b-b5b0-ca157277b7d2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:18:54.528586 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad66b239-da50-4b6b-b5b0-ca157277b7d2 None None] Bound using segment: {'id': '8d1277ee-19c2-4cae-8b8c-bb45d71ccd12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '0ca1f32a-8633-4131-9f74-497613c8d5fe'} {{(pid=83872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 14:18:54.529194 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.managers [None req-ad66b239-da50-4b6b-b5b0-ca157277b7d2 None None] Bound port: 134fe61a-4758-49cf-bc91-1769914153bf, host: dv-neutron-836180-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d1277ee-19c2-4cae-8b8c-bb45d71ccd12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '0ca1f32a-8633-4131-9f74-497613c8d5fe'}}] {{(pid=83872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 14:18:54.529703 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-ad66b239-da50-4b6b-b5b0-ca157277b7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:18:54.533211 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5abc9418-908f-49f2-a779-1f0229a5edb6 admin admin] Pushing event updated for resources: {'Port': ['ID=fe5b476b-587c-4fdb-9a9a-227b6e80601a,revision_number=1']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:18:54.630094 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-ad66b239-da50-4b6b-b5b0-ca157277b7d2 None None] For port 134fe61a-4758-49cf-bc91-1769914153bf, host dv-neutron-836180-1-hyperv, cleared binding levels {{(pid=83872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 14:18:54.634203 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-ad66b239-da50-4b6b-b5b0-ca157277b7d2 None None] For port 134fe61a-4758-49cf-bc91-1769914153bf, host dv-neutron-836180-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836180-1-hyperv',level=0,port_id=134fe61a-4758-49cf-bc91-1769914153bf,segment=NetworkSegment(8d1277ee-19c2-4cae-8b8c-bb45d71ccd12),segment_id=8d1277ee-19c2-4cae-8b8c-bb45d71ccd12)] {{(pid=83872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 14:18:54.638447 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-ad66b239-da50-4b6b-b5b0-ca157277b7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864'] for port, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:18:54.685684 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-5abc9418-908f-49f2-a779-1f0229a5edb6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:18:54.686528 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-5abc9418-908f-49f2-a779-1f0229a5edb6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4082201', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4084858'] for router, after_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:18:54.723522 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad66b239-da50-4b6b-b5b0-ca157277b7d2 None None] Pushing event updated for resources: {'Port': ['ID=134fe61a-4758-49cf-bc91-1769914153bf,revision_number=2']} {{(pid=83872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:18:54.952955 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5abc9418-908f-49f2-a779-1f0229a5edb6 admin admin] Router 10b34460-b69e-43e7-b710-ba28fa60ea0b is scheduled to L3 agent 88bf8fc8-11a3-4e96-9d1b-5fd93ba9f6f1 with binding_index 1 {{(pid=83869) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 01 14:18:55.163816 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5abc9418-908f-49f2-a779-1f0229a5edb6 admin admin] Notify agent at l3_agent.dv-neutron-836180-1-hyperv the message routers_updated {{(pid=83869) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 14:18:55.174770 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e4c037c-d53f-45ad-98b3-5ff34ba21937 None None] Sync routers for ids ['10b34460-b69e-43e7-b710-ba28fa60ea0b'] in dv-neutron-836180-1-hyperv {{(pid=83873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 14:18:55.189047 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e4c037c-d53f-45ad-98b3-5ff34ba21937 None None] Routers {'10b34460-b69e-43e7-b710-ba28fa60ea0b'} bound to L3 agent in host dv-neutron-836180-1-hyperv {{(pid=83873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 14:18:55.189859 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-0e4c037c-d53f-45ad-98b3-5ff34ba21937 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836180-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T13:25:36Z,description=,heartbeat_timestamp=2022-04-01T14:18:36Z,host='dv-neutron-836180-1-hyperv',id=88bf8fc8-11a3-4e96-9d1b-5fd93ba9f6f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T13:25:36Z,topic='l3_agent')) {'router_ids': ['10b34460-b69e-43e7-b710-ba28fa60ea0b'], 'active': True} {{(pid=83873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 14:18:55.196713 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-5abc9418-908f-49f2-a779-1f0229a5edb6 admin admin] Notify callbacks [] for router, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:18:55.197957 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-5abc9418-908f-49f2-a779-1f0229a5edb6 admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.6648271 Apr 01 14:18:55.200954 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 36368) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:18:55.389662 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Device 134fe61a-4758-49cf-bc91-1769914153bf up at agent ovs-agent-dv-neutron-836180-1-hyperv {{(pid=83872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 14:18:55.444819 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_dvr_db [None req-0e4c037c-d53f-45ad-98b3-5ff34ba21937 None None] Set router 10b34460-b69e-43e7-b710-ba28fa60ea0b gateway port host: dv-neutron-836180-1-hyperv {{(pid=83873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 14:18:55.522033 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Provisioning for port 134fe61a-4758-49cf-bc91-1769914153bf completed by entity L2. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 14:18:55.527755 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Device 35b95295-5490-4be5-ab0d-323c37d800a2 up at agent ovs-agent-dv-neutron-836180-1-hyperv {{(pid=83872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 14:18:55.614988 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Provisioning complete for port 35b95295-5490-4be5-ab0d-323c37d800a2 triggered by entity L2. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 14:18:55.615391 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-948329'] for port, provisioning_complete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:18:55.839519 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-0e4c037c-d53f-45ad-98b3-5ff34ba21937 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10b34460-b69e-43e7-b710-ba28fa60ea0b', 'name': 'tempest-TestShelveInstance-1121757312-router', 'tenant_id': '2add1734b87f4e5a8b225944caaac2c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'external_fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.128'}], 'enable_snat': True}, 'gw_port_id': 'fe5b476b-587c-4fdb-9a9a-227b6e80601a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T14:18:53Z', 'updated_at': '2022-04-01T14:18:54Z', 'revision_number': 3, 'project_id': '2add1734b87f4e5a8b225944caaac2c2', 'gw_port': {'id': 'fe5b476b-587c-4fdb-9a9a-227b6e80601a', 'name': '', 'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:8d:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10b34460-b69e-43e7-b710-ba28fa60ea0b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T14:18:54Z', 'updated_at': '2022-04-01T14:18:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836180-1-hyperv'}], 'dv-neutron-836180-1-hyperv', False) {} {{(pid=83873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 14:18:55.844574 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e4c037c-d53f-45ad-98b3-5ff34ba21937 None None] Checking router: 10b34460-b69e-43e7-b710-ba28fa60ea0b for host: dv-neutron-836180-1-hyperv {{(pid=83873) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 01 14:18:55.844942 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e4c037c-d53f-45ad-98b3-5ff34ba21937 None None] Updating router 10b34460-b69e-43e7-b710-ba28fa60ea0b port fe5b476b-587c-4fdb-9a9a-227b6e80601a binding host dv-neutron-836180-1-hyperv {{(pid=83873) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 01 14:18:55.907065 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-0e4c037c-d53f-45ad-98b3-5ff34ba21937 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:18:55.966538 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-260558a8-2b57-401c-b19a-e6e5bb8af358 None None] Network 0ca1f32a-8633-4131-9f74-497613c8d5fe requested from dv-neutron-836180-1-hyperv {{(pid=83872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 14:18:56.079772 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-0ee47e90-55a5-4093-a063-387c1dc09bc9 None None] Provisioning for port 134fe61a-4758-49cf-bc91-1769914153bf completed by entity DHCP. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 14:18:56.088712 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-0ee47e90-55a5-4093-a063-387c1dc09bc9 None None] Provisioning complete for port 134fe61a-4758-49cf-bc91-1769914153bf triggered by entity DHCP. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 14:18:56.089081 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-0ee47e90-55a5-4093-a063-387c1dc09bc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-948329'] for port, provisioning_complete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:18:56.256283 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-63433d81-0db8-4b80-b005-c87a38064354 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:18:56.344679 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-0e4c037c-d53f-45ad-98b3-5ff34ba21937 None None] Notify callbacks [] for port, precommit_update {{(pid=83873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:18:56.362225 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-0e4c037c-d53f-45ad-98b3-5ff34ba21937 None None] Transition to ACTIVE for port object fe5b476b-587c-4fdb-9a9a-227b6e80601a will not be triggered until provisioned by entity L2. {{(pid=83873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 14:18:56.369928 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-0e4c037c-d53f-45ad-98b3-5ff34ba21937 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864'] for port, after_update {{(pid=83873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:18:56.410040 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-0ee47e90-55a5-4093-a063-387c1dc09bc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:18:56.449801 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-0ee47e90-55a5-4093-a063-387c1dc09bc9 None None] For port 134fe61a-4758-49cf-bc91-1769914153bf, host dv-neutron-836180-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836180-1-hyperv',level=0,port_id=134fe61a-4758-49cf-bc91-1769914153bf,segment=NetworkSegment(8d1277ee-19c2-4cae-8b8c-bb45d71ccd12),segment_id=8d1277ee-19c2-4cae-8b8c-bb45d71ccd12)] {{(pid=83872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 14:18:56.455891 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb0650d-0df1-49a7-9ff7-dff0b1de0656 None None] Pushing event updated for resources: {'Port': ['ID=fe5b476b-587c-4fdb-9a9a-227b6e80601a,revision_number=2']} {{(pid=83873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:18:56.460157 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-0ee47e90-55a5-4093-a063-387c1dc09bc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864'] for port, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:18:56.464465 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.plugins.ml2.managers [None req-0e4c037c-d53f-45ad-98b3-5ff34ba21937 None None] Attempting to bind port fe5b476b-587c-4fdb-9a9a-227b6e80601a on host dv-neutron-836180-1-hyperv for vnic_type normal with profile {{(pid=83873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 14:18:56.464830 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.plugins.ml2.managers [None req-0e4c037c-d53f-45ad-98b3-5ff34ba21937 None None] Attempting to bind port fe5b476b-587c-4fdb-9a9a-227b6e80601a by drivers openvswitch,hyperv on host dv-neutron-836180-1-hyperv at level 0 using segments [{'id': '7b924dd8-4978-40c4-ad91-4b9b27348462', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301'}] {{(pid=83873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 14:18:56.465184 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e4c037c-d53f-45ad-98b3-5ff34ba21937 None None] Attempting to bind port fe5b476b-587c-4fdb-9a9a-227b6e80601a on network 725864b8-cceb-48c9-b5d3-1bfc4423e301 {{(pid=83873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 14:18:56.472161 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fb0650d-0df1-49a7-9ff7-dff0b1de0656 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:18:56.472531 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fb0650d-0df1-49a7-9ff7-dff0b1de0656 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:18:56.472866 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fb0650d-0df1-49a7-9ff7-dff0b1de0656 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:18:56.473208 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fb0650d-0df1-49a7-9ff7-dff0b1de0656 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:18:56.473620 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fb0650d-0df1-49a7-9ff7-dff0b1de0656 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:18:56.473937 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fb0650d-0df1-49a7-9ff7-dff0b1de0656 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:18:56.474320 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fb0650d-0df1-49a7-9ff7-dff0b1de0656 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:18:56.474759 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fb0650d-0df1-49a7-9ff7-dff0b1de0656 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:18:56.475195 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fb0650d-0df1-49a7-9ff7-dff0b1de0656 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:18:56.475640 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fb0650d-0df1-49a7-9ff7-dff0b1de0656 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:18:56.475961 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fb0650d-0df1-49a7-9ff7-dff0b1de0656 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:18:56.482234 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e4c037c-d53f-45ad-98b3-5ff34ba21937 None None] Checking agent: {'id': 'af948428-97cd-4d10-9f53-af028bdb39b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-836180-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 13, 25, 37), 'started_at': datetime.datetime(2022, 4, 1, 13, 26, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 14, 18, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-836180-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 14:18:56.482594 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e4c037c-d53f-45ad-98b3-5ff34ba21937 None None] Checking segment: {'id': '7b924dd8-4978-40c4-ad91-4b9b27348462', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 14:18:56.482986 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-0e4c037c-d53f-45ad-98b3-5ff34ba21937 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:18:56.483360 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e4c037c-d53f-45ad-98b3-5ff34ba21937 None None] Bound using segment: {'id': '7b924dd8-4978-40c4-ad91-4b9b27348462', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301'} {{(pid=83873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 14:18:56.484464 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.plugins.ml2.managers [None req-0e4c037c-d53f-45ad-98b3-5ff34ba21937 None None] Bound port: fe5b476b-587c-4fdb-9a9a-227b6e80601a, host: dv-neutron-836180-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b924dd8-4978-40c4-ad91-4b9b27348462', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301'}}] {{(pid=83873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 14:18:56.484970 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-0e4c037c-d53f-45ad-98b3-5ff34ba21937 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:18:56.509950 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.db_base_plugin_common [None req-63433d81-0db8-4b80-b005-c87a38064354 admin admin] Allocated IP 172.20.0.1 (0ca1f32a-8633-4131-9f74-497613c8d5fe/4f85f100-91d1-440c-b0d1-1cb24e374623/fbf3bb03-5d90-412f-855c-eabca8df6206) {{(pid=83869) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 14:18:56.555136 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee47e90-55a5-4093-a063-387c1dc09bc9 None None] Pushing event updated for resources: {'Port': ['ID=134fe61a-4758-49cf-bc91-1769914153bf,revision_number=3']} {{(pid=83872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:18:56.576531 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.plugins.ml2.db [None req-0e4c037c-d53f-45ad-98b3-5ff34ba21937 None None] For port fe5b476b-587c-4fdb-9a9a-227b6e80601a, host dv-neutron-836180-1-hyperv, cleared binding levels {{(pid=83873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 14:18:56.581143 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.plugins.ml2.db [None req-0e4c037c-d53f-45ad-98b3-5ff34ba21937 None None] For port fe5b476b-587c-4fdb-9a9a-227b6e80601a, host dv-neutron-836180-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836180-1-hyperv',level=0,port_id=fe5b476b-587c-4fdb-9a9a-227b6e80601a,segment=NetworkSegment(7b924dd8-4978-40c4-ad91-4b9b27348462),segment_id=7b924dd8-4978-40c4-ad91-4b9b27348462)] {{(pid=83873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 14:18:56.585911 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-0e4c037c-d53f-45ad-98b3-5ff34ba21937 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864'] for port, after_update {{(pid=83873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:18:56.673322 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb0650d-0df1-49a7-9ff7-dff0b1de0656 None None] Pushing event updated for resources: {'Port': ['ID=fe5b476b-587c-4fdb-9a9a-227b6e80601a,revision_number=3']} {{(pid=83873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:18:56.686043 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e4c037c-d53f-45ad-98b3-5ff34ba21937 None None] Routers {'10b34460-b69e-43e7-b710-ba28fa60ea0b'} bound to L3 agent in host dv-neutron-836180-1-hyperv {{(pid=83873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 14:18:56.687075 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-0e4c037c-d53f-45ad-98b3-5ff34ba21937 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836180-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-01T13:25:36Z,description=,heartbeat_timestamp=2022-04-01T14:18:36Z,host='dv-neutron-836180-1-hyperv',id=88bf8fc8-11a3-4e96-9d1b-5fd93ba9f6f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T13:25:36Z,topic='l3_agent')) {'router_ids': ['10b34460-b69e-43e7-b710-ba28fa60ea0b'], 'active': True} {{(pid=83873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 14:18:56.697656 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-63433d81-0db8-4b80-b005-c87a38064354 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:18:56.715131 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.provisioning_blocks [None req-63433d81-0db8-4b80-b005-c87a38064354 admin admin] Transition to ACTIVE for port object fbf3bb03-5d90-412f-855c-eabca8df6206 will not be triggered until provisioned by entity DHCP. {{(pid=83869) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 14:18:56.739446 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-63433d81-0db8-4b80-b005-c87a38064354 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736732935801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2705155'] for port, after_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:18:56.791177 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-5e64eb87-8c9e-4091-b990-98f01bf23a8e None None] Provisioning complete for port 134fe61a-4758-49cf-bc91-1769914153bf triggered by entity DHCP. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 14:18:56.791917 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-5e64eb87-8c9e-4091-b990-98f01bf23a8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-948329'] for port, provisioning_complete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:18:56.817279 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63433d81-0db8-4b80-b005-c87a38064354 admin admin] Network 0ca1f32a-8633-4131-9f74-497613c8d5fe is already hosted by enough agents. {{(pid=83869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 14:18:56.820906 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.scheduler.base_scheduler [None req-63433d81-0db8-4b80-b005-c87a38064354 admin admin] Resources bound (agent type, host, resource id): {{(pid=83869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 14:18:56.822938 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63433d81-0db8-4b80-b005-c87a38064354 admin admin] Pushing event updated for resources: {'Port': ['ID=fbf3bb03-5d90-412f-855c-eabca8df6206,revision_number=1']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:18:56.825169 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63433d81-0db8-4b80-b005-c87a38064354 admin admin] Received port after_create {{(pid=83869) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 14:18:56.885843 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-63433d81-0db8-4b80-b005-c87a38064354 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4084144'] for router_interface, before_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:18:56.974426 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_dvr_db [None req-0e4c037c-d53f-45ad-98b3-5ff34ba21937 None None] Set router 10b34460-b69e-43e7-b710-ba28fa60ea0b gateway port host: dv-neutron-836180-1-hyperv {{(pid=83873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 14:18:56.998110 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-63433d81-0db8-4b80-b005-c87a38064354 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:18:57.161797 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-a544c7c6-99e6-4fa8-bdae-0c113935e383 None None] Provisioning for port fbf3bb03-5d90-412f-855c-eabca8df6206 completed by entity DHCP. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 14:18:57.166589 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-a544c7c6-99e6-4fa8-bdae-0c113935e383 None None] Provisioning complete for port fbf3bb03-5d90-412f-855c-eabca8df6206 triggered by entity DHCP. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 14:18:57.167055 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-a544c7c6-99e6-4fa8-bdae-0c113935e383 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-948329'] for port, provisioning_complete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:18:57.241334 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.plugin [None req-a544c7c6-99e6-4fa8-bdae-0c113935e383 None None] Port fbf3bb03-5d90-412f-855c-eabca8df6206 cannot update to ACTIVE because it is not bound. {{(pid=83872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 14:18:57.255411 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-63433d81-0db8-4b80-b005-c87a38064354 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:18:57.260927 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-63433d81-0db8-4b80-b005-c87a38064354 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2705172'] for port, after_update {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:18:57.300692 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-0e4c037c-d53f-45ad-98b3-5ff34ba21937 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10b34460-b69e-43e7-b710-ba28fa60ea0b', 'name': 'tempest-TestShelveInstance-1121757312-router', 'tenant_id': '2add1734b87f4e5a8b225944caaac2c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'external_fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.128'}], 'enable_snat': True}, 'gw_port_id': 'fe5b476b-587c-4fdb-9a9a-227b6e80601a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T14:18:53Z', 'updated_at': '2022-04-01T14:18:54Z', 'revision_number': 3, 'project_id': '2add1734b87f4e5a8b225944caaac2c2', 'gw_port': {'id': 'fe5b476b-587c-4fdb-9a9a-227b6e80601a', 'name': '', 'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:8d:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10b34460-b69e-43e7-b710-ba28fa60ea0b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836180-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T14:18:54Z', 'updated_at': '2022-04-01T14:18:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836180-1-hyperv'}], 'dv-neutron-836180-1-hyperv', False) {} {{(pid=83873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 14:18:57.307502 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e4c037c-d53f-45ad-98b3-5ff34ba21937 None None] The sync data for ids ['10b34460-b69e-43e7-b710-ba28fa60ea0b'] in dv-neutron-836180-1-hyperv is: [{'id': '10b34460-b69e-43e7-b710-ba28fa60ea0b', 'name': 'tempest-TestShelveInstance-1121757312-router', 'tenant_id': '2add1734b87f4e5a8b225944caaac2c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'external_fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.128'}], 'enable_snat': True}, 'gw_port_id': 'fe5b476b-587c-4fdb-9a9a-227b6e80601a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T14:18:53Z', 'updated_at': '2022-04-01T14:18:54Z', 'revision_number': 3, 'project_id': '2add1734b87f4e5a8b225944caaac2c2', 'gw_port': {'id': 'fe5b476b-587c-4fdb-9a9a-227b6e80601a', 'name': '', 'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:8d:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10b34460-b69e-43e7-b710-ba28fa60ea0b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836180-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T14:18:54Z', 'updated_at': '2022-04-01T14:18:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836180-1-hyperv'}] {{(pid=83873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 14:18:57.327686 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Device 134fe61a-4758-49cf-bc91-1769914153bf up at agent ovs-agent-dv-neutron-836180-1-hyperv {{(pid=83872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 14:18:57.383151 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-63433d81-0db8-4b80-b005-c87a38064354 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3017508', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4084015'] for router_interface, after_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:18:57.387061 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63433d81-0db8-4b80-b005-c87a38064354 admin admin] Pushing event updated for resources: {'Port': ['ID=fbf3bb03-5d90-412f-855c-eabca8df6206,revision_number=2']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:18:57.425653 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Provisioning complete for port 134fe61a-4758-49cf-bc91-1769914153bf triggered by entity L2. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 14:18:57.426226 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-948329'] for port, provisioning_complete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:18:57.633005 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63433d81-0db8-4b80-b005-c87a38064354 admin admin] Network 0ca1f32a-8633-4131-9f74-497613c8d5fe is already hosted by enough agents. {{(pid=83869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 14:18:57.634085 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.scheduler.base_scheduler [None req-63433d81-0db8-4b80-b005-c87a38064354 admin admin] Resources bound (agent type, host, resource id): {{(pid=83869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 14:18:57.871016 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-cf442d42-291b-491e-bfe5-c457840f3798 None None] Provisioning complete for port fbf3bb03-5d90-412f-855c-eabca8df6206 triggered by entity DHCP. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 14:18:57.871474 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-cf442d42-291b-491e-bfe5-c457840f3798 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-948329'] for port, provisioning_complete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:18:57.927113 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.plugin [None req-cf442d42-291b-491e-bfe5-c457840f3798 None None] Port fbf3bb03-5d90-412f-855c-eabca8df6206 cannot update to ACTIVE because it is not bound. {{(pid=83872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 14:18:58.039661 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63433d81-0db8-4b80-b005-c87a38064354 admin admin] Router 10b34460-b69e-43e7-b710-ba28fa60ea0b has already been hosted by L3 agent 88bf8fc8-11a3-4e96-9d1b-5fd93ba9f6f1 {{(pid=83869) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 14:18:58.247756 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63433d81-0db8-4b80-b005-c87a38064354 admin admin] Notify agent at l3_agent.dv-neutron-836180-1-hyperv the message routers_updated {{(pid=83869) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 14:18:58.257001 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-63433d81-0db8-4b80-b005-c87a38064354 admin admin] 10.222.0.26 "PUT /v2.0/routers/10b34460-b69e-43e7-b710-ba28fa60ea0b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0550232 Apr 01 14:18:58.832401 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 36378) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:18:58.838216 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.v2.base [None req-bc9742cc-509e-4cb0-a498-7f817c22ffd8 tempest-TestShelveInstance-17953904 tempest-TestShelveInstance-17953904-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1717970997', 'description': 'tempest-secgroup-smoke-1717970997 description', 'project_id': '1738f80b01b740f9889eafec82b2aaf9'}} {{(pid=83869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 14:18:58.844593 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-bc9742cc-509e-4cb0-a498-7f817c22ffd8 tempest-TestShelveInstance-17953904 tempest-TestShelveInstance-17953904-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 14:18:58.848472 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-bc9742cc-509e-4cb0-a498-7f817c22ffd8 tempest-TestShelveInstance-17953904 tempest-TestShelveInstance-17953904-project] Usage tracker for resource:security_group and tenant:1738f80b01b740f9889eafec82b2aaf9 is out of sync, need to count used quota {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 14:18:58.851510 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-bc9742cc-509e-4cb0-a498-7f817c22ffd8 tempest-TestShelveInstance-17953904 tempest-TestShelveInstance-17953904-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 14:18:58.857396 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-bc9742cc-509e-4cb0-a498-7f817c22ffd8 tempest-TestShelveInstance-17953904 tempest-TestShelveInstance-17953904-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 14:18:58.868936 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-bc9742cc-509e-4cb0-a498-7f817c22ffd8 tempest-TestShelveInstance-17953904 tempest-TestShelveInstance-17953904-project] Notify callbacks [] for security_group, before_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:18:58.907571 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-bc9742cc-509e-4cb0-a498-7f817c22ffd8 tempest-TestShelveInstance-17953904 tempest-TestShelveInstance-17953904-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 14:18:58.911350 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-bc9742cc-509e-4cb0-a498-7f817c22ffd8 tempest-TestShelveInstance-17953904 tempest-TestShelveInstance-17953904-project] Usage tracker for resource:security_group_rule and tenant:1738f80b01b740f9889eafec82b2aaf9 is out of sync, need to count used quota {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 14:18:58.914352 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-bc9742cc-509e-4cb0-a498-7f817c22ffd8 tempest-TestShelveInstance-17953904 tempest-TestShelveInstance-17953904-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 14:18:58.920945 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-bc9742cc-509e-4cb0-a498-7f817c22ffd8 tempest-TestShelveInstance-17953904 tempest-TestShelveInstance-17953904-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 14:18:58.992013 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-bc9742cc-509e-4cb0-a498-7f817c22ffd8 tempest-TestShelveInstance-17953904 tempest-TestShelveInstance-17953904-project] Notify callbacks [] for security_group, precommit_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:18:58.996041 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-bc9742cc-509e-4cb0-a498-7f817c22ffd8 tempest-TestShelveInstance-17953904 tempest-TestShelveInstance-17953904-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3775923'] for security_group, after_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:18:59.039387 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9742cc-509e-4cb0-a498-7f817c22ffd8 tempest-TestShelveInstance-17953904 tempest-TestShelveInstance-17953904-project] Pushing event updated for resources: {'SecurityGroup': ['ID=94d16090-f9d2-4323-9262-3c2912dac8de,revision_number=1']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:18:59.043430 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-bc9742cc-509e-4cb0-a498-7f817c22ffd8 tempest-TestShelveInstance-17953904 tempest-TestShelveInstance-17953904-project] Notify callbacks [] for security_group, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:18:59.044646 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-bc9742cc-509e-4cb0-a498-7f817c22ffd8 tempest-TestShelveInstance-17953904 tempest-TestShelveInstance-17953904-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.2112212 Apr 01 14:18:59.048812 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 36382) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:18:59.054869 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.v2.base [None req-cc8a556f-f668-49bc-ae7c-f9b13ee5282a tempest-TestShelveInstance-17953904 tempest-TestShelveInstance-17953904-project] Request body: {'security_group_rule': {'security_group_id': '94d16090-f9d2-4323-9262-3c2912dac8de', 'project_id': '1738f80b01b740f9889eafec82b2aaf9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 14:18:59.060935 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-cc8a556f-f668-49bc-ae7c-f9b13ee5282a tempest-TestShelveInstance-17953904 tempest-TestShelveInstance-17953904-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 14:18:59.065684 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-cc8a556f-f668-49bc-ae7c-f9b13ee5282a tempest-TestShelveInstance-17953904 tempest-TestShelveInstance-17953904-project] Usage tracker for resource:security_group_rule and tenant:1738f80b01b740f9889eafec82b2aaf9 is out of sync, need to count used quota {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 14:18:59.068513 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-cc8a556f-f668-49bc-ae7c-f9b13ee5282a tempest-TestShelveInstance-17953904 tempest-TestShelveInstance-17953904-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 14:18:59.074065 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-cc8a556f-f668-49bc-ae7c-f9b13ee5282a tempest-TestShelveInstance-17953904 tempest-TestShelveInstance-17953904-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 14:18:59.092028 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-cc8a556f-f668-49bc-ae7c-f9b13ee5282a tempest-TestShelveInstance-17953904 tempest-TestShelveInstance-17953904-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:18:59.177208 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-cc8a556f-f668-49bc-ae7c-f9b13ee5282a tempest-TestShelveInstance-17953904 tempest-TestShelveInstance-17953904-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:18:59.181712 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-cc8a556f-f668-49bc-ae7c-f9b13ee5282a tempest-TestShelveInstance-17953904 tempest-TestShelveInstance-17953904-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3775744'] for security_group_rule, after_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:18:59.207058 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc8a556f-f668-49bc-ae7c-f9b13ee5282a tempest-TestShelveInstance-17953904 tempest-TestShelveInstance-17953904-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b24204bb-aaee-4049-98b5-7cf74023931c,revision_number=0']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:18:59.216385 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-cc8a556f-f668-49bc-ae7c-f9b13ee5282a tempest-TestShelveInstance-17953904 tempest-TestShelveInstance-17953904-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:18:59.217557 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-cc8a556f-f668-49bc-ae7c-f9b13ee5282a tempest-TestShelveInstance-17953904 tempest-TestShelveInstance-17953904-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1676345 Apr 01 14:18:59.220823 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 36386) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:18:59.226523 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.v2.base [None req-59ee5cac-f27b-4f41-91aa-154516bbad99 tempest-TestShelveInstance-17953904 tempest-TestShelveInstance-17953904-project] Request body: {'security_group_rule': {'security_group_id': '94d16090-f9d2-4323-9262-3c2912dac8de', 'project_id': '1738f80b01b740f9889eafec82b2aaf9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 14:18:59.232631 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-59ee5cac-f27b-4f41-91aa-154516bbad99 tempest-TestShelveInstance-17953904 tempest-TestShelveInstance-17953904-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 14:18:59.237590 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-59ee5cac-f27b-4f41-91aa-154516bbad99 tempest-TestShelveInstance-17953904 tempest-TestShelveInstance-17953904-project] Usage tracker for resource:security_group_rule and tenant:1738f80b01b740f9889eafec82b2aaf9 is out of sync, need to count used quota {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 14:18:59.240558 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-59ee5cac-f27b-4f41-91aa-154516bbad99 tempest-TestShelveInstance-17953904 tempest-TestShelveInstance-17953904-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 14:18:59.246451 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-59ee5cac-f27b-4f41-91aa-154516bbad99 tempest-TestShelveInstance-17953904 tempest-TestShelveInstance-17953904-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 14:18:59.263098 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-59ee5cac-f27b-4f41-91aa-154516bbad99 tempest-TestShelveInstance-17953904 tempest-TestShelveInstance-17953904-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:18:59.326074 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-59ee5cac-f27b-4f41-91aa-154516bbad99 tempest-TestShelveInstance-17953904 tempest-TestShelveInstance-17953904-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:18:59.330045 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-59ee5cac-f27b-4f41-91aa-154516bbad99 tempest-TestShelveInstance-17953904 tempest-TestShelveInstance-17953904-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3775744'] for security_group_rule, after_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:18:59.352454 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ee5cac-f27b-4f41-91aa-154516bbad99 tempest-TestShelveInstance-17953904 tempest-TestShelveInstance-17953904-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8ba71cdb-810a-41ed-8a15-df1841c4c4f4,revision_number=0']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:18:59.361980 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-59ee5cac-f27b-4f41-91aa-154516bbad99 tempest-TestShelveInstance-17953904 tempest-TestShelveInstance-17953904-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:18:59.363129 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-59ee5cac-f27b-4f41-91aa-154516bbad99 tempest-TestShelveInstance-17953904 tempest-TestShelveInstance-17953904-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1413956 Apr 01 14:18:59.365881 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 36390) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:18:59.371338 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.v2.base [None req-c9bdfc12-b794-457e-8d78-55942614ab39 tempest-TestShelveInstance-17953904 tempest-TestShelveInstance-17953904-project] Request body: {'security_group_rule': {'security_group_id': '94d16090-f9d2-4323-9262-3c2912dac8de', 'project_id': '1738f80b01b740f9889eafec82b2aaf9', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 14:18:59.379043 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-c9bdfc12-b794-457e-8d78-55942614ab39 tempest-TestShelveInstance-17953904 tempest-TestShelveInstance-17953904-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 14:18:59.383418 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-c9bdfc12-b794-457e-8d78-55942614ab39 tempest-TestShelveInstance-17953904 tempest-TestShelveInstance-17953904-project] Usage tracker for resource:security_group_rule and tenant:1738f80b01b740f9889eafec82b2aaf9 is out of sync, need to count used quota {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 14:18:59.386619 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-c9bdfc12-b794-457e-8d78-55942614ab39 tempest-TestShelveInstance-17953904 tempest-TestShelveInstance-17953904-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 14:18:59.393092 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-c9bdfc12-b794-457e-8d78-55942614ab39 tempest-TestShelveInstance-17953904 tempest-TestShelveInstance-17953904-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 14:18:59.409046 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-c9bdfc12-b794-457e-8d78-55942614ab39 tempest-TestShelveInstance-17953904 tempest-TestShelveInstance-17953904-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:18:59.482032 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-c9bdfc12-b794-457e-8d78-55942614ab39 tempest-TestShelveInstance-17953904 tempest-TestShelveInstance-17953904-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:18:59.487029 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-c9bdfc12-b794-457e-8d78-55942614ab39 tempest-TestShelveInstance-17953904 tempest-TestShelveInstance-17953904-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3775744'] for security_group_rule, after_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:18:59.509358 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bdfc12-b794-457e-8d78-55942614ab39 tempest-TestShelveInstance-17953904 tempest-TestShelveInstance-17953904-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c14f8a39-d47c-4623-88f2-d2b2b3fce1b0,revision_number=0']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:18:59.522257 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-c9bdfc12-b794-457e-8d78-55942614ab39 tempest-TestShelveInstance-17953904 tempest-TestShelveInstance-17953904-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:18:59.524422 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-c9bdfc12-b794-457e-8d78-55942614ab39 tempest-TestShelveInstance-17953904 tempest-TestShelveInstance-17953904-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1574109 Apr 01 14:18:59.527419 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 36394) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:18:59.533445 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.v2.base [None req-760b1db9-9f13-4097-8cb7-9497a264a1e1 tempest-TestShelveInstance-17953904 tempest-TestShelveInstance-17953904-project] Request body: {'security_group_rule': {'security_group_id': '94d16090-f9d2-4323-9262-3c2912dac8de', 'project_id': '1738f80b01b740f9889eafec82b2aaf9', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 14:18:59.539463 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-760b1db9-9f13-4097-8cb7-9497a264a1e1 tempest-TestShelveInstance-17953904 tempest-TestShelveInstance-17953904-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 14:18:59.543259 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-760b1db9-9f13-4097-8cb7-9497a264a1e1 tempest-TestShelveInstance-17953904 tempest-TestShelveInstance-17953904-project] Usage tracker for resource:security_group_rule and tenant:1738f80b01b740f9889eafec82b2aaf9 is out of sync, need to count used quota {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 14:18:59.546097 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-760b1db9-9f13-4097-8cb7-9497a264a1e1 tempest-TestShelveInstance-17953904 tempest-TestShelveInstance-17953904-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 14:18:59.552783 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-760b1db9-9f13-4097-8cb7-9497a264a1e1 tempest-TestShelveInstance-17953904 tempest-TestShelveInstance-17953904-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 14:18:59.569970 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-760b1db9-9f13-4097-8cb7-9497a264a1e1 tempest-TestShelveInstance-17953904 tempest-TestShelveInstance-17953904-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:18:59.636707 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-760b1db9-9f13-4097-8cb7-9497a264a1e1 tempest-TestShelveInstance-17953904 tempest-TestShelveInstance-17953904-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:18:59.640486 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-760b1db9-9f13-4097-8cb7-9497a264a1e1 tempest-TestShelveInstance-17953904 tempest-TestShelveInstance-17953904-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3775744'] for security_group_rule, after_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:18:59.663741 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-760b1db9-9f13-4097-8cb7-9497a264a1e1 tempest-TestShelveInstance-17953904 tempest-TestShelveInstance-17953904-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d2ba3ad7-ef83-460d-a141-2afc858fc55c,revision_number=0']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:18:59.672825 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-760b1db9-9f13-4097-8cb7-9497a264a1e1 tempest-TestShelveInstance-17953904 tempest-TestShelveInstance-17953904-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:18:59.674085 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-760b1db9-9f13-4097-8cb7-9497a264a1e1 tempest-TestShelveInstance-17953904 tempest-TestShelveInstance-17953904-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1457109 Apr 01 14:18:59.676980 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 36398) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:18:59.682265 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.v2.base [None req-0af90f48-908f-4ee1-ba3f-7fa414decbe9 tempest-TestShelveInstance-17953904 tempest-TestShelveInstance-17953904-project] Request body: {'security_group_rule': {'security_group_id': '94d16090-f9d2-4323-9262-3c2912dac8de', 'project_id': '1738f80b01b740f9889eafec82b2aaf9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 14:18:59.688456 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-0af90f48-908f-4ee1-ba3f-7fa414decbe9 tempest-TestShelveInstance-17953904 tempest-TestShelveInstance-17953904-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 14:18:59.692215 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-0af90f48-908f-4ee1-ba3f-7fa414decbe9 tempest-TestShelveInstance-17953904 tempest-TestShelveInstance-17953904-project] Usage tracker for resource:security_group_rule and tenant:1738f80b01b740f9889eafec82b2aaf9 is out of sync, need to count used quota {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 14:18:59.695134 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-0af90f48-908f-4ee1-ba3f-7fa414decbe9 tempest-TestShelveInstance-17953904 tempest-TestShelveInstance-17953904-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 14:18:59.701101 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-0af90f48-908f-4ee1-ba3f-7fa414decbe9 tempest-TestShelveInstance-17953904 tempest-TestShelveInstance-17953904-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 14:18:59.712870 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.db.securitygroups_db [None req-0af90f48-908f-4ee1-ba3f-7fa414decbe9 tempest-TestShelveInstance-17953904 tempest-TestShelveInstance-17953904-project] Project 1738f80b01b740f9889eafec82b2aaf9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 01 14:18:59.720666 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [req-adb195bf-6d16-4bbb-8bfa-c00f89481ec2 req-e4132757-d57e-4de2-9ece-0325c6ef2874 service neutron] (83871) timed out ('10.222.0.26', 60610) {{(pid=83871) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Apr 01 14:18:59.721508 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-0af90f48-908f-4ee1-ba3f-7fa414decbe9 tempest-TestShelveInstance-17953904 tempest-TestShelveInstance-17953904-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:18:59.786182 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-0af90f48-908f-4ee1-ba3f-7fa414decbe9 tempest-TestShelveInstance-17953904 tempest-TestShelveInstance-17953904-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:18:59.790356 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-0af90f48-908f-4ee1-ba3f-7fa414decbe9 tempest-TestShelveInstance-17953904 tempest-TestShelveInstance-17953904-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3775744'] for security_group_rule, after_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:18:59.813517 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af90f48-908f-4ee1-ba3f-7fa414decbe9 tempest-TestShelveInstance-17953904 tempest-TestShelveInstance-17953904-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1809ef16-2b21-4676-8633-fb91b0a1f6f7,revision_number=0']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:18:59.823454 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-0af90f48-908f-4ee1-ba3f-7fa414decbe9 tempest-TestShelveInstance-17953904 tempest-TestShelveInstance-17953904-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:18:59.824693 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-0af90f48-908f-4ee1-ba3f-7fa414decbe9 tempest-TestShelveInstance-17953904 tempest-TestShelveInstance-17953904-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1467979 Apr 01 14:18:59.828343 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 36402) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:18:59.833652 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.v2.base [None req-1e0faf4f-3a70-49da-a4d2-1690441d7232 tempest-TestShelveInstance-17953904 tempest-TestShelveInstance-17953904-project] Request body: {'security_group_rule': {'security_group_id': '94d16090-f9d2-4323-9262-3c2912dac8de', 'project_id': '1738f80b01b740f9889eafec82b2aaf9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 14:18:59.839515 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-1e0faf4f-3a70-49da-a4d2-1690441d7232 tempest-TestShelveInstance-17953904 tempest-TestShelveInstance-17953904-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 14:18:59.843874 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-1e0faf4f-3a70-49da-a4d2-1690441d7232 tempest-TestShelveInstance-17953904 tempest-TestShelveInstance-17953904-project] Usage tracker for resource:security_group_rule and tenant:1738f80b01b740f9889eafec82b2aaf9 is out of sync, need to count used quota {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 14:18:59.846687 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-1e0faf4f-3a70-49da-a4d2-1690441d7232 tempest-TestShelveInstance-17953904 tempest-TestShelveInstance-17953904-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 14:18:59.852226 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-1e0faf4f-3a70-49da-a4d2-1690441d7232 tempest-TestShelveInstance-17953904 tempest-TestShelveInstance-17953904-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 14:18:59.866265 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.db.securitygroups_db [None req-1e0faf4f-3a70-49da-a4d2-1690441d7232 tempest-TestShelveInstance-17953904 tempest-TestShelveInstance-17953904-project] Project 1738f80b01b740f9889eafec82b2aaf9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 01 14:18:59.872679 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-1e0faf4f-3a70-49da-a4d2-1690441d7232 tempest-TestShelveInstance-17953904 tempest-TestShelveInstance-17953904-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:18:59.937323 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-1e0faf4f-3a70-49da-a4d2-1690441d7232 tempest-TestShelveInstance-17953904 tempest-TestShelveInstance-17953904-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:18:59.941132 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-1e0faf4f-3a70-49da-a4d2-1690441d7232 tempest-TestShelveInstance-17953904 tempest-TestShelveInstance-17953904-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3775744'] for security_group_rule, after_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:18:59.965263 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e0faf4f-3a70-49da-a4d2-1690441d7232 tempest-TestShelveInstance-17953904 tempest-TestShelveInstance-17953904-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=579891a6-8ad0-4e76-b411-e0c4bdfd5553,revision_number=0']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:18:59.975936 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-1e0faf4f-3a70-49da-a4d2-1690441d7232 tempest-TestShelveInstance-17953904 tempest-TestShelveInstance-17953904-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:18:59.977359 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-1e0faf4f-3a70-49da-a4d2-1690441d7232 tempest-TestShelveInstance-17953904 tempest-TestShelveInstance-17953904-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1480234 Apr 01 14:19:00.158761 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [req-705da5a7-f1fe-4b17-b257-8de793da6fe3 req-743faa2f-3a2a-403f-b49f-0002731ede10 tempest-TestShelveInstance-17953904 tempest-TestShelveInstance-17953904-project] Synchronizing usage tracker for tenant:1738f80b01b740f9889eafec82b2aaf9 on resource:security_group {{(pid=83869) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 14:19:00.176012 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [req-705da5a7-f1fe-4b17-b257-8de793da6fe3 req-743faa2f-3a2a-403f-b49f-0002731ede10 tempest-TestShelveInstance-17953904 tempest-TestShelveInstance-17953904-project] Unset dirty status for tenant:1738f80b01b740f9889eafec82b2aaf9 on resource:security_group {{(pid=83869) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 14:19:00.177447 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-705da5a7-f1fe-4b17-b257-8de793da6fe3 req-743faa2f-3a2a-403f-b49f-0002731ede10 tempest-TestShelveInstance-17953904 tempest-TestShelveInstance-17953904-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1717970997&fields=id&tenant_id=1738f80b01b740f9889eafec82b2aaf9 HTTP/1.1" status: 200 len: 267 time: 0.0596492 Apr 01 14:19:00.327586 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705da5a7-f1fe-4b17-b257-8de793da6fe3 req-f39d8b0f-a0ec-4d67-9d8b-1e02c4f462de tempest-TestShelveInstance-17953904 tempest-TestShelveInstance-17953904-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:19:00.328841 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [req-705da5a7-f1fe-4b17-b257-8de793da6fe3 req-f39d8b0f-a0ec-4d67-9d8b-1e02c4f462de tempest-TestShelveInstance-17953904 tempest-TestShelveInstance-17953904-project] Synchronizing usage tracker for tenant:1738f80b01b740f9889eafec82b2aaf9 on resource:network {{(pid=83869) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 14:19:00.345972 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [req-705da5a7-f1fe-4b17-b257-8de793da6fe3 req-f39d8b0f-a0ec-4d67-9d8b-1e02c4f462de tempest-TestShelveInstance-17953904 tempest-TestShelveInstance-17953904-project] Unset dirty status for tenant:1738f80b01b740f9889eafec82b2aaf9 on resource:network {{(pid=83869) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 14:19:00.347277 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-705da5a7-f1fe-4b17-b257-8de793da6fe3 req-f39d8b0f-a0ec-4d67-9d8b-1e02c4f462de tempest-TestShelveInstance-17953904 tempest-TestShelveInstance-17953904-project] 10.222.0.26 "GET /v2.0/networks?id=d6128c6d-3463-4b30-b80b-6cd8c7d78ddb HTTP/1.1" status: 200 len: 809 time: 0.1633594 Apr 01 14:19:00.363677 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-705da5a7-f1fe-4b17-b257-8de793da6fe3 req-1c4d3ebe-6f7b-472b-bb18-83bbf710523b tempest-TestShelveInstance-17953904 tempest-TestShelveInstance-17953904-project] 10.222.0.26 "GET /v2.0/quotas/1738f80b01b740f9889eafec82b2aaf9 HTTP/1.1" status: 200 len: 375 time: 0.0106692 Apr 01 14:19:00.443617 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [req-705da5a7-f1fe-4b17-b257-8de793da6fe3 req-e9d1b62e-8813-42d7-9a26-1ae9075fc401 tempest-TestShelveInstance-17953904 tempest-TestShelveInstance-17953904-project] Synchronizing usage tracker for tenant:1738f80b01b740f9889eafec82b2aaf9 on resource:port {{(pid=83869) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 14:19:00.465600 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [req-705da5a7-f1fe-4b17-b257-8de793da6fe3 req-e9d1b62e-8813-42d7-9a26-1ae9075fc401 tempest-TestShelveInstance-17953904 tempest-TestShelveInstance-17953904-project] Unset dirty status for tenant:1738f80b01b740f9889eafec82b2aaf9 on resource:port {{(pid=83869) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 14:19:00.466984 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-705da5a7-f1fe-4b17-b257-8de793da6fe3 req-e9d1b62e-8813-42d7-9a26-1ae9075fc401 tempest-TestShelveInstance-17953904 tempest-TestShelveInstance-17953904-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=1738f80b01b740f9889eafec82b2aaf9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0984325 Apr 01 14:19:00.608105 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-705da5a7-f1fe-4b17-b257-8de793da6fe3 req-c5087012-50ef-48bb-b2fb-f9d81d4c05a9 service neutron] 10.222.0.26 "GET /v2.0/networks/d6128c6d-3463-4b30-b80b-6cd8c7d78ddb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1279070 Apr 01 14:19:00.845443 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-705da5a7-f1fe-4b17-b257-8de793da6fe3 req-aa99aee5-e384-4d62-9c37-b9ec6d187389 service neutron] 10.222.0.26 "GET /v2.0/networks/d6128c6d-3463-4b30-b80b-6cd8c7d78ddb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2308967 Apr 01 14:19:01.037148 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-a1db2d0c-4ab9-4a53-b8b3-fcc16b3d4873 req-db78096b-8948-48e4-b017-c4725a5bd4b6 tempest-TestShelveInstance-17953904 tempest-TestShelveInstance-17953904-project] 10.222.0.26 "GET /v2.0/ports?device_id=55a97673-4e2b-4417-9edb-fe3b8ed4e720 HTTP/1.1" status: 200 len: 210 time: 0.0449839 Apr 01 14:19:02.324938 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-45ba7ab6-6b85-44a3-8d73-fa7d6537f9dc req-19285dcd-8da3-406c-8b23-397f4582783c tempest-TestShelveInstance-17953904 tempest-TestShelveInstance-17953904-project] 10.222.0.26 "GET /v2.0/ports?device_id=55a97673-4e2b-4417-9edb-fe3b8ed4e720 HTTP/1.1" status: 200 len: 210 time: 0.1441593 Apr 01 14:19:02.350181 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705da5a7-f1fe-4b17-b257-8de793da6fe3 req-100fef7b-edae-4ccf-8e76-fc3d12c0912f tempest-TestShelveInstance-17953904 tempest-TestShelveInstance-17953904-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:19:02.352629 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-705da5a7-f1fe-4b17-b257-8de793da6fe3 req-100fef7b-edae-4ccf-8e76-fc3d12c0912f tempest-TestShelveInstance-17953904 tempest-TestShelveInstance-17953904-project] 10.222.0.57 "GET /v2.0/networks?id=d6128c6d-3463-4b30-b80b-6cd8c7d78ddb HTTP/1.1" status: 200 len: 809 time: 0.3002949 Apr 01 14:19:02.418033 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-705da5a7-f1fe-4b17-b257-8de793da6fe3 req-c3b02374-f3ed-4fb5-af80-46ef983960ab tempest-TestShelveInstance-17953904 tempest-TestShelveInstance-17953904-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1738f80b01b740f9889eafec82b2aaf9 HTTP/1.1" status: 200 len: 380 time: 0.0479288 Apr 01 14:19:02.431508 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.v2.base [req-705da5a7-f1fe-4b17-b257-8de793da6fe3 req-82502301-3786-4497-a297-d4c4c5a344cd tempest-TestShelveInstance-17953904 tempest-TestShelveInstance-17953904-project] Request body: {'port': {'device_id': '55a97673-4e2b-4417-9edb-fe3b8ed4e720', 'network_id': 'd6128c6d-3463-4b30-b80b-6cd8c7d78ddb', 'admin_state_up': True, 'tenant_id': '1738f80b01b740f9889eafec82b2aaf9', 'security_groups': ['94d16090-f9d2-4323-9262-3c2912dac8de']}} {{(pid=83869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 14:19:02.581988 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [req-705da5a7-f1fe-4b17-b257-8de793da6fe3 req-82502301-3786-4497-a297-d4c4c5a344cd tempest-TestShelveInstance-17953904 tempest-TestShelveInstance-17953904-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 14:19:02.596069 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [req-705da5a7-f1fe-4b17-b257-8de793da6fe3 req-82502301-3786-4497-a297-d4c4c5a344cd tempest-TestShelveInstance-17953904 tempest-TestShelveInstance-17953904-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 14:19:02.606406 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-705da5a7-f1fe-4b17-b257-8de793da6fe3 req-82502301-3786-4497-a297-d4c4c5a344cd tempest-TestShelveInstance-17953904 tempest-TestShelveInstance-17953904-project] Made reservation on behalf of 1738f80b01b740f9889eafec82b2aaf9 for: {'port': 1} {{(pid=83869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 14:19:02.609909 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [req-705da5a7-f1fe-4b17-b257-8de793da6fe3 req-82502301-3786-4497-a297-d4c4c5a344cd tempest-TestShelveInstance-17953904 tempest-TestShelveInstance-17953904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:19:02.810976 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.db_base_plugin_common [req-705da5a7-f1fe-4b17-b257-8de793da6fe3 req-82502301-3786-4497-a297-d4c4c5a344cd tempest-TestShelveInstance-17953904 tempest-TestShelveInstance-17953904-project] Allocated IP 172.20.0.8 (d6128c6d-3463-4b30-b80b-6cd8c7d78ddb/c40694bf-8b6c-4ede-8b5d-50a91840a91c/da15940c-1a0d-4a92-bba6-5104fae9516a) {{(pid=83869) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 14:19:03.065308 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [req-705da5a7-f1fe-4b17-b257-8de793da6fe3 req-82502301-3786-4497-a297-d4c4c5a344cd tempest-TestShelveInstance-17953904 tempest-TestShelveInstance-17953904-project] Notify callbacks [] for port, precommit_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:19:03.083319 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.provisioning_blocks [req-705da5a7-f1fe-4b17-b257-8de793da6fe3 req-82502301-3786-4497-a297-d4c4c5a344cd tempest-TestShelveInstance-17953904 tempest-TestShelveInstance-17953904-project] Transition to ACTIVE for port object da15940c-1a0d-4a92-bba6-5104fae9516a will not be triggered until provisioned by entity DHCP. {{(pid=83869) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 14:19:03.106310 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [req-705da5a7-f1fe-4b17-b257-8de793da6fe3 req-82502301-3786-4497-a297-d4c4c5a344cd tempest-TestShelveInstance-17953904 tempest-TestShelveInstance-17953904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736732935801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2705155'] for port, after_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:19:03.186079 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-705da5a7-f1fe-4b17-b257-8de793da6fe3 req-82502301-3786-4497-a297-d4c4c5a344cd tempest-TestShelveInstance-17953904 tempest-TestShelveInstance-17953904-project] Network d6128c6d-3463-4b30-b80b-6cd8c7d78ddb is already hosted by enough agents. {{(pid=83869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 14:19:03.189503 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.scheduler.base_scheduler [req-705da5a7-f1fe-4b17-b257-8de793da6fe3 req-82502301-3786-4497-a297-d4c4c5a344cd tempest-TestShelveInstance-17953904 tempest-TestShelveInstance-17953904-project] Resources bound (agent type, host, resource id): {{(pid=83869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 14:19:03.194606 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_dvrscheduler_db [req-705da5a7-f1fe-4b17-b257-8de793da6fe3 req-82502301-3786-4497-a297-d4c4c5a344cd tempest-TestShelveInstance-17953904 tempest-TestShelveInstance-17953904-project] Received port after_create {{(pid=83869) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 14:19:03.220980 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82502301-3786-4497-a297-d4c4c5a344cd tempest-TestShelveInstance-17953904 tempest-TestShelveInstance-17953904-project] Pushing event updated for resources: {'Port': ['ID=da15940c-1a0d-4a92-bba6-5104fae9516a,revision_number=1']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:19:03.288454 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705da5a7-f1fe-4b17-b257-8de793da6fe3 req-82502301-3786-4497-a297-d4c4c5a344cd tempest-TestShelveInstance-17953904 tempest-TestShelveInstance-17953904-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:19:03.289507 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [req-705da5a7-f1fe-4b17-b257-8de793da6fe3 req-82502301-3786-4497-a297-d4c4c5a344cd tempest-TestShelveInstance-17953904 tempest-TestShelveInstance-17953904-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109561'] for port, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:19:03.326335 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-705da5a7-f1fe-4b17-b257-8de793da6fe3 req-82502301-3786-4497-a297-d4c4c5a344cd tempest-TestShelveInstance-17953904 tempest-TestShelveInstance-17953904-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8995121 Apr 01 14:19:03.344511 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.v2.base [req-705da5a7-f1fe-4b17-b257-8de793da6fe3 req-93e90837-5bff-4e21-9fa9-c2d305070ecd service neutron] Request body: {'port': {'device_id': '55a97673-4e2b-4417-9edb-fe3b8ed4e720', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8361'}} {{(pid=83869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 14:19:03.381882 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Device fe5b476b-587c-4fdb-9a9a-227b6e80601a up at agent ovs-agent-dv-neutron-836180-1-hyperv {{(pid=83872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 14:19:03.491873 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Provisioning for port fe5b476b-587c-4fdb-9a9a-227b6e80601a completed by entity L2. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 14:19:03.500939 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Provisioning complete for port fe5b476b-587c-4fdb-9a9a-227b6e80601a triggered by entity L2. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 14:19:03.501302 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-948329'] for port, provisioning_complete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:19:03.537630 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [req-705da5a7-f1fe-4b17-b257-8de793da6fe3 req-93e90837-5bff-4e21-9fa9-c2d305070ecd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:19:03.548390 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-b8636a42-006a-4b42-a7dd-5d5f27a20b42 None None] Provisioning for port da15940c-1a0d-4a92-bba6-5104fae9516a completed by entity DHCP. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 14:19:03.574194 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-b8636a42-006a-4b42-a7dd-5d5f27a20b42 None None] Provisioning complete for port da15940c-1a0d-4a92-bba6-5104fae9516a triggered by entity DHCP. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 14:19:03.574561 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-b8636a42-006a-4b42-a7dd-5d5f27a20b42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-948329'] for port, provisioning_complete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:19:03.631719 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a94176-7c8c-42f8-baf8-41654f2e12d0 req-c714a7fc-af02-49cb-bd29-c8474a88175e tempest-TestShelveInstance-17953904 tempest-TestShelveInstance-17953904-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:19:03.633240 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-19a94176-7c8c-42f8-baf8-41654f2e12d0 req-c714a7fc-af02-49cb-bd29-c8474a88175e tempest-TestShelveInstance-17953904 tempest-TestShelveInstance-17953904-project] 10.222.0.26 "GET /v2.0/ports?device_id=55a97673-4e2b-4417-9edb-fe3b8ed4e720 HTTP/1.1" status: 200 len: 931 time: 0.1126132 Apr 01 14:19:03.640606 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.plugin [None req-b8636a42-006a-4b42-a7dd-5d5f27a20b42 None None] Port da15940c-1a0d-4a92-bba6-5104fae9516a cannot update to ACTIVE because it is not bound. {{(pid=83872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 14:19:03.693939 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-015571ed-8aad-4106-81b4-3720ad5472f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:19:03.708439 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:19:03.720872 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-19a94176-7c8c-42f8-baf8-41654f2e12d0 req-c0d18831-de6c-45c5-b9f4-11a2b33a9904 tempest-TestShelveInstance-17953904 tempest-TestShelveInstance-17953904-project] 10.222.0.26 "GET /v2.0/security-groups?id=94d16090-f9d2-4323-9262-3c2912dac8de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0777040 Apr 01 14:19:03.727151 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] For port fe5b476b-587c-4fdb-9a9a-227b6e80601a, host dv-neutron-836180-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836180-1-hyperv',level=0,port_id=fe5b476b-587c-4fdb-9a9a-227b6e80601a,segment=NetworkSegment(7b924dd8-4978-40c4-ad91-4b9b27348462),segment_id=7b924dd8-4978-40c4-ad91-4b9b27348462)] {{(pid=83872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 14:19:03.731496 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864'] for port, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:19:03.819892 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Pushing event updated for resources: {'Port': ['ID=fe5b476b-587c-4fdb-9a9a-227b6e80601a,revision_number=4']} {{(pid=83872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:19:03.943321 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.notifiers.nova [req-705da5a7-f1fe-4b17-b257-8de793da6fe3 req-93e90837-5bff-4e21-9fa9-c2d305070ecd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id da15940c-1a0d-4a92-bba6-5104fae9516a {{(pid=83869) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 01 14:19:03.950151 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [req-705da5a7-f1fe-4b17-b257-8de793da6fe3 req-93e90837-5bff-4e21-9fa9-c2d305070ecd service neutron] Notify callbacks [] for port, precommit_update {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:19:03.965448 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.provisioning_blocks [req-705da5a7-f1fe-4b17-b257-8de793da6fe3 req-93e90837-5bff-4e21-9fa9-c2d305070ecd service neutron] Transition to ACTIVE for port object da15940c-1a0d-4a92-bba6-5104fae9516a will not be triggered until provisioned by entity L2. {{(pid=83869) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 14:19:03.969983 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [req-705da5a7-f1fe-4b17-b257-8de793da6fe3 req-93e90837-5bff-4e21-9fa9-c2d305070ecd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2705172'] for port, after_update {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:19:04.103050 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e90837-5bff-4e21-9fa9-c2d305070ecd service neutron] Pushing event updated for resources: {'Port': ['ID=da15940c-1a0d-4a92-bba6-5104fae9516a,revision_number=2']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:19:04.344467 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.managers [req-705da5a7-f1fe-4b17-b257-8de793da6fe3 req-93e90837-5bff-4e21-9fa9-c2d305070ecd service neutron] Attempting to bind port da15940c-1a0d-4a92-bba6-5104fae9516a on host hv-neutron-8361 for vnic_type normal with profile {{(pid=83869) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 14:19:04.345167 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.managers [req-705da5a7-f1fe-4b17-b257-8de793da6fe3 req-93e90837-5bff-4e21-9fa9-c2d305070ecd service neutron] Attempting to bind port da15940c-1a0d-4a92-bba6-5104fae9516a by drivers openvswitch,hyperv on host hv-neutron-8361 at level 0 using segments [{'id': 'a25f9ba2-745b-4dcb-b8ce-224525240f7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'd6128c6d-3463-4b30-b80b-6cd8c7d78ddb'}] {{(pid=83869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 14:19:04.345167 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-705da5a7-f1fe-4b17-b257-8de793da6fe3 req-93e90837-5bff-4e21-9fa9-c2d305070ecd service neutron] Attempting to bind port da15940c-1a0d-4a92-bba6-5104fae9516a on network d6128c6d-3463-4b30-b80b-6cd8c7d78ddb {{(pid=83869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 14:19:04.350889 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-705da5a7-f1fe-4b17-b257-8de793da6fe3 req-93e90837-5bff-4e21-9fa9-c2d305070ecd service neutron] Port da15940c-1a0d-4a92-bba6-5104fae9516a on network d6128c6d-3463-4b30-b80b-6cd8c7d78ddb not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8361 {{(pid=83869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 01 14:19:04.351203 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-705da5a7-f1fe-4b17-b257-8de793da6fe3 req-93e90837-5bff-4e21-9fa9-c2d305070ecd service neutron] Attempting to bind port da15940c-1a0d-4a92-bba6-5104fae9516a on network d6128c6d-3463-4b30-b80b-6cd8c7d78ddb {{(pid=83869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 14:19:04.357334 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-705da5a7-f1fe-4b17-b257-8de793da6fe3 req-93e90837-5bff-4e21-9fa9-c2d305070ecd service neutron] Checking agent: {'id': '359ce187-6241-4f7e-85a4-e066c7b0cdea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8361', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 13, 31, 54), 'started_at': datetime.datetime(2022, 4, 1, 13, 31, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 14, 18, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 14:19:04.357666 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-705da5a7-f1fe-4b17-b257-8de793da6fe3 req-93e90837-5bff-4e21-9fa9-c2d305070ecd service neutron] Checking segment: {'id': 'a25f9ba2-745b-4dcb-b8ce-224525240f7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'd6128c6d-3463-4b30-b80b-6cd8c7d78ddb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 14:19:04.358040 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-705da5a7-f1fe-4b17-b257-8de793da6fe3 req-93e90837-5bff-4e21-9fa9-c2d305070ecd service neutron] Bound using segment: {'id': 'a25f9ba2-745b-4dcb-b8ce-224525240f7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'd6128c6d-3463-4b30-b80b-6cd8c7d78ddb'} {{(pid=83869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 14:19:04.358450 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.managers [req-705da5a7-f1fe-4b17-b257-8de793da6fe3 req-93e90837-5bff-4e21-9fa9-c2d305070ecd service neutron] Bound port: da15940c-1a0d-4a92-bba6-5104fae9516a, host: hv-neutron-8361, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a25f9ba2-745b-4dcb-b8ce-224525240f7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'd6128c6d-3463-4b30-b80b-6cd8c7d78ddb'}}] {{(pid=83869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 14:19:04.358829 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [req-705da5a7-f1fe-4b17-b257-8de793da6fe3 req-93e90837-5bff-4e21-9fa9-c2d305070ecd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:19:04.461100 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.db [req-705da5a7-f1fe-4b17-b257-8de793da6fe3 req-93e90837-5bff-4e21-9fa9-c2d305070ecd service neutron] For port da15940c-1a0d-4a92-bba6-5104fae9516a, host hv-neutron-8361, cleared binding levels {{(pid=83869) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 14:19:04.464039 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.db [req-705da5a7-f1fe-4b17-b257-8de793da6fe3 req-93e90837-5bff-4e21-9fa9-c2d305070ecd service neutron] For port da15940c-1a0d-4a92-bba6-5104fae9516a, host hv-neutron-8361, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8361',level=0,port_id=da15940c-1a0d-4a92-bba6-5104fae9516a,segment=NetworkSegment(a25f9ba2-745b-4dcb-b8ce-224525240f7f),segment_id=a25f9ba2-745b-4dcb-b8ce-224525240f7f)] {{(pid=83869) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 14:19:04.468930 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [req-705da5a7-f1fe-4b17-b257-8de793da6fe3 req-93e90837-5bff-4e21-9fa9-c2d305070ecd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2705172'] for port, after_update {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:19:04.539156 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [req-705da5a7-f1fe-4b17-b257-8de793da6fe3 req-93e90837-5bff-4e21-9fa9-c2d305070ecd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109561'] for port, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:19:04.540605 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-705da5a7-f1fe-4b17-b257-8de793da6fe3 req-93e90837-5bff-4e21-9fa9-c2d305070ecd service neutron] 10.222.0.57 "PUT /v2.0/ports/da15940c-1a0d-4a92-bba6-5104fae9516a HTTP/1.1" status: 200 len: 1093 time: 1.2038357 Apr 01 14:19:04.541038 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '55a97673-4e2b-4417-9edb-fe3b8ed4e720', 'tag': 'da15940c-1a0d-4a92-bba6-5104fae9516a'}] {{(pid=83869) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 14:19:04.564360 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e90837-5bff-4e21-9fa9-c2d305070ecd service neutron] Pushing event updated for resources: {'Port': ['ID=da15940c-1a0d-4a92-bba6-5104fae9516a,revision_number=3']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:19:04.623160 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '55a97673-4e2b-4417-9edb-fe3b8ed4e720', 'tag': 'da15940c-1a0d-4a92-bba6-5104fae9516a', 'status': 'completed', 'code': 200} Apr 01 14:19:04.669235 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-705da5a7-f1fe-4b17-b257-8de793da6fe3 req-12b51bb2-6139-43a3-b976-08b130ee131d service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=1738f80b01b740f9889eafec82b2aaf9&device_id=55a97673-4e2b-4417-9edb-fe3b8ed4e720 HTTP/1.1" status: 200 len: 1096 time: 0.0809925 Apr 01 14:19:04.742897 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-705da5a7-f1fe-4b17-b257-8de793da6fe3 req-dcfd4936-7f9c-43af-8bc4-6e681d528115 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=da15940c-1a0d-4a92-bba6-5104fae9516a HTTP/1.1" status: 200 len: 217 time: 0.0656455 Apr 01 14:19:04.816972 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705da5a7-f1fe-4b17-b257-8de793da6fe3 req-b6e368b4-3f3d-4831-9c9b-f6fe32f0daf9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:19:04.818413 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-705da5a7-f1fe-4b17-b257-8de793da6fe3 req-b6e368b4-3f3d-4831-9c9b-f6fe32f0daf9 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=c40694bf-8b6c-4ede-8b5d-50a91840a91c HTTP/1.1" status: 200 len: 848 time: 0.0674713 Apr 01 14:19:04.934306 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-705da5a7-f1fe-4b17-b257-8de793da6fe3 req-cfec2078-45a0-4fb0-a869-b283ce8e0f48 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=d6128c6d-3463-4b30-b80b-6cd8c7d78ddb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1057351 Apr 01 14:19:04.988165 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daddd6c2-37b4-41ff-b74b-4f586da715f3 req-0ebf57b8-dbc8-43a1-8b2c-ca2c8fd8d39d tempest-TestShelveInstance-17953904 tempest-TestShelveInstance-17953904-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:19:04.989554 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-daddd6c2-37b4-41ff-b74b-4f586da715f3 req-0ebf57b8-dbc8-43a1-8b2c-ca2c8fd8d39d tempest-TestShelveInstance-17953904 tempest-TestShelveInstance-17953904-project] 10.222.0.26 "GET /v2.0/ports?device_id=55a97673-4e2b-4417-9edb-fe3b8ed4e720 HTTP/1.1" status: 200 len: 943 time: 0.0827639 Apr 01 14:19:05.048056 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-daddd6c2-37b4-41ff-b74b-4f586da715f3 req-1a044fc1-d768-468b-94a6-2b08ac26599d tempest-TestShelveInstance-17953904 tempest-TestShelveInstance-17953904-project] 10.222.0.26 "GET /v2.0/security-groups?id=94d16090-f9d2-4323-9262-3c2912dac8de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524969 Apr 01 14:19:05.076657 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-705da5a7-f1fe-4b17-b257-8de793da6fe3 req-0e435e4d-40b5-4b46-ad28-07f97a9c7b85 service neutron] 10.222.0.57 "GET /v2.0/networks/d6128c6d-3463-4b30-b80b-6cd8c7d78ddb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1330452 Apr 01 14:19:05.215184 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-705da5a7-f1fe-4b17-b257-8de793da6fe3 req-6f316caf-002c-4b26-b95d-11111837b7c9 service neutron] 10.222.0.57 "GET /v2.0/networks/d6128c6d-3463-4b30-b80b-6cd8c7d78ddb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1303594 Apr 01 14:19:05.278268 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Device fe5b476b-587c-4fdb-9a9a-227b6e80601a up at agent ovs-agent-dv-neutron-836180-1-hyperv {{(pid=83872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 14:19:05.349137 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-9c12ae77-7717-48aa-9a8b-88f202299eb9 req-ecf7b42c-de3d-4513-b9b7-d7d7dd668c8c service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=1738f80b01b740f9889eafec82b2aaf9&device_id=55a97673-4e2b-4417-9edb-fe3b8ed4e720 HTTP/1.1" status: 200 len: 1096 time: 0.0877206 Apr 01 14:19:05.350625 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Provisioning complete for port fe5b476b-587c-4fdb-9a9a-227b6e80601a triggered by entity L2. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 14:19:05.350993 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-948329'] for port, provisioning_complete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:19:05.493198 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c12ae77-7717-48aa-9a8b-88f202299eb9 req-e0e076d7-5ce0-4b79-b00a-3247ff5d7058 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:19:05.494538 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-9c12ae77-7717-48aa-9a8b-88f202299eb9 req-e0e076d7-5ce0-4b79-b00a-3247ff5d7058 service neutron] 10.222.0.57 "GET /v2.0/networks?id=d6128c6d-3463-4b30-b80b-6cd8c7d78ddb HTTP/1.1" status: 200 len: 910 time: 0.1391490 Apr 01 14:19:05.568445 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-9c12ae77-7717-48aa-9a8b-88f202299eb9 req-fa67f400-5333-415b-a30f-a00353cf9d7e service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=da15940c-1a0d-4a92-bba6-5104fae9516a HTTP/1.1" status: 200 len: 217 time: 0.0669196 Apr 01 14:19:05.632457 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c12ae77-7717-48aa-9a8b-88f202299eb9 req-c924b4b3-92d4-478f-a72a-8bad012a563a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:19:05.634025 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-9c12ae77-7717-48aa-9a8b-88f202299eb9 req-c924b4b3-92d4-478f-a72a-8bad012a563a service neutron] 10.222.0.57 "GET /v2.0/subnets?id=c40694bf-8b6c-4ede-8b5d-50a91840a91c HTTP/1.1" status: 200 len: 848 time: 0.0592322 Apr 01 14:19:05.712534 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-9c12ae77-7717-48aa-9a8b-88f202299eb9 req-fe7c2d70-ace2-48b2-8c11-d1fdfcf03382 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=d6128c6d-3463-4b30-b80b-6cd8c7d78ddb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0714447 Apr 01 14:19:05.860445 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-9c12ae77-7717-48aa-9a8b-88f202299eb9 req-ee1fdd9f-04a8-4a2f-aca6-3452f994a392 service neutron] 10.222.0.57 "GET /v2.0/networks/d6128c6d-3463-4b30-b80b-6cd8c7d78ddb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1389527 Apr 01 14:19:05.992787 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-9ad0ffa6-fbac-4b65-85cc-6c31a36baddc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:19:06.007677 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-9c12ae77-7717-48aa-9a8b-88f202299eb9 req-6385ee40-db6c-4aa9-988b-46e382996a52 service neutron] 10.222.0.57 "GET /v2.0/networks/d6128c6d-3463-4b30-b80b-6cd8c7d78ddb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1399930 Apr 01 14:19:06.282508 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86417ae2-5dcc-4b20-ae95-bc582083c8cf req-8f924525-9ab8-4835-83d8-253a67a4b32f tempest-TestShelveInstance-17953904 tempest-TestShelveInstance-17953904-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:19:06.283213 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [req-86417ae2-5dcc-4b20-ae95-bc582083c8cf req-8f924525-9ab8-4835-83d8-253a67a4b32f tempest-TestShelveInstance-17953904 tempest-TestShelveInstance-17953904-project] Synchronizing usage tracker for tenant:1738f80b01b740f9889eafec82b2aaf9 on resource:port {{(pid=83869) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 14:19:06.299533 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [req-86417ae2-5dcc-4b20-ae95-bc582083c8cf req-8f924525-9ab8-4835-83d8-253a67a4b32f tempest-TestShelveInstance-17953904 tempest-TestShelveInstance-17953904-project] Unset dirty status for tenant:1738f80b01b740f9889eafec82b2aaf9 on resource:port {{(pid=83869) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 14:19:06.300716 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-86417ae2-5dcc-4b20-ae95-bc582083c8cf req-8f924525-9ab8-4835-83d8-253a67a4b32f tempest-TestShelveInstance-17953904 tempest-TestShelveInstance-17953904-project] 10.222.0.26 "GET /v2.0/ports?device_id=55a97673-4e2b-4417-9edb-fe3b8ed4e720 HTTP/1.1" status: 200 len: 943 time: 0.1136422 Apr 01 14:19:06.350800 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-86417ae2-5dcc-4b20-ae95-bc582083c8cf req-d34df0c0-eecd-4046-af23-f5927d566953 tempest-TestShelveInstance-17953904 tempest-TestShelveInstance-17953904-project] 10.222.0.26 "GET /v2.0/security-groups?id=94d16090-f9d2-4323-9262-3c2912dac8de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433602 Apr 01 14:19:06.579623 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-155e2144-4d9f-4ceb-b044-2f631f2924d8 None None] Sync routers for ids ['09ff4e49-a23a-4aa8-b173-1190989723df'] in dv-neutron-836180-1-hyperv {{(pid=83872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 14:19:06.594095 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-155e2144-4d9f-4ceb-b044-2f631f2924d8 None None] Routers {'09ff4e49-a23a-4aa8-b173-1190989723df'} bound to L3 agent in host dv-neutron-836180-1-hyperv {{(pid=83872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 14:19:06.594711 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_hamode_db [None req-155e2144-4d9f-4ceb-b044-2f631f2924d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836180-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T13:25:36Z,description=,heartbeat_timestamp=2022-04-01T14:19:06Z,host='dv-neutron-836180-1-hyperv',id=88bf8fc8-11a3-4e96-9d1b-5fd93ba9f6f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T13:25:36Z,topic='l3_agent')) {'router_ids': ['09ff4e49-a23a-4aa8-b173-1190989723df'], 'active': True} {{(pid=83872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 14:19:06.791828 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_dvr_db [None req-155e2144-4d9f-4ceb-b044-2f631f2924d8 None None] Set router 09ff4e49-a23a-4aa8-b173-1190989723df gateway port host: dv-neutron-836180-1-hyperv {{(pid=83872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 14:19:07.043527 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Device da15940c-1a0d-4a92-bba6-5104fae9516a details requested by agent hyperv_hv-neutron-8361 with host hv-neutron-8361 {{(pid=83872) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 01 14:19:07.287856 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] For port da15940c-1a0d-4a92-bba6-5104fae9516a, host hv-neutron-8361, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8361',level=0,port_id=da15940c-1a0d-4a92-bba6-5104fae9516a,segment=NetworkSegment(a25f9ba2-745b-4dcb-b8ce-224525240f7f),segment_id=a25f9ba2-745b-4dcb-b8ce-224525240f7f)] {{(pid=83872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 14:19:07.310703 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:19:07.312688 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Returning: {'device': 'da15940c-1a0d-4a92-bba6-5104fae9516a', 'network_id': 'd6128c6d-3463-4b30-b80b-6cd8c7d78ddb', 'port_id': 'da15940c-1a0d-4a92-bba6-5104fae9516a', 'mac_address': 'fa:16:3e:78:bb:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 354, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c40694bf-8b6c-4ede-8b5d-50a91840a91c', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83872) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 01 14:19:07.376552 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_hamode_db [None req-155e2144-4d9f-4ceb-b044-2f631f2924d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09ff4e49-a23a-4aa8-b173-1190989723df', 'name': 'tempest-TestShelveInstance-1942318884-router', 'tenant_id': '1738f80b01b740f9889eafec82b2aaf9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'external_fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.151'}], 'enable_snat': True}, 'gw_port_id': '35b95295-5490-4be5-ab0d-323c37d800a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T14:18:47Z', 'updated_at': '2022-04-01T14:18:50Z', 'revision_number': 4, 'project_id': '1738f80b01b740f9889eafec82b2aaf9', 'gw_port': {'id': '35b95295-5490-4be5-ab0d-323c37d800a2', 'name': '', 'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:32:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09ff4e49-a23a-4aa8-b173-1190989723df', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836180-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T14:18:47Z', 'updated_at': '2022-04-01T14:18:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836180-1-hyperv', '_interfaces': [{'id': '9f097cc0-12e5-4bf7-bcf6-080e35857801', 'name': '', 'network_id': 'd6128c6d-3463-4b30-b80b-6cd8c7d78ddb', 'tenant_id': '1738f80b01b740f9889eafec82b2aaf9', 'mac_address': 'fa:16:3e:69:24:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09ff4e49-a23a-4aa8-b173-1190989723df', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c40694bf-8b6c-4ede-8b5d-50a91840a91c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T14:18:49Z', 'updated_at': '2022-04-01T14:18:50Z', 'revision_number': 2, 'project_id': '1738f80b01b740f9889eafec82b2aaf9', 'subnets': [{'id': 'c40694bf-8b6c-4ede-8b5d-50a91840a91c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-836180-1-hyperv', False) {} {{(pid=83872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 14:19:07.382903 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:19:07.392842 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-155e2144-4d9f-4ceb-b044-2f631f2924d8 None None] Checking router: 09ff4e49-a23a-4aa8-b173-1190989723df for host: dv-neutron-836180-1-hyperv {{(pid=83872) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 01 14:19:07.393197 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-155e2144-4d9f-4ceb-b044-2f631f2924d8 None None] Updating router 09ff4e49-a23a-4aa8-b173-1190989723df port 9f097cc0-12e5-4bf7-bcf6-080e35857801 binding host dv-neutron-836180-1-hyperv {{(pid=83872) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 01 14:19:07.441382 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.notifiers.nova [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id da15940c-1a0d-4a92-bba6-5104fae9516a {{(pid=83872) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 01 14:19:07.469064 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-155e2144-4d9f-4ceb-b044-2f631f2924d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:19:07.483445 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] For port da15940c-1a0d-4a92-bba6-5104fae9516a, host hv-neutron-8361, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8361',level=0,port_id=da15940c-1a0d-4a92-bba6-5104fae9516a,segment=NetworkSegment(a25f9ba2-745b-4dcb-b8ce-224525240f7f),segment_id=a25f9ba2-745b-4dcb-b8ce-224525240f7f)] {{(pid=83872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 14:19:07.490640 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864'] for port, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:19:07.602294 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ded1a01-df50-4795-9025-fd888562c7fe req-f6362cc4-551e-4be9-b1de-db4020878a70 tempest-TestShelveInstance-17953904 tempest-TestShelveInstance-17953904-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:19:07.603986 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-7ded1a01-df50-4795-9025-fd888562c7fe req-f6362cc4-551e-4be9-b1de-db4020878a70 tempest-TestShelveInstance-17953904 tempest-TestShelveInstance-17953904-project] 10.222.0.26 "GET /v2.0/ports?device_id=55a97673-4e2b-4417-9edb-fe3b8ed4e720 HTTP/1.1" status: 200 len: 944 time: 0.0890596 Apr 01 14:19:07.643589 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-2f9cfc9c-d8ba-4de3-a4ad-98162f90557c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:19:07.666965 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-7ded1a01-df50-4795-9025-fd888562c7fe req-6e92dbc9-67e2-4561-93cd-ed2f3fa1c0af tempest-TestShelveInstance-17953904 tempest-TestShelveInstance-17953904-project] 10.222.0.26 "GET /v2.0/security-groups?id=94d16090-f9d2-4323-9262-3c2912dac8de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524423 Apr 01 14:19:07.695932 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Pushing event updated for resources: {'Port': ['ID=da15940c-1a0d-4a92-bba6-5104fae9516a,revision_number=4']} {{(pid=83872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:19:07.825599 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] get_ports_and_sgs() called for port_ids ['da15940c-1a0d-4a92-bba6-5104fae9516a'] {{(pid=83872) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 01 14:19:08.102688 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-155e2144-4d9f-4ceb-b044-2f631f2924d8 None None] Notify callbacks [] for port, precommit_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:19:08.130865 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-155e2144-4d9f-4ceb-b044-2f631f2924d8 None None] Transition to ACTIVE for port object 9f097cc0-12e5-4bf7-bcf6-080e35857801 will not be triggered until provisioned by entity L2. {{(pid=83872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 14:19:08.147387 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-155e2144-4d9f-4ceb-b044-2f631f2924d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864'] for port, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:19:08.307592 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-318aed7b-cd39-4edb-9f8d-e6de5576ecf5 None None] Sync routers for ids ['10b34460-b69e-43e7-b710-ba28fa60ea0b'] in dv-neutron-836180-1-hyperv {{(pid=83873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 14:19:08.312927 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea9b8c3-021e-4557-a962-1a66c146246e None None] Pushing event updated for resources: {'Port': ['ID=9f097cc0-12e5-4bf7-bcf6-080e35857801,revision_number=3']} {{(pid=83872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:19:08.325572 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-318aed7b-cd39-4edb-9f8d-e6de5576ecf5 None None] Routers {'10b34460-b69e-43e7-b710-ba28fa60ea0b'} bound to L3 agent in host dv-neutron-836180-1-hyperv {{(pid=83873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 14:19:08.326703 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-318aed7b-cd39-4edb-9f8d-e6de5576ecf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836180-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T13:25:36Z,description=,heartbeat_timestamp=2022-04-01T14:19:06Z,host='dv-neutron-836180-1-hyperv',id=88bf8fc8-11a3-4e96-9d1b-5fd93ba9f6f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T13:25:36Z,topic='l3_agent')) {'router_ids': ['10b34460-b69e-43e7-b710-ba28fa60ea0b'], 'active': True} {{(pid=83873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 14:19:08.497189 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.managers [None req-155e2144-4d9f-4ceb-b044-2f631f2924d8 None None] Attempting to bind port 9f097cc0-12e5-4bf7-bcf6-080e35857801 on host dv-neutron-836180-1-hyperv for vnic_type normal with profile {{(pid=83872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 14:19:08.498136 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.managers [None req-155e2144-4d9f-4ceb-b044-2f631f2924d8 None None] Attempting to bind port 9f097cc0-12e5-4bf7-bcf6-080e35857801 by drivers openvswitch,hyperv on host dv-neutron-836180-1-hyperv at level 0 using segments [{'id': 'a25f9ba2-745b-4dcb-b8ce-224525240f7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'd6128c6d-3463-4b30-b80b-6cd8c7d78ddb'}] {{(pid=83872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 14:19:08.499071 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-155e2144-4d9f-4ceb-b044-2f631f2924d8 None None] Attempting to bind port 9f097cc0-12e5-4bf7-bcf6-080e35857801 on network d6128c6d-3463-4b30-b80b-6cd8c7d78ddb {{(pid=83872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 14:19:08.526675 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-155e2144-4d9f-4ceb-b044-2f631f2924d8 None None] Checking agent: {'id': 'af948428-97cd-4d10-9f53-af028bdb39b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-836180-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 13, 25, 37), 'started_at': datetime.datetime(2022, 4, 1, 13, 26, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 14, 19, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-836180-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 14:19:08.526675 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-155e2144-4d9f-4ceb-b044-2f631f2924d8 None None] Checking segment: {'id': 'a25f9ba2-745b-4dcb-b8ce-224525240f7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'd6128c6d-3463-4b30-b80b-6cd8c7d78ddb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 14:19:08.527489 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-155e2144-4d9f-4ceb-b044-2f631f2924d8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:19:08.527795 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-155e2144-4d9f-4ceb-b044-2f631f2924d8 None None] Bound using segment: {'id': 'a25f9ba2-745b-4dcb-b8ce-224525240f7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'd6128c6d-3463-4b30-b80b-6cd8c7d78ddb'} {{(pid=83872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 14:19:08.528289 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.managers [None req-155e2144-4d9f-4ceb-b044-2f631f2924d8 None None] Bound port: 9f097cc0-12e5-4bf7-bcf6-080e35857801, host: dv-neutron-836180-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a25f9ba2-745b-4dcb-b8ce-224525240f7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'd6128c6d-3463-4b30-b80b-6cd8c7d78ddb'}}] {{(pid=83872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 14:19:08.528969 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-155e2144-4d9f-4ceb-b044-2f631f2924d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:19:08.567884 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_dvr_db [None req-318aed7b-cd39-4edb-9f8d-e6de5576ecf5 None None] Set router 10b34460-b69e-43e7-b710-ba28fa60ea0b gateway port host: dv-neutron-836180-1-hyperv {{(pid=83873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 14:19:08.655179 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-155e2144-4d9f-4ceb-b044-2f631f2924d8 None None] For port 9f097cc0-12e5-4bf7-bcf6-080e35857801, host dv-neutron-836180-1-hyperv, cleared binding levels {{(pid=83872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 14:19:08.660121 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-155e2144-4d9f-4ceb-b044-2f631f2924d8 None None] For port 9f097cc0-12e5-4bf7-bcf6-080e35857801, host dv-neutron-836180-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836180-1-hyperv',level=0,port_id=9f097cc0-12e5-4bf7-bcf6-080e35857801,segment=NetworkSegment(a25f9ba2-745b-4dcb-b8ce-224525240f7f),segment_id=a25f9ba2-745b-4dcb-b8ce-224525240f7f)] {{(pid=83872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 14:19:08.666512 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-155e2144-4d9f-4ceb-b044-2f631f2924d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864'] for port, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:19:08.785003 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-155e2144-4d9f-4ceb-b044-2f631f2924d8 None None] Routers {'09ff4e49-a23a-4aa8-b173-1190989723df'} bound to L3 agent in host dv-neutron-836180-1-hyperv {{(pid=83872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 14:19:08.785694 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_hamode_db [None req-155e2144-4d9f-4ceb-b044-2f631f2924d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836180-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T13:25:36Z,description=,heartbeat_timestamp=2022-04-01T14:19:06Z,host='dv-neutron-836180-1-hyperv',id=88bf8fc8-11a3-4e96-9d1b-5fd93ba9f6f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T13:25:36Z,topic='l3_agent')) {'router_ids': ['09ff4e49-a23a-4aa8-b173-1190989723df'], 'active': True} {{(pid=83872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 14:19:08.979928 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc309b61-a674-4ac0-831d-2dcbba2f9b4c req-3eb78bcc-2cc7-4fd4-8ec0-856efebd20fe tempest-TestShelveInstance-17953904 tempest-TestShelveInstance-17953904-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:19:08.991014 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-bc309b61-a674-4ac0-831d-2dcbba2f9b4c req-3eb78bcc-2cc7-4fd4-8ec0-856efebd20fe tempest-TestShelveInstance-17953904 tempest-TestShelveInstance-17953904-project] 10.222.0.26 "GET /v2.0/ports?device_id=55a97673-4e2b-4417-9edb-fe3b8ed4e720 HTTP/1.1" status: 200 len: 944 time: 0.1308391 Apr 01 14:19:09.038650 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-318aed7b-cd39-4edb-9f8d-e6de5576ecf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10b34460-b69e-43e7-b710-ba28fa60ea0b', 'name': 'tempest-TestShelveInstance-1121757312-router', 'tenant_id': '2add1734b87f4e5a8b225944caaac2c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'external_fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.128'}], 'enable_snat': True}, 'gw_port_id': 'fe5b476b-587c-4fdb-9a9a-227b6e80601a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T14:18:53Z', 'updated_at': '2022-04-01T14:18:56Z', 'revision_number': 4, 'project_id': '2add1734b87f4e5a8b225944caaac2c2', 'gw_port': {'id': 'fe5b476b-587c-4fdb-9a9a-227b6e80601a', 'name': '', 'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:8d:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10b34460-b69e-43e7-b710-ba28fa60ea0b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836180-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T14:18:54Z', 'updated_at': '2022-04-01T14:19:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836180-1-hyperv', '_interfaces': [{'id': 'fbf3bb03-5d90-412f-855c-eabca8df6206', 'name': '', 'network_id': '0ca1f32a-8633-4131-9f74-497613c8d5fe', 'tenant_id': '2add1734b87f4e5a8b225944caaac2c2', 'mac_address': 'fa:16:3e:fa:d0:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10b34460-b69e-43e7-b710-ba28fa60ea0b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4f85f100-91d1-440c-b0d1-1cb24e374623', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T14:18:56Z', 'updated_at': '2022-04-01T14:18:57Z', 'revision_number': 2, 'project_id': '2add1734b87f4e5a8b225944caaac2c2', 'subnets': [{'id': '4f85f100-91d1-440c-b0d1-1cb24e374623', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-836180-1-hyperv', False) {} {{(pid=83873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 14:19:09.043899 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Device da15940c-1a0d-4a92-bba6-5104fae9516a up at agent hyperv_hv-neutron-8361 {{(pid=83872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 14:19:09.044187 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-318aed7b-cd39-4edb-9f8d-e6de5576ecf5 None None] Checking router: 10b34460-b69e-43e7-b710-ba28fa60ea0b for host: dv-neutron-836180-1-hyperv {{(pid=83873) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 01 14:19:09.044388 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-318aed7b-cd39-4edb-9f8d-e6de5576ecf5 None None] Updating router 10b34460-b69e-43e7-b710-ba28fa60ea0b port fbf3bb03-5d90-412f-855c-eabca8df6206 binding host dv-neutron-836180-1-hyperv {{(pid=83873) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 01 14:19:09.103507 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea9b8c3-021e-4557-a962-1a66c146246e None None] Pushing event updated for resources: {'Port': ['ID=9f097cc0-12e5-4bf7-bcf6-080e35857801,revision_number=4']} {{(pid=83872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:19:09.122321 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-318aed7b-cd39-4edb-9f8d-e6de5576ecf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:19:09.145445 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-a976a7b9-9034-41e6-be13-349b75ed1593 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:19:09.178956 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-bc309b61-a674-4ac0-831d-2dcbba2f9b4c req-5f75df65-8478-46b6-aa3c-35c9918b0117 tempest-TestShelveInstance-17953904 tempest-TestShelveInstance-17953904-project] 10.222.0.26 "GET /v2.0/security-groups?id=94d16090-f9d2-4323-9262-3c2912dac8de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1864793 Apr 01 14:19:09.179196 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_dvr_db [None req-155e2144-4d9f-4ceb-b044-2f631f2924d8 None None] Set router 09ff4e49-a23a-4aa8-b173-1190989723df gateway port host: dv-neutron-836180-1-hyperv {{(pid=83872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 14:19:09.241529 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Provisioning for port da15940c-1a0d-4a92-bba6-5104fae9516a completed by entity L2. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 14:19:09.255914 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Provisioning complete for port da15940c-1a0d-4a92-bba6-5104fae9516a triggered by entity L2. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 14:19:09.256280 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-948329'] for port, provisioning_complete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:19:09.379507 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Device 9f097cc0-12e5-4bf7-bcf6-080e35857801 up at agent ovs-agent-dv-neutron-836180-1-hyperv {{(pid=83872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 14:19:09.623443 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-318aed7b-cd39-4edb-9f8d-e6de5576ecf5 None None] Notify callbacks [] for port, precommit_update {{(pid=83873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:19:09.637007 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-318aed7b-cd39-4edb-9f8d-e6de5576ecf5 None None] Transition to ACTIVE for port object fbf3bb03-5d90-412f-855c-eabca8df6206 will not be triggered until provisioned by entity L2. {{(pid=83873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 14:19:09.652089 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-318aed7b-cd39-4edb-9f8d-e6de5576ecf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864'] for port, after_update {{(pid=83873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:19:09.662991 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:19:09.700501 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Provisioning for port 9f097cc0-12e5-4bf7-bcf6-080e35857801 completed by entity L2. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 14:19:09.714679 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Provisioning complete for port 9f097cc0-12e5-4bf7-bcf6-080e35857801 triggered by entity L2. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 14:19:09.715802 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-948329'] for port, provisioning_complete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:19:09.802426 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c064384f-5be1-4f79-9bb2-ce90959c77a0 None None] Pushing event updated for resources: {'Port': ['ID=fbf3bb03-5d90-412f-855c-eabca8df6206,revision_number=3']} {{(pid=83873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:19:09.808927 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55a97673-4e2b-4417-9edb-fe3b8ed4e720', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da15940c-1a0d-4a92-bba6-5104fae9516a'}] {{(pid=83872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 14:19:09.830697 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] For port da15940c-1a0d-4a92-bba6-5104fae9516a, host hv-neutron-8361, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8361',level=0,port_id=da15940c-1a0d-4a92-bba6-5104fae9516a,segment=NetworkSegment(a25f9ba2-745b-4dcb-b8ce-224525240f7f),segment_id=a25f9ba2-745b-4dcb-b8ce-224525240f7f)] {{(pid=83872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 14:19:09.839661 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864'] for port, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:19:09.912698 dv-neutron-836180-1-hyperv neutron-server[83872]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55a97673-4e2b-4417-9edb-fe3b8ed4e720', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da15940c-1a0d-4a92-bba6-5104fae9516a', 'code': 200} Apr 01 14:19:09.925941 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.plugins.ml2.managers [None req-318aed7b-cd39-4edb-9f8d-e6de5576ecf5 None None] Attempting to bind port fbf3bb03-5d90-412f-855c-eabca8df6206 on host dv-neutron-836180-1-hyperv for vnic_type normal with profile {{(pid=83873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 14:19:09.926295 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.plugins.ml2.managers [None req-318aed7b-cd39-4edb-9f8d-e6de5576ecf5 None None] Attempting to bind port fbf3bb03-5d90-412f-855c-eabca8df6206 by drivers openvswitch,hyperv on host dv-neutron-836180-1-hyperv at level 0 using segments [{'id': '8d1277ee-19c2-4cae-8b8c-bb45d71ccd12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '0ca1f32a-8633-4131-9f74-497613c8d5fe'}] {{(pid=83873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 14:19:09.926687 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-318aed7b-cd39-4edb-9f8d-e6de5576ecf5 None None] Attempting to bind port fbf3bb03-5d90-412f-855c-eabca8df6206 on network 0ca1f32a-8633-4131-9f74-497613c8d5fe {{(pid=83873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 14:19:09.936144 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-318aed7b-cd39-4edb-9f8d-e6de5576ecf5 None None] Checking agent: {'id': 'af948428-97cd-4d10-9f53-af028bdb39b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-836180-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 13, 25, 37), 'started_at': datetime.datetime(2022, 4, 1, 13, 26, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 14, 19, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-836180-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 14:19:09.936560 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-318aed7b-cd39-4edb-9f8d-e6de5576ecf5 None None] Checking segment: {'id': '8d1277ee-19c2-4cae-8b8c-bb45d71ccd12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '0ca1f32a-8633-4131-9f74-497613c8d5fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 14:19:09.937728 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-318aed7b-cd39-4edb-9f8d-e6de5576ecf5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:19:09.937890 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-318aed7b-cd39-4edb-9f8d-e6de5576ecf5 None None] Bound using segment: {'id': '8d1277ee-19c2-4cae-8b8c-bb45d71ccd12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '0ca1f32a-8633-4131-9f74-497613c8d5fe'} {{(pid=83873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 14:19:09.938315 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.plugins.ml2.managers [None req-318aed7b-cd39-4edb-9f8d-e6de5576ecf5 None None] Bound port: fbf3bb03-5d90-412f-855c-eabca8df6206, host: dv-neutron-836180-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d1277ee-19c2-4cae-8b8c-bb45d71ccd12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '0ca1f32a-8633-4131-9f74-497613c8d5fe'}}] {{(pid=83873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 14:19:09.938709 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-318aed7b-cd39-4edb-9f8d-e6de5576ecf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:19:10.021946 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Pushing event updated for resources: {'Port': ['ID=da15940c-1a0d-4a92-bba6-5104fae9516a,revision_number=5']} {{(pid=83872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:19:10.025850 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_hamode_db [None req-155e2144-4d9f-4ceb-b044-2f631f2924d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09ff4e49-a23a-4aa8-b173-1190989723df', 'name': 'tempest-TestShelveInstance-1942318884-router', 'tenant_id': '1738f80b01b740f9889eafec82b2aaf9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'external_fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.151'}], 'enable_snat': True}, 'gw_port_id': '35b95295-5490-4be5-ab0d-323c37d800a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T14:18:47Z', 'updated_at': '2022-04-01T14:18:50Z', 'revision_number': 4, 'project_id': '1738f80b01b740f9889eafec82b2aaf9', 'gw_port': {'id': '35b95295-5490-4be5-ab0d-323c37d800a2', 'name': '', 'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:32:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09ff4e49-a23a-4aa8-b173-1190989723df', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836180-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T14:18:47Z', 'updated_at': '2022-04-01T14:18:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836180-1-hyperv', '_interfaces': [{'id': '9f097cc0-12e5-4bf7-bcf6-080e35857801', 'name': '', 'network_id': 'd6128c6d-3463-4b30-b80b-6cd8c7d78ddb', 'tenant_id': '1738f80b01b740f9889eafec82b2aaf9', 'mac_address': 'fa:16:3e:69:24:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09ff4e49-a23a-4aa8-b173-1190989723df', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c40694bf-8b6c-4ede-8b5d-50a91840a91c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836180-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T14:18:49Z', 'updated_at': '2022-04-01T14:19:08Z', 'revision_number': 4, 'project_id': '1738f80b01b740f9889eafec82b2aaf9', 'subnets': [{'id': 'c40694bf-8b6c-4ede-8b5d-50a91840a91c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-836180-1-hyperv', False) {} {{(pid=83872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 14:19:10.041518 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-155e2144-4d9f-4ceb-b044-2f631f2924d8 None None] The sync data for ids ['09ff4e49-a23a-4aa8-b173-1190989723df'] in dv-neutron-836180-1-hyperv is: [{'id': '09ff4e49-a23a-4aa8-b173-1190989723df', 'name': 'tempest-TestShelveInstance-1942318884-router', 'tenant_id': '1738f80b01b740f9889eafec82b2aaf9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'external_fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.151'}], 'enable_snat': True}, 'gw_port_id': '35b95295-5490-4be5-ab0d-323c37d800a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T14:18:47Z', 'updated_at': '2022-04-01T14:18:50Z', 'revision_number': 4, 'project_id': '1738f80b01b740f9889eafec82b2aaf9', 'gw_port': {'id': '35b95295-5490-4be5-ab0d-323c37d800a2', 'name': '', 'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:32:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09ff4e49-a23a-4aa8-b173-1190989723df', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836180-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T14:18:47Z', 'updated_at': '2022-04-01T14:18:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836180-1-hyperv', '_interfaces': [{'id': '9f097cc0-12e5-4bf7-bcf6-080e35857801', 'name': '', 'network_id': 'd6128c6d-3463-4b30-b80b-6cd8c7d78ddb', 'tenant_id': '1738f80b01b740f9889eafec82b2aaf9', 'mac_address': 'fa:16:3e:69:24:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09ff4e49-a23a-4aa8-b173-1190989723df', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c40694bf-8b6c-4ede-8b5d-50a91840a91c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836180-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T14:18:49Z', 'updated_at': '2022-04-01T14:19:08Z', 'revision_number': 4, 'project_id': '1738f80b01b740f9889eafec82b2aaf9', 'subnets': [{'id': 'c40694bf-8b6c-4ede-8b5d-50a91840a91c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 14:19:10.053176 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:19:10.109066 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.plugins.ml2.db [None req-318aed7b-cd39-4edb-9f8d-e6de5576ecf5 None None] For port fbf3bb03-5d90-412f-855c-eabca8df6206, host dv-neutron-836180-1-hyperv, cleared binding levels {{(pid=83873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 14:19:10.113917 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.plugins.ml2.db [None req-318aed7b-cd39-4edb-9f8d-e6de5576ecf5 None None] For port fbf3bb03-5d90-412f-855c-eabca8df6206, host dv-neutron-836180-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836180-1-hyperv',level=0,port_id=fbf3bb03-5d90-412f-855c-eabca8df6206,segment=NetworkSegment(8d1277ee-19c2-4cae-8b8c-bb45d71ccd12),segment_id=8d1277ee-19c2-4cae-8b8c-bb45d71ccd12)] {{(pid=83873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 14:19:10.115389 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] For port 9f097cc0-12e5-4bf7-bcf6-080e35857801, host dv-neutron-836180-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836180-1-hyperv',level=0,port_id=9f097cc0-12e5-4bf7-bcf6-080e35857801,segment=NetworkSegment(a25f9ba2-745b-4dcb-b8ce-224525240f7f),segment_id=a25f9ba2-745b-4dcb-b8ce-224525240f7f)] {{(pid=83872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 14:19:10.122451 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864'] for port, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:19:10.122828 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-318aed7b-cd39-4edb-9f8d-e6de5576ecf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864'] for port, after_update {{(pid=83873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:19:10.235314 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-318aed7b-cd39-4edb-9f8d-e6de5576ecf5 None None] Routers {'10b34460-b69e-43e7-b710-ba28fa60ea0b'} bound to L3 agent in host dv-neutron-836180-1-hyperv {{(pid=83873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 14:19:10.236409 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-318aed7b-cd39-4edb-9f8d-e6de5576ecf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836180-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T13:25:36Z,description=,heartbeat_timestamp=2022-04-01T14:19:06Z,host='dv-neutron-836180-1-hyperv',id=88bf8fc8-11a3-4e96-9d1b-5fd93ba9f6f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T13:25:36Z,topic='l3_agent')) {'router_ids': ['10b34460-b69e-43e7-b710-ba28fa60ea0b'], 'active': True} {{(pid=83873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 14:19:10.266876 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Pushing event updated for resources: {'Port': ['ID=9f097cc0-12e5-4bf7-bcf6-080e35857801,revision_number=5']} {{(pid=83872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:19:10.292632 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-fbfc6632-43a3-4aac-9978-52acdd585777 req-ad4e2838-c660-4ebe-a722-831d1ac24a7b service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=55a97673-4e2b-4417-9edb-fe3b8ed4e720 HTTP/1.1" status: 200 len: 1098 time: 0.1759875 Apr 01 14:19:10.377487 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-fbfc6632-43a3-4aac-9978-52acdd585777 req-c4b93d46-2758-4600-96ff-a6c6593bd571 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=94d16090-f9d2-4323-9262-3c2912dac8de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0761158 Apr 01 14:19:10.456290 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c064384f-5be1-4f79-9bb2-ce90959c77a0 None None] Pushing event updated for resources: {'Port': ['ID=fbf3bb03-5d90-412f-855c-eabca8df6206,revision_number=4']} {{(pid=83873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:19:10.556691 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_dvr_db [None req-318aed7b-cd39-4edb-9f8d-e6de5576ecf5 None None] Set router 10b34460-b69e-43e7-b710-ba28fa60ea0b gateway port host: dv-neutron-836180-1-hyperv {{(pid=83873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 14:19:10.563957 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54dafa0b-b1d0-4929-ae7f-d8466ab1f1c2 req-f1e4e3f2-8e5b-4b9a-a36a-355590d40373 tempest-TestShelveInstance-17953904 tempest-TestShelveInstance-17953904-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:19:10.565553 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-54dafa0b-b1d0-4929-ae7f-d8466ab1f1c2 req-f1e4e3f2-8e5b-4b9a-a36a-355590d40373 tempest-TestShelveInstance-17953904 tempest-TestShelveInstance-17953904-project] 10.222.0.26 "GET /v2.0/ports?device_id=55a97673-4e2b-4417-9edb-fe3b8ed4e720 HTTP/1.1" status: 200 len: 945 time: 0.1125457 Apr 01 14:19:10.631316 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-54dafa0b-b1d0-4929-ae7f-d8466ab1f1c2 req-553c3475-2708-406b-bfec-ee87c3ef22d7 tempest-TestShelveInstance-17953904 tempest-TestShelveInstance-17953904-project] 10.222.0.26 "GET /v2.0/security-groups?id=94d16090-f9d2-4323-9262-3c2912dac8de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0552924 Apr 01 14:19:10.943294 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-318aed7b-cd39-4edb-9f8d-e6de5576ecf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10b34460-b69e-43e7-b710-ba28fa60ea0b', 'name': 'tempest-TestShelveInstance-1121757312-router', 'tenant_id': '2add1734b87f4e5a8b225944caaac2c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'external_fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.128'}], 'enable_snat': True}, 'gw_port_id': 'fe5b476b-587c-4fdb-9a9a-227b6e80601a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T14:18:53Z', 'updated_at': '2022-04-01T14:18:56Z', 'revision_number': 4, 'project_id': '2add1734b87f4e5a8b225944caaac2c2', 'gw_port': {'id': 'fe5b476b-587c-4fdb-9a9a-227b6e80601a', 'name': '', 'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:8d:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10b34460-b69e-43e7-b710-ba28fa60ea0b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836180-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T14:18:54Z', 'updated_at': '2022-04-01T14:19:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836180-1-hyperv', '_interfaces': [{'id': 'fbf3bb03-5d90-412f-855c-eabca8df6206', 'name': '', 'network_id': '0ca1f32a-8633-4131-9f74-497613c8d5fe', 'tenant_id': '2add1734b87f4e5a8b225944caaac2c2', 'mac_address': 'fa:16:3e:fa:d0:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10b34460-b69e-43e7-b710-ba28fa60ea0b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4f85f100-91d1-440c-b0d1-1cb24e374623', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836180-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T14:18:56Z', 'updated_at': '2022-04-01T14:19:10Z', 'revision_number': 4, 'project_id': '2add1734b87f4e5a8b225944caaac2c2', 'subnets': [{'id': '4f85f100-91d1-440c-b0d1-1cb24e374623', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-836180-1-hyperv', False) {} {{(pid=83873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 14:19:10.948053 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-318aed7b-cd39-4edb-9f8d-e6de5576ecf5 None None] The sync data for ids ['10b34460-b69e-43e7-b710-ba28fa60ea0b'] in dv-neutron-836180-1-hyperv is: [{'id': '10b34460-b69e-43e7-b710-ba28fa60ea0b', 'name': 'tempest-TestShelveInstance-1121757312-router', 'tenant_id': '2add1734b87f4e5a8b225944caaac2c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'external_fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.128'}], 'enable_snat': True}, 'gw_port_id': 'fe5b476b-587c-4fdb-9a9a-227b6e80601a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T14:18:53Z', 'updated_at': '2022-04-01T14:18:56Z', 'revision_number': 4, 'project_id': '2add1734b87f4e5a8b225944caaac2c2', 'gw_port': {'id': 'fe5b476b-587c-4fdb-9a9a-227b6e80601a', 'name': '', 'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:8d:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10b34460-b69e-43e7-b710-ba28fa60ea0b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836180-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T14:18:54Z', 'updated_at': '2022-04-01T14:19:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836180-1-hyperv', '_interfaces': [{'id': 'fbf3bb03-5d90-412f-855c-eabca8df6206', 'name': '', 'network_id': '0ca1f32a-8633-4131-9f74-497613c8d5fe', 'tenant_id': '2add1734b87f4e5a8b225944caaac2c2', 'mac_address': 'fa:16:3e:fa:d0:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10b34460-b69e-43e7-b710-ba28fa60ea0b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4f85f100-91d1-440c-b0d1-1cb24e374623', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836180-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T14:18:56Z', 'updated_at': '2022-04-01T14:19:10Z', 'revision_number': 4, 'project_id': '2add1734b87f4e5a8b225944caaac2c2', 'subnets': [{'id': '4f85f100-91d1-440c-b0d1-1cb24e374623', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 14:19:11.377902 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Device fbf3bb03-5d90-412f-855c-eabca8df6206 up at agent ovs-agent-dv-neutron-836180-1-hyperv {{(pid=83872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 14:19:11.475419 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Provisioning for port fbf3bb03-5d90-412f-855c-eabca8df6206 completed by entity L2. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 14:19:11.478675 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Provisioning complete for port fbf3bb03-5d90-412f-855c-eabca8df6206 triggered by entity L2. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 14:19:11.479541 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-948329'] for port, provisioning_complete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:19:11.655049 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:19:11.702080 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] For port fbf3bb03-5d90-412f-855c-eabca8df6206, host dv-neutron-836180-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836180-1-hyperv',level=0,port_id=fbf3bb03-5d90-412f-855c-eabca8df6206,segment=NetworkSegment(8d1277ee-19c2-4cae-8b8c-bb45d71ccd12),segment_id=8d1277ee-19c2-4cae-8b8c-bb45d71ccd12)] {{(pid=83872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 14:19:11.708511 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864'] for port, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:19:11.709933 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Device 9f097cc0-12e5-4bf7-bcf6-080e35857801 up at agent ovs-agent-dv-neutron-836180-1-hyperv {{(pid=83872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 14:19:11.849081 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Pushing event updated for resources: {'Port': ['ID=fbf3bb03-5d90-412f-855c-eabca8df6206,revision_number=5']} {{(pid=83872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:19:11.865372 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Provisioning complete for port 9f097cc0-12e5-4bf7-bcf6-080e35857801 triggered by entity L2. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 14:19:11.866031 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-948329'] for port, provisioning_complete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:19:11.883396 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72165705-b61d-48da-9c1f-4cbd23018e39 req-180163d3-9234-49b6-aba3-d5e8331129ba tempest-TestShelveInstance-17953904 tempest-TestShelveInstance-17953904-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:19:11.885089 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-72165705-b61d-48da-9c1f-4cbd23018e39 req-180163d3-9234-49b6-aba3-d5e8331129ba tempest-TestShelveInstance-17953904 tempest-TestShelveInstance-17953904-project] 10.222.0.26 "GET /v2.0/ports?device_id=55a97673-4e2b-4417-9edb-fe3b8ed4e720 HTTP/1.1" status: 200 len: 945 time: 0.0936761 Apr 01 14:19:11.941179 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-72165705-b61d-48da-9c1f-4cbd23018e39 req-51bfb696-1451-4e20-88b9-912e83e80a74 tempest-TestShelveInstance-17953904 tempest-TestShelveInstance-17953904-project] 10.222.0.26 "GET /v2.0/security-groups?id=94d16090-f9d2-4323-9262-3c2912dac8de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494514 Apr 01 14:19:12.161130 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2202b17-415b-4675-a825-78e4216c9634 req-0c010baa-9af7-42a5-98ec-c67d3e72bc35 tempest-TestShelveInstance-17953904 tempest-TestShelveInstance-17953904-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:19:12.162651 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-b2202b17-415b-4675-a825-78e4216c9634 req-0c010baa-9af7-42a5-98ec-c67d3e72bc35 tempest-TestShelveInstance-17953904 tempest-TestShelveInstance-17953904-project] 10.222.0.26 "GET /v2.0/ports?device_id=55a97673-4e2b-4417-9edb-fe3b8ed4e720 HTTP/1.1" status: 200 len: 945 time: 0.0787055 Apr 01 14:19:12.213343 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-b2202b17-415b-4675-a825-78e4216c9634 req-6b55ea40-5830-4b9d-8f4c-ae0373e39591 tempest-TestShelveInstance-17953904 tempest-TestShelveInstance-17953904-project] 10.222.0.26 "GET /v2.0/security-groups?id=94d16090-f9d2-4323-9262-3c2912dac8de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450430 Apr 01 14:19:12.246580 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 36446) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:19:12.457053 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-7a8a26b3-16ce-434f-ad89-ce9d58fc3505 tempest-TestShelveInstance-1263567747 tempest-TestShelveInstance-1263567747-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=55a97673-4e2b-4417-9edb-fe3b8ed4e720 HTTP/1.1" status: 200 len: 1093 time: 0.2093275 Apr 01 14:19:12.459925 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 36452) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:19:12.465059 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.v2.base [None req-fdb9fe47-0f4b-4195-8823-f9239e396482 tempest-TestShelveInstance-17953904 tempest-TestShelveInstance-17953904-project] Request body: {'floatingip': {'floating_network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'port_id': 'da15940c-1a0d-4a92-bba6-5104fae9516a', 'tenant_id': '1738f80b01b740f9889eafec82b2aaf9', 'fixed_ip_address': '172.20.0.8'}} {{(pid=83871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 14:19:12.470782 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-fdb9fe47-0f4b-4195-8823-f9239e396482 tempest-TestShelveInstance-17953904 tempest-TestShelveInstance-17953904-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 14:19:12.474715 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-fdb9fe47-0f4b-4195-8823-f9239e396482 tempest-TestShelveInstance-17953904 tempest-TestShelveInstance-17953904-project] Usage tracker for resource:floatingip and tenant:1738f80b01b740f9889eafec82b2aaf9 is out of sync, need to count used quota {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 14:19:12.477601 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-fdb9fe47-0f4b-4195-8823-f9239e396482 tempest-TestShelveInstance-17953904 tempest-TestShelveInstance-17953904-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 14:19:12.483360 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-fdb9fe47-0f4b-4195-8823-f9239e396482 tempest-TestShelveInstance-17953904 tempest-TestShelveInstance-17953904-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 14:19:12.494092 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-fdb9fe47-0f4b-4195-8823-f9239e396482 tempest-TestShelveInstance-17953904 tempest-TestShelveInstance-17953904-project] Notify callbacks [] for floatingip, before_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:19:12.635946 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-fdb9fe47-0f4b-4195-8823-f9239e396482 tempest-TestShelveInstance-17953904 tempest-TestShelveInstance-17953904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:19:12.787525 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.db_base_plugin_common [None req-fdb9fe47-0f4b-4195-8823-f9239e396482 tempest-TestShelveInstance-17953904 tempest-TestShelveInstance-17953904-project] Allocated IP 172.26.5.95 (725864b8-cceb-48c9-b5d3-1bfc4423e301/e2ed99db-0e25-4971-b535-7fa69231fae8/e10a6527-fbf7-47ab-882f-7b0aaebc7072) {{(pid=83871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 14:19:12.949041 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-fdb9fe47-0f4b-4195-8823-f9239e396482 tempest-TestShelveInstance-17953904 tempest-TestShelveInstance-17953904-project] Notify callbacks [] for port, precommit_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:19:12.979761 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-fdb9fe47-0f4b-4195-8823-f9239e396482 tempest-TestShelveInstance-17953904 tempest-TestShelveInstance-17953904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736732935801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2743125'] for port, after_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:19:13.048204 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdb9fe47-0f4b-4195-8823-f9239e396482 tempest-TestShelveInstance-17953904 tempest-TestShelveInstance-17953904-project] Network 725864b8-cceb-48c9-b5d3-1bfc4423e301 is already hosted by enough agents. {{(pid=83871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 14:19:13.051507 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.scheduler.base_scheduler [None req-fdb9fe47-0f4b-4195-8823-f9239e396482 tempest-TestShelveInstance-17953904 tempest-TestShelveInstance-17953904-project] Resources bound (agent type, host, resource id): {{(pid=83871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 14:19:13.054932 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdb9fe47-0f4b-4195-8823-f9239e396482 tempest-TestShelveInstance-17953904 tempest-TestShelveInstance-17953904-project] Received port after_create {{(pid=83871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 14:19:13.089903 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb9fe47-0f4b-4195-8823-f9239e396482 tempest-TestShelveInstance-17953904 tempest-TestShelveInstance-17953904-project] Pushing event updated for resources: {'Port': ['ID=e10a6527-fbf7-47ab-882f-7b0aaebc7072,revision_number=1']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:19:13.298454 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Device fbf3bb03-5d90-412f-855c-eabca8df6206 up at agent ovs-agent-dv-neutron-836180-1-hyperv {{(pid=83872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 14:19:13.370745 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Provisioning complete for port fbf3bb03-5d90-412f-855c-eabca8df6206 triggered by entity L2. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 14:19:13.371113 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-948329'] for port, provisioning_complete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:19:13.613840 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-fdb9fe47-0f4b-4195-8823-f9239e396482 tempest-TestShelveInstance-17953904 tempest-TestShelveInstance-17953904-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:19:13.673576 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-fdb9fe47-0f4b-4195-8823-f9239e396482 tempest-TestShelveInstance-17953904 tempest-TestShelveInstance-17953904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:19:13.984134 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-fdb9fe47-0f4b-4195-8823-f9239e396482 tempest-TestShelveInstance-17953904 tempest-TestShelveInstance-17953904-project] Notify callbacks [] for port, precommit_update {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:19:13.989120 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-fdb9fe47-0f4b-4195-8823-f9239e396482 tempest-TestShelveInstance-17953904 tempest-TestShelveInstance-17953904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2743106'] for port, after_update {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:19:14.103293 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb9fe47-0f4b-4195-8823-f9239e396482 tempest-TestShelveInstance-17953904 tempest-TestShelveInstance-17953904-project] Pushing event updated for resources: {'Port': ['ID=e10a6527-fbf7-47ab-882f-7b0aaebc7072,revision_number=2']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:19:14.118233 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-fdb9fe47-0f4b-4195-8823-f9239e396482 tempest-TestShelveInstance-17953904 tempest-TestShelveInstance-17953904-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4084747'] for floatingip, after_update {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:19:14.325855 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.db.l3_db [None req-fdb9fe47-0f4b-4195-8823-f9239e396482 tempest-TestShelveInstance-17953904 tempest-TestShelveInstance-17953904-project] Floating IP b7895c15-9dcc-4cb4-add8-ffad08be5081 associated. External IP: 172.26.5.95, port: da15940c-1a0d-4a92-bba6-5104fae9516a. Apr 01 14:19:14.747054 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fdb9fe47-0f4b-4195-8823-f9239e396482 tempest-TestShelveInstance-17953904 tempest-TestShelveInstance-17953904-project] Router 09ff4e49-a23a-4aa8-b173-1190989723df has already been hosted by L3 agent 88bf8fc8-11a3-4e96-9d1b-5fd93ba9f6f1 {{(pid=83871) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 14:19:14.949287 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fdb9fe47-0f4b-4195-8823-f9239e396482 tempest-TestShelveInstance-17953904 tempest-TestShelveInstance-17953904-project] Notify agent at l3_agent.dv-neutron-836180-1-hyperv the message routers_updated {{(pid=83871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 14:19:14.976699 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-fdb9fe47-0f4b-4195-8823-f9239e396482 tempest-TestShelveInstance-17953904 tempest-TestShelveInstance-17953904-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109561'] for floatingip, before_response {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:19:15.041346 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-fdb9fe47-0f4b-4195-8823-f9239e396482 tempest-TestShelveInstance-17953904 tempest-TestShelveInstance-17953904-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.5800152 Apr 01 14:19:15.042023 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '55a97673-4e2b-4417-9edb-fe3b8ed4e720', 'tag': 'da15940c-1a0d-4a92-bba6-5104fae9516a'}] {{(pid=83871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 14:19:15.193102 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '55a97673-4e2b-4417-9edb-fe3b8ed4e720', 'tag': 'da15940c-1a0d-4a92-bba6-5104fae9516a', 'status': 'completed', 'code': 200} Apr 01 14:19:15.298765 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-42b8cc6c-e9d5-442f-82b7-6745f27241e6 req-cc6610b4-d659-44bd-981b-0345098de003 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=1738f80b01b740f9889eafec82b2aaf9&device_id=55a97673-4e2b-4417-9edb-fe3b8ed4e720 HTTP/1.1" status: 200 len: 1098 time: 0.0787423 Apr 01 14:19:15.434619 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b8cc6c-e9d5-442f-82b7-6745f27241e6 req-60b7d6dd-1c99-4c64-b8ad-2e4318cc6a11 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:19:15.436052 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-42b8cc6c-e9d5-442f-82b7-6745f27241e6 req-60b7d6dd-1c99-4c64-b8ad-2e4318cc6a11 service neutron] 10.222.0.57 "GET /v2.0/networks?id=d6128c6d-3463-4b30-b80b-6cd8c7d78ddb HTTP/1.1" status: 200 len: 910 time: 0.1312232 Apr 01 14:19:15.540454 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-42b8cc6c-e9d5-442f-82b7-6745f27241e6 req-b919df89-907b-41b1-a9ef-99918238f16e service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=da15940c-1a0d-4a92-bba6-5104fae9516a HTTP/1.1" status: 200 len: 998 time: 0.0986254 Apr 01 14:19:15.606014 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b8cc6c-e9d5-442f-82b7-6745f27241e6 req-477f48dc-2aa3-445f-850a-2bc5606ed85a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:19:15.607465 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-42b8cc6c-e9d5-442f-82b7-6745f27241e6 req-477f48dc-2aa3-445f-850a-2bc5606ed85a service neutron] 10.222.0.57 "GET /v2.0/subnets?id=c40694bf-8b6c-4ede-8b5d-50a91840a91c HTTP/1.1" status: 200 len: 848 time: 0.0611742 Apr 01 14:19:15.690664 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-42b8cc6c-e9d5-442f-82b7-6745f27241e6 req-456aeb39-57ea-47ca-b80a-0b3ac5902ffb service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=d6128c6d-3463-4b30-b80b-6cd8c7d78ddb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0768495 Apr 01 14:19:15.825426 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-42b8cc6c-e9d5-442f-82b7-6745f27241e6 req-7589197c-4ca3-46b8-b125-2bab0a221954 service neutron] 10.222.0.57 "GET /v2.0/networks/d6128c6d-3463-4b30-b80b-6cd8c7d78ddb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1285131 Apr 01 14:19:15.970651 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-42b8cc6c-e9d5-442f-82b7-6745f27241e6 req-68e61f2b-80dd-4c1d-9e3a-b8bf7f3e501f service neutron] 10.222.0.57 "GET /v2.0/networks/d6128c6d-3463-4b30-b80b-6cd8c7d78ddb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1396935 Apr 01 14:19:16.011710 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.agents_db [None req-bdd220c7-049a-43d2-a923-ad1a2de078c6 None None] Agent healthcheck: found 6 active agents {{(pid=83873) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 01 14:19:23.214275 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee06f30e-6b37-42b3-b697-ce3ef20d8be8 None None] Sync routers for ids ['09ff4e49-a23a-4aa8-b173-1190989723df'] in dv-neutron-836180-1-hyperv {{(pid=83872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 14:19:23.229765 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee06f30e-6b37-42b3-b697-ce3ef20d8be8 None None] Routers {'09ff4e49-a23a-4aa8-b173-1190989723df'} bound to L3 agent in host dv-neutron-836180-1-hyperv {{(pid=83872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 14:19:23.230387 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_hamode_db [None req-ee06f30e-6b37-42b3-b697-ce3ef20d8be8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836180-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T13:25:36Z,description=,heartbeat_timestamp=2022-04-01T14:19:06Z,host='dv-neutron-836180-1-hyperv',id=88bf8fc8-11a3-4e96-9d1b-5fd93ba9f6f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T13:25:36Z,topic='l3_agent')) {'router_ids': ['09ff4e49-a23a-4aa8-b173-1190989723df'], 'active': True} {{(pid=83872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 14:19:23.471110 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_dvr_db [None req-ee06f30e-6b37-42b3-b697-ce3ef20d8be8 None None] Set router 09ff4e49-a23a-4aa8-b173-1190989723df gateway port host: dv-neutron-836180-1-hyperv {{(pid=83872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 14:19:23.848360 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_hamode_db [None req-ee06f30e-6b37-42b3-b697-ce3ef20d8be8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09ff4e49-a23a-4aa8-b173-1190989723df', 'name': 'tempest-TestShelveInstance-1942318884-router', 'tenant_id': '1738f80b01b740f9889eafec82b2aaf9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'external_fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.151'}], 'enable_snat': True}, 'gw_port_id': '35b95295-5490-4be5-ab0d-323c37d800a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T14:18:47Z', 'updated_at': '2022-04-01T14:18:50Z', 'revision_number': 4, 'project_id': '1738f80b01b740f9889eafec82b2aaf9', 'gw_port': {'id': '35b95295-5490-4be5-ab0d-323c37d800a2', 'name': '', 'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:32:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09ff4e49-a23a-4aa8-b173-1190989723df', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836180-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T14:18:47Z', 'updated_at': '2022-04-01T14:18:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836180-1-hyperv', '_floatingips': [{'id': 'b7895c15-9dcc-4cb4-add8-ffad08be5081', 'tenant_id': '1738f80b01b740f9889eafec82b2aaf9', 'floating_ip_address': '172.26.5.95', 'floating_network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'router_id': '09ff4e49-a23a-4aa8-b173-1190989723df', 'port_id': 'da15940c-1a0d-4a92-bba6-5104fae9516a', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd6128c6d-3463-4b30-b80b-6cd8c7d78ddb', 'mac_address': 'fa:16:3e:78:bb:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55a97673-4e2b-4417-9edb-fe3b8ed4e720', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T14:19:13Z', 'updated_at': '2022-04-01T14:19:13Z', 'revision_number': 0, 'project_id': '1738f80b01b740f9889eafec82b2aaf9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9f097cc0-12e5-4bf7-bcf6-080e35857801', 'name': '', 'network_id': 'd6128c6d-3463-4b30-b80b-6cd8c7d78ddb', 'tenant_id': '1738f80b01b740f9889eafec82b2aaf9', 'mac_address': 'fa:16:3e:69:24:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09ff4e49-a23a-4aa8-b173-1190989723df', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c40694bf-8b6c-4ede-8b5d-50a91840a91c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836180-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T14:18:49Z', 'updated_at': '2022-04-01T14:19:10Z', 'revision_number': 5, 'project_id': '1738f80b01b740f9889eafec82b2aaf9', 'subnets': [{'id': 'c40694bf-8b6c-4ede-8b5d-50a91840a91c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-836180-1-hyperv', False) {} {{(pid=83872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 14:19:23.852356 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee06f30e-6b37-42b3-b697-ce3ef20d8be8 None None] Checking router: 09ff4e49-a23a-4aa8-b173-1190989723df for host: dv-neutron-836180-1-hyperv {{(pid=83872) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 01 14:19:23.864038 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee06f30e-6b37-42b3-b697-ce3ef20d8be8 None None] Routers {'09ff4e49-a23a-4aa8-b173-1190989723df'} bound to L3 agent in host dv-neutron-836180-1-hyperv {{(pid=83872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 14:19:23.864671 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_hamode_db [None req-ee06f30e-6b37-42b3-b697-ce3ef20d8be8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836180-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T13:25:36Z,description=,heartbeat_timestamp=2022-04-01T14:19:06Z,host='dv-neutron-836180-1-hyperv',id=88bf8fc8-11a3-4e96-9d1b-5fd93ba9f6f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T13:25:36Z,topic='l3_agent')) {'router_ids': ['09ff4e49-a23a-4aa8-b173-1190989723df'], 'active': True} {{(pid=83872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 14:19:24.052806 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_dvr_db [None req-ee06f30e-6b37-42b3-b697-ce3ef20d8be8 None None] Set router 09ff4e49-a23a-4aa8-b173-1190989723df gateway port host: dv-neutron-836180-1-hyperv {{(pid=83872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 14:19:24.332615 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:19:24.441537 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_hamode_db [None req-ee06f30e-6b37-42b3-b697-ce3ef20d8be8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09ff4e49-a23a-4aa8-b173-1190989723df', 'name': 'tempest-TestShelveInstance-1942318884-router', 'tenant_id': '1738f80b01b740f9889eafec82b2aaf9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'external_fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.151'}], 'enable_snat': True}, 'gw_port_id': '35b95295-5490-4be5-ab0d-323c37d800a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T14:18:47Z', 'updated_at': '2022-04-01T14:18:50Z', 'revision_number': 4, 'project_id': '1738f80b01b740f9889eafec82b2aaf9', 'gw_port': {'id': '35b95295-5490-4be5-ab0d-323c37d800a2', 'name': '', 'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:32:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09ff4e49-a23a-4aa8-b173-1190989723df', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836180-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T14:18:47Z', 'updated_at': '2022-04-01T14:18:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836180-1-hyperv', '_floatingips': [{'id': 'b7895c15-9dcc-4cb4-add8-ffad08be5081', 'tenant_id': '1738f80b01b740f9889eafec82b2aaf9', 'floating_ip_address': '172.26.5.95', 'floating_network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'router_id': '09ff4e49-a23a-4aa8-b173-1190989723df', 'port_id': 'da15940c-1a0d-4a92-bba6-5104fae9516a', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd6128c6d-3463-4b30-b80b-6cd8c7d78ddb', 'mac_address': 'fa:16:3e:78:bb:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55a97673-4e2b-4417-9edb-fe3b8ed4e720', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T14:19:13Z', 'updated_at': '2022-04-01T14:19:13Z', 'revision_number': 0, 'project_id': '1738f80b01b740f9889eafec82b2aaf9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9f097cc0-12e5-4bf7-bcf6-080e35857801', 'name': '', 'network_id': 'd6128c6d-3463-4b30-b80b-6cd8c7d78ddb', 'tenant_id': '1738f80b01b740f9889eafec82b2aaf9', 'mac_address': 'fa:16:3e:69:24:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09ff4e49-a23a-4aa8-b173-1190989723df', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c40694bf-8b6c-4ede-8b5d-50a91840a91c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836180-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T14:18:49Z', 'updated_at': '2022-04-01T14:19:10Z', 'revision_number': 5, 'project_id': '1738f80b01b740f9889eafec82b2aaf9', 'subnets': [{'id': 'c40694bf-8b6c-4ede-8b5d-50a91840a91c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-836180-1-hyperv', False) {} {{(pid=83872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 14:19:24.446295 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee06f30e-6b37-42b3-b697-ce3ef20d8be8 None None] The sync data for ids ['09ff4e49-a23a-4aa8-b173-1190989723df'] in dv-neutron-836180-1-hyperv is: [{'id': '09ff4e49-a23a-4aa8-b173-1190989723df', 'name': 'tempest-TestShelveInstance-1942318884-router', 'tenant_id': '1738f80b01b740f9889eafec82b2aaf9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'external_fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.151'}], 'enable_snat': True}, 'gw_port_id': '35b95295-5490-4be5-ab0d-323c37d800a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T14:18:47Z', 'updated_at': '2022-04-01T14:18:50Z', 'revision_number': 4, 'project_id': '1738f80b01b740f9889eafec82b2aaf9', 'gw_port': {'id': '35b95295-5490-4be5-ab0d-323c37d800a2', 'name': '', 'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:32:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09ff4e49-a23a-4aa8-b173-1190989723df', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836180-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T14:18:47Z', 'updated_at': '2022-04-01T14:18:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836180-1-hyperv', '_floatingips': [{'id': 'b7895c15-9dcc-4cb4-add8-ffad08be5081', 'tenant_id': '1738f80b01b740f9889eafec82b2aaf9', 'floating_ip_address': '172.26.5.95', 'floating_network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'router_id': '09ff4e49-a23a-4aa8-b173-1190989723df', 'port_id': 'da15940c-1a0d-4a92-bba6-5104fae9516a', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd6128c6d-3463-4b30-b80b-6cd8c7d78ddb', 'mac_address': 'fa:16:3e:78:bb:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55a97673-4e2b-4417-9edb-fe3b8ed4e720', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T14:19:13Z', 'updated_at': '2022-04-01T14:19:13Z', 'revision_number': 0, 'project_id': '1738f80b01b740f9889eafec82b2aaf9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9f097cc0-12e5-4bf7-bcf6-080e35857801', 'name': '', 'network_id': 'd6128c6d-3463-4b30-b80b-6cd8c7d78ddb', 'tenant_id': '1738f80b01b740f9889eafec82b2aaf9', 'mac_address': 'fa:16:3e:69:24:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09ff4e49-a23a-4aa8-b173-1190989723df', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c40694bf-8b6c-4ede-8b5d-50a91840a91c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836180-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T14:18:49Z', 'updated_at': '2022-04-01T14:19:10Z', 'revision_number': 5, 'project_id': '1738f80b01b740f9889eafec82b2aaf9', 'subnets': [{'id': 'c40694bf-8b6c-4ede-8b5d-50a91840a91c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 14:19:30.600743 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56de476c-5a46-4b58-b270-880808f2313d None None] New status for floating IP b7895c15-9dcc-4cb4-add8-ffad08be5081: ACTIVE {{(pid=83873) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 01 14:19:33.668562 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-ae5d5ca0-8e78-4ee7-acdb-df46bdc3dfa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:19:35.987602 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-1cff6f85-de69-41a8-aa28-43f32b294209 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:19:37.287510 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:19:37.555504 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-2f9cfc9c-d8ba-4de3-a4ad-98162f90557c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:19:37.846847 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-cb28b7db-74d5-47fb-8885-886d81481747 req-606872a8-93a4-4b91-89ed-f1635a5e564f service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=55a97673-4e2b-4417-9edb-fe3b8ed4e720&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0736635 Apr 01 14:19:37.998778 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-cb28b7db-74d5-47fb-8885-886d81481747 req-e6639b58-fa2c-4024-a0b7-68dce5b0aa65 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=1738f80b01b740f9889eafec82b2aaf9&device_id=55a97673-4e2b-4417-9edb-fe3b8ed4e720 HTTP/1.1" status: 200 len: 1098 time: 0.0715499 Apr 01 14:19:38.145982 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb28b7db-74d5-47fb-8885-886d81481747 req-c2463028-a6e5-448b-bf79-666e73a4d7d6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:19:38.147352 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-cb28b7db-74d5-47fb-8885-886d81481747 req-c2463028-a6e5-448b-bf79-666e73a4d7d6 service neutron] 10.222.0.57 "GET /v2.0/networks?id=d6128c6d-3463-4b30-b80b-6cd8c7d78ddb HTTP/1.1" status: 200 len: 910 time: 0.1287181 Apr 01 14:19:38.247640 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-cb28b7db-74d5-47fb-8885-886d81481747 req-0de79118-c680-4a4b-97e2-0e376ca3b709 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=da15940c-1a0d-4a92-bba6-5104fae9516a HTTP/1.1" status: 200 len: 1000 time: 0.0937893 Apr 01 14:19:38.313842 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb28b7db-74d5-47fb-8885-886d81481747 req-15b7af40-5cc7-44cf-8fac-87d030facac4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:19:38.315420 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-cb28b7db-74d5-47fb-8885-886d81481747 req-15b7af40-5cc7-44cf-8fac-87d030facac4 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=c40694bf-8b6c-4ede-8b5d-50a91840a91c HTTP/1.1" status: 200 len: 848 time: 0.0609083 Apr 01 14:19:38.391921 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-cb28b7db-74d5-47fb-8885-886d81481747 req-e9e44ec5-f82b-4715-b9a2-0e9c5d89ab98 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=d6128c6d-3463-4b30-b80b-6cd8c7d78ddb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0683649 Apr 01 14:19:38.625213 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-cb28b7db-74d5-47fb-8885-886d81481747 req-7f4dd0ea-8526-4876-b372-3c32b477c8b5 service neutron] 10.222.0.57 "GET /v2.0/networks/d6128c6d-3463-4b30-b80b-6cd8c7d78ddb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2257557 Apr 01 14:19:38.761500 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-cb28b7db-74d5-47fb-8885-886d81481747 req-9a2991af-66e4-40d6-9604-4d244d4c4164 service neutron] 10.222.0.57 "GET /v2.0/networks/d6128c6d-3463-4b30-b80b-6cd8c7d78ddb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1296563 Apr 01 14:19:39.053765 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-a976a7b9-9034-41e6-be13-349b75ed1593 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:19:53.011694 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.agents_db [None req-bdd220c7-049a-43d2-a923-ad1a2de078c6 None None] Agent healthcheck: found 6 active agents {{(pid=83873) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 01 14:19:54.299460 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:20:03.670825 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-e4d55702-1b6c-43aa-b425-345642f1c915 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:20:05.991304 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-2b5cbb6e-c435-4307-894c-f74cc460563f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:20:07.282050 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:20:07.556032 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-2f9cfc9c-d8ba-4de3-a4ad-98162f90557c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:20:09.055262 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-a976a7b9-9034-41e6-be13-349b75ed1593 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:20:24.308633 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:20:30.014086 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.agents_db [None req-bdd220c7-049a-43d2-a923-ad1a2de078c6 None None] Agent healthcheck: found 6 active agents {{(pid=83873) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 01 14:20:33.679516 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-92b61914-28fb-49b2-94ca-c8ea2afb3e91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:20:36.001545 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-2858e210-e724-45cb-bc0f-938653c7cf88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:20:37.295305 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:20:37.559810 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-2f9cfc9c-d8ba-4de3-a4ad-98162f90557c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:20:38.971997 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-82217016-919f-4bd5-91ee-8ba1ab9c7afc req-0a6c1ba7-5858-4c29-a9e4-d07da8c099f7 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=55a97673-4e2b-4417-9edb-fe3b8ed4e720&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2025602 Apr 01 14:20:39.110114 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-a976a7b9-9034-41e6-be13-349b75ed1593 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:20:39.118002 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-82217016-919f-4bd5-91ee-8ba1ab9c7afc req-accc6740-1547-4132-ad3f-3184ad85ac10 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=1738f80b01b740f9889eafec82b2aaf9&device_id=55a97673-4e2b-4417-9edb-fe3b8ed4e720 HTTP/1.1" status: 200 len: 1098 time: 0.0757508 Apr 01 14:20:39.277559 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82217016-919f-4bd5-91ee-8ba1ab9c7afc req-b8b4df74-bcba-4adf-8fd8-903fd6b88df4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:20:39.279080 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-82217016-919f-4bd5-91ee-8ba1ab9c7afc req-b8b4df74-bcba-4adf-8fd8-903fd6b88df4 service neutron] 10.222.0.57 "GET /v2.0/networks?id=d6128c6d-3463-4b30-b80b-6cd8c7d78ddb HTTP/1.1" status: 200 len: 910 time: 0.1398089 Apr 01 14:20:39.430342 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-82217016-919f-4bd5-91ee-8ba1ab9c7afc req-6b840080-0678-4973-8605-550c622b6108 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=da15940c-1a0d-4a92-bba6-5104fae9516a HTTP/1.1" status: 200 len: 1000 time: 0.1446464 Apr 01 14:20:39.518962 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82217016-919f-4bd5-91ee-8ba1ab9c7afc req-20a54f6f-bc3e-42e8-bee0-e801b03cec5f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:20:39.520408 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-82217016-919f-4bd5-91ee-8ba1ab9c7afc req-20a54f6f-bc3e-42e8-bee0-e801b03cec5f service neutron] 10.222.0.57 "GET /v2.0/subnets?id=c40694bf-8b6c-4ede-8b5d-50a91840a91c HTTP/1.1" status: 200 len: 848 time: 0.0827610 Apr 01 14:20:39.600348 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-82217016-919f-4bd5-91ee-8ba1ab9c7afc req-511f8be0-af26-489a-a5be-f6077810314b service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=d6128c6d-3463-4b30-b80b-6cd8c7d78ddb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0732336 Apr 01 14:20:39.742181 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-82217016-919f-4bd5-91ee-8ba1ab9c7afc req-4ed41464-a2d9-4fcc-aadb-674144616e4a service neutron] 10.222.0.57 "GET /v2.0/networks/d6128c6d-3463-4b30-b80b-6cd8c7d78ddb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1349871 Apr 01 14:20:39.896182 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-82217016-919f-4bd5-91ee-8ba1ab9c7afc req-cd1270ef-d6ff-4d03-a863-de254fe3b11c service neutron] 10.222.0.57 "GET /v2.0/networks/d6128c6d-3463-4b30-b80b-6cd8c7d78ddb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1476786 Apr 01 14:20:54.301027 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:21:03.675008 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-20b52a44-ff4d-49db-95f9-cb5a5913a4cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:21:05.996730 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-b124b4c6-c4fe-4efb-8136-d4c63e964092 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:21:07.014129 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.agents_db [None req-bdd220c7-049a-43d2-a923-ad1a2de078c6 None None] Agent healthcheck: found 6 active agents {{(pid=83873) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 01 14:21:07.291618 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:21:07.563158 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-2f9cfc9c-d8ba-4de3-a4ad-98162f90557c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:21:09.062823 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-a976a7b9-9034-41e6-be13-349b75ed1593 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:21:11.161305 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132712b3-f199-46ff-ab4e-1c5f010d3427 req-cf942825-379c-40db-bb1b-c2185c99445c tempest-TestShelveInstance-17953904 tempest-TestShelveInstance-17953904-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:21:11.162833 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-132712b3-f199-46ff-ab4e-1c5f010d3427 req-cf942825-379c-40db-bb1b-c2185c99445c tempest-TestShelveInstance-17953904 tempest-TestShelveInstance-17953904-project] 10.222.0.26 "GET /v2.0/ports?device_id=55a97673-4e2b-4417-9edb-fe3b8ed4e720 HTTP/1.1" status: 200 len: 945 time: 0.1595807 Apr 01 14:21:11.212137 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-132712b3-f199-46ff-ab4e-1c5f010d3427 req-4ac590b3-e45b-4a6e-94a9-50ad1d81ff7a tempest-TestShelveInstance-17953904 tempest-TestShelveInstance-17953904-project] 10.222.0.26 "GET /v2.0/security-groups?id=94d16090-f9d2-4323-9262-3c2912dac8de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432673 Apr 01 14:21:12.431269 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1264d906-6197-44ea-8888-b83bbf45a573 req-97915c84-18dd-4945-9efd-0f79ed8cb1b3 tempest-TestShelveInstance-17953904 tempest-TestShelveInstance-17953904-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:21:12.433045 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-1264d906-6197-44ea-8888-b83bbf45a573 req-97915c84-18dd-4945-9efd-0f79ed8cb1b3 tempest-TestShelveInstance-17953904 tempest-TestShelveInstance-17953904-project] 10.222.0.26 "GET /v2.0/ports?device_id=55a97673-4e2b-4417-9edb-fe3b8ed4e720 HTTP/1.1" status: 200 len: 945 time: 0.0895028 Apr 01 14:21:12.483230 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-1264d906-6197-44ea-8888-b83bbf45a573 req-83b67536-e62d-415d-b104-3adfcb2b94b3 tempest-TestShelveInstance-17953904 tempest-TestShelveInstance-17953904-project] 10.222.0.26 "GET /v2.0/security-groups?id=94d16090-f9d2-4323-9262-3c2912dac8de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436170 Apr 01 14:21:13.700523 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd18563-6c5b-4d65-af6f-e2232dd13e2f req-49eba7d9-e70b-4755-81e5-67046c51d373 tempest-TestShelveInstance-17953904 tempest-TestShelveInstance-17953904-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:21:13.702144 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-edd18563-6c5b-4d65-af6f-e2232dd13e2f req-49eba7d9-e70b-4755-81e5-67046c51d373 tempest-TestShelveInstance-17953904 tempest-TestShelveInstance-17953904-project] 10.222.0.26 "GET /v2.0/ports?device_id=55a97673-4e2b-4417-9edb-fe3b8ed4e720 HTTP/1.1" status: 200 len: 945 time: 0.0856934 Apr 01 14:21:13.752821 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-edd18563-6c5b-4d65-af6f-e2232dd13e2f req-e4068e1e-b184-4f89-a2d8-d92f8134cb25 tempest-TestShelveInstance-17953904 tempest-TestShelveInstance-17953904-project] 10.222.0.26 "GET /v2.0/security-groups?id=94d16090-f9d2-4323-9262-3c2912dac8de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431001 Apr 01 14:21:14.958123 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca2ee92-5ead-40da-a581-dec8ee992f3d req-6603a916-2687-412f-bf97-8a7369421d78 tempest-TestShelveInstance-17953904 tempest-TestShelveInstance-17953904-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:21:14.959579 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-1ca2ee92-5ead-40da-a581-dec8ee992f3d req-6603a916-2687-412f-bf97-8a7369421d78 tempest-TestShelveInstance-17953904 tempest-TestShelveInstance-17953904-project] 10.222.0.26 "GET /v2.0/ports?device_id=55a97673-4e2b-4417-9edb-fe3b8ed4e720 HTTP/1.1" status: 200 len: 945 time: 0.0817022 Apr 01 14:21:15.004939 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-1ca2ee92-5ead-40da-a581-dec8ee992f3d req-c3c51c81-183e-462b-8c85-d8055080bbfa tempest-TestShelveInstance-17953904 tempest-TestShelveInstance-17953904-project] 10.222.0.26 "GET /v2.0/security-groups?id=94d16090-f9d2-4323-9262-3c2912dac8de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398903 Apr 01 14:21:16.215801 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7199dc1f-283a-4b77-ad6c-513ddef62732 req-c55d0504-11c2-422f-b31a-797e946637d0 tempest-TestShelveInstance-17953904 tempest-TestShelveInstance-17953904-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:21:16.217227 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-7199dc1f-283a-4b77-ad6c-513ddef62732 req-c55d0504-11c2-422f-b31a-797e946637d0 tempest-TestShelveInstance-17953904 tempest-TestShelveInstance-17953904-project] 10.222.0.26 "GET /v2.0/ports?device_id=55a97673-4e2b-4417-9edb-fe3b8ed4e720 HTTP/1.1" status: 200 len: 945 time: 0.0765252 Apr 01 14:21:16.263638 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-7199dc1f-283a-4b77-ad6c-513ddef62732 req-e7d5e8b9-631e-47f2-ba6d-3812dc74018f tempest-TestShelveInstance-17953904 tempest-TestShelveInstance-17953904-project] 10.222.0.26 "GET /v2.0/security-groups?id=94d16090-f9d2-4323-9262-3c2912dac8de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403857 Apr 01 14:21:17.478191 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82feee3e-a522-4435-b694-0e4315bc7666 req-0080dfc3-0dad-4f35-bab7-40e2a5ccc2b2 tempest-TestShelveInstance-17953904 tempest-TestShelveInstance-17953904-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:21:17.479626 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-82feee3e-a522-4435-b694-0e4315bc7666 req-0080dfc3-0dad-4f35-bab7-40e2a5ccc2b2 tempest-TestShelveInstance-17953904 tempest-TestShelveInstance-17953904-project] 10.222.0.26 "GET /v2.0/ports?device_id=55a97673-4e2b-4417-9edb-fe3b8ed4e720 HTTP/1.1" status: 200 len: 945 time: 0.0852258 Apr 01 14:21:17.532812 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-82feee3e-a522-4435-b694-0e4315bc7666 req-7f791bea-cf12-4890-bf82-78fa042d6641 tempest-TestShelveInstance-17953904 tempest-TestShelveInstance-17953904-project] 10.222.0.26 "GET /v2.0/security-groups?id=94d16090-f9d2-4323-9262-3c2912dac8de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432694 Apr 01 14:21:18.840037 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68919de-9487-44af-bf1c-71dbae82f3b6 req-7117dfd0-14c1-4fa3-8d82-eb6f49a0fde0 tempest-TestShelveInstance-17953904 tempest-TestShelveInstance-17953904-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:21:18.841672 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-f68919de-9487-44af-bf1c-71dbae82f3b6 req-7117dfd0-14c1-4fa3-8d82-eb6f49a0fde0 tempest-TestShelveInstance-17953904 tempest-TestShelveInstance-17953904-project] 10.222.0.26 "GET /v2.0/ports?device_id=55a97673-4e2b-4417-9edb-fe3b8ed4e720 HTTP/1.1" status: 200 len: 945 time: 0.1843452 Apr 01 14:21:18.891651 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-f68919de-9487-44af-bf1c-71dbae82f3b6 req-723eab47-0f3d-44bb-8a45-9cd718591600 tempest-TestShelveInstance-17953904 tempest-TestShelveInstance-17953904-project] 10.222.0.26 "GET /v2.0/security-groups?id=94d16090-f9d2-4323-9262-3c2912dac8de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442648 Apr 01 14:21:20.097619 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e17dda1-635a-4591-841a-35613004817b req-2e4aaeb3-d903-4ccc-9a34-b9de64630913 tempest-TestShelveInstance-17953904 tempest-TestShelveInstance-17953904-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:21:20.099123 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-4e17dda1-635a-4591-841a-35613004817b req-2e4aaeb3-d903-4ccc-9a34-b9de64630913 tempest-TestShelveInstance-17953904 tempest-TestShelveInstance-17953904-project] 10.222.0.26 "GET /v2.0/ports?device_id=55a97673-4e2b-4417-9edb-fe3b8ed4e720 HTTP/1.1" status: 200 len: 945 time: 0.0834224 Apr 01 14:21:20.146778 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-4e17dda1-635a-4591-841a-35613004817b req-d9316123-816e-478d-a2e1-11fef96a8252 tempest-TestShelveInstance-17953904 tempest-TestShelveInstance-17953904-project] 10.222.0.26 "GET /v2.0/security-groups?id=94d16090-f9d2-4323-9262-3c2912dac8de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422001 Apr 01 14:21:21.362278 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d673401-888a-4194-bd89-69c01afe7422 req-9902ac32-8404-4730-8dbf-699e558bcc81 tempest-TestShelveInstance-17953904 tempest-TestShelveInstance-17953904-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:21:21.363729 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-8d673401-888a-4194-bd89-69c01afe7422 req-9902ac32-8404-4730-8dbf-699e558bcc81 tempest-TestShelveInstance-17953904 tempest-TestShelveInstance-17953904-project] 10.222.0.26 "GET /v2.0/ports?device_id=55a97673-4e2b-4417-9edb-fe3b8ed4e720 HTTP/1.1" status: 200 len: 945 time: 0.0770464 Apr 01 14:21:21.411842 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-8d673401-888a-4194-bd89-69c01afe7422 req-92cee948-46ee-47bf-b53c-09de8a119934 tempest-TestShelveInstance-17953904 tempest-TestShelveInstance-17953904-project] 10.222.0.26 "GET /v2.0/security-groups?id=94d16090-f9d2-4323-9262-3c2912dac8de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425866 Apr 01 14:21:22.617467 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ba22db-78b6-4bc6-8dc6-9cf1b29bede4 req-86d2d347-6263-4c37-bf3f-f86344e27467 tempest-TestShelveInstance-17953904 tempest-TestShelveInstance-17953904-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:21:22.618926 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-05ba22db-78b6-4bc6-8dc6-9cf1b29bede4 req-86d2d347-6263-4c37-bf3f-f86344e27467 tempest-TestShelveInstance-17953904 tempest-TestShelveInstance-17953904-project] 10.222.0.26 "GET /v2.0/ports?device_id=55a97673-4e2b-4417-9edb-fe3b8ed4e720 HTTP/1.1" status: 200 len: 945 time: 0.0829649 Apr 01 14:21:22.671549 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-05ba22db-78b6-4bc6-8dc6-9cf1b29bede4 req-89e9f990-32c1-4a61-973c-ca4d823ba960 tempest-TestShelveInstance-17953904 tempest-TestShelveInstance-17953904-project] 10.222.0.26 "GET /v2.0/security-groups?id=94d16090-f9d2-4323-9262-3c2912dac8de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452490 Apr 01 14:21:23.605862 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Device da15940c-1a0d-4a92-bba6-5104fae9516a details requested by agent hyperv_hv-neutron-8361 with host hv-neutron-8361 {{(pid=83872) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 01 14:21:23.741922 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] For port da15940c-1a0d-4a92-bba6-5104fae9516a, host hv-neutron-8361, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8361',level=0,port_id=da15940c-1a0d-4a92-bba6-5104fae9516a,segment=NetworkSegment(a25f9ba2-745b-4dcb-b8ce-224525240f7f),segment_id=a25f9ba2-745b-4dcb-b8ce-224525240f7f)] {{(pid=83872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 14:21:23.755328 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Returning: {'device': 'da15940c-1a0d-4a92-bba6-5104fae9516a', 'network_id': 'd6128c6d-3463-4b30-b80b-6cd8c7d78ddb', 'port_id': 'da15940c-1a0d-4a92-bba6-5104fae9516a', 'mac_address': 'fa:16:3e:78:bb:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 354, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c40694bf-8b6c-4ede-8b5d-50a91840a91c', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83872) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 01 14:21:23.814212 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:21:23.834608 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.notifiers.nova [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id da15940c-1a0d-4a92-bba6-5104fae9516a {{(pid=83872) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 01 14:21:23.850903 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] For port da15940c-1a0d-4a92-bba6-5104fae9516a, host hv-neutron-8361, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8361',level=0,port_id=da15940c-1a0d-4a92-bba6-5104fae9516a,segment=NetworkSegment(a25f9ba2-745b-4dcb-b8ce-224525240f7f),segment_id=a25f9ba2-745b-4dcb-b8ce-224525240f7f)] {{(pid=83872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 14:21:23.855628 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864'] for port, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:21:23.898780 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42773e77-3b69-4a40-83e6-47cf885b58ca req-0c987237-333b-462e-be38-6cb3c96ac075 tempest-TestShelveInstance-17953904 tempest-TestShelveInstance-17953904-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:21:23.900586 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-42773e77-3b69-4a40-83e6-47cf885b58ca req-0c987237-333b-462e-be38-6cb3c96ac075 tempest-TestShelveInstance-17953904 tempest-TestShelveInstance-17953904-project] 10.222.0.26 "GET /v2.0/ports?device_id=55a97673-4e2b-4417-9edb-fe3b8ed4e720 HTTP/1.1" status: 200 len: 945 time: 0.0921142 Apr 01 14:21:23.938382 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Pushing event updated for resources: {'Port': ['ID=da15940c-1a0d-4a92-bba6-5104fae9516a,revision_number=6']} {{(pid=83872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:21:23.949126 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:21:23.949456 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:21:23.949793 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:21:23.950120 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:21:23.950454 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:21:23.950778 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:21:23.951102 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:21:23.951425 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:21:23.951747 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:21:23.952065 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:21:23.952407 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:21:23.957218 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] get_ports_and_sgs() called for port_ids ['da15940c-1a0d-4a92-bba6-5104fae9516a'] {{(pid=83872) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 01 14:21:23.964170 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-42773e77-3b69-4a40-83e6-47cf885b58ca req-b5a9dc08-d596-405e-97d5-504bbf61dee7 tempest-TestShelveInstance-17953904 tempest-TestShelveInstance-17953904-project] 10.222.0.26 "GET /v2.0/security-groups?id=94d16090-f9d2-4323-9262-3c2912dac8de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0577621 Apr 01 14:21:24.297989 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:21:25.160778 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e37178-f49e-4655-a207-86721000f888 req-1081fd80-8d7b-4357-9112-2c42a61f1137 tempest-TestShelveInstance-17953904 tempest-TestShelveInstance-17953904-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:21:25.162907 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-22e37178-f49e-4655-a207-86721000f888 req-1081fd80-8d7b-4357-9112-2c42a61f1137 tempest-TestShelveInstance-17953904 tempest-TestShelveInstance-17953904-project] 10.222.0.26 "GET /v2.0/ports?device_id=55a97673-4e2b-4417-9edb-fe3b8ed4e720 HTTP/1.1" status: 200 len: 944 time: 0.0841410 Apr 01 14:21:25.239685 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-22e37178-f49e-4655-a207-86721000f888 req-42847382-185f-41ce-8020-00efe047664c tempest-TestShelveInstance-17953904 tempest-TestShelveInstance-17953904-project] 10.222.0.26 "GET /v2.0/security-groups?id=94d16090-f9d2-4323-9262-3c2912dac8de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0694644 Apr 01 14:21:25.623902 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Device da15940c-1a0d-4a92-bba6-5104fae9516a up at agent hyperv_hv-neutron-8361 {{(pid=83872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 14:21:25.709612 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Provisioning complete for port da15940c-1a0d-4a92-bba6-5104fae9516a triggered by entity L2. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 14:21:25.709975 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-948329'] for port, provisioning_complete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:21:25.826680 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:21:25.857105 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55a97673-4e2b-4417-9edb-fe3b8ed4e720', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da15940c-1a0d-4a92-bba6-5104fae9516a'}] {{(pid=83872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 14:21:25.867784 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] For port da15940c-1a0d-4a92-bba6-5104fae9516a, host hv-neutron-8361, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8361',level=0,port_id=da15940c-1a0d-4a92-bba6-5104fae9516a,segment=NetworkSegment(a25f9ba2-745b-4dcb-b8ce-224525240f7f),segment_id=a25f9ba2-745b-4dcb-b8ce-224525240f7f)] {{(pid=83872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 14:21:25.872319 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864'] for port, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:21:25.949285 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Pushing event updated for resources: {'Port': ['ID=da15940c-1a0d-4a92-bba6-5104fae9516a,revision_number=7']} {{(pid=83872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:21:26.012734 dv-neutron-836180-1-hyperv neutron-server[83872]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55a97673-4e2b-4417-9edb-fe3b8ed4e720', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da15940c-1a0d-4a92-bba6-5104fae9516a', 'code': 200} Apr 01 14:21:26.577422 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb16015-e2ad-40d6-a52a-5c76746702e3 req-d274f4c6-7850-42a6-88ac-f1c6deea8329 tempest-TestShelveInstance-17953904 tempest-TestShelveInstance-17953904-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:21:26.579249 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-cbb16015-e2ad-40d6-a52a-5c76746702e3 req-d274f4c6-7850-42a6-88ac-f1c6deea8329 tempest-TestShelveInstance-17953904 tempest-TestShelveInstance-17953904-project] 10.222.0.26 "GET /v2.0/ports?device_id=55a97673-4e2b-4417-9edb-fe3b8ed4e720 HTTP/1.1" status: 200 len: 945 time: 0.1899462 Apr 01 14:21:26.636098 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-cbb16015-e2ad-40d6-a52a-5c76746702e3 req-3f35262f-de89-41d2-a4f6-1617301c3ad3 tempest-TestShelveInstance-17953904 tempest-TestShelveInstance-17953904-project] 10.222.0.26 "GET /v2.0/security-groups?id=94d16090-f9d2-4323-9262-3c2912dac8de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504436 Apr 01 14:21:27.880071 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a180bdc9-da83-4418-bed0-3046c874e005 req-13ab2e08-47b4-47a6-9b11-24dfed6f8106 tempest-TestShelveInstance-17953904 tempest-TestShelveInstance-17953904-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:21:27.887160 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-a180bdc9-da83-4418-bed0-3046c874e005 req-13ab2e08-47b4-47a6-9b11-24dfed6f8106 tempest-TestShelveInstance-17953904 tempest-TestShelveInstance-17953904-project] 10.222.0.26 "GET /v2.0/ports?device_id=55a97673-4e2b-4417-9edb-fe3b8ed4e720 HTTP/1.1" status: 200 len: 945 time: 0.1138334 Apr 01 14:21:27.933094 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-a180bdc9-da83-4418-bed0-3046c874e005 req-2e6951a2-6678-48b6-9165-529301f1ca4a tempest-TestShelveInstance-17953904 tempest-TestShelveInstance-17953904-project] 10.222.0.26 "GET /v2.0/security-groups?id=94d16090-f9d2-4323-9262-3c2912dac8de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447917 Apr 01 14:21:29.170438 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b9fde3-1495-4901-8333-7c3694f5a069 req-b8718e48-a096-4d07-a18c-f6908e6569a7 tempest-TestShelveInstance-17953904 tempest-TestShelveInstance-17953904-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:21:29.172786 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-f5b9fde3-1495-4901-8333-7c3694f5a069 req-b8718e48-a096-4d07-a18c-f6908e6569a7 tempest-TestShelveInstance-17953904 tempest-TestShelveInstance-17953904-project] 10.222.0.26 "GET /v2.0/ports?device_id=55a97673-4e2b-4417-9edb-fe3b8ed4e720 HTTP/1.1" status: 200 len: 945 time: 0.1038730 Apr 01 14:21:29.227683 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-f5b9fde3-1495-4901-8333-7c3694f5a069 req-35ed7040-d85a-4502-90c8-f1e567c0a144 tempest-TestShelveInstance-17953904 tempest-TestShelveInstance-17953904-project] 10.222.0.26 "GET /v2.0/security-groups?id=94d16090-f9d2-4323-9262-3c2912dac8de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489733 Apr 01 14:21:30.465229 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eadadb57-bd4a-42da-8530-c4bdbe704c88 req-a822e841-6e8a-414d-af1a-d74067224a27 tempest-TestShelveInstance-17953904 tempest-TestShelveInstance-17953904-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:21:30.467554 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-eadadb57-bd4a-42da-8530-c4bdbe704c88 req-a822e841-6e8a-414d-af1a-d74067224a27 tempest-TestShelveInstance-17953904 tempest-TestShelveInstance-17953904-project] 10.222.0.26 "GET /v2.0/ports?device_id=55a97673-4e2b-4417-9edb-fe3b8ed4e720 HTTP/1.1" status: 200 len: 945 time: 0.0923800 Apr 01 14:21:30.523803 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-eadadb57-bd4a-42da-8530-c4bdbe704c88 req-7715ff28-775e-47ab-9284-d9c3ae5dce0e tempest-TestShelveInstance-17953904 tempest-TestShelveInstance-17953904-project] 10.222.0.26 "GET /v2.0/security-groups?id=94d16090-f9d2-4323-9262-3c2912dac8de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476835 Apr 01 14:21:31.745493 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d45c697-1853-4491-87ff-f8da3e7d469a req-12f56404-3c8a-413d-9a51-26a3c58b964f tempest-TestShelveInstance-17953904 tempest-TestShelveInstance-17953904-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:21:31.746961 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-0d45c697-1853-4491-87ff-f8da3e7d469a req-12f56404-3c8a-413d-9a51-26a3c58b964f tempest-TestShelveInstance-17953904 tempest-TestShelveInstance-17953904-project] 10.222.0.26 "GET /v2.0/ports?device_id=55a97673-4e2b-4417-9edb-fe3b8ed4e720 HTTP/1.1" status: 200 len: 945 time: 0.0912912 Apr 01 14:21:31.807360 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-0d45c697-1853-4491-87ff-f8da3e7d469a req-fe7ee273-e037-440b-94a5-cf7ad896264c tempest-TestShelveInstance-17953904 tempest-TestShelveInstance-17953904-project] 10.222.0.26 "GET /v2.0/security-groups?id=94d16090-f9d2-4323-9262-3c2912dac8de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519412 Apr 01 14:21:33.034201 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78eb046e-023b-44c0-9575-985ed7504be1 req-5cfb4815-5d5f-45b5-923d-944b12c9ef58 tempest-TestShelveInstance-17953904 tempest-TestShelveInstance-17953904-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:21:33.035657 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-78eb046e-023b-44c0-9575-985ed7504be1 req-5cfb4815-5d5f-45b5-923d-944b12c9ef58 tempest-TestShelveInstance-17953904 tempest-TestShelveInstance-17953904-project] 10.222.0.26 "GET /v2.0/ports?device_id=55a97673-4e2b-4417-9edb-fe3b8ed4e720 HTTP/1.1" status: 200 len: 945 time: 0.0851610 Apr 01 14:21:33.087167 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-78eb046e-023b-44c0-9575-985ed7504be1 req-fd37419b-d7b0-4654-9ab4-b9ab54631efa tempest-TestShelveInstance-17953904 tempest-TestShelveInstance-17953904-project] 10.222.0.26 "GET /v2.0/security-groups?id=94d16090-f9d2-4323-9262-3c2912dac8de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457249 Apr 01 14:21:33.683104 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-ae2241e1-0591-4df9-869c-8c2355a8f0ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:21:34.285309 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5c531b-0c89-4a78-a60d-92c343ca1d8d req-41ebdc6c-0968-4ea1-b8e5-1a0c88e0fa74 tempest-TestShelveInstance-17953904 tempest-TestShelveInstance-17953904-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:21:34.286692 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-ad5c531b-0c89-4a78-a60d-92c343ca1d8d req-41ebdc6c-0968-4ea1-b8e5-1a0c88e0fa74 tempest-TestShelveInstance-17953904 tempest-TestShelveInstance-17953904-project] 10.222.0.26 "GET /v2.0/ports?device_id=55a97673-4e2b-4417-9edb-fe3b8ed4e720 HTTP/1.1" status: 200 len: 945 time: 0.0778832 Apr 01 14:21:34.336077 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-ad5c531b-0c89-4a78-a60d-92c343ca1d8d req-8c0d3578-82fa-4f33-b9b0-b680b9b3371b tempest-TestShelveInstance-17953904 tempest-TestShelveInstance-17953904-project] 10.222.0.26 "GET /v2.0/security-groups?id=94d16090-f9d2-4323-9262-3c2912dac8de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436575 Apr 01 14:21:34.742357 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-a7197ccd-7cc9-494f-9d79-fb0296e37372 req-67558f43-9731-4e02-855b-31b081fa5a1b service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=1738f80b01b740f9889eafec82b2aaf9&device_id=55a97673-4e2b-4417-9edb-fe3b8ed4e720 HTTP/1.1" status: 200 len: 1098 time: 0.0675178 Apr 01 14:21:34.874685 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7197ccd-7cc9-494f-9d79-fb0296e37372 req-a91f699a-42ad-475b-9715-3882be0a7a5f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:21:34.876111 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-a7197ccd-7cc9-494f-9d79-fb0296e37372 req-a91f699a-42ad-475b-9715-3882be0a7a5f service neutron] 10.222.0.57 "GET /v2.0/networks?id=d6128c6d-3463-4b30-b80b-6cd8c7d78ddb HTTP/1.1" status: 200 len: 910 time: 0.1270027 Apr 01 14:21:34.979639 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-a7197ccd-7cc9-494f-9d79-fb0296e37372 req-07c10948-6489-406e-a762-24b3a91034b1 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=da15940c-1a0d-4a92-bba6-5104fae9516a HTTP/1.1" status: 200 len: 1000 time: 0.0964410 Apr 01 14:21:35.043748 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7197ccd-7cc9-494f-9d79-fb0296e37372 req-638999a1-6caa-4fc5-a351-cdfec9866483 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:21:35.045097 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-a7197ccd-7cc9-494f-9d79-fb0296e37372 req-638999a1-6caa-4fc5-a351-cdfec9866483 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=c40694bf-8b6c-4ede-8b5d-50a91840a91c HTTP/1.1" status: 200 len: 848 time: 0.0565324 Apr 01 14:21:35.122979 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-a7197ccd-7cc9-494f-9d79-fb0296e37372 req-fb7a4e3c-60c8-4f64-a33a-573d3493ae5a service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=d6128c6d-3463-4b30-b80b-6cd8c7d78ddb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0715225 Apr 01 14:21:35.258599 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-a7197ccd-7cc9-494f-9d79-fb0296e37372 req-38f8ad6f-a611-40ab-90fc-f1888a8356e1 service neutron] 10.222.0.57 "GET /v2.0/networks/d6128c6d-3463-4b30-b80b-6cd8c7d78ddb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1288855 Apr 01 14:21:35.409197 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-a7197ccd-7cc9-494f-9d79-fb0296e37372 req-4f25ea66-11bf-4c1b-9a07-776b22526a9b service neutron] 10.222.0.57 "GET /v2.0/networks/d6128c6d-3463-4b30-b80b-6cd8c7d78ddb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1437380 Apr 01 14:21:35.549385 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eed11ac-1cbe-48ec-b284-452fe98316f5 req-bec77923-d474-4e2b-b9d2-2287056529a1 tempest-TestShelveInstance-17953904 tempest-TestShelveInstance-17953904-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:21:35.550773 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-5eed11ac-1cbe-48ec-b284-452fe98316f5 req-bec77923-d474-4e2b-b9d2-2287056529a1 tempest-TestShelveInstance-17953904 tempest-TestShelveInstance-17953904-project] 10.222.0.26 "GET /v2.0/ports?device_id=55a97673-4e2b-4417-9edb-fe3b8ed4e720 HTTP/1.1" status: 200 len: 945 time: 0.0771668 Apr 01 14:21:35.601294 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-5eed11ac-1cbe-48ec-b284-452fe98316f5 req-8c52a489-c1e8-4bab-b073-2eaf5b7cb37e tempest-TestShelveInstance-17953904 tempest-TestShelveInstance-17953904-project] 10.222.0.26 "GET /v2.0/security-groups?id=94d16090-f9d2-4323-9262-3c2912dac8de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448725 Apr 01 14:21:35.998340 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-c244d25d-c0dd-40bf-98f5-39849da6c0ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:21:36.808497 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bceb202-4928-4d0e-8000-9e7ab840212a req-a1b05cc4-d796-44d9-8806-9042d1777311 tempest-TestShelveInstance-17953904 tempest-TestShelveInstance-17953904-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:21:36.809988 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-8bceb202-4928-4d0e-8000-9e7ab840212a req-a1b05cc4-d796-44d9-8806-9042d1777311 tempest-TestShelveInstance-17953904 tempest-TestShelveInstance-17953904-project] 10.222.0.26 "GET /v2.0/ports?device_id=55a97673-4e2b-4417-9edb-fe3b8ed4e720 HTTP/1.1" status: 200 len: 945 time: 0.0876169 Apr 01 14:21:36.855346 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-8bceb202-4928-4d0e-8000-9e7ab840212a req-d77a8b21-7114-45f1-a14c-d5cacec08019 tempest-TestShelveInstance-17953904 tempest-TestShelveInstance-17953904-project] 10.222.0.26 "GET /v2.0/security-groups?id=94d16090-f9d2-4323-9262-3c2912dac8de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396552 Apr 01 14:21:37.296788 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:21:37.567926 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-2f9cfc9c-d8ba-4de3-a4ad-98162f90557c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:21:38.055238 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b48178-f2c9-433e-b6c5-f172fc314f26 req-0811219f-f8a4-4337-9c42-c55639082d01 tempest-TestShelveInstance-17953904 tempest-TestShelveInstance-17953904-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:21:38.056733 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-a3b48178-f2c9-433e-b6c5-f172fc314f26 req-0811219f-f8a4-4337-9c42-c55639082d01 tempest-TestShelveInstance-17953904 tempest-TestShelveInstance-17953904-project] 10.222.0.26 "GET /v2.0/ports?device_id=55a97673-4e2b-4417-9edb-fe3b8ed4e720 HTTP/1.1" status: 200 len: 945 time: 0.0807486 Apr 01 14:21:38.106531 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-a3b48178-f2c9-433e-b6c5-f172fc314f26 req-3a6fe252-2ca9-4c96-80e5-483243c62882 tempest-TestShelveInstance-17953904 tempest-TestShelveInstance-17953904-project] 10.222.0.26 "GET /v2.0/security-groups?id=94d16090-f9d2-4323-9262-3c2912dac8de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437574 Apr 01 14:21:38.300397 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-f0956955-d26a-40a3-a86a-47f096473fce req-ee93d641-b233-4bba-acc5-9080b347b350 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=55a97673-4e2b-4417-9edb-fe3b8ed4e720&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0734663 Apr 01 14:21:38.600595 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b1b74b-66ec-4888-8341-03d4adbb5786 req-5b5a2c58-8a81-4d47-9e57-39ff6ea9f1cd tempest-TestShelveInstance-17953904 tempest-TestShelveInstance-17953904-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:21:38.602075 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-92b1b74b-66ec-4888-8341-03d4adbb5786 req-5b5a2c58-8a81-4d47-9e57-39ff6ea9f1cd tempest-TestShelveInstance-17953904 tempest-TestShelveInstance-17953904-project] 10.222.0.26 "GET /v2.0/ports?device_id=55a97673-4e2b-4417-9edb-fe3b8ed4e720 HTTP/1.1" status: 200 len: 945 time: 0.0811470 Apr 01 14:21:38.694560 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-92b1b74b-66ec-4888-8341-03d4adbb5786 req-4a0a0c1d-3f58-4c49-8f55-4e8bdda33742 tempest-TestShelveInstance-17953904 tempest-TestShelveInstance-17953904-project] 10.222.0.26 "GET /v2.0/security-groups?id=94d16090-f9d2-4323-9262-3c2912dac8de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0866687 Apr 01 14:21:38.715462 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-e510c47e-7db5-4a90-bae7-803dae20e92c req-34d64303-ba35-47e2-84d4-74494244a19b service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=55a97673-4e2b-4417-9edb-fe3b8ed4e720&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2065902 Apr 01 14:21:39.065607 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-a976a7b9-9034-41e6-be13-349b75ed1593 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:21:39.405409 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-e510c47e-7db5-4a90-bae7-803dae20e92c req-7824e025-1a49-4900-b5ad-b0e5dc8bdd48 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=55a97673-4e2b-4417-9edb-fe3b8ed4e720&tenant_id=1738f80b01b740f9889eafec82b2aaf9 HTTP/1.1" status: 200 len: 1098 time: 0.0820854 Apr 01 14:21:39.510099 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-e510c47e-7db5-4a90-bae7-803dae20e92c req-a23c5a85-f110-4584-9791-26d3d0d524d2 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=1738f80b01b740f9889eafec82b2aaf9&device_id=55a97673-4e2b-4417-9edb-fe3b8ed4e720 HTTP/1.1" status: 200 len: 1098 time: 0.0737753 Apr 01 14:21:39.642434 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Device da15940c-1a0d-4a92-bba6-5104fae9516a no longer exists at agent hyperv_hv-neutron-8361 {{(pid=83872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 14:21:39.644756 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e510c47e-7db5-4a90-bae7-803dae20e92c req-6c6028e0-d9d7-465e-be74-15cb726a2ede service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:21:39.646191 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-e510c47e-7db5-4a90-bae7-803dae20e92c req-6c6028e0-d9d7-465e-be74-15cb726a2ede service neutron] 10.222.0.57 "GET /v2.0/networks?id=d6128c6d-3463-4b30-b80b-6cd8c7d78ddb HTTP/1.1" status: 200 len: 910 time: 0.1299946 Apr 01 14:21:39.753679 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-e510c47e-7db5-4a90-bae7-803dae20e92c req-e2c99bc3-e27e-445d-af2b-1a6c7f1156d3 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=da15940c-1a0d-4a92-bba6-5104fae9516a HTTP/1.1" status: 200 len: 1000 time: 0.1001544 Apr 01 14:21:39.765206 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:21:39.795461 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55a97673-4e2b-4417-9edb-fe3b8ed4e720', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'da15940c-1a0d-4a92-bba6-5104fae9516a'}] {{(pid=83872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 14:21:39.806641 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] For port da15940c-1a0d-4a92-bba6-5104fae9516a, host hv-neutron-8361, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8361',level=0,port_id=da15940c-1a0d-4a92-bba6-5104fae9516a,segment=NetworkSegment(a25f9ba2-745b-4dcb-b8ce-224525240f7f),segment_id=a25f9ba2-745b-4dcb-b8ce-224525240f7f)] {{(pid=83872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 14:21:39.812501 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864'] for port, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:21:39.865082 dv-neutron-836180-1-hyperv neutron-server[83872]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '55a97673-4e2b-4417-9edb-fe3b8ed4e720', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'da15940c-1a0d-4a92-bba6-5104fae9516a', 'code': 422} returned with failed status Apr 01 14:21:39.896935 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Pushing event updated for resources: {'Port': ['ID=da15940c-1a0d-4a92-bba6-5104fae9516a,revision_number=8']} {{(pid=83872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:21:39.980995 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e510c47e-7db5-4a90-bae7-803dae20e92c req-739c2ea6-677b-4070-9101-3857c4752469 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:21:39.982450 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-e510c47e-7db5-4a90-bae7-803dae20e92c req-739c2ea6-677b-4070-9101-3857c4752469 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=c40694bf-8b6c-4ede-8b5d-50a91840a91c HTTP/1.1" status: 200 len: 848 time: 0.2231224 Apr 01 14:21:40.053875 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae4bf9f-fe65-4452-922d-8aedf77bee6a req-ff4b1264-bcbe-46a0-807c-f1eebad7f67f tempest-TestShelveInstance-17953904 tempest-TestShelveInstance-17953904-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:21:40.055371 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-3ae4bf9f-fe65-4452-922d-8aedf77bee6a req-ff4b1264-bcbe-46a0-807c-f1eebad7f67f tempest-TestShelveInstance-17953904 tempest-TestShelveInstance-17953904-project] 10.222.0.26 "GET /v2.0/ports?device_id=55a97673-4e2b-4417-9edb-fe3b8ed4e720 HTTP/1.1" status: 200 len: 943 time: 0.1514320 Apr 01 14:21:40.110678 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-e510c47e-7db5-4a90-bae7-803dae20e92c req-1f4cdf1a-45bb-45a0-b5b3-c16a30f7a451 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=d6128c6d-3463-4b30-b80b-6cd8c7d78ddb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1177697 Apr 01 14:21:40.140040 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-3ae4bf9f-fe65-4452-922d-8aedf77bee6a req-aff091db-4ecc-4cd3-905c-ca2ef2051bd5 tempest-TestShelveInstance-17953904 tempest-TestShelveInstance-17953904-project] 10.222.0.26 "GET /v2.0/security-groups?id=94d16090-f9d2-4323-9262-3c2912dac8de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0715849 Apr 01 14:21:40.257298 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-e510c47e-7db5-4a90-bae7-803dae20e92c req-1fd4140c-ba5b-418a-8db1-fa16ffbb0432 service neutron] 10.222.0.57 "GET /v2.0/networks/d6128c6d-3463-4b30-b80b-6cd8c7d78ddb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1387014 Apr 01 14:21:40.397812 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-e510c47e-7db5-4a90-bae7-803dae20e92c req-77b7cc4e-cfb0-4650-b72e-bfa658623f0d service neutron] 10.222.0.57 "GET /v2.0/networks/d6128c6d-3463-4b30-b80b-6cd8c7d78ddb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1333952 Apr 01 14:21:40.901741 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-a8db501a-cc1e-42ca-9e25-ed27d82a81de req-7f57041d-c5fe-488f-a4de-f6b7a1d93fa2 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=1738f80b01b740f9889eafec82b2aaf9&device_id=55a97673-4e2b-4417-9edb-fe3b8ed4e720 HTTP/1.1" status: 200 len: 1096 time: 0.0741394 Apr 01 14:21:41.068406 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8db501a-cc1e-42ca-9e25-ed27d82a81de req-51513eb5-42f9-42d5-905e-3efee3a9a239 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:21:41.070015 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-a8db501a-cc1e-42ca-9e25-ed27d82a81de req-51513eb5-42f9-42d5-905e-3efee3a9a239 service neutron] 10.222.0.57 "GET /v2.0/networks?id=d6128c6d-3463-4b30-b80b-6cd8c7d78ddb HTTP/1.1" status: 200 len: 910 time: 0.1427262 Apr 01 14:21:41.247932 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-a8db501a-cc1e-42ca-9e25-ed27d82a81de req-eddab280-a964-4f96-a5c1-6272dca62c3f service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=da15940c-1a0d-4a92-bba6-5104fae9516a HTTP/1.1" status: 200 len: 998 time: 0.1604574 Apr 01 14:21:41.426835 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d663697-f90e-48c7-a751-58e89e526fd8 req-2394c3b0-aeed-4f78-9816-d1b2d7968898 tempest-TestShelveInstance-17953904 tempest-TestShelveInstance-17953904-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:21:41.429200 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-6d663697-f90e-48c7-a751-58e89e526fd8 req-2394c3b0-aeed-4f78-9816-d1b2d7968898 tempest-TestShelveInstance-17953904 tempest-TestShelveInstance-17953904-project] 10.222.0.26 "GET /v2.0/ports?device_id=55a97673-4e2b-4417-9edb-fe3b8ed4e720 HTTP/1.1" status: 200 len: 943 time: 0.1133630 Apr 01 14:21:41.498483 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-6d663697-f90e-48c7-a751-58e89e526fd8 req-7d270369-c3a8-418d-8d82-11cd67f3e4da tempest-TestShelveInstance-17953904 tempest-TestShelveInstance-17953904-project] 10.222.0.26 "GET /v2.0/security-groups?id=94d16090-f9d2-4323-9262-3c2912dac8de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0614536 Apr 01 14:21:42.741718 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5035116a-e39f-4580-815a-013feabfa612 req-25b32681-0a27-423f-8479-b97ef39c9cbd tempest-TestShelveInstance-17953904 tempest-TestShelveInstance-17953904-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:21:42.744127 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-5035116a-e39f-4580-815a-013feabfa612 req-25b32681-0a27-423f-8479-b97ef39c9cbd tempest-TestShelveInstance-17953904 tempest-TestShelveInstance-17953904-project] 10.222.0.26 "GET /v2.0/ports?device_id=55a97673-4e2b-4417-9edb-fe3b8ed4e720 HTTP/1.1" status: 200 len: 943 time: 0.1028433 Apr 01 14:21:42.814888 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-5035116a-e39f-4580-815a-013feabfa612 req-10e2b830-8d09-4f6f-b0f8-4eeea6f1250e tempest-TestShelveInstance-17953904 tempest-TestShelveInstance-17953904-project] 10.222.0.26 "GET /v2.0/security-groups?id=94d16090-f9d2-4323-9262-3c2912dac8de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0610106 Apr 01 14:21:44.016111 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.agents_db [None req-bdd220c7-049a-43d2-a923-ad1a2de078c6 None None] Agent healthcheck: found 6 active agents {{(pid=83873) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 01 14:21:44.038157 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee224e08-5516-41b8-831d-3a51ed2e7fdb req-c5bd840e-bc83-4cb9-a807-61565c15b642 tempest-TestShelveInstance-17953904 tempest-TestShelveInstance-17953904-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:21:44.039981 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-ee224e08-5516-41b8-831d-3a51ed2e7fdb req-c5bd840e-bc83-4cb9-a807-61565c15b642 tempest-TestShelveInstance-17953904 tempest-TestShelveInstance-17953904-project] 10.222.0.26 "GET /v2.0/ports?device_id=55a97673-4e2b-4417-9edb-fe3b8ed4e720 HTTP/1.1" status: 200 len: 943 time: 0.0914271 Apr 01 14:21:44.095130 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-ee224e08-5516-41b8-831d-3a51ed2e7fdb req-076ebce1-ee77-478d-bcd1-81ec41dbeb3d tempest-TestShelveInstance-17953904 tempest-TestShelveInstance-17953904-project] 10.222.0.26 "GET /v2.0/security-groups?id=94d16090-f9d2-4323-9262-3c2912dac8de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480216 Apr 01 14:21:45.340293 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da9e611-d03a-4ee4-b91e-caa521f34acd req-117240d3-9907-437a-98d4-dc59ab75169d tempest-TestShelveInstance-17953904 tempest-TestShelveInstance-17953904-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:21:45.341911 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-7da9e611-d03a-4ee4-b91e-caa521f34acd req-117240d3-9907-437a-98d4-dc59ab75169d tempest-TestShelveInstance-17953904 tempest-TestShelveInstance-17953904-project] 10.222.0.26 "GET /v2.0/ports?device_id=55a97673-4e2b-4417-9edb-fe3b8ed4e720 HTTP/1.1" status: 200 len: 943 time: 0.0973802 Apr 01 14:21:45.406170 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-7da9e611-d03a-4ee4-b91e-caa521f34acd req-55ddddf4-d600-4aed-a671-35541c930f74 tempest-TestShelveInstance-17953904 tempest-TestShelveInstance-17953904-project] 10.222.0.26 "GET /v2.0/security-groups?id=94d16090-f9d2-4323-9262-3c2912dac8de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0577798 Apr 01 14:21:46.710606 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579f000a-029a-44b4-8073-78fc0aac2733 req-8813a23d-d8c7-4be0-b285-d81e88751e58 tempest-TestShelveInstance-17953904 tempest-TestShelveInstance-17953904-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:21:46.712166 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-579f000a-029a-44b4-8073-78fc0aac2733 req-8813a23d-d8c7-4be0-b285-d81e88751e58 tempest-TestShelveInstance-17953904 tempest-TestShelveInstance-17953904-project] 10.222.0.26 "GET /v2.0/ports?device_id=55a97673-4e2b-4417-9edb-fe3b8ed4e720 HTTP/1.1" status: 200 len: 943 time: 0.1108663 Apr 01 14:21:46.788696 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-579f000a-029a-44b4-8073-78fc0aac2733 req-29d5909a-8ac9-4b5b-86e9-44bbfa90b850 tempest-TestShelveInstance-17953904 tempest-TestShelveInstance-17953904-project] 10.222.0.26 "GET /v2.0/security-groups?id=94d16090-f9d2-4323-9262-3c2912dac8de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0705194 Apr 01 14:21:48.024734 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356e30c4-0f78-48d0-82b2-c35b69766b43 req-0711a07b-a8f2-4f9d-acb2-10a51747c2cb tempest-TestShelveInstance-17953904 tempest-TestShelveInstance-17953904-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:21:48.027014 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-356e30c4-0f78-48d0-82b2-c35b69766b43 req-0711a07b-a8f2-4f9d-acb2-10a51747c2cb tempest-TestShelveInstance-17953904 tempest-TestShelveInstance-17953904-project] 10.222.0.26 "GET /v2.0/ports?device_id=55a97673-4e2b-4417-9edb-fe3b8ed4e720 HTTP/1.1" status: 200 len: 943 time: 0.1040738 Apr 01 14:21:48.073720 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-356e30c4-0f78-48d0-82b2-c35b69766b43 req-7633af80-7e36-471b-b609-adb88da4b2a1 tempest-TestShelveInstance-17953904 tempest-TestShelveInstance-17953904-project] 10.222.0.26 "GET /v2.0/security-groups?id=94d16090-f9d2-4323-9262-3c2912dac8de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410516 Apr 01 14:21:49.270383 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4c18fe-39e7-4a70-8ed5-c563d8a1b97d req-5517e4c2-8357-4745-8f1e-9a2073c26d06 tempest-TestShelveInstance-17953904 tempest-TestShelveInstance-17953904-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:21:49.271985 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-de4c18fe-39e7-4a70-8ed5-c563d8a1b97d req-5517e4c2-8357-4745-8f1e-9a2073c26d06 tempest-TestShelveInstance-17953904 tempest-TestShelveInstance-17953904-project] 10.222.0.26 "GET /v2.0/ports?device_id=55a97673-4e2b-4417-9edb-fe3b8ed4e720 HTTP/1.1" status: 200 len: 943 time: 0.0757742 Apr 01 14:21:49.318074 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-de4c18fe-39e7-4a70-8ed5-c563d8a1b97d req-ac63e2a2-151d-458f-a9eb-1874de70428d tempest-TestShelveInstance-17953904 tempest-TestShelveInstance-17953904-project] 10.222.0.26 "GET /v2.0/security-groups?id=94d16090-f9d2-4323-9262-3c2912dac8de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400062 Apr 01 14:21:49.416736 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8db501a-cc1e-42ca-9e25-ed27d82a81de req-0f74857f-39f4-4491-a0de-49f4a47fc163 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:21:49.418346 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-a8db501a-cc1e-42ca-9e25-ed27d82a81de req-0f74857f-39f4-4491-a0de-49f4a47fc163 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=c40694bf-8b6c-4ede-8b5d-50a91840a91c HTTP/1.1" status: 200 len: 848 time: 0.0574694 Apr 01 14:21:49.502168 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-a8db501a-cc1e-42ca-9e25-ed27d82a81de req-4cff665f-631f-4e03-a7fe-3fd8e99eb6e7 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=d6128c6d-3463-4b30-b80b-6cd8c7d78ddb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0736277 Apr 01 14:21:49.636465 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-a8db501a-cc1e-42ca-9e25-ed27d82a81de req-84d61168-5ca3-4872-beb2-f5a79046d89d service neutron] 10.222.0.57 "GET /v2.0/networks/d6128c6d-3463-4b30-b80b-6cd8c7d78ddb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1246204 Apr 01 14:21:49.766850 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-a8db501a-cc1e-42ca-9e25-ed27d82a81de req-e01d4bdb-4ede-400e-aa4a-06ef2ec57936 service neutron] 10.222.0.57 "GET /v2.0/networks/d6128c6d-3463-4b30-b80b-6cd8c7d78ddb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241348 Apr 01 14:21:50.670932 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183dbb61-7da2-4442-b693-1dc99f1c95eb req-cb39da8d-540e-4ef1-9f2b-adc4b3c05fd2 tempest-TestShelveInstance-17953904 tempest-TestShelveInstance-17953904-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:21:50.672430 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-183dbb61-7da2-4442-b693-1dc99f1c95eb req-cb39da8d-540e-4ef1-9f2b-adc4b3c05fd2 tempest-TestShelveInstance-17953904 tempest-TestShelveInstance-17953904-project] 10.222.0.26 "GET /v2.0/ports?device_id=55a97673-4e2b-4417-9edb-fe3b8ed4e720 HTTP/1.1" status: 200 len: 943 time: 0.2310197 Apr 01 14:21:50.679310 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-50d3ab7d-80de-4d89-993d-be705c2ae5d0 req-b0aba3b2-cdd2-43f4-b121-f4e4afd0da03 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=55a97673-4e2b-4417-9edb-fe3b8ed4e720 HTTP/1.1" status: 200 len: 1096 time: 0.2058032 Apr 01 14:21:50.751026 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-50d3ab7d-80de-4d89-993d-be705c2ae5d0 req-37661797-ecad-4875-8d2d-07a6c523eb28 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=94d16090-f9d2-4323-9262-3c2912dac8de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0563736 Apr 01 14:21:50.753996 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-183dbb61-7da2-4442-b693-1dc99f1c95eb req-2ea8574a-c742-48b2-97ff-bd0bbc3fe1fb tempest-TestShelveInstance-17953904 tempest-TestShelveInstance-17953904-project] 10.222.0.26 "GET /v2.0/security-groups?id=94d16090-f9d2-4323-9262-3c2912dac8de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0738347 Apr 01 14:21:51.711368 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Device da15940c-1a0d-4a92-bba6-5104fae9516a details requested by agent hyperv_hv-neutron-8361 with host hv-neutron-8361 {{(pid=83872) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 01 14:21:51.854145 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] For port da15940c-1a0d-4a92-bba6-5104fae9516a, host hv-neutron-8361, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8361',level=0,port_id=da15940c-1a0d-4a92-bba6-5104fae9516a,segment=NetworkSegment(a25f9ba2-745b-4dcb-b8ce-224525240f7f),segment_id=a25f9ba2-745b-4dcb-b8ce-224525240f7f)] {{(pid=83872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 14:21:51.869151 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Returning: {'device': 'da15940c-1a0d-4a92-bba6-5104fae9516a', 'network_id': 'd6128c6d-3463-4b30-b80b-6cd8c7d78ddb', 'port_id': 'da15940c-1a0d-4a92-bba6-5104fae9516a', 'mac_address': 'fa:16:3e:78:bb:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 354, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c40694bf-8b6c-4ede-8b5d-50a91840a91c', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83872) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 01 14:21:51.935539 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:21:51.956929 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.notifiers.nova [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id da15940c-1a0d-4a92-bba6-5104fae9516a {{(pid=83872) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 01 14:21:51.973021 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b443d452-6586-486c-9ec1-cc6d4285c0c4 req-25115542-b890-407d-9561-cbf9329ec594 tempest-TestShelveInstance-17953904 tempest-TestShelveInstance-17953904-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:21:51.974627 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] For port da15940c-1a0d-4a92-bba6-5104fae9516a, host hv-neutron-8361, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8361',level=0,port_id=da15940c-1a0d-4a92-bba6-5104fae9516a,segment=NetworkSegment(a25f9ba2-745b-4dcb-b8ce-224525240f7f),segment_id=a25f9ba2-745b-4dcb-b8ce-224525240f7f)] {{(pid=83872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 14:21:51.975293 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-b443d452-6586-486c-9ec1-cc6d4285c0c4 req-25115542-b890-407d-9561-cbf9329ec594 tempest-TestShelveInstance-17953904 tempest-TestShelveInstance-17953904-project] 10.222.0.26 "GET /v2.0/ports?device_id=55a97673-4e2b-4417-9edb-fe3b8ed4e720 HTTP/1.1" status: 200 len: 943 time: 0.0923486 Apr 01 14:21:51.979793 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864'] for port, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:21:52.037352 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-b443d452-6586-486c-9ec1-cc6d4285c0c4 req-32ad3ea9-9721-4906-8b1c-40566410b4ac tempest-TestShelveInstance-17953904 tempest-TestShelveInstance-17953904-project] 10.222.0.26 "GET /v2.0/security-groups?id=94d16090-f9d2-4323-9262-3c2912dac8de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548687 Apr 01 14:21:52.054183 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Pushing event updated for resources: {'Port': ['ID=da15940c-1a0d-4a92-bba6-5104fae9516a,revision_number=9']} {{(pid=83872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:21:52.258544 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] get_ports_and_sgs() called for port_ids ['da15940c-1a0d-4a92-bba6-5104fae9516a'] {{(pid=83872) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 01 14:21:53.238729 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6905ca-5e16-4704-a009-2e261170df00 req-7e23a7a9-3799-487c-a162-e7dc96e76fdf tempest-TestShelveInstance-17953904 tempest-TestShelveInstance-17953904-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:21:53.240175 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-ca6905ca-5e16-4704-a009-2e261170df00 req-7e23a7a9-3799-487c-a162-e7dc96e76fdf tempest-TestShelveInstance-17953904 tempest-TestShelveInstance-17953904-project] 10.222.0.26 "GET /v2.0/ports?device_id=55a97673-4e2b-4417-9edb-fe3b8ed4e720 HTTP/1.1" status: 200 len: 944 time: 0.0803723 Apr 01 14:21:53.292972 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-ca6905ca-5e16-4704-a009-2e261170df00 req-2264c184-53af-4c25-9e91-748be918e65f tempest-TestShelveInstance-17953904 tempest-TestShelveInstance-17953904-project] 10.222.0.26 "GET /v2.0/security-groups?id=94d16090-f9d2-4323-9262-3c2912dac8de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472121 Apr 01 14:21:53.718865 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Device da15940c-1a0d-4a92-bba6-5104fae9516a up at agent hyperv_hv-neutron-8361 {{(pid=83872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 14:21:53.794425 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Provisioning complete for port da15940c-1a0d-4a92-bba6-5104fae9516a triggered by entity L2. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 14:21:53.794787 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-948329'] for port, provisioning_complete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:21:53.907157 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:21:53.934083 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55a97673-4e2b-4417-9edb-fe3b8ed4e720', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da15940c-1a0d-4a92-bba6-5104fae9516a'}] {{(pid=83872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 14:21:53.944073 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] For port da15940c-1a0d-4a92-bba6-5104fae9516a, host hv-neutron-8361, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8361',level=0,port_id=da15940c-1a0d-4a92-bba6-5104fae9516a,segment=NetworkSegment(a25f9ba2-745b-4dcb-b8ce-224525240f7f),segment_id=a25f9ba2-745b-4dcb-b8ce-224525240f7f)] {{(pid=83872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 14:21:53.948395 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864'] for port, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:21:53.994318 dv-neutron-836180-1-hyperv neutron-server[83872]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55a97673-4e2b-4417-9edb-fe3b8ed4e720', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da15940c-1a0d-4a92-bba6-5104fae9516a', 'code': 200} Apr 01 14:21:54.014877 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Pushing event updated for resources: {'Port': ['ID=da15940c-1a0d-4a92-bba6-5104fae9516a,revision_number=10']} {{(pid=83872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:21:54.317107 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:22:03.676955 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-76a4b3b7-164b-4c60-9b42-d8c2a463bdc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:22:06.001728 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-8983a88c-1a9e-4ce3-809b-c8abdc831248 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:22:07.301267 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:22:07.567408 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-2f9cfc9c-d8ba-4de3-a4ad-98162f90557c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:22:09.069577 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-a976a7b9-9034-41e6-be13-349b75ed1593 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:22:21.016611 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.agents_db [None req-bdd220c7-049a-43d2-a923-ad1a2de078c6 None None] Agent healthcheck: found 6 active agents {{(pid=83873) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 01 14:22:24.330883 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:22:33.686306 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-f5adde98-e0ac-4baa-aaa4-aa3bfa232718 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:22:36.009732 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-db0669c3-011e-4514-999f-0a623ca7ccc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:22:37.304438 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:22:37.576856 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-2f9cfc9c-d8ba-4de3-a4ad-98162f90557c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:22:39.070504 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-a976a7b9-9034-41e6-be13-349b75ed1593 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:22:40.827554 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-5aa8b6f6-54ce-468a-bde7-5d97013144ba req-43660fc3-9ea0-49ad-91fd-950ac9c49a4a service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=55a97673-4e2b-4417-9edb-fe3b8ed4e720&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0684438 Apr 01 14:22:40.972324 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-5aa8b6f6-54ce-468a-bde7-5d97013144ba req-62e83a63-b66d-4da1-ac6e-41612cf885b9 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=1738f80b01b740f9889eafec82b2aaf9&device_id=55a97673-4e2b-4417-9edb-fe3b8ed4e720 HTTP/1.1" status: 200 len: 1099 time: 0.0741827 Apr 01 14:22:41.125408 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa8b6f6-54ce-468a-bde7-5d97013144ba req-ec40294a-e16b-4197-b96b-2469fc3ad96d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:22:41.127378 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-5aa8b6f6-54ce-468a-bde7-5d97013144ba req-ec40294a-e16b-4197-b96b-2469fc3ad96d service neutron] 10.222.0.57 "GET /v2.0/networks?id=d6128c6d-3463-4b30-b80b-6cd8c7d78ddb HTTP/1.1" status: 200 len: 910 time: 0.1354723 Apr 01 14:22:41.250590 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-5aa8b6f6-54ce-468a-bde7-5d97013144ba req-997c789a-3f97-403b-bb98-dd05b94fb22f service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=da15940c-1a0d-4a92-bba6-5104fae9516a HTTP/1.1" status: 200 len: 1000 time: 0.1166480 Apr 01 14:22:41.321656 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa8b6f6-54ce-468a-bde7-5d97013144ba req-7647a307-862b-4839-93d0-ccf9a688ec39 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:22:41.323081 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-5aa8b6f6-54ce-468a-bde7-5d97013144ba req-7647a307-862b-4839-93d0-ccf9a688ec39 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=c40694bf-8b6c-4ede-8b5d-50a91840a91c HTTP/1.1" status: 200 len: 848 time: 0.0644500 Apr 01 14:22:41.410275 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-5aa8b6f6-54ce-468a-bde7-5d97013144ba req-a7178a5a-818e-4b6c-b75e-fa09de4cc5ad service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=d6128c6d-3463-4b30-b80b-6cd8c7d78ddb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0769310 Apr 01 14:22:41.553146 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-5aa8b6f6-54ce-468a-bde7-5d97013144ba req-c21df9c5-42f1-489a-8a24-ad425eb2cb87 service neutron] 10.222.0.57 "GET /v2.0/networks/d6128c6d-3463-4b30-b80b-6cd8c7d78ddb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1342690 Apr 01 14:22:41.698878 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-5aa8b6f6-54ce-468a-bde7-5d97013144ba req-5b43c398-327c-4653-9c32-b07d25042dbd service neutron] 10.222.0.57 "GET /v2.0/networks/d6128c6d-3463-4b30-b80b-6cd8c7d78ddb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1368911 Apr 01 14:22:54.349489 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:22:58.016350 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.agents_db [None req-bdd220c7-049a-43d2-a923-ad1a2de078c6 None None] Agent healthcheck: found 6 active agents {{(pid=83873) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 01 14:23:03.678943 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-d3e9078d-d3a2-41d7-b655-942eef1ed569 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:23:06.002843 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-8aaa2002-ba8f-4b7f-a621-eae5134f16f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:23:06.321540 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 36708) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:23:06.530864 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.plugin [None req-8025b835-52c0-46fb-817a-d44c7cd4bd1b tempest-TestShelveInstance-17953904 tempest-TestShelveInstance-17953904-project] Deleting port e10a6527-fbf7-47ab-882f-7b0aaebc7072 {{(pid=83871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 14:23:06.531183 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-8025b835-52c0-46fb-817a-d44c7cd4bd1b tempest-TestShelveInstance-17953904 tempest-TestShelveInstance-17953904-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736733287370'] for port, before_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:23:06.784375 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-8025b835-52c0-46fb-817a-d44c7cd4bd1b tempest-TestShelveInstance-17953904 tempest-TestShelveInstance-17953904-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4155147'] for port, precommit_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:23:06.784705 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-8025b835-52c0-46fb-817a-d44c7cd4bd1b tempest-TestShelveInstance-17953904 tempest-TestShelveInstance-17953904-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:23:06.929621 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.plugin [None req-8025b835-52c0-46fb-817a-d44c7cd4bd1b tempest-TestShelveInstance-17953904 tempest-TestShelveInstance-17953904-project] Calling delete_port for e10a6527-fbf7-47ab-882f-7b0aaebc7072 owned by network:floatingip {{(pid=83871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 14:23:07.083369 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-8025b835-52c0-46fb-817a-d44c7cd4bd1b tempest-TestShelveInstance-17953904 tempest-TestShelveInstance-17953904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736733359243', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736732935810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2743125'] for port, after_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:23:07.131303 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8025b835-52c0-46fb-817a-d44c7cd4bd1b tempest-TestShelveInstance-17953904 tempest-TestShelveInstance-17953904-project] Pushing event deleted for resources: {'Port': ['ID=e10a6527-fbf7-47ab-882f-7b0aaebc7072,revision_number=None']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:23:07.198175 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8025b835-52c0-46fb-817a-d44c7cd4bd1b tempest-TestShelveInstance-17953904 tempest-TestShelveInstance-17953904-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:23:07.198507 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8025b835-52c0-46fb-817a-d44c7cd4bd1b tempest-TestShelveInstance-17953904 tempest-TestShelveInstance-17953904-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:23:07.198836 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8025b835-52c0-46fb-817a-d44c7cd4bd1b tempest-TestShelveInstance-17953904 tempest-TestShelveInstance-17953904-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:23:07.199160 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8025b835-52c0-46fb-817a-d44c7cd4bd1b tempest-TestShelveInstance-17953904 tempest-TestShelveInstance-17953904-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:23:07.199480 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8025b835-52c0-46fb-817a-d44c7cd4bd1b tempest-TestShelveInstance-17953904 tempest-TestShelveInstance-17953904-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:23:07.199797 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8025b835-52c0-46fb-817a-d44c7cd4bd1b tempest-TestShelveInstance-17953904 tempest-TestShelveInstance-17953904-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:23:07.200111 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8025b835-52c0-46fb-817a-d44c7cd4bd1b tempest-TestShelveInstance-17953904 tempest-TestShelveInstance-17953904-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:23:07.200457 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8025b835-52c0-46fb-817a-d44c7cd4bd1b tempest-TestShelveInstance-17953904 tempest-TestShelveInstance-17953904-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:23:07.200769 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8025b835-52c0-46fb-817a-d44c7cd4bd1b tempest-TestShelveInstance-17953904 tempest-TestShelveInstance-17953904-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:23:07.201079 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8025b835-52c0-46fb-817a-d44c7cd4bd1b tempest-TestShelveInstance-17953904 tempest-TestShelveInstance-17953904-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:23:07.201391 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8025b835-52c0-46fb-817a-d44c7cd4bd1b tempest-TestShelveInstance-17953904 tempest-TestShelveInstance-17953904-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:23:07.231772 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-8025b835-52c0-46fb-817a-d44c7cd4bd1b tempest-TestShelveInstance-17953904 tempest-TestShelveInstance-17953904-project] Notify callbacks [] for floatingip, after_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:23:07.308531 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:23:07.575605 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-2f9cfc9c-d8ba-4de3-a4ad-98162f90557c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:23:07.623708 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8025b835-52c0-46fb-817a-d44c7cd4bd1b tempest-TestShelveInstance-17953904 tempest-TestShelveInstance-17953904-project] Router 09ff4e49-a23a-4aa8-b173-1190989723df has already been hosted by L3 agent 88bf8fc8-11a3-4e96-9d1b-5fd93ba9f6f1 {{(pid=83871) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 14:23:07.820234 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8025b835-52c0-46fb-817a-d44c7cd4bd1b tempest-TestShelveInstance-17953904 tempest-TestShelveInstance-17953904-project] Notify agent at l3_agent.dv-neutron-836180-1-hyperv the message routers_updated {{(pid=83871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 14:23:07.830777 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6375b25c-5c2e-4b8f-b211-e89758bbd89c None None] Sync routers for ids ['09ff4e49-a23a-4aa8-b173-1190989723df'] in dv-neutron-836180-1-hyperv {{(pid=83872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 14:23:07.842021 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-8025b835-52c0-46fb-817a-d44c7cd4bd1b tempest-TestShelveInstance-17953904 tempest-TestShelveInstance-17953904-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109561'] for floatingip, before_response {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:23:07.843036 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6375b25c-5c2e-4b8f-b211-e89758bbd89c None None] Routers {'09ff4e49-a23a-4aa8-b173-1190989723df'} bound to L3 agent in host dv-neutron-836180-1-hyperv {{(pid=83872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 14:23:07.843857 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_hamode_db [None req-6375b25c-5c2e-4b8f-b211-e89758bbd89c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836180-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T13:25:36Z,description=,heartbeat_timestamp=2022-04-01T14:23:06Z,host='dv-neutron-836180-1-hyperv',id=88bf8fc8-11a3-4e96-9d1b-5fd93ba9f6f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T13:25:36Z,topic='l3_agent')) {'router_ids': ['09ff4e49-a23a-4aa8-b173-1190989723df'], 'active': True} {{(pid=83872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 14:23:07.900648 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-8025b835-52c0-46fb-817a-d44c7cd4bd1b tempest-TestShelveInstance-17953904 tempest-TestShelveInstance-17953904-project] 10.222.0.26 "DELETE /v2.0/floatingips/b7895c15-9dcc-4cb4-add8-ffad08be5081 HTTP/1.1" status: 204 len: 168 time: 1.5778780 Apr 01 14:23:07.901229 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '55a97673-4e2b-4417-9edb-fe3b8ed4e720', 'tag': 'da15940c-1a0d-4a92-bba6-5104fae9516a'}] {{(pid=83871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 14:23:07.980222 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '55a97673-4e2b-4417-9edb-fe3b8ed4e720', 'tag': 'da15940c-1a0d-4a92-bba6-5104fae9516a', 'status': 'completed', 'code': 200} Apr 01 14:23:08.043608 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_dvr_db [None req-6375b25c-5c2e-4b8f-b211-e89758bbd89c None None] Set router 09ff4e49-a23a-4aa8-b173-1190989723df gateway port host: dv-neutron-836180-1-hyperv {{(pid=83872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 14:23:08.074461 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-a5b7747c-7a5f-476d-8df2-2692922c8863 req-b7975d12-e553-4698-8feb-4048bb9705ca service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=1738f80b01b740f9889eafec82b2aaf9&device_id=55a97673-4e2b-4417-9edb-fe3b8ed4e720 HTTP/1.1" status: 200 len: 1099 time: 0.0716412 Apr 01 14:23:08.214263 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b7747c-7a5f-476d-8df2-2692922c8863 req-3be3d1ea-d266-435b-8055-f31aec0355ab service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:23:08.215761 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-a5b7747c-7a5f-476d-8df2-2692922c8863 req-3be3d1ea-d266-435b-8055-f31aec0355ab service neutron] 10.222.0.57 "GET /v2.0/networks?id=d6128c6d-3463-4b30-b80b-6cd8c7d78ddb HTTP/1.1" status: 200 len: 910 time: 0.1346288 Apr 01 14:23:08.293163 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-a5b7747c-7a5f-476d-8df2-2692922c8863 req-cff7ff79-5989-4e36-9dc7-f0698e4ab839 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=da15940c-1a0d-4a92-bba6-5104fae9516a HTTP/1.1" status: 200 len: 217 time: 0.0704014 Apr 01 14:23:08.336860 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89143a2-fa7d-41b5-b8cc-0ce61cc4af33 req-73efa548-0159-4117-97fb-dedfd9bf0310 tempest-TestShelveInstance-17953904 tempest-TestShelveInstance-17953904-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:23:08.337589 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [req-f89143a2-fa7d-41b5-b8cc-0ce61cc4af33 req-73efa548-0159-4117-97fb-dedfd9bf0310 tempest-TestShelveInstance-17953904 tempest-TestShelveInstance-17953904-project] Synchronizing usage tracker for tenant:1738f80b01b740f9889eafec82b2aaf9 on resource:port {{(pid=83871) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 14:23:08.356122 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [req-f89143a2-fa7d-41b5-b8cc-0ce61cc4af33 req-73efa548-0159-4117-97fb-dedfd9bf0310 tempest-TestShelveInstance-17953904 tempest-TestShelveInstance-17953904-project] Unset dirty status for tenant:1738f80b01b740f9889eafec82b2aaf9 on resource:port {{(pid=83871) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 14:23:08.357802 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-f89143a2-fa7d-41b5-b8cc-0ce61cc4af33 req-73efa548-0159-4117-97fb-dedfd9bf0310 tempest-TestShelveInstance-17953904 tempest-TestShelveInstance-17953904-project] 10.222.0.26 "GET /v2.0/ports?device_id=55a97673-4e2b-4417-9edb-fe3b8ed4e720 HTTP/1.1" status: 200 len: 946 time: 0.1073878 Apr 01 14:23:08.360284 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b7747c-7a5f-476d-8df2-2692922c8863 req-b6be3261-c107-45c6-b3b9-054edef70b2f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:23:08.362089 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-a5b7747c-7a5f-476d-8df2-2692922c8863 req-b6be3261-c107-45c6-b3b9-054edef70b2f service neutron] 10.222.0.57 "GET /v2.0/subnets?id=c40694bf-8b6c-4ede-8b5d-50a91840a91c HTTP/1.1" status: 200 len: 848 time: 0.0609252 Apr 01 14:23:08.397166 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_hamode_db [None req-6375b25c-5c2e-4b8f-b211-e89758bbd89c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09ff4e49-a23a-4aa8-b173-1190989723df', 'name': 'tempest-TestShelveInstance-1942318884-router', 'tenant_id': '1738f80b01b740f9889eafec82b2aaf9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'external_fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.151'}], 'enable_snat': True}, 'gw_port_id': '35b95295-5490-4be5-ab0d-323c37d800a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T14:18:47Z', 'updated_at': '2022-04-01T14:18:50Z', 'revision_number': 4, 'project_id': '1738f80b01b740f9889eafec82b2aaf9', 'gw_port': {'id': '35b95295-5490-4be5-ab0d-323c37d800a2', 'name': '', 'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:32:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09ff4e49-a23a-4aa8-b173-1190989723df', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836180-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T14:18:47Z', 'updated_at': '2022-04-01T14:18:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836180-1-hyperv', '_interfaces': [{'id': '9f097cc0-12e5-4bf7-bcf6-080e35857801', 'name': '', 'network_id': 'd6128c6d-3463-4b30-b80b-6cd8c7d78ddb', 'tenant_id': '1738f80b01b740f9889eafec82b2aaf9', 'mac_address': 'fa:16:3e:69:24:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09ff4e49-a23a-4aa8-b173-1190989723df', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c40694bf-8b6c-4ede-8b5d-50a91840a91c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836180-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T14:18:49Z', 'updated_at': '2022-04-01T14:19:10Z', 'revision_number': 5, 'project_id': '1738f80b01b740f9889eafec82b2aaf9', 'subnets': [{'id': 'c40694bf-8b6c-4ede-8b5d-50a91840a91c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-836180-1-hyperv', False) {} {{(pid=83872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 14:23:08.401062 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6375b25c-5c2e-4b8f-b211-e89758bbd89c None None] Checking router: 09ff4e49-a23a-4aa8-b173-1190989723df for host: dv-neutron-836180-1-hyperv {{(pid=83872) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 01 14:23:08.408276 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-f89143a2-fa7d-41b5-b8cc-0ce61cc4af33 req-fb8c38a8-9970-49ec-952e-97c2041e2c2c tempest-TestShelveInstance-17953904 tempest-TestShelveInstance-17953904-project] 10.222.0.26 "GET /v2.0/security-groups?id=94d16090-f9d2-4323-9262-3c2912dac8de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432551 Apr 01 14:23:08.412966 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6375b25c-5c2e-4b8f-b211-e89758bbd89c None None] Routers {'09ff4e49-a23a-4aa8-b173-1190989723df'} bound to L3 agent in host dv-neutron-836180-1-hyperv {{(pid=83872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 14:23:08.413567 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_hamode_db [None req-6375b25c-5c2e-4b8f-b211-e89758bbd89c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836180-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T13:25:36Z,description=,heartbeat_timestamp=2022-04-01T14:23:06Z,host='dv-neutron-836180-1-hyperv',id=88bf8fc8-11a3-4e96-9d1b-5fd93ba9f6f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T13:25:36Z,topic='l3_agent')) {'router_ids': ['09ff4e49-a23a-4aa8-b173-1190989723df'], 'active': True} {{(pid=83872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 14:23:08.455878 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-a5b7747c-7a5f-476d-8df2-2692922c8863 req-c2b021fb-27cc-4969-8269-23128f7ae41b service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=d6128c6d-3463-4b30-b80b-6cd8c7d78ddb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0853131 Apr 01 14:23:08.606325 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-a5b7747c-7a5f-476d-8df2-2692922c8863 req-ca209811-40b9-40a4-a4bc-d5fc0634eef5 service neutron] 10.222.0.57 "GET /v2.0/networks/d6128c6d-3463-4b30-b80b-6cd8c7d78ddb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1404648 Apr 01 14:23:08.607172 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_dvr_db [None req-6375b25c-5c2e-4b8f-b211-e89758bbd89c None None] Set router 09ff4e49-a23a-4aa8-b173-1190989723df gateway port host: dv-neutron-836180-1-hyperv {{(pid=83872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 14:23:08.844365 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-a5b7747c-7a5f-476d-8df2-2692922c8863 req-9792e678-1c70-44df-b207-f65a11c85d88 service neutron] 10.222.0.57 "GET /v2.0/networks/d6128c6d-3463-4b30-b80b-6cd8c7d78ddb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2304170 Apr 01 14:23:08.971413 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_hamode_db [None req-6375b25c-5c2e-4b8f-b211-e89758bbd89c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09ff4e49-a23a-4aa8-b173-1190989723df', 'name': 'tempest-TestShelveInstance-1942318884-router', 'tenant_id': '1738f80b01b740f9889eafec82b2aaf9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'external_fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.151'}], 'enable_snat': True}, 'gw_port_id': '35b95295-5490-4be5-ab0d-323c37d800a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T14:18:47Z', 'updated_at': '2022-04-01T14:18:50Z', 'revision_number': 4, 'project_id': '1738f80b01b740f9889eafec82b2aaf9', 'gw_port': {'id': '35b95295-5490-4be5-ab0d-323c37d800a2', 'name': '', 'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:32:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09ff4e49-a23a-4aa8-b173-1190989723df', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836180-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T14:18:47Z', 'updated_at': '2022-04-01T14:18:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836180-1-hyperv', '_interfaces': [{'id': '9f097cc0-12e5-4bf7-bcf6-080e35857801', 'name': '', 'network_id': 'd6128c6d-3463-4b30-b80b-6cd8c7d78ddb', 'tenant_id': '1738f80b01b740f9889eafec82b2aaf9', 'mac_address': 'fa:16:3e:69:24:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09ff4e49-a23a-4aa8-b173-1190989723df', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c40694bf-8b6c-4ede-8b5d-50a91840a91c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836180-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T14:18:49Z', 'updated_at': '2022-04-01T14:19:10Z', 'revision_number': 5, 'project_id': '1738f80b01b740f9889eafec82b2aaf9', 'subnets': [{'id': 'c40694bf-8b6c-4ede-8b5d-50a91840a91c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-836180-1-hyperv', False) {} {{(pid=83872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 14:23:08.975729 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6375b25c-5c2e-4b8f-b211-e89758bbd89c None None] The sync data for ids ['09ff4e49-a23a-4aa8-b173-1190989723df'] in dv-neutron-836180-1-hyperv is: [{'id': '09ff4e49-a23a-4aa8-b173-1190989723df', 'name': 'tempest-TestShelveInstance-1942318884-router', 'tenant_id': '1738f80b01b740f9889eafec82b2aaf9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'external_fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.151'}], 'enable_snat': True}, 'gw_port_id': '35b95295-5490-4be5-ab0d-323c37d800a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T14:18:47Z', 'updated_at': '2022-04-01T14:18:50Z', 'revision_number': 4, 'project_id': '1738f80b01b740f9889eafec82b2aaf9', 'gw_port': {'id': '35b95295-5490-4be5-ab0d-323c37d800a2', 'name': '', 'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:32:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09ff4e49-a23a-4aa8-b173-1190989723df', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836180-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T14:18:47Z', 'updated_at': '2022-04-01T14:18:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836180-1-hyperv', '_interfaces': [{'id': '9f097cc0-12e5-4bf7-bcf6-080e35857801', 'name': '', 'network_id': 'd6128c6d-3463-4b30-b80b-6cd8c7d78ddb', 'tenant_id': '1738f80b01b740f9889eafec82b2aaf9', 'mac_address': 'fa:16:3e:69:24:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09ff4e49-a23a-4aa8-b173-1190989723df', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c40694bf-8b6c-4ede-8b5d-50a91840a91c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836180-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T14:18:49Z', 'updated_at': '2022-04-01T14:19:10Z', 'revision_number': 5, 'project_id': '1738f80b01b740f9889eafec82b2aaf9', 'subnets': [{'id': 'c40694bf-8b6c-4ede-8b5d-50a91840a91c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 14:23:09.070889 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-a976a7b9-9034-41e6-be13-349b75ed1593 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:23:09.218439 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2aa723f7-b40a-4bc6-a630-d7369e825a42 None None] New status for floating IP b7895c15-9dcc-4cb4-add8-ffad08be5081: DOWN {{(pid=83873) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 01 14:23:09.614910 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d85c4ce-834e-41d3-b5f9-2658410bfa86 req-8462093f-3cce-46de-8685-d203956aebb3 tempest-TestShelveInstance-17953904 tempest-TestShelveInstance-17953904-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:23:09.616282 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-1d85c4ce-834e-41d3-b5f9-2658410bfa86 req-8462093f-3cce-46de-8685-d203956aebb3 tempest-TestShelveInstance-17953904 tempest-TestShelveInstance-17953904-project] 10.222.0.26 "GET /v2.0/ports?device_id=55a97673-4e2b-4417-9edb-fe3b8ed4e720 HTTP/1.1" status: 200 len: 946 time: 0.0786955 Apr 01 14:23:09.662768 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-1d85c4ce-834e-41d3-b5f9-2658410bfa86 req-929a1cc5-4fd9-4eaa-9dd4-77255eafcf63 tempest-TestShelveInstance-17953904 tempest-TestShelveInstance-17953904-project] 10.222.0.26 "GET /v2.0/security-groups?id=94d16090-f9d2-4323-9262-3c2912dac8de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409567 Apr 01 14:23:09.772997 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613d1eec-5ef4-4381-b9ac-50bd01303659 req-1aac4666-0511-421c-9a06-870da664e9ab tempest-TestShelveInstance-17953904 tempest-TestShelveInstance-17953904-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:23:09.774422 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-613d1eec-5ef4-4381-b9ac-50bd01303659 req-1aac4666-0511-421c-9a06-870da664e9ab tempest-TestShelveInstance-17953904 tempest-TestShelveInstance-17953904-project] 10.222.0.57 "GET /v2.0/ports?device_id=55a97673-4e2b-4417-9edb-fe3b8ed4e720 HTTP/1.1" status: 200 len: 946 time: 0.0818338 Apr 01 14:23:09.842233 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.plugin [req-613d1eec-5ef4-4381-b9ac-50bd01303659 req-d994df16-9b5c-4e80-a852-8f8fbb3ebaf2 tempest-TestShelveInstance-17953904 tempest-TestShelveInstance-17953904-project] Deleting port da15940c-1a0d-4a92-bba6-5104fae9516a {{(pid=83869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 14:23:09.842557 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [req-613d1eec-5ef4-4381-b9ac-50bd01303659 req-d994df16-9b5c-4e80-a852-8f8fbb3ebaf2 tempest-TestShelveInstance-17953904 tempest-TestShelveInstance-17953904-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736733287370'] for port, before_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:23:10.088205 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.db [req-613d1eec-5ef4-4381-b9ac-50bd01303659 req-d994df16-9b5c-4e80-a852-8f8fbb3ebaf2 tempest-TestShelveInstance-17953904 tempest-TestShelveInstance-17953904-project] For port da15940c-1a0d-4a92-bba6-5104fae9516a, host hv-neutron-8361, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8361',level=0,port_id=da15940c-1a0d-4a92-bba6-5104fae9516a,segment=NetworkSegment(a25f9ba2-745b-4dcb-b8ce-224525240f7f),segment_id=a25f9ba2-745b-4dcb-b8ce-224525240f7f)] {{(pid=83869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 14:23:10.088588 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [req-613d1eec-5ef4-4381-b9ac-50bd01303659 req-d994df16-9b5c-4e80-a852-8f8fbb3ebaf2 tempest-TestShelveInstance-17953904 tempest-TestShelveInstance-17953904-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4155147'] for port, precommit_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:23:10.210752 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.plugin [req-613d1eec-5ef4-4381-b9ac-50bd01303659 req-d994df16-9b5c-4e80-a852-8f8fbb3ebaf2 tempest-TestShelveInstance-17953904 tempest-TestShelveInstance-17953904-project] Calling delete_port for da15940c-1a0d-4a92-bba6-5104fae9516a owned by compute:nova {{(pid=83869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 14:23:10.356499 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [req-613d1eec-5ef4-4381-b9ac-50bd01303659 req-d994df16-9b5c-4e80-a852-8f8fbb3ebaf2 tempest-TestShelveInstance-17953904 tempest-TestShelveInstance-17953904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736733359243', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736732935810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2705155'] for port, after_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:23:10.408587 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d994df16-9b5c-4e80-a852-8f8fbb3ebaf2 tempest-TestShelveInstance-17953904 tempest-TestShelveInstance-17953904-project] Pushing event deleted for resources: {'Port': ['ID=da15940c-1a0d-4a92-bba6-5104fae9516a,revision_number=None']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:23:10.449166 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d994df16-9b5c-4e80-a852-8f8fbb3ebaf2 tempest-TestShelveInstance-17953904 tempest-TestShelveInstance-17953904-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:23:10.449506 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d994df16-9b5c-4e80-a852-8f8fbb3ebaf2 tempest-TestShelveInstance-17953904 tempest-TestShelveInstance-17953904-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:23:10.449842 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d994df16-9b5c-4e80-a852-8f8fbb3ebaf2 tempest-TestShelveInstance-17953904 tempest-TestShelveInstance-17953904-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:23:10.450169 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d994df16-9b5c-4e80-a852-8f8fbb3ebaf2 tempest-TestShelveInstance-17953904 tempest-TestShelveInstance-17953904-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:23:10.450491 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d994df16-9b5c-4e80-a852-8f8fbb3ebaf2 tempest-TestShelveInstance-17953904 tempest-TestShelveInstance-17953904-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:23:10.450811 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d994df16-9b5c-4e80-a852-8f8fbb3ebaf2 tempest-TestShelveInstance-17953904 tempest-TestShelveInstance-17953904-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:23:10.451129 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d994df16-9b5c-4e80-a852-8f8fbb3ebaf2 tempest-TestShelveInstance-17953904 tempest-TestShelveInstance-17953904-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:23:10.451447 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d994df16-9b5c-4e80-a852-8f8fbb3ebaf2 tempest-TestShelveInstance-17953904 tempest-TestShelveInstance-17953904-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:23:10.451769 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d994df16-9b5c-4e80-a852-8f8fbb3ebaf2 tempest-TestShelveInstance-17953904 tempest-TestShelveInstance-17953904-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:23:10.452083 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d994df16-9b5c-4e80-a852-8f8fbb3ebaf2 tempest-TestShelveInstance-17953904 tempest-TestShelveInstance-17953904-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:23:10.452418 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d994df16-9b5c-4e80-a852-8f8fbb3ebaf2 tempest-TestShelveInstance-17953904 tempest-TestShelveInstance-17953904-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:23:10.493370 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_dvrscheduler_db [req-613d1eec-5ef4-4381-b9ac-50bd01303659 req-d994df16-9b5c-4e80-a852-8f8fbb3ebaf2 tempest-TestShelveInstance-17953904 tempest-TestShelveInstance-17953904-project] No DVR routers for this DVR port da15940c-1a0d-4a92-bba6-5104fae9516a on host hv-neutron-8361 {{(pid=83869) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 14:23:10.495727 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [req-613d1eec-5ef4-4381-b9ac-50bd01303659 req-d994df16-9b5c-4e80-a852-8f8fbb3ebaf2 tempest-TestShelveInstance-17953904 tempest-TestShelveInstance-17953904-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109561'] for port, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:23:10.498197 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55a97673-4e2b-4417-9edb-fe3b8ed4e720', 'name': 'network-vif-deleted', 'tag': 'da15940c-1a0d-4a92-bba6-5104fae9516a'}] {{(pid=83869) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 14:23:10.513329 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-613d1eec-5ef4-4381-b9ac-50bd01303659 req-d994df16-9b5c-4e80-a852-8f8fbb3ebaf2 tempest-TestShelveInstance-17953904 tempest-TestShelveInstance-17953904-project] 10.222.0.57 "DELETE /v2.0/ports/da15940c-1a0d-4a92-bba6-5104fae9516a HTTP/1.1" status: 204 len: 173 time: 0.7332878 Apr 01 14:23:10.635993 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55a97673-4e2b-4417-9edb-fe3b8ed4e720', 'name': 'network-vif-deleted', 'tag': 'da15940c-1a0d-4a92-bba6-5104fae9516a', 'status': 'completed', 'code': 200} Apr 01 14:23:10.849836 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [req-d41114fb-7cd4-47e6-b5f4-6dc6c9811945 req-6a4d77b8-0245-44e4-ab15-5488da29136b tempest-TestShelveInstance-17953904 tempest-TestShelveInstance-17953904-project] Synchronizing usage tracker for tenant:1738f80b01b740f9889eafec82b2aaf9 on resource:port {{(pid=83869) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 14:23:10.873948 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [req-d41114fb-7cd4-47e6-b5f4-6dc6c9811945 req-6a4d77b8-0245-44e4-ab15-5488da29136b tempest-TestShelveInstance-17953904 tempest-TestShelveInstance-17953904-project] Unset dirty status for tenant:1738f80b01b740f9889eafec82b2aaf9 on resource:port {{(pid=83869) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 14:23:10.875126 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-d41114fb-7cd4-47e6-b5f4-6dc6c9811945 req-6a4d77b8-0245-44e4-ab15-5488da29136b tempest-TestShelveInstance-17953904 tempest-TestShelveInstance-17953904-project] 10.222.0.26 "GET /v2.0/ports?device_id=55a97673-4e2b-4417-9edb-fe3b8ed4e720 HTTP/1.1" status: 200 len: 210 time: 0.0739822 Apr 01 14:23:11.984163 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 36732) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:23:12.054550 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-ec856987-2bd1-4ffc-9f2c-0df8e131f2d6 tempest-TestShelveInstance-17953904 tempest-TestShelveInstance-17953904-project] Notify callbacks [] for security_group, before_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:23:12.088582 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-ec856987-2bd1-4ffc-9f2c-0df8e131f2d6 tempest-TestShelveInstance-17953904 tempest-TestShelveInstance-17953904-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:23:12.153318 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-ec856987-2bd1-4ffc-9f2c-0df8e131f2d6 tempest-TestShelveInstance-17953904 tempest-TestShelveInstance-17953904-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3775923'] for security_group, after_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:23:12.172724 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec856987-2bd1-4ffc-9f2c-0df8e131f2d6 tempest-TestShelveInstance-17953904 tempest-TestShelveInstance-17953904-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=94d16090-f9d2-4323-9262-3c2912dac8de,revision_number=None']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:23:12.185755 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-ec856987-2bd1-4ffc-9f2c-0df8e131f2d6 tempest-TestShelveInstance-17953904 tempest-TestShelveInstance-17953904-project] Notify callbacks [] for security_group, before_response {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:23:12.186879 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-ec856987-2bd1-4ffc-9f2c-0df8e131f2d6 tempest-TestShelveInstance-17953904 tempest-TestShelveInstance-17953904-project] 10.222.0.26 "DELETE /v2.0/security-groups/94d16090-f9d2-4323-9262-3c2912dac8de HTTP/1.1" status: 204 len: 168 time: 0.2016516 Apr 01 14:23:12.579580 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 36740) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:23:12.585418 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.v2.base [None req-b7b8e0b6-ee99-47cc-b7c6-779ee87d67ea tempest-TestShelveInstance-17953904 tempest-TestShelveInstance-17953904-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-649746026', 'description': 'tempest-secgroup-smoke-649746026 description', 'project_id': '1738f80b01b740f9889eafec82b2aaf9'}} {{(pid=83869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 14:23:12.591296 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-b7b8e0b6-ee99-47cc-b7c6-779ee87d67ea tempest-TestShelveInstance-17953904 tempest-TestShelveInstance-17953904-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 14:23:12.595814 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-b7b8e0b6-ee99-47cc-b7c6-779ee87d67ea tempest-TestShelveInstance-17953904 tempest-TestShelveInstance-17953904-project] Usage tracker for resource:security_group and tenant:1738f80b01b740f9889eafec82b2aaf9 is out of sync, need to count used quota {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 14:23:12.598647 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-b7b8e0b6-ee99-47cc-b7c6-779ee87d67ea tempest-TestShelveInstance-17953904 tempest-TestShelveInstance-17953904-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 14:23:12.604723 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-b7b8e0b6-ee99-47cc-b7c6-779ee87d67ea tempest-TestShelveInstance-17953904 tempest-TestShelveInstance-17953904-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 14:23:12.616061 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-b7b8e0b6-ee99-47cc-b7c6-779ee87d67ea tempest-TestShelveInstance-17953904 tempest-TestShelveInstance-17953904-project] Notify callbacks [] for security_group, before_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:23:12.651149 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-b7b8e0b6-ee99-47cc-b7c6-779ee87d67ea tempest-TestShelveInstance-17953904 tempest-TestShelveInstance-17953904-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 14:23:12.654903 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-b7b8e0b6-ee99-47cc-b7c6-779ee87d67ea tempest-TestShelveInstance-17953904 tempest-TestShelveInstance-17953904-project] Usage tracker for resource:security_group_rule and tenant:1738f80b01b740f9889eafec82b2aaf9 is out of sync, need to count used quota {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 14:23:12.658352 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-b7b8e0b6-ee99-47cc-b7c6-779ee87d67ea tempest-TestShelveInstance-17953904 tempest-TestShelveInstance-17953904-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 14:23:12.663947 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-b7b8e0b6-ee99-47cc-b7c6-779ee87d67ea tempest-TestShelveInstance-17953904 tempest-TestShelveInstance-17953904-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 14:23:12.727881 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-b7b8e0b6-ee99-47cc-b7c6-779ee87d67ea tempest-TestShelveInstance-17953904 tempest-TestShelveInstance-17953904-project] Notify callbacks [] for security_group, precommit_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:23:12.731837 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-b7b8e0b6-ee99-47cc-b7c6-779ee87d67ea tempest-TestShelveInstance-17953904 tempest-TestShelveInstance-17953904-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3775923'] for security_group, after_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:23:12.778281 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b8e0b6-ee99-47cc-b7c6-779ee87d67ea tempest-TestShelveInstance-17953904 tempest-TestShelveInstance-17953904-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c68ccaa9-bb60-4348-bb88-4572f6c13646,revision_number=1']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:23:12.781481 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-b7b8e0b6-ee99-47cc-b7c6-779ee87d67ea tempest-TestShelveInstance-17953904 tempest-TestShelveInstance-17953904-project] Notify callbacks [] for security_group, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:23:12.783502 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-b7b8e0b6-ee99-47cc-b7c6-779ee87d67ea tempest-TestShelveInstance-17953904 tempest-TestShelveInstance-17953904-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.2021446 Apr 01 14:23:12.787614 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 36744) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:23:12.793583 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.v2.base [None req-c03d09a1-17bb-4e28-a219-69746c4051f4 tempest-TestShelveInstance-17953904 tempest-TestShelveInstance-17953904-project] Request body: {'security_group_rule': {'security_group_id': 'c68ccaa9-bb60-4348-bb88-4572f6c13646', 'project_id': '1738f80b01b740f9889eafec82b2aaf9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 14:23:12.800366 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-c03d09a1-17bb-4e28-a219-69746c4051f4 tempest-TestShelveInstance-17953904 tempest-TestShelveInstance-17953904-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 14:23:12.804145 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-c03d09a1-17bb-4e28-a219-69746c4051f4 tempest-TestShelveInstance-17953904 tempest-TestShelveInstance-17953904-project] Usage tracker for resource:security_group_rule and tenant:1738f80b01b740f9889eafec82b2aaf9 is out of sync, need to count used quota {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 14:23:12.806988 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-c03d09a1-17bb-4e28-a219-69746c4051f4 tempest-TestShelveInstance-17953904 tempest-TestShelveInstance-17953904-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 14:23:12.813531 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-c03d09a1-17bb-4e28-a219-69746c4051f4 tempest-TestShelveInstance-17953904 tempest-TestShelveInstance-17953904-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 14:23:12.828411 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-c03d09a1-17bb-4e28-a219-69746c4051f4 tempest-TestShelveInstance-17953904 tempest-TestShelveInstance-17953904-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:23:12.889341 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-c03d09a1-17bb-4e28-a219-69746c4051f4 tempest-TestShelveInstance-17953904 tempest-TestShelveInstance-17953904-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:23:12.893591 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-c03d09a1-17bb-4e28-a219-69746c4051f4 tempest-TestShelveInstance-17953904 tempest-TestShelveInstance-17953904-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3775744'] for security_group_rule, after_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:23:12.920985 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c03d09a1-17bb-4e28-a219-69746c4051f4 tempest-TestShelveInstance-17953904 tempest-TestShelveInstance-17953904-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7c33c78a-7781-46cf-b6ae-06945f9aff32,revision_number=0']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:23:12.931668 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-c03d09a1-17bb-4e28-a219-69746c4051f4 tempest-TestShelveInstance-17953904 tempest-TestShelveInstance-17953904-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:23:12.932956 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-c03d09a1-17bb-4e28-a219-69746c4051f4 tempest-TestShelveInstance-17953904 tempest-TestShelveInstance-17953904-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1444209 Apr 01 14:23:12.935815 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 36748) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:23:12.941208 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.v2.base [None req-d9853864-76cd-4f40-91bf-175b060265e4 tempest-TestShelveInstance-17953904 tempest-TestShelveInstance-17953904-project] Request body: {'security_group_rule': {'security_group_id': 'c68ccaa9-bb60-4348-bb88-4572f6c13646', 'project_id': '1738f80b01b740f9889eafec82b2aaf9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 14:23:12.947133 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-d9853864-76cd-4f40-91bf-175b060265e4 tempest-TestShelveInstance-17953904 tempest-TestShelveInstance-17953904-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 14:23:12.951026 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-d9853864-76cd-4f40-91bf-175b060265e4 tempest-TestShelveInstance-17953904 tempest-TestShelveInstance-17953904-project] Usage tracker for resource:security_group_rule and tenant:1738f80b01b740f9889eafec82b2aaf9 is out of sync, need to count used quota {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 14:23:12.953998 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-d9853864-76cd-4f40-91bf-175b060265e4 tempest-TestShelveInstance-17953904 tempest-TestShelveInstance-17953904-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 14:23:12.960474 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-d9853864-76cd-4f40-91bf-175b060265e4 tempest-TestShelveInstance-17953904 tempest-TestShelveInstance-17953904-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 14:23:12.980491 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-d9853864-76cd-4f40-91bf-175b060265e4 tempest-TestShelveInstance-17953904 tempest-TestShelveInstance-17953904-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:23:13.045447 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-d9853864-76cd-4f40-91bf-175b060265e4 tempest-TestShelveInstance-17953904 tempest-TestShelveInstance-17953904-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:23:13.049195 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-d9853864-76cd-4f40-91bf-175b060265e4 tempest-TestShelveInstance-17953904 tempest-TestShelveInstance-17953904-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3775744'] for security_group_rule, after_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:23:13.166534 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9853864-76cd-4f40-91bf-175b060265e4 tempest-TestShelveInstance-17953904 tempest-TestShelveInstance-17953904-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=de8bcc7e-9879-4506-9146-4fa69a4077b3,revision_number=0']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:23:13.175401 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-d9853864-76cd-4f40-91bf-175b060265e4 tempest-TestShelveInstance-17953904 tempest-TestShelveInstance-17953904-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:23:13.176595 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-d9853864-76cd-4f40-91bf-175b060265e4 tempest-TestShelveInstance-17953904 tempest-TestShelveInstance-17953904-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.2398181 Apr 01 14:23:13.179520 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 36754) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:23:13.184998 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.v2.base [None req-e950d4b0-c090-48df-a9dd-90966d8f718b tempest-TestShelveInstance-17953904 tempest-TestShelveInstance-17953904-project] Request body: {'security_group_rule': {'security_group_id': 'c68ccaa9-bb60-4348-bb88-4572f6c13646', 'project_id': '1738f80b01b740f9889eafec82b2aaf9', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 14:23:13.192504 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-e950d4b0-c090-48df-a9dd-90966d8f718b tempest-TestShelveInstance-17953904 tempest-TestShelveInstance-17953904-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 14:23:13.196837 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-e950d4b0-c090-48df-a9dd-90966d8f718b tempest-TestShelveInstance-17953904 tempest-TestShelveInstance-17953904-project] Usage tracker for resource:security_group_rule and tenant:1738f80b01b740f9889eafec82b2aaf9 is out of sync, need to count used quota {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 14:23:13.200400 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-e950d4b0-c090-48df-a9dd-90966d8f718b tempest-TestShelveInstance-17953904 tempest-TestShelveInstance-17953904-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 14:23:13.206347 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-e950d4b0-c090-48df-a9dd-90966d8f718b tempest-TestShelveInstance-17953904 tempest-TestShelveInstance-17953904-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 14:23:13.224156 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-e950d4b0-c090-48df-a9dd-90966d8f718b tempest-TestShelveInstance-17953904 tempest-TestShelveInstance-17953904-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:23:13.287453 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-e950d4b0-c090-48df-a9dd-90966d8f718b tempest-TestShelveInstance-17953904 tempest-TestShelveInstance-17953904-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:23:13.293104 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-e950d4b0-c090-48df-a9dd-90966d8f718b tempest-TestShelveInstance-17953904 tempest-TestShelveInstance-17953904-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3775744'] for security_group_rule, after_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:23:13.318909 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e950d4b0-c090-48df-a9dd-90966d8f718b tempest-TestShelveInstance-17953904 tempest-TestShelveInstance-17953904-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=603312a5-0e90-4fdf-b328-55816eeebf8d,revision_number=0']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:23:13.329562 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-e950d4b0-c090-48df-a9dd-90966d8f718b tempest-TestShelveInstance-17953904 tempest-TestShelveInstance-17953904-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:23:13.330956 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-e950d4b0-c090-48df-a9dd-90966d8f718b tempest-TestShelveInstance-17953904 tempest-TestShelveInstance-17953904-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1505277 Apr 01 14:23:13.334056 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 36758) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:23:13.339358 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.v2.base [None req-78418406-0614-460c-9663-c365568a2c8b tempest-TestShelveInstance-17953904 tempest-TestShelveInstance-17953904-project] Request body: {'security_group_rule': {'security_group_id': 'c68ccaa9-bb60-4348-bb88-4572f6c13646', 'project_id': '1738f80b01b740f9889eafec82b2aaf9', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 14:23:13.345710 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-78418406-0614-460c-9663-c365568a2c8b tempest-TestShelveInstance-17953904 tempest-TestShelveInstance-17953904-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 14:23:13.349583 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-78418406-0614-460c-9663-c365568a2c8b tempest-TestShelveInstance-17953904 tempest-TestShelveInstance-17953904-project] Usage tracker for resource:security_group_rule and tenant:1738f80b01b740f9889eafec82b2aaf9 is out of sync, need to count used quota {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 14:23:13.352418 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-78418406-0614-460c-9663-c365568a2c8b tempest-TestShelveInstance-17953904 tempest-TestShelveInstance-17953904-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 14:23:13.358654 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-78418406-0614-460c-9663-c365568a2c8b tempest-TestShelveInstance-17953904 tempest-TestShelveInstance-17953904-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 14:23:13.375471 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-78418406-0614-460c-9663-c365568a2c8b tempest-TestShelveInstance-17953904 tempest-TestShelveInstance-17953904-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:23:13.441082 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-78418406-0614-460c-9663-c365568a2c8b tempest-TestShelveInstance-17953904 tempest-TestShelveInstance-17953904-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:23:13.444515 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-78418406-0614-460c-9663-c365568a2c8b tempest-TestShelveInstance-17953904 tempest-TestShelveInstance-17953904-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3775744'] for security_group_rule, after_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:23:13.467471 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78418406-0614-460c-9663-c365568a2c8b tempest-TestShelveInstance-17953904 tempest-TestShelveInstance-17953904-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f077281b-1347-422c-835c-92611b3670a7,revision_number=0']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:23:13.477564 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-78418406-0614-460c-9663-c365568a2c8b tempest-TestShelveInstance-17953904 tempest-TestShelveInstance-17953904-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:23:13.478721 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-78418406-0614-460c-9663-c365568a2c8b tempest-TestShelveInstance-17953904 tempest-TestShelveInstance-17953904-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1437767 Apr 01 14:23:13.481514 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 36762) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:23:13.487815 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.v2.base [None req-791609b3-314d-4933-bad5-7386f52f2d9a tempest-TestShelveInstance-17953904 tempest-TestShelveInstance-17953904-project] Request body: {'security_group_rule': {'security_group_id': 'c68ccaa9-bb60-4348-bb88-4572f6c13646', 'project_id': '1738f80b01b740f9889eafec82b2aaf9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 14:23:13.493669 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-791609b3-314d-4933-bad5-7386f52f2d9a tempest-TestShelveInstance-17953904 tempest-TestShelveInstance-17953904-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 14:23:13.497410 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-791609b3-314d-4933-bad5-7386f52f2d9a tempest-TestShelveInstance-17953904 tempest-TestShelveInstance-17953904-project] Usage tracker for resource:security_group_rule and tenant:1738f80b01b740f9889eafec82b2aaf9 is out of sync, need to count used quota {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 14:23:13.500237 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-791609b3-314d-4933-bad5-7386f52f2d9a tempest-TestShelveInstance-17953904 tempest-TestShelveInstance-17953904-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 14:23:13.506307 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-791609b3-314d-4933-bad5-7386f52f2d9a tempest-TestShelveInstance-17953904 tempest-TestShelveInstance-17953904-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 14:23:13.518965 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.db.securitygroups_db [None req-791609b3-314d-4933-bad5-7386f52f2d9a tempest-TestShelveInstance-17953904 tempest-TestShelveInstance-17953904-project] Project 1738f80b01b740f9889eafec82b2aaf9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 01 14:23:13.525292 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-791609b3-314d-4933-bad5-7386f52f2d9a tempest-TestShelveInstance-17953904 tempest-TestShelveInstance-17953904-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:23:13.602383 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-791609b3-314d-4933-bad5-7386f52f2d9a tempest-TestShelveInstance-17953904 tempest-TestShelveInstance-17953904-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:23:13.606367 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-791609b3-314d-4933-bad5-7386f52f2d9a tempest-TestShelveInstance-17953904 tempest-TestShelveInstance-17953904-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3775744'] for security_group_rule, after_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:23:13.629784 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-791609b3-314d-4933-bad5-7386f52f2d9a tempest-TestShelveInstance-17953904 tempest-TestShelveInstance-17953904-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=635aee2f-c0b0-44ce-b606-943b18df65db,revision_number=0']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:23:13.638495 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-791609b3-314d-4933-bad5-7386f52f2d9a tempest-TestShelveInstance-17953904 tempest-TestShelveInstance-17953904-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:23:13.639654 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-791609b3-314d-4933-bad5-7386f52f2d9a tempest-TestShelveInstance-17953904 tempest-TestShelveInstance-17953904-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1572216 Apr 01 14:23:13.642520 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 36766) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:23:13.647847 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.v2.base [None req-1a195cdc-4daa-4528-a78a-c32a0622298f tempest-TestShelveInstance-17953904 tempest-TestShelveInstance-17953904-project] Request body: {'security_group_rule': {'security_group_id': 'c68ccaa9-bb60-4348-bb88-4572f6c13646', 'project_id': '1738f80b01b740f9889eafec82b2aaf9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 14:23:13.653584 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-1a195cdc-4daa-4528-a78a-c32a0622298f tempest-TestShelveInstance-17953904 tempest-TestShelveInstance-17953904-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 14:23:13.657287 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-1a195cdc-4daa-4528-a78a-c32a0622298f tempest-TestShelveInstance-17953904 tempest-TestShelveInstance-17953904-project] Usage tracker for resource:security_group_rule and tenant:1738f80b01b740f9889eafec82b2aaf9 is out of sync, need to count used quota {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 14:23:13.660770 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-1a195cdc-4daa-4528-a78a-c32a0622298f tempest-TestShelveInstance-17953904 tempest-TestShelveInstance-17953904-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 14:23:13.666260 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-1a195cdc-4daa-4528-a78a-c32a0622298f tempest-TestShelveInstance-17953904 tempest-TestShelveInstance-17953904-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 14:23:13.677057 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.db.securitygroups_db [None req-1a195cdc-4daa-4528-a78a-c32a0622298f tempest-TestShelveInstance-17953904 tempest-TestShelveInstance-17953904-project] Project 1738f80b01b740f9889eafec82b2aaf9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 01 14:23:13.683161 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-1a195cdc-4daa-4528-a78a-c32a0622298f tempest-TestShelveInstance-17953904 tempest-TestShelveInstance-17953904-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:23:13.749918 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-1a195cdc-4daa-4528-a78a-c32a0622298f tempest-TestShelveInstance-17953904 tempest-TestShelveInstance-17953904-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:23:13.752536 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-1a195cdc-4daa-4528-a78a-c32a0622298f tempest-TestShelveInstance-17953904 tempest-TestShelveInstance-17953904-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3775744'] for security_group_rule, after_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:23:13.775558 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a195cdc-4daa-4528-a78a-c32a0622298f tempest-TestShelveInstance-17953904 tempest-TestShelveInstance-17953904-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d0c7bdaf-ace8-4bc3-9a8f-5dcff6cd1fac,revision_number=0']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:23:13.785854 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-1a195cdc-4daa-4528-a78a-c32a0622298f tempest-TestShelveInstance-17953904 tempest-TestShelveInstance-17953904-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:23:13.787017 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-1a195cdc-4daa-4528-a78a-c32a0622298f tempest-TestShelveInstance-17953904 tempest-TestShelveInstance-17953904-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1435080 Apr 01 14:23:14.070511 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Device da15940c-1a0d-4a92-bba6-5104fae9516a no longer exists at agent hyperv_hv-neutron-8361 {{(pid=83872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 14:23:14.106157 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.plugin [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] No Port match for: da15940c-1a0d-4a92-bba6-5104fae9516a {{(pid=83872) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 01 14:23:14.106488 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Device da15940c-1a0d-4a92-bba6-5104fae9516a not bound to the agent host hv-neutron-8361 {{(pid=83872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 14:23:24.366036 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:23:28.731646 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [req-386cc69a-5167-4d66-82e6-f6dde3d86695 req-dcd92abe-a421-4847-9079-ccdc5b4cf0b9 tempest-TestShelveInstance-17953904 tempest-TestShelveInstance-17953904-project] Synchronizing usage tracker for tenant:1738f80b01b740f9889eafec82b2aaf9 on resource:security_group {{(pid=83869) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 14:23:28.747494 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [req-386cc69a-5167-4d66-82e6-f6dde3d86695 req-dcd92abe-a421-4847-9079-ccdc5b4cf0b9 tempest-TestShelveInstance-17953904 tempest-TestShelveInstance-17953904-project] Unset dirty status for tenant:1738f80b01b740f9889eafec82b2aaf9 on resource:security_group {{(pid=83869) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 14:23:28.748694 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-386cc69a-5167-4d66-82e6-f6dde3d86695 req-dcd92abe-a421-4847-9079-ccdc5b4cf0b9 tempest-TestShelveInstance-17953904 tempest-TestShelveInstance-17953904-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-649746026&fields=id&tenant_id=1738f80b01b740f9889eafec82b2aaf9 HTTP/1.1" status: 200 len: 267 time: 0.0600648 Apr 01 14:23:28.909709 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386cc69a-5167-4d66-82e6-f6dde3d86695 req-6f7c06ac-80fc-419d-b799-37f3ad16b79e tempest-TestShelveInstance-17953904 tempest-TestShelveInstance-17953904-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:23:28.911136 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-386cc69a-5167-4d66-82e6-f6dde3d86695 req-6f7c06ac-80fc-419d-b799-37f3ad16b79e tempest-TestShelveInstance-17953904 tempest-TestShelveInstance-17953904-project] 10.222.0.26 "GET /v2.0/networks?id=d6128c6d-3463-4b30-b80b-6cd8c7d78ddb HTTP/1.1" status: 200 len: 809 time: 0.1526856 Apr 01 14:23:28.927534 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-386cc69a-5167-4d66-82e6-f6dde3d86695 req-9d574c30-222b-4aae-9ea8-c699d73627e0 tempest-TestShelveInstance-17953904 tempest-TestShelveInstance-17953904-project] 10.222.0.26 "GET /v2.0/quotas/1738f80b01b740f9889eafec82b2aaf9 HTTP/1.1" status: 200 len: 375 time: 0.0110650 Apr 01 14:23:29.017884 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-386cc69a-5167-4d66-82e6-f6dde3d86695 req-3357645f-7270-481a-b380-6fb1dfba7288 tempest-TestShelveInstance-17953904 tempest-TestShelveInstance-17953904-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=1738f80b01b740f9889eafec82b2aaf9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0854146 Apr 01 14:23:29.111989 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [req-386cc69a-5167-4d66-82e6-f6dde3d86695 req-aa160895-5bdf-4820-807d-9b52d50c47e6 service neutron] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=83869) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 01 14:23:29.113019 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-386cc69a-5167-4d66-82e6-f6dde3d86695 req-aa160895-5bdf-4820-807d-9b52d50c47e6 service neutron] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0831690 Apr 01 14:23:29.254040 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-386cc69a-5167-4d66-82e6-f6dde3d86695 req-143dd552-e5d1-4b02-8a01-af1b996c3e71 service neutron] 10.222.0.26 "GET /v2.0/networks/d6128c6d-3463-4b30-b80b-6cd8c7d78ddb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1341014 Apr 01 14:23:29.481311 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-386cc69a-5167-4d66-82e6-f6dde3d86695 req-e928fff7-3b4f-4039-b2b7-522b6786360a service neutron] 10.222.0.26 "GET /v2.0/networks/d6128c6d-3463-4b30-b80b-6cd8c7d78ddb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2218602 Apr 01 14:23:29.872957 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-6e237f15-1166-4e97-a59c-7da64438bb2e req-0c674cba-fac2-4ab1-9381-b6e65911c5c6 tempest-TestShelveInstance-17953904 tempest-TestShelveInstance-17953904-project] 10.222.0.26 "GET /v2.0/ports?device_id=1ab15f61-c554-447e-945e-74c9397723f8 HTTP/1.1" status: 200 len: 210 time: 0.0460174 Apr 01 14:23:31.069939 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-157aecab-6540-4d7f-aef6-a9026da58d04 req-dd516954-4d09-4ea5-b9d4-bb064e77a2b1 tempest-TestShelveInstance-17953904 tempest-TestShelveInstance-17953904-project] 10.222.0.26 "GET /v2.0/ports?device_id=1ab15f61-c554-447e-945e-74c9397723f8 HTTP/1.1" status: 200 len: 210 time: 0.0647266 Apr 01 14:23:31.133207 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386cc69a-5167-4d66-82e6-f6dde3d86695 req-5a6c8aad-b770-4172-8913-5a23c2812409 tempest-TestShelveInstance-17953904 tempest-TestShelveInstance-17953904-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:23:31.134613 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-386cc69a-5167-4d66-82e6-f6dde3d86695 req-5a6c8aad-b770-4172-8913-5a23c2812409 tempest-TestShelveInstance-17953904 tempest-TestShelveInstance-17953904-project] 10.222.0.57 "GET /v2.0/networks?id=d6128c6d-3463-4b30-b80b-6cd8c7d78ddb HTTP/1.1" status: 200 len: 809 time: 0.2153525 Apr 01 14:23:31.197425 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-386cc69a-5167-4d66-82e6-f6dde3d86695 req-d624c0d8-cdde-4928-912f-caf620ff374d tempest-TestShelveInstance-17953904 tempest-TestShelveInstance-17953904-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1738f80b01b740f9889eafec82b2aaf9 HTTP/1.1" status: 200 len: 379 time: 0.0473213 Apr 01 14:23:31.207290 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.v2.base [req-386cc69a-5167-4d66-82e6-f6dde3d86695 req-d2323971-a963-4d57-8edb-8c54753124b8 tempest-TestShelveInstance-17953904 tempest-TestShelveInstance-17953904-project] Request body: {'port': {'device_id': '1ab15f61-c554-447e-945e-74c9397723f8', 'network_id': 'd6128c6d-3463-4b30-b80b-6cd8c7d78ddb', 'admin_state_up': True, 'tenant_id': '1738f80b01b740f9889eafec82b2aaf9', 'security_groups': ['c68ccaa9-bb60-4348-bb88-4572f6c13646']}} {{(pid=83869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 14:23:31.350901 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [req-386cc69a-5167-4d66-82e6-f6dde3d86695 req-d2323971-a963-4d57-8edb-8c54753124b8 tempest-TestShelveInstance-17953904 tempest-TestShelveInstance-17953904-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 14:23:31.361748 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [req-386cc69a-5167-4d66-82e6-f6dde3d86695 req-d2323971-a963-4d57-8edb-8c54753124b8 tempest-TestShelveInstance-17953904 tempest-TestShelveInstance-17953904-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 14:23:31.371489 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-386cc69a-5167-4d66-82e6-f6dde3d86695 req-d2323971-a963-4d57-8edb-8c54753124b8 tempest-TestShelveInstance-17953904 tempest-TestShelveInstance-17953904-project] Made reservation on behalf of 1738f80b01b740f9889eafec82b2aaf9 for: {'port': 1} {{(pid=83869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 14:23:31.375056 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [req-386cc69a-5167-4d66-82e6-f6dde3d86695 req-d2323971-a963-4d57-8edb-8c54753124b8 tempest-TestShelveInstance-17953904 tempest-TestShelveInstance-17953904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:23:31.551900 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.db_base_plugin_common [req-386cc69a-5167-4d66-82e6-f6dde3d86695 req-d2323971-a963-4d57-8edb-8c54753124b8 tempest-TestShelveInstance-17953904 tempest-TestShelveInstance-17953904-project] Allocated IP 172.20.0.7 (d6128c6d-3463-4b30-b80b-6cd8c7d78ddb/c40694bf-8b6c-4ede-8b5d-50a91840a91c/0500dce7-bceb-4a72-9e2a-3fcbec19452c) {{(pid=83869) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 14:23:31.795072 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [req-386cc69a-5167-4d66-82e6-f6dde3d86695 req-d2323971-a963-4d57-8edb-8c54753124b8 tempest-TestShelveInstance-17953904 tempest-TestShelveInstance-17953904-project] Notify callbacks [] for port, precommit_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:23:31.815052 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.provisioning_blocks [req-386cc69a-5167-4d66-82e6-f6dde3d86695 req-d2323971-a963-4d57-8edb-8c54753124b8 tempest-TestShelveInstance-17953904 tempest-TestShelveInstance-17953904-project] Transition to ACTIVE for port object 0500dce7-bceb-4a72-9e2a-3fcbec19452c will not be triggered until provisioned by entity DHCP. {{(pid=83869) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 14:23:31.839027 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [req-386cc69a-5167-4d66-82e6-f6dde3d86695 req-d2323971-a963-4d57-8edb-8c54753124b8 tempest-TestShelveInstance-17953904 tempest-TestShelveInstance-17953904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736732935801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2705155'] for port, after_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:23:31.924039 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-386cc69a-5167-4d66-82e6-f6dde3d86695 req-d2323971-a963-4d57-8edb-8c54753124b8 tempest-TestShelveInstance-17953904 tempest-TestShelveInstance-17953904-project] Network d6128c6d-3463-4b30-b80b-6cd8c7d78ddb is already hosted by enough agents. {{(pid=83869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 14:23:31.928648 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.scheduler.base_scheduler [req-386cc69a-5167-4d66-82e6-f6dde3d86695 req-d2323971-a963-4d57-8edb-8c54753124b8 tempest-TestShelveInstance-17953904 tempest-TestShelveInstance-17953904-project] Resources bound (agent type, host, resource id): {{(pid=83869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 14:23:31.931469 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_dvrscheduler_db [req-386cc69a-5167-4d66-82e6-f6dde3d86695 req-d2323971-a963-4d57-8edb-8c54753124b8 tempest-TestShelveInstance-17953904 tempest-TestShelveInstance-17953904-project] Received port after_create {{(pid=83869) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 14:23:31.974267 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2323971-a963-4d57-8edb-8c54753124b8 tempest-TestShelveInstance-17953904 tempest-TestShelveInstance-17953904-project] Pushing event updated for resources: {'Port': ['ID=0500dce7-bceb-4a72-9e2a-3fcbec19452c,revision_number=1']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:23:32.015642 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386cc69a-5167-4d66-82e6-f6dde3d86695 req-d2323971-a963-4d57-8edb-8c54753124b8 tempest-TestShelveInstance-17953904 tempest-TestShelveInstance-17953904-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:23:32.018745 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [req-386cc69a-5167-4d66-82e6-f6dde3d86695 req-d2323971-a963-4d57-8edb-8c54753124b8 tempest-TestShelveInstance-17953904 tempest-TestShelveInstance-17953904-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109561'] for port, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:23:32.060643 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-386cc69a-5167-4d66-82e6-f6dde3d86695 req-d2323971-a963-4d57-8edb-8c54753124b8 tempest-TestShelveInstance-17953904 tempest-TestShelveInstance-17953904-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8574970 Apr 01 14:23:32.074265 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.v2.base [req-386cc69a-5167-4d66-82e6-f6dde3d86695 req-cb93befa-bc81-451a-9e43-2d396fd62e39 service neutron] Request body: {'port': {'device_id': '1ab15f61-c554-447e-945e-74c9397723f8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8361'}} {{(pid=83869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 14:23:32.203528 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-7215d52b-0e25-422a-a163-ab4fe01b4cf9 None None] Provisioning for port 0500dce7-bceb-4a72-9e2a-3fcbec19452c completed by entity DHCP. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 14:23:32.210963 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-7215d52b-0e25-422a-a163-ab4fe01b4cf9 None None] Provisioning complete for port 0500dce7-bceb-4a72-9e2a-3fcbec19452c triggered by entity DHCP. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 14:23:32.211671 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-7215d52b-0e25-422a-a163-ab4fe01b4cf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-948329'] for port, provisioning_complete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:23:32.239641 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [req-386cc69a-5167-4d66-82e6-f6dde3d86695 req-cb93befa-bc81-451a-9e43-2d396fd62e39 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:23:32.300644 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.plugin [None req-7215d52b-0e25-422a-a163-ab4fe01b4cf9 None None] Port 0500dce7-bceb-4a72-9e2a-3fcbec19452c cannot update to ACTIVE because it is not bound. {{(pid=83872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 14:23:32.373633 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f237c5-6297-4dea-a8b8-d9e7c1011ea3 req-d7f7feea-2cd4-4df5-8b5a-2bc274655878 tempest-TestShelveInstance-17953904 tempest-TestShelveInstance-17953904-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:23:32.375624 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-86f237c5-6297-4dea-a8b8-d9e7c1011ea3 req-d7f7feea-2cd4-4df5-8b5a-2bc274655878 tempest-TestShelveInstance-17953904 tempest-TestShelveInstance-17953904-project] 10.222.0.26 "GET /v2.0/ports?device_id=1ab15f61-c554-447e-945e-74c9397723f8 HTTP/1.1" status: 200 len: 931 time: 0.1236048 Apr 01 14:23:32.432427 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [req-86f237c5-6297-4dea-a8b8-d9e7c1011ea3 req-1de1b885-f0d1-4cc4-9123-3426af6b0a01 tempest-TestShelveInstance-17953904 tempest-TestShelveInstance-17953904-project] Synchronizing usage tracker for tenant:1738f80b01b740f9889eafec82b2aaf9 on resource:security_group {{(pid=83871) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 14:23:32.446503 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [req-86f237c5-6297-4dea-a8b8-d9e7c1011ea3 req-1de1b885-f0d1-4cc4-9123-3426af6b0a01 tempest-TestShelveInstance-17953904 tempest-TestShelveInstance-17953904-project] Unset dirty status for tenant:1738f80b01b740f9889eafec82b2aaf9 on resource:security_group {{(pid=83871) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 14:23:32.448144 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-86f237c5-6297-4dea-a8b8-d9e7c1011ea3 req-1de1b885-f0d1-4cc4-9123-3426af6b0a01 tempest-TestShelveInstance-17953904 tempest-TestShelveInstance-17953904-project] 10.222.0.26 "GET /v2.0/security-groups?id=c68ccaa9-bb60-4348-bb88-4572f6c13646&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0658069 Apr 01 14:23:32.683121 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.notifiers.nova [req-386cc69a-5167-4d66-82e6-f6dde3d86695 req-cb93befa-bc81-451a-9e43-2d396fd62e39 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0500dce7-bceb-4a72-9e2a-3fcbec19452c {{(pid=83869) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 01 14:23:32.691359 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [req-386cc69a-5167-4d66-82e6-f6dde3d86695 req-cb93befa-bc81-451a-9e43-2d396fd62e39 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:23:32.710883 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.provisioning_blocks [req-386cc69a-5167-4d66-82e6-f6dde3d86695 req-cb93befa-bc81-451a-9e43-2d396fd62e39 service neutron] Transition to ACTIVE for port object 0500dce7-bceb-4a72-9e2a-3fcbec19452c will not be triggered until provisioned by entity L2. {{(pid=83869) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 14:23:32.714555 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [req-386cc69a-5167-4d66-82e6-f6dde3d86695 req-cb93befa-bc81-451a-9e43-2d396fd62e39 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2705172'] for port, after_update {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:23:32.863117 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb93befa-bc81-451a-9e43-2d396fd62e39 service neutron] Pushing event updated for resources: {'Port': ['ID=0500dce7-bceb-4a72-9e2a-3fcbec19452c,revision_number=2']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:23:32.979113 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.managers [req-386cc69a-5167-4d66-82e6-f6dde3d86695 req-cb93befa-bc81-451a-9e43-2d396fd62e39 service neutron] Attempting to bind port 0500dce7-bceb-4a72-9e2a-3fcbec19452c on host hv-neutron-8361 for vnic_type normal with profile {{(pid=83869) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 14:23:32.980683 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.managers [req-386cc69a-5167-4d66-82e6-f6dde3d86695 req-cb93befa-bc81-451a-9e43-2d396fd62e39 service neutron] Attempting to bind port 0500dce7-bceb-4a72-9e2a-3fcbec19452c by drivers openvswitch,hyperv on host hv-neutron-8361 at level 0 using segments [{'id': 'a25f9ba2-745b-4dcb-b8ce-224525240f7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'd6128c6d-3463-4b30-b80b-6cd8c7d78ddb'}] {{(pid=83869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 14:23:32.981008 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-386cc69a-5167-4d66-82e6-f6dde3d86695 req-cb93befa-bc81-451a-9e43-2d396fd62e39 service neutron] Attempting to bind port 0500dce7-bceb-4a72-9e2a-3fcbec19452c on network d6128c6d-3463-4b30-b80b-6cd8c7d78ddb {{(pid=83869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 14:23:32.987625 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-386cc69a-5167-4d66-82e6-f6dde3d86695 req-cb93befa-bc81-451a-9e43-2d396fd62e39 service neutron] Port 0500dce7-bceb-4a72-9e2a-3fcbec19452c on network d6128c6d-3463-4b30-b80b-6cd8c7d78ddb not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8361 {{(pid=83869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 01 14:23:32.987937 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-386cc69a-5167-4d66-82e6-f6dde3d86695 req-cb93befa-bc81-451a-9e43-2d396fd62e39 service neutron] Attempting to bind port 0500dce7-bceb-4a72-9e2a-3fcbec19452c on network d6128c6d-3463-4b30-b80b-6cd8c7d78ddb {{(pid=83869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 14:23:32.994097 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-386cc69a-5167-4d66-82e6-f6dde3d86695 req-cb93befa-bc81-451a-9e43-2d396fd62e39 service neutron] Checking agent: {'id': '359ce187-6241-4f7e-85a4-e066c7b0cdea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8361', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 13, 31, 54), 'started_at': datetime.datetime(2022, 4, 1, 13, 31, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 14, 23, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 14:23:32.994421 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-386cc69a-5167-4d66-82e6-f6dde3d86695 req-cb93befa-bc81-451a-9e43-2d396fd62e39 service neutron] Checking segment: {'id': 'a25f9ba2-745b-4dcb-b8ce-224525240f7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'd6128c6d-3463-4b30-b80b-6cd8c7d78ddb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 14:23:32.994790 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-386cc69a-5167-4d66-82e6-f6dde3d86695 req-cb93befa-bc81-451a-9e43-2d396fd62e39 service neutron] Bound using segment: {'id': 'a25f9ba2-745b-4dcb-b8ce-224525240f7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'd6128c6d-3463-4b30-b80b-6cd8c7d78ddb'} {{(pid=83869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 14:23:32.995201 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.managers [req-386cc69a-5167-4d66-82e6-f6dde3d86695 req-cb93befa-bc81-451a-9e43-2d396fd62e39 service neutron] Bound port: 0500dce7-bceb-4a72-9e2a-3fcbec19452c, host: hv-neutron-8361, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a25f9ba2-745b-4dcb-b8ce-224525240f7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'd6128c6d-3463-4b30-b80b-6cd8c7d78ddb'}}] {{(pid=83869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 14:23:32.995534 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [req-386cc69a-5167-4d66-82e6-f6dde3d86695 req-cb93befa-bc81-451a-9e43-2d396fd62e39 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:23:33.190046 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.db [req-386cc69a-5167-4d66-82e6-f6dde3d86695 req-cb93befa-bc81-451a-9e43-2d396fd62e39 service neutron] For port 0500dce7-bceb-4a72-9e2a-3fcbec19452c, host hv-neutron-8361, cleared binding levels {{(pid=83869) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 14:23:33.193171 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.db [req-386cc69a-5167-4d66-82e6-f6dde3d86695 req-cb93befa-bc81-451a-9e43-2d396fd62e39 service neutron] For port 0500dce7-bceb-4a72-9e2a-3fcbec19452c, host hv-neutron-8361, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8361',level=0,port_id=0500dce7-bceb-4a72-9e2a-3fcbec19452c,segment=NetworkSegment(a25f9ba2-745b-4dcb-b8ce-224525240f7f),segment_id=a25f9ba2-745b-4dcb-b8ce-224525240f7f)] {{(pid=83869) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 14:23:33.197136 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [req-386cc69a-5167-4d66-82e6-f6dde3d86695 req-cb93befa-bc81-451a-9e43-2d396fd62e39 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2705172'] for port, after_update {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:23:33.259606 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [req-386cc69a-5167-4d66-82e6-f6dde3d86695 req-cb93befa-bc81-451a-9e43-2d396fd62e39 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109561'] for port, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:23:33.261079 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-386cc69a-5167-4d66-82e6-f6dde3d86695 req-cb93befa-bc81-451a-9e43-2d396fd62e39 service neutron] 10.222.0.57 "PUT /v2.0/ports/0500dce7-bceb-4a72-9e2a-3fcbec19452c HTTP/1.1" status: 200 len: 1093 time: 1.1918488 Apr 01 14:23:33.261516 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1ab15f61-c554-447e-945e-74c9397723f8', 'tag': '0500dce7-bceb-4a72-9e2a-3fcbec19452c'}] {{(pid=83869) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 14:23:33.284953 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb93befa-bc81-451a-9e43-2d396fd62e39 service neutron] Pushing event updated for resources: {'Port': ['ID=0500dce7-bceb-4a72-9e2a-3fcbec19452c,revision_number=3']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:23:33.340543 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1ab15f61-c554-447e-945e-74c9397723f8', 'tag': '0500dce7-bceb-4a72-9e2a-3fcbec19452c', 'status': 'completed', 'code': 200} Apr 01 14:23:33.387387 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-386cc69a-5167-4d66-82e6-f6dde3d86695 req-7be2cb6b-447d-4e44-ae89-8c36486e2eac service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=1738f80b01b740f9889eafec82b2aaf9&device_id=1ab15f61-c554-447e-945e-74c9397723f8 HTTP/1.1" status: 200 len: 1096 time: 0.0786111 Apr 01 14:23:33.459034 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-386cc69a-5167-4d66-82e6-f6dde3d86695 req-d1b64b48-86a1-4d1f-abaa-a674fdcfff28 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0500dce7-bceb-4a72-9e2a-3fcbec19452c HTTP/1.1" status: 200 len: 217 time: 0.0636294 Apr 01 14:23:33.530279 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386cc69a-5167-4d66-82e6-f6dde3d86695 req-0d5d67cf-7f43-4b3c-a7e5-b752e87f3150 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:23:33.531611 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-386cc69a-5167-4d66-82e6-f6dde3d86695 req-0d5d67cf-7f43-4b3c-a7e5-b752e87f3150 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=c40694bf-8b6c-4ede-8b5d-50a91840a91c HTTP/1.1" status: 200 len: 848 time: 0.0632267 Apr 01 14:23:33.611175 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-386cc69a-5167-4d66-82e6-f6dde3d86695 req-1a453c39-888a-43b9-b22b-bebb231a33fe service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=d6128c6d-3463-4b30-b80b-6cd8c7d78ddb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0701311 Apr 01 14:23:33.655801 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc60cc19-4834-4cc7-947a-e8d325720e2a req-2a0cedbe-e639-4dd9-806f-965a7a423b89 tempest-TestShelveInstance-17953904 tempest-TestShelveInstance-17953904-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:23:33.657493 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-bc60cc19-4834-4cc7-947a-e8d325720e2a req-2a0cedbe-e639-4dd9-806f-965a7a423b89 tempest-TestShelveInstance-17953904 tempest-TestShelveInstance-17953904-project] 10.222.0.26 "GET /v2.0/ports?device_id=1ab15f61-c554-447e-945e-74c9397723f8 HTTP/1.1" status: 200 len: 943 time: 0.0817099 Apr 01 14:23:33.683798 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-36ea7da9-2031-4d32-8f9f-99c2cac911ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:23:33.708611 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-bc60cc19-4834-4cc7-947a-e8d325720e2a req-ae704c68-4ada-41b5-a005-2f922918053f tempest-TestShelveInstance-17953904 tempest-TestShelveInstance-17953904-project] 10.222.0.26 "GET /v2.0/security-groups?id=c68ccaa9-bb60-4348-bb88-4572f6c13646&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449247 Apr 01 14:23:33.753400 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-386cc69a-5167-4d66-82e6-f6dde3d86695 req-4bfb719a-8f1f-4913-85f3-86e608ac05e2 service neutron] 10.222.0.57 "GET /v2.0/networks/d6128c6d-3463-4b30-b80b-6cd8c7d78ddb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1331637 Apr 01 14:23:33.887996 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-386cc69a-5167-4d66-82e6-f6dde3d86695 req-9f4f1975-f0ca-43d8-9c51-afb29b384832 service neutron] 10.222.0.57 "GET /v2.0/networks/d6128c6d-3463-4b30-b80b-6cd8c7d78ddb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1255808 Apr 01 14:23:34.009834 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-949201cd-2c6f-46c8-815c-44eae37520db req-14cd2adb-9969-4609-a0f6-77f682f96775 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=1738f80b01b740f9889eafec82b2aaf9&device_id=1ab15f61-c554-447e-945e-74c9397723f8 HTTP/1.1" status: 200 len: 1096 time: 0.0694692 Apr 01 14:23:34.149410 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949201cd-2c6f-46c8-815c-44eae37520db req-690b2a38-07cd-4876-a9ca-808ca95f6099 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:23:34.150833 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-949201cd-2c6f-46c8-815c-44eae37520db req-690b2a38-07cd-4876-a9ca-808ca95f6099 service neutron] 10.222.0.57 "GET /v2.0/networks?id=d6128c6d-3463-4b30-b80b-6cd8c7d78ddb HTTP/1.1" status: 200 len: 910 time: 0.1267886 Apr 01 14:23:34.226174 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-949201cd-2c6f-46c8-815c-44eae37520db req-316ba225-af09-4412-b149-04df5b5a5d51 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0500dce7-bceb-4a72-9e2a-3fcbec19452c HTTP/1.1" status: 200 len: 217 time: 0.0656097 Apr 01 14:23:34.295337 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949201cd-2c6f-46c8-815c-44eae37520db req-6cada538-4790-412f-bf63-4523e348b222 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:23:34.296784 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-949201cd-2c6f-46c8-815c-44eae37520db req-6cada538-4790-412f-bf63-4523e348b222 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=c40694bf-8b6c-4ede-8b5d-50a91840a91c HTTP/1.1" status: 200 len: 848 time: 0.0624735 Apr 01 14:23:34.374280 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-949201cd-2c6f-46c8-815c-44eae37520db req-89456934-7986-4906-be0f-7cd90cad090f service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=d6128c6d-3463-4b30-b80b-6cd8c7d78ddb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0707657 Apr 01 14:23:34.519438 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-949201cd-2c6f-46c8-815c-44eae37520db req-4617e50c-6faf-4035-bbaf-ee5be993b1ed service neutron] 10.222.0.57 "GET /v2.0/networks/d6128c6d-3463-4b30-b80b-6cd8c7d78ddb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1379936 Apr 01 14:23:34.654138 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-949201cd-2c6f-46c8-815c-44eae37520db req-f5016a61-a289-415d-8101-20ca480c1c26 service neutron] 10.222.0.57 "GET /v2.0/networks/d6128c6d-3463-4b30-b80b-6cd8c7d78ddb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1284921 Apr 01 14:23:34.904724 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45dd9eb7-4996-421c-adba-1ffe965038fa req-e09f24d4-6353-4a81-8066-0b54bbe8b7ba tempest-TestShelveInstance-17953904 tempest-TestShelveInstance-17953904-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:23:34.905307 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [req-45dd9eb7-4996-421c-adba-1ffe965038fa req-e09f24d4-6353-4a81-8066-0b54bbe8b7ba tempest-TestShelveInstance-17953904 tempest-TestShelveInstance-17953904-project] Synchronizing usage tracker for tenant:1738f80b01b740f9889eafec82b2aaf9 on resource:port {{(pid=83869) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 14:23:34.920694 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [req-45dd9eb7-4996-421c-adba-1ffe965038fa req-e09f24d4-6353-4a81-8066-0b54bbe8b7ba tempest-TestShelveInstance-17953904 tempest-TestShelveInstance-17953904-project] Unset dirty status for tenant:1738f80b01b740f9889eafec82b2aaf9 on resource:port {{(pid=83869) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 14:23:34.921883 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-45dd9eb7-4996-421c-adba-1ffe965038fa req-e09f24d4-6353-4a81-8066-0b54bbe8b7ba tempest-TestShelveInstance-17953904 tempest-TestShelveInstance-17953904-project] 10.222.0.26 "GET /v2.0/ports?device_id=1ab15f61-c554-447e-945e-74c9397723f8 HTTP/1.1" status: 200 len: 943 time: 0.0907764 Apr 01 14:23:34.972786 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-45dd9eb7-4996-421c-adba-1ffe965038fa req-b67d3550-fd0a-4f91-8a52-304b93a7ecd7 tempest-TestShelveInstance-17953904 tempest-TestShelveInstance-17953904-project] 10.222.0.26 "GET /v2.0/security-groups?id=c68ccaa9-bb60-4348-bb88-4572f6c13646&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449538 Apr 01 14:23:35.016216 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.agents_db [None req-bdd220c7-049a-43d2-a923-ad1a2de078c6 None None] Agent healthcheck: found 6 active agents {{(pid=83873) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 01 14:23:36.008573 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-fe68badb-d2af-4fe4-87e7-6a00dc60ce5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:23:36.170937 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddaf014f-3bb4-467b-b0c5-a1878a0af502 req-9106aaac-feb9-42f7-ae6e-ed98651453c7 tempest-TestShelveInstance-17953904 tempest-TestShelveInstance-17953904-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:23:36.172409 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-ddaf014f-3bb4-467b-b0c5-a1878a0af502 req-9106aaac-feb9-42f7-ae6e-ed98651453c7 tempest-TestShelveInstance-17953904 tempest-TestShelveInstance-17953904-project] 10.222.0.26 "GET /v2.0/ports?device_id=1ab15f61-c554-447e-945e-74c9397723f8 HTTP/1.1" status: 200 len: 943 time: 0.0757985 Apr 01 14:23:36.219173 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-ddaf014f-3bb4-467b-b0c5-a1878a0af502 req-76476069-1e38-48e0-b985-42efb4ab597e tempest-TestShelveInstance-17953904 tempest-TestShelveInstance-17953904-project] 10.222.0.26 "GET /v2.0/security-groups?id=c68ccaa9-bb60-4348-bb88-4572f6c13646&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411634 Apr 01 14:23:37.312060 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:23:37.421717 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0cf5a5-8d1e-4e30-98ee-2c8552ba10e8 req-007e90fe-dcac-45bd-b73d-fcff4e1153df tempest-TestShelveInstance-17953904 tempest-TestShelveInstance-17953904-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:23:37.423297 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-6a0cf5a5-8d1e-4e30-98ee-2c8552ba10e8 req-007e90fe-dcac-45bd-b73d-fcff4e1153df tempest-TestShelveInstance-17953904 tempest-TestShelveInstance-17953904-project] 10.222.0.26 "GET /v2.0/ports?device_id=1ab15f61-c554-447e-945e-74c9397723f8 HTTP/1.1" status: 200 len: 943 time: 0.0782967 Apr 01 14:23:37.473663 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-6a0cf5a5-8d1e-4e30-98ee-2c8552ba10e8 req-5a1cdb2d-c185-4029-a3ce-ff2d579adcfa tempest-TestShelveInstance-17953904 tempest-TestShelveInstance-17953904-project] 10.222.0.26 "GET /v2.0/security-groups?id=c68ccaa9-bb60-4348-bb88-4572f6c13646&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445077 Apr 01 14:23:37.575912 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-2f9cfc9c-d8ba-4de3-a4ad-98162f90557c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:23:38.675748 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb4149a-960e-4035-aba7-f2404025562b req-b146b839-41b2-4a2e-a470-c84170972891 tempest-TestShelveInstance-17953904 tempest-TestShelveInstance-17953904-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:23:38.677230 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-fbb4149a-960e-4035-aba7-f2404025562b req-b146b839-41b2-4a2e-a470-c84170972891 tempest-TestShelveInstance-17953904 tempest-TestShelveInstance-17953904-project] 10.222.0.26 "GET /v2.0/ports?device_id=1ab15f61-c554-447e-945e-74c9397723f8 HTTP/1.1" status: 200 len: 943 time: 0.0799758 Apr 01 14:23:38.723125 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-fbb4149a-960e-4035-aba7-f2404025562b req-fe4c7b38-6e9a-4682-9f91-144eadf376d5 tempest-TestShelveInstance-17953904 tempest-TestShelveInstance-17953904-project] 10.222.0.26 "GET /v2.0/security-groups?id=c68ccaa9-bb60-4348-bb88-4572f6c13646&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404539 Apr 01 14:23:39.079123 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-a976a7b9-9034-41e6-be13-349b75ed1593 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:23:39.926871 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e462331d-28fb-405f-9d3e-93219dd6bb25 req-2811b6db-35db-40ea-9791-e8e1a57496d0 tempest-TestShelveInstance-17953904 tempest-TestShelveInstance-17953904-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:23:39.928501 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-e462331d-28fb-405f-9d3e-93219dd6bb25 req-2811b6db-35db-40ea-9791-e8e1a57496d0 tempest-TestShelveInstance-17953904 tempest-TestShelveInstance-17953904-project] 10.222.0.26 "GET /v2.0/ports?device_id=1ab15f61-c554-447e-945e-74c9397723f8 HTTP/1.1" status: 200 len: 943 time: 0.0826631 Apr 01 14:23:40.064657 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-e462331d-28fb-405f-9d3e-93219dd6bb25 req-0b2cc02f-5689-46cd-b67b-67e759eaa62a tempest-TestShelveInstance-17953904 tempest-TestShelveInstance-17953904-project] 10.222.0.26 "GET /v2.0/security-groups?id=c68ccaa9-bb60-4348-bb88-4572f6c13646&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1299591 Apr 01 14:23:41.264039 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2344bfee-8aeb-4c31-9c1b-a93a08b5322d req-806a7fc3-6851-4e1a-b699-6c92dc89624f tempest-TestShelveInstance-17953904 tempest-TestShelveInstance-17953904-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:23:41.265575 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-2344bfee-8aeb-4c31-9c1b-a93a08b5322d req-806a7fc3-6851-4e1a-b699-6c92dc89624f tempest-TestShelveInstance-17953904 tempest-TestShelveInstance-17953904-project] 10.222.0.26 "GET /v2.0/ports?device_id=1ab15f61-c554-447e-945e-74c9397723f8 HTTP/1.1" status: 200 len: 943 time: 0.0800517 Apr 01 14:23:41.316210 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-2344bfee-8aeb-4c31-9c1b-a93a08b5322d req-e7c150c0-c645-430c-96bd-72aba60eae4a tempest-TestShelveInstance-17953904 tempest-TestShelveInstance-17953904-project] 10.222.0.26 "GET /v2.0/security-groups?id=c68ccaa9-bb60-4348-bb88-4572f6c13646&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445292 Apr 01 14:23:42.189975 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Device 0500dce7-bceb-4a72-9e2a-3fcbec19452c details requested by agent hyperv_hv-neutron-8361 with host hv-neutron-8361 {{(pid=83872) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 01 14:23:42.328373 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] For port 0500dce7-bceb-4a72-9e2a-3fcbec19452c, host hv-neutron-8361, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8361',level=0,port_id=0500dce7-bceb-4a72-9e2a-3fcbec19452c,segment=NetworkSegment(a25f9ba2-745b-4dcb-b8ce-224525240f7f),segment_id=a25f9ba2-745b-4dcb-b8ce-224525240f7f)] {{(pid=83872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 14:23:42.341715 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Returning: {'device': '0500dce7-bceb-4a72-9e2a-3fcbec19452c', 'network_id': 'd6128c6d-3463-4b30-b80b-6cd8c7d78ddb', 'port_id': '0500dce7-bceb-4a72-9e2a-3fcbec19452c', 'mac_address': 'fa:16:3e:28:77:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 354, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c40694bf-8b6c-4ede-8b5d-50a91840a91c', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83872) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 01 14:23:42.395980 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:23:42.414325 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.notifiers.nova [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0500dce7-bceb-4a72-9e2a-3fcbec19452c {{(pid=83872) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 01 14:23:42.429618 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] For port 0500dce7-bceb-4a72-9e2a-3fcbec19452c, host hv-neutron-8361, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8361',level=0,port_id=0500dce7-bceb-4a72-9e2a-3fcbec19452c,segment=NetworkSegment(a25f9ba2-745b-4dcb-b8ce-224525240f7f),segment_id=a25f9ba2-745b-4dcb-b8ce-224525240f7f)] {{(pid=83872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 14:23:42.433786 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864'] for port, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:23:42.501457 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Pushing event updated for resources: {'Port': ['ID=0500dce7-bceb-4a72-9e2a-3fcbec19452c,revision_number=4']} {{(pid=83872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:23:42.510637 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:23:42.511051 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:23:42.511354 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:23:42.511635 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:23:42.512092 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:23:42.512449 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:23:42.512771 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:23:42.513091 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:23:42.513403 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:23:42.513713 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:23:42.514165 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:23:42.527701 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc24ebec-8482-4540-aa37-bd8e6b13f8b8 req-99446096-3b28-4661-88f9-d69ded728ffe tempest-TestShelveInstance-17953904 tempest-TestShelveInstance-17953904-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:23:42.529792 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-dc24ebec-8482-4540-aa37-bd8e6b13f8b8 req-99446096-3b28-4661-88f9-d69ded728ffe tempest-TestShelveInstance-17953904 tempest-TestShelveInstance-17953904-project] 10.222.0.26 "GET /v2.0/ports?device_id=1ab15f61-c554-447e-945e-74c9397723f8 HTTP/1.1" status: 200 len: 944 time: 0.0900075 Apr 01 14:23:42.578804 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-dc24ebec-8482-4540-aa37-bd8e6b13f8b8 req-bf5ef84c-bcf2-4962-a33b-5fdfbbfba112 tempest-TestShelveInstance-17953904 tempest-TestShelveInstance-17953904-project] 10.222.0.26 "GET /v2.0/security-groups?id=c68ccaa9-bb60-4348-bb88-4572f6c13646&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431285 Apr 01 14:23:42.676241 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] get_ports_and_sgs() called for port_ids ['0500dce7-bceb-4a72-9e2a-3fcbec19452c'] {{(pid=83872) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 01 14:23:43.774653 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df57c604-b196-499e-a6e4-85b23e2d4924 req-2078539b-5cfa-422c-ae09-5e8ad3fd2449 tempest-TestShelveInstance-17953904 tempest-TestShelveInstance-17953904-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:23:43.776090 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-df57c604-b196-499e-a6e4-85b23e2d4924 req-2078539b-5cfa-422c-ae09-5e8ad3fd2449 tempest-TestShelveInstance-17953904 tempest-TestShelveInstance-17953904-project] 10.222.0.26 "GET /v2.0/ports?device_id=1ab15f61-c554-447e-945e-74c9397723f8 HTTP/1.1" status: 200 len: 944 time: 0.0761862 Apr 01 14:23:43.821572 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-df57c604-b196-499e-a6e4-85b23e2d4924 req-f2725480-42be-4d82-9b73-ce70d3f9cfcb tempest-TestShelveInstance-17953904 tempest-TestShelveInstance-17953904-project] 10.222.0.26 "GET /v2.0/security-groups?id=c68ccaa9-bb60-4348-bb88-4572f6c13646&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399337 Apr 01 14:23:44.206428 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Device 0500dce7-bceb-4a72-9e2a-3fcbec19452c up at agent hyperv_hv-neutron-8361 {{(pid=83872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 14:23:44.277748 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Provisioning for port 0500dce7-bceb-4a72-9e2a-3fcbec19452c completed by entity L2. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 14:23:44.282693 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Provisioning complete for port 0500dce7-bceb-4a72-9e2a-3fcbec19452c triggered by entity L2. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 14:23:44.283063 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-948329'] for port, provisioning_complete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:23:44.396036 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:23:44.422102 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ab15f61-c554-447e-945e-74c9397723f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0500dce7-bceb-4a72-9e2a-3fcbec19452c'}] {{(pid=83872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 14:23:44.432060 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] For port 0500dce7-bceb-4a72-9e2a-3fcbec19452c, host hv-neutron-8361, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8361',level=0,port_id=0500dce7-bceb-4a72-9e2a-3fcbec19452c,segment=NetworkSegment(a25f9ba2-745b-4dcb-b8ce-224525240f7f),segment_id=a25f9ba2-745b-4dcb-b8ce-224525240f7f)] {{(pid=83872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 14:23:44.435732 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864'] for port, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:23:44.481613 dv-neutron-836180-1-hyperv neutron-server[83872]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ab15f61-c554-447e-945e-74c9397723f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0500dce7-bceb-4a72-9e2a-3fcbec19452c', 'code': 200} Apr 01 14:23:44.509998 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Pushing event updated for resources: {'Port': ['ID=0500dce7-bceb-4a72-9e2a-3fcbec19452c,revision_number=5']} {{(pid=83872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:23:44.761170 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-2d713144-3c0d-4f67-9763-90aabcaa46b3 req-ba10a321-26ad-4fdc-a478-9d7701e629d5 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=1ab15f61-c554-447e-945e-74c9397723f8 HTTP/1.1" status: 200 len: 1098 time: 0.0698259 Apr 01 14:23:44.804048 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-2d713144-3c0d-4f67-9763-90aabcaa46b3 req-96a1fe52-fb7e-45b1-8c6c-990ee5b14eb2 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=c68ccaa9-bb60-4348-bb88-4572f6c13646&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369844 Apr 01 14:23:45.025450 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a832cf-65ba-42d2-8d9b-f7c9c0d3970c req-353dc77b-8147-47b0-b96a-26c5a349be54 tempest-TestShelveInstance-17953904 tempest-TestShelveInstance-17953904-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:23:45.026807 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-70a832cf-65ba-42d2-8d9b-f7c9c0d3970c req-353dc77b-8147-47b0-b96a-26c5a349be54 tempest-TestShelveInstance-17953904 tempest-TestShelveInstance-17953904-project] 10.222.0.26 "GET /v2.0/ports?device_id=1ab15f61-c554-447e-945e-74c9397723f8 HTTP/1.1" status: 200 len: 945 time: 0.0817332 Apr 01 14:23:45.073732 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-70a832cf-65ba-42d2-8d9b-f7c9c0d3970c req-25be3a31-db87-4647-b527-abf65b0958ff tempest-TestShelveInstance-17953904 tempest-TestShelveInstance-17953904-project] 10.222.0.26 "GET /v2.0/security-groups?id=c68ccaa9-bb60-4348-bb88-4572f6c13646&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413721 Apr 01 14:23:46.273198 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892ebeda-8f02-44b9-8aa1-327e4693bd5e req-70d61560-a77b-4f0f-a9f7-398720fde6ee tempest-TestShelveInstance-17953904 tempest-TestShelveInstance-17953904-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:23:46.274652 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-892ebeda-8f02-44b9-8aa1-327e4693bd5e req-70d61560-a77b-4f0f-a9f7-398720fde6ee tempest-TestShelveInstance-17953904 tempest-TestShelveInstance-17953904-project] 10.222.0.26 "GET /v2.0/ports?device_id=1ab15f61-c554-447e-945e-74c9397723f8 HTTP/1.1" status: 200 len: 945 time: 0.0794539 Apr 01 14:23:46.323587 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-892ebeda-8f02-44b9-8aa1-327e4693bd5e req-eac63952-b3d0-4b79-ac4a-98a059e58751 tempest-TestShelveInstance-17953904 tempest-TestShelveInstance-17953904-project] 10.222.0.26 "GET /v2.0/security-groups?id=c68ccaa9-bb60-4348-bb88-4572f6c13646&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433910 Apr 01 14:23:46.516186 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1f45d7-0308-46b6-8a74-0310155dbf54 req-d3cb5228-71f0-491a-8350-99b9ce602a7d tempest-TestShelveInstance-17953904 tempest-TestShelveInstance-17953904-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:23:46.517790 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-4e1f45d7-0308-46b6-8a74-0310155dbf54 req-d3cb5228-71f0-491a-8350-99b9ce602a7d tempest-TestShelveInstance-17953904 tempest-TestShelveInstance-17953904-project] 10.222.0.26 "GET /v2.0/ports?device_id=1ab15f61-c554-447e-945e-74c9397723f8 HTTP/1.1" status: 200 len: 945 time: 0.0751703 Apr 01 14:23:46.562965 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-4e1f45d7-0308-46b6-8a74-0310155dbf54 req-82b3f0ee-f79a-4925-9b8e-61304419327b tempest-TestShelveInstance-17953904 tempest-TestShelveInstance-17953904-project] 10.222.0.26 "GET /v2.0/security-groups?id=c68ccaa9-bb60-4348-bb88-4572f6c13646&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396426 Apr 01 14:23:46.590611 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 36906) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:23:46.664983 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-29d0859a-e979-4219-b6a3-e2c2cca58b5f tempest-TestShelveInstance-1263567747 tempest-TestShelveInstance-1263567747-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=1ab15f61-c554-447e-945e-74c9397723f8 HTTP/1.1" status: 200 len: 1093 time: 0.0731232 Apr 01 14:23:46.667535 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 36910) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:23:46.672546 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.v2.base [None req-bdda1517-6e0b-45e7-aa58-902c5f6021cd tempest-TestShelveInstance-17953904 tempest-TestShelveInstance-17953904-project] Request body: {'floatingip': {'floating_network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'port_id': '0500dce7-bceb-4a72-9e2a-3fcbec19452c', 'tenant_id': '1738f80b01b740f9889eafec82b2aaf9', 'fixed_ip_address': '172.20.0.7'}} {{(pid=83871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 14:23:46.679147 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-bdda1517-6e0b-45e7-aa58-902c5f6021cd tempest-TestShelveInstance-17953904 tempest-TestShelveInstance-17953904-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 14:23:46.682940 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-bdda1517-6e0b-45e7-aa58-902c5f6021cd tempest-TestShelveInstance-17953904 tempest-TestShelveInstance-17953904-project] Usage tracker for resource:floatingip and tenant:1738f80b01b740f9889eafec82b2aaf9 is out of sync, need to count used quota {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 14:23:46.685759 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-bdda1517-6e0b-45e7-aa58-902c5f6021cd tempest-TestShelveInstance-17953904 tempest-TestShelveInstance-17953904-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 14:23:46.691949 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-bdda1517-6e0b-45e7-aa58-902c5f6021cd tempest-TestShelveInstance-17953904 tempest-TestShelveInstance-17953904-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 14:23:46.702747 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-bdda1517-6e0b-45e7-aa58-902c5f6021cd tempest-TestShelveInstance-17953904 tempest-TestShelveInstance-17953904-project] Notify callbacks [] for floatingip, before_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:23:46.856443 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-bdda1517-6e0b-45e7-aa58-902c5f6021cd tempest-TestShelveInstance-17953904 tempest-TestShelveInstance-17953904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:23:46.999690 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.db_base_plugin_common [None req-bdda1517-6e0b-45e7-aa58-902c5f6021cd tempest-TestShelveInstance-17953904 tempest-TestShelveInstance-17953904-project] Allocated IP 172.26.5.102 (725864b8-cceb-48c9-b5d3-1bfc4423e301/e2ed99db-0e25-4971-b535-7fa69231fae8/fffd7d72-1620-40ff-a8ea-7b4d352fe0fd) {{(pid=83871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 14:23:47.155905 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-bdda1517-6e0b-45e7-aa58-902c5f6021cd tempest-TestShelveInstance-17953904 tempest-TestShelveInstance-17953904-project] Notify callbacks [] for port, precommit_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:23:47.183027 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-bdda1517-6e0b-45e7-aa58-902c5f6021cd tempest-TestShelveInstance-17953904 tempest-TestShelveInstance-17953904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736732935801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2743125'] for port, after_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:23:47.252558 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdda1517-6e0b-45e7-aa58-902c5f6021cd tempest-TestShelveInstance-17953904 tempest-TestShelveInstance-17953904-project] Network 725864b8-cceb-48c9-b5d3-1bfc4423e301 is already hosted by enough agents. {{(pid=83871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 14:23:47.255169 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.scheduler.base_scheduler [None req-bdda1517-6e0b-45e7-aa58-902c5f6021cd tempest-TestShelveInstance-17953904 tempest-TestShelveInstance-17953904-project] Resources bound (agent type, host, resource id): {{(pid=83871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 14:23:47.259379 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdda1517-6e0b-45e7-aa58-902c5f6021cd tempest-TestShelveInstance-17953904 tempest-TestShelveInstance-17953904-project] Received port after_create {{(pid=83871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 14:23:47.285730 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdda1517-6e0b-45e7-aa58-902c5f6021cd tempest-TestShelveInstance-17953904 tempest-TestShelveInstance-17953904-project] Pushing event updated for resources: {'Port': ['ID=fffd7d72-1620-40ff-a8ea-7b4d352fe0fd,revision_number=1']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:23:47.845605 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-bdda1517-6e0b-45e7-aa58-902c5f6021cd tempest-TestShelveInstance-17953904 tempest-TestShelveInstance-17953904-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:23:47.911981 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-bdda1517-6e0b-45e7-aa58-902c5f6021cd tempest-TestShelveInstance-17953904 tempest-TestShelveInstance-17953904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:23:48.130573 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-bdda1517-6e0b-45e7-aa58-902c5f6021cd tempest-TestShelveInstance-17953904 tempest-TestShelveInstance-17953904-project] Notify callbacks [] for port, precommit_update {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:23:48.135358 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-bdda1517-6e0b-45e7-aa58-902c5f6021cd tempest-TestShelveInstance-17953904 tempest-TestShelveInstance-17953904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2743106'] for port, after_update {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:23:48.245182 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdda1517-6e0b-45e7-aa58-902c5f6021cd tempest-TestShelveInstance-17953904 tempest-TestShelveInstance-17953904-project] Pushing event updated for resources: {'Port': ['ID=fffd7d72-1620-40ff-a8ea-7b4d352fe0fd,revision_number=2']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:23:48.260738 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-bdda1517-6e0b-45e7-aa58-902c5f6021cd tempest-TestShelveInstance-17953904 tempest-TestShelveInstance-17953904-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4084747'] for floatingip, after_update {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:23:48.459345 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.db.l3_db [None req-bdda1517-6e0b-45e7-aa58-902c5f6021cd tempest-TestShelveInstance-17953904 tempest-TestShelveInstance-17953904-project] Floating IP afe1ad22-d4a6-4ce6-a99d-0b99139cf782 associated. External IP: 172.26.5.102, port: 0500dce7-bceb-4a72-9e2a-3fcbec19452c. Apr 01 14:23:48.854430 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bdda1517-6e0b-45e7-aa58-902c5f6021cd tempest-TestShelveInstance-17953904 tempest-TestShelveInstance-17953904-project] Router 09ff4e49-a23a-4aa8-b173-1190989723df has already been hosted by L3 agent 88bf8fc8-11a3-4e96-9d1b-5fd93ba9f6f1 {{(pid=83871) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 14:23:49.171944 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bdda1517-6e0b-45e7-aa58-902c5f6021cd tempest-TestShelveInstance-17953904 tempest-TestShelveInstance-17953904-project] Notify agent at l3_agent.dv-neutron-836180-1-hyperv the message routers_updated {{(pid=83871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 14:23:49.186223 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edf7ad49-a927-4272-b72e-64f34fd208e4 None None] Sync routers for ids ['09ff4e49-a23a-4aa8-b173-1190989723df'] in dv-neutron-836180-1-hyperv {{(pid=83872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 14:23:49.198222 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edf7ad49-a927-4272-b72e-64f34fd208e4 None None] Routers {'09ff4e49-a23a-4aa8-b173-1190989723df'} bound to L3 agent in host dv-neutron-836180-1-hyperv {{(pid=83872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 14:23:49.198433 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-bdda1517-6e0b-45e7-aa58-902c5f6021cd tempest-TestShelveInstance-17953904 tempest-TestShelveInstance-17953904-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109561'] for floatingip, before_response {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:23:49.199125 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_hamode_db [None req-edf7ad49-a927-4272-b72e-64f34fd208e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836180-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T13:25:36Z,description=,heartbeat_timestamp=2022-04-01T14:23:36Z,host='dv-neutron-836180-1-hyperv',id=88bf8fc8-11a3-4e96-9d1b-5fd93ba9f6f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T13:25:36Z,topic='l3_agent')) {'router_ids': ['09ff4e49-a23a-4aa8-b173-1190989723df'], 'active': True} {{(pid=83872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 14:23:49.260914 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-bdda1517-6e0b-45e7-aa58-902c5f6021cd tempest-TestShelveInstance-17953904 tempest-TestShelveInstance-17953904-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.5923717 Apr 01 14:23:49.261488 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1ab15f61-c554-447e-945e-74c9397723f8', 'tag': '0500dce7-bceb-4a72-9e2a-3fcbec19452c'}] {{(pid=83871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 14:23:49.321140 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1ab15f61-c554-447e-945e-74c9397723f8', 'tag': '0500dce7-bceb-4a72-9e2a-3fcbec19452c', 'status': 'completed', 'code': 200} Apr 01 14:23:49.411402 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_dvr_db [None req-edf7ad49-a927-4272-b72e-64f34fd208e4 None None] Set router 09ff4e49-a23a-4aa8-b173-1190989723df gateway port host: dv-neutron-836180-1-hyperv {{(pid=83872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 14:23:49.420877 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-9c3f368a-1155-4eb6-9626-f201edeb19a4 req-61a924ba-3910-4c30-a6a7-88d631da2225 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=1738f80b01b740f9889eafec82b2aaf9&device_id=1ab15f61-c554-447e-945e-74c9397723f8 HTTP/1.1" status: 200 len: 1098 time: 0.0772927 Apr 01 14:23:49.566343 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3f368a-1155-4eb6-9626-f201edeb19a4 req-010360c9-7902-4fb4-943e-1bb991c3353c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:23:49.567699 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-9c3f368a-1155-4eb6-9626-f201edeb19a4 req-010360c9-7902-4fb4-943e-1bb991c3353c service neutron] 10.222.0.57 "GET /v2.0/networks?id=d6128c6d-3463-4b30-b80b-6cd8c7d78ddb HTTP/1.1" status: 200 len: 910 time: 0.1404736 Apr 01 14:23:49.681820 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-9c3f368a-1155-4eb6-9626-f201edeb19a4 req-f9e2bff7-188d-40fc-9305-ddebdf76c9d6 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0500dce7-bceb-4a72-9e2a-3fcbec19452c HTTP/1.1" status: 200 len: 999 time: 0.1076651 Apr 01 14:23:49.749226 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3f368a-1155-4eb6-9626-f201edeb19a4 req-ae71ef02-15b4-4c3b-a552-f21e493cf7fa service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:23:49.750743 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-9c3f368a-1155-4eb6-9626-f201edeb19a4 req-ae71ef02-15b4-4c3b-a552-f21e493cf7fa service neutron] 10.222.0.57 "GET /v2.0/subnets?id=c40694bf-8b6c-4ede-8b5d-50a91840a91c HTTP/1.1" status: 200 len: 848 time: 0.0623333 Apr 01 14:23:49.817444 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_hamode_db [None req-edf7ad49-a927-4272-b72e-64f34fd208e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09ff4e49-a23a-4aa8-b173-1190989723df', 'name': 'tempest-TestShelveInstance-1942318884-router', 'tenant_id': '1738f80b01b740f9889eafec82b2aaf9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'external_fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.151'}], 'enable_snat': True}, 'gw_port_id': '35b95295-5490-4be5-ab0d-323c37d800a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T14:18:47Z', 'updated_at': '2022-04-01T14:18:50Z', 'revision_number': 4, 'project_id': '1738f80b01b740f9889eafec82b2aaf9', 'gw_port': {'id': '35b95295-5490-4be5-ab0d-323c37d800a2', 'name': '', 'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:32:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09ff4e49-a23a-4aa8-b173-1190989723df', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836180-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T14:18:47Z', 'updated_at': '2022-04-01T14:18:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836180-1-hyperv', '_floatingips': [{'id': 'afe1ad22-d4a6-4ce6-a99d-0b99139cf782', 'tenant_id': '1738f80b01b740f9889eafec82b2aaf9', 'floating_ip_address': '172.26.5.102', 'floating_network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'router_id': '09ff4e49-a23a-4aa8-b173-1190989723df', 'port_id': '0500dce7-bceb-4a72-9e2a-3fcbec19452c', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd6128c6d-3463-4b30-b80b-6cd8c7d78ddb', 'mac_address': 'fa:16:3e:28:77:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ab15f61-c554-447e-945e-74c9397723f8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T14:23:47Z', 'updated_at': '2022-04-01T14:23:47Z', 'revision_number': 0, 'project_id': '1738f80b01b740f9889eafec82b2aaf9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9f097cc0-12e5-4bf7-bcf6-080e35857801', 'name': '', 'network_id': 'd6128c6d-3463-4b30-b80b-6cd8c7d78ddb', 'tenant_id': '1738f80b01b740f9889eafec82b2aaf9', 'mac_address': 'fa:16:3e:69:24:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09ff4e49-a23a-4aa8-b173-1190989723df', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c40694bf-8b6c-4ede-8b5d-50a91840a91c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836180-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T14:18:49Z', 'updated_at': '2022-04-01T14:19:10Z', 'revision_number': 5, 'project_id': '1738f80b01b740f9889eafec82b2aaf9', 'subnets': [{'id': 'c40694bf-8b6c-4ede-8b5d-50a91840a91c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-836180-1-hyperv', False) {} {{(pid=83872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 14:23:49.821531 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edf7ad49-a927-4272-b72e-64f34fd208e4 None None] Checking router: 09ff4e49-a23a-4aa8-b173-1190989723df for host: dv-neutron-836180-1-hyperv {{(pid=83872) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 01 14:23:49.832688 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edf7ad49-a927-4272-b72e-64f34fd208e4 None None] Routers {'09ff4e49-a23a-4aa8-b173-1190989723df'} bound to L3 agent in host dv-neutron-836180-1-hyperv {{(pid=83872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 14:23:49.833311 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_hamode_db [None req-edf7ad49-a927-4272-b72e-64f34fd208e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836180-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T13:25:36Z,description=,heartbeat_timestamp=2022-04-01T14:23:36Z,host='dv-neutron-836180-1-hyperv',id=88bf8fc8-11a3-4e96-9d1b-5fd93ba9f6f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T13:25:36Z,topic='l3_agent')) {'router_ids': ['09ff4e49-a23a-4aa8-b173-1190989723df'], 'active': True} {{(pid=83872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 14:23:49.838759 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-9c3f368a-1155-4eb6-9626-f201edeb19a4 req-f0d9c974-28a2-439f-819e-9b45d8941519 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=d6128c6d-3463-4b30-b80b-6cd8c7d78ddb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0817268 Apr 01 14:23:49.972926 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-9c3f368a-1155-4eb6-9626-f201edeb19a4 req-7a5e5bfd-f80f-48bc-bd53-5a2f9e7f6b40 service neutron] 10.222.0.57 "GET /v2.0/networks/d6128c6d-3463-4b30-b80b-6cd8c7d78ddb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1274769 Apr 01 14:23:50.014179 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_dvr_db [None req-edf7ad49-a927-4272-b72e-64f34fd208e4 None None] Set router 09ff4e49-a23a-4aa8-b173-1190989723df gateway port host: dv-neutron-836180-1-hyperv {{(pid=83872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 14:23:50.106888 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-9c3f368a-1155-4eb6-9626-f201edeb19a4 req-81cf2ba0-aa00-438f-a9ef-b532d5fab206 service neutron] 10.222.0.57 "GET /v2.0/networks/d6128c6d-3463-4b30-b80b-6cd8c7d78ddb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1280420 Apr 01 14:23:50.368331 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_hamode_db [None req-edf7ad49-a927-4272-b72e-64f34fd208e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09ff4e49-a23a-4aa8-b173-1190989723df', 'name': 'tempest-TestShelveInstance-1942318884-router', 'tenant_id': '1738f80b01b740f9889eafec82b2aaf9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'external_fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.151'}], 'enable_snat': True}, 'gw_port_id': '35b95295-5490-4be5-ab0d-323c37d800a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T14:18:47Z', 'updated_at': '2022-04-01T14:18:50Z', 'revision_number': 4, 'project_id': '1738f80b01b740f9889eafec82b2aaf9', 'gw_port': {'id': '35b95295-5490-4be5-ab0d-323c37d800a2', 'name': '', 'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:32:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09ff4e49-a23a-4aa8-b173-1190989723df', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836180-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T14:18:47Z', 'updated_at': '2022-04-01T14:18:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836180-1-hyperv', '_floatingips': [{'id': 'afe1ad22-d4a6-4ce6-a99d-0b99139cf782', 'tenant_id': '1738f80b01b740f9889eafec82b2aaf9', 'floating_ip_address': '172.26.5.102', 'floating_network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'router_id': '09ff4e49-a23a-4aa8-b173-1190989723df', 'port_id': '0500dce7-bceb-4a72-9e2a-3fcbec19452c', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd6128c6d-3463-4b30-b80b-6cd8c7d78ddb', 'mac_address': 'fa:16:3e:28:77:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ab15f61-c554-447e-945e-74c9397723f8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T14:23:47Z', 'updated_at': '2022-04-01T14:23:47Z', 'revision_number': 0, 'project_id': '1738f80b01b740f9889eafec82b2aaf9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9f097cc0-12e5-4bf7-bcf6-080e35857801', 'name': '', 'network_id': 'd6128c6d-3463-4b30-b80b-6cd8c7d78ddb', 'tenant_id': '1738f80b01b740f9889eafec82b2aaf9', 'mac_address': 'fa:16:3e:69:24:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09ff4e49-a23a-4aa8-b173-1190989723df', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c40694bf-8b6c-4ede-8b5d-50a91840a91c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836180-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T14:18:49Z', 'updated_at': '2022-04-01T14:19:10Z', 'revision_number': 5, 'project_id': '1738f80b01b740f9889eafec82b2aaf9', 'subnets': [{'id': 'c40694bf-8b6c-4ede-8b5d-50a91840a91c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-836180-1-hyperv', False) {} {{(pid=83872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 14:23:50.372414 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edf7ad49-a927-4272-b72e-64f34fd208e4 None None] The sync data for ids ['09ff4e49-a23a-4aa8-b173-1190989723df'] in dv-neutron-836180-1-hyperv is: [{'id': '09ff4e49-a23a-4aa8-b173-1190989723df', 'name': 'tempest-TestShelveInstance-1942318884-router', 'tenant_id': '1738f80b01b740f9889eafec82b2aaf9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'external_fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.151'}], 'enable_snat': True}, 'gw_port_id': '35b95295-5490-4be5-ab0d-323c37d800a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T14:18:47Z', 'updated_at': '2022-04-01T14:18:50Z', 'revision_number': 4, 'project_id': '1738f80b01b740f9889eafec82b2aaf9', 'gw_port': {'id': '35b95295-5490-4be5-ab0d-323c37d800a2', 'name': '', 'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:32:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09ff4e49-a23a-4aa8-b173-1190989723df', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836180-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T14:18:47Z', 'updated_at': '2022-04-01T14:18:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836180-1-hyperv', '_floatingips': [{'id': 'afe1ad22-d4a6-4ce6-a99d-0b99139cf782', 'tenant_id': '1738f80b01b740f9889eafec82b2aaf9', 'floating_ip_address': '172.26.5.102', 'floating_network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'router_id': '09ff4e49-a23a-4aa8-b173-1190989723df', 'port_id': '0500dce7-bceb-4a72-9e2a-3fcbec19452c', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd6128c6d-3463-4b30-b80b-6cd8c7d78ddb', 'mac_address': 'fa:16:3e:28:77:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ab15f61-c554-447e-945e-74c9397723f8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T14:23:47Z', 'updated_at': '2022-04-01T14:23:47Z', 'revision_number': 0, 'project_id': '1738f80b01b740f9889eafec82b2aaf9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9f097cc0-12e5-4bf7-bcf6-080e35857801', 'name': '', 'network_id': 'd6128c6d-3463-4b30-b80b-6cd8c7d78ddb', 'tenant_id': '1738f80b01b740f9889eafec82b2aaf9', 'mac_address': 'fa:16:3e:69:24:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09ff4e49-a23a-4aa8-b173-1190989723df', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c40694bf-8b6c-4ede-8b5d-50a91840a91c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836180-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T14:18:49Z', 'updated_at': '2022-04-01T14:19:10Z', 'revision_number': 5, 'project_id': '1738f80b01b740f9889eafec82b2aaf9', 'subnets': [{'id': 'c40694bf-8b6c-4ede-8b5d-50a91840a91c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 14:23:50.588551 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a576a5a-3f61-4c99-9fff-bee57e12d0ea None None] New status for floating IP afe1ad22-d4a6-4ce6-a99d-0b99139cf782: ACTIVE {{(pid=83873) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 01 14:23:54.361394 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:24:03.677746 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-105dc6c7-73af-4490-85a4-42da7d7cef92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:24:06.001159 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-d6473109-2eed-431f-92a5-7f85cd27714c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:24:07.316063 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:24:07.588776 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-2f9cfc9c-d8ba-4de3-a4ad-98162f90557c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:24:09.077591 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-a976a7b9-9034-41e6-be13-349b75ed1593 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:24:12.018188 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.agents_db [None req-bdd220c7-049a-43d2-a923-ad1a2de078c6 None None] Agent healthcheck: found 6 active agents {{(pid=83873) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 01 14:24:24.366160 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:24:33.684669 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-341aead7-4ff9-45c3-828f-03774b8ee9d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:24:36.004821 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-19e8f84f-c62c-4bed-8da5-c9266e9f19a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:24:37.320737 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:24:37.583367 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-2f9cfc9c-d8ba-4de3-a4ad-98162f90557c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:24:39.080346 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-a976a7b9-9034-41e6-be13-349b75ed1593 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:24:40.867462 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-8b3ed1d0-f846-4fb7-a5af-332812899f60 req-7f5bd05d-5e75-45ad-81cb-48fdfffd5a37 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=1ab15f61-c554-447e-945e-74c9397723f8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0753889 Apr 01 14:24:41.023670 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-8b3ed1d0-f846-4fb7-a5af-332812899f60 req-b9484e28-eb93-4232-9338-85659345e1f1 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=1738f80b01b740f9889eafec82b2aaf9&device_id=1ab15f61-c554-447e-945e-74c9397723f8 HTTP/1.1" status: 200 len: 1098 time: 0.0805116 Apr 01 14:24:41.185128 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3ed1d0-f846-4fb7-a5af-332812899f60 req-50f5d95e-dc84-49d3-9d48-20c932a158e5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:24:41.186455 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-8b3ed1d0-f846-4fb7-a5af-332812899f60 req-50f5d95e-dc84-49d3-9d48-20c932a158e5 service neutron] 10.222.0.57 "GET /v2.0/networks?id=d6128c6d-3463-4b30-b80b-6cd8c7d78ddb HTTP/1.1" status: 200 len: 910 time: 0.1382134 Apr 01 14:24:41.302096 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-8b3ed1d0-f846-4fb7-a5af-332812899f60 req-523e9090-092f-4ffc-86b5-fa7eb2ffa3fb service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0500dce7-bceb-4a72-9e2a-3fcbec19452c HTTP/1.1" status: 200 len: 1001 time: 0.1081583 Apr 01 14:24:41.378540 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3ed1d0-f846-4fb7-a5af-332812899f60 req-949445e2-e4ff-4733-85d1-11837d3d16e6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:24:41.380660 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-8b3ed1d0-f846-4fb7-a5af-332812899f60 req-949445e2-e4ff-4733-85d1-11837d3d16e6 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=c40694bf-8b6c-4ede-8b5d-50a91840a91c HTTP/1.1" status: 200 len: 848 time: 0.0718801 Apr 01 14:24:41.473841 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-8b3ed1d0-f846-4fb7-a5af-332812899f60 req-92652eb5-6f44-4fcd-be9e-97bde8f7cfe7 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=d6128c6d-3463-4b30-b80b-6cd8c7d78ddb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0860844 Apr 01 14:24:41.485222 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [req-8b3ed1d0-f846-4fb7-a5af-332812899f60 req-eb602f07-6bcb-44ef-979f-616a5aebd9a2 service neutron] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=83869) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 01 14:24:41.486242 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-8b3ed1d0-f846-4fb7-a5af-332812899f60 req-eb602f07-6bcb-44ef-979f-616a5aebd9a2 service neutron] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0058606 Apr 01 14:24:41.716536 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-8b3ed1d0-f846-4fb7-a5af-332812899f60 req-0d076c64-eb96-49dd-b566-38d3a3221125 service neutron] 10.222.0.57 "GET /v2.0/networks/d6128c6d-3463-4b30-b80b-6cd8c7d78ddb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2236421 Apr 01 14:24:41.851896 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-8b3ed1d0-f846-4fb7-a5af-332812899f60 req-e5ad7fdd-cb34-48ae-ad83-6a373b44dffb service neutron] 10.222.0.57 "GET /v2.0/networks/d6128c6d-3463-4b30-b80b-6cd8c7d78ddb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1288784 Apr 01 14:24:49.020697 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.agents_db [None req-bdd220c7-049a-43d2-a923-ad1a2de078c6 None None] Agent healthcheck: found 6 active agents {{(pid=83873) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 01 14:24:54.358873 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:25:03.676839 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-50c157f9-3d78-4ed0-a2b8-58c8e69632e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:25:06.006884 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-8228785a-5059-4b30-9219-e05b4a9afc69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:25:07.323926 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:25:07.586710 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-2f9cfc9c-d8ba-4de3-a4ad-98162f90557c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:25:09.081632 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-a976a7b9-9034-41e6-be13-349b75ed1593 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:25:24.380535 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:25:26.021318 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.agents_db [None req-bdd220c7-049a-43d2-a923-ad1a2de078c6 None None] Agent healthcheck: found 6 active agents {{(pid=83873) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 01 14:25:33.679189 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-0884b8d4-cbf9-4a24-a5d5-15a1aa1ba66e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:25:36.010252 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-0a818f61-16fc-4d3d-a1f4-e3121c1be83b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:25:37.327890 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:25:37.589288 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-2f9cfc9c-d8ba-4de3-a4ad-98162f90557c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:25:39.084620 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-a976a7b9-9034-41e6-be13-349b75ed1593 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:25:43.660419 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-a8c521bb-260d-44fb-9f44-e76001414f53 req-eceb9b71-56f3-468f-acb3-c5aa4708a4c8 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=1ab15f61-c554-447e-945e-74c9397723f8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1997845 Apr 01 14:25:43.802240 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-a8c521bb-260d-44fb-9f44-e76001414f53 req-5ec2988f-e4f3-4b8b-abf7-e0fce7277ad9 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=1738f80b01b740f9889eafec82b2aaf9&device_id=1ab15f61-c554-447e-945e-74c9397723f8 HTTP/1.1" status: 200 len: 1098 time: 0.0690289 Apr 01 14:25:43.947223 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c521bb-260d-44fb-9f44-e76001414f53 req-94822ce8-b1c8-4afc-9e86-0ddf5137d086 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:25:43.948691 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-a8c521bb-260d-44fb-9f44-e76001414f53 req-94822ce8-b1c8-4afc-9e86-0ddf5137d086 service neutron] 10.222.0.57 "GET /v2.0/networks?id=d6128c6d-3463-4b30-b80b-6cd8c7d78ddb HTTP/1.1" status: 200 len: 910 time: 0.1262591 Apr 01 14:25:44.053457 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-a8c521bb-260d-44fb-9f44-e76001414f53 req-c16b54ea-d073-4183-b458-925b84fd8362 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0500dce7-bceb-4a72-9e2a-3fcbec19452c HTTP/1.1" status: 200 len: 1001 time: 0.0977900 Apr 01 14:25:44.116785 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c521bb-260d-44fb-9f44-e76001414f53 req-61fa5d58-c3be-4f9d-9110-7335e0300a78 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:25:44.118160 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-a8c521bb-260d-44fb-9f44-e76001414f53 req-61fa5d58-c3be-4f9d-9110-7335e0300a78 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=c40694bf-8b6c-4ede-8b5d-50a91840a91c HTTP/1.1" status: 200 len: 848 time: 0.0576577 Apr 01 14:25:44.198789 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-a8c521bb-260d-44fb-9f44-e76001414f53 req-92b9717e-fa9f-4b92-9a32-a9759e9e2090 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=d6128c6d-3463-4b30-b80b-6cd8c7d78ddb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0731797 Apr 01 14:25:44.331961 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-a8c521bb-260d-44fb-9f44-e76001414f53 req-08d4bbd9-632f-4393-af5d-13b87ddd5253 service neutron] 10.222.0.57 "GET /v2.0/networks/d6128c6d-3463-4b30-b80b-6cd8c7d78ddb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1257458 Apr 01 14:25:44.460667 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-a8c521bb-260d-44fb-9f44-e76001414f53 req-90072c67-e0d7-4a5a-8498-e2bece489356 service neutron] 10.222.0.57 "GET /v2.0/networks/d6128c6d-3463-4b30-b80b-6cd8c7d78ddb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1222203 Apr 01 14:25:48.332795 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40468fde-ecca-4192-8ae5-e7bf15eb77e9 req-e514973d-fe4a-4e9e-bab2-91e4c3e80c51 tempest-TestShelveInstance-17953904 tempest-TestShelveInstance-17953904-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:25:48.334261 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-40468fde-ecca-4192-8ae5-e7bf15eb77e9 req-e514973d-fe4a-4e9e-bab2-91e4c3e80c51 tempest-TestShelveInstance-17953904 tempest-TestShelveInstance-17953904-project] 10.222.0.26 "GET /v2.0/ports?device_id=1ab15f61-c554-447e-945e-74c9397723f8 HTTP/1.1" status: 200 len: 945 time: 0.0799072 Apr 01 14:25:48.393592 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-40468fde-ecca-4192-8ae5-e7bf15eb77e9 req-8a31d0ed-ea81-43ac-b6d1-ea204bd2522b tempest-TestShelveInstance-17953904 tempest-TestShelveInstance-17953904-project] 10.222.0.26 "GET /v2.0/security-groups?id=c68ccaa9-bb60-4348-bb88-4572f6c13646&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0534618 Apr 01 14:25:49.613931 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd2dc49-1331-40b6-b727-f4619dd8e7fb req-498c55d7-f278-4722-8d22-0eb1323a7c0a tempest-TestShelveInstance-17953904 tempest-TestShelveInstance-17953904-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:25:49.615405 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-8cd2dc49-1331-40b6-b727-f4619dd8e7fb req-498c55d7-f278-4722-8d22-0eb1323a7c0a tempest-TestShelveInstance-17953904 tempest-TestShelveInstance-17953904-project] 10.222.0.26 "GET /v2.0/ports?device_id=1ab15f61-c554-447e-945e-74c9397723f8 HTTP/1.1" status: 200 len: 945 time: 0.0844226 Apr 01 14:25:49.660771 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-8cd2dc49-1331-40b6-b727-f4619dd8e7fb req-431541e4-af32-4d01-bf61-4927204844ea tempest-TestShelveInstance-17953904 tempest-TestShelveInstance-17953904-project] 10.222.0.26 "GET /v2.0/security-groups?id=c68ccaa9-bb60-4348-bb88-4572f6c13646&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399449 Apr 01 14:25:50.872127 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8332ca-2d32-4682-91c9-1c985bd77785 req-33eb9976-7b7c-4c41-9c4f-ab2900a68ef6 tempest-TestShelveInstance-17953904 tempest-TestShelveInstance-17953904-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:25:50.873583 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-5e8332ca-2d32-4682-91c9-1c985bd77785 req-33eb9976-7b7c-4c41-9c4f-ab2900a68ef6 tempest-TestShelveInstance-17953904 tempest-TestShelveInstance-17953904-project] 10.222.0.26 "GET /v2.0/ports?device_id=1ab15f61-c554-447e-945e-74c9397723f8 HTTP/1.1" status: 200 len: 945 time: 0.0787928 Apr 01 14:25:50.919481 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-5e8332ca-2d32-4682-91c9-1c985bd77785 req-ae6b19b4-76b8-4fe0-9a92-a3b0bc282a20 tempest-TestShelveInstance-17953904 tempest-TestShelveInstance-17953904-project] 10.222.0.26 "GET /v2.0/security-groups?id=c68ccaa9-bb60-4348-bb88-4572f6c13646&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391037 Apr 01 14:25:52.117137 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b050e34-a7fa-4f16-a2da-58e255a7c14e req-ff921bf8-71ab-431f-b257-6a7d8aa51484 tempest-TestShelveInstance-17953904 tempest-TestShelveInstance-17953904-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:25:52.118561 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-3b050e34-a7fa-4f16-a2da-58e255a7c14e req-ff921bf8-71ab-431f-b257-6a7d8aa51484 tempest-TestShelveInstance-17953904 tempest-TestShelveInstance-17953904-project] 10.222.0.26 "GET /v2.0/ports?device_id=1ab15f61-c554-447e-945e-74c9397723f8 HTTP/1.1" status: 200 len: 945 time: 0.0783405 Apr 01 14:25:52.163933 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-3b050e34-a7fa-4f16-a2da-58e255a7c14e req-400b7bd7-f620-43ed-a475-5754f8f388cb tempest-TestShelveInstance-17953904 tempest-TestShelveInstance-17953904-project] 10.222.0.26 "GET /v2.0/security-groups?id=c68ccaa9-bb60-4348-bb88-4572f6c13646&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399320 Apr 01 14:25:53.373901 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6584547-0361-4fbc-b6e3-f858d349c2c6 req-8c34ba50-a181-4448-9cca-ee2c9a9cc59e tempest-TestShelveInstance-17953904 tempest-TestShelveInstance-17953904-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:25:53.376137 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-e6584547-0361-4fbc-b6e3-f858d349c2c6 req-8c34ba50-a181-4448-9cca-ee2c9a9cc59e tempest-TestShelveInstance-17953904 tempest-TestShelveInstance-17953904-project] 10.222.0.26 "GET /v2.0/ports?device_id=1ab15f61-c554-447e-945e-74c9397723f8 HTTP/1.1" status: 200 len: 945 time: 0.0926526 Apr 01 14:25:53.424641 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-e6584547-0361-4fbc-b6e3-f858d349c2c6 req-873ccc51-14e9-41b6-9323-3c6a81faf7ab tempest-TestShelveInstance-17953904 tempest-TestShelveInstance-17953904-project] 10.222.0.26 "GET /v2.0/security-groups?id=c68ccaa9-bb60-4348-bb88-4572f6c13646&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432510 Apr 01 14:25:54.375628 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:25:54.619609 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a851444-273a-4b2b-9f6f-b4ecd3669524 req-ef6ced6a-b1a6-46eb-b91a-7f427b4c432e tempest-TestShelveInstance-17953904 tempest-TestShelveInstance-17953904-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:25:54.621073 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-2a851444-273a-4b2b-9f6f-b4ecd3669524 req-ef6ced6a-b1a6-46eb-b91a-7f427b4c432e tempest-TestShelveInstance-17953904 tempest-TestShelveInstance-17953904-project] 10.222.0.26 "GET /v2.0/ports?device_id=1ab15f61-c554-447e-945e-74c9397723f8 HTTP/1.1" status: 200 len: 945 time: 0.0752928 Apr 01 14:25:54.666305 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-2a851444-273a-4b2b-9f6f-b4ecd3669524 req-4120915f-ff90-4682-ae7d-feac505f3bfb tempest-TestShelveInstance-17953904 tempest-TestShelveInstance-17953904-project] 10.222.0.26 "GET /v2.0/security-groups?id=c68ccaa9-bb60-4348-bb88-4572f6c13646&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389674 Apr 01 14:25:55.867847 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee337ecf-c595-4310-aa8a-2f1f51228f91 req-d2fde71c-407c-4403-88b5-6229d64aa8d8 tempest-TestShelveInstance-17953904 tempest-TestShelveInstance-17953904-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:25:55.869382 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-ee337ecf-c595-4310-aa8a-2f1f51228f91 req-d2fde71c-407c-4403-88b5-6229d64aa8d8 tempest-TestShelveInstance-17953904 tempest-TestShelveInstance-17953904-project] 10.222.0.26 "GET /v2.0/ports?device_id=1ab15f61-c554-447e-945e-74c9397723f8 HTTP/1.1" status: 200 len: 945 time: 0.0769811 Apr 01 14:25:55.915168 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-ee337ecf-c595-4310-aa8a-2f1f51228f91 req-760a2941-74ae-4df6-9aba-f152ee51d8ae tempest-TestShelveInstance-17953904 tempest-TestShelveInstance-17953904-project] 10.222.0.26 "GET /v2.0/security-groups?id=c68ccaa9-bb60-4348-bb88-4572f6c13646&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402989 Apr 01 14:25:57.110260 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2905fd-a2d5-4db2-b37e-c1a262a7389b req-87993eb5-5ee7-4435-b528-28f6d11fb6ec tempest-TestShelveInstance-17953904 tempest-TestShelveInstance-17953904-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:25:57.111761 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-dc2905fd-a2d5-4db2-b37e-c1a262a7389b req-87993eb5-5ee7-4435-b528-28f6d11fb6ec tempest-TestShelveInstance-17953904 tempest-TestShelveInstance-17953904-project] 10.222.0.26 "GET /v2.0/ports?device_id=1ab15f61-c554-447e-945e-74c9397723f8 HTTP/1.1" status: 200 len: 945 time: 0.0780218 Apr 01 14:25:57.157964 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-dc2905fd-a2d5-4db2-b37e-c1a262a7389b req-7cb9854a-6815-494e-b5b1-fbda6130c2f9 tempest-TestShelveInstance-17953904 tempest-TestShelveInstance-17953904-project] 10.222.0.26 "GET /v2.0/security-groups?id=c68ccaa9-bb60-4348-bb88-4572f6c13646&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405307 Apr 01 14:25:58.362699 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5a6413-9be3-429b-bb52-a40fad1b99e0 req-0c4a9226-11ca-4beb-934e-abdd776639bd tempest-TestShelveInstance-17953904 tempest-TestShelveInstance-17953904-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:25:58.364141 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-fe5a6413-9be3-429b-bb52-a40fad1b99e0 req-0c4a9226-11ca-4beb-934e-abdd776639bd tempest-TestShelveInstance-17953904 tempest-TestShelveInstance-17953904-project] 10.222.0.26 "GET /v2.0/ports?device_id=1ab15f61-c554-447e-945e-74c9397723f8 HTTP/1.1" status: 200 len: 945 time: 0.0853672 Apr 01 14:25:58.451524 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-fe5a6413-9be3-429b-bb52-a40fad1b99e0 req-0c043e12-b368-4f32-b0fc-18d6e780dc77 tempest-TestShelveInstance-17953904 tempest-TestShelveInstance-17953904-project] 10.222.0.26 "GET /v2.0/security-groups?id=c68ccaa9-bb60-4348-bb88-4572f6c13646&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0817590 Apr 01 14:25:58.488170 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-67b899b3-8c11-4a66-8ab1-b29bec814dd2 req-9b01029d-336f-4874-9459-e5d114bbe397 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=1738f80b01b740f9889eafec82b2aaf9&device_id=1ab15f61-c554-447e-945e-74c9397723f8 HTTP/1.1" status: 200 len: 1098 time: 0.1003675 Apr 01 14:25:58.710917 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b899b3-8c11-4a66-8ab1-b29bec814dd2 req-f0e2e25c-e87b-40df-9f26-53969c844755 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:25:58.712533 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-67b899b3-8c11-4a66-8ab1-b29bec814dd2 req-f0e2e25c-e87b-40df-9f26-53969c844755 service neutron] 10.222.0.57 "GET /v2.0/networks?id=d6128c6d-3463-4b30-b80b-6cd8c7d78ddb HTTP/1.1" status: 200 len: 910 time: 0.2194142 Apr 01 14:25:58.816550 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-67b899b3-8c11-4a66-8ab1-b29bec814dd2 req-ccd90ce8-910b-4a63-9c22-c41cfafbefc9 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0500dce7-bceb-4a72-9e2a-3fcbec19452c HTTP/1.1" status: 200 len: 1001 time: 0.0970879 Apr 01 14:25:58.877973 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b899b3-8c11-4a66-8ab1-b29bec814dd2 req-87d3d4ae-a518-4906-a294-f39a25395899 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:25:58.879400 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-67b899b3-8c11-4a66-8ab1-b29bec814dd2 req-87d3d4ae-a518-4906-a294-f39a25395899 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=c40694bf-8b6c-4ede-8b5d-50a91840a91c HTTP/1.1" status: 200 len: 848 time: 0.0568395 Apr 01 14:25:58.957117 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-67b899b3-8c11-4a66-8ab1-b29bec814dd2 req-43fb8ec2-5183-43e6-b439-ecf77426870b service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=d6128c6d-3463-4b30-b80b-6cd8c7d78ddb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0701914 Apr 01 14:25:59.095328 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-67b899b3-8c11-4a66-8ab1-b29bec814dd2 req-b3d5ed9e-ede6-4b5a-bc3a-36745d230b48 service neutron] 10.222.0.57 "GET /v2.0/networks/d6128c6d-3463-4b30-b80b-6cd8c7d78ddb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1317332 Apr 01 14:25:59.228806 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-67b899b3-8c11-4a66-8ab1-b29bec814dd2 req-fc949f41-ca83-4020-91f8-13cfdfa394f8 service neutron] 10.222.0.57 "GET /v2.0/networks/d6128c6d-3463-4b30-b80b-6cd8c7d78ddb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1274810 Apr 01 14:25:59.653329 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04064aa-e360-45d4-ad50-a43002d4a393 req-c466d93a-ef26-47e2-81f7-3e255b306ca0 tempest-TestShelveInstance-17953904 tempest-TestShelveInstance-17953904-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:25:59.654779 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-b04064aa-e360-45d4-ad50-a43002d4a393 req-c466d93a-ef26-47e2-81f7-3e255b306ca0 tempest-TestShelveInstance-17953904 tempest-TestShelveInstance-17953904-project] 10.222.0.26 "GET /v2.0/ports?device_id=1ab15f61-c554-447e-945e-74c9397723f8 HTTP/1.1" status: 200 len: 945 time: 0.0777354 Apr 01 14:25:59.712337 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-b04064aa-e360-45d4-ad50-a43002d4a393 req-ef9dc3b2-c125-4d32-b09b-70e3d77710f2 tempest-TestShelveInstance-17953904 tempest-TestShelveInstance-17953904-project] 10.222.0.26 "GET /v2.0/security-groups?id=c68ccaa9-bb60-4348-bb88-4572f6c13646&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510578 Apr 01 14:26:00.906014 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5749fdea-c0fa-4854-b8d1-c0972dda9d65 req-895af478-bf55-4580-ad2c-7f65ff771842 tempest-TestShelveInstance-17953904 tempest-TestShelveInstance-17953904-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:26:00.907902 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-5749fdea-c0fa-4854-b8d1-c0972dda9d65 req-895af478-bf55-4580-ad2c-7f65ff771842 tempest-TestShelveInstance-17953904 tempest-TestShelveInstance-17953904-project] 10.222.0.26 "GET /v2.0/ports?device_id=1ab15f61-c554-447e-945e-74c9397723f8 HTTP/1.1" status: 200 len: 945 time: 0.0769529 Apr 01 14:26:00.954039 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-5749fdea-c0fa-4854-b8d1-c0972dda9d65 req-f1b37d4c-e78e-4d6b-afcf-e4ed77071df9 tempest-TestShelveInstance-17953904 tempest-TestShelveInstance-17953904-project] 10.222.0.26 "GET /v2.0/security-groups?id=c68ccaa9-bb60-4348-bb88-4572f6c13646&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399289 Apr 01 14:26:02.175291 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3e5c40-e52f-43f1-b5f8-824c4dbd4214 req-9b2f5ec6-bdcd-47c5-bb74-e2d93a279b5d tempest-TestShelveInstance-17953904 tempest-TestShelveInstance-17953904-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:26:02.176852 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-2b3e5c40-e52f-43f1-b5f8-824c4dbd4214 req-9b2f5ec6-bdcd-47c5-bb74-e2d93a279b5d tempest-TestShelveInstance-17953904 tempest-TestShelveInstance-17953904-project] 10.222.0.26 "GET /v2.0/ports?device_id=1ab15f61-c554-447e-945e-74c9397723f8 HTTP/1.1" status: 200 len: 945 time: 0.0849919 Apr 01 14:26:02.223440 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-2b3e5c40-e52f-43f1-b5f8-824c4dbd4214 req-536d295c-08e2-433b-965b-c363e8da7010 tempest-TestShelveInstance-17953904 tempest-TestShelveInstance-17953904-project] 10.222.0.26 "GET /v2.0/security-groups?id=c68ccaa9-bb60-4348-bb88-4572f6c13646&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410941 Apr 01 14:26:02.419653 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-97e8b2e7-8447-481f-a7dd-a3c8562f8b14 req-b04c5cda-efbd-4c62-b535-235ecd8081f3 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=1ab15f61-c554-447e-945e-74c9397723f8&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0745134 Apr 01 14:26:02.557397 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 37016) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:26:02.767726 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09fe203e-6272-42eb-b986-17f95faf1bc5 req-f05989a7-e7ee-414a-9dfd-7f620c622ba7 tempest-TestShelveInstance-17953904 tempest-TestShelveInstance-17953904-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:26:02.769357 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-09fe203e-6272-42eb-b986-17f95faf1bc5 req-f05989a7-e7ee-414a-9dfd-7f620c622ba7 tempest-TestShelveInstance-17953904 tempest-TestShelveInstance-17953904-project] 10.222.0.26 "GET /v2.0/ports?device_id=1ab15f61-c554-447e-945e-74c9397723f8 HTTP/1.1" status: 200 len: 945 time: 0.1427596 Apr 01 14:26:02.792262 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-71a50fcb-da58-45fc-bc60-0db2c71dfba3 req-46304ea6-e319-41b8-8f14-eb05d2655566 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=1ab15f61-c554-447e-945e-74c9397723f8&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2330172 Apr 01 14:26:02.831825 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-09fe203e-6272-42eb-b986-17f95faf1bc5 req-a9fe898c-7b62-464e-a0a7-f5ff4a709ff4 tempest-TestShelveInstance-17953904 tempest-TestShelveInstance-17953904-project] 10.222.0.26 "GET /v2.0/security-groups?id=c68ccaa9-bb60-4348-bb88-4572f6c13646&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0562425 Apr 01 14:26:03.021583 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.agents_db [None req-bdd220c7-049a-43d2-a923-ad1a2de078c6 None None] Agent healthcheck: found 6 active agents {{(pid=83873) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 01 14:26:03.684184 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-a425385a-6844-4882-8838-482b590b473e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:26:04.047750 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e045fdab-41a1-4466-aa94-7b617285975a req-9226333c-516d-4c74-99ff-c169edd304ae tempest-TestShelveInstance-17953904 tempest-TestShelveInstance-17953904-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:26:04.049318 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-e045fdab-41a1-4466-aa94-7b617285975a req-9226333c-516d-4c74-99ff-c169edd304ae tempest-TestShelveInstance-17953904 tempest-TestShelveInstance-17953904-project] 10.222.0.26 "GET /v2.0/ports?device_id=1ab15f61-c554-447e-945e-74c9397723f8 HTTP/1.1" status: 200 len: 945 time: 0.0883222 Apr 01 14:26:04.105423 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-e045fdab-41a1-4466-aa94-7b617285975a req-a37a27c5-4b52-4c6f-ac4a-c6ead3b436db tempest-TestShelveInstance-17953904 tempest-TestShelveInstance-17953904-project] 10.222.0.26 "GET /v2.0/security-groups?id=c68ccaa9-bb60-4348-bb88-4572f6c13646&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505524 Apr 01 14:26:04.969858 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Device 0500dce7-bceb-4a72-9e2a-3fcbec19452c no longer exists at agent hyperv_hv-neutron-8361 {{(pid=83872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 14:26:05.087074 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:26:05.114827 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ab15f61-c554-447e-945e-74c9397723f8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0500dce7-bceb-4a72-9e2a-3fcbec19452c'}] {{(pid=83872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 14:26:05.125301 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] For port 0500dce7-bceb-4a72-9e2a-3fcbec19452c, host hv-neutron-8361, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8361',level=0,port_id=0500dce7-bceb-4a72-9e2a-3fcbec19452c,segment=NetworkSegment(a25f9ba2-745b-4dcb-b8ce-224525240f7f),segment_id=a25f9ba2-745b-4dcb-b8ce-224525240f7f)] {{(pid=83872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 14:26:05.129499 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864'] for port, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:26:05.167498 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-71a50fcb-da58-45fc-bc60-0db2c71dfba3 req-e8950342-74a9-44c1-b7d4-790de9a480d1 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=1ab15f61-c554-447e-945e-74c9397723f8&tenant_id=1738f80b01b740f9889eafec82b2aaf9 HTTP/1.1" status: 200 len: 1098 time: 0.0788274 Apr 01 14:26:05.199051 dv-neutron-836180-1-hyperv neutron-server[83872]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '1ab15f61-c554-447e-945e-74c9397723f8', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '0500dce7-bceb-4a72-9e2a-3fcbec19452c', 'code': 422} returned with failed status Apr 01 14:26:05.205520 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Pushing event updated for resources: {'Port': ['ID=0500dce7-bceb-4a72-9e2a-3fcbec19452c,revision_number=6']} {{(pid=83872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:26:05.220275 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:26:05.220814 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:26:05.221332 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:26:05.221667 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:26:05.221999 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:26:05.222328 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:26:05.222654 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:26:05.222993 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:26:05.223300 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:26:05.223762 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:26:05.223762 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:26:05.325667 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-71a50fcb-da58-45fc-bc60-0db2c71dfba3 req-8964929e-b29a-4f23-b8f2-8566b8aa9b5d service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=1738f80b01b740f9889eafec82b2aaf9&device_id=1ab15f61-c554-447e-945e-74c9397723f8 HTTP/1.1" status: 200 len: 1096 time: 0.1327953 Apr 01 14:26:05.461930 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a366093-3cab-4444-974a-f02656db5def req-b99b6e88-9a8b-401b-9e4a-777c627ea108 tempest-TestShelveInstance-17953904 tempest-TestShelveInstance-17953904-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:26:05.463387 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-0a366093-3cab-4444-974a-f02656db5def req-b99b6e88-9a8b-401b-9e4a-777c627ea108 tempest-TestShelveInstance-17953904 tempest-TestShelveInstance-17953904-project] 10.222.0.26 "GET /v2.0/ports?device_id=1ab15f61-c554-447e-945e-74c9397723f8 HTTP/1.1" status: 200 len: 943 time: 0.1946285 Apr 01 14:26:05.512434 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a50fcb-da58-45fc-bc60-0db2c71dfba3 req-d2554855-2866-4719-ba5e-92218a4f01c2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:26:05.513881 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-71a50fcb-da58-45fc-bc60-0db2c71dfba3 req-d2554855-2866-4719-ba5e-92218a4f01c2 service neutron] 10.222.0.57 "GET /v2.0/networks?id=d6128c6d-3463-4b30-b80b-6cd8c7d78ddb HTTP/1.1" status: 200 len: 910 time: 0.1809464 Apr 01 14:26:05.601272 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-0a366093-3cab-4444-974a-f02656db5def req-6dcd01db-fcea-465a-a9c8-3a3a91f5c8b3 tempest-TestShelveInstance-17953904 tempest-TestShelveInstance-17953904-project] 10.222.0.26 "GET /v2.0/security-groups?id=c68ccaa9-bb60-4348-bb88-4572f6c13646&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1274886 Apr 01 14:26:05.631691 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-71a50fcb-da58-45fc-bc60-0db2c71dfba3 req-525327d0-03a3-427b-91f8-d5d4c90a1337 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0500dce7-bceb-4a72-9e2a-3fcbec19452c HTTP/1.1" status: 200 len: 999 time: 0.1101620 Apr 01 14:26:05.693983 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a50fcb-da58-45fc-bc60-0db2c71dfba3 req-dc871e46-d6b2-40ab-9ef6-bc36d822d1d4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:26:05.695364 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-71a50fcb-da58-45fc-bc60-0db2c71dfba3 req-dc871e46-d6b2-40ab-9ef6-bc36d822d1d4 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=c40694bf-8b6c-4ede-8b5d-50a91840a91c HTTP/1.1" status: 200 len: 848 time: 0.0576854 Apr 01 14:26:05.774958 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-71a50fcb-da58-45fc-bc60-0db2c71dfba3 req-90792b9c-047b-46cd-aa41-58d01628b394 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=d6128c6d-3463-4b30-b80b-6cd8c7d78ddb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0710738 Apr 01 14:26:06.005547 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-71a50fcb-da58-45fc-bc60-0db2c71dfba3 req-7d7461e5-444c-4d67-9d25-1f29ec6e9b51 service neutron] 10.222.0.57 "GET /v2.0/networks/d6128c6d-3463-4b30-b80b-6cd8c7d78ddb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2233429 Apr 01 14:26:06.012940 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-bce436d3-acf5-4367-a972-e5f91711a0f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:26:06.142688 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-71a50fcb-da58-45fc-bc60-0db2c71dfba3 req-699a44a9-3981-4169-a398-82140195c8a9 service neutron] 10.222.0.57 "GET /v2.0/networks/d6128c6d-3463-4b30-b80b-6cd8c7d78ddb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1305044 Apr 01 14:26:06.811270 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603f2442-0a7e-4c92-ba06-5e64460688bb req-f78c4c6b-78b8-4335-b906-a52b1c7dd219 tempest-TestShelveInstance-17953904 tempest-TestShelveInstance-17953904-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:26:06.812804 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-603f2442-0a7e-4c92-ba06-5e64460688bb req-f78c4c6b-78b8-4335-b906-a52b1c7dd219 tempest-TestShelveInstance-17953904 tempest-TestShelveInstance-17953904-project] 10.222.0.26 "GET /v2.0/ports?device_id=1ab15f61-c554-447e-945e-74c9397723f8 HTTP/1.1" status: 200 len: 943 time: 0.0836580 Apr 01 14:26:06.867371 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-603f2442-0a7e-4c92-ba06-5e64460688bb req-aa33304d-af90-4b0e-9b00-b8c7d35d4ac6 tempest-TestShelveInstance-17953904 tempest-TestShelveInstance-17953904-project] 10.222.0.26 "GET /v2.0/security-groups?id=c68ccaa9-bb60-4348-bb88-4572f6c13646&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440280 Apr 01 14:26:07.334797 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:26:07.600635 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-2f9cfc9c-d8ba-4de3-a4ad-98162f90557c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:26:08.068080 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98130fa8-f0bc-4de1-b410-3ede52365897 req-59f834ab-e14f-427a-a968-b527c1af6c71 tempest-TestShelveInstance-17953904 tempest-TestShelveInstance-17953904-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:26:08.069564 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-98130fa8-f0bc-4de1-b410-3ede52365897 req-59f834ab-e14f-427a-a968-b527c1af6c71 tempest-TestShelveInstance-17953904 tempest-TestShelveInstance-17953904-project] 10.222.0.26 "GET /v2.0/ports?device_id=1ab15f61-c554-447e-945e-74c9397723f8 HTTP/1.1" status: 200 len: 943 time: 0.0764542 Apr 01 14:26:08.116578 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-98130fa8-f0bc-4de1-b410-3ede52365897 req-89d159f2-4d7d-4538-8d58-a31eaba0d2fd tempest-TestShelveInstance-17953904 tempest-TestShelveInstance-17953904-project] 10.222.0.26 "GET /v2.0/security-groups?id=c68ccaa9-bb60-4348-bb88-4572f6c13646&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415723 Apr 01 14:26:09.091294 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-a976a7b9-9034-41e6-be13-349b75ed1593 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:26:09.316324 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89402173-e755-4314-aa38-97a0ba9f8f27 req-19158bc4-2181-45f5-bede-cda0ad79380b tempest-TestShelveInstance-17953904 tempest-TestShelveInstance-17953904-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:26:09.317695 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-89402173-e755-4314-aa38-97a0ba9f8f27 req-19158bc4-2181-45f5-bede-cda0ad79380b tempest-TestShelveInstance-17953904 tempest-TestShelveInstance-17953904-project] 10.222.0.26 "GET /v2.0/ports?device_id=1ab15f61-c554-447e-945e-74c9397723f8 HTTP/1.1" status: 200 len: 943 time: 0.0780549 Apr 01 14:26:09.363954 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-89402173-e755-4314-aa38-97a0ba9f8f27 req-54c2deb8-9a48-4418-bb2c-4949cfefa272 tempest-TestShelveInstance-17953904 tempest-TestShelveInstance-17953904-project] 10.222.0.26 "GET /v2.0/security-groups?id=c68ccaa9-bb60-4348-bb88-4572f6c13646&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405662 Apr 01 14:26:10.645018 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef3ad6a-cd30-454d-9bc9-1c1596c5562e req-65401452-e835-46ca-ac9b-1fd48125f550 tempest-TestShelveInstance-17953904 tempest-TestShelveInstance-17953904-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:26:10.646539 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-aef3ad6a-cd30-454d-9bc9-1c1596c5562e req-65401452-e835-46ca-ac9b-1fd48125f550 tempest-TestShelveInstance-17953904 tempest-TestShelveInstance-17953904-project] 10.222.0.26 "GET /v2.0/ports?device_id=1ab15f61-c554-447e-945e-74c9397723f8 HTTP/1.1" status: 200 len: 943 time: 0.1591597 Apr 01 14:26:10.695328 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-aef3ad6a-cd30-454d-9bc9-1c1596c5562e req-5918489f-7f8e-4e25-91ec-a027aba22581 tempest-TestShelveInstance-17953904 tempest-TestShelveInstance-17953904-project] 10.222.0.26 "GET /v2.0/security-groups?id=c68ccaa9-bb60-4348-bb88-4572f6c13646&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426679 Apr 01 14:26:11.983457 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b1a888-105c-49ff-afd1-67beb585be48 req-54f62fec-a44c-41ba-91ed-5bac9f267641 tempest-TestShelveInstance-17953904 tempest-TestShelveInstance-17953904-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:26:11.984965 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-47b1a888-105c-49ff-afd1-67beb585be48 req-54f62fec-a44c-41ba-91ed-5bac9f267641 tempest-TestShelveInstance-17953904 tempest-TestShelveInstance-17953904-project] 10.222.0.26 "GET /v2.0/ports?device_id=1ab15f61-c554-447e-945e-74c9397723f8 HTTP/1.1" status: 200 len: 943 time: 0.1631906 Apr 01 14:26:12.042613 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-47b1a888-105c-49ff-afd1-67beb585be48 req-98d12e8f-09bd-4390-9166-091815f109a3 tempest-TestShelveInstance-17953904 tempest-TestShelveInstance-17953904-project] 10.222.0.26 "GET /v2.0/security-groups?id=c68ccaa9-bb60-4348-bb88-4572f6c13646&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0509906 Apr 01 14:26:13.249443 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eaca682-c8a9-4df8-886d-da4ec45bb359 req-0fc80b83-90f6-44ae-817e-58f7885fa60a tempest-TestShelveInstance-17953904 tempest-TestShelveInstance-17953904-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:26:13.250965 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-8eaca682-c8a9-4df8-886d-da4ec45bb359 req-0fc80b83-90f6-44ae-817e-58f7885fa60a tempest-TestShelveInstance-17953904 tempest-TestShelveInstance-17953904-project] 10.222.0.26 "GET /v2.0/ports?device_id=1ab15f61-c554-447e-945e-74c9397723f8 HTTP/1.1" status: 200 len: 943 time: 0.0780504 Apr 01 14:26:13.307817 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-8eaca682-c8a9-4df8-886d-da4ec45bb359 req-ec9cb79d-f2fc-404a-b4c3-10dc96aeda92 tempest-TestShelveInstance-17953904 tempest-TestShelveInstance-17953904-project] 10.222.0.26 "GET /v2.0/security-groups?id=c68ccaa9-bb60-4348-bb88-4572f6c13646&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496023 Apr 01 14:26:14.514065 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1c3a8c-122d-415a-9304-a19694a639fc req-230d89fa-17e0-43f1-a9fe-d46b0113e7fb tempest-TestShelveInstance-17953904 tempest-TestShelveInstance-17953904-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:26:14.515508 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-fe1c3a8c-122d-415a-9304-a19694a639fc req-230d89fa-17e0-43f1-a9fe-d46b0113e7fb tempest-TestShelveInstance-17953904 tempest-TestShelveInstance-17953904-project] 10.222.0.26 "GET /v2.0/ports?device_id=1ab15f61-c554-447e-945e-74c9397723f8 HTTP/1.1" status: 200 len: 943 time: 0.0770426 Apr 01 14:26:14.566379 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-fe1c3a8c-122d-415a-9304-a19694a639fc req-abb8713c-6dd6-4a09-bae7-287f59b7101c tempest-TestShelveInstance-17953904 tempest-TestShelveInstance-17953904-project] 10.222.0.26 "GET /v2.0/security-groups?id=c68ccaa9-bb60-4348-bb88-4572f6c13646&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447595 Apr 01 14:26:15.004943 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Device 0500dce7-bceb-4a72-9e2a-3fcbec19452c details requested by agent hyperv_hv-neutron-8361 with host hv-neutron-8361 {{(pid=83872) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 01 14:26:15.192117 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] For port 0500dce7-bceb-4a72-9e2a-3fcbec19452c, host hv-neutron-8361, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8361',level=0,port_id=0500dce7-bceb-4a72-9e2a-3fcbec19452c,segment=NetworkSegment(a25f9ba2-745b-4dcb-b8ce-224525240f7f),segment_id=a25f9ba2-745b-4dcb-b8ce-224525240f7f)] {{(pid=83872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 14:26:15.207003 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Returning: {'device': '0500dce7-bceb-4a72-9e2a-3fcbec19452c', 'network_id': 'd6128c6d-3463-4b30-b80b-6cd8c7d78ddb', 'port_id': '0500dce7-bceb-4a72-9e2a-3fcbec19452c', 'mac_address': 'fa:16:3e:28:77:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 354, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c40694bf-8b6c-4ede-8b5d-50a91840a91c', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83872) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 01 14:26:15.263847 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:26:15.282245 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.notifiers.nova [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0500dce7-bceb-4a72-9e2a-3fcbec19452c {{(pid=83872) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 01 14:26:15.307571 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] For port 0500dce7-bceb-4a72-9e2a-3fcbec19452c, host hv-neutron-8361, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8361',level=0,port_id=0500dce7-bceb-4a72-9e2a-3fcbec19452c,segment=NetworkSegment(a25f9ba2-745b-4dcb-b8ce-224525240f7f),segment_id=a25f9ba2-745b-4dcb-b8ce-224525240f7f)] {{(pid=83872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 14:26:15.321093 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864'] for port, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:26:15.396356 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Pushing event updated for resources: {'Port': ['ID=0500dce7-bceb-4a72-9e2a-3fcbec19452c,revision_number=7']} {{(pid=83872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:26:15.609856 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] get_ports_and_sgs() called for port_ids ['0500dce7-bceb-4a72-9e2a-3fcbec19452c'] {{(pid=83872) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 01 14:26:15.939467 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab81bfa-81fa-4034-b0e6-af9ff0ff4347 req-832a222a-edd2-4755-8695-da444380f1d6 tempest-TestShelveInstance-17953904 tempest-TestShelveInstance-17953904-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:26:15.941302 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-fab81bfa-81fa-4034-b0e6-af9ff0ff4347 req-832a222a-edd2-4755-8695-da444380f1d6 tempest-TestShelveInstance-17953904 tempest-TestShelveInstance-17953904-project] 10.222.0.26 "GET /v2.0/ports?device_id=1ab15f61-c554-447e-945e-74c9397723f8 HTTP/1.1" status: 200 len: 944 time: 0.0863411 Apr 01 14:26:16.005414 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-fab81bfa-81fa-4034-b0e6-af9ff0ff4347 req-cfa3b1dc-43d7-42db-a7fd-561d05ad74b5 tempest-TestShelveInstance-17953904 tempest-TestShelveInstance-17953904-project] 10.222.0.26 "GET /v2.0/security-groups?id=c68ccaa9-bb60-4348-bb88-4572f6c13646&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0570674 Apr 01 14:26:17.020753 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Device 0500dce7-bceb-4a72-9e2a-3fcbec19452c up at agent hyperv_hv-neutron-8361 {{(pid=83872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 14:26:17.096136 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Provisioning complete for port 0500dce7-bceb-4a72-9e2a-3fcbec19452c triggered by entity L2. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 14:26:17.096533 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-948329'] for port, provisioning_complete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:26:17.235486 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af18633f-4df0-4093-b41b-381f7b36a603 req-8f5ff883-5065-4702-80f2-e7395abe0a25 tempest-TestShelveInstance-17953904 tempest-TestShelveInstance-17953904-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:26:17.237852 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-af18633f-4df0-4093-b41b-381f7b36a603 req-8f5ff883-5065-4702-80f2-e7395abe0a25 tempest-TestShelveInstance-17953904 tempest-TestShelveInstance-17953904-project] 10.222.0.26 "GET /v2.0/ports?device_id=1ab15f61-c554-447e-945e-74c9397723f8 HTTP/1.1" status: 200 len: 944 time: 0.0908976 Apr 01 14:26:17.240076 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:26:17.272731 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ab15f61-c554-447e-945e-74c9397723f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0500dce7-bceb-4a72-9e2a-3fcbec19452c'}] {{(pid=83872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 14:26:17.295063 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] For port 0500dce7-bceb-4a72-9e2a-3fcbec19452c, host hv-neutron-8361, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8361',level=0,port_id=0500dce7-bceb-4a72-9e2a-3fcbec19452c,segment=NetworkSegment(a25f9ba2-745b-4dcb-b8ce-224525240f7f),segment_id=a25f9ba2-745b-4dcb-b8ce-224525240f7f)] {{(pid=83872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 14:26:17.295549 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-af18633f-4df0-4093-b41b-381f7b36a603 req-3a2de69e-3aa8-48bb-a21d-eb539cebf9a2 tempest-TestShelveInstance-17953904 tempest-TestShelveInstance-17953904-project] 10.222.0.26 "GET /v2.0/security-groups?id=c68ccaa9-bb60-4348-bb88-4572f6c13646&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0508039 Apr 01 14:26:17.306767 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864'] for port, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:26:17.385993 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Pushing event updated for resources: {'Port': ['ID=0500dce7-bceb-4a72-9e2a-3fcbec19452c,revision_number=8']} {{(pid=83872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:26:18.360095 dv-neutron-836180-1-hyperv neutron-server[83872]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ab15f61-c554-447e-945e-74c9397723f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0500dce7-bceb-4a72-9e2a-3fcbec19452c', 'code': 200} Apr 01 14:26:18.536908 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5af489a-17dd-43dd-8a94-aa79c73f7276 req-236e5739-c0e4-4a82-b1eb-0b95b283417b tempest-TestShelveInstance-17953904 tempest-TestShelveInstance-17953904-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:26:18.538288 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-b5af489a-17dd-43dd-8a94-aa79c73f7276 req-236e5739-c0e4-4a82-b1eb-0b95b283417b tempest-TestShelveInstance-17953904 tempest-TestShelveInstance-17953904-project] 10.222.0.26 "GET /v2.0/ports?device_id=1ab15f61-c554-447e-945e-74c9397723f8 HTTP/1.1" status: 200 len: 945 time: 0.0880091 Apr 01 14:26:18.595726 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-b5af489a-17dd-43dd-8a94-aa79c73f7276 req-94698651-57c7-448c-bf6a-31d8fbfad716 tempest-TestShelveInstance-17953904 tempest-TestShelveInstance-17953904-project] 10.222.0.26 "GET /v2.0/security-groups?id=c68ccaa9-bb60-4348-bb88-4572f6c13646&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490937 Apr 01 14:26:18.680699 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-5a851d3e-f446-44f7-b01f-5fcb1536ca8c req-f9b3220a-3107-4371-85dc-8f42254d6ce5 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=1ab15f61-c554-447e-945e-74c9397723f8 HTTP/1.1" status: 200 len: 1098 time: 0.0806785 Apr 01 14:26:18.729889 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-5a851d3e-f446-44f7-b01f-5fcb1536ca8c req-7ebaae6f-822d-4cee-ac1a-d62357de60ef service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=c68ccaa9-bb60-4348-bb88-4572f6c13646&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392184 Apr 01 14:26:19.807283 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9bfa64e-0bf6-4434-98b2-99f9ca9c678a req-9fa8355c-ac36-48cf-9132-88477ddadded tempest-TestShelveInstance-17953904 tempest-TestShelveInstance-17953904-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:26:19.808749 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-c9bfa64e-0bf6-4434-98b2-99f9ca9c678a req-9fa8355c-ac36-48cf-9132-88477ddadded tempest-TestShelveInstance-17953904 tempest-TestShelveInstance-17953904-project] 10.222.0.26 "GET /v2.0/ports?device_id=1ab15f61-c554-447e-945e-74c9397723f8 HTTP/1.1" status: 200 len: 945 time: 0.0823655 Apr 01 14:26:19.860890 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-c9bfa64e-0bf6-4434-98b2-99f9ca9c678a req-004a07d9-3d04-4260-a4eb-c47601eac62c tempest-TestShelveInstance-17953904 tempest-TestShelveInstance-17953904-project] 10.222.0.26 "GET /v2.0/security-groups?id=c68ccaa9-bb60-4348-bb88-4572f6c13646&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453761 Apr 01 14:26:21.069212 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3df171-e54e-4a78-9c63-48223bc428c3 req-2f62236a-0248-42d7-8b42-cf25796569a6 tempest-TestShelveInstance-17953904 tempest-TestShelveInstance-17953904-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:26:21.070753 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-2a3df171-e54e-4a78-9c63-48223bc428c3 req-2f62236a-0248-42d7-8b42-cf25796569a6 tempest-TestShelveInstance-17953904 tempest-TestShelveInstance-17953904-project] 10.222.0.26 "GET /v2.0/ports?device_id=1ab15f61-c554-447e-945e-74c9397723f8 HTTP/1.1" status: 200 len: 945 time: 0.0811849 Apr 01 14:26:21.118680 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-2a3df171-e54e-4a78-9c63-48223bc428c3 req-dc459ad1-a5c9-46d1-a816-f41b5fb87cd5 tempest-TestShelveInstance-17953904 tempest-TestShelveInstance-17953904-project] 10.222.0.26 "GET /v2.0/security-groups?id=c68ccaa9-bb60-4348-bb88-4572f6c13646&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422690 Apr 01 14:26:24.394473 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:26:33.695114 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-905812f8-dd0f-461a-afd4-e4035cfacbb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:26:36.018521 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-03c5edb4-70c7-443b-a7cb-3e58cd3ac307 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:26:37.337228 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:26:37.606904 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-2f9cfc9c-d8ba-4de3-a4ad-98162f90557c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:26:39.098773 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-a976a7b9-9034-41e6-be13-349b75ed1593 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:26:40.029698 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.agents_db [None req-bdd220c7-049a-43d2-a923-ad1a2de078c6 None None] Agent healthcheck: found 6 active agents {{(pid=83873) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 01 14:26:42.858025 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-dbc2d560-fd0e-457d-8e32-71bcb2f9817f req-10f44f2a-71d7-4451-abc5-f7efc862c5b2 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=1ab15f61-c554-447e-945e-74c9397723f8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0752046 Apr 01 14:26:43.002187 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-dbc2d560-fd0e-457d-8e32-71bcb2f9817f req-e4d3cbed-fc48-4207-b024-aa9cc4fa0b78 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=1738f80b01b740f9889eafec82b2aaf9&device_id=1ab15f61-c554-447e-945e-74c9397723f8 HTTP/1.1" status: 200 len: 1098 time: 0.0733025 Apr 01 14:26:43.154158 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc2d560-fd0e-457d-8e32-71bcb2f9817f req-e9b2e06a-74cd-40b6-9d95-45fe372bd8d5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:26:43.155589 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-dbc2d560-fd0e-457d-8e32-71bcb2f9817f req-e9b2e06a-74cd-40b6-9d95-45fe372bd8d5 service neutron] 10.222.0.57 "GET /v2.0/networks?id=d6128c6d-3463-4b30-b80b-6cd8c7d78ddb HTTP/1.1" status: 200 len: 910 time: 0.1348855 Apr 01 14:26:43.266341 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-dbc2d560-fd0e-457d-8e32-71bcb2f9817f req-099fe249-dcc2-4763-87b4-aa0fb5eb1ee1 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0500dce7-bceb-4a72-9e2a-3fcbec19452c HTTP/1.1" status: 200 len: 1001 time: 0.1036067 Apr 01 14:26:43.332980 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc2d560-fd0e-457d-8e32-71bcb2f9817f req-5ee259c2-30d9-4cfd-a442-abe476e9adbc service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:26:43.334439 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-dbc2d560-fd0e-457d-8e32-71bcb2f9817f req-5ee259c2-30d9-4cfd-a442-abe476e9adbc service neutron] 10.222.0.57 "GET /v2.0/subnets?id=c40694bf-8b6c-4ede-8b5d-50a91840a91c HTTP/1.1" status: 200 len: 848 time: 0.0616620 Apr 01 14:26:43.417622 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-dbc2d560-fd0e-457d-8e32-71bcb2f9817f req-ffcf14ff-b573-4a24-92db-47d9e503107c service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=d6128c6d-3463-4b30-b80b-6cd8c7d78ddb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0762360 Apr 01 14:26:43.565425 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-dbc2d560-fd0e-457d-8e32-71bcb2f9817f req-0799ff9e-b943-47c9-a3d0-cf0de2cb757d service neutron] 10.222.0.57 "GET /v2.0/networks/d6128c6d-3463-4b30-b80b-6cd8c7d78ddb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1389284 Apr 01 14:26:43.726022 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-dbc2d560-fd0e-457d-8e32-71bcb2f9817f req-c99085cc-166c-4d4d-8b6f-f9eadd2b17cc service neutron] 10.222.0.57 "GET /v2.0/networks/d6128c6d-3463-4b30-b80b-6cd8c7d78ddb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1512272 Apr 01 14:26:54.397080 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:27:03.693978 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-82c5e107-0bea-4440-860b-e9d6473873dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:27:06.011256 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-1d2bba6d-698e-445c-af1f-4cf99bf13f73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:27:07.325116 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:27:07.598134 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-2f9cfc9c-d8ba-4de3-a4ad-98162f90557c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:27:09.093480 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-a976a7b9-9034-41e6-be13-349b75ed1593 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:27:17.026827 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.agents_db [None req-bdd220c7-049a-43d2-a923-ad1a2de078c6 None None] Agent healthcheck: found 6 active agents {{(pid=83873) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 01 14:27:24.398445 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:27:33.686765 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-18005275-56aa-4c5f-b277-1cd099a6adaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:27:36.015808 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-52311f80-9e59-4a4a-a647-db79f5d181cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:27:37.337940 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:27:37.605229 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-2f9cfc9c-d8ba-4de3-a4ad-98162f90557c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:27:39.096726 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-a976a7b9-9034-41e6-be13-349b75ed1593 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:27:45.479667 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-cf2776d2-3b48-40e9-9287-01886f77743a req-80a306e3-d987-42a9-9951-011b81aa8300 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=1ab15f61-c554-447e-945e-74c9397723f8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0725758 Apr 01 14:27:45.727015 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-cf2776d2-3b48-40e9-9287-01886f77743a req-0a4d5dbc-11e7-4886-ac19-e67852d1dc3b service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=1738f80b01b740f9889eafec82b2aaf9&device_id=1ab15f61-c554-447e-945e-74c9397723f8 HTTP/1.1" status: 200 len: 1098 time: 0.1741760 Apr 01 14:27:45.891743 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2776d2-3b48-40e9-9287-01886f77743a req-6a646b12-70d3-4a69-a231-9b8cf290952d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:27:45.893600 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-cf2776d2-3b48-40e9-9287-01886f77743a req-6a646b12-70d3-4a69-a231-9b8cf290952d service neutron] 10.222.0.57 "GET /v2.0/networks?id=d6128c6d-3463-4b30-b80b-6cd8c7d78ddb HTTP/1.1" status: 200 len: 910 time: 0.1460147 Apr 01 14:27:46.012872 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-cf2776d2-3b48-40e9-9287-01886f77743a req-430cbb41-42af-4781-bda4-8c3ca616dee7 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0500dce7-bceb-4a72-9e2a-3fcbec19452c HTTP/1.1" status: 200 len: 1001 time: 0.1128576 Apr 01 14:27:46.087903 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2776d2-3b48-40e9-9287-01886f77743a req-a7e46bd8-be8f-4414-92e4-558dbda42a0c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:27:46.089635 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-cf2776d2-3b48-40e9-9287-01886f77743a req-a7e46bd8-be8f-4414-92e4-558dbda42a0c service neutron] 10.222.0.57 "GET /v2.0/subnets?id=c40694bf-8b6c-4ede-8b5d-50a91840a91c HTTP/1.1" status: 200 len: 848 time: 0.0678658 Apr 01 14:27:46.173745 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-cf2776d2-3b48-40e9-9287-01886f77743a req-38bb08dd-e21a-4a8d-9f53-71a251d181cd service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=d6128c6d-3463-4b30-b80b-6cd8c7d78ddb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0774243 Apr 01 14:27:46.330543 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-cf2776d2-3b48-40e9-9287-01886f77743a req-9c5620ac-b0e8-463c-bfbf-c2c6cc9720e0 service neutron] 10.222.0.57 "GET /v2.0/networks/d6128c6d-3463-4b30-b80b-6cd8c7d78ddb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1499081 Apr 01 14:27:46.464749 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-cf2776d2-3b48-40e9-9287-01886f77743a req-187e7e19-3079-4ce8-bf03-0caf577c9e91 service neutron] 10.222.0.57 "GET /v2.0/networks/d6128c6d-3463-4b30-b80b-6cd8c7d78ddb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1266134 Apr 01 14:27:54.026339 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.agents_db [None req-bdd220c7-049a-43d2-a923-ad1a2de078c6 None None] Agent healthcheck: found 6 active agents {{(pid=83873) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 01 14:27:54.405217 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:28:03.694134 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-60574e54-7b41-4cc1-a294-74c9799e56f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:28:06.021302 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-c2d029cd-22e1-4315-927a-397a6bbae74f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:28:07.337086 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:28:07.605862 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-2f9cfc9c-d8ba-4de3-a4ad-98162f90557c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:28:09.099373 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-a976a7b9-9034-41e6-be13-349b75ed1593 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:28:24.405289 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:28:31.028115 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.agents_db [None req-bdd220c7-049a-43d2-a923-ad1a2de078c6 None None] Agent healthcheck: found 6 active agents {{(pid=83873) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 01 14:28:33.689526 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-d93ca450-2277-4de8-9d94-01b9eff76e3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:28:36.023134 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-60879c0d-91b4-43ff-bfe3-5cf6dfe72d63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:28:37.328008 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:28:37.611553 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-2f9cfc9c-d8ba-4de3-a4ad-98162f90557c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:28:39.103013 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-a976a7b9-9034-41e6-be13-349b75ed1593 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:28:46.838586 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-486e68fc-e7f6-48dd-ad07-9c4f2455b5de req-7db2833c-92ce-486d-82e0-9bffe3cad8c8 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=1ab15f61-c554-447e-945e-74c9397723f8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0811806 Apr 01 14:28:46.981310 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-486e68fc-e7f6-48dd-ad07-9c4f2455b5de req-ffb9aa6a-2bc8-4227-9ce3-4487a0af023f service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=1738f80b01b740f9889eafec82b2aaf9&device_id=1ab15f61-c554-447e-945e-74c9397723f8 HTTP/1.1" status: 200 len: 1098 time: 0.0694568 Apr 01 14:28:47.131069 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486e68fc-e7f6-48dd-ad07-9c4f2455b5de req-7a962f3d-b4bf-47a3-b403-654aff9d01e5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:28:47.132436 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-486e68fc-e7f6-48dd-ad07-9c4f2455b5de req-7a962f3d-b4bf-47a3-b403-654aff9d01e5 service neutron] 10.222.0.57 "GET /v2.0/networks?id=d6128c6d-3463-4b30-b80b-6cd8c7d78ddb HTTP/1.1" status: 200 len: 910 time: 0.1314116 Apr 01 14:28:47.253650 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-486e68fc-e7f6-48dd-ad07-9c4f2455b5de req-ac5b1c10-0d30-4de1-b306-a04a4cdc69cc service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0500dce7-bceb-4a72-9e2a-3fcbec19452c HTTP/1.1" status: 200 len: 1001 time: 0.1139240 Apr 01 14:28:47.318060 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486e68fc-e7f6-48dd-ad07-9c4f2455b5de req-319e2c9c-ae95-43c1-b3c0-2b993a255f83 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:28:47.319474 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-486e68fc-e7f6-48dd-ad07-9c4f2455b5de req-319e2c9c-ae95-43c1-b3c0-2b993a255f83 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=c40694bf-8b6c-4ede-8b5d-50a91840a91c HTTP/1.1" status: 200 len: 848 time: 0.0594068 Apr 01 14:28:47.408709 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-486e68fc-e7f6-48dd-ad07-9c4f2455b5de req-a34d5e66-18dd-4991-b8ea-28ad0b984e6c service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=d6128c6d-3463-4b30-b80b-6cd8c7d78ddb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0824716 Apr 01 14:28:47.546685 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-486e68fc-e7f6-48dd-ad07-9c4f2455b5de req-1d78ff44-8248-4c1a-bd7a-36a8868c4cc1 service neutron] 10.222.0.57 "GET /v2.0/networks/d6128c6d-3463-4b30-b80b-6cd8c7d78ddb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1312127 Apr 01 14:28:47.695073 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-486e68fc-e7f6-48dd-ad07-9c4f2455b5de req-3a2302b7-ddec-462b-bd82-4e62b12a26e1 service neutron] 10.222.0.57 "GET /v2.0/networks/d6128c6d-3463-4b30-b80b-6cd8c7d78ddb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1419754 Apr 01 14:28:54.435377 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:28:58.776793 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 37132) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:28:59.069565 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.plugin [None req-81f2e8f5-acf1-480c-9b68-30d51ccdc579 tempest-TestShelveInstance-17953904 tempest-TestShelveInstance-17953904-project] Deleting port fffd7d72-1620-40ff-a8ea-7b4d352fe0fd {{(pid=83871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 14:28:59.069779 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-81f2e8f5-acf1-480c-9b68-30d51ccdc579 tempest-TestShelveInstance-17953904 tempest-TestShelveInstance-17953904-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736733287370'] for port, before_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:28:59.243609 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-81f2e8f5-acf1-480c-9b68-30d51ccdc579 tempest-TestShelveInstance-17953904 tempest-TestShelveInstance-17953904-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4155147'] for port, precommit_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:28:59.244097 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-81f2e8f5-acf1-480c-9b68-30d51ccdc579 tempest-TestShelveInstance-17953904 tempest-TestShelveInstance-17953904-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:28:59.375034 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.plugin [None req-81f2e8f5-acf1-480c-9b68-30d51ccdc579 tempest-TestShelveInstance-17953904 tempest-TestShelveInstance-17953904-project] Calling delete_port for fffd7d72-1620-40ff-a8ea-7b4d352fe0fd owned by network:floatingip {{(pid=83871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 14:28:59.532114 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-81f2e8f5-acf1-480c-9b68-30d51ccdc579 tempest-TestShelveInstance-17953904 tempest-TestShelveInstance-17953904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736733359243', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736732935810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2743125'] for port, after_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:28:59.581549 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f2e8f5-acf1-480c-9b68-30d51ccdc579 tempest-TestShelveInstance-17953904 tempest-TestShelveInstance-17953904-project] Pushing event deleted for resources: {'Port': ['ID=fffd7d72-1620-40ff-a8ea-7b4d352fe0fd,revision_number=None']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:28:59.624980 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81f2e8f5-acf1-480c-9b68-30d51ccdc579 tempest-TestShelveInstance-17953904 tempest-TestShelveInstance-17953904-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:28:59.625379 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81f2e8f5-acf1-480c-9b68-30d51ccdc579 tempest-TestShelveInstance-17953904 tempest-TestShelveInstance-17953904-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:28:59.625681 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81f2e8f5-acf1-480c-9b68-30d51ccdc579 tempest-TestShelveInstance-17953904 tempest-TestShelveInstance-17953904-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:28:59.625978 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81f2e8f5-acf1-480c-9b68-30d51ccdc579 tempest-TestShelveInstance-17953904 tempest-TestShelveInstance-17953904-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:28:59.626302 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81f2e8f5-acf1-480c-9b68-30d51ccdc579 tempest-TestShelveInstance-17953904 tempest-TestShelveInstance-17953904-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:28:59.626622 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81f2e8f5-acf1-480c-9b68-30d51ccdc579 tempest-TestShelveInstance-17953904 tempest-TestShelveInstance-17953904-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:28:59.626939 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81f2e8f5-acf1-480c-9b68-30d51ccdc579 tempest-TestShelveInstance-17953904 tempest-TestShelveInstance-17953904-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:28:59.627274 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81f2e8f5-acf1-480c-9b68-30d51ccdc579 tempest-TestShelveInstance-17953904 tempest-TestShelveInstance-17953904-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:28:59.627578 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81f2e8f5-acf1-480c-9b68-30d51ccdc579 tempest-TestShelveInstance-17953904 tempest-TestShelveInstance-17953904-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:28:59.627889 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81f2e8f5-acf1-480c-9b68-30d51ccdc579 tempest-TestShelveInstance-17953904 tempest-TestShelveInstance-17953904-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:28:59.628203 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81f2e8f5-acf1-480c-9b68-30d51ccdc579 tempest-TestShelveInstance-17953904 tempest-TestShelveInstance-17953904-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:28:59.692139 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-81f2e8f5-acf1-480c-9b68-30d51ccdc579 tempest-TestShelveInstance-17953904 tempest-TestShelveInstance-17953904-project] Notify callbacks [] for floatingip, after_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:29:00.135998 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81f2e8f5-acf1-480c-9b68-30d51ccdc579 tempest-TestShelveInstance-17953904 tempest-TestShelveInstance-17953904-project] Router 09ff4e49-a23a-4aa8-b173-1190989723df has already been hosted by L3 agent 88bf8fc8-11a3-4e96-9d1b-5fd93ba9f6f1 {{(pid=83871) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 14:29:00.337175 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81f2e8f5-acf1-480c-9b68-30d51ccdc579 tempest-TestShelveInstance-17953904 tempest-TestShelveInstance-17953904-project] Notify agent at l3_agent.dv-neutron-836180-1-hyperv the message routers_updated {{(pid=83871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 14:29:00.346854 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c00856e-02a9-491e-b7da-5b117e8b2b64 None None] Sync routers for ids ['09ff4e49-a23a-4aa8-b173-1190989723df'] in dv-neutron-836180-1-hyperv {{(pid=83872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 14:29:00.359894 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-81f2e8f5-acf1-480c-9b68-30d51ccdc579 tempest-TestShelveInstance-17953904 tempest-TestShelveInstance-17953904-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109561'] for floatingip, before_response {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:29:00.361677 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c00856e-02a9-491e-b7da-5b117e8b2b64 None None] Routers {'09ff4e49-a23a-4aa8-b173-1190989723df'} bound to L3 agent in host dv-neutron-836180-1-hyperv {{(pid=83872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 14:29:00.362303 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_hamode_db [None req-9c00856e-02a9-491e-b7da-5b117e8b2b64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836180-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T13:25:36Z,description=,heartbeat_timestamp=2022-04-01T14:28:36Z,host='dv-neutron-836180-1-hyperv',id=88bf8fc8-11a3-4e96-9d1b-5fd93ba9f6f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T13:25:36Z,topic='l3_agent')) {'router_ids': ['09ff4e49-a23a-4aa8-b173-1190989723df'], 'active': True} {{(pid=83872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 14:29:00.422753 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-81f2e8f5-acf1-480c-9b68-30d51ccdc579 tempest-TestShelveInstance-17953904 tempest-TestShelveInstance-17953904-project] 10.222.0.26 "DELETE /v2.0/floatingips/afe1ad22-d4a6-4ce6-a99d-0b99139cf782 HTTP/1.1" status: 204 len: 168 time: 1.6423383 Apr 01 14:29:00.422753 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1ab15f61-c554-447e-945e-74c9397723f8', 'tag': '0500dce7-bceb-4a72-9e2a-3fcbec19452c'}] {{(pid=83871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 14:29:00.573733 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_dvr_db [None req-9c00856e-02a9-491e-b7da-5b117e8b2b64 None None] Set router 09ff4e49-a23a-4aa8-b173-1190989723df gateway port host: dv-neutron-836180-1-hyperv {{(pid=83872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 14:29:00.798978 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1ab15f61-c554-447e-945e-74c9397723f8', 'tag': '0500dce7-bceb-4a72-9e2a-3fcbec19452c', 'status': 'completed', 'code': 200} Apr 01 14:29:01.016844 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_hamode_db [None req-9c00856e-02a9-491e-b7da-5b117e8b2b64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09ff4e49-a23a-4aa8-b173-1190989723df', 'name': 'tempest-TestShelveInstance-1942318884-router', 'tenant_id': '1738f80b01b740f9889eafec82b2aaf9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'external_fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.151'}], 'enable_snat': True}, 'gw_port_id': '35b95295-5490-4be5-ab0d-323c37d800a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T14:18:47Z', 'updated_at': '2022-04-01T14:18:50Z', 'revision_number': 4, 'project_id': '1738f80b01b740f9889eafec82b2aaf9', 'gw_port': {'id': '35b95295-5490-4be5-ab0d-323c37d800a2', 'name': '', 'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:32:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09ff4e49-a23a-4aa8-b173-1190989723df', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836180-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T14:18:47Z', 'updated_at': '2022-04-01T14:18:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836180-1-hyperv', '_interfaces': [{'id': '9f097cc0-12e5-4bf7-bcf6-080e35857801', 'name': '', 'network_id': 'd6128c6d-3463-4b30-b80b-6cd8c7d78ddb', 'tenant_id': '1738f80b01b740f9889eafec82b2aaf9', 'mac_address': 'fa:16:3e:69:24:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09ff4e49-a23a-4aa8-b173-1190989723df', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c40694bf-8b6c-4ede-8b5d-50a91840a91c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836180-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T14:18:49Z', 'updated_at': '2022-04-01T14:19:10Z', 'revision_number': 5, 'project_id': '1738f80b01b740f9889eafec82b2aaf9', 'subnets': [{'id': 'c40694bf-8b6c-4ede-8b5d-50a91840a91c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-836180-1-hyperv', False) {} {{(pid=83872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 14:29:01.021751 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c00856e-02a9-491e-b7da-5b117e8b2b64 None None] Checking router: 09ff4e49-a23a-4aa8-b173-1190989723df for host: dv-neutron-836180-1-hyperv {{(pid=83872) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 01 14:29:01.034881 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c00856e-02a9-491e-b7da-5b117e8b2b64 None None] Routers {'09ff4e49-a23a-4aa8-b173-1190989723df'} bound to L3 agent in host dv-neutron-836180-1-hyperv {{(pid=83872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 14:29:01.035556 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_hamode_db [None req-9c00856e-02a9-491e-b7da-5b117e8b2b64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836180-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T13:25:36Z,description=,heartbeat_timestamp=2022-04-01T14:28:36Z,host='dv-neutron-836180-1-hyperv',id=88bf8fc8-11a3-4e96-9d1b-5fd93ba9f6f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T13:25:36Z,topic='l3_agent')) {'router_ids': ['09ff4e49-a23a-4aa8-b173-1190989723df'], 'active': True} {{(pid=83872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 14:29:01.073079 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-dfd80f3e-a827-4b75-bc44-bd6f0d24f0a7 req-12c1597b-4170-4515-8793-457f3efdec90 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=1738f80b01b740f9889eafec82b2aaf9&device_id=1ab15f61-c554-447e-945e-74c9397723f8 HTTP/1.1" status: 200 len: 1098 time: 0.2509038 Apr 01 14:29:01.079506 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05d8eda-d873-456e-95d8-7870472ac4cf req-6dc3c864-140e-4c56-af3b-23d2d6195c09 tempest-TestShelveInstance-17953904 tempest-TestShelveInstance-17953904-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:29:01.080928 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-f05d8eda-d873-456e-95d8-7870472ac4cf req-6dc3c864-140e-4c56-af3b-23d2d6195c09 tempest-TestShelveInstance-17953904 tempest-TestShelveInstance-17953904-project] 10.222.0.26 "GET /v2.0/ports?device_id=1ab15f61-c554-447e-945e-74c9397723f8 HTTP/1.1" status: 200 len: 945 time: 0.2265851 Apr 01 14:29:01.230482 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-f05d8eda-d873-456e-95d8-7870472ac4cf req-4e7cfa3e-4b5f-475d-b777-fe6a5ba57455 tempest-TestShelveInstance-17953904 tempest-TestShelveInstance-17953904-project] 10.222.0.26 "GET /v2.0/security-groups?id=c68ccaa9-bb60-4348-bb88-4572f6c13646&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1295264 Apr 01 14:29:01.260509 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_dvr_db [None req-9c00856e-02a9-491e-b7da-5b117e8b2b64 None None] Set router 09ff4e49-a23a-4aa8-b173-1190989723df gateway port host: dv-neutron-836180-1-hyperv {{(pid=83872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 14:29:01.282469 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd80f3e-a827-4b75-bc44-bd6f0d24f0a7 req-8a3b502b-5e87-4282-a316-e81af73b16dd service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:29:01.285237 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-dfd80f3e-a827-4b75-bc44-bd6f0d24f0a7 req-8a3b502b-5e87-4282-a316-e81af73b16dd service neutron] 10.222.0.57 "GET /v2.0/networks?id=d6128c6d-3463-4b30-b80b-6cd8c7d78ddb HTTP/1.1" status: 200 len: 910 time: 0.2027578 Apr 01 14:29:01.365611 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-dfd80f3e-a827-4b75-bc44-bd6f0d24f0a7 req-fea79ac7-09e4-43b8-aea1-7deadf259390 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0500dce7-bceb-4a72-9e2a-3fcbec19452c HTTP/1.1" status: 200 len: 217 time: 0.0717158 Apr 01 14:29:01.439876 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd80f3e-a827-4b75-bc44-bd6f0d24f0a7 req-7fc908b5-0357-4bc6-a588-87f624b8be2c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:29:01.442735 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-dfd80f3e-a827-4b75-bc44-bd6f0d24f0a7 req-7fc908b5-0357-4bc6-a588-87f624b8be2c service neutron] 10.222.0.57 "GET /v2.0/subnets?id=c40694bf-8b6c-4ede-8b5d-50a91840a91c HTTP/1.1" status: 200 len: 848 time: 0.0692148 Apr 01 14:29:01.522579 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-dfd80f3e-a827-4b75-bc44-bd6f0d24f0a7 req-93f9c3d7-0d56-41b6-aa5b-d5fa2357a81d service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=d6128c6d-3463-4b30-b80b-6cd8c7d78ddb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0733755 Apr 01 14:29:01.622408 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_hamode_db [None req-9c00856e-02a9-491e-b7da-5b117e8b2b64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09ff4e49-a23a-4aa8-b173-1190989723df', 'name': 'tempest-TestShelveInstance-1942318884-router', 'tenant_id': '1738f80b01b740f9889eafec82b2aaf9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'external_fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.151'}], 'enable_snat': True}, 'gw_port_id': '35b95295-5490-4be5-ab0d-323c37d800a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T14:18:47Z', 'updated_at': '2022-04-01T14:18:50Z', 'revision_number': 4, 'project_id': '1738f80b01b740f9889eafec82b2aaf9', 'gw_port': {'id': '35b95295-5490-4be5-ab0d-323c37d800a2', 'name': '', 'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:32:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09ff4e49-a23a-4aa8-b173-1190989723df', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836180-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T14:18:47Z', 'updated_at': '2022-04-01T14:18:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836180-1-hyperv', '_interfaces': [{'id': '9f097cc0-12e5-4bf7-bcf6-080e35857801', 'name': '', 'network_id': 'd6128c6d-3463-4b30-b80b-6cd8c7d78ddb', 'tenant_id': '1738f80b01b740f9889eafec82b2aaf9', 'mac_address': 'fa:16:3e:69:24:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09ff4e49-a23a-4aa8-b173-1190989723df', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c40694bf-8b6c-4ede-8b5d-50a91840a91c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836180-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T14:18:49Z', 'updated_at': '2022-04-01T14:19:10Z', 'revision_number': 5, 'project_id': '1738f80b01b740f9889eafec82b2aaf9', 'subnets': [{'id': 'c40694bf-8b6c-4ede-8b5d-50a91840a91c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-836180-1-hyperv', False) {} {{(pid=83872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 14:29:01.627240 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c00856e-02a9-491e-b7da-5b117e8b2b64 None None] The sync data for ids ['09ff4e49-a23a-4aa8-b173-1190989723df'] in dv-neutron-836180-1-hyperv is: [{'id': '09ff4e49-a23a-4aa8-b173-1190989723df', 'name': 'tempest-TestShelveInstance-1942318884-router', 'tenant_id': '1738f80b01b740f9889eafec82b2aaf9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'external_fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.151'}], 'enable_snat': True}, 'gw_port_id': '35b95295-5490-4be5-ab0d-323c37d800a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T14:18:47Z', 'updated_at': '2022-04-01T14:18:50Z', 'revision_number': 4, 'project_id': '1738f80b01b740f9889eafec82b2aaf9', 'gw_port': {'id': '35b95295-5490-4be5-ab0d-323c37d800a2', 'name': '', 'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:32:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09ff4e49-a23a-4aa8-b173-1190989723df', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836180-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T14:18:47Z', 'updated_at': '2022-04-01T14:18:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836180-1-hyperv', '_interfaces': [{'id': '9f097cc0-12e5-4bf7-bcf6-080e35857801', 'name': '', 'network_id': 'd6128c6d-3463-4b30-b80b-6cd8c7d78ddb', 'tenant_id': '1738f80b01b740f9889eafec82b2aaf9', 'mac_address': 'fa:16:3e:69:24:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09ff4e49-a23a-4aa8-b173-1190989723df', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c40694bf-8b6c-4ede-8b5d-50a91840a91c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836180-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T14:18:49Z', 'updated_at': '2022-04-01T14:19:10Z', 'revision_number': 5, 'project_id': '1738f80b01b740f9889eafec82b2aaf9', 'subnets': [{'id': 'c40694bf-8b6c-4ede-8b5d-50a91840a91c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 14:29:01.693296 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-dfd80f3e-a827-4b75-bc44-bd6f0d24f0a7 req-468bc9ca-d705-4def-bf7a-f465f3498715 service neutron] 10.222.0.57 "GET /v2.0/networks/d6128c6d-3463-4b30-b80b-6cd8c7d78ddb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1631219 Apr 01 14:29:01.845175 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-dfd80f3e-a827-4b75-bc44-bd6f0d24f0a7 req-0c6413e8-1e2c-4568-80a7-00fef5dc97d4 service neutron] 10.222.0.57 "GET /v2.0/networks/d6128c6d-3463-4b30-b80b-6cd8c7d78ddb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1441252 Apr 01 14:29:01.882493 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c051dfa8-628f-4cfe-bb26-437d95203e13 None None] New status for floating IP afe1ad22-d4a6-4ce6-a99d-0b99139cf782: DOWN {{(pid=83873) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 01 14:29:02.559314 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b065ff33-5253-4bef-82b2-6a28d481c74c req-151b9949-8540-4222-87ec-d606b86f7796 tempest-TestShelveInstance-17953904 tempest-TestShelveInstance-17953904-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:29:02.560182 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [req-b065ff33-5253-4bef-82b2-6a28d481c74c req-151b9949-8540-4222-87ec-d606b86f7796 tempest-TestShelveInstance-17953904 tempest-TestShelveInstance-17953904-project] Synchronizing usage tracker for tenant:1738f80b01b740f9889eafec82b2aaf9 on resource:port {{(pid=83871) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 14:29:02.575760 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5ef2cd-fd2e-41bc-aa90-e3c426de50f8 req-b4b1fae1-9056-4113-98a0-db5407674b78 tempest-TestShelveInstance-17953904 tempest-TestShelveInstance-17953904-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:29:02.577205 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-6a5ef2cd-fd2e-41bc-aa90-e3c426de50f8 req-b4b1fae1-9056-4113-98a0-db5407674b78 tempest-TestShelveInstance-17953904 tempest-TestShelveInstance-17953904-project] 10.222.0.57 "GET /v2.0/ports?device_id=1ab15f61-c554-447e-945e-74c9397723f8 HTTP/1.1" status: 200 len: 945 time: 0.0883443 Apr 01 14:29:02.577586 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [req-b065ff33-5253-4bef-82b2-6a28d481c74c req-151b9949-8540-4222-87ec-d606b86f7796 tempest-TestShelveInstance-17953904 tempest-TestShelveInstance-17953904-project] Unset dirty status for tenant:1738f80b01b740f9889eafec82b2aaf9 on resource:port {{(pid=83871) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 14:29:02.578785 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-b065ff33-5253-4bef-82b2-6a28d481c74c req-151b9949-8540-4222-87ec-d606b86f7796 tempest-TestShelveInstance-17953904 tempest-TestShelveInstance-17953904-project] 10.222.0.26 "GET /v2.0/ports?device_id=1ab15f61-c554-447e-945e-74c9397723f8 HTTP/1.1" status: 200 len: 945 time: 0.1918280 Apr 01 14:29:02.629518 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-b065ff33-5253-4bef-82b2-6a28d481c74c req-95818e9c-5b59-43e4-9df8-af2227a77da6 tempest-TestShelveInstance-17953904 tempest-TestShelveInstance-17953904-project] 10.222.0.26 "GET /v2.0/security-groups?id=c68ccaa9-bb60-4348-bb88-4572f6c13646&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449131 Apr 01 14:29:02.650775 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.plugin [req-6a5ef2cd-fd2e-41bc-aa90-e3c426de50f8 req-2ef9257d-3d71-4b38-81cf-a4d9690ceeaa tempest-TestShelveInstance-17953904 tempest-TestShelveInstance-17953904-project] Deleting port 0500dce7-bceb-4a72-9e2a-3fcbec19452c {{(pid=83869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 14:29:02.651113 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [req-6a5ef2cd-fd2e-41bc-aa90-e3c426de50f8 req-2ef9257d-3d71-4b38-81cf-a4d9690ceeaa tempest-TestShelveInstance-17953904 tempest-TestShelveInstance-17953904-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736733287370'] for port, before_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:29:02.918649 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.db [req-6a5ef2cd-fd2e-41bc-aa90-e3c426de50f8 req-2ef9257d-3d71-4b38-81cf-a4d9690ceeaa tempest-TestShelveInstance-17953904 tempest-TestShelveInstance-17953904-project] For port 0500dce7-bceb-4a72-9e2a-3fcbec19452c, host hv-neutron-8361, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8361',level=0,port_id=0500dce7-bceb-4a72-9e2a-3fcbec19452c,segment=NetworkSegment(a25f9ba2-745b-4dcb-b8ce-224525240f7f),segment_id=a25f9ba2-745b-4dcb-b8ce-224525240f7f)] {{(pid=83869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 14:29:02.919096 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [req-6a5ef2cd-fd2e-41bc-aa90-e3c426de50f8 req-2ef9257d-3d71-4b38-81cf-a4d9690ceeaa tempest-TestShelveInstance-17953904 tempest-TestShelveInstance-17953904-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4155147'] for port, precommit_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:29:03.049088 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.plugin [req-6a5ef2cd-fd2e-41bc-aa90-e3c426de50f8 req-2ef9257d-3d71-4b38-81cf-a4d9690ceeaa tempest-TestShelveInstance-17953904 tempest-TestShelveInstance-17953904-project] Calling delete_port for 0500dce7-bceb-4a72-9e2a-3fcbec19452c owned by compute:nova {{(pid=83869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 14:29:03.221837 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [req-6a5ef2cd-fd2e-41bc-aa90-e3c426de50f8 req-2ef9257d-3d71-4b38-81cf-a4d9690ceeaa tempest-TestShelveInstance-17953904 tempest-TestShelveInstance-17953904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736733359243', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736732935810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2705155'] for port, after_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:29:03.291464 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef9257d-3d71-4b38-81cf-a4d9690ceeaa tempest-TestShelveInstance-17953904 tempest-TestShelveInstance-17953904-project] Pushing event deleted for resources: {'Port': ['ID=0500dce7-bceb-4a72-9e2a-3fcbec19452c,revision_number=None']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:29:03.337905 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef9257d-3d71-4b38-81cf-a4d9690ceeaa tempest-TestShelveInstance-17953904 tempest-TestShelveInstance-17953904-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:29:03.338240 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef9257d-3d71-4b38-81cf-a4d9690ceeaa tempest-TestShelveInstance-17953904 tempest-TestShelveInstance-17953904-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:29:03.338573 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef9257d-3d71-4b38-81cf-a4d9690ceeaa tempest-TestShelveInstance-17953904 tempest-TestShelveInstance-17953904-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:29:03.338935 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef9257d-3d71-4b38-81cf-a4d9690ceeaa tempest-TestShelveInstance-17953904 tempest-TestShelveInstance-17953904-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:29:03.339397 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef9257d-3d71-4b38-81cf-a4d9690ceeaa tempest-TestShelveInstance-17953904 tempest-TestShelveInstance-17953904-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:29:03.340216 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef9257d-3d71-4b38-81cf-a4d9690ceeaa tempest-TestShelveInstance-17953904 tempest-TestShelveInstance-17953904-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:29:03.340775 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef9257d-3d71-4b38-81cf-a4d9690ceeaa tempest-TestShelveInstance-17953904 tempest-TestShelveInstance-17953904-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:29:03.341324 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef9257d-3d71-4b38-81cf-a4d9690ceeaa tempest-TestShelveInstance-17953904 tempest-TestShelveInstance-17953904-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:29:03.341793 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef9257d-3d71-4b38-81cf-a4d9690ceeaa tempest-TestShelveInstance-17953904 tempest-TestShelveInstance-17953904-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:29:03.342351 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef9257d-3d71-4b38-81cf-a4d9690ceeaa tempest-TestShelveInstance-17953904 tempest-TestShelveInstance-17953904-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:29:03.342918 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef9257d-3d71-4b38-81cf-a4d9690ceeaa tempest-TestShelveInstance-17953904 tempest-TestShelveInstance-17953904-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:29:03.389809 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a5ef2cd-fd2e-41bc-aa90-e3c426de50f8 req-2ef9257d-3d71-4b38-81cf-a4d9690ceeaa tempest-TestShelveInstance-17953904 tempest-TestShelveInstance-17953904-project] No DVR routers for this DVR port 0500dce7-bceb-4a72-9e2a-3fcbec19452c on host hv-neutron-8361 {{(pid=83869) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 14:29:03.392789 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [req-6a5ef2cd-fd2e-41bc-aa90-e3c426de50f8 req-2ef9257d-3d71-4b38-81cf-a4d9690ceeaa tempest-TestShelveInstance-17953904 tempest-TestShelveInstance-17953904-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109561'] for port, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:29:03.395522 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ab15f61-c554-447e-945e-74c9397723f8', 'name': 'network-vif-deleted', 'tag': '0500dce7-bceb-4a72-9e2a-3fcbec19452c'}] {{(pid=83869) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 14:29:03.419467 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-6a5ef2cd-fd2e-41bc-aa90-e3c426de50f8 req-2ef9257d-3d71-4b38-81cf-a4d9690ceeaa tempest-TestShelveInstance-17953904 tempest-TestShelveInstance-17953904-project] 10.222.0.57 "DELETE /v2.0/ports/0500dce7-bceb-4a72-9e2a-3fcbec19452c HTTP/1.1" status: 204 len: 173 time: 0.8363652 Apr 01 14:29:03.587644 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ab15f61-c554-447e-945e-74c9397723f8', 'name': 'network-vif-deleted', 'tag': '0500dce7-bceb-4a72-9e2a-3fcbec19452c', 'status': 'completed', 'code': 200} Apr 01 14:29:03.709591 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-1c743da1-c5f6-43af-872c-d791b6481173 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:29:03.832918 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-5492548c-e2e7-49cc-b8e5-1ef6929037d5 req-e097d910-d6d3-452b-96c3-a101fac13a6e tempest-TestShelveInstance-17953904 tempest-TestShelveInstance-17953904-project] 10.222.0.26 "GET /v2.0/ports?device_id=1ab15f61-c554-447e-945e-74c9397723f8 HTTP/1.1" status: 200 len: 210 time: 0.0510437 Apr 01 14:29:04.957045 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 37174) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:29:05.032828 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-a69ee0e2-5616-4a9b-bc7d-665ea0713383 tempest-TestShelveInstance-17953904 tempest-TestShelveInstance-17953904-project] Notify callbacks [] for security_group, before_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:29:05.068044 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-a69ee0e2-5616-4a9b-bc7d-665ea0713383 tempest-TestShelveInstance-17953904 tempest-TestShelveInstance-17953904-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:29:05.235304 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-a69ee0e2-5616-4a9b-bc7d-665ea0713383 tempest-TestShelveInstance-17953904 tempest-TestShelveInstance-17953904-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3775923'] for security_group, after_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:29:05.252964 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69ee0e2-5616-4a9b-bc7d-665ea0713383 tempest-TestShelveInstance-17953904 tempest-TestShelveInstance-17953904-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c68ccaa9-bb60-4348-bb88-4572f6c13646,revision_number=None']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:29:05.266355 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-a69ee0e2-5616-4a9b-bc7d-665ea0713383 tempest-TestShelveInstance-17953904 tempest-TestShelveInstance-17953904-project] Notify callbacks [] for security_group, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:29:05.267619 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-a69ee0e2-5616-4a9b-bc7d-665ea0713383 tempest-TestShelveInstance-17953904 tempest-TestShelveInstance-17953904-project] 10.222.0.26 "DELETE /v2.0/security-groups/c68ccaa9-bb60-4348-bb88-4572f6c13646 HTTP/1.1" status: 204 len: 168 time: 0.3093469 Apr 01 14:29:05.338246 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 37180) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:29:05.922281 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-fe0b7f27-29c9-4553-98c7-db55b6f6e2a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4084029'] for router_interface, before_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:29:05.986755 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Device 0500dce7-bceb-4a72-9e2a-3fcbec19452c no longer exists at agent hyperv_hv-neutron-8361 {{(pid=83872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 14:29:06.032681 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.plugin [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] No Port match for: 0500dce7-bceb-4a72-9e2a-3fcbec19452c {{(pid=83872) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 01 14:29:06.033285 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Device 0500dce7-bceb-4a72-9e2a-3fcbec19452c not bound to the agent host hv-neutron-8361 {{(pid=83872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 14:29:06.042546 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-83ec6a6a-9ca1-42c4-ac3c-2ce56e067640 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:29:06.527018 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.plugin [None req-fe0b7f27-29c9-4553-98c7-db55b6f6e2a0 admin admin] Deleting port 9f097cc0-12e5-4bf7-bcf6-080e35857801 {{(pid=83871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 14:29:06.527555 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-fe0b7f27-29c9-4553-98c7-db55b6f6e2a0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736733287370'] for port, before_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:29:06.698570 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.db [None req-fe0b7f27-29c9-4553-98c7-db55b6f6e2a0 admin admin] For port 9f097cc0-12e5-4bf7-bcf6-080e35857801, host dv-neutron-836180-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836180-1-hyperv',level=0,port_id=9f097cc0-12e5-4bf7-bcf6-080e35857801,segment=NetworkSegment(a25f9ba2-745b-4dcb-b8ce-224525240f7f),segment_id=a25f9ba2-745b-4dcb-b8ce-224525240f7f)] {{(pid=83871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 14:29:06.698926 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-fe0b7f27-29c9-4553-98c7-db55b6f6e2a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4155147'] for port, precommit_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:29:06.910692 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.plugin [None req-fe0b7f27-29c9-4553-98c7-db55b6f6e2a0 admin admin] Calling delete_port for 9f097cc0-12e5-4bf7-bcf6-080e35857801 owned by network:router_interface {{(pid=83871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 14:29:07.078351 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-fe0b7f27-29c9-4553-98c7-db55b6f6e2a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736733359243', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736732935810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2743125'] for port, after_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:29:07.124555 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe0b7f27-29c9-4553-98c7-db55b6f6e2a0 admin admin] Pushing event deleted for resources: {'Port': ['ID=9f097cc0-12e5-4bf7-bcf6-080e35857801,revision_number=None']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:29:07.332293 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:29:07.416930 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-fe0b7f27-29c9-4553-98c7-db55b6f6e2a0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3017585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4084076'] for router_interface, after_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:29:07.611005 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-2f9cfc9c-d8ba-4de3-a4ad-98162f90557c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:29:08.001845 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe0b7f27-29c9-4553-98c7-db55b6f6e2a0 admin admin] Router 09ff4e49-a23a-4aa8-b173-1190989723df has already been hosted by L3 agent 88bf8fc8-11a3-4e96-9d1b-5fd93ba9f6f1 {{(pid=83871) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 14:29:08.033471 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.agents_db [None req-bdd220c7-049a-43d2-a923-ad1a2de078c6 None None] Agent healthcheck: found 6 active agents {{(pid=83873) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 01 14:29:08.208469 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe0b7f27-29c9-4553-98c7-db55b6f6e2a0 admin admin] Notify agent at l3_agent.dv-neutron-836180-1-hyperv the message routers_updated {{(pid=83871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 14:29:08.218948 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79709ee6-0702-4bc0-a6e1-1c0bb22758e8 None None] Sync routers for ids ['09ff4e49-a23a-4aa8-b173-1190989723df'] in dv-neutron-836180-1-hyperv {{(pid=83872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 14:29:08.221927 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-fe0b7f27-29c9-4553-98c7-db55b6f6e2a0 admin admin] 10.222.0.26 "PUT /v2.0/routers/09ff4e49-a23a-4aa8-b173-1190989723df/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8824999 Apr 01 14:29:08.224545 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 37202) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:29:08.232939 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79709ee6-0702-4bc0-a6e1-1c0bb22758e8 None None] Routers {'09ff4e49-a23a-4aa8-b173-1190989723df'} bound to L3 agent in host dv-neutron-836180-1-hyperv {{(pid=83872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 14:29:08.233544 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_hamode_db [None req-79709ee6-0702-4bc0-a6e1-1c0bb22758e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836180-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T13:25:36Z,description=,heartbeat_timestamp=2022-04-01T14:29:06Z,host='dv-neutron-836180-1-hyperv',id=88bf8fc8-11a3-4e96-9d1b-5fd93ba9f6f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T13:25:36Z,topic='l3_agent')) {'router_ids': ['09ff4e49-a23a-4aa8-b173-1190989723df'], 'active': True} {{(pid=83872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 14:29:08.420324 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_dvr_db [None req-79709ee6-0702-4bc0-a6e1-1c0bb22758e8 None None] Set router 09ff4e49-a23a-4aa8-b173-1190989723df gateway port host: dv-neutron-836180-1-hyperv {{(pid=83872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 14:29:08.432673 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-80056cb6-febb-4c1c-9ac7-c829622f5d7e admin admin] Notify callbacks [] for router, before_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:29:08.629160 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-80056cb6-febb-4c1c-9ac7-c829622f5d7e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:29:08.638694 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.plugin [None req-80056cb6-febb-4c1c-9ac7-c829622f5d7e admin admin] Deleting port 35b95295-5490-4be5-ab0d-323c37d800a2 {{(pid=83869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 14:29:08.639069 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-80056cb6-febb-4c1c-9ac7-c829622f5d7e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736733287370'] for port, before_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:29:08.708602 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_hamode_db [None req-79709ee6-0702-4bc0-a6e1-1c0bb22758e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09ff4e49-a23a-4aa8-b173-1190989723df', 'name': 'tempest-TestShelveInstance-1942318884-router', 'tenant_id': '1738f80b01b740f9889eafec82b2aaf9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'external_fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.151'}], 'enable_snat': True}, 'gw_port_id': '35b95295-5490-4be5-ab0d-323c37d800a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T14:18:47Z', 'updated_at': '2022-04-01T14:29:07Z', 'revision_number': 5, 'project_id': '1738f80b01b740f9889eafec82b2aaf9', 'gw_port': {'id': '35b95295-5490-4be5-ab0d-323c37d800a2', 'name': '', 'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:32:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09ff4e49-a23a-4aa8-b173-1190989723df', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836180-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T14:18:47Z', 'updated_at': '2022-04-01T14:18:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836180-1-hyperv'}], 'dv-neutron-836180-1-hyperv', False) {} {{(pid=83872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 14:29:08.712800 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79709ee6-0702-4bc0-a6e1-1c0bb22758e8 None None] Checking router: 09ff4e49-a23a-4aa8-b173-1190989723df for host: dv-neutron-836180-1-hyperv {{(pid=83872) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 01 14:29:08.724255 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79709ee6-0702-4bc0-a6e1-1c0bb22758e8 None None] Routers {'09ff4e49-a23a-4aa8-b173-1190989723df'} bound to L3 agent in host dv-neutron-836180-1-hyperv {{(pid=83872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 14:29:08.724872 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_hamode_db [None req-79709ee6-0702-4bc0-a6e1-1c0bb22758e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836180-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T13:25:36Z,description=,heartbeat_timestamp=2022-04-01T14:29:06Z,host='dv-neutron-836180-1-hyperv',id=88bf8fc8-11a3-4e96-9d1b-5fd93ba9f6f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T13:25:36Z,topic='l3_agent')) {'router_ids': ['09ff4e49-a23a-4aa8-b173-1190989723df'], 'active': True} {{(pid=83872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 14:29:08.820474 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.db [None req-80056cb6-febb-4c1c-9ac7-c829622f5d7e admin admin] For port 35b95295-5490-4be5-ab0d-323c37d800a2, host dv-neutron-836180-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836180-1-hyperv',level=0,port_id=35b95295-5490-4be5-ab0d-323c37d800a2,segment=NetworkSegment(7b924dd8-4978-40c4-ad91-4b9b27348462),segment_id=7b924dd8-4978-40c4-ad91-4b9b27348462)] {{(pid=83869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 14:29:08.820864 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-80056cb6-febb-4c1c-9ac7-c829622f5d7e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4155147'] for port, precommit_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:29:08.914196 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_dvr_db [None req-79709ee6-0702-4bc0-a6e1-1c0bb22758e8 None None] Set router 09ff4e49-a23a-4aa8-b173-1190989723df gateway port host: None {{(pid=83872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 14:29:08.942543 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.plugin [None req-80056cb6-febb-4c1c-9ac7-c829622f5d7e admin admin] Calling delete_port for 35b95295-5490-4be5-ab0d-323c37d800a2 owned by network:router_gateway {{(pid=83869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 14:29:09.032928 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_hamode_db [None req-79709ee6-0702-4bc0-a6e1-1c0bb22758e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09ff4e49-a23a-4aa8-b173-1190989723df', 'name': 'tempest-TestShelveInstance-1942318884-router', 'tenant_id': '1738f80b01b740f9889eafec82b2aaf9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T14:18:47Z', 'updated_at': '2022-04-01T14:29:08Z', 'revision_number': 6, 'project_id': '1738f80b01b740f9889eafec82b2aaf9', 'gw_port_host': None}], 'dv-neutron-836180-1-hyperv', False) {} {{(pid=83872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 14:29:09.036881 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79709ee6-0702-4bc0-a6e1-1c0bb22758e8 None None] The sync data for ids ['09ff4e49-a23a-4aa8-b173-1190989723df'] in dv-neutron-836180-1-hyperv is: [{'id': '09ff4e49-a23a-4aa8-b173-1190989723df', 'name': 'tempest-TestShelveInstance-1942318884-router', 'tenant_id': '1738f80b01b740f9889eafec82b2aaf9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T14:18:47Z', 'updated_at': '2022-04-01T14:29:08Z', 'revision_number': 6, 'project_id': '1738f80b01b740f9889eafec82b2aaf9', 'gw_port_host': None}] {{(pid=83872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 14:29:09.105359 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-a976a7b9-9034-41e6-be13-349b75ed1593 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:29:09.112641 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-80056cb6-febb-4c1c-9ac7-c829622f5d7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736733359243', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736732935810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2705155'] for port, after_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:29:09.155467 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80056cb6-febb-4c1c-9ac7-c829622f5d7e admin admin] Pushing event deleted for resources: {'Port': ['ID=35b95295-5490-4be5-ab0d-323c37d800a2,revision_number=None']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:29:09.376946 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-80056cb6-febb-4c1c-9ac7-c829622f5d7e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4084822'] for router_gateway, after_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:29:09.730667 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-80056cb6-febb-4c1c-9ac7-c829622f5d7e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4079814', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4170'] for router, precommit_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:29:09.734749 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-80056cb6-febb-4c1c-9ac7-c829622f5d7e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:29:09.759421 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-80056cb6-febb-4c1c-9ac7-c829622f5d7e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4079738'] for router, after_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:29:09.759960 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80056cb6-febb-4c1c-9ac7-c829622f5d7e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 09ff4e49-a23a-4aa8-b173-1190989723df {{(pid=83869) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 01 14:29:09.778122 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-80056cb6-febb-4c1c-9ac7-c829622f5d7e admin admin] Notify callbacks [] for router, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:29:09.783171 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-80056cb6-febb-4c1c-9ac7-c829622f5d7e admin admin] 10.222.0.26 "DELETE /v2.0/routers/09ff4e49-a23a-4aa8-b173-1190989723df HTTP/1.1" status: 204 len: 168 time: 1.5540621 Apr 01 14:29:09.783464 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 37208) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:29:09.843150 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Device 9f097cc0-12e5-4bf7-bcf6-080e35857801 no longer exists at agent ovs-agent-dv-neutron-836180-1-hyperv {{(pid=83872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 14:29:09.853521 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.db_base_plugin_v2 [None req-0c474d04-901f-4fe1-85d4-f7c7862540e3 admin admin] Deleting subnet c40694bf-8b6c-4ede-8b5d-50a91840a91c {{(pid=83869) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 01 14:29:09.857564 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-0c474d04-901f-4fe1-85d4-f7c7862540e3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:29:09.878303 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.plugin [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] No Port match for: 9f097cc0-12e5-4bf7-bcf6-080e35857801 {{(pid=83872) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 01 14:29:09.878644 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Device 9f097cc0-12e5-4bf7-bcf6-080e35857801 not bound to the agent host dv-neutron-836180-1-hyperv {{(pid=83872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 14:29:09.879054 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Device 35b95295-5490-4be5-ab0d-323c37d800a2 no longer exists at agent ovs-agent-dv-neutron-836180-1-hyperv {{(pid=83872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 14:29:09.915433 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-0c474d04-901f-4fe1-85d4-f7c7862540e3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2704975'] for subnet, precommit_delete_associations {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:29:09.922303 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.plugin [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] No Port match for: 35b95295-5490-4be5-ab0d-323c37d800a2 {{(pid=83872) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 01 14:29:09.922684 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Device 35b95295-5490-4be5-ab0d-323c37d800a2 not bound to the agent host dv-neutron-836180-1-hyperv {{(pid=83872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 14:29:10.003258 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-0c474d04-901f-4fe1-85d4-f7c7862540e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-945029'] for subnet, precommit_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:29:10.085707 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-0c474d04-901f-4fe1-85d4-f7c7862540e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-945042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2705198', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2999452'] for subnet, after_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:29:10.125294 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c474d04-901f-4fe1-85d4-f7c7862540e3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c40694bf-8b6c-4ede-8b5d-50a91840a91c,revision_number=None']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:29:10.129295 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-0c474d04-901f-4fe1-85d4-f7c7862540e3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:29:10.134857 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0321ab1a-e9e0-4b47-94a1-9d357dbe79df None None] Network d6128c6d-3463-4b30-b80b-6cd8c7d78ddb requested from dv-neutron-836180-1-hyperv {{(pid=83872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 14:29:10.135583 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-0c474d04-901f-4fe1-85d4-f7c7862540e3 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/c40694bf-8b6c-4ede-8b5d-50a91840a91c HTTP/1.1" status: 204 len: 168 time: 0.3508027 Apr 01 14:29:10.138802 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 37212) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:29:10.256936 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-dce4d9b4-6053-4d09-b83e-fc3e0fc3b2aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1033078'] for network, before_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:29:10.268207 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.plugin [None req-dce4d9b4-6053-4d09-b83e-fc3e0fc3b2aa admin admin] Deleting port 5ae2cbb8-6f5c-42fe-9965-d5bedf480444 {{(pid=83869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 14:29:10.268628 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-dce4d9b4-6053-4d09-b83e-fc3e0fc3b2aa admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736733287370'] for port, before_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:29:10.396385 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de85eb6c-b0df-41ed-91d0-923d7235ea29 None None] DHCP port deletion for d6128c6d-3463-4b30-b80b-6cd8c7d78ddb request from dv-neutron-836180-1-hyperv {{(pid=83872) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 01 14:29:10.401737 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.plugin [None req-de85eb6c-b0df-41ed-91d0-923d7235ea29 None None] Deleting port 5ae2cbb8-6f5c-42fe-9965-d5bedf480444 {{(pid=83872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 14:29:10.402105 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-de85eb6c-b0df-41ed-91d0-923d7235ea29 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736733287370'] for port, before_delete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:29:10.492953 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.db [None req-dce4d9b4-6053-4d09-b83e-fc3e0fc3b2aa admin admin] For port 5ae2cbb8-6f5c-42fe-9965-d5bedf480444, host dv-neutron-836180-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836180-1-hyperv',level=0,port_id=5ae2cbb8-6f5c-42fe-9965-d5bedf480444,segment=NetworkSegment(a25f9ba2-745b-4dcb-b8ce-224525240f7f),segment_id=a25f9ba2-745b-4dcb-b8ce-224525240f7f)] {{(pid=83869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 14:29:10.493550 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-dce4d9b4-6053-4d09-b83e-fc3e0fc3b2aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4155147'] for port, precommit_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:29:10.616282 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-de85eb6c-b0df-41ed-91d0-923d7235ea29 None None] For port 5ae2cbb8-6f5c-42fe-9965-d5bedf480444, host dv-neutron-836180-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836180-1-hyperv',level=0,port_id=5ae2cbb8-6f5c-42fe-9965-d5bedf480444,segment=NetworkSegment(a25f9ba2-745b-4dcb-b8ce-224525240f7f),segment_id=a25f9ba2-745b-4dcb-b8ce-224525240f7f)] {{(pid=83872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 14:29:10.616282 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-de85eb6c-b0df-41ed-91d0-923d7235ea29 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4155147'] for port, precommit_delete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:29:10.620021 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.plugin [None req-dce4d9b4-6053-4d09-b83e-fc3e0fc3b2aa admin admin] Calling delete_port for 5ae2cbb8-6f5c-42fe-9965-d5bedf480444 owned by network:dhcp {{(pid=83869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 14:29:10.696659 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-dce4d9b4-6053-4d09-b83e-fc3e0fc3b2aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736733359243', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736732935810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2705155'] for port, after_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:29:10.740931 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.plugin [None req-de85eb6c-b0df-41ed-91d0-923d7235ea29 None None] Calling delete_port for 5ae2cbb8-6f5c-42fe-9965-d5bedf480444 owned by network:dhcp {{(pid=83872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 14:29:10.747299 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce4d9b4-6053-4d09-b83e-fc3e0fc3b2aa admin admin] Pushing event deleted for resources: {'Port': ['ID=5ae2cbb8-6f5c-42fe-9965-d5bedf480444,revision_number=None']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:29:10.751917 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dce4d9b4-6053-4d09-b83e-fc3e0fc3b2aa admin admin] No DVR routers for this DVR port 5ae2cbb8-6f5c-42fe-9965-d5bedf480444 on host dv-neutron-836180-1-hyperv {{(pid=83869) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 14:29:10.821612 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.db.api [None req-de85eb6c-b0df-41ed-91d0-923d7235ea29 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83872) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 01 14:29:10.821964 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG oslo_db.api [None req-de85eb6c-b0df-41ed-91d0-923d7235ea29 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 01 14:29:10.872276 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-dce4d9b4-6053-4d09-b83e-fc3e0fc3b2aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-942654', 'neutron.services.segments.db._delete_segments_for_network-8736733387888'] for network, precommit_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:29:10.897730 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.services.segments.db [None req-dce4d9b4-6053-4d09-b83e-fc3e0fc3b2aa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d6128c6d-3463-4b30-b80b-6cd8c7d78ddb']}} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 14:29:10.911082 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.services.segments.db [None req-dce4d9b4-6053-4d09-b83e-fc3e0fc3b2aa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a25f9ba2-745b-4dcb-b8ce-224525240f7f') {'for_net_delete': True} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 14:29:10.911367 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.services.segments.db [None req-dce4d9b4-6053-4d09-b83e-fc3e0fc3b2aa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a25f9ba2-745b-4dcb-b8ce-224525240f7f') {} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 14:29:10.924007 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-dce4d9b4-6053-4d09-b83e-fc3e0fc3b2aa admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736733386999', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2704982'] for segment, before_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:29:10.939991 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-dce4d9b4-6053-4d09-b83e-fc3e0fc3b2aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1004271'] for segment, precommit_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:29:10.946535 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dce4d9b4-6053-4d09-b83e-fc3e0fc3b2aa admin admin] Releasing vlan 354 on physical network physnet1 to pool {{(pid=83869) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 01 14:29:10.946914 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-dce4d9b4-6053-4d09-b83e-fc3e0fc3b2aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1004262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2705264'] for segment, after_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:29:10.961025 dv-neutron-836180-1-hyperv neutron-server[83869]: Traceback (most recent call last): Apr 01 14:29:10.961025 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 01 14:29:10.961025 dv-neutron-836180-1-hyperv neutron-server[83869]: timer() Apr 01 14:29:10.961025 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 14:29:10.961025 dv-neutron-836180-1-hyperv neutron-server[83869]: cb(*args, **kw) Apr 01 14:29:10.961025 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 14:29:10.961025 dv-neutron-836180-1-hyperv neutron-server[83869]: return func(*args, **kwargs) Apr 01 14:29:10.961025 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 14:29:10.961025 dv-neutron-836180-1-hyperv neutron-server[83869]: self._notify() Apr 01 14:29:10.961025 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 14:29:10.961025 dv-neutron-836180-1-hyperv neutron-server[83869]: self.callback(batched_events) Apr 01 14:29:10.961025 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 14:29:10.961025 dv-neutron-836180-1-hyperv neutron-server[83869]: event.method(event) Apr 01 14:29:10.961025 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 14:29:10.961025 dv-neutron-836180-1-hyperv neutron-server[83869]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 14:29:10.961025 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 14:29:10.961025 dv-neutron-836180-1-hyperv neutron-server[83869]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 14:29:10.961025 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 14:29:10.961025 dv-neutron-836180-1-hyperv neutron-server[83869]: return f(self, *a, **k) Apr 01 14:29:10.961025 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 14:29:10.961025 dv-neutron-836180-1-hyperv neutron-server[83869]: return self._get(url).json() Apr 01 14:29:10.961025 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 14:29:10.961025 dv-neutron-836180-1-hyperv neutron-server[83869]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 14:29:10.961025 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 01 14:29:10.961025 dv-neutron-836180-1-hyperv neutron-server[83869]: return self.request(url, 'GET', **kwargs) Apr 01 14:29:10.961025 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 01 14:29:10.961025 dv-neutron-836180-1-hyperv neutron-server[83869]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 14:29:10.961025 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 01 14:29:10.961025 dv-neutron-836180-1-hyperv neutron-server[83869]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 14:29:10.961025 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 01 14:29:10.961025 dv-neutron-836180-1-hyperv neutron-server[83869]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 14:29:10.961025 dv-neutron-836180-1-hyperv neutron-server[83869]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 14:29:11.045775 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-dce4d9b4-6053-4d09-b83e-fc3e0fc3b2aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-942599', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4084797'] for network, after_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:29:11.062253 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-dce4d9b4-6053-4d09-b83e-fc3e0fc3b2aa admin admin] Notify callbacks [] for network, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:29:11.072438 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce4d9b4-6053-4d09-b83e-fc3e0fc3b2aa admin admin] Pushing event deleted for resources: {'Network': ['ID=d6128c6d-3463-4b30-b80b-6cd8c7d78ddb,revision_number=None']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:29:11.085311 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-dce4d9b4-6053-4d09-b83e-fc3e0fc3b2aa admin admin] 10.222.0.26 "DELETE /v2.0/networks/d6128c6d-3463-4b30-b80b-6cd8c7d78ddb HTTP/1.1" status: 204 len: 168 time: 0.9461670 Apr 01 14:29:11.091621 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 37216) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:29:11.323795 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.plugin [None req-de85eb6c-b0df-41ed-91d0-923d7235ea29 None None] Deleting port 5ae2cbb8-6f5c-42fe-9965-d5bedf480444 {{(pid=83872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 14:29:11.324364 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-de85eb6c-b0df-41ed-91d0-923d7235ea29 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736733287370'] for port, before_delete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:29:11.395772 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.plugin [None req-de85eb6c-b0df-41ed-91d0-923d7235ea29 None None] The port '5ae2cbb8-6f5c-42fe-9965-d5bedf480444' was deleted {{(pid=83872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 01 14:29:11.570786 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Device 5ae2cbb8-6f5c-42fe-9965-d5bedf480444 no longer exists at agent ovs-agent-dv-neutron-836180-1-hyperv {{(pid=83872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 14:29:11.578523 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-ab73733f-1232-47c4-b0df-a5039466d4e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4084029'] for router_interface, before_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:29:11.605266 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.plugin [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] No Port match for: 5ae2cbb8-6f5c-42fe-9965-d5bedf480444 {{(pid=83872) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 01 14:29:11.605608 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Device 5ae2cbb8-6f5c-42fe-9965-d5bedf480444 not bound to the agent host dv-neutron-836180-1-hyperv {{(pid=83872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 14:29:12.194247 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.plugin [None req-ab73733f-1232-47c4-b0df-a5039466d4e2 admin admin] Deleting port fbf3bb03-5d90-412f-855c-eabca8df6206 {{(pid=83869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 14:29:12.194568 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-ab73733f-1232-47c4-b0df-a5039466d4e2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736733287370'] for port, before_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:29:12.373809 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.db [None req-ab73733f-1232-47c4-b0df-a5039466d4e2 admin admin] For port fbf3bb03-5d90-412f-855c-eabca8df6206, host dv-neutron-836180-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836180-1-hyperv',level=0,port_id=fbf3bb03-5d90-412f-855c-eabca8df6206,segment=NetworkSegment(8d1277ee-19c2-4cae-8b8c-bb45d71ccd12),segment_id=8d1277ee-19c2-4cae-8b8c-bb45d71ccd12)] {{(pid=83869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 14:29:12.374157 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-ab73733f-1232-47c4-b0df-a5039466d4e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4155147'] for port, precommit_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:29:12.498917 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.plugin [None req-ab73733f-1232-47c4-b0df-a5039466d4e2 admin admin] Calling delete_port for fbf3bb03-5d90-412f-855c-eabca8df6206 owned by network:router_interface {{(pid=83869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 14:29:12.674988 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-ab73733f-1232-47c4-b0df-a5039466d4e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736733359243', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736732935810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2705155'] for port, after_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:29:12.720181 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab73733f-1232-47c4-b0df-a5039466d4e2 admin admin] Pushing event deleted for resources: {'Port': ['ID=fbf3bb03-5d90-412f-855c-eabca8df6206,revision_number=None']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:29:13.139559 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-ab73733f-1232-47c4-b0df-a5039466d4e2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3017585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4084076'] for router_interface, after_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:29:13.717190 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab73733f-1232-47c4-b0df-a5039466d4e2 admin admin] Router 10b34460-b69e-43e7-b710-ba28fa60ea0b has already been hosted by L3 agent 88bf8fc8-11a3-4e96-9d1b-5fd93ba9f6f1 {{(pid=83869) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 14:29:13.919028 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab73733f-1232-47c4-b0df-a5039466d4e2 admin admin] Notify agent at l3_agent.dv-neutron-836180-1-hyperv the message routers_updated {{(pid=83869) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 14:29:13.928188 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f9373e9-e37c-4aaa-bcda-83588155a1d9 None None] Sync routers for ids ['10b34460-b69e-43e7-b710-ba28fa60ea0b'] in dv-neutron-836180-1-hyperv {{(pid=83873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 14:29:13.928704 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-ab73733f-1232-47c4-b0df-a5039466d4e2 admin admin] 10.222.0.26 "PUT /v2.0/routers/10b34460-b69e-43e7-b710-ba28fa60ea0b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8357108 Apr 01 14:29:13.931952 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 37220) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:29:13.941649 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f9373e9-e37c-4aaa-bcda-83588155a1d9 None None] Routers {'10b34460-b69e-43e7-b710-ba28fa60ea0b'} bound to L3 agent in host dv-neutron-836180-1-hyperv {{(pid=83873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 14:29:13.942265 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-4f9373e9-e37c-4aaa-bcda-83588155a1d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836180-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T13:25:36Z,description=,heartbeat_timestamp=2022-04-01T14:29:06Z,host='dv-neutron-836180-1-hyperv',id=88bf8fc8-11a3-4e96-9d1b-5fd93ba9f6f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T13:25:36Z,topic='l3_agent')) {'router_ids': ['10b34460-b69e-43e7-b710-ba28fa60ea0b'], 'active': True} {{(pid=83873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 14:29:14.122924 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_dvr_db [None req-4f9373e9-e37c-4aaa-bcda-83588155a1d9 None None] Set router 10b34460-b69e-43e7-b710-ba28fa60ea0b gateway port host: dv-neutron-836180-1-hyperv {{(pid=83873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 14:29:14.233091 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-382ab139-f9a4-4cea-b974-811f206de458 admin admin] Notify callbacks [] for router, before_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:29:14.404957 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-4f9373e9-e37c-4aaa-bcda-83588155a1d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10b34460-b69e-43e7-b710-ba28fa60ea0b', 'name': 'tempest-TestShelveInstance-1121757312-router', 'tenant_id': '2add1734b87f4e5a8b225944caaac2c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'external_fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.128'}], 'enable_snat': True}, 'gw_port_id': 'fe5b476b-587c-4fdb-9a9a-227b6e80601a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T14:18:53Z', 'updated_at': '2022-04-01T14:29:12Z', 'revision_number': 5, 'project_id': '2add1734b87f4e5a8b225944caaac2c2', 'gw_port': {'id': 'fe5b476b-587c-4fdb-9a9a-227b6e80601a', 'name': '', 'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:8d:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10b34460-b69e-43e7-b710-ba28fa60ea0b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836180-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T14:18:54Z', 'updated_at': '2022-04-01T14:19:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836180-1-hyperv'}], 'dv-neutron-836180-1-hyperv', False) {} {{(pid=83873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 14:29:14.409111 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f9373e9-e37c-4aaa-bcda-83588155a1d9 None None] Checking router: 10b34460-b69e-43e7-b710-ba28fa60ea0b for host: dv-neutron-836180-1-hyperv {{(pid=83873) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 01 14:29:14.419947 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f9373e9-e37c-4aaa-bcda-83588155a1d9 None None] Routers {'10b34460-b69e-43e7-b710-ba28fa60ea0b'} bound to L3 agent in host dv-neutron-836180-1-hyperv {{(pid=83873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 14:29:14.420563 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-4f9373e9-e37c-4aaa-bcda-83588155a1d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836180-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T13:25:36Z,description=,heartbeat_timestamp=2022-04-01T14:29:06Z,host='dv-neutron-836180-1-hyperv',id=88bf8fc8-11a3-4e96-9d1b-5fd93ba9f6f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T13:25:36Z,topic='l3_agent')) {'router_ids': ['10b34460-b69e-43e7-b710-ba28fa60ea0b'], 'active': True} {{(pid=83873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 14:29:14.433398 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-382ab139-f9a4-4cea-b974-811f206de458 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:29:14.444681 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.plugin [None req-382ab139-f9a4-4cea-b974-811f206de458 admin admin] Deleting port fe5b476b-587c-4fdb-9a9a-227b6e80601a {{(pid=83871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 14:29:14.445086 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-382ab139-f9a4-4cea-b974-811f206de458 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736733287370'] for port, before_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:29:14.571109 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_dvr_db [None req-4f9373e9-e37c-4aaa-bcda-83588155a1d9 None None] Set router 10b34460-b69e-43e7-b710-ba28fa60ea0b gateway port host: None {{(pid=83873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 14:29:14.618772 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.db [None req-382ab139-f9a4-4cea-b974-811f206de458 admin admin] For port fe5b476b-587c-4fdb-9a9a-227b6e80601a, host dv-neutron-836180-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836180-1-hyperv',level=0,port_id=fe5b476b-587c-4fdb-9a9a-227b6e80601a,segment=NetworkSegment(7b924dd8-4978-40c4-ad91-4b9b27348462),segment_id=7b924dd8-4978-40c4-ad91-4b9b27348462)] {{(pid=83871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 14:29:14.619127 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-382ab139-f9a4-4cea-b974-811f206de458 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4155147'] for port, precommit_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:29:14.678837 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-4f9373e9-e37c-4aaa-bcda-83588155a1d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10b34460-b69e-43e7-b710-ba28fa60ea0b', 'name': 'tempest-TestShelveInstance-1121757312-router', 'tenant_id': '2add1734b87f4e5a8b225944caaac2c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T14:18:53Z', 'updated_at': '2022-04-01T14:29:14Z', 'revision_number': 6, 'project_id': '2add1734b87f4e5a8b225944caaac2c2', 'gw_port_host': None}], 'dv-neutron-836180-1-hyperv', False) {} {{(pid=83873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 14:29:14.683131 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f9373e9-e37c-4aaa-bcda-83588155a1d9 None None] The sync data for ids ['10b34460-b69e-43e7-b710-ba28fa60ea0b'] in dv-neutron-836180-1-hyperv is: [{'id': '10b34460-b69e-43e7-b710-ba28fa60ea0b', 'name': 'tempest-TestShelveInstance-1121757312-router', 'tenant_id': '2add1734b87f4e5a8b225944caaac2c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T14:18:53Z', 'updated_at': '2022-04-01T14:29:14Z', 'revision_number': 6, 'project_id': '2add1734b87f4e5a8b225944caaac2c2', 'gw_port_host': None}] {{(pid=83873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 14:29:14.744263 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.plugin [None req-382ab139-f9a4-4cea-b974-811f206de458 admin admin] Calling delete_port for fe5b476b-587c-4fdb-9a9a-227b6e80601a owned by network:router_gateway {{(pid=83871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 14:29:14.909012 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-382ab139-f9a4-4cea-b974-811f206de458 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736733359243', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736732935810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2743125'] for port, after_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:29:14.955726 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-382ab139-f9a4-4cea-b974-811f206de458 admin admin] Pushing event deleted for resources: {'Port': ['ID=fe5b476b-587c-4fdb-9a9a-227b6e80601a,revision_number=None']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:29:15.185255 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-382ab139-f9a4-4cea-b974-811f206de458 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4084822'] for router_gateway, after_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:29:15.439061 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-382ab139-f9a4-4cea-b974-811f206de458 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4079814', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4170'] for router, precommit_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:29:15.443218 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-382ab139-f9a4-4cea-b974-811f206de458 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:29:15.574965 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-382ab139-f9a4-4cea-b974-811f206de458 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4079738'] for router, after_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:29:15.575482 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-382ab139-f9a4-4cea-b974-811f206de458 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 10b34460-b69e-43e7-b710-ba28fa60ea0b {{(pid=83871) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 01 14:29:15.580396 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Device fbf3bb03-5d90-412f-855c-eabca8df6206 no longer exists at agent ovs-agent-dv-neutron-836180-1-hyperv {{(pid=83872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 14:29:15.587519 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-382ab139-f9a4-4cea-b974-811f206de458 admin admin] Notify callbacks [] for router, before_response {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:29:15.591233 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-382ab139-f9a4-4cea-b974-811f206de458 admin admin] 10.222.0.26 "DELETE /v2.0/routers/10b34460-b69e-43e7-b710-ba28fa60ea0b HTTP/1.1" status: 204 len: 168 time: 1.6556125 Apr 01 14:29:15.591464 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 37224) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:29:15.618916 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.plugin [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] No Port match for: fbf3bb03-5d90-412f-855c-eabca8df6206 {{(pid=83872) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 01 14:29:15.619770 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Device fbf3bb03-5d90-412f-855c-eabca8df6206 not bound to the agent host dv-neutron-836180-1-hyperv {{(pid=83872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 14:29:15.619943 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Device fe5b476b-587c-4fdb-9a9a-227b6e80601a no longer exists at agent ovs-agent-dv-neutron-836180-1-hyperv {{(pid=83872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 14:29:15.652229 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.db_base_plugin_v2 [None req-1cae1d08-f71d-4b1e-894d-92d4a9883ed0 admin admin] Deleting subnet 4f85f100-91d1-440c-b0d1-1cb24e374623 {{(pid=83871) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 01 14:29:15.653677 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.plugin [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] No Port match for: fe5b476b-587c-4fdb-9a9a-227b6e80601a {{(pid=83872) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 01 14:29:15.654022 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Device fe5b476b-587c-4fdb-9a9a-227b6e80601a not bound to the agent host dv-neutron-836180-1-hyperv {{(pid=83872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 14:29:15.656234 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-1cae1d08-f71d-4b1e-894d-92d4a9883ed0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:29:15.710857 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-1cae1d08-f71d-4b1e-894d-92d4a9883ed0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3166365'] for subnet, precommit_delete_associations {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:29:15.804913 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-1cae1d08-f71d-4b1e-894d-92d4a9883ed0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-945029'] for subnet, precommit_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:29:15.877105 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-1cae1d08-f71d-4b1e-894d-92d4a9883ed0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-945042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2743160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2757373'] for subnet, after_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:29:15.919261 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cae1d08-f71d-4b1e-894d-92d4a9883ed0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4f85f100-91d1-440c-b0d1-1cb24e374623,revision_number=None']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:29:15.926710 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-1cae1d08-f71d-4b1e-894d-92d4a9883ed0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:29:15.932139 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd806d5b-3e9e-4ed1-88ac-46d06f0af760 None None] Network 0ca1f32a-8633-4131-9f74-497613c8d5fe requested from dv-neutron-836180-1-hyperv {{(pid=83872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 14:29:15.934672 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-1cae1d08-f71d-4b1e-894d-92d4a9883ed0 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/4f85f100-91d1-440c-b0d1-1cb24e374623 HTTP/1.1" status: 204 len: 168 time: 0.3423104 Apr 01 14:29:15.937354 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 37228) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:29:16.046695 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-cd590e9c-2044-498f-b975-74d462051cd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1033078'] for network, before_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:29:16.057701 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.plugin [None req-cd590e9c-2044-498f-b975-74d462051cd0 admin admin] Deleting port 134fe61a-4758-49cf-bc91-1769914153bf {{(pid=83869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 14:29:16.058022 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-cd590e9c-2044-498f-b975-74d462051cd0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736733287370'] for port, before_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:29:16.184590 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5778345d-4e03-4f70-98c8-345f80a52549 None None] DHCP port deletion for 0ca1f32a-8633-4131-9f74-497613c8d5fe request from dv-neutron-836180-1-hyperv {{(pid=83872) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 01 14:29:16.188862 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.plugin [None req-5778345d-4e03-4f70-98c8-345f80a52549 None None] Deleting port 134fe61a-4758-49cf-bc91-1769914153bf {{(pid=83872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 14:29:16.189231 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-5778345d-4e03-4f70-98c8-345f80a52549 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736733287370'] for port, before_delete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:29:16.270189 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.db [None req-cd590e9c-2044-498f-b975-74d462051cd0 admin admin] For port 134fe61a-4758-49cf-bc91-1769914153bf, host dv-neutron-836180-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836180-1-hyperv',level=0,port_id=134fe61a-4758-49cf-bc91-1769914153bf,segment=NetworkSegment(8d1277ee-19c2-4cae-8b8c-bb45d71ccd12),segment_id=8d1277ee-19c2-4cae-8b8c-bb45d71ccd12)] {{(pid=83869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 14:29:16.270554 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-cd590e9c-2044-498f-b975-74d462051cd0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4155147'] for port, precommit_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:29:16.448607 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-5778345d-4e03-4f70-98c8-345f80a52549 None None] For port 134fe61a-4758-49cf-bc91-1769914153bf, host dv-neutron-836180-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836180-1-hyperv',level=0,port_id=134fe61a-4758-49cf-bc91-1769914153bf,segment=NetworkSegment(8d1277ee-19c2-4cae-8b8c-bb45d71ccd12),segment_id=8d1277ee-19c2-4cae-8b8c-bb45d71ccd12)] {{(pid=83872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 14:29:16.448906 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-5778345d-4e03-4f70-98c8-345f80a52549 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4155147'] for port, precommit_delete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:29:16.505098 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.plugin [None req-cd590e9c-2044-498f-b975-74d462051cd0 admin admin] Calling delete_port for 134fe61a-4758-49cf-bc91-1769914153bf owned by network:dhcp {{(pid=83869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 14:29:16.578458 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.plugin [None req-5778345d-4e03-4f70-98c8-345f80a52549 None None] Calling delete_port for 134fe61a-4758-49cf-bc91-1769914153bf owned by network:dhcp {{(pid=83872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 14:29:16.588863 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-cd590e9c-2044-498f-b975-74d462051cd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736733359243', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736732935810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2705155'] for port, after_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:29:16.637360 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd590e9c-2044-498f-b975-74d462051cd0 admin admin] Pushing event deleted for resources: {'Port': ['ID=134fe61a-4758-49cf-bc91-1769914153bf,revision_number=None']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:29:16.643585 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd590e9c-2044-498f-b975-74d462051cd0 admin admin] No DVR routers for this DVR port 134fe61a-4758-49cf-bc91-1769914153bf on host dv-neutron-836180-1-hyperv {{(pid=83869) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 14:29:16.651240 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.db.api [None req-5778345d-4e03-4f70-98c8-345f80a52549 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83872) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 01 14:29:16.651800 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG oslo_db.api [None req-5778345d-4e03-4f70-98c8-345f80a52549 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 01 14:29:16.762613 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-cd590e9c-2044-498f-b975-74d462051cd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-942654', 'neutron.services.segments.db._delete_segments_for_network-8736733387888'] for network, precommit_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:29:16.788130 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.services.segments.db [None req-cd590e9c-2044-498f-b975-74d462051cd0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0ca1f32a-8633-4131-9f74-497613c8d5fe']}} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 14:29:16.802038 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.services.segments.db [None req-cd590e9c-2044-498f-b975-74d462051cd0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8d1277ee-19c2-4cae-8b8c-bb45d71ccd12') {'for_net_delete': True} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 14:29:16.802320 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.services.segments.db [None req-cd590e9c-2044-498f-b975-74d462051cd0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8d1277ee-19c2-4cae-8b8c-bb45d71ccd12') {} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 14:29:16.815955 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-cd590e9c-2044-498f-b975-74d462051cd0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736733386999', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2704982'] for segment, before_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:29:16.834848 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-cd590e9c-2044-498f-b975-74d462051cd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1004271'] for segment, precommit_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:29:16.844185 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cd590e9c-2044-498f-b975-74d462051cd0 admin admin] Releasing vlan 364 on physical network physnet1 to pool {{(pid=83869) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 01 14:29:16.844819 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-cd590e9c-2044-498f-b975-74d462051cd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1004262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2705264'] for segment, after_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:29:16.858787 dv-neutron-836180-1-hyperv neutron-server[83869]: Traceback (most recent call last): Apr 01 14:29:16.858787 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 01 14:29:16.858787 dv-neutron-836180-1-hyperv neutron-server[83869]: timer() Apr 01 14:29:16.858787 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 14:29:16.858787 dv-neutron-836180-1-hyperv neutron-server[83869]: cb(*args, **kw) Apr 01 14:29:16.858787 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 14:29:16.858787 dv-neutron-836180-1-hyperv neutron-server[83869]: return func(*args, **kwargs) Apr 01 14:29:16.858787 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 14:29:16.858787 dv-neutron-836180-1-hyperv neutron-server[83869]: self._notify() Apr 01 14:29:16.858787 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 14:29:16.858787 dv-neutron-836180-1-hyperv neutron-server[83869]: self.callback(batched_events) Apr 01 14:29:16.858787 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 14:29:16.858787 dv-neutron-836180-1-hyperv neutron-server[83869]: event.method(event) Apr 01 14:29:16.858787 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 14:29:16.858787 dv-neutron-836180-1-hyperv neutron-server[83869]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 14:29:16.858787 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 14:29:16.858787 dv-neutron-836180-1-hyperv neutron-server[83869]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 14:29:16.858787 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 14:29:16.858787 dv-neutron-836180-1-hyperv neutron-server[83869]: return f(self, *a, **k) Apr 01 14:29:16.858787 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 14:29:16.858787 dv-neutron-836180-1-hyperv neutron-server[83869]: return self._get(url).json() Apr 01 14:29:16.858787 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 14:29:16.858787 dv-neutron-836180-1-hyperv neutron-server[83869]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 14:29:16.858787 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 01 14:29:16.858787 dv-neutron-836180-1-hyperv neutron-server[83869]: return self.request(url, 'GET', **kwargs) Apr 01 14:29:16.858787 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 01 14:29:16.858787 dv-neutron-836180-1-hyperv neutron-server[83869]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 14:29:16.858787 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 01 14:29:16.858787 dv-neutron-836180-1-hyperv neutron-server[83869]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 14:29:16.858787 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 01 14:29:16.858787 dv-neutron-836180-1-hyperv neutron-server[83869]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 14:29:16.858787 dv-neutron-836180-1-hyperv neutron-server[83869]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 14:29:16.944678 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-cd590e9c-2044-498f-b975-74d462051cd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-942599', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4084797'] for network, after_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:29:16.964531 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-cd590e9c-2044-498f-b975-74d462051cd0 admin admin] Notify callbacks [] for network, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:29:16.976440 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd590e9c-2044-498f-b975-74d462051cd0 admin admin] Pushing event deleted for resources: {'Network': ['ID=0ca1f32a-8633-4131-9f74-497613c8d5fe,revision_number=None']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:29:16.979276 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-cd590e9c-2044-498f-b975-74d462051cd0 admin admin] 10.222.0.26 "DELETE /v2.0/networks/0ca1f32a-8633-4131-9f74-497613c8d5fe HTTP/1.1" status: 204 len: 168 time: 1.0407240 Apr 01 14:29:17.141011 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 37236) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:29:17.153366 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.plugin [None req-5778345d-4e03-4f70-98c8-345f80a52549 None None] Deleting port 134fe61a-4758-49cf-bc91-1769914153bf {{(pid=83872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 14:29:17.153817 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-5778345d-4e03-4f70-98c8-345f80a52549 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736733287370'] for port, before_delete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:29:17.191283 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-a5bfb641-5cb9-40d7-8ae9-72133c336b16 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=1738f80b01b740f9889eafec82b2aaf9&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0489471 Apr 01 14:29:17.193732 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 37240) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:29:17.216036 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.plugin [None req-5778345d-4e03-4f70-98c8-345f80a52549 None None] The port '134fe61a-4758-49cf-bc91-1769914153bf' was deleted {{(pid=83872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 01 14:29:17.260122 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-3a599539-e40d-4204-866a-563e0e045062 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:29:17.286625 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-3a599539-e40d-4204-866a-563e0e045062 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:29:17.337785 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-3a599539-e40d-4204-866a-563e0e045062 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3775923'] for security_group, after_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:29:17.355984 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a599539-e40d-4204-866a-563e0e045062 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=314a3558-98f7-4df9-b7dd-82207141a863,revision_number=None']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:29:17.363469 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-3a599539-e40d-4204-866a-563e0e045062 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:29:17.364633 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-3a599539-e40d-4204-866a-563e0e045062 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/314a3558-98f7-4df9-b7dd-82207141a863 HTTP/1.1" status: 204 len: 168 time: 0.1699743 Apr 01 14:29:17.576332 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Device 134fe61a-4758-49cf-bc91-1769914153bf no longer exists at agent ovs-agent-dv-neutron-836180-1-hyperv {{(pid=83872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 14:29:17.611683 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.plugin [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] No Port match for: 134fe61a-4758-49cf-bc91-1769914153bf {{(pid=83872) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 01 14:29:17.612025 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Device 134fe61a-4758-49cf-bc91-1769914153bf not bound to the agent host dv-neutron-836180-1-hyperv {{(pid=83872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 14:29:17.785405 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 37248) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:29:17.836412 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-81a2d03a-d6f8-471b-a8b4-e0021250fe1a admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=2add1734b87f4e5a8b225944caaac2c2&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0489621 Apr 01 14:29:17.840270 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 37252) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:29:17.902112 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-ec198784-4104-4743-b70a-4cb93884554f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:29:17.926117 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-ec198784-4104-4743-b70a-4cb93884554f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:29:17.976542 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-ec198784-4104-4743-b70a-4cb93884554f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3775923'] for security_group, after_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:29:17.990847 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec198784-4104-4743-b70a-4cb93884554f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4642d328-289e-4e46-8440-47abdc8e7505,revision_number=None']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:29:17.997557 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-ec198784-4104-4743-b70a-4cb93884554f admin admin] Notify callbacks [] for security_group, before_response {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:29:18.000927 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-ec198784-4104-4743-b70a-4cb93884554f admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/4642d328-289e-4e46-8440-47abdc8e7505 HTTP/1.1" status: 204 len: 168 time: 0.1572719 Apr 01 14:29:18.966140 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 37274) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:29:19.104558 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.v2.base [None req-8d96d9c9-9741-48fd-a73c-b719aaa90930 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-927614562-network', 'tenant_id': '2e7390b0e44949e49dc4db8070126e80'}} {{(pid=83871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 14:29:19.109837 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-8d96d9c9-9741-48fd-a73c-b719aaa90930 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 14:29:19.115054 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-8d96d9c9-9741-48fd-a73c-b719aaa90930 admin admin] Usage tracker for resource:network and tenant:2e7390b0e44949e49dc4db8070126e80 is out of sync, need to count used quota {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 14:29:19.118421 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-8d96d9c9-9741-48fd-a73c-b719aaa90930 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 14:29:19.126889 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-8d96d9c9-9741-48fd-a73c-b719aaa90930 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 14:29:19.139555 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d96d9c9-9741-48fd-a73c-b719aaa90930 admin admin] Made reservation on behalf of 2e7390b0e44949e49dc4db8070126e80 for: {'network': 1} {{(pid=83871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 14:29:19.142081 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-8d96d9c9-9741-48fd-a73c-b719aaa90930 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for network, before_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:29:19.155064 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-8d96d9c9-9741-48fd-a73c-b719aaa90930 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:29:19.187153 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-8d96d9c9-9741-48fd-a73c-b719aaa90930 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 14:29:19.190935 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-8d96d9c9-9741-48fd-a73c-b719aaa90930 admin admin] Usage tracker for resource:security_group_rule and tenant:2e7390b0e44949e49dc4db8070126e80 is out of sync, need to count used quota {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 14:29:19.193810 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-8d96d9c9-9741-48fd-a73c-b719aaa90930 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 14:29:19.201006 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-8d96d9c9-9741-48fd-a73c-b719aaa90930 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 14:29:19.270159 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-8d96d9c9-9741-48fd-a73c-b719aaa90930 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:29:19.274933 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-8d96d9c9-9741-48fd-a73c-b719aaa90930 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3775923'] for security_group, after_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:29:19.311366 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8d96d9c9-9741-48fd-a73c-b719aaa90930 admin admin] vlan segment allocate from pool success with {'vlan_id': 358, 'physical_network': 'physnet1'} {{(pid=83871) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 14:29:19.316957 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d96d9c9-9741-48fd-a73c-b719aaa90930 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5fe3f6e-dc29-4250-9730-402b71d8a652,revision_number=1']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:29:19.325286 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-8d96d9c9-9741-48fd-a73c-b719aaa90930 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1004271'] for segment, precommit_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:29:19.325584 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.db.segments_db [None req-8d96d9c9-9741-48fd-a73c-b719aaa90930 admin admin] Added segment 330a5ded-cb7e-4970-9f5c-7ec1d640233e of type vlan for network 13223deb-a72c-43e2-94d2-cfb59471d832 Apr 01 14:29:19.359073 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-8d96d9c9-9741-48fd-a73c-b719aaa90930 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736732923383'] for network, precommit_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:29:19.391490 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-8d96d9c9-9741-48fd-a73c-b719aaa90930 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575'] for network, after_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:29:19.392486 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d96d9c9-9741-48fd-a73c-b719aaa90930 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:29:19.393089 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-8d96d9c9-9741-48fd-a73c-b719aaa90930 admin admin] Notify callbacks [] for network, before_response {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:29:19.501319 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d96d9c9-9741-48fd-a73c-b719aaa90930 admin admin] Pushing event updated for resources: {'Network': ['ID=13223deb-a72c-43e2-94d2-cfb59471d832,revision_number=1']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:29:19.504186 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-8d96d9c9-9741-48fd-a73c-b719aaa90930 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5370214 Apr 01 14:29:19.507170 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 37280) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:29:19.512155 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Network 13223deb-a72c-43e2-94d2-cfb59471d832 details requested by agent ovs-agent-dv-neutron-836180-1-hyperv with host dv-neutron-836180-1-hyperv {{(pid=83872) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 14:29:19.513705 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.v2.base [None req-502a3511-a3b4-4f01-8429-58da044746af admin admin] Request body: {'subnet': {'network_id': '13223deb-a72c-43e2-94d2-cfb59471d832', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-927614562-subnet', 'tenant_id': '2e7390b0e44949e49dc4db8070126e80', 'ip_version': 4}} {{(pid=83871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 14:29:19.518597 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-502a3511-a3b4-4f01-8429-58da044746af admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 14:29:19.522625 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-502a3511-a3b4-4f01-8429-58da044746af admin admin] Usage tracker for resource:subnet and tenant:2e7390b0e44949e49dc4db8070126e80 is out of sync, need to count used quota {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 14:29:19.526801 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-502a3511-a3b4-4f01-8429-58da044746af admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 14:29:19.534964 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-502a3511-a3b4-4f01-8429-58da044746af admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 14:29:19.547536 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-502a3511-a3b4-4f01-8429-58da044746af admin admin] Made reservation on behalf of 2e7390b0e44949e49dc4db8070126e80 for: {'subnet': 1} {{(pid=83871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 14:29:19.549982 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-502a3511-a3b4-4f01-8429-58da044746af admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2757336'] for subnet, before_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:29:19.774890 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-502a3511-a3b4-4f01-8429-58da044746af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2743225', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2757366'] for subnet, after_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:29:19.849367 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-502a3511-a3b4-4f01-8429-58da044746af admin admin] Pushing event updated for resources: {'Subnet': ['ID=51b591d8-01fa-4ba5-b642-214a51e62c0a,revision_number=0']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:29:19.864784 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-502a3511-a3b4-4f01-8429-58da044746af admin admin] Checking segment: {'id': '330a5ded-cb7e-4970-9f5c-7ec1d640233e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '13223deb-a72c-43e2-94d2-cfb59471d832'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 14:29:19.865131 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-502a3511-a3b4-4f01-8429-58da044746af admin admin] Network hostable DHCP agents. Network: 13223deb-a72c-43e2-94d2-cfb59471d832, hostable agents: ['e47e4547-5c2d-4954-ba56-fa3646239f18'], hosted agents: [] {{(pid=83871) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 14:29:19.888655 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-502a3511-a3b4-4f01-8429-58da044746af admin admin] Network 13223deb-a72c-43e2-94d2-cfb59471d832 is scheduled to be hosted by DHCP agent e47e4547-5c2d-4954-ba56-fa3646239f18 with binding_index 1 {{(pid=83871) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 14:29:19.899248 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.scheduler.base_scheduler [None req-502a3511-a3b4-4f01-8429-58da044746af admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-836180-1-hyperv, 13223deb-a72c-43e2-94d2-cfb59471d832) {{(pid=83871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 14:29:19.903500 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-502a3511-a3b4-4f01-8429-58da044746af admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:29:19.904078 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-502a3511-a3b4-4f01-8429-58da044746af admin admin] Notify callbacks [] for subnet, before_response {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:29:19.911884 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2db80b7b-a837-4e92-bafe-d286b437c8dd None None] Network 13223deb-a72c-43e2-94d2-cfb59471d832 requested from dv-neutron-836180-1-hyperv {{(pid=83872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 14:29:19.927991 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-502a3511-a3b4-4f01-8429-58da044746af admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4186134 Apr 01 14:29:19.931160 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 37284) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:29:19.936758 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.v2.base [None req-56f78298-f62e-41d2-85c9-1e9a4239fff6 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-927614562-router', 'tenant_id': '2e7390b0e44949e49dc4db8070126e80', 'external_gateway_info': {'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301'}}} {{(pid=83871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 14:29:19.941929 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-56f78298-f62e-41d2-85c9-1e9a4239fff6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 14:29:19.946322 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-56f78298-f62e-41d2-85c9-1e9a4239fff6 admin admin] Usage tracker for resource:router and tenant:2e7390b0e44949e49dc4db8070126e80 is out of sync, need to count used quota {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 14:29:19.949518 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-56f78298-f62e-41d2-85c9-1e9a4239fff6 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 14:29:19.955434 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-56f78298-f62e-41d2-85c9-1e9a4239fff6 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 14:29:19.969038 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-56f78298-f62e-41d2-85c9-1e9a4239fff6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4082176', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4220'] for router, before_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:29:19.970180 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-56f78298-f62e-41d2-85c9-1e9a4239fff6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4082277', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4084873', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4148249', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4211'] for router, precommit_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:29:19.991556 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-56f78298-f62e-41d2-85c9-1e9a4239fff6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:29:20.145468 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9001911-082f-445a-ad6e-74c78cb7beb9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7e7d0ecb-2af4-55f5-9198-238ab0570d62-13223deb-a72c-43e2-94d2-cfb59471d832', 'network_id': '13223deb-a72c-43e2-94d2-cfb59471d832', 'tenant_id': '2e7390b0e44949e49dc4db8070126e80', 'fixed_ips': [{'subnet_id': '51b591d8-01fa-4ba5-b642-214a51e62c0a'}]}} from dv-neutron-836180-1-hyperv. {{(pid=83872) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 01 14:29:20.145695 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-56f78298-f62e-41d2-85c9-1e9a4239fff6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4084887', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4079850', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4161'] for router, precommit_update {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:29:20.146299 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-d9001911-082f-445a-ad6e-74c78cb7beb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:29:20.316019 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.db_base_plugin_common [None req-d9001911-082f-445a-ad6e-74c78cb7beb9 None None] Allocated IP 172.20.0.2 (13223deb-a72c-43e2-94d2-cfb59471d832/51b591d8-01fa-4ba5-b642-214a51e62c0a/cfe12366-bc4b-40fe-9586-e22bc5241415) {{(pid=83872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 14:29:20.354938 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-56f78298-f62e-41d2-85c9-1e9a4239fff6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:29:20.384647 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-56f78298-f62e-41d2-85c9-1e9a4239fff6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:29:20.521872 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-d9001911-082f-445a-ad6e-74c78cb7beb9 None None] Notify callbacks [] for port, precommit_create {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:29:20.534196 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-d9001911-082f-445a-ad6e-74c78cb7beb9 None None] Transition to ACTIVE for port object cfe12366-bc4b-40fe-9586-e22bc5241415 will not be triggered until provisioned by entity L2. {{(pid=83872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 14:29:20.555187 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-d9001911-082f-445a-ad6e-74c78cb7beb9 None None] Transition to ACTIVE for port object cfe12366-bc4b-40fe-9586-e22bc5241415 will not be triggered until provisioned by entity DHCP. {{(pid=83872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 14:29:20.562532 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-d9001911-082f-445a-ad6e-74c78cb7beb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736732935801'] for port, after_create {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:29:20.609922 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.db_base_plugin_common [None req-56f78298-f62e-41d2-85c9-1e9a4239fff6 admin admin] Allocated IP 172.26.5.203 (725864b8-cceb-48c9-b5d3-1bfc4423e301/e2ed99db-0e25-4971-b535-7fa69231fae8/60d0a4c0-b983-42b6-a1d8-dbce0985f299) {{(pid=83871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 14:29:20.641120 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9001911-082f-445a-ad6e-74c78cb7beb9 None None] Network 13223deb-a72c-43e2-94d2-cfb59471d832 is already hosted by enough agents. {{(pid=83872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 14:29:20.642238 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.scheduler.base_scheduler [None req-d9001911-082f-445a-ad6e-74c78cb7beb9 None None] Resources bound (agent type, host, resource id): {{(pid=83872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 14:29:20.644689 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9001911-082f-445a-ad6e-74c78cb7beb9 None None] Received port after_create {{(pid=83872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 14:29:20.646967 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9001911-082f-445a-ad6e-74c78cb7beb9 None None] Pushing event updated for resources: {'Port': ['ID=cfe12366-bc4b-40fe-9586-e22bc5241415,revision_number=1']} {{(pid=83872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:29:20.686242 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9001911-082f-445a-ad6e-74c78cb7beb9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:29:20.686581 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9001911-082f-445a-ad6e-74c78cb7beb9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:29:20.686912 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9001911-082f-445a-ad6e-74c78cb7beb9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:29:20.687238 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9001911-082f-445a-ad6e-74c78cb7beb9 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:29:20.687563 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9001911-082f-445a-ad6e-74c78cb7beb9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:29:20.687884 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9001911-082f-445a-ad6e-74c78cb7beb9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:29:20.688202 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9001911-082f-445a-ad6e-74c78cb7beb9 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:29:20.688546 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9001911-082f-445a-ad6e-74c78cb7beb9 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:29:20.688862 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9001911-082f-445a-ad6e-74c78cb7beb9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:29:20.689176 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9001911-082f-445a-ad6e-74c78cb7beb9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:29:20.689493 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9001911-082f-445a-ad6e-74c78cb7beb9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:29:20.747701 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.managers [None req-d9001911-082f-445a-ad6e-74c78cb7beb9 None None] Attempting to bind port cfe12366-bc4b-40fe-9586-e22bc5241415 on host dv-neutron-836180-1-hyperv for vnic_type normal with profile {{(pid=83872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 14:29:20.748064 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.managers [None req-d9001911-082f-445a-ad6e-74c78cb7beb9 None None] Attempting to bind port cfe12366-bc4b-40fe-9586-e22bc5241415 by drivers openvswitch,hyperv on host dv-neutron-836180-1-hyperv at level 0 using segments [{'id': '330a5ded-cb7e-4970-9f5c-7ec1d640233e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '13223deb-a72c-43e2-94d2-cfb59471d832'}] {{(pid=83872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 14:29:20.748475 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9001911-082f-445a-ad6e-74c78cb7beb9 None None] Attempting to bind port cfe12366-bc4b-40fe-9586-e22bc5241415 on network 13223deb-a72c-43e2-94d2-cfb59471d832 {{(pid=83872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 14:29:20.754874 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9001911-082f-445a-ad6e-74c78cb7beb9 None None] Checking agent: {'id': 'af948428-97cd-4d10-9f53-af028bdb39b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-836180-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 13, 25, 37), 'started_at': datetime.datetime(2022, 4, 1, 13, 26, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 14, 29, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-836180-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 14:29:20.755240 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9001911-082f-445a-ad6e-74c78cb7beb9 None None] Checking segment: {'id': '330a5ded-cb7e-4970-9f5c-7ec1d640233e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '13223deb-a72c-43e2-94d2-cfb59471d832'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 14:29:20.755635 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-d9001911-082f-445a-ad6e-74c78cb7beb9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:29:20.756055 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9001911-082f-445a-ad6e-74c78cb7beb9 None None] Bound using segment: {'id': '330a5ded-cb7e-4970-9f5c-7ec1d640233e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '13223deb-a72c-43e2-94d2-cfb59471d832'} {{(pid=83872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 14:29:20.756587 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.managers [None req-d9001911-082f-445a-ad6e-74c78cb7beb9 None None] Bound port: cfe12366-bc4b-40fe-9586-e22bc5241415, host: dv-neutron-836180-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '330a5ded-cb7e-4970-9f5c-7ec1d640233e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '13223deb-a72c-43e2-94d2-cfb59471d832'}}] {{(pid=83872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 14:29:20.756953 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-d9001911-082f-445a-ad6e-74c78cb7beb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:29:20.758003 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-56f78298-f62e-41d2-85c9-1e9a4239fff6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:29:20.786810 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-56f78298-f62e-41d2-85c9-1e9a4239fff6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736732935801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2743125'] for port, after_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:29:20.848613 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-d9001911-082f-445a-ad6e-74c78cb7beb9 None None] For port cfe12366-bc4b-40fe-9586-e22bc5241415, host dv-neutron-836180-1-hyperv, cleared binding levels {{(pid=83872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 14:29:20.852867 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-d9001911-082f-445a-ad6e-74c78cb7beb9 None None] For port cfe12366-bc4b-40fe-9586-e22bc5241415, host dv-neutron-836180-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836180-1-hyperv',level=0,port_id=cfe12366-bc4b-40fe-9586-e22bc5241415,segment=NetworkSegment(330a5ded-cb7e-4970-9f5c-7ec1d640233e),segment_id=330a5ded-cb7e-4970-9f5c-7ec1d640233e)] {{(pid=83872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 14:29:20.854833 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56f78298-f62e-41d2-85c9-1e9a4239fff6 admin admin] Network 725864b8-cceb-48c9-b5d3-1bfc4423e301 is already hosted by enough agents. {{(pid=83871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 14:29:20.857583 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-d9001911-082f-445a-ad6e-74c78cb7beb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864'] for port, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:29:20.857740 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.scheduler.base_scheduler [None req-56f78298-f62e-41d2-85c9-1e9a4239fff6 admin admin] Resources bound (agent type, host, resource id): {{(pid=83871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 14:29:20.861851 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56f78298-f62e-41d2-85c9-1e9a4239fff6 admin admin] Received port after_create {{(pid=83871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 14:29:20.890515 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f78298-f62e-41d2-85c9-1e9a4239fff6 admin admin] Pushing event updated for resources: {'Port': ['ID=60d0a4c0-b983-42b6-a1d8-dbce0985f299,revision_number=1']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:29:20.945372 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9001911-082f-445a-ad6e-74c78cb7beb9 None None] Pushing event updated for resources: {'Port': ['ID=cfe12366-bc4b-40fe-9586-e22bc5241415,revision_number=2']} {{(pid=83872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:29:21.040269 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-56f78298-f62e-41d2-85c9-1e9a4239fff6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:29:21.041050 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-56f78298-f62e-41d2-85c9-1e9a4239fff6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4082201', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4084858'] for router, after_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:29:21.291010 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56f78298-f62e-41d2-85c9-1e9a4239fff6 admin admin] Router 06d63231-8a92-473d-a7dc-33380bb4b6f4 is scheduled to L3 agent 88bf8fc8-11a3-4e96-9d1b-5fd93ba9f6f1 with binding_index 1 {{(pid=83871) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 01 14:29:21.497687 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56f78298-f62e-41d2-85c9-1e9a4239fff6 admin admin] Notify agent at l3_agent.dv-neutron-836180-1-hyperv the message routers_updated {{(pid=83871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 14:29:21.507913 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92e1f5d1-c9d6-4f6f-a577-2321746af6d2 None None] Sync routers for ids ['06d63231-8a92-473d-a7dc-33380bb4b6f4'] in dv-neutron-836180-1-hyperv {{(pid=83872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 14:29:21.519805 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92e1f5d1-c9d6-4f6f-a577-2321746af6d2 None None] Routers {'06d63231-8a92-473d-a7dc-33380bb4b6f4'} bound to L3 agent in host dv-neutron-836180-1-hyperv {{(pid=83872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 14:29:21.520596 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_hamode_db [None req-92e1f5d1-c9d6-4f6f-a577-2321746af6d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836180-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T13:25:36Z,description=,heartbeat_timestamp=2022-04-01T14:29:06Z,host='dv-neutron-836180-1-hyperv',id=88bf8fc8-11a3-4e96-9d1b-5fd93ba9f6f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T13:25:36Z,topic='l3_agent')) {'router_ids': ['06d63231-8a92-473d-a7dc-33380bb4b6f4'], 'active': True} {{(pid=83872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 14:29:21.521994 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-56f78298-f62e-41d2-85c9-1e9a4239fff6 admin admin] Notify callbacks [] for router, before_response {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:29:21.527441 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-56f78298-f62e-41d2-85c9-1e9a4239fff6 admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.5919337 Apr 01 14:29:21.528028 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 37288) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:29:21.676212 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Device cfe12366-bc4b-40fe-9586-e22bc5241415 up at agent ovs-agent-dv-neutron-836180-1-hyperv {{(pid=83872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 14:29:21.802944 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Provisioning for port cfe12366-bc4b-40fe-9586-e22bc5241415 completed by entity L2. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 14:29:21.816404 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_dvr_db [None req-92e1f5d1-c9d6-4f6f-a577-2321746af6d2 None None] Set router 06d63231-8a92-473d-a7dc-33380bb4b6f4 gateway port host: dv-neutron-836180-1-hyperv {{(pid=83872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 14:29:21.998682 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99faebf6-8048-41d7-b39e-d4cefa78945d None None] Network 13223deb-a72c-43e2-94d2-cfb59471d832 requested from dv-neutron-836180-1-hyperv {{(pid=83872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 14:29:22.140620 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-f3fe9342-7cf7-4faf-8c20-ba2928eb4abe None None] Provisioning for port cfe12366-bc4b-40fe-9586-e22bc5241415 completed by entity DHCP. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 14:29:22.171077 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-f3fe9342-7cf7-4faf-8c20-ba2928eb4abe None None] Provisioning complete for port cfe12366-bc4b-40fe-9586-e22bc5241415 triggered by entity DHCP. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 14:29:22.171466 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-f3fe9342-7cf7-4faf-8c20-ba2928eb4abe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-948329'] for port, provisioning_complete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:29:22.478763 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-b5defa5b-3d23-4e67-957a-4639b61f6666 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:29:22.479655 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-f3fe9342-7cf7-4faf-8c20-ba2928eb4abe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:29:22.490403 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_hamode_db [None req-92e1f5d1-c9d6-4f6f-a577-2321746af6d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06d63231-8a92-473d-a7dc-33380bb4b6f4', 'name': 'tempest-TestSnapshotPattern-927614562-router', 'tenant_id': '2e7390b0e44949e49dc4db8070126e80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'external_fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.203'}], 'enable_snat': True}, 'gw_port_id': '60d0a4c0-b983-42b6-a1d8-dbce0985f299', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T14:29:19Z', 'updated_at': '2022-04-01T14:29:20Z', 'revision_number': 3, 'project_id': '2e7390b0e44949e49dc4db8070126e80', 'gw_port': {'id': '60d0a4c0-b983-42b6-a1d8-dbce0985f299', 'name': '', 'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:9c:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06d63231-8a92-473d-a7dc-33380bb4b6f4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T14:29:20Z', 'updated_at': '2022-04-01T14:29:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836180-1-hyperv'}], 'dv-neutron-836180-1-hyperv', False) {} {{(pid=83872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 14:29:22.508955 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92e1f5d1-c9d6-4f6f-a577-2321746af6d2 None None] Checking router: 06d63231-8a92-473d-a7dc-33380bb4b6f4 for host: dv-neutron-836180-1-hyperv {{(pid=83872) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 01 14:29:22.509329 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92e1f5d1-c9d6-4f6f-a577-2321746af6d2 None None] Updating router 06d63231-8a92-473d-a7dc-33380bb4b6f4 port 60d0a4c0-b983-42b6-a1d8-dbce0985f299 binding host dv-neutron-836180-1-hyperv {{(pid=83872) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 01 14:29:22.585923 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-f3fe9342-7cf7-4faf-8c20-ba2928eb4abe None None] For port cfe12366-bc4b-40fe-9586-e22bc5241415, host dv-neutron-836180-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836180-1-hyperv',level=0,port_id=cfe12366-bc4b-40fe-9586-e22bc5241415,segment=NetworkSegment(330a5ded-cb7e-4970-9f5c-7ec1d640233e),segment_id=330a5ded-cb7e-4970-9f5c-7ec1d640233e)] {{(pid=83872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 14:29:22.594273 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-f3fe9342-7cf7-4faf-8c20-ba2928eb4abe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864'] for port, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:29:22.629881 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-92e1f5d1-c9d6-4f6f-a577-2321746af6d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:29:22.738742 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.db_base_plugin_common [None req-b5defa5b-3d23-4e67-957a-4639b61f6666 admin admin] Allocated IP 172.20.0.1 (13223deb-a72c-43e2-94d2-cfb59471d832/51b591d8-01fa-4ba5-b642-214a51e62c0a/b4042dda-370f-441a-9332-daf4f4cb7739) {{(pid=83871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 14:29:22.773583 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3fe9342-7cf7-4faf-8c20-ba2928eb4abe None None] Pushing event updated for resources: {'Port': ['ID=cfe12366-bc4b-40fe-9586-e22bc5241415,revision_number=3']} {{(pid=83872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:29:22.918396 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-b5defa5b-3d23-4e67-957a-4639b61f6666 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:29:22.943808 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.provisioning_blocks [None req-b5defa5b-3d23-4e67-957a-4639b61f6666 admin admin] Transition to ACTIVE for port object b4042dda-370f-441a-9332-daf4f4cb7739 will not be triggered until provisioned by entity DHCP. {{(pid=83871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 14:29:22.967559 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-db4d3649-5b75-4dfb-8192-1987637d8b4e None None] Provisioning complete for port cfe12366-bc4b-40fe-9586-e22bc5241415 triggered by entity DHCP. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 14:29:22.967927 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-db4d3649-5b75-4dfb-8192-1987637d8b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-948329'] for port, provisioning_complete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:29:22.973720 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-b5defa5b-3d23-4e67-957a-4639b61f6666 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736732935801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2743125'] for port, after_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:29:23.048405 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5defa5b-3d23-4e67-957a-4639b61f6666 admin admin] Network 13223deb-a72c-43e2-94d2-cfb59471d832 is already hosted by enough agents. {{(pid=83871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 14:29:23.050962 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.scheduler.base_scheduler [None req-b5defa5b-3d23-4e67-957a-4639b61f6666 admin admin] Resources bound (agent type, host, resource id): {{(pid=83871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 14:29:23.056275 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5defa5b-3d23-4e67-957a-4639b61f6666 admin admin] Received port after_create {{(pid=83871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 14:29:23.084200 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5defa5b-3d23-4e67-957a-4639b61f6666 admin admin] Pushing event updated for resources: {'Port': ['ID=b4042dda-370f-441a-9332-daf4f4cb7739,revision_number=1']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:29:23.134397 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-b5defa5b-3d23-4e67-957a-4639b61f6666 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4084144'] for router_interface, before_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:29:23.220187 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-92e1f5d1-c9d6-4f6f-a577-2321746af6d2 None None] Notify callbacks [] for port, precommit_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:29:23.270812 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-b5defa5b-3d23-4e67-957a-4639b61f6666 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:29:23.271689 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-92e1f5d1-c9d6-4f6f-a577-2321746af6d2 None None] Transition to ACTIVE for port object 60d0a4c0-b983-42b6-a1d8-dbce0985f299 will not be triggered until provisioned by entity L2. {{(pid=83872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 14:29:23.291330 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-92e1f5d1-c9d6-4f6f-a577-2321746af6d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864'] for port, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:29:23.394065 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a509d2a-c4e2-45e8-99c9-c1a5528c80a5 None None] Pushing event updated for resources: {'Port': ['ID=60d0a4c0-b983-42b6-a1d8-dbce0985f299,revision_number=2']} {{(pid=83872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:29:23.397248 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.managers [None req-92e1f5d1-c9d6-4f6f-a577-2321746af6d2 None None] Attempting to bind port 60d0a4c0-b983-42b6-a1d8-dbce0985f299 on host dv-neutron-836180-1-hyperv for vnic_type normal with profile {{(pid=83872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 14:29:23.397767 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.managers [None req-92e1f5d1-c9d6-4f6f-a577-2321746af6d2 None None] Attempting to bind port 60d0a4c0-b983-42b6-a1d8-dbce0985f299 by drivers openvswitch,hyperv on host dv-neutron-836180-1-hyperv at level 0 using segments [{'id': '7b924dd8-4978-40c4-ad91-4b9b27348462', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301'}] {{(pid=83872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 14:29:23.398495 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92e1f5d1-c9d6-4f6f-a577-2321746af6d2 None None] Attempting to bind port 60d0a4c0-b983-42b6-a1d8-dbce0985f299 on network 725864b8-cceb-48c9-b5d3-1bfc4423e301 {{(pid=83872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 14:29:23.413484 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92e1f5d1-c9d6-4f6f-a577-2321746af6d2 None None] Checking agent: {'id': 'af948428-97cd-4d10-9f53-af028bdb39b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-836180-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 13, 25, 37), 'started_at': datetime.datetime(2022, 4, 1, 13, 26, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 14, 29, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-836180-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 14:29:23.413961 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92e1f5d1-c9d6-4f6f-a577-2321746af6d2 None None] Checking segment: {'id': '7b924dd8-4978-40c4-ad91-4b9b27348462', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 14:29:23.414368 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-92e1f5d1-c9d6-4f6f-a577-2321746af6d2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:29:23.414884 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92e1f5d1-c9d6-4f6f-a577-2321746af6d2 None None] Bound using segment: {'id': '7b924dd8-4978-40c4-ad91-4b9b27348462', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301'} {{(pid=83872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 14:29:23.415358 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.managers [None req-92e1f5d1-c9d6-4f6f-a577-2321746af6d2 None None] Bound port: 60d0a4c0-b983-42b6-a1d8-dbce0985f299, host: dv-neutron-836180-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b924dd8-4978-40c4-ad91-4b9b27348462', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301'}}] {{(pid=83872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 14:29:23.415717 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-92e1f5d1-c9d6-4f6f-a577-2321746af6d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:29:23.472908 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-73640270-88f1-4b66-904a-96cb90f90469 None None] Provisioning for port b4042dda-370f-441a-9332-daf4f4cb7739 completed by entity DHCP. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 14:29:23.487148 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-73640270-88f1-4b66-904a-96cb90f90469 None None] Provisioning complete for port b4042dda-370f-441a-9332-daf4f4cb7739 triggered by entity DHCP. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 14:29:23.487567 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-73640270-88f1-4b66-904a-96cb90f90469 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-948329'] for port, provisioning_complete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:29:23.545383 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-92e1f5d1-c9d6-4f6f-a577-2321746af6d2 None None] For port 60d0a4c0-b983-42b6-a1d8-dbce0985f299, host dv-neutron-836180-1-hyperv, cleared binding levels {{(pid=83872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 14:29:23.556617 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.plugin [None req-73640270-88f1-4b66-904a-96cb90f90469 None None] Port b4042dda-370f-441a-9332-daf4f4cb7739 cannot update to ACTIVE because it is not bound. {{(pid=83872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 14:29:23.559052 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-92e1f5d1-c9d6-4f6f-a577-2321746af6d2 None None] For port 60d0a4c0-b983-42b6-a1d8-dbce0985f299, host dv-neutron-836180-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836180-1-hyperv',level=0,port_id=60d0a4c0-b983-42b6-a1d8-dbce0985f299,segment=NetworkSegment(7b924dd8-4978-40c4-ad91-4b9b27348462),segment_id=7b924dd8-4978-40c4-ad91-4b9b27348462)] {{(pid=83872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 14:29:23.580117 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-b5defa5b-3d23-4e67-957a-4639b61f6666 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:29:23.581384 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-92e1f5d1-c9d6-4f6f-a577-2321746af6d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864'] for port, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:29:23.586839 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-b5defa5b-3d23-4e67-957a-4639b61f6666 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2743106'] for port, after_update {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:29:23.626767 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Device cfe12366-bc4b-40fe-9586-e22bc5241415 up at agent ovs-agent-dv-neutron-836180-1-hyperv {{(pid=83872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 14:29:23.717192 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-b5defa5b-3d23-4e67-957a-4639b61f6666 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3017508', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4084015'] for router_interface, after_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:29:23.723530 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5defa5b-3d23-4e67-957a-4639b61f6666 admin admin] Pushing event updated for resources: {'Port': ['ID=b4042dda-370f-441a-9332-daf4f4cb7739,revision_number=2']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:29:23.734477 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a509d2a-c4e2-45e8-99c9-c1a5528c80a5 None None] Pushing event updated for resources: {'Port': ['ID=60d0a4c0-b983-42b6-a1d8-dbce0985f299,revision_number=3']} {{(pid=83872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:29:23.739020 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92e1f5d1-c9d6-4f6f-a577-2321746af6d2 None None] Routers {'06d63231-8a92-473d-a7dc-33380bb4b6f4'} bound to L3 agent in host dv-neutron-836180-1-hyperv {{(pid=83872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 14:29:23.739627 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_hamode_db [None req-92e1f5d1-c9d6-4f6f-a577-2321746af6d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836180-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T13:25:36Z,description=,heartbeat_timestamp=2022-04-01T14:29:06Z,host='dv-neutron-836180-1-hyperv',id=88bf8fc8-11a3-4e96-9d1b-5fd93ba9f6f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T13:25:36Z,topic='l3_agent')) {'router_ids': ['06d63231-8a92-473d-a7dc-33380bb4b6f4'], 'active': True} {{(pid=83872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 14:29:23.885710 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Provisioning complete for port cfe12366-bc4b-40fe-9586-e22bc5241415 triggered by entity L2. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 14:29:23.886730 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-948329'] for port, provisioning_complete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:29:23.907782 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5defa5b-3d23-4e67-957a-4639b61f6666 admin admin] Network 13223deb-a72c-43e2-94d2-cfb59471d832 is already hosted by enough agents. {{(pid=83871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 14:29:23.909089 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.scheduler.base_scheduler [None req-b5defa5b-3d23-4e67-957a-4639b61f6666 admin admin] Resources bound (agent type, host, resource id): {{(pid=83871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 14:29:24.080080 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_dvr_db [None req-92e1f5d1-c9d6-4f6f-a577-2321746af6d2 None None] Set router 06d63231-8a92-473d-a7dc-33380bb4b6f4 gateway port host: dv-neutron-836180-1-hyperv {{(pid=83872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 14:29:24.286299 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-715d1938-58c0-4c9b-9e93-05913a3e38e6 None None] Provisioning complete for port b4042dda-370f-441a-9332-daf4f4cb7739 triggered by entity DHCP. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 14:29:24.286758 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-715d1938-58c0-4c9b-9e93-05913a3e38e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-948329'] for port, provisioning_complete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:29:24.385843 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5defa5b-3d23-4e67-957a-4639b61f6666 admin admin] Router 06d63231-8a92-473d-a7dc-33380bb4b6f4 has already been hosted by L3 agent 88bf8fc8-11a3-4e96-9d1b-5fd93ba9f6f1 {{(pid=83871) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 14:29:24.416239 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.plugin [None req-715d1938-58c0-4c9b-9e93-05913a3e38e6 None None] Port b4042dda-370f-441a-9332-daf4f4cb7739 cannot update to ACTIVE because it is not bound. {{(pid=83872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 14:29:24.501021 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:29:24.545853 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_hamode_db [None req-92e1f5d1-c9d6-4f6f-a577-2321746af6d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06d63231-8a92-473d-a7dc-33380bb4b6f4', 'name': 'tempest-TestSnapshotPattern-927614562-router', 'tenant_id': '2e7390b0e44949e49dc4db8070126e80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'external_fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.203'}], 'enable_snat': True}, 'gw_port_id': '60d0a4c0-b983-42b6-a1d8-dbce0985f299', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T14:29:19Z', 'updated_at': '2022-04-01T14:29:23Z', 'revision_number': 4, 'project_id': '2e7390b0e44949e49dc4db8070126e80', 'gw_port': {'id': '60d0a4c0-b983-42b6-a1d8-dbce0985f299', 'name': '', 'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:9c:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06d63231-8a92-473d-a7dc-33380bb4b6f4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836180-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T14:29:20Z', 'updated_at': '2022-04-01T14:29:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836180-1-hyperv', '_interfaces': [{'id': 'b4042dda-370f-441a-9332-daf4f4cb7739', 'name': '', 'network_id': '13223deb-a72c-43e2-94d2-cfb59471d832', 'tenant_id': '2e7390b0e44949e49dc4db8070126e80', 'mac_address': 'fa:16:3e:e5:e3:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06d63231-8a92-473d-a7dc-33380bb4b6f4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '51b591d8-01fa-4ba5-b642-214a51e62c0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T14:29:22Z', 'updated_at': '2022-04-01T14:29:23Z', 'revision_number': 2, 'project_id': '2e7390b0e44949e49dc4db8070126e80', 'subnets': [{'id': '51b591d8-01fa-4ba5-b642-214a51e62c0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-836180-1-hyperv', False) {} {{(pid=83872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 14:29:24.549933 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92e1f5d1-c9d6-4f6f-a577-2321746af6d2 None None] The sync data for ids ['06d63231-8a92-473d-a7dc-33380bb4b6f4'] in dv-neutron-836180-1-hyperv is: [{'id': '06d63231-8a92-473d-a7dc-33380bb4b6f4', 'name': 'tempest-TestSnapshotPattern-927614562-router', 'tenant_id': '2e7390b0e44949e49dc4db8070126e80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'external_fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.203'}], 'enable_snat': True}, 'gw_port_id': '60d0a4c0-b983-42b6-a1d8-dbce0985f299', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T14:29:19Z', 'updated_at': '2022-04-01T14:29:23Z', 'revision_number': 4, 'project_id': '2e7390b0e44949e49dc4db8070126e80', 'gw_port': {'id': '60d0a4c0-b983-42b6-a1d8-dbce0985f299', 'name': '', 'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:9c:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06d63231-8a92-473d-a7dc-33380bb4b6f4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836180-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T14:29:20Z', 'updated_at': '2022-04-01T14:29:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836180-1-hyperv', '_interfaces': [{'id': 'b4042dda-370f-441a-9332-daf4f4cb7739', 'name': '', 'network_id': '13223deb-a72c-43e2-94d2-cfb59471d832', 'tenant_id': '2e7390b0e44949e49dc4db8070126e80', 'mac_address': 'fa:16:3e:e5:e3:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06d63231-8a92-473d-a7dc-33380bb4b6f4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '51b591d8-01fa-4ba5-b642-214a51e62c0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T14:29:22Z', 'updated_at': '2022-04-01T14:29:23Z', 'revision_number': 2, 'project_id': '2e7390b0e44949e49dc4db8070126e80', 'subnets': [{'id': '51b591d8-01fa-4ba5-b642-214a51e62c0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 14:29:24.693232 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5defa5b-3d23-4e67-957a-4639b61f6666 admin admin] Notify agent at l3_agent.dv-neutron-836180-1-hyperv the message routers_updated {{(pid=83871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 14:29:24.709430 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-b5defa5b-3d23-4e67-957a-4639b61f6666 admin admin] 10.222.0.26 "PUT /v2.0/routers/06d63231-8a92-473d-a7dc-33380bb4b6f4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1798143 Apr 01 14:29:25.628007 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Device 60d0a4c0-b983-42b6-a1d8-dbce0985f299 up at agent ovs-agent-dv-neutron-836180-1-hyperv {{(pid=83872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 14:29:25.709958 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Provisioning for port 60d0a4c0-b983-42b6-a1d8-dbce0985f299 completed by entity L2. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 14:29:25.717557 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Provisioning complete for port 60d0a4c0-b983-42b6-a1d8-dbce0985f299 triggered by entity L2. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 14:29:25.718035 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-948329'] for port, provisioning_complete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:29:25.767295 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 37310) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:29:25.774118 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.v2.base [None req-cfda12bf-9cc8-4dbe-aa8b-4dc39621da8d admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-257496451-network', 'tenant_id': '0811dac3ee0a45d6a5bc29e1a92718e0'}} {{(pid=83871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 14:29:25.779561 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-cfda12bf-9cc8-4dbe-aa8b-4dc39621da8d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 14:29:25.783381 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-cfda12bf-9cc8-4dbe-aa8b-4dc39621da8d admin admin] Usage tracker for resource:network and tenant:0811dac3ee0a45d6a5bc29e1a92718e0 is out of sync, need to count used quota {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 14:29:25.786484 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-cfda12bf-9cc8-4dbe-aa8b-4dc39621da8d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 14:29:25.793879 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-cfda12bf-9cc8-4dbe-aa8b-4dc39621da8d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 14:29:25.805512 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cfda12bf-9cc8-4dbe-aa8b-4dc39621da8d admin admin] Made reservation on behalf of 0811dac3ee0a45d6a5bc29e1a92718e0 for: {'network': 1} {{(pid=83871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 14:29:25.808088 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-cfda12bf-9cc8-4dbe-aa8b-4dc39621da8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for network, before_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:29:25.823078 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-cfda12bf-9cc8-4dbe-aa8b-4dc39621da8d admin admin] Notify callbacks [] for security_group, before_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:29:25.851667 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:29:25.860921 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-cfda12bf-9cc8-4dbe-aa8b-4dc39621da8d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 14:29:25.864931 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-cfda12bf-9cc8-4dbe-aa8b-4dc39621da8d admin admin] Usage tracker for resource:security_group_rule and tenant:0811dac3ee0a45d6a5bc29e1a92718e0 is out of sync, need to count used quota {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 14:29:25.868980 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-cfda12bf-9cc8-4dbe-aa8b-4dc39621da8d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 14:29:25.870213 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] For port 60d0a4c0-b983-42b6-a1d8-dbce0985f299, host dv-neutron-836180-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836180-1-hyperv',level=0,port_id=60d0a4c0-b983-42b6-a1d8-dbce0985f299,segment=NetworkSegment(7b924dd8-4978-40c4-ad91-4b9b27348462),segment_id=7b924dd8-4978-40c4-ad91-4b9b27348462)] {{(pid=83872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 14:29:25.874582 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864'] for port, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:29:25.875167 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-cfda12bf-9cc8-4dbe-aa8b-4dc39621da8d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 14:29:25.958154 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-cfda12bf-9cc8-4dbe-aa8b-4dc39621da8d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:29:25.963425 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-cfda12bf-9cc8-4dbe-aa8b-4dc39621da8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3775923'] for security_group, after_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:29:25.967533 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Pushing event updated for resources: {'Port': ['ID=60d0a4c0-b983-42b6-a1d8-dbce0985f299,revision_number=4']} {{(pid=83872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:29:25.994799 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cfda12bf-9cc8-4dbe-aa8b-4dc39621da8d admin admin] vlan segment allocate from pool success with {'vlan_id': 364, 'physical_network': 'physnet1'} {{(pid=83871) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 14:29:26.002981 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfda12bf-9cc8-4dbe-aa8b-4dc39621da8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46b1fd34-2519-42a3-840d-2fd1f60e88cd,revision_number=1']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:29:26.009366 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-cfda12bf-9cc8-4dbe-aa8b-4dc39621da8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1004271'] for segment, precommit_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:29:26.009706 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.db.segments_db [None req-cfda12bf-9cc8-4dbe-aa8b-4dc39621da8d admin admin] Added segment 563edc73-f297-46c5-99f8-2d93e3432eec of type vlan for network be27d692-e426-45b2-b26e-5f02570b2cbe Apr 01 14:29:26.035876 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-cfda12bf-9cc8-4dbe-aa8b-4dc39621da8d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736732923383'] for network, precommit_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:29:26.065731 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-cfda12bf-9cc8-4dbe-aa8b-4dc39621da8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575'] for network, after_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:29:26.066618 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfda12bf-9cc8-4dbe-aa8b-4dc39621da8d admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:29:26.067188 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-cfda12bf-9cc8-4dbe-aa8b-4dc39621da8d admin admin] Notify callbacks [] for network, before_response {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:29:26.173665 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-cfda12bf-9cc8-4dbe-aa8b-4dc39621da8d admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4046969 Apr 01 14:29:26.174552 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfda12bf-9cc8-4dbe-aa8b-4dc39621da8d admin admin] Pushing event updated for resources: {'Network': ['ID=be27d692-e426-45b2-b26e-5f02570b2cbe,revision_number=1']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:29:26.176638 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 37314) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:29:26.184805 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.v2.base [None req-4702a048-7c63-45fd-9f58-84784be79de6 admin admin] Request body: {'subnet': {'network_id': 'be27d692-e426-45b2-b26e-5f02570b2cbe', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-257496451-subnet', 'tenant_id': '0811dac3ee0a45d6a5bc29e1a92718e0', 'ip_version': 4}} {{(pid=83869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 14:29:26.185269 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Network be27d692-e426-45b2-b26e-5f02570b2cbe details requested by agent ovs-agent-dv-neutron-836180-1-hyperv with host dv-neutron-836180-1-hyperv {{(pid=83872) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 01 14:29:26.192775 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-4702a048-7c63-45fd-9f58-84784be79de6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 14:29:26.197454 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-4702a048-7c63-45fd-9f58-84784be79de6 admin admin] Usage tracker for resource:subnet and tenant:0811dac3ee0a45d6a5bc29e1a92718e0 is out of sync, need to count used quota {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 14:29:26.200717 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-4702a048-7c63-45fd-9f58-84784be79de6 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 14:29:26.207331 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-4702a048-7c63-45fd-9f58-84784be79de6 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 14:29:26.226852 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4702a048-7c63-45fd-9f58-84784be79de6 admin admin] Made reservation on behalf of 0811dac3ee0a45d6a5bc29e1a92718e0 for: {'subnet': 1} {{(pid=83869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 14:29:26.231130 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-4702a048-7c63-45fd-9f58-84784be79de6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2999481'] for subnet, before_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:29:26.457148 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-4702a048-7c63-45fd-9f58-84784be79de6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2705391', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2999447'] for subnet, after_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:29:26.532205 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4702a048-7c63-45fd-9f58-84784be79de6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=aa0db889-1b3b-40ef-9b1a-df3c319a34c4,revision_number=0']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:29:26.550114 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4702a048-7c63-45fd-9f58-84784be79de6 admin admin] Checking segment: {'id': '563edc73-f297-46c5-99f8-2d93e3432eec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'be27d692-e426-45b2-b26e-5f02570b2cbe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 14:29:26.550448 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4702a048-7c63-45fd-9f58-84784be79de6 admin admin] Network hostable DHCP agents. Network: be27d692-e426-45b2-b26e-5f02570b2cbe, hostable agents: ['e47e4547-5c2d-4954-ba56-fa3646239f18'], hosted agents: [] {{(pid=83869) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 14:29:26.573907 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4702a048-7c63-45fd-9f58-84784be79de6 admin admin] Network be27d692-e426-45b2-b26e-5f02570b2cbe is scheduled to be hosted by DHCP agent e47e4547-5c2d-4954-ba56-fa3646239f18 with binding_index 1 {{(pid=83869) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 14:29:26.584598 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.scheduler.base_scheduler [None req-4702a048-7c63-45fd-9f58-84784be79de6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-836180-1-hyperv, be27d692-e426-45b2-b26e-5f02570b2cbe) {{(pid=83869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 14:29:26.589266 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4702a048-7c63-45fd-9f58-84784be79de6 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:29:26.589841 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-4702a048-7c63-45fd-9f58-84784be79de6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:29:26.595529 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f56e9622-2722-48aa-9464-c24e831b6935 None None] Network be27d692-e426-45b2-b26e-5f02570b2cbe requested from dv-neutron-836180-1-hyperv {{(pid=83872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 14:29:26.611679 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-4702a048-7c63-45fd-9f58-84784be79de6 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4338524 Apr 01 14:29:26.614321 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 37320) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:29:26.621080 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.v2.base [None req-65a77f5a-3af9-43c5-9b60-27322e1ce91d admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-257496451-router', 'tenant_id': '0811dac3ee0a45d6a5bc29e1a92718e0', 'external_gateway_info': {'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301'}}} {{(pid=83869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 14:29:26.627876 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-65a77f5a-3af9-43c5-9b60-27322e1ce91d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 14:29:26.632592 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-65a77f5a-3af9-43c5-9b60-27322e1ce91d admin admin] Usage tracker for resource:router and tenant:0811dac3ee0a45d6a5bc29e1a92718e0 is out of sync, need to count used quota {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 14:29:26.635593 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-65a77f5a-3af9-43c5-9b60-27322e1ce91d admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 14:29:26.641577 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-65a77f5a-3af9-43c5-9b60-27322e1ce91d admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 14:29:26.653885 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-65a77f5a-3af9-43c5-9b60-27322e1ce91d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4082176', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4220'] for router, before_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:29:26.654800 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-65a77f5a-3af9-43c5-9b60-27322e1ce91d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4082277', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4084873', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4148249', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4211'] for router, precommit_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:29:26.674059 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-65a77f5a-3af9-43c5-9b60-27322e1ce91d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:29:26.814443 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c14a64bf-894f-4e96-92d8-7fd20df23ab9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7e7d0ecb-2af4-55f5-9198-238ab0570d62-be27d692-e426-45b2-b26e-5f02570b2cbe', 'network_id': 'be27d692-e426-45b2-b26e-5f02570b2cbe', 'tenant_id': '0811dac3ee0a45d6a5bc29e1a92718e0', 'fixed_ips': [{'subnet_id': 'aa0db889-1b3b-40ef-9b1a-df3c319a34c4'}]}} from dv-neutron-836180-1-hyperv. {{(pid=83872) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 01 14:29:26.815258 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-c14a64bf-894f-4e96-92d8-7fd20df23ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:29:26.826867 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-65a77f5a-3af9-43c5-9b60-27322e1ce91d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4084887', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4079850', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4161'] for router, precommit_update {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:29:26.978148 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.db_base_plugin_common [None req-c14a64bf-894f-4e96-92d8-7fd20df23ab9 None None] Allocated IP 172.20.0.2 (be27d692-e426-45b2-b26e-5f02570b2cbe/aa0db889-1b3b-40ef-9b1a-df3c319a34c4/c3b2db3d-73f1-4d49-a3e5-4b2f5c0de9b1) {{(pid=83872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 14:29:27.026659 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-65a77f5a-3af9-43c5-9b60-27322e1ce91d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:29:27.057562 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-65a77f5a-3af9-43c5-9b60-27322e1ce91d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:29:27.192496 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-c14a64bf-894f-4e96-92d8-7fd20df23ab9 None None] Notify callbacks [] for port, precommit_create {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:29:27.202938 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-c14a64bf-894f-4e96-92d8-7fd20df23ab9 None None] Transition to ACTIVE for port object c3b2db3d-73f1-4d49-a3e5-4b2f5c0de9b1 will not be triggered until provisioned by entity L2. {{(pid=83872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 14:29:27.207732 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.db_base_plugin_common [None req-65a77f5a-3af9-43c5-9b60-27322e1ce91d admin admin] Allocated IP 172.26.5.210 (725864b8-cceb-48c9-b5d3-1bfc4423e301/e2ed99db-0e25-4971-b535-7fa69231fae8/75a024ab-6edb-4a9c-957d-ca2475bdf9b0) {{(pid=83869) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 14:29:27.224285 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-c14a64bf-894f-4e96-92d8-7fd20df23ab9 None None] Transition to ACTIVE for port object c3b2db3d-73f1-4d49-a3e5-4b2f5c0de9b1 will not be triggered until provisioned by entity DHCP. {{(pid=83872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 14:29:27.235250 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-c14a64bf-894f-4e96-92d8-7fd20df23ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736732935801'] for port, after_create {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:29:27.318882 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c14a64bf-894f-4e96-92d8-7fd20df23ab9 None None] Network be27d692-e426-45b2-b26e-5f02570b2cbe is already hosted by enough agents. {{(pid=83872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 14:29:27.322535 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c14a64bf-894f-4e96-92d8-7fd20df23ab9 None None] Pushing event updated for resources: {'Port': ['ID=c3b2db3d-73f1-4d49-a3e5-4b2f5c0de9b1,revision_number=1']} {{(pid=83872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:29:27.324736 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.scheduler.base_scheduler [None req-c14a64bf-894f-4e96-92d8-7fd20df23ab9 None None] Resources bound (agent type, host, resource id): {{(pid=83872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 14:29:27.326937 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c14a64bf-894f-4e96-92d8-7fd20df23ab9 None None] Received port after_create {{(pid=83872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 14:29:27.421314 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.managers [None req-c14a64bf-894f-4e96-92d8-7fd20df23ab9 None None] Attempting to bind port c3b2db3d-73f1-4d49-a3e5-4b2f5c0de9b1 on host dv-neutron-836180-1-hyperv for vnic_type normal with profile {{(pid=83872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 14:29:27.421676 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.managers [None req-c14a64bf-894f-4e96-92d8-7fd20df23ab9 None None] Attempting to bind port c3b2db3d-73f1-4d49-a3e5-4b2f5c0de9b1 by drivers openvswitch,hyperv on host dv-neutron-836180-1-hyperv at level 0 using segments [{'id': '563edc73-f297-46c5-99f8-2d93e3432eec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'be27d692-e426-45b2-b26e-5f02570b2cbe'}] {{(pid=83872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 14:29:27.422058 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c14a64bf-894f-4e96-92d8-7fd20df23ab9 None None] Attempting to bind port c3b2db3d-73f1-4d49-a3e5-4b2f5c0de9b1 on network be27d692-e426-45b2-b26e-5f02570b2cbe {{(pid=83872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 14:29:27.429706 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c14a64bf-894f-4e96-92d8-7fd20df23ab9 None None] Checking agent: {'id': 'af948428-97cd-4d10-9f53-af028bdb39b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-836180-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 13, 25, 37), 'started_at': datetime.datetime(2022, 4, 1, 13, 26, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 14, 29, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-836180-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 14:29:27.430119 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c14a64bf-894f-4e96-92d8-7fd20df23ab9 None None] Checking segment: {'id': '563edc73-f297-46c5-99f8-2d93e3432eec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'be27d692-e426-45b2-b26e-5f02570b2cbe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 14:29:27.430464 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-c14a64bf-894f-4e96-92d8-7fd20df23ab9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:29:27.430851 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c14a64bf-894f-4e96-92d8-7fd20df23ab9 None None] Bound using segment: {'id': '563edc73-f297-46c5-99f8-2d93e3432eec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'be27d692-e426-45b2-b26e-5f02570b2cbe'} {{(pid=83872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 14:29:27.431315 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.managers [None req-c14a64bf-894f-4e96-92d8-7fd20df23ab9 None None] Bound port: c3b2db3d-73f1-4d49-a3e5-4b2f5c0de9b1, host: dv-neutron-836180-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '563edc73-f297-46c5-99f8-2d93e3432eec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'be27d692-e426-45b2-b26e-5f02570b2cbe'}}] {{(pid=83872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 14:29:27.431682 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-c14a64bf-894f-4e96-92d8-7fd20df23ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:29:27.490013 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-65a77f5a-3af9-43c5-9b60-27322e1ce91d admin admin] Notify callbacks [] for port, precommit_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:29:27.518435 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-65a77f5a-3af9-43c5-9b60-27322e1ce91d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736732935801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2705155'] for port, after_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:29:27.528314 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-c14a64bf-894f-4e96-92d8-7fd20df23ab9 None None] For port c3b2db3d-73f1-4d49-a3e5-4b2f5c0de9b1, host dv-neutron-836180-1-hyperv, cleared binding levels {{(pid=83872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 14:29:27.531652 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-c14a64bf-894f-4e96-92d8-7fd20df23ab9 None None] For port c3b2db3d-73f1-4d49-a3e5-4b2f5c0de9b1, host dv-neutron-836180-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836180-1-hyperv',level=0,port_id=c3b2db3d-73f1-4d49-a3e5-4b2f5c0de9b1,segment=NetworkSegment(563edc73-f297-46c5-99f8-2d93e3432eec),segment_id=563edc73-f297-46c5-99f8-2d93e3432eec)] {{(pid=83872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 14:29:27.537140 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-c14a64bf-894f-4e96-92d8-7fd20df23ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864'] for port, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:29:27.579531 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65a77f5a-3af9-43c5-9b60-27322e1ce91d admin admin] Network 725864b8-cceb-48c9-b5d3-1bfc4423e301 is already hosted by enough agents. {{(pid=83869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 14:29:27.582800 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.scheduler.base_scheduler [None req-65a77f5a-3af9-43c5-9b60-27322e1ce91d admin admin] Resources bound (agent type, host, resource id): {{(pid=83869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 14:29:27.588198 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65a77f5a-3af9-43c5-9b60-27322e1ce91d admin admin] Received port after_create {{(pid=83869) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 14:29:27.613996 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Device 60d0a4c0-b983-42b6-a1d8-dbce0985f299 up at agent ovs-agent-dv-neutron-836180-1-hyperv {{(pid=83872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 14:29:27.650617 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a77f5a-3af9-43c5-9b60-27322e1ce91d admin admin] Pushing event updated for resources: {'Port': ['ID=75a024ab-6edb-4a9c-957d-ca2475bdf9b0,revision_number=1']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:29:27.677631 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c14a64bf-894f-4e96-92d8-7fd20df23ab9 None None] Pushing event updated for resources: {'Port': ['ID=c3b2db3d-73f1-4d49-a3e5-4b2f5c0de9b1,revision_number=2']} {{(pid=83872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:29:27.701876 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Provisioning complete for port 60d0a4c0-b983-42b6-a1d8-dbce0985f299 triggered by entity L2. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 14:29:27.702441 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-948329'] for port, provisioning_complete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:29:27.774206 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-65a77f5a-3af9-43c5-9b60-27322e1ce91d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:29:27.775331 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-65a77f5a-3af9-43c5-9b60-27322e1ce91d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4082201', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4084858'] for router, after_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:29:28.023199 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65a77f5a-3af9-43c5-9b60-27322e1ce91d admin admin] Router 2855d5a1-35aa-4c2e-a5e7-f0afcdacea89 is scheduled to L3 agent 88bf8fc8-11a3-4e96-9d1b-5fd93ba9f6f1 with binding_index 1 {{(pid=83869) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 01 14:29:28.227200 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65a77f5a-3af9-43c5-9b60-27322e1ce91d admin admin] Notify agent at l3_agent.dv-neutron-836180-1-hyperv the message routers_updated {{(pid=83869) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 14:29:28.236280 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e195e46-9aaa-4c70-99b3-34827656cc49 None None] Sync routers for ids ['2855d5a1-35aa-4c2e-a5e7-f0afcdacea89'] in dv-neutron-836180-1-hyperv {{(pid=83873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 14:29:28.250303 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e195e46-9aaa-4c70-99b3-34827656cc49 None None] Routers {'2855d5a1-35aa-4c2e-a5e7-f0afcdacea89'} bound to L3 agent in host dv-neutron-836180-1-hyperv {{(pid=83873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 14:29:28.251126 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-0e195e46-9aaa-4c70-99b3-34827656cc49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836180-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T13:25:36Z,description=,heartbeat_timestamp=2022-04-01T14:29:06Z,host='dv-neutron-836180-1-hyperv',id=88bf8fc8-11a3-4e96-9d1b-5fd93ba9f6f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T13:25:36Z,topic='l3_agent')) {'router_ids': ['2855d5a1-35aa-4c2e-a5e7-f0afcdacea89'], 'active': True} {{(pid=83873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 14:29:28.262227 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-65a77f5a-3af9-43c5-9b60-27322e1ce91d admin admin] Notify callbacks [] for router, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:29:28.263676 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-65a77f5a-3af9-43c5-9b60-27322e1ce91d admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.6484499 Apr 01 14:29:28.266781 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 37324) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:29:28.445626 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_dvr_db [None req-0e195e46-9aaa-4c70-99b3-34827656cc49 None None] Set router 2855d5a1-35aa-4c2e-a5e7-f0afcdacea89 gateway port host: dv-neutron-836180-1-hyperv {{(pid=83873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 14:29:28.629417 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbd059a7-7b6b-4ba3-81f7-4221257ff0f0 None None] Network be27d692-e426-45b2-b26e-5f02570b2cbe requested from dv-neutron-836180-1-hyperv {{(pid=83872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 14:29:28.730017 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-5401c899-5373-4ae1-8faf-814484c56c4c None None] Provisioning for port c3b2db3d-73f1-4d49-a3e5-4b2f5c0de9b1 completed by entity DHCP. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 14:29:28.790008 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-0e195e46-9aaa-4c70-99b3-34827656cc49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2855d5a1-35aa-4c2e-a5e7-f0afcdacea89', 'name': 'tempest-TestSnapshotPattern-257496451-router', 'tenant_id': '0811dac3ee0a45d6a5bc29e1a92718e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'external_fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.210'}], 'enable_snat': True}, 'gw_port_id': '75a024ab-6edb-4a9c-957d-ca2475bdf9b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T14:29:26Z', 'updated_at': '2022-04-01T14:29:27Z', 'revision_number': 3, 'project_id': '0811dac3ee0a45d6a5bc29e1a92718e0', 'gw_port': {'id': '75a024ab-6edb-4a9c-957d-ca2475bdf9b0', 'name': '', 'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:9c:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2855d5a1-35aa-4c2e-a5e7-f0afcdacea89', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T14:29:27Z', 'updated_at': '2022-04-01T14:29:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836180-1-hyperv'}], 'dv-neutron-836180-1-hyperv', False) {} {{(pid=83873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 14:29:28.794713 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e195e46-9aaa-4c70-99b3-34827656cc49 None None] Checking router: 2855d5a1-35aa-4c2e-a5e7-f0afcdacea89 for host: dv-neutron-836180-1-hyperv {{(pid=83873) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 01 14:29:28.794913 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e195e46-9aaa-4c70-99b3-34827656cc49 None None] Updating router 2855d5a1-35aa-4c2e-a5e7-f0afcdacea89 port 75a024ab-6edb-4a9c-957d-ca2475bdf9b0 binding host dv-neutron-836180-1-hyperv {{(pid=83873) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 01 14:29:28.853110 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-0e195e46-9aaa-4c70-99b3-34827656cc49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:29:29.084221 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-b3770f19-0699-4718-b04e-d0c9b621c474 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:29:29.206787 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-0e195e46-9aaa-4c70-99b3-34827656cc49 None None] Notify callbacks [] for port, precommit_update {{(pid=83873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:29:29.221462 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-0e195e46-9aaa-4c70-99b3-34827656cc49 None None] Transition to ACTIVE for port object 75a024ab-6edb-4a9c-957d-ca2475bdf9b0 will not be triggered until provisioned by entity L2. {{(pid=83873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 14:29:29.230493 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-0e195e46-9aaa-4c70-99b3-34827656cc49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864'] for port, after_update {{(pid=83873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:29:29.332828 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0acbc9-ed29-4dae-92ec-8665ad6109ac None None] Pushing event updated for resources: {'Port': ['ID=75a024ab-6edb-4a9c-957d-ca2475bdf9b0,revision_number=2']} {{(pid=83873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:29:29.334907 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.plugins.ml2.managers [None req-0e195e46-9aaa-4c70-99b3-34827656cc49 None None] Attempting to bind port 75a024ab-6edb-4a9c-957d-ca2475bdf9b0 on host dv-neutron-836180-1-hyperv for vnic_type normal with profile {{(pid=83873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 14:29:29.335281 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.plugins.ml2.managers [None req-0e195e46-9aaa-4c70-99b3-34827656cc49 None None] Attempting to bind port 75a024ab-6edb-4a9c-957d-ca2475bdf9b0 by drivers openvswitch,hyperv on host dv-neutron-836180-1-hyperv at level 0 using segments [{'id': '7b924dd8-4978-40c4-ad91-4b9b27348462', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301'}] {{(pid=83873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 14:29:29.335653 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e195e46-9aaa-4c70-99b3-34827656cc49 None None] Attempting to bind port 75a024ab-6edb-4a9c-957d-ca2475bdf9b0 on network 725864b8-cceb-48c9-b5d3-1bfc4423e301 {{(pid=83873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 14:29:29.347495 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d0acbc9-ed29-4dae-92ec-8665ad6109ac None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:29:29.347828 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d0acbc9-ed29-4dae-92ec-8665ad6109ac None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:29:29.348154 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d0acbc9-ed29-4dae-92ec-8665ad6109ac None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:29:29.348501 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d0acbc9-ed29-4dae-92ec-8665ad6109ac None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:29:29.348879 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d0acbc9-ed29-4dae-92ec-8665ad6109ac None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:29:29.349552 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d0acbc9-ed29-4dae-92ec-8665ad6109ac None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:29:29.349934 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d0acbc9-ed29-4dae-92ec-8665ad6109ac None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:29:29.350256 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d0acbc9-ed29-4dae-92ec-8665ad6109ac None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:29:29.350573 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d0acbc9-ed29-4dae-92ec-8665ad6109ac None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:29:29.351417 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d0acbc9-ed29-4dae-92ec-8665ad6109ac None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:29:29.351756 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d0acbc9-ed29-4dae-92ec-8665ad6109ac None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:29:29.356521 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e195e46-9aaa-4c70-99b3-34827656cc49 None None] Checking agent: {'id': 'af948428-97cd-4d10-9f53-af028bdb39b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-836180-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 13, 25, 37), 'started_at': datetime.datetime(2022, 4, 1, 13, 26, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 14, 29, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-836180-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 14:29:29.356888 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e195e46-9aaa-4c70-99b3-34827656cc49 None None] Checking segment: {'id': '7b924dd8-4978-40c4-ad91-4b9b27348462', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 14:29:29.357312 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-0e195e46-9aaa-4c70-99b3-34827656cc49 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:29:29.358297 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e195e46-9aaa-4c70-99b3-34827656cc49 None None] Bound using segment: {'id': '7b924dd8-4978-40c4-ad91-4b9b27348462', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301'} {{(pid=83873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 14:29:29.358763 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.plugins.ml2.managers [None req-0e195e46-9aaa-4c70-99b3-34827656cc49 None None] Bound port: 75a024ab-6edb-4a9c-957d-ca2475bdf9b0, host: dv-neutron-836180-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b924dd8-4978-40c4-ad91-4b9b27348462', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301'}}] {{(pid=83873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 14:29:29.359126 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-0e195e46-9aaa-4c70-99b3-34827656cc49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:29:29.416052 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.db_base_plugin_common [None req-b3770f19-0699-4718-b04e-d0c9b621c474 admin admin] Allocated IP 172.20.0.1 (be27d692-e426-45b2-b26e-5f02570b2cbe/aa0db889-1b3b-40ef-9b1a-df3c319a34c4/82b2bbb7-6648-4076-a006-45f5bab2ce44) {{(pid=83869) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 14:29:29.441430 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.plugins.ml2.db [None req-0e195e46-9aaa-4c70-99b3-34827656cc49 None None] For port 75a024ab-6edb-4a9c-957d-ca2475bdf9b0, host dv-neutron-836180-1-hyperv, cleared binding levels {{(pid=83873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 14:29:29.444660 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.plugins.ml2.db [None req-0e195e46-9aaa-4c70-99b3-34827656cc49 None None] For port 75a024ab-6edb-4a9c-957d-ca2475bdf9b0, host dv-neutron-836180-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836180-1-hyperv',level=0,port_id=75a024ab-6edb-4a9c-957d-ca2475bdf9b0,segment=NetworkSegment(7b924dd8-4978-40c4-ad91-4b9b27348462),segment_id=7b924dd8-4978-40c4-ad91-4b9b27348462)] {{(pid=83873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 14:29:29.451067 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-0e195e46-9aaa-4c70-99b3-34827656cc49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864'] for port, after_update {{(pid=83873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:29:29.540512 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0acbc9-ed29-4dae-92ec-8665ad6109ac None None] Pushing event updated for resources: {'Port': ['ID=75a024ab-6edb-4a9c-957d-ca2475bdf9b0,revision_number=3']} {{(pid=83873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:29:29.544371 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e195e46-9aaa-4c70-99b3-34827656cc49 None None] Routers {'2855d5a1-35aa-4c2e-a5e7-f0afcdacea89'} bound to L3 agent in host dv-neutron-836180-1-hyperv {{(pid=83873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 14:29:29.544913 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-0e195e46-9aaa-4c70-99b3-34827656cc49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836180-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T13:25:36Z,description=,heartbeat_timestamp=2022-04-01T14:29:06Z,host='dv-neutron-836180-1-hyperv',id=88bf8fc8-11a3-4e96-9d1b-5fd93ba9f6f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T13:25:36Z,topic='l3_agent')) {'router_ids': ['2855d5a1-35aa-4c2e-a5e7-f0afcdacea89'], 'active': True} {{(pid=83873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 14:29:29.580654 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-b3770f19-0699-4718-b04e-d0c9b621c474 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:29:29.602010 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.provisioning_blocks [None req-b3770f19-0699-4718-b04e-d0c9b621c474 admin admin] Transition to ACTIVE for port object 82b2bbb7-6648-4076-a006-45f5bab2ce44 will not be triggered until provisioned by entity DHCP. {{(pid=83869) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 14:29:29.626478 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-b3770f19-0699-4718-b04e-d0c9b621c474 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736732935801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2705155'] for port, after_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:29:29.651085 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Device c3b2db3d-73f1-4d49-a3e5-4b2f5c0de9b1 up at agent ovs-agent-dv-neutron-836180-1-hyperv {{(pid=83872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 14:29:29.700022 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3770f19-0699-4718-b04e-d0c9b621c474 admin admin] Network be27d692-e426-45b2-b26e-5f02570b2cbe is already hosted by enough agents. {{(pid=83869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 14:29:29.703325 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.scheduler.base_scheduler [None req-b3770f19-0699-4718-b04e-d0c9b621c474 admin admin] Resources bound (agent type, host, resource id): {{(pid=83869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 14:29:29.706744 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3770f19-0699-4718-b04e-d0c9b621c474 admin admin] Received port after_create {{(pid=83869) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 14:29:29.728932 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Provisioning for port c3b2db3d-73f1-4d49-a3e5-4b2f5c0de9b1 completed by entity L2. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 14:29:29.738984 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Provisioning complete for port c3b2db3d-73f1-4d49-a3e5-4b2f5c0de9b1 triggered by entity L2. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 14:29:29.739559 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-948329'] for port, provisioning_complete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:29:29.743048 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3770f19-0699-4718-b04e-d0c9b621c474 admin admin] Pushing event updated for resources: {'Port': ['ID=82b2bbb7-6648-4076-a006-45f5bab2ce44,revision_number=1']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:29:29.744272 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_dvr_db [None req-0e195e46-9aaa-4c70-99b3-34827656cc49 None None] Set router 2855d5a1-35aa-4c2e-a5e7-f0afcdacea89 gateway port host: dv-neutron-836180-1-hyperv {{(pid=83873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 14:29:29.766499 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-b3770f19-0699-4718-b04e-d0c9b621c474 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4084144'] for router_interface, before_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:29:29.873331 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:29:29.880625 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-b3770f19-0699-4718-b04e-d0c9b621c474 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:29:29.912043 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] For port c3b2db3d-73f1-4d49-a3e5-4b2f5c0de9b1, host dv-neutron-836180-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836180-1-hyperv',level=0,port_id=c3b2db3d-73f1-4d49-a3e5-4b2f5c0de9b1,segment=NetworkSegment(563edc73-f297-46c5-99f8-2d93e3432eec),segment_id=563edc73-f297-46c5-99f8-2d93e3432eec)] {{(pid=83872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 14:29:29.917184 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864'] for port, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:29:29.996850 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Pushing event updated for resources: {'Port': ['ID=c3b2db3d-73f1-4d49-a3e5-4b2f5c0de9b1,revision_number=3']} {{(pid=83872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:29:30.010527 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-00fc3481-f860-4d1a-b8bf-a69a7c37004b None None] Provisioning for port 82b2bbb7-6648-4076-a006-45f5bab2ce44 completed by entity DHCP. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 14:29:30.015821 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-00fc3481-f860-4d1a-b8bf-a69a7c37004b None None] Provisioning complete for port 82b2bbb7-6648-4076-a006-45f5bab2ce44 triggered by entity DHCP. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 14:29:30.016269 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-00fc3481-f860-4d1a-b8bf-a69a7c37004b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-948329'] for port, provisioning_complete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:29:30.070372 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.plugin [None req-00fc3481-f860-4d1a-b8bf-a69a7c37004b None None] Port 82b2bbb7-6648-4076-a006-45f5bab2ce44 cannot update to ACTIVE because it is not bound. {{(pid=83872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 14:29:30.075176 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-0e195e46-9aaa-4c70-99b3-34827656cc49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2855d5a1-35aa-4c2e-a5e7-f0afcdacea89', 'name': 'tempest-TestSnapshotPattern-257496451-router', 'tenant_id': '0811dac3ee0a45d6a5bc29e1a92718e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'external_fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.210'}], 'enable_snat': True}, 'gw_port_id': '75a024ab-6edb-4a9c-957d-ca2475bdf9b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T14:29:26Z', 'updated_at': '2022-04-01T14:29:27Z', 'revision_number': 3, 'project_id': '0811dac3ee0a45d6a5bc29e1a92718e0', 'gw_port': {'id': '75a024ab-6edb-4a9c-957d-ca2475bdf9b0', 'name': '', 'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:9c:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2855d5a1-35aa-4c2e-a5e7-f0afcdacea89', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836180-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T14:29:27Z', 'updated_at': '2022-04-01T14:29:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836180-1-hyperv'}], 'dv-neutron-836180-1-hyperv', False) {} {{(pid=83873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 14:29:30.079276 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e195e46-9aaa-4c70-99b3-34827656cc49 None None] The sync data for ids ['2855d5a1-35aa-4c2e-a5e7-f0afcdacea89'] in dv-neutron-836180-1-hyperv is: [{'id': '2855d5a1-35aa-4c2e-a5e7-f0afcdacea89', 'name': 'tempest-TestSnapshotPattern-257496451-router', 'tenant_id': '0811dac3ee0a45d6a5bc29e1a92718e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'external_fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.210'}], 'enable_snat': True}, 'gw_port_id': '75a024ab-6edb-4a9c-957d-ca2475bdf9b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T14:29:26Z', 'updated_at': '2022-04-01T14:29:27Z', 'revision_number': 3, 'project_id': '0811dac3ee0a45d6a5bc29e1a92718e0', 'gw_port': {'id': '75a024ab-6edb-4a9c-957d-ca2475bdf9b0', 'name': '', 'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:9c:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2855d5a1-35aa-4c2e-a5e7-f0afcdacea89', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836180-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T14:29:27Z', 'updated_at': '2022-04-01T14:29:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836180-1-hyperv'}] {{(pid=83873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 14:29:30.143716 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-b3770f19-0699-4718-b04e-d0c9b621c474 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:29:30.148511 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-b3770f19-0699-4718-b04e-d0c9b621c474 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2705172'] for port, after_update {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:29:30.252762 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-b3770f19-0699-4718-b04e-d0c9b621c474 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3017508', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4084015'] for router_interface, after_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:29:30.255854 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3770f19-0699-4718-b04e-d0c9b621c474 admin admin] Pushing event updated for resources: {'Port': ['ID=82b2bbb7-6648-4076-a006-45f5bab2ce44,revision_number=2']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:29:30.389542 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3770f19-0699-4718-b04e-d0c9b621c474 admin admin] Network be27d692-e426-45b2-b26e-5f02570b2cbe is already hosted by enough agents. {{(pid=83869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 14:29:30.390665 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.scheduler.base_scheduler [None req-b3770f19-0699-4718-b04e-d0c9b621c474 admin admin] Resources bound (agent type, host, resource id): {{(pid=83869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 14:29:30.595330 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-ba706f18-60d7-49ff-ab23-fcf3166cc070 None None] Provisioning complete for port 82b2bbb7-6648-4076-a006-45f5bab2ce44 triggered by entity DHCP. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 14:29:30.595715 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-ba706f18-60d7-49ff-ab23-fcf3166cc070 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-948329'] for port, provisioning_complete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:29:30.690487 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.plugin [None req-ba706f18-60d7-49ff-ab23-fcf3166cc070 None None] Port 82b2bbb7-6648-4076-a006-45f5bab2ce44 cannot update to ACTIVE because it is not bound. {{(pid=83872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 14:29:30.780216 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3770f19-0699-4718-b04e-d0c9b621c474 admin admin] Router 2855d5a1-35aa-4c2e-a5e7-f0afcdacea89 has already been hosted by L3 agent 88bf8fc8-11a3-4e96-9d1b-5fd93ba9f6f1 {{(pid=83869) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 14:29:31.091613 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3770f19-0699-4718-b04e-d0c9b621c474 admin admin] Notify agent at l3_agent.dv-neutron-836180-1-hyperv the message routers_updated {{(pid=83869) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 14:29:31.102418 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-b3770f19-0699-4718-b04e-d0c9b621c474 admin admin] 10.222.0.26 "PUT /v2.0/routers/2855d5a1-35aa-4c2e-a5e7-f0afcdacea89/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8328981 Apr 01 14:29:31.599435 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Device c3b2db3d-73f1-4d49-a3e5-4b2f5c0de9b1 up at agent ovs-agent-dv-neutron-836180-1-hyperv {{(pid=83872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 14:29:31.692222 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Provisioning complete for port c3b2db3d-73f1-4d49-a3e5-4b2f5c0de9b1 triggered by entity L2. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 14:29:31.694978 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-948329'] for port, provisioning_complete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:29:31.769731 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 37334) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:29:31.777435 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.v2.base [None req-06c3dc59-7dcc-465a-a030-df14c86fdc97 tempest-TestSnapshotPattern-182586924 tempest-TestSnapshotPattern-182586924-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1875688391', 'description': 'tempest-secgroup-smoke-1875688391 description', 'project_id': '2e7390b0e44949e49dc4db8070126e80'}} {{(pid=83871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 14:29:31.783781 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-06c3dc59-7dcc-465a-a030-df14c86fdc97 tempest-TestSnapshotPattern-182586924 tempest-TestSnapshotPattern-182586924-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 14:29:31.788911 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-06c3dc59-7dcc-465a-a030-df14c86fdc97 tempest-TestSnapshotPattern-182586924 tempest-TestSnapshotPattern-182586924-project] Usage tracker for resource:security_group and tenant:2e7390b0e44949e49dc4db8070126e80 is out of sync, need to count used quota {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 14:29:31.792272 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-06c3dc59-7dcc-465a-a030-df14c86fdc97 tempest-TestSnapshotPattern-182586924 tempest-TestSnapshotPattern-182586924-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 14:29:31.799284 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-06c3dc59-7dcc-465a-a030-df14c86fdc97 tempest-TestSnapshotPattern-182586924 tempest-TestSnapshotPattern-182586924-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 14:29:31.810233 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-06c3dc59-7dcc-465a-a030-df14c86fdc97 tempest-TestSnapshotPattern-182586924 tempest-TestSnapshotPattern-182586924-project] Notify callbacks [] for security_group, before_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:29:31.848804 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-06c3dc59-7dcc-465a-a030-df14c86fdc97 tempest-TestSnapshotPattern-182586924 tempest-TestSnapshotPattern-182586924-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 14:29:31.853328 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-06c3dc59-7dcc-465a-a030-df14c86fdc97 tempest-TestSnapshotPattern-182586924 tempest-TestSnapshotPattern-182586924-project] Usage tracker for resource:security_group_rule and tenant:2e7390b0e44949e49dc4db8070126e80 is out of sync, need to count used quota {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 14:29:31.856294 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-06c3dc59-7dcc-465a-a030-df14c86fdc97 tempest-TestSnapshotPattern-182586924 tempest-TestSnapshotPattern-182586924-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 14:29:31.863576 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-06c3dc59-7dcc-465a-a030-df14c86fdc97 tempest-TestSnapshotPattern-182586924 tempest-TestSnapshotPattern-182586924-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 14:29:31.927225 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-06c3dc59-7dcc-465a-a030-df14c86fdc97 tempest-TestSnapshotPattern-182586924 tempest-TestSnapshotPattern-182586924-project] Notify callbacks [] for security_group, precommit_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:29:31.931586 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-06c3dc59-7dcc-465a-a030-df14c86fdc97 tempest-TestSnapshotPattern-182586924 tempest-TestSnapshotPattern-182586924-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3775923'] for security_group, after_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:29:31.977595 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c3dc59-7dcc-465a-a030-df14c86fdc97 tempest-TestSnapshotPattern-182586924 tempest-TestSnapshotPattern-182586924-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ac395de9-99c1-458f-b751-4431890a0ea8,revision_number=1']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:29:31.981127 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-06c3dc59-7dcc-465a-a030-df14c86fdc97 tempest-TestSnapshotPattern-182586924 tempest-TestSnapshotPattern-182586924-project] Notify callbacks [] for security_group, before_response {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:29:31.982325 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-06c3dc59-7dcc-465a-a030-df14c86fdc97 tempest-TestSnapshotPattern-182586924 tempest-TestSnapshotPattern-182586924-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.2106814 Apr 01 14:29:31.985669 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 37338) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:29:31.993016 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.v2.base [None req-eadc8943-47dd-4085-aa7b-0015e41620b5 tempest-TestSnapshotPattern-182586924 tempest-TestSnapshotPattern-182586924-project] Request body: {'security_group_rule': {'security_group_id': 'ac395de9-99c1-458f-b751-4431890a0ea8', 'project_id': '2e7390b0e44949e49dc4db8070126e80', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 14:29:31.999753 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-eadc8943-47dd-4085-aa7b-0015e41620b5 tempest-TestSnapshotPattern-182586924 tempest-TestSnapshotPattern-182586924-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 14:29:32.004068 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-eadc8943-47dd-4085-aa7b-0015e41620b5 tempest-TestSnapshotPattern-182586924 tempest-TestSnapshotPattern-182586924-project] Usage tracker for resource:security_group_rule and tenant:2e7390b0e44949e49dc4db8070126e80 is out of sync, need to count used quota {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 14:29:32.008464 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-eadc8943-47dd-4085-aa7b-0015e41620b5 tempest-TestSnapshotPattern-182586924 tempest-TestSnapshotPattern-182586924-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 14:29:32.014543 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-eadc8943-47dd-4085-aa7b-0015e41620b5 tempest-TestSnapshotPattern-182586924 tempest-TestSnapshotPattern-182586924-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 14:29:32.033455 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-eadc8943-47dd-4085-aa7b-0015e41620b5 tempest-TestSnapshotPattern-182586924 tempest-TestSnapshotPattern-182586924-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:29:32.104703 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-eadc8943-47dd-4085-aa7b-0015e41620b5 tempest-TestSnapshotPattern-182586924 tempest-TestSnapshotPattern-182586924-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:29:32.109166 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-eadc8943-47dd-4085-aa7b-0015e41620b5 tempest-TestSnapshotPattern-182586924 tempest-TestSnapshotPattern-182586924-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3775744'] for security_group_rule, after_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:29:32.136956 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eadc8943-47dd-4085-aa7b-0015e41620b5 tempest-TestSnapshotPattern-182586924 tempest-TestSnapshotPattern-182586924-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f342d76c-d1a9-414c-8926-77a1f15fdf43,revision_number=0']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:29:32.148460 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-eadc8943-47dd-4085-aa7b-0015e41620b5 tempest-TestSnapshotPattern-182586924 tempest-TestSnapshotPattern-182586924-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:29:32.149739 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-eadc8943-47dd-4085-aa7b-0015e41620b5 tempest-TestSnapshotPattern-182586924 tempest-TestSnapshotPattern-182586924-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1629903 Apr 01 14:29:32.153412 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 37342) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:29:32.159879 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.v2.base [None req-cc69f2df-cb83-4026-819e-031be558585f tempest-TestSnapshotPattern-182586924 tempest-TestSnapshotPattern-182586924-project] Request body: {'security_group_rule': {'security_group_id': 'ac395de9-99c1-458f-b751-4431890a0ea8', 'project_id': '2e7390b0e44949e49dc4db8070126e80', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 14:29:32.167391 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-cc69f2df-cb83-4026-819e-031be558585f tempest-TestSnapshotPattern-182586924 tempest-TestSnapshotPattern-182586924-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 14:29:32.172722 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-cc69f2df-cb83-4026-819e-031be558585f tempest-TestSnapshotPattern-182586924 tempest-TestSnapshotPattern-182586924-project] Usage tracker for resource:security_group_rule and tenant:2e7390b0e44949e49dc4db8070126e80 is out of sync, need to count used quota {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 14:29:32.175924 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-cc69f2df-cb83-4026-819e-031be558585f tempest-TestSnapshotPattern-182586924 tempest-TestSnapshotPattern-182586924-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 14:29:32.182884 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-cc69f2df-cb83-4026-819e-031be558585f tempest-TestSnapshotPattern-182586924 tempest-TestSnapshotPattern-182586924-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 14:29:32.205345 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-cc69f2df-cb83-4026-819e-031be558585f tempest-TestSnapshotPattern-182586924 tempest-TestSnapshotPattern-182586924-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:29:32.278834 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-cc69f2df-cb83-4026-819e-031be558585f tempest-TestSnapshotPattern-182586924 tempest-TestSnapshotPattern-182586924-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:29:32.284448 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-cc69f2df-cb83-4026-819e-031be558585f tempest-TestSnapshotPattern-182586924 tempest-TestSnapshotPattern-182586924-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3775744'] for security_group_rule, after_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:29:32.311810 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc69f2df-cb83-4026-819e-031be558585f tempest-TestSnapshotPattern-182586924 tempest-TestSnapshotPattern-182586924-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2dbb3ac4-08fc-4fd5-8363-720a122728d5,revision_number=0']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:29:32.322665 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-cc69f2df-cb83-4026-819e-031be558585f tempest-TestSnapshotPattern-182586924 tempest-TestSnapshotPattern-182586924-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:29:32.323840 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-cc69f2df-cb83-4026-819e-031be558585f tempest-TestSnapshotPattern-182586924 tempest-TestSnapshotPattern-182586924-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1688073 Apr 01 14:29:32.328137 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 37346) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:29:32.333999 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.v2.base [None req-c8afb064-d9f7-4e5e-ae0c-389257e75c44 tempest-TestSnapshotPattern-182586924 tempest-TestSnapshotPattern-182586924-project] Request body: {'security_group_rule': {'security_group_id': 'ac395de9-99c1-458f-b751-4431890a0ea8', 'project_id': '2e7390b0e44949e49dc4db8070126e80', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 14:29:32.340499 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-c8afb064-d9f7-4e5e-ae0c-389257e75c44 tempest-TestSnapshotPattern-182586924 tempest-TestSnapshotPattern-182586924-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 14:29:32.344762 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-c8afb064-d9f7-4e5e-ae0c-389257e75c44 tempest-TestSnapshotPattern-182586924 tempest-TestSnapshotPattern-182586924-project] Usage tracker for resource:security_group_rule and tenant:2e7390b0e44949e49dc4db8070126e80 is out of sync, need to count used quota {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 14:29:32.348183 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-c8afb064-d9f7-4e5e-ae0c-389257e75c44 tempest-TestSnapshotPattern-182586924 tempest-TestSnapshotPattern-182586924-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 14:29:32.355720 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-c8afb064-d9f7-4e5e-ae0c-389257e75c44 tempest-TestSnapshotPattern-182586924 tempest-TestSnapshotPattern-182586924-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 14:29:32.378793 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-c8afb064-d9f7-4e5e-ae0c-389257e75c44 tempest-TestSnapshotPattern-182586924 tempest-TestSnapshotPattern-182586924-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:29:32.476941 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-c8afb064-d9f7-4e5e-ae0c-389257e75c44 tempest-TestSnapshotPattern-182586924 tempest-TestSnapshotPattern-182586924-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:29:32.482295 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-c8afb064-d9f7-4e5e-ae0c-389257e75c44 tempest-TestSnapshotPattern-182586924 tempest-TestSnapshotPattern-182586924-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3775744'] for security_group_rule, after_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:29:32.506642 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8afb064-d9f7-4e5e-ae0c-389257e75c44 tempest-TestSnapshotPattern-182586924 tempest-TestSnapshotPattern-182586924-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1852d136-2224-4c44-abff-6e99a3b4ca65,revision_number=0']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:29:32.517383 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-c8afb064-d9f7-4e5e-ae0c-389257e75c44 tempest-TestSnapshotPattern-182586924 tempest-TestSnapshotPattern-182586924-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:29:32.518637 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-c8afb064-d9f7-4e5e-ae0c-389257e75c44 tempest-TestSnapshotPattern-182586924 tempest-TestSnapshotPattern-182586924-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1894746 Apr 01 14:29:32.522166 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 37350) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:29:32.527761 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.v2.base [None req-c3b2e5c5-acc1-4394-88f5-e3b0fb5ee258 tempest-TestSnapshotPattern-182586924 tempest-TestSnapshotPattern-182586924-project] Request body: {'security_group_rule': {'security_group_id': 'ac395de9-99c1-458f-b751-4431890a0ea8', 'project_id': '2e7390b0e44949e49dc4db8070126e80', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 14:29:32.533881 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-c3b2e5c5-acc1-4394-88f5-e3b0fb5ee258 tempest-TestSnapshotPattern-182586924 tempest-TestSnapshotPattern-182586924-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 14:29:32.537882 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-c3b2e5c5-acc1-4394-88f5-e3b0fb5ee258 tempest-TestSnapshotPattern-182586924 tempest-TestSnapshotPattern-182586924-project] Usage tracker for resource:security_group_rule and tenant:2e7390b0e44949e49dc4db8070126e80 is out of sync, need to count used quota {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 14:29:32.542129 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-c3b2e5c5-acc1-4394-88f5-e3b0fb5ee258 tempest-TestSnapshotPattern-182586924 tempest-TestSnapshotPattern-182586924-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 14:29:32.551567 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-c3b2e5c5-acc1-4394-88f5-e3b0fb5ee258 tempest-TestSnapshotPattern-182586924 tempest-TestSnapshotPattern-182586924-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 14:29:32.570762 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-c3b2e5c5-acc1-4394-88f5-e3b0fb5ee258 tempest-TestSnapshotPattern-182586924 tempest-TestSnapshotPattern-182586924-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:29:32.641127 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-c3b2e5c5-acc1-4394-88f5-e3b0fb5ee258 tempest-TestSnapshotPattern-182586924 tempest-TestSnapshotPattern-182586924-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:29:32.645212 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-c3b2e5c5-acc1-4394-88f5-e3b0fb5ee258 tempest-TestSnapshotPattern-182586924 tempest-TestSnapshotPattern-182586924-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3775744'] for security_group_rule, after_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:29:32.671551 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b2e5c5-acc1-4394-88f5-e3b0fb5ee258 tempest-TestSnapshotPattern-182586924 tempest-TestSnapshotPattern-182586924-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=15381ad8-9329-4b58-abb6-f681c6239abb,revision_number=0']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:29:32.682056 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-c3b2e5c5-acc1-4394-88f5-e3b0fb5ee258 tempest-TestSnapshotPattern-182586924 tempest-TestSnapshotPattern-182586924-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:29:32.683691 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-c3b2e5c5-acc1-4394-88f5-e3b0fb5ee258 tempest-TestSnapshotPattern-182586924 tempest-TestSnapshotPattern-182586924-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1604373 Apr 01 14:29:32.686427 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 37354) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:29:32.694985 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.v2.base [None req-64645152-3b4d-4d0e-bbd7-22ec7bd54d0f tempest-TestSnapshotPattern-182586924 tempest-TestSnapshotPattern-182586924-project] Request body: {'security_group_rule': {'security_group_id': 'ac395de9-99c1-458f-b751-4431890a0ea8', 'project_id': '2e7390b0e44949e49dc4db8070126e80', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 14:29:32.705219 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-64645152-3b4d-4d0e-bbd7-22ec7bd54d0f tempest-TestSnapshotPattern-182586924 tempest-TestSnapshotPattern-182586924-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 14:29:32.712623 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-64645152-3b4d-4d0e-bbd7-22ec7bd54d0f tempest-TestSnapshotPattern-182586924 tempest-TestSnapshotPattern-182586924-project] Usage tracker for resource:security_group_rule and tenant:2e7390b0e44949e49dc4db8070126e80 is out of sync, need to count used quota {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 14:29:32.718095 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-64645152-3b4d-4d0e-bbd7-22ec7bd54d0f tempest-TestSnapshotPattern-182586924 tempest-TestSnapshotPattern-182586924-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 14:29:32.729014 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-64645152-3b4d-4d0e-bbd7-22ec7bd54d0f tempest-TestSnapshotPattern-182586924 tempest-TestSnapshotPattern-182586924-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 14:29:32.745464 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.db.securitygroups_db [None req-64645152-3b4d-4d0e-bbd7-22ec7bd54d0f tempest-TestSnapshotPattern-182586924 tempest-TestSnapshotPattern-182586924-project] Project 2e7390b0e44949e49dc4db8070126e80 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 01 14:29:32.756369 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-64645152-3b4d-4d0e-bbd7-22ec7bd54d0f tempest-TestSnapshotPattern-182586924 tempest-TestSnapshotPattern-182586924-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:29:32.854597 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-64645152-3b4d-4d0e-bbd7-22ec7bd54d0f tempest-TestSnapshotPattern-182586924 tempest-TestSnapshotPattern-182586924-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:29:32.859188 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-64645152-3b4d-4d0e-bbd7-22ec7bd54d0f tempest-TestSnapshotPattern-182586924 tempest-TestSnapshotPattern-182586924-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3775744'] for security_group_rule, after_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:29:32.884266 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64645152-3b4d-4d0e-bbd7-22ec7bd54d0f tempest-TestSnapshotPattern-182586924 tempest-TestSnapshotPattern-182586924-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=724ff799-944f-4356-b5b0-9f5c66a07028,revision_number=0']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:29:32.894426 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-64645152-3b4d-4d0e-bbd7-22ec7bd54d0f tempest-TestSnapshotPattern-182586924 tempest-TestSnapshotPattern-182586924-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:29:32.896251 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-64645152-3b4d-4d0e-bbd7-22ec7bd54d0f tempest-TestSnapshotPattern-182586924 tempest-TestSnapshotPattern-182586924-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.2085257 Apr 01 14:29:32.901388 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 37358) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:29:32.909629 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.v2.base [None req-42a30dbd-f0a8-47e8-9ca6-361cdcc54869 tempest-TestSnapshotPattern-182586924 tempest-TestSnapshotPattern-182586924-project] Request body: {'security_group_rule': {'security_group_id': 'ac395de9-99c1-458f-b751-4431890a0ea8', 'project_id': '2e7390b0e44949e49dc4db8070126e80', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 14:29:32.919103 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-42a30dbd-f0a8-47e8-9ca6-361cdcc54869 tempest-TestSnapshotPattern-182586924 tempest-TestSnapshotPattern-182586924-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 14:29:32.925411 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-42a30dbd-f0a8-47e8-9ca6-361cdcc54869 tempest-TestSnapshotPattern-182586924 tempest-TestSnapshotPattern-182586924-project] Usage tracker for resource:security_group_rule and tenant:2e7390b0e44949e49dc4db8070126e80 is out of sync, need to count used quota {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 14:29:32.931395 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-42a30dbd-f0a8-47e8-9ca6-361cdcc54869 tempest-TestSnapshotPattern-182586924 tempest-TestSnapshotPattern-182586924-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 14:29:32.940291 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-42a30dbd-f0a8-47e8-9ca6-361cdcc54869 tempest-TestSnapshotPattern-182586924 tempest-TestSnapshotPattern-182586924-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 14:29:32.953518 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.db.securitygroups_db [None req-42a30dbd-f0a8-47e8-9ca6-361cdcc54869 tempest-TestSnapshotPattern-182586924 tempest-TestSnapshotPattern-182586924-project] Project 2e7390b0e44949e49dc4db8070126e80 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 01 14:29:32.965792 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-42a30dbd-f0a8-47e8-9ca6-361cdcc54869 tempest-TestSnapshotPattern-182586924 tempest-TestSnapshotPattern-182586924-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:29:33.046045 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-42a30dbd-f0a8-47e8-9ca6-361cdcc54869 tempest-TestSnapshotPattern-182586924 tempest-TestSnapshotPattern-182586924-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:29:33.050982 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-42a30dbd-f0a8-47e8-9ca6-361cdcc54869 tempest-TestSnapshotPattern-182586924 tempest-TestSnapshotPattern-182586924-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3775744'] for security_group_rule, after_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:29:33.078170 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a30dbd-f0a8-47e8-9ca6-361cdcc54869 tempest-TestSnapshotPattern-182586924 tempest-TestSnapshotPattern-182586924-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=145cb79f-7a3b-485d-bff9-e7d3fe83f429,revision_number=0']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:29:33.094070 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-42a30dbd-f0a8-47e8-9ca6-361cdcc54869 tempest-TestSnapshotPattern-182586924 tempest-TestSnapshotPattern-182586924-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:29:33.095427 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-42a30dbd-f0a8-47e8-9ca6-361cdcc54869 tempest-TestSnapshotPattern-182586924 tempest-TestSnapshotPattern-182586924-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1927521 Apr 01 14:29:33.294162 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [req-cb4ce9d0-ec24-4360-b65a-7e3725abee63 req-81d143ee-9f3a-4e32-8d5f-56436df0e1ea tempest-TestSnapshotPattern-182586924 tempest-TestSnapshotPattern-182586924-project] Synchronizing usage tracker for tenant:2e7390b0e44949e49dc4db8070126e80 on resource:security_group {{(pid=83871) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 14:29:33.315222 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [req-cb4ce9d0-ec24-4360-b65a-7e3725abee63 req-81d143ee-9f3a-4e32-8d5f-56436df0e1ea tempest-TestSnapshotPattern-182586924 tempest-TestSnapshotPattern-182586924-project] Unset dirty status for tenant:2e7390b0e44949e49dc4db8070126e80 on resource:security_group {{(pid=83871) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 14:29:33.317007 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-cb4ce9d0-ec24-4360-b65a-7e3725abee63 req-81d143ee-9f3a-4e32-8d5f-56436df0e1ea tempest-TestSnapshotPattern-182586924 tempest-TestSnapshotPattern-182586924-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1875688391&fields=id&tenant_id=2e7390b0e44949e49dc4db8070126e80 HTTP/1.1" status: 200 len: 267 time: 0.0727024 Apr 01 14:29:33.475592 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4ce9d0-ec24-4360-b65a-7e3725abee63 req-d7570930-8405-4fb4-9ca2-e45066efcf96 tempest-TestSnapshotPattern-182586924 tempest-TestSnapshotPattern-182586924-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:29:33.476328 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [req-cb4ce9d0-ec24-4360-b65a-7e3725abee63 req-d7570930-8405-4fb4-9ca2-e45066efcf96 tempest-TestSnapshotPattern-182586924 tempest-TestSnapshotPattern-182586924-project] Synchronizing usage tracker for tenant:2e7390b0e44949e49dc4db8070126e80 on resource:network {{(pid=83871) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 14:29:33.494426 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [req-cb4ce9d0-ec24-4360-b65a-7e3725abee63 req-d7570930-8405-4fb4-9ca2-e45066efcf96 tempest-TestSnapshotPattern-182586924 tempest-TestSnapshotPattern-182586924-project] Unset dirty status for tenant:2e7390b0e44949e49dc4db8070126e80 on resource:network {{(pid=83871) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 14:29:33.495996 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-cb4ce9d0-ec24-4360-b65a-7e3725abee63 req-d7570930-8405-4fb4-9ca2-e45066efcf96 tempest-TestSnapshotPattern-182586924 tempest-TestSnapshotPattern-182586924-project] 10.222.0.26 "GET /v2.0/networks?id=13223deb-a72c-43e2-94d2-cfb59471d832 HTTP/1.1" status: 200 len: 809 time: 0.1696362 Apr 01 14:29:33.513452 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-cb4ce9d0-ec24-4360-b65a-7e3725abee63 req-7a4a73f2-ded4-4bbc-b8d7-2daa3ad085b5 tempest-TestSnapshotPattern-182586924 tempest-TestSnapshotPattern-182586924-project] 10.222.0.26 "GET /v2.0/quotas/2e7390b0e44949e49dc4db8070126e80 HTTP/1.1" status: 200 len: 375 time: 0.0122292 Apr 01 14:29:33.604928 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [req-cb4ce9d0-ec24-4360-b65a-7e3725abee63 req-655e5b24-94d0-4abc-9c08-96de5c050e6f tempest-TestSnapshotPattern-182586924 tempest-TestSnapshotPattern-182586924-project] Synchronizing usage tracker for tenant:2e7390b0e44949e49dc4db8070126e80 on resource:port {{(pid=83871) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 14:29:33.626766 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [req-cb4ce9d0-ec24-4360-b65a-7e3725abee63 req-655e5b24-94d0-4abc-9c08-96de5c050e6f tempest-TestSnapshotPattern-182586924 tempest-TestSnapshotPattern-182586924-project] Unset dirty status for tenant:2e7390b0e44949e49dc4db8070126e80 on resource:port {{(pid=83871) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 14:29:33.628105 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-cb4ce9d0-ec24-4360-b65a-7e3725abee63 req-655e5b24-94d0-4abc-9c08-96de5c050e6f tempest-TestSnapshotPattern-182586924 tempest-TestSnapshotPattern-182586924-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=2e7390b0e44949e49dc4db8070126e80&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1090136 Apr 01 14:29:33.705218 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-f30e2cc2-7988-48ce-ba91-0ad68f56ace2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:29:33.787120 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [req-cb4ce9d0-ec24-4360-b65a-7e3725abee63 req-bef852d4-6239-4ca2-a52a-cfe361a45b10 service neutron] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=83871) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 01 14:29:33.788767 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-cb4ce9d0-ec24-4360-b65a-7e3725abee63 req-bef852d4-6239-4ca2-a52a-cfe361a45b10 service neutron] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.1474001 Apr 01 14:29:33.925586 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-cb4ce9d0-ec24-4360-b65a-7e3725abee63 req-5925c740-8845-4710-8a64-1836fd3881dd service neutron] 10.222.0.26 "GET /v2.0/networks/13223deb-a72c-43e2-94d2-cfb59471d832?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1303205 Apr 01 14:29:34.060262 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-cb4ce9d0-ec24-4360-b65a-7e3725abee63 req-8bb9e260-02ca-430e-bf51-ac009b6e47aa service neutron] 10.222.0.26 "GET /v2.0/networks/13223deb-a72c-43e2-94d2-cfb59471d832?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1284924 Apr 01 14:29:34.248045 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-87e09a35-d419-4cf6-81ec-3cd6a52b4f1e req-f44756bf-972e-4af8-b2c3-bb48892459f9 tempest-TestSnapshotPattern-182586924 tempest-TestSnapshotPattern-182586924-project] 10.222.0.26 "GET /v2.0/ports?device_id=30be1e60-a27e-41eb-98d1-000aa292ed94 HTTP/1.1" status: 200 len: 210 time: 0.0420725 Apr 01 14:29:35.402235 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4ce9d0-ec24-4360-b65a-7e3725abee63 req-5453f9ba-8769-4546-8149-3466754b2758 tempest-TestSnapshotPattern-182586924 tempest-TestSnapshotPattern-182586924-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:29:35.403806 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-cb4ce9d0-ec24-4360-b65a-7e3725abee63 req-5453f9ba-8769-4546-8149-3466754b2758 tempest-TestSnapshotPattern-182586924 tempest-TestSnapshotPattern-182586924-project] 10.222.0.57 "GET /v2.0/networks?id=13223deb-a72c-43e2-94d2-cfb59471d832 HTTP/1.1" status: 200 len: 809 time: 0.2007942 Apr 01 14:29:35.497090 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-cb4ce9d0-ec24-4360-b65a-7e3725abee63 req-c5068968-7837-4b6e-9f52-18be5128433e tempest-TestSnapshotPattern-182586924 tempest-TestSnapshotPattern-182586924-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2e7390b0e44949e49dc4db8070126e80 HTTP/1.1" status: 200 len: 380 time: 0.0800085 Apr 01 14:29:35.506073 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.v2.base [req-cb4ce9d0-ec24-4360-b65a-7e3725abee63 req-e78f4cbf-023d-4c17-a3ed-57ee8b880312 tempest-TestSnapshotPattern-182586924 tempest-TestSnapshotPattern-182586924-project] Request body: {'port': {'device_id': '30be1e60-a27e-41eb-98d1-000aa292ed94', 'network_id': '13223deb-a72c-43e2-94d2-cfb59471d832', 'admin_state_up': True, 'tenant_id': '2e7390b0e44949e49dc4db8070126e80', 'security_groups': ['ac395de9-99c1-458f-b751-4431890a0ea8']}} {{(pid=83869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 14:29:35.518818 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-1bf1ccfe-71cf-4ab3-8906-ca18886da047 req-3dd6d3c6-38f6-403b-8f27-3802f07d658c tempest-TestSnapshotPattern-182586924 tempest-TestSnapshotPattern-182586924-project] 10.222.0.26 "GET /v2.0/ports?device_id=30be1e60-a27e-41eb-98d1-000aa292ed94 HTTP/1.1" status: 200 len: 210 time: 0.0763562 Apr 01 14:29:35.654743 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Device 75a024ab-6edb-4a9c-957d-ca2475bdf9b0 up at agent ovs-agent-dv-neutron-836180-1-hyperv {{(pid=83872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 14:29:35.709234 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [req-cb4ce9d0-ec24-4360-b65a-7e3725abee63 req-e78f4cbf-023d-4c17-a3ed-57ee8b880312 tempest-TestSnapshotPattern-182586924 tempest-TestSnapshotPattern-182586924-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 14:29:35.722055 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [req-cb4ce9d0-ec24-4360-b65a-7e3725abee63 req-e78f4cbf-023d-4c17-a3ed-57ee8b880312 tempest-TestSnapshotPattern-182586924 tempest-TestSnapshotPattern-182586924-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 14:29:35.734422 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cb4ce9d0-ec24-4360-b65a-7e3725abee63 req-e78f4cbf-023d-4c17-a3ed-57ee8b880312 tempest-TestSnapshotPattern-182586924 tempest-TestSnapshotPattern-182586924-project] Made reservation on behalf of 2e7390b0e44949e49dc4db8070126e80 for: {'port': 1} {{(pid=83869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 14:29:35.739163 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [req-cb4ce9d0-ec24-4360-b65a-7e3725abee63 req-e78f4cbf-023d-4c17-a3ed-57ee8b880312 tempest-TestSnapshotPattern-182586924 tempest-TestSnapshotPattern-182586924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:29:35.743423 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Provisioning for port 75a024ab-6edb-4a9c-957d-ca2475bdf9b0 completed by entity L2. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 14:29:35.748995 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Provisioning complete for port 75a024ab-6edb-4a9c-957d-ca2475bdf9b0 triggered by entity L2. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 14:29:35.749359 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-948329'] for port, provisioning_complete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:29:35.942476 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:29:35.964720 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] For port 75a024ab-6edb-4a9c-957d-ca2475bdf9b0, host dv-neutron-836180-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836180-1-hyperv',level=0,port_id=75a024ab-6edb-4a9c-957d-ca2475bdf9b0,segment=NetworkSegment(7b924dd8-4978-40c4-ad91-4b9b27348462),segment_id=7b924dd8-4978-40c4-ad91-4b9b27348462)] {{(pid=83872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 14:29:35.969804 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864'] for port, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:29:35.981671 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.db_base_plugin_common [req-cb4ce9d0-ec24-4360-b65a-7e3725abee63 req-e78f4cbf-023d-4c17-a3ed-57ee8b880312 tempest-TestSnapshotPattern-182586924 tempest-TestSnapshotPattern-182586924-project] Allocated IP 172.20.0.3 (13223deb-a72c-43e2-94d2-cfb59471d832/51b591d8-01fa-4ba5-b642-214a51e62c0a/b818a96d-841b-4730-bcec-eda0695761eb) {{(pid=83869) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 14:29:36.047939 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-d6e94f1b-5d03-4a70-b9c5-45b8932905d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:29:36.068324 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Pushing event updated for resources: {'Port': ['ID=75a024ab-6edb-4a9c-957d-ca2475bdf9b0,revision_number=4']} {{(pid=83872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:29:36.229994 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [req-cb4ce9d0-ec24-4360-b65a-7e3725abee63 req-e78f4cbf-023d-4c17-a3ed-57ee8b880312 tempest-TestSnapshotPattern-182586924 tempest-TestSnapshotPattern-182586924-project] Notify callbacks [] for port, precommit_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:29:36.260489 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.provisioning_blocks [req-cb4ce9d0-ec24-4360-b65a-7e3725abee63 req-e78f4cbf-023d-4c17-a3ed-57ee8b880312 tempest-TestSnapshotPattern-182586924 tempest-TestSnapshotPattern-182586924-project] Transition to ACTIVE for port object b818a96d-841b-4730-bcec-eda0695761eb will not be triggered until provisioned by entity DHCP. {{(pid=83869) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 14:29:36.295077 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [req-cb4ce9d0-ec24-4360-b65a-7e3725abee63 req-e78f4cbf-023d-4c17-a3ed-57ee8b880312 tempest-TestSnapshotPattern-182586924 tempest-TestSnapshotPattern-182586924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736732935801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2705155'] for port, after_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:29:36.369131 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cb4ce9d0-ec24-4360-b65a-7e3725abee63 req-e78f4cbf-023d-4c17-a3ed-57ee8b880312 tempest-TestSnapshotPattern-182586924 tempest-TestSnapshotPattern-182586924-project] Network 13223deb-a72c-43e2-94d2-cfb59471d832 is already hosted by enough agents. {{(pid=83869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 14:29:36.372709 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.scheduler.base_scheduler [req-cb4ce9d0-ec24-4360-b65a-7e3725abee63 req-e78f4cbf-023d-4c17-a3ed-57ee8b880312 tempest-TestSnapshotPattern-182586924 tempest-TestSnapshotPattern-182586924-project] Resources bound (agent type, host, resource id): {{(pid=83869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 14:29:36.376518 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb4ce9d0-ec24-4360-b65a-7e3725abee63 req-e78f4cbf-023d-4c17-a3ed-57ee8b880312 tempest-TestSnapshotPattern-182586924 tempest-TestSnapshotPattern-182586924-project] Received port after_create {{(pid=83869) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 14:29:36.408935 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e78f4cbf-023d-4c17-a3ed-57ee8b880312 tempest-TestSnapshotPattern-182586924 tempest-TestSnapshotPattern-182586924-project] Pushing event updated for resources: {'Port': ['ID=b818a96d-841b-4730-bcec-eda0695761eb,revision_number=1']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:29:36.457667 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4ce9d0-ec24-4360-b65a-7e3725abee63 req-e78f4cbf-023d-4c17-a3ed-57ee8b880312 tempest-TestSnapshotPattern-182586924 tempest-TestSnapshotPattern-182586924-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:29:36.462636 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [req-cb4ce9d0-ec24-4360-b65a-7e3725abee63 req-e78f4cbf-023d-4c17-a3ed-57ee8b880312 tempest-TestSnapshotPattern-182586924 tempest-TestSnapshotPattern-182586924-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109561'] for port, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:29:36.503093 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-cb4ce9d0-ec24-4360-b65a-7e3725abee63 req-e78f4cbf-023d-4c17-a3ed-57ee8b880312 tempest-TestSnapshotPattern-182586924 tempest-TestSnapshotPattern-182586924-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0011482 Apr 01 14:29:36.518727 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.v2.base [req-cb4ce9d0-ec24-4360-b65a-7e3725abee63 req-d1188992-0ab3-4a88-8242-b54ec74aa41a service neutron] Request body: {'port': {'device_id': '30be1e60-a27e-41eb-98d1-000aa292ed94', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8361'}} {{(pid=83869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 14:29:36.657425 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [req-cb4ce9d0-ec24-4360-b65a-7e3725abee63 req-d1188992-0ab3-4a88-8242-b54ec74aa41a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:29:36.665359 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-eadf4c5a-eb33-4c2c-a74b-82a974ca20f1 None None] Provisioning for port b818a96d-841b-4730-bcec-eda0695761eb completed by entity DHCP. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 14:29:36.673020 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-eadf4c5a-eb33-4c2c-a74b-82a974ca20f1 None None] Provisioning complete for port b818a96d-841b-4730-bcec-eda0695761eb triggered by entity DHCP. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 14:29:36.673786 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-eadf4c5a-eb33-4c2c-a74b-82a974ca20f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-948329'] for port, provisioning_complete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:29:36.742769 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.plugin [None req-eadf4c5a-eb33-4c2c-a74b-82a974ca20f1 None None] Port b818a96d-841b-4730-bcec-eda0695761eb cannot update to ACTIVE because it is not bound. {{(pid=83872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 14:29:36.860762 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c2d6db-694f-43e4-9756-1c6c3c3948f2 req-b090fd25-3db2-4218-9f8d-84f6bd1082cb tempest-TestSnapshotPattern-182586924 tempest-TestSnapshotPattern-182586924-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:29:36.861589 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [req-d0c2d6db-694f-43e4-9756-1c6c3c3948f2 req-b090fd25-3db2-4218-9f8d-84f6bd1082cb tempest-TestSnapshotPattern-182586924 tempest-TestSnapshotPattern-182586924-project] Synchronizing usage tracker for tenant:2e7390b0e44949e49dc4db8070126e80 on resource:port {{(pid=83869) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 14:29:36.959141 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [req-d0c2d6db-694f-43e4-9756-1c6c3c3948f2 req-b090fd25-3db2-4218-9f8d-84f6bd1082cb tempest-TestSnapshotPattern-182586924 tempest-TestSnapshotPattern-182586924-project] Unset dirty status for tenant:2e7390b0e44949e49dc4db8070126e80 on resource:port {{(pid=83869) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 14:29:36.960283 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-d0c2d6db-694f-43e4-9756-1c6c3c3948f2 req-b090fd25-3db2-4218-9f8d-84f6bd1082cb tempest-TestSnapshotPattern-182586924 tempest-TestSnapshotPattern-182586924-project] 10.222.0.26 "GET /v2.0/ports?device_id=30be1e60-a27e-41eb-98d1-000aa292ed94 HTTP/1.1" status: 200 len: 931 time: 0.2924902 Apr 01 14:29:37.044636 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-d0c2d6db-694f-43e4-9756-1c6c3c3948f2 req-61ee2c66-2f20-4618-a049-58edfc2aa825 tempest-TestSnapshotPattern-182586924 tempest-TestSnapshotPattern-182586924-project] 10.222.0.26 "GET /v2.0/security-groups?id=ac395de9-99c1-458f-b751-4431890a0ea8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0763993 Apr 01 14:29:37.118670 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.notifiers.nova [req-cb4ce9d0-ec24-4360-b65a-7e3725abee63 req-d1188992-0ab3-4a88-8242-b54ec74aa41a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b818a96d-841b-4730-bcec-eda0695761eb {{(pid=83869) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 01 14:29:37.125654 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [req-cb4ce9d0-ec24-4360-b65a-7e3725abee63 req-d1188992-0ab3-4a88-8242-b54ec74aa41a service neutron] Notify callbacks [] for port, precommit_update {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:29:37.142535 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.provisioning_blocks [req-cb4ce9d0-ec24-4360-b65a-7e3725abee63 req-d1188992-0ab3-4a88-8242-b54ec74aa41a service neutron] Transition to ACTIVE for port object b818a96d-841b-4730-bcec-eda0695761eb will not be triggered until provisioned by entity L2. {{(pid=83869) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 14:29:37.148055 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [req-cb4ce9d0-ec24-4360-b65a-7e3725abee63 req-d1188992-0ab3-4a88-8242-b54ec74aa41a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2705172'] for port, after_update {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:29:37.349621 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:29:37.395017 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1188992-0ab3-4a88-8242-b54ec74aa41a service neutron] Pushing event updated for resources: {'Port': ['ID=b818a96d-841b-4730-bcec-eda0695761eb,revision_number=2']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:29:37.528774 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.managers [req-cb4ce9d0-ec24-4360-b65a-7e3725abee63 req-d1188992-0ab3-4a88-8242-b54ec74aa41a service neutron] Attempting to bind port b818a96d-841b-4730-bcec-eda0695761eb on host hv-neutron-8361 for vnic_type normal with profile {{(pid=83869) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 14:29:37.529791 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.managers [req-cb4ce9d0-ec24-4360-b65a-7e3725abee63 req-d1188992-0ab3-4a88-8242-b54ec74aa41a service neutron] Attempting to bind port b818a96d-841b-4730-bcec-eda0695761eb by drivers openvswitch,hyperv on host hv-neutron-8361 at level 0 using segments [{'id': '330a5ded-cb7e-4970-9f5c-7ec1d640233e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '13223deb-a72c-43e2-94d2-cfb59471d832'}] {{(pid=83869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 14:29:37.529791 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb4ce9d0-ec24-4360-b65a-7e3725abee63 req-d1188992-0ab3-4a88-8242-b54ec74aa41a service neutron] Attempting to bind port b818a96d-841b-4730-bcec-eda0695761eb on network 13223deb-a72c-43e2-94d2-cfb59471d832 {{(pid=83869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 14:29:37.539970 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb4ce9d0-ec24-4360-b65a-7e3725abee63 req-d1188992-0ab3-4a88-8242-b54ec74aa41a service neutron] Port b818a96d-841b-4730-bcec-eda0695761eb on network 13223deb-a72c-43e2-94d2-cfb59471d832 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8361 {{(pid=83869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 01 14:29:37.540487 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb4ce9d0-ec24-4360-b65a-7e3725abee63 req-d1188992-0ab3-4a88-8242-b54ec74aa41a service neutron] Attempting to bind port b818a96d-841b-4730-bcec-eda0695761eb on network 13223deb-a72c-43e2-94d2-cfb59471d832 {{(pid=83869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 14:29:37.556610 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb4ce9d0-ec24-4360-b65a-7e3725abee63 req-d1188992-0ab3-4a88-8242-b54ec74aa41a service neutron] Checking agent: {'id': '359ce187-6241-4f7e-85a4-e066c7b0cdea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8361', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 13, 31, 54), 'started_at': datetime.datetime(2022, 4, 1, 13, 31, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 14, 29, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 14:29:37.556610 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb4ce9d0-ec24-4360-b65a-7e3725abee63 req-d1188992-0ab3-4a88-8242-b54ec74aa41a service neutron] Checking segment: {'id': '330a5ded-cb7e-4970-9f5c-7ec1d640233e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '13223deb-a72c-43e2-94d2-cfb59471d832'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 14:29:37.556610 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb4ce9d0-ec24-4360-b65a-7e3725abee63 req-d1188992-0ab3-4a88-8242-b54ec74aa41a service neutron] Bound using segment: {'id': '330a5ded-cb7e-4970-9f5c-7ec1d640233e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '13223deb-a72c-43e2-94d2-cfb59471d832'} {{(pid=83869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 14:29:37.557921 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.managers [req-cb4ce9d0-ec24-4360-b65a-7e3725abee63 req-d1188992-0ab3-4a88-8242-b54ec74aa41a service neutron] Bound port: b818a96d-841b-4730-bcec-eda0695761eb, host: hv-neutron-8361, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '330a5ded-cb7e-4970-9f5c-7ec1d640233e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '13223deb-a72c-43e2-94d2-cfb59471d832'}}] {{(pid=83869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 14:29:37.560118 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [req-cb4ce9d0-ec24-4360-b65a-7e3725abee63 req-d1188992-0ab3-4a88-8242-b54ec74aa41a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:29:37.624354 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Device 75a024ab-6edb-4a9c-957d-ca2475bdf9b0 up at agent ovs-agent-dv-neutron-836180-1-hyperv {{(pid=83872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 14:29:37.665766 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-2f9cfc9c-d8ba-4de3-a4ad-98162f90557c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:29:37.713829 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.db [req-cb4ce9d0-ec24-4360-b65a-7e3725abee63 req-d1188992-0ab3-4a88-8242-b54ec74aa41a service neutron] For port b818a96d-841b-4730-bcec-eda0695761eb, host hv-neutron-8361, cleared binding levels {{(pid=83869) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 14:29:37.716970 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Provisioning complete for port 75a024ab-6edb-4a9c-957d-ca2475bdf9b0 triggered by entity L2. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 14:29:37.717441 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-948329'] for port, provisioning_complete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:29:37.718020 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.db [req-cb4ce9d0-ec24-4360-b65a-7e3725abee63 req-d1188992-0ab3-4a88-8242-b54ec74aa41a service neutron] For port b818a96d-841b-4730-bcec-eda0695761eb, host hv-neutron-8361, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8361',level=0,port_id=b818a96d-841b-4730-bcec-eda0695761eb,segment=NetworkSegment(330a5ded-cb7e-4970-9f5c-7ec1d640233e),segment_id=330a5ded-cb7e-4970-9f5c-7ec1d640233e)] {{(pid=83869) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 14:29:37.722309 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [req-cb4ce9d0-ec24-4360-b65a-7e3725abee63 req-d1188992-0ab3-4a88-8242-b54ec74aa41a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2705172'] for port, after_update {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:29:37.782401 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [req-cb4ce9d0-ec24-4360-b65a-7e3725abee63 req-d1188992-0ab3-4a88-8242-b54ec74aa41a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109561'] for port, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:29:37.784162 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-cb4ce9d0-ec24-4360-b65a-7e3725abee63 req-d1188992-0ab3-4a88-8242-b54ec74aa41a service neutron] 10.222.0.57 "PUT /v2.0/ports/b818a96d-841b-4730-bcec-eda0695761eb HTTP/1.1" status: 200 len: 1093 time: 1.2722037 Apr 01 14:29:37.786843 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '30be1e60-a27e-41eb-98d1-000aa292ed94', 'tag': 'b818a96d-841b-4730-bcec-eda0695761eb'}] {{(pid=83869) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 14:29:37.885580 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1188992-0ab3-4a88-8242-b54ec74aa41a service neutron] Pushing event updated for resources: {'Port': ['ID=b818a96d-841b-4730-bcec-eda0695761eb,revision_number=3']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:29:37.895710 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '30be1e60-a27e-41eb-98d1-000aa292ed94', 'tag': 'b818a96d-841b-4730-bcec-eda0695761eb', 'status': 'completed', 'code': 200} Apr 01 14:29:37.946297 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-cb4ce9d0-ec24-4360-b65a-7e3725abee63 req-435dddc3-19be-4bc2-9d8a-441b408c422e service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=2e7390b0e44949e49dc4db8070126e80&device_id=30be1e60-a27e-41eb-98d1-000aa292ed94 HTTP/1.1" status: 200 len: 1096 time: 0.1117423 Apr 01 14:29:38.033104 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-cb4ce9d0-ec24-4360-b65a-7e3725abee63 req-408593b9-25aa-4998-84d0-f1315306d430 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b818a96d-841b-4730-bcec-eda0695761eb HTTP/1.1" status: 200 len: 217 time: 0.0797808 Apr 01 14:29:38.111639 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4ce9d0-ec24-4360-b65a-7e3725abee63 req-75475517-fc9b-48cb-82dd-b83bec21e86c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:29:38.113172 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-cb4ce9d0-ec24-4360-b65a-7e3725abee63 req-75475517-fc9b-48cb-82dd-b83bec21e86c service neutron] 10.222.0.57 "GET /v2.0/subnets?id=51b591d8-01fa-4ba5-b642-214a51e62c0a HTTP/1.1" status: 200 len: 848 time: 0.0735245 Apr 01 14:29:38.251205 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-cb4ce9d0-ec24-4360-b65a-7e3725abee63 req-e93e51e7-d652-49ad-bcd5-5d6fd2163418 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=13223deb-a72c-43e2-94d2-cfb59471d832&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1287789 Apr 01 14:29:38.381632 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401e87be-b9fa-4d74-b81a-29624b3e3827 req-bbf8c560-24cc-48ec-9d9d-906c85901289 tempest-TestSnapshotPattern-182586924 tempest-TestSnapshotPattern-182586924-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:29:38.383843 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-401e87be-b9fa-4d74-b81a-29624b3e3827 req-bbf8c560-24cc-48ec-9d9d-906c85901289 tempest-TestSnapshotPattern-182586924 tempest-TestSnapshotPattern-182586924-project] 10.222.0.26 "GET /v2.0/ports?device_id=30be1e60-a27e-41eb-98d1-000aa292ed94 HTTP/1.1" status: 200 len: 943 time: 0.1868858 Apr 01 14:29:38.442439 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-cb4ce9d0-ec24-4360-b65a-7e3725abee63 req-bfc1cbae-a2d4-4442-905d-d4e9dfa4cd05 service neutron] 10.222.0.57 "GET /v2.0/networks/13223deb-a72c-43e2-94d2-cfb59471d832?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1828494 Apr 01 14:29:38.485513 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-401e87be-b9fa-4d74-b81a-29624b3e3827 req-5ff1f47d-176a-496e-bf10-522a9798a717 tempest-TestSnapshotPattern-182586924 tempest-TestSnapshotPattern-182586924-project] 10.222.0.26 "GET /v2.0/security-groups?id=ac395de9-99c1-458f-b751-4431890a0ea8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0887206 Apr 01 14:29:38.600897 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-cb4ce9d0-ec24-4360-b65a-7e3725abee63 req-d6596556-3e3f-4c93-835b-e0d8aecdd955 service neutron] 10.222.0.57 "GET /v2.0/networks/13223deb-a72c-43e2-94d2-cfb59471d832?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1479855 Apr 01 14:29:38.728860 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-b56d81c1-2d9e-4de8-b650-aa7aa8b54c24 req-0ed8e28d-2933-4b67-a9a6-6b5904e4cd81 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=2e7390b0e44949e49dc4db8070126e80&device_id=30be1e60-a27e-41eb-98d1-000aa292ed94 HTTP/1.1" status: 200 len: 1096 time: 0.0716662 Apr 01 14:29:38.883597 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56d81c1-2d9e-4de8-b650-aa7aa8b54c24 req-72c41857-fab2-4df0-96af-e02a725446ac service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:29:38.885469 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-b56d81c1-2d9e-4de8-b650-aa7aa8b54c24 req-72c41857-fab2-4df0-96af-e02a725446ac service neutron] 10.222.0.57 "GET /v2.0/networks?id=13223deb-a72c-43e2-94d2-cfb59471d832 HTTP/1.1" status: 200 len: 910 time: 0.1458676 Apr 01 14:29:38.973942 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-b56d81c1-2d9e-4de8-b650-aa7aa8b54c24 req-bf0ef3aa-26d7-4b84-b0f8-35e722c10f5e service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b818a96d-841b-4730-bcec-eda0695761eb HTTP/1.1" status: 200 len: 217 time: 0.0810301 Apr 01 14:29:39.046070 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56d81c1-2d9e-4de8-b650-aa7aa8b54c24 req-f2d86023-b21c-4ba5-9aa4-3626f804ab6e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:29:39.056287 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-b56d81c1-2d9e-4de8-b650-aa7aa8b54c24 req-f2d86023-b21c-4ba5-9aa4-3626f804ab6e service neutron] 10.222.0.57 "GET /v2.0/subnets?id=51b591d8-01fa-4ba5-b642-214a51e62c0a HTTP/1.1" status: 200 len: 848 time: 0.0770624 Apr 01 14:29:39.131673 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-a976a7b9-9034-41e6-be13-349b75ed1593 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:29:39.157289 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-b56d81c1-2d9e-4de8-b650-aa7aa8b54c24 req-663e9d8c-9eeb-4e1e-bae3-b836eb9ced6d service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=13223deb-a72c-43e2-94d2-cfb59471d832&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0914991 Apr 01 14:29:39.374027 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-b56d81c1-2d9e-4de8-b650-aa7aa8b54c24 req-dd65e222-6e69-4227-9070-d463c04ecbd2 service neutron] 10.222.0.57 "GET /v2.0/networks/13223deb-a72c-43e2-94d2-cfb59471d832?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2092166 Apr 01 14:29:39.439275 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c044909-bd2e-468e-8e29-afda47f51126 None None] Sync routers for ids ['06d63231-8a92-473d-a7dc-33380bb4b6f4'] in dv-neutron-836180-1-hyperv {{(pid=83872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 14:29:39.462691 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c044909-bd2e-468e-8e29-afda47f51126 None None] Routers {'06d63231-8a92-473d-a7dc-33380bb4b6f4'} bound to L3 agent in host dv-neutron-836180-1-hyperv {{(pid=83872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 14:29:39.463546 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_hamode_db [None req-0c044909-bd2e-468e-8e29-afda47f51126 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836180-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T13:25:36Z,description=,heartbeat_timestamp=2022-04-01T14:29:36Z,host='dv-neutron-836180-1-hyperv',id=88bf8fc8-11a3-4e96-9d1b-5fd93ba9f6f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T13:25:36Z,topic='l3_agent')) {'router_ids': ['06d63231-8a92-473d-a7dc-33380bb4b6f4'], 'active': True} {{(pid=83872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 14:29:39.717011 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-b56d81c1-2d9e-4de8-b650-aa7aa8b54c24 req-e4413cef-7a54-40dc-aab7-46bd9a2a2413 service neutron] 10.222.0.57 "GET /v2.0/networks/13223deb-a72c-43e2-94d2-cfb59471d832?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3358548 Apr 01 14:29:39.762143 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_dvr_db [None req-0c044909-bd2e-468e-8e29-afda47f51126 None None] Set router 06d63231-8a92-473d-a7dc-33380bb4b6f4 gateway port host: dv-neutron-836180-1-hyperv {{(pid=83872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 14:29:39.792317 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc08af5-f381-43ec-bbbf-4f9bfe04e962 req-e271a415-860e-4f3d-854f-d514f62df3bc tempest-TestSnapshotPattern-182586924 tempest-TestSnapshotPattern-182586924-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:29:39.793838 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-edc08af5-f381-43ec-bbbf-4f9bfe04e962 req-e271a415-860e-4f3d-854f-d514f62df3bc tempest-TestSnapshotPattern-182586924 tempest-TestSnapshotPattern-182586924-project] 10.222.0.26 "GET /v2.0/ports?device_id=30be1e60-a27e-41eb-98d1-000aa292ed94 HTTP/1.1" status: 200 len: 943 time: 0.1089981 Apr 01 14:29:39.852771 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-edc08af5-f381-43ec-bbbf-4f9bfe04e962 req-d51ce912-f7d0-49f2-b6e8-d7139a8f2ab3 tempest-TestSnapshotPattern-182586924 tempest-TestSnapshotPattern-182586924-project] 10.222.0.26 "GET /v2.0/security-groups?id=ac395de9-99c1-458f-b751-4431890a0ea8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509834 Apr 01 14:29:40.137862 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Device b818a96d-841b-4730-bcec-eda0695761eb details requested by agent hyperv_hv-neutron-8361 with host hv-neutron-8361 {{(pid=83872) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 01 14:29:40.310219 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_hamode_db [None req-0c044909-bd2e-468e-8e29-afda47f51126 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06d63231-8a92-473d-a7dc-33380bb4b6f4', 'name': 'tempest-TestSnapshotPattern-927614562-router', 'tenant_id': '2e7390b0e44949e49dc4db8070126e80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'external_fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.203'}], 'enable_snat': True}, 'gw_port_id': '60d0a4c0-b983-42b6-a1d8-dbce0985f299', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T14:29:19Z', 'updated_at': '2022-04-01T14:29:23Z', 'revision_number': 4, 'project_id': '2e7390b0e44949e49dc4db8070126e80', 'gw_port': {'id': '60d0a4c0-b983-42b6-a1d8-dbce0985f299', 'name': '', 'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:9c:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06d63231-8a92-473d-a7dc-33380bb4b6f4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836180-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T14:29:20Z', 'updated_at': '2022-04-01T14:29:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836180-1-hyperv', '_interfaces': [{'id': 'b4042dda-370f-441a-9332-daf4f4cb7739', 'name': '', 'network_id': '13223deb-a72c-43e2-94d2-cfb59471d832', 'tenant_id': '2e7390b0e44949e49dc4db8070126e80', 'mac_address': 'fa:16:3e:e5:e3:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06d63231-8a92-473d-a7dc-33380bb4b6f4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '51b591d8-01fa-4ba5-b642-214a51e62c0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T14:29:22Z', 'updated_at': '2022-04-01T14:29:23Z', 'revision_number': 2, 'project_id': '2e7390b0e44949e49dc4db8070126e80', 'subnets': [{'id': '51b591d8-01fa-4ba5-b642-214a51e62c0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-836180-1-hyperv', False) {} {{(pid=83872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 14:29:40.327480 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c044909-bd2e-468e-8e29-afda47f51126 None None] Checking router: 06d63231-8a92-473d-a7dc-33380bb4b6f4 for host: dv-neutron-836180-1-hyperv {{(pid=83872) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 01 14:29:40.327814 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c044909-bd2e-468e-8e29-afda47f51126 None None] Updating router 06d63231-8a92-473d-a7dc-33380bb4b6f4 port b4042dda-370f-441a-9332-daf4f4cb7739 binding host dv-neutron-836180-1-hyperv {{(pid=83872) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 01 14:29:40.375283 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] For port b818a96d-841b-4730-bcec-eda0695761eb, host hv-neutron-8361, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8361',level=0,port_id=b818a96d-841b-4730-bcec-eda0695761eb,segment=NetworkSegment(330a5ded-cb7e-4970-9f5c-7ec1d640233e),segment_id=330a5ded-cb7e-4970-9f5c-7ec1d640233e)] {{(pid=83872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 14:29:40.403509 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Returning: {'device': 'b818a96d-841b-4730-bcec-eda0695761eb', 'network_id': '13223deb-a72c-43e2-94d2-cfb59471d832', 'port_id': 'b818a96d-841b-4730-bcec-eda0695761eb', 'mac_address': 'fa:16:3e:13:50:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 358, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '51b591d8-01fa-4ba5-b642-214a51e62c0a', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83872) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 01 14:29:40.410130 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-0c044909-bd2e-468e-8e29-afda47f51126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:29:40.567610 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:29:40.638138 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.notifiers.nova [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b818a96d-841b-4730-bcec-eda0695761eb {{(pid=83872) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 01 14:29:40.680699 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] For port b818a96d-841b-4730-bcec-eda0695761eb, host hv-neutron-8361, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8361',level=0,port_id=b818a96d-841b-4730-bcec-eda0695761eb,segment=NetworkSegment(330a5ded-cb7e-4970-9f5c-7ec1d640233e),segment_id=330a5ded-cb7e-4970-9f5c-7ec1d640233e)] {{(pid=83872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 14:29:40.685971 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864'] for port, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:29:40.846062 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Pushing event updated for resources: {'Port': ['ID=b818a96d-841b-4730-bcec-eda0695761eb,revision_number=4']} {{(pid=83872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:29:41.029582 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-0c044909-bd2e-468e-8e29-afda47f51126 None None] Notify callbacks [] for port, precommit_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:29:41.049607 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-0c044909-bd2e-468e-8e29-afda47f51126 None None] Transition to ACTIVE for port object b4042dda-370f-441a-9332-daf4f4cb7739 will not be triggered until provisioned by entity L2. {{(pid=83872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 14:29:41.062654 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] get_ports_and_sgs() called for port_ids ['b818a96d-841b-4730-bcec-eda0695761eb'] {{(pid=83872) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 01 14:29:41.103754 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-0c044909-bd2e-468e-8e29-afda47f51126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864'] for port, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:29:41.128817 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941e172a-9a88-47fc-88d0-3429b0de5f57 req-24035711-87c4-4374-890a-dc8f1206651e tempest-TestSnapshotPattern-182586924 tempest-TestSnapshotPattern-182586924-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:29:41.131162 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-941e172a-9a88-47fc-88d0-3429b0de5f57 req-24035711-87c4-4374-890a-dc8f1206651e tempest-TestSnapshotPattern-182586924 tempest-TestSnapshotPattern-182586924-project] 10.222.0.26 "GET /v2.0/ports?device_id=30be1e60-a27e-41eb-98d1-000aa292ed94 HTTP/1.1" status: 200 len: 944 time: 0.1026461 Apr 01 14:29:41.187967 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-941e172a-9a88-47fc-88d0-3429b0de5f57 req-71bc4c7b-85c0-4b57-9892-7d55b3961db0 tempest-TestSnapshotPattern-182586924 tempest-TestSnapshotPattern-182586924-project] 10.222.0.26 "GET /v2.0/security-groups?id=ac395de9-99c1-458f-b751-4431890a0ea8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481820 Apr 01 14:29:41.260973 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b88f7347-6aee-4665-882c-fa24e74ac4bf None None] Sync routers for ids ['2855d5a1-35aa-4c2e-a5e7-f0afcdacea89'] in dv-neutron-836180-1-hyperv {{(pid=83873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 14:29:41.285412 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b88f7347-6aee-4665-882c-fa24e74ac4bf None None] Routers {'2855d5a1-35aa-4c2e-a5e7-f0afcdacea89'} bound to L3 agent in host dv-neutron-836180-1-hyperv {{(pid=83873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 14:29:41.286558 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-b88f7347-6aee-4665-882c-fa24e74ac4bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836180-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T13:25:36Z,description=,heartbeat_timestamp=2022-04-01T14:29:36Z,host='dv-neutron-836180-1-hyperv',id=88bf8fc8-11a3-4e96-9d1b-5fd93ba9f6f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T13:25:36Z,topic='l3_agent')) {'router_ids': ['2855d5a1-35aa-4c2e-a5e7-f0afcdacea89'], 'active': True} {{(pid=83873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 14:29:41.364102 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7038c7b2-d33e-4eb3-992d-c20542e76150 None None] Pushing event updated for resources: {'Port': ['ID=b4042dda-370f-441a-9332-daf4f4cb7739,revision_number=3']} {{(pid=83872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:29:41.493672 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.managers [None req-0c044909-bd2e-468e-8e29-afda47f51126 None None] Attempting to bind port b4042dda-370f-441a-9332-daf4f4cb7739 on host dv-neutron-836180-1-hyperv for vnic_type normal with profile {{(pid=83872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 14:29:41.494158 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.managers [None req-0c044909-bd2e-468e-8e29-afda47f51126 None None] Attempting to bind port b4042dda-370f-441a-9332-daf4f4cb7739 by drivers openvswitch,hyperv on host dv-neutron-836180-1-hyperv at level 0 using segments [{'id': '330a5ded-cb7e-4970-9f5c-7ec1d640233e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '13223deb-a72c-43e2-94d2-cfb59471d832'}] {{(pid=83872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 14:29:41.494655 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c044909-bd2e-468e-8e29-afda47f51126 None None] Attempting to bind port b4042dda-370f-441a-9332-daf4f4cb7739 on network 13223deb-a72c-43e2-94d2-cfb59471d832 {{(pid=83872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 14:29:41.513824 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c044909-bd2e-468e-8e29-afda47f51126 None None] Checking agent: {'id': 'af948428-97cd-4d10-9f53-af028bdb39b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-836180-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 13, 25, 37), 'started_at': datetime.datetime(2022, 4, 1, 13, 26, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 14, 29, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-836180-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 14:29:41.514329 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c044909-bd2e-468e-8e29-afda47f51126 None None] Checking segment: {'id': '330a5ded-cb7e-4970-9f5c-7ec1d640233e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '13223deb-a72c-43e2-94d2-cfb59471d832'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 14:29:41.514857 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-0c044909-bd2e-468e-8e29-afda47f51126 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:29:41.515316 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c044909-bd2e-468e-8e29-afda47f51126 None None] Bound using segment: {'id': '330a5ded-cb7e-4970-9f5c-7ec1d640233e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '13223deb-a72c-43e2-94d2-cfb59471d832'} {{(pid=83872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 14:29:41.515945 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.managers [None req-0c044909-bd2e-468e-8e29-afda47f51126 None None] Bound port: b4042dda-370f-441a-9332-daf4f4cb7739, host: dv-neutron-836180-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '330a5ded-cb7e-4970-9f5c-7ec1d640233e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '13223deb-a72c-43e2-94d2-cfb59471d832'}}] {{(pid=83872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 14:29:41.516435 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-0c044909-bd2e-468e-8e29-afda47f51126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:29:41.575577 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_dvr_db [None req-b88f7347-6aee-4665-882c-fa24e74ac4bf None None] Set router 2855d5a1-35aa-4c2e-a5e7-f0afcdacea89 gateway port host: dv-neutron-836180-1-hyperv {{(pid=83873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 14:29:41.680912 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-0c044909-bd2e-468e-8e29-afda47f51126 None None] For port b4042dda-370f-441a-9332-daf4f4cb7739, host dv-neutron-836180-1-hyperv, cleared binding levels {{(pid=83872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 14:29:41.701214 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-0c044909-bd2e-468e-8e29-afda47f51126 None None] For port b4042dda-370f-441a-9332-daf4f4cb7739, host dv-neutron-836180-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836180-1-hyperv',level=0,port_id=b4042dda-370f-441a-9332-daf4f4cb7739,segment=NetworkSegment(330a5ded-cb7e-4970-9f5c-7ec1d640233e),segment_id=330a5ded-cb7e-4970-9f5c-7ec1d640233e)] {{(pid=83872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 14:29:41.712778 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-0c044909-bd2e-468e-8e29-afda47f51126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864'] for port, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:29:41.835732 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7038c7b2-d33e-4eb3-992d-c20542e76150 None None] Pushing event updated for resources: {'Port': ['ID=b4042dda-370f-441a-9332-daf4f4cb7739,revision_number=4']} {{(pid=83872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:29:41.861828 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c044909-bd2e-468e-8e29-afda47f51126 None None] Routers {'06d63231-8a92-473d-a7dc-33380bb4b6f4'} bound to L3 agent in host dv-neutron-836180-1-hyperv {{(pid=83872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 14:29:41.862437 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_hamode_db [None req-0c044909-bd2e-468e-8e29-afda47f51126 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836180-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T13:25:36Z,description=,heartbeat_timestamp=2022-04-01T14:29:36Z,host='dv-neutron-836180-1-hyperv',id=88bf8fc8-11a3-4e96-9d1b-5fd93ba9f6f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T13:25:36Z,topic='l3_agent')) {'router_ids': ['06d63231-8a92-473d-a7dc-33380bb4b6f4'], 'active': True} {{(pid=83872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 14:29:41.968510 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-b88f7347-6aee-4665-882c-fa24e74ac4bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2855d5a1-35aa-4c2e-a5e7-f0afcdacea89', 'name': 'tempest-TestSnapshotPattern-257496451-router', 'tenant_id': '0811dac3ee0a45d6a5bc29e1a92718e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'external_fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.210'}], 'enable_snat': True}, 'gw_port_id': '75a024ab-6edb-4a9c-957d-ca2475bdf9b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T14:29:26Z', 'updated_at': '2022-04-01T14:29:29Z', 'revision_number': 4, 'project_id': '0811dac3ee0a45d6a5bc29e1a92718e0', 'gw_port': {'id': '75a024ab-6edb-4a9c-957d-ca2475bdf9b0', 'name': '', 'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:9c:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2855d5a1-35aa-4c2e-a5e7-f0afcdacea89', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836180-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T14:29:27Z', 'updated_at': '2022-04-01T14:29:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836180-1-hyperv', '_interfaces': [{'id': '82b2bbb7-6648-4076-a006-45f5bab2ce44', 'name': '', 'network_id': 'be27d692-e426-45b2-b26e-5f02570b2cbe', 'tenant_id': '0811dac3ee0a45d6a5bc29e1a92718e0', 'mac_address': 'fa:16:3e:47:ac:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2855d5a1-35aa-4c2e-a5e7-f0afcdacea89', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'aa0db889-1b3b-40ef-9b1a-df3c319a34c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T14:29:29Z', 'updated_at': '2022-04-01T14:29:29Z', 'revision_number': 2, 'project_id': '0811dac3ee0a45d6a5bc29e1a92718e0', 'subnets': [{'id': 'aa0db889-1b3b-40ef-9b1a-df3c319a34c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-836180-1-hyperv', False) {} {{(pid=83873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 14:29:41.977508 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b88f7347-6aee-4665-882c-fa24e74ac4bf None None] Checking router: 2855d5a1-35aa-4c2e-a5e7-f0afcdacea89 for host: dv-neutron-836180-1-hyperv {{(pid=83873) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 01 14:29:41.978051 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b88f7347-6aee-4665-882c-fa24e74ac4bf None None] Updating router 2855d5a1-35aa-4c2e-a5e7-f0afcdacea89 port 82b2bbb7-6648-4076-a006-45f5bab2ce44 binding host dv-neutron-836180-1-hyperv {{(pid=83873) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 01 14:29:42.063524 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-b88f7347-6aee-4665-882c-fa24e74ac4bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:29:42.107587 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_dvr_db [None req-0c044909-bd2e-468e-8e29-afda47f51126 None None] Set router 06d63231-8a92-473d-a7dc-33380bb4b6f4 gateway port host: dv-neutron-836180-1-hyperv {{(pid=83872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 14:29:42.540219 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-b88f7347-6aee-4665-882c-fa24e74ac4bf None None] Notify callbacks [] for port, precommit_update {{(pid=83873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:29:42.542676 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516dbec4-2fc3-4f4a-b2b2-5b303ee99b93 req-a1e836d5-3592-4e5d-a339-73f51fcfbb2c tempest-TestSnapshotPattern-182586924 tempest-TestSnapshotPattern-182586924-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:29:42.545272 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-516dbec4-2fc3-4f4a-b2b2-5b303ee99b93 req-a1e836d5-3592-4e5d-a339-73f51fcfbb2c tempest-TestSnapshotPattern-182586924 tempest-TestSnapshotPattern-182586924-project] 10.222.0.26 "GET /v2.0/ports?device_id=30be1e60-a27e-41eb-98d1-000aa292ed94 HTTP/1.1" status: 200 len: 944 time: 0.1212354 Apr 01 14:29:42.562988 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.provisioning_blocks [None req-b88f7347-6aee-4665-882c-fa24e74ac4bf None None] Transition to ACTIVE for port object 82b2bbb7-6648-4076-a006-45f5bab2ce44 will not be triggered until provisioned by entity L2. {{(pid=83873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 14:29:42.574642 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-b88f7347-6aee-4665-882c-fa24e74ac4bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864'] for port, after_update {{(pid=83873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:29:42.595298 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_hamode_db [None req-0c044909-bd2e-468e-8e29-afda47f51126 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06d63231-8a92-473d-a7dc-33380bb4b6f4', 'name': 'tempest-TestSnapshotPattern-927614562-router', 'tenant_id': '2e7390b0e44949e49dc4db8070126e80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'external_fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.203'}], 'enable_snat': True}, 'gw_port_id': '60d0a4c0-b983-42b6-a1d8-dbce0985f299', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T14:29:19Z', 'updated_at': '2022-04-01T14:29:23Z', 'revision_number': 4, 'project_id': '2e7390b0e44949e49dc4db8070126e80', 'gw_port': {'id': '60d0a4c0-b983-42b6-a1d8-dbce0985f299', 'name': '', 'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:9c:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06d63231-8a92-473d-a7dc-33380bb4b6f4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836180-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T14:29:20Z', 'updated_at': '2022-04-01T14:29:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836180-1-hyperv', '_interfaces': [{'id': 'b4042dda-370f-441a-9332-daf4f4cb7739', 'name': '', 'network_id': '13223deb-a72c-43e2-94d2-cfb59471d832', 'tenant_id': '2e7390b0e44949e49dc4db8070126e80', 'mac_address': 'fa:16:3e:e5:e3:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06d63231-8a92-473d-a7dc-33380bb4b6f4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '51b591d8-01fa-4ba5-b642-214a51e62c0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836180-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T14:29:22Z', 'updated_at': '2022-04-01T14:29:41Z', 'revision_number': 4, 'project_id': '2e7390b0e44949e49dc4db8070126e80', 'subnets': [{'id': '51b591d8-01fa-4ba5-b642-214a51e62c0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-836180-1-hyperv', False) {} {{(pid=83872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 14:29:42.603643 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c044909-bd2e-468e-8e29-afda47f51126 None None] The sync data for ids ['06d63231-8a92-473d-a7dc-33380bb4b6f4'] in dv-neutron-836180-1-hyperv is: [{'id': '06d63231-8a92-473d-a7dc-33380bb4b6f4', 'name': 'tempest-TestSnapshotPattern-927614562-router', 'tenant_id': '2e7390b0e44949e49dc4db8070126e80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'external_fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.203'}], 'enable_snat': True}, 'gw_port_id': '60d0a4c0-b983-42b6-a1d8-dbce0985f299', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T14:29:19Z', 'updated_at': '2022-04-01T14:29:23Z', 'revision_number': 4, 'project_id': '2e7390b0e44949e49dc4db8070126e80', 'gw_port': {'id': '60d0a4c0-b983-42b6-a1d8-dbce0985f299', 'name': '', 'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:9c:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06d63231-8a92-473d-a7dc-33380bb4b6f4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836180-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T14:29:20Z', 'updated_at': '2022-04-01T14:29:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836180-1-hyperv', '_interfaces': [{'id': 'b4042dda-370f-441a-9332-daf4f4cb7739', 'name': '', 'network_id': '13223deb-a72c-43e2-94d2-cfb59471d832', 'tenant_id': '2e7390b0e44949e49dc4db8070126e80', 'mac_address': 'fa:16:3e:e5:e3:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06d63231-8a92-473d-a7dc-33380bb4b6f4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '51b591d8-01fa-4ba5-b642-214a51e62c0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836180-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T14:29:22Z', 'updated_at': '2022-04-01T14:29:41Z', 'revision_number': 4, 'project_id': '2e7390b0e44949e49dc4db8070126e80', 'subnets': [{'id': '51b591d8-01fa-4ba5-b642-214a51e62c0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 14:29:42.626391 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-516dbec4-2fc3-4f4a-b2b2-5b303ee99b93 req-af5671da-4efa-47c6-8593-864c08dfd95f tempest-TestSnapshotPattern-182586924 tempest-TestSnapshotPattern-182586924-project] 10.222.0.26 "GET /v2.0/security-groups?id=ac395de9-99c1-458f-b751-4431890a0ea8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0744691 Apr 01 14:29:42.730422 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0440b25a-a532-4d91-999e-12bebe313ced None None] Pushing event updated for resources: {'Port': ['ID=82b2bbb7-6648-4076-a006-45f5bab2ce44,revision_number=3']} {{(pid=83873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:29:42.859440 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.plugins.ml2.managers [None req-b88f7347-6aee-4665-882c-fa24e74ac4bf None None] Attempting to bind port 82b2bbb7-6648-4076-a006-45f5bab2ce44 on host dv-neutron-836180-1-hyperv for vnic_type normal with profile {{(pid=83873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 14:29:42.860041 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.plugins.ml2.managers [None req-b88f7347-6aee-4665-882c-fa24e74ac4bf None None] Attempting to bind port 82b2bbb7-6648-4076-a006-45f5bab2ce44 by drivers openvswitch,hyperv on host dv-neutron-836180-1-hyperv at level 0 using segments [{'id': '563edc73-f297-46c5-99f8-2d93e3432eec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'be27d692-e426-45b2-b26e-5f02570b2cbe'}] {{(pid=83873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 14:29:42.860652 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b88f7347-6aee-4665-882c-fa24e74ac4bf None None] Attempting to bind port 82b2bbb7-6648-4076-a006-45f5bab2ce44 on network be27d692-e426-45b2-b26e-5f02570b2cbe {{(pid=83873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 14:29:42.869981 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b88f7347-6aee-4665-882c-fa24e74ac4bf None None] Checking agent: {'id': 'af948428-97cd-4d10-9f53-af028bdb39b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-836180-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 13, 25, 37), 'started_at': datetime.datetime(2022, 4, 1, 13, 26, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 14, 29, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-836180-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 14:29:42.870384 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b88f7347-6aee-4665-882c-fa24e74ac4bf None None] Checking segment: {'id': '563edc73-f297-46c5-99f8-2d93e3432eec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'be27d692-e426-45b2-b26e-5f02570b2cbe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 14:29:42.870793 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-b88f7347-6aee-4665-882c-fa24e74ac4bf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:29:42.871254 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b88f7347-6aee-4665-882c-fa24e74ac4bf None None] Bound using segment: {'id': '563edc73-f297-46c5-99f8-2d93e3432eec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'be27d692-e426-45b2-b26e-5f02570b2cbe'} {{(pid=83873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 14:29:42.871843 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.plugins.ml2.managers [None req-b88f7347-6aee-4665-882c-fa24e74ac4bf None None] Bound port: 82b2bbb7-6648-4076-a006-45f5bab2ce44, host: dv-neutron-836180-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '563edc73-f297-46c5-99f8-2d93e3432eec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'be27d692-e426-45b2-b26e-5f02570b2cbe'}}] {{(pid=83873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 14:29:42.872268 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-b88f7347-6aee-4665-882c-fa24e74ac4bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:29:43.008145 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.plugins.ml2.db [None req-b88f7347-6aee-4665-882c-fa24e74ac4bf None None] For port 82b2bbb7-6648-4076-a006-45f5bab2ce44, host dv-neutron-836180-1-hyperv, cleared binding levels {{(pid=83873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 14:29:43.013516 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.plugins.ml2.db [None req-b88f7347-6aee-4665-882c-fa24e74ac4bf None None] For port 82b2bbb7-6648-4076-a006-45f5bab2ce44, host dv-neutron-836180-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836180-1-hyperv',level=0,port_id=82b2bbb7-6648-4076-a006-45f5bab2ce44,segment=NetworkSegment(563edc73-f297-46c5-99f8-2d93e3432eec),segment_id=563edc73-f297-46c5-99f8-2d93e3432eec)] {{(pid=83873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 14:29:43.019115 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron_lib.callbacks.manager [None req-b88f7347-6aee-4665-882c-fa24e74ac4bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864'] for port, after_update {{(pid=83873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:29:43.163381 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b88f7347-6aee-4665-882c-fa24e74ac4bf None None] Routers {'2855d5a1-35aa-4c2e-a5e7-f0afcdacea89'} bound to L3 agent in host dv-neutron-836180-1-hyperv {{(pid=83873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 14:29:43.164457 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-b88f7347-6aee-4665-882c-fa24e74ac4bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836180-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T13:25:36Z,description=,heartbeat_timestamp=2022-04-01T14:29:36Z,host='dv-neutron-836180-1-hyperv',id=88bf8fc8-11a3-4e96-9d1b-5fd93ba9f6f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T13:25:36Z,topic='l3_agent')) {'router_ids': ['2855d5a1-35aa-4c2e-a5e7-f0afcdacea89'], 'active': True} {{(pid=83873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 14:29:43.360450 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0440b25a-a532-4d91-999e-12bebe313ced None None] Pushing event updated for resources: {'Port': ['ID=82b2bbb7-6648-4076-a006-45f5bab2ce44,revision_number=4']} {{(pid=83873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:29:43.481832 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_dvr_db [None req-b88f7347-6aee-4665-882c-fa24e74ac4bf None None] Set router 2855d5a1-35aa-4c2e-a5e7-f0afcdacea89 gateway port host: dv-neutron-836180-1-hyperv {{(pid=83873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 14:29:43.629684 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Device b4042dda-370f-441a-9332-daf4f4cb7739 up at agent ovs-agent-dv-neutron-836180-1-hyperv {{(pid=83872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 14:29:43.712916 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Provisioning for port b4042dda-370f-441a-9332-daf4f4cb7739 completed by entity L2. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 14:29:43.720142 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Provisioning complete for port b4042dda-370f-441a-9332-daf4f4cb7739 triggered by entity L2. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 14:29:43.720719 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-948329'] for port, provisioning_complete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:29:43.863178 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:29:43.903719 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b4451a-b9c8-4255-94d2-01946d689f4e req-5c867cdf-5a78-4c60-ae12-935d4f41da40 tempest-TestSnapshotPattern-182586924 tempest-TestSnapshotPattern-182586924-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:29:43.906379 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-c1b4451a-b9c8-4255-94d2-01946d689f4e req-5c867cdf-5a78-4c60-ae12-935d4f41da40 tempest-TestSnapshotPattern-182586924 tempest-TestSnapshotPattern-182586924-project] 10.222.0.26 "GET /v2.0/ports?device_id=30be1e60-a27e-41eb-98d1-000aa292ed94 HTTP/1.1" status: 200 len: 944 time: 0.1269345 Apr 01 14:29:43.907737 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] For port b4042dda-370f-441a-9332-daf4f4cb7739, host dv-neutron-836180-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836180-1-hyperv',level=0,port_id=b4042dda-370f-441a-9332-daf4f4cb7739,segment=NetworkSegment(330a5ded-cb7e-4970-9f5c-7ec1d640233e),segment_id=330a5ded-cb7e-4970-9f5c-7ec1d640233e)] {{(pid=83872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 14:29:43.913859 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864'] for port, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:29:43.961418 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-c1b4451a-b9c8-4255-94d2-01946d689f4e req-23f61cc8-04eb-4049-9ed5-2c1f957bcd89 tempest-TestSnapshotPattern-182586924 tempest-TestSnapshotPattern-182586924-project] 10.222.0.26 "GET /v2.0/security-groups?id=ac395de9-99c1-458f-b751-4431890a0ea8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481267 Apr 01 14:29:44.011047 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-b88f7347-6aee-4665-882c-fa24e74ac4bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2855d5a1-35aa-4c2e-a5e7-f0afcdacea89', 'name': 'tempest-TestSnapshotPattern-257496451-router', 'tenant_id': '0811dac3ee0a45d6a5bc29e1a92718e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'external_fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.210'}], 'enable_snat': True}, 'gw_port_id': '75a024ab-6edb-4a9c-957d-ca2475bdf9b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T14:29:26Z', 'updated_at': '2022-04-01T14:29:29Z', 'revision_number': 4, 'project_id': '0811dac3ee0a45d6a5bc29e1a92718e0', 'gw_port': {'id': '75a024ab-6edb-4a9c-957d-ca2475bdf9b0', 'name': '', 'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:9c:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2855d5a1-35aa-4c2e-a5e7-f0afcdacea89', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836180-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T14:29:27Z', 'updated_at': '2022-04-01T14:29:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836180-1-hyperv', '_interfaces': [{'id': '82b2bbb7-6648-4076-a006-45f5bab2ce44', 'name': '', 'network_id': 'be27d692-e426-45b2-b26e-5f02570b2cbe', 'tenant_id': '0811dac3ee0a45d6a5bc29e1a92718e0', 'mac_address': 'fa:16:3e:47:ac:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2855d5a1-35aa-4c2e-a5e7-f0afcdacea89', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'aa0db889-1b3b-40ef-9b1a-df3c319a34c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836180-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T14:29:29Z', 'updated_at': '2022-04-01T14:29:43Z', 'revision_number': 4, 'project_id': '0811dac3ee0a45d6a5bc29e1a92718e0', 'subnets': [{'id': 'aa0db889-1b3b-40ef-9b1a-df3c319a34c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-836180-1-hyperv', False) {} {{(pid=83873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 14:29:44.016793 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b88f7347-6aee-4665-882c-fa24e74ac4bf None None] The sync data for ids ['2855d5a1-35aa-4c2e-a5e7-f0afcdacea89'] in dv-neutron-836180-1-hyperv is: [{'id': '2855d5a1-35aa-4c2e-a5e7-f0afcdacea89', 'name': 'tempest-TestSnapshotPattern-257496451-router', 'tenant_id': '0811dac3ee0a45d6a5bc29e1a92718e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'external_fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.210'}], 'enable_snat': True}, 'gw_port_id': '75a024ab-6edb-4a9c-957d-ca2475bdf9b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T14:29:26Z', 'updated_at': '2022-04-01T14:29:29Z', 'revision_number': 4, 'project_id': '0811dac3ee0a45d6a5bc29e1a92718e0', 'gw_port': {'id': '75a024ab-6edb-4a9c-957d-ca2475bdf9b0', 'name': '', 'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:9c:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2855d5a1-35aa-4c2e-a5e7-f0afcdacea89', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836180-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T14:29:27Z', 'updated_at': '2022-04-01T14:29:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836180-1-hyperv', '_interfaces': [{'id': '82b2bbb7-6648-4076-a006-45f5bab2ce44', 'name': '', 'network_id': 'be27d692-e426-45b2-b26e-5f02570b2cbe', 'tenant_id': '0811dac3ee0a45d6a5bc29e1a92718e0', 'mac_address': 'fa:16:3e:47:ac:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2855d5a1-35aa-4c2e-a5e7-f0afcdacea89', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'aa0db889-1b3b-40ef-9b1a-df3c319a34c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836180-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T14:29:29Z', 'updated_at': '2022-04-01T14:29:43Z', 'revision_number': 4, 'project_id': '0811dac3ee0a45d6a5bc29e1a92718e0', 'subnets': [{'id': 'aa0db889-1b3b-40ef-9b1a-df3c319a34c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 14:29:44.019316 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Pushing event updated for resources: {'Port': ['ID=b4042dda-370f-441a-9332-daf4f4cb7739,revision_number=5']} {{(pid=83872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:29:44.150923 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Device b818a96d-841b-4730-bcec-eda0695761eb up at agent hyperv_hv-neutron-8361 {{(pid=83872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 14:29:44.261983 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Provisioning for port b818a96d-841b-4730-bcec-eda0695761eb completed by entity L2. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 14:29:44.268867 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Provisioning complete for port b818a96d-841b-4730-bcec-eda0695761eb triggered by entity L2. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 14:29:44.269233 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-948329'] for port, provisioning_complete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:29:44.420462 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:29:44.455002 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30be1e60-a27e-41eb-98d1-000aa292ed94', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b818a96d-841b-4730-bcec-eda0695761eb'}] {{(pid=83872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 14:29:44.467263 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] For port b818a96d-841b-4730-bcec-eda0695761eb, host hv-neutron-8361, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8361',level=0,port_id=b818a96d-841b-4730-bcec-eda0695761eb,segment=NetworkSegment(330a5ded-cb7e-4970-9f5c-7ec1d640233e),segment_id=330a5ded-cb7e-4970-9f5c-7ec1d640233e)] {{(pid=83872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 14:29:44.473010 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864'] for port, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:29:44.554462 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Pushing event updated for resources: {'Port': ['ID=b818a96d-841b-4730-bcec-eda0695761eb,revision_number=5']} {{(pid=83872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:29:44.666269 dv-neutron-836180-1-hyperv neutron-server[83872]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30be1e60-a27e-41eb-98d1-000aa292ed94', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b818a96d-841b-4730-bcec-eda0695761eb', 'code': 200} Apr 01 14:29:44.975251 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-50fd2dad-42f8-457a-b564-aca33a110480 req-f617b142-9c9b-4e85-8bad-c5e37ef2c6e7 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=30be1e60-a27e-41eb-98d1-000aa292ed94 HTTP/1.1" status: 200 len: 1098 time: 0.0965188 Apr 01 14:29:45.029856 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.agents_db [None req-bdd220c7-049a-43d2-a923-ad1a2de078c6 None None] Agent healthcheck: found 6 active agents {{(pid=83873) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 01 14:29:45.043011 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-50fd2dad-42f8-457a-b564-aca33a110480 req-956b4297-64eb-4307-ba1d-632a4ab4148b service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=ac395de9-99c1-458f-b751-4431890a0ea8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0603418 Apr 01 14:29:45.237212 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261119f5-3fa2-43b2-b326-4d11acaf7065 req-74a4002e-0cd5-4f44-8f1b-a48e7cff2a74 tempest-TestSnapshotPattern-182586924 tempest-TestSnapshotPattern-182586924-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:29:45.239776 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-261119f5-3fa2-43b2-b326-4d11acaf7065 req-74a4002e-0cd5-4f44-8f1b-a48e7cff2a74 tempest-TestSnapshotPattern-182586924 tempest-TestSnapshotPattern-182586924-project] 10.222.0.26 "GET /v2.0/ports?device_id=30be1e60-a27e-41eb-98d1-000aa292ed94 HTTP/1.1" status: 200 len: 945 time: 0.1081219 Apr 01 14:29:45.293740 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-261119f5-3fa2-43b2-b326-4d11acaf7065 req-e06498d8-cf81-4d9e-b2bd-351492c8fb6e tempest-TestSnapshotPattern-182586924 tempest-TestSnapshotPattern-182586924-project] 10.222.0.26 "GET /v2.0/security-groups?id=ac395de9-99c1-458f-b751-4431890a0ea8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472870 Apr 01 14:29:45.691150 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Device b4042dda-370f-441a-9332-daf4f4cb7739 up at agent ovs-agent-dv-neutron-836180-1-hyperv {{(pid=83872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 14:29:45.774708 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Provisioning complete for port b4042dda-370f-441a-9332-daf4f4cb7739 triggered by entity L2. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 14:29:45.775163 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-948329'] for port, provisioning_complete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:29:45.918514 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Device 82b2bbb7-6648-4076-a006-45f5bab2ce44 up at agent ovs-agent-dv-neutron-836180-1-hyperv {{(pid=83872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 14:29:46.019637 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Provisioning for port 82b2bbb7-6648-4076-a006-45f5bab2ce44 completed by entity L2. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 14:29:46.025674 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Provisioning complete for port 82b2bbb7-6648-4076-a006-45f5bab2ce44 triggered by entity L2. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 14:29:46.026286 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-948329'] for port, provisioning_complete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:29:46.191560 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:29:46.245445 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] For port 82b2bbb7-6648-4076-a006-45f5bab2ce44, host dv-neutron-836180-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836180-1-hyperv',level=0,port_id=82b2bbb7-6648-4076-a006-45f5bab2ce44,segment=NetworkSegment(563edc73-f297-46c5-99f8-2d93e3432eec),segment_id=563edc73-f297-46c5-99f8-2d93e3432eec)] {{(pid=83872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 14:29:46.252406 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864'] for port, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:29:46.333062 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Pushing event updated for resources: {'Port': ['ID=82b2bbb7-6648-4076-a006-45f5bab2ce44,revision_number=5']} {{(pid=83872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:29:46.518987 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88cc1b8-e08f-429d-9e4c-75a2ef4b1bce req-47ee6bb4-47ec-4327-a566-f6683036f2e4 tempest-TestSnapshotPattern-182586924 tempest-TestSnapshotPattern-182586924-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:29:46.520567 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-d88cc1b8-e08f-429d-9e4c-75a2ef4b1bce req-47ee6bb4-47ec-4327-a566-f6683036f2e4 tempest-TestSnapshotPattern-182586924 tempest-TestSnapshotPattern-182586924-project] 10.222.0.26 "GET /v2.0/ports?device_id=30be1e60-a27e-41eb-98d1-000aa292ed94 HTTP/1.1" status: 200 len: 945 time: 0.0924175 Apr 01 14:29:46.572280 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-d88cc1b8-e08f-429d-9e4c-75a2ef4b1bce req-a861da93-4a57-4cf7-abd1-dc88b50b3eca tempest-TestSnapshotPattern-182586924 tempest-TestSnapshotPattern-182586924-project] 10.222.0.26 "GET /v2.0/security-groups?id=ac395de9-99c1-458f-b751-4431890a0ea8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423236 Apr 01 14:29:46.815703 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfeb5617-cab9-452b-b195-a59b4802f693 req-88b1bf78-f98a-4e0d-9bf9-d4965042934e tempest-TestSnapshotPattern-182586924 tempest-TestSnapshotPattern-182586924-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:29:46.817194 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-cfeb5617-cab9-452b-b195-a59b4802f693 req-88b1bf78-f98a-4e0d-9bf9-d4965042934e tempest-TestSnapshotPattern-182586924 tempest-TestSnapshotPattern-182586924-project] 10.222.0.26 "GET /v2.0/ports?device_id=30be1e60-a27e-41eb-98d1-000aa292ed94 HTTP/1.1" status: 200 len: 945 time: 0.1114450 Apr 01 14:29:46.873307 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-cfeb5617-cab9-452b-b195-a59b4802f693 req-30577df7-0616-49cc-a03c-eaec0b620ac3 tempest-TestSnapshotPattern-182586924 tempest-TestSnapshotPattern-182586924-project] 10.222.0.26 "GET /v2.0/security-groups?id=ac395de9-99c1-458f-b751-4431890a0ea8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495117 Apr 01 14:29:46.906046 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 37410) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:29:47.091625 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-b762aabd-1ac7-40dd-bcbc-ad567adcc0cb tempest-TestSnapshotPattern-1243756090 tempest-TestSnapshotPattern-1243756090-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=30be1e60-a27e-41eb-98d1-000aa292ed94 HTTP/1.1" status: 200 len: 1093 time: 0.1840825 Apr 01 14:29:47.094278 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 37416) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:29:47.099709 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.v2.base [None req-f692ec31-a4e0-4e79-ad07-5ca22f7e762b tempest-TestSnapshotPattern-182586924 tempest-TestSnapshotPattern-182586924-project] Request body: {'floatingip': {'floating_network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'port_id': 'b818a96d-841b-4730-bcec-eda0695761eb', 'tenant_id': '2e7390b0e44949e49dc4db8070126e80', 'fixed_ip_address': '172.20.0.3'}} {{(pid=83871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 14:29:47.107728 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-f692ec31-a4e0-4e79-ad07-5ca22f7e762b tempest-TestSnapshotPattern-182586924 tempest-TestSnapshotPattern-182586924-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 14:29:47.112441 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-f692ec31-a4e0-4e79-ad07-5ca22f7e762b tempest-TestSnapshotPattern-182586924 tempest-TestSnapshotPattern-182586924-project] Usage tracker for resource:floatingip and tenant:2e7390b0e44949e49dc4db8070126e80 is out of sync, need to count used quota {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 14:29:47.115372 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.quota.resource [None req-f692ec31-a4e0-4e79-ad07-5ca22f7e762b tempest-TestSnapshotPattern-182586924 tempest-TestSnapshotPattern-182586924-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 14:29:47.122245 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.quota.driver [None req-f692ec31-a4e0-4e79-ad07-5ca22f7e762b tempest-TestSnapshotPattern-182586924 tempest-TestSnapshotPattern-182586924-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 14:29:47.135455 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-f692ec31-a4e0-4e79-ad07-5ca22f7e762b tempest-TestSnapshotPattern-182586924 tempest-TestSnapshotPattern-182586924-project] Notify callbacks [] for floatingip, before_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:29:47.447072 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-f692ec31-a4e0-4e79-ad07-5ca22f7e762b tempest-TestSnapshotPattern-182586924 tempest-TestSnapshotPattern-182586924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:29:47.612873 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Device 82b2bbb7-6648-4076-a006-45f5bab2ce44 up at agent ovs-agent-dv-neutron-836180-1-hyperv {{(pid=83872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 14:29:47.655675 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.db_base_plugin_common [None req-f692ec31-a4e0-4e79-ad07-5ca22f7e762b tempest-TestSnapshotPattern-182586924 tempest-TestSnapshotPattern-182586924-project] Allocated IP 172.26.5.153 (725864b8-cceb-48c9-b5d3-1bfc4423e301/e2ed99db-0e25-4971-b535-7fa69231fae8/d100a162-830c-425d-8f60-9488a6c31041) {{(pid=83871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 14:29:47.718933 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Provisioning complete for port 82b2bbb7-6648-4076-a006-45f5bab2ce44 triggered by entity L2. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 14:29:47.719289 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-948329'] for port, provisioning_complete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:29:47.859039 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-f692ec31-a4e0-4e79-ad07-5ca22f7e762b tempest-TestSnapshotPattern-182586924 tempest-TestSnapshotPattern-182586924-project] Notify callbacks [] for port, precommit_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:29:47.866788 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-2ec6e3e9-6499-47cf-960c-4f5d979c8a62 req-45d12898-7aa0-4a30-a207-35fff6ceeeca service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=30be1e60-a27e-41eb-98d1-000aa292ed94&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0877993 Apr 01 14:29:47.898404 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-f692ec31-a4e0-4e79-ad07-5ca22f7e762b tempest-TestSnapshotPattern-182586924 tempest-TestSnapshotPattern-182586924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736732935801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2743125'] for port, after_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:29:47.970525 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f692ec31-a4e0-4e79-ad07-5ca22f7e762b tempest-TestSnapshotPattern-182586924 tempest-TestSnapshotPattern-182586924-project] Network 725864b8-cceb-48c9-b5d3-1bfc4423e301 is already hosted by enough agents. {{(pid=83871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 14:29:47.973226 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.scheduler.base_scheduler [None req-f692ec31-a4e0-4e79-ad07-5ca22f7e762b tempest-TestSnapshotPattern-182586924 tempest-TestSnapshotPattern-182586924-project] Resources bound (agent type, host, resource id): {{(pid=83871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 14:29:47.981145 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f692ec31-a4e0-4e79-ad07-5ca22f7e762b tempest-TestSnapshotPattern-182586924 tempest-TestSnapshotPattern-182586924-project] Received port after_create {{(pid=83871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 14:29:48.009724 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f692ec31-a4e0-4e79-ad07-5ca22f7e762b tempest-TestSnapshotPattern-182586924 tempest-TestSnapshotPattern-182586924-project] Pushing event updated for resources: {'Port': ['ID=d100a162-830c-425d-8f60-9488a6c31041,revision_number=1']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:29:48.064604 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-2ec6e3e9-6499-47cf-960c-4f5d979c8a62 req-a816eafe-3292-4a5b-8591-1ea477e6cb48 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=2e7390b0e44949e49dc4db8070126e80&device_id=30be1e60-a27e-41eb-98d1-000aa292ed94 HTTP/1.1" status: 200 len: 1098 time: 0.1034093 Apr 01 14:29:48.265669 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec6e3e9-6499-47cf-960c-4f5d979c8a62 req-a04da173-1b83-43be-b78f-08c1dea4ce8a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:29:48.267482 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-2ec6e3e9-6499-47cf-960c-4f5d979c8a62 req-a04da173-1b83-43be-b78f-08c1dea4ce8a service neutron] 10.222.0.57 "GET /v2.0/networks?id=13223deb-a72c-43e2-94d2-cfb59471d832 HTTP/1.1" status: 200 len: 910 time: 0.1812358 Apr 01 14:29:48.364264 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-2ec6e3e9-6499-47cf-960c-4f5d979c8a62 req-4576e1db-fb1e-4ed1-a881-08732fec405b service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b818a96d-841b-4730-bcec-eda0695761eb HTTP/1.1" status: 200 len: 217 time: 0.0898442 Apr 01 14:29:48.448276 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec6e3e9-6499-47cf-960c-4f5d979c8a62 req-1791e066-d6b2-4e0b-8ff5-af5c0685a8a2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:29:48.450624 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-2ec6e3e9-6499-47cf-960c-4f5d979c8a62 req-1791e066-d6b2-4e0b-8ff5-af5c0685a8a2 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=51b591d8-01fa-4ba5-b642-214a51e62c0a HTTP/1.1" status: 200 len: 848 time: 0.0800753 Apr 01 14:29:48.536198 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-2ec6e3e9-6499-47cf-960c-4f5d979c8a62 req-59041db6-925e-4022-b2e3-01a892c5182c service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=13223deb-a72c-43e2-94d2-cfb59471d832&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0782897 Apr 01 14:29:48.709509 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-f692ec31-a4e0-4e79-ad07-5ca22f7e762b tempest-TestSnapshotPattern-182586924 tempest-TestSnapshotPattern-182586924-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:29:48.755920 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-2ec6e3e9-6499-47cf-960c-4f5d979c8a62 req-5aa3d170-2013-48d1-8ccd-d0aa5d4159bd service neutron] 10.222.0.57 "GET /v2.0/networks/13223deb-a72c-43e2-94d2-cfb59471d832?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2126932 Apr 01 14:29:48.776011 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-f692ec31-a4e0-4e79-ad07-5ca22f7e762b tempest-TestSnapshotPattern-182586924 tempest-TestSnapshotPattern-182586924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:29:48.966235 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-2ec6e3e9-6499-47cf-960c-4f5d979c8a62 req-eafbdd8f-3532-4730-847e-6adeb968c9a3 service neutron] 10.222.0.57 "GET /v2.0/networks/13223deb-a72c-43e2-94d2-cfb59471d832?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2027917 Apr 01 14:29:49.052767 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-f692ec31-a4e0-4e79-ad07-5ca22f7e762b tempest-TestSnapshotPattern-182586924 tempest-TestSnapshotPattern-182586924-project] Notify callbacks [] for port, precommit_update {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:29:49.058487 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-f692ec31-a4e0-4e79-ad07-5ca22f7e762b tempest-TestSnapshotPattern-182586924 tempest-TestSnapshotPattern-182586924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2743106'] for port, after_update {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:29:49.186039 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f692ec31-a4e0-4e79-ad07-5ca22f7e762b tempest-TestSnapshotPattern-182586924 tempest-TestSnapshotPattern-182586924-project] Pushing event updated for resources: {'Port': ['ID=d100a162-830c-425d-8f60-9488a6c31041,revision_number=2']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:29:49.201285 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-f692ec31-a4e0-4e79-ad07-5ca22f7e762b tempest-TestSnapshotPattern-182586924 tempest-TestSnapshotPattern-182586924-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4084747'] for floatingip, after_update {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:29:49.421238 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.db.l3_db [None req-f692ec31-a4e0-4e79-ad07-5ca22f7e762b tempest-TestSnapshotPattern-182586924 tempest-TestSnapshotPattern-182586924-project] Floating IP 0e1a7f96-10d5-4a27-8dbd-e2433b9b1ea7 associated. External IP: 172.26.5.153, port: b818a96d-841b-4730-bcec-eda0695761eb. Apr 01 14:29:49.973457 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f692ec31-a4e0-4e79-ad07-5ca22f7e762b tempest-TestSnapshotPattern-182586924 tempest-TestSnapshotPattern-182586924-project] Router 06d63231-8a92-473d-a7dc-33380bb4b6f4 has already been hosted by L3 agent 88bf8fc8-11a3-4e96-9d1b-5fd93ba9f6f1 {{(pid=83871) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 14:29:50.191353 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f692ec31-a4e0-4e79-ad07-5ca22f7e762b tempest-TestSnapshotPattern-182586924 tempest-TestSnapshotPattern-182586924-project] Notify agent at l3_agent.dv-neutron-836180-1-hyperv the message routers_updated {{(pid=83871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 14:29:50.222962 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-f692ec31-a4e0-4e79-ad07-5ca22f7e762b tempest-TestSnapshotPattern-182586924 tempest-TestSnapshotPattern-182586924-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109561'] for floatingip, before_response {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:29:50.299544 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-f692ec31-a4e0-4e79-ad07-5ca22f7e762b tempest-TestSnapshotPattern-182586924 tempest-TestSnapshotPattern-182586924-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.2039280 Apr 01 14:29:50.300352 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '30be1e60-a27e-41eb-98d1-000aa292ed94', 'tag': 'b818a96d-841b-4730-bcec-eda0695761eb'}] {{(pid=83871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 14:29:50.399424 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '30be1e60-a27e-41eb-98d1-000aa292ed94', 'tag': 'b818a96d-841b-4730-bcec-eda0695761eb', 'status': 'completed', 'code': 200} Apr 01 14:29:50.494271 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-095e54ee-a1a3-441a-bae4-7f798db7930b req-92f60064-8500-458b-bd75-d33965a4155a service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=2e7390b0e44949e49dc4db8070126e80&device_id=30be1e60-a27e-41eb-98d1-000aa292ed94 HTTP/1.1" status: 200 len: 1098 time: 0.0741704 Apr 01 14:29:50.651327 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095e54ee-a1a3-441a-bae4-7f798db7930b req-22659610-de4f-4935-b508-14c8e1a1710f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:29:50.652791 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-095e54ee-a1a3-441a-bae4-7f798db7930b req-22659610-de4f-4935-b508-14c8e1a1710f service neutron] 10.222.0.57 "GET /v2.0/networks?id=13223deb-a72c-43e2-94d2-cfb59471d832 HTTP/1.1" status: 200 len: 910 time: 0.1516585 Apr 01 14:29:50.910371 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-095e54ee-a1a3-441a-bae4-7f798db7930b req-2e168bb0-055c-4853-96d5-2660f7f79e34 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b818a96d-841b-4730-bcec-eda0695761eb HTTP/1.1" status: 200 len: 999 time: 0.2504971 Apr 01 14:29:50.984922 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095e54ee-a1a3-441a-bae4-7f798db7930b req-2327d552-e686-41ba-9040-190fa9a361cc service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:29:50.987263 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-095e54ee-a1a3-441a-bae4-7f798db7930b req-2327d552-e686-41ba-9040-190fa9a361cc service neutron] 10.222.0.57 "GET /v2.0/subnets?id=51b591d8-01fa-4ba5-b642-214a51e62c0a HTTP/1.1" status: 200 len: 848 time: 0.0701489 Apr 01 14:29:51.069802 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-095e54ee-a1a3-441a-bae4-7f798db7930b req-62b600ca-99bb-403f-8f8b-1be3d5aa4fbf service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=13223deb-a72c-43e2-94d2-cfb59471d832&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0752776 Apr 01 14:29:51.228410 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-095e54ee-a1a3-441a-bae4-7f798db7930b req-0758771c-8f3c-4c68-b691-786e0e0179f0 service neutron] 10.222.0.57 "GET /v2.0/networks/13223deb-a72c-43e2-94d2-cfb59471d832?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1520858 Apr 01 14:29:51.372808 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-095e54ee-a1a3-441a-bae4-7f798db7930b req-e70e100a-26f5-42bd-a560-5225dc53ccc6 service neutron] 10.222.0.57 "GET /v2.0/networks/13223deb-a72c-43e2-94d2-cfb59471d832?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1379919 Apr 01 14:29:51.976471 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da306d4c-b1ca-4747-a9a0-8c38ad0cf864 None None] Sync routers for ids ['06d63231-8a92-473d-a7dc-33380bb4b6f4'] in dv-neutron-836180-1-hyperv {{(pid=83872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 14:29:51.992355 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da306d4c-b1ca-4747-a9a0-8c38ad0cf864 None None] Routers {'06d63231-8a92-473d-a7dc-33380bb4b6f4'} bound to L3 agent in host dv-neutron-836180-1-hyperv {{(pid=83872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 14:29:51.993062 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_hamode_db [None req-da306d4c-b1ca-4747-a9a0-8c38ad0cf864 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836180-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T13:25:36Z,description=,heartbeat_timestamp=2022-04-01T14:29:36Z,host='dv-neutron-836180-1-hyperv',id=88bf8fc8-11a3-4e96-9d1b-5fd93ba9f6f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T13:25:36Z,topic='l3_agent')) {'router_ids': ['06d63231-8a92-473d-a7dc-33380bb4b6f4'], 'active': True} {{(pid=83872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 14:29:52.220827 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_dvr_db [None req-da306d4c-b1ca-4747-a9a0-8c38ad0cf864 None None] Set router 06d63231-8a92-473d-a7dc-33380bb4b6f4 gateway port host: dv-neutron-836180-1-hyperv {{(pid=83872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 14:29:52.599870 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_hamode_db [None req-da306d4c-b1ca-4747-a9a0-8c38ad0cf864 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06d63231-8a92-473d-a7dc-33380bb4b6f4', 'name': 'tempest-TestSnapshotPattern-927614562-router', 'tenant_id': '2e7390b0e44949e49dc4db8070126e80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'external_fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.203'}], 'enable_snat': True}, 'gw_port_id': '60d0a4c0-b983-42b6-a1d8-dbce0985f299', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T14:29:19Z', 'updated_at': '2022-04-01T14:29:23Z', 'revision_number': 4, 'project_id': '2e7390b0e44949e49dc4db8070126e80', 'gw_port': {'id': '60d0a4c0-b983-42b6-a1d8-dbce0985f299', 'name': '', 'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:9c:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06d63231-8a92-473d-a7dc-33380bb4b6f4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836180-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T14:29:20Z', 'updated_at': '2022-04-01T14:29:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836180-1-hyperv', '_floatingips': [{'id': '0e1a7f96-10d5-4a27-8dbd-e2433b9b1ea7', 'tenant_id': '2e7390b0e44949e49dc4db8070126e80', 'floating_ip_address': '172.26.5.153', 'floating_network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'router_id': '06d63231-8a92-473d-a7dc-33380bb4b6f4', 'port_id': 'b818a96d-841b-4730-bcec-eda0695761eb', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '13223deb-a72c-43e2-94d2-cfb59471d832', 'mac_address': 'fa:16:3e:13:50:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30be1e60-a27e-41eb-98d1-000aa292ed94', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T14:29:48Z', 'updated_at': '2022-04-01T14:29:48Z', 'revision_number': 0, 'project_id': '2e7390b0e44949e49dc4db8070126e80', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b4042dda-370f-441a-9332-daf4f4cb7739', 'name': '', 'network_id': '13223deb-a72c-43e2-94d2-cfb59471d832', 'tenant_id': '2e7390b0e44949e49dc4db8070126e80', 'mac_address': 'fa:16:3e:e5:e3:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06d63231-8a92-473d-a7dc-33380bb4b6f4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '51b591d8-01fa-4ba5-b642-214a51e62c0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836180-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T14:29:22Z', 'updated_at': '2022-04-01T14:29:43Z', 'revision_number': 5, 'project_id': '2e7390b0e44949e49dc4db8070126e80', 'subnets': [{'id': '51b591d8-01fa-4ba5-b642-214a51e62c0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-836180-1-hyperv', False) {} {{(pid=83872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 14:29:52.604935 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da306d4c-b1ca-4747-a9a0-8c38ad0cf864 None None] Checking router: 06d63231-8a92-473d-a7dc-33380bb4b6f4 for host: dv-neutron-836180-1-hyperv {{(pid=83872) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 01 14:29:52.615716 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da306d4c-b1ca-4747-a9a0-8c38ad0cf864 None None] Routers {'06d63231-8a92-473d-a7dc-33380bb4b6f4'} bound to L3 agent in host dv-neutron-836180-1-hyperv {{(pid=83872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 14:29:52.617000 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_hamode_db [None req-da306d4c-b1ca-4747-a9a0-8c38ad0cf864 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836180-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T13:25:36Z,description=,heartbeat_timestamp=2022-04-01T14:29:36Z,host='dv-neutron-836180-1-hyperv',id=88bf8fc8-11a3-4e96-9d1b-5fd93ba9f6f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T13:25:36Z,topic='l3_agent')) {'router_ids': ['06d63231-8a92-473d-a7dc-33380bb4b6f4'], 'active': True} {{(pid=83872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 14:29:52.800093 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_dvr_db [None req-da306d4c-b1ca-4747-a9a0-8c38ad0cf864 None None] Set router 06d63231-8a92-473d-a7dc-33380bb4b6f4 gateway port host: dv-neutron-836180-1-hyperv {{(pid=83872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 14:29:53.168008 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_hamode_db [None req-da306d4c-b1ca-4747-a9a0-8c38ad0cf864 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06d63231-8a92-473d-a7dc-33380bb4b6f4', 'name': 'tempest-TestSnapshotPattern-927614562-router', 'tenant_id': '2e7390b0e44949e49dc4db8070126e80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'external_fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.203'}], 'enable_snat': True}, 'gw_port_id': '60d0a4c0-b983-42b6-a1d8-dbce0985f299', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T14:29:19Z', 'updated_at': '2022-04-01T14:29:23Z', 'revision_number': 4, 'project_id': '2e7390b0e44949e49dc4db8070126e80', 'gw_port': {'id': '60d0a4c0-b983-42b6-a1d8-dbce0985f299', 'name': '', 'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:9c:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06d63231-8a92-473d-a7dc-33380bb4b6f4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836180-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T14:29:20Z', 'updated_at': '2022-04-01T14:29:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836180-1-hyperv', '_floatingips': [{'id': '0e1a7f96-10d5-4a27-8dbd-e2433b9b1ea7', 'tenant_id': '2e7390b0e44949e49dc4db8070126e80', 'floating_ip_address': '172.26.5.153', 'floating_network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'router_id': '06d63231-8a92-473d-a7dc-33380bb4b6f4', 'port_id': 'b818a96d-841b-4730-bcec-eda0695761eb', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '13223deb-a72c-43e2-94d2-cfb59471d832', 'mac_address': 'fa:16:3e:13:50:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30be1e60-a27e-41eb-98d1-000aa292ed94', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T14:29:48Z', 'updated_at': '2022-04-01T14:29:48Z', 'revision_number': 0, 'project_id': '2e7390b0e44949e49dc4db8070126e80', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b4042dda-370f-441a-9332-daf4f4cb7739', 'name': '', 'network_id': '13223deb-a72c-43e2-94d2-cfb59471d832', 'tenant_id': '2e7390b0e44949e49dc4db8070126e80', 'mac_address': 'fa:16:3e:e5:e3:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06d63231-8a92-473d-a7dc-33380bb4b6f4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '51b591d8-01fa-4ba5-b642-214a51e62c0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836180-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T14:29:22Z', 'updated_at': '2022-04-01T14:29:43Z', 'revision_number': 5, 'project_id': '2e7390b0e44949e49dc4db8070126e80', 'subnets': [{'id': '51b591d8-01fa-4ba5-b642-214a51e62c0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-836180-1-hyperv', False) {} {{(pid=83872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 14:29:53.172676 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da306d4c-b1ca-4747-a9a0-8c38ad0cf864 None None] The sync data for ids ['06d63231-8a92-473d-a7dc-33380bb4b6f4'] in dv-neutron-836180-1-hyperv is: [{'id': '06d63231-8a92-473d-a7dc-33380bb4b6f4', 'name': 'tempest-TestSnapshotPattern-927614562-router', 'tenant_id': '2e7390b0e44949e49dc4db8070126e80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'external_fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.203'}], 'enable_snat': True}, 'gw_port_id': '60d0a4c0-b983-42b6-a1d8-dbce0985f299', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T14:29:19Z', 'updated_at': '2022-04-01T14:29:23Z', 'revision_number': 4, 'project_id': '2e7390b0e44949e49dc4db8070126e80', 'gw_port': {'id': '60d0a4c0-b983-42b6-a1d8-dbce0985f299', 'name': '', 'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:9c:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06d63231-8a92-473d-a7dc-33380bb4b6f4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836180-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T14:29:20Z', 'updated_at': '2022-04-01T14:29:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836180-1-hyperv', '_floatingips': [{'id': '0e1a7f96-10d5-4a27-8dbd-e2433b9b1ea7', 'tenant_id': '2e7390b0e44949e49dc4db8070126e80', 'floating_ip_address': '172.26.5.153', 'floating_network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'router_id': '06d63231-8a92-473d-a7dc-33380bb4b6f4', 'port_id': 'b818a96d-841b-4730-bcec-eda0695761eb', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '13223deb-a72c-43e2-94d2-cfb59471d832', 'mac_address': 'fa:16:3e:13:50:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30be1e60-a27e-41eb-98d1-000aa292ed94', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T14:29:48Z', 'updated_at': '2022-04-01T14:29:48Z', 'revision_number': 0, 'project_id': '2e7390b0e44949e49dc4db8070126e80', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b4042dda-370f-441a-9332-daf4f4cb7739', 'name': '', 'network_id': '13223deb-a72c-43e2-94d2-cfb59471d832', 'tenant_id': '2e7390b0e44949e49dc4db8070126e80', 'mac_address': 'fa:16:3e:e5:e3:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06d63231-8a92-473d-a7dc-33380bb4b6f4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '51b591d8-01fa-4ba5-b642-214a51e62c0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836180-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T14:29:22Z', 'updated_at': '2022-04-01T14:29:43Z', 'revision_number': 5, 'project_id': '2e7390b0e44949e49dc4db8070126e80', 'subnets': [{'id': '51b591d8-01fa-4ba5-b642-214a51e62c0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 14:29:54.446925 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:30:00.402640 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e1c59c7-1bed-4dfb-a650-5c1488bb0a48 None None] New status for floating IP 0e1a7f96-10d5-4a27-8dbd-e2433b9b1ea7: ACTIVE {{(pid=83873) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 01 14:30:03.711022 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-7ac2c25a-8d2a-44d7-ba29-93e1a4be798a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:30:06.012665 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-3de52644-673f-4500-9f95-7aef56e440f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:30:07.335883 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:30:07.617605 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-2f9cfc9c-d8ba-4de3-a4ad-98162f90557c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:30:09.109164 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-a976a7b9-9034-41e6-be13-349b75ed1593 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:30:22.021418 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.agents_db [None req-bdd220c7-049a-43d2-a923-ad1a2de078c6 None None] Agent healthcheck: found 6 active agents {{(pid=83873) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 01 14:30:24.472149 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:30:33.706109 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-7908ef87-0435-406b-a2a6-a34c2bb15381 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:30:36.014988 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-e45ffc02-cc38-4eba-9049-091a7919ab6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:30:37.340209 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:30:37.622592 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-2f9cfc9c-d8ba-4de3-a4ad-98162f90557c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:30:39.111137 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-a976a7b9-9034-41e6-be13-349b75ed1593 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:30:47.973993 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-28bfb256-6076-4326-b632-67de1b29b841 req-36e69928-de3e-4c8f-abde-45fd8701c077 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=30be1e60-a27e-41eb-98d1-000aa292ed94&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1694472 Apr 01 14:30:48.122948 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-28bfb256-6076-4326-b632-67de1b29b841 req-21593d84-ded6-4a76-bcb9-9be3aa636854 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=2e7390b0e44949e49dc4db8070126e80&device_id=30be1e60-a27e-41eb-98d1-000aa292ed94 HTTP/1.1" status: 200 len: 1098 time: 0.0708656 Apr 01 14:30:48.265986 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28bfb256-6076-4326-b632-67de1b29b841 req-ed1cfd20-e81b-424f-8a73-19391d7d840a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:30:48.267433 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-28bfb256-6076-4326-b632-67de1b29b841 req-ed1cfd20-e81b-424f-8a73-19391d7d840a service neutron] 10.222.0.57 "GET /v2.0/networks?id=13223deb-a72c-43e2-94d2-cfb59471d832 HTTP/1.1" status: 200 len: 910 time: 0.1259351 Apr 01 14:30:48.373180 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-28bfb256-6076-4326-b632-67de1b29b841 req-8e7b1cbd-11bb-4760-a39e-91df7c028bb2 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b818a96d-841b-4730-bcec-eda0695761eb HTTP/1.1" status: 200 len: 1001 time: 0.0963402 Apr 01 14:30:48.436976 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28bfb256-6076-4326-b632-67de1b29b841 req-9e8ca9e9-92b7-4bf5-a532-3a957a6a1af9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:30:48.438387 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-28bfb256-6076-4326-b632-67de1b29b841 req-9e8ca9e9-92b7-4bf5-a532-3a957a6a1af9 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=51b591d8-01fa-4ba5-b642-214a51e62c0a HTTP/1.1" status: 200 len: 848 time: 0.0562296 Apr 01 14:30:48.519185 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-28bfb256-6076-4326-b632-67de1b29b841 req-75523749-7711-491c-bb24-28a651dde7ec service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=13223deb-a72c-43e2-94d2-cfb59471d832&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0717652 Apr 01 14:30:48.653398 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-28bfb256-6076-4326-b632-67de1b29b841 req-465612aa-07da-4426-8bb8-f19de7c8bffa service neutron] 10.222.0.57 "GET /v2.0/networks/13223deb-a72c-43e2-94d2-cfb59471d832?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245213 Apr 01 14:30:48.784776 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-28bfb256-6076-4326-b632-67de1b29b841 req-276fc344-b0d4-4989-9b7d-5697232ea652 service neutron] 10.222.0.57 "GET /v2.0/networks/13223deb-a72c-43e2-94d2-cfb59471d832?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1225917 Apr 01 14:30:54.464976 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:30:59.021714 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.agents_db [None req-bdd220c7-049a-43d2-a923-ad1a2de078c6 None None] Agent healthcheck: found 6 active agents {{(pid=83873) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 01 14:31:03.709865 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-fe2eb102-4870-47a1-9c0c-2478abb757af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:31:06.016676 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-f46426e3-6f1c-4897-ace9-3002b1915f0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:31:07.355150 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:31:07.621409 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-2f9cfc9c-d8ba-4de3-a4ad-98162f90557c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:31:09.112976 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-a976a7b9-9034-41e6-be13-349b75ed1593 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:31:24.479112 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:31:33.711706 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-57d1f286-c661-4744-81bc-ff6ecdca2ba9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:31:36.020154 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-73397fca-e085-4a4e-b8c8-54b49503f399 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:31:36.024013 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.agents_db [None req-bdd220c7-049a-43d2-a923-ad1a2de078c6 None None] Agent healthcheck: found 6 active agents {{(pid=83873) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 01 14:31:37.350319 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:31:37.624798 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-2f9cfc9c-d8ba-4de3-a4ad-98162f90557c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:31:39.116423 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-a976a7b9-9034-41e6-be13-349b75ed1593 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:31:48.756541 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Device b818a96d-841b-4730-bcec-eda0695761eb details requested by agent hyperv_hv-neutron-8361 with host hv-neutron-8361 {{(pid=83872) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 01 14:31:48.893147 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] For port b818a96d-841b-4730-bcec-eda0695761eb, host hv-neutron-8361, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8361',level=0,port_id=b818a96d-841b-4730-bcec-eda0695761eb,segment=NetworkSegment(330a5ded-cb7e-4970-9f5c-7ec1d640233e),segment_id=330a5ded-cb7e-4970-9f5c-7ec1d640233e)] {{(pid=83872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 14:31:48.906469 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Returning: {'device': 'b818a96d-841b-4730-bcec-eda0695761eb', 'network_id': '13223deb-a72c-43e2-94d2-cfb59471d832', 'port_id': 'b818a96d-841b-4730-bcec-eda0695761eb', 'mac_address': 'fa:16:3e:13:50:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 358, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '51b591d8-01fa-4ba5-b642-214a51e62c0a', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83872) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 01 14:31:48.912984 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-8d7b81da-dd42-4975-af9e-6d39a60b6a29 req-cddd1f1e-c228-4ef9-8bae-3d3f170c5080 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=2e7390b0e44949e49dc4db8070126e80&device_id=30be1e60-a27e-41eb-98d1-000aa292ed94 HTTP/1.1" status: 200 len: 1098 time: 0.0693252 Apr 01 14:31:48.967232 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:31:48.985048 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.notifiers.nova [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b818a96d-841b-4730-bcec-eda0695761eb {{(pid=83872) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 01 14:31:49.001263 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] For port b818a96d-841b-4730-bcec-eda0695761eb, host hv-neutron-8361, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8361',level=0,port_id=b818a96d-841b-4730-bcec-eda0695761eb,segment=NetworkSegment(330a5ded-cb7e-4970-9f5c-7ec1d640233e),segment_id=330a5ded-cb7e-4970-9f5c-7ec1d640233e)] {{(pid=83872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 14:31:49.005329 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864'] for port, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:31:49.067640 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7b81da-dd42-4975-af9e-6d39a60b6a29 req-36fd2af4-36c4-45b0-bfb4-f58099eb9e75 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:31:49.069306 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-8d7b81da-dd42-4975-af9e-6d39a60b6a29 req-36fd2af4-36c4-45b0-bfb4-f58099eb9e75 service neutron] 10.222.0.57 "GET /v2.0/networks?id=13223deb-a72c-43e2-94d2-cfb59471d832 HTTP/1.1" status: 200 len: 910 time: 0.1344011 Apr 01 14:31:49.076183 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Pushing event updated for resources: {'Port': ['ID=b818a96d-841b-4730-bcec-eda0695761eb,revision_number=6']} {{(pid=83872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:31:49.084710 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:31:49.085070 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:31:49.085390 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:31:49.085880 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:31:49.086056 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:31:49.086441 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:31:49.086689 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:31:49.087011 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:31:49.087331 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:31:49.087647 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:31:49.087978 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:31:49.104631 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] get_ports_and_sgs() called for port_ids ['b818a96d-841b-4730-bcec-eda0695761eb'] {{(pid=83872) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 01 14:31:49.279685 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-8d7b81da-dd42-4975-af9e-6d39a60b6a29 req-39220742-eb2d-4f73-b95d-7778826b5125 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b818a96d-841b-4730-bcec-eda0695761eb HTTP/1.1" status: 200 len: 1000 time: 0.2035534 Apr 01 14:31:49.346505 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7b81da-dd42-4975-af9e-6d39a60b6a29 req-8e37a333-d4d7-4967-941e-f517a836b205 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:31:49.347996 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-8d7b81da-dd42-4975-af9e-6d39a60b6a29 req-8e37a333-d4d7-4967-941e-f517a836b205 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=51b591d8-01fa-4ba5-b642-214a51e62c0a HTTP/1.1" status: 200 len: 848 time: 0.0594606 Apr 01 14:31:49.427887 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-8d7b81da-dd42-4975-af9e-6d39a60b6a29 req-7641e12f-7ba0-4a1a-826e-80525915c58c service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=13223deb-a72c-43e2-94d2-cfb59471d832&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0723467 Apr 01 14:31:49.564193 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-8d7b81da-dd42-4975-af9e-6d39a60b6a29 req-bf4b25ba-6148-48b4-b164-f4e19b5d161c service neutron] 10.222.0.57 "GET /v2.0/networks/13223deb-a72c-43e2-94d2-cfb59471d832?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1266050 Apr 01 14:31:49.696652 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-8d7b81da-dd42-4975-af9e-6d39a60b6a29 req-697ede8e-68f0-4000-a620-c15e07b0e986 service neutron] 10.222.0.57 "GET /v2.0/networks/13223deb-a72c-43e2-94d2-cfb59471d832?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1254957 Apr 01 14:31:50.810649 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Device b818a96d-841b-4730-bcec-eda0695761eb up at agent hyperv_hv-neutron-8361 {{(pid=83872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 14:31:50.883723 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Provisioning complete for port b818a96d-841b-4730-bcec-eda0695761eb triggered by entity L2. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 14:31:50.884088 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-948329'] for port, provisioning_complete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:31:51.006968 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:31:51.036826 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30be1e60-a27e-41eb-98d1-000aa292ed94', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b818a96d-841b-4730-bcec-eda0695761eb'}] {{(pid=83872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 14:31:51.047449 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] For port b818a96d-841b-4730-bcec-eda0695761eb, host hv-neutron-8361, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8361',level=0,port_id=b818a96d-841b-4730-bcec-eda0695761eb,segment=NetworkSegment(330a5ded-cb7e-4970-9f5c-7ec1d640233e),segment_id=330a5ded-cb7e-4970-9f5c-7ec1d640233e)] {{(pid=83872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 14:31:51.050977 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864'] for port, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:31:51.098191 dv-neutron-836180-1-hyperv neutron-server[83872]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30be1e60-a27e-41eb-98d1-000aa292ed94', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b818a96d-841b-4730-bcec-eda0695761eb', 'code': 200} Apr 01 14:31:51.128672 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Pushing event updated for resources: {'Port': ['ID=b818a96d-841b-4730-bcec-eda0695761eb,revision_number=7']} {{(pid=83872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:31:54.490428 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:32:01.730962 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-e4e4b69a-5794-407b-bb66-0d9fd775d17f req-e7911c1f-2776-441e-82a0-80b6e5b5f123 tempest-TestSnapshotPattern-182586924 tempest-TestSnapshotPattern-182586924-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1875688391&fields=id&tenant_id=2e7390b0e44949e49dc4db8070126e80 HTTP/1.1" status: 200 len: 267 time: 0.0472624 Apr 01 14:32:01.875119 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e4b69a-5794-407b-bb66-0d9fd775d17f req-e7a9b868-b5e5-4329-801d-2f05f6a8bb7a tempest-TestSnapshotPattern-182586924 tempest-TestSnapshotPattern-182586924-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:32:01.876563 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-e4e4b69a-5794-407b-bb66-0d9fd775d17f req-e7a9b868-b5e5-4329-801d-2f05f6a8bb7a tempest-TestSnapshotPattern-182586924 tempest-TestSnapshotPattern-182586924-project] 10.222.0.26 "GET /v2.0/networks?id=13223deb-a72c-43e2-94d2-cfb59471d832 HTTP/1.1" status: 200 len: 809 time: 0.1393013 Apr 01 14:32:01.893459 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-e4e4b69a-5794-407b-bb66-0d9fd775d17f req-b284a05f-6c66-4e08-8ff9-044e55d3388a tempest-TestSnapshotPattern-182586924 tempest-TestSnapshotPattern-182586924-project] 10.222.0.26 "GET /v2.0/quotas/2e7390b0e44949e49dc4db8070126e80 HTTP/1.1" status: 200 len: 375 time: 0.0106521 Apr 01 14:32:01.978022 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-e4e4b69a-5794-407b-bb66-0d9fd775d17f req-1f7ea306-7dfd-4fa6-96a9-9cb95ecbc906 tempest-TestSnapshotPattern-182586924 tempest-TestSnapshotPattern-182586924-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=2e7390b0e44949e49dc4db8070126e80&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0791054 Apr 01 14:32:02.180771 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-e4e4b69a-5794-407b-bb66-0d9fd775d17f req-e4727372-f580-4176-8c71-8f9202704343 service neutron] 10.222.0.26 "GET /v2.0/networks/13223deb-a72c-43e2-94d2-cfb59471d832?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1907160 Apr 01 14:32:02.322051 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-e4e4b69a-5794-407b-bb66-0d9fd775d17f req-0f216bf3-f777-421e-bc90-a9efa2a9e67a service neutron] 10.222.0.26 "GET /v2.0/networks/13223deb-a72c-43e2-94d2-cfb59471d832?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1358349 Apr 01 14:32:03.639510 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-d00633b9-2c50-4c50-a106-0eb1dbab62b3 req-776e9789-d06d-4b31-b41a-d95b9d37d9ad tempest-TestSnapshotPattern-182586924 tempest-TestSnapshotPattern-182586924-project] 10.222.0.26 "GET /v2.0/ports?device_id=2b630534-85c0-42bc-9a5a-3d6ca5a64759 HTTP/1.1" status: 200 len: 210 time: 0.1114478 Apr 01 14:32:03.716118 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-a83b432c-e1d7-4003-b1a6-ead142c021ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:32:04.840945 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-20e2381d-eea4-4d20-bb9d-1d40cc80f454 req-ac5d646c-4793-4916-8d2d-5b070c28714d tempest-TestSnapshotPattern-182586924 tempest-TestSnapshotPattern-182586924-project] 10.222.0.26 "GET /v2.0/ports?device_id=2b630534-85c0-42bc-9a5a-3d6ca5a64759 HTTP/1.1" status: 200 len: 210 time: 0.0652535 Apr 01 14:32:04.852288 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e4b69a-5794-407b-bb66-0d9fd775d17f req-5fe83603-86f0-4340-904e-c86852328721 tempest-TestSnapshotPattern-182586924 tempest-TestSnapshotPattern-182586924-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:32:04.854374 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-e4e4b69a-5794-407b-bb66-0d9fd775d17f req-5fe83603-86f0-4340-904e-c86852328721 tempest-TestSnapshotPattern-182586924 tempest-TestSnapshotPattern-182586924-project] 10.222.0.57 "GET /v2.0/networks?id=13223deb-a72c-43e2-94d2-cfb59471d832 HTTP/1.1" status: 200 len: 809 time: 0.1899509 Apr 01 14:32:04.858153 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Device b818a96d-841b-4730-bcec-eda0695761eb no longer exists at agent hyperv_hv-neutron-8361 {{(pid=83872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 14:32:04.917582 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-e4e4b69a-5794-407b-bb66-0d9fd775d17f req-5ae48e56-14a9-47d8-8a85-77366eda47d8 tempest-TestSnapshotPattern-182586924 tempest-TestSnapshotPattern-182586924-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2e7390b0e44949e49dc4db8070126e80 HTTP/1.1" status: 200 len: 380 time: 0.0437386 Apr 01 14:32:04.928672 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.v2.base [req-e4e4b69a-5794-407b-bb66-0d9fd775d17f req-8333080a-eda7-46af-bab7-8ce6976326b9 tempest-TestSnapshotPattern-182586924 tempest-TestSnapshotPattern-182586924-project] Request body: {'port': {'device_id': '2b630534-85c0-42bc-9a5a-3d6ca5a64759', 'network_id': '13223deb-a72c-43e2-94d2-cfb59471d832', 'admin_state_up': True, 'tenant_id': '2e7390b0e44949e49dc4db8070126e80', 'security_groups': ['ac395de9-99c1-458f-b751-4431890a0ea8']}} {{(pid=83869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 14:32:04.995721 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:32:05.024802 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30be1e60-a27e-41eb-98d1-000aa292ed94', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b818a96d-841b-4730-bcec-eda0695761eb'}] {{(pid=83872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 14:32:05.034586 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] For port b818a96d-841b-4730-bcec-eda0695761eb, host hv-neutron-8361, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8361',level=0,port_id=b818a96d-841b-4730-bcec-eda0695761eb,segment=NetworkSegment(330a5ded-cb7e-4970-9f5c-7ec1d640233e),segment_id=330a5ded-cb7e-4970-9f5c-7ec1d640233e)] {{(pid=83872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 14:32:05.039766 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864'] for port, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:32:05.069699 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [req-e4e4b69a-5794-407b-bb66-0d9fd775d17f req-8333080a-eda7-46af-bab7-8ce6976326b9 tempest-TestSnapshotPattern-182586924 tempest-TestSnapshotPattern-182586924-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 14:32:05.079394 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [req-e4e4b69a-5794-407b-bb66-0d9fd775d17f req-8333080a-eda7-46af-bab7-8ce6976326b9 tempest-TestSnapshotPattern-182586924 tempest-TestSnapshotPattern-182586924-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 14:32:05.089759 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e4e4b69a-5794-407b-bb66-0d9fd775d17f req-8333080a-eda7-46af-bab7-8ce6976326b9 tempest-TestSnapshotPattern-182586924 tempest-TestSnapshotPattern-182586924-project] Made reservation on behalf of 2e7390b0e44949e49dc4db8070126e80 for: {'port': 1} {{(pid=83869) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 14:32:05.093070 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [req-e4e4b69a-5794-407b-bb66-0d9fd775d17f req-8333080a-eda7-46af-bab7-8ce6976326b9 tempest-TestSnapshotPattern-182586924 tempest-TestSnapshotPattern-182586924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:32:05.112517 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Pushing event updated for resources: {'Port': ['ID=b818a96d-841b-4730-bcec-eda0695761eb,revision_number=8']} {{(pid=83872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:32:05.124956 dv-neutron-836180-1-hyperv neutron-server[83872]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30be1e60-a27e-41eb-98d1-000aa292ed94', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b818a96d-841b-4730-bcec-eda0695761eb', 'code': 200} Apr 01 14:32:05.274114 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.db_base_plugin_common [req-e4e4b69a-5794-407b-bb66-0d9fd775d17f req-8333080a-eda7-46af-bab7-8ce6976326b9 tempest-TestSnapshotPattern-182586924 tempest-TestSnapshotPattern-182586924-project] Allocated IP 172.20.0.7 (13223deb-a72c-43e2-94d2-cfb59471d832/51b591d8-01fa-4ba5-b642-214a51e62c0a/a63cba90-5c3c-4fd9-8f05-006bf845b673) {{(pid=83869) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 14:32:05.615105 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [req-e4e4b69a-5794-407b-bb66-0d9fd775d17f req-8333080a-eda7-46af-bab7-8ce6976326b9 tempest-TestSnapshotPattern-182586924 tempest-TestSnapshotPattern-182586924-project] Notify callbacks [] for port, precommit_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:32:05.634810 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.provisioning_blocks [req-e4e4b69a-5794-407b-bb66-0d9fd775d17f req-8333080a-eda7-46af-bab7-8ce6976326b9 tempest-TestSnapshotPattern-182586924 tempest-TestSnapshotPattern-182586924-project] Transition to ACTIVE for port object a63cba90-5c3c-4fd9-8f05-006bf845b673 will not be triggered until provisioned by entity DHCP. {{(pid=83869) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 14:32:05.668009 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [req-e4e4b69a-5794-407b-bb66-0d9fd775d17f req-8333080a-eda7-46af-bab7-8ce6976326b9 tempest-TestSnapshotPattern-182586924 tempest-TestSnapshotPattern-182586924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736732935801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2705155'] for port, after_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:32:05.747233 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e4e4b69a-5794-407b-bb66-0d9fd775d17f req-8333080a-eda7-46af-bab7-8ce6976326b9 tempest-TestSnapshotPattern-182586924 tempest-TestSnapshotPattern-182586924-project] Network 13223deb-a72c-43e2-94d2-cfb59471d832 is already hosted by enough agents. {{(pid=83869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 14:32:05.756100 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.scheduler.base_scheduler [req-e4e4b69a-5794-407b-bb66-0d9fd775d17f req-8333080a-eda7-46af-bab7-8ce6976326b9 tempest-TestSnapshotPattern-182586924 tempest-TestSnapshotPattern-182586924-project] Resources bound (agent type, host, resource id): {{(pid=83869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 14:32:05.759307 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4e4b69a-5794-407b-bb66-0d9fd775d17f req-8333080a-eda7-46af-bab7-8ce6976326b9 tempest-TestSnapshotPattern-182586924 tempest-TestSnapshotPattern-182586924-project] Received port after_create {{(pid=83869) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 14:32:05.823777 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8333080a-eda7-46af-bab7-8ce6976326b9 tempest-TestSnapshotPattern-182586924 tempest-TestSnapshotPattern-182586924-project] Pushing event updated for resources: {'Port': ['ID=a63cba90-5c3c-4fd9-8f05-006bf845b673,revision_number=1']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:32:05.839513 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e4b69a-5794-407b-bb66-0d9fd775d17f req-8333080a-eda7-46af-bab7-8ce6976326b9 tempest-TestSnapshotPattern-182586924 tempest-TestSnapshotPattern-182586924-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:32:05.840152 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [req-e4e4b69a-5794-407b-bb66-0d9fd775d17f req-8333080a-eda7-46af-bab7-8ce6976326b9 tempest-TestSnapshotPattern-182586924 tempest-TestSnapshotPattern-182586924-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109561'] for port, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:32:05.854088 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8333080a-eda7-46af-bab7-8ce6976326b9 tempest-TestSnapshotPattern-182586924 tempest-TestSnapshotPattern-182586924-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:32:05.854758 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8333080a-eda7-46af-bab7-8ce6976326b9 tempest-TestSnapshotPattern-182586924 tempest-TestSnapshotPattern-182586924-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:32:05.854758 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8333080a-eda7-46af-bab7-8ce6976326b9 tempest-TestSnapshotPattern-182586924 tempest-TestSnapshotPattern-182586924-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:32:05.855076 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8333080a-eda7-46af-bab7-8ce6976326b9 tempest-TestSnapshotPattern-182586924 tempest-TestSnapshotPattern-182586924-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:32:05.855456 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8333080a-eda7-46af-bab7-8ce6976326b9 tempest-TestSnapshotPattern-182586924 tempest-TestSnapshotPattern-182586924-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:32:05.855734 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8333080a-eda7-46af-bab7-8ce6976326b9 tempest-TestSnapshotPattern-182586924 tempest-TestSnapshotPattern-182586924-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:32:05.856062 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8333080a-eda7-46af-bab7-8ce6976326b9 tempest-TestSnapshotPattern-182586924 tempest-TestSnapshotPattern-182586924-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:32:05.856427 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8333080a-eda7-46af-bab7-8ce6976326b9 tempest-TestSnapshotPattern-182586924 tempest-TestSnapshotPattern-182586924-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:32:05.856741 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8333080a-eda7-46af-bab7-8ce6976326b9 tempest-TestSnapshotPattern-182586924 tempest-TestSnapshotPattern-182586924-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:32:05.857062 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8333080a-eda7-46af-bab7-8ce6976326b9 tempest-TestSnapshotPattern-182586924 tempest-TestSnapshotPattern-182586924-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:32:05.857384 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8333080a-eda7-46af-bab7-8ce6976326b9 tempest-TestSnapshotPattern-182586924 tempest-TestSnapshotPattern-182586924-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:32:05.898737 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-e4e4b69a-5794-407b-bb66-0d9fd775d17f req-8333080a-eda7-46af-bab7-8ce6976326b9 tempest-TestSnapshotPattern-182586924 tempest-TestSnapshotPattern-182586924-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9737613 Apr 01 14:32:06.031481 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-13e64c67-9413-4d88-afe6-ccee7e2547a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:32:06.094129 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-05c6ebe5-7fc9-42eb-83a1-0fb58462c5fe None None] Provisioning for port a63cba90-5c3c-4fd9-8f05-006bf845b673 completed by entity DHCP. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 14:32:06.102702 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-05c6ebe5-7fc9-42eb-83a1-0fb58462c5fe None None] Provisioning complete for port a63cba90-5c3c-4fd9-8f05-006bf845b673 triggered by entity DHCP. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 14:32:06.103279 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-05c6ebe5-7fc9-42eb-83a1-0fb58462c5fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-948329'] for port, provisioning_complete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:32:06.176841 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.plugin [None req-05c6ebe5-7fc9-42eb-83a1-0fb58462c5fe None None] Port a63cba90-5c3c-4fd9-8f05-006bf845b673 cannot update to ACTIVE because it is not bound. {{(pid=83872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 01 14:32:06.184807 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3fc62c-229c-4d44-883e-5addd832182f req-cee9b47c-6d58-4954-8dc9-174180075e79 tempest-TestSnapshotPattern-182586924 tempest-TestSnapshotPattern-182586924-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:32:06.185725 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [req-1f3fc62c-229c-4d44-883e-5addd832182f req-cee9b47c-6d58-4954-8dc9-174180075e79 tempest-TestSnapshotPattern-182586924 tempest-TestSnapshotPattern-182586924-project] Synchronizing usage tracker for tenant:2e7390b0e44949e49dc4db8070126e80 on resource:port {{(pid=83869) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 14:32:06.209302 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [req-1f3fc62c-229c-4d44-883e-5addd832182f req-cee9b47c-6d58-4954-8dc9-174180075e79 tempest-TestSnapshotPattern-182586924 tempest-TestSnapshotPattern-182586924-project] Unset dirty status for tenant:2e7390b0e44949e49dc4db8070126e80 on resource:port {{(pid=83869) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 14:32:06.210491 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-1f3fc62c-229c-4d44-883e-5addd832182f req-cee9b47c-6d58-4954-8dc9-174180075e79 tempest-TestSnapshotPattern-182586924 tempest-TestSnapshotPattern-182586924-project] 10.222.0.26 "GET /v2.0/ports?device_id=2b630534-85c0-42bc-9a5a-3d6ca5a64759 HTTP/1.1" status: 200 len: 931 time: 0.1222899 Apr 01 14:32:06.269713 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-1f3fc62c-229c-4d44-883e-5addd832182f req-00bb34e2-a716-4a90-a78d-6b3cc3e7bac8 tempest-TestSnapshotPattern-182586924 tempest-TestSnapshotPattern-182586924-project] 10.222.0.26 "GET /v2.0/security-groups?id=ac395de9-99c1-458f-b751-4431890a0ea8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535336 Apr 01 14:32:07.363873 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:32:07.519587 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c941b4a0-e34b-4a6d-bfe9-1e6a8ad8f764 req-a72b27cc-2087-4edf-bd19-4783740bca5b tempest-TestSnapshotPattern-182586924 tempest-TestSnapshotPattern-182586924-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:32:07.521827 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-c941b4a0-e34b-4a6d-bfe9-1e6a8ad8f764 req-a72b27cc-2087-4edf-bd19-4783740bca5b tempest-TestSnapshotPattern-182586924 tempest-TestSnapshotPattern-182586924-project] 10.222.0.26 "GET /v2.0/ports?device_id=2b630534-85c0-42bc-9a5a-3d6ca5a64759 HTTP/1.1" status: 200 len: 931 time: 0.0822439 Apr 01 14:32:07.576952 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-c941b4a0-e34b-4a6d-bfe9-1e6a8ad8f764 req-0b10d9eb-90c8-4041-a5e0-ccbe0defa06a tempest-TestSnapshotPattern-182586924 tempest-TestSnapshotPattern-182586924-project] 10.222.0.26 "GET /v2.0/security-groups?id=ac395de9-99c1-458f-b751-4431890a0ea8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469527 Apr 01 14:32:07.629242 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-2f9cfc9c-d8ba-4de3-a4ad-98162f90557c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:32:08.797337 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16dd1166-3983-4ed7-a7bf-9e27a4b8b94b req-1f2a8429-fc59-4cf4-92ef-75bc5d323954 tempest-TestSnapshotPattern-182586924 tempest-TestSnapshotPattern-182586924-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:32:08.798800 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-16dd1166-3983-4ed7-a7bf-9e27a4b8b94b req-1f2a8429-fc59-4cf4-92ef-75bc5d323954 tempest-TestSnapshotPattern-182586924 tempest-TestSnapshotPattern-182586924-project] 10.222.0.26 "GET /v2.0/ports?device_id=2b630534-85c0-42bc-9a5a-3d6ca5a64759 HTTP/1.1" status: 200 len: 931 time: 0.0924957 Apr 01 14:32:08.850336 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-16dd1166-3983-4ed7-a7bf-9e27a4b8b94b req-fd43b820-e4ab-4016-8a55-c85cc988bce2 tempest-TestSnapshotPattern-182586924 tempest-TestSnapshotPattern-182586924-project] 10.222.0.26 "GET /v2.0/security-groups?id=ac395de9-99c1-458f-b751-4431890a0ea8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445886 Apr 01 14:32:09.122072 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-a976a7b9-9034-41e6-be13-349b75ed1593 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:32:10.056529 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1a5bfa-2a59-4814-a105-e7fd5c46d1a6 req-becf0f4b-de45-41e8-bcff-56595a553499 tempest-TestSnapshotPattern-182586924 tempest-TestSnapshotPattern-182586924-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:32:10.058005 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-4a1a5bfa-2a59-4814-a105-e7fd5c46d1a6 req-becf0f4b-de45-41e8-bcff-56595a553499 tempest-TestSnapshotPattern-182586924 tempest-TestSnapshotPattern-182586924-project] 10.222.0.26 "GET /v2.0/ports?device_id=2b630534-85c0-42bc-9a5a-3d6ca5a64759 HTTP/1.1" status: 200 len: 931 time: 0.0818310 Apr 01 14:32:10.106092 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-4a1a5bfa-2a59-4814-a105-e7fd5c46d1a6 req-0a9151f1-6ebe-4ecc-b6f8-636aa159b914 tempest-TestSnapshotPattern-182586924 tempest-TestSnapshotPattern-182586924-project] 10.222.0.26 "GET /v2.0/security-groups?id=ac395de9-99c1-458f-b751-4431890a0ea8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420055 Apr 01 14:32:11.344221 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56108c9e-05f1-415f-9ae0-b6e819128a34 req-02c4bdbf-1baa-4b06-a605-2d54d91edbf2 tempest-TestSnapshotPattern-182586924 tempest-TestSnapshotPattern-182586924-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:32:11.346991 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-56108c9e-05f1-415f-9ae0-b6e819128a34 req-02c4bdbf-1baa-4b06-a605-2d54d91edbf2 tempest-TestSnapshotPattern-182586924 tempest-TestSnapshotPattern-182586924-project] 10.222.0.26 "GET /v2.0/ports?device_id=2b630534-85c0-42bc-9a5a-3d6ca5a64759 HTTP/1.1" status: 200 len: 931 time: 0.1057661 Apr 01 14:32:11.415457 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-56108c9e-05f1-415f-9ae0-b6e819128a34 req-cbe12112-b0d2-4830-9d68-3ceb7bb62902 tempest-TestSnapshotPattern-182586924 tempest-TestSnapshotPattern-182586924-project] 10.222.0.26 "GET /v2.0/security-groups?id=ac395de9-99c1-458f-b751-4431890a0ea8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0628979 Apr 01 14:32:12.655660 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a367585-5245-4e20-8655-3cdedf1abcd4 req-b86d72f1-3808-4cfc-a4e7-97eec0b6e2b2 tempest-TestSnapshotPattern-182586924 tempest-TestSnapshotPattern-182586924-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:32:12.657220 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-4a367585-5245-4e20-8655-3cdedf1abcd4 req-b86d72f1-3808-4cfc-a4e7-97eec0b6e2b2 tempest-TestSnapshotPattern-182586924 tempest-TestSnapshotPattern-182586924-project] 10.222.0.26 "GET /v2.0/ports?device_id=2b630534-85c0-42bc-9a5a-3d6ca5a64759 HTTP/1.1" status: 200 len: 931 time: 0.1047125 Apr 01 14:32:12.708437 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-4a367585-5245-4e20-8655-3cdedf1abcd4 req-54f972e7-98b7-461c-86af-d8bfd9393b5c tempest-TestSnapshotPattern-182586924 tempest-TestSnapshotPattern-182586924-project] 10.222.0.26 "GET /v2.0/security-groups?id=ac395de9-99c1-458f-b751-4431890a0ea8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448821 Apr 01 14:32:13.032817 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.agents_db [None req-bdd220c7-049a-43d2-a923-ad1a2de078c6 None None] Agent healthcheck: found 6 active agents {{(pid=83873) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 01 14:32:13.913966 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8013c2d-51be-4971-a5aa-e1f71d33f51f req-3913ff6b-ab81-4c08-9cc6-84656e104ec7 tempest-TestSnapshotPattern-182586924 tempest-TestSnapshotPattern-182586924-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:32:13.915416 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-c8013c2d-51be-4971-a5aa-e1f71d33f51f req-3913ff6b-ab81-4c08-9cc6-84656e104ec7 tempest-TestSnapshotPattern-182586924 tempest-TestSnapshotPattern-182586924-project] 10.222.0.26 "GET /v2.0/ports?device_id=2b630534-85c0-42bc-9a5a-3d6ca5a64759 HTTP/1.1" status: 200 len: 931 time: 0.0777955 Apr 01 14:32:13.964190 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-c8013c2d-51be-4971-a5aa-e1f71d33f51f req-9d9a55be-3281-4502-ac47-f60f62cc7602 tempest-TestSnapshotPattern-182586924 tempest-TestSnapshotPattern-182586924-project] 10.222.0.26 "GET /v2.0/security-groups?id=ac395de9-99c1-458f-b751-4431890a0ea8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421469 Apr 01 14:32:14.253263 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.v2.base [req-e4e4b69a-5794-407b-bb66-0d9fd775d17f req-4d0f532b-9cf6-4812-b59f-2ac433a8e94f service neutron] Request body: {'port': {'device_id': '2b630534-85c0-42bc-9a5a-3d6ca5a64759', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8361'}} {{(pid=83869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 14:32:14.362272 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [req-e4e4b69a-5794-407b-bb66-0d9fd775d17f req-4d0f532b-9cf6-4812-b59f-2ac433a8e94f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:32:14.722142 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.notifiers.nova [req-e4e4b69a-5794-407b-bb66-0d9fd775d17f req-4d0f532b-9cf6-4812-b59f-2ac433a8e94f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a63cba90-5c3c-4fd9-8f05-006bf845b673 {{(pid=83869) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 01 14:32:14.729997 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [req-e4e4b69a-5794-407b-bb66-0d9fd775d17f req-4d0f532b-9cf6-4812-b59f-2ac433a8e94f service neutron] Notify callbacks [] for port, precommit_update {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:32:14.745166 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.provisioning_blocks [req-e4e4b69a-5794-407b-bb66-0d9fd775d17f req-4d0f532b-9cf6-4812-b59f-2ac433a8e94f service neutron] Transition to ACTIVE for port object a63cba90-5c3c-4fd9-8f05-006bf845b673 will not be triggered until provisioned by entity L2. {{(pid=83869) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 01 14:32:14.749062 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [req-e4e4b69a-5794-407b-bb66-0d9fd775d17f req-4d0f532b-9cf6-4812-b59f-2ac433a8e94f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2705172'] for port, after_update {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:32:14.878812 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d0f532b-9cf6-4812-b59f-2ac433a8e94f service neutron] Pushing event updated for resources: {'Port': ['ID=a63cba90-5c3c-4fd9-8f05-006bf845b673,revision_number=2']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:32:14.992454 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.managers [req-e4e4b69a-5794-407b-bb66-0d9fd775d17f req-4d0f532b-9cf6-4812-b59f-2ac433a8e94f service neutron] Attempting to bind port a63cba90-5c3c-4fd9-8f05-006bf845b673 on host hv-neutron-8361 for vnic_type normal with profile {{(pid=83869) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 01 14:32:14.993032 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.managers [req-e4e4b69a-5794-407b-bb66-0d9fd775d17f req-4d0f532b-9cf6-4812-b59f-2ac433a8e94f service neutron] Attempting to bind port a63cba90-5c3c-4fd9-8f05-006bf845b673 by drivers openvswitch,hyperv on host hv-neutron-8361 at level 0 using segments [{'id': '330a5ded-cb7e-4970-9f5c-7ec1d640233e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '13223deb-a72c-43e2-94d2-cfb59471d832'}] {{(pid=83869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 01 14:32:14.993225 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4e4b69a-5794-407b-bb66-0d9fd775d17f req-4d0f532b-9cf6-4812-b59f-2ac433a8e94f service neutron] Attempting to bind port a63cba90-5c3c-4fd9-8f05-006bf845b673 on network 13223deb-a72c-43e2-94d2-cfb59471d832 {{(pid=83869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 14:32:14.999211 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4e4b69a-5794-407b-bb66-0d9fd775d17f req-4d0f532b-9cf6-4812-b59f-2ac433a8e94f service neutron] Port a63cba90-5c3c-4fd9-8f05-006bf845b673 on network 13223deb-a72c-43e2-94d2-cfb59471d832 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8361 {{(pid=83869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 01 14:32:14.999530 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4e4b69a-5794-407b-bb66-0d9fd775d17f req-4d0f532b-9cf6-4812-b59f-2ac433a8e94f service neutron] Attempting to bind port a63cba90-5c3c-4fd9-8f05-006bf845b673 on network 13223deb-a72c-43e2-94d2-cfb59471d832 {{(pid=83869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 01 14:32:15.006676 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4e4b69a-5794-407b-bb66-0d9fd775d17f req-4d0f532b-9cf6-4812-b59f-2ac433a8e94f service neutron] Checking agent: {'id': '359ce187-6241-4f7e-85a4-e066c7b0cdea', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8361', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 13, 31, 54), 'started_at': datetime.datetime(2022, 4, 1, 13, 31, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 14, 31, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 01 14:32:15.007001 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4e4b69a-5794-407b-bb66-0d9fd775d17f req-4d0f532b-9cf6-4812-b59f-2ac433a8e94f service neutron] Checking segment: {'id': '330a5ded-cb7e-4970-9f5c-7ec1d640233e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '13223deb-a72c-43e2-94d2-cfb59471d832'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 01 14:32:15.007380 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4e4b69a-5794-407b-bb66-0d9fd775d17f req-4d0f532b-9cf6-4812-b59f-2ac433a8e94f service neutron] Bound using segment: {'id': '330a5ded-cb7e-4970-9f5c-7ec1d640233e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '13223deb-a72c-43e2-94d2-cfb59471d832'} {{(pid=83869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 01 14:32:15.007801 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.managers [req-e4e4b69a-5794-407b-bb66-0d9fd775d17f req-4d0f532b-9cf6-4812-b59f-2ac433a8e94f service neutron] Bound port: a63cba90-5c3c-4fd9-8f05-006bf845b673, host: hv-neutron-8361, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '330a5ded-cb7e-4970-9f5c-7ec1d640233e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '13223deb-a72c-43e2-94d2-cfb59471d832'}}] {{(pid=83869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 01 14:32:15.008148 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [req-e4e4b69a-5794-407b-bb66-0d9fd775d17f req-4d0f532b-9cf6-4812-b59f-2ac433a8e94f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:32:15.101427 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.db [req-e4e4b69a-5794-407b-bb66-0d9fd775d17f req-4d0f532b-9cf6-4812-b59f-2ac433a8e94f service neutron] For port a63cba90-5c3c-4fd9-8f05-006bf845b673, host hv-neutron-8361, cleared binding levels {{(pid=83869) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 14:32:15.104558 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.db [req-e4e4b69a-5794-407b-bb66-0d9fd775d17f req-4d0f532b-9cf6-4812-b59f-2ac433a8e94f service neutron] For port a63cba90-5c3c-4fd9-8f05-006bf845b673, host hv-neutron-8361, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8361',level=0,port_id=a63cba90-5c3c-4fd9-8f05-006bf845b673,segment=NetworkSegment(330a5ded-cb7e-4970-9f5c-7ec1d640233e),segment_id=330a5ded-cb7e-4970-9f5c-7ec1d640233e)] {{(pid=83869) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 14:32:15.109329 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [req-e4e4b69a-5794-407b-bb66-0d9fd775d17f req-4d0f532b-9cf6-4812-b59f-2ac433a8e94f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2705172'] for port, after_update {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:32:15.175235 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0ec1ca-2d8b-40f4-9227-ff2cbdad21e2 req-6f07bb9b-ff3b-4ce5-a659-adc22231eb5a tempest-TestSnapshotPattern-182586924 tempest-TestSnapshotPattern-182586924-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:32:15.176107 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [req-e4e4b69a-5794-407b-bb66-0d9fd775d17f req-4d0f532b-9cf6-4812-b59f-2ac433a8e94f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109561'] for port, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:32:15.178246 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-ef0ec1ca-2d8b-40f4-9227-ff2cbdad21e2 req-6f07bb9b-ff3b-4ce5-a659-adc22231eb5a tempest-TestSnapshotPattern-182586924 tempest-TestSnapshotPattern-182586924-project] 10.222.0.26 "GET /v2.0/ports?device_id=2b630534-85c0-42bc-9a5a-3d6ca5a64759 HTTP/1.1" status: 200 len: 943 time: 0.0845270 Apr 01 14:32:15.178394 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-e4e4b69a-5794-407b-bb66-0d9fd775d17f req-4d0f532b-9cf6-4812-b59f-2ac433a8e94f service neutron] 10.222.0.57 "PUT /v2.0/ports/a63cba90-5c3c-4fd9-8f05-006bf845b673 HTTP/1.1" status: 200 len: 1093 time: 0.9951904 Apr 01 14:32:15.178919 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2b630534-85c0-42bc-9a5a-3d6ca5a64759', 'tag': 'a63cba90-5c3c-4fd9-8f05-006bf845b673'}] {{(pid=83869) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 14:32:15.196168 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d0f532b-9cf6-4812-b59f-2ac433a8e94f service neutron] Pushing event updated for resources: {'Port': ['ID=a63cba90-5c3c-4fd9-8f05-006bf845b673,revision_number=3']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:32:15.261832 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-ef0ec1ca-2d8b-40f4-9227-ff2cbdad21e2 req-676a546a-c924-4f9a-aa03-755acdc3bde9 tempest-TestSnapshotPattern-182586924 tempest-TestSnapshotPattern-182586924-project] 10.222.0.26 "GET /v2.0/security-groups?id=ac395de9-99c1-458f-b751-4431890a0ea8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0711684 Apr 01 14:32:15.275854 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2b630534-85c0-42bc-9a5a-3d6ca5a64759', 'tag': 'a63cba90-5c3c-4fd9-8f05-006bf845b673', 'status': 'completed', 'code': 200} Apr 01 14:32:15.312646 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-e4e4b69a-5794-407b-bb66-0d9fd775d17f req-404c4aad-6bdd-45be-8c6e-8ccc52ca9bdd service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=2e7390b0e44949e49dc4db8070126e80&device_id=2b630534-85c0-42bc-9a5a-3d6ca5a64759 HTTP/1.1" status: 200 len: 1096 time: 0.0921957 Apr 01 14:32:15.389008 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-e4e4b69a-5794-407b-bb66-0d9fd775d17f req-b3e8e4ce-fe17-461e-88e8-fa437d73a5cd service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a63cba90-5c3c-4fd9-8f05-006bf845b673 HTTP/1.1" status: 200 len: 217 time: 0.0659366 Apr 01 14:32:15.451899 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e4b69a-5794-407b-bb66-0d9fd775d17f req-30b700c5-6ca6-4247-a16b-1215ec5afa74 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:32:15.453257 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-e4e4b69a-5794-407b-bb66-0d9fd775d17f req-30b700c5-6ca6-4247-a16b-1215ec5afa74 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=51b591d8-01fa-4ba5-b642-214a51e62c0a HTTP/1.1" status: 200 len: 848 time: 0.0569441 Apr 01 14:32:15.537468 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-e4e4b69a-5794-407b-bb66-0d9fd775d17f req-a7fb5662-4241-4f30-ab85-e23886dd9151 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=13223deb-a72c-43e2-94d2-cfb59471d832&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0754578 Apr 01 14:32:15.767861 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-e4e4b69a-5794-407b-bb66-0d9fd775d17f req-a642717e-c6cc-49ab-b5e3-154f2c9d2da4 service neutron] 10.222.0.57 "GET /v2.0/networks/13223deb-a72c-43e2-94d2-cfb59471d832?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2212191 Apr 01 14:32:15.906147 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-e4e4b69a-5794-407b-bb66-0d9fd775d17f req-1434b439-e3de-42d1-8dbc-776d60548376 service neutron] 10.222.0.57 "GET /v2.0/networks/13223deb-a72c-43e2-94d2-cfb59471d832?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1258957 Apr 01 14:32:16.033095 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-0c469746-3fda-4863-b2ca-871c7cc9bb23 req-343cf905-45e5-4710-b1f0-20d47f6f613b service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=2e7390b0e44949e49dc4db8070126e80&device_id=2b630534-85c0-42bc-9a5a-3d6ca5a64759 HTTP/1.1" status: 200 len: 1096 time: 0.0695803 Apr 01 14:32:16.167408 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c469746-3fda-4863-b2ca-871c7cc9bb23 req-a36c6dad-cd73-47da-8843-a187a52cf20b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:32:16.168758 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-0c469746-3fda-4863-b2ca-871c7cc9bb23 req-a36c6dad-cd73-47da-8843-a187a52cf20b service neutron] 10.222.0.57 "GET /v2.0/networks?id=13223deb-a72c-43e2-94d2-cfb59471d832 HTTP/1.1" status: 200 len: 910 time: 0.1294937 Apr 01 14:32:16.243848 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-0c469746-3fda-4863-b2ca-871c7cc9bb23 req-4128d53c-6c59-4381-a4e2-e3e78a347ad8 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a63cba90-5c3c-4fd9-8f05-006bf845b673 HTTP/1.1" status: 200 len: 217 time: 0.0684648 Apr 01 14:32:16.313245 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c469746-3fda-4863-b2ca-871c7cc9bb23 req-655a76ff-1792-43c6-971e-438b8892a7b6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:32:16.314706 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-0c469746-3fda-4863-b2ca-871c7cc9bb23 req-655a76ff-1792-43c6-971e-438b8892a7b6 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=51b591d8-01fa-4ba5-b642-214a51e62c0a HTTP/1.1" status: 200 len: 848 time: 0.0644944 Apr 01 14:32:16.436704 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-0c469746-3fda-4863-b2ca-871c7cc9bb23 req-cdae5031-dff9-4440-a5ab-f05bf21f81e3 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=13223deb-a72c-43e2-94d2-cfb59471d832&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1150820 Apr 01 14:32:16.607527 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d667fa-9d87-44bb-a4e4-ac0a45d2374a req-22d0e216-33c6-4069-bc6c-967d7d55a14e tempest-TestSnapshotPattern-182586924 tempest-TestSnapshotPattern-182586924-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:32:16.609057 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-f0d667fa-9d87-44bb-a4e4-ac0a45d2374a req-22d0e216-33c6-4069-bc6c-967d7d55a14e tempest-TestSnapshotPattern-182586924 tempest-TestSnapshotPattern-182586924-project] 10.222.0.26 "GET /v2.0/ports?device_id=2b630534-85c0-42bc-9a5a-3d6ca5a64759 HTTP/1.1" status: 200 len: 943 time: 0.2192113 Apr 01 14:32:16.611056 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-0c469746-3fda-4863-b2ca-871c7cc9bb23 req-500eafda-258d-4bad-a762-22f3316bd6a4 service neutron] 10.222.0.57 "GET /v2.0/networks/13223deb-a72c-43e2-94d2-cfb59471d832?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1675763 Apr 01 14:32:16.734115 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-f0d667fa-9d87-44bb-a4e4-ac0a45d2374a req-17ab3ac0-0146-4308-bfcc-d3a1527a571d tempest-TestSnapshotPattern-182586924 tempest-TestSnapshotPattern-182586924-project] 10.222.0.26 "GET /v2.0/security-groups?id=ac395de9-99c1-458f-b751-4431890a0ea8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1186662 Apr 01 14:32:16.772573 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-0c469746-3fda-4863-b2ca-871c7cc9bb23 req-f5f23fa7-e9e2-4a9d-b35b-d3c9fb36e12f service neutron] 10.222.0.57 "GET /v2.0/networks/13223deb-a72c-43e2-94d2-cfb59471d832?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1436055 Apr 01 14:32:16.921705 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Device a63cba90-5c3c-4fd9-8f05-006bf845b673 details requested by agent hyperv_hv-neutron-8361 with host hv-neutron-8361 {{(pid=83872) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 01 14:32:17.057579 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] For port a63cba90-5c3c-4fd9-8f05-006bf845b673, host hv-neutron-8361, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8361',level=0,port_id=a63cba90-5c3c-4fd9-8f05-006bf845b673,segment=NetworkSegment(330a5ded-cb7e-4970-9f5c-7ec1d640233e),segment_id=330a5ded-cb7e-4970-9f5c-7ec1d640233e)] {{(pid=83872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 14:32:17.071041 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Returning: {'device': 'a63cba90-5c3c-4fd9-8f05-006bf845b673', 'network_id': '13223deb-a72c-43e2-94d2-cfb59471d832', 'port_id': 'a63cba90-5c3c-4fd9-8f05-006bf845b673', 'mac_address': 'fa:16:3e:22:9c:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 358, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '51b591d8-01fa-4ba5-b642-214a51e62c0a', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83872) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 01 14:32:17.130194 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:32:17.148960 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.notifiers.nova [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a63cba90-5c3c-4fd9-8f05-006bf845b673 {{(pid=83872) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 01 14:32:17.164676 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] For port a63cba90-5c3c-4fd9-8f05-006bf845b673, host hv-neutron-8361, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8361',level=0,port_id=a63cba90-5c3c-4fd9-8f05-006bf845b673,segment=NetworkSegment(330a5ded-cb7e-4970-9f5c-7ec1d640233e),segment_id=330a5ded-cb7e-4970-9f5c-7ec1d640233e)] {{(pid=83872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 14:32:17.171325 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864'] for port, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:32:17.237709 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Pushing event updated for resources: {'Port': ['ID=a63cba90-5c3c-4fd9-8f05-006bf845b673,revision_number=4']} {{(pid=83872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:32:17.490191 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] get_ports_and_sgs() called for port_ids ['a63cba90-5c3c-4fd9-8f05-006bf845b673'] {{(pid=83872) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 01 14:32:17.936123 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f854a0-b6ec-4123-b8bd-28a55a6edeb1 req-71409a48-3c98-434f-b1f1-ec145aee460d tempest-TestSnapshotPattern-182586924 tempest-TestSnapshotPattern-182586924-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:32:17.937576 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-19f854a0-b6ec-4123-b8bd-28a55a6edeb1 req-71409a48-3c98-434f-b1f1-ec145aee460d tempest-TestSnapshotPattern-182586924 tempest-TestSnapshotPattern-182586924-project] 10.222.0.26 "GET /v2.0/ports?device_id=2b630534-85c0-42bc-9a5a-3d6ca5a64759 HTTP/1.1" status: 200 len: 944 time: 0.0808103 Apr 01 14:32:17.985441 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-19f854a0-b6ec-4123-b8bd-28a55a6edeb1 req-ee6c221e-c786-44ae-9931-b20c3609d833 tempest-TestSnapshotPattern-182586924 tempest-TestSnapshotPattern-182586924-project] 10.222.0.26 "GET /v2.0/security-groups?id=ac395de9-99c1-458f-b751-4431890a0ea8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396841 Apr 01 14:32:18.926231 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Device a63cba90-5c3c-4fd9-8f05-006bf845b673 up at agent hyperv_hv-neutron-8361 {{(pid=83872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 14:32:18.999145 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Provisioning for port a63cba90-5c3c-4fd9-8f05-006bf845b673 completed by entity L2. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 01 14:32:19.004162 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Provisioning complete for port a63cba90-5c3c-4fd9-8f05-006bf845b673 triggered by entity L2. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 14:32:19.005167 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-948329'] for port, provisioning_complete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:32:19.120165 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:32:19.151698 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b630534-85c0-42bc-9a5a-3d6ca5a64759', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a63cba90-5c3c-4fd9-8f05-006bf845b673'}] {{(pid=83872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 14:32:19.162549 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] For port a63cba90-5c3c-4fd9-8f05-006bf845b673, host hv-neutron-8361, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8361',level=0,port_id=a63cba90-5c3c-4fd9-8f05-006bf845b673,segment=NetworkSegment(330a5ded-cb7e-4970-9f5c-7ec1d640233e),segment_id=330a5ded-cb7e-4970-9f5c-7ec1d640233e)] {{(pid=83872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 14:32:19.167069 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864'] for port, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:32:19.198847 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec75a7be-8c10-435e-99eb-bc147b2daa1a req-73f8abaf-7864-4a4f-952d-bc1ec06c6c35 tempest-TestSnapshotPattern-182586924 tempest-TestSnapshotPattern-182586924-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:32:19.200824 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-ec75a7be-8c10-435e-99eb-bc147b2daa1a req-73f8abaf-7864-4a4f-952d-bc1ec06c6c35 tempest-TestSnapshotPattern-182586924 tempest-TestSnapshotPattern-182586924-project] 10.222.0.26 "GET /v2.0/ports?device_id=2b630534-85c0-42bc-9a5a-3d6ca5a64759 HTTP/1.1" status: 200 len: 944 time: 0.0885425 Apr 01 14:32:19.217715 dv-neutron-836180-1-hyperv neutron-server[83872]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b630534-85c0-42bc-9a5a-3d6ca5a64759', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a63cba90-5c3c-4fd9-8f05-006bf845b673', 'code': 200} Apr 01 14:32:19.247896 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Pushing event updated for resources: {'Port': ['ID=a63cba90-5c3c-4fd9-8f05-006bf845b673,revision_number=5']} {{(pid=83872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:32:19.252893 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-ec75a7be-8c10-435e-99eb-bc147b2daa1a req-1c118fef-d142-4332-b339-b0e28d200648 tempest-TestSnapshotPattern-182586924 tempest-TestSnapshotPattern-182586924-project] 10.222.0.26 "GET /v2.0/security-groups?id=ac395de9-99c1-458f-b751-4431890a0ea8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453687 Apr 01 14:32:19.469449 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-bf8079c8-ff6d-4b1d-9487-8f90c49120de req-6aeb8fe5-d346-4aca-bb24-ca4fe446570e service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=2b630534-85c0-42bc-9a5a-3d6ca5a64759 HTTP/1.1" status: 200 len: 1098 time: 0.0683155 Apr 01 14:32:19.519097 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-bf8079c8-ff6d-4b1d-9487-8f90c49120de req-a6b4eadd-55f5-42e3-b97c-40b1f2dd3b98 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=ac395de9-99c1-458f-b751-4431890a0ea8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394003 Apr 01 14:32:20.454025 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0964d594-8037-4306-80fc-0b2e00eef658 req-256c90c7-e6ee-4ce9-8f21-b4d4148ce22b tempest-TestSnapshotPattern-182586924 tempest-TestSnapshotPattern-182586924-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:32:20.455468 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-0964d594-8037-4306-80fc-0b2e00eef658 req-256c90c7-e6ee-4ce9-8f21-b4d4148ce22b tempest-TestSnapshotPattern-182586924 tempest-TestSnapshotPattern-182586924-project] 10.222.0.26 "GET /v2.0/ports?device_id=2b630534-85c0-42bc-9a5a-3d6ca5a64759 HTTP/1.1" status: 200 len: 945 time: 0.0775084 Apr 01 14:32:20.507577 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-0964d594-8037-4306-80fc-0b2e00eef658 req-b80efe3f-0c15-4235-82b1-0981fae0c273 tempest-TestSnapshotPattern-182586924 tempest-TestSnapshotPattern-182586924-project] 10.222.0.26 "GET /v2.0/security-groups?id=ac395de9-99c1-458f-b751-4431890a0ea8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452039 Apr 01 14:32:21.710221 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051d4614-dea0-4fd9-991f-b75910747f1d req-971bdde4-bcb7-4592-aaaf-2d9bc005f008 tempest-TestSnapshotPattern-182586924 tempest-TestSnapshotPattern-182586924-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:32:21.711665 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-051d4614-dea0-4fd9-991f-b75910747f1d req-971bdde4-bcb7-4592-aaaf-2d9bc005f008 tempest-TestSnapshotPattern-182586924 tempest-TestSnapshotPattern-182586924-project] 10.222.0.26 "GET /v2.0/ports?device_id=2b630534-85c0-42bc-9a5a-3d6ca5a64759 HTTP/1.1" status: 200 len: 945 time: 0.0774581 Apr 01 14:32:21.758430 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-051d4614-dea0-4fd9-991f-b75910747f1d req-439f10b3-6980-4ef9-9acf-c1854d62d8f5 tempest-TestSnapshotPattern-182586924 tempest-TestSnapshotPattern-182586924-project] 10.222.0.26 "GET /v2.0/security-groups?id=ac395de9-99c1-458f-b751-4431890a0ea8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411325 Apr 01 14:32:21.962754 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be08e6b-9f25-4939-81e4-a32b6fec0b71 req-8e31b196-6817-40e9-94d9-c9738b0df9eb tempest-TestSnapshotPattern-182586924 tempest-TestSnapshotPattern-182586924-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:32:21.964323 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-4be08e6b-9f25-4939-81e4-a32b6fec0b71 req-8e31b196-6817-40e9-94d9-c9738b0df9eb tempest-TestSnapshotPattern-182586924 tempest-TestSnapshotPattern-182586924-project] 10.222.0.26 "GET /v2.0/ports?device_id=2b630534-85c0-42bc-9a5a-3d6ca5a64759 HTTP/1.1" status: 200 len: 945 time: 0.0795624 Apr 01 14:32:22.010305 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-4be08e6b-9f25-4939-81e4-a32b6fec0b71 req-11869437-dc4f-4c5c-80fc-ce91d343c5c8 tempest-TestSnapshotPattern-182586924 tempest-TestSnapshotPattern-182586924-project] 10.222.0.26 "GET /v2.0/security-groups?id=ac395de9-99c1-458f-b751-4431890a0ea8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402329 Apr 01 14:32:22.038674 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 37636) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:32:22.110797 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-d251f408-3f74-47b1-9d5d-64afd3b9a440 tempest-TestSnapshotPattern-1243756090 tempest-TestSnapshotPattern-1243756090-project-admin] Synchronizing usage tracker for tenant:0811dac3ee0a45d6a5bc29e1a92718e0 on resource:port {{(pid=83869) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 14:32:22.127682 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-d251f408-3f74-47b1-9d5d-64afd3b9a440 tempest-TestSnapshotPattern-1243756090 tempest-TestSnapshotPattern-1243756090-project-admin] Unset dirty status for tenant:0811dac3ee0a45d6a5bc29e1a92718e0 on resource:port {{(pid=83869) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 14:32:22.129017 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-d251f408-3f74-47b1-9d5d-64afd3b9a440 tempest-TestSnapshotPattern-1243756090 tempest-TestSnapshotPattern-1243756090-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=2b630534-85c0-42bc-9a5a-3d6ca5a64759 HTTP/1.1" status: 200 len: 1093 time: 0.0893345 Apr 01 14:32:22.132592 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 37640) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:32:22.137773 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.v2.base [None req-c09a91fa-06ab-4e1f-86a9-0f1ca9f7d648 tempest-TestSnapshotPattern-182586924 tempest-TestSnapshotPattern-182586924-project] Request body: {'floatingip': {'floating_network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'port_id': 'a63cba90-5c3c-4fd9-8f05-006bf845b673', 'tenant_id': '2e7390b0e44949e49dc4db8070126e80', 'fixed_ip_address': '172.20.0.7'}} {{(pid=83869) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 01 14:32:22.143282 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-c09a91fa-06ab-4e1f-86a9-0f1ca9f7d648 tempest-TestSnapshotPattern-182586924 tempest-TestSnapshotPattern-182586924-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 01 14:32:22.148052 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-c09a91fa-06ab-4e1f-86a9-0f1ca9f7d648 tempest-TestSnapshotPattern-182586924 tempest-TestSnapshotPattern-182586924-project] Usage tracker for resource:floatingip and tenant:2e7390b0e44949e49dc4db8070126e80 is out of sync, need to count used quota {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 01 14:32:22.151007 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [None req-c09a91fa-06ab-4e1f-86a9-0f1ca9f7d648 tempest-TestSnapshotPattern-182586924 tempest-TestSnapshotPattern-182586924-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=83869) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 01 14:32:22.156754 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.quota.driver [None req-c09a91fa-06ab-4e1f-86a9-0f1ca9f7d648 tempest-TestSnapshotPattern-182586924 tempest-TestSnapshotPattern-182586924-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=83869) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 01 14:32:22.168506 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-c09a91fa-06ab-4e1f-86a9-0f1ca9f7d648 tempest-TestSnapshotPattern-182586924 tempest-TestSnapshotPattern-182586924-project] Notify callbacks [] for floatingip, before_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:32:22.307384 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-c09a91fa-06ab-4e1f-86a9-0f1ca9f7d648 tempest-TestSnapshotPattern-182586924 tempest-TestSnapshotPattern-182586924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:32:22.443415 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.db_base_plugin_common [None req-c09a91fa-06ab-4e1f-86a9-0f1ca9f7d648 tempest-TestSnapshotPattern-182586924 tempest-TestSnapshotPattern-182586924-project] Allocated IP 172.26.5.164 (725864b8-cceb-48c9-b5d3-1bfc4423e301/e2ed99db-0e25-4971-b535-7fa69231fae8/75fc829c-0da6-4c74-b515-2f47b6b5d656) {{(pid=83869) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 14:32:22.693347 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-c09a91fa-06ab-4e1f-86a9-0f1ca9f7d648 tempest-TestSnapshotPattern-182586924 tempest-TestSnapshotPattern-182586924-project] Notify callbacks [] for port, precommit_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:32:22.721160 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-c09a91fa-06ab-4e1f-86a9-0f1ca9f7d648 tempest-TestSnapshotPattern-182586924 tempest-TestSnapshotPattern-182586924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736732935801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2705155'] for port, after_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:32:22.792734 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c09a91fa-06ab-4e1f-86a9-0f1ca9f7d648 tempest-TestSnapshotPattern-182586924 tempest-TestSnapshotPattern-182586924-project] Network 725864b8-cceb-48c9-b5d3-1bfc4423e301 is already hosted by enough agents. {{(pid=83869) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 14:32:22.795350 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.scheduler.base_scheduler [None req-c09a91fa-06ab-4e1f-86a9-0f1ca9f7d648 tempest-TestSnapshotPattern-182586924 tempest-TestSnapshotPattern-182586924-project] Resources bound (agent type, host, resource id): {{(pid=83869) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 14:32:22.799564 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c09a91fa-06ab-4e1f-86a9-0f1ca9f7d648 tempest-TestSnapshotPattern-182586924 tempest-TestSnapshotPattern-182586924-project] Received port after_create {{(pid=83869) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 01 14:32:22.826169 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09a91fa-06ab-4e1f-86a9-0f1ca9f7d648 tempest-TestSnapshotPattern-182586924 tempest-TestSnapshotPattern-182586924-project] Pushing event updated for resources: {'Port': ['ID=75fc829c-0da6-4c74-b515-2f47b6b5d656,revision_number=1']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:32:23.338395 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-c09a91fa-06ab-4e1f-86a9-0f1ca9f7d648 tempest-TestSnapshotPattern-182586924 tempest-TestSnapshotPattern-182586924-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:32:23.402097 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-c09a91fa-06ab-4e1f-86a9-0f1ca9f7d648 tempest-TestSnapshotPattern-182586924 tempest-TestSnapshotPattern-182586924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:32:23.640547 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-c09a91fa-06ab-4e1f-86a9-0f1ca9f7d648 tempest-TestSnapshotPattern-182586924 tempest-TestSnapshotPattern-182586924-project] Notify callbacks [] for port, precommit_update {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:32:23.644952 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-c09a91fa-06ab-4e1f-86a9-0f1ca9f7d648 tempest-TestSnapshotPattern-182586924 tempest-TestSnapshotPattern-182586924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2705172'] for port, after_update {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:32:23.749153 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09a91fa-06ab-4e1f-86a9-0f1ca9f7d648 tempest-TestSnapshotPattern-182586924 tempest-TestSnapshotPattern-182586924-project] Pushing event updated for resources: {'Port': ['ID=75fc829c-0da6-4c74-b515-2f47b6b5d656,revision_number=2']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:32:23.764818 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-c09a91fa-06ab-4e1f-86a9-0f1ca9f7d648 tempest-TestSnapshotPattern-182586924 tempest-TestSnapshotPattern-182586924-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4084747'] for floatingip, after_update {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:32:23.975334 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.db.l3_db [None req-c09a91fa-06ab-4e1f-86a9-0f1ca9f7d648 tempest-TestSnapshotPattern-182586924 tempest-TestSnapshotPattern-182586924-project] Floating IP df2c1955-09d9-447f-b992-4fb0ee83d2e6 associated. External IP: 172.26.5.164, port: a63cba90-5c3c-4fd9-8f05-006bf845b673. Apr 01 14:32:24.491809 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:32:24.494315 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c09a91fa-06ab-4e1f-86a9-0f1ca9f7d648 tempest-TestSnapshotPattern-182586924 tempest-TestSnapshotPattern-182586924-project] Router 06d63231-8a92-473d-a7dc-33380bb4b6f4 has already been hosted by L3 agent 88bf8fc8-11a3-4e96-9d1b-5fd93ba9f6f1 {{(pid=83869) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 14:32:24.696631 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c09a91fa-06ab-4e1f-86a9-0f1ca9f7d648 tempest-TestSnapshotPattern-182586924 tempest-TestSnapshotPattern-182586924-project] Notify agent at l3_agent.dv-neutron-836180-1-hyperv the message routers_updated {{(pid=83869) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 14:32:24.706961 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00162537-6544-48bf-9fac-41249965b00a None None] Sync routers for ids ['06d63231-8a92-473d-a7dc-33380bb4b6f4'] in dv-neutron-836180-1-hyperv {{(pid=83872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 14:32:24.720106 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00162537-6544-48bf-9fac-41249965b00a None None] Routers {'06d63231-8a92-473d-a7dc-33380bb4b6f4'} bound to L3 agent in host dv-neutron-836180-1-hyperv {{(pid=83872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 14:32:24.720756 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_hamode_db [None req-00162537-6544-48bf-9fac-41249965b00a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836180-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T13:25:36Z,description=,heartbeat_timestamp=2022-04-01T14:32:06Z,host='dv-neutron-836180-1-hyperv',id=88bf8fc8-11a3-4e96-9d1b-5fd93ba9f6f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T13:25:36Z,topic='l3_agent')) {'router_ids': ['06d63231-8a92-473d-a7dc-33380bb4b6f4'], 'active': True} {{(pid=83872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 14:32:24.721205 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-c09a91fa-06ab-4e1f-86a9-0f1ca9f7d648 tempest-TestSnapshotPattern-182586924 tempest-TestSnapshotPattern-182586924-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109561'] for floatingip, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:32:24.776963 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-c09a91fa-06ab-4e1f-86a9-0f1ca9f7d648 tempest-TestSnapshotPattern-182586924 tempest-TestSnapshotPattern-182586924-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.6433344 Apr 01 14:32:24.778311 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2b630534-85c0-42bc-9a5a-3d6ca5a64759', 'tag': 'a63cba90-5c3c-4fd9-8f05-006bf845b673'}] {{(pid=83869) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 14:32:24.907033 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_dvr_db [None req-00162537-6544-48bf-9fac-41249965b00a None None] Set router 06d63231-8a92-473d-a7dc-33380bb4b6f4 gateway port host: dv-neutron-836180-1-hyperv {{(pid=83872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 14:32:24.954316 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2b630534-85c0-42bc-9a5a-3d6ca5a64759', 'tag': 'a63cba90-5c3c-4fd9-8f05-006bf845b673', 'status': 'completed', 'code': 200} Apr 01 14:32:25.056657 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-48d45bb3-a3ea-4d28-a371-b5fb67e768ab req-9532d050-259d-4468-a000-9c2651c3f5a9 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=2e7390b0e44949e49dc4db8070126e80&device_id=2b630534-85c0-42bc-9a5a-3d6ca5a64759 HTTP/1.1" status: 200 len: 1098 time: 0.0744100 Apr 01 14:32:25.190598 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d45bb3-a3ea-4d28-a371-b5fb67e768ab req-4f624348-d159-4714-83fa-3b213c5eb798 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:32:25.192655 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-48d45bb3-a3ea-4d28-a371-b5fb67e768ab req-4f624348-d159-4714-83fa-3b213c5eb798 service neutron] 10.222.0.57 "GET /v2.0/networks?id=13223deb-a72c-43e2-94d2-cfb59471d832 HTTP/1.1" status: 200 len: 910 time: 0.1290267 Apr 01 14:32:25.300391 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-48d45bb3-a3ea-4d28-a371-b5fb67e768ab req-8daf68b9-82b7-425d-851e-efda0376a43d service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a63cba90-5c3c-4fd9-8f05-006bf845b673 HTTP/1.1" status: 200 len: 999 time: 0.1016061 Apr 01 14:32:25.305925 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_hamode_db [None req-00162537-6544-48bf-9fac-41249965b00a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06d63231-8a92-473d-a7dc-33380bb4b6f4', 'name': 'tempest-TestSnapshotPattern-927614562-router', 'tenant_id': '2e7390b0e44949e49dc4db8070126e80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'external_fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.203'}], 'enable_snat': True}, 'gw_port_id': '60d0a4c0-b983-42b6-a1d8-dbce0985f299', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T14:29:19Z', 'updated_at': '2022-04-01T14:29:23Z', 'revision_number': 4, 'project_id': '2e7390b0e44949e49dc4db8070126e80', 'gw_port': {'id': '60d0a4c0-b983-42b6-a1d8-dbce0985f299', 'name': '', 'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:9c:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06d63231-8a92-473d-a7dc-33380bb4b6f4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836180-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T14:29:20Z', 'updated_at': '2022-04-01T14:29:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836180-1-hyperv', '_floatingips': [{'id': '0e1a7f96-10d5-4a27-8dbd-e2433b9b1ea7', 'tenant_id': '2e7390b0e44949e49dc4db8070126e80', 'floating_ip_address': '172.26.5.153', 'floating_network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'router_id': '06d63231-8a92-473d-a7dc-33380bb4b6f4', 'port_id': 'b818a96d-841b-4730-bcec-eda0695761eb', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '13223deb-a72c-43e2-94d2-cfb59471d832', 'mac_address': 'fa:16:3e:13:50:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30be1e60-a27e-41eb-98d1-000aa292ed94', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T14:29:48Z', 'updated_at': '2022-04-01T14:30:00Z', 'revision_number': 1, 'project_id': '2e7390b0e44949e49dc4db8070126e80', 'fixed_ip_address_scope': None}, {'id': 'df2c1955-09d9-447f-b992-4fb0ee83d2e6', 'tenant_id': '2e7390b0e44949e49dc4db8070126e80', 'floating_ip_address': '172.26.5.164', 'floating_network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'router_id': '06d63231-8a92-473d-a7dc-33380bb4b6f4', 'port_id': 'a63cba90-5c3c-4fd9-8f05-006bf845b673', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '13223deb-a72c-43e2-94d2-cfb59471d832', 'mac_address': 'fa:16:3e:22:9c:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b630534-85c0-42bc-9a5a-3d6ca5a64759', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T14:32:23Z', 'updated_at': '2022-04-01T14:32:23Z', 'revision_number': 0, 'project_id': '2e7390b0e44949e49dc4db8070126e80', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b4042dda-370f-441a-9332-daf4f4cb7739', 'name': '', 'network_id': '13223deb-a72c-43e2-94d2-cfb59471d832', 'tenant_id': '2e7390b0e44949e49dc4db8070126e80', 'mac_address': 'fa:16:3e:e5:e3:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06d63231-8a92-473d-a7dc-33380bb4b6f4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '51b591d8-01fa-4ba5-b642-214a51e62c0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836180-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T14:29:22Z', 'updated_at': '2022-04-01T14:29:43Z', 'revision_number': 5, 'project_id': '2e7390b0e44949e49dc4db8070126e80', 'subnets': [{'id': '51b591d8-01fa-4ba5-b642-214a51e62c0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-836180-1-hyperv', False) {} {{(pid=83872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 14:32:25.310368 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00162537-6544-48bf-9fac-41249965b00a None None] Checking router: 06d63231-8a92-473d-a7dc-33380bb4b6f4 for host: dv-neutron-836180-1-hyperv {{(pid=83872) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 01 14:32:25.323876 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00162537-6544-48bf-9fac-41249965b00a None None] Routers {'06d63231-8a92-473d-a7dc-33380bb4b6f4'} bound to L3 agent in host dv-neutron-836180-1-hyperv {{(pid=83872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 14:32:25.324535 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_hamode_db [None req-00162537-6544-48bf-9fac-41249965b00a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836180-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T13:25:36Z,description=,heartbeat_timestamp=2022-04-01T14:32:06Z,host='dv-neutron-836180-1-hyperv',id=88bf8fc8-11a3-4e96-9d1b-5fd93ba9f6f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T13:25:36Z,topic='l3_agent')) {'router_ids': ['06d63231-8a92-473d-a7dc-33380bb4b6f4'], 'active': True} {{(pid=83872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 14:32:25.384507 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d45bb3-a3ea-4d28-a371-b5fb67e768ab req-15610fa4-f878-4319-8269-0ad94adb6ed9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:32:25.385969 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-48d45bb3-a3ea-4d28-a371-b5fb67e768ab req-15610fa4-f878-4319-8269-0ad94adb6ed9 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=51b591d8-01fa-4ba5-b642-214a51e62c0a HTTP/1.1" status: 200 len: 848 time: 0.0769145 Apr 01 14:32:25.465183 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-48d45bb3-a3ea-4d28-a371-b5fb67e768ab req-8e3af07d-cb09-4747-bcc4-711f7f684b8a service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=13223deb-a72c-43e2-94d2-cfb59471d832&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0701132 Apr 01 14:32:25.508279 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_dvr_db [None req-00162537-6544-48bf-9fac-41249965b00a None None] Set router 06d63231-8a92-473d-a7dc-33380bb4b6f4 gateway port host: dv-neutron-836180-1-hyperv {{(pid=83872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 14:32:25.597752 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-48d45bb3-a3ea-4d28-a371-b5fb67e768ab req-b4a5d81a-a6b1-41f1-b9d5-b8391b0632b9 service neutron] 10.222.0.57 "GET /v2.0/networks/13223deb-a72c-43e2-94d2-cfb59471d832?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1267221 Apr 01 14:32:25.732730 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-48d45bb3-a3ea-4d28-a371-b5fb67e768ab req-5ed54fdb-b3ea-4977-929b-2db3a4058850 service neutron] 10.222.0.57 "GET /v2.0/networks/13223deb-a72c-43e2-94d2-cfb59471d832?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1285925 Apr 01 14:32:25.859295 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_hamode_db [None req-00162537-6544-48bf-9fac-41249965b00a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06d63231-8a92-473d-a7dc-33380bb4b6f4', 'name': 'tempest-TestSnapshotPattern-927614562-router', 'tenant_id': '2e7390b0e44949e49dc4db8070126e80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'external_fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.203'}], 'enable_snat': True}, 'gw_port_id': '60d0a4c0-b983-42b6-a1d8-dbce0985f299', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T14:29:19Z', 'updated_at': '2022-04-01T14:29:23Z', 'revision_number': 4, 'project_id': '2e7390b0e44949e49dc4db8070126e80', 'gw_port': {'id': '60d0a4c0-b983-42b6-a1d8-dbce0985f299', 'name': '', 'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:9c:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06d63231-8a92-473d-a7dc-33380bb4b6f4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836180-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T14:29:20Z', 'updated_at': '2022-04-01T14:29:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836180-1-hyperv', '_floatingips': [{'id': '0e1a7f96-10d5-4a27-8dbd-e2433b9b1ea7', 'tenant_id': '2e7390b0e44949e49dc4db8070126e80', 'floating_ip_address': '172.26.5.153', 'floating_network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'router_id': '06d63231-8a92-473d-a7dc-33380bb4b6f4', 'port_id': 'b818a96d-841b-4730-bcec-eda0695761eb', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '13223deb-a72c-43e2-94d2-cfb59471d832', 'mac_address': 'fa:16:3e:13:50:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30be1e60-a27e-41eb-98d1-000aa292ed94', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T14:29:48Z', 'updated_at': '2022-04-01T14:30:00Z', 'revision_number': 1, 'project_id': '2e7390b0e44949e49dc4db8070126e80', 'fixed_ip_address_scope': None}, {'id': 'df2c1955-09d9-447f-b992-4fb0ee83d2e6', 'tenant_id': '2e7390b0e44949e49dc4db8070126e80', 'floating_ip_address': '172.26.5.164', 'floating_network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'router_id': '06d63231-8a92-473d-a7dc-33380bb4b6f4', 'port_id': 'a63cba90-5c3c-4fd9-8f05-006bf845b673', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '13223deb-a72c-43e2-94d2-cfb59471d832', 'mac_address': 'fa:16:3e:22:9c:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b630534-85c0-42bc-9a5a-3d6ca5a64759', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T14:32:23Z', 'updated_at': '2022-04-01T14:32:23Z', 'revision_number': 0, 'project_id': '2e7390b0e44949e49dc4db8070126e80', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b4042dda-370f-441a-9332-daf4f4cb7739', 'name': '', 'network_id': '13223deb-a72c-43e2-94d2-cfb59471d832', 'tenant_id': '2e7390b0e44949e49dc4db8070126e80', 'mac_address': 'fa:16:3e:e5:e3:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06d63231-8a92-473d-a7dc-33380bb4b6f4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '51b591d8-01fa-4ba5-b642-214a51e62c0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836180-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T14:29:22Z', 'updated_at': '2022-04-01T14:29:43Z', 'revision_number': 5, 'project_id': '2e7390b0e44949e49dc4db8070126e80', 'subnets': [{'id': '51b591d8-01fa-4ba5-b642-214a51e62c0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-836180-1-hyperv', False) {} {{(pid=83872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 14:32:25.863196 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00162537-6544-48bf-9fac-41249965b00a None None] The sync data for ids ['06d63231-8a92-473d-a7dc-33380bb4b6f4'] in dv-neutron-836180-1-hyperv is: [{'id': '06d63231-8a92-473d-a7dc-33380bb4b6f4', 'name': 'tempest-TestSnapshotPattern-927614562-router', 'tenant_id': '2e7390b0e44949e49dc4db8070126e80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'external_fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.203'}], 'enable_snat': True}, 'gw_port_id': '60d0a4c0-b983-42b6-a1d8-dbce0985f299', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T14:29:19Z', 'updated_at': '2022-04-01T14:29:23Z', 'revision_number': 4, 'project_id': '2e7390b0e44949e49dc4db8070126e80', 'gw_port': {'id': '60d0a4c0-b983-42b6-a1d8-dbce0985f299', 'name': '', 'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:9c:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06d63231-8a92-473d-a7dc-33380bb4b6f4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836180-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T14:29:20Z', 'updated_at': '2022-04-01T14:29:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836180-1-hyperv', '_floatingips': [{'id': '0e1a7f96-10d5-4a27-8dbd-e2433b9b1ea7', 'tenant_id': '2e7390b0e44949e49dc4db8070126e80', 'floating_ip_address': '172.26.5.153', 'floating_network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'router_id': '06d63231-8a92-473d-a7dc-33380bb4b6f4', 'port_id': 'b818a96d-841b-4730-bcec-eda0695761eb', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '13223deb-a72c-43e2-94d2-cfb59471d832', 'mac_address': 'fa:16:3e:13:50:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30be1e60-a27e-41eb-98d1-000aa292ed94', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T14:29:48Z', 'updated_at': '2022-04-01T14:30:00Z', 'revision_number': 1, 'project_id': '2e7390b0e44949e49dc4db8070126e80', 'fixed_ip_address_scope': None}, {'id': 'df2c1955-09d9-447f-b992-4fb0ee83d2e6', 'tenant_id': '2e7390b0e44949e49dc4db8070126e80', 'floating_ip_address': '172.26.5.164', 'floating_network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'router_id': '06d63231-8a92-473d-a7dc-33380bb4b6f4', 'port_id': 'a63cba90-5c3c-4fd9-8f05-006bf845b673', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '13223deb-a72c-43e2-94d2-cfb59471d832', 'mac_address': 'fa:16:3e:22:9c:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b630534-85c0-42bc-9a5a-3d6ca5a64759', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T14:32:23Z', 'updated_at': '2022-04-01T14:32:23Z', 'revision_number': 0, 'project_id': '2e7390b0e44949e49dc4db8070126e80', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b4042dda-370f-441a-9332-daf4f4cb7739', 'name': '', 'network_id': '13223deb-a72c-43e2-94d2-cfb59471d832', 'tenant_id': '2e7390b0e44949e49dc4db8070126e80', 'mac_address': 'fa:16:3e:e5:e3:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06d63231-8a92-473d-a7dc-33380bb4b6f4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '51b591d8-01fa-4ba5-b642-214a51e62c0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836180-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T14:29:22Z', 'updated_at': '2022-04-01T14:29:43Z', 'revision_number': 5, 'project_id': '2e7390b0e44949e49dc4db8070126e80', 'subnets': [{'id': '51b591d8-01fa-4ba5-b642-214a51e62c0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 14:32:26.060112 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9265920a-f6dc-4f48-aae4-2cd81721e472 None None] New status for floating IP df2c1955-09d9-447f-b992-4fb0ee83d2e6: ACTIVE {{(pid=83873) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 01 14:32:33.716414 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-88b74289-3460-4e77-a47b-8571638c5f85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:32:36.029182 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-4fe566ca-203a-4d45-b335-e5c7e5e00492 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:32:37.363085 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:32:37.631204 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-2f9cfc9c-d8ba-4de3-a4ad-98162f90557c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:32:39.122096 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-a976a7b9-9034-41e6-be13-349b75ed1593 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:32:49.822914 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-da317130-f6c2-4c05-9d6c-c753aed687f2 req-c3cabcfb-0f44-458d-b18b-147e60065567 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=30be1e60-a27e-41eb-98d1-000aa292ed94&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0702794 Apr 01 14:32:49.967749 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-da317130-f6c2-4c05-9d6c-c753aed687f2 req-0e70d582-6083-49ee-ad1b-a49a111e698d service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=2e7390b0e44949e49dc4db8070126e80&device_id=30be1e60-a27e-41eb-98d1-000aa292ed94 HTTP/1.1" status: 200 len: 1096 time: 0.0683391 Apr 01 14:32:50.023347 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.agents_db [None req-bdd220c7-049a-43d2-a923-ad1a2de078c6 None None] Agent healthcheck: found 6 active agents {{(pid=83873) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 01 14:32:50.117136 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da317130-f6c2-4c05-9d6c-c753aed687f2 req-51924bd7-f86e-401d-94b8-da23362c307f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:32:50.118574 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-da317130-f6c2-4c05-9d6c-c753aed687f2 req-51924bd7-f86e-401d-94b8-da23362c307f service neutron] 10.222.0.57 "GET /v2.0/networks?id=13223deb-a72c-43e2-94d2-cfb59471d832 HTTP/1.1" status: 200 len: 910 time: 0.1276283 Apr 01 14:32:50.318013 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-da317130-f6c2-4c05-9d6c-c753aed687f2 req-9d7b84c8-fc83-418a-aaae-e2ddb84d3288 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b818a96d-841b-4730-bcec-eda0695761eb HTTP/1.1" status: 200 len: 999 time: 0.1901696 Apr 01 14:32:50.384113 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da317130-f6c2-4c05-9d6c-c753aed687f2 req-fc534b0a-1743-4adc-b46f-a877459509e8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:32:50.385519 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-da317130-f6c2-4c05-9d6c-c753aed687f2 req-fc534b0a-1743-4adc-b46f-a877459509e8 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=51b591d8-01fa-4ba5-b642-214a51e62c0a HTTP/1.1" status: 200 len: 848 time: 0.0588365 Apr 01 14:32:50.462160 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-da317130-f6c2-4c05-9d6c-c753aed687f2 req-00f4fa96-a754-4c3a-904a-e0a54424cf50 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=13223deb-a72c-43e2-94d2-cfb59471d832&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0677259 Apr 01 14:32:50.598000 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-da317130-f6c2-4c05-9d6c-c753aed687f2 req-18395b36-bdbd-4cc0-b4a0-052efc14a39a service neutron] 10.222.0.57 "GET /v2.0/networks/13223deb-a72c-43e2-94d2-cfb59471d832?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1247981 Apr 01 14:32:50.733223 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-da317130-f6c2-4c05-9d6c-c753aed687f2 req-97fc5c11-8137-4ff5-bd62-4fca8644b513 service neutron] 10.222.0.57 "GET /v2.0/networks/13223deb-a72c-43e2-94d2-cfb59471d832?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1260822 Apr 01 14:32:54.483901 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:33:03.719878 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-93155e3d-6bb5-4d62-a4b5-bf238094bf30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:33:06.031583 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-b4a63d8d-0d53-4e07-b312-d0ee81a4983c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:33:07.355911 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:33:07.633729 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-2f9cfc9c-d8ba-4de3-a4ad-98162f90557c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:33:09.124943 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-a976a7b9-9034-41e6-be13-349b75ed1593 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:33:24.509005 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:33:27.025004 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.agents_db [None req-bdd220c7-049a-43d2-a923-ad1a2de078c6 None None] Agent healthcheck: found 6 active agents {{(pid=83873) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 01 14:33:33.722762 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-d41ca003-3e1f-434a-aecd-7533d4cbab3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:33:36.035854 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-0697ebf6-7491-47c5-a458-72e8f7f03c7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:33:37.359274 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:33:37.636387 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-2f9cfc9c-d8ba-4de3-a4ad-98162f90557c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:33:39.127086 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-a976a7b9-9034-41e6-be13-349b75ed1593 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:33:49.886000 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-ab48ded8-dc08-46c0-bae2-382436752ef9 req-323d5e6a-60f0-4ec5-8383-7939aed681f2 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=2b630534-85c0-42bc-9a5a-3d6ca5a64759&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0813305 Apr 01 14:33:49.996347 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-ab48ded8-dc08-46c0-bae2-382436752ef9 req-c4302bdc-fc23-4a08-a631-880ded8e18b4 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=2e7390b0e44949e49dc4db8070126e80&device_id=2b630534-85c0-42bc-9a5a-3d6ca5a64759 HTTP/1.1" status: 200 len: 1098 time: 0.0785174 Apr 01 14:33:50.152405 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab48ded8-dc08-46c0-bae2-382436752ef9 req-d505303d-79b6-49d6-9a95-b1e7011a8faf service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:33:50.153860 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-ab48ded8-dc08-46c0-bae2-382436752ef9 req-d505303d-79b6-49d6-9a95-b1e7011a8faf service neutron] 10.222.0.57 "GET /v2.0/networks?id=13223deb-a72c-43e2-94d2-cfb59471d832 HTTP/1.1" status: 200 len: 910 time: 0.1338720 Apr 01 14:33:50.262264 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-ab48ded8-dc08-46c0-bae2-382436752ef9 req-58b2300a-3160-4b21-ac5d-11fe4473af98 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a63cba90-5c3c-4fd9-8f05-006bf845b673 HTTP/1.1" status: 200 len: 1001 time: 0.0990033 Apr 01 14:33:50.328440 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab48ded8-dc08-46c0-bae2-382436752ef9 req-97a539d0-26da-447e-8daf-230a7c1ebf2f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:33:50.329847 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-ab48ded8-dc08-46c0-bae2-382436752ef9 req-97a539d0-26da-447e-8daf-230a7c1ebf2f service neutron] 10.222.0.57 "GET /v2.0/subnets?id=51b591d8-01fa-4ba5-b642-214a51e62c0a HTTP/1.1" status: 200 len: 848 time: 0.0585949 Apr 01 14:33:50.406516 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-ab48ded8-dc08-46c0-bae2-382436752ef9 req-24589df8-5567-4aa0-bdf2-c8137296ce3d service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=13223deb-a72c-43e2-94d2-cfb59471d832&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0661278 Apr 01 14:33:50.546365 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-ab48ded8-dc08-46c0-bae2-382436752ef9 req-f976829a-40bc-4b2e-8398-05bf871c3e18 service neutron] 10.222.0.57 "GET /v2.0/networks/13223deb-a72c-43e2-94d2-cfb59471d832?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1290352 Apr 01 14:33:50.679002 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-ab48ded8-dc08-46c0-bae2-382436752ef9 req-11de13ed-e26a-4dca-b3b0-6c603ebfb70e service neutron] 10.222.0.57 "GET /v2.0/networks/13223deb-a72c-43e2-94d2-cfb59471d832?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1227672 Apr 01 14:33:54.517824 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:33:57.309731 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Device a63cba90-5c3c-4fd9-8f05-006bf845b673 details requested by agent hyperv_hv-neutron-8361 with host hv-neutron-8361 {{(pid=83872) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 01 14:33:57.484827 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] For port a63cba90-5c3c-4fd9-8f05-006bf845b673, host hv-neutron-8361, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8361',level=0,port_id=a63cba90-5c3c-4fd9-8f05-006bf845b673,segment=NetworkSegment(330a5ded-cb7e-4970-9f5c-7ec1d640233e),segment_id=330a5ded-cb7e-4970-9f5c-7ec1d640233e)] {{(pid=83872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 14:33:57.502302 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Returning: {'device': 'a63cba90-5c3c-4fd9-8f05-006bf845b673', 'network_id': '13223deb-a72c-43e2-94d2-cfb59471d832', 'port_id': 'a63cba90-5c3c-4fd9-8f05-006bf845b673', 'mac_address': 'fa:16:3e:22:9c:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 358, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '51b591d8-01fa-4ba5-b642-214a51e62c0a', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83872) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 01 14:33:57.615957 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:33:57.634227 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.notifiers.nova [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a63cba90-5c3c-4fd9-8f05-006bf845b673 {{(pid=83872) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 01 14:33:57.655470 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] For port a63cba90-5c3c-4fd9-8f05-006bf845b673, host hv-neutron-8361, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8361',level=0,port_id=a63cba90-5c3c-4fd9-8f05-006bf845b673,segment=NetworkSegment(330a5ded-cb7e-4970-9f5c-7ec1d640233e),segment_id=330a5ded-cb7e-4970-9f5c-7ec1d640233e)] {{(pid=83872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 14:33:57.663858 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864'] for port, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:33:57.740754 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Pushing event updated for resources: {'Port': ['ID=a63cba90-5c3c-4fd9-8f05-006bf845b673,revision_number=6']} {{(pid=83872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:33:57.750856 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:33:57.751557 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:33:57.753158 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:33:57.753158 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:33:57.753158 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:33:57.753158 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:33:57.753785 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:33:57.754059 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:33:57.754358 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:33:57.754762 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:33:57.755167 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:33:57.762227 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] get_ports_and_sgs() called for port_ids ['a63cba90-5c3c-4fd9-8f05-006bf845b673'] {{(pid=83872) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 01 14:33:59.317236 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Device a63cba90-5c3c-4fd9-8f05-006bf845b673 up at agent hyperv_hv-neutron-8361 {{(pid=83872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 01 14:33:59.408849 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.provisioning_blocks [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Provisioning complete for port a63cba90-5c3c-4fd9-8f05-006bf845b673 triggered by entity L2. {{(pid=83872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 01 14:33:59.409313 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-948329'] for port, provisioning_complete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:33:59.561814 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:33:59.634090 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b630534-85c0-42bc-9a5a-3d6ca5a64759', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a63cba90-5c3c-4fd9-8f05-006bf845b673'}] {{(pid=83872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 14:33:59.649257 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] For port a63cba90-5c3c-4fd9-8f05-006bf845b673, host hv-neutron-8361, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8361',level=0,port_id=a63cba90-5c3c-4fd9-8f05-006bf845b673,segment=NetworkSegment(330a5ded-cb7e-4970-9f5c-7ec1d640233e),segment_id=330a5ded-cb7e-4970-9f5c-7ec1d640233e)] {{(pid=83872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 14:33:59.677744 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864'] for port, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:33:59.753176 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Pushing event updated for resources: {'Port': ['ID=a63cba90-5c3c-4fd9-8f05-006bf845b673,revision_number=7']} {{(pid=83872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:33:59.904262 dv-neutron-836180-1-hyperv neutron-server[83872]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b630534-85c0-42bc-9a5a-3d6ca5a64759', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a63cba90-5c3c-4fd9-8f05-006bf845b673', 'code': 200} Apr 01 14:34:03.727622 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-feb641b7-c124-46d8-a895-25c569517159 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:34:04.025798 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.agents_db [None req-bdd220c7-049a-43d2-a923-ad1a2de078c6 None None] Agent healthcheck: found 6 active agents {{(pid=83873) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 01 14:34:06.059019 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-312e1d10-a0a4-4b61-97d2-100c13f1a7ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:34:07.363855 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:34:07.640603 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-2f9cfc9c-d8ba-4de3-a4ad-98162f90557c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:34:07.798978 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 37822) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:34:08.038343 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.plugin [None req-3eead257-cc74-47c0-8053-9ba68b07998e tempest-TestSnapshotPattern-182586924 tempest-TestSnapshotPattern-182586924-project] Deleting port 75fc829c-0da6-4c74-b515-2f47b6b5d656 {{(pid=83869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 14:34:08.038343 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-3eead257-cc74-47c0-8053-9ba68b07998e tempest-TestSnapshotPattern-182586924 tempest-TestSnapshotPattern-182586924-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736733287370'] for port, before_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:34:08.305814 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-3eead257-cc74-47c0-8053-9ba68b07998e tempest-TestSnapshotPattern-182586924 tempest-TestSnapshotPattern-182586924-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4155147'] for port, precommit_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:34:08.307169 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-3eead257-cc74-47c0-8053-9ba68b07998e tempest-TestSnapshotPattern-182586924 tempest-TestSnapshotPattern-182586924-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:34:08.431393 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.plugin [None req-3eead257-cc74-47c0-8053-9ba68b07998e tempest-TestSnapshotPattern-182586924 tempest-TestSnapshotPattern-182586924-project] Calling delete_port for 75fc829c-0da6-4c74-b515-2f47b6b5d656 owned by network:floatingip {{(pid=83869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 14:34:08.577231 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-3eead257-cc74-47c0-8053-9ba68b07998e tempest-TestSnapshotPattern-182586924 tempest-TestSnapshotPattern-182586924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736733359243', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736732935810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2705155'] for port, after_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:34:08.625515 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eead257-cc74-47c0-8053-9ba68b07998e tempest-TestSnapshotPattern-182586924 tempest-TestSnapshotPattern-182586924-project] Pushing event deleted for resources: {'Port': ['ID=75fc829c-0da6-4c74-b515-2f47b6b5d656,revision_number=None']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:34:08.666313 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eead257-cc74-47c0-8053-9ba68b07998e tempest-TestSnapshotPattern-182586924 tempest-TestSnapshotPattern-182586924-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:34:08.666652 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eead257-cc74-47c0-8053-9ba68b07998e tempest-TestSnapshotPattern-182586924 tempest-TestSnapshotPattern-182586924-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:34:08.666986 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eead257-cc74-47c0-8053-9ba68b07998e tempest-TestSnapshotPattern-182586924 tempest-TestSnapshotPattern-182586924-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:34:08.667306 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eead257-cc74-47c0-8053-9ba68b07998e tempest-TestSnapshotPattern-182586924 tempest-TestSnapshotPattern-182586924-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:34:08.667628 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eead257-cc74-47c0-8053-9ba68b07998e tempest-TestSnapshotPattern-182586924 tempest-TestSnapshotPattern-182586924-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:34:08.667995 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eead257-cc74-47c0-8053-9ba68b07998e tempest-TestSnapshotPattern-182586924 tempest-TestSnapshotPattern-182586924-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:34:08.668444 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eead257-cc74-47c0-8053-9ba68b07998e tempest-TestSnapshotPattern-182586924 tempest-TestSnapshotPattern-182586924-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:34:08.668802 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eead257-cc74-47c0-8053-9ba68b07998e tempest-TestSnapshotPattern-182586924 tempest-TestSnapshotPattern-182586924-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:34:08.669201 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eead257-cc74-47c0-8053-9ba68b07998e tempest-TestSnapshotPattern-182586924 tempest-TestSnapshotPattern-182586924-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:34:08.669524 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eead257-cc74-47c0-8053-9ba68b07998e tempest-TestSnapshotPattern-182586924 tempest-TestSnapshotPattern-182586924-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:34:08.669913 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eead257-cc74-47c0-8053-9ba68b07998e tempest-TestSnapshotPattern-182586924 tempest-TestSnapshotPattern-182586924-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:34:08.732924 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-3eead257-cc74-47c0-8053-9ba68b07998e tempest-TestSnapshotPattern-182586924 tempest-TestSnapshotPattern-182586924-project] Notify callbacks [] for floatingip, after_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:34:09.130937 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-a976a7b9-9034-41e6-be13-349b75ed1593 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:34:09.133788 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3eead257-cc74-47c0-8053-9ba68b07998e tempest-TestSnapshotPattern-182586924 tempest-TestSnapshotPattern-182586924-project] Router 06d63231-8a92-473d-a7dc-33380bb4b6f4 has already been hosted by L3 agent 88bf8fc8-11a3-4e96-9d1b-5fd93ba9f6f1 {{(pid=83869) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 14:34:09.346283 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3eead257-cc74-47c0-8053-9ba68b07998e tempest-TestSnapshotPattern-182586924 tempest-TestSnapshotPattern-182586924-project] Notify agent at l3_agent.dv-neutron-836180-1-hyperv the message routers_updated {{(pid=83869) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 14:34:09.357277 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05bce2b9-4f75-49e1-9240-432965f2e11c None None] Sync routers for ids ['06d63231-8a92-473d-a7dc-33380bb4b6f4'] in dv-neutron-836180-1-hyperv {{(pid=83872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 14:34:09.369744 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-3eead257-cc74-47c0-8053-9ba68b07998e tempest-TestSnapshotPattern-182586924 tempest-TestSnapshotPattern-182586924-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109561'] for floatingip, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:34:09.369936 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05bce2b9-4f75-49e1-9240-432965f2e11c None None] Routers {'06d63231-8a92-473d-a7dc-33380bb4b6f4'} bound to L3 agent in host dv-neutron-836180-1-hyperv {{(pid=83872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 14:34:09.370377 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_hamode_db [None req-05bce2b9-4f75-49e1-9240-432965f2e11c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836180-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T13:25:36Z,description=,heartbeat_timestamp=2022-04-01T14:34:06Z,host='dv-neutron-836180-1-hyperv',id=88bf8fc8-11a3-4e96-9d1b-5fd93ba9f6f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T13:25:36Z,topic='l3_agent')) {'router_ids': ['06d63231-8a92-473d-a7dc-33380bb4b6f4'], 'active': True} {{(pid=83872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 14:34:09.428852 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-3eead257-cc74-47c0-8053-9ba68b07998e tempest-TestSnapshotPattern-182586924 tempest-TestSnapshotPattern-182586924-project] 10.222.0.26 "DELETE /v2.0/floatingips/df2c1955-09d9-447f-b992-4fb0ee83d2e6 HTTP/1.1" status: 204 len: 168 time: 1.6287901 Apr 01 14:34:09.429773 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2b630534-85c0-42bc-9a5a-3d6ca5a64759', 'tag': 'a63cba90-5c3c-4fd9-8f05-006bf845b673'}] {{(pid=83869) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 14:34:09.489753 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2b630534-85c0-42bc-9a5a-3d6ca5a64759', 'tag': 'a63cba90-5c3c-4fd9-8f05-006bf845b673', 'status': 'completed', 'code': 200} Apr 01 14:34:09.560325 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_dvr_db [None req-05bce2b9-4f75-49e1-9240-432965f2e11c None None] Set router 06d63231-8a92-473d-a7dc-33380bb4b6f4 gateway port host: dv-neutron-836180-1-hyperv {{(pid=83872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 14:34:09.588588 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-723b7591-adfe-47f5-8d16-5ceb5003c4b3 req-767a0788-9266-4daf-8092-3da1fec287a1 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=2e7390b0e44949e49dc4db8070126e80&device_id=2b630534-85c0-42bc-9a5a-3d6ca5a64759 HTTP/1.1" status: 200 len: 1098 time: 0.0722189 Apr 01 14:34:09.751803 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723b7591-adfe-47f5-8d16-5ceb5003c4b3 req-237c44d3-8f8e-4979-af9b-503bcd632e02 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:34:09.753692 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-723b7591-adfe-47f5-8d16-5ceb5003c4b3 req-237c44d3-8f8e-4979-af9b-503bcd632e02 service neutron] 10.222.0.57 "GET /v2.0/networks?id=13223deb-a72c-43e2-94d2-cfb59471d832 HTTP/1.1" status: 200 len: 910 time: 0.1561375 Apr 01 14:34:09.943592 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_hamode_db [None req-05bce2b9-4f75-49e1-9240-432965f2e11c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06d63231-8a92-473d-a7dc-33380bb4b6f4', 'name': 'tempest-TestSnapshotPattern-927614562-router', 'tenant_id': '2e7390b0e44949e49dc4db8070126e80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'external_fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.203'}], 'enable_snat': True}, 'gw_port_id': '60d0a4c0-b983-42b6-a1d8-dbce0985f299', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T14:29:19Z', 'updated_at': '2022-04-01T14:29:23Z', 'revision_number': 4, 'project_id': '2e7390b0e44949e49dc4db8070126e80', 'gw_port': {'id': '60d0a4c0-b983-42b6-a1d8-dbce0985f299', 'name': '', 'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:9c:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06d63231-8a92-473d-a7dc-33380bb4b6f4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836180-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T14:29:20Z', 'updated_at': '2022-04-01T14:29:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836180-1-hyperv', '_floatingips': [{'id': '0e1a7f96-10d5-4a27-8dbd-e2433b9b1ea7', 'tenant_id': '2e7390b0e44949e49dc4db8070126e80', 'floating_ip_address': '172.26.5.153', 'floating_network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'router_id': '06d63231-8a92-473d-a7dc-33380bb4b6f4', 'port_id': 'b818a96d-841b-4730-bcec-eda0695761eb', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '13223deb-a72c-43e2-94d2-cfb59471d832', 'mac_address': 'fa:16:3e:13:50:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30be1e60-a27e-41eb-98d1-000aa292ed94', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T14:29:48Z', 'updated_at': '2022-04-01T14:30:00Z', 'revision_number': 1, 'project_id': '2e7390b0e44949e49dc4db8070126e80', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b4042dda-370f-441a-9332-daf4f4cb7739', 'name': '', 'network_id': '13223deb-a72c-43e2-94d2-cfb59471d832', 'tenant_id': '2e7390b0e44949e49dc4db8070126e80', 'mac_address': 'fa:16:3e:e5:e3:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06d63231-8a92-473d-a7dc-33380bb4b6f4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '51b591d8-01fa-4ba5-b642-214a51e62c0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836180-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T14:29:22Z', 'updated_at': '2022-04-01T14:29:43Z', 'revision_number': 5, 'project_id': '2e7390b0e44949e49dc4db8070126e80', 'subnets': [{'id': '51b591d8-01fa-4ba5-b642-214a51e62c0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-836180-1-hyperv', False) {} {{(pid=83872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 14:34:09.947562 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05bce2b9-4f75-49e1-9240-432965f2e11c None None] Checking router: 06d63231-8a92-473d-a7dc-33380bb4b6f4 for host: dv-neutron-836180-1-hyperv {{(pid=83872) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 01 14:34:09.955962 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-723b7591-adfe-47f5-8d16-5ceb5003c4b3 req-852967af-43cd-4d45-8d63-73433392fb8b service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a63cba90-5c3c-4fd9-8f05-006bf845b673 HTTP/1.1" status: 200 len: 217 time: 0.1953890 Apr 01 14:34:09.958791 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05bce2b9-4f75-49e1-9240-432965f2e11c None None] Routers {'06d63231-8a92-473d-a7dc-33380bb4b6f4'} bound to L3 agent in host dv-neutron-836180-1-hyperv {{(pid=83872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 14:34:09.959384 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_hamode_db [None req-05bce2b9-4f75-49e1-9240-432965f2e11c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836180-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T13:25:36Z,description=,heartbeat_timestamp=2022-04-01T14:34:06Z,host='dv-neutron-836180-1-hyperv',id=88bf8fc8-11a3-4e96-9d1b-5fd93ba9f6f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T13:25:36Z,topic='l3_agent')) {'router_ids': ['06d63231-8a92-473d-a7dc-33380bb4b6f4'], 'active': True} {{(pid=83872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 14:34:10.029168 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723b7591-adfe-47f5-8d16-5ceb5003c4b3 req-1529eaac-1ff5-48f9-a810-ace6479f2fa1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:34:10.030576 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-723b7591-adfe-47f5-8d16-5ceb5003c4b3 req-1529eaac-1ff5-48f9-a810-ace6479f2fa1 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=51b591d8-01fa-4ba5-b642-214a51e62c0a HTTP/1.1" status: 200 len: 848 time: 0.0672762 Apr 01 14:34:10.092236 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5803e4a3-4c54-486f-b023-b51a80dbfbd6 req-8f1380fd-d7a8-4982-86d1-3141e37624c4 tempest-TestSnapshotPattern-182586924 tempest-TestSnapshotPattern-182586924-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:34:10.092931 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [req-5803e4a3-4c54-486f-b023-b51a80dbfbd6 req-8f1380fd-d7a8-4982-86d1-3141e37624c4 tempest-TestSnapshotPattern-182586924 tempest-TestSnapshotPattern-182586924-project] Synchronizing usage tracker for tenant:2e7390b0e44949e49dc4db8070126e80 on resource:port {{(pid=83869) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 14:34:10.119141 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [req-5803e4a3-4c54-486f-b023-b51a80dbfbd6 req-8f1380fd-d7a8-4982-86d1-3141e37624c4 tempest-TestSnapshotPattern-182586924 tempest-TestSnapshotPattern-182586924-project] Unset dirty status for tenant:2e7390b0e44949e49dc4db8070126e80 on resource:port {{(pid=83869) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 14:34:10.120256 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-5803e4a3-4c54-486f-b023-b51a80dbfbd6 req-8f1380fd-d7a8-4982-86d1-3141e37624c4 tempest-TestSnapshotPattern-182586924 tempest-TestSnapshotPattern-182586924-project] 10.222.0.26 "GET /v2.0/ports?device_id=2b630534-85c0-42bc-9a5a-3d6ca5a64759 HTTP/1.1" status: 200 len: 945 time: 0.3130548 Apr 01 14:34:10.141583 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_dvr_db [None req-05bce2b9-4f75-49e1-9240-432965f2e11c None None] Set router 06d63231-8a92-473d-a7dc-33380bb4b6f4 gateway port host: dv-neutron-836180-1-hyperv {{(pid=83872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 14:34:10.145662 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-723b7591-adfe-47f5-8d16-5ceb5003c4b3 req-4b481285-730a-4c82-bc04-f9bf6cb5c976 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=13223deb-a72c-43e2-94d2-cfb59471d832&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1075077 Apr 01 14:34:10.242070 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-5803e4a3-4c54-486f-b023-b51a80dbfbd6 req-0f28b31c-9529-4c6b-9a8f-0e6db2483fff tempest-TestSnapshotPattern-182586924 tempest-TestSnapshotPattern-182586924-project] 10.222.0.26 "GET /v2.0/security-groups?id=ac395de9-99c1-458f-b751-4431890a0ea8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1154492 Apr 01 14:34:10.302741 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-723b7591-adfe-47f5-8d16-5ceb5003c4b3 req-6193d83b-8dbb-4793-a8b6-f6764f324d94 service neutron] 10.222.0.57 "GET /v2.0/networks/13223deb-a72c-43e2-94d2-cfb59471d832?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1425579 Apr 01 14:34:10.436495 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-723b7591-adfe-47f5-8d16-5ceb5003c4b3 req-5590fc28-e267-41cd-96fb-a48c78113ea0 service neutron] 10.222.0.57 "GET /v2.0/networks/13223deb-a72c-43e2-94d2-cfb59471d832?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1274498 Apr 01 14:34:10.530027 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_hamode_db [None req-05bce2b9-4f75-49e1-9240-432965f2e11c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06d63231-8a92-473d-a7dc-33380bb4b6f4', 'name': 'tempest-TestSnapshotPattern-927614562-router', 'tenant_id': '2e7390b0e44949e49dc4db8070126e80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'external_fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.203'}], 'enable_snat': True}, 'gw_port_id': '60d0a4c0-b983-42b6-a1d8-dbce0985f299', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T14:29:19Z', 'updated_at': '2022-04-01T14:29:23Z', 'revision_number': 4, 'project_id': '2e7390b0e44949e49dc4db8070126e80', 'gw_port': {'id': '60d0a4c0-b983-42b6-a1d8-dbce0985f299', 'name': '', 'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:9c:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06d63231-8a92-473d-a7dc-33380bb4b6f4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836180-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T14:29:20Z', 'updated_at': '2022-04-01T14:29:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836180-1-hyperv', '_floatingips': [{'id': '0e1a7f96-10d5-4a27-8dbd-e2433b9b1ea7', 'tenant_id': '2e7390b0e44949e49dc4db8070126e80', 'floating_ip_address': '172.26.5.153', 'floating_network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'router_id': '06d63231-8a92-473d-a7dc-33380bb4b6f4', 'port_id': 'b818a96d-841b-4730-bcec-eda0695761eb', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '13223deb-a72c-43e2-94d2-cfb59471d832', 'mac_address': 'fa:16:3e:13:50:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30be1e60-a27e-41eb-98d1-000aa292ed94', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T14:29:48Z', 'updated_at': '2022-04-01T14:30:00Z', 'revision_number': 1, 'project_id': '2e7390b0e44949e49dc4db8070126e80', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b4042dda-370f-441a-9332-daf4f4cb7739', 'name': '', 'network_id': '13223deb-a72c-43e2-94d2-cfb59471d832', 'tenant_id': '2e7390b0e44949e49dc4db8070126e80', 'mac_address': 'fa:16:3e:e5:e3:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06d63231-8a92-473d-a7dc-33380bb4b6f4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '51b591d8-01fa-4ba5-b642-214a51e62c0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836180-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T14:29:22Z', 'updated_at': '2022-04-01T14:29:43Z', 'revision_number': 5, 'project_id': '2e7390b0e44949e49dc4db8070126e80', 'subnets': [{'id': '51b591d8-01fa-4ba5-b642-214a51e62c0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-836180-1-hyperv', False) {} {{(pid=83872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 14:34:10.533829 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05bce2b9-4f75-49e1-9240-432965f2e11c None None] The sync data for ids ['06d63231-8a92-473d-a7dc-33380bb4b6f4'] in dv-neutron-836180-1-hyperv is: [{'id': '06d63231-8a92-473d-a7dc-33380bb4b6f4', 'name': 'tempest-TestSnapshotPattern-927614562-router', 'tenant_id': '2e7390b0e44949e49dc4db8070126e80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'external_fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.203'}], 'enable_snat': True}, 'gw_port_id': '60d0a4c0-b983-42b6-a1d8-dbce0985f299', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T14:29:19Z', 'updated_at': '2022-04-01T14:29:23Z', 'revision_number': 4, 'project_id': '2e7390b0e44949e49dc4db8070126e80', 'gw_port': {'id': '60d0a4c0-b983-42b6-a1d8-dbce0985f299', 'name': '', 'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:9c:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06d63231-8a92-473d-a7dc-33380bb4b6f4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836180-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T14:29:20Z', 'updated_at': '2022-04-01T14:29:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836180-1-hyperv', '_floatingips': [{'id': '0e1a7f96-10d5-4a27-8dbd-e2433b9b1ea7', 'tenant_id': '2e7390b0e44949e49dc4db8070126e80', 'floating_ip_address': '172.26.5.153', 'floating_network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'router_id': '06d63231-8a92-473d-a7dc-33380bb4b6f4', 'port_id': 'b818a96d-841b-4730-bcec-eda0695761eb', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '13223deb-a72c-43e2-94d2-cfb59471d832', 'mac_address': 'fa:16:3e:13:50:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30be1e60-a27e-41eb-98d1-000aa292ed94', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T14:29:48Z', 'updated_at': '2022-04-01T14:30:00Z', 'revision_number': 1, 'project_id': '2e7390b0e44949e49dc4db8070126e80', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b4042dda-370f-441a-9332-daf4f4cb7739', 'name': '', 'network_id': '13223deb-a72c-43e2-94d2-cfb59471d832', 'tenant_id': '2e7390b0e44949e49dc4db8070126e80', 'mac_address': 'fa:16:3e:e5:e3:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06d63231-8a92-473d-a7dc-33380bb4b6f4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '51b591d8-01fa-4ba5-b642-214a51e62c0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836180-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T14:29:22Z', 'updated_at': '2022-04-01T14:29:43Z', 'revision_number': 5, 'project_id': '2e7390b0e44949e49dc4db8070126e80', 'subnets': [{'id': '51b591d8-01fa-4ba5-b642-214a51e62c0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 14:34:10.761223 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b55885a8-4c79-4fc6-8029-0506f96ffec4 None None] New status for floating IP df2c1955-09d9-447f-b992-4fb0ee83d2e6: DOWN {{(pid=83873) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 01 14:34:11.354498 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Device a63cba90-5c3c-4fd9-8f05-006bf845b673 no longer exists at agent hyperv_hv-neutron-8361 {{(pid=83872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 14:34:11.478737 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7d5eec-0609-4c70-88a3-9f8b10b36019 req-02df557f-42e9-4a7d-a790-77f8ddba8d26 tempest-TestSnapshotPattern-182586924 tempest-TestSnapshotPattern-182586924-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:34:11.479710 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:34:11.480130 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-9b7d5eec-0609-4c70-88a3-9f8b10b36019 req-02df557f-42e9-4a7d-a790-77f8ddba8d26 tempest-TestSnapshotPattern-182586924 tempest-TestSnapshotPattern-182586924-project] 10.222.0.26 "GET /v2.0/ports?device_id=2b630534-85c0-42bc-9a5a-3d6ca5a64759 HTTP/1.1" status: 200 len: 945 time: 0.0927968 Apr 01 14:34:11.507712 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b630534-85c0-42bc-9a5a-3d6ca5a64759', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a63cba90-5c3c-4fd9-8f05-006bf845b673'}] {{(pid=83872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 14:34:11.519205 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] For port a63cba90-5c3c-4fd9-8f05-006bf845b673, host hv-neutron-8361, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8361',level=0,port_id=a63cba90-5c3c-4fd9-8f05-006bf845b673,segment=NetworkSegment(330a5ded-cb7e-4970-9f5c-7ec1d640233e),segment_id=330a5ded-cb7e-4970-9f5c-7ec1d640233e)] {{(pid=83872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 14:34:11.522830 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736733359261', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736732935819', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736732935864'] for port, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:34:11.530693 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-9b7d5eec-0609-4c70-88a3-9f8b10b36019 req-cf3e9622-52ee-4927-9f79-f1914b00f951 tempest-TestSnapshotPattern-182586924 tempest-TestSnapshotPattern-182586924-project] 10.222.0.26 "GET /v2.0/security-groups?id=ac395de9-99c1-458f-b751-4431890a0ea8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450251 Apr 01 14:34:11.570391 dv-neutron-836180-1-hyperv neutron-server[83872]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b630534-85c0-42bc-9a5a-3d6ca5a64759', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a63cba90-5c3c-4fd9-8f05-006bf845b673', 'code': 200} Apr 01 14:34:11.596934 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Pushing event updated for resources: {'Port': ['ID=a63cba90-5c3c-4fd9-8f05-006bf845b673,revision_number=8']} {{(pid=83872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:34:11.666872 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8bde660-22c5-409e-85ef-9c6530379d14 req-e065f8f4-f7ba-4779-9ff1-b23195bf3a7f tempest-TestSnapshotPattern-182586924 tempest-TestSnapshotPattern-182586924-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:34:11.668417 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-b8bde660-22c5-409e-85ef-9c6530379d14 req-e065f8f4-f7ba-4779-9ff1-b23195bf3a7f tempest-TestSnapshotPattern-182586924 tempest-TestSnapshotPattern-182586924-project] 10.222.0.57 "GET /v2.0/ports?device_id=2b630534-85c0-42bc-9a5a-3d6ca5a64759 HTTP/1.1" status: 200 len: 943 time: 0.0815709 Apr 01 14:34:11.739364 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.plugin [req-b8bde660-22c5-409e-85ef-9c6530379d14 req-6f4b618b-a16d-45f0-9d2a-a89207ea36bc tempest-TestSnapshotPattern-182586924 tempest-TestSnapshotPattern-182586924-project] Deleting port a63cba90-5c3c-4fd9-8f05-006bf845b673 {{(pid=83869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 14:34:11.739598 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [req-b8bde660-22c5-409e-85ef-9c6530379d14 req-6f4b618b-a16d-45f0-9d2a-a89207ea36bc tempest-TestSnapshotPattern-182586924 tempest-TestSnapshotPattern-182586924-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736733287370'] for port, before_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:34:11.984892 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.db [req-b8bde660-22c5-409e-85ef-9c6530379d14 req-6f4b618b-a16d-45f0-9d2a-a89207ea36bc tempest-TestSnapshotPattern-182586924 tempest-TestSnapshotPattern-182586924-project] For port a63cba90-5c3c-4fd9-8f05-006bf845b673, host hv-neutron-8361, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8361',level=0,port_id=a63cba90-5c3c-4fd9-8f05-006bf845b673,segment=NetworkSegment(330a5ded-cb7e-4970-9f5c-7ec1d640233e),segment_id=330a5ded-cb7e-4970-9f5c-7ec1d640233e)] {{(pid=83869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 14:34:11.985242 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [req-b8bde660-22c5-409e-85ef-9c6530379d14 req-6f4b618b-a16d-45f0-9d2a-a89207ea36bc tempest-TestSnapshotPattern-182586924 tempest-TestSnapshotPattern-182586924-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4155147'] for port, precommit_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:34:12.107697 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.plugin [req-b8bde660-22c5-409e-85ef-9c6530379d14 req-6f4b618b-a16d-45f0-9d2a-a89207ea36bc tempest-TestSnapshotPattern-182586924 tempest-TestSnapshotPattern-182586924-project] Calling delete_port for a63cba90-5c3c-4fd9-8f05-006bf845b673 owned by compute:nova {{(pid=83869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 14:34:12.249607 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [req-b8bde660-22c5-409e-85ef-9c6530379d14 req-6f4b618b-a16d-45f0-9d2a-a89207ea36bc tempest-TestSnapshotPattern-182586924 tempest-TestSnapshotPattern-182586924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736733359243', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736732935810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2705155'] for port, after_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:34:12.304600 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f4b618b-a16d-45f0-9d2a-a89207ea36bc tempest-TestSnapshotPattern-182586924 tempest-TestSnapshotPattern-182586924-project] Pushing event deleted for resources: {'Port': ['ID=a63cba90-5c3c-4fd9-8f05-006bf845b673,revision_number=None']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:34:12.382447 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8bde660-22c5-409e-85ef-9c6530379d14 req-6f4b618b-a16d-45f0-9d2a-a89207ea36bc tempest-TestSnapshotPattern-182586924 tempest-TestSnapshotPattern-182586924-project] No DVR routers for this DVR port a63cba90-5c3c-4fd9-8f05-006bf845b673 on host hv-neutron-8361 {{(pid=83869) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 14:34:12.384604 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [req-b8bde660-22c5-409e-85ef-9c6530379d14 req-6f4b618b-a16d-45f0-9d2a-a89207ea36bc tempest-TestSnapshotPattern-182586924 tempest-TestSnapshotPattern-182586924-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109561'] for port, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:34:12.387215 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b630534-85c0-42bc-9a5a-3d6ca5a64759', 'name': 'network-vif-deleted', 'tag': 'a63cba90-5c3c-4fd9-8f05-006bf845b673'}] {{(pid=83869) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 14:34:12.404272 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-b8bde660-22c5-409e-85ef-9c6530379d14 req-6f4b618b-a16d-45f0-9d2a-a89207ea36bc tempest-TestSnapshotPattern-182586924 tempest-TestSnapshotPattern-182586924-project] 10.222.0.57 "DELETE /v2.0/ports/a63cba90-5c3c-4fd9-8f05-006bf845b673 HTTP/1.1" status: 204 len: 173 time: 0.7269433 Apr 01 14:34:12.445370 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b630534-85c0-42bc-9a5a-3d6ca5a64759', 'name': 'network-vif-deleted', 'tag': 'a63cba90-5c3c-4fd9-8f05-006bf845b673', 'status': 'completed', 'code': 200} Apr 01 14:34:12.738297 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [req-17788c83-db68-4e1a-9ba3-0e5d4ecdef11 req-44d1abab-bbff-4574-bbcd-070b3930fd69 tempest-TestSnapshotPattern-182586924 tempest-TestSnapshotPattern-182586924-project] Synchronizing usage tracker for tenant:2e7390b0e44949e49dc4db8070126e80 on resource:port {{(pid=83869) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 14:34:12.754503 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [req-17788c83-db68-4e1a-9ba3-0e5d4ecdef11 req-44d1abab-bbff-4574-bbcd-070b3930fd69 tempest-TestSnapshotPattern-182586924 tempest-TestSnapshotPattern-182586924-project] Unset dirty status for tenant:2e7390b0e44949e49dc4db8070126e80 on resource:port {{(pid=83869) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 14:34:12.755677 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-17788c83-db68-4e1a-9ba3-0e5d4ecdef11 req-44d1abab-bbff-4574-bbcd-070b3930fd69 tempest-TestSnapshotPattern-182586924 tempest-TestSnapshotPattern-182586924-project] 10.222.0.26 "GET /v2.0/ports?device_id=2b630534-85c0-42bc-9a5a-3d6ca5a64759 HTTP/1.1" status: 200 len: 210 time: 0.0597885 Apr 01 14:34:14.442682 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 37896) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:34:14.762329 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.plugin [None req-02ea05ae-1bfb-4180-8a65-e5b2e3ab64f1 tempest-TestSnapshotPattern-182586924 tempest-TestSnapshotPattern-182586924-project] Deleting port d100a162-830c-425d-8f60-9488a6c31041 {{(pid=83869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 14:34:14.762575 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-02ea05ae-1bfb-4180-8a65-e5b2e3ab64f1 tempest-TestSnapshotPattern-182586924 tempest-TestSnapshotPattern-182586924-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736733287370'] for port, before_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:34:14.929915 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-02ea05ae-1bfb-4180-8a65-e5b2e3ab64f1 tempest-TestSnapshotPattern-182586924 tempest-TestSnapshotPattern-182586924-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4155147'] for port, precommit_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:34:14.930236 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-02ea05ae-1bfb-4180-8a65-e5b2e3ab64f1 tempest-TestSnapshotPattern-182586924 tempest-TestSnapshotPattern-182586924-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:34:15.064788 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.plugin [None req-02ea05ae-1bfb-4180-8a65-e5b2e3ab64f1 tempest-TestSnapshotPattern-182586924 tempest-TestSnapshotPattern-182586924-project] Calling delete_port for d100a162-830c-425d-8f60-9488a6c31041 owned by network:floatingip {{(pid=83869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 14:34:15.220000 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-02ea05ae-1bfb-4180-8a65-e5b2e3ab64f1 tempest-TestSnapshotPattern-182586924 tempest-TestSnapshotPattern-182586924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736733359243', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736732935810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2705155'] for port, after_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:34:15.268610 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ea05ae-1bfb-4180-8a65-e5b2e3ab64f1 tempest-TestSnapshotPattern-182586924 tempest-TestSnapshotPattern-182586924-project] Pushing event deleted for resources: {'Port': ['ID=d100a162-830c-425d-8f60-9488a6c31041,revision_number=None']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:34:15.354349 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Device a63cba90-5c3c-4fd9-8f05-006bf845b673 no longer exists at agent hyperv_hv-neutron-8361 {{(pid=83872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 14:34:15.365192 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-02ea05ae-1bfb-4180-8a65-e5b2e3ab64f1 tempest-TestSnapshotPattern-182586924 tempest-TestSnapshotPattern-182586924-project] Notify callbacks [] for floatingip, after_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:34:15.390272 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.plugin [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] No Port match for: a63cba90-5c3c-4fd9-8f05-006bf845b673 {{(pid=83872) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 01 14:34:15.390605 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Device a63cba90-5c3c-4fd9-8f05-006bf845b673 not bound to the agent host hv-neutron-8361 {{(pid=83872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 14:34:15.762128 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02ea05ae-1bfb-4180-8a65-e5b2e3ab64f1 tempest-TestSnapshotPattern-182586924 tempest-TestSnapshotPattern-182586924-project] Router 06d63231-8a92-473d-a7dc-33380bb4b6f4 has already been hosted by L3 agent 88bf8fc8-11a3-4e96-9d1b-5fd93ba9f6f1 {{(pid=83869) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 14:34:15.961016 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02ea05ae-1bfb-4180-8a65-e5b2e3ab64f1 tempest-TestSnapshotPattern-182586924 tempest-TestSnapshotPattern-182586924-project] Notify agent at l3_agent.dv-neutron-836180-1-hyperv the message routers_updated {{(pid=83869) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 14:34:15.972241 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9e6f8e8-10e8-4fdd-8621-c79779df3ee2 None None] Sync routers for ids ['06d63231-8a92-473d-a7dc-33380bb4b6f4'] in dv-neutron-836180-1-hyperv {{(pid=83872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 14:34:15.984486 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9e6f8e8-10e8-4fdd-8621-c79779df3ee2 None None] Routers {'06d63231-8a92-473d-a7dc-33380bb4b6f4'} bound to L3 agent in host dv-neutron-836180-1-hyperv {{(pid=83872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 14:34:15.984685 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-02ea05ae-1bfb-4180-8a65-e5b2e3ab64f1 tempest-TestSnapshotPattern-182586924 tempest-TestSnapshotPattern-182586924-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109561'] for floatingip, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:34:15.985086 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_hamode_db [None req-c9e6f8e8-10e8-4fdd-8621-c79779df3ee2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836180-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T13:25:36Z,description=,heartbeat_timestamp=2022-04-01T14:34:06Z,host='dv-neutron-836180-1-hyperv',id=88bf8fc8-11a3-4e96-9d1b-5fd93ba9f6f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T13:25:36Z,topic='l3_agent')) {'router_ids': ['06d63231-8a92-473d-a7dc-33380bb4b6f4'], 'active': True} {{(pid=83872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 14:34:16.042013 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-02ea05ae-1bfb-4180-8a65-e5b2e3ab64f1 tempest-TestSnapshotPattern-182586924 tempest-TestSnapshotPattern-182586924-project] 10.222.0.26 "DELETE /v2.0/floatingips/0e1a7f96-10d5-4a27-8dbd-e2433b9b1ea7 HTTP/1.1" status: 204 len: 168 time: 1.5954516 Apr 01 14:34:16.042013 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '30be1e60-a27e-41eb-98d1-000aa292ed94', 'tag': 'b818a96d-841b-4730-bcec-eda0695761eb'}] {{(pid=83869) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 14:34:16.107036 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '30be1e60-a27e-41eb-98d1-000aa292ed94', 'tag': 'b818a96d-841b-4730-bcec-eda0695761eb', 'status': 'completed', 'code': 200} Apr 01 14:34:16.163590 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_dvr_db [None req-c9e6f8e8-10e8-4fdd-8621-c79779df3ee2 None None] Set router 06d63231-8a92-473d-a7dc-33380bb4b6f4 gateway port host: dv-neutron-836180-1-hyperv {{(pid=83872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 14:34:16.221298 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-a27ad923-4504-4afd-a7f6-3d9902770cdc req-84d23a38-2bc2-4c1a-aef4-b4d9684d9bfd service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=2e7390b0e44949e49dc4db8070126e80&device_id=30be1e60-a27e-41eb-98d1-000aa292ed94 HTTP/1.1" status: 200 len: 1096 time: 0.0792038 Apr 01 14:34:16.405235 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27ad923-4504-4afd-a7f6-3d9902770cdc req-878a10db-b59b-4b01-ba1f-a6ea2c37dda2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:34:16.406988 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-a27ad923-4504-4afd-a7f6-3d9902770cdc req-878a10db-b59b-4b01-ba1f-a6ea2c37dda2 service neutron] 10.222.0.57 "GET /v2.0/networks?id=13223deb-a72c-43e2-94d2-cfb59471d832 HTTP/1.1" status: 200 len: 910 time: 0.1749544 Apr 01 14:34:16.458051 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7379ef0f-6e49-4c2e-b53e-3d5f9166f99d req-21a697f9-c104-4ae8-985c-30f9bba1d89f tempest-TestSnapshotPattern-182586924 tempest-TestSnapshotPattern-182586924-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:34:16.459570 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-7379ef0f-6e49-4c2e-b53e-3d5f9166f99d req-21a697f9-c104-4ae8-985c-30f9bba1d89f tempest-TestSnapshotPattern-182586924 tempest-TestSnapshotPattern-182586924-project] 10.222.0.26 "GET /v2.0/ports?device_id=30be1e60-a27e-41eb-98d1-000aa292ed94 HTTP/1.1" status: 200 len: 943 time: 0.0895667 Apr 01 14:34:16.514528 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_hamode_db [None req-c9e6f8e8-10e8-4fdd-8621-c79779df3ee2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06d63231-8a92-473d-a7dc-33380bb4b6f4', 'name': 'tempest-TestSnapshotPattern-927614562-router', 'tenant_id': '2e7390b0e44949e49dc4db8070126e80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'external_fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.203'}], 'enable_snat': True}, 'gw_port_id': '60d0a4c0-b983-42b6-a1d8-dbce0985f299', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T14:29:19Z', 'updated_at': '2022-04-01T14:29:23Z', 'revision_number': 4, 'project_id': '2e7390b0e44949e49dc4db8070126e80', 'gw_port': {'id': '60d0a4c0-b983-42b6-a1d8-dbce0985f299', 'name': '', 'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:9c:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06d63231-8a92-473d-a7dc-33380bb4b6f4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836180-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T14:29:20Z', 'updated_at': '2022-04-01T14:29:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836180-1-hyperv', '_interfaces': [{'id': 'b4042dda-370f-441a-9332-daf4f4cb7739', 'name': '', 'network_id': '13223deb-a72c-43e2-94d2-cfb59471d832', 'tenant_id': '2e7390b0e44949e49dc4db8070126e80', 'mac_address': 'fa:16:3e:e5:e3:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06d63231-8a92-473d-a7dc-33380bb4b6f4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '51b591d8-01fa-4ba5-b642-214a51e62c0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836180-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T14:29:22Z', 'updated_at': '2022-04-01T14:29:43Z', 'revision_number': 5, 'project_id': '2e7390b0e44949e49dc4db8070126e80', 'subnets': [{'id': '51b591d8-01fa-4ba5-b642-214a51e62c0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-836180-1-hyperv', False) {} {{(pid=83872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 14:34:16.517003 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-7379ef0f-6e49-4c2e-b53e-3d5f9166f99d req-3d320e26-96ef-4e0a-8e38-5c60c0cab8a1 tempest-TestSnapshotPattern-182586924 tempest-TestSnapshotPattern-182586924-project] 10.222.0.26 "GET /v2.0/security-groups?id=ac395de9-99c1-458f-b751-4431890a0ea8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489070 Apr 01 14:34:16.519246 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9e6f8e8-10e8-4fdd-8621-c79779df3ee2 None None] Checking router: 06d63231-8a92-473d-a7dc-33380bb4b6f4 for host: dv-neutron-836180-1-hyperv {{(pid=83872) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 01 14:34:16.533268 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9e6f8e8-10e8-4fdd-8621-c79779df3ee2 None None] Routers {'06d63231-8a92-473d-a7dc-33380bb4b6f4'} bound to L3 agent in host dv-neutron-836180-1-hyperv {{(pid=83872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 14:34:16.533888 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_hamode_db [None req-c9e6f8e8-10e8-4fdd-8621-c79779df3ee2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836180-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T13:25:36Z,description=,heartbeat_timestamp=2022-04-01T14:34:06Z,host='dv-neutron-836180-1-hyperv',id=88bf8fc8-11a3-4e96-9d1b-5fd93ba9f6f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T13:25:36Z,topic='l3_agent')) {'router_ids': ['06d63231-8a92-473d-a7dc-33380bb4b6f4'], 'active': True} {{(pid=83872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 14:34:16.593751 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-a27ad923-4504-4afd-a7f6-3d9902770cdc req-7368edbe-1bc9-4efe-87bd-227709964a69 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b818a96d-841b-4730-bcec-eda0695761eb HTTP/1.1" status: 200 len: 217 time: 0.1795907 Apr 01 14:34:16.662053 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27ad923-4504-4afd-a7f6-3d9902770cdc req-2d5681cb-9292-4823-a523-d5df2194cddf service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:34:16.663477 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-a27ad923-4504-4afd-a7f6-3d9902770cdc req-2d5681cb-9292-4823-a523-d5df2194cddf service neutron] 10.222.0.57 "GET /v2.0/subnets?id=51b591d8-01fa-4ba5-b642-214a51e62c0a HTTP/1.1" status: 200 len: 848 time: 0.0628726 Apr 01 14:34:16.720348 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_dvr_db [None req-c9e6f8e8-10e8-4fdd-8621-c79779df3ee2 None None] Set router 06d63231-8a92-473d-a7dc-33380bb4b6f4 gateway port host: dv-neutron-836180-1-hyperv {{(pid=83872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 14:34:16.741971 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-a27ad923-4504-4afd-a7f6-3d9902770cdc req-cdb2bd24-4b1d-4221-87ec-35d5d9b5b49f service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=13223deb-a72c-43e2-94d2-cfb59471d832&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0722358 Apr 01 14:34:16.875034 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-a27ad923-4504-4afd-a7f6-3d9902770cdc req-f4cc600d-0b94-4d1a-85f4-0d8f0fa08dc7 service neutron] 10.222.0.57 "GET /v2.0/networks/13223deb-a72c-43e2-94d2-cfb59471d832?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1263940 Apr 01 14:34:17.012689 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-a27ad923-4504-4afd-a7f6-3d9902770cdc req-454a5465-1c69-443a-9095-6b7d318e6b88 service neutron] 10.222.0.57 "GET /v2.0/networks/13223deb-a72c-43e2-94d2-cfb59471d832?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1305602 Apr 01 14:34:17.071026 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_hamode_db [None req-c9e6f8e8-10e8-4fdd-8621-c79779df3ee2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06d63231-8a92-473d-a7dc-33380bb4b6f4', 'name': 'tempest-TestSnapshotPattern-927614562-router', 'tenant_id': '2e7390b0e44949e49dc4db8070126e80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'external_fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.203'}], 'enable_snat': True}, 'gw_port_id': '60d0a4c0-b983-42b6-a1d8-dbce0985f299', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T14:29:19Z', 'updated_at': '2022-04-01T14:29:23Z', 'revision_number': 4, 'project_id': '2e7390b0e44949e49dc4db8070126e80', 'gw_port': {'id': '60d0a4c0-b983-42b6-a1d8-dbce0985f299', 'name': '', 'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:9c:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06d63231-8a92-473d-a7dc-33380bb4b6f4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836180-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T14:29:20Z', 'updated_at': '2022-04-01T14:29:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836180-1-hyperv', '_interfaces': [{'id': 'b4042dda-370f-441a-9332-daf4f4cb7739', 'name': '', 'network_id': '13223deb-a72c-43e2-94d2-cfb59471d832', 'tenant_id': '2e7390b0e44949e49dc4db8070126e80', 'mac_address': 'fa:16:3e:e5:e3:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06d63231-8a92-473d-a7dc-33380bb4b6f4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '51b591d8-01fa-4ba5-b642-214a51e62c0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836180-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T14:29:22Z', 'updated_at': '2022-04-01T14:29:43Z', 'revision_number': 5, 'project_id': '2e7390b0e44949e49dc4db8070126e80', 'subnets': [{'id': '51b591d8-01fa-4ba5-b642-214a51e62c0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-836180-1-hyperv', False) {} {{(pid=83872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 14:34:17.076007 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9e6f8e8-10e8-4fdd-8621-c79779df3ee2 None None] The sync data for ids ['06d63231-8a92-473d-a7dc-33380bb4b6f4'] in dv-neutron-836180-1-hyperv is: [{'id': '06d63231-8a92-473d-a7dc-33380bb4b6f4', 'name': 'tempest-TestSnapshotPattern-927614562-router', 'tenant_id': '2e7390b0e44949e49dc4db8070126e80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'external_fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.203'}], 'enable_snat': True}, 'gw_port_id': '60d0a4c0-b983-42b6-a1d8-dbce0985f299', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T14:29:19Z', 'updated_at': '2022-04-01T14:29:23Z', 'revision_number': 4, 'project_id': '2e7390b0e44949e49dc4db8070126e80', 'gw_port': {'id': '60d0a4c0-b983-42b6-a1d8-dbce0985f299', 'name': '', 'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:9c:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06d63231-8a92-473d-a7dc-33380bb4b6f4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836180-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T14:29:20Z', 'updated_at': '2022-04-01T14:29:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836180-1-hyperv', '_interfaces': [{'id': 'b4042dda-370f-441a-9332-daf4f4cb7739', 'name': '', 'network_id': '13223deb-a72c-43e2-94d2-cfb59471d832', 'tenant_id': '2e7390b0e44949e49dc4db8070126e80', 'mac_address': 'fa:16:3e:e5:e3:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06d63231-8a92-473d-a7dc-33380bb4b6f4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '51b591d8-01fa-4ba5-b642-214a51e62c0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836180-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T14:29:22Z', 'updated_at': '2022-04-01T14:29:43Z', 'revision_number': 5, 'project_id': '2e7390b0e44949e49dc4db8070126e80', 'subnets': [{'id': '51b591d8-01fa-4ba5-b642-214a51e62c0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 14:34:17.306330 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa4a26f9-97e2-496d-8146-531a2d1bf0b0 None None] New status for floating IP 0e1a7f96-10d5-4a27-8dbd-e2433b9b1ea7: DOWN {{(pid=83873) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 01 14:34:17.716545 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235808f2-d3f0-4eee-9a68-a85a1b9534fe req-605ef9c6-6667-4448-b80a-fa3cd3eea61d tempest-TestSnapshotPattern-182586924 tempest-TestSnapshotPattern-182586924-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:34:17.717145 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [req-235808f2-d3f0-4eee-9a68-a85a1b9534fe req-605ef9c6-6667-4448-b80a-fa3cd3eea61d tempest-TestSnapshotPattern-182586924 tempest-TestSnapshotPattern-182586924-project] Synchronizing usage tracker for tenant:2e7390b0e44949e49dc4db8070126e80 on resource:port {{(pid=83869) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 01 14:34:17.733378 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.quota.resource [req-235808f2-d3f0-4eee-9a68-a85a1b9534fe req-605ef9c6-6667-4448-b80a-fa3cd3eea61d tempest-TestSnapshotPattern-182586924 tempest-TestSnapshotPattern-182586924-project] Unset dirty status for tenant:2e7390b0e44949e49dc4db8070126e80 on resource:port {{(pid=83869) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 01 14:34:17.734551 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-235808f2-d3f0-4eee-9a68-a85a1b9534fe req-605ef9c6-6667-4448-b80a-fa3cd3eea61d tempest-TestSnapshotPattern-182586924 tempest-TestSnapshotPattern-182586924-project] 10.222.0.26 "GET /v2.0/ports?device_id=30be1e60-a27e-41eb-98d1-000aa292ed94 HTTP/1.1" status: 200 len: 943 time: 0.0921264 Apr 01 14:34:17.783976 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-235808f2-d3f0-4eee-9a68-a85a1b9534fe req-e95201bb-98cb-4413-8079-0571effdf0c8 tempest-TestSnapshotPattern-182586924 tempest-TestSnapshotPattern-182586924-project] 10.222.0.26 "GET /v2.0/security-groups?id=ac395de9-99c1-458f-b751-4431890a0ea8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438082 Apr 01 14:34:18.166039 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8de5e7-82a8-4268-ba27-68e124b2cb49 req-06c4e72e-a4c9-47ca-84d9-b26e472e05fc tempest-TestSnapshotPattern-182586924 tempest-TestSnapshotPattern-182586924-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83869) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 14:34:18.167487 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-ad8de5e7-82a8-4268-ba27-68e124b2cb49 req-06c4e72e-a4c9-47ca-84d9-b26e472e05fc tempest-TestSnapshotPattern-182586924 tempest-TestSnapshotPattern-182586924-project] 10.222.0.57 "GET /v2.0/ports?device_id=30be1e60-a27e-41eb-98d1-000aa292ed94 HTTP/1.1" status: 200 len: 943 time: 0.0774610 Apr 01 14:34:18.239384 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.plugin [req-ad8de5e7-82a8-4268-ba27-68e124b2cb49 req-51354fa1-c550-45ed-b944-d4d3949ab8f7 tempest-TestSnapshotPattern-182586924 tempest-TestSnapshotPattern-182586924-project] Deleting port b818a96d-841b-4730-bcec-eda0695761eb {{(pid=83869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 14:34:18.239725 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [req-ad8de5e7-82a8-4268-ba27-68e124b2cb49 req-51354fa1-c550-45ed-b944-d4d3949ab8f7 tempest-TestSnapshotPattern-182586924 tempest-TestSnapshotPattern-182586924-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736733287370'] for port, before_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:34:18.492382 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.db [req-ad8de5e7-82a8-4268-ba27-68e124b2cb49 req-51354fa1-c550-45ed-b944-d4d3949ab8f7 tempest-TestSnapshotPattern-182586924 tempest-TestSnapshotPattern-182586924-project] For port b818a96d-841b-4730-bcec-eda0695761eb, host hv-neutron-8361, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8361',level=0,port_id=b818a96d-841b-4730-bcec-eda0695761eb,segment=NetworkSegment(330a5ded-cb7e-4970-9f5c-7ec1d640233e),segment_id=330a5ded-cb7e-4970-9f5c-7ec1d640233e)] {{(pid=83869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 14:34:18.492659 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [req-ad8de5e7-82a8-4268-ba27-68e124b2cb49 req-51354fa1-c550-45ed-b944-d4d3949ab8f7 tempest-TestSnapshotPattern-182586924 tempest-TestSnapshotPattern-182586924-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4155147'] for port, precommit_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:34:18.618059 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.plugin [req-ad8de5e7-82a8-4268-ba27-68e124b2cb49 req-51354fa1-c550-45ed-b944-d4d3949ab8f7 tempest-TestSnapshotPattern-182586924 tempest-TestSnapshotPattern-182586924-project] Calling delete_port for b818a96d-841b-4730-bcec-eda0695761eb owned by compute:nova {{(pid=83869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 14:34:18.759483 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [req-ad8de5e7-82a8-4268-ba27-68e124b2cb49 req-51354fa1-c550-45ed-b944-d4d3949ab8f7 tempest-TestSnapshotPattern-182586924 tempest-TestSnapshotPattern-182586924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736733359243', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736732935810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2705155'] for port, after_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:34:18.826377 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51354fa1-c550-45ed-b944-d4d3949ab8f7 tempest-TestSnapshotPattern-182586924 tempest-TestSnapshotPattern-182586924-project] Pushing event deleted for resources: {'Port': ['ID=b818a96d-841b-4730-bcec-eda0695761eb,revision_number=None']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:34:18.905566 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad8de5e7-82a8-4268-ba27-68e124b2cb49 req-51354fa1-c550-45ed-b944-d4d3949ab8f7 tempest-TestSnapshotPattern-182586924 tempest-TestSnapshotPattern-182586924-project] No DVR routers for this DVR port b818a96d-841b-4730-bcec-eda0695761eb on host hv-neutron-8361 {{(pid=83869) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 14:34:18.907930 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [req-ad8de5e7-82a8-4268-ba27-68e124b2cb49 req-51354fa1-c550-45ed-b944-d4d3949ab8f7 tempest-TestSnapshotPattern-182586924 tempest-TestSnapshotPattern-182586924-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109561'] for port, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:34:18.910489 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30be1e60-a27e-41eb-98d1-000aa292ed94', 'name': 'network-vif-deleted', 'tag': 'b818a96d-841b-4730-bcec-eda0695761eb'}] {{(pid=83869) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 01 14:34:18.926189 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [req-ad8de5e7-82a8-4268-ba27-68e124b2cb49 req-51354fa1-c550-45ed-b944-d4d3949ab8f7 tempest-TestSnapshotPattern-182586924 tempest-TestSnapshotPattern-182586924-project] 10.222.0.57 "DELETE /v2.0/ports/b818a96d-841b-4730-bcec-eda0695761eb HTTP/1.1" status: 204 len: 173 time: 0.7508619 Apr 01 14:34:18.972145 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30be1e60-a27e-41eb-98d1-000aa292ed94', 'name': 'network-vif-deleted', 'tag': 'b818a96d-841b-4730-bcec-eda0695761eb', 'status': 'completed', 'code': 200} Apr 01 14:34:19.065483 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [req-eb0399f5-21ec-4dcb-ac25-3bbf39cb3ac8 req-8dfb2425-ae3e-4132-b81d-17a1beb51ce1 tempest-TestSnapshotPattern-182586924 tempest-TestSnapshotPattern-182586924-project] 10.222.0.26 "GET /v2.0/ports?device_id=30be1e60-a27e-41eb-98d1-000aa292ed94 HTTP/1.1" status: 200 len: 210 time: 0.1520166 Apr 01 14:34:20.174344 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 37918) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:34:20.245051 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-ec07d73e-a2fe-4d25-9062-5e5ce8d1e9d7 tempest-TestSnapshotPattern-182586924 tempest-TestSnapshotPattern-182586924-project] Notify callbacks [] for security_group, before_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:34:20.274109 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-ec07d73e-a2fe-4d25-9062-5e5ce8d1e9d7 tempest-TestSnapshotPattern-182586924 tempest-TestSnapshotPattern-182586924-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:34:20.338827 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-ec07d73e-a2fe-4d25-9062-5e5ce8d1e9d7 tempest-TestSnapshotPattern-182586924 tempest-TestSnapshotPattern-182586924-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3775923'] for security_group, after_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:34:20.358188 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec07d73e-a2fe-4d25-9062-5e5ce8d1e9d7 tempest-TestSnapshotPattern-182586924 tempest-TestSnapshotPattern-182586924-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac395de9-99c1-458f-b751-4431890a0ea8,revision_number=None']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:34:20.371388 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec07d73e-a2fe-4d25-9062-5e5ce8d1e9d7 tempest-TestSnapshotPattern-182586924 tempest-TestSnapshotPattern-182586924-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:34:20.371730 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec07d73e-a2fe-4d25-9062-5e5ce8d1e9d7 tempest-TestSnapshotPattern-182586924 tempest-TestSnapshotPattern-182586924-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:34:20.372057 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec07d73e-a2fe-4d25-9062-5e5ce8d1e9d7 tempest-TestSnapshotPattern-182586924 tempest-TestSnapshotPattern-182586924-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:34:20.372428 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec07d73e-a2fe-4d25-9062-5e5ce8d1e9d7 tempest-TestSnapshotPattern-182586924 tempest-TestSnapshotPattern-182586924-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:34:20.372751 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec07d73e-a2fe-4d25-9062-5e5ce8d1e9d7 tempest-TestSnapshotPattern-182586924 tempest-TestSnapshotPattern-182586924-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:34:20.373096 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec07d73e-a2fe-4d25-9062-5e5ce8d1e9d7 tempest-TestSnapshotPattern-182586924 tempest-TestSnapshotPattern-182586924-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:34:20.373410 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec07d73e-a2fe-4d25-9062-5e5ce8d1e9d7 tempest-TestSnapshotPattern-182586924 tempest-TestSnapshotPattern-182586924-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:34:20.373726 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec07d73e-a2fe-4d25-9062-5e5ce8d1e9d7 tempest-TestSnapshotPattern-182586924 tempest-TestSnapshotPattern-182586924-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:34:20.374040 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec07d73e-a2fe-4d25-9062-5e5ce8d1e9d7 tempest-TestSnapshotPattern-182586924 tempest-TestSnapshotPattern-182586924-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:34:20.374348 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec07d73e-a2fe-4d25-9062-5e5ce8d1e9d7 tempest-TestSnapshotPattern-182586924 tempest-TestSnapshotPattern-182586924-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:34:20.374656 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec07d73e-a2fe-4d25-9062-5e5ce8d1e9d7 tempest-TestSnapshotPattern-182586924 tempest-TestSnapshotPattern-182586924-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836180-1-hyperv {{(pid=83871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 14:34:20.378687 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-ec07d73e-a2fe-4d25-9062-5e5ce8d1e9d7 tempest-TestSnapshotPattern-182586924 tempest-TestSnapshotPattern-182586924-project] Notify callbacks [] for security_group, before_response {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:34:20.379806 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-ec07d73e-a2fe-4d25-9062-5e5ce8d1e9d7 tempest-TestSnapshotPattern-182586924 tempest-TestSnapshotPattern-182586924-project] 10.222.0.26 "DELETE /v2.0/security-groups/ac395de9-99c1-458f-b751-4431890a0ea8 HTTP/1.1" status: 204 len: 168 time: 0.2044928 Apr 01 14:34:20.440328 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 37924) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:34:21.065244 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-e70aeb33-2868-498e-92e8-054ac576d66d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4084029'] for router_interface, before_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:34:21.667031 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.plugin [None req-e70aeb33-2868-498e-92e8-054ac576d66d admin admin] Deleting port b4042dda-370f-441a-9332-daf4f4cb7739 {{(pid=83869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 14:34:21.667730 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-e70aeb33-2868-498e-92e8-054ac576d66d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736733287370'] for port, before_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:34:21.837504 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.db [None req-e70aeb33-2868-498e-92e8-054ac576d66d admin admin] For port b4042dda-370f-441a-9332-daf4f4cb7739, host dv-neutron-836180-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836180-1-hyperv',level=0,port_id=b4042dda-370f-441a-9332-daf4f4cb7739,segment=NetworkSegment(330a5ded-cb7e-4970-9f5c-7ec1d640233e),segment_id=330a5ded-cb7e-4970-9f5c-7ec1d640233e)] {{(pid=83869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 14:34:21.837845 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-e70aeb33-2868-498e-92e8-054ac576d66d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4155147'] for port, precommit_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:34:21.955818 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.plugin [None req-e70aeb33-2868-498e-92e8-054ac576d66d admin admin] Calling delete_port for b4042dda-370f-441a-9332-daf4f4cb7739 owned by network:router_interface {{(pid=83869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 14:34:22.121805 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-e70aeb33-2868-498e-92e8-054ac576d66d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736733359243', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736732935810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2705155'] for port, after_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:34:22.166675 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e70aeb33-2868-498e-92e8-054ac576d66d admin admin] Pushing event deleted for resources: {'Port': ['ID=b4042dda-370f-441a-9332-daf4f4cb7739,revision_number=None']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:34:22.559881 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-e70aeb33-2868-498e-92e8-054ac576d66d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3017585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4084076'] for router_interface, after_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:34:23.142637 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e70aeb33-2868-498e-92e8-054ac576d66d admin admin] Router 06d63231-8a92-473d-a7dc-33380bb4b6f4 has already been hosted by L3 agent 88bf8fc8-11a3-4e96-9d1b-5fd93ba9f6f1 {{(pid=83869) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 14:34:23.346504 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e70aeb33-2868-498e-92e8-054ac576d66d admin admin] Notify agent at l3_agent.dv-neutron-836180-1-hyperv the message routers_updated {{(pid=83869) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 14:34:23.356416 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82640dcd-ee63-4f9f-977d-2434be729f97 None None] Sync routers for ids ['06d63231-8a92-473d-a7dc-33380bb4b6f4'] in dv-neutron-836180-1-hyperv {{(pid=83872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 14:34:23.360558 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-e70aeb33-2868-498e-92e8-054ac576d66d admin admin] 10.222.0.26 "PUT /v2.0/routers/06d63231-8a92-473d-a7dc-33380bb4b6f4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9191134 Apr 01 14:34:23.363076 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 37930) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:34:23.432737 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Device b818a96d-841b-4730-bcec-eda0695761eb no longer exists at agent hyperv_hv-neutron-8361 {{(pid=83872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 14:34:23.514560 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82640dcd-ee63-4f9f-977d-2434be729f97 None None] Routers {'06d63231-8a92-473d-a7dc-33380bb4b6f4'} bound to L3 agent in host dv-neutron-836180-1-hyperv {{(pid=83872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 14:34:23.515234 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_hamode_db [None req-82640dcd-ee63-4f9f-977d-2434be729f97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836180-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T13:25:36Z,description=,heartbeat_timestamp=2022-04-01T14:34:06Z,host='dv-neutron-836180-1-hyperv',id=88bf8fc8-11a3-4e96-9d1b-5fd93ba9f6f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T13:25:36Z,topic='l3_agent')) {'router_ids': ['06d63231-8a92-473d-a7dc-33380bb4b6f4'], 'active': True} {{(pid=83872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 14:34:23.568337 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-f814c9fd-62db-4325-9b9c-142c28c04c8f admin admin] Notify callbacks [] for router, before_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:34:23.633482 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.plugin [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] No Port match for: b818a96d-841b-4730-bcec-eda0695761eb {{(pid=83872) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 01 14:34:23.633985 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Device b818a96d-841b-4730-bcec-eda0695761eb not bound to the agent host hv-neutron-8361 {{(pid=83872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 14:34:23.743079 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_dvr_db [None req-82640dcd-ee63-4f9f-977d-2434be729f97 None None] Set router 06d63231-8a92-473d-a7dc-33380bb4b6f4 gateway port host: dv-neutron-836180-1-hyperv {{(pid=83872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 14:34:23.783216 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-f814c9fd-62db-4325-9b9c-142c28c04c8f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:34:23.794248 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.plugin [None req-f814c9fd-62db-4325-9b9c-142c28c04c8f admin admin] Deleting port 60d0a4c0-b983-42b6-a1d8-dbce0985f299 {{(pid=83869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 14:34:23.794576 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-f814c9fd-62db-4325-9b9c-142c28c04c8f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736733287370'] for port, before_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:34:24.089328 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_hamode_db [None req-82640dcd-ee63-4f9f-977d-2434be729f97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06d63231-8a92-473d-a7dc-33380bb4b6f4', 'name': 'tempest-TestSnapshotPattern-927614562-router', 'tenant_id': '2e7390b0e44949e49dc4db8070126e80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'external_fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.203'}], 'enable_snat': True}, 'gw_port_id': '60d0a4c0-b983-42b6-a1d8-dbce0985f299', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T14:29:19Z', 'updated_at': '2022-04-01T14:34:22Z', 'revision_number': 5, 'project_id': '2e7390b0e44949e49dc4db8070126e80', 'gw_port': {'id': '60d0a4c0-b983-42b6-a1d8-dbce0985f299', 'name': '', 'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:9c:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06d63231-8a92-473d-a7dc-33380bb4b6f4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836180-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T14:29:20Z', 'updated_at': '2022-04-01T14:29:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836180-1-hyperv'}], 'dv-neutron-836180-1-hyperv', False) {} {{(pid=83872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 14:34:24.093232 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82640dcd-ee63-4f9f-977d-2434be729f97 None None] Checking router: 06d63231-8a92-473d-a7dc-33380bb4b6f4 for host: dv-neutron-836180-1-hyperv {{(pid=83872) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 01 14:34:24.101296 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.db [None req-f814c9fd-62db-4325-9b9c-142c28c04c8f admin admin] For port 60d0a4c0-b983-42b6-a1d8-dbce0985f299, host dv-neutron-836180-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836180-1-hyperv',level=0,port_id=60d0a4c0-b983-42b6-a1d8-dbce0985f299,segment=NetworkSegment(7b924dd8-4978-40c4-ad91-4b9b27348462),segment_id=7b924dd8-4978-40c4-ad91-4b9b27348462)] {{(pid=83869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 14:34:24.101645 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-f814c9fd-62db-4325-9b9c-142c28c04c8f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4155147'] for port, precommit_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:34:24.104381 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82640dcd-ee63-4f9f-977d-2434be729f97 None None] Routers {'06d63231-8a92-473d-a7dc-33380bb4b6f4'} bound to L3 agent in host dv-neutron-836180-1-hyperv {{(pid=83872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 14:34:24.104990 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_hamode_db [None req-82640dcd-ee63-4f9f-977d-2434be729f97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836180-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T13:25:36Z,description=,heartbeat_timestamp=2022-04-01T14:34:06Z,host='dv-neutron-836180-1-hyperv',id=88bf8fc8-11a3-4e96-9d1b-5fd93ba9f6f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T13:25:36Z,topic='l3_agent')) {'router_ids': ['06d63231-8a92-473d-a7dc-33380bb4b6f4'], 'active': True} {{(pid=83872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 14:34:24.225594 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.plugin [None req-f814c9fd-62db-4325-9b9c-142c28c04c8f admin admin] Calling delete_port for 60d0a4c0-b983-42b6-a1d8-dbce0985f299 owned by network:router_gateway {{(pid=83869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 14:34:24.257054 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_dvr_db [None req-82640dcd-ee63-4f9f-977d-2434be729f97 None None] Set router 06d63231-8a92-473d-a7dc-33380bb4b6f4 gateway port host: None {{(pid=83872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 14:34:24.368009 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.db.l3_hamode_db [None req-82640dcd-ee63-4f9f-977d-2434be729f97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06d63231-8a92-473d-a7dc-33380bb4b6f4', 'name': 'tempest-TestSnapshotPattern-927614562-router', 'tenant_id': '2e7390b0e44949e49dc4db8070126e80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T14:29:19Z', 'updated_at': '2022-04-01T14:34:23Z', 'revision_number': 6, 'project_id': '2e7390b0e44949e49dc4db8070126e80', 'gw_port_host': None}], 'dv-neutron-836180-1-hyperv', False) {} {{(pid=83872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 14:34:24.372600 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82640dcd-ee63-4f9f-977d-2434be729f97 None None] The sync data for ids ['06d63231-8a92-473d-a7dc-33380bb4b6f4'] in dv-neutron-836180-1-hyperv is: [{'id': '06d63231-8a92-473d-a7dc-33380bb4b6f4', 'name': 'tempest-TestSnapshotPattern-927614562-router', 'tenant_id': '2e7390b0e44949e49dc4db8070126e80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T14:29:19Z', 'updated_at': '2022-04-01T14:34:23Z', 'revision_number': 6, 'project_id': '2e7390b0e44949e49dc4db8070126e80', 'gw_port_host': None}] {{(pid=83872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 14:34:24.397409 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-f814c9fd-62db-4325-9b9c-142c28c04c8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736733359243', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736732935810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2705155'] for port, after_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:34:24.442492 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f814c9fd-62db-4325-9b9c-142c28c04c8f admin admin] Pushing event deleted for resources: {'Port': ['ID=60d0a4c0-b983-42b6-a1d8-dbce0985f299,revision_number=None']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:34:24.522525 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:34:24.664186 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-f814c9fd-62db-4325-9b9c-142c28c04c8f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4084822'] for router_gateway, after_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:34:24.922738 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-f814c9fd-62db-4325-9b9c-142c28c04c8f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4079814', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4170'] for router, precommit_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:34:24.926803 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-f814c9fd-62db-4325-9b9c-142c28c04c8f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:34:24.952403 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-f814c9fd-62db-4325-9b9c-142c28c04c8f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4079738'] for router, after_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:34:24.952901 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f814c9fd-62db-4325-9b9c-142c28c04c8f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 06d63231-8a92-473d-a7dc-33380bb4b6f4 {{(pid=83869) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 01 14:34:24.965908 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-f814c9fd-62db-4325-9b9c-142c28c04c8f admin admin] Notify callbacks [] for router, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:34:24.967014 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-f814c9fd-62db-4325-9b9c-142c28c04c8f admin admin] 10.222.0.26 "DELETE /v2.0/routers/06d63231-8a92-473d-a7dc-33380bb4b6f4 HTTP/1.1" status: 204 len: 168 time: 1.6030400 Apr 01 14:34:24.969728 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 37934) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:34:25.031264 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.db_base_plugin_v2 [None req-cba14090-b56a-4fbb-8b25-637ad05c1506 admin admin] Deleting subnet 51b591d8-01fa-4ba5-b642-214a51e62c0a {{(pid=83869) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 01 14:34:25.034137 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-cba14090-b56a-4fbb-8b25-637ad05c1506 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:34:25.083306 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-cba14090-b56a-4fbb-8b25-637ad05c1506 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2704975'] for subnet, precommit_delete_associations {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:34:25.167748 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-cba14090-b56a-4fbb-8b25-637ad05c1506 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-945029'] for subnet, precommit_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:34:25.241164 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-cba14090-b56a-4fbb-8b25-637ad05c1506 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-945042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2705198', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2999452'] for subnet, after_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:34:25.291701 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba14090-b56a-4fbb-8b25-637ad05c1506 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=51b591d8-01fa-4ba5-b642-214a51e62c0a,revision_number=None']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:34:25.296725 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-cba14090-b56a-4fbb-8b25-637ad05c1506 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:34:25.302512 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5218ec2-6bc2-43bf-891b-62dd1803ba96 None None] Network 13223deb-a72c-43e2-94d2-cfb59471d832 requested from dv-neutron-836180-1-hyperv {{(pid=83872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 14:34:25.311644 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-cba14090-b56a-4fbb-8b25-637ad05c1506 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/51b591d8-01fa-4ba5-b642-214a51e62c0a HTTP/1.1" status: 204 len: 168 time: 0.3407836 Apr 01 14:34:25.314436 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 37938) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:34:25.522057 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-a467182e-b441-4e2c-833c-c7e212bd7456 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1033078'] for network, before_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:34:25.533058 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.plugin [None req-a467182e-b441-4e2c-833c-c7e212bd7456 admin admin] Deleting port cfe12366-bc4b-40fe-9586-e22bc5241415 {{(pid=83869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 14:34:25.533377 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-a467182e-b441-4e2c-833c-c7e212bd7456 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736733287370'] for port, before_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:34:25.644190 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a39cc73-6be0-44d6-b923-eca37400ac83 None None] DHCP port deletion for 13223deb-a72c-43e2-94d2-cfb59471d832 request from dv-neutron-836180-1-hyperv {{(pid=83872) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 01 14:34:25.648746 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.plugin [None req-8a39cc73-6be0-44d6-b923-eca37400ac83 None None] Deleting port cfe12366-bc4b-40fe-9586-e22bc5241415 {{(pid=83872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 14:34:25.649142 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-8a39cc73-6be0-44d6-b923-eca37400ac83 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736733287370'] for port, before_delete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:34:25.736889 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Device cfe12366-bc4b-40fe-9586-e22bc5241415 no longer exists at agent ovs-agent-dv-neutron-836180-1-hyperv {{(pid=83872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 14:34:25.778408 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.db [None req-a467182e-b441-4e2c-833c-c7e212bd7456 admin admin] For port cfe12366-bc4b-40fe-9586-e22bc5241415, host dv-neutron-836180-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836180-1-hyperv',level=0,port_id=cfe12366-bc4b-40fe-9586-e22bc5241415,segment=NetworkSegment(330a5ded-cb7e-4970-9f5c-7ec1d640233e),segment_id=330a5ded-cb7e-4970-9f5c-7ec1d640233e)] {{(pid=83869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 14:34:25.778675 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-a467182e-b441-4e2c-833c-c7e212bd7456 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4155147'] for port, precommit_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:34:25.901360 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.plugin [None req-a467182e-b441-4e2c-833c-c7e212bd7456 admin admin] Calling delete_port for cfe12366-bc4b-40fe-9586-e22bc5241415 owned by network:dhcp {{(pid=83869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 14:34:25.953564 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-8a39cc73-6be0-44d6-b923-eca37400ac83 None None] For port cfe12366-bc4b-40fe-9586-e22bc5241415, host dv-neutron-836180-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836180-1-hyperv',level=0,port_id=cfe12366-bc4b-40fe-9586-e22bc5241415,segment=NetworkSegment(330a5ded-cb7e-4970-9f5c-7ec1d640233e),segment_id=330a5ded-cb7e-4970-9f5c-7ec1d640233e)] {{(pid=83872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 14:34:25.953951 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-8a39cc73-6be0-44d6-b923-eca37400ac83 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4155147'] for port, precommit_delete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:34:25.982717 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-a467182e-b441-4e2c-833c-c7e212bd7456 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736733359243', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736732935810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2705155'] for port, after_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:34:26.027311 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a467182e-b441-4e2c-833c-c7e212bd7456 admin admin] Pushing event deleted for resources: {'Port': ['ID=cfe12366-bc4b-40fe-9586-e22bc5241415,revision_number=None']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:34:26.034093 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a467182e-b441-4e2c-833c-c7e212bd7456 admin admin] No DVR routers for this DVR port cfe12366-bc4b-40fe-9586-e22bc5241415 on host dv-neutron-836180-1-hyperv {{(pid=83869) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 14:34:26.093513 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.plugin [None req-8a39cc73-6be0-44d6-b923-eca37400ac83 None None] Calling delete_port for cfe12366-bc4b-40fe-9586-e22bc5241415 owned by network:dhcp {{(pid=83872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 14:34:26.120196 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540740'] for port, before_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:34:26.153774 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-a467182e-b441-4e2c-833c-c7e212bd7456 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-942654', 'neutron.services.segments.db._delete_segments_for_network-8736733387888'] for network, precommit_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:34:26.178729 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.services.segments.db [None req-a467182e-b441-4e2c-833c-c7e212bd7456 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['13223deb-a72c-43e2-94d2-cfb59471d832']}} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 14:34:26.191343 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.services.segments.db [None req-a467182e-b441-4e2c-833c-c7e212bd7456 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '330a5ded-cb7e-4970-9f5c-7ec1d640233e') {'for_net_delete': True} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 14:34:26.191629 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.services.segments.db [None req-a467182e-b441-4e2c-833c-c7e212bd7456 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '330a5ded-cb7e-4970-9f5c-7ec1d640233e') {} {{(pid=83869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 14:34:26.203022 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-a467182e-b441-4e2c-833c-c7e212bd7456 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736733386999', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2704982'] for segment, before_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:34:26.211254 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Device b4042dda-370f-441a-9332-daf4f4cb7739 no longer exists at agent ovs-agent-dv-neutron-836180-1-hyperv {{(pid=83872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 14:34:26.220951 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-a467182e-b441-4e2c-833c-c7e212bd7456 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1004271'] for segment, precommit_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:34:26.226939 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a467182e-b441-4e2c-833c-c7e212bd7456 admin admin] Releasing vlan 358 on physical network physnet1 to pool {{(pid=83869) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 01 14:34:26.227978 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-a467182e-b441-4e2c-833c-c7e212bd7456 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1004262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2705264'] for segment, after_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:34:26.241787 dv-neutron-836180-1-hyperv neutron-server[83869]: Traceback (most recent call last): Apr 01 14:34:26.241787 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 01 14:34:26.241787 dv-neutron-836180-1-hyperv neutron-server[83869]: timer() Apr 01 14:34:26.241787 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 14:34:26.241787 dv-neutron-836180-1-hyperv neutron-server[83869]: cb(*args, **kw) Apr 01 14:34:26.241787 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 14:34:26.241787 dv-neutron-836180-1-hyperv neutron-server[83869]: return func(*args, **kwargs) Apr 01 14:34:26.241787 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 14:34:26.241787 dv-neutron-836180-1-hyperv neutron-server[83869]: self._notify() Apr 01 14:34:26.241787 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 14:34:26.241787 dv-neutron-836180-1-hyperv neutron-server[83869]: self.callback(batched_events) Apr 01 14:34:26.241787 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 14:34:26.241787 dv-neutron-836180-1-hyperv neutron-server[83869]: event.method(event) Apr 01 14:34:26.241787 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 14:34:26.241787 dv-neutron-836180-1-hyperv neutron-server[83869]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 14:34:26.241787 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 14:34:26.241787 dv-neutron-836180-1-hyperv neutron-server[83869]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 14:34:26.241787 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 14:34:26.241787 dv-neutron-836180-1-hyperv neutron-server[83869]: return f(self, *a, **k) Apr 01 14:34:26.241787 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 14:34:26.241787 dv-neutron-836180-1-hyperv neutron-server[83869]: return self._get(url).json() Apr 01 14:34:26.241787 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 14:34:26.241787 dv-neutron-836180-1-hyperv neutron-server[83869]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 14:34:26.241787 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 01 14:34:26.241787 dv-neutron-836180-1-hyperv neutron-server[83869]: return self.request(url, 'GET', **kwargs) Apr 01 14:34:26.241787 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 01 14:34:26.241787 dv-neutron-836180-1-hyperv neutron-server[83869]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 14:34:26.241787 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 01 14:34:26.241787 dv-neutron-836180-1-hyperv neutron-server[83869]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 14:34:26.241787 dv-neutron-836180-1-hyperv neutron-server[83869]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 01 14:34:26.241787 dv-neutron-836180-1-hyperv neutron-server[83869]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 14:34:26.241787 dv-neutron-836180-1-hyperv neutron-server[83869]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 14:34:26.247402 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.plugin [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] No Port match for: b4042dda-370f-441a-9332-daf4f4cb7739 {{(pid=83872) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 01 14:34:26.247743 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Device b4042dda-370f-441a-9332-daf4f4cb7739 not bound to the agent host dv-neutron-836180-1-hyperv {{(pid=83872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 14:34:26.248149 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Device 60d0a4c0-b983-42b6-a1d8-dbce0985f299 no longer exists at agent ovs-agent-dv-neutron-836180-1-hyperv {{(pid=83872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 14:34:26.280600 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.db.api [None req-8a39cc73-6be0-44d6-b923-eca37400ac83 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83872) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 01 14:34:26.280954 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG oslo_db.api [None req-8a39cc73-6be0-44d6-b923-eca37400ac83 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 01 14:34:26.281526 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.plugin [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] No Port match for: 60d0a4c0-b983-42b6-a1d8-dbce0985f299 {{(pid=83872) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 01 14:34:26.281857 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Device 60d0a4c0-b983-42b6-a1d8-dbce0985f299 not bound to the agent host dv-neutron-836180-1-hyperv {{(pid=83872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 14:34:26.325033 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-a467182e-b441-4e2c-833c-c7e212bd7456 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-942599', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4084797'] for network, after_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:34:26.329578 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-a467182e-b441-4e2c-833c-c7e212bd7456 admin admin] Notify callbacks [] for network, before_response {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:34:26.354037 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a467182e-b441-4e2c-833c-c7e212bd7456 admin admin] Pushing event deleted for resources: {'Network': ['ID=13223deb-a72c-43e2-94d2-cfb59471d832,revision_number=None']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:34:26.369110 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-a467182e-b441-4e2c-833c-c7e212bd7456 admin admin] 10.222.0.26 "DELETE /v2.0/networks/13223deb-a72c-43e2-94d2-cfb59471d832 HTTP/1.1" status: 204 len: 168 time: 1.0525532 Apr 01 14:34:26.372259 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.wsgi [-] (83869) accepted ('10.222.0.26', 37942) {{(pid=83869) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:34:26.763209 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-860ae122-3ff5-4847-aba1-697be214f2b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4084029'] for router_interface, before_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:34:26.782524 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.plugin [None req-8a39cc73-6be0-44d6-b923-eca37400ac83 None None] Deleting port cfe12366-bc4b-40fe-9586-e22bc5241415 {{(pid=83872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 14:34:26.783101 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-8a39cc73-6be0-44d6-b923-eca37400ac83 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736733287370'] for port, before_delete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:34:26.850869 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.plugin [None req-8a39cc73-6be0-44d6-b923-eca37400ac83 None None] The port 'cfe12366-bc4b-40fe-9586-e22bc5241415' was deleted {{(pid=83872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 01 14:34:27.471027 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.plugin [None req-860ae122-3ff5-4847-aba1-697be214f2b7 admin admin] Deleting port 82b2bbb7-6648-4076-a006-45f5bab2ce44 {{(pid=83869) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 14:34:27.471612 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-860ae122-3ff5-4847-aba1-697be214f2b7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736733287370'] for port, before_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:34:27.647664 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.db [None req-860ae122-3ff5-4847-aba1-697be214f2b7 admin admin] For port 82b2bbb7-6648-4076-a006-45f5bab2ce44, host dv-neutron-836180-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836180-1-hyperv',level=0,port_id=82b2bbb7-6648-4076-a006-45f5bab2ce44,segment=NetworkSegment(563edc73-f297-46c5-99f8-2d93e3432eec),segment_id=563edc73-f297-46c5-99f8-2d93e3432eec)] {{(pid=83869) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 14:34:27.648017 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-860ae122-3ff5-4847-aba1-697be214f2b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4155147'] for port, precommit_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:34:27.770972 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.plugins.ml2.plugin [None req-860ae122-3ff5-4847-aba1-697be214f2b7 admin admin] Calling delete_port for 82b2bbb7-6648-4076-a006-45f5bab2ce44 owned by network:router_interface {{(pid=83869) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 14:34:27.946933 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-860ae122-3ff5-4847-aba1-697be214f2b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736733359243', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736732935810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2705155'] for port, after_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:34:27.995996 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-860ae122-3ff5-4847-aba1-697be214f2b7 admin admin] Pushing event deleted for resources: {'Port': ['ID=82b2bbb7-6648-4076-a006-45f5bab2ce44,revision_number=None']} {{(pid=83869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:34:28.298928 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron_lib.callbacks.manager [None req-860ae122-3ff5-4847-aba1-697be214f2b7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3017585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4084076'] for router_interface, after_delete {{(pid=83869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:34:28.994596 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-860ae122-3ff5-4847-aba1-697be214f2b7 admin admin] Router 2855d5a1-35aa-4c2e-a5e7-f0afcdacea89 has already been hosted by L3 agent 88bf8fc8-11a3-4e96-9d1b-5fd93ba9f6f1 {{(pid=83869) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 14:34:29.198130 dv-neutron-836180-1-hyperv neutron-server[83869]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-860ae122-3ff5-4847-aba1-697be214f2b7 admin admin] Notify agent at l3_agent.dv-neutron-836180-1-hyperv the message routers_updated {{(pid=83869) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 14:34:29.206894 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abd6d663-0108-4c5c-825c-53b233bc2118 None None] Sync routers for ids ['2855d5a1-35aa-4c2e-a5e7-f0afcdacea89'] in dv-neutron-836180-1-hyperv {{(pid=83873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 01 14:34:29.215409 dv-neutron-836180-1-hyperv neutron-server[83869]: INFO neutron.wsgi [None req-860ae122-3ff5-4847-aba1-697be214f2b7 admin admin] 10.222.0.26 "PUT /v2.0/routers/2855d5a1-35aa-4c2e-a5e7-f0afcdacea89/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8418515 Apr 01 14:34:29.218260 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 37946) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:34:29.222103 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abd6d663-0108-4c5c-825c-53b233bc2118 None None] Routers {'2855d5a1-35aa-4c2e-a5e7-f0afcdacea89'} bound to L3 agent in host dv-neutron-836180-1-hyperv {{(pid=83873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 14:34:29.223086 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-abd6d663-0108-4c5c-825c-53b233bc2118 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836180-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T13:25:36Z,description=,heartbeat_timestamp=2022-04-01T14:34:06Z,host='dv-neutron-836180-1-hyperv',id=88bf8fc8-11a3-4e96-9d1b-5fd93ba9f6f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T13:25:36Z,topic='l3_agent')) {'router_ids': ['2855d5a1-35aa-4c2e-a5e7-f0afcdacea89'], 'active': True} {{(pid=83873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 14:34:29.402746 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_dvr_db [None req-abd6d663-0108-4c5c-825c-53b233bc2118 None None] Set router 2855d5a1-35aa-4c2e-a5e7-f0afcdacea89 gateway port host: dv-neutron-836180-1-hyperv {{(pid=83873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 14:34:29.468503 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-05349c64-7e90-4cd5-9679-439c02f02df1 admin admin] Notify callbacks [] for router, before_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:34:29.679601 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-05349c64-7e90-4cd5-9679-439c02f02df1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:34:29.691042 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.plugin [None req-05349c64-7e90-4cd5-9679-439c02f02df1 admin admin] Deleting port 75a024ab-6edb-4a9c-957d-ca2475bdf9b0 {{(pid=83871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 14:34:29.691513 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-05349c64-7e90-4cd5-9679-439c02f02df1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736733287370'] for port, before_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:34:29.694485 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-abd6d663-0108-4c5c-825c-53b233bc2118 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2855d5a1-35aa-4c2e-a5e7-f0afcdacea89', 'name': 'tempest-TestSnapshotPattern-257496451-router', 'tenant_id': '0811dac3ee0a45d6a5bc29e1a92718e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'external_fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.210'}], 'enable_snat': True}, 'gw_port_id': '75a024ab-6edb-4a9c-957d-ca2475bdf9b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T14:29:26Z', 'updated_at': '2022-04-01T14:34:27Z', 'revision_number': 5, 'project_id': '0811dac3ee0a45d6a5bc29e1a92718e0', 'gw_port': {'id': '75a024ab-6edb-4a9c-957d-ca2475bdf9b0', 'name': '', 'network_id': '725864b8-cceb-48c9-b5d3-1bfc4423e301', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:9c:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2855d5a1-35aa-4c2e-a5e7-f0afcdacea89', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'ip_address': '172.26.5.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836180-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T14:29:27Z', 'updated_at': '2022-04-01T14:29:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2ed99db-0e25-4971-b535-7fa69231fae8', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836180-1-hyperv'}], 'dv-neutron-836180-1-hyperv', False) {} {{(pid=83873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 14:34:29.699429 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abd6d663-0108-4c5c-825c-53b233bc2118 None None] Checking router: 2855d5a1-35aa-4c2e-a5e7-f0afcdacea89 for host: dv-neutron-836180-1-hyperv {{(pid=83873) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 01 14:34:29.710544 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abd6d663-0108-4c5c-825c-53b233bc2118 None None] Routers {'2855d5a1-35aa-4c2e-a5e7-f0afcdacea89'} bound to L3 agent in host dv-neutron-836180-1-hyperv {{(pid=83873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 01 14:34:29.711179 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-abd6d663-0108-4c5c-825c-53b233bc2118 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836180-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T13:25:36Z,description=,heartbeat_timestamp=2022-04-01T14:34:06Z,host='dv-neutron-836180-1-hyperv',id=88bf8fc8-11a3-4e96-9d1b-5fd93ba9f6f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T13:25:36Z,topic='l3_agent')) {'router_ids': ['2855d5a1-35aa-4c2e-a5e7-f0afcdacea89'], 'active': True} {{(pid=83873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 14:34:29.864561 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.db [None req-05349c64-7e90-4cd5-9679-439c02f02df1 admin admin] For port 75a024ab-6edb-4a9c-957d-ca2475bdf9b0, host dv-neutron-836180-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836180-1-hyperv',level=0,port_id=75a024ab-6edb-4a9c-957d-ca2475bdf9b0,segment=NetworkSegment(7b924dd8-4978-40c4-ad91-4b9b27348462),segment_id=7b924dd8-4978-40c4-ad91-4b9b27348462)] {{(pid=83871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 14:34:29.864854 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_dvr_db [None req-abd6d663-0108-4c5c-825c-53b233bc2118 None None] Set router 2855d5a1-35aa-4c2e-a5e7-f0afcdacea89 gateway port host: None {{(pid=83873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 01 14:34:29.865023 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-05349c64-7e90-4cd5-9679-439c02f02df1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4155147'] for port, precommit_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:34:29.972985 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.l3_hamode_db [None req-abd6d663-0108-4c5c-825c-53b233bc2118 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2855d5a1-35aa-4c2e-a5e7-f0afcdacea89', 'name': 'tempest-TestSnapshotPattern-257496451-router', 'tenant_id': '0811dac3ee0a45d6a5bc29e1a92718e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T14:29:26Z', 'updated_at': '2022-04-01T14:34:29Z', 'revision_number': 6, 'project_id': '0811dac3ee0a45d6a5bc29e1a92718e0', 'gw_port_host': None}], 'dv-neutron-836180-1-hyperv', False) {} {{(pid=83873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 14:34:29.976817 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abd6d663-0108-4c5c-825c-53b233bc2118 None None] The sync data for ids ['2855d5a1-35aa-4c2e-a5e7-f0afcdacea89'] in dv-neutron-836180-1-hyperv is: [{'id': '2855d5a1-35aa-4c2e-a5e7-f0afcdacea89', 'name': 'tempest-TestSnapshotPattern-257496451-router', 'tenant_id': '0811dac3ee0a45d6a5bc29e1a92718e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T14:29:26Z', 'updated_at': '2022-04-01T14:34:29Z', 'revision_number': 6, 'project_id': '0811dac3ee0a45d6a5bc29e1a92718e0', 'gw_port_host': None}] {{(pid=83873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 01 14:34:29.989521 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.plugin [None req-05349c64-7e90-4cd5-9679-439c02f02df1 admin admin] Calling delete_port for 75a024ab-6edb-4a9c-957d-ca2475bdf9b0 owned by network:router_gateway {{(pid=83871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 14:34:30.154586 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-05349c64-7e90-4cd5-9679-439c02f02df1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736733359243', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736732935810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2743125'] for port, after_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:34:30.203773 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05349c64-7e90-4cd5-9679-439c02f02df1 admin admin] Pushing event deleted for resources: {'Port': ['ID=75a024ab-6edb-4a9c-957d-ca2475bdf9b0,revision_number=None']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:34:30.446148 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-05349c64-7e90-4cd5-9679-439c02f02df1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4084822'] for router_gateway, after_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:34:30.797211 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-05349c64-7e90-4cd5-9679-439c02f02df1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4079814', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4170'] for router, precommit_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:34:30.801552 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-05349c64-7e90-4cd5-9679-439c02f02df1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:34:30.830209 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-05349c64-7e90-4cd5-9679-439c02f02df1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4079738'] for router, after_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:34:30.831298 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05349c64-7e90-4cd5-9679-439c02f02df1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2855d5a1-35aa-4c2e-a5e7-f0afcdacea89 {{(pid=83871) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 01 14:34:30.844636 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-05349c64-7e90-4cd5-9679-439c02f02df1 admin admin] Notify callbacks [] for router, before_response {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:34:30.845741 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-05349c64-7e90-4cd5-9679-439c02f02df1 admin admin] 10.222.0.26 "DELETE /v2.0/routers/2855d5a1-35aa-4c2e-a5e7-f0afcdacea89 HTTP/1.1" status: 204 len: 168 time: 1.6264217 Apr 01 14:34:30.848327 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 37950) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:34:30.909744 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.db_base_plugin_v2 [None req-508bf1a3-8127-482f-b7a8-0f7af41d62b2 admin admin] Deleting subnet aa0db889-1b3b-40ef-9b1a-df3c319a34c4 {{(pid=83871) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 01 14:34:30.912939 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-508bf1a3-8127-482f-b7a8-0f7af41d62b2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:34:30.968672 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-508bf1a3-8127-482f-b7a8-0f7af41d62b2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3166365'] for subnet, precommit_delete_associations {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:34:31.046491 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-508bf1a3-8127-482f-b7a8-0f7af41d62b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-945029'] for subnet, precommit_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:34:31.113158 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-508bf1a3-8127-482f-b7a8-0f7af41d62b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-945042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2743160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2757373'] for subnet, after_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:34:31.155406 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-508bf1a3-8127-482f-b7a8-0f7af41d62b2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=aa0db889-1b3b-40ef-9b1a-df3c319a34c4,revision_number=None']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:34:31.160180 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-508bf1a3-8127-482f-b7a8-0f7af41d62b2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:34:31.166215 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20dad734-77f4-41d2-b9e1-2d048ad57da7 None None] Network be27d692-e426-45b2-b26e-5f02570b2cbe requested from dv-neutron-836180-1-hyperv {{(pid=83872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 01 14:34:31.167223 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-508bf1a3-8127-482f-b7a8-0f7af41d62b2 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/aa0db889-1b3b-40ef-9b1a-df3c319a34c4 HTTP/1.1" status: 204 len: 168 time: 0.3179283 Apr 01 14:34:31.169637 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 37954) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:34:31.282422 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-efef7f28-c036-430a-a610-eb812d3cf097 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1033078'] for network, before_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:34:31.295504 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.plugin [None req-efef7f28-c036-430a-a610-eb812d3cf097 admin admin] Deleting port c3b2db3d-73f1-4d49-a3e5-4b2f5c0de9b1 {{(pid=83871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 14:34:31.295823 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-efef7f28-c036-430a-a610-eb812d3cf097 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736733287370'] for port, before_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:34:31.435198 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-335adfee-e624-452d-af10-d351caab8ad8 None None] DHCP port deletion for be27d692-e426-45b2-b26e-5f02570b2cbe request from dv-neutron-836180-1-hyperv {{(pid=83872) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 01 14:34:31.439626 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.plugin [None req-335adfee-e624-452d-af10-d351caab8ad8 None None] Deleting port c3b2db3d-73f1-4d49-a3e5-4b2f5c0de9b1 {{(pid=83872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 14:34:31.439992 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-335adfee-e624-452d-af10-d351caab8ad8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736733287370'] for port, before_delete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:34:31.504659 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.db [None req-efef7f28-c036-430a-a610-eb812d3cf097 admin admin] For port c3b2db3d-73f1-4d49-a3e5-4b2f5c0de9b1, host dv-neutron-836180-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836180-1-hyperv',level=0,port_id=c3b2db3d-73f1-4d49-a3e5-4b2f5c0de9b1,segment=NetworkSegment(563edc73-f297-46c5-99f8-2d93e3432eec),segment_id=563edc73-f297-46c5-99f8-2d93e3432eec)] {{(pid=83871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 14:34:31.505264 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-efef7f28-c036-430a-a610-eb812d3cf097 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4155147'] for port, precommit_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:34:31.624847 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.plugin [None req-efef7f28-c036-430a-a610-eb812d3cf097 admin admin] Calling delete_port for c3b2db3d-73f1-4d49-a3e5-4b2f5c0de9b1 owned by network:dhcp {{(pid=83871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 14:34:31.656235 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.db [None req-335adfee-e624-452d-af10-d351caab8ad8 None None] For port c3b2db3d-73f1-4d49-a3e5-4b2f5c0de9b1, host dv-neutron-836180-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836180-1-hyperv',level=0,port_id=c3b2db3d-73f1-4d49-a3e5-4b2f5c0de9b1,segment=NetworkSegment(563edc73-f297-46c5-99f8-2d93e3432eec),segment_id=563edc73-f297-46c5-99f8-2d93e3432eec)] {{(pid=83872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 14:34:31.656700 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-335adfee-e624-452d-af10-d351caab8ad8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4155147'] for port, precommit_delete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:34:31.705632 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-efef7f28-c036-430a-a610-eb812d3cf097 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-548136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-399273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736733359243', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736732935810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2743125'] for port, after_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:34:31.755304 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efef7f28-c036-430a-a610-eb812d3cf097 admin admin] Pushing event deleted for resources: {'Port': ['ID=c3b2db3d-73f1-4d49-a3e5-4b2f5c0de9b1,revision_number=None']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:34:31.759911 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efef7f28-c036-430a-a610-eb812d3cf097 admin admin] No DVR routers for this DVR port c3b2db3d-73f1-4d49-a3e5-4b2f5c0de9b1 on host dv-neutron-836180-1-hyperv {{(pid=83871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 14:34:31.784978 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Device c3b2db3d-73f1-4d49-a3e5-4b2f5c0de9b1 no longer exists at agent ovs-agent-dv-neutron-836180-1-hyperv {{(pid=83872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 14:34:31.819432 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.plugin [None req-335adfee-e624-452d-af10-d351caab8ad8 None None] Calling delete_port for c3b2db3d-73f1-4d49-a3e5-4b2f5c0de9b1 owned by network:dhcp {{(pid=83872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 01 14:34:31.881563 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-efef7f28-c036-430a-a610-eb812d3cf097 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-942654', 'neutron.services.segments.db._delete_segments_for_network-8736733387888'] for network, precommit_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:34:31.898936 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.plugin [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] No Port match for: c3b2db3d-73f1-4d49-a3e5-4b2f5c0de9b1 {{(pid=83872) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 01 14:34:31.899905 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Device c3b2db3d-73f1-4d49-a3e5-4b2f5c0de9b1 not bound to the agent host dv-neutron-836180-1-hyperv {{(pid=83872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 14:34:31.901094 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Device 75a024ab-6edb-4a9c-957d-ca2475bdf9b0 no longer exists at agent ovs-agent-dv-neutron-836180-1-hyperv {{(pid=83872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 14:34:31.911059 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.services.segments.db [None req-efef7f28-c036-430a-a610-eb812d3cf097 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['be27d692-e426-45b2-b26e-5f02570b2cbe']}} {{(pid=83871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 14:34:31.925976 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.services.segments.db [None req-efef7f28-c036-430a-a610-eb812d3cf097 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '563edc73-f297-46c5-99f8-2d93e3432eec') {'for_net_delete': True} {{(pid=83871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 14:34:31.926263 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.services.segments.db [None req-efef7f28-c036-430a-a610-eb812d3cf097 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '563edc73-f297-46c5-99f8-2d93e3432eec') {} {{(pid=83871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 14:34:31.938206 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-efef7f28-c036-430a-a610-eb812d3cf097 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736733386999', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3166340'] for segment, before_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:34:31.951289 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.plugin [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] No Port match for: 75a024ab-6edb-4a9c-957d-ca2475bdf9b0 {{(pid=83872) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 01 14:34:31.951772 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Device 75a024ab-6edb-4a9c-957d-ca2475bdf9b0 not bound to the agent host dv-neutron-836180-1-hyperv {{(pid=83872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 14:34:31.952869 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Device 82b2bbb7-6648-4076-a006-45f5bab2ce44 no longer exists at agent ovs-agent-dv-neutron-836180-1-hyperv {{(pid=83872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 01 14:34:31.960365 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-efef7f28-c036-430a-a610-eb812d3cf097 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1004271'] for segment, precommit_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:34:31.968191 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-efef7f28-c036-430a-a610-eb812d3cf097 admin admin] Releasing vlan 364 on physical network physnet1 to pool {{(pid=83871) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 01 14:34:31.968925 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-efef7f28-c036-430a-a610-eb812d3cf097 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1004262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2743078'] for segment, after_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:34:31.983079 dv-neutron-836180-1-hyperv neutron-server[83871]: Traceback (most recent call last): Apr 01 14:34:31.983079 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 01 14:34:31.983079 dv-neutron-836180-1-hyperv neutron-server[83871]: timer() Apr 01 14:34:31.983079 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 14:34:31.983079 dv-neutron-836180-1-hyperv neutron-server[83871]: cb(*args, **kw) Apr 01 14:34:31.983079 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 01 14:34:31.983079 dv-neutron-836180-1-hyperv neutron-server[83871]: return func(*args, **kwargs) Apr 01 14:34:31.983079 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 14:34:31.983079 dv-neutron-836180-1-hyperv neutron-server[83871]: self._notify() Apr 01 14:34:31.983079 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 14:34:31.983079 dv-neutron-836180-1-hyperv neutron-server[83871]: self.callback(batched_events) Apr 01 14:34:31.983079 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 14:34:31.983079 dv-neutron-836180-1-hyperv neutron-server[83871]: event.method(event) Apr 01 14:34:31.983079 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 01 14:34:31.983079 dv-neutron-836180-1-hyperv neutron-server[83871]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 14:34:31.983079 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 01 14:34:31.983079 dv-neutron-836180-1-hyperv neutron-server[83871]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 14:34:31.983079 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 01 14:34:31.983079 dv-neutron-836180-1-hyperv neutron-server[83871]: return f(self, *a, **k) Apr 01 14:34:31.983079 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 14:34:31.983079 dv-neutron-836180-1-hyperv neutron-server[83871]: return self._get(url).json() Apr 01 14:34:31.983079 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 14:34:31.983079 dv-neutron-836180-1-hyperv neutron-server[83871]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 14:34:31.983079 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 01 14:34:31.983079 dv-neutron-836180-1-hyperv neutron-server[83871]: return self.request(url, 'GET', **kwargs) Apr 01 14:34:31.983079 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 01 14:34:31.983079 dv-neutron-836180-1-hyperv neutron-server[83871]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 14:34:31.983079 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 01 14:34:31.983079 dv-neutron-836180-1-hyperv neutron-server[83871]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 14:34:31.983079 dv-neutron-836180-1-hyperv neutron-server[83871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 01 14:34:31.983079 dv-neutron-836180-1-hyperv neutron-server[83871]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 14:34:31.983079 dv-neutron-836180-1-hyperv neutron-server[83871]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 14:34:32.005799 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.plugin [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] No Port match for: 82b2bbb7-6648-4076-a006-45f5bab2ce44 {{(pid=83872) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 01 14:34:32.006135 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.rpc [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Device 82b2bbb7-6648-4076-a006-45f5bab2ce44 not bound to the agent host dv-neutron-836180-1-hyperv {{(pid=83872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 01 14:34:32.032004 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.db.api [None req-335adfee-e624-452d-af10-d351caab8ad8 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83872) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 01 14:34:32.032522 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG oslo_db.api [None req-335adfee-e624-452d-af10-d351caab8ad8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 01 14:34:32.057580 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-efef7f28-c036-430a-a610-eb812d3cf097 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-942599', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3772766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3017575', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4084797'] for network, after_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:34:32.073727 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-efef7f28-c036-430a-a610-eb812d3cf097 admin admin] Notify callbacks [] for network, before_response {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:34:32.083488 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efef7f28-c036-430a-a610-eb812d3cf097 admin admin] Pushing event deleted for resources: {'Network': ['ID=be27d692-e426-45b2-b26e-5f02570b2cbe,revision_number=None']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:34:32.091179 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-efef7f28-c036-430a-a610-eb812d3cf097 admin admin] 10.222.0.26 "DELETE /v2.0/networks/be27d692-e426-45b2-b26e-5f02570b2cbe HTTP/1.1" status: 204 len: 168 time: 0.9205470 Apr 01 14:34:32.224789 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 37960) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:34:32.366014 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-d1a84dc6-db72-47d7-bf0b-20cdb22653dc admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=2e7390b0e44949e49dc4db8070126e80&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1400917 Apr 01 14:34:32.368633 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 37964) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:34:32.428104 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-8488acc2-26de-48a9-a6f8-58e63d202e9f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:34:32.453600 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-8488acc2-26de-48a9-a6f8-58e63d202e9f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:34:32.504731 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-8488acc2-26de-48a9-a6f8-58e63d202e9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3775923'] for security_group, after_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:34:32.522538 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8488acc2-26de-48a9-a6f8-58e63d202e9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5fe3f6e-dc29-4250-9730-402b71d8a652,revision_number=None']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:34:32.530489 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-8488acc2-26de-48a9-a6f8-58e63d202e9f admin admin] Notify callbacks [] for security_group, before_response {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:34:32.531820 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-8488acc2-26de-48a9-a6f8-58e63d202e9f admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/c5fe3f6e-dc29-4250-9730-402b71d8a652 HTTP/1.1" status: 204 len: 168 time: 0.1623070 Apr 01 14:34:32.538092 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.plugin [None req-335adfee-e624-452d-af10-d351caab8ad8 None None] Deleting port c3b2db3d-73f1-4d49-a3e5-4b2f5c0de9b1 {{(pid=83872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 01 14:34:32.538497 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-335adfee-e624-452d-af10-d351caab8ad8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736733287370'] for port, before_delete {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:34:32.605677 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron.plugins.ml2.plugin [None req-335adfee-e624-452d-af10-d351caab8ad8 None None] The port 'c3b2db3d-73f1-4d49-a3e5-4b2f5c0de9b1' was deleted {{(pid=83872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 01 14:34:32.923937 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 37972) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:34:32.976482 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-c1beeb58-2d26-4e56-89d1-60fc616870ff admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=0811dac3ee0a45d6a5bc29e1a92718e0&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0512667 Apr 01 14:34:32.978910 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [-] (83871) accepted ('10.222.0.26', 37976) {{(pid=83871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 01 14:34:33.041506 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-8da3618b-ed47-4e37-9a54-c5af4099cd25 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:34:33.065950 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-8da3618b-ed47-4e37-9a54-c5af4099cd25 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:34:33.117051 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-8da3618b-ed47-4e37-9a54-c5af4099cd25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3775923'] for security_group, after_delete {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:34:33.134666 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da3618b-ed47-4e37-9a54-c5af4099cd25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46b1fd34-2519-42a3-840d-2fd1f60e88cd,revision_number=None']} {{(pid=83871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 14:34:33.137870 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron_lib.callbacks.manager [None req-8da3618b-ed47-4e37-9a54-c5af4099cd25 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:34:33.138987 dv-neutron-836180-1-hyperv neutron-server[83871]: INFO neutron.wsgi [None req-8da3618b-ed47-4e37-9a54-c5af4099cd25 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/46b1fd34-2519-42a3-840d-2fd1f60e88cd HTTP/1.1" status: 204 len: 168 time: 0.1592023 Apr 01 14:34:33.729991 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-e3764baa-d5e7-4a41-b507-826763b1c558 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:34:36.045413 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-2a1a7382-25df-4f7c-a3bb-79d4a0457eed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:34:37.367640 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:34:37.642315 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-2f9cfc9c-d8ba-4de3-a4ad-98162f90557c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:34:39.133943 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-a976a7b9-9034-41e6-be13-349b75ed1593 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:34:41.025907 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.agents_db [None req-bdd220c7-049a-43d2-a923-ad1a2de078c6 None None] Agent healthcheck: found 6 active agents {{(pid=83873) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 01 14:34:54.528081 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:35:03.735680 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-b05aee58-3a20-498d-abc7-0bf6a4c019fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:35:06.037868 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-8f5bd3ca-1ce0-4392-9a5e-6618d47873f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:35:07.372348 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:35:07.644585 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-2f9cfc9c-d8ba-4de3-a4ad-98162f90557c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:35:09.137294 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-a976a7b9-9034-41e6-be13-349b75ed1593 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:35:18.026960 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.agents_db [None req-bdd220c7-049a-43d2-a923-ad1a2de078c6 None None] Agent healthcheck: found 6 active agents {{(pid=83873) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 01 14:35:24.552529 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:35:33.728675 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-fefab1c0-71ad-4ba7-a1d8-1a8a27208730 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:35:36.040399 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-ab1273a3-c83b-49dc-a21b-352841014b8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:35:37.375268 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:35:37.651302 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-2f9cfc9c-d8ba-4de3-a4ad-98162f90557c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:35:39.136420 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-a976a7b9-9034-41e6-be13-349b75ed1593 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:35:54.564474 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:35:55.026620 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.agents_db [None req-bdd220c7-049a-43d2-a923-ad1a2de078c6 None None] Agent healthcheck: found 6 active agents {{(pid=83873) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 01 14:36:03.734879 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-3791b726-0a55-4dcc-97a9-27146241a750 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:36:06.043809 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-432e7e42-2495-4078-9200-3722968e00f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:36:07.379955 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:36:07.651984 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-2f9cfc9c-d8ba-4de3-a4ad-98162f90557c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:36:09.138515 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-a976a7b9-9034-41e6-be13-349b75ed1593 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:36:24.566998 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:36:32.027235 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.agents_db [None req-bdd220c7-049a-43d2-a923-ad1a2de078c6 None None] Agent healthcheck: found 6 active agents {{(pid=83873) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 01 14:36:33.739138 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-280378ff-08ff-4395-af80-3ef337b1fcb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:36:36.046546 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-058d0aa1-5980-42be-ae6c-21f7dda9485c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:36:37.382361 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:36:37.653208 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-2f9cfc9c-d8ba-4de3-a4ad-98162f90557c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:36:38.717229 dv-neutron-836180-1-hyperv neutron-server[83871]: DEBUG neutron.wsgi [req-e510c47e-7db5-4a90-bae7-803dae20e92c req-34d64303-ba35-47e2-84d4-74494244a19b service neutron] (83871) timed out ('10.222.0.26', 35654) {{(pid=83871) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Apr 01 14:36:39.144491 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-a976a7b9-9034-41e6-be13-349b75ed1593 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:36:54.579436 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:37:03.741636 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-377ce57e-6d3e-4a23-b022-a596c6973aeb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:37:06.048638 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-05923317-4271-4d08-b6c2-076b8eee88e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:37:07.385827 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:37:07.658927 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-2f9cfc9c-d8ba-4de3-a4ad-98162f90557c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:37:09.027519 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.agents_db [None req-bdd220c7-049a-43d2-a923-ad1a2de078c6 None None] Agent healthcheck: found 6 active agents {{(pid=83873) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 01 14:37:09.150705 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-a976a7b9-9034-41e6-be13-349b75ed1593 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:37:24.578982 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:37:33.744452 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-ac6405df-5d1a-4ea6-9acb-d815939b5f93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:37:36.051536 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-5a516e48-ce18-4982-80b6-bd14b5293661 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:37:37.388667 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:37:37.660334 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-2f9cfc9c-d8ba-4de3-a4ad-98162f90557c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:37:39.155064 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-a976a7b9-9034-41e6-be13-349b75ed1593 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:37:46.029810 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.agents_db [None req-bdd220c7-049a-43d2-a923-ad1a2de078c6 None None] Agent healthcheck: found 6 active agents {{(pid=83873) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 01 14:37:54.584041 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:38:03.747132 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-74bba876-a90b-485a-8f9e-047e2b11f8db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:38:06.054725 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-ae7eaee6-9958-4bcb-b864-2d32f71b1ebc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:38:07.392620 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:38:07.661623 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-2f9cfc9c-d8ba-4de3-a4ad-98162f90557c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:38:09.156880 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-a976a7b9-9034-41e6-be13-349b75ed1593 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:38:23.029374 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.agents_db [None req-bdd220c7-049a-43d2-a923-ad1a2de078c6 None None] Agent healthcheck: found 6 active agents {{(pid=83873) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 01 14:38:24.597221 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:38:33.750809 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-5e5037d9-be89-48b4-8d9e-fc45f9803370 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:38:36.066909 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-28e18c83-d0cb-4269-91ed-5ce61a7a120d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:38:37.396874 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:38:37.665222 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-2f9cfc9c-d8ba-4de3-a4ad-98162f90557c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:38:39.159971 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-a976a7b9-9034-41e6-be13-349b75ed1593 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:38:54.595991 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:39:00.029570 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.agents_db [None req-bdd220c7-049a-43d2-a923-ad1a2de078c6 None None] Agent healthcheck: found 6 active agents {{(pid=83873) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 01 14:39:03.754415 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-9099897b-7d4a-485a-9777-416732c63261 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:39:06.060015 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-310c226d-f8cd-4356-8704-93976a15e837 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:39:07.400634 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:39:07.668858 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-2f9cfc9c-d8ba-4de3-a4ad-98162f90557c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:39:09.161890 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-a976a7b9-9034-41e6-be13-349b75ed1593 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:39:24.607308 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:39:33.756747 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-17b05d62-eef2-4e37-b5a6-b947ffec9ab3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:39:36.063689 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-443d7b34-5005-4b9d-8cda-03b3f9b2b286 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:39:37.031159 dv-neutron-836180-1-hyperv neutron-server[83873]: DEBUG neutron.db.agents_db [None req-bdd220c7-049a-43d2-a923-ad1a2de078c6 None None] Agent healthcheck: found 6 active agents {{(pid=83873) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 01 14:39:37.405182 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:39:37.672566 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-2f9cfc9c-d8ba-4de3-a4ad-98162f90557c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:39:39.178262 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-a976a7b9-9034-41e6-be13-349b75ed1593 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:39:54.609548 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-bd2be916-fd15-4f85-a989-dc0f827e5184 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:40:03.758635 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-e2559a2f-5f0a-4e45-a68f-c20ef2fa7c77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:40:06.066992 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-455f698f-5e32-48b7-8427-295447220191 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:40:07.407677 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-45c40b20-9328-4daf-b340-ad75b05650ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:40:07.676709 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-2f9cfc9c-d8ba-4de3-a4ad-98162f90557c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 01 14:40:09.167459 dv-neutron-836180-1-hyperv neutron-server[83872]: DEBUG neutron_lib.callbacks.manager [None req-a976a7b9-9034-41e6-be13-349b75ed1593 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736733387870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-948286'] for agent, after_update {{(pid=83872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}